-- Logs begin at Thu 2022-01-27 20:59:36 UTC, end at Thu 2022-01-27 23:28:45 UTC. -- Jan 27 21:32:06.982755 n-d-772272-3 systemd[1]: Started Devstack devstack@q-svc.service. Jan 27 21:32:09.966185 n-d-772272-3 neutron-server[109634]: INFO neutron.common.config [-] Logging enabled! Jan 27 21:32:09.966819 n-d-772272-3 neutron-server[109634]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev438 Jan 27 21:32:09.966972 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109634) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 21:32:09.970238 n-d-772272-3 neutron-server[109634]: INFO neutron.common.config [-] Logging enabled! Jan 27 21:32:09.970504 n-d-772272-3 neutron-server[109634]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev438 Jan 27 21:32:09.970821 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109634) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 21:32:09.971758 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 21:32:09.972001 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 21:32:09.972402 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 21:32:09.972659 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 21:32:09.972891 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 21:32:09.973215 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.973636 n-d-772272-3 neutron-server[109634]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 27 21:32:09.973971 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.974274 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.974575 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.974878 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.975174 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.975463 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.975761 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.976130 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.976461 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.977268 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.977563 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.977864 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.978156 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.978531 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.978830 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.979122 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] debug = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.979415 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.979849 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.980309 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.980601 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.980900 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.981189 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.981467 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.981751 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.982042 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.982382 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] host = n-d-772272-3 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.982672 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.982968 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.983265 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.983561 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.983845 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.984131 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.984458 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.984740 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.985039 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] log_file = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.985312 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.985611 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.985910 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.986218 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.986457 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.986687 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.986983 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.987274 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.987567 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.987849 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.988132 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.988439 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.988724 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.989003 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.989296 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.989589 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.989884 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.990165 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.990447 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.990728 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.991008 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.991302 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.991583 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.991866 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.992146 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.993103 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.993393 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.993683 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.993996 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.994297 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.994589 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.994883 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.995166 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.995456 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.995738 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.996018 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.996326 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] use_json = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.996609 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.996887 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.997174 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.997455 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.997733 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.998012 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.998291 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.998583 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.998867 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:09.999166 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:09.999469 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:09.999777 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.000090 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.000412 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.000700 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.000996 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.001279 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.001574 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.001868 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.002160 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.002444 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.002748 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.003040 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.003339 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.003650 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.003951 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.004277 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.004561 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.004843 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.005123 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.005407 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.005703 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.005988 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.006283 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.006580 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.006863 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.007165 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.007458 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.007760 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.008080 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.008386 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.008672 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.008968 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.009251 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.009530 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.009815 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.010109 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.010393 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.010670 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.010958 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.011241 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.011519 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.011797 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.012078 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.012396 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.012679 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.012959 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.013238 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.013523 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.013802 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.014097 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.014386 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.014667 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.014946 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.015229 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.015506 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.015785 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.016069 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.016373 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.016658 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.016936 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.017213 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.017492 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.017769 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.018047 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.018326 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.018604 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.018885 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.019162 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.019440 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.019718 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.019999 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.020306 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.020601 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.020904 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.021187 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.021471 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.021755 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.022039 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.022320 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.022601 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.022960 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.023249 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.023555 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.023851 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.024143 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.024463 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.024770 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.025056 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.025358 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.025641 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.025929 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.026213 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.026499 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.026791 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.027078 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.027378 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.027678 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.027976 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.028300 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.028601 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.028887 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.029201 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.029487 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:10.029709 n-d-772272-3 neutron-server[109634]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 21:32:10.029954 n-d-772272-3 neutron-server[109634]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109634) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 27 21:32:10.420213 n-d-772272-3 neutron-server[109634]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 27 21:32:10.420496 n-d-772272-3 neutron-server[109634]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 27 21:32:10.420807 n-d-772272-3 neutron-server[109634]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 27 21:32:10.421153 n-d-772272-3 neutron-server[109634]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 27 21:32:10.749290 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:10.749486 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:10.749760 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:10.751077 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:10.751362 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:10.751632 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:10.795169 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:10.795454 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:10.795719 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:10.809770 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:10.810057 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:10.810328 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:10.840871 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:10.841151 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:10.841420 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:10.876905 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:10.877191 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:10.877461 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.209922 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.210542 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.210542 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.210713 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.211996 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.310225 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.310484 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.310769 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.311041 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.311311 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.311624 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.311889 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.312152 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.312436 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.312721 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.312982 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.313248 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.313505 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.313758 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.314013 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.314279 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.314535 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.314804 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.315070 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.315332 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.315604 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.315854 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.316131 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.316523 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.316777 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.317024 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.317411 n-d-772272-3 neutron-server[109634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:32:11.317654 n-d-772272-3 neutron-server[109634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:32:11.317889 n-d-772272-3 neutron-server[109634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:32:11.318123 n-d-772272-3 neutron-server[109634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:32:11.318356 n-d-772272-3 neutron-server[109634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:32:11.318590 n-d-772272-3 neutron-server[109634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:32:11.318953 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 27 21:32:11.322825 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 27 21:32:11.326894 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 27 21:32:11.330611 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jan 27 21:32:11.332267 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 27 21:32:11.332726 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 27 21:32:11.333061 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 27 21:32:11.333438 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 27 21:32:11.337068 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 27 21:32:11.337317 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 27 21:32:11.337662 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 21:32:11.342978 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 27 21:32:11.366565 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 27 21:32:11.367024 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.367350 n-d-772272-3 neutron-server[109634]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109634) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 27 21:32:11.367716 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.369120 n-d-772272-3 neutron-server[109634]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109634) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 27 21:32:11.369401 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 21:32:11.369647 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 27 21:32:11.372875 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.373162 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:11.439110 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 27 21:32:11.439357 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 27 21:32:11.439599 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 27 21:32:11.439971 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 27 21:32:11.460063 n-d-772272-3 neutron-server[109634]: DEBUG oslo_db.sqlalchemy.engines [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109634) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 27 21:32:11.891202 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.managers [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Initializing driver for type 'gre' Jan 27 21:32:11.891897 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] gre ID ranges: [(1, 1000)] Jan 27 21:32:11.942587 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.managers [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Initializing driver for type 'local' Jan 27 21:32:11.943006 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.managers [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Initializing driver for type 'vlan' Jan 27 21:32:11.956575 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] VlanTypeDriver initialization complete Jan 27 21:32:11.956897 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.managers [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Initializing driver for type 'vxlan' Jan 27 21:32:11.957378 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] vxlan ID ranges: [(1, 1000)] Jan 27 21:32:12.009722 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.managers [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Initializing extension driver 'port_security' Jan 27 21:32:12.010072 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.extensions.port_security [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] PortSecurityExtensionDriver initialization complete Jan 27 21:32:12.010414 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.managers [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Initializing mechanism driver 'openvswitch' Jan 27 21:32:12.010740 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.managers [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Initializing mechanism driver 'hyperv' Jan 27 21:32:12.017426 n-d-772272-3 neutron-server[109634]: DEBUG neutron.plugins.ml2.plugin [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:12.018134 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > port after_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.018510 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > port after_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.018881 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > port after_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.019390 n-d-772272-3 neutron-server[109634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 21:32:12.019879 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > subnet after_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.020273 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > subnet after_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.020627 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > subnet after_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.021037 n-d-772272-3 neutron-server[109634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 21:32:12.021455 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > network after_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.021816 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > network after_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.022165 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > network after_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.022561 n-d-772272-3 neutron-server[109634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 21:32:12.022976 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > security_group after_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.023335 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > security_group after_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.023682 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > security_group after_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.024241 n-d-772272-3 neutron-server[109634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 21:32:12.024687 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.025256 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.025610 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.026016 n-d-772272-3 neutron-server[109634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 21:32:12.026433 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > address_group after_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.026785 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > address_group after_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.027128 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > address_group after_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.027526 n-d-772272-3 neutron-server[109634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 21:32:12.027986 n-d-772272-3 neutron-server[109634]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] ML2 OVO RPC backend initialized. {{(pid=109634) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 27 21:32:12.028748 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router_interface after_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.029114 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.029540 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > network before_response 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.029896 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > networks before_response 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.030247 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > port before_response 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.030599 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > ports before_response 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.030944 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > subnet before_response 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.031288 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > subnets before_response 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.031635 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > network after_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.031977 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > network after_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.032341 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > network after_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.032687 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > port after_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.033025 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > port after_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.033363 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > port after_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.033700 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > subnet after_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.034038 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > subnet after_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.034373 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > subnet after_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.042124 n-d-772272-3 neutron-server[109634]: INFO neutron.quota [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded quota_driver: . Jan 27 21:32:12.042500 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.plugin [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Modular L2 Plugin initialization complete Jan 27 21:32:12.042856 n-d-772272-3 neutron-server[109634]: DEBUG neutron.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading services supported by the core plugin {{(pid=109634) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 27 21:32:12.043202 n-d-772272-3 neutron-server[109634]: INFO neutron.plugins.ml2.managers [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Got port-security extension from driver 'port_security' Jan 27 21:32:12.043683 n-d-772272-3 neutron-server[109634]: INFO neutron.extensions.vlantransparent [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Disabled vlantransparent extension. Jan 27 21:32:12.044200 n-d-772272-3 neutron-server[109634]: DEBUG neutron.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109634) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 27 21:32:12.044534 n-d-772272-3 neutron-server[109634]: INFO neutron.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading Plugin: router Jan 27 21:32:12.082202 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router_interface before_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.082596 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router after_create 55549900 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.082975 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router before_create 55549900 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.083348 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.083728 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.084091 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router after_delete 55549900 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.084487 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > floatingip after_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.084847 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > floatingip after_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.085214 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router after_create 55549900 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.085566 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router after_update 55549900 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.085945 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router after_update 55549900 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.086298 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.086662 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router after_update 55549900 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.087083 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router precommit_update 55549900 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.087457 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: port after_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.087808 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: port after_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.088153 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: subnet after_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.088522 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.088873 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > port precommit_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.089225 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router precommit_create 55549900 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.089573 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: port before_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.089924 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router precommit_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.090289 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router after_update 55549900 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.090636 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router precommit_delete 55549900 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.090994 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router precommit_create 55549900 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.091360 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router_interface after_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.091713 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router precommit_update 55549900 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.092089 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > agent after_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.092470 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > agent after_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.092824 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > network after_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.093693 n-d-772272-3 neutron-server[109634]: DEBUG neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Tracking information for resource: router configured {{(pid=109634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:32:12.094034 n-d-772272-3 neutron-server[109634]: DEBUG neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Tracking information for resource: floatingip configured {{(pid=109634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:32:12.099026 n-d-772272-3 neutron-server[109634]: INFO neutron.db.l3_agentschedulers_db [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 27 21:32:12.099614 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: port after_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.099982 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: port after_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.100372 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: port after_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.100736 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: port after_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.102186 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router before_create 55550100 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.102562 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router precommit_delete 55550100 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.102974 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router precommit_create 55550100 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.103340 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > router precommit_update 55550100 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.108074 n-d-772272-3 neutron-server[109634]: DEBUG neutron.services.provider_configuration [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Service providers = [] {{(pid=109634) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 27 21:32:12.108470 n-d-772272-3 neutron-server[109634]: DEBUG neutron.db.servicetype_db [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109634) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 27 21:32:12.111465 n-d-772272-3 neutron-server[109634]: DEBUG neutron.services.service_base [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109634) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 21:32:12.111823 n-d-772272-3 neutron-server[109634]: DEBUG neutron.services.service_base [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109634) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 21:32:12.112199 n-d-772272-3 neutron-server[109634]: DEBUG neutron.services.service_base [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109634) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 21:32:12.113101 n-d-772272-3 neutron-server[109634]: DEBUG neutron.services.service_base [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109634) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 21:32:12.113480 n-d-772272-3 neutron-server[109634]: INFO neutron.services.service_base [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 27 21:32:12.113857 n-d-772272-3 neutron-server[109634]: DEBUG neutron.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:32:12.114184 n-d-772272-3 neutron-server[109634]: INFO neutron.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 27 21:32:12.125587 n-d-772272-3 neutron-server[109634]: DEBUG neutron.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:32:12.125934 n-d-772272-3 neutron-server[109634]: INFO neutron.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading Plugin: auto_allocate Jan 27 21:32:12.131833 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: network precommit_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.132251 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: network precommit_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.133280 n-d-772272-3 neutron-server[109634]: DEBUG neutron.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:32:12.133618 n-d-772272-3 neutron-server[109634]: INFO neutron.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading Plugin: tag Jan 27 21:32:12.140286 n-d-772272-3 neutron-server[109634]: DEBUG neutron.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:32:12.140626 n-d-772272-3 neutron-server[109634]: INFO neutron.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading Plugin: timestamp Jan 27 21:32:12.145159 n-d-772272-3 neutron-server[109634]: DEBUG neutron.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:32:12.145446 n-d-772272-3 neutron-server[109634]: INFO neutron.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading Plugin: network_ip_availability Jan 27 21:32:12.152134 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.152540 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.152902 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.153667 n-d-772272-3 neutron-server[109634]: DEBUG neutron.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:32:12.154001 n-d-772272-3 neutron-server[109634]: INFO neutron.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading Plugin: flavors Jan 27 21:32:12.158920 n-d-772272-3 neutron-server[109634]: DEBUG neutron.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:32:12.159271 n-d-772272-3 neutron-server[109634]: INFO neutron.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading Plugin: revisions Jan 27 21:32:12.163658 n-d-772272-3 neutron-server[109634]: DEBUG neutron.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:32:12.164108 n-d-772272-3 neutron-server[109634]: DEBUG oslo_concurrency.lockutils [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.743s {{(pid=109634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 27 21:32:12.164889 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109634) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 27 21:32:12.165231 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Initializing extension manager. Jan 27 21:32:12.165756 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: __init__.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.166102 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: __pycache__ {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.166441 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.166784 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: address_group.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.167559 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.168144 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: address-group Jan 27 21:32:12.168496 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: address_scope.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.169219 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.169738 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: address-scope Jan 27 21:32:12.170067 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: admin_state_down_before_update.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.171017 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.171536 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: router-admin-state-down-before-update Jan 27 21:32:12.171865 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: agent.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.172790 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.173309 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: agent Jan 27 21:32:12.173640 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: agent_resources_synced.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.174565 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.175176 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: agent-resources-synced Jan 27 21:32:12.175416 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: allowedaddresspairs.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.177248 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.177785 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: allowed-address-pairs Jan 27 21:32:12.178123 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: auto_allocated_topology.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.179212 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.179767 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: auto-allocated-topology Jan 27 21:32:12.180103 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: availability_zone.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.180853 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.181372 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: availability_zone Jan 27 21:32:12.181705 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: availability_zone_filter.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.182637 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.183160 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: availability_zone_filter Jan 27 21:32:12.183490 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: data_plane_status.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.184442 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.184958 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension data-plane-status not supported by any of loaded plugins Jan 27 21:32:12.185288 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: default_subnetpools.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.186208 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.186730 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: default-subnetpools Jan 27 21:32:12.187060 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: dhcpagentscheduler.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.187881 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.188448 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: dhcp_agent_scheduler Jan 27 21:32:12.188781 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: dns.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.189708 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.190224 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension dns-integration not supported by any of loaded plugins Jan 27 21:32:12.190556 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: dns_domain_ports.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.191485 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.192008 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 27 21:32:12.192368 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.193299 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.193821 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 27 21:32:12.194150 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: dvr.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.195085 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.196131 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: dvr Jan 27 21:32:12.196480 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: ecmp_routes.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.197411 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.197922 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension ecmp_routes not supported by any of loaded plugins Jan 27 21:32:12.198249 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: empty_string_filtering.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.199168 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.199689 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: empty-string-filtering Jan 27 21:32:12.200006 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.200959 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.201469 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 27 21:32:12.201791 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.202714 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.203223 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 27 21:32:12.203548 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: external_net.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.204514 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.205030 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: external-net Jan 27 21:32:12.205353 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: extra_dhcp_opt.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.206273 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.206785 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: extra_dhcp_opt Jan 27 21:32:12.207109 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: extraroute.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.208031 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.208579 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: extraroute Jan 27 21:32:12.208905 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: extraroute_atomic.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.209948 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.210466 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: extraroute-atomic Jan 27 21:32:12.211573 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: filter_validation.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.212011 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.212553 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: filter-validation Jan 27 21:32:12.212882 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: fip_pf_description.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.213814 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.214326 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 27 21:32:12.214652 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: fip_port_details.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.215587 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.216102 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: fip-port-details Jan 27 21:32:12.216459 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: flavors.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.217720 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.218252 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: flavors Jan 27 21:32:12.218585 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.220325 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.220861 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 27 21:32:12.221197 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: floatingip_pools.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.221905 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.222427 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: floatingip-pools Jan 27 21:32:12.222760 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: ip_allocation.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.223715 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.224257 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension ip_allocation not supported by any of loaded plugins Jan 27 21:32:12.224588 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.225567 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.226089 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: ip-substring-filtering Jan 27 21:32:12.226420 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: l2_adjacency.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.227382 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.227900 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension l2_adjacency not supported by any of loaded plugins Jan 27 21:32:12.228255 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: l3.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.229225 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.229753 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: router Jan 27 21:32:12.230122 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: l3_conntrack_helper.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.232629 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.233174 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 27 21:32:12.233513 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.234465 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.234991 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: ext-gw-mode Jan 27 21:32:12.235325 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.236287 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.236820 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: l3-ha Jan 27 21:32:12.237145 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: l3_flavors.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.238070 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.238591 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: l3-flavors Jan 27 21:32:12.238921 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.239845 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.240384 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: l3-port-ip-change-not-allowed Jan 27 21:32:12.240713 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: l3agentscheduler.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.241754 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.242304 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: l3_agent_scheduler Jan 27 21:32:12.242639 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: local_ip.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.244535 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.245079 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension local_ip not supported by any of loaded plugins Jan 27 21:32:12.245416 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: logging.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.246910 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.247444 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension logging not supported by any of loaded plugins Jan 27 21:32:12.247779 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: metering.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.248559 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.249149 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: metering Jan 27 21:32:12.249482 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.250587 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.251115 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: metering_source_and_destination_fields Jan 27 21:32:12.251449 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: multiprovidernet.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.252421 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.252946 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: multi-provider Jan 27 21:32:12.253276 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: netmtu.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.254204 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.254725 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: net-mtu Jan 27 21:32:12.255054 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: netmtu_writable.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.255980 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.256530 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: net-mtu-writable Jan 27 21:32:12.256861 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: network_availability_zone.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.257540 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.258573 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: network_availability_zone Jan 27 21:32:12.258897 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: network_ip_availability.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.260030 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.260584 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: network-ip-availability Jan 27 21:32:12.260920 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: network_segment_range.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.261689 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.262204 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension network-segment-range not supported by any of loaded plugins Jan 27 21:32:12.262531 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: pagination.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.263526 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.263863 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: pagination Jan 27 21:32:12.264218 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: port_device_profile.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.265147 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.265672 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: port-device-profile Jan 27 21:32:12.266001 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.266921 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.267441 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: port-mac-address-regenerate Jan 27 21:32:12.267766 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.268851 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.269373 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: port-numa-affinity-policy Jan 27 21:32:12.269700 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: port_resource_request.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.270622 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.271135 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension port-resource-request not supported by any of loaded plugins Jan 27 21:32:12.271461 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: port_resource_request_groups.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.272476 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.272987 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 27 21:32:12.273313 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: portbindings.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.274804 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.275316 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: binding Jan 27 21:32:12.275641 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: portbindings_extended.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.276959 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.277487 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: binding-extended Jan 27 21:32:12.277821 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: portsecurity.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.278749 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.279271 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: port-security Jan 27 21:32:12.279601 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: project_id.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.280613 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.280950 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: project-id Jan 27 21:32:12.281279 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: providernet.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.282202 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.282722 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: provider Jan 27 21:32:12.283050 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: qos.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.286604 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.287143 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension qos not supported by any of loaded plugins Jan 27 21:32:12.287484 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.288774 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.289331 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 27 21:32:12.289665 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.290597 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.291124 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 27 21:32:12.291456 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: qos_default.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.292413 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.292940 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension qos-default not supported by any of loaded plugins Jan 27 21:32:12.293270 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: qos_fip.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.294214 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.294738 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension qos-fip not supported by any of loaded plugins Jan 27 21:32:12.295066 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: qos_fip_network_policy.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.295990 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.296540 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 27 21:32:12.296868 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: qos_gateway_ip.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.297820 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.298341 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 27 21:32:12.298668 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: qos_port_network_policy.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.299594 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.300110 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 27 21:32:12.300468 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.301530 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.302051 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 27 21:32:12.302377 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: qos_pps_rule.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.303573 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.304108 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension qos-pps not supported by any of loaded plugins Jan 27 21:32:12.304462 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: qos_rule_type_details.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.305420 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.305940 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 27 21:32:12.306272 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: qos_rules_alias.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.307336 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.307860 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 27 21:32:12.308215 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: quota_check_limit.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.309146 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.309670 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: quota-check-limit Jan 27 21:32:12.310002 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: quotasv2.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.310936 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.311271 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: quotas Jan 27 21:32:12.311599 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: quotasv2_detail.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.313470 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.313822 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: quota_details Jan 27 21:32:12.314169 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: rbac.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.315235 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.315774 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: rbac-policies Jan 27 21:32:12.316116 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: rbac_address_group.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.317084 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.317612 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: rbac-address-group Jan 27 21:32:12.317948 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: rbac_address_scope.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.318890 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.319707 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: rbac-address-scope Jan 27 21:32:12.320005 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: rbac_security_groups.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.321485 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.322042 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: rbac-security-groups Jan 27 21:32:12.322378 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: rbac_subnetpool.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.323307 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.323828 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: rbac-subnetpool Jan 27 21:32:12.324179 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: revisionifmatch.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.325122 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.325645 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: revision-if-match Jan 27 21:32:12.325975 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: revisions.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.327103 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.327625 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: standard-attr-revisions Jan 27 21:32:12.327955 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: router_availability_zone.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.328664 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.329190 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: router_availability_zone Jan 27 21:32:12.329518 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: routerservicetype.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.330454 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.330974 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension router-service-type not supported by any of loaded plugins Jan 27 21:32:12.331302 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.332351 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.332875 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: security-groups-normalized-cidr Jan 27 21:32:12.333204 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: security_groups_port_filtering.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.334141 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.334658 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: port-security-groups-filtering Jan 27 21:32:12.334985 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.335967 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.337020 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: security-groups-remote-address-group Jan 27 21:32:12.337351 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.338289 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.338806 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: security-groups-shared-filtering Jan 27 21:32:12.339133 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.339726 n-d-772272-3 neutron-server[109634]: WARNING neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 27 21:32:12.340051 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: securitygroup.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.349852 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.350390 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: security-group Jan 27 21:32:12.350730 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: segment.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.351548 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.352069 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension segment not supported by any of loaded plugins Jan 27 21:32:12.352437 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.353402 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.353930 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 27 21:32:12.354266 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: servicetype.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.355390 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.355923 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: service-type Jan 27 21:32:12.356293 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: sorting.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.357289 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.357628 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: sorting Jan 27 21:32:12.357960 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: standard_attr_segment.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.358885 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.359408 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 27 21:32:12.359737 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: standardattrdescription.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.360418 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.360941 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: standard-attr-description Jan 27 21:32:12.361271 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: stateful_security_group.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.362234 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.362756 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: stateful-security-group Jan 27 21:32:12.363082 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: stdattrs_common.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.363666 n-d-772272-3 neutron-server[109634]: WARNING neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 27 21:32:12.363996 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.364966 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.365490 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 27 21:32:12.365818 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: subnet_onboard.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.366902 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.367447 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: subnet_onboard Jan 27 21:32:12.367775 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.368737 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.369261 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 27 21:32:12.369587 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: subnet_service_types.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.370522 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.371047 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: subnet-service-types Jan 27 21:32:12.371374 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: subnetallocation.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.372502 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.373032 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: subnet_allocation Jan 27 21:32:12.373362 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.374049 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.374603 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: subnetpool-prefix-ops Jan 27 21:32:12.374980 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.376582 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.377285 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 27 21:32:12.377662 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: tagging.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.378943 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.379666 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: standard-attr-tag Jan 27 21:32:12.380039 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: timestamp.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.382111 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.383517 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loaded extension: standard-attr-timestamp Jan 27 21:32:12.383896 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: trunk.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.385420 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.386171 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension trunk not supported by any of loaded plugins Jan 27 21:32:12.386585 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: trunk_details.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.387737 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.388387 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension trunk-details not supported by any of loaded plugins Jan 27 21:32:12.388809 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: uplink_status_propagation.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.389956 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.390616 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 27 21:32:12.390966 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Loading extension file: vlantransparent.py {{(pid=109634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:32:12.391814 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:32:12.392426 n-d-772272-3 neutron-server[109634]: INFO neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extension vlan-transparent not supported by any of loaded plugins Jan 27 21:32:12.395640 n-d-772272-3 neutron-server[109634]: INFO neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Creating instance of TrackedResource for resource:network Jan 27 21:32:12.396121 n-d-772272-3 neutron-server[109634]: INFO neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Creating instance of TrackedResource for resource:subnet Jan 27 21:32:12.396555 n-d-772272-3 neutron-server[109634]: INFO neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 21:32:12.396952 n-d-772272-3 neutron-server[109634]: INFO neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Creating instance of TrackedResource for resource:port Jan 27 21:32:12.398223 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.v2.resource_helper [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:32:12.399245 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.v2.resource_helper [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Service FLAVORS assigned prefix: {{(pid=109634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:32:12.399905 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.v2.resource_helper [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:32:12.400399 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.v2.resource_helper [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:32:12.400740 n-d-772272-3 neutron-server[109634]: INFO neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Creating instance of TrackedResource for resource:router Jan 27 21:32:12.401221 n-d-772272-3 neutron-server[109634]: INFO neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Creating instance of TrackedResource for resource:floatingip Jan 27 21:32:12.401710 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.v2.resource_helper [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Service METERING assigned prefix: /metering {{(pid=109634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:32:12.403211 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.403588 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.403950 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:12.405001 n-d-772272-3 neutron-server[109634]: INFO neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 21:32:12.405452 n-d-772272-3 neutron-server[109634]: INFO neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Creating instance of TrackedResource for resource:security_group Jan 27 21:32:12.405885 n-d-772272-3 neutron-server[109634]: INFO neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 21:32:12.407621 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.v2.resource_helper [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Service CORE assigned prefix: {{(pid=109634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:32:12.407972 n-d-772272-3 neutron-server[109634]: INFO neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 21:32:12.408367 n-d-772272-3 neutron-server[109634]: WARNING neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] subnetpool is already registered Jan 27 21:32:12.408808 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.v2.resource_helper [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Service CORE assigned prefix: {{(pid=109634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:32:12.409148 n-d-772272-3 neutron-server[109634]: INFO neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 21:32:12.409490 n-d-772272-3 neutron-server[109634]: WARNING neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] subnetpool is already registered Jan 27 21:32:12.411742 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.v2.resource_helper [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:32:12.412202 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.v2.resource_helper [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Service FLAVORS assigned prefix: {{(pid=109634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:32:12.412804 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.v2.resource_helper [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:32:12.413230 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.v2.resource_helper [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:32:12.413568 n-d-772272-3 neutron-server[109634]: INFO neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Creating instance of TrackedResource for resource:router Jan 27 21:32:12.413920 n-d-772272-3 neutron-server[109634]: WARNING neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] router is already registered Jan 27 21:32:12.414917 n-d-772272-3 neutron-server[109634]: INFO neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Creating instance of TrackedResource for resource:floatingip Jan 27 21:32:12.415332 n-d-772272-3 neutron-server[109634]: WARNING neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] floatingip is already registered Jan 27 21:32:12.415726 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.v2.resource_helper [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Service METERING assigned prefix: /metering {{(pid=109634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:32:12.416426 n-d-772272-3 neutron-server[109634]: INFO neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 21:32:12.416757 n-d-772272-3 neutron-server[109634]: WARNING neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] rbac_policy is already registered Jan 27 21:32:12.417174 n-d-772272-3 neutron-server[109634]: INFO neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Creating instance of TrackedResource for resource:security_group Jan 27 21:32:12.417511 n-d-772272-3 neutron-server[109634]: WARNING neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] security_group is already registered Jan 27 21:32:12.417919 n-d-772272-3 neutron-server[109634]: INFO neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 21:32:12.418257 n-d-772272-3 neutron-server[109634]: WARNING neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] security_group_rule is already registered Jan 27 21:32:12.418919 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.v2.resource_helper [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Service CORE assigned prefix: {{(pid=109634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:32:12.419255 n-d-772272-3 neutron-server[109634]: INFO neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 21:32:12.419597 n-d-772272-3 neutron-server[109634]: WARNING neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] subnetpool is already registered Jan 27 21:32:12.420022 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.v2.resource_helper [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Service CORE assigned prefix: {{(pid=109634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:32:12.420374 n-d-772272-3 neutron-server[109634]: INFO neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 21:32:12.420711 n-d-772272-3 neutron-server[109634]: WARNING neutron.quota.resource_registry [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] subnetpool is already registered Jan 27 21:32:12.421196 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: extensions {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.422686 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: address-groups {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.424193 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: address-scopes {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.425515 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: agents {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.426674 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: auto-allocated-topology {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.427945 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: availability_zones {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.429275 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: dhcp-networks {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.431304 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: dhcp-agents {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.432765 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: routers {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.435009 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: flavors {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.436179 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: service_profiles {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.437411 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: next_providers {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.438869 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: service_profiles {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.440439 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: floatingip-pools {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.441668 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: routers {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.443776 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: floatingips {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.445498 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: l3-routers {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.446929 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: l3-agents {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.448415 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: metering-labels {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.449772 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: metering-label-rules {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.451056 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: network-ip-availabilities {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.452349 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: bindings {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.454012 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: quotas {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.455574 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: quotas {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.457159 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: rbac-policies {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.458461 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: security-groups {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.459707 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: security-group-rules {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.461486 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: service-providers {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.462744 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: subnetpools {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.464189 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: subnetpools {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.465649 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: tags {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.467323 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: tags {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.469176 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: tags {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.470965 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: tags {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.473819 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: tags {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.475675 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: tags {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.477981 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: tags {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.479878 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: tags {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.481650 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: tags {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.483513 n-d-772272-3 neutron-server[109634]: DEBUG neutron.api.extensions [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Extended resource: tags {{(pid=109634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:32:12.489407 n-d-772272-3 neutron-server[109634]: WARNING keystonemiddleware.auth_token [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 27 21:32:12.494076 n-d-772272-3 neutron-server[109634]: WARNING keystonemiddleware.auth_token [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 27 21:32:12.502608 n-d-772272-3 neutron-server[109634]: DEBUG oslo_concurrency.lockutils [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Acquired lock "singleton_lock" {{(pid=109634) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 27 21:32:12.503094 n-d-772272-3 neutron-server[109634]: DEBUG oslo_concurrency.lockutils [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Releasing lock "singleton_lock" {{(pid=109634) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 27 21:32:12.503738 n-d-772272-3 neutron-server[109634]: INFO oslo_service.service [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Starting 2 workers Jan 27 21:32:12.508760 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Started child 109741 {{(pid=109634) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 21:32:12.513393 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Started child 109742 {{(pid=109634) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 21:32:12.514334 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:12.515033 n-d-772272-3 neutron-server[109634]: INFO neutron.service [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Neutron service started, listening on 0.0.0.0:9696 Jan 27 21:32:12.515667 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Publish callbacks [] for process (None), before_spawn {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:12.515830 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [-] (109741) wsgi starting up on http://0.0.0.0:9696 Jan 27 21:32:12.518195 n-d-772272-3 neutron-server[109634]: INFO oslo_service.service [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Starting 1 workers Jan 27 21:32:12.518303 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:12.519590 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [-] (109742) wsgi starting up on http://0.0.0.0:9696 Jan 27 21:32:12.524104 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Started child 109743 {{(pid=109634) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 21:32:12.524674 n-d-772272-3 neutron-server[109634]: INFO oslo_service.service [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Starting 1 workers Jan 27 21:32:12.527778 n-d-772272-3 neutron-server[109743]: DEBUG neutron.service [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] calling RpcWorker wait() {{(pid=109743) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 27 21:32:12.528337 n-d-772272-3 neutron-server[109743]: DEBUG neutron.service [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] returning from RpcWorker wait() {{(pid=109743) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 27 21:32:12.529264 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Started child 109744 {{(pid=109634) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 21:32:12.529764 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:12.530094 n-d-772272-3 neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-eb48f1e3-176b-44d2-a00a-48bf009cb50e None None] Publish callbacks [] for process (None), after_spawn {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:12.530309 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:12.532157 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109634) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 21:32:12.532415 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 21:32:12.532606 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 21:32:12.532841 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 21:32:12.533187 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 21:32:12.533355 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 21:32:12.533889 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.534185 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.534464 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.534726 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.534866 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:12.535326 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.535591 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.535846 n-d-772272-3 neutron-server[109744]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:12.535939 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.536117 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.536419 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.536655 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.536846 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.537015 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.537262 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.537512 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.537806 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.538072 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.538335 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.538625 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.538799 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.539128 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.539899 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.540134 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.540431 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] debug = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.540685 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.541165 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.541411 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.541652 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.541891 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.542161 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.542392 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.542693 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.542960 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.543200 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.543446 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.543726 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.543971 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.544207 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.544455 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.544672 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.544920 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.545144 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.545584 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] host = n-d-772272-3 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.545803 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.546039 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.546273 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.546547 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.546794 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.547014 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.547267 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.547659 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.547789 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.548005 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.548280 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.548511 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.548729 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.548984 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] log_file = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.549153 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] log_options = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.549393 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.549667 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.549942 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.550130 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.550301 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.550525 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.550731 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.550897 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.551155 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.551380 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.551597 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.551819 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.552041 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.552282 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.552546 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.552781 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.553004 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.553235 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.553487 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.553732 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.553961 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.554211 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.554456 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.555229 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.555448 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.555687 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.555916 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.556149 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.556577 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.556817 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.557064 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.557313 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.559172 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.559499 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.559821 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.560097 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.560622 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.560622 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.560995 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.561406 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.561916 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.561916 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.563085 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.563085 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.563085 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.563085 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.567640 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] use_json = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.567640 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.567640 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.567640 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.567640 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.567640 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.567640 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.568798 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.568798 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.568966 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.569332 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.569889 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.570229 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.571054 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.571332 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.571592 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.571873 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.572074 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.574111 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.574524 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.575385 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.575775 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.576269 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.577250 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.577518 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.577865 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.578148 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.578418 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.578649 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.578876 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.579131 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.579387 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.579695 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.579931 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.580196 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.580445 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.580697 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.580998 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.581269 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.581634 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.581936 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.582197 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.582477 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.582706 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.582958 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.583185 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.583423 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.583669 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.583919 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.584561 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.584809 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.585061 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.585401 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.585637 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.585915 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.586177 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.586415 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.586703 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.587307 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.587548 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.587767 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.588027 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.588912 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.589160 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.589763 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.589996 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.590266 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.590535 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.590761 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.590981 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.591232 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.591479 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.591715 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.591940 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.592534 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.592755 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.592980 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.593231 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.593487 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.593711 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.594069 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.594176 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.594376 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.594614 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.594862 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.595105 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.595338 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.595544 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.595759 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.595996 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.596278 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.596497 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.596716 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.596954 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.597168 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.597414 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.597626 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.598053 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.598270 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.598640 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.598864 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.599145 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.599491 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.599756 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.600013 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.600302 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.600554 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.600783 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.601022 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.601262 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.601519 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.601743 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.601998 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.602225 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.602458 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.602708 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.602929 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.603197 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.603416 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.603640 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.603858 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.604113 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.604356 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.604637 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.604871 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.605099 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.605339 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.605570 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.605856 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.606112 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.606430 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.606669 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.606939 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.607230 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.607515 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.607809 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.608062 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.608345 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.608589 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.608850 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.609114 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.609366 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.609615 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.609860 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.610122 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.610364 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.610581 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.610832 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.611172 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.611409 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.611660 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.611907 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.612202 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.612468 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.612711 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.612975 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.613232 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.613470 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.613766 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.613972 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.614209 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.614447 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.614679 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.614899 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.615145 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.615378 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.615627 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.615843 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.616086 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.616372 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.616609 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.616849 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.617603 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.617839 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.618061 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.618311 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.618527 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.618761 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.618991 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.619211 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.619431 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.619651 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.619879 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.620390 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.620680 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.621028 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.621290 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.621533 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.621789 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.622034 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.622270 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.622488 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.622739 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.623385 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.623385 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.623385 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.623634 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.623836 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.624054 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.624322 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.624566 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.624822 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.625071 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.625406 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.625673 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.625906 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.626149 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.626372 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.626623 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.626842 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.627065 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.627289 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.627508 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.627745 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.628018 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.628284 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.628527 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.628747 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.628962 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.629177 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.629418 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.629637 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.629935 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.630189 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.630437 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.630692 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.630910 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.631126 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.631378 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.631591 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.631805 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.632021 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.632267 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.632480 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.632796 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.633527 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.633744 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.633971 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.634237 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.634456 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.634687 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.634900 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.635113 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.635335 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.635553 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.635769 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.635995 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.636250 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.636464 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.636684 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.636903 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.637137 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.637373 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.637606 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.637819 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.638049 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.638269 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.638483 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.638758 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.639022 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.639245 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.639546 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.639796 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.640053 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.640323 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.640651 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.640876 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.641179 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.641566 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.641948 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.642072 n-d-772272-3 neutron-server[109743]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:12.642193 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.642454 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.642781 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.643089 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.643336 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.643591 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.643875 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.644154 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.644518 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.644690 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.644996 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.645312 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.645594 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.645913 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.646125 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.646375 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.646593 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.646837 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.647075 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.647279 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.647501 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.647763 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.648001 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.648264 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.648509 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.648741 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.648977 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.649224 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.649436 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.649676 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.649894 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.650055 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 21:32:12.650586 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109634) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 21:32:12.650745 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 21:32:12.651059 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 21:32:12.651234 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 21:32:12.651405 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 21:32:12.651558 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 21:32:12.651766 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.651928 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.652091 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.652309 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.652428 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.652633 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.652799 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.652960 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.653121 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.653323 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.653495 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.653640 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.653802 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.653954 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.654095 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.654260 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.654425 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.654589 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.654754 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.654900 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.655061 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.655201 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.655360 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] debug = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.655521 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.655727 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.655899 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.656038 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.656217 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.656363 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.656513 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.656653 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.656808 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.656968 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.657121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39284) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:12.657215 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.657298 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.657427 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.657586 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.657747 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.657906 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.658065 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.658226 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.658384 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] host = n-d-772272-3 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.658544 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.658703 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.658861 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.659020 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.659182 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.659341 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.659502 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.659662 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.659823 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.659983 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.660143 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.660327 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.660582 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.660739 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] log_file = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.660882 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] log_options = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.661100 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.661100 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.661340 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.661465 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.661605 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.662596 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.662596 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.662596 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.662596 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.662596 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.662596 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.662596 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.663105 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.663105 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.663105 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.663407 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.663407 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.663575 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.663655 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.663794 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.663975 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.664142 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.664324 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.664490 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.664651 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.664814 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.664974 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.665134 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.665294 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.665452 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.665611 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.665772 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.665933 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.666091 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.666251 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.666410 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.666778 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.666778 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.666958 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.667048 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.667182 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.667343 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.667503 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.667663 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.667821 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.667979 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.668135 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] use_json = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.668304 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.668444 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.668604 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.669005 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.669168 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.669338 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.669488 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.669625 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.669765 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:32:12.669944 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.670108 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.671138 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.671294 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.671433 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.671601 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.671746 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0090585 Jan 27 21:32:12.671895 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.671895 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.672219 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.672364 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.672500 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.672635 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.672787 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.672926 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.673811 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.674007 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.674153 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.674317 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.674490 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.674649 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.674974 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.675136 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.675455 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.675615 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.675925 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.676072 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.676262 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.676435 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.676596 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.677901 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.677901 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.677901 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.677901 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.677901 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.677901 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.677901 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.677901 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.679065 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.679065 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.679065 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.679065 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.679065 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.679065 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.679065 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.679065 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.680429 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.680429 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.680429 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.680429 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.680429 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.681030 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.681030 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.681030 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.681030 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.681547 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.681547 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.681547 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.681898 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.681898 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.681898 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.682317 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.682317 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.682317 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.682602 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.682705 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.682808 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.682941 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.683068 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.683263 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.683395 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.683639 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.683777 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.683905 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.684038 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.684183 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.684347 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.684509 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.684670 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.684832 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.685785 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.685785 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.685785 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.685785 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.685785 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.685785 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.686442 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.686442 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.686442 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.686442 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.687846 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.687846 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.687846 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.687846 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.687846 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.687846 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.687846 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.687846 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.689494 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.689494 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.689494 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.689494 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.689494 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.689494 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.689494 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.689494 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.690145 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.690145 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.690145 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.690145 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.690145 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.690145 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.690145 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.690145 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.691248 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.691248 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.691248 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.691248 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.691248 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.691248 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.691248 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.692273 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.692273 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.692273 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.692273 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.692273 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.692273 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.693124 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.693124 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.693124 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.693124 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.693124 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.693124 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.693896 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.693896 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.693896 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.693896 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.693896 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.694850 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.694850 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.694850 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.694850 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.695945 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.695945 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.695945 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.695945 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.696511 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.696511 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.696511 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.696511 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.697026 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.697026 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.697026 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.697409 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.697409 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.697409 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.697801 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.697801 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.698073 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.698073 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.698452 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.698452 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.698714 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.698714 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.698971 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.698971 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.699241 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.699241 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.699508 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.699645 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.699778 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.699913 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.700048 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.700212 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.700369 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.700507 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.700645 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.700782 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.700918 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.701102 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.701249 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.701391 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.701547 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.701690 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.701853 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.702017 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.702181 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.702344 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.702510 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.702674 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.702836 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.702999 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.703159 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.703300 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.703478 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.703642 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.703805 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.703969 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.704131 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.704331 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.704471 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.704618 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.704778 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.704941 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.705104 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.705254 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.705425 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.705588 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.705741 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.705902 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.706055 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.706214 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.706366 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.706541 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.706705 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.706868 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.707030 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.707193 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.707355 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.707909 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.707909 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.707909 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.708424 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.708424 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.708424 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.709628 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.709628 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.709628 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.709628 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.709628 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.709628 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.709628 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.709628 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.710696 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.710696 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.710696 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.710696 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.710696 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.710696 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.710696 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.711621 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.711621 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.711621 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.711621 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.711621 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.711621 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.712464 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.712464 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.712464 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.712464 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.712977 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.712977 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.712977 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.713353 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.713353 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.713616 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.713616 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.713883 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.713883 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.714079 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.714158 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.714315 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.714479 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.714647 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.714819 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.714990 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.715154 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.715325 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.715496 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.715667 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.715832 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.716000 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.716295 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.716451 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.716579 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.716702 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.716825 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.716949 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.717115 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.717278 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.717441 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.717602 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.717767 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.717930 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.718093 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.718256 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.718499 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.718637 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.718750 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.718928 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.719035 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.719197 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:32:12.719352 n-d-772272-3 neutron-server[109634]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 21:32:24.065705 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e1c35b-ff76-4d28-a5eb-56ad9ff17d7a None None] get_active_networks_info from n-d-772272-3 {{(pid=109743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 21:32:24.147280 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e1c35b-ff76-4d28-a5eb-56ad9ff17d7a None None] No non-hosted networks {{(pid=109743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 27 21:32:24.155946 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-732b7244-6301-49e7-ba75-9dc0df21c06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1669792'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:26.610128 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1963cb7c-c295-4954-8f87-fc81ea20b4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1669792'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:26.668730 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fe3b6e15-e2a3-4afe-9716-2ebff536c7d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:27.347967 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1669792'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:28.733841 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1669792'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:30.116527 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1669792'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:30.117376 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:30.117819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:30.118165 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:30.118495 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:30.118929 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:30.119259 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:30.119584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:30.120053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:30.120419 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:30.120790 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:30.121156 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:30.121480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:30.121798 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:30.122252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-772272-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:30.130672 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-772272-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:31.708929 n-d-772272-3 neutron-server[109743]: INFO neutron.db.l3_hamode_db [None req-25cd6c22-2dee-475f-83c2-7ae646dd0e82 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 27 21:32:31.790632 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cd6c22-2dee-475f-83c2-7ae646dd0e82 None None] Routers set() bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:32:31.791258 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cd6c22-2dee-475f-83c2-7ae646dd0e82 None None] Router IDs set() for agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 21:32:32.882988 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39384) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:33.430221 n-d-772272-3 neutron-server[109742]: WARNING oslo_policy.policy [None req-1d1ba7d4-d2a8-447e-9907-83f4894069c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:32:33.430910 n-d-772272-3 neutron-server[109742]: WARNING oslo_policy.policy [None req-1d1ba7d4-d2a8-447e-9907-83f4894069c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:32:33.667254 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-1d1ba7d4-d2a8-447e-9907-83f4894069c2 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:32:33.668620 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1d1ba7d4-d2a8-447e-9907-83f4894069c2 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7836933 Jan 27 21:32:36.393134 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39400) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:36.705391 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d9e3bcd4-68b4-40c8-b793-954766faf785 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'tenant_id': '1afd41b1dfab4272b6a1cddcd2afdf9e'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:36.796218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.policy [None req-d9e3bcd4-68b4-40c8-b793-954766faf785 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109742) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 21:32:36.837966 n-d-772272-3 neutron-server[109742]: WARNING oslo_policy.policy [None req-d9e3bcd4-68b4-40c8-b793-954766faf785 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:32:36.838285 n-d-772272-3 neutron-server[109742]: WARNING oslo_policy.policy [None req-d9e3bcd4-68b4-40c8-b793-954766faf785 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:32:36.930925 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d9e3bcd4-68b4-40c8-b793-954766faf785 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733253692614', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733253693171', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733253678463', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733253673348', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733253466984', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733253458896', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-744902', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1325510', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-469603', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-429188'] for rbac-policy (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:36.998473 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d9e3bcd4-68b4-40c8-b793-954766faf785 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:36.999762 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d9e3bcd4-68b4-40c8-b793-954766faf785 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6056728 Jan 27 21:32:39.656836 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39412) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:40.152291 n-d-772272-3 neutron-server[109741]: WARNING oslo_policy.policy [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:32:40.152866 n-d-772272-3 neutron-server[109741]: WARNING oslo_policy.policy [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:32:40.380918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Request body: {'network': {'tenant_id': '40f069db0f324f4489f61965d54bf720', 'project_id': '40f069db0f324f4489f61965d54bf720', 'admin_state_up': True, 'name': 'private'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:40.435024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Made reservation on behalf of 40f069db0f324f4489f61965d54bf720 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:32:40.496074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.policy [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109741) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 21:32:40.537269 n-d-772272-3 neutron-server[109741]: WARNING oslo_policy.policy [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:32:40.537639 n-d-772272-3 neutron-server[109741]: WARNING oslo_policy.policy [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:32:40.547701 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:40.570176 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:40.681829 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Publish callbacks [] for security_group (17c2e154-f5ab-4e86-a658-d86a85d8a28d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:40.685774 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (17c2e154-f5ab-4e86-a658-d86a85d8a28d), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:40.706141 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:32:40.734598 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733248836491', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (d0a16984-a081-4a31-b3dd-38641abf26ea), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:40.735200 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Unsubscribe: segment precommit_create {{(pid=109741) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 21:32:40.735728 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Added segment d0a16984-a081-4a31-b3dd-38641abf26ea of type vlan for network 2518ebd8-9f34-4656-8f77-5ccf0fe8c47d Jan 27 21:32:40.753487 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c2e154-f5ab-4e86-a658-d86a85d8a28d,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:40.806755 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:40.807102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:40.807449 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:40.807786 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:40.808119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:40.808472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:40.808797 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:40.809119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:40.809440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:40.809761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:40.810084 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:40.810402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:40.810721 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Tracked resource versions report: Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: pushed versions: Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: { 'AddressGroup': {'1.2'}, Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'ConntrackHelper': {'1.0'}, Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'Log': {'1.0'}, Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'Network': {'1.1'}, Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'Port': {'1.7'}, Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'PortForwarding': {'1.2'}, Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'QosPolicy': {'1.10'}, Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'SecurityGroup': {'1.5'}, Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'SubPort': {'1.0'}, Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'Subnet': {'1.1'}, Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'Trunk': {'1.1'}} Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: consumer versions: Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: { DHCP agent@n-d-772272-3: {}, Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: L3 agent@n-d-772272-3: {}, Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: Metadata agent@n-d-772272-3: {}, Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: Metering agent@n-d-772272-3: {}, Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: Open vSwitch agent@n-d-772272-3: { 'AddressGroup': '1.2', Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'ConntrackHelper': '1.0', Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'LocalIPAssociation': '1.0', Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'Log': '1.0', Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'Network': '1.1', Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'Port': '1.7', Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'PortForwarding': '1.2', Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'QosPolicy': '1.10', Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'SecurityGroup': '1.5', Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'SecurityGroupRule': '1.2', Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'SubPort': '1.0', Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'Subnet': '1.1', Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: 'Trunk': '1.1'}} Jan 27 21:32:40.811889 n-d-772272-3 neutron-server[109741]: {{(pid=109741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:32:40.844724 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (2518ebd8-9f34-4656-8f77-5ccf0fe8c47d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:40.886978 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (2518ebd8-9f34-4656-8f77-5ccf0fe8c47d), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:40.888039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:40.888760 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:40.977532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3196030 Jan 27 21:32:40.995417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3ba97-673b-4b50-95e5-d14e98ae1d53 admin admin] Pushing event updated for resources: {'Network': ['ID=2518ebd8-9f34-4656-8f77-5ccf0fe8c47d,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:41.007850 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 2518ebd8-9f34-4656-8f77-5ccf0fe8c47d details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:32:43.698618 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39434) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:44.121776 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772302c2-edb1-41ba-b924-3c6970045dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:44.123218 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-772302c2-edb1-41ba-b924-3c6970045dba admin admin] 10.222.0.23 "GET /v2.0/networks/2518ebd8-9f34-4656-8f77-5ccf0fe8c47d HTTP/1.1" status: 200 len: 825 time: 0.4236672 Jan 27 21:32:44.146772 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8707b911-e2d4-49f0-9518-cd1ebcec37b6 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/2237e6e7-f6c8-4187-b297-39511d560370 HTTP/1.1" status: 200 len: 734 time: 0.0180221 Jan 27 21:32:44.154930 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Request body: {'subnet': {'subnetpool_id': '2237e6e7-f6c8-4187-b297-39511d560370', 'name': 'private-subnet', 'network_id': '2518ebd8-9f34-4656-8f77-5ccf0fe8c47d', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '40f069db0f324f4489f61965d54bf720'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:44.178862 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Made reservation on behalf of 40f069db0f324f4489f61965d54bf720 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:32:44.181563 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:44.478374 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for subnet (f3f95d86-0df6-436f-8625-0397c7cdcf14), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:44.550420 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Checking segment: {'id': 'd0a16984-a081-4a31-b3dd-38641abf26ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2518ebd8-9f34-4656-8f77-5ccf0fe8c47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:32:44.550830 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Network hostable DHCP agents. Network: 2518ebd8-9f34-4656-8f77-5ccf0fe8c47d, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:32:44.562695 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3f95d86-0df6-436f-8625-0397c7cdcf14,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:44.577250 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:44.577593 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:44.578252 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:44.578593 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:44.579002 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:44.579002 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:44.579785 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:44.580084 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:44.580433 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:44.580772 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:44.581123 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:44.581448 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:44.581767 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Tracked resource versions report: Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: pushed versions: Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: { 'AddressGroup': {'1.2'}, Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'ConntrackHelper': {'1.0'}, Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'Log': {'1.0'}, Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'Network': {'1.1'}, Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'Port': {'1.7'}, Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'PortForwarding': {'1.2'}, Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'QosPolicy': {'1.10'}, Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'SecurityGroup': {'1.5'}, Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'SubPort': {'1.0'}, Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'Subnet': {'1.1'}, Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'Trunk': {'1.1'}} Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: consumer versions: Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: { DHCP agent@n-d-772272-3: {}, Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: L3 agent@n-d-772272-3: {}, Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: Metadata agent@n-d-772272-3: {}, Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: Metering agent@n-d-772272-3: {}, Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: Open vSwitch agent@n-d-772272-3: { 'AddressGroup': '1.2', Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'ConntrackHelper': '1.0', Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'LocalIPAssociation': '1.0', Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'Log': '1.0', Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'Network': '1.1', Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'Port': '1.7', Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'PortForwarding': '1.2', Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'QosPolicy': '1.10', Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'SecurityGroup': '1.5', Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'SecurityGroupRule': '1.2', Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'SubPort': '1.0', Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'Subnet': '1.1', Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: 'Trunk': '1.1'}} Jan 27 21:32:44.582880 n-d-772272-3 neutron-server[109742]: {{(pid=109742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:32:44.604383 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Network 2518ebd8-9f34-4656-8f77-5ccf0fe8c47d is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:32:44.622095 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 2518ebd8-9f34-4656-8f77-5ccf0fe8c47d) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:32:44.626734 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:44.627342 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:44.632458 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42caaa6-2e1c-47eb-a5b1-d15fbf6f218e None None] Network 2518ebd8-9f34-4656-8f77-5ccf0fe8c47d requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:32:44.650728 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2738d648-393b-4e8f-94a7-ef19c8b7efa0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4942665 Jan 27 21:32:44.909582 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-2518ebd8-9f34-4656-8f77-5ccf0fe8c47d', 'network_id': '2518ebd8-9f34-4656-8f77-5ccf0fe8c47d', 'project_id': '40f069db0f324f4489f61965d54bf720', 'fixed_ips': [{'subnet_id': 'f3f95d86-0df6-436f-8625-0397c7cdcf14'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:32:44.910829 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:45.224730 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Allocated IP 172.20.0.2 (2518ebd8-9f34-4656-8f77-5ccf0fe8c47d/f3f95d86-0df6-436f-8625-0397c7cdcf14/8d0a02d5-e396-4178-83d6-3d78057d4add) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:32:45.474588 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Publish callbacks [] for port (8d0a02d5-e396-4178-83d6-3d78057d4add), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:45.483705 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (8d0a02d5-e396-4178-83d6-3d78057d4add), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:45.554578 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Network 2518ebd8-9f34-4656-8f77-5ccf0fe8c47d is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:32:45.560104 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:32:45.563876 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:32:45.582863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Pushing event updated for resources: {'Port': ['ID=8d0a02d5-e396-4178-83d6-3d78057d4add,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:45.632081 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:45.632472 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:45.632861 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:45.633422 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:45.633576 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:45.633912 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:45.634244 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:45.634577 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:45.634906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:45.635234 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:45.635563 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:45.635885 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:45.636233 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Tracked resource versions report: Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: pushed versions: Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: { 'AddressGroup': {'1.2'}, Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'ConntrackHelper': {'1.0'}, Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'Log': {'1.0'}, Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'Network': {'1.1'}, Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'Port': {'1.7'}, Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'PortForwarding': {'1.2'}, Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'QosPolicy': {'1.10'}, Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'SecurityGroup': {'1.5'}, Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'SubPort': {'1.0'}, Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'Subnet': {'1.1'}, Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'Trunk': {'1.1'}} Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: consumer versions: Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: { DHCP agent@n-d-772272-3: {}, Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: L3 agent@n-d-772272-3: {}, Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: Metadata agent@n-d-772272-3: {}, Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: Metering agent@n-d-772272-3: {}, Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: Open vSwitch agent@n-d-772272-3: { 'AddressGroup': '1.2', Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'ConntrackHelper': '1.0', Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'LocalIPAssociation': '1.0', Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'Log': '1.0', Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'Network': '1.1', Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'Port': '1.7', Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'PortForwarding': '1.2', Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'QosPolicy': '1.10', Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'SecurityGroup': '1.5', Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'SecurityGroupRule': '1.2', Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'SubPort': '1.0', Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'Subnet': '1.1', Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: 'Trunk': '1.1'}} Jan 27 21:32:45.637348 n-d-772272-3 neutron-server[109743]: {{(pid=109743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:32:45.671228 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Attempting to bind port 8d0a02d5-e396-4178-83d6-3d78057d4add on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:32:45.671630 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Attempting to bind port 8d0a02d5-e396-4178-83d6-3d78057d4add by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'd0a16984-a081-4a31-b3dd-38641abf26ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2518ebd8-9f34-4656-8f77-5ccf0fe8c47d'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:32:45.672054 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Attempting to bind port 8d0a02d5-e396-4178-83d6-3d78057d4add on network 2518ebd8-9f34-4656-8f77-5ccf0fe8c47d {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:32:45.676914 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:32:45.677314 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Checking segment: {'id': 'd0a16984-a081-4a31-b3dd-38641abf26ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2518ebd8-9f34-4656-8f77-5ccf0fe8c47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:32:45.677878 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:45.678783 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Bound using segment: {'id': 'd0a16984-a081-4a31-b3dd-38641abf26ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2518ebd8-9f34-4656-8f77-5ccf0fe8c47d'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:32:45.679291 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Bound port: 8d0a02d5-e396-4178-83d6-3d78057d4add, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a16984-a081-4a31-b3dd-38641abf26ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2518ebd8-9f34-4656-8f77-5ccf0fe8c47d'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:32:45.679701 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8d0a02d5-e396-4178-83d6-3d78057d4add), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:45.745445 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] For port 8d0a02d5-e396-4178-83d6-3d78057d4add, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:32:45.749631 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] For port 8d0a02d5-e396-4178-83d6-3d78057d4add, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=8d0a02d5-e396-4178-83d6-3d78057d4add,segment=NetworkSegment(d0a16984-a081-4a31-b3dd-38641abf26ea),segment_id=d0a16984-a081-4a31-b3dd-38641abf26ea)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:32:45.754297 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8d0a02d5-e396-4178-83d6-3d78057d4add), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:45.823677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727c7e9-0df5-4c8c-933e-503087d56789 None None] Pushing event updated for resources: {'Port': ['ID=8d0a02d5-e396-4178-83d6-3d78057d4add,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:47.143084 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39446) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:47.474141 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-98a546df-6c74-4893-9ae0-7eb207ecfe07 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:32:47.475639 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-98a546df-6c74-4893-9ae0-7eb207ecfe07 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3310082 Jan 27 21:32:49.972035 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39454) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:50.297217 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-894a572f-eb2b-4295-8aca-bd423f29ff99 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:32:50.298223 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-894a572f-eb2b-4295-8aca-bd423f29ff99 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3252184 Jan 27 21:32:53.174361 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39464) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:53.491355 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-62ecfa17-f94b-437f-83bb-1f62405cfd47 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '40f069db0f324f4489f61965d54bf720'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:53.514116 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-62ecfa17-f94b-437f-83bb-1f62405cfd47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (b4a8f692-e4dc-4e43-8f2f-0a6b112e1719), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:53.516237 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-62ecfa17-f94b-437f-83bb-1f62405cfd47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (b4a8f692-e4dc-4e43-8f2f-0a6b112e1719), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:53.655250 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-62ecfa17-f94b-437f-83bb-1f62405cfd47 admin admin] Publish callbacks [] for router_controller (b4a8f692-e4dc-4e43-8f2f-0a6b112e1719), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:53.660817 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-62ecfa17-f94b-437f-83bb-1f62405cfd47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (b4a8f692-e4dc-4e43-8f2f-0a6b112e1719), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:53.677028 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-62ecfa17-f94b-437f-83bb-1f62405cfd47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:53.678903 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-62ecfa17-f94b-437f-83bb-1f62405cfd47 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5035222 Jan 27 21:32:54.029047 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-91c6b81f-1c44-4b56-a76b-8892a1200129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:56.202445 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39476) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:56.538854 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-8a4fd0e0-c74b-43b5-a8f7-5e73d877c621 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:32:56.539949 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8a4fd0e0-c74b-43b5-a8f7-5e73d877c621 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3362148 Jan 27 21:32:56.609931 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-26d5d1d7-eaed-45a3-bbfd-0e2592f42bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:56.769592 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 8d0a02d5-e396-4178-83d6-3d78057d4add up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:32:56.863371 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 8d0a02d5-e396-4178-83d6-3d78057d4add triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:56.863785 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8d0a02d5-e396-4178-83d6-3d78057d4add), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:56.986952 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 8d0a02d5-e396-4178-83d6-3d78057d4add is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:56.987579 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8d0a02d5-e396-4178-83d6-3d78057d4add), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:57.010445 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3b3b03-d533-4185-b163-dd6ad8ecd8f1 None None] Network 2518ebd8-9f34-4656-8f77-5ccf0fe8c47d requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:32:57.062026 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 8d0a02d5-e396-4178-83d6-3d78057d4add, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=8d0a02d5-e396-4178-83d6-3d78057d4add,segment=NetworkSegment(d0a16984-a081-4a31-b3dd-38641abf26ea),segment_id=d0a16984-a081-4a31-b3dd-38641abf26ea)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:57.067326 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8d0a02d5-e396-4178-83d6-3d78057d4add), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:57.152044 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=8d0a02d5-e396-4178-83d6-3d78057d4add,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:57.160129 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3f209ab6-175f-4a53-b701-32fcbcad4697 None None] Provisioning complete for port 8d0a02d5-e396-4178-83d6-3d78057d4add triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:57.160561 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3f209ab6-175f-4a53-b701-32fcbcad4697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8d0a02d5-e396-4178-83d6-3d78057d4add), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:57.279866 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3f209ab6-175f-4a53-b701-32fcbcad4697 None None] Current status of the port 8d0a02d5-e396-4178-83d6-3d78057d4add is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:57.306225 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:57.503049 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f8dcfcbd-6874-480d-aa75-9e3fbec0632d None None] Provisioning complete for port 8d0a02d5-e396-4178-83d6-3d78057d4add triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:57.503466 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f8dcfcbd-6874-480d-aa75-9e3fbec0632d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8d0a02d5-e396-4178-83d6-3d78057d4add), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:57.580514 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f8dcfcbd-6874-480d-aa75-9e3fbec0632d None None] Current status of the port 8d0a02d5-e396-4178-83d6-3d78057d4add is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:58.673066 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:58.707921 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 8d0a02d5-e396-4178-83d6-3d78057d4add up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:32:58.759516 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 8d0a02d5-e396-4178-83d6-3d78057d4add triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:58.759918 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8d0a02d5-e396-4178-83d6-3d78057d4add), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:58.838271 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 8d0a02d5-e396-4178-83d6-3d78057d4add is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:59.092118 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39508) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:59.226300 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c02e2bfe-6ba1-4615-81d7-fe2126326518 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'tenant_id': '1afd41b1dfab4272b6a1cddcd2afdf9e', 'provider:physical_network': 'physnet1', 'project_id': '1afd41b1dfab4272b6a1cddcd2afdf9e'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:59.247755 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02e2bfe-6ba1-4615-81d7-fe2126326518 admin admin] Made reservation on behalf of 1afd41b1dfab4272b6a1cddcd2afdf9e for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:32:59.250036 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c02e2bfe-6ba1-4615-81d7-fe2126326518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:59.266006 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c02e2bfe-6ba1-4615-81d7-fe2126326518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:59.370360 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c02e2bfe-6ba1-4615-81d7-fe2126326518 admin admin] Publish callbacks [] for security_group (b8159e8a-494b-4058-9382-f813431a5359), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:59.374487 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c02e2bfe-6ba1-4615-81d7-fe2126326518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b8159e8a-494b-4058-9382-f813431a5359), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:59.397683 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c02e2bfe-6ba1-4615-81d7-fe2126326518 admin admin] Reserving flat network on physical network physnet1 {{(pid=109742) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 27 21:32:59.411519 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e2bfe-6ba1-4615-81d7-fe2126326518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8159e8a-494b-4058-9382-f813431a5359,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:59.425557 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c02e2bfe-6ba1-4615-81d7-fe2126326518 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733248836491', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:59.425557 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c02e2bfe-6ba1-4615-81d7-fe2126326518 admin admin] Unsubscribe: segment precommit_create {{(pid=109742) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 21:32:59.425557 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-c02e2bfe-6ba1-4615-81d7-fe2126326518 admin admin] Added segment e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135 of type flat for network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 Jan 27 21:32:59.476459 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c02e2bfe-6ba1-4615-81d7-fe2126326518 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (61f5218f-8f7f-4b5f-a756-1da3a7db61a6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:59.519570 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c02e2bfe-6ba1-4615-81d7-fe2126326518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (61f5218f-8f7f-4b5f-a756-1da3a7db61a6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:59.520527 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02e2bfe-6ba1-4615-81d7-fe2126326518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:59.521091 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c02e2bfe-6ba1-4615-81d7-fe2126326518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:59.621580 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c02e2bfe-6ba1-4615-81d7-fe2126326518 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5283604 Jan 27 21:32:59.635397 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e2bfe-6ba1-4615-81d7-fe2126326518 admin admin] Pushing event updated for resources: {'Network': ['ID=61f5218f-8f7f-4b5f-a756-1da3a7db61a6,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:59.648769 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:33:00.123920 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:01.953234 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39516) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:02.046650 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83726df-717d-48cc-9175-8c4b38c2b404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:02.048015 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d83726df-717d-48cc-9175-8c4b38c2b404 admin admin] 10.222.0.23 "GET /v2.0/subnets/f3f95d86-0df6-436f-8625-0397c7cdcf14 HTTP/1.1" status: 200 len: 849 time: 0.0938199 Jan 27 21:33:02.205771 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4d2af40e-f4bb-4614-9d08-2d0a85a95417 admin admin] 10.222.0.23 "GET /v2.0/routers/b4a8f692-e4dc-4e43-8f2f-0a6b112e1719 HTTP/1.1" status: 200 len: 704 time: 0.1515076 Jan 27 21:33:02.483634 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dcc18168-ab8a-4c8d-a288-7949cd5c5afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:02.777407 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-dcc18168-ab8a-4c8d-a288-7949cd5c5afc admin admin] Allocated IP 172.20.0.1 (2518ebd8-9f34-4656-8f77-5ccf0fe8c47d/f3f95d86-0df6-436f-8625-0397c7cdcf14/e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:33:02.935025 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dcc18168-ab8a-4c8d-a288-7949cd5c5afc admin admin] Publish callbacks [] for port (e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:03.001912 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dcc18168-ab8a-4c8d-a288-7949cd5c5afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:03.080937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc18168-ab8a-4c8d-a288-7949cd5c5afc admin admin] Network 2518ebd8-9f34-4656-8f77-5ccf0fe8c47d is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:33:03.088483 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-dcc18168-ab8a-4c8d-a288-7949cd5c5afc admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:33:03.093288 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc18168-ab8a-4c8d-a288-7949cd5c5afc admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:33:03.094300 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dcc18168-ab8a-4c8d-a288-7949cd5c5afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (b4a8f692-e4dc-4e43-8f2f-0a6b112e1719), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:03.171002 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc18168-ab8a-4c8d-a288-7949cd5c5afc admin admin] Pushing event updated for resources: {'Port': ['ID=e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:03.332879 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-eee4326f-d73a-4ec8-a680-d2770855ba01 None None] Provisioning complete for port e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:03.333444 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-eee4326f-d73a-4ec8-a680-d2770855ba01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:03.346234 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dcc18168-ab8a-4c8d-a288-7949cd5c5afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:03.366989 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-eee4326f-d73a-4ec8-a680-d2770855ba01 None None] Port e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:33:03.558566 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dcc18168-ab8a-4c8d-a288-7949cd5c5afc admin admin] Publish callbacks [] for port (e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:03.569092 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dcc18168-ab8a-4c8d-a288-7949cd5c5afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:03.570129 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dcc18168-ab8a-4c8d-a288-7949cd5c5afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (b4a8f692-e4dc-4e43-8f2f-0a6b112e1719), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:03.650315 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc18168-ab8a-4c8d-a288-7949cd5c5afc admin admin] Pushing event updated for resources: {'Port': ['ID=e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:03.695432 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc18168-ab8a-4c8d-a288-7949cd5c5afc admin admin] Network 2518ebd8-9f34-4656-8f77-5ccf0fe8c47d is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:33:03.696758 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-dcc18168-ab8a-4c8d-a288-7949cd5c5afc admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:33:03.859120 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc18168-ab8a-4c8d-a288-7949cd5c5afc admin admin] Router b4a8f692-e4dc-4e43-8f2f-0a6b112e1719 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:33:03.889974 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a6369ed5-9467-47fd-a3b7-80e0fa2c8224 None None] Provisioning complete for port e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:03.890352 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a6369ed5-9467-47fd-a3b7-80e0fa2c8224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:03.926357 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a6369ed5-9467-47fd-a3b7-80e0fa2c8224 None None] Port e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:33:03.950047 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc18168-ab8a-4c8d-a288-7949cd5c5afc admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:33:03.955341 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dcc18168-ab8a-4c8d-a288-7949cd5c5afc admin admin] 10.222.0.23 "PUT /v2.0/routers/b4a8f692-e4dc-4e43-8f2f-0a6b112e1719/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7443888 Jan 27 21:33:03.976347 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] Sync routers for ids ['b4a8f692-e4dc-4e43-8f2f-0a6b112e1719'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:33:03.988754 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] Routers {'b4a8f692-e4dc-4e43-8f2f-0a6b112e1719'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:33:03.989639 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:32:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b4a8f692-e4dc-4e43-8f2f-0a6b112e1719'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:04.176652 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] Set router b4a8f692-e4dc-4e43-8f2f-0a6b112e1719 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:33:04.624998 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8f692-e4dc-4e43-8f2f-0a6b112e1719', 'name': 'router1', 'tenant_id': '40f069db0f324f4489f61965d54bf720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:32:53Z', 'updated_at': '2022-01-27T21:33:03Z', 'revision_number': 2, 'project_id': '40f069db0f324f4489f61965d54bf720', 'gw_port_host': None, '_interfaces': [{'id': 'e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142', 'name': '', 'network_id': '2518ebd8-9f34-4656-8f77-5ccf0fe8c47d', 'tenant_id': '40f069db0f324f4489f61965d54bf720', 'mac_address': 'fa:16:3e:19:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a8f692-e4dc-4e43-8f2f-0a6b112e1719', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3f95d86-0df6-436f-8625-0397c7cdcf14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:02Z', 'updated_at': '2022-01-27T21:33:03Z', 'revision_number': 2, 'project_id': '40f069db0f324f4489f61965d54bf720', 'subnets': [{'id': 'f3f95d86-0df6-436f-8625-0397c7cdcf14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2237e6e7-f6c8-4187-b297-39511d560370'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:04.676120 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] Checking router: b4a8f692-e4dc-4e43-8f2f-0a6b112e1719 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:33:04.676510 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] Updating router b4a8f692-e4dc-4e43-8f2f-0a6b112e1719 port e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:33:04.725476 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.253450 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] Publish callbacks [] for port (e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.266007 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.446838 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] Attempting to bind port e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:33:05.447419 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] Attempting to bind port e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'd0a16984-a081-4a31-b3dd-38641abf26ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2518ebd8-9f34-4656-8f77-5ccf0fe8c47d'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:33:05.447713 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] Attempting to bind port e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142 on network 2518ebd8-9f34-4656-8f77-5ccf0fe8c47d {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:33:05.451014 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c9b01-f2a0-4dbd-ae04-4c35c66f9b8f None None] Pushing event updated for resources: {'Port': ['ID=e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:05.460971 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123c9b01-f2a0-4dbd-ae04-4c35c66f9b8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:05.461322 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123c9b01-f2a0-4dbd-ae04-4c35c66f9b8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:05.461669 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123c9b01-f2a0-4dbd-ae04-4c35c66f9b8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:05.462013 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123c9b01-f2a0-4dbd-ae04-4c35c66f9b8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:05.462356 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123c9b01-f2a0-4dbd-ae04-4c35c66f9b8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:05.462698 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123c9b01-f2a0-4dbd-ae04-4c35c66f9b8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:05.463025 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123c9b01-f2a0-4dbd-ae04-4c35c66f9b8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:05.463355 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123c9b01-f2a0-4dbd-ae04-4c35c66f9b8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:05.463690 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123c9b01-f2a0-4dbd-ae04-4c35c66f9b8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:05.464019 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123c9b01-f2a0-4dbd-ae04-4c35c66f9b8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:05.464369 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123c9b01-f2a0-4dbd-ae04-4c35c66f9b8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:05.464693 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123c9b01-f2a0-4dbd-ae04-4c35c66f9b8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:05.465030 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123c9b01-f2a0-4dbd-ae04-4c35c66f9b8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123c9b01-f2a0-4dbd-ae04-4c35c66f9b8f None None] Tracked resource versions report: Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: pushed versions: Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: { 'AddressGroup': {'1.2'}, Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'ConntrackHelper': {'1.0'}, Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'Log': {'1.0'}, Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'Network': {'1.1'}, Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'Port': {'1.7'}, Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'PortForwarding': {'1.2'}, Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'QosPolicy': {'1.10'}, Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'SecurityGroup': {'1.5'}, Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'SubPort': {'1.0'}, Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'Subnet': {'1.1'}, Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'Trunk': {'1.1'}} Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: consumer versions: Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: { DHCP agent@n-d-772272-3: {}, Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: L3 agent@n-d-772272-3: {}, Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: Metadata agent@n-d-772272-3: {}, Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: Metering agent@n-d-772272-3: {}, Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: Open vSwitch agent@n-d-772272-3: { 'AddressGroup': '1.2', Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'ConntrackHelper': '1.0', Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'LocalIPAssociation': '1.0', Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'Log': '1.0', Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'Network': '1.1', Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'Port': '1.7', Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'PortForwarding': '1.2', Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'QosPolicy': '1.10', Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'SecurityGroup': '1.5', Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'SecurityGroupRule': '1.2', Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'SubPort': '1.0', Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'Subnet': '1.1', Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: 'Trunk': '1.1'}} Jan 27 21:33:05.466157 n-d-772272-3 neutron-server[109744]: {{(pid=109744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:33:05.470425 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:33:05.470856 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] Checking segment: {'id': 'd0a16984-a081-4a31-b3dd-38641abf26ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2518ebd8-9f34-4656-8f77-5ccf0fe8c47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:33:05.471343 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.471737 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] Bound using segment: {'id': 'd0a16984-a081-4a31-b3dd-38641abf26ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2518ebd8-9f34-4656-8f77-5ccf0fe8c47d'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:33:05.472269 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] Bound port: e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a16984-a081-4a31-b3dd-38641abf26ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2518ebd8-9f34-4656-8f77-5ccf0fe8c47d'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:33:05.472658 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.547727 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] For port e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:33:05.568195 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-41ad58f3-d8b5-4fbf-a26c-732b1302ca99 None None] Provisioning complete for port e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:05.568787 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-41ad58f3-d8b5-4fbf-a26c-732b1302ca99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.573128 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] For port e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142,segment=NetworkSegment(d0a16984-a081-4a31-b3dd-38641abf26ea),segment_id=d0a16984-a081-4a31-b3dd-38641abf26ea)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:33:05.577413 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.609277 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-41ad58f3-d8b5-4fbf-a26c-732b1302ca99 None None] Port e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:33:05.640945 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c9b01-f2a0-4dbd-ae04-4c35c66f9b8f None None] Pushing event updated for resources: {'Port': ['ID=e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:05.646387 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] Routers {'b4a8f692-e4dc-4e43-8f2f-0a6b112e1719'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:33:05.647034 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:32:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b4a8f692-e4dc-4e43-8f2f-0a6b112e1719'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:05.744289 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] Set router b4a8f692-e4dc-4e43-8f2f-0a6b112e1719 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:33:05.831630 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-77e3fe62-ce59-40a3-8e8e-6059aba7cdd1 None None] Provisioning complete for port e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:05.832030 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-77e3fe62-ce59-40a3-8e8e-6059aba7cdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.914145 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-77e3fe62-ce59-40a3-8e8e-6059aba7cdd1 None None] Current status of the port e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:05.914478 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-77e3fe62-ce59-40a3-8e8e-6059aba7cdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.948118 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-77e3fe62-ce59-40a3-8e8e-6059aba7cdd1 None None] For port e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142,segment=NetworkSegment(d0a16984-a081-4a31-b3dd-38641abf26ea),segment_id=d0a16984-a081-4a31-b3dd-38641abf26ea)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:05.952602 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-77e3fe62-ce59-40a3-8e8e-6059aba7cdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.980778 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8f692-e4dc-4e43-8f2f-0a6b112e1719', 'name': 'router1', 'tenant_id': '40f069db0f324f4489f61965d54bf720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:32:53Z', 'updated_at': '2022-01-27T21:33:03Z', 'revision_number': 2, 'project_id': '40f069db0f324f4489f61965d54bf720', 'gw_port_host': None, '_interfaces': [{'id': 'e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142', 'name': '', 'network_id': '2518ebd8-9f34-4656-8f77-5ccf0fe8c47d', 'tenant_id': '40f069db0f324f4489f61965d54bf720', 'mac_address': 'fa:16:3e:19:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a8f692-e4dc-4e43-8f2f-0a6b112e1719', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3f95d86-0df6-436f-8625-0397c7cdcf14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:02Z', 'updated_at': '2022-01-27T21:33:05Z', 'revision_number': 4, 'project_id': '40f069db0f324f4489f61965d54bf720', 'subnets': [{'id': 'f3f95d86-0df6-436f-8625-0397c7cdcf14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2237e6e7-f6c8-4187-b297-39511d560370'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:06.010069 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7657e42e-e1b7-4766-90b5-2746533ea535 None None] The sync data for ids ['b4a8f692-e4dc-4e43-8f2f-0a6b112e1719'] in n-d-772272-3 is: [{'id': 'b4a8f692-e4dc-4e43-8f2f-0a6b112e1719', 'name': 'router1', 'tenant_id': '40f069db0f324f4489f61965d54bf720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:32:53Z', 'updated_at': '2022-01-27T21:33:03Z', 'revision_number': 2, 'project_id': '40f069db0f324f4489f61965d54bf720', 'gw_port_host': None, '_interfaces': [{'id': 'e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142', 'name': '', 'network_id': '2518ebd8-9f34-4656-8f77-5ccf0fe8c47d', 'tenant_id': '40f069db0f324f4489f61965d54bf720', 'mac_address': 'fa:16:3e:19:71:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a8f692-e4dc-4e43-8f2f-0a6b112e1719', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3f95d86-0df6-436f-8625-0397c7cdcf14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:02Z', 'updated_at': '2022-01-27T21:33:05Z', 'revision_number': 4, 'project_id': '40f069db0f324f4489f61965d54bf720', 'subnets': [{'id': 'f3f95d86-0df6-436f-8625-0397c7cdcf14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2237e6e7-f6c8-4187-b297-39511d560370'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:33:06.014168 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3fe62-ce59-40a3-8e8e-6059aba7cdd1 None None] Pushing event updated for resources: {'Port': ['ID=e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:08.572328 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 5 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:33:08.695204 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39534) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:08.812424 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb1104a-ef95-4beb-949e-7bd564d8d900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:08.813795 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3bb1104a-ef95-4beb-949e-7bd564d8d900 admin admin] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 842 time: 0.1175392 Jan 27 21:33:08.824550 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-cca2ffc7-390c-4529-9a7d-19d9b6bf190d admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.25.3.0/24', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '1afd41b1dfab4272b6a1cddcd2afdf9e', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.3.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:08.845309 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca2ffc7-390c-4529-9a7d-19d9b6bf190d admin admin] Made reservation on behalf of 1afd41b1dfab4272b6a1cddcd2afdf9e for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:33:08.847768 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cca2ffc7-390c-4529-9a7d-19d9b6bf190d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:09.135086 n-d-772272-3 neutron-server[109742]: DEBUG neutron.objects.ports [None req-cca2ffc7-390c-4529-9a7d-19d9b6bf190d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 21:33:09.135545 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cca2ffc7-390c-4529-9a7d-19d9b6bf190d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for subnet (3eb76fe3-cdf5-4178-ab39-bed1af291083), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:09.192187 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2ffc7-390c-4529-9a7d-19d9b6bf190d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eb76fe3-cdf5-4178-ab39-bed1af291083,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:09.197305 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2ffc7-390c-4529-9a7d-19d9b6bf190d admin admin] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:33:09.197664 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca2ffc7-390c-4529-9a7d-19d9b6bf190d admin admin] Network hostable DHCP agents. Network: 61f5218f-8f7f-4b5f-a756-1da3a7db61a6, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:33:09.213978 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca2ffc7-390c-4529-9a7d-19d9b6bf190d admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:33:09.222721 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-cca2ffc7-390c-4529-9a7d-19d9b6bf190d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 61f5218f-8f7f-4b5f-a756-1da3a7db61a6) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:33:09.231126 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fc150b-ce77-475b-b544-aaacf791c66c None None] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:33:09.231574 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca2ffc7-390c-4529-9a7d-19d9b6bf190d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:09.231815 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cca2ffc7-390c-4529-9a7d-19d9b6bf190d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:09.248391 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cca2ffc7-390c-4529-9a7d-19d9b6bf190d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4274046 Jan 27 21:33:09.341639 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbb943b-6c6c-4e5d-9740-a676015bd2a4 None None] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:33:11.664816 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39542) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:11.801161 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9a1ec204-5544-4def-82b3-2da8934fa5fb admin admin] 10.222.0.23 "GET /v2.0/routers/b4a8f692-e4dc-4e43-8f2f-0a6b112e1719 HTTP/1.1" status: 200 len: 710 time: 0.1351330 Jan 27 21:33:11.888732 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee86290-36c9-43c0-85ee-9faa6f3913c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:11.890027 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4ee86290-36c9-43c0-85ee-9faa6f3913c0 admin admin] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 886 time: 0.0834858 Jan 27 21:33:11.899270 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-fb8a52ff-f47c-436c-b271-ea10386a61cc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:12.221962 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fb8a52ff-f47c-436c-b271-ea10386a61cc admin admin] Publish callbacks [] for router_gateway (b4a8f692-e4dc-4e43-8f2f-0a6b112e1719), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:12.465720 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fb8a52ff-f47c-436c-b271-ea10386a61cc admin admin] Publish callbacks [] for router_gateway (b4a8f692-e4dc-4e43-8f2f-0a6b112e1719), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:12.555671 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fb8a52ff-f47c-436c-b271-ea10386a61cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:12.676329 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-fb8a52ff-f47c-436c-b271-ea10386a61cc admin admin] Allocated IP 172.25.3.41 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/615586fb-c4c7-4aa9-a49b-1431a7abd2c8) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:33:12.771073 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:33:12.790720 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fb8a52ff-f47c-436c-b271-ea10386a61cc admin admin] Publish callbacks [] for port (615586fb-c4c7-4aa9-a49b-1431a7abd2c8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:12.825857 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:12.826249 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:12.827149 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fb8a52ff-f47c-436c-b271-ea10386a61cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (615586fb-c4c7-4aa9-a49b-1431a7abd2c8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:12.860932 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8a52ff-f47c-436c-b271-ea10386a61cc admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:33:12.864482 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-fb8a52ff-f47c-436c-b271-ea10386a61cc admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:33:12.870994 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a52ff-f47c-436c-b271-ea10386a61cc admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:33:12.916454 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:12.922949 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a52ff-f47c-436c-b271-ea10386a61cc admin admin] Pushing event updated for resources: {'Port': ['ID=615586fb-c4c7-4aa9-a49b-1431a7abd2c8,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:13.150345 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fb8a52ff-f47c-436c-b271-ea10386a61cc admin admin] Publish callbacks [] for router_gateway (b4a8f692-e4dc-4e43-8f2f-0a6b112e1719), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:13.440068 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fb8a52ff-f47c-436c-b271-ea10386a61cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (b4a8f692-e4dc-4e43-8f2f-0a6b112e1719), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:13.444778 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fb8a52ff-f47c-436c-b271-ea10386a61cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1668512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1663757'] for router (b4a8f692-e4dc-4e43-8f2f-0a6b112e1719), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:13.554692 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8a52ff-f47c-436c-b271-ea10386a61cc admin admin] Router b4a8f692-e4dc-4e43-8f2f-0a6b112e1719 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:33:13.659039 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8a52ff-f47c-436c-b271-ea10386a61cc admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:33:13.663774 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fb8a52ff-f47c-436c-b271-ea10386a61cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:13.666680 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fb8a52ff-f47c-436c-b271-ea10386a61cc admin admin] 10.222.0.23 "PUT /v2.0/routers/b4a8f692-e4dc-4e43-8f2f-0a6b112e1719 HTTP/1.1" status: 200 len: 889 time: 1.7710412 Jan 27 21:33:14.516572 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] Sync routers for ids ['b4a8f692-e4dc-4e43-8f2f-0a6b112e1719'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:33:14.528516 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] Routers {'b4a8f692-e4dc-4e43-8f2f-0a6b112e1719'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:33:14.529211 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:32:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b4a8f692-e4dc-4e43-8f2f-0a6b112e1719'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:14.739287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] Set router b4a8f692-e4dc-4e43-8f2f-0a6b112e1719 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:33:15.211063 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8f692-e4dc-4e43-8f2f-0a6b112e1719', 'name': 'router1', 'tenant_id': '40f069db0f324f4489f61965d54bf720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '615586fb-c4c7-4aa9-a49b-1431a7abd2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:32:53Z', 'updated_at': '2022-01-27T21:33:13Z', 'revision_number': 4, 'project_id': '40f069db0f324f4489f61965d54bf720', 'gw_port': {'id': '615586fb-c4c7-4aa9-a49b-1431a7abd2c8', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a8f692-e4dc-4e43-8f2f-0a6b112e1719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:12Z', 'updated_at': '2022-01-27T21:33:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142', 'name': '', 'network_id': '2518ebd8-9f34-4656-8f77-5ccf0fe8c47d', 'tenant_id': '40f069db0f324f4489f61965d54bf720', 'mac_address': 'fa:16:3e:19:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8f692-e4dc-4e43-8f2f-0a6b112e1719', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3f95d86-0df6-436f-8625-0397c7cdcf14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:02Z', 'updated_at': '2022-01-27T21:33:05Z', 'revision_number': 5, 'project_id': '40f069db0f324f4489f61965d54bf720', 'subnets': [{'id': 'f3f95d86-0df6-436f-8625-0397c7cdcf14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2237e6e7-f6c8-4187-b297-39511d560370'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:15.262524 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] Checking router: b4a8f692-e4dc-4e43-8f2f-0a6b112e1719 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:33:15.262827 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] Updating router b4a8f692-e4dc-4e43-8f2f-0a6b112e1719 port 615586fb-c4c7-4aa9-a49b-1431a7abd2c8 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:33:15.308699 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (615586fb-c4c7-4aa9-a49b-1431a7abd2c8), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:15.621878 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] Publish callbacks [] for port (615586fb-c4c7-4aa9-a49b-1431a7abd2c8), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:15.626983 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (615586fb-c4c7-4aa9-a49b-1431a7abd2c8), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:15.679954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] Attempting to bind port 615586fb-c4c7-4aa9-a49b-1431a7abd2c8 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:33:15.680357 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] Attempting to bind port 615586fb-c4c7-4aa9-a49b-1431a7abd2c8 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:33:15.680740 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] Attempting to bind port 615586fb-c4c7-4aa9-a49b-1431a7abd2c8 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:33:15.685174 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cccf06-5aee-4afe-b09a-4fc6a1f5b720 None None] Pushing event updated for resources: {'Port': ['ID=615586fb-c4c7-4aa9-a49b-1431a7abd2c8,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:15.687838 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:33:15.688275 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:33:15.688639 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:15.689031 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:33:15.689501 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] Bound port: 615586fb-c4c7-4aa9-a49b-1431a7abd2c8, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:33:15.689884 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (615586fb-c4c7-4aa9-a49b-1431a7abd2c8), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:15.740676 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] For port 615586fb-c4c7-4aa9-a49b-1431a7abd2c8, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:33:15.743599 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] For port 615586fb-c4c7-4aa9-a49b-1431a7abd2c8, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=615586fb-c4c7-4aa9-a49b-1431a7abd2c8,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:33:15.748006 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (615586fb-c4c7-4aa9-a49b-1431a7abd2c8), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:15.805416 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cccf06-5aee-4afe-b09a-4fc6a1f5b720 None None] Pushing event updated for resources: {'Port': ['ID=615586fb-c4c7-4aa9-a49b-1431a7abd2c8,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:15.808023 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] Routers {'b4a8f692-e4dc-4e43-8f2f-0a6b112e1719'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:33:15.808674 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:32:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b4a8f692-e4dc-4e43-8f2f-0a6b112e1719'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:15.918793 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] Set router b4a8f692-e4dc-4e43-8f2f-0a6b112e1719 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:33:16.123334 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39554) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:16.131720 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a8f692-e4dc-4e43-8f2f-0a6b112e1719', 'name': 'router1', 'tenant_id': '40f069db0f324f4489f61965d54bf720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '615586fb-c4c7-4aa9-a49b-1431a7abd2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:32:53Z', 'updated_at': '2022-01-27T21:33:13Z', 'revision_number': 4, 'project_id': '40f069db0f324f4489f61965d54bf720', 'gw_port': {'id': '615586fb-c4c7-4aa9-a49b-1431a7abd2c8', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a8f692-e4dc-4e43-8f2f-0a6b112e1719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:12Z', 'updated_at': '2022-01-27T21:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142', 'name': '', 'network_id': '2518ebd8-9f34-4656-8f77-5ccf0fe8c47d', 'tenant_id': '40f069db0f324f4489f61965d54bf720', 'mac_address': 'fa:16:3e:19:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8f692-e4dc-4e43-8f2f-0a6b112e1719', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3f95d86-0df6-436f-8625-0397c7cdcf14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:02Z', 'updated_at': '2022-01-27T21:33:05Z', 'revision_number': 5, 'project_id': '40f069db0f324f4489f61965d54bf720', 'subnets': [{'id': 'f3f95d86-0df6-436f-8625-0397c7cdcf14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2237e6e7-f6c8-4187-b297-39511d560370'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:16.158294 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1663ee-7a83-4588-ad22-a90c2f1458b7 None None] The sync data for ids ['b4a8f692-e4dc-4e43-8f2f-0a6b112e1719'] in n-d-772272-3 is: [{'id': 'b4a8f692-e4dc-4e43-8f2f-0a6b112e1719', 'name': 'router1', 'tenant_id': '40f069db0f324f4489f61965d54bf720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '615586fb-c4c7-4aa9-a49b-1431a7abd2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:32:53Z', 'updated_at': '2022-01-27T21:33:13Z', 'revision_number': 4, 'project_id': '40f069db0f324f4489f61965d54bf720', 'gw_port': {'id': '615586fb-c4c7-4aa9-a49b-1431a7abd2c8', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a8f692-e4dc-4e43-8f2f-0a6b112e1719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:12Z', 'updated_at': '2022-01-27T21:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142', 'name': '', 'network_id': '2518ebd8-9f34-4656-8f77-5ccf0fe8c47d', 'tenant_id': '40f069db0f324f4489f61965d54bf720', 'mac_address': 'fa:16:3e:19:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a8f692-e4dc-4e43-8f2f-0a6b112e1719', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f3f95d86-0df6-436f-8625-0397c7cdcf14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:02Z', 'updated_at': '2022-01-27T21:33:05Z', 'revision_number': 5, 'project_id': '40f069db0f324f4489f61965d54bf720', 'subnets': [{'id': 'f3f95d86-0df6-436f-8625-0397c7cdcf14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2237e6e7-f6c8-4187-b297-39511d560370'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:33:16.248857 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e1885c85-bbb4-440c-9d4d-c5d653392c6f admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1242533 Jan 27 21:33:16.779084 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 615586fb-c4c7-4aa9-a49b-1431a7abd2c8 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:33:16.835261 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 615586fb-c4c7-4aa9-a49b-1431a7abd2c8 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:16.835653 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (615586fb-c4c7-4aa9-a49b-1431a7abd2c8), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:16.920842 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 615586fb-c4c7-4aa9-a49b-1431a7abd2c8 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:16.921400 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (615586fb-c4c7-4aa9-a49b-1431a7abd2c8), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:16.953087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 615586fb-c4c7-4aa9-a49b-1431a7abd2c8, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=615586fb-c4c7-4aa9-a49b-1431a7abd2c8,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:16.957337 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (615586fb-c4c7-4aa9-a49b-1431a7abd2c8), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:17.010494 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=615586fb-c4c7-4aa9-a49b-1431a7abd2c8,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:18.729765 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 615586fb-c4c7-4aa9-a49b-1431a7abd2c8 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:33:18.793319 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 615586fb-c4c7-4aa9-a49b-1431a7abd2c8 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:18.793713 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (615586fb-c4c7-4aa9-a49b-1431a7abd2c8), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:18.885527 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 615586fb-c4c7-4aa9-a49b-1431a7abd2c8 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:24.034764 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3ad1eac9-8590-4ef1-aed4-37089a0b4004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:26.618423 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9ea066ca-95fb-4851-a271-6052e677352a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:27.308266 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:28.673218 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:30.118183 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:45.577291 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 5 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:33:54.033222 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f000ea49-740d-402a-ba44-77e4a5463b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:56.613162 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d257a258-69aa-49a0-9e83-a878a204278a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:57.309839 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:58.677040 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:00.118819 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:22.577586 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 5 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:34:24.026760 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b95ec1da-f670-4b0f-a8cd-c934ffd209cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:26.607335 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-18596c3d-253d-468e-a0d3-0c9e4dea93a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:27.312840 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:28.676242 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:30.121558 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:40.131782 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40072) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:40.195238 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb8170b-0105-420b-a1b8-f4aa048febe0 admin admin] GET failed (client error): The resource could not be found. Jan 27 21:34:40.196578 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0bb8170b-0105-420b-a1b8-f4aa048febe0 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0637848 Jan 27 21:34:40.361737 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2daf43-4162-4fb7-9c89-ea8f8b997ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:40.363246 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0e2daf43-4162-4fb7-9c89-ea8f8b997ace admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1626468 Jan 27 21:34:42.622990 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40082) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:42.716592 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963d5f0a-f340-4b4d-af42-bf7f1533f13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:42.717943 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-963d5f0a-f340-4b4d-af42-bf7f1533f13e admin admin] 10.222.0.23 "GET /v2.0/subnets/f3f95d86-0df6-436f-8625-0397c7cdcf14 HTTP/1.1" status: 200 len: 849 time: 0.0939839 Jan 27 21:34:42.727874 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9cbf871b-c275-465f-be22-d34386f0faa5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:34:42.814057 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9cbf871b-c275-465f-be22-d34386f0faa5 admin admin] Publish callbacks [] for subnet (f3f95d86-0df6-436f-8625-0397c7cdcf14), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:42.950328 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9cbf871b-c275-465f-be22-d34386f0faa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733248767187'] for subnet (f3f95d86-0df6-436f-8625-0397c7cdcf14), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:42.984268 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbf871b-c275-465f-be22-d34386f0faa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:42.984864 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9cbf871b-c275-465f-be22-d34386f0faa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:42.986333 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9cbf871b-c275-465f-be22-d34386f0faa5 admin admin] 10.222.0.23 "PUT /v2.0/subnets/f3f95d86-0df6-436f-8625-0397c7cdcf14 HTTP/1.1" status: 200 len: 868 time: 0.2618649 Jan 27 21:34:43.008155 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf871b-c275-465f-be22-d34386f0faa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3f95d86-0df6-436f-8625-0397c7cdcf14,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:43.011356 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf2fa50-a49a-480e-a766-fc7f1b51441a None None] Network 2518ebd8-9f34-4656-8f77-5ccf0fe8c47d requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:34:43.016119 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf871b-c275-465f-be22-d34386f0faa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:43.016511 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf871b-c275-465f-be22-d34386f0faa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:43.016991 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf871b-c275-465f-be22-d34386f0faa5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:43.017240 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf871b-c275-465f-be22-d34386f0faa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:43.018118 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf871b-c275-465f-be22-d34386f0faa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:43.018457 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf871b-c275-465f-be22-d34386f0faa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:43.018792 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf871b-c275-465f-be22-d34386f0faa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:43.019123 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf871b-c275-465f-be22-d34386f0faa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:43.019453 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf871b-c275-465f-be22-d34386f0faa5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:43.019960 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf871b-c275-465f-be22-d34386f0faa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:43.020355 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf871b-c275-465f-be22-d34386f0faa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:43.020689 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf871b-c275-465f-be22-d34386f0faa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:43.021019 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf871b-c275-465f-be22-d34386f0faa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:43.295092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-bf6f91c0-3696-4b77-a54c-e50c7b3919cc None None] Provisioning complete for port 8d0a02d5-e396-4178-83d6-3d78057d4add triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:34:43.295611 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bf6f91c0-3696-4b77-a54c-e50c7b3919cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8d0a02d5-e396-4178-83d6-3d78057d4add), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:43.375636 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f91c0-3696-4b77-a54c-e50c7b3919cc None None] Current status of the port 8d0a02d5-e396-4178-83d6-3d78057d4add is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:34:43.386154 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-bf6f91c0-3696-4b77-a54c-e50c7b3919cc None None] Provisioning complete for port e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:34:43.386495 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bf6f91c0-3696-4b77-a54c-e50c7b3919cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:43.462696 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f91c0-3696-4b77-a54c-e50c7b3919cc None None] Current status of the port e416d0bd-ecdd-4e5c-afd5-7f8e7b50d142 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:34:45.261490 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40090) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:45.456360 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2105f0-5886-46e4-95cb-e751201a38e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:45.456842 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2105f0-5886-46e4-95cb-e751201a38e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:45.458375 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8d2105f0-5886-46e4-95cb-e751201a38e9 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1959865 Jan 27 21:34:47.739458 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40098) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:47.870728 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ff0fdc-6d33-4569-a185-388bc241cb07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:47.871208 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ff0fdc-6d33-4569-a185-388bc241cb07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:47.872796 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f0ff0fdc-6d33-4569-a185-388bc241cb07 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1323166 Jan 27 21:34:50.122287 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40106) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:50.249588 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5942bf-2156-4a21-818a-8779df27625c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:50.250941 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8c5942bf-2156-4a21-818a-8779df27625c admin admin] 10.222.0.23 "GET /v2.0/networks/2518ebd8-9f34-4656-8f77-5ccf0fe8c47d HTTP/1.1" status: 200 len: 869 time: 0.1277053 Jan 27 21:34:52.461849 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40114) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:52.585729 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510571bd-1fc4-4f55-9e36-34045362009a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:52.587064 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-510571bd-1fc4-4f55-9e36-34045362009a admin admin] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 886 time: 0.1242411 Jan 27 21:34:54.030049 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-28904e84-3d84-4daf-b5e5-aeee09c50489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:54.831329 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40122) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:54.951629 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71539cc-c0db-4627-a986-b6f275d5b532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:54.952082 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71539cc-c0db-4627-a986-b6f275d5b532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:54.953612 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c71539cc-c0db-4627-a986-b6f275d5b532 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1213341 Jan 27 21:34:56.609692 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-327eed91-9d8f-4b42-835a-b66b308246df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:57.199524 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40130) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:57.292500 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74fa917-5106-4ef5-a336-75e586636d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:57.292883 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74fa917-5106-4ef5-a336-75e586636d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:57.294399 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b74fa917-5106-4ef5-a336-75e586636d03 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0939291 Jan 27 21:34:57.317308 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:58.678015 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:59.571070 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40138) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:59.575811 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 5 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:34:59.655275 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6effab8f-7516-49e6-920b-8186a6a2b0c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:59.656622 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6effab8f-7516-49e6-920b-8186a6a2b0c4 admin admin] 10.222.0.23 "GET /v2.0/subnets/3eb76fe3-cdf5-4178-ab39-bed1af291083 HTTP/1.1" status: 200 len: 816 time: 0.0846162 Jan 27 21:35:00.124459 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:01.885110 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40146) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:01.975302 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32a1cad-4c29-4af3-b3f3-893f8bde1876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:01.976668 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c32a1cad-4c29-4af3-b3f3-893f8bde1876 admin admin] 10.222.0.23 "GET /v2.0/subnets/f3f95d86-0df6-436f-8625-0397c7cdcf14 HTTP/1.1" status: 200 len: 868 time: 0.0906076 Jan 27 21:35:24.033636 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4d636ef1-ca0e-44cf-a6ec-65c01c675061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:26.303940 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40200) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:26.350929 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-b1e07ecf-72be-48d1-a9a2-d41892267539 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:35:26.351954 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b1e07ecf-72be-48d1-a9a2-d41892267539 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470467 Jan 27 21:35:26.612610 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-54076539-1283-4e16-98a8-289cf7d8d492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:27.317655 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:28.652544 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40208) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:28.685111 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:28.722087 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6e4825-70b9-4473-9ec8-8d7cad5b14db admin admin] GET failed (client error): The resource could not be found. Jan 27 21:35:28.723326 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fb6e4825-70b9-4473-9ec8-8d7cad5b14db admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0698581 Jan 27 21:35:28.903703 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36af833c-f48d-454d-8f6e-4392bede08bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:28.905213 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-36af833c-f48d-454d-8f6e-4392bede08bf admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1778803 Jan 27 21:35:30.127551 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:31.201690 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40218) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:31.251103 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-64ffdcfc-5dc0-4efb-8b9d-434cd63f7f7a admin admin] Request body: {'network': {'tenant_id': '1afd41b1dfab4272b6a1cddcd2afdf9e', 'admin_state_up': True, 'name': 'shared', 'shared': True, 'project_id': '1afd41b1dfab4272b6a1cddcd2afdf9e'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:31.269497 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ffdcfc-5dc0-4efb-8b9d-434cd63f7f7a admin admin] Made reservation on behalf of 1afd41b1dfab4272b6a1cddcd2afdf9e for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:35:31.271923 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-64ffdcfc-5dc0-4efb-8b9d-434cd63f7f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:31.299059 n-d-772272-3 neutron-server[109742]: WARNING neutron.services.revisions.revision_plugin [None req-64ffdcfc-5dc0-4efb-8b9d-434cd63f7f7a admin admin] Could not find related network for resource to bump revision. Jan 27 21:35:31.313400 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ffdcfc-5dc0-4efb-8b9d-434cd63f7f7a admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:35:31.322324 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-64ffdcfc-5dc0-4efb-8b9d-434cd63f7f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (bf8d4a29-cd92-460b-887f-187f51ada987), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:31.322665 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-64ffdcfc-5dc0-4efb-8b9d-434cd63f7f7a admin admin] Added segment bf8d4a29-cd92-460b-887f-187f51ada987 of type vlan for network bd236e68-be51-41da-b071-300e8c31628a Jan 27 21:35:31.371201 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-64ffdcfc-5dc0-4efb-8b9d-434cd63f7f7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (bd236e68-be51-41da-b071-300e8c31628a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:31.394972 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-64ffdcfc-5dc0-4efb-8b9d-434cd63f7f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (bd236e68-be51-41da-b071-300e8c31628a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:31.395971 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ffdcfc-5dc0-4efb-8b9d-434cd63f7f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:31.396585 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-64ffdcfc-5dc0-4efb-8b9d-434cd63f7f7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:31.453902 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-64ffdcfc-5dc0-4efb-8b9d-434cd63f7f7a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2511232 Jan 27 21:35:31.457456 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffdcfc-5dc0-4efb-8b9d-434cd63f7f7a admin admin] Pushing event updated for resources: {'Network': ['ID=bd236e68-be51-41da-b071-300e8c31628a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:31.467582 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network bd236e68-be51-41da-b071-300e8c31628a details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:35:33.783546 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40228) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:33.842545 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fee4639-84fa-4f2d-964c-8ac6ec4bee08 admin admin] GET failed (client error): The resource could not be found. Jan 27 21:35:33.843819 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6fee4639-84fa-4f2d-964c-8ac6ec4bee08 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592990 Jan 27 21:35:33.915039 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b9fa03-c3c6-4952-8ee9-e698181abd71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:33.916513 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c2b9fa03-c3c6-4952-8ee9-e698181abd71 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680676 Jan 27 21:35:33.926119 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9dfdbcc5-9cf2-41cf-9d80-894d1acb1ee6 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'tenant_id': '1afd41b1dfab4272b6a1cddcd2afdf9e', 'cidr': '192.168.233.0/24', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:33.944102 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfdbcc5-9cf2-41cf-9d80-894d1acb1ee6 admin admin] Made reservation on behalf of 1afd41b1dfab4272b6a1cddcd2afdf9e for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:35:33.946759 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9dfdbcc5-9cf2-41cf-9d80-894d1acb1ee6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:34.106058 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9dfdbcc5-9cf2-41cf-9d80-894d1acb1ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for subnet (712691d2-7887-4c77-8f97-c493f8e698de), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:34.156549 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfdbcc5-9cf2-41cf-9d80-894d1acb1ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=712691d2-7887-4c77-8f97-c493f8e698de,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:34.166172 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfdbcc5-9cf2-41cf-9d80-894d1acb1ee6 admin admin] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:34.166527 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfdbcc5-9cf2-41cf-9d80-894d1acb1ee6 admin admin] Network hostable DHCP agents. Network: bd236e68-be51-41da-b071-300e8c31628a, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:35:34.182707 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfdbcc5-9cf2-41cf-9d80-894d1acb1ee6 admin admin] Network bd236e68-be51-41da-b071-300e8c31628a is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:35:34.192223 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-9dfdbcc5-9cf2-41cf-9d80-894d1acb1ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, bd236e68-be51-41da-b071-300e8c31628a) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:34.197335 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfdbcc5-9cf2-41cf-9d80-894d1acb1ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:34.197980 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9dfdbcc5-9cf2-41cf-9d80-894d1acb1ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:34.200950 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52839e2a-5bc5-4f26-a245-9d110b871c39 None None] Network bd236e68-be51-41da-b071-300e8c31628a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:35:34.213326 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9dfdbcc5-9cf2-41cf-9d80-894d1acb1ee6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2905605 Jan 27 21:35:34.305714 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-bd236e68-be51-41da-b071-300e8c31628a', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'project_id': '1afd41b1dfab4272b6a1cddcd2afdf9e', 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:35:34.306596 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:34.540670 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Allocated IP 192.168.233.2 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/3d391991-5c1f-4754-9c65-85defa058f22) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:35:34.686181 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Publish callbacks [] for port (3d391991-5c1f-4754-9c65-85defa058f22), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:34.692900 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (3d391991-5c1f-4754-9c65-85defa058f22), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:34.731259 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:35:34.734091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:34.737415 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:35:34.748887 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Pushing event updated for resources: {'Port': ['ID=3d391991-5c1f-4754-9c65-85defa058f22,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:34.770676 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:34.771024 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:34.771365 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:34.771696 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:34.772026 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:34.772382 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:34.772711 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:34.773032 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:34.773354 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:34.773673 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:34.773991 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:34.774307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:34.774625 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:34.808731 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Attempting to bind port 3d391991-5c1f-4754-9c65-85defa058f22 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:35:34.809026 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Attempting to bind port 3d391991-5c1f-4754-9c65-85defa058f22 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:35:34.809501 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Attempting to bind port 3d391991-5c1f-4754-9c65-85defa058f22 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:34.814593 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:35:34.814964 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:34.815357 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:34.815746 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:35:34.816224 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Bound port: 3d391991-5c1f-4754-9c65-85defa058f22, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:35:34.816620 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3d391991-5c1f-4754-9c65-85defa058f22), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:34.882479 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] For port 3d391991-5c1f-4754-9c65-85defa058f22, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:35:34.885854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] For port 3d391991-5c1f-4754-9c65-85defa058f22, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3d391991-5c1f-4754-9c65-85defa058f22,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:35:34.889522 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3d391991-5c1f-4754-9c65-85defa058f22), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:34.945699 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11ac6c-bdcb-40ca-ba4a-5aef284c5160 None None] Pushing event updated for resources: {'Port': ['ID=3d391991-5c1f-4754-9c65-85defa058f22,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:35.958491 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1aa41cc-096a-4e76-a064-67d1452c7b1d None None] Network bd236e68-be51-41da-b071-300e8c31628a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:35:36.032917 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-fe590c6b-b129-4606-a880-0f49031b1896 None None] Provisioning complete for port 3d391991-5c1f-4754-9c65-85defa058f22 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:36.033242 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fe590c6b-b129-4606-a880-0f49031b1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3d391991-5c1f-4754-9c65-85defa058f22), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:36.145997 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-fe590c6b-b129-4606-a880-0f49031b1896 None None] Current status of the port 3d391991-5c1f-4754-9c65-85defa058f22 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:36.145997 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fe590c6b-b129-4606-a880-0f49031b1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3d391991-5c1f-4754-9c65-85defa058f22), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:36.184998 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-fe590c6b-b129-4606-a880-0f49031b1896 None None] For port 3d391991-5c1f-4754-9c65-85defa058f22, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3d391991-5c1f-4754-9c65-85defa058f22,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:36.191407 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fe590c6b-b129-4606-a880-0f49031b1896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3d391991-5c1f-4754-9c65-85defa058f22), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:36.253727 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe590c6b-b129-4606-a880-0f49031b1896 None None] Pushing event updated for resources: {'Port': ['ID=3d391991-5c1f-4754-9c65-85defa058f22,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:36.315942 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e1404d77-7ebc-414e-a5b2-d91ce7d9ac22 None None] Provisioning complete for port 3d391991-5c1f-4754-9c65-85defa058f22 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:36.316633 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e1404d77-7ebc-414e-a5b2-d91ce7d9ac22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3d391991-5c1f-4754-9c65-85defa058f22), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:36.405609 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e1404d77-7ebc-414e-a5b2-d91ce7d9ac22 None None] Current status of the port 3d391991-5c1f-4754-9c65-85defa058f22 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:36.575113 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 5 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:35:36.828573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3d391991-5c1f-4754-9c65-85defa058f22 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:36.881633 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 3d391991-5c1f-4754-9c65-85defa058f22 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:36.882029 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3d391991-5c1f-4754-9c65-85defa058f22), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:36.963797 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 3d391991-5c1f-4754-9c65-85defa058f22 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:54.036095 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6939a011-7821-41cd-bbcb-90c821edd151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:56.614244 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-64ad070d-4bc7-4790-8023-52f1089d3514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:57.321582 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:58.692369 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:00.132173 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:13.574329 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 5 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:36:24.037458 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-99aadb1a-4819-4ce0-ba72-3cddf9d5a2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:26.615805 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5e4217bb-8978-46b6-998c-42d56e05f555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:27.324099 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:28.688618 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:30.135350 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:50.572812 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 5 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:36:52.195029 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40272) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:52.203466 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-395ec24b-15f5-4368-98dd-1415908e6fa4 tempest-verify_tempest_config-1410366955 tempest-verify_tempest_config-1410366955-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:36:52.204538 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-395ec24b-15f5-4368-98dd-1415908e6fa4 tempest-verify_tempest_config-1410366955 tempest-verify_tempest_config-1410366955-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0081844 Jan 27 21:36:52.497227 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40290) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:52.599960 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5096b54-1a76-4a25-a8d2-022d8279f9f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:52.672714 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5096b54-1a76-4a25-a8d2-022d8279f9f7 admin admin] Publish callbacks [] for security_group (e88e1626-59a2-4d45-b62d-3e8799086bcf), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:52.676315 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5096b54-1a76-4a25-a8d2-022d8279f9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e88e1626-59a2-4d45-b62d-3e8799086bcf), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:52.723815 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b5096b54-1a76-4a25-a8d2-022d8279f9f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0adea96cf574ee4a5aa95d78ff5236d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2255480 Jan 27 21:36:52.724652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5096b54-1a76-4a25-a8d2-022d8279f9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88e1626-59a2-4d45-b62d-3e8799086bcf,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:52.726465 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40294) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:52.741425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5096b54-1a76-4a25-a8d2-022d8279f9f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:52.741778 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5096b54-1a76-4a25-a8d2-022d8279f9f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:52.742124 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5096b54-1a76-4a25-a8d2-022d8279f9f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:52.742465 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5096b54-1a76-4a25-a8d2-022d8279f9f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:52.742803 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5096b54-1a76-4a25-a8d2-022d8279f9f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:52.743139 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5096b54-1a76-4a25-a8d2-022d8279f9f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:52.743475 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5096b54-1a76-4a25-a8d2-022d8279f9f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:52.743803 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5096b54-1a76-4a25-a8d2-022d8279f9f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:52.744132 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5096b54-1a76-4a25-a8d2-022d8279f9f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:52.744484 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5096b54-1a76-4a25-a8d2-022d8279f9f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:52.744812 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5096b54-1a76-4a25-a8d2-022d8279f9f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:52.745135 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5096b54-1a76-4a25-a8d2-022d8279f9f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:52.745461 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5096b54-1a76-4a25-a8d2-022d8279f9f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:52.791015 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7a67752-f7c8-4ffe-bf8c-b98769ed5b70 admin admin] Publish callbacks [] for security_group (e88e1626-59a2-4d45-b62d-3e8799086bcf), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:52.810835 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7a67752-f7c8-4ffe-bf8c-b98769ed5b70 admin admin] Publish callbacks [] for security_group (e88e1626-59a2-4d45-b62d-3e8799086bcf), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:52.900138 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7a67752-f7c8-4ffe-bf8c-b98769ed5b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e88e1626-59a2-4d45-b62d-3e8799086bcf), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:52.902725 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7a67752-f7c8-4ffe-bf8c-b98769ed5b70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:52.903868 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a7a67752-f7c8-4ffe-bf8c-b98769ed5b70 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e88e1626-59a2-4d45-b62d-3e8799086bcf HTTP/1.1" status: 204 len: 168 time: 0.1765306 Jan 27 21:36:52.912028 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a67752-f7c8-4ffe-bf8c-b98769ed5b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88e1626-59a2-4d45-b62d-3e8799086bcf,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:54.038995 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e73350b5-3970-4d4c-aa1d-b9f3f1ffe552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:56.617615 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c5e80f49-58df-4378-afe5-573774773f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:57.326882 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:58.689132 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.138089 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.040848 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-23cff7d3-931f-4ce1-a13d-a68944def312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:26.618412 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-37e6f574-269b-4941-a79f-7eb065909a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:27.329227 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:27.571938 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 5 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:37:28.692189 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:30.140496 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:54.042278 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6d892b65-285d-49e6-83fd-ee9ce94a19ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:56.620217 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-eaec6b44-c0a9-420b-9b45-15c3101d8eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.331090 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.695103 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:00.142568 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:04.570663 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 5 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:38:24.044459 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a18f5553-ad87-47f2-8ed0-5484d104af0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:26.621147 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-61cd9874-71a4-4f07-aeb3-0054702c14b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:27.334667 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:28.698851 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:30.145817 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:41.570172 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 5 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:38:54.046352 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-dc97d74a-d862-4bfb-8203-a5429a7bafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:56.621411 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3e63a4b8-bb3e-4355-8553-50819e196ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:57.337267 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:58.702158 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:00.147885 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:18.568824 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 5 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:39:24.048461 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e1d91438-11da-4033-b0d7-648d88dd37b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:26.622022 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b1fbd974-ded6-4f3f-aaba-83aefe392b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:27.339056 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:28.704734 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.150505 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:54.050022 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-363a7756-8e9a-4cc6-99f6-34801d758b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:55.567504 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 5 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:39:56.622741 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-58bd4425-1793-4daa-b392-48e1e739cdb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:57.342226 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:58.707695 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:00.152710 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:12.367548 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1669792'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:20.706719 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1669792'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:24.051383 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e2f97cf8-9556-4963-b78f-5ee187fae9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.624634 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-283f8f0c-d55e-47a0-a194-1ea725dd1d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:27.345167 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.710209 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.154997 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:32.566546 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:40:42.316713 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:50.692743 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:54.057874 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d2f397fc-5814-43ce-8175-a8fd2b38ea39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:56.626300 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7e1e9ffa-8cb4-44c6-910c-911e9a961c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.346959 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:58.713705 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:00.156915 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:03.452353 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40346) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:03.558030 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e20187c7-66d9-46d8-bfdc-5a25d1b4f413 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1045942 Jan 27 21:41:05.813358 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40356) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:05.868100 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-75952bc7-dc81-4afb-96c5-e9ef338aadf2 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0536666 Jan 27 21:41:09.565152 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:41:12.318369 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.709706 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.050134 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ab233fd0-bb9c-4a04-92d9-0d7d3b4a33a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:26.628302 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9f70af4d-ec76-411f-9dde-66343d75b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:27.349670 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.715341 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:30.159663 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:42.332721 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:46.565150 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:41:50.724990 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:54.051822 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a88c95a3-661e-4d67-893c-ff5c99f6c1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:56.629444 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-53ad3159-b6f9-4d51-a4f4-11910e5c6a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.357872 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:58.722012 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.166259 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:12.382726 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:20.723820 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:23.565602 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:42:24.055411 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-425b862c-d0c5-4b81-828b-bc9092b5a4d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:26.638772 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-286d9b86-d8c2-48f4-9cce-f2e9158563d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:27.374327 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:28.510092 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40506) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:28.723113 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:28.846078 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6a6c4a9b-5f98-438d-9d12-6ebc756876f0 tempest-AutoAllocateNetworkTest-1069317218 tempest-AutoAllocateNetworkTest-1069317218-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e4a813cdc9a24bda8742eb71b4b54aaf&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3357942 Jan 27 21:42:28.848288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40538) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:29.103942 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfe2fb3-7f30-4bf2-8628-f72f679955a8 tempest-AutoAllocateNetworkTest-1069317218 tempest-AutoAllocateNetworkTest-1069317218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:29.108707 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40554) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:29.108965 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5cfe2fb3-7f30-4bf2-8628-f72f679955a8 tempest-AutoAllocateNetworkTest-1069317218 tempest-AutoAllocateNetworkTest-1069317218-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2595484 Jan 27 21:42:29.174709 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-487173d4-25a1-4695-8216-0ed7a18ac189 tempest-AutoAllocateNetworkTest-1069317218 tempest-AutoAllocateNetworkTest-1069317218-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0642583 Jan 27 21:42:29.175343 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40556) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:29.208027 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b6bb695d-1263-4f84-836a-6efc93e30a83 tempest-AutoAllocateNetworkTest-1069317218 tempest-AutoAllocateNetworkTest-1069317218-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e4a813cdc9a24bda8742eb71b4b54aaf HTTP/1.1" status: 200 len: 208 time: 0.0315137 Jan 27 21:42:29.990397 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40590) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:30.162416 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:30.347137 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3a92898-45ec-4e4a-8413-6e0ed6c5ed6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:30.440153 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3a92898-45ec-4e4a-8413-6e0ed6c5ed6a admin admin] Publish callbacks [] for security_group (135dc1d0-5823-446d-9cab-4fefb8006953), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:30.445038 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3a92898-45ec-4e4a-8413-6e0ed6c5ed6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (135dc1d0-5823-446d-9cab-4fefb8006953), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:30.493264 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a92898-45ec-4e4a-8413-6e0ed6c5ed6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135dc1d0-5823-446d-9cab-4fefb8006953,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:30.498445 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c3a92898-45ec-4e4a-8413-6e0ed6c5ed6a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4a813cdc9a24bda8742eb71b4b54aaf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5069385 Jan 27 21:42:30.501879 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40620) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:30.505457 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a92898-45ec-4e4a-8413-6e0ed6c5ed6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.505938 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a92898-45ec-4e4a-8413-6e0ed6c5ed6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.506430 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a92898-45ec-4e4a-8413-6e0ed6c5ed6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.506906 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a92898-45ec-4e4a-8413-6e0ed6c5ed6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.507377 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a92898-45ec-4e4a-8413-6e0ed6c5ed6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.507932 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a92898-45ec-4e4a-8413-6e0ed6c5ed6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.508548 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a92898-45ec-4e4a-8413-6e0ed6c5ed6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.509049 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a92898-45ec-4e4a-8413-6e0ed6c5ed6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.509549 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a92898-45ec-4e4a-8413-6e0ed6c5ed6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.514059 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a92898-45ec-4e4a-8413-6e0ed6c5ed6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.514488 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a92898-45ec-4e4a-8413-6e0ed6c5ed6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.514899 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a92898-45ec-4e4a-8413-6e0ed6c5ed6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.515333 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a92898-45ec-4e4a-8413-6e0ed6c5ed6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a92898-45ec-4e4a-8413-6e0ed6c5ed6a admin admin] Tracked resource versions report: Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: pushed versions: Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: { 'AddressGroup': {'1.2'}, Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'ConntrackHelper': {'1.0'}, Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'Log': {'1.0'}, Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'Network': {'1.1'}, Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'Port': {'1.7'}, Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'PortForwarding': {'1.2'}, Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'QosPolicy': {'1.10'}, Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'SecurityGroup': {'1.5'}, Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'SubPort': {'1.0'}, Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'Subnet': {'1.1'}, Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'Trunk': {'1.1'}} Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: consumer versions: Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: { DHCP agent@n-d-772272-3: {}, Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: HyperV agent@n-h1-772272-3: {}, Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: HyperV agent@n-h2-772272-3: {}, Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: L3 agent@n-d-772272-3: {}, Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: Metadata agent@n-d-772272-3: {}, Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: Metering agent@n-d-772272-3: {}, Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: Open vSwitch agent@n-d-772272-3: { 'AddressGroup': '1.2', Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'ConntrackHelper': '1.0', Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'LocalIPAssociation': '1.0', Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'Log': '1.0', Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'Network': '1.1', Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'Port': '1.7', Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'PortForwarding': '1.2', Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'QosPolicy': '1.10', Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'SecurityGroup': '1.5', Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'SecurityGroupRule': '1.2', Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'SubPort': '1.0', Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'Subnet': '1.1', Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: 'Trunk': '1.1'}} Jan 27 21:42:30.516697 n-d-772272-3 neutron-server[109742]: {{(pid=109742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:42:30.571297 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b805e046-0e44-46ea-a3db-35fe1f5fe6be admin admin] Publish callbacks [] for security_group (135dc1d0-5823-446d-9cab-4fefb8006953), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:30.593175 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b805e046-0e44-46ea-a3db-35fe1f5fe6be admin admin] Publish callbacks [] for security_group (135dc1d0-5823-446d-9cab-4fefb8006953), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:30.648570 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b805e046-0e44-46ea-a3db-35fe1f5fe6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (135dc1d0-5823-446d-9cab-4fefb8006953), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:30.651211 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b805e046-0e44-46ea-a3db-35fe1f5fe6be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:30.657509 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b805e046-0e44-46ea-a3db-35fe1f5fe6be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/135dc1d0-5823-446d-9cab-4fefb8006953 HTTP/1.1" status: 204 len: 168 time: 0.1495216 Jan 27 21:42:30.664335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805e046-0e44-46ea-a3db-35fe1f5fe6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135dc1d0-5823-446d-9cab-4fefb8006953,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:30.672887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805e046-0e44-46ea-a3db-35fe1f5fe6be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.673225 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805e046-0e44-46ea-a3db-35fe1f5fe6be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.673641 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805e046-0e44-46ea-a3db-35fe1f5fe6be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.673979 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805e046-0e44-46ea-a3db-35fe1f5fe6be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.674315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805e046-0e44-46ea-a3db-35fe1f5fe6be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.674647 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805e046-0e44-46ea-a3db-35fe1f5fe6be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.674975 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805e046-0e44-46ea-a3db-35fe1f5fe6be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.675300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805e046-0e44-46ea-a3db-35fe1f5fe6be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.675622 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805e046-0e44-46ea-a3db-35fe1f5fe6be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.676088 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805e046-0e44-46ea-a3db-35fe1f5fe6be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.676563 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805e046-0e44-46ea-a3db-35fe1f5fe6be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.677021 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805e046-0e44-46ea-a3db-35fe1f5fe6be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.677591 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805e046-0e44-46ea-a3db-35fe1f5fe6be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805e046-0e44-46ea-a3db-35fe1f5fe6be admin admin] Tracked resource versions report: Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: pushed versions: Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: { 'AddressGroup': {'1.2'}, Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'ConntrackHelper': {'1.0'}, Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'Log': {'1.0'}, Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'Network': {'1.1'}, Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'Port': {'1.7'}, Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'PortForwarding': {'1.2'}, Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'QosPolicy': {'1.10'}, Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'SecurityGroup': {'1.5'}, Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'SubPort': {'1.0'}, Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'Subnet': {'1.1'}, Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'Trunk': {'1.1'}} Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: consumer versions: Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: { DHCP agent@n-d-772272-3: {}, Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: HyperV agent@n-h1-772272-3: {}, Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: HyperV agent@n-h2-772272-3: {}, Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: L3 agent@n-d-772272-3: {}, Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: Metadata agent@n-d-772272-3: {}, Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: Metering agent@n-d-772272-3: {}, Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: Open vSwitch agent@n-d-772272-3: { 'AddressGroup': '1.2', Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'ConntrackHelper': '1.0', Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'LocalIPAssociation': '1.0', Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'Log': '1.0', Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'Network': '1.1', Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'Port': '1.7', Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'PortForwarding': '1.2', Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'QosPolicy': '1.10', Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'SecurityGroup': '1.5', Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'SecurityGroupRule': '1.2', Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'SubPort': '1.0', Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'Subnet': '1.1', Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: 'Trunk': '1.1'}} Jan 27 21:42:30.678868 n-d-772272-3 neutron-server[109741]: {{(pid=109741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:42:33.435587 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40782) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:33.765262 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29eeb622-aa24-4222-8382-4209ce4651ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.791850 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40810) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:33.861589 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29eeb622-aa24-4222-8382-4209ce4651ed admin admin] Publish callbacks [] for security_group (2e4a983e-492a-43c1-8df8-23776ff44b79), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.865925 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29eeb622-aa24-4222-8382-4209ce4651ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2e4a983e-492a-43c1-8df8-23776ff44b79), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.896149 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eeb622-aa24-4222-8382-4209ce4651ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4a983e-492a-43c1-8df8-23776ff44b79,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:33.920857 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-29eeb622-aa24-4222-8382-4209ce4651ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69f072e6cc7d470293ca26377fa036a7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4840851 Jan 27 21:42:33.924035 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40822) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:33.974930 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-713ec54f-36ad-4e55-b8c2-9d7c534299e4 admin admin] Publish callbacks [] for security_group (2e4a983e-492a-43c1-8df8-23776ff44b79), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.996959 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-713ec54f-36ad-4e55-b8c2-9d7c534299e4 admin admin] Publish callbacks [] for security_group (2e4a983e-492a-43c1-8df8-23776ff44b79), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.039331 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c59ad171-af36-4474-9c79-074a4e590b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.045274 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-713ec54f-36ad-4e55-b8c2-9d7c534299e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2e4a983e-492a-43c1-8df8-23776ff44b79), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.048893 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-713ec54f-36ad-4e55-b8c2-9d7c534299e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.052442 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-713ec54f-36ad-4e55-b8c2-9d7c534299e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e4a983e-492a-43c1-8df8-23776ff44b79 HTTP/1.1" status: 204 len: 168 time: 0.1250196 Jan 27 21:42:34.058612 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ec54f-36ad-4e55-b8c2-9d7c534299e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4a983e-492a-43c1-8df8-23776ff44b79,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:34.065906 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40826) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:34.139653 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c59ad171-af36-4474-9c79-074a4e590b26 admin admin] Publish callbacks [] for security_group (5abb63f9-4ec0-4f14-bf8f-2b58fe07361c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.144419 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c59ad171-af36-4474-9c79-074a4e590b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5abb63f9-4ec0-4f14-bf8f-2b58fe07361c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.180649 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ad171-af36-4474-9c79-074a4e590b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abb63f9-4ec0-4f14-bf8f-2b58fe07361c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:34.189320 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c59ad171-af36-4474-9c79-074a4e590b26 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d4f77dc1ba24cfda5eb80ef5dda7d4b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3959796 Jan 27 21:42:34.192016 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40834) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:34.253262 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2ccdf081-052c-4d8e-8ed1-b15473c9898c admin admin] Publish callbacks [] for security_group (5abb63f9-4ec0-4f14-bf8f-2b58fe07361c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.274611 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2ccdf081-052c-4d8e-8ed1-b15473c9898c admin admin] Publish callbacks [] for security_group (5abb63f9-4ec0-4f14-bf8f-2b58fe07361c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.343964 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2ccdf081-052c-4d8e-8ed1-b15473c9898c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5abb63f9-4ec0-4f14-bf8f-2b58fe07361c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.346642 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2ccdf081-052c-4d8e-8ed1-b15473c9898c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.347936 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2ccdf081-052c-4d8e-8ed1-b15473c9898c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5abb63f9-4ec0-4f14-bf8f-2b58fe07361c HTTP/1.1" status: 204 len: 168 time: 0.1549242 Jan 27 21:42:34.356105 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdf081-052c-4d8e-8ed1-b15473c9898c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abb63f9-4ec0-4f14-bf8f-2b58fe07361c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:34.461054 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40846) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:34.528345 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-459889d0-1ff6-4528-a0d0-3cb453992036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.619056 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-459889d0-1ff6-4528-a0d0-3cb453992036 admin admin] Publish callbacks [] for security_group (22187b12-4009-472c-ab50-897a10fe1846), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.624489 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-459889d0-1ff6-4528-a0d0-3cb453992036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (22187b12-4009-472c-ab50-897a10fe1846), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.663523 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459889d0-1ff6-4528-a0d0-3cb453992036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22187b12-4009-472c-ab50-897a10fe1846,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:34.669814 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-459889d0-1ff6-4528-a0d0-3cb453992036 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9aae755bb3654f36af7a6ceb49bc8049&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6020279 Jan 27 21:42:34.672802 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40860) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:34.728904 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-17506b4f-11ea-4813-8e2d-7d62e156c97e admin admin] Publish callbacks [] for security_group (22187b12-4009-472c-ab50-897a10fe1846), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.750611 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-17506b4f-11ea-4813-8e2d-7d62e156c97e admin admin] Publish callbacks [] for security_group (22187b12-4009-472c-ab50-897a10fe1846), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.762684 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40864) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:34.776899 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cbc91ff5-56d5-4250-9f91-54018746a8ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.811435 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-17506b4f-11ea-4813-8e2d-7d62e156c97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (22187b12-4009-472c-ab50-897a10fe1846), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.815159 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-17506b4f-11ea-4813-8e2d-7d62e156c97e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.816588 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-17506b4f-11ea-4813-8e2d-7d62e156c97e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/22187b12-4009-472c-ab50-897a10fe1846 HTTP/1.1" status: 204 len: 168 time: 0.1426802 Jan 27 21:42:34.825905 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17506b4f-11ea-4813-8e2d-7d62e156c97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22187b12-4009-472c-ab50-897a10fe1846,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:34.874492 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cbc91ff5-56d5-4250-9f91-54018746a8ef admin admin] Publish callbacks [] for security_group (c2a5b1bc-8de9-4fad-9d9d-453779eefe1c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.879268 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cbc91ff5-56d5-4250-9f91-54018746a8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c2a5b1bc-8de9-4fad-9d9d-453779eefe1c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.919768 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc91ff5-56d5-4250-9f91-54018746a8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a5b1bc-8de9-4fad-9d9d-453779eefe1c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:34.929809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40870) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:34.930065 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cbc91ff5-56d5-4250-9f91-54018746a8ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30024112094a42d5a5ba08bf48fb3952&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1662669 Jan 27 21:42:34.976548 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8087f23c-d3eb-45ee-ab24-dedb9ead58ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.981467 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d43b5392-4c3f-498b-b01d-669ed9166772 admin admin] Publish callbacks [] for security_group (c2a5b1bc-8de9-4fad-9d9d-453779eefe1c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.013433 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d43b5392-4c3f-498b-b01d-669ed9166772 admin admin] Publish callbacks [] for security_group (c2a5b1bc-8de9-4fad-9d9d-453779eefe1c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.063681 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d43b5392-4c3f-498b-b01d-669ed9166772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c2a5b1bc-8de9-4fad-9d9d-453779eefe1c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.067215 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d43b5392-4c3f-498b-b01d-669ed9166772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.071947 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d43b5392-4c3f-498b-b01d-669ed9166772 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c2a5b1bc-8de9-4fad-9d9d-453779eefe1c HTTP/1.1" status: 204 len: 168 time: 0.1385329 Jan 27 21:42:35.079016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b5392-4c3f-498b-b01d-669ed9166772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a5b1bc-8de9-4fad-9d9d-453779eefe1c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:35.085860 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8087f23c-d3eb-45ee-ab24-dedb9ead58ce admin admin] Publish callbacks [] for security_group (31e197ba-e3d3-4384-8a3d-3b3fc730c366), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.091077 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8087f23c-d3eb-45ee-ab24-dedb9ead58ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (31e197ba-e3d3-4384-8a3d-3b3fc730c366), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.131220 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40876) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:35.145762 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea850-3cc5-4cd0-921e-bf0555eb4b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.146149 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8087f23c-d3eb-45ee-ab24-dedb9ead58ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c626140cf382498dbc75d3a07a4046c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6840029 Jan 27 21:42:35.146960 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087f23c-d3eb-45ee-ab24-dedb9ead58ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e197ba-e3d3-4384-8a3d-3b3fc730c366,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:35.150159 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40880) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:35.210671 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e881dd0c-ff9a-4d4b-884e-e96b39825bf4 admin admin] Publish callbacks [] for security_group (31e197ba-e3d3-4384-8a3d-3b3fc730c366), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.237885 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea850-3cc5-4cd0-921e-bf0555eb4b0d admin admin] Publish callbacks [] for security_group (0c48dfa2-cef5-4c07-b8fc-b63fbb3f0fa9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.240892 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e881dd0c-ff9a-4d4b-884e-e96b39825bf4 admin admin] Publish callbacks [] for security_group (31e197ba-e3d3-4384-8a3d-3b3fc730c366), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.242741 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea850-3cc5-4cd0-921e-bf0555eb4b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0c48dfa2-cef5-4c07-b8fc-b63fbb3f0fa9), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.274979 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ea850-3cc5-4cd0-921e-bf0555eb4b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c48dfa2-cef5-4c07-b8fc-b63fbb3f0fa9,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:35.295342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1b8ea850-3cc5-4cd0-921e-bf0555eb4b0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f8ace401633437dba15d48836ce114d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1610167 Jan 27 21:42:35.295733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40886) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:35.318657 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e881dd0c-ff9a-4d4b-884e-e96b39825bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (31e197ba-e3d3-4384-8a3d-3b3fc730c366), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.322023 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e881dd0c-ff9a-4d4b-884e-e96b39825bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.323420 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e881dd0c-ff9a-4d4b-884e-e96b39825bf4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31e197ba-e3d3-4384-8a3d-3b3fc730c366 HTTP/1.1" status: 204 len: 168 time: 0.1720896 Jan 27 21:42:35.334328 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881dd0c-ff9a-4d4b-884e-e96b39825bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e197ba-e3d3-4384-8a3d-3b3fc730c366,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:35.372496 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4f26f911-046c-47c6-9751-12fe26b4f74e admin admin] Publish callbacks [] for security_group (0c48dfa2-cef5-4c07-b8fc-b63fbb3f0fa9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.397734 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4f26f911-046c-47c6-9751-12fe26b4f74e admin admin] Publish callbacks [] for security_group (0c48dfa2-cef5-4c07-b8fc-b63fbb3f0fa9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.450659 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4f26f911-046c-47c6-9751-12fe26b4f74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0c48dfa2-cef5-4c07-b8fc-b63fbb3f0fa9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.454308 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4f26f911-046c-47c6-9751-12fe26b4f74e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.457625 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4f26f911-046c-47c6-9751-12fe26b4f74e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c48dfa2-cef5-4c07-b8fc-b63fbb3f0fa9 HTTP/1.1" status: 204 len: 168 time: 0.1575603 Jan 27 21:42:35.462665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26f911-046c-47c6-9751-12fe26b4f74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c48dfa2-cef5-4c07-b8fc-b63fbb3f0fa9,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:35.725599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40904) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:35.740086 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-46987785-24fd-4e52-9e97-94bcf7719394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.817481 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-46987785-24fd-4e52-9e97-94bcf7719394 admin admin] Publish callbacks [] for security_group (545df7d8-95a7-4246-bf07-3077b56b427f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.825268 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-46987785-24fd-4e52-9e97-94bcf7719394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (545df7d8-95a7-4246-bf07-3077b56b427f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.856765 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46987785-24fd-4e52-9e97-94bcf7719394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545df7d8-95a7-4246-bf07-3077b56b427f,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:35.872691 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40906) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:35.872817 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-46987785-24fd-4e52-9e97-94bcf7719394 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca5c5e5b1f204864a750f01f981f186c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1461253 Jan 27 21:42:35.993951 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f57f4ade-ec3e-4673-b4e1-981e0b41fcd2 admin admin] Publish callbacks [] for security_group (545df7d8-95a7-4246-bf07-3077b56b427f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.064515 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f57f4ade-ec3e-4673-b4e1-981e0b41fcd2 admin admin] Publish callbacks [] for security_group (545df7d8-95a7-4246-bf07-3077b56b427f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.164031 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f57f4ade-ec3e-4673-b4e1-981e0b41fcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (545df7d8-95a7-4246-bf07-3077b56b427f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.167426 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f57f4ade-ec3e-4673-b4e1-981e0b41fcd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.170316 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f57f4ade-ec3e-4673-b4e1-981e0b41fcd2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/545df7d8-95a7-4246-bf07-3077b56b427f HTTP/1.1" status: 204 len: 168 time: 0.2937965 Jan 27 21:42:36.176777 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f4ade-ec3e-4673-b4e1-981e0b41fcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545df7d8-95a7-4246-bf07-3077b56b427f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:36.273808 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40944) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:36.288970 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a762f14f-9979-49f1-a4b5-6951e8022775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.385319 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a762f14f-9979-49f1-a4b5-6951e8022775 admin admin] Publish callbacks [] for security_group (1e4fbb67-8216-4a03-adf4-0e9fe8923ada), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.389952 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a762f14f-9979-49f1-a4b5-6951e8022775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1e4fbb67-8216-4a03-adf4-0e9fe8923ada), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.431627 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a762f14f-9979-49f1-a4b5-6951e8022775 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d23893bfa226492e912c23a298ffc056&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1564591 Jan 27 21:42:36.438951 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40960) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:36.477773 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762f14f-9979-49f1-a4b5-6951e8022775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4fbb67-8216-4a03-adf4-0e9fe8923ada,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:36.515278 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3922b277-1079-4c74-adfe-31203452328c admin admin] Publish callbacks [] for security_group (1e4fbb67-8216-4a03-adf4-0e9fe8923ada), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.545616 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3922b277-1079-4c74-adfe-31203452328c admin admin] Publish callbacks [] for security_group (1e4fbb67-8216-4a03-adf4-0e9fe8923ada), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.610779 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3922b277-1079-4c74-adfe-31203452328c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1e4fbb67-8216-4a03-adf4-0e9fe8923ada), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.615878 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3922b277-1079-4c74-adfe-31203452328c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.618129 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3922b277-1079-4c74-adfe-31203452328c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e4fbb67-8216-4a03-adf4-0e9fe8923ada HTTP/1.1" status: 204 len: 168 time: 0.1780295 Jan 27 21:42:36.631385 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922b277-1079-4c74-adfe-31203452328c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4fbb67-8216-4a03-adf4-0e9fe8923ada,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:37.160874 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41004) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:37.481844 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83766fac-7bec-44e6-a8da-ab6303175fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.569581 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83766fac-7bec-44e6-a8da-ab6303175fec admin admin] Publish callbacks [] for security_group (e6e6a10b-28b4-4e41-8eb6-bc76afb2887b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.577221 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83766fac-7bec-44e6-a8da-ab6303175fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e6e6a10b-28b4-4e41-8eb6-bc76afb2887b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.618439 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-83766fac-7bec-44e6-a8da-ab6303175fec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be34cef34e4c4826938163a1d0c7e6d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4539921 Jan 27 21:42:37.618917 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41046) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:37.619464 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83766fac-7bec-44e6-a8da-ab6303175fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e6a10b-28b4-4e41-8eb6-bc76afb2887b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:37.689253 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1aa31e3-9230-49b8-82ac-132a11958616 admin admin] Publish callbacks [] for security_group (e6e6a10b-28b4-4e41-8eb6-bc76afb2887b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.718712 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1aa31e3-9230-49b8-82ac-132a11958616 admin admin] Publish callbacks [] for security_group (e6e6a10b-28b4-4e41-8eb6-bc76afb2887b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.774164 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1aa31e3-9230-49b8-82ac-132a11958616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e6e6a10b-28b4-4e41-8eb6-bc76afb2887b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.776986 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1aa31e3-9230-49b8-82ac-132a11958616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.778350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e1aa31e3-9230-49b8-82ac-132a11958616 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6e6a10b-28b4-4e41-8eb6-bc76afb2887b HTTP/1.1" status: 204 len: 168 time: 0.1581106 Jan 27 21:42:37.787308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa31e3-9230-49b8-82ac-132a11958616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e6a10b-28b4-4e41-8eb6-bc76afb2887b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:38.128900 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41084) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:38.131600 n-d-772272-3 neutron-server[109741]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 27 21:42:38.170758 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-128e9443-663a-414b-9cf3-d12b9bc2c391 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=431f62bd8d92472893a9ef5f952d9d60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401235 Jan 27 21:42:38.297858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-513c64ac-f2b7-4fe6-8c0b-14bbf5ae6658 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:38.300117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-513c64ac-f2b7-4fe6-8c0b-14bbf5ae6658 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1275754 Jan 27 21:42:38.330277 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-9c5cbdee-56d8-4ae4-a655-f267ba803c34 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/quotas/431f62bd8d92472893a9ef5f952d9d60 HTTP/1.1" status: 200 len: 375 time: 0.0242085 Jan 27 21:42:38.417253 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-db44cb11-b9b0-4a8b-b471-70365f427a7f tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=431f62bd8d92472893a9ef5f952d9d60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861704 Jan 27 21:42:38.447051 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41098) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:38.467790 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0c9e3748-2b23-4820-8da6-16a6a46c153c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:38.565464 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0c9e3748-2b23-4820-8da6-16a6a46c153c admin admin] Publish callbacks [] for security_group (5b18a5c1-d6ab-4707-af63-b7d31af15198), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:38.571043 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0c9e3748-2b23-4820-8da6-16a6a46c153c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5b18a5c1-d6ab-4707-af63-b7d31af15198), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:38.617019 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e3748-2b23-4820-8da6-16a6a46c153c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b18a5c1-d6ab-4707-af63-b7d31af15198,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:38.623019 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0c9e3748-2b23-4820-8da6-16a6a46c153c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=513daad8bce44c8c9e4b08fba2d950cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1749129 Jan 27 21:42:38.626229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41102) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:38.709179 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f678f0b-4982-4271-a95d-065437a28b3d admin admin] Publish callbacks [] for security_group (5b18a5c1-d6ab-4707-af63-b7d31af15198), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:38.740923 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f678f0b-4982-4271-a95d-065437a28b3d admin admin] Publish callbacks [] for security_group (5b18a5c1-d6ab-4707-af63-b7d31af15198), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:38.823356 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f678f0b-4982-4271-a95d-065437a28b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5b18a5c1-d6ab-4707-af63-b7d31af15198), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:38.826977 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f678f0b-4982-4271-a95d-065437a28b3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:38.830791 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8f678f0b-4982-4271-a95d-065437a28b3d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5b18a5c1-d6ab-4707-af63-b7d31af15198 HTTP/1.1" status: 204 len: 168 time: 0.2019131 Jan 27 21:42:38.837758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f678f0b-4982-4271-a95d-065437a28b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b18a5c1-d6ab-4707-af63-b7d31af15198,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:39.582218 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41166) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:39.629895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41172) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:39.958893 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce5c8f82-48ba-40ff-a4cf-5f47b41be6a8 req-86203a45-b986-4705-aa8a-87f5fabbe70c tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/ports?device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 210 time: 0.3233960 Jan 27 21:42:39.973859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-3c604e81-4a12-4724-a8e1-b1823b9f6fef admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-network', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:40.037350 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c604e81-4a12-4724-a8e1-b1823b9f6fef admin admin] Made reservation on behalf of 26970e00ed0848ac91d62d52a2a5e8f6 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:40.039797 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3c604e81-4a12-4724-a8e1-b1823b9f6fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:40.049560 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3c604e81-4a12-4724-a8e1-b1823b9f6fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:40.173611 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3c604e81-4a12-4724-a8e1-b1823b9f6fef admin admin] Publish callbacks [] for security_group (6531cb54-cbff-481c-9883-536e438f80e3), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:40.180590 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3c604e81-4a12-4724-a8e1-b1823b9f6fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6531cb54-cbff-481c-9883-536e438f80e3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:40.221606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c604e81-4a12-4724-a8e1-b1823b9f6fef admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:42:40.228906 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c604e81-4a12-4724-a8e1-b1823b9f6fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6531cb54-cbff-481c-9883-536e438f80e3,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:40.244344 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3c604e81-4a12-4724-a8e1-b1823b9f6fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (62b84251-c1ec-4448-ba72-de9788224dc8), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:40.244749 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-3c604e81-4a12-4724-a8e1-b1823b9f6fef admin admin] Added segment 62b84251-c1ec-4448-ba72-de9788224dc8 of type vlan for network 15739e47-d117-45df-b39e-3668ba6a6ce6 Jan 27 21:42:40.303355 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3c604e81-4a12-4724-a8e1-b1823b9f6fef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (15739e47-d117-45df-b39e-3668ba6a6ce6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:40.333046 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3c604e81-4a12-4724-a8e1-b1823b9f6fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (15739e47-d117-45df-b39e-3668ba6a6ce6), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:40.333990 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c604e81-4a12-4724-a8e1-b1823b9f6fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:40.334567 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3c604e81-4a12-4724-a8e1-b1823b9f6fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:40.393094 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3c604e81-4a12-4724-a8e1-b1823b9f6fef admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8094654 Jan 27 21:42:40.395947 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41216) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:40.402115 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-8bba32f2-a6f3-4b35-ba05-670c19496db9 admin admin] Request body: {'subnet': {'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-subnet', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:40.418118 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c604e81-4a12-4724-a8e1-b1823b9f6fef admin admin] Pushing event updated for resources: {'Network': ['ID=15739e47-d117-45df-b39e-3668ba6a6ce6,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:40.432422 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 15739e47-d117-45df-b39e-3668ba6a6ce6 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:42:40.434135 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bba32f2-a6f3-4b35-ba05-670c19496db9 admin admin] Made reservation on behalf of 26970e00ed0848ac91d62d52a2a5e8f6 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:40.438060 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8bba32f2-a6f3-4b35-ba05-670c19496db9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:40.734789 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8bba32f2-a6f3-4b35-ba05-670c19496db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for subnet (eca82b27-8c14-4e8f-bf68-e048c8afdfc4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:40.859538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba32f2-a6f3-4b35-ba05-670c19496db9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eca82b27-8c14-4e8f-bf68-e048c8afdfc4,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:40.873640 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba32f2-a6f3-4b35-ba05-670c19496db9 admin admin] Checking segment: {'id': '62b84251-c1ec-4448-ba72-de9788224dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:40.874054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bba32f2-a6f3-4b35-ba05-670c19496db9 admin admin] Network hostable DHCP agents. Network: 15739e47-d117-45df-b39e-3668ba6a6ce6, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:42:40.878561 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.15', 52108) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:40.905343 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bba32f2-a6f3-4b35-ba05-670c19496db9 admin admin] Network 15739e47-d117-45df-b39e-3668ba6a6ce6 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:42:40.921132 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-8bba32f2-a6f3-4b35-ba05-670c19496db9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 15739e47-d117-45df-b39e-3668ba6a6ce6) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:40.936898 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bba32f2-a6f3-4b35-ba05-670c19496db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:40.936898 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8bba32f2-a6f3-4b35-ba05-670c19496db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:40.937570 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031b026d-61be-44a5-b552-c76880157210 None None] Network 15739e47-d117-45df-b39e-3668ba6a6ce6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:40.937639 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-1eebe610-cb3d-4c70-895a-1b8f0d3a00de tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=431f62bd8d92472893a9ef5f952d9d60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523531 Jan 27 21:42:40.977817 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8bba32f2-a6f3-4b35-ba05-670c19496db9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5797963 Jan 27 21:42:40.978744 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41236) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:40.988832 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-728de8cd-e3e3-40fd-9d66-d53f852c77af admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-router', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:41.053185 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-728de8cd-e3e3-40fd-9d66-d53f852c77af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (03531ac1-7e68-4c93-948b-269fd9d16c92), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.054334 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-728de8cd-e3e3-40fd-9d66-d53f852c77af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (03531ac1-7e68-4c93-948b-269fd9d16c92), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.120544 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-15739e47-d117-45df-b39e-3668ba6a6ce6', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'fixed_ips': [{'subnet_id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:42:41.121985 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.170481 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-728de8cd-e3e3-40fd-9d66-d53f852c77af admin admin] Publish callbacks [] for router_controller (03531ac1-7e68-4c93-948b-269fd9d16c92), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.332970 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-50ad4040-016f-4c2d-9684-120c827ef154 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:41.335299 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-50ad4040-016f-4c2d-9684-120c827ef154 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3944647 Jan 27 21:42:41.350189 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Allocated IP 172.20.0.2 (15739e47-d117-45df-b39e-3668ba6a6ce6/eca82b27-8c14-4e8f-bf68-e048c8afdfc4/375d33b8-3f5c-4918-a3cb-0fc511f48c98) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:41.428486 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-008c1aa2-91a3-435e-ab43-44b7ab2a6f72 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Request body: {'port': {'device_id': 'de986901-8b2c-465e-b277-af3511841633', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '431f62bd8d92472893a9ef5f952d9d60'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:41.428669 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3009b22-c0bd-48e0-98d4-7e35d3706430 req-5101d296-02b9-468b-a5d8-d18535a79dc3 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/ports?device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 210 time: 0.0888917 Jan 27 21:42:41.546112 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-728de8cd-e3e3-40fd-9d66-d53f852c77af admin admin] Publish callbacks [] for router_gateway (03531ac1-7e68-4c93-948b-269fd9d16c92), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.661308 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Publish callbacks [] for port (375d33b8-3f5c-4918-a3cb-0fc511f48c98), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.669901 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (375d33b8-3f5c-4918-a3cb-0fc511f48c98), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.775583 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Network 15739e47-d117-45df-b39e-3668ba6a6ce6 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:41.795054 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:41.798480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:41.810618 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Pushing event updated for resources: {'Port': ['ID=375d33b8-3f5c-4918-a3cb-0fc511f48c98,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:41.833643 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:41.834372 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:41.835249 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:41.835922 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:41.836456 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:41.837125 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:41.837702 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:41.838447 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:41.839040 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:41.839666 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:41.840191 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:41.840684 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:41.841199 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Tracked resource versions report: Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: pushed versions: Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: { 'AddressGroup': {'1.2'}, Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'ConntrackHelper': {'1.0'}, Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'Log': {'1.0'}, Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'Network': {'1.1'}, Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'Port': {'1.7'}, Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'PortForwarding': {'1.2'}, Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'QosPolicy': {'1.10'}, Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'SecurityGroup': {'1.5'}, Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'SubPort': {'1.0'}, Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'Subnet': {'1.1'}, Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'Trunk': {'1.1'}} Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: consumer versions: Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: { DHCP agent@n-d-772272-3: {}, Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: HyperV agent@n-h1-772272-3: {}, Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: HyperV agent@n-h2-772272-3: {}, Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: L3 agent@n-d-772272-3: {}, Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: Metadata agent@n-d-772272-3: {}, Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: Metering agent@n-d-772272-3: {}, Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: Open vSwitch agent@n-d-772272-3: { 'AddressGroup': '1.2', Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'ConntrackHelper': '1.0', Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'LocalIPAssociation': '1.0', Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'Log': '1.0', Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'Network': '1.1', Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'Port': '1.7', Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'PortForwarding': '1.2', Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'QosPolicy': '1.10', Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'SecurityGroup': '1.5', Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'SecurityGroupRule': '1.2', Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'SubPort': '1.0', Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'Subnet': '1.1', Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: 'Trunk': '1.1'}} Jan 27 21:42:41.842658 n-d-772272-3 neutron-server[109743]: {{(pid=109743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:42:41.927004 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Attempting to bind port 375d33b8-3f5c-4918-a3cb-0fc511f48c98 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:41.927380 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Attempting to bind port 375d33b8-3f5c-4918-a3cb-0fc511f48c98 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '62b84251-c1ec-4448-ba72-de9788224dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:41.927756 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Attempting to bind port 375d33b8-3f5c-4918-a3cb-0fc511f48c98 on network 15739e47-d117-45df-b39e-3668ba6a6ce6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:41.935916 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-728de8cd-e3e3-40fd-9d66-d53f852c77af admin admin] Publish callbacks [] for router_gateway (03531ac1-7e68-4c93-948b-269fd9d16c92), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.936490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:41.936490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Checking segment: {'id': '62b84251-c1ec-4448-ba72-de9788224dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:41.936737 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.937808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Bound using segment: {'id': '62b84251-c1ec-4448-ba72-de9788224dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:41.938291 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Bound port: 375d33b8-3f5c-4918-a3cb-0fc511f48c98, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b84251-c1ec-4448-ba72-de9788224dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:41.938680 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (375d33b8-3f5c-4918-a3cb-0fc511f48c98), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.966456 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-728de8cd-e3e3-40fd-9d66-d53f852c77af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.022758 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-008c1aa2-91a3-435e-ab43-44b7ab2a6f72 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Made reservation on behalf of 431f62bd8d92472893a9ef5f952d9d60 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:42.027246 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-008c1aa2-91a3-435e-ab43-44b7ab2a6f72 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.046542 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-008c1aa2-91a3-435e-ab43-44b7ab2a6f72 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.066118 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] For port 375d33b8-3f5c-4918-a3cb-0fc511f48c98, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:42.072978 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] For port 375d33b8-3f5c-4918-a3cb-0fc511f48c98, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=375d33b8-3f5c-4918-a3cb-0fc511f48c98,segment=NetworkSegment(62b84251-c1ec-4448-ba72-de9788224dc8),segment_id=62b84251-c1ec-4448-ba72-de9788224dc8)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:42.082163 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (375d33b8-3f5c-4918-a3cb-0fc511f48c98), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.141781 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-008c1aa2-91a3-435e-ab43-44b7ab2a6f72 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Publish callbacks [] for security_group (2a8f00c0-2bcd-4af7-bd11-cab71627e144), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.147089 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-008c1aa2-91a3-435e-ab43-44b7ab2a6f72 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2a8f00c0-2bcd-4af7-bd11-cab71627e144), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.189962 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-728de8cd-e3e3-40fd-9d66-d53f852c77af admin admin] Allocated IP 172.25.3.152 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/5cf782a5-42b2-4bbe-8807-55d1ce9f907f) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:42.262893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a431c3-5428-4695-83f4-15aca07275ab None None] Pushing event updated for resources: {'Port': ['ID=375d33b8-3f5c-4918-a3cb-0fc511f48c98,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:42.392742 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c1aa2-91a3-435e-ab43-44b7ab2a6f72 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8f00c0-2bcd-4af7-bd11-cab71627e144,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:42.443401 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.481914 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-728de8cd-e3e3-40fd-9d66-d53f852c77af admin admin] Publish callbacks [] for port (5cf782a5-42b2-4bbe-8807-55d1ce9f907f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.672448 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-728de8cd-e3e3-40fd-9d66-d53f852c77af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (5cf782a5-42b2-4bbe-8807-55d1ce9f907f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.763408 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-008c1aa2-91a3-435e-ab43-44b7ab2a6f72 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Allocated IP 192.168.233.150 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/a66fb2f6-fe0b-48db-8f6a-7bbb0579b281) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:42.991943 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728de8cd-e3e3-40fd-9d66-d53f852c77af admin admin] Pushing event updated for resources: {'Port': ['ID=5cf782a5-42b2-4bbe-8807-55d1ce9f907f,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:43.039714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728de8cd-e3e3-40fd-9d66-d53f852c77af admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:43.044742 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-728de8cd-e3e3-40fd-9d66-d53f852c77af admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:43.049152 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728de8cd-e3e3-40fd-9d66-d53f852c77af admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:43.282305 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-008c1aa2-91a3-435e-ab43-44b7ab2a6f72 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Publish callbacks [] for port (a66fb2f6-fe0b-48db-8f6a-7bbb0579b281), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:43.340003 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 375d33b8-3f5c-4918-a3cb-0fc511f48c98 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:43.346533 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-008c1aa2-91a3-435e-ab43-44b7ab2a6f72 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (a66fb2f6-fe0b-48db-8f6a-7bbb0579b281), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:43.484476 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 375d33b8-3f5c-4918-a3cb-0fc511f48c98 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:43.484981 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (375d33b8-3f5c-4918-a3cb-0fc511f48c98), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:43.666049 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-008c1aa2-91a3-435e-ab43-44b7ab2a6f72 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:43.688935 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-008c1aa2-91a3-435e-ab43-44b7ab2a6f72 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:43.712255 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-008c1aa2-91a3-435e-ab43-44b7ab2a6f72 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:43.724517 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-008c1aa2-91a3-435e-ab43-44b7ab2a6f72 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:43.725472 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-008c1aa2-91a3-435e-ab43-44b7ab2a6f72 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:43.746887 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c1aa2-91a3-435e-ab43-44b7ab2a6f72 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Pushing event updated for resources: {'Port': ['ID=a66fb2f6-fe0b-48db-8f6a-7bbb0579b281,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:43.781676 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-008c1aa2-91a3-435e-ab43-44b7ab2a6f72 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3556352 Jan 27 21:42:43.783210 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 375d33b8-3f5c-4918-a3cb-0fc511f48c98 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:43.786283 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (375d33b8-3f5c-4918-a3cb-0fc511f48c98), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:43.855577 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 375d33b8-3f5c-4918-a3cb-0fc511f48c98, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=375d33b8-3f5c-4918-a3cb-0fc511f48c98,segment=NetworkSegment(62b84251-c1ec-4448-ba72-de9788224dc8),segment_id=62b84251-c1ec-4448-ba72-de9788224dc8)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:43.860535 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (375d33b8-3f5c-4918-a3cb-0fc511f48c98), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:43.901002 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-728de8cd-e3e3-40fd-9d66-d53f852c77af admin admin] Publish callbacks [] for router_gateway (03531ac1-7e68-4c93-948b-269fd9d16c92), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:43.928156 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-bb95c330-dd9a-4f2a-9e3c-f20cec3f8041 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:42:43.929191 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-bb95c330-dd9a-4f2a-9e3c-f20cec3f8041 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101323 Jan 27 21:42:43.981066 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=375d33b8-3f5c-4918-a3cb-0fc511f48c98,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:44.321175 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678811a8-b92e-41db-85f5-318b15877b08 None None] Network 15739e47-d117-45df-b39e-3668ba6a6ce6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:44.364980 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc137d6-18c6-420e-9b8c-69bc5192fd8e req-9f4fb47b-ef73-4781-a0b1-87612a8a6b55 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:44.372608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bc137d6-18c6-420e-9b8c-69bc5192fd8e req-9f4fb47b-ef73-4781-a0b1-87612a8a6b55 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/ports?device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 936 time: 0.1233757 Jan 27 21:42:44.409278 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-728de8cd-e3e3-40fd-9d66-d53f852c77af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (03531ac1-7e68-4c93-948b-269fd9d16c92), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:44.504122 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] Request body: {'port': {'device_id': 'de986901-8b2c-465e-b277-af3511841633', 'device_owner': 'compute:tempest-test_az-1393308843', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:44.540265 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bc137d6-18c6-420e-9b8c-69bc5192fd8e req-8811987e-82db-4d67-bce1-a76554061319 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a8f00c0-2bcd-4af7-bd11-cab71627e144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612930 Jan 27 21:42:44.576502 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-fb0a8cab-aebb-4549-8223-00f9df3fb363 None None] Provisioning complete for port a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:44.580040 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fb0a8cab-aebb-4549-8223-00f9df3fb363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a66fb2f6-fe0b-48db-8f6a-7bbb0579b281), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:44.705592 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a8cab-aebb-4549-8223-00f9df3fb363 None None] Port a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:44.712971 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a66fb2f6-fe0b-48db-8f6a-7bbb0579b281), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:44.813852 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728de8cd-e3e3-40fd-9d66-d53f852c77af admin admin] Router 03531ac1-7e68-4c93-948b-269fd9d16c92 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:42:44.838560 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41362) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:44.869182 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7f15ba53-d3de-48f5-aaa9-21d0a8ff3866 None None] Provisioning complete for port 375d33b8-3f5c-4918-a3cb-0fc511f48c98 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:44.869577 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7f15ba53-d3de-48f5-aaa9-21d0a8ff3866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (375d33b8-3f5c-4918-a3cb-0fc511f48c98), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:45.110884 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7f15ba53-d3de-48f5-aaa9-21d0a8ff3866 None None] Current status of the port 375d33b8-3f5c-4918-a3cb-0fc511f48c98 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:45.121916 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 375d33b8-3f5c-4918-a3cb-0fc511f48c98 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:45.122689 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728de8cd-e3e3-40fd-9d66-d53f852c77af admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:45.143397 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] Sync routers for ids ['03531ac1-7e68-4c93-948b-269fd9d16c92'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:42:45.176947 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] Routers {'03531ac1-7e68-4c93-948b-269fd9d16c92'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:45.183926 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:42:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['03531ac1-7e68-4c93-948b-269fd9d16c92'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:45.197691 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9ee4b408-35a2-4bd8-9b90-c80a99fb4b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:45.232709 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-728de8cd-e3e3-40fd-9d66-d53f852c77af admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:45.251516 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-728de8cd-e3e3-40fd-9d66-d53f852c77af admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.2696049 Jan 27 21:42:45.257745 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41366) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:45.320717 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 375d33b8-3f5c-4918-a3cb-0fc511f48c98 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:45.321106 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (375d33b8-3f5c-4918-a3cb-0fc511f48c98), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:45.579060 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 375d33b8-3f5c-4918-a3cb-0fc511f48c98 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:45.589233 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] Set router 03531ac1-7e68-4c93-948b-269fd9d16c92 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:45.593888 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2bc50485-2d28-4c2b-a7a2-20526ecc56a2 None None] Provisioning complete for port 375d33b8-3f5c-4918-a3cb-0fc511f48c98 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:45.594490 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2bc50485-2d28-4c2b-a7a2-20526ecc56a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (375d33b8-3f5c-4918-a3cb-0fc511f48c98), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:45.792917 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2bc50485-2d28-4c2b-a7a2-20526ecc56a2 None None] Current status of the port 375d33b8-3f5c-4918-a3cb-0fc511f48c98 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:45.803236 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9ee4b408-35a2-4bd8-9b90-c80a99fb4b59 admin admin] Publish callbacks [] for security_group (b41857c1-08ab-4e6f-8ce7-ad8a46948eb4), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:45.830914 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9ee4b408-35a2-4bd8-9b90-c80a99fb4b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b41857c1-08ab-4e6f-8ce7-ad8a46948eb4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:45.867131 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:42:45.895554 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] Publish callbacks [] for port (a66fb2f6-fe0b-48db-8f6a-7bbb0579b281), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:45.903999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41392) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:45.938324 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-router', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:43Z', 'revision_number': 3, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'gw_port': {'id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:09:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:45.944223 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] Transition to ACTIVE for port object a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:42:45.972378 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a66fb2f6-fe0b-48db-8f6a-7bbb0579b281), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:45.978934 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] Checking router: 03531ac1-7e68-4c93-948b-269fd9d16c92 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:42:45.979497 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] Updating router 03531ac1-7e68-4c93-948b-269fd9d16c92 port 5cf782a5-42b2-4bbe-8807-55d1ce9f907f binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:42:45.980835 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9ee4b408-35a2-4bd8-9b90-c80a99fb4b59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47ed1a815449493fb756e2a8ee539494&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1356657 Jan 27 21:42:45.990866 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41398) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:46.022163 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5cf782a5-42b2-4bbe-8807-55d1ce9f907f), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.101181 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4b408-35a2-4bd8-9b90-c80a99fb4b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41857c1-08ab-4e6f-8ce7-ad8a46948eb4,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:46.185446 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433afaba-6243-4f81-a630-5d326b0e8f63 req-81ce342f-3031-4253-929c-b12911a76e58 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:46.187705 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-433afaba-6243-4f81-a630-5d326b0e8f63 req-81ce342f-3031-4253-929c-b12911a76e58 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/ports?device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 970 time: 0.1666107 Jan 27 21:42:46.227227 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=a66fb2f6-fe0b-48db-8f6a-7bbb0579b281,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:46.387001 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9bc19f4b-b470-4cec-a8c5-5921e421ae5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.431455 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] Attempting to bind port a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:46.432212 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] Attempting to bind port a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:46.434389 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] Attempting to bind port a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:46.461847 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] Port a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:42:46.464061 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] Attempting to bind port a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:46.510053 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:46.510430 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:46.510983 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:46.511447 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] Bound port: a66fb2f6-fe0b-48db-8f6a-7bbb0579b281, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:46.511806 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a66fb2f6-fe0b-48db-8f6a-7bbb0579b281), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.531503 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-96c496cb-5801-4dd6-a5ee-cb317feb46e8 admin admin] Publish callbacks [] for security_group (b41857c1-08ab-4e6f-8ce7-ad8a46948eb4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.573828 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] Publish callbacks [] for port (5cf782a5-42b2-4bbe-8807-55d1ce9f907f), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.586478 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5cf782a5-42b2-4bbe-8807-55d1ce9f907f), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.662918 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ee45f-3a12-4977-9f88-94dae0f4cfa0 None None] Pushing event updated for resources: {'Port': ['ID=5cf782a5-42b2-4bbe-8807-55d1ce9f907f,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:46.674389 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-96c496cb-5801-4dd6-a5ee-cb317feb46e8 admin admin] Publish callbacks [] for security_group (b41857c1-08ab-4e6f-8ce7-ad8a46948eb4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.676149 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ee45f-3a12-4977-9f88-94dae0f4cfa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:46.676297 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ee45f-3a12-4977-9f88-94dae0f4cfa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:46.677136 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ee45f-3a12-4977-9f88-94dae0f4cfa0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:46.677251 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ee45f-3a12-4977-9f88-94dae0f4cfa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:46.677810 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ee45f-3a12-4977-9f88-94dae0f4cfa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:46.678139 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ee45f-3a12-4977-9f88-94dae0f4cfa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:46.678623 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ee45f-3a12-4977-9f88-94dae0f4cfa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:46.679005 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ee45f-3a12-4977-9f88-94dae0f4cfa0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:46.679458 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ee45f-3a12-4977-9f88-94dae0f4cfa0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:46.679893 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ee45f-3a12-4977-9f88-94dae0f4cfa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:46.680368 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ee45f-3a12-4977-9f88-94dae0f4cfa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:46.680868 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ee45f-3a12-4977-9f88-94dae0f4cfa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:46.681302 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ee45f-3a12-4977-9f88-94dae0f4cfa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01ee45f-3a12-4977-9f88-94dae0f4cfa0 None None] Tracked resource versions report: Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: pushed versions: Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: { 'AddressGroup': {'1.2'}, Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'ConntrackHelper': {'1.0'}, Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'Log': {'1.0'}, Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'Network': {'1.1'}, Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'Port': {'1.7'}, Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'PortForwarding': {'1.2'}, Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'QosPolicy': {'1.10'}, Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'SecurityGroup': {'1.5'}, Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'SubPort': {'1.0'}, Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'Subnet': {'1.1'}, Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'Trunk': {'1.1'}} Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: consumer versions: Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: { DHCP agent@n-d-772272-3: {}, Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: HyperV agent@n-h1-772272-3: {}, Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: HyperV agent@n-h2-772272-3: {}, Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: L3 agent@n-d-772272-3: {}, Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: Metadata agent@n-d-772272-3: {}, Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: Metering agent@n-d-772272-3: {}, Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: Open vSwitch agent@n-d-772272-3: { 'AddressGroup': '1.2', Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'ConntrackHelper': '1.0', Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'LocalIPAssociation': '1.0', Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'Log': '1.0', Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'Network': '1.1', Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'Port': '1.7', Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'PortForwarding': '1.2', Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'QosPolicy': '1.10', Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'SecurityGroup': '1.5', Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'SecurityGroupRule': '1.2', Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'SubPort': '1.0', Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'Subnet': '1.1', Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: 'Trunk': '1.1'}} Jan 27 21:42:46.684347 n-d-772272-3 neutron-server[109744]: {{(pid=109744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:42:46.702359 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-433afaba-6243-4f81-a630-5d326b0e8f63 req-859da5d6-bc5f-41a8-bbe8-2720c53395c0 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a8f00c0-2bcd-4af7-bd11-cab71627e144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058699 Jan 27 21:42:46.756276 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] Attempting to bind port 5cf782a5-42b2-4bbe-8807-55d1ce9f907f on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:46.757691 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] Attempting to bind port 5cf782a5-42b2-4bbe-8807-55d1ce9f907f by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:46.758476 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] Attempting to bind port 5cf782a5-42b2-4bbe-8807-55d1ce9f907f on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:46.786367 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:46.786750 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:46.787180 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.787700 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:46.788546 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] Bound port: 5cf782a5-42b2-4bbe-8807-55d1ce9f907f, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:46.789099 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5cf782a5-42b2-4bbe-8807-55d1ce9f907f), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.882712 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9bc19f4b-b470-4cec-a8c5-5921e421ae5f admin admin] Publish callbacks [] for security_group (ae755810-3c0d-4151-b5c1-f5cd05bb47b3), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.888541 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9bc19f4b-b470-4cec-a8c5-5921e421ae5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ae755810-3c0d-4151-b5c1-f5cd05bb47b3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.922904 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] For port a66fb2f6-fe0b-48db-8f6a-7bbb0579b281, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:46.928247 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc19f4b-b470-4cec-a8c5-5921e421ae5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae755810-3c0d-4151-b5c1-f5cd05bb47b3,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:46.975662 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] For port 5cf782a5-42b2-4bbe-8807-55d1ce9f907f, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:46.982898 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-96c496cb-5801-4dd6-a5ee-cb317feb46e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b41857c1-08ab-4e6f-8ce7-ad8a46948eb4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.989358 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-96c496cb-5801-4dd6-a5ee-cb317feb46e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.992913 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] For port 5cf782a5-42b2-4bbe-8807-55d1ce9f907f, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5cf782a5-42b2-4bbe-8807-55d1ce9f907f,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:46.998002 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-96c496cb-5801-4dd6-a5ee-cb317feb46e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b41857c1-08ab-4e6f-8ce7-ad8a46948eb4 HTTP/1.1" status: 204 len: 168 time: 0.9020829 Jan 27 21:42:47.003857 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5cf782a5-42b2-4bbe-8807-55d1ce9f907f), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:47.018783 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] For port a66fb2f6-fe0b-48db-8f6a-7bbb0579b281, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=a66fb2f6-fe0b-48db-8f6a-7bbb0579b281,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:47.021020 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9bc19f4b-b470-4cec-a8c5-5921e421ae5f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de9b168790c44811a41a011337af60a0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0939124 Jan 27 21:42:47.025336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41428) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:47.039381 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a66fb2f6-fe0b-48db-8f6a-7bbb0579b281), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:47.087001 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ee45f-3a12-4977-9f88-94dae0f4cfa0 None None] Pushing event updated for resources: {'Port': ['ID=5cf782a5-42b2-4bbe-8807-55d1ce9f907f,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:47.111427 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] Routers {'03531ac1-7e68-4c93-948b-269fd9d16c92'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:47.112074 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:42:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['03531ac1-7e68-4c93-948b-269fd9d16c92'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:47.126534 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c496cb-5801-4dd6-a5ee-cb317feb46e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41857c1-08ab-4e6f-8ce7-ad8a46948eb4,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:47.175818 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:47.176936 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:47.177937 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] 10.222.0.15 "PUT /v2.0/ports/a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 HTTP/1.1" status: 200 len: 1118 time: 2.7946618 Jan 27 21:42:47.181751 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de986901-8b2c-465e-b277-af3511841633', 'tag': 'a66fb2f6-fe0b-48db-8f6a-7bbb0579b281'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:47.364788 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3d733373-f03e-4671-a6dc-581495a27970 admin admin] Publish callbacks [] for security_group (ae755810-3c0d-4151-b5c1-f5cd05bb47b3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:47.512452 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] Set router 03531ac1-7e68-4c93-948b-269fd9d16c92 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:47.513922 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3d733373-f03e-4671-a6dc-581495a27970 admin admin] Publish callbacks [] for security_group (ae755810-3c0d-4151-b5c1-f5cd05bb47b3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:47.547887 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b183e-630a-4d81-b73f-59e26ebf9fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=a66fb2f6-fe0b-48db-8f6a-7bbb0579b281,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:47.602585 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-a6bedc8b-99cc-49c4-ab5e-6180ca52ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:47.607484 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-a6bedc8b-99cc-49c4-ab5e-6180ca52ff96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=431f62bd8d92472893a9ef5f952d9d60&device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 1121 time: 0.2541239 Jan 27 21:42:47.739359 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-9a5aa38d-cb93-4009-9bc4-6ceda8eb8454 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 HTTP/1.1" status: 200 len: 217 time: 0.1105275 Jan 27 21:42:47.900121 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-0ce64fa5-56fd-4bf6-a40e-25595df6f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:47.906582 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-0ce64fa5-56fd-4bf6-a40e-25595df6f8db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1605341 Jan 27 21:42:47.919146 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80ebc93a-1282-44df-ac43-342e8733fcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:48.044558 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-router', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:43Z', 'revision_number': 3, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'gw_port': {'id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:09:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:48.146595 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7b7037-6d2a-41c9-8a94-ecc359f608b9 None None] The sync data for ids ['03531ac1-7e68-4c93-948b-269fd9d16c92'] in n-d-772272-3 is: [{'id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-router', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:43Z', 'revision_number': 3, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'gw_port': {'id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:09:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:48.226961 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41446) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:48.247305 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3d733373-f03e-4671-a6dc-581495a27970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ae755810-3c0d-4151-b5c1-f5cd05bb47b3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:48.251075 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3d733373-f03e-4671-a6dc-581495a27970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:48.252303 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3d733373-f03e-4671-a6dc-581495a27970 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae755810-3c0d-4151-b5c1-f5cd05bb47b3 HTTP/1.1" status: 204 len: 168 time: 1.2259161 Jan 27 21:42:48.282428 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e16113fe-9b6b-4658-a574-4e1a1098982d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:48.291954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41456) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:48.309049 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41460) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:48.339026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-80ebc93a-1282-44df-ac43-342e8733fcdf admin admin] Allocated IP 172.20.0.1 (15739e47-d117-45df-b39e-3668ba6a6ce6/eca82b27-8c14-4e8f-bf68-e048c8afdfc4/196fbab9-bbcb-432c-b3c7-8fb4d51c06d5) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:48.344438 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d733373-f03e-4671-a6dc-581495a27970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae755810-3c0d-4151-b5c1-f5cd05bb47b3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:48.379478 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c4562-4904-4619-9c8c-dace136c8344 req-98fc7d0c-0486-43dd-99f8-fca698f77304 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:48.381407 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a09c4562-4904-4619-9c8c-dace136c8344 req-98fc7d0c-0486-43dd-99f8-fca698f77304 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/ports?device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 970 time: 0.5304585 Jan 27 21:42:48.467841 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-733171b4-18d4-469e-89e6-580d90eac0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:48.470843 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-733171b4-18d4-469e-89e6-580d90eac0e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5437660 Jan 27 21:42:48.611027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a09c4562-4904-4619-9c8c-dace136c8344 req-3d3d9f43-f859-4f3e-9577-6aa4d0f53177 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a8f00c0-2bcd-4af7-bd11-cab71627e144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096510 Jan 27 21:42:48.623738 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80ebc93a-1282-44df-ac43-342e8733fcdf admin admin] Publish callbacks [] for port (196fbab9-bbcb-432c-b3c7-8fb4d51c06d5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:48.645635 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e16113fe-9b6b-4658-a574-4e1a1098982d admin admin] Publish callbacks [] for security_group (dc0cf222-b76c-4f10-9887-4e4a700994c4), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:48.654280 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e16113fe-9b6b-4658-a574-4e1a1098982d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (dc0cf222-b76c-4f10-9887-4e4a700994c4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:48.735826 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-b56e2697-3344-4b29-abea-3de0600edde0 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522786 Jan 27 21:42:48.746925 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80ebc93a-1282-44df-ac43-342e8733fcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (196fbab9-bbcb-432c-b3c7-8fb4d51c06d5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:48.790576 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e16113fe-9b6b-4658-a574-4e1a1098982d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c08932a225d4ab0bbcea8b8d629b750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5442848 Jan 27 21:42:48.795880 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16113fe-9b6b-4658-a574-4e1a1098982d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0cf222-b76c-4f10-9887-4e4a700994c4,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:48.798809 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41470) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:48.843998 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebc93a-1282-44df-ac43-342e8733fcdf admin admin] Pushing event updated for resources: {'Port': ['ID=196fbab9-bbcb-432c-b3c7-8fb4d51c06d5,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:48.875730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ebc93a-1282-44df-ac43-342e8733fcdf admin admin] Network 15739e47-d117-45df-b39e-3668ba6a6ce6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:48.877652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-80ebc93a-1282-44df-ac43-342e8733fcdf admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:48.881905 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ebc93a-1282-44df-ac43-342e8733fcdf admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:48.888017 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80ebc93a-1282-44df-ac43-342e8733fcdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (03531ac1-7e68-4c93-948b-269fd9d16c92), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.132062 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-43440504-3e4f-4a03-94cc-bd58d8a80eb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.174551 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b2ac24ef-9b55-4f77-a817-ef7a52dafd7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.189725 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7184d91-9ed2-4705-aa85-819b80d173a7" -d '{"events": [{"name": "network-changed", "server_uuid": "de986901-8b2c-465e-b277-af3511841633", "tag": "a66fb2f6-fe0b-48db-8f6a-7bbb0579b281"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:49.229361 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-53eed8a7-0d9d-489f-8e37-4b07e6ed9b57 req-31497085-71c8-49e6-8c82-eb40501d617e service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765699 Jan 27 21:42:49.231015 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e3078ca-f210-45fc-8581-f057e0edda41 admin admin] Publish callbacks [] for security_group (dc0cf222-b76c-4f10-9887-4e4a700994c4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.276611 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e3078ca-f210-45fc-8581-f057e0edda41 admin admin] Publish callbacks [] for security_group (dc0cf222-b76c-4f10-9887-4e4a700994c4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.282331 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41484) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:49.294068 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5cf782a5-42b2-4bbe-8807-55d1ce9f907f up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:49.385926 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dd7c79d1-b080-4839-a914-c0089e1ac93b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.420786 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5cf782a5-42b2-4bbe-8807-55d1ce9f907f triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:49.421190 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5cf782a5-42b2-4bbe-8807-55d1ce9f907f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.432954 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e3078ca-f210-45fc-8581-f057e0edda41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (dc0cf222-b76c-4f10-9887-4e4a700994c4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.444509 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e3078ca-f210-45fc-8581-f057e0edda41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.466901 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3e3078ca-f210-45fc-8581-f057e0edda41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc0cf222-b76c-4f10-9887-4e4a700994c4 HTTP/1.1" status: 204 len: 168 time: 0.6598849 Jan 27 21:42:49.487362 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3078ca-f210-45fc-8581-f057e0edda41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0cf222-b76c-4f10-9887-4e4a700994c4,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:49.777241 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80ebc93a-1282-44df-ac43-342e8733fcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (196fbab9-bbcb-432c-b3c7-8fb4d51c06d5), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.864758 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98d03ed-6fc3-4fd7-ba75-dc4eb3e76fe7 x-openstack-request-id: req-e98d03ed-6fc3-4fd7-ba75-dc4eb3e76fe7 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:49.865331 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de986901-8b2c-465e-b277-af3511841633", "tag": "a66fb2f6-fe0b-48db-8f6a-7bbb0579b281", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:49.865789 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e98d03ed-6fc3-4fd7-ba75-dc4eb3e76fe7 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:49.866437 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de986901-8b2c-465e-b277-af3511841633', 'tag': 'a66fb2f6-fe0b-48db-8f6a-7bbb0579b281', 'status': 'completed', 'code': 200} Jan 27 21:42:49.944101 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a5b79820-3637-4afe-8427-1c85cdbe6200 None None] Provisioning complete for port 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:49.944734 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a5b79820-3637-4afe-8427-1c85cdbe6200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (196fbab9-bbcb-432c-b3c7-8fb4d51c06d5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.000878 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b2ac24ef-9b55-4f77-a817-ef7a52dafd7b admin admin] Publish callbacks [] for security_group (b6a883eb-3d8a-45c5-b93c-c09a4167dd98), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.013372 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b2ac24ef-9b55-4f77-a817-ef7a52dafd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b6a883eb-3d8a-45c5-b93c-c09a4167dd98), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.031312 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5cf782a5-42b2-4bbe-8807-55d1ce9f907f is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:50.031399 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5cf782a5-42b2-4bbe-8807-55d1ce9f907f), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.047325 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a5b79820-3637-4afe-8427-1c85cdbe6200 None None] Port 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:50.058621 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7184d91-9ed2-4705-aa85-819b80d173a7 req-e13d0ca5-497d-45e0-958d-605038ea6467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:50.063750 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c7184d91-9ed2-4705-aa85-819b80d173a7 req-e13d0ca5-497d-45e0-958d-605038ea6467 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=431f62bd8d92472893a9ef5f952d9d60&device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 1121 time: 0.1624277 Jan 27 21:42:50.094514 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 5cf782a5-42b2-4bbe-8807-55d1ce9f907f, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5cf782a5-42b2-4bbe-8807-55d1ce9f907f,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:50.107258 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5cf782a5-42b2-4bbe-8807-55d1ce9f907f), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.135815 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-43440504-3e4f-4a03-94cc-bd58d8a80eb6 admin admin] Publish callbacks [] for security_group (3c193b09-2ce9-4a55-a2b4-e7749c03dafd), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.225905 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=5cf782a5-42b2-4bbe-8807-55d1ce9f907f,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:50.293966 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b2ac24ef-9b55-4f77-a817-ef7a52dafd7b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74e411e88f524680ae65171cbfec430c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9982035 Jan 27 21:42:50.296088 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-43440504-3e4f-4a03-94cc-bd58d8a80eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3c193b09-2ce9-4a55-a2b4-e7749c03dafd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.298494 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41504) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:50.389397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac24ef-9b55-4f77-a817-ef7a52dafd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a883eb-3d8a-45c5-b93c-c09a4167dd98,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:50.400087 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7184d91-9ed2-4705-aa85-819b80d173a7 req-6bfd462e-75d5-4430-9416-6b22d31ba182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:50.404316 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c7184d91-9ed2-4705-aa85-819b80d173a7 req-6bfd462e-75d5-4430-9416-6b22d31ba182 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.3267260 Jan 27 21:42:50.408768 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dd7c79d1-b080-4839-a914-c0089e1ac93b admin admin] Publish callbacks [] for security_group (4bd6722f-53d2-4e1b-a56b-e0e8c887abc2), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.433176 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41506) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:50.454013 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dd7c79d1-b080-4839-a914-c0089e1ac93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4bd6722f-53d2-4e1b-a56b-e0e8c887abc2), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.464110 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e2b5ae85-289b-45ef-813c-640e4393f923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.512394 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c7184d91-9ed2-4705-aa85-819b80d173a7 req-a5a3b4e3-75ac-4128-aa95-efd336e3bfe1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 HTTP/1.1" status: 200 len: 217 time: 0.0701065 Jan 27 21:42:50.606281 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-43440504-3e4f-4a03-94cc-bd58d8a80eb6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4ac9ce72af844699eacff769212dcc0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2706716 Jan 27 21:42:50.606504 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41510) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:50.616039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56a1b5-62cb-40ff-97cd-1252224c5dd8 req-3113f213-d926-48ba-b914-5b009c95d39c tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:50.623256 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a56a1b5-62cb-40ff-97cd-1252224c5dd8 req-3113f213-d926-48ba-b914-5b009c95d39c tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/ports?device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 970 time: 0.5318496 Jan 27 21:42:50.646862 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43440504-3e4f-4a03-94cc-bd58d8a80eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c193b09-2ce9-4a55-a2b4-e7749c03dafd,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:50.679214 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-dd7c79d1-b080-4839-a914-c0089e1ac93b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4258e6b479e84425a9303e69b517cef2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3803747 Jan 27 21:42:50.683835 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41512) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:50.750277 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.808962 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ae864722-3f6a-4e7d-9991-22bbf7105493 admin admin] Publish callbacks [] for security_group (b6a883eb-3d8a-45c5-b93c-c09a4167dd98), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.822797 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7184d91-9ed2-4705-aa85-819b80d173a7 req-ec8b52e3-52b1-46b5-a7b9-286fbddb2380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:50.826879 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c7184d91-9ed2-4705-aa85-819b80d173a7 req-ec8b52e3-52b1-46b5-a7b9-286fbddb2380 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.2754071 Jan 27 21:42:50.834757 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ae864722-3f6a-4e7d-9991-22bbf7105493 admin admin] Publish callbacks [] for security_group (b6a883eb-3d8a-45c5-b93c-c09a4167dd98), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.907789 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ae864722-3f6a-4e7d-9991-22bbf7105493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b6a883eb-3d8a-45c5-b93c-c09a4167dd98), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.910431 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ae864722-3f6a-4e7d-9991-22bbf7105493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.911668 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ae864722-3f6a-4e7d-9991-22bbf7105493 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6a883eb-3d8a-45c5-b93c-c09a4167dd98 HTTP/1.1" status: 204 len: 168 time: 0.5379035 Jan 27 21:42:50.930638 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e2b5ae85-289b-45ef-813c-640e4393f923 admin admin] Publish callbacks [] for security_group (172870bf-e2d6-4482-b2f5-0ed9aca51802), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.955219 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a56a1b5-62cb-40ff-97cd-1252224c5dd8 req-368d8d83-dea7-4002-880c-27a42e077cdd tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a8f00c0-2bcd-4af7-bd11-cab71627e144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310006 Jan 27 21:42:50.961859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c79d1-b080-4839-a914-c0089e1ac93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd6722f-53d2-4e1b-a56b-e0e8c887abc2,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:51.029059 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e2b5ae85-289b-45ef-813c-640e4393f923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (172870bf-e2d6-4482-b2f5-0ed9aca51802), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.033081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae864722-3f6a-4e7d-9991-22bbf7105493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a883eb-3d8a-45c5-b93c-c09a4167dd98,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:51.202937 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5cf782a5-42b2-4bbe-8807-55d1ce9f907f up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:51.245107 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80ebc93a-1282-44df-ac43-342e8733fcdf admin admin] Publish callbacks [] for port (196fbab9-bbcb-432c-b3c7-8fb4d51c06d5), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.246225 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88d8dee6-2eff-4a6a-b9c1-c5813461cc59 admin admin] Publish callbacks [] for security_group (3c193b09-2ce9-4a55-a2b4-e7749c03dafd), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.264741 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e2b5ae85-289b-45ef-813c-640e4393f923 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89213a22f71b49998d63a41aa830e673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8301406 Jan 27 21:42:51.267223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41522) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:51.272927 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5ae85-289b-45ef-813c-640e4393f923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172870bf-e2d6-4482-b2f5-0ed9aca51802,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:51.307176 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80ebc93a-1282-44df-ac43-342e8733fcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (196fbab9-bbcb-432c-b3c7-8fb4d51c06d5), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.309775 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80ebc93a-1282-44df-ac43-342e8733fcdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (03531ac1-7e68-4c93-948b-269fd9d16c92), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.348695 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7184d91-9ed2-4705-aa85-819b80d173a7 req-a827e59e-010c-4774-9133-9c7ba276b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:51.348695 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c7184d91-9ed2-4705-aa85-819b80d173a7 req-a827e59e-010c-4774-9133-9c7ba276b9c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4667673 Jan 27 21:42:51.406451 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5cf782a5-42b2-4bbe-8807-55d1ce9f907f triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:51.406979 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5cf782a5-42b2-4bbe-8807-55d1ce9f907f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.412817 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8df021aa-17bd-4206-9f5c-d0190a243788 admin admin] Publish callbacks [] for security_group (4bd6722f-53d2-4e1b-a56b-e0e8c887abc2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.453657 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88d8dee6-2eff-4a6a-b9c1-c5813461cc59 admin admin] Publish callbacks [] for security_group (3c193b09-2ce9-4a55-a2b4-e7749c03dafd), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.513883 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8df021aa-17bd-4206-9f5c-d0190a243788 admin admin] Publish callbacks [] for security_group (4bd6722f-53d2-4e1b-a56b-e0e8c887abc2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.606450 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ebc93a-1282-44df-ac43-342e8733fcdf admin admin] Network 15739e47-d117-45df-b39e-3668ba6a6ce6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:51.612074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-80ebc93a-1282-44df-ac43-342e8733fcdf admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:51.614514 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebc93a-1282-44df-ac43-342e8733fcdf admin admin] Pushing event updated for resources: {'Port': ['ID=196fbab9-bbcb-432c-b3c7-8fb4d51c06d5,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:51.629857 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8df021aa-17bd-4206-9f5c-d0190a243788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4bd6722f-53d2-4e1b-a56b-e0e8c887abc2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.639368 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8df021aa-17bd-4206-9f5c-d0190a243788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.652405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5cf782a5-42b2-4bbe-8807-55d1ce9f907f is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:51.658733 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8df021aa-17bd-4206-9f5c-d0190a243788 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4bd6722f-53d2-4e1b-a56b-e0e8c887abc2 HTTP/1.1" status: 204 len: 168 time: 0.9658890 Jan 27 21:42:51.904734 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df021aa-17bd-4206-9f5c-d0190a243788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd6722f-53d2-4e1b-a56b-e0e8c887abc2,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:51.976012 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41532) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:52.093045 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a830d48a-0702-432f-9c00-af82fcadd197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.113689 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88d8dee6-2eff-4a6a-b9c1-c5813461cc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3c193b09-2ce9-4a55-a2b4-e7749c03dafd), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.119030 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ebc93a-1282-44df-ac43-342e8733fcdf admin admin] Router 03531ac1-7e68-4c93-948b-269fd9d16c92 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:42:52.120476 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04d8a664-a29e-4f19-9ced-dede037dfd6e admin admin] Publish callbacks [] for security_group (172870bf-e2d6-4482-b2f5-0ed9aca51802), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.122478 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88d8dee6-2eff-4a6a-b9c1-c5813461cc59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.130322 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-88d8dee6-2eff-4a6a-b9c1-c5813461cc59 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c193b09-2ce9-4a55-a2b4-e7749c03dafd HTTP/1.1" status: 204 len: 168 time: 1.5144355 Jan 27 21:42:52.191929 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8dee6-2eff-4a6a-b9c1-c5813461cc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c193b09-2ce9-4a55-a2b4-e7749c03dafd,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:52.214862 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c7184d91-9ed2-4705-aa85-819b80d173a7 req-5ff4c8be-8d98-4afe-b692-448527f1d817 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8481426 Jan 27 21:42:52.331226 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-0319fcf0-3703-4742-b06e-a05b93ab3edf None None] Provisioning complete for port 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:52.332691 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0319fcf0-3703-4742-b06e-a05b93ab3edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (196fbab9-bbcb-432c-b3c7-8fb4d51c06d5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.398946 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c7184d91-9ed2-4705-aa85-819b80d173a7 req-19af7f9f-dbcf-4bfb-aa45-3f02bbe74f08 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625576 Jan 27 21:42:52.438465 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a830d48a-0702-432f-9c00-af82fcadd197 admin admin] Publish callbacks [] for security_group (2843c01f-75f7-485d-9d05-fd1dca97a7ce), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.441505 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0319fcf0-3703-4742-b06e-a05b93ab3edf None None] Port 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:52.445652 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a830d48a-0702-432f-9c00-af82fcadd197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2843c01f-75f7-485d-9d05-fd1dca97a7ce), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.479451 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830d48a-0702-432f-9c00-af82fcadd197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2843c01f-75f7-485d-9d05-fd1dca97a7ce,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:52.520659 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a830d48a-0702-432f-9c00-af82fcadd197 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1dd714a7f494f49925d12fd845f4102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5432413 Jan 27 21:42:52.523101 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41546) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:52.584149 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04d8a664-a29e-4f19-9ced-dede037dfd6e admin admin] Publish callbacks [] for security_group (172870bf-e2d6-4482-b2f5-0ed9aca51802), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.617225 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f49472a7-185b-4987-9106-1529e3dc3b2d admin admin] Publish callbacks [] for security_group (2843c01f-75f7-485d-9d05-fd1dca97a7ce), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.644113 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f49472a7-185b-4987-9106-1529e3dc3b2d admin admin] Publish callbacks [] for security_group (2843c01f-75f7-485d-9d05-fd1dca97a7ce), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.662918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf58741-b715-4f96-bd7c-6152e623f2eb req-aa28df88-1916-4367-9f61-8c43176d3877 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:52.664661 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cdf58741-b715-4f96-bd7c-6152e623f2eb req-aa28df88-1916-4367-9f61-8c43176d3877 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/ports?device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 970 time: 0.5822709 Jan 27 21:42:52.694302 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41550) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:52.729922 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f49472a7-185b-4987-9106-1529e3dc3b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2843c01f-75f7-485d-9d05-fd1dca97a7ce), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.733448 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f49472a7-185b-4987-9106-1529e3dc3b2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.738471 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f49472a7-185b-4987-9106-1529e3dc3b2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2843c01f-75f7-485d-9d05-fd1dca97a7ce HTTP/1.1" status: 204 len: 168 time: 0.2117214 Jan 27 21:42:52.747107 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49472a7-185b-4987-9106-1529e3dc3b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2843c01f-75f7-485d-9d05-fd1dca97a7ce,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:52.809999 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41556) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:52.830887 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4f73cc3e-2714-4b3b-afdd-b209c74fdde8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.841816 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04d8a664-a29e-4f19-9ced-dede037dfd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (172870bf-e2d6-4482-b2f5-0ed9aca51802), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.848811 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04d8a664-a29e-4f19-9ced-dede037dfd6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.856182 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-04d8a664-a29e-4f19-9ced-dede037dfd6e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/172870bf-e2d6-4482-b2f5-0ed9aca51802 HTTP/1.1" status: 204 len: 168 time: 1.5874493 Jan 27 21:42:52.876598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ebc93a-1282-44df-ac43-342e8733fcdf admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:52.901573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] Sync routers for ids ['03531ac1-7e68-4c93-948b-269fd9d16c92'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:42:52.926154 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] Routers {'03531ac1-7e68-4c93-948b-269fd9d16c92'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:52.927215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:42:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['03531ac1-7e68-4c93-948b-269fd9d16c92'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:52.949421 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cdf58741-b715-4f96-bd7c-6152e623f2eb req-d9af4ade-db82-4d34-a6f0-752678120531 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a8f00c0-2bcd-4af7-bd11-cab71627e144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172532 Jan 27 21:42:53.006209 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-80ebc93a-1282-44df-ac43-342e8733fcdf admin admin] 10.222.0.23 "PUT /v2.0/routers/03531ac1-7e68-4c93-948b-269fd9d16c92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7452288 Jan 27 21:42:53.012103 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8a664-a29e-4f19-9ced-dede037dfd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172870bf-e2d6-4482-b2f5-0ed9aca51802,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:53.058089 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4f73cc3e-2714-4b3b-afdd-b209c74fdde8 admin admin] Publish callbacks [] for security_group (8ee13c24-ffe4-4fa0-8ab4-5643d6fffb67), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.064872 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4f73cc3e-2714-4b3b-afdd-b209c74fdde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8ee13c24-ffe4-4fa0-8ab4-5643d6fffb67), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.132370 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4f73cc3e-2714-4b3b-afdd-b209c74fdde8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66696cfd57484f8a8103bf263f89780d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199096 Jan 27 21:42:53.133366 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41564) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:53.134516 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73cc3e-2714-4b3b-afdd-b209c74fdde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee13c24-ffe4-4fa0-8ab4-5643d6fffb67,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:53.193927 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] Set router 03531ac1-7e68-4c93-948b-269fd9d16c92 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:53.250653 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a15a9337-f6be-42b6-89d7-c48d0574bf0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.357583 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec901485-5b36-49f1-814b-5e6ec91a4e00 admin admin] Publish callbacks [] for security_group (8ee13c24-ffe4-4fa0-8ab4-5643d6fffb67), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.446078 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec901485-5b36-49f1-814b-5e6ec91a4e00 admin admin] Publish callbacks [] for security_group (8ee13c24-ffe4-4fa0-8ab4-5643d6fffb67), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.518129 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a15a9337-f6be-42b6-89d7-c48d0574bf0e admin admin] Publish callbacks [] for security_group (2c8ca58e-5965-42e5-98f2-6346d22b8dda), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.527398 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a15a9337-f6be-42b6-89d7-c48d0574bf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2c8ca58e-5965-42e5-98f2-6346d22b8dda), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.528423 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec901485-5b36-49f1-814b-5e6ec91a4e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8ee13c24-ffe4-4fa0-8ab4-5643d6fffb67), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.530086 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec901485-5b36-49f1-814b-5e6ec91a4e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.531784 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ec901485-5b36-49f1-814b-5e6ec91a4e00 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ee13c24-ffe4-4fa0-8ab4-5643d6fffb67 HTTP/1.1" status: 204 len: 168 time: 0.3970647 Jan 27 21:42:53.568583 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec901485-5b36-49f1-814b-5e6ec91a4e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee13c24-ffe4-4fa0-8ab4-5643d6fffb67,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:53.616135 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a9337-f6be-42b6-89d7-c48d0574bf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8ca58e-5965-42e5-98f2-6346d22b8dda,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:53.624490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41572) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:53.630045 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a15a9337-f6be-42b6-89d7-c48d0574bf0e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c01e7a45cd9437eb3454afa97e1c5f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9259682 Jan 27 21:42:53.725841 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-03691617-5fd7-4784-ad16-6bfab9d0e5b7 admin admin] Publish callbacks [] for security_group (2c8ca58e-5965-42e5-98f2-6346d22b8dda), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.761274 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-03691617-5fd7-4784-ad16-6bfab9d0e5b7 admin admin] Publish callbacks [] for security_group (2c8ca58e-5965-42e5-98f2-6346d22b8dda), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.772838 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-router', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:49Z', 'revision_number': 4, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'gw_port': {'id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '196fbab9-bbcb-432c-b3c7-8fb4d51c06d5', 'name': '', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'mac_address': 'fa:16:3e:11:89:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:48Z', 'updated_at': '2022-01-27T21:42:50Z', 'revision_number': 2, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'subnets': [{'id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:53.837628 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] Checking router: 03531ac1-7e68-4c93-948b-269fd9d16c92 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:42:53.837628 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] Updating router 03531ac1-7e68-4c93-948b-269fd9d16c92 port 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:42:53.840336 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-03691617-5fd7-4784-ad16-6bfab9d0e5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2c8ca58e-5965-42e5-98f2-6346d22b8dda), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.852921 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-03691617-5fd7-4784-ad16-6bfab9d0e5b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.854475 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-03691617-5fd7-4784-ad16-6bfab9d0e5b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c8ca58e-5965-42e5-98f2-6346d22b8dda HTTP/1.1" status: 204 len: 168 time: 0.2289789 Jan 27 21:42:53.873105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03691617-5fd7-4784-ad16-6bfab9d0e5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8ca58e-5965-42e5-98f2-6346d22b8dda,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:53.873467 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (196fbab9-bbcb-432c-b3c7-8fb4d51c06d5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.115712 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-feb5b381-188d-4eee-96ad-7ceea6388612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.208567 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01798631-fa77-4f59-a5cf-eb4719adf707 req-46cf7563-a335-46bf-b0fd-d78a58b4985a tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:54.220976 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01798631-fa77-4f59-a5cf-eb4719adf707 req-46cf7563-a335-46bf-b0fd-d78a58b4985a tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/ports?device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 970 time: 0.1223547 Jan 27 21:42:54.339553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01798631-fa77-4f59-a5cf-eb4719adf707 req-0873a7ab-8a90-422b-afec-04d400d0d20f tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a8f00c0-2bcd-4af7-bd11-cab71627e144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109993 Jan 27 21:42:54.369178 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] Publish callbacks [] for port (196fbab9-bbcb-432c-b3c7-8fb4d51c06d5), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.375864 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (196fbab9-bbcb-432c-b3c7-8fb4d51c06d5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.470689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1bea3b-c3a5-4ef9-9042-1ec1dce38f58 None None] Pushing event updated for resources: {'Port': ['ID=196fbab9-bbcb-432c-b3c7-8fb4d51c06d5,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:54.534561 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] Attempting to bind port 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:54.534979 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] Attempting to bind port 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '62b84251-c1ec-4448-ba72-de9788224dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:54.535409 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] Attempting to bind port 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5 on network 15739e47-d117-45df-b39e-3668ba6a6ce6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:54.541279 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:54.541742 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] Checking segment: {'id': '62b84251-c1ec-4448-ba72-de9788224dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:54.545474 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.546553 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] Bound using segment: {'id': '62b84251-c1ec-4448-ba72-de9788224dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:54.547127 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] Bound port: 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b84251-c1ec-4448-ba72-de9788224dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:54.547626 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (196fbab9-bbcb-432c-b3c7-8fb4d51c06d5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.644226 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] For port 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:54.651610 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] For port 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=196fbab9-bbcb-432c-b3c7-8fb4d51c06d5,segment=NetworkSegment(62b84251-c1ec-4448-ba72-de9788224dc8),segment_id=62b84251-c1ec-4448-ba72-de9788224dc8)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:54.657356 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (196fbab9-bbcb-432c-b3c7-8fb4d51c06d5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.716199 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] Routers {'03531ac1-7e68-4c93-948b-269fd9d16c92'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:54.716795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:42:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['03531ac1-7e68-4c93-948b-269fd9d16c92'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:54.767635 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1bea3b-c3a5-4ef9-9042-1ec1dce38f58 None None] Pushing event updated for resources: {'Port': ['ID=196fbab9-bbcb-432c-b3c7-8fb4d51c06d5,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:54.828728 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41612) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:54.835723 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-329ee495-66d9-4ab8-86f0-cd728f10a426 None None] Provisioning complete for port 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:54.836255 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-329ee495-66d9-4ab8-86f0-cd728f10a426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (196fbab9-bbcb-432c-b3c7-8fb4d51c06d5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.849386 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2124c9cb-b5bd-4f8a-9b56-34cf840854e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.908531 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] Set router 03531ac1-7e68-4c93-948b-269fd9d16c92 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:54.965285 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2124c9cb-b5bd-4f8a-9b56-34cf840854e7 admin admin] Publish callbacks [] for security_group (53a83aa9-1d6f-4821-907a-468dffa237c6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.970498 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2124c9cb-b5bd-4f8a-9b56-34cf840854e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (53a83aa9-1d6f-4821-907a-468dffa237c6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.016463 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124c9cb-b5bd-4f8a-9b56-34cf840854e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a83aa9-1d6f-4821-907a-468dffa237c6,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:55.036046 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41620) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:55.036667 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2124c9cb-b5bd-4f8a-9b56-34cf840854e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc719168b16441ecab7109f3993e3301&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2050488 Jan 27 21:42:55.096728 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-303b6752-9df5-45a9-9221-c06eef384973 admin admin] Publish callbacks [] for security_group (53a83aa9-1d6f-4821-907a-468dffa237c6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.127733 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-303b6752-9df5-45a9-9221-c06eef384973 admin admin] Publish callbacks [] for security_group (53a83aa9-1d6f-4821-907a-468dffa237c6), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.188900 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-303b6752-9df5-45a9-9221-c06eef384973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (53a83aa9-1d6f-4821-907a-468dffa237c6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.191695 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-303b6752-9df5-45a9-9221-c06eef384973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.193571 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-303b6752-9df5-45a9-9221-c06eef384973 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53a83aa9-1d6f-4821-907a-468dffa237c6 HTTP/1.1" status: 204 len: 168 time: 0.1554794 Jan 27 21:42:55.203616 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b6752-9df5-45a9-9221-c06eef384973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a83aa9-1d6f-4821-907a-468dffa237c6,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:55.314609 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41630) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:55.325978 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-329ee495-66d9-4ab8-86f0-cd728f10a426 None None] Current status of the port 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:55.326378 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-329ee495-66d9-4ab8-86f0-cd728f10a426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (196fbab9-bbcb-432c-b3c7-8fb4d51c06d5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.371317 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-329ee495-66d9-4ab8-86f0-cd728f10a426 None None] For port 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=196fbab9-bbcb-432c-b3c7-8fb4d51c06d5,segment=NetworkSegment(62b84251-c1ec-4448-ba72-de9788224dc8),segment_id=62b84251-c1ec-4448-ba72-de9788224dc8)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:55.378890 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-329ee495-66d9-4ab8-86f0-cd728f10a426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (196fbab9-bbcb-432c-b3c7-8fb4d51c06d5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.385932 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-router', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:49Z', 'revision_number': 4, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'gw_port': {'id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '196fbab9-bbcb-432c-b3c7-8fb4d51c06d5', 'name': '', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'mac_address': 'fa:16:3e:11:89:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:48Z', 'updated_at': '2022-01-27T21:42:54Z', 'revision_number': 4, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'subnets': [{'id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:55.438758 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0e36f1-238c-4015-a307-a581548a84e4 None None] The sync data for ids ['03531ac1-7e68-4c93-948b-269fd9d16c92'] in n-d-772272-3 is: [{'id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-router', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:49Z', 'revision_number': 4, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'gw_port': {'id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '196fbab9-bbcb-432c-b3c7-8fb4d51c06d5', 'name': '', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'mac_address': 'fa:16:3e:11:89:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:48Z', 'updated_at': '2022-01-27T21:42:54Z', 'revision_number': 4, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'subnets': [{'id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:55.462003 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ee495-66d9-4ab8-86f0-cd728f10a426 None None] Pushing event updated for resources: {'Port': ['ID=196fbab9-bbcb-432c-b3c7-8fb4d51c06d5,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:55.479357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448060a-eacf-460c-a80a-75dea5dcd556 req-f148eba3-b933-4708-98f6-2a76198f9814 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:55.489242 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f448060a-eacf-460c-a80a-75dea5dcd556 req-f148eba3-b933-4708-98f6-2a76198f9814 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/ports?device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 970 time: 0.0743411 Jan 27 21:42:55.528616 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-067b000c-3ffe-4bf3-b194-8375d290c3cb None None] Provisioning complete for port 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:55.529379 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-067b000c-3ffe-4bf3-b194-8375d290c3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (196fbab9-bbcb-432c-b3c7-8fb4d51c06d5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.584952 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f448060a-eacf-460c-a80a-75dea5dcd556 req-790f9a7a-5f16-4ea2-adbf-c5fa2cffefd8 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a8f00c0-2bcd-4af7-bd11-cab71627e144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948370 Jan 27 21:42:55.665181 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-067b000c-3ffe-4bf3-b194-8375d290c3cb None None] Current status of the port 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:55.770458 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ca4818b5-26d7-4932-8c8f-0cdd74426aa1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1938091730-network', 'tenant_id': '0d2128168a9145df8a7942c48a8b50c9'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:55.798391 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4818b5-26d7-4932-8c8f-0cdd74426aa1 admin admin] Made reservation on behalf of 0d2128168a9145df8a7942c48a8b50c9 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:55.802831 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca4818b5-26d7-4932-8c8f-0cdd74426aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.815159 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca4818b5-26d7-4932-8c8f-0cdd74426aa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.874959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41656) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:55.880519 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-707ca186-6bcc-45d4-94b7-409f5419b634 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-371329545-network', 'tenant_id': '38b546549a9b4765b2e4f32419c326a0'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:55.904772 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707ca186-6bcc-45d4-94b7-409f5419b634 admin admin] Made reservation on behalf of 38b546549a9b4765b2e4f32419c326a0 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:55.908263 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-707ca186-6bcc-45d4-94b7-409f5419b634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.920316 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca4818b5-26d7-4932-8c8f-0cdd74426aa1 admin admin] Publish callbacks [] for security_group (327dd01f-1d2c-42ad-acbc-1e72d599fecc), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.921758 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-707ca186-6bcc-45d4-94b7-409f5419b634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.927309 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca4818b5-26d7-4932-8c8f-0cdd74426aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (327dd01f-1d2c-42ad-acbc-1e72d599fecc), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.991326 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4818b5-26d7-4932-8c8f-0cdd74426aa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:42:56.036248 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4818b5-26d7-4932-8c8f-0cdd74426aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327dd01f-1d2c-42ad-acbc-1e72d599fecc,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:56.047443 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-707ca186-6bcc-45d4-94b7-409f5419b634 admin admin] Publish callbacks [] for security_group (c4200ad2-dbda-4dd9-be88-097649cfd892), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.052888 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-707ca186-6bcc-45d4-94b7-409f5419b634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c4200ad2-dbda-4dd9-be88-097649cfd892), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.057419 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca4818b5-26d7-4932-8c8f-0cdd74426aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (36e6eff5-85b0-4ac5-89d0-5e8b1cff5973), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.058994 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-ca4818b5-26d7-4932-8c8f-0cdd74426aa1 admin admin] Added segment 36e6eff5-85b0-4ac5-89d0-5e8b1cff5973 of type vlan for network 6c3563c2-0451-45c6-ad2e-35d243667063 Jan 27 21:42:56.091974 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707ca186-6bcc-45d4-94b7-409f5419b634 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:42:56.113927 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ca186-6bcc-45d4-94b7-409f5419b634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4200ad2-dbda-4dd9-be88-097649cfd892,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:56.121238 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-707ca186-6bcc-45d4-94b7-409f5419b634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b227b98e-8b90-4e15-aa0c-a9cb73975ee9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.121583 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-707ca186-6bcc-45d4-94b7-409f5419b634 admin admin] Added segment b227b98e-8b90-4e15-aa0c-a9cb73975ee9 of type vlan for network 4cc879ae-6704-4f45-83f3-0395de4c23fd Jan 27 21:42:56.132938 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca4818b5-26d7-4932-8c8f-0cdd74426aa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (6c3563c2-0451-45c6-ad2e-35d243667063), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.171851 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-707ca186-6bcc-45d4-94b7-409f5419b634 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (4cc879ae-6704-4f45-83f3-0395de4c23fd), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.173491 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca4818b5-26d7-4932-8c8f-0cdd74426aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (6c3563c2-0451-45c6-ad2e-35d243667063), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.175268 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4818b5-26d7-4932-8c8f-0cdd74426aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:56.176912 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca4818b5-26d7-4932-8c8f-0cdd74426aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.215054 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-707ca186-6bcc-45d4-94b7-409f5419b634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (4cc879ae-6704-4f45-83f3-0395de4c23fd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.216751 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707ca186-6bcc-45d4-94b7-409f5419b634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:56.218054 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-707ca186-6bcc-45d4-94b7-409f5419b634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.249929 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ca4818b5-26d7-4932-8c8f-0cdd74426aa1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9328861 Jan 27 21:42:56.250292 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41670) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:56.255651 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-81a50308-f0b4-403e-800a-9be87f65a846 admin admin] Request body: {'subnet': {'network_id': '6c3563c2-0451-45c6-ad2e-35d243667063', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1938091730-subnet', 'tenant_id': '0d2128168a9145df8a7942c48a8b50c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:56.265561 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-707ca186-6bcc-45d4-94b7-409f5419b634 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3894830 Jan 27 21:42:56.268662 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41672) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:56.279107 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-00b1a245-5415-42b0-aca4-e6ac2615c66f admin admin] Request body: {'subnet': {'network_id': '4cc879ae-6704-4f45-83f3-0395de4c23fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371329545-subnet', 'tenant_id': '38b546549a9b4765b2e4f32419c326a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:56.292949 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4818b5-26d7-4932-8c8f-0cdd74426aa1 admin admin] Pushing event updated for resources: {'Network': ['ID=6c3563c2-0451-45c6-ad2e-35d243667063,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:56.308607 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 6c3563c2-0451-45c6-ad2e-35d243667063 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:42:56.315956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b1a245-5415-42b0-aca4-e6ac2615c66f admin admin] Made reservation on behalf of 38b546549a9b4765b2e4f32419c326a0 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:56.321256 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-00b1a245-5415-42b0-aca4-e6ac2615c66f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.321390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ca186-6bcc-45d4-94b7-409f5419b634 admin admin] Pushing event updated for resources: {'Network': ['ID=4cc879ae-6704-4f45-83f3-0395de4c23fd,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:56.329614 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a50308-f0b4-403e-800a-9be87f65a846 admin admin] Made reservation on behalf of 0d2128168a9145df8a7942c48a8b50c9 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:56.333829 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-81a50308-f0b4-403e-800a-9be87f65a846 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.339257 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 4cc879ae-6704-4f45-83f3-0395de4c23fd details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:42:56.574738 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-81a50308-f0b4-403e-800a-9be87f65a846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for subnet (07b6ec59-ad3b-4481-9162-f81aafc32f50), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.607227 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-00b1a245-5415-42b0-aca4-e6ac2615c66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for subnet (232ff695-c34c-4104-bbc6-c3e9b342dd00), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.652245 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0d594667-f554-44d6-8974-e48d16c4bc44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.671475 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a50308-f0b4-403e-800a-9be87f65a846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07b6ec59-ad3b-4481-9162-f81aafc32f50,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:56.673710 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a50308-f0b4-403e-800a-9be87f65a846 admin admin] Checking segment: {'id': '36e6eff5-85b0-4ac5-89d0-5e8b1cff5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6c3563c2-0451-45c6-ad2e-35d243667063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:56.674319 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a50308-f0b4-403e-800a-9be87f65a846 admin admin] Network hostable DHCP agents. Network: 6c3563c2-0451-45c6-ad2e-35d243667063, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:42:56.695534 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a50308-f0b4-403e-800a-9be87f65a846 admin admin] Network 6c3563c2-0451-45c6-ad2e-35d243667063 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:42:56.714487 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-81a50308-f0b4-403e-800a-9be87f65a846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 6c3563c2-0451-45c6-ad2e-35d243667063) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:56.724556 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a50308-f0b4-403e-800a-9be87f65a846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:56.728873 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-81a50308-f0b4-403e-800a-9be87f65a846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.729641 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5867a9b-3aa6-4c5a-a404-85b2e526f154 None None] Network 6c3563c2-0451-45c6-ad2e-35d243667063 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:56.768499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1a245-5415-42b0-aca4-e6ac2615c66f admin admin] Pushing event updated for resources: {'Subnet': ['ID=232ff695-c34c-4104-bbc6-c3e9b342dd00,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:56.770661 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b1a245-5415-42b0-aca4-e6ac2615c66f admin admin] Checking segment: {'id': 'b227b98e-8b90-4e15-aa0c-a9cb73975ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4cc879ae-6704-4f45-83f3-0395de4c23fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:56.771028 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b1a245-5415-42b0-aca4-e6ac2615c66f admin admin] Network hostable DHCP agents. Network: 4cc879ae-6704-4f45-83f3-0395de4c23fd, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:42:56.783597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-81a50308-f0b4-403e-800a-9be87f65a846 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5320616 Jan 27 21:42:56.793306 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41684) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:56.835464 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b1a245-5415-42b0-aca4-e6ac2615c66f admin admin] Network 4cc879ae-6704-4f45-83f3-0395de4c23fd is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:42:56.845787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40305b-7def-4e7f-b911-a942ccf28b90 req-44b06944-8e78-4b23-a939-9b4c6fc647e5 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:56.847409 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c40305b-7def-4e7f-b911-a942ccf28b90 req-44b06944-8e78-4b23-a939-9b4c6fc647e5 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/ports?device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 970 time: 0.1031804 Jan 27 21:42:56.850959 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-00b1a245-5415-42b0-aca4-e6ac2615c66f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 4cc879ae-6704-4f45-83f3-0395de4c23fd) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:56.867121 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b1a245-5415-42b0-aca4-e6ac2615c66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:56.869183 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-00b1a245-5415-42b0-aca4-e6ac2615c66f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.879707 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69053133-2999-4724-964d-d1d664e59d54 None None] Network 4cc879ae-6704-4f45-83f3-0395de4c23fd requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:56.910875 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-00b1a245-5415-42b0-aca4-e6ac2615c66f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6386707 Jan 27 21:42:56.911093 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41694) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:56.915752 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-477904da-98e4-4e34-ae01-a9580ddec26c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-371329545-router', 'tenant_id': '38b546549a9b4765b2e4f32419c326a0', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:56.957204 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-477904da-98e4-4e34-ae01-a9580ddec26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (b67c0dd1-4066-474f-bacb-9c806f7a7209), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.959564 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-477904da-98e4-4e34-ae01-a9580ddec26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (b67c0dd1-4066-474f-bacb-9c806f7a7209), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.968691 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfccda8-6e73-4230-a417-06f22b77234e None None] Network 6c3563c2-0451-45c6-ad2e-35d243667063 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:56.989933 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c40305b-7def-4e7f-b911-a942ccf28b90 req-10630e92-d91f-4a81-a67d-53add05355a9 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a8f00c0-2bcd-4af7-bd11-cab71627e144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285737 Jan 27 21:42:57.120216 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f9ee54e3-e9b9-4087-8428-e01d73545117 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-79781299-network', 'tenant_id': '6f69f01a295841ef87a2606a7f3645b9'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:57.181502 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-477904da-98e4-4e34-ae01-a9580ddec26c admin admin] Publish callbacks [] for router_controller (b67c0dd1-4066-474f-bacb-9c806f7a7209), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.206803 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ee54e3-e9b9-4087-8428-e01d73545117 admin admin] Made reservation on behalf of 6f69f01a295841ef87a2606a7f3645b9 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:57.210037 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9ee54e3-e9b9-4087-8428-e01d73545117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.223508 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443f2b39-0eac-45a9-97cf-4bc7000205e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-4cc879ae-6704-4f45-83f3-0395de4c23fd', 'network_id': '4cc879ae-6704-4f45-83f3-0395de4c23fd', 'project_id': '38b546549a9b4765b2e4f32419c326a0', 'fixed_ips': [{'subnet_id': '232ff695-c34c-4104-bbc6-c3e9b342dd00'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:42:57.224442 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-443f2b39-0eac-45a9-97cf-4bc7000205e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.263785 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9ee54e3-e9b9-4087-8428-e01d73545117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.266648 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:57.422418 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.429792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:57.430170 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (196fbab9-bbcb-432c-b3c7-8fb4d51c06d5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.518771 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-443f2b39-0eac-45a9-97cf-4bc7000205e3 None None] Allocated IP 172.20.0.2 (4cc879ae-6704-4f45-83f3-0395de4c23fd/232ff695-c34c-4104-bbc6-c3e9b342dd00/93aebd2e-fd2a-4da7-b3df-082c5518d3dc) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:57.551328 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-477904da-98e4-4e34-ae01-a9580ddec26c admin admin] Publish callbacks [] for router_gateway (b67c0dd1-4066-474f-bacb-9c806f7a7209), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.627523 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:57.715828 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-443f2b39-0eac-45a9-97cf-4bc7000205e3 None None] Publish callbacks [] for port (93aebd2e-fd2a-4da7-b3df-082c5518d3dc), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.726205 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-443f2b39-0eac-45a9-97cf-4bc7000205e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (93aebd2e-fd2a-4da7-b3df-082c5518d3dc), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.741349 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9ee54e3-e9b9-4087-8428-e01d73545117 admin admin] Publish callbacks [] for security_group (983466a1-27dc-462f-9a31-fba22af56f06), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.752653 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9ee54e3-e9b9-4087-8428-e01d73545117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (983466a1-27dc-462f-9a31-fba22af56f06), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.769949 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ee54e3-e9b9-4087-8428-e01d73545117 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:42:57.778199 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443f2b39-0eac-45a9-97cf-4bc7000205e3 None None] Network 4cc879ae-6704-4f45-83f3-0395de4c23fd is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:57.782868 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9ee54e3-e9b9-4087-8428-e01d73545117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b9c40c46-f208-46ce-8b90-a43eca8bb0aa), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.783227 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-443f2b39-0eac-45a9-97cf-4bc7000205e3 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:57.783596 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-f9ee54e3-e9b9-4087-8428-e01d73545117 admin admin] Added segment b9c40c46-f208-46ce-8b90-a43eca8bb0aa of type vlan for network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 Jan 27 21:42:57.792390 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443f2b39-0eac-45a9-97cf-4bc7000205e3 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:57.824522 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f2b39-0eac-45a9-97cf-4bc7000205e3 None None] Pushing event updated for resources: {'Port': ['ID=93aebd2e-fd2a-4da7-b3df-082c5518d3dc,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:57.861382 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee54e3-e9b9-4087-8428-e01d73545117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983466a1-27dc-462f-9a31-fba22af56f06,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:57.866899 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-443f2b39-0eac-45a9-97cf-4bc7000205e3 None None] Attempting to bind port 93aebd2e-fd2a-4da7-b3df-082c5518d3dc on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:57.867083 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9ee54e3-e9b9-4087-8428-e01d73545117 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (09918c0d-49b1-4f58-a6c2-3a0eabdef867), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.867372 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-443f2b39-0eac-45a9-97cf-4bc7000205e3 None None] Attempting to bind port 93aebd2e-fd2a-4da7-b3df-082c5518d3dc by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'b227b98e-8b90-4e15-aa0c-a9cb73975ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4cc879ae-6704-4f45-83f3-0395de4c23fd'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:57.867735 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f2b39-0eac-45a9-97cf-4bc7000205e3 None None] Attempting to bind port 93aebd2e-fd2a-4da7-b3df-082c5518d3dc on network 4cc879ae-6704-4f45-83f3-0395de4c23fd {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:57.878784 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f2b39-0eac-45a9-97cf-4bc7000205e3 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:57.879919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f2b39-0eac-45a9-97cf-4bc7000205e3 None None] Checking segment: {'id': 'b227b98e-8b90-4e15-aa0c-a9cb73975ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4cc879ae-6704-4f45-83f3-0395de4c23fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:57.880763 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-443f2b39-0eac-45a9-97cf-4bc7000205e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.881327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f2b39-0eac-45a9-97cf-4bc7000205e3 None None] Bound using segment: {'id': 'b227b98e-8b90-4e15-aa0c-a9cb73975ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4cc879ae-6704-4f45-83f3-0395de4c23fd'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:57.882058 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-443f2b39-0eac-45a9-97cf-4bc7000205e3 None None] Bound port: 93aebd2e-fd2a-4da7-b3df-082c5518d3dc, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b227b98e-8b90-4e15-aa0c-a9cb73975ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4cc879ae-6704-4f45-83f3-0395de4c23fd'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:57.882648 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-443f2b39-0eac-45a9-97cf-4bc7000205e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (93aebd2e-fd2a-4da7-b3df-082c5518d3dc), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.967485 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-443f2b39-0eac-45a9-97cf-4bc7000205e3 None None] For port 93aebd2e-fd2a-4da7-b3df-082c5518d3dc, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:57.972179 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-443f2b39-0eac-45a9-97cf-4bc7000205e3 None None] For port 93aebd2e-fd2a-4da7-b3df-082c5518d3dc, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=93aebd2e-fd2a-4da7-b3df-082c5518d3dc,segment=NetworkSegment(b227b98e-8b90-4e15-aa0c-a9cb73975ee9),segment_id=b227b98e-8b90-4e15-aa0c-a9cb73975ee9)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:57.980055 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-443f2b39-0eac-45a9-97cf-4bc7000205e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (93aebd2e-fd2a-4da7-b3df-082c5518d3dc), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.998712 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9ee54e3-e9b9-4087-8428-e01d73545117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (09918c0d-49b1-4f58-a6c2-3a0eabdef867), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.000220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ee54e3-e9b9-4087-8428-e01d73545117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:58.000808 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9ee54e3-e9b9-4087-8428-e01d73545117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.078350 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41736) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:58.078852 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f9ee54e3-e9b9-4087-8428-e01d73545117 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2842247 Jan 27 21:42:58.082205 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-477904da-98e4-4e34-ae01-a9580ddec26c admin admin] Publish callbacks [] for router_gateway (b67c0dd1-4066-474f-bacb-9c806f7a7209), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.084126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-c6f1ca10-ed18-42e9-ac85-497d6a3852e0 admin admin] Request body: {'subnet': {'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-79781299-subnet', 'tenant_id': '6f69f01a295841ef87a2606a7f3645b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:58.089647 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f2b39-0eac-45a9-97cf-4bc7000205e3 None None] Pushing event updated for resources: {'Port': ['ID=93aebd2e-fd2a-4da7-b3df-082c5518d3dc,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:58.120685 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-477904da-98e4-4e34-ae01-a9580ddec26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.124559 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f1ca10-ed18-42e9-ac85-497d6a3852e0 admin admin] Made reservation on behalf of 6f69f01a295841ef87a2606a7f3645b9 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:58.127062 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee54e3-e9b9-4087-8428-e01d73545117 admin admin] Pushing event updated for resources: {'Network': ['ID=09918c0d-49b1-4f58-a6c2-3a0eabdef867,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:58.129904 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c6f1ca10-ed18-42e9-ac85-497d6a3852e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.140334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:42:58.310756 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ccbdf-8cd2-4661-be25-930a9d37a9d7 req-89163c2b-1d2c-456b-bc7b-b8e8ebe6a30e tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:58.312529 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a50ccbdf-8cd2-4661-be25-930a9d37a9d7 req-89163c2b-1d2c-456b-bc7b-b8e8ebe6a30e tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/ports?device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 970 time: 0.1793895 Jan 27 21:42:58.354218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-477904da-98e4-4e34-ae01-a9580ddec26c admin admin] Allocated IP 172.25.3.122 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/b93c5a1a-2bcc-4692-95a7-369d8857ffa5) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:58.418270 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a50ccbdf-8cd2-4661-be25-930a9d37a9d7 req-e36310ed-8ea6-4578-a76b-080fd5265536 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a8f00c0-2bcd-4af7-bd11-cab71627e144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866559 Jan 27 21:42:58.535738 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c6f1ca10-ed18-42e9-ac85-497d6a3852e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for subnet (d0c1927c-9708-4e7c-89af-7b139122de5b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.536942 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-477904da-98e4-4e34-ae01-a9580ddec26c admin admin] Publish callbacks [] for port (b93c5a1a-2bcc-4692-95a7-369d8857ffa5), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.588478 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-477904da-98e4-4e34-ae01-a9580ddec26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (b93c5a1a-2bcc-4692-95a7-369d8857ffa5), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.607674 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41756) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:58.621894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1ca10-ed18-42e9-ac85-497d6a3852e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0c1927c-9708-4e7c-89af-7b139122de5b,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:58.636384 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-451eb491-8397-4bb0-877c-15c68b3d6a1c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-54993575-network', 'tenant_id': 'aeb6c67bde7b4424961a54fe77fcfbcd'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:58.642505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f1ca10-ed18-42e9-ac85-497d6a3852e0 admin admin] Checking segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:58.642946 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f1ca10-ed18-42e9-ac85-497d6a3852e0 admin admin] Network hostable DHCP agents. Network: 09918c0d-49b1-4f58-a6c2-3a0eabdef867, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:42:58.663598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f1ca10-ed18-42e9-ac85-497d6a3852e0 admin admin] Network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:42:58.675511 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477904da-98e4-4e34-ae01-a9580ddec26c admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:58.675698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-c6f1ca10-ed18-42e9-ac85-497d6a3852e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 09918c0d-49b1-4f58-a6c2-3a0eabdef867) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:58.684464 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5c1f1b-bcb3-4db0-9d8c-c28152600c74 None None] Network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:58.688586 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-477904da-98e4-4e34-ae01-a9580ddec26c admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:58.692218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477904da-98e4-4e34-ae01-a9580ddec26c admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:58.706281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f1ca10-ed18-42e9-ac85-497d6a3852e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:58.706880 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c6f1ca10-ed18-42e9-ac85-497d6a3852e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.734354 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c6f1ca10-ed18-42e9-ac85-497d6a3852e0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6546845 Jan 27 21:42:58.742524 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451eb491-8397-4bb0-877c-15c68b3d6a1c admin admin] Made reservation on behalf of aeb6c67bde7b4424961a54fe77fcfbcd for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:58.745026 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-451eb491-8397-4bb0-877c-15c68b3d6a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.751304 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477904da-98e4-4e34-ae01-a9580ddec26c admin admin] Pushing event updated for resources: {'Port': ['ID=b93c5a1a-2bcc-4692-95a7-369d8857ffa5,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:58.761411 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-451eb491-8397-4bb0-877c-15c68b3d6a1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.789990 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.996286 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7850b13-5b47-4b03-bf8d-d18744ace211 None None] Network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:59.012720 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-477904da-98e4-4e34-ae01-a9580ddec26c admin admin] Publish callbacks [] for router_gateway (b67c0dd1-4066-474f-bacb-9c806f7a7209), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.019773 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-451eb491-8397-4bb0-877c-15c68b3d6a1c admin admin] Publish callbacks [] for security_group (a6758eae-e552-4349-9928-7c317a20b8bf), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.063453 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-451eb491-8397-4bb0-877c-15c68b3d6a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a6758eae-e552-4349-9928-7c317a20b8bf), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.113853 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451eb491-8397-4bb0-877c-15c68b3d6a1c admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:42:59.185148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:42:59.221474 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451eb491-8397-4bb0-877c-15c68b3d6a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6758eae-e552-4349-9928-7c317a20b8bf,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:59.234870 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-451eb491-8397-4bb0-877c-15c68b3d6a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (0b80f6e9-239f-4eb8-83eb-7de53d3eefdc), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.235222 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-451eb491-8397-4bb0-877c-15c68b3d6a1c admin admin] Added segment 0b80f6e9-239f-4eb8-83eb-7de53d3eefdc of type vlan for network b1999285-677a-416b-9e85-0980bb08adb9 Jan 27 21:42:59.279708 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 93aebd2e-fd2a-4da7-b3df-082c5518d3dc up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:59.464667 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 93aebd2e-fd2a-4da7-b3df-082c5518d3dc triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:59.465428 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (93aebd2e-fd2a-4da7-b3df-082c5518d3dc), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.467273 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-477904da-98e4-4e34-ae01-a9580ddec26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (b67c0dd1-4066-474f-bacb-9c806f7a7209), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.470095 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port a66fb2f6-fe0b-48db-8f6a-7bbb0579b281, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=a66fb2f6-fe0b-48db-8f6a-7bbb0579b281,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:59.479087 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-451eb491-8397-4bb0-877c-15c68b3d6a1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (b1999285-677a-416b-9e85-0980bb08adb9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.511726 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'a66fb2f6-fe0b-48db-8f6a-7bbb0579b281', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': 'a66fb2f6-fe0b-48db-8f6a-7bbb0579b281', 'mac_address': 'fa:16:3e:d7:d4:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:tempest-test_az-1393308843', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:42:59.624590 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-451eb491-8397-4bb0-877c-15c68b3d6a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (b1999285-677a-416b-9e85-0980bb08adb9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.625578 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451eb491-8397-4bb0-877c-15c68b3d6a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:59.626172 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-451eb491-8397-4bb0-877c-15c68b3d6a1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.658405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:59.658878 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a66fb2f6-fe0b-48db-8f6a-7bbb0579b281), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.706635 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf7204e-2145-4b53-9420-000d2c3960e8 None None] Network 4cc879ae-6704-4f45-83f3-0395de4c23fd requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:59.747380 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb979b5-bf0d-4310-ba4e-78f25f23ea16 req-fc1159a9-c823-48ec-85e9-8ef208dfc369 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:59.757542 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:42:59.758336 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3eb979b5-bf0d-4310-ba4e-78f25f23ea16 req-fc1159a9-c823-48ec-85e9-8ef208dfc369 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/ports?device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 970 time: 0.0940847 Jan 27 21:42:59.797594 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-451eb491-8397-4bb0-877c-15c68b3d6a1c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1624091 Jan 27 21:42:59.799885 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41794) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:59.805380 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-91384516-82d6-4604-a96b-bdb654e75470 admin admin] Request body: {'subnet': {'network_id': 'b1999285-677a-416b-9e85-0980bb08adb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-54993575-subnet', 'tenant_id': 'aeb6c67bde7b4424961a54fe77fcfbcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:59.831116 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91384516-82d6-4604-a96b-bdb654e75470 admin admin] Made reservation on behalf of aeb6c67bde7b4424961a54fe77fcfbcd for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:59.833900 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-91384516-82d6-4604-a96b-bdb654e75470 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.864220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451eb491-8397-4bb0-877c-15c68b3d6a1c admin admin] Pushing event updated for resources: {'Network': ['ID=b1999285-677a-416b-9e85-0980bb08adb9,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:59.880662 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3eb979b5-bf0d-4310-ba4e-78f25f23ea16 req-335ccda2-b7f0-4448-a6ba-996e0ae1d160 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a8f00c0-2bcd-4af7-bd11-cab71627e144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190295 Jan 27 21:42:59.900155 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cc407d61-f792-47bb-8bb1-a18c20b7857f None None] Provisioning complete for port 93aebd2e-fd2a-4da7-b3df-082c5518d3dc triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:59.900155 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cc407d61-f792-47bb-8bb1-a18c20b7857f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (93aebd2e-fd2a-4da7-b3df-082c5518d3dc), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.960836 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477904da-98e4-4e34-ae01-a9580ddec26c admin admin] Router b67c0dd1-4066-474f-bacb-9c806f7a7209 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:42:59.992265 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network b1999285-677a-416b-9e85-0980bb08adb9 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:43:00.001504 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 93aebd2e-fd2a-4da7-b3df-082c5518d3dc is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:00.001913 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (93aebd2e-fd2a-4da7-b3df-082c5518d3dc), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.061943 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port a66fb2f6-fe0b-48db-8f6a-7bbb0579b281, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=a66fb2f6-fe0b-48db-8f6a-7bbb0579b281,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:00.106260 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cc407d61-f792-47bb-8bb1-a18c20b7857f None None] Current status of the port 93aebd2e-fd2a-4da7-b3df-082c5518d3dc is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:00.106834 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cc407d61-f792-47bb-8bb1-a18c20b7857f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (93aebd2e-fd2a-4da7-b3df-082c5518d3dc), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.159848 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cc407d61-f792-47bb-8bb1-a18c20b7857f None None] For port 93aebd2e-fd2a-4da7-b3df-082c5518d3dc, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=93aebd2e-fd2a-4da7-b3df-082c5518d3dc,segment=NetworkSegment(b227b98e-8b90-4e15-aa0c-a9cb73975ee9),segment_id=b227b98e-8b90-4e15-aa0c-a9cb73975ee9)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:00.161322 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a66fb2f6-fe0b-48db-8f6a-7bbb0579b281), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.197519 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cc407d61-f792-47bb-8bb1-a18c20b7857f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (93aebd2e-fd2a-4da7-b3df-082c5518d3dc), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.237316 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-91384516-82d6-4604-a96b-bdb654e75470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for subnet (a66ce6eb-c7eb-4674-917f-fa8f02fcff54), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.318675 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.340588 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477904da-98e4-4e34-ae01-a9580ddec26c admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:00.352403 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] Sync routers for ids ['b67c0dd1-4066-474f-bacb-9c806f7a7209'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:00.360755 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91384516-82d6-4604-a96b-bdb654e75470 admin admin] Checking segment: {'id': '0b80f6e9-239f-4eb8-83eb-7de53d3eefdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b1999285-677a-416b-9e85-0980bb08adb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:00.361463 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91384516-82d6-4604-a96b-bdb654e75470 admin admin] Network hostable DHCP agents. Network: b1999285-677a-416b-9e85-0980bb08adb9, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:43:00.369092 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] Routers {'b67c0dd1-4066-474f-bacb-9c806f7a7209'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:00.369750 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:42:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b67c0dd1-4066-474f-bacb-9c806f7a7209'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:00.373923 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-477904da-98e4-4e34-ae01-a9580ddec26c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.377778 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-477904da-98e4-4e34-ae01-a9580ddec26c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.4632766 Jan 27 21:43:00.378184 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41838) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:00.387719 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91384516-82d6-4604-a96b-bdb654e75470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a66ce6eb-c7eb-4674-917f-fa8f02fcff54,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:00.416971 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:43:00.417427 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:43:00.418293 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91384516-82d6-4604-a96b-bdb654e75470 admin admin] Network b1999285-677a-416b-9e85-0980bb08adb9 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:43:00.430937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-91384516-82d6-4604-a96b-bdb654e75470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, b1999285-677a-416b-9e85-0980bb08adb9) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:00.437910 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91384516-82d6-4604-a96b-bdb654e75470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:00.440423 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-91384516-82d6-4604-a96b-bdb654e75470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.453679 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d69635-fe22-41f5-9b7c-8e663b12fb05 None None] Network b1999285-677a-416b-9e85-0980bb08adb9 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:00.476969 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=a66fb2f6-fe0b-48db-8f6a-7bbb0579b281,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:00.477677 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-91384516-82d6-4604-a96b-bdb654e75470 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6752453 Jan 27 21:43:00.501544 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-eeef64bb-17ca-4d4e-8114-da34d3a0d6dd req-3b0a7493-d140-4b58-8b7c-9fbe9712546e tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2061708056', 'description': 'tempest-description-526163582'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:00.572654 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-eeef64bb-17ca-4d4e-8114-da34d3a0d6dd req-3b0a7493-d140-4b58-8b7c-9fbe9712546e tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.580232 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['a66fb2f6-fe0b-48db-8f6a-7bbb0579b281'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:00.589407 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-eeef64bb-17ca-4d4e-8114-da34d3a0d6dd req-3b0a7493-d140-4b58-8b7c-9fbe9712546e tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.637438 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41846) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:00.677824 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:43:00.704567 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] Set router b67c0dd1-4066-474f-bacb-9c806f7a7209 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:00.813868 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41852) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:00.926592 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41854) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:00.949121 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-62cfee08-69c4-4d97-9d27-1c9f1fcab856 admin admin] Deleting subnet 07b6ec59-ad3b-4481-9162-f81aafc32f50 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:43:00.956710 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62cfee08-69c4-4d97-9d27-1c9f1fcab856 admin admin] Publish callbacks [] for subnet (07b6ec59-ad3b-4481-9162-f81aafc32f50), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.973911 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67c0dd1-4066-474f-bacb-9c806f7a7209', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371329545-router', 'tenant_id': '38b546549a9b4765b2e4f32419c326a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b93c5a1a-2bcc-4692-95a7-369d8857ffa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:56Z', 'updated_at': '2022-01-27T21:42:58Z', 'revision_number': 3, 'project_id': '38b546549a9b4765b2e4f32419c326a0', 'gw_port': {'id': 'b93c5a1a-2bcc-4692-95a7-369d8857ffa5', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67c0dd1-4066-474f-bacb-9c806f7a7209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:58Z', 'updated_at': '2022-01-27T21:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:00.983827 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-60c7982f-9439-4fa6-a43e-ee78e3f72326 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-547820532-network', 'tenant_id': 'e7b9c39f3b49427790e372e559fb017c'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:00.995972 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41858) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:01.029078 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] Checking router: b67c0dd1-4066-474f-bacb-9c806f7a7209 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:43:01.029686 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] Updating router b67c0dd1-4066-474f-bacb-9c806f7a7209 port b93c5a1a-2bcc-4692-95a7-369d8857ffa5 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:43:01.044655 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-eeef64bb-17ca-4d4e-8114-da34d3a0d6dd req-3b0a7493-d140-4b58-8b7c-9fbe9712546e tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Publish callbacks [] for security_group (46eae968-19d1-4f35-965c-7597c3c56105), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.057795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 93aebd2e-fd2a-4da7-b3df-082c5518d3dc is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:01.058430 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b93c5a1a-2bcc-4692-95a7-369d8857ffa5), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.200922 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc407d61-f792-47bb-8bb1-a18c20b7857f None None] Pushing event updated for resources: {'Port': ['ID=93aebd2e-fd2a-4da7-b3df-082c5518d3dc,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:01.219489 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c1e5f226-e5ac-453f-bb9d-32dd334e1b96 None None] Provisioning complete for port 93aebd2e-fd2a-4da7-b3df-082c5518d3dc triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:01.219917 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c1e5f226-e5ac-453f-bb9d-32dd334e1b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (93aebd2e-fd2a-4da7-b3df-082c5518d3dc), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.294625 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-eeef64bb-17ca-4d4e-8114-da34d3a0d6dd req-3b0a7493-d140-4b58-8b7c-9fbe9712546e tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (46eae968-19d1-4f35-965c-7597c3c56105), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.319249 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62cfee08-69c4-4d97-9d27-1c9f1fcab856 admin admin] Publish callbacks [] for subnet (07b6ec59-ad3b-4481-9162-f81aafc32f50), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.330059 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62cfee08-69c4-4d97-9d27-1c9f1fcab856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (07b6ec59-ad3b-4481-9162-f81aafc32f50), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.351325 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef471b83-aba8-4b1d-bbcb-a2bf91d0a1c3 None None] Network b1999285-677a-416b-9e85-0980bb08adb9 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:01.359889 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a543a123-21ac-4e15-b373-3ca3c64b21b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.365755 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] Publish callbacks [] for port (b93c5a1a-2bcc-4692-95a7-369d8857ffa5), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.372782 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b93c5a1a-2bcc-4692-95a7-369d8857ffa5), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.392203 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cf26949e-47a0-4109-8bfc-1209978b6a89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.410776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c7982f-9439-4fa6-a43e-ee78e3f72326 admin admin] Made reservation on behalf of e7b9c39f3b49427790e372e559fb017c for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:01.413104 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60c7982f-9439-4fa6-a43e-ee78e3f72326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.423744 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62cfee08-69c4-4d97-9d27-1c9f1fcab856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for subnet (07b6ec59-ad3b-4481-9162-f81aafc32f50), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.445329 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a7493-d140-4b58-8b7c-9fbe9712546e tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46eae968-19d1-4f35-965c-7597c3c56105,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:01.445573 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7103eaf-0224-4d03-bcd6-89722161f921 None None] Pushing event updated for resources: {'Port': ['ID=b93c5a1a-2bcc-4692-95a7-369d8857ffa5,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:01.447920 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60c7982f-9439-4fa6-a43e-ee78e3f72326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.485616 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] Attempting to bind port b93c5a1a-2bcc-4692-95a7-369d8857ffa5 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:01.485998 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] Attempting to bind port b93c5a1a-2bcc-4692-95a7-369d8857ffa5 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:01.486385 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] Attempting to bind port b93c5a1a-2bcc-4692-95a7-369d8857ffa5 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:01.493482 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:01.494278 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:01.494541 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62cfee08-69c4-4d97-9d27-1c9f1fcab856 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.494692 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.495218 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:01.495848 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] Bound port: b93c5a1a-2bcc-4692-95a7-369d8857ffa5, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:01.496267 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b93c5a1a-2bcc-4692-95a7-369d8857ffa5), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.500631 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a2eae-db04-49dd-b324-fa209f6033ac req-e0745c7b-7e13-47ce-9804-6bec710c625d tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:01.501177 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-62cfee08-69c4-4d97-9d27-1c9f1fcab856 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/07b6ec59-ad3b-4481-9162-f81aafc32f50 HTTP/1.1" status: 204 len: 168 time: 0.6852465 Jan 27 21:43:01.505948 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfee08-69c4-4d97-9d27-1c9f1fcab856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07b6ec59-ad3b-4481-9162-f81aafc32f50,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:01.509960 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-309a2eae-db04-49dd-b324-fa209f6033ac req-e0745c7b-7e13-47ce-9804-6bec710c625d tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/ports?device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 971 time: 0.4918671 Jan 27 21:43:01.514397 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41864) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:01.552217 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] For port b93c5a1a-2bcc-4692-95a7-369d8857ffa5, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:01.555566 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] For port b93c5a1a-2bcc-4692-95a7-369d8857ffa5, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b93c5a1a-2bcc-4692-95a7-369d8857ffa5,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:01.561750 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b93c5a1a-2bcc-4692-95a7-369d8857ffa5), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.574948 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5f226-e5ac-453f-bb9d-32dd334e1b96 None None] Current status of the port 93aebd2e-fd2a-4da7-b3df-082c5518d3dc is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:01.619952 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] Routers {'b67c0dd1-4066-474f-bacb-9c806f7a7209'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:01.620652 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:42:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b67c0dd1-4066-474f-bacb-9c806f7a7209'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:01.690563 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-eeef64bb-17ca-4d4e-8114-da34d3a0d6dd req-3b0a7493-d140-4b58-8b7c-9fbe9712546e tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Publish callbacks [] for security_group (4c2dd470-5bb3-4aa1-bba5-061e9f12a0a9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.696224 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (6c3563c2-0451-45c6-ad2e-35d243667063), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.726363 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-eeef64bb-17ca-4d4e-8114-da34d3a0d6dd req-3b0a7493-d140-4b58-8b7c-9fbe9712546e tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4c2dd470-5bb3-4aa1-bba5-061e9f12a0a9), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.730487 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cf26949e-47a0-4109-8bfc-1209978b6a89 admin admin] Publish callbacks [] for security_group (a0725837-9486-4740-9fac-40f9cc22fba3), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.738782 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7103eaf-0224-4d03-bcd6-89722161f921 None None] Pushing event updated for resources: {'Port': ['ID=b93c5a1a-2bcc-4692-95a7-369d8857ffa5,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:01.754669 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cf26949e-47a0-4109-8bfc-1209978b6a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a0725837-9486-4740-9fac-40f9cc22fba3), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.760874 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-309a2eae-db04-49dd-b324-fa209f6033ac req-53cadabb-9b2a-4b50-9e25-a15e466477f3 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a8f00c0-2bcd-4af7-bd11-cab71627e144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498920 Jan 27 21:43:01.767088 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] Set router b67c0dd1-4066-474f-bacb-9c806f7a7209 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:01.834491 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a543a123-21ac-4e15-b373-3ca3c64b21b7 admin admin] Publish callbacks [] for security_group (93d10642-4f47-4d49-b8b2-60072c8811bc), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.840970 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26949e-47a0-4109-8bfc-1209978b6a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0725837-9486-4740-9fac-40f9cc22fba3,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:01.841290 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-eeef64bb-17ca-4d4e-8114-da34d3a0d6dd req-3b0a7493-d140-4b58-8b7c-9fbe9712546e tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.845831 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eeef64bb-17ca-4d4e-8114-da34d3a0d6dd req-3b0a7493-d140-4b58-8b7c-9fbe9712546e tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.3539586 Jan 27 21:43:01.850396 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cf26949e-47a0-4109-8bfc-1209978b6a89 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0993c7ae3b9d49d69200d66b0d5d88da&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2093606 Jan 27 21:43:01.850874 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41870) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:01.859741 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (6c3563c2-0451-45c6-ad2e-35d243667063), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.873148 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a543a123-21ac-4e15-b373-3ca3c64b21b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (93d10642-4f47-4d49-b8b2-60072c8811bc), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.875890 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a7493-d140-4b58-8b7c-9fbe9712546e tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2dd470-5bb3-4aa1-bba5-061e9f12a0a9,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:01.897801 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:43:01.897801 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:43:01.898689 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:43:01.899428 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] Subscribe: > port after_create 55550000 {{(pid=109742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:43:01.899428 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] Subscribe: > port after_delete 55550000 {{(pid=109742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:43:01.899940 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] Subscribe: > port after_update 55550000 {{(pid=109742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:43:01.901420 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:43:01.901420 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:43:01.901420 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:43:01.901420 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:43:01.905088 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-12f1fdb8-3a77-415a-abed-372633c62140 req-864d9963-a15e-40aa-a009-e50f9f8f0d5f tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1979601145', 'description': 'tempest-description-866770477'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:01.945145 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60c7982f-9439-4fa6-a43e-ee78e3f72326 admin admin] Publish callbacks [] for security_group (28b1bbda-284b-409b-aa14-6f185817f9f1), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.968286 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60c7982f-9439-4fa6-a43e-ee78e3f72326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (28b1bbda-284b-409b-aa14-6f185817f9f1), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.971259 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:43:01.971717 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:43:01.972177 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:43:01.972649 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:43:01.973232 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3563c2-0451-45c6-ad2e-35d243667063']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:01.976710 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67c0dd1-4066-474f-bacb-9c806f7a7209', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371329545-router', 'tenant_id': '38b546549a9b4765b2e4f32419c326a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b93c5a1a-2bcc-4692-95a7-369d8857ffa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:56Z', 'updated_at': '2022-01-27T21:42:58Z', 'revision_number': 3, 'project_id': '38b546549a9b4765b2e4f32419c326a0', 'gw_port': {'id': 'b93c5a1a-2bcc-4692-95a7-369d8857ffa5', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67c0dd1-4066-474f-bacb-9c806f7a7209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:58Z', 'updated_at': '2022-01-27T21:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:01.985445 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a543a123-21ac-4e15-b373-3ca3c64b21b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c2c2122961241098a0e719609e5a620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9712160 Jan 27 21:43:01.990559 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41874) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:01.993014 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-12f1fdb8-3a77-415a-abed-372633c62140 req-864d9963-a15e-40aa-a009-e50f9f8f0d5f tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.994810 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543a123-21ac-4e15-b373-3ca3c64b21b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d10642-4f47-4d49-b8b2-60072c8811bc,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:02.003122 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e6eff5-85b0-4ac5-89d0-5e8b1cff5973') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:02.003561 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e6eff5-85b0-4ac5-89d0-5e8b1cff5973') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:02.006410 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-41366209-0599-43a2-b36f-69c9bfa1ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.009706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c7982f-9439-4fa6-a43e-ee78e3f72326 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:43:02.024080 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (36e6eff5-85b0-4ac5-89d0-5e8b1cff5973), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.025868 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020c05d9-168f-44ab-9519-ec587283e3e5 None None] The sync data for ids ['b67c0dd1-4066-474f-bacb-9c806f7a7209'] in n-d-772272-3 is: [{'id': 'b67c0dd1-4066-474f-bacb-9c806f7a7209', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371329545-router', 'tenant_id': '38b546549a9b4765b2e4f32419c326a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b93c5a1a-2bcc-4692-95a7-369d8857ffa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:56Z', 'updated_at': '2022-01-27T21:42:58Z', 'revision_number': 3, 'project_id': '38b546549a9b4765b2e4f32419c326a0', 'gw_port': {'id': 'b93c5a1a-2bcc-4692-95a7-369d8857ffa5', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67c0dd1-4066-474f-bacb-9c806f7a7209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:58Z', 'updated_at': '2022-01-27T21:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:02.056346 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (36e6eff5-85b0-4ac5-89d0-5e8b1cff5973), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.060682 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-456aee35-7e3e-4d98-ab92-d2a7234a0aba admin admin] Publish callbacks [] for security_group (a0725837-9486-4740-9fac-40f9cc22fba3), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.076456 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:43:02.077029 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (36e6eff5-85b0-4ac5-89d0-5e8b1cff5973), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.077898 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60c7982f-9439-4fa6-a43e-ee78e3f72326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (93526628-2742-41a2-be69-948c467e5930), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.078243 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-60c7982f-9439-4fa6-a43e-ee78e3f72326 admin admin] Added segment 93526628-2742-41a2-be69-948c467e5930 of type vlan for network dede0372-81de-4b05-a3e0-050d379d4d86 Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: from cryptography.utils import int_from_bytes Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: from cryptography.utils import int_from_bytes Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: timer() Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:43:02.114360 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:43:02.133456 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7982f-9439-4fa6-a43e-ee78e3f72326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b1bbda-284b-409b-aa14-6f185817f9f1,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:02.177710 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-456aee35-7e3e-4d98-ab92-d2a7234a0aba admin admin] Publish callbacks [] for security_group (a0725837-9486-4740-9fac-40f9cc22fba3), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.189892 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60c7982f-9439-4fa6-a43e-ee78e3f72326 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (dede0372-81de-4b05-a3e0-050d379d4d86), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.216313 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (6c3563c2-0451-45c6-ad2e-35d243667063), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.223221 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.223454 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8c8b7d63-23ec-446e-b368-fe3bed4a1a4a admin admin] Publish callbacks [] for security_group (93d10642-4f47-4d49-b8b2-60072c8811bc), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.230051 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] 10.222.0.23 "DELETE /v2.0/networks/6c3563c2-0451-45c6-ad2e-35d243667063 HTTP/1.1" status: 204 len: 168 time: 0.7055221 Jan 27 21:43:02.234075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41876) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:02.244079 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d612dc-ed5e-4c67-84eb-aa928e7d572e admin admin] Pushing event deleted for resources: {'Network': ['ID=6c3563c2-0451-45c6-ad2e-35d243667063,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:02.273499 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-456aee35-7e3e-4d98-ab92-d2a7234a0aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a0725837-9486-4740-9fac-40f9cc22fba3), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.276305 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-456aee35-7e3e-4d98-ab92-d2a7234a0aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.280481 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-456aee35-7e3e-4d98-ab92-d2a7234a0aba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0725837-9486-4740-9fac-40f9cc22fba3 HTTP/1.1" status: 204 len: 168 time: 0.4255564 Jan 27 21:43:02.287091 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456aee35-7e3e-4d98-ab92-d2a7234a0aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0725837-9486-4740-9fac-40f9cc22fba3,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:02.347422 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8c8b7d63-23ec-446e-b368-fe3bed4a1a4a admin admin] Publish callbacks [] for security_group (93d10642-4f47-4d49-b8b2-60072c8811bc), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.351228 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60c7982f-9439-4fa6-a43e-ee78e3f72326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (dede0372-81de-4b05-a3e0-050d379d4d86), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.352201 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c7982f-9439-4fa6-a43e-ee78e3f72326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:02.352935 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60c7982f-9439-4fa6-a43e-ee78e3f72326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.396352 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-12f1fdb8-3a77-415a-abed-372633c62140 req-864d9963-a15e-40aa-a009-e50f9f8f0d5f tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Publish callbacks [] for security_group (810cb1e6-aba1-49a7-823f-682eee914cb1), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.459641 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-12f1fdb8-3a77-415a-abed-372633c62140 req-864d9963-a15e-40aa-a009-e50f9f8f0d5f tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (810cb1e6-aba1-49a7-823f-682eee914cb1), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.492446 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-9009eab8-6664-4eae-bf0c-33515624e11b admin admin] Deleting subnet a66ce6eb-c7eb-4674-917f-fa8f02fcff54 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:43:02.508622 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-60c7982f-9439-4fa6-a43e-ee78e3f72326 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5552857 Jan 27 21:43:02.509005 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41882) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:02.510426 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9009eab8-6664-4eae-bf0c-33515624e11b admin admin] Publish callbacks [] for subnet (a66ce6eb-c7eb-4674-917f-fa8f02fcff54), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.518429 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-79ec1b57-bf3b-408f-b190-af0fcd6bc3fc admin admin] Request body: {'subnet': {'network_id': 'dede0372-81de-4b05-a3e0-050d379d4d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-547820532-subnet', 'tenant_id': 'e7b9c39f3b49427790e372e559fb017c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:02.542166 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ec1b57-bf3b-408f-b190-af0fcd6bc3fc admin admin] Made reservation on behalf of e7b9c39f3b49427790e372e559fb017c for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:02.545100 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-79ec1b57-bf3b-408f-b190-af0fcd6bc3fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.568636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7982f-9439-4fa6-a43e-ee78e3f72326 admin admin] Pushing event updated for resources: {'Network': ['ID=dede0372-81de-4b05-a3e0-050d379d4d86,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:02.586486 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network dede0372-81de-4b05-a3e0-050d379d4d86 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:43:02.596153 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-12f1fdb8-3a77-415a-abed-372633c62140 req-864d9963-a15e-40aa-a009-e50f9f8f0d5f tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.601474 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12f1fdb8-3a77-415a-abed-372633c62140 req-864d9963-a15e-40aa-a009-e50f9f8f0d5f tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7301230 Jan 27 21:43:02.613123 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9009eab8-6664-4eae-bf0c-33515624e11b admin admin] Publish callbacks [] for subnet (a66ce6eb-c7eb-4674-917f-fa8f02fcff54), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.629125 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9009eab8-6664-4eae-bf0c-33515624e11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (a66ce6eb-c7eb-4674-917f-fa8f02fcff54), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.705937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41888) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:02.720878 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-41366209-0599-43a2-b36f-69c9bfa1ed33 admin admin] Allocated IP 172.20.0.1 (4cc879ae-6704-4f45-83f3-0395de4c23fd/232ff695-c34c-4104-bbc6-c3e9b342dd00/f3147090-e949-499d-8eff-738f5fa07917) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:02.724314 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d9963-a15e-40aa-a009-e50f9f8f0d5f tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=810cb1e6-aba1-49a7-823f-682eee914cb1,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:02.728473 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42be784d-be78-455b-b89e-930f4b145817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.752632 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9009eab8-6664-4eae-bf0c-33515624e11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for subnet (a66ce6eb-c7eb-4674-917f-fa8f02fcff54), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.770226 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9009eab8-6664-4eae-bf0c-33515624e11b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.773982 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9009eab8-6664-4eae-bf0c-33515624e11b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a66ce6eb-c7eb-4674-917f-fa8f02fcff54 HTTP/1.1" status: 204 len: 168 time: 0.5349419 Jan 27 21:43:02.774835 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8c8b7d63-23ec-446e-b368-fe3bed4a1a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (93d10642-4f47-4d49-b8b2-60072c8811bc), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.776547 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41892) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:02.777531 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8c8b7d63-23ec-446e-b368-fe3bed4a1a4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.779247 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8c8b7d63-23ec-446e-b368-fe3bed4a1a4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93d10642-4f47-4d49-b8b2-60072c8811bc HTTP/1.1" status: 204 len: 168 time: 0.7866685 Jan 27 21:43:02.816571 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b7d63-23ec-446e-b368-fe3bed4a1a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d10642-4f47-4d49-b8b2-60072c8811bc,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:02.879534 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009eab8-6664-4eae-bf0c-33515624e11b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a66ce6eb-c7eb-4674-917f-fa8f02fcff54,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:02.997812 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3d6ad-1327-4f78-9b41-2cb3c97fbf33 req-2186892d-a66a-4cd5-ac67-e39f000931bc tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:03.006742 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-18a3d6ad-1327-4f78-9b41-2cb3c97fbf33 req-2186892d-a66a-4cd5-ac67-e39f000931bc tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/ports?device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 971 time: 0.1142335 Jan 27 21:43:03.033788 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8edf13f1-b3c5-4f30-9764-9786541ae035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (b1999285-677a-416b-9e85-0980bb08adb9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.051393 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-41366209-0599-43a2-b36f-69c9bfa1ed33 admin admin] Publish callbacks [] for port (f3147090-e949-499d-8eff-738f5fa07917), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.060547 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-99458847-f919-4dcc-a6a0-466aa6e661e6 req-8e591da4-73a4-48c9-bd56-a810c75a7eb6 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-589362591', 'description': 'tempest-description-1900102980'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:03.101553 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:03.140964 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42be784d-be78-455b-b89e-930f4b145817 admin admin] Publish callbacks [] for security_group (9655d924-d108-4037-8059-87809caa522e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.152780 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42be784d-be78-455b-b89e-930f4b145817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9655d924-d108-4037-8059-87809caa522e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.196772 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:43:03.215846 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-79ec1b57-bf3b-408f-b190-af0fcd6bc3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (7f7d5a63-e53e-4a7d-895b-b79fc3acbef9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.216441 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:03.218313 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a66fb2f6-fe0b-48db-8f6a-7bbb0579b281), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.235331 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-18a3d6ad-1327-4f78-9b41-2cb3c97fbf33 req-ac566a11-3b3d-4c52-8474-602a570eb887 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a8f00c0-2bcd-4af7-bd11-cab71627e144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274165 Jan 27 21:43:03.243504 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-41366209-0599-43a2-b36f-69c9bfa1ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (f3147090-e949-499d-8eff-738f5fa07917), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.284657 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-42be784d-be78-455b-b89e-930f4b145817 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9caad2caa383404f8cd9403e75711165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5771854 Jan 27 21:43:03.305197 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41898) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:03.323053 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-99458847-f919-4dcc-a6a0-466aa6e661e6 req-8e591da4-73a4-48c9-bd56-a810c75a7eb6 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.392364 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-99458847-f919-4dcc-a6a0-466aa6e661e6 req-8e591da4-73a4-48c9-bd56-a810c75a7eb6 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.406415 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be784d-be78-455b-b89e-930f4b145817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9655d924-d108-4037-8059-87809caa522e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:03.411491 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41366209-0599-43a2-b36f-69c9bfa1ed33 admin admin] Network 4cc879ae-6704-4f45-83f3-0395de4c23fd is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:03.412516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41900) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:03.422817 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41366209-0599-43a2-b36f-69c9bfa1ed33 admin admin] Pushing event updated for resources: {'Port': ['ID=f3147090-e949-499d-8eff-738f5fa07917,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:03.433972 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-41366209-0599-43a2-b36f-69c9bfa1ed33 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:03.446399 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41366209-0599-43a2-b36f-69c9bfa1ed33 admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:03.447157 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-41366209-0599-43a2-b36f-69c9bfa1ed33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (b67c0dd1-4066-474f-bacb-9c806f7a7209), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.450563 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8edf13f1-b3c5-4f30-9764-9786541ae035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (b1999285-677a-416b-9e85-0980bb08adb9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.467024 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec1b57-bf3b-408f-b190-af0fcd6bc3fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f7d5a63-e53e-4a7d-895b-b79fc3acbef9,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:03.479803 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b93c5a1a-2bcc-4692-95a7-369d8857ffa5 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:03.490859 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-8edf13f1-b3c5-4f30-9764-9786541ae035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1999285-677a-416b-9e85-0980bb08adb9']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:03.493004 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ec1b57-bf3b-408f-b190-af0fcd6bc3fc admin admin] Checking segment: {'id': '93526628-2742-41a2-be69-948c467e5930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'dede0372-81de-4b05-a3e0-050d379d4d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:03.493353 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ec1b57-bf3b-408f-b190-af0fcd6bc3fc admin admin] Network hostable DHCP agents. Network: dede0372-81de-4b05-a3e0-050d379d4d86, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:43:03.509668 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-8edf13f1-b3c5-4f30-9764-9786541ae035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b80f6e9-239f-4eb8-83eb-7de53d3eefdc') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:03.510685 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-8edf13f1-b3c5-4f30-9764-9786541ae035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b80f6e9-239f-4eb8-83eb-7de53d3eefdc') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:03.522149 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:03.522770 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a66fb2f6-fe0b-48db-8f6a-7bbb0579b281), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.524127 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8edf13f1-b3c5-4f30-9764-9786541ae035 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (0b80f6e9-239f-4eb8-83eb-7de53d3eefdc), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.547893 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-73fa2f1c-1e4d-427b-8585-1e4a07f3866a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.556748 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8edf13f1-b3c5-4f30-9764-9786541ae035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (0b80f6e9-239f-4eb8-83eb-7de53d3eefdc), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.560068 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de986901-8b2c-465e-b277-af3511841633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66fb2f6-fe0b-48db-8f6a-7bbb0579b281'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:03.565805 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8edf13f1-b3c5-4f30-9764-9786541ae035 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:43:03.566302 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8edf13f1-b3c5-4f30-9764-9786541ae035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (0b80f6e9-239f-4eb8-83eb-7de53d3eefdc), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.651348 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-412a14aa-7215-4fb8-9e8f-9404d6462766 admin admin] Publish callbacks [] for security_group (9655d924-d108-4037-8059-87809caa522e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: timer() Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:43:03.656508 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:43:03.658333 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8edf13f1-b3c5-4f30-9764-9786541ae035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (b1999285-677a-416b-9e85-0980bb08adb9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.671537 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port a66fb2f6-fe0b-48db-8f6a-7bbb0579b281, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=a66fb2f6-fe0b-48db-8f6a-7bbb0579b281,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:03.677651 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a66fb2f6-fe0b-48db-8f6a-7bbb0579b281), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.681442 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port b93c5a1a-2bcc-4692-95a7-369d8857ffa5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:03.681989 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8edf13f1-b3c5-4f30-9764-9786541ae035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.682287 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b93c5a1a-2bcc-4692-95a7-369d8857ffa5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.688458 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-41366209-0599-43a2-b36f-69c9bfa1ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f3147090-e949-499d-8eff-738f5fa07917), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.698542 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8edf13f1-b3c5-4f30-9764-9786541ae035 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b1999285-677a-416b-9e85-0980bb08adb9 HTTP/1.1" status: 204 len: 168 time: 0.9195914 Jan 27 21:43:03.733912 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-412a14aa-7215-4fb8-9e8f-9404d6462766 admin admin] Publish callbacks [] for security_group (9655d924-d108-4037-8059-87809caa522e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.758325 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf13f1-b3c5-4f30-9764-9786541ae035 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1999285-677a-416b-9e85-0980bb08adb9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:03.794902 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ec1b57-bf3b-408f-b190-af0fcd6bc3fc admin admin] Network dede0372-81de-4b05-a3e0-050d379d4d86 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:43:03.815756 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-99458847-f919-4dcc-a6a0-466aa6e661e6 req-8e591da4-73a4-48c9-bd56-a810c75a7eb6 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Publish callbacks [] for security_group (71586dd7-e9e1-43a7-ba99-adc39b783faf), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.820316 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-79ec1b57-bf3b-408f-b190-af0fcd6bc3fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, dede0372-81de-4b05-a3e0-050d379d4d86) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:03.828304 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-99458847-f919-4dcc-a6a0-466aa6e661e6 req-8e591da4-73a4-48c9-bd56-a810c75a7eb6 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (71586dd7-e9e1-43a7-ba99-adc39b783faf), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.830997 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=a66fb2f6-fe0b-48db-8f6a-7bbb0579b281,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:03.838678 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212c242b-0ecc-4025-acce-04b478e75c66 None None] Network dede0372-81de-4b05-a3e0-050d379d4d86 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:03.845571 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ec1b57-bf3b-408f-b190-af0fcd6bc3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:03.846184 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-79ec1b57-bf3b-408f-b190-af0fcd6bc3fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.892389 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-79ec1b57-bf3b-408f-b190-af0fcd6bc3fc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3734100 Jan 27 21:43:03.915566 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-9dced6b8-7fc6-413f-b395-809977e120d0 None None] Provisioning complete for port f3147090-e949-499d-8eff-738f5fa07917 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:03.915930 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9dced6b8-7fc6-413f-b395-809977e120d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f3147090-e949-499d-8eff-738f5fa07917), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.921425 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-73fa2f1c-1e4d-427b-8585-1e4a07f3866a admin admin] Publish callbacks [] for security_group (70daba0d-0110-43ff-b9da-8e9807bde153), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.952142 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port b93c5a1a-2bcc-4692-95a7-369d8857ffa5 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:03.952574 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b93c5a1a-2bcc-4692-95a7-369d8857ffa5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.960917 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9dced6b8-7fc6-413f-b395-809977e120d0 None None] Port f3147090-e949-499d-8eff-738f5fa07917 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:03.967070 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c9510d-8dd9-4f98-8993-aa508be34c97" -d '{"events": [{"server_uuid": "de986901-8b2c-465e-b277-af3511841633", "name": "network-vif-plugged", "status": "completed", "tag": "a66fb2f6-fe0b-48db-8f6a-7bbb0579b281"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:03.972575 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-73fa2f1c-1e4d-427b-8585-1e4a07f3866a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (70daba0d-0110-43ff-b9da-8e9807bde153), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.990083 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e591da4-73a4-48c9-bd56-a810c75a7eb6 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71586dd7-e9e1-43a7-ba99-adc39b783faf,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:03.995696 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port b93c5a1a-2bcc-4692-95a7-369d8857ffa5, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b93c5a1a-2bcc-4692-95a7-369d8857ffa5,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:04.000960 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-412a14aa-7215-4fb8-9e8f-9404d6462766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9655d924-d108-4037-8059-87809caa522e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.005238 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-412a14aa-7215-4fb8-9e8f-9404d6462766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.006557 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-412a14aa-7215-4fb8-9e8f-9404d6462766 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9655d924-d108-4037-8059-87809caa522e HTTP/1.1" status: 204 len: 168 time: 0.6999507 Jan 27 21:43:04.016197 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41916) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:04.034101 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b93c5a1a-2bcc-4692-95a7-369d8857ffa5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.035081 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 93aebd2e-fd2a-4da7-b3df-082c5518d3dc up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:04.081421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa2f1c-1e4d-427b-8585-1e4a07f3866a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70daba0d-0110-43ff-b9da-8e9807bde153,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:04.110978 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a07efe44-4676-4b0c-a779-0f19fff81080 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d2128168a9145df8a7942c48a8b50c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0927281 Jan 27 21:43:04.111591 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41918) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:04.141567 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41920) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:04.144144 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12f5ab5-cb21-4c81-845c-8c01134a295a None None] Network dede0372-81de-4b05-a3e0-050d379d4d86 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:04.149211 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-73fa2f1c-1e4d-427b-8585-1e4a07f3866a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f41405795b57463bbe711c4fd91bd0aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7335136 Jan 27 21:43:04.153577 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a14aa-7215-4fb8-9e8f-9404d6462766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9655d924-d108-4037-8059-87809caa522e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:04.196065 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-99458847-f919-4dcc-a6a0-466aa6e661e6 req-8e591da4-73a4-48c9-bd56-a810c75a7eb6 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Publish callbacks [] for security_group (f110cc47-f9a5-4521-a0b0-7ae2fc44a27a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.207287 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-99458847-f919-4dcc-a6a0-466aa6e661e6 req-8e591da4-73a4-48c9-bd56-a810c75a7eb6 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f110cc47-f9a5-4521-a0b0-7ae2fc44a27a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.275741 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=b93c5a1a-2bcc-4692-95a7-369d8857ffa5,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:04.299411 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe825d71-c8a0-4409-8aac-dd4540cb164a admin admin] Publish callbacks [] for security_group (327dd01f-1d2c-42ad-acbc-1e72d599fecc), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.316043 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-99458847-f919-4dcc-a6a0-466aa6e661e6 req-8e591da4-73a4-48c9-bd56-a810c75a7eb6 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.323463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 93aebd2e-fd2a-4da7-b3df-082c5518d3dc triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:04.324083 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (93aebd2e-fd2a-4da7-b3df-082c5518d3dc), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.346409 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99458847-f919-4dcc-a6a0-466aa6e661e6 req-8e591da4-73a4-48c9-bd56-a810c75a7eb6 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2913060 Jan 27 21:43:04.362509 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-41366209-0599-43a2-b36f-69c9bfa1ed33 admin admin] Publish callbacks [] for port (f3147090-e949-499d-8eff-738f5fa07917), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.364236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e591da4-73a4-48c9-bd56-a810c75a7eb6 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f110cc47-f9a5-4521-a0b0-7ae2fc44a27a,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:04.383457 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-41366209-0599-43a2-b36f-69c9bfa1ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f3147090-e949-499d-8eff-738f5fa07917), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.384207 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-41366209-0599-43a2-b36f-69c9bfa1ed33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (b67c0dd1-4066-474f-bacb-9c806f7a7209), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.399522 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3a588fd2-a696-434e-bda9-53a6175c9e9b admin admin] Publish callbacks [] for security_group (70daba0d-0110-43ff-b9da-8e9807bde153), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.412432 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe825d71-c8a0-4409-8aac-dd4540cb164a admin admin] Publish callbacks [] for security_group (327dd01f-1d2c-42ad-acbc-1e72d599fecc), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.461052 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 93aebd2e-fd2a-4da7-b3df-082c5518d3dc is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:04.480081 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353fa831-18ec-4f67-b3fd-03c186eb16f3 x-openstack-request-id: req-353fa831-18ec-4f67-b3fd-03c186eb16f3 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:04.480421 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de986901-8b2c-465e-b277-af3511841633", "name": "network-vif-plugged", "status": "completed", "tag": "a66fb2f6-fe0b-48db-8f6a-7bbb0579b281", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:04.480684 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-353fa831-18ec-4f67-b3fd-03c186eb16f3 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:04.481138 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de986901-8b2c-465e-b277-af3511841633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66fb2f6-fe0b-48db-8f6a-7bbb0579b281', 'code': 200} Jan 27 21:43:04.526219 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3a588fd2-a696-434e-bda9-53a6175c9e9b admin admin] Publish callbacks [] for security_group (70daba0d-0110-43ff-b9da-8e9807bde153), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.621853 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe825d71-c8a0-4409-8aac-dd4540cb164a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (327dd01f-1d2c-42ad-acbc-1e72d599fecc), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.624544 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe825d71-c8a0-4409-8aac-dd4540cb164a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.628648 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fe825d71-c8a0-4409-8aac-dd4540cb164a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/327dd01f-1d2c-42ad-acbc-1e72d599fecc HTTP/1.1" status: 204 len: 168 time: 0.5160437 Jan 27 21:43:04.646729 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe825d71-c8a0-4409-8aac-dd4540cb164a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327dd01f-1d2c-42ad-acbc-1e72d599fecc,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:04.658636 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc15dea-3187-4599-8808-155cf0cd9d37 req-a6afd59f-8b51-4f42-b702-4d0355883ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:04.660271 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-dfc15dea-3187-4599-8808-155cf0cd9d37 req-a6afd59f-8b51-4f42-b702-4d0355883ac2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 1123 time: 0.0978246 Jan 27 21:43:04.667535 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3a588fd2-a696-434e-bda9-53a6175c9e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (70daba0d-0110-43ff-b9da-8e9807bde153), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.671469 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3a588fd2-a696-434e-bda9-53a6175c9e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.682742 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3a588fd2-a696-434e-bda9-53a6175c9e9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70daba0d-0110-43ff-b9da-8e9807bde153 HTTP/1.1" status: 204 len: 168 time: 0.5401247 Jan 27 21:43:04.704701 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-dfc15dea-3187-4599-8808-155cf0cd9d37 req-f40c3cd8-8952-4b0b-86fe-5cf01906501c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.707787 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a588fd2-a696-434e-bda9-53a6175c9e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70daba0d-0110-43ff-b9da-8e9807bde153,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:04.726368 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-91776853-0edd-47c2-9d1d-ab2db2f24e33 req-37bf3fda-ca8a-472d-9d7b-e4613fb3228d tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1842374478', 'description': 'tempest-description-681141524'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:04.765966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41366209-0599-43a2-b36f-69c9bfa1ed33 admin admin] Network 4cc879ae-6704-4f45-83f3-0395de4c23fd is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:04.775061 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-41366209-0599-43a2-b36f-69c9bfa1ed33 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:04.779719 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41366209-0599-43a2-b36f-69c9bfa1ed33 admin admin] Pushing event updated for resources: {'Port': ['ID=f3147090-e949-499d-8eff-738f5fa07917,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:04.855536 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-91776853-0edd-47c2-9d1d-ab2db2f24e33 req-37bf3fda-ca8a-472d-9d7b-e4613fb3228d tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.861082 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-dfc15dea-3187-4599-8808-155cf0cd9d37 req-f40c3cd8-8952-4b0b-86fe-5cf01906501c service neutron] Publish callbacks [] for security_group (f9380e16-990a-42a5-b730-212e6158d7c0), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.868440 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-dfc15dea-3187-4599-8808-155cf0cd9d37 req-f40c3cd8-8952-4b0b-86fe-5cf01906501c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f9380e16-990a-42a5-b730-212e6158d7c0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.893415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35ade6-8113-4e0d-ae61-b0b141f73e1a req-d140de7b-3881-48a6-a232-fb61f64a3d4a tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:04.894557 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b35ade6-8113-4e0d-ae61-b0b141f73e1a req-d140de7b-3881-48a6-a232-fb61f64a3d4a tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/ports?device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 972 time: 0.4321952 Jan 27 21:43:04.931168 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-dfc15dea-3187-4599-8808-155cf0cd9d37 req-f40c3cd8-8952-4b0b-86fe-5cf01906501c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2a8f00c0-2bcd-4af7-bd11-cab71627e144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471473 Jan 27 21:43:04.948728 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c3cd8-8952-4b0b-86fe-5cf01906501c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f9380e16-990a-42a5-b730-212e6158d7c0,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:05.015669 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b35ade6-8113-4e0d-ae61-b0b141f73e1a req-1cc0e759-20fd-4d7a-a233-f52976ec41d9 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a8f00c0-2bcd-4af7-bd11-cab71627e144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096025 Jan 27 21:43:05.083543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41366209-0599-43a2-b36f-69c9bfa1ed33 admin admin] Router b67c0dd1-4066-474f-bacb-9c806f7a7209 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:43:05.102659 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c5220521-70e8-441f-8094-a146c51da882 None None] Provisioning complete for port f3147090-e949-499d-8eff-738f5fa07917 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:05.103191 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c5220521-70e8-441f-8094-a146c51da882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f3147090-e949-499d-8eff-738f5fa07917), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.113374 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41948) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:05.166426 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c5220521-70e8-441f-8094-a146c51da882 None None] Port f3147090-e949-499d-8eff-738f5fa07917 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:05.187542 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-91776853-0edd-47c2-9d1d-ab2db2f24e33 req-37bf3fda-ca8a-472d-9d7b-e4613fb3228d tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Publish callbacks [] for security_group (ac7d7186-4bd6-4956-9cae-57ccea994c4e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.191547 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b93c5a1a-2bcc-4692-95a7-369d8857ffa5 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:05.197333 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-91776853-0edd-47c2-9d1d-ab2db2f24e33 req-37bf3fda-ca8a-472d-9d7b-e4613fb3228d tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ac7d7186-4bd6-4956-9cae-57ccea994c4e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.200708 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3ecc199a-b790-417a-8e7c-d5a01b85eb87 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aeb6c67bde7b4424961a54fe77fcfbcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0831356 Jan 27 21:43:05.201588 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41950) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:05.270625 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port b93c5a1a-2bcc-4692-95a7-369d8857ffa5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:05.271004 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b93c5a1a-2bcc-4692-95a7-369d8857ffa5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.275559 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-66fc2968-65e6-4c27-983f-34be22d593d5 admin admin] Publish callbacks [] for security_group (a6758eae-e552-4349-9928-7c317a20b8bf), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.307076 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41366209-0599-43a2-b36f-69c9bfa1ed33 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:05.311659 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf3fda-ca8a-472d-9d7b-e4613fb3228d tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7d7186-4bd6-4956-9cae-57ccea994c4e,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:05.312883 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-66fc2968-65e6-4c27-983f-34be22d593d5 admin admin] Publish callbacks [] for security_group (a6758eae-e552-4349-9928-7c317a20b8bf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.317710 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-41366209-0599-43a2-b36f-69c9bfa1ed33 admin admin] 10.222.0.23 "PUT /v2.0/routers/b67c0dd1-4066-474f-bacb-9c806f7a7209/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9375415 Jan 27 21:43:05.332743 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-91776853-0edd-47c2-9d1d-ab2db2f24e33 req-37bf3fda-ca8a-472d-9d7b-e4613fb3228d tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.337849 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] Sync routers for ids ['b67c0dd1-4066-474f-bacb-9c806f7a7209'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:05.339698 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-91776853-0edd-47c2-9d1d-ab2db2f24e33 req-37bf3fda-ca8a-472d-9d7b-e4613fb3228d tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6878247 Jan 27 21:43:05.373819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] Routers {'b67c0dd1-4066-474f-bacb-9c806f7a7209'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:05.374811 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:42:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b67c0dd1-4066-474f-bacb-9c806f7a7209'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:05.388983 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-66fc2968-65e6-4c27-983f-34be22d593d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a6758eae-e552-4349-9928-7c317a20b8bf), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.394124 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-66fc2968-65e6-4c27-983f-34be22d593d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.394124 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-66fc2968-65e6-4c27-983f-34be22d593d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a6758eae-e552-4349-9928-7c317a20b8bf HTTP/1.1" status: 204 len: 168 time: 0.1900213 Jan 27 21:43:05.406577 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc2968-65e6-4c27-983f-34be22d593d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6758eae-e552-4349-9928-7c317a20b8bf,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:05.505405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port b93c5a1a-2bcc-4692-95a7-369d8857ffa5 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:05.570454 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] Set router b67c0dd1-4066-474f-bacb-9c806f7a7209 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:05.796657 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2efcf1a-fe20-489a-8f70-8486dae584f8 req-821bb494-59cc-4842-9ddc-91c9fbbe0f47 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34308 time: 0.4333739 Jan 27 21:43:05.817834 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-21f2a590-1494-4a35-a6e5-bc69d644b9f6 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:05.832722 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-21f2a590-1494-4a35-a6e5-bc69d644b9f6 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 819 time: 0.2696769 Jan 27 21:43:05.851383 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67c0dd1-4066-474f-bacb-9c806f7a7209', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371329545-router', 'tenant_id': '38b546549a9b4765b2e4f32419c326a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b93c5a1a-2bcc-4692-95a7-369d8857ffa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:56Z', 'updated_at': '2022-01-27T21:43:03Z', 'revision_number': 4, 'project_id': '38b546549a9b4765b2e4f32419c326a0', 'gw_port': {'id': 'b93c5a1a-2bcc-4692-95a7-369d8857ffa5', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67c0dd1-4066-474f-bacb-9c806f7a7209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:58Z', 'updated_at': '2022-01-27T21:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'f3147090-e949-499d-8eff-738f5fa07917', 'name': '', 'network_id': '4cc879ae-6704-4f45-83f3-0395de4c23fd', 'tenant_id': '38b546549a9b4765b2e4f32419c326a0', 'mac_address': 'fa:16:3e:2d:12:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67c0dd1-4066-474f-bacb-9c806f7a7209', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '232ff695-c34c-4104-bbc6-c3e9b342dd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:02Z', 'updated_at': '2022-01-27T21:43:03Z', 'revision_number': 2, 'project_id': '38b546549a9b4765b2e4f32419c326a0', 'subnets': [{'id': '232ff695-c34c-4104-bbc6-c3e9b342dd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:05.864648 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-205bfef7-c899-42e2-ad12-f0b5870b7ee3 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/quotas/6f69f01a295841ef87a2606a7f3645b9 HTTP/1.1" status: 200 len: 375 time: 0.0308435 Jan 27 21:43:05.890392 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] Checking router: b67c0dd1-4066-474f-bacb-9c806f7a7209 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:43:05.890800 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] Updating router b67c0dd1-4066-474f-bacb-9c806f7a7209 port f3147090-e949-499d-8eff-738f5fa07917 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:43:05.907158 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-3ea98093-3aa6-4c91-982f-4a5a9636278d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360084 Jan 27 21:43:05.910629 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2efcf1a-fe20-489a-8f70-8486dae584f8 req-b1326705-6401-4d85-b1a9-9fa6787292bc tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "GET /v2.0/security-groups/17c2e154-f5ab-4e86-a658-d86a85d8a28d HTTP/1.1" status: 200 len: 2990 time: 0.1065085 Jan 27 21:43:05.925944 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f3147090-e949-499d-8eff-738f5fa07917), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.959749 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2efcf1a-fe20-489a-8f70-8486dae584f8 req-b47cd099-41ff-4fac-90aa-5d11a58c3611 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "GET /v2.0/security-groups/17c2e154-f5ab-4e86-a658-d86a85d8a28d HTTP/1.1" status: 200 len: 2990 time: 0.0429666 Jan 27 21:43:06.003385 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2efcf1a-fe20-489a-8f70-8486dae584f8 req-d2c82985-0423-4bab-bfbe-f8095684b744 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "GET /v2.0/security-groups/28b1bbda-284b-409b-aa14-6f185817f9f1 HTTP/1.1" status: 200 len: 2998 time: 0.0375950 Jan 27 21:43:06.056222 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2efcf1a-fe20-489a-8f70-8486dae584f8 req-c4467b27-04f7-4aa6-a2da-02a309bd72b9 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "GET /v2.0/security-groups/28b1bbda-284b-409b-aa14-6f185817f9f1 HTTP/1.1" status: 200 len: 2998 time: 0.0461845 Jan 27 21:43:06.122486 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2efcf1a-fe20-489a-8f70-8486dae584f8 req-515dc058-115d-40c0-8299-d6d0a7caf010 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "GET /v2.0/security-groups/2a8f00c0-2bcd-4af7-bd11-cab71627e144 HTTP/1.1" status: 200 len: 2996 time: 0.0577097 Jan 27 21:43:06.172449 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2efcf1a-fe20-489a-8f70-8486dae584f8 req-417035bc-524d-4419-9127-76e2f444677e tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "GET /v2.0/security-groups/2a8f00c0-2bcd-4af7-bd11-cab71627e144 HTTP/1.1" status: 200 len: 2996 time: 0.0437410 Jan 27 21:43:06.221589 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2efcf1a-fe20-489a-8f70-8486dae584f8 req-4d3eb552-634b-4f7b-b118-bbd92c43de57 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "GET /v2.0/security-groups/46eae968-19d1-4f35-965c-7597c3c56105 HTTP/1.1" status: 200 len: 2998 time: 0.0419185 Jan 27 21:43:06.278208 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2efcf1a-fe20-489a-8f70-8486dae584f8 req-45043ff0-4c1a-4926-a5a0-76fb063c6e0f tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "GET /v2.0/security-groups/46eae968-19d1-4f35-965c-7597c3c56105 HTTP/1.1" status: 200 len: 2998 time: 0.0482976 Jan 27 21:43:06.281647 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] Publish callbacks [] for port (f3147090-e949-499d-8eff-738f5fa07917), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.287370 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f3147090-e949-499d-8eff-738f5fa07917), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.328127 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2efcf1a-fe20-489a-8f70-8486dae584f8 req-299a392c-4335-4abc-b366-5a0b3c078a15 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6531cb54-cbff-481c-9883-536e438f80e3 HTTP/1.1" status: 200 len: 2994 time: 0.0432470 Jan 27 21:43:06.388266 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ba97a-3173-48f0-9d69-ab61b2132595 None None] Pushing event updated for resources: {'Port': ['ID=f3147090-e949-499d-8eff-738f5fa07917,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:06.422363 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2efcf1a-fe20-489a-8f70-8486dae584f8 req-fb39ab77-0f23-431a-8140-c83b0be54f22 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6531cb54-cbff-481c-9883-536e438f80e3 HTTP/1.1" status: 200 len: 2994 time: 0.0853596 Jan 27 21:43:06.446593 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-e412c817-930b-48e1-9781-7431145a0ec8 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:43:06.447643 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-e412c817-930b-48e1-9781-7431145a0ec8 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3243129 Jan 27 21:43:06.451087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] Attempting to bind port f3147090-e949-499d-8eff-738f5fa07917 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:06.451482 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] Attempting to bind port f3147090-e949-499d-8eff-738f5fa07917 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'b227b98e-8b90-4e15-aa0c-a9cb73975ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4cc879ae-6704-4f45-83f3-0395de4c23fd'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:06.452519 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] Attempting to bind port f3147090-e949-499d-8eff-738f5fa07917 on network 4cc879ae-6704-4f45-83f3-0395de4c23fd {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:06.461019 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:06.461395 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] Checking segment: {'id': 'b227b98e-8b90-4e15-aa0c-a9cb73975ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4cc879ae-6704-4f45-83f3-0395de4c23fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:06.461802 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.462201 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] Bound using segment: {'id': 'b227b98e-8b90-4e15-aa0c-a9cb73975ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4cc879ae-6704-4f45-83f3-0395de4c23fd'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:06.462680 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] Bound port: f3147090-e949-499d-8eff-738f5fa07917, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b227b98e-8b90-4e15-aa0c-a9cb73975ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4cc879ae-6704-4f45-83f3-0395de4c23fd'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:06.463067 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f3147090-e949-499d-8eff-738f5fa07917), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.553661 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2efcf1a-fe20-489a-8f70-8486dae584f8 req-8eaaa593-6402-465e-925d-b1a8ab9c8c51 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "GET /v2.0/security-groups/71586dd7-e9e1-43a7-ba99-adc39b783faf HTTP/1.1" status: 200 len: 2998 time: 0.1240361 Jan 27 21:43:06.615350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2efcf1a-fe20-489a-8f70-8486dae584f8 req-9669a3ca-f998-45af-a855-c4f62b333267 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "GET /v2.0/security-groups/71586dd7-e9e1-43a7-ba99-adc39b783faf HTTP/1.1" status: 200 len: 2998 time: 0.0501020 Jan 27 21:43:06.616497 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] For port f3147090-e949-499d-8eff-738f5fa07917, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:06.619212 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-a2d49506-336e-4076-9902-38ba158ad1eb service neutron] 10.222.0.23 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497850 Jan 27 21:43:06.629829 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] For port f3147090-e949-499d-8eff-738f5fa07917, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f3147090-e949-499d-8eff-738f5fa07917,segment=NetworkSegment(b227b98e-8b90-4e15-aa0c-a9cb73975ee9),segment_id=b227b98e-8b90-4e15-aa0c-a9cb73975ee9)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:06.638596 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f3147090-e949-499d-8eff-738f5fa07917), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.747734 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] Routers {'b67c0dd1-4066-474f-bacb-9c806f7a7209'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:06.749070 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:42:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b67c0dd1-4066-474f-bacb-9c806f7a7209'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:06.830790 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2efcf1a-fe20-489a-8f70-8486dae584f8 req-87d61e5b-80f5-44ac-a5f4-3174fb1ee92e tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "GET /v2.0/security-groups/983466a1-27dc-462f-9a31-fba22af56f06 HTTP/1.1" status: 200 len: 2998 time: 0.2079346 Jan 27 21:43:06.905638 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-32699c68-22e5-4444-bb66-cac079f41721 None None] Provisioning complete for port f3147090-e949-499d-8eff-738f5fa07917 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:06.906019 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-32699c68-22e5-4444-bb66-cac079f41721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f3147090-e949-499d-8eff-738f5fa07917), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.935153 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-58d79ac6-b61c-4e06-8795-a544a752c6c0 service neutron] 10.222.0.23 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041346 Jan 27 21:43:06.937439 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2efcf1a-fe20-489a-8f70-8486dae584f8 req-87e698ed-5811-4828-8fc1-3cce1fce54b6 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "GET /v2.0/security-groups/983466a1-27dc-462f-9a31-fba22af56f06 HTTP/1.1" status: 200 len: 2998 time: 0.0972717 Jan 27 21:43:06.984320 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ba97a-3173-48f0-9d69-ab61b2132595 None None] Pushing event updated for resources: {'Port': ['ID=f3147090-e949-499d-8eff-738f5fa07917,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:07.025307 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2efcf1a-fe20-489a-8f70-8486dae584f8 req-ecae8b26-7367-4bdf-9ddd-48b611aca212 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b8159e8a-494b-4058-9382-f813431a5359 HTTP/1.1" status: 200 len: 2994 time: 0.0798638 Jan 27 21:43:07.105269 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2efcf1a-fe20-489a-8f70-8486dae584f8 req-7dea8b5c-f220-42de-95ae-4619141018cf tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b8159e8a-494b-4058-9382-f813431a5359 HTTP/1.1" status: 200 len: 2994 time: 0.0776441 Jan 27 21:43:07.127416 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] Set router b67c0dd1-4066-474f-bacb-9c806f7a7209 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:07.178416 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2efcf1a-fe20-489a-8f70-8486dae584f8 req-60d09eb9-4cb3-46a5-81e7-8da89eac936d tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "GET /v2.0/security-groups/c4200ad2-dbda-4dd9-be88-097649cfd892 HTTP/1.1" status: 200 len: 2998 time: 0.0680895 Jan 27 21:43:07.256060 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2efcf1a-fe20-489a-8f70-8486dae584f8 req-2f5bca42-e68f-4d26-8395-9eeacc3a0824 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "GET /v2.0/security-groups/c4200ad2-dbda-4dd9-be88-097649cfd892 HTTP/1.1" status: 200 len: 2998 time: 0.0715933 Jan 27 21:43:07.353418 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2efcf1a-fe20-489a-8f70-8486dae584f8 req-ac3e0f5d-f251-4e1c-9aeb-a9224e77fd78 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "GET /v2.0/security-groups/f9380e16-990a-42a5-b730-212e6158d7c0 HTTP/1.1" status: 200 len: 2998 time: 0.0894949 Jan 27 21:43:07.409625 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-32699c68-22e5-4444-bb66-cac079f41721 None None] Current status of the port f3147090-e949-499d-8eff-738f5fa07917 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:07.410102 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-32699c68-22e5-4444-bb66-cac079f41721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f3147090-e949-499d-8eff-738f5fa07917), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.421762 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2efcf1a-fe20-489a-8f70-8486dae584f8 req-eb812e20-5906-48ba-91be-c94547b6bf90 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "GET /v2.0/security-groups/f9380e16-990a-42a5-b730-212e6158d7c0 HTTP/1.1" status: 200 len: 2998 time: 0.0674038 Jan 27 21:43:07.564627 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-32699c68-22e5-4444-bb66-cac079f41721 None None] For port f3147090-e949-499d-8eff-738f5fa07917, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f3147090-e949-499d-8eff-738f5fa07917,segment=NetworkSegment(b227b98e-8b90-4e15-aa0c-a9cb73975ee9),segment_id=b227b98e-8b90-4e15-aa0c-a9cb73975ee9)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:07.572621 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-32699c68-22e5-4444-bb66-cac079f41721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f3147090-e949-499d-8eff-738f5fa07917), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.581796 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3dd4e-fe46-432d-881e-969b6f677bc8 req-515b2004-8031-4f09-939e-09e4265bd4a0 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:07.583930 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6da3dd4e-fe46-432d-881e-969b6f677bc8 req-515b2004-8031-4f09-939e-09e4265bd4a0 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/ports?device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 972 time: 0.0657108 Jan 27 21:43:07.654265 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32699c68-22e5-4444-bb66-cac079f41721 None None] Pushing event updated for resources: {'Port': ['ID=f3147090-e949-499d-8eff-738f5fa07917,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:07.687451 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6da3dd4e-fe46-432d-881e-969b6f677bc8 req-946c014e-afbb-46ae-ba00-53b335635e5e tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a8f00c0-2bcd-4af7-bd11-cab71627e144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964351 Jan 27 21:43:07.795439 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e0fa0f4f-1f7c-4a0e-b827-ed0737f39570 None None] Provisioning complete for port f3147090-e949-499d-8eff-738f5fa07917 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:07.796402 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e0fa0f4f-1f7c-4a0e-b827-ed0737f39570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f3147090-e949-499d-8eff-738f5fa07917), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.832947 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f362c12-e88b-4279-b80d-cd42227bfc1a req-f9f53c21-0fe3-4849-a094-568f3fbf4242 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 210 time: 0.0612874 Jan 27 21:43:07.941597 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e0fa0f4f-1f7c-4a0e-b827-ed0737f39570 None None] Current status of the port f3147090-e949-499d-8eff-738f5fa07917 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:07.945006 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67c0dd1-4066-474f-bacb-9c806f7a7209', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371329545-router', 'tenant_id': '38b546549a9b4765b2e4f32419c326a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b93c5a1a-2bcc-4692-95a7-369d8857ffa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:56Z', 'updated_at': '2022-01-27T21:43:03Z', 'revision_number': 4, 'project_id': '38b546549a9b4765b2e4f32419c326a0', 'gw_port': {'id': 'b93c5a1a-2bcc-4692-95a7-369d8857ffa5', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67c0dd1-4066-474f-bacb-9c806f7a7209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:58Z', 'updated_at': '2022-01-27T21:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'f3147090-e949-499d-8eff-738f5fa07917', 'name': '', 'network_id': '4cc879ae-6704-4f45-83f3-0395de4c23fd', 'tenant_id': '38b546549a9b4765b2e4f32419c326a0', 'mac_address': 'fa:16:3e:2d:12:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67c0dd1-4066-474f-bacb-9c806f7a7209', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '232ff695-c34c-4104-bbc6-c3e9b342dd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:02Z', 'updated_at': '2022-01-27T21:43:06Z', 'revision_number': 4, 'project_id': '38b546549a9b4765b2e4f32419c326a0', 'subnets': [{'id': '232ff695-c34c-4104-bbc6-c3e9b342dd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:07.983361 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437168b4-eb8c-41d8-ab04-3e04e7665203 None None] The sync data for ids ['b67c0dd1-4066-474f-bacb-9c806f7a7209'] in n-d-772272-3 is: [{'id': 'b67c0dd1-4066-474f-bacb-9c806f7a7209', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371329545-router', 'tenant_id': '38b546549a9b4765b2e4f32419c326a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b93c5a1a-2bcc-4692-95a7-369d8857ffa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:56Z', 'updated_at': '2022-01-27T21:43:03Z', 'revision_number': 4, 'project_id': '38b546549a9b4765b2e4f32419c326a0', 'gw_port': {'id': 'b93c5a1a-2bcc-4692-95a7-369d8857ffa5', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67c0dd1-4066-474f-bacb-9c806f7a7209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:58Z', 'updated_at': '2022-01-27T21:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'f3147090-e949-499d-8eff-738f5fa07917', 'name': '', 'network_id': '4cc879ae-6704-4f45-83f3-0395de4c23fd', 'tenant_id': '38b546549a9b4765b2e4f32419c326a0', 'mac_address': 'fa:16:3e:2d:12:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67c0dd1-4066-474f-bacb-9c806f7a7209', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '232ff695-c34c-4104-bbc6-c3e9b342dd00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:02Z', 'updated_at': '2022-01-27T21:43:06Z', 'revision_number': 4, 'project_id': '38b546549a9b4765b2e4f32419c326a0', 'subnets': [{'id': '232ff695-c34c-4104-bbc6-c3e9b342dd00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:07.994638 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f67b0d9-8a9d-4f77-b76e-556b53c1eb52 req-856bb1dd-0aba-4bac-863b-e4721a1ebd6c tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=914ae5cf443849b5adc2507763129c2d HTTP/1.1" status: 200 len: 6153 time: 0.2105055 Jan 27 21:43:08.147937 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f67b0d9-8a9d-4f77-b76e-556b53c1eb52 req-2f92c962-04f8-40fa-86f6-f4b8ef4afda4 tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] 10.222.0.23 "GET /v2.0/security-groups/46eae968-19d1-4f35-965c-7597c3c56105 HTTP/1.1" status: 200 len: 2998 time: 0.1463411 Jan 27 21:43:08.363881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc383683-eb99-4017-b31c-96e80b30652f req-9fac9d6a-ea65-4fd2-bdab-184d1222ea96 tempest-AggregatesAdminTestJSON-1404113654 tempest-AggregatesAdminTestJSON-1404113654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:08.365539 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cc383683-eb99-4017-b31c-96e80b30652f req-9fac9d6a-ea65-4fd2-bdab-184d1222ea96 tempest-AggregatesAdminTestJSON-1404113654 tempest-AggregatesAdminTestJSON-1404113654-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 1123 time: 0.2776508 Jan 27 21:43:08.404564 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cc383683-eb99-4017-b31c-96e80b30652f req-1ec33336-56c0-4ad9-83a3-ac89cc3e9628 tempest-AggregatesAdminTestJSON-1404113654 tempest-AggregatesAdminTestJSON-1404113654-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.421013 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f67b0d9-8a9d-4f77-b76e-556b53c1eb52 req-3dbea4c2-4b6f-405f-9b3f-1ae9901206b9 tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] 10.222.0.23 "GET /v2.0/security-groups/46eae968-19d1-4f35-965c-7597c3c56105 HTTP/1.1" status: 200 len: 2998 time: 0.0970507 Jan 27 21:43:08.533405 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cc383683-eb99-4017-b31c-96e80b30652f req-1ec33336-56c0-4ad9-83a3-ac89cc3e9628 tempest-AggregatesAdminTestJSON-1404113654 tempest-AggregatesAdminTestJSON-1404113654-project-admin] Publish callbacks [] for security_group (4e38c371-6deb-48ed-aeb1-a1043eee81a9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.539394 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cc383683-eb99-4017-b31c-96e80b30652f req-1ec33336-56c0-4ad9-83a3-ac89cc3e9628 tempest-AggregatesAdminTestJSON-1404113654 tempest-AggregatesAdminTestJSON-1404113654-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4e38c371-6deb-48ed-aeb1-a1043eee81a9), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.593841 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cc383683-eb99-4017-b31c-96e80b30652f req-1ec33336-56c0-4ad9-83a3-ac89cc3e9628 tempest-AggregatesAdminTestJSON-1404113654 tempest-AggregatesAdminTestJSON-1404113654-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2a8f00c0-2bcd-4af7-bd11-cab71627e144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117114 Jan 27 21:43:08.649147 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec33336-56c0-4ad9-83a3-ac89cc3e9628 tempest-AggregatesAdminTestJSON-1404113654 tempest-AggregatesAdminTestJSON-1404113654-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e38c371-6deb-48ed-aeb1-a1043eee81a9,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:08.894661 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-459f8ce0-a271-4e31-b267-2dd36f52f272 req-7c3fcda2-4057-4727-ab96-1822f37525fa tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "GET /v2.0/security-groups/ac7d7186-4bd6-4956-9cae-57ccea994c4e HTTP/1.1" status: 200 len: 1794 time: 0.0501308 Jan 27 21:43:08.966007 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-459f8ce0-a271-4e31-b267-2dd36f52f272 req-9f5789f6-24f1-4ee1-8345-0e5c1f233558 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Publish callbacks [] for security_group (ac7d7186-4bd6-4956-9cae-57ccea994c4e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.004760 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-459f8ce0-a271-4e31-b267-2dd36f52f272 req-9f5789f6-24f1-4ee1-8345-0e5c1f233558 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Publish callbacks [] for security_group (ac7d7186-4bd6-4956-9cae-57ccea994c4e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.026938 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.21', 53394) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:09.063183 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-459f8ce0-a271-4e31-b267-2dd36f52f272 req-9f5789f6-24f1-4ee1-8345-0e5c1f233558 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ac7d7186-4bd6-4956-9cae-57ccea994c4e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.066333 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-459f8ce0-a271-4e31-b267-2dd36f52f272 req-9f5789f6-24f1-4ee1-8345-0e5c1f233558 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.067519 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-459f8ce0-a271-4e31-b267-2dd36f52f272 req-9f5789f6-24f1-4ee1-8345-0e5c1f233558 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac7d7186-4bd6-4956-9cae-57ccea994c4e HTTP/1.1" status: 204 len: 173 time: 0.1675975 Jan 27 21:43:09.085079 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5789f6-24f1-4ee1-8345-0e5c1f233558 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7d7186-4bd6-4956-9cae-57ccea994c4e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:09.259176 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4c46f05-80a0-4994-aa0a-6db48f9631ee req-71e325d7-6b50-4030-a630-25c69c9c72ba tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 210 time: 0.0564177 Jan 27 21:43:09.378282 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f3147090-e949-499d-8eff-738f5fa07917 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:09.425576 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-a06d5f40-bb69-4a07-aca6-1bf6cf50c6ab tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:09.427164 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-a06d5f40-bb69-4a07-aca6-1bf6cf50c6ab tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.21 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 819 time: 0.3991501 Jan 27 21:43:09.430154 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64bd9e70-d5b4-48cb-a44b-52d136a1edaf req-f8c90120-ed2d-4f2f-9fdd-e94e7c8b6af0 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "GET /v2.0/security-groups/f110cc47-f9a5-4521-a0b0-7ae2fc44a27a HTTP/1.1" status: 200 len: 1794 time: 0.1257858 Jan 27 21:43:09.440252 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42154) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:09.452936 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-b272aaf4-473c-4100-8e51-15de07de2761 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=199845b217c54a388bc3d621d514a954&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480561 Jan 27 21:43:09.482231 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port f3147090-e949-499d-8eff-738f5fa07917 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:09.482881 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f3147090-e949-499d-8eff-738f5fa07917), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.599135 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-64bd9e70-d5b4-48cb-a44b-52d136a1edaf req-b5449509-df0e-4843-b4d9-cf02a72e5507 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Publish callbacks [] for security_group (f110cc47-f9a5-4521-a0b0-7ae2fc44a27a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.611770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f3147090-e949-499d-8eff-738f5fa07917 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:09.638665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-ad978a4c-c377-4396-b3ee-ff1ae5869b93 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:09.640236 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-ad978a4c-c377-4396-b3ee-ff1ae5869b93 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1681206 Jan 27 21:43:09.641939 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-64bd9e70-d5b4-48cb-a44b-52d136a1edaf req-b5449509-df0e-4843-b4d9-cf02a72e5507 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Publish callbacks [] for security_group (f110cc47-f9a5-4521-a0b0-7ae2fc44a27a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.642336 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2eb26243-0beb-4a30-8a7a-f9af7edd084f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.660944 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-e3ba64c9-aa38-44a4-87cc-ac2d6cdb05a4 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/quotas/199845b217c54a388bc3d621d514a954 HTTP/1.1" status: 200 len: 375 time: 0.0116441 Jan 27 21:43:09.735764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-30abfbb5-3a10-4af0-a6c1-1c20ebff4201 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614696 Jan 27 21:43:09.751176 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-64bd9e70-d5b4-48cb-a44b-52d136a1edaf req-b5449509-df0e-4843-b4d9-cf02a72e5507 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f110cc47-f9a5-4521-a0b0-7ae2fc44a27a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.758400 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-64bd9e70-d5b4-48cb-a44b-52d136a1edaf req-b5449509-df0e-4843-b4d9-cf02a72e5507 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.766605 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2eb26243-0beb-4a30-8a7a-f9af7edd084f admin admin] Publish callbacks [] for security_group (3f545f15-05b8-4093-bfe6-5238522745f4), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.773993 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2eb26243-0beb-4a30-8a7a-f9af7edd084f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3f545f15-05b8-4093-bfe6-5238522745f4), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.774790 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64bd9e70-d5b4-48cb-a44b-52d136a1edaf req-b5449509-df0e-4843-b4d9-cf02a72e5507 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/f110cc47-f9a5-4521-a0b0-7ae2fc44a27a HTTP/1.1" status: 204 len: 173 time: 0.3315878 Jan 27 21:43:09.791574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5449509-df0e-4843-b4d9-cf02a72e5507 tempest-SecurityGroupsTestAdminJSON-79251129 tempest-SecurityGroupsTestAdminJSON-79251129-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f110cc47-f9a5-4521-a0b0-7ae2fc44a27a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:09.817703 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb26243-0beb-4a30-8a7a-f9af7edd084f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f545f15-05b8-4093-bfe6-5238522745f4,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:09.869608 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2eb26243-0beb-4a30-8a7a-f9af7edd084f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d0779c57f5c477f89210f6ab7df7978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4277670 Jan 27 21:43:09.871925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42160) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:09.919733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bc40b-4388-42e3-b641-8c8079423ae3 req-c60ea5f5-3bd8-4439-ac9d-0e7ad1eb4098 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:09.927634 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c4bc40b-4388-42e3-b641-8c8079423ae3 req-c60ea5f5-3bd8-4439-ac9d-0e7ad1eb4098 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/ports?device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 972 time: 0.0878561 Jan 27 21:43:09.973613 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5bafe37-bc66-4987-b6e4-e67500004dca admin admin] Publish callbacks [] for security_group (3f545f15-05b8-4093-bfe6-5238522745f4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.020348 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5bafe37-bc66-4987-b6e4-e67500004dca admin admin] Publish callbacks [] for security_group (3f545f15-05b8-4093-bfe6-5238522745f4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.023821 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c4bc40b-4388-42e3-b641-8c8079423ae3 req-ce6ba6dd-15dd-4bd5-ac72-dd77043d564b tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a8f00c0-2bcd-4af7-bd11-cab71627e144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953991 Jan 27 21:43:10.099423 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5bafe37-bc66-4987-b6e4-e67500004dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3f545f15-05b8-4093-bfe6-5238522745f4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.102799 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9956e07a-54b6-43b2-99db-9d946183890d req-d6d4c983-bf1c-4337-9df9-67dac3a7550a tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] 10.222.0.23 "GET /v2.0/security-groups/810cb1e6-aba1-49a7-823f-682eee914cb1 HTTP/1.1" status: 200 len: 1794 time: 0.0716727 Jan 27 21:43:10.104060 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5bafe37-bc66-4987-b6e4-e67500004dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.108657 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a5bafe37-bc66-4987-b6e4-e67500004dca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f545f15-05b8-4093-bfe6-5238522745f4 HTTP/1.1" status: 204 len: 168 time: 0.2326441 Jan 27 21:43:10.119460 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bafe37-bc66-4987-b6e4-e67500004dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f545f15-05b8-4093-bfe6-5238522745f4,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:10.122850 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01df45a1-c8b9-4126-853a-54fb7aaba877 req-7c2201bf-fd04-4e15-a033-da017b369256 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 210 time: 0.0394599 Jan 27 21:43:10.221355 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9956e07a-54b6-43b2-99db-9d946183890d req-0d613a07-a076-48aa-a7be-00baed0a26c0 tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Publish callbacks [] for security_group (810cb1e6-aba1-49a7-823f-682eee914cb1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.262314 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9956e07a-54b6-43b2-99db-9d946183890d req-0d613a07-a076-48aa-a7be-00baed0a26c0 tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Publish callbacks [] for security_group (810cb1e6-aba1-49a7-823f-682eee914cb1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.317413 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9956e07a-54b6-43b2-99db-9d946183890d req-0d613a07-a076-48aa-a7be-00baed0a26c0 tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (810cb1e6-aba1-49a7-823f-682eee914cb1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.320934 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9956e07a-54b6-43b2-99db-9d946183890d req-0d613a07-a076-48aa-a7be-00baed0a26c0 tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.322085 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9956e07a-54b6-43b2-99db-9d946183890d req-0d613a07-a076-48aa-a7be-00baed0a26c0 tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] 10.222.0.23 "DELETE /v2.0/security-groups/810cb1e6-aba1-49a7-823f-682eee914cb1 HTTP/1.1" status: 204 len: 173 time: 0.2018158 Jan 27 21:43:10.348094 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d613a07-a076-48aa-a7be-00baed0a26c0 tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=810cb1e6-aba1-49a7-823f-682eee914cb1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:10.625705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42188) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:10.652579 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-94a46b07-86d3-421d-9456-236f6e08f9a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.666691 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee97c5f-168a-4c9f-94fb-74854c44dd01 req-da6df0d7-d356-4dc4-9117-97df66b3d090 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:10.668136 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9ee97c5f-168a-4c9f-94fb-74854c44dd01 req-da6df0d7-d356-4dc4-9117-97df66b3d090 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.15 "GET /v2.0/ports?device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 972 time: 0.0943353 Jan 27 21:43:10.730397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42192) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:10.745621 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-dcb43f88-76a7-4f36-94dd-957630212eff tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1727884834', 'description': 'tempest-description--879446916'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:10.780202 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d000b11-54c3-421a-8d67-4425e112c201 req-9f63e56f-d5f6-439d-a275-d36350e0cb63 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 210 time: 0.0589197 Jan 27 21:43:10.839390 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dcb43f88-76a7-4f36-94dd-957630212eff tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.854149 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-94a46b07-86d3-421d-9456-236f6e08f9a2 admin admin] Publish callbacks [] for security_group (b8d89585-33c9-4d8a-aa34-fb6fbeaa6618), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.860386 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-94a46b07-86d3-421d-9456-236f6e08f9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b8d89585-33c9-4d8a-aa34-fb6fbeaa6618), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.867417 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aa067f72-a572-4fee-b619-cbe2e502c18a req-44a07b33-b6ff-4eec-9779-2c37a000e32c tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] 10.222.0.23 "GET /v2.0/security-groups/4c2dd470-5bb3-4aa1-bba5-061e9f12a0a9 HTTP/1.1" status: 200 len: 1794 time: 0.1163812 Jan 27 21:43:10.877980 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-9ee97c5f-168a-4c9f-94fb-74854c44dd01 req-f2c38938-6759-4622-a4b3-a293f6b59794 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Deleting port a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:10.880846 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9ee97c5f-168a-4c9f-94fb-74854c44dd01 req-f2c38938-6759-4622-a4b3-a293f6b59794 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (a66fb2f6-fe0b-48db-8f6a-7bbb0579b281), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.946497 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-94a46b07-86d3-421d-9456-236f6e08f9a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2729d8f127d4df2ad1a4cf983dec7c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148499 Jan 27 21:43:10.955428 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42204) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:10.969242 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a46b07-86d3-421d-9456-236f6e08f9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d89585-33c9-4d8a-aa34-fb6fbeaa6618,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:11.082274 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dcb43f88-76a7-4f36-94dd-957630212eff tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for security_group (1398a6cb-dc36-44ea-8f0b-45641a4d9786), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.094702 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dcb43f88-76a7-4f36-94dd-957630212eff tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1398a6cb-dc36-44ea-8f0b-45641a4d9786), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.097407 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-aa067f72-a572-4fee-b619-cbe2e502c18a req-e4e52c2b-b425-4af3-974b-7c9a9a67e2cc tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Publish callbacks [] for security_group (4c2dd470-5bb3-4aa1-bba5-061e9f12a0a9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.159981 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6d9cd35c-9f38-4c4b-9653-77d4d4c6e4a5 admin admin] Publish callbacks [] for security_group (b8d89585-33c9-4d8a-aa34-fb6fbeaa6618), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.163576 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dcb43f88-76a7-4f36-94dd-957630212eff tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.165095 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-dcb43f88-76a7-4f36-94dd-957630212eff tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4231532 Jan 27 21:43:11.168141 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42210) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:11.171896 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-aa067f72-a572-4fee-b619-cbe2e502c18a req-e4e52c2b-b425-4af3-974b-7c9a9a67e2cc tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Publish callbacks [] for security_group (4c2dd470-5bb3-4aa1-bba5-061e9f12a0a9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.176342 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-57591887-c80a-430b-8176-3bbbcc8d5785 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Request body: {'security_group_rule': {'security_group_id': '1398a6cb-dc36-44ea-8f0b-45641a4d9786', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:11.212360 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb43f88-76a7-4f36-94dd-957630212eff tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1398a6cb-dc36-44ea-8f0b-45641a4d9786,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:11.214608 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-9ee97c5f-168a-4c9f-94fb-74854c44dd01 req-f2c38938-6759-4622-a4b3-a293f6b59794 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] For port a66fb2f6-fe0b-48db-8f6a-7bbb0579b281, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=a66fb2f6-fe0b-48db-8f6a-7bbb0579b281,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:11.214993 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9ee97c5f-168a-4c9f-94fb-74854c44dd01 req-f2c38938-6759-4622-a4b3-a293f6b59794 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (a66fb2f6-fe0b-48db-8f6a-7bbb0579b281), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.236961 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-9ee97c5f-168a-4c9f-94fb-74854c44dd01 req-f2c38938-6759-4622-a4b3-a293f6b59794 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Calling delete_port for a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 owned by compute:tempest-test_az-1393308843 {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:11.244414 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6d9cd35c-9f38-4c4b-9653-77d4d4c6e4a5 admin admin] Publish callbacks [] for security_group (b8d89585-33c9-4d8a-aa34-fb6fbeaa6618), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.256582 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-57591887-c80a-430b-8176-3bbbcc8d5785 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for security_group_rule (f612be07-c60c-45f1-b0c6-c235d9a4013c), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.324560 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb660f-f3c2-4bb9-af6e-62ea785761ad req-a69f7d78-1152-4d4e-8aef-12eee73dec31 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:11.326046 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93cb660f-f3c2-4bb9-af6e-62ea785761ad req-a69f7d78-1152-4d4e-8aef-12eee73dec31 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/ports?device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 972 time: 0.1901157 Jan 27 21:43:11.350514 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-aa067f72-a572-4fee-b619-cbe2e502c18a req-e4e52c2b-b425-4af3-974b-7c9a9a67e2cc tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4c2dd470-5bb3-4aa1-bba5-061e9f12a0a9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.353128 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-aa067f72-a572-4fee-b619-cbe2e502c18a req-e4e52c2b-b425-4af3-974b-7c9a9a67e2cc tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.354606 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42214) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:11.354852 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aa067f72-a572-4fee-b619-cbe2e502c18a req-e4e52c2b-b425-4af3-974b-7c9a9a67e2cc tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] 10.222.0.23 "DELETE /v2.0/security-groups/4c2dd470-5bb3-4aa1-bba5-061e9f12a0a9 HTTP/1.1" status: 204 len: 173 time: 0.4788475 Jan 27 21:43:11.379107 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e52c2b-b425-4af3-974b-7c9a9a67e2cc tempest-SecurityGroupsTestAdminJSON-1187739426 tempest-SecurityGroupsTestAdminJSON-1187739426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2dd470-5bb3-4aa1-bba5-061e9f12a0a9,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:11.385561 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6d9cd35c-9f38-4c4b-9653-77d4d4c6e4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b8d89585-33c9-4d8a-aa34-fb6fbeaa6618), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.392064 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6d9cd35c-9f38-4c4b-9653-77d4d4c6e4a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.393315 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6d9cd35c-9f38-4c4b-9653-77d4d4c6e4a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8d89585-33c9-4d8a-aa34-fb6fbeaa6618 HTTP/1.1" status: 204 len: 168 time: 0.4363410 Jan 27 21:43:11.415894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cd35c-9f38-4c4b-9653-77d4d4c6e4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d89585-33c9-4d8a-aa34-fb6fbeaa6618,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:11.450883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93cb660f-f3c2-4bb9-af6e-62ea785761ad req-ace337c3-78b1-431a-bad5-ca970d9d9430 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a8f00c0-2bcd-4af7-bd11-cab71627e144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178870 Jan 27 21:43:11.495558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-762987b1-b585-4ce2-a237-0c08466b90a1 req-32642939-865f-4a27-8da3-eb95952ea6b9 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 210 time: 0.0309043 Jan 27 21:43:11.497626 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-57591887-c80a-430b-8176-3bbbcc8d5785 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for security_group_rule (f612be07-c60c-45f1-b0c6-c235d9a4013c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.502659 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-57591887-c80a-430b-8176-3bbbcc8d5785 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (f612be07-c60c-45f1-b0c6-c235d9a4013c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.548099 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57591887-c80a-430b-8176-3bbbcc8d5785 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f612be07-c60c-45f1-b0c6-c235d9a4013c,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:11.555826 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-57591887-c80a-430b-8176-3bbbcc8d5785 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.557037 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-57591887-c80a-430b-8176-3bbbcc8d5785 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3855367 Jan 27 21:43:11.566101 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42224) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:11.568621 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-6895f1f2-d6e6-40e4-aad9-285e1af12fec tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Request body: {'security_group_rule': {'security_group_id': '1398a6cb-dc36-44ea-8f0b-45641a4d9786', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:11.617015 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6895f1f2-d6e6-40e4-aad9-285e1af12fec tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for security_group_rule (daa28dfb-611b-4857-8a67-1cd15fb37740), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.641389 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a671373-0c0a-4974-9225-4e38b900f00b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.684542 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9ee97c5f-168a-4c9f-94fb-74854c44dd01 req-f2c38938-6759-4622-a4b3-a293f6b59794 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (a66fb2f6-fe0b-48db-8f6a-7bbb0579b281), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.700731 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['a66fb2f6-fe0b-48db-8f6a-7bbb0579b281'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:11.711088 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42226) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:11.750854 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6895f1f2-d6e6-40e4-aad9-285e1af12fec tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for security_group_rule (daa28dfb-611b-4857-8a67-1cd15fb37740), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.753016 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6895f1f2-d6e6-40e4-aad9-285e1af12fec tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (daa28dfb-611b-4857-8a67-1cd15fb37740), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.763353 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c38938-6759-4622-a4b3-a293f6b59794 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Pushing event deleted for resources: {'Port': ['ID=a66fb2f6-fe0b-48db-8f6a-7bbb0579b281,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:11.781849 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895f1f2-d6e6-40e4-aad9-285e1af12fec tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa28dfb-611b-4857-8a67-1cd15fb37740,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:11.803985 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6895f1f2-d6e6-40e4-aad9-285e1af12fec tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.805785 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6895f1f2-d6e6-40e4-aad9-285e1af12fec tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2425108 Jan 27 21:43:11.809009 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42232) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:11.825571 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-284d1451-97d1-4502-90eb-12b997c90ce7 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:11.883730 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee97c5f-168a-4c9f-94fb-74854c44dd01 req-f2c38938-6759-4622-a4b3-a293f6b59794 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] No DVR routers for this DVR port a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 on host n-h1-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:11.888062 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-284d1451-97d1-4502-90eb-12b997c90ce7 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.895310 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9ee97c5f-168a-4c9f-94fb-74854c44dd01 req-f2c38938-6759-4622-a4b3-a293f6b59794 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.899029 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9ee97c5f-168a-4c9f-94fb-74854c44dd01 req-f2c38938-6759-4622-a4b3-a293f6b59794 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.15 "DELETE /v2.0/ports/a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 HTTP/1.1" status: 204 len: 173 time: 1.2229581 Jan 27 21:43:11.913165 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de986901-8b2c-465e-b277-af3511841633', 'name': 'network-vif-deleted', 'tag': 'a66fb2f6-fe0b-48db-8f6a-7bbb0579b281'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:11.915564 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b6698a-2534-4725-bc8a-8d11e1e21b33" -d '{"events": [{"server_uuid": "de986901-8b2c-465e-b277-af3511841633", "name": "network-vif-deleted", "tag": "a66fb2f6-fe0b-48db-8f6a-7bbb0579b281"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:12.009896 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19264ce4-8a76-45ac-8825-b37538478791 req-3ff52117-68b8-45be-ad66-8c74593bdbb4 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 210 time: 0.1275063 Jan 27 21:43:12.028253 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a671373-0c0a-4974-9225-4e38b900f00b admin admin] Publish callbacks [] for security_group (5cbf502d-aa98-482b-aafe-37bb1ca334ed), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.037762 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a671373-0c0a-4974-9225-4e38b900f00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5cbf502d-aa98-482b-aafe-37bb1ca334ed), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.086589 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa83a51-66b6-4cd0-be04-87c1d7c35220 x-openstack-request-id: req-ffa83a51-66b6-4cd0-be04-87c1d7c35220 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:12.086914 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de986901-8b2c-465e-b277-af3511841633", "name": "network-vif-deleted", "tag": "a66fb2f6-fe0b-48db-8f6a-7bbb0579b281", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:12.087178 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ffa83a51-66b6-4cd0-be04-87c1d7c35220 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:12.087584 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de986901-8b2c-465e-b277-af3511841633', 'name': 'network-vif-deleted', 'tag': 'a66fb2f6-fe0b-48db-8f6a-7bbb0579b281', 'status': 'completed', 'code': 200} Jan 27 21:43:12.092781 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4a671373-0c0a-4974-9225-4e38b900f00b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2863f30766964d4293fdd1aebf2cd8c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7364395 Jan 27 21:43:12.104658 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42242) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:12.172151 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a671373-0c0a-4974-9225-4e38b900f00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbf502d-aa98-482b-aafe-37bb1ca334ed,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:12.186349 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1b92f63-0336-4a9a-9b16-23980ab96205 admin admin] Publish callbacks [] for security_group (5cbf502d-aa98-482b-aafe-37bb1ca334ed), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.210056 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1b92f63-0336-4a9a-9b16-23980ab96205 admin admin] Publish callbacks [] for security_group (5cbf502d-aa98-482b-aafe-37bb1ca334ed), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.235121 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-984ca7c8-87d4-4e43-b934-f8b648755545 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=914ae5cf443849b5adc2507763129c2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5225568 Jan 27 21:43:12.249629 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42248) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:12.294896 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1b92f63-0336-4a9a-9b16-23980ab96205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5cbf502d-aa98-482b-aafe-37bb1ca334ed), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.296106 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1b92f63-0336-4a9a-9b16-23980ab96205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.298095 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d1b92f63-0336-4a9a-9b16-23980ab96205 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5cbf502d-aa98-482b-aafe-37bb1ca334ed HTTP/1.1" status: 204 len: 168 time: 0.1922245 Jan 27 21:43:12.327190 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-284d1451-97d1-4502-90eb-12b997c90ce7 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.355229 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b5372b0-75a3-4def-869c-1c365bfd98c3 admin admin] Publish callbacks [] for security_group (46eae968-19d1-4f35-965c-7597c3c56105), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.364154 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b92f63-0336-4a9a-9b16-23980ab96205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbf502d-aa98-482b-aafe-37bb1ca334ed,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:12.453488 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b5372b0-75a3-4def-869c-1c365bfd98c3 admin admin] Publish callbacks [] for security_group (46eae968-19d1-4f35-965c-7597c3c56105), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.473905 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.506972 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-284d1451-97d1-4502-90eb-12b997c90ce7 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Allocated IP 172.25.3.226 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/dd96a59f-f133-45e6-96b8-c6c795eae3d1) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:12.610502 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b5372b0-75a3-4def-869c-1c365bfd98c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (46eae968-19d1-4f35-965c-7597c3c56105), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.613246 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b5372b0-75a3-4def-869c-1c365bfd98c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.614567 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5b5372b0-75a3-4def-869c-1c365bfd98c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/46eae968-19d1-4f35-965c-7597c3c56105 HTTP/1.1" status: 204 len: 168 time: 0.3636250 Jan 27 21:43:12.633057 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5372b0-75a3-4def-869c-1c365bfd98c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46eae968-19d1-4f35-965c-7597c3c56105,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:12.693486 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-385c729a-efcb-4ec5-be17-bb8a4be70eb1 req-480a93e4-703f-4c38-a07a-aaf94da58710 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 210 time: 0.0474854 Jan 27 21:43:12.731071 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-17bf6cf1-da3b-49f4-85bc-ca79ae8449c3 req-f3eab27c-32cc-4a38-9469-c8d5a145c802 tempest-AggregatesAdminTestJSON-576921690 tempest-AggregatesAdminTestJSON-576921690-project] 10.222.0.23 "GET /v2.0/ports?device_id=de986901-8b2c-465e-b277-af3511841633 HTTP/1.1" status: 200 len: 210 time: 0.0822687 Jan 27 21:43:12.775980 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-284d1451-97d1-4502-90eb-12b997c90ce7 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for port (dd96a59f-f133-45e6-96b8-c6c795eae3d1), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.828682 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-284d1451-97d1-4502-90eb-12b997c90ce7 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (dd96a59f-f133-45e6-96b8-c6c795eae3d1), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.874707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284d1451-97d1-4502-90eb-12b997c90ce7 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:12.880397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-284d1451-97d1-4502-90eb-12b997c90ce7 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:12.884816 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284d1451-97d1-4502-90eb-12b997c90ce7 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:12.890822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d1451-97d1-4502-90eb-12b997c90ce7 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Pushing event updated for resources: {'Port': ['ID=dd96a59f-f133-45e6-96b8-c6c795eae3d1,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:12.999371 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42270) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:13.019432 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-579dd1e2-c0d3-4aa0-99b5-88d36d8c5dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.142405 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-284d1451-97d1-4502-90eb-12b997c90ce7 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for floatingip (de843f04-6262-4956-81f0-ce0499e56019), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.145666 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-579dd1e2-c0d3-4aa0-99b5-88d36d8c5dc9 admin admin] Publish callbacks [] for security_group (87651f42-f624-4947-841e-dc5e65f0536d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.153010 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-579dd1e2-c0d3-4aa0-99b5-88d36d8c5dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (87651f42-f624-4947-841e-dc5e65f0536d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.200499 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-579dd1e2-c0d3-4aa0-99b5-88d36d8c5dc9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fee07128a17c477ea9bd3bc7d4553382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997149 Jan 27 21:43:13.205209 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42274) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:13.213863 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579dd1e2-c0d3-4aa0-99b5-88d36d8c5dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87651f42-f624-4947-841e-dc5e65f0536d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:13.223567 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4dadb84-f199-4a22-97c0-a68eb6cdd78a req-4710bc4b-eb84-4eeb-b2a8-72a7fb647a7e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 210 time: 0.0578516 Jan 27 21:43:13.250450 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-284d1451-97d1-4502-90eb-12b997c90ce7 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (dd96a59f-f133-45e6-96b8-c6c795eae3d1), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.304755 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c4ef957b-9fda-47af-a388-ddf5ffd646a1 admin admin] Publish callbacks [] for security_group (87651f42-f624-4947-841e-dc5e65f0536d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.328296 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42278) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:13.349027 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c4ef957b-9fda-47af-a388-ddf5ffd646a1 admin admin] Publish callbacks [] for security_group (87651f42-f624-4947-841e-dc5e65f0536d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.403755 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0063e156-0da4-4aa8-b332-92c582efca77 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf89b637f19349749dcf1c4e30ca5bd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0741992 Jan 27 21:43:13.406981 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42282) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:13.453021 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c4ef957b-9fda-47af-a388-ddf5ffd646a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (87651f42-f624-4947-841e-dc5e65f0536d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.455657 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c4ef957b-9fda-47af-a388-ddf5ffd646a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.455775 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-284d1451-97d1-4502-90eb-12b997c90ce7 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for port (dd96a59f-f133-45e6-96b8-c6c795eae3d1), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.456874 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c4ef957b-9fda-47af-a388-ddf5ffd646a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87651f42-f624-4947-841e-dc5e65f0536d HTTP/1.1" status: 204 len: 168 time: 0.2503488 Jan 27 21:43:13.464490 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-284d1451-97d1-4502-90eb-12b997c90ce7 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (dd96a59f-f133-45e6-96b8-c6c795eae3d1), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.482117 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-284d1451-97d1-4502-90eb-12b997c90ce7 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (de843f04-6262-4956-81f0-ce0499e56019), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.482830 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b186b250-1372-4f4c-8927-bf2b2f7fa9d3 admin admin] Publish callbacks [] for security_group (71586dd7-e9e1-43a7-ba99-adc39b783faf), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.484606 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef957b-9fda-47af-a388-ddf5ffd646a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87651f42-f624-4947-841e-dc5e65f0536d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:13.510910 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b186b250-1372-4f4c-8927-bf2b2f7fa9d3 admin admin] Publish callbacks [] for security_group (71586dd7-e9e1-43a7-ba99-adc39b783faf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.550351 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-284d1451-97d1-4502-90eb-12b997c90ce7 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.560325 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-284d1451-97d1-4502-90eb-12b997c90ce7 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7408597 Jan 27 21:43:13.567103 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d1451-97d1-4502-90eb-12b997c90ce7 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Pushing event updated for resources: {'Port': ['ID=dd96a59f-f133-45e6-96b8-c6c795eae3d1,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:13.603949 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b186b250-1372-4f4c-8927-bf2b2f7fa9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (71586dd7-e9e1-43a7-ba99-adc39b783faf), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.607195 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b186b250-1372-4f4c-8927-bf2b2f7fa9d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.611236 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b186b250-1372-4f4c-8927-bf2b2f7fa9d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71586dd7-e9e1-43a7-ba99-adc39b783faf HTTP/1.1" status: 204 len: 168 time: 0.2004981 Jan 27 21:43:13.618510 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186b250-1372-4f4c-8927-bf2b2f7fa9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71586dd7-e9e1-43a7-ba99-adc39b783faf,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:13.846385 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2579f00f-3615-4ed2-a582-28d89c8617cd req-576a1a64-6d63-4bd3-ab99-d6b4b058ffcf tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 210 time: 0.0514879 Jan 27 21:43:13.896767 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96eb7c13-4b77-4077-9649-6332580632b4 req-26cffc45-80ac-46f1-8f3c-419b47a640f3 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1727884834&fields=id&tenant_id=26970e00ed0848ac91d62d52a2a5e8f6 HTTP/1.1" status: 200 len: 267 time: 0.0805128 Jan 27 21:43:14.044303 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb7c13-4b77-4077-9649-6332580632b4 req-5215763e-df32-4ea1-a2ab-fb0c8f8b0ffc tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:14.047252 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96eb7c13-4b77-4077-9649-6332580632b4 req-5215763e-df32-4ea1-a2ab-fb0c8f8b0ffc tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/networks?id=15739e47-d117-45df-b39e-3668ba6a6ce6 HTTP/1.1" status: 200 len: 824 time: 0.1429508 Jan 27 21:43:14.074512 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96eb7c13-4b77-4077-9649-6332580632b4 req-a40ffdad-3d46-4967-95e1-cc94da166593 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/quotas/26970e00ed0848ac91d62d52a2a5e8f6 HTTP/1.1" status: 200 len: 375 time: 0.0115907 Jan 27 21:43:14.159537 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96eb7c13-4b77-4077-9649-6332580632b4 req-3484560e-8503-48c9-8b9c-fe7b0d4f2de6 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=26970e00ed0848ac91d62d52a2a5e8f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799165 Jan 27 21:43:14.294155 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96eb7c13-4b77-4077-9649-6332580632b4 req-0334edc5-2cd1-4f59-b0af-217413c34ba9 service neutron] 10.222.0.23 "GET /v2.0/networks/15739e47-d117-45df-b39e-3668ba6a6ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140022 Jan 27 21:43:14.445148 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c76b4ec-0fd5-4f53-9017-7341853cb492 req-e7fc3f06-6dfc-465d-9b17-99eb22bca718 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 210 time: 0.0350919 Jan 27 21:43:14.447266 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96eb7c13-4b77-4077-9649-6332580632b4 req-56eef3e9-a09b-4abd-82f3-7defb663e527 service neutron] 10.222.0.23 "GET /v2.0/networks/15739e47-d117-45df-b39e-3668ba6a6ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473413 Jan 27 21:43:14.693933 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffc44312-464c-4875-8290-c9a24a294a96 req-93039a04-531d-416a-9114-9f73acc55a7b tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=623e3d26-338a-4cef-b692-c2f90e9747e7 HTTP/1.1" status: 200 len: 210 time: 0.0520744 Jan 27 21:43:15.125875 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-170f8fe4-9dae-4df3-9312-e97b806acf94 req-ccfcd9b7-ab83-4ee5-87d3-40ad46cb50db tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 210 time: 0.0302322 Jan 27 21:43:15.163572 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:15.200929 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:43:15.202106 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device a66fb2f6-fe0b-48db-8f6a-7bbb0579b281 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:43:15.502778 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42432) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:15.602440 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7bf8c6f-98a2-4cb8-8816-1c53e43e4ea1 req-4e8ddb64-2e19-4362-8e24-01b259f544ce tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 210 time: 0.0347798 Jan 27 21:43:15.666516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-affd4681-1ec1-4a60-81e5-77b22f3a0bda admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-906180291-network', 'tenant_id': 'acf1c889d61e45eeaa1daa66906b17bd'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:15.696709 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affd4681-1ec1-4a60-81e5-77b22f3a0bda admin admin] Made reservation on behalf of acf1c889d61e45eeaa1daa66906b17bd for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:15.702082 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-affd4681-1ec1-4a60-81e5-77b22f3a0bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:15.721942 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-affd4681-1ec1-4a60-81e5-77b22f3a0bda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:15.908777 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e21ef0c-2063-4c86-a2e6-13216169fd9b req-a212e5ee-f928-4ef4-915b-8f56239dc0b2 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=623e3d26-338a-4cef-b692-c2f90e9747e7 HTTP/1.1" status: 200 len: 210 time: 0.0852089 Jan 27 21:43:15.946996 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb7c13-4b77-4077-9649-6332580632b4 req-c9e73bd4-cdf0-4dbe-bf72-3458f0c795d0 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:15.948936 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-96eb7c13-4b77-4077-9649-6332580632b4 req-c9e73bd4-cdf0-4dbe-bf72-3458f0c795d0 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.15 "GET /v2.0/networks?id=15739e47-d117-45df-b39e-3668ba6a6ce6 HTTP/1.1" status: 200 len: 824 time: 0.1581297 Jan 27 21:43:16.031357 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-affd4681-1ec1-4a60-81e5-77b22f3a0bda admin admin] Publish callbacks [] for security_group (568ba1e0-91c3-4e74-a986-802256f0b736), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.048005 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-affd4681-1ec1-4a60-81e5-77b22f3a0bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (568ba1e0-91c3-4e74-a986-802256f0b736), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.065544 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-affd4681-1ec1-4a60-81e5-77b22f3a0bda admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:43:16.082338 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-96eb7c13-4b77-4077-9649-6332580632b4 req-46e00f08-2b9e-493b-8922-d4ccf38557ff tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26970e00ed0848ac91d62d52a2a5e8f6 HTTP/1.1" status: 200 len: 380 time: 0.1243215 Jan 27 21:43:16.092958 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-affd4681-1ec1-4a60-81e5-77b22f3a0bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3c0f2f42-fe56-4027-8e68-8e0ff56e6659), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.093402 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-affd4681-1ec1-4a60-81e5-77b22f3a0bda admin admin] Added segment 3c0f2f42-fe56-4027-8e68-8e0ff56e6659 of type vlan for network 41ef59a0-fa1a-42e9-b82d-84d16180d1f3 Jan 27 21:43:16.096229 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-96eb7c13-4b77-4077-9649-6332580632b4 req-31a6fe97-a749-4886-a418-a14eba44e833 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Request body: {'port': {'device_id': '623e3d26-338a-4cef-b692-c2f90e9747e7', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'admin_state_up': True, 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'security_groups': ['1398a6cb-dc36-44ea-8f0b-45641a4d9786']}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:16.113478 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd4681-1ec1-4a60-81e5-77b22f3a0bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568ba1e0-91c3-4e74-a986-802256f0b736,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:16.171255 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-affd4681-1ec1-4a60-81e5-77b22f3a0bda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (41ef59a0-fa1a-42e9-b82d-84d16180d1f3), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.202855 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-affd4681-1ec1-4a60-81e5-77b22f3a0bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (41ef59a0-fa1a-42e9-b82d-84d16180d1f3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.203755 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affd4681-1ec1-4a60-81e5-77b22f3a0bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:16.204413 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-affd4681-1ec1-4a60-81e5-77b22f3a0bda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.266722 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-affd4681-1ec1-4a60-81e5-77b22f3a0bda admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7627881 Jan 27 21:43:16.269693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42500) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:16.279079 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96eb7c13-4b77-4077-9649-6332580632b4 req-31a6fe97-a749-4886-a418-a14eba44e833 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Made reservation on behalf of 26970e00ed0848ac91d62d52a2a5e8f6 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:16.281818 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-e0f92edb-0a37-4975-824c-63bd89a777ce admin admin] Request body: {'subnet': {'network_id': '41ef59a0-fa1a-42e9-b82d-84d16180d1f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-906180291-subnet', 'tenant_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:16.283135 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-96eb7c13-4b77-4077-9649-6332580632b4 req-31a6fe97-a749-4886-a418-a14eba44e833 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.317202 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36f9d7f8-f72a-4fb8-b6fd-a1d588a0ab33 req-0f4ab5a3-af93-42a2-be03-1700d5e24c04 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 210 time: 0.0541031 Jan 27 21:43:16.321526 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd4681-1ec1-4a60-81e5-77b22f3a0bda admin admin] Pushing event updated for resources: {'Network': ['ID=41ef59a0-fa1a-42e9-b82d-84d16180d1f3,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:16.337535 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 41ef59a0-fa1a-42e9-b82d-84d16180d1f3 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:43:16.348328 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f92edb-0a37-4975-824c-63bd89a777ce admin admin] Made reservation on behalf of acf1c889d61e45eeaa1daa66906b17bd for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:16.352328 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e0f92edb-0a37-4975-824c-63bd89a777ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.489259 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-96eb7c13-4b77-4077-9649-6332580632b4 req-31a6fe97-a749-4886-a418-a14eba44e833 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Allocated IP 172.20.0.4 (15739e47-d117-45df-b39e-3668ba6a6ce6/eca82b27-8c14-4e8f-bf68-e048c8afdfc4/98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:16.703843 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e0f92edb-0a37-4975-824c-63bd89a777ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for subnet (ac95968a-10bb-48dc-bc0a-ca4534f8895e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.722584 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-96eb7c13-4b77-4077-9649-6332580632b4 req-31a6fe97-a749-4886-a418-a14eba44e833 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for port (98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.765979 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-96eb7c13-4b77-4077-9649-6332580632b4 req-31a6fe97-a749-4886-a418-a14eba44e833 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.804867 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-205cb3ca-6c3f-4cc5-a81a-c8bdf889d9d0 req-598da199-893c-4ed0-a3e8-75eff5a39c68 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 210 time: 0.0902100 Jan 27 21:43:16.831138 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f92edb-0a37-4975-824c-63bd89a777ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac95968a-10bb-48dc-bc0a-ca4534f8895e,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:16.835452 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96eb7c13-4b77-4077-9649-6332580632b4 req-31a6fe97-a749-4886-a418-a14eba44e833 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Network 15739e47-d117-45df-b39e-3668ba6a6ce6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:16.839952 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-96eb7c13-4b77-4077-9649-6332580632b4 req-31a6fe97-a749-4886-a418-a14eba44e833 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:16.840078 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f92edb-0a37-4975-824c-63bd89a777ce admin admin] Checking segment: {'id': '3c0f2f42-fe56-4027-8e68-8e0ff56e6659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '41ef59a0-fa1a-42e9-b82d-84d16180d1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:16.840372 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f92edb-0a37-4975-824c-63bd89a777ce admin admin] Network hostable DHCP agents. Network: 41ef59a0-fa1a-42e9-b82d-84d16180d1f3, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:43:16.847021 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-96eb7c13-4b77-4077-9649-6332580632b4 req-31a6fe97-a749-4886-a418-a14eba44e833 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:16.862312 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f92edb-0a37-4975-824c-63bd89a777ce admin admin] Network 41ef59a0-fa1a-42e9-b82d-84d16180d1f3 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:43:16.888587 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-e0f92edb-0a37-4975-824c-63bd89a777ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 41ef59a0-fa1a-42e9-b82d-84d16180d1f3) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:16.898898 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6fe97-a749-4886-a418-a14eba44e833 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Pushing event updated for resources: {'Port': ['ID=98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:16.903474 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec39076-8384-4b36-9d2b-6640aee00262 None None] Network 41ef59a0-fa1a-42e9-b82d-84d16180d1f3 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:16.927785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f92edb-0a37-4975-824c-63bd89a777ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:16.928456 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e0f92edb-0a37-4975-824c-63bd89a777ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.942183 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42548) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:16.942329 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb7c13-4b77-4077-9649-6332580632b4 req-31a6fe97-a749-4886-a418-a14eba44e833 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:16.944761 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-96eb7c13-4b77-4077-9649-6332580632b4 req-31a6fe97-a749-4886-a418-a14eba44e833 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.978770 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-96eb7c13-4b77-4077-9649-6332580632b4 req-31a6fe97-a749-4886-a418-a14eba44e833 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8907223 Jan 27 21:43:16.979717 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e0f92edb-0a37-4975-824c-63bd89a777ce admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7013931 Jan 27 21:43:16.982394 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42554) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:16.989339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-0828b56f-e358-47dd-aea0-257067f1dcb6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-906180291-router', 'tenant_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:17.009454 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-96eb7c13-4b77-4077-9649-6332580632b4 req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] Request body: {'port': {'device_id': '623e3d26-338a-4cef-b692-c2f90e9747e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:17.098857 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0828b56f-e358-47dd-aea0-257067f1dcb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (79a3dc65-d457-487a-85d8-634e1adabe49), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.103462 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0828b56f-e358-47dd-aea0-257067f1dcb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (79a3dc65-d457-487a-85d8-634e1adabe49), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.130073 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92e7c8-c4c8-444d-b852-7087f5ed9c9a req-a9350cc5-a39a-439e-b1b6-24fb27718129 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:17.132428 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-96eb7c13-4b77-4077-9649-6332580632b4 req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.135448 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d92e7c8-c4c8-444d-b852-7087f5ed9c9a req-a9350cc5-a39a-439e-b1b6-24fb27718129 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=623e3d26-338a-4cef-b692-c2f90e9747e7 HTTP/1.1" status: 200 len: 931 time: 0.1145737 Jan 27 21:43:17.173764 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d42cd3-4f8f-4b0c-bd16-db6b37d7f96a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-41ef59a0-fa1a-42e9-b82d-84d16180d1f3', 'network_id': '41ef59a0-fa1a-42e9-b82d-84d16180d1f3', 'project_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'fixed_ips': [{'subnet_id': 'ac95968a-10bb-48dc-bc0a-ca4534f8895e'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:43:17.175135 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b6d42cd3-4f8f-4b0c-bd16-db6b37d7f96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.281267 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0828b56f-e358-47dd-aea0-257067f1dcb6 admin admin] Publish callbacks [] for router_controller (79a3dc65-d457-487a-85d8-634e1adabe49), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.302756 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e97a728c-01af-445d-8a84-fb6276b0e9c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.311811 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-feb945d3-8f0a-4c01-be8d-9bdee13ab362 None None] Provisioning complete for port 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:17.312444 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-feb945d3-8f0a-4c01-be8d-9bdee13ab362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.382465 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-feb945d3-8f0a-4c01-be8d-9bdee13ab362 None None] Port 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:17.399500 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d92e7c8-c4c8-444d-b852-7087f5ed9c9a req-c745ea39-755c-4e8d-884e-77426dab783d tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201421 Jan 27 21:43:17.430246 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-b6d42cd3-4f8f-4b0c-bd16-db6b37d7f96a None None] Allocated IP 172.20.0.2 (41ef59a0-fa1a-42e9-b82d-84d16180d1f3/ac95968a-10bb-48dc-bc0a-ca4534f8895e/e871ef4f-a792-482b-9ac8-02e16ef04bf4) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:17.489752 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0828b56f-e358-47dd-aea0-257067f1dcb6 admin admin] Publish callbacks [] for router_gateway (79a3dc65-d457-487a-85d8-634e1adabe49), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.559494 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-96eb7c13-4b77-4077-9649-6332580632b4 req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:17.575999 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-96eb7c13-4b77-4077-9649-6332580632b4 req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] Publish callbacks [] for port (98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.582712 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f41d2e1-149a-41f4-9786-975005ad7593 req-c6c96009-5cb6-4cb7-b2d5-f2de33d1c179 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 210 time: 0.0408981 Jan 27 21:43:17.594158 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-96eb7c13-4b77-4077-9649-6332580632b4 req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] Transition to ACTIVE for port object 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:43:17.598038 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-96eb7c13-4b77-4077-9649-6332580632b4 req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.617964 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b6d42cd3-4f8f-4b0c-bd16-db6b37d7f96a None None] Publish callbacks [] for port (e871ef4f-a792-482b-9ac8-02e16ef04bf4), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.628914 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b6d42cd3-4f8f-4b0c-bd16-db6b37d7f96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (e871ef4f-a792-482b-9ac8-02e16ef04bf4), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.660285 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e97a728c-01af-445d-8a84-fb6276b0e9c5 admin admin] Publish callbacks [] for security_group (904b9806-1049-4214-a730-02effdc61c81), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.668131 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e97a728c-01af-445d-8a84-fb6276b0e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (904b9806-1049-4214-a730-02effdc61c81), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.676771 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d42cd3-4f8f-4b0c-bd16-db6b37d7f96a None None] Network 41ef59a0-fa1a-42e9-b82d-84d16180d1f3 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:17.682914 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-b6d42cd3-4f8f-4b0c-bd16-db6b37d7f96a None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:17.693900 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d42cd3-4f8f-4b0c-bd16-db6b37d7f96a None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:17.716078 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d42cd3-4f8f-4b0c-bd16-db6b37d7f96a None None] Pushing event updated for resources: {'Port': ['ID=e871ef4f-a792-482b-9ac8-02e16ef04bf4,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:17.721853 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] Pushing event updated for resources: {'Port': ['ID=98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:17.741898 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e97a728c-01af-445d-8a84-fb6276b0e9c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42583c3fcf834b44a34d8602759b9821&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7969041 Jan 27 21:43:17.746143 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a728c-01af-445d-8a84-fb6276b0e9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904b9806-1049-4214-a730-02effdc61c81,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:17.749293 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42584) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:17.807811 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b6d42cd3-4f8f-4b0c-bd16-db6b37d7f96a None None] Attempting to bind port e871ef4f-a792-482b-9ac8-02e16ef04bf4 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:17.808202 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b6d42cd3-4f8f-4b0c-bd16-db6b37d7f96a None None] Attempting to bind port e871ef4f-a792-482b-9ac8-02e16ef04bf4 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '3c0f2f42-fe56-4027-8e68-8e0ff56e6659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '41ef59a0-fa1a-42e9-b82d-84d16180d1f3'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:17.808575 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d42cd3-4f8f-4b0c-bd16-db6b37d7f96a None None] Attempting to bind port e871ef4f-a792-482b-9ac8-02e16ef04bf4 on network 41ef59a0-fa1a-42e9-b82d-84d16180d1f3 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:17.822426 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d42cd3-4f8f-4b0c-bd16-db6b37d7f96a None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:17.822812 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d42cd3-4f8f-4b0c-bd16-db6b37d7f96a None None] Checking segment: {'id': '3c0f2f42-fe56-4027-8e68-8e0ff56e6659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '41ef59a0-fa1a-42e9-b82d-84d16180d1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:17.823462 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b6d42cd3-4f8f-4b0c-bd16-db6b37d7f96a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.823854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d42cd3-4f8f-4b0c-bd16-db6b37d7f96a None None] Bound using segment: {'id': '3c0f2f42-fe56-4027-8e68-8e0ff56e6659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '41ef59a0-fa1a-42e9-b82d-84d16180d1f3'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:17.824353 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b6d42cd3-4f8f-4b0c-bd16-db6b37d7f96a None None] Bound port: e871ef4f-a792-482b-9ac8-02e16ef04bf4, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0f2f42-fe56-4027-8e68-8e0ff56e6659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '41ef59a0-fa1a-42e9-b82d-84d16180d1f3'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:17.824731 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b6d42cd3-4f8f-4b0c-bd16-db6b37d7f96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e871ef4f-a792-482b-9ac8-02e16ef04bf4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.911529 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-aa381ab1-2575-4f3f-9776-5b95aa9fe6f2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Request body: {'port': {'device_id': '1b1134fa-9d36-4b5d-9934-16c55b4913e0', 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867', 'admin_state_up': True, 'tenant_id': '6f69f01a295841ef87a2606a7f3645b9'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:17.919861 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-868f7f10-d196-425a-9643-1b107fefdff0 admin admin] Publish callbacks [] for security_group (904b9806-1049-4214-a730-02effdc61c81), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.966198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b6d42cd3-4f8f-4b0c-bd16-db6b37d7f96a None None] For port e871ef4f-a792-482b-9ac8-02e16ef04bf4, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:17.981780 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b6d42cd3-4f8f-4b0c-bd16-db6b37d7f96a None None] For port e871ef4f-a792-482b-9ac8-02e16ef04bf4, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e871ef4f-a792-482b-9ac8-02e16ef04bf4,segment=NetworkSegment(3c0f2f42-fe56-4027-8e68-8e0ff56e6659),segment_id=3c0f2f42-fe56-4027-8e68-8e0ff56e6659)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:17.992532 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b6d42cd3-4f8f-4b0c-bd16-db6b37d7f96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e871ef4f-a792-482b-9ac8-02e16ef04bf4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.994147 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e5ca008a-dc2f-4def-980c-9ed3c86626bd req-7cd78048-cf9d-4165-b8dc-08c34b5940ff tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 210 time: 0.0866511 Jan 27 21:43:18.041274 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-96eb7c13-4b77-4077-9649-6332580632b4 req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] Attempting to bind port 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:18.042703 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-96eb7c13-4b77-4077-9649-6332580632b4 req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] Attempting to bind port 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '62b84251-c1ec-4448-ba72-de9788224dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:18.043199 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96eb7c13-4b77-4077-9649-6332580632b4 req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] Attempting to bind port 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 on network 15739e47-d117-45df-b39e-3668ba6a6ce6 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:18.053655 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96eb7c13-4b77-4077-9649-6332580632b4 req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] Port 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 on network 15739e47-d117-45df-b39e-3668ba6a6ce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:43:18.054752 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96eb7c13-4b77-4077-9649-6332580632b4 req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] Attempting to bind port 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 on network 15739e47-d117-45df-b39e-3668ba6a6ce6 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:18.092419 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-868f7f10-d196-425a-9643-1b107fefdff0 admin admin] Publish callbacks [] for security_group (904b9806-1049-4214-a730-02effdc61c81), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.094792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d42cd3-4f8f-4b0c-bd16-db6b37d7f96a None None] Pushing event updated for resources: {'Port': ['ID=e871ef4f-a792-482b-9ac8-02e16ef04bf4,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:18.124822 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96eb7c13-4b77-4077-9649-6332580632b4 req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:18.125553 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96eb7c13-4b77-4077-9649-6332580632b4 req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] Checking segment: {'id': '62b84251-c1ec-4448-ba72-de9788224dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:18.125952 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96eb7c13-4b77-4077-9649-6332580632b4 req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] Bound using segment: {'id': '62b84251-c1ec-4448-ba72-de9788224dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:18.126415 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-96eb7c13-4b77-4077-9649-6332580632b4 req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] Bound port: 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b84251-c1ec-4448-ba72-de9788224dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:18.126789 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-96eb7c13-4b77-4077-9649-6332580632b4 req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.335230 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-aa381ab1-2575-4f3f-9776-5b95aa9fe6f2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Made reservation on behalf of 6f69f01a295841ef87a2606a7f3645b9 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:18.338756 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-aa381ab1-2575-4f3f-9776-5b95aa9fe6f2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.396793 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0828b56f-e358-47dd-aea0-257067f1dcb6 admin admin] Publish callbacks [] for router_gateway (79a3dc65-d457-487a-85d8-634e1adabe49), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.435440 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-96eb7c13-4b77-4077-9649-6332580632b4 req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] For port 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:18.480299 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-96eb7c13-4b77-4077-9649-6332580632b4 req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] For port 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3,segment=NetworkSegment(62b84251-c1ec-4448-ba72-de9788224dc8),segment_id=62b84251-c1ec-4448-ba72-de9788224dc8)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:18.481973 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0828b56f-e358-47dd-aea0-257067f1dcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.486757 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-868f7f10-d196-425a-9643-1b107fefdff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (904b9806-1049-4214-a730-02effdc61c81), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.488489 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-96eb7c13-4b77-4077-9649-6332580632b4 req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.490585 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-868f7f10-d196-425a-9643-1b107fefdff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.495632 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-868f7f10-d196-425a-9643-1b107fefdff0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/904b9806-1049-4214-a730-02effdc61c81 HTTP/1.1" status: 204 len: 168 time: 0.7443297 Jan 27 21:43:18.517986 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f7f10-d196-425a-9643-1b107fefdff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904b9806-1049-4214-a730-02effdc61c81,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:18.655379 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] Pushing event updated for resources: {'Port': ['ID=98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:18.692848 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb7c13-4b77-4077-9649-6332580632b4 req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:18.697034 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-96eb7c13-4b77-4077-9649-6332580632b4 req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.699356 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-96eb7c13-4b77-4077-9649-6332580632b4 req-1bfac027-fe38-4fe4-aa43-3e76ca6f4497 service neutron] 10.222.0.15 "PUT /v2.0/ports/98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 HTTP/1.1" status: 200 len: 1091 time: 1.6967299 Jan 27 21:43:18.707167 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623e3d26-338a-4cef-b692-c2f90e9747e7', 'tag': '98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:18.710002 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9169ef80-6b68-47ae-b56e-8ab072c65330" -d '{"events": [{"name": "network-changed", "server_uuid": "623e3d26-338a-4cef-b692-c2f90e9747e7", "tag": "98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:18.743230 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.21', 53398) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:18.756005 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd815342-5278-46d3-9694-4bc1fcad7124 req-bc984abf-4097-4e61-83da-b9d5e477fd02 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:18.766485 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd815342-5278-46d3-9694-4bc1fcad7124 req-bc984abf-4097-4e61-83da-b9d5e477fd02 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=623e3d26-338a-4cef-b692-c2f90e9747e7 HTTP/1.1" status: 200 len: 943 time: 0.1751444 Jan 27 21:43:18.799394 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-e192d0bb-fd9f-48f8-9949-abf2b226d76c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=199845b217c54a388bc3d621d514a954&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540202 Jan 27 21:43:18.853701 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-0828b56f-e358-47dd-aea0-257067f1dcb6 admin admin] Allocated IP 172.25.3.90 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/d6cd80f7-8265-44e1-9b62-53e4c2d47567) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:18.890846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd815342-5278-46d3-9694-4bc1fcad7124 req-0cc9f47a-d443-48b6-802a-2f54c5fe5619 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159892 Jan 27 21:43:19.018925 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72174824-1998-4aa8-99b4-163dfa6699b8 req-66d65b05-bb88-48d7-8f6e-ccd5623b2315 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 210 time: 0.0954280 Jan 27 21:43:19.100818 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e7e00a-6fb4-4c84-aeee-9d74149f2763 x-openstack-request-id: req-28e7e00a-6fb4-4c84-aeee-9d74149f2763 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:19.101261 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623e3d26-338a-4cef-b692-c2f90e9747e7", "tag": "98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:19.101261 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28e7e00a-6fb4-4c84-aeee-9d74149f2763 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:19.101764 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623e3d26-338a-4cef-b692-c2f90e9747e7', 'tag': '98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3', 'status': 'completed', 'code': 200} Jan 27 21:43:19.158304 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0828b56f-e358-47dd-aea0-257067f1dcb6 admin admin] Publish callbacks [] for port (d6cd80f7-8265-44e1-9b62-53e4c2d47567), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.222248 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-aa381ab1-2575-4f3f-9776-5b95aa9fe6f2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Allocated IP 172.20.0.2 (09918c0d-49b1-4f58-a6c2-3a0eabdef867/d0c1927c-9708-4e7c-89af-7b139122de5b/816c5961-d927-42ef-9afe-e51e7ad3efdb) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:19.225651 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb7c13-4b77-4077-9649-6332580632b4 req-a42df725-95c5-4384-b97c-a9ad1185a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:19.227187 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-96eb7c13-4b77-4077-9649-6332580632b4 req-a42df725-95c5-4384-b97c-a9ad1185a21f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26970e00ed0848ac91d62d52a2a5e8f6&device_id=623e3d26-338a-4cef-b692-c2f90e9747e7 HTTP/1.1" status: 200 len: 1094 time: 0.4269264 Jan 27 21:43:19.251853 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-084c8329-f424-4eac-91c1-8b570d004bd1 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:19.253386 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-084c8329-f424-4eac-91c1-8b570d004bd1 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4396894 Jan 27 21:43:19.273934 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0828b56f-e358-47dd-aea0-257067f1dcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (d6cd80f7-8265-44e1-9b62-53e4c2d47567), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.339468 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42670) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:19.358059 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e871ef4f-a792-482b-9ac8-02e16ef04bf4 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:19.388060 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0828b56f-e358-47dd-aea0-257067f1dcb6 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:19.405623 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7697547a-a364-488c-9c7a-c0bea33cd206 req-fb038e2e-4640-445b-9285-5218ce7f4f29 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 210 time: 0.0650733 Jan 27 21:43:19.424245 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-08679664-0b0f-4efd-992b-62f7eaf8305f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.426630 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-0828b56f-e358-47dd-aea0-257067f1dcb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:19.458922 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-96eb7c13-4b77-4077-9649-6332580632b4 req-b6f426ee-6230-47a7-a817-6524bb1a5ee1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 HTTP/1.1" status: 200 len: 217 time: 0.2018461 Jan 27 21:43:19.467621 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-cd951490-5090-4a66-a9f9-14a586e9d22e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Request body: {'port': {'device_id': '89e2eec9-8926-465d-b5be-014b58885919', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '199845b217c54a388bc3d621d514a954'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:19.471080 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0828b56f-e358-47dd-aea0-257067f1dcb6 admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:19.497170 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port e871ef4f-a792-482b-9ac8-02e16ef04bf4 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:19.497170 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e871ef4f-a792-482b-9ac8-02e16ef04bf4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.621190 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42688) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:19.662486 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port e871ef4f-a792-482b-9ac8-02e16ef04bf4 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:19.663345 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e871ef4f-a792-482b-9ac8-02e16ef04bf4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.725562 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb7c13-4b77-4077-9649-6332580632b4 req-01e009aa-5ffc-4eb6-8934-a4ae1e6b17ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:19.727047 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-96eb7c13-4b77-4077-9649-6332580632b4 req-01e009aa-5ffc-4eb6-8934-a4ae1e6b17ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eca82b27-8c14-4e8f-bf68-e048c8afdfc4 HTTP/1.1" status: 200 len: 863 time: 0.2300482 Jan 27 21:43:19.732878 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828b56f-e358-47dd-aea0-257067f1dcb6 admin admin] Pushing event updated for resources: {'Port': ['ID=d6cd80f7-8265-44e1-9b62-53e4c2d47567,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:19.743644 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port e871ef4f-a792-482b-9ac8-02e16ef04bf4, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e871ef4f-a792-482b-9ac8-02e16ef04bf4,segment=NetworkSegment(3c0f2f42-fe56-4027-8e68-8e0ff56e6659),segment_id=3c0f2f42-fe56-4027-8e68-8e0ff56e6659)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:19.750253 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e871ef4f-a792-482b-9ac8-02e16ef04bf4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.849893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=e871ef4f-a792-482b-9ac8-02e16ef04bf4,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:19.875957 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb7c13-4b77-4077-9649-6332580632b4 req-6d0d06bb-bf1a-4c1f-b721-5a278c63df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:19.877687 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-96eb7c13-4b77-4077-9649-6332580632b4 req-6d0d06bb-bf1a-4c1f-b721-5a278c63df5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15739e47-d117-45df-b39e-3668ba6a6ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280785 Jan 27 21:43:19.962685 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-cd951490-5090-4a66-a9f9-14a586e9d22e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Made reservation on behalf of 199845b217c54a388bc3d621d514a954 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:19.966679 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-cd951490-5090-4a66-a9f9-14a586e9d22e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.968792 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1b234a7c-6920-4e04-a878-c7f1ba2aa6f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.969248 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-08679664-0b0f-4efd-992b-62f7eaf8305f admin admin] Publish callbacks [] for security_group (9896d40d-a208-4d51-ae43-3b4e44192321), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.975525 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-08679664-0b0f-4efd-992b-62f7eaf8305f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9896d40d-a208-4d51-ae43-3b4e44192321), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.000579 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bfcca1-b701-4272-a96d-c617161eb9f1 None None] Network 41ef59a0-fa1a-42e9-b82d-84d16180d1f3 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:20.035086 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-aa381ab1-2575-4f3f-9776-5b95aa9fe6f2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks [] for port (816c5961-d927-42ef-9afe-e51e7ad3efdb), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.058263 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0828b56f-e358-47dd-aea0-257067f1dcb6 admin admin] Publish callbacks [] for router_gateway (79a3dc65-d457-487a-85d8-634e1adabe49), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.066834 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42702) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:20.113714 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-cd951490-5090-4a66-a9f9-14a586e9d22e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.147147 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-5a502428-0f1e-423a-8dc3-8a5e8538f29c None None] Provisioning complete for port e871ef4f-a792-482b-9ac8-02e16ef04bf4 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:20.147766 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5a502428-0f1e-423a-8dc3-8a5e8538f29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e871ef4f-a792-482b-9ac8-02e16ef04bf4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.149730 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1b234a7c-6920-4e04-a878-c7f1ba2aa6f3 admin admin] Publish callbacks [] for security_group (c557b20d-d6d8-4419-9253-67c9d52d92bc), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.172636 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1b234a7c-6920-4e04-a878-c7f1ba2aa6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c557b20d-d6d8-4419-9253-67c9d52d92bc), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.216415 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1b234a7c-6920-4e04-a878-c7f1ba2aa6f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b1d7f86eb124d5991b0b9961678687a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5905485 Jan 27 21:43:20.230117 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42708) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:20.295001 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d605a10a-2256-4bc0-b948-875f0d585563 req-c1bcd098-0c8b-4fd9-9110-6097f16892db tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 210 time: 0.1602967 Jan 27 21:43:20.300796 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-5a502428-0f1e-423a-8dc3-8a5e8538f29c None None] Current status of the port e871ef4f-a792-482b-9ac8-02e16ef04bf4 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:20.332974 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b234a7c-6920-4e04-a878-c7f1ba2aa6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c557b20d-d6d8-4419-9253-67c9d52d92bc,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:20.335900 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-aa381ab1-2575-4f3f-9776-5b95aa9fe6f2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (816c5961-d927-42ef-9afe-e51e7ad3efdb), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.351050 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08679664-0b0f-4efd-992b-62f7eaf8305f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9896d40d-a208-4d51-ae43-3b4e44192321,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:20.358644 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-96eb7c13-4b77-4077-9649-6332580632b4 req-a0549c4a-e476-4dec-99fd-89a92663073f service neutron] 10.222.0.15 "GET /v2.0/networks/15739e47-d117-45df-b39e-3668ba6a6ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712768 Jan 27 21:43:20.360920 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-08679664-0b0f-4efd-992b-62f7eaf8305f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4650952591f40f9970d1eab000e33cf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0187101 Jan 27 21:43:20.368277 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42712) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:20.435568 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42714) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:20.477222 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28439955-7d17-4f88-88be-effeb8208205 req-f5936a58-2865-4b3d-b1f5-5f5f380a1c60 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:20.485149 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-28439955-7d17-4f88-88be-effeb8208205 req-f5936a58-2865-4b3d-b1f5-5f5f380a1c60 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=623e3d26-338a-4cef-b692-c2f90e9747e7 HTTP/1.1" status: 200 len: 943 time: 0.4177778 Jan 27 21:43:20.528865 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a3c7ef41-ce22-451f-86a8-5dc5f680b93b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.531253 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1e443423-7d3e-4aba-9c7c-e0495ab8288b None None] Provisioning complete for port e871ef4f-a792-482b-9ac8-02e16ef04bf4 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:20.531723 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1e443423-7d3e-4aba-9c7c-e0495ab8288b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e871ef4f-a792-482b-9ac8-02e16ef04bf4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.560601 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa381ab1-2575-4f3f-9776-5b95aa9fe6f2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Pushing event updated for resources: {'Port': ['ID=816c5961-d927-42ef-9afe-e51e7ad3efdb,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:20.607165 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-aa381ab1-2575-4f3f-9776-5b95aa9fe6f2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:20.609247 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6ccd039f-be1a-4933-a1c1-9b96bac7c30b admin admin] Publish callbacks [] for security_group (c557b20d-d6d8-4419-9253-67c9d52d92bc), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.628214 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1e443423-7d3e-4aba-9c7c-e0495ab8288b None None] Current status of the port e871ef4f-a792-482b-9ac8-02e16ef04bf4 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:20.634153 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91ec0c5a-bfca-4801-b649-bf5b9c37b55a admin admin] Publish callbacks [] for security_group (9896d40d-a208-4d51-ae43-3b4e44192321), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.640268 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6ccd039f-be1a-4933-a1c1-9b96bac7c30b admin admin] Publish callbacks [] for security_group (c557b20d-d6d8-4419-9253-67c9d52d92bc), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.642238 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-aa381ab1-2575-4f3f-9776-5b95aa9fe6f2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:20.654772 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-aa381ab1-2575-4f3f-9776-5b95aa9fe6f2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:20.693222 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-28439955-7d17-4f88-88be-effeb8208205 req-0f7c1aac-05e0-4f94-9a60-7751348dc1ba tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070069 Jan 27 21:43:20.730369 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.734940 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91ec0c5a-bfca-4801-b649-bf5b9c37b55a admin admin] Publish callbacks [] for security_group (9896d40d-a208-4d51-ae43-3b4e44192321), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.749860 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-96eb7c13-4b77-4077-9649-6332580632b4 req-0eb2a481-0bc2-4c7e-a76a-ce5377f29fae service neutron] 10.222.0.15 "GET /v2.0/networks/15739e47-d117-45df-b39e-3668ba6a6ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617060 Jan 27 21:43:20.752060 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-cd951490-5090-4a66-a9f9-14a586e9d22e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks [] for security_group (ec4dc468-9be1-4a1d-a899-4eeeebb7664c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.759008 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-cd951490-5090-4a66-a9f9-14a586e9d22e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ec4dc468-9be1-4a1d-a899-4eeeebb7664c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.787190 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-aa381ab1-2575-4f3f-9776-5b95aa9fe6f2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:20.787808 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-aa381ab1-2575-4f3f-9776-5b95aa9fe6f2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.816359 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3c49e7e6-8fba-4080-885d-6a259c1e9f20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=431f62bd8d92472893a9ef5f952d9d60&name=default HTTP/1.1" status: 200 len: 2994 time: 0.3752429 Jan 27 21:43:20.822940 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa650f29-4d7a-4b32-a9ac-987436ba32b1 req-b355e48e-49cf-4d15-b9e0-cdf2d61bddcc tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:20.824655 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa650f29-4d7a-4b32-a9ac-987436ba32b1 req-b355e48e-49cf-4d15-b9e0-cdf2d61bddcc tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 931 time: 0.2564137 Jan 27 21:43:20.826280 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42720) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:20.829630 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0828b56f-e358-47dd-aea0-257067f1dcb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (79a3dc65-d457-487a-85d8-634e1adabe49), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.896179 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd951490-5090-4a66-a9f9-14a586e9d22e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4dc468-9be1-4a1d-a899-4eeeebb7664c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:20.901451 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-aa381ab1-2575-4f3f-9776-5b95aa9fe6f2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0125248 Jan 27 21:43:20.917147 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6ccd039f-be1a-4933-a1c1-9b96bac7c30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c557b20d-d6d8-4419-9253-67c9d52d92bc), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.919657 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6ccd039f-be1a-4933-a1c1-9b96bac7c30b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.921325 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6ccd039f-be1a-4933-a1c1-9b96bac7c30b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c557b20d-d6d8-4419-9253-67c9d52d92bc HTTP/1.1" status: 204 len: 168 time: 0.6903129 Jan 27 21:43:20.928672 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-2b03a306-5c98-4c2e-87d5-d8dbbeaae23f tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:43:20.929671 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-2b03a306-5c98-4c2e-87d5-d8dbbeaae23f tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0194860 Jan 27 21:43:20.951056 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a3c7ef41-ce22-451f-86a8-5dc5f680b93b admin admin] Publish callbacks [] for security_group (5ea5f37b-57f0-416b-bb03-3f5e5a477bd4), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.983637 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91ec0c5a-bfca-4801-b649-bf5b9c37b55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9896d40d-a208-4d51-ae43-3b4e44192321), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.986150 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91ec0c5a-bfca-4801-b649-bf5b9c37b55a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.987318 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-91ec0c5a-bfca-4801-b649-bf5b9c37b55a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9896d40d-a208-4d51-ae43-3b4e44192321 HTTP/1.1" status: 204 len: 168 time: 0.6092002 Jan 27 21:43:20.995047 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a3c7ef41-ce22-451f-86a8-5dc5f680b93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5ea5f37b-57f0-416b-bb03-3f5e5a477bd4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:21.016656 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa650f29-4d7a-4b32-a9ac-987436ba32b1 req-7c542dcf-a755-427d-9ceb-e53aa9df0bff tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790454 Jan 27 21:43:21.045292 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec0c5a-bfca-4801-b649-bf5b9c37b55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9896d40d-a208-4d51-ae43-3b4e44192321,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:21.072791 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a3c7ef41-ce22-451f-86a8-5dc5f680b93b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9b93ec7e03841d8b171219664f95494&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0044031 Jan 27 21:43:21.077518 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42726) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:21.117393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7ef41-ce22-451f-86a8-5dc5f680b93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea5f37b-57f0-416b-bb03-3f5e5a477bd4,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:21.189961 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0828b56f-e358-47dd-aea0-257067f1dcb6 admin admin] Router 79a3dc65-d457-487a-85d8-634e1adabe49 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:43:21.198695 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3687cccf-98cd-423c-b335-e134fd6798b0 admin admin] Publish callbacks [] for security_group (5ea5f37b-57f0-416b-bb03-3f5e5a477bd4), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:21.205671 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd039f-be1a-4933-a1c1-9b96bac7c30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c557b20d-d6d8-4419-9253-67c9d52d92bc,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:21.231802 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169ef80-6b68-47ae-b56e-8ab072c65330 req-dcb2f52c-bbd6-40d0-b270-b7709a12de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:21.233375 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9169ef80-6b68-47ae-b56e-8ab072c65330 req-dcb2f52c-bbd6-40d0-b270-b7709a12de50 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26970e00ed0848ac91d62d52a2a5e8f6&device_id=623e3d26-338a-4cef-b692-c2f90e9747e7 HTTP/1.1" status: 200 len: 1094 time: 0.4021611 Jan 27 21:43:21.263614 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-cd951490-5090-4a66-a9f9-14a586e9d22e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Allocated IP 192.168.233.77 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/77330e54-d780-4c6d-ada9-0ade9cecfd40) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:21.271535 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e871ef4f-a792-482b-9ac8-02e16ef04bf4 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:21.279871 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5cbf4616-061f-4724-b9ae-c559f3a6ad27 admin admin] Publish callbacks [] for security_group (2a8f00c0-2bcd-4af7-bd11-cab71627e144), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:21.351693 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5cbf4616-061f-4724-b9ae-c559f3a6ad27 admin admin] Publish callbacks [] for security_group (2a8f00c0-2bcd-4af7-bd11-cab71627e144), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:21.412507 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port e871ef4f-a792-482b-9ac8-02e16ef04bf4 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:21.413032 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e871ef4f-a792-482b-9ac8-02e16ef04bf4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:21.443440 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3687cccf-98cd-423c-b335-e134fd6798b0 admin admin] Publish callbacks [] for security_group (5ea5f37b-57f0-416b-bb03-3f5e5a477bd4), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:21.487250 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-645be66d-6332-40a7-b618-1db617c01158 service neutron] Request body: {'port': {'device_id': '1b1134fa-9d36-4b5d-9934-16c55b4913e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:21.501609 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8c860d9-8960-4596-b570-8a4a17cfbefd req-69e6947d-10f8-42bc-bcef-89640b1650ae tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 210 time: 0.0557599 Jan 27 21:43:21.526217 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169ef80-6b68-47ae-b56e-8ab072c65330 req-a2b56cd9-92e4-4338-a238-12719eec8120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:21.527685 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9169ef80-6b68-47ae-b56e-8ab072c65330 req-a2b56cd9-92e4-4338-a238-12719eec8120 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15739e47-d117-45df-b39e-3668ba6a6ce6 HTTP/1.1" status: 200 len: 925 time: 0.2757769 Jan 27 21:43:21.533631 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42736) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:21.575045 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port e871ef4f-a792-482b-9ac8-02e16ef04bf4 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:21.576686 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a5d3f8bb-c209-4901-9f2c-ac1e3ed29278 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:21.617014 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3687cccf-98cd-423c-b335-e134fd6798b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5ea5f37b-57f0-416b-bb03-3f5e5a477bd4), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:21.619851 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3687cccf-98cd-423c-b335-e134fd6798b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:21.621176 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3687cccf-98cd-423c-b335-e134fd6798b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ea5f37b-57f0-416b-bb03-3f5e5a477bd4 HTTP/1.1" status: 204 len: 168 time: 0.5425284 Jan 27 21:43:21.622471 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0828b56f-e358-47dd-aea0-257067f1dcb6 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:21.636570 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] Sync routers for ids ['79a3dc65-d457-487a-85d8-634e1adabe49'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:21.650599 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] Routers {'79a3dc65-d457-487a-85d8-634e1adabe49'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:21.651229 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:42:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['79a3dc65-d457-487a-85d8-634e1adabe49'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:21.652569 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687cccf-98cd-423c-b335-e134fd6798b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea5f37b-57f0-416b-bb03-3f5e5a477bd4,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:21.670851 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0828b56f-e358-47dd-aea0-257067f1dcb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:21.677693 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0828b56f-e358-47dd-aea0-257067f1dcb6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6920016 Jan 27 21:43:21.679571 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42740) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:21.686086 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9169ef80-6b68-47ae-b56e-8ab072c65330 req-caaef3fb-0514-467f-b793-a903678b1121 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 HTTP/1.1" status: 200 len: 217 time: 0.1388102 Jan 27 21:43:21.692625 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5cbf4616-061f-4724-b9ae-c559f3a6ad27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2a8f00c0-2bcd-4af7-bd11-cab71627e144), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:21.695066 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5cbf4616-061f-4724-b9ae-c559f3a6ad27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:21.696187 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5cbf4616-061f-4724-b9ae-c559f3a6ad27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a8f00c0-2bcd-4af7-bd11-cab71627e144 HTTP/1.1" status: 204 len: 168 time: 0.8546131 Jan 27 21:43:21.758385 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-645be66d-6332-40a7-b618-1db617c01158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (816c5961-d927-42ef-9afe-e51e7ad3efdb), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:21.812502 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf4616-061f-4724-b9ae-c559f3a6ad27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8f00c0-2bcd-4af7-bd11-cab71627e144,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:21.880892 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169ef80-6b68-47ae-b56e-8ab072c65330 req-4d99e5bb-d8b3-488e-8eb6-9e36ab3972a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:21.882307 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9169ef80-6b68-47ae-b56e-8ab072c65330 req-4d99e5bb-d8b3-488e-8eb6-9e36ab3972a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eca82b27-8c14-4e8f-bf68-e048c8afdfc4 HTTP/1.1" status: 200 len: 863 time: 0.1655018 Jan 27 21:43:21.889358 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] Set router 79a3dc65-d457-487a-85d8-634e1adabe49 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:21.913716 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-cd951490-5090-4a66-a9f9-14a586e9d22e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks [] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.046709 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a5d3f8bb-c209-4901-9f2c-ac1e3ed29278 admin admin] Publish callbacks [] for security_group (292b1d92-3265-4322-b67e-2cdc935914ba), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.058372 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a5d3f8bb-c209-4901-9f2c-ac1e3ed29278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (292b1d92-3265-4322-b67e-2cdc935914ba), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.086475 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf8283-d1dc-42b5-976f-35fee90695b3 req-deed0bc5-3c2a-4d8f-9c84-47e9d822c28e tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:22.099222 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0cbf8283-d1dc-42b5-976f-35fee90695b3 req-deed0bc5-3c2a-4d8f-9c84-47e9d822c28e tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=623e3d26-338a-4cef-b692-c2f90e9747e7 HTTP/1.1" status: 200 len: 943 time: 0.2833018 Jan 27 21:43:22.165988 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a3dc65-d457-487a-85d8-634e1adabe49', 'name': 'tempest-AttachSCSIVolumeTestJSON-906180291-router', 'tenant_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'd6cd80f7-8265-44e1-9b62-53e4c2d47567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:17Z', 'updated_at': '2022-01-27T21:43:19Z', 'revision_number': 3, 'project_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'gw_port': {'id': 'd6cd80f7-8265-44e1-9b62-53e4c2d47567', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a3dc65-d457-487a-85d8-634e1adabe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:18Z', 'updated_at': '2022-01-27T21:43:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:22.208056 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a5d3f8bb-c209-4901-9f2c-ac1e3ed29278 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf1a65e098ae453f937f68d0b51a2235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6727583 Jan 27 21:43:22.223741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42758) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:22.257490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3f8bb-c209-4901-9f2c-ac1e3ed29278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292b1d92-3265-4322-b67e-2cdc935914ba,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:22.277008 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42760) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:22.304093 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42762) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:22.307385 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-cd951490-5090-4a66-a9f9-14a586e9d22e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.316009 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] Checking router: 79a3dc65-d457-487a-85d8-634e1adabe49 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:43:22.316470 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] Updating router 79a3dc65-d457-487a-85d8-634e1adabe49 port d6cd80f7-8265-44e1-9b62-53e4c2d47567 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:43:22.342775 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d6cd80f7-8265-44e1-9b62-53e4c2d47567), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.365780 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e9559570-f5cc-4e79-95cd-19a33173d230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.371324 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd951490-5090-4a66-a9f9-14a586e9d22e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Pushing event updated for resources: {'Port': ['ID=77330e54-d780-4c6d-ada9-0ade9cecfd40,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:22.453638 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-cd951490-5090-4a66-a9f9-14a586e9d22e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:22.460428 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169ef80-6b68-47ae-b56e-8ab072c65330 req-548fb513-7bd4-4207-b3b1-4b618e51a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:22.461953 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9169ef80-6b68-47ae-b56e-8ab072c65330 req-548fb513-7bd4-4207-b3b1-4b618e51a691 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15739e47-d117-45df-b39e-3668ba6a6ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5726049 Jan 27 21:43:22.469280 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-cd951490-5090-4a66-a9f9-14a586e9d22e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:22.484317 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0cbf8283-d1dc-42b5-976f-35fee90695b3 req-c70a7d9c-e7d6-45a3-ab95-90d43b46cd30 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3798494 Jan 27 21:43:22.488710 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-cd951490-5090-4a66-a9f9-14a586e9d22e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:22.504936 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25a572-3522-40ac-b423-f2da24df3867 req-7f0983a0-da46-44a4-9436-ee40e5069d15 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:22.516222 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b25a572-3522-40ac-b423-f2da24df3867 req-7f0983a0-da46-44a4-9436-ee40e5069d15 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 931 time: 0.3795674 Jan 27 21:43:22.543703 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-645be66d-6332-40a7-b618-1db617c01158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816c5961-d927-42ef-9afe-e51e7ad3efdb {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:22.594726 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-645be66d-6332-40a7-b618-1db617c01158 service neutron] Publish callbacks [] for port (816c5961-d927-42ef-9afe-e51e7ad3efdb), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.602555 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a1f28152-a342-40d1-8131-f152e756fbe3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d6977d240064d48b554a9e3ae22be92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968507 Jan 27 21:43:22.602763 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42768) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:22.609710 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-35ac9997-b1a1-4301-98e5-74a694174260 admin admin] Publish callbacks [] for security_group (292b1d92-3265-4322-b67e-2cdc935914ba), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.666739 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-645be66d-6332-40a7-b618-1db617c01158 service neutron] Transition to ACTIVE for port object 816c5961-d927-42ef-9afe-e51e7ad3efdb will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:43:22.686937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-cd951490-5090-4a66-a9f9-14a586e9d22e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:22.687545 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-cd951490-5090-4a66-a9f9-14a586e9d22e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.719867 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-645be66d-6332-40a7-b618-1db617c01158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (816c5961-d927-42ef-9afe-e51e7ad3efdb), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.745682 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] Publish callbacks [] for port (d6cd80f7-8265-44e1-9b62-53e4c2d47567), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.753139 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d6cd80f7-8265-44e1-9b62-53e4c2d47567), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.753411 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-35ac9997-b1a1-4301-98e5-74a694174260 admin admin] Publish callbacks [] for security_group (292b1d92-3265-4322-b67e-2cdc935914ba), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.774004 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b25a572-3522-40ac-b423-f2da24df3867 req-f33027e6-5fda-4599-8f7e-e9ab3253e980 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522485 Jan 27 21:43:22.817899 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645be66d-6332-40a7-b618-1db617c01158 service neutron] Pushing event updated for resources: {'Port': ['ID=816c5961-d927-42ef-9afe-e51e7ad3efdb,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:22.831286 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] Attempting to bind port d6cd80f7-8265-44e1-9b62-53e4c2d47567 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:22.832479 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] Attempting to bind port d6cd80f7-8265-44e1-9b62-53e4c2d47567 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:22.832863 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] Attempting to bind port d6cd80f7-8265-44e1-9b62-53e4c2d47567 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:22.839602 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac9448-d306-4a5e-b5c5-eb960febbcef req-c93491d7-5d07-41b6-950d-6ee59ca809ae tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:22.841181 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-34ac9448-d306-4a5e-b5c5-eb960febbcef req-c93491d7-5d07-41b6-950d-6ee59ca809ae tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 935 time: 0.1835456 Jan 27 21:43:22.850206 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425f4be-6753-4821-a400-eeb491fea113 None None] Pushing event updated for resources: {'Port': ['ID=d6cd80f7-8265-44e1-9b62-53e4c2d47567,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:22.853660 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-cd951490-5090-4a66-a9f9-14a586e9d22e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5067389 Jan 27 21:43:22.856732 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:22.858013 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:22.858773 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.860256 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:22.861052 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e9559570-f5cc-4e79-95cd-19a33173d230 admin admin] Publish callbacks [] for security_group (49e55f99-780f-4ddf-94d3-82ff552d5bde), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.861325 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] Bound port: d6cd80f7-8265-44e1-9b62-53e4c2d47567, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:22.862209 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d6cd80f7-8265-44e1-9b62-53e4c2d47567), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.874936 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] Request body: {'port': {'device_id': '89e2eec9-8926-465d-b5be-014b58885919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:22.884141 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-92b6b9af-c7aa-4348-92a5-17d42139499d None None] Provisioning complete for port 77330e54-d780-4c6d-ada9-0ade9cecfd40 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:22.884704 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-92b6b9af-c7aa-4348-92a5-17d42139499d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.887923 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e9559570-f5cc-4e79-95cd-19a33173d230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (49e55f99-780f-4ddf-94d3-82ff552d5bde), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.937843 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e9559570-f5cc-4e79-95cd-19a33173d230 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=348fd684cbb448a6a531b7a9a5b97bd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6587651 Jan 27 21:43:22.939519 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9169ef80-6b68-47ae-b56e-8ab072c65330 req-70b4750a-27c4-45ef-978c-05b38345d6c5 service neutron] 10.222.0.15 "GET /v2.0/networks/15739e47-d117-45df-b39e-3668ba6a6ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632416 Jan 27 21:43:22.943592 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42780) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:22.949346 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] For port d6cd80f7-8265-44e1-9b62-53e4c2d47567, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:22.954575 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] For port d6cd80f7-8265-44e1-9b62-53e4c2d47567, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d6cd80f7-8265-44e1-9b62-53e4c2d47567,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:22.957861 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-92b6b9af-c7aa-4348-92a5-17d42139499d None None] Port 77330e54-d780-4c6d-ada9-0ade9cecfd40 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:22.960088 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d6cd80f7-8265-44e1-9b62-53e4c2d47567), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.994347 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-73d7c0d2-f755-46b5-8d74-ffa58561e347 admin admin] Publish callbacks [] for security_group (4e38c371-6deb-48ed-aeb1-a1043eee81a9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.017933 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] Routers {'79a3dc65-d457-487a-85d8-634e1adabe49'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:23.019056 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:42:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['79a3dc65-d457-487a-85d8-634e1adabe49'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:23.036661 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-34ac9448-d306-4a5e-b5c5-eb960febbcef req-353eabe5-8b6a-40ef-87dc-1c507e01b5f2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818125 Jan 27 21:43:23.064545 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-35ac9997-b1a1-4301-98e5-74a694174260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (292b1d92-3265-4322-b67e-2cdc935914ba), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.067887 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-35ac9997-b1a1-4301-98e5-74a694174260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.069209 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-35ac9997-b1a1-4301-98e5-74a694174260 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/292b1d92-3265-4322-b67e-2cdc935914ba HTTP/1.1" status: 204 len: 168 time: 0.8402681 Jan 27 21:43:23.085852 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9559570-f5cc-4e79-95cd-19a33173d230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e55f99-780f-4ddf-94d3-82ff552d5bde,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:23.116472 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.137495 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac9997-b1a1-4301-98e5-74a694174260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292b1d92-3265-4322-b67e-2cdc935914ba,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:23.160315 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bed2df40-f6ff-4146-9ee8-1a8d8128c15c admin admin] Publish callbacks [] for security_group (49e55f99-780f-4ddf-94d3-82ff552d5bde), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.164112 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-73d7c0d2-f755-46b5-8d74-ffa58561e347 admin admin] Publish callbacks [] for security_group (4e38c371-6deb-48ed-aeb1-a1043eee81a9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.166926 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42784) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:23.167630 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] Set router 79a3dc65-d457-487a-85d8-634e1adabe49 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:23.195656 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-501be926-84fe-4e52-b4d3-287cd571906b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.243007 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bed2df40-f6ff-4146-9ee8-1a8d8128c15c admin admin] Publish callbacks [] for security_group (49e55f99-780f-4ddf-94d3-82ff552d5bde), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.249893 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-645be66d-6332-40a7-b618-1db617c01158 service neutron] Attempting to bind port 816c5961-d927-42ef-9afe-e51e7ad3efdb on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:23.252041 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-645be66d-6332-40a7-b618-1db617c01158 service neutron] Attempting to bind port 816c5961-d927-42ef-9afe-e51e7ad3efdb by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:23.253293 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-645be66d-6332-40a7-b618-1db617c01158 service neutron] Attempting to bind port 816c5961-d927-42ef-9afe-e51e7ad3efdb on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:23.347971 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-645be66d-6332-40a7-b618-1db617c01158 service neutron] Port 816c5961-d927-42ef-9afe-e51e7ad3efdb on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:43:23.348610 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-645be66d-6332-40a7-b618-1db617c01158 service neutron] Attempting to bind port 816c5961-d927-42ef-9afe-e51e7ad3efdb on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:23.357143 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-78283fcd-d1dc-4d93-8de5-0100fe04b2ec admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1994001221-network', 'tenant_id': '95aa79ef2e0d4820bfc1772df699fe63'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:23.360802 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-645be66d-6332-40a7-b618-1db617c01158 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:23.361155 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-645be66d-6332-40a7-b618-1db617c01158 service neutron] Checking segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:23.361622 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-645be66d-6332-40a7-b618-1db617c01158 service neutron] Bound using segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:23.362073 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-645be66d-6332-40a7-b618-1db617c01158 service neutron] Bound port: 816c5961-d927-42ef-9afe-e51e7ad3efdb, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:23.362432 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-645be66d-6332-40a7-b618-1db617c01158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (816c5961-d927-42ef-9afe-e51e7ad3efdb), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.391301 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9169ef80-6b68-47ae-b56e-8ab072c65330 req-4a25a312-71ff-488c-8c34-0896c22fb8c8 service neutron] 10.222.0.15 "GET /v2.0/networks/15739e47-d117-45df-b39e-3668ba6a6ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383855 Jan 27 21:43:23.401749 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425f4be-6753-4821-a400-eeb491fea113 None None] Pushing event updated for resources: {'Port': ['ID=d6cd80f7-8265-44e1-9b62-53e4c2d47567,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:23.424218 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bed2df40-f6ff-4146-9ee8-1a8d8128c15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (49e55f99-780f-4ddf-94d3-82ff552d5bde), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.427517 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bed2df40-f6ff-4146-9ee8-1a8d8128c15c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.432075 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bed2df40-f6ff-4146-9ee8-1a8d8128c15c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49e55f99-780f-4ddf-94d3-82ff552d5bde HTTP/1.1" status: 204 len: 168 time: 0.4850123 Jan 27 21:43:23.441333 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78283fcd-d1dc-4d93-8de5-0100fe04b2ec admin admin] Made reservation on behalf of 95aa79ef2e0d4820bfc1772df699fe63 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:23.442321 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-78283fcd-d1dc-4d93-8de5-0100fe04b2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.461475 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-645be66d-6332-40a7-b618-1db617c01158 service neutron] For port 816c5961-d927-42ef-9afe-e51e7ad3efdb, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:23.464632 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-645be66d-6332-40a7-b618-1db617c01158 service neutron] For port 816c5961-d927-42ef-9afe-e51e7ad3efdb, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=816c5961-d927-42ef-9afe-e51e7ad3efdb,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:23.479761 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-78283fcd-d1dc-4d93-8de5-0100fe04b2ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.509076 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-645be66d-6332-40a7-b618-1db617c01158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (816c5961-d927-42ef-9afe-e51e7ad3efdb), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.524541 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2df40-f6ff-4146-9ee8-1a8d8128c15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e55f99-780f-4ddf-94d3-82ff552d5bde,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:23.579347 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a3dc65-d457-487a-85d8-634e1adabe49', 'name': 'tempest-AttachSCSIVolumeTestJSON-906180291-router', 'tenant_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'd6cd80f7-8265-44e1-9b62-53e4c2d47567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:17Z', 'updated_at': '2022-01-27T21:43:19Z', 'revision_number': 3, 'project_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'gw_port': {'id': 'd6cd80f7-8265-44e1-9b62-53e4c2d47567', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a3dc65-d457-487a-85d8-634e1adabe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:18Z', 'updated_at': '2022-01-27T21:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:23.581008 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645be66d-6332-40a7-b618-1db617c01158 service neutron] Pushing event updated for resources: {'Port': ['ID=816c5961-d927-42ef-9afe-e51e7ad3efdb,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:23.595128 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-73d7c0d2-f755-46b5-8d74-ffa58561e347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4e38c371-6deb-48ed-aeb1-a1043eee81a9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.598451 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-73d7c0d2-f755-46b5-8d74-ffa58561e347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.599643 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-73d7c0d2-f755-46b5-8d74-ffa58561e347 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e38c371-6deb-48ed-aeb1-a1043eee81a9 HTTP/1.1" status: 204 len: 168 time: 0.9899304 Jan 27 21:43:23.606631 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-645be66d-6332-40a7-b618-1db617c01158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:23.607303 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-645be66d-6332-40a7-b618-1db617c01158 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.609284 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-645be66d-6332-40a7-b618-1db617c01158 service neutron] 10.222.0.21 "PUT /v2.0/ports/816c5961-d927-42ef-9afe-e51e7ad3efdb HTTP/1.1" status: 200 len: 1091 time: 2.4069817 Jan 27 21:43:23.612750 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1134fa-9d36-4b5d-9934-16c55b4913e0', 'tag': '816c5961-d927-42ef-9afe-e51e7ad3efdb'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:23.615038 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b467d2-fdb3-46b1-b7e6-6973e7b2e4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "1b1134fa-9d36-4b5d-9934-16c55b4913e0", "tag": "816c5961-d927-42ef-9afe-e51e7ad3efdb"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:23.626700 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7c0d2-f755-46b5-8d74-ffa58561e347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e38c371-6deb-48ed-aeb1-a1043eee81a9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:23.717798 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f940c0-e11b-40d4-ac99-6d4713331d0a None None] The sync data for ids ['79a3dc65-d457-487a-85d8-634e1adabe49'] in n-d-772272-3 is: [{'id': '79a3dc65-d457-487a-85d8-634e1adabe49', 'name': 'tempest-AttachSCSIVolumeTestJSON-906180291-router', 'tenant_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'd6cd80f7-8265-44e1-9b62-53e4c2d47567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:17Z', 'updated_at': '2022-01-27T21:43:19Z', 'revision_number': 3, 'project_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'gw_port': {'id': 'd6cd80f7-8265-44e1-9b62-53e4c2d47567', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a3dc65-d457-487a-85d8-634e1adabe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:18Z', 'updated_at': '2022-01-27T21:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:23.731453 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a52d087-df95-4bbe-aba3-2cfa2d695dfc x-openstack-request-id: req-5a52d087-df95-4bbe-aba3-2cfa2d695dfc {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:23.731890 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b1134fa-9d36-4b5d-9934-16c55b4913e0", "tag": "816c5961-d927-42ef-9afe-e51e7ad3efdb", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:23.734539 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a52d087-df95-4bbe-aba3-2cfa2d695dfc {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:23.736393 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b1134fa-9d36-4b5d-9934-16c55b4913e0', 'tag': '816c5961-d927-42ef-9afe-e51e7ad3efdb', 'status': 'completed', 'code': 200} Jan 27 21:43:23.770549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-501be926-84fe-4e52-b4d3-287cd571906b admin admin] Allocated IP 172.20.0.1 (41ef59a0-fa1a-42e9-b82d-84d16180d1f3/ac95968a-10bb-48dc-bc0a-ca4534f8895e/d7ae0a49-66dd-45e0-b213-d19913708098) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:23.816416 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-a4dc6aa8-a20f-4d0d-b6d3-b07105ba1a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:23.819864 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-78283fcd-d1dc-4d93-8de5-0100fe04b2ec admin admin] Publish callbacks [] for security_group (771cdf53-ecbf-4def-ae7b-3be0684d5f71), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.820770 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-a4dc6aa8-a20f-4d0d-b6d3-b07105ba1a46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 1094 time: 0.0833287 Jan 27 21:43:23.847073 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-78283fcd-d1dc-4d93-8de5-0100fe04b2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (771cdf53-ecbf-4def-ae7b-3be0684d5f71), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.892040 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4766b-cd86-41c7-8ef3-3cde80b3957e req-9d56eda1-27ec-4514-b355-d7e0eaf631dd tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:23.894946 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fdb4766b-cd86-41c7-8ef3-3cde80b3957e req-9d56eda1-27ec-4514-b355-d7e0eaf631dd tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=623e3d26-338a-4cef-b692-c2f90e9747e7 HTTP/1.1" status: 200 len: 943 time: 0.1852477 Jan 27 21:43:23.900812 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-b397e243-7414-4743-94cd-778c9ca1681a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=816c5961-d927-42ef-9afe-e51e7ad3efdb HTTP/1.1" status: 200 len: 217 time: 0.0592184 Jan 27 21:43:24.010731 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77330e54-d780-4c6d-ada9-0ade9cecfd40 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:24.020612 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-9f8242e4-6688-42ec-a7ef-77ef4bb55e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:24.021859 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-9f8242e4-6688-42ec-a7ef-77ef4bb55e3a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.1066568 Jan 27 21:43:24.024188 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] Publish callbacks [] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.027538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78283fcd-d1dc-4d93-8de5-0100fe04b2ec admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:43:24.064570 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-259d83d4-eaa9-4220-946f-c3535bc47c4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334289 Jan 27 21:43:24.070475 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] Transition to ACTIVE for port object 77330e54-d780-4c6d-ada9-0ade9cecfd40 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:43:24.074125 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d4841b3e-776f-407f-843f-0fd144ebf9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.104280 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-78283fcd-d1dc-4d93-8de5-0100fe04b2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (daf903dd-d443-43bd-844c-795602e93b36), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.104744 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-78283fcd-d1dc-4d93-8de5-0100fe04b2ec admin admin] Added segment daf903dd-d443-43bd-844c-795602e93b36 of type vlan for network 682655b0-dbc8-497a-9054-3d8e44de5af4 Jan 27 21:43:24.106008 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78283fcd-d1dc-4d93-8de5-0100fe04b2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771cdf53-ecbf-4def-ae7b-3be0684d5f71,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:24.123750 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fdb4766b-cd86-41c7-8ef3-3cde80b3957e req-56ca4f77-476f-499b-afb6-14951b9e7562 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817672 Jan 27 21:43:24.184043 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c83583-f73c-4c3b-a2c6-d067bf1276b1 req-b69e10f3-0e3f-4607-8af4-4d6afc264fcd tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:24.197192 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92c83583-f73c-4c3b-a2c6-d067bf1276b1 req-b69e10f3-0e3f-4607-8af4-4d6afc264fcd tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 943 time: 0.3006043 Jan 27 21:43:24.207514 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.350264 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-2b9573b1-f382-4d80-bd78-3ceab5a315ec service neutron] 10.222.0.21 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759559 Jan 27 21:43:24.352194 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-78283fcd-d1dc-4d93-8de5-0100fe04b2ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (682655b0-dbc8-497a-9054-3d8e44de5af4), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.442206 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-501be926-84fe-4e52-b4d3-287cd571906b admin admin] Publish callbacks [] for port (d7ae0a49-66dd-45e0-b213-d19913708098), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.473301 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92c83583-f73c-4c3b-a2c6-d067bf1276b1 req-5606d6cb-a6b6-4f32-9f41-f859f8379a5e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706728 Jan 27 21:43:24.510037 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] Pushing event updated for resources: {'Port': ['ID=77330e54-d780-4c6d-ada9-0ade9cecfd40,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:24.515874 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4738fb8-d8fe-42e0-a604-32c9f04e3a6c req-0d25b086-5a9d-40fb-b522-46eefb6fca17 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:24.518142 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4738fb8-d8fe-42e0-a604-32c9f04e3a6c req-0d25b086-5a9d-40fb-b522-46eefb6fca17 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 947 time: 0.2290239 Jan 27 21:43:24.529731 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-78283fcd-d1dc-4d93-8de5-0100fe04b2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (682655b0-dbc8-497a-9054-3d8e44de5af4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.531020 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78283fcd-d1dc-4d93-8de5-0100fe04b2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:24.532489 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-78283fcd-d1dc-4d93-8de5-0100fe04b2ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.595939 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4738fb8-d8fe-42e0-a604-32c9f04e3a6c req-8f4476b5-fa88-47df-b91a-9c6f7f7a6445 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695477 Jan 27 21:43:24.674457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-78283fcd-d1dc-4d93-8de5-0100fe04b2ec admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5064640 Jan 27 21:43:24.681350 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42832) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:24.687891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-9451d992-5026-4a25-9656-932f43c83705 admin admin] Request body: {'subnet': {'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1994001221-subnet', 'tenant_id': '95aa79ef2e0d4820bfc1772df699fe63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:24.698947 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78283fcd-d1dc-4d93-8de5-0100fe04b2ec admin admin] Pushing event updated for resources: {'Network': ['ID=682655b0-dbc8-497a-9054-3d8e44de5af4,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:24.707608 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-501be926-84fe-4e52-b4d3-287cd571906b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (d7ae0a49-66dd-45e0-b213-d19913708098), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.721566 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 682655b0-dbc8-497a-9054-3d8e44de5af4 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:43:24.744845 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] Attempting to bind port 77330e54-d780-4c6d-ada9-0ade9cecfd40 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:24.745865 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] Attempting to bind port 77330e54-d780-4c6d-ada9-0ade9cecfd40 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:24.746856 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] Attempting to bind port 77330e54-d780-4c6d-ada9-0ade9cecfd40 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:24.760898 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9451d992-5026-4a25-9656-932f43c83705 admin admin] Made reservation on behalf of 95aa79ef2e0d4820bfc1772df699fe63 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:24.766036 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6e512cfc-1476-40e6-8df6-a4d9e542679f req-a92a9344-49a5-4f72-86fd-ac8c3a2e5c24 service neutron] 10.222.0.21 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862662 Jan 27 21:43:24.766413 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9451d992-5026-4a25-9656-932f43c83705 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.766629 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] Port 77330e54-d780-4c6d-ada9-0ade9cecfd40 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:43:24.766959 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] Attempting to bind port 77330e54-d780-4c6d-ada9-0ade9cecfd40 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:24.778195 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:24.778460 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:24.778867 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:24.779830 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] Bound port: 77330e54-d780-4c6d-ada9-0ade9cecfd40, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:24.780201 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.921906 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] For port 77330e54-d780-4c6d-ada9-0ade9cecfd40, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:24.926227 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b467d2-fdb3-46b1-b7e6-6973e7b2e4b0 req-7141437d-29a9-4888-a93a-fcaf8887d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:24.927896 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b8b467d2-fdb3-46b1-b7e6-6973e7b2e4b0 req-7141437d-29a9-4888-a93a-fcaf8887d7b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 1094 time: 0.0851846 Jan 27 21:43:24.930038 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] For port 77330e54-d780-4c6d-ada9-0ade9cecfd40, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=77330e54-d780-4c6d-ada9-0ade9cecfd40,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:24.945627 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:25.034193 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501be926-84fe-4e52-b4d3-287cd571906b admin admin] Network 41ef59a0-fa1a-42e9-b82d-84d16180d1f3 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:25.044854 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-501be926-84fe-4e52-b4d3-287cd571906b admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:25.055877 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501be926-84fe-4e52-b4d3-287cd571906b admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:25.056443 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-501be926-84fe-4e52-b4d3-287cd571906b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (79a3dc65-d457-487a-85d8-634e1adabe49), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:25.059394 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:25.060029 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:25.062005 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] 10.222.0.21 "PUT /v2.0/ports/77330e54-d780-4c6d-ada9-0ade9cecfd40 HTTP/1.1" status: 200 len: 1095 time: 2.1914604 Jan 27 21:43:25.192110 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:43:25.214858 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbdbcb3-7ed9-440b-af40-96503acf3a63 service neutron] Pushing event updated for resources: {'Port': ['ID=77330e54-d780-4c6d-ada9-0ade9cecfd40,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:25.304103 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b467d2-fdb3-46b1-b7e6-6973e7b2e4b0 req-1ca20101-c360-4f16-8cd7-f82ace2b07d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:25.305660 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b8b467d2-fdb3-46b1-b7e6-6973e7b2e4b0 req-1ca20101-c360-4f16-8cd7-f82ace2b07d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 920 time: 0.3707991 Jan 27 21:43:25.315459 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-630c0a3f-1694-4e2b-8169-e328b99e0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:25.317338 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-630c0a3f-1694-4e2b-8169-e328b99e0956 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 1098 time: 0.2090037 Jan 27 21:43:25.317484 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501be926-84fe-4e52-b4d3-287cd571906b admin admin] Pushing event updated for resources: {'Port': ['ID=d7ae0a49-66dd-45e0-b213-d19913708098,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:25.419289 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b8b467d2-fdb3-46b1-b7e6-6973e7b2e4b0 req-ee8dc327-4b8f-4b1c-b379-c6221b62bd83 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=816c5961-d927-42ef-9afe-e51e7ad3efdb HTTP/1.1" status: 200 len: 217 time: 0.1012957 Jan 27 21:43:25.453733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d6cd80f7-8265-44e1-9b62-53e4c2d47567 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:25.597189 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132a4c6-7339-4ad9-9a81-9c21674e115a req-c24022a8-322b-4357-a15a-0ba6234c8971 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:25.599203 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e132a4c6-7339-4ad9-9a81-9c21674e115a req-c24022a8-322b-4357-a15a-0ba6234c8971 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=623e3d26-338a-4cef-b692-c2f90e9747e7 HTTP/1.1" status: 200 len: 943 time: 0.1197104 Jan 27 21:43:25.770518 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e2eec9-8926-465d-b5be-014b58885919', 'tag': '77330e54-d780-4c6d-ada9-0ade9cecfd40'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:25.773388 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dce6c0-8af8-4ea4-85c4-9036d377c21a" -d '{"events": [{"name": "network-changed", "server_uuid": "89e2eec9-8926-465d-b5be-014b58885919", "tag": "77330e54-d780-4c6d-ada9-0ade9cecfd40"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:25.795412 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-5358e7fd-7fca-4313-a65d-c1942b86a79a None None] Provisioning complete for port d7ae0a49-66dd-45e0-b213-d19913708098 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:25.796081 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5358e7fd-7fca-4313-a65d-c1942b86a79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d7ae0a49-66dd-45e0-b213-d19913708098), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:25.825953 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-0a11c913-734f-4c0c-8a8f-952767cb158a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=77330e54-d780-4c6d-ada9-0ade9cecfd40 HTTP/1.1" status: 200 len: 217 time: 0.4146624 Jan 27 21:43:25.828544 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b467d2-fdb3-46b1-b7e6-6973e7b2e4b0 req-a295c764-7f38-4b29-ad9d-091c93f3f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:25.830444 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b8b467d2-fdb3-46b1-b7e6-6973e7b2e4b0 req-a295c764-7f38-4b29-ad9d-091c93f3f9e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.0534410 Jan 27 21:43:25.835663 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9451d992-5026-4a25-9656-932f43c83705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for subnet (3c8c1fde-1173-4cc5-9eb6-13f24f8d2210), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:25.847299 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3,segment=NetworkSegment(62b84251-c1ec-4448-ba72-de9788224dc8),segment_id=62b84251-c1ec-4448-ba72-de9788224dc8)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:25.880077 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d6cd80f7-8265-44e1-9b62-53e4c2d47567 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:25.880486 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d6cd80f7-8265-44e1-9b62-53e4c2d47567), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:25.887539 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'port_id': '98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3', 'mac_address': 'fa:16:3e:68:1c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:43:25.912834 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b8b467d2-fdb3-46b1-b7e6-6973e7b2e4b0 req-d6b8bcca-cd7a-4965-b068-57737f2183b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741398 Jan 27 21:43:25.921448 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-5358e7fd-7fca-4313-a65d-c1942b86a79a None None] Port d7ae0a49-66dd-45e0-b213-d19913708098 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:25.927940 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451d992-5026-4a25-9656-932f43c83705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c8c1fde-1173-4cc5-9eb6-13f24f8d2210,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:25.956659 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-7d01b131-ffb2-42b9-b85e-f5e646ad5781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:25.957955 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-7d01b131-ffb2-42b9-b85e-f5e646ad5781 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1182156 Jan 27 21:43:25.971298 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:25.976048 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:26.029906 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e7a3e-b332-4500-a508-9f3e6be5fa24 req-da914ad7-8698-4769-82f8-18b8fb7c9eb8 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:26.036021 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:26.036940 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d5e7a3e-b332-4500-a508-9f3e6be5fa24 req-da914ad7-8698-4769-82f8-18b8fb7c9eb8 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 943 time: 0.4306867 Jan 27 21:43:26.045393 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-501be926-84fe-4e52-b4d3-287cd571906b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d7ae0a49-66dd-45e0-b213-d19913708098), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:26.062105 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3,segment=NetworkSegment(62b84251-c1ec-4448-ba72-de9788224dc8),segment_id=62b84251-c1ec-4448-ba72-de9788224dc8)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:26.069007 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:26.155868 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d6cd80f7-8265-44e1-9b62-53e4c2d47567 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:26.156587 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d6cd80f7-8265-44e1-9b62-53e4c2d47567), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:26.156739 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9451d992-5026-4a25-9656-932f43c83705 admin admin] Checking segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:26.157502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9451d992-5026-4a25-9656-932f43c83705 admin admin] Network hostable DHCP agents. Network: 682655b0-dbc8-497a-9054-3d8e44de5af4, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:43:26.175047 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b8b467d2-fdb3-46b1-b7e6-6973e7b2e4b0 req-d52cc187-3bbe-4a3e-91d5-7068dd221c5c service neutron] 10.222.0.21 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508280 Jan 27 21:43:26.176914 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d5e7a3e-b332-4500-a508-9f3e6be5fa24 req-5cbe512f-c132-45b1-8099-db3d31667be6 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391013 Jan 27 21:43:26.187553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e132a4c6-7339-4ad9-9a81-9c21674e115a req-03f62f30-feea-4293-af51-68f7cb9975a7 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5218356 Jan 27 21:43:26.242189 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port d6cd80f7-8265-44e1-9b62-53e4c2d47567, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d6cd80f7-8265-44e1-9b62-53e4c2d47567,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:26.247062 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:26.253163 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d6cd80f7-8265-44e1-9b62-53e4c2d47567), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:26.312463 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9451d992-5026-4a25-9656-932f43c83705 admin admin] Network 682655b0-dbc8-497a-9054-3d8e44de5af4 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:43:26.316051 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:26.337471 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-9e1e12f7-68e2-4229-9977-a131ea35f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:26.338951 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-9e1e12f7-68e2-4229-9977-a131ea35f990 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3317041 Jan 27 21:43:26.340485 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbb2586-b402-41d9-8202-fd8be114fdba x-openstack-request-id: req-fdbb2586-b402-41d9-8202-fd8be114fdba {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:26.340763 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e2eec9-8926-465d-b5be-014b58885919", "tag": "77330e54-d780-4c6d-ada9-0ade9cecfd40", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:26.341018 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fdbb2586-b402-41d9-8202-fd8be114fdba {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:26.345969 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e2eec9-8926-465d-b5be-014b58885919', 'tag': '77330e54-d780-4c6d-ada9-0ade9cecfd40', 'status': 'completed', 'code': 200} Jan 27 21:43:26.353086 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-9451d992-5026-4a25-9656-932f43c83705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 682655b0-dbc8-497a-9054-3d8e44de5af4) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:26.364035 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33c7bfd-c4e5-478d-b0c1-dd31be6b04d4 None None] Network 682655b0-dbc8-497a-9054-3d8e44de5af4 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:26.380284 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9451d992-5026-4a25-9656-932f43c83705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:26.380894 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9451d992-5026-4a25-9656-932f43c83705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:26.456477 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9451d992-5026-4a25-9656-932f43c83705 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7740257 Jan 27 21:43:26.475416 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=d6cd80f7-8265-44e1-9b62-53e4c2d47567,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:26.477804 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782d2df-f932-4dd2-b85e-ae36d43a1b20 req-0b9ee3e9-352d-4db1-ac6f-5e29107800a8 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:26.493337 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6782d2df-f932-4dd2-b85e-ae36d43a1b20 req-0b9ee3e9-352d-4db1-ac6f-5e29107800a8 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 947 time: 0.1613262 Jan 27 21:43:26.573818 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b8b467d2-fdb3-46b1-b7e6-6973e7b2e4b0 req-8e568d3d-e0e3-4de1-aaf0-d5c023a880fd service neutron] 10.222.0.21 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775687 Jan 27 21:43:26.595426 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6782d2df-f932-4dd2-b85e-ae36d43a1b20 req-20c71bfd-aa28-431c-91a9-1a82eacf102d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007636 Jan 27 21:43:26.615068 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8cf38a-8704-420d-93c4-2b47da380106 None None] Network 682655b0-dbc8-497a-9054-3d8e44de5af4 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:26.618292 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-501be926-84fe-4e52-b4d3-287cd571906b admin admin] Publish callbacks [] for port (d7ae0a49-66dd-45e0-b213-d19913708098), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:26.624988 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-501be926-84fe-4e52-b4d3-287cd571906b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d7ae0a49-66dd-45e0-b213-d19913708098), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:26.626715 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-501be926-84fe-4e52-b4d3-287cd571906b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (79a3dc65-d457-487a-85d8-634e1adabe49), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:26.661480 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-0bad9a81-f4af-4081-aa1d-7070a7596e07 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914727 Jan 27 21:43:26.734029 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501be926-84fe-4e52-b4d3-287cd571906b admin admin] Pushing event updated for resources: {'Port': ['ID=d7ae0a49-66dd-45e0-b213-d19913708098,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:26.775190 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9134a4e0-b3cc-4f4d-897f-3b8f5d55fe40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:26.812193 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501be926-84fe-4e52-b4d3-287cd571906b admin admin] Network 41ef59a0-fa1a-42e9-b82d-84d16180d1f3 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:26.813853 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-501be926-84fe-4e52-b4d3-287cd571906b admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:26.836287 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-692a0107-ee8a-4d37-9110-724db8c18a34 req-4098f643-3631-4d0e-bb84-90b4ec18c138 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637232 Jan 27 21:43:26.952797 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501be926-84fe-4e52-b4d3-287cd571906b admin admin] Router 79a3dc65-d457-487a-85d8-634e1adabe49 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:43:26.962722 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dce6c0-8af8-4ea4-85c4-9036d377c21a req-8765f7ba-56f1-4085-a67b-0387aa7a9ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:26.968290 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-00dce6c0-8af8-4ea4-85c4-9036d377c21a req-8765f7ba-56f1-4085-a67b-0387aa7a9ff2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 1098 time: 0.0742531 Jan 27 21:43:27.098328 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dce6c0-8af8-4ea4-85c4-9036d377c21a req-8831bf7f-97c9-431b-9c84-d8d554e6852e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:27.101014 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-00dce6c0-8af8-4ea4-85c4-9036d377c21a req-8831bf7f-97c9-431b-9c84-d8d554e6852e service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.1246467 Jan 27 21:43:27.121712 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501be926-84fe-4e52-b4d3-287cd571906b admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:27.136669 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-501be926-84fe-4e52-b4d3-287cd571906b admin admin] 10.222.0.23 "PUT /v2.0/routers/79a3dc65-d457-487a-85d8-634e1adabe49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4472194 Jan 27 21:43:27.143038 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] Sync routers for ids ['79a3dc65-d457-487a-85d8-634e1adabe49'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:27.164473 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] Routers {'79a3dc65-d457-487a-85d8-634e1adabe49'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:27.165114 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:43:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['79a3dc65-d457-487a-85d8-634e1adabe49'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:27.178479 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-00dce6c0-8af8-4ea4-85c4-9036d377c21a req-308aba7e-0255-4936-80ca-e789f8288324 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=77330e54-d780-4c6d-ada9-0ade9cecfd40 HTTP/1.1" status: 200 len: 217 time: 0.0661962 Jan 27 21:43:27.210066 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d6cd80f7-8265-44e1-9b62-53e4c2d47567 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:27.240881 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dce6c0-8af8-4ea4-85c4-9036d377c21a req-bd675b68-b11c-4ac4-810d-e69b77bf66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:27.242356 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-00dce6c0-8af8-4ea4-85c4-9036d377c21a req-bd675b68-b11c-4ac4-810d-e69b77bf66f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0530388 Jan 27 21:43:27.294356 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dce6c0-8af8-4ea4-85c4-9036d377c21a req-e9ccb306-85ba-4ea6-9c90-f053865d38e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:27.296860 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-00dce6c0-8af8-4ea4-85c4-9036d377c21a req-e9ccb306-85ba-4ea6-9c90-f053865d38e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0474098 Jan 27 21:43:27.307875 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:27.348512 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2f3308d2-a68b-46cd-a3a9-0f4401558d9a None None] Provisioning complete for port d7ae0a49-66dd-45e0-b213-d19913708098 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:27.348907 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2f3308d2-a68b-46cd-a3a9-0f4401558d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d7ae0a49-66dd-45e0-b213-d19913708098), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:27.402146 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d6cd80f7-8265-44e1-9b62-53e4c2d47567 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:27.402527 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d6cd80f7-8265-44e1-9b62-53e4c2d47567), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:27.429225 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-00dce6c0-8af8-4ea4-85c4-9036d377c21a req-328aa323-df0e-40b5-91b8-80e58b70fc89 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245162 Jan 27 21:43:27.473285 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753ce51-482e-454c-a0d8-36197748ff02 req-f9c0d94e-5ec4-4006-b044-46f888f09d6e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:27.475071 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0753ce51-482e-454c-a0d8-36197748ff02 req-f9c0d94e-5ec4-4006-b044-46f888f09d6e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 943 time: 0.1671014 Jan 27 21:43:27.489812 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:27.504639 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2f3308d2-a68b-46cd-a3a9-0f4401558d9a None None] Port d7ae0a49-66dd-45e0-b213-d19913708098 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:27.511392 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad748d5-7710-45ee-b22f-ba5f2da487e5 req-6c9f9260-4f62-40fc-a25e-342de572dc09 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:27.515706 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ad748d5-7710-45ee-b22f-ba5f2da487e5 req-6c9f9260-4f62-40fc-a25e-342de572dc09 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=623e3d26-338a-4cef-b692-c2f90e9747e7 HTTP/1.1" status: 200 len: 944 time: 0.1972766 Jan 27 21:43:27.524386 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:43:27.537540 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] Set router 79a3dc65-d457-487a-85d8-634e1adabe49 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:27.541008 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:27.541526 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:27.558901 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-00dce6c0-8af8-4ea4-85c4-9036d377c21a req-d561c388-86b8-4d11-8b7c-86968a437f86 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184363 Jan 27 21:43:27.604527 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0753ce51-482e-454c-a0d8-36197748ff02 req-52ea7152-81f6-45f4-bb92-12c357abc4de tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213191 Jan 27 21:43:27.619109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ad748d5-7710-45ee-b22f-ba5f2da487e5 req-70e3d151-5487-4759-a12f-e11a63456e3d tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852697 Jan 27 21:43:27.747753 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753f5fa-8a11-4dad-8a32-b7aa558e97af req-75289fb0-c6d7-40a4-b25a-c54c5b9b7161 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:27.749593 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7753f5fa-8a11-4dad-8a32-b7aa558e97af req-75289fb0-c6d7-40a4-b25a-c54c5b9b7161 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 947 time: 0.0658643 Jan 27 21:43:27.758121 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d6cd80f7-8265-44e1-9b62-53e4c2d47567 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:27.844439 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:27.844970 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:27.848537 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7753f5fa-8a11-4dad-8a32-b7aa558e97af req-32122de5-f6cc-4df9-8947-1020b6fa939e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843868 Jan 27 21:43:27.897104 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623e3d26-338a-4cef-b692-c2f90e9747e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:27.899247 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d8bb44-bba5-4270-8b76-73b9285fa0fa" -d '{"events": [{"server_uuid": "623e3d26-338a-4cef-b692-c2f90e9747e7", "name": "network-vif-plugged", "status": "completed", "tag": "98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:27.914397 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3,segment=NetworkSegment(62b84251-c1ec-4448-ba72-de9788224dc8),segment_id=62b84251-c1ec-4448-ba72-de9788224dc8)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:27.921934 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:27.955496 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d26fc9-bf93-44e2-8b6e-81a54f3317eb x-openstack-request-id: req-91d26fc9-bf93-44e2-8b6e-81a54f3317eb {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:27.955815 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623e3d26-338a-4cef-b692-c2f90e9747e7", "name": "network-vif-plugged", "status": "completed", "tag": "98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:27.956100 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91d26fc9-bf93-44e2-8b6e-81a54f3317eb {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:27.956523 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623e3d26-338a-4cef-b692-c2f90e9747e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3', 'code': 200} Jan 27 21:43:27.960764 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a3dc65-d457-487a-85d8-634e1adabe49', 'name': 'tempest-AttachSCSIVolumeTestJSON-906180291-router', 'tenant_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'd6cd80f7-8265-44e1-9b62-53e4c2d47567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:17Z', 'updated_at': '2022-01-27T21:43:25Z', 'revision_number': 4, 'project_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'gw_port': {'id': 'd6cd80f7-8265-44e1-9b62-53e4c2d47567', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3dc65-d457-487a-85d8-634e1adabe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:18Z', 'updated_at': '2022-01-27T21:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'd7ae0a49-66dd-45e0-b213-d19913708098', 'name': '', 'network_id': '41ef59a0-fa1a-42e9-b82d-84d16180d1f3', 'tenant_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'mac_address': 'fa:16:3e:8e:89:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a3dc65-d457-487a-85d8-634e1adabe49', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'ac95968a-10bb-48dc-bc0a-ca4534f8895e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:23Z', 'updated_at': '2022-01-27T21:43:26Z', 'revision_number': 2, 'project_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'subnets': [{'id': 'ac95968a-10bb-48dc-bc0a-ca4534f8895e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:28.007148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] Checking router: 79a3dc65-d457-487a-85d8-634e1adabe49 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:43:28.007148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] Updating router 79a3dc65-d457-487a-85d8-634e1adabe49 port d7ae0a49-66dd-45e0-b213-d19913708098 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:43:28.028832 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:28.053931 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d7ae0a49-66dd-45e0-b213-d19913708098), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.074695 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd343a-896a-4e3a-82a0-466cbb36a7dc req-de0fa9d1-e6e5-461d-9420-ac26f3594c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:28.077546 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7cfd343a-896a-4e3a-82a0-466cbb36a7dc req-de0fa9d1-e6e5-461d-9420-ac26f3594c4d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=623e3d26-338a-4cef-b692-c2f90e9747e7 HTTP/1.1" status: 200 len: 1096 time: 0.0502779 Jan 27 21:43:28.130620 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7cfd343a-896a-4e3a-82a0-466cbb36a7dc req-5a1d8c36-fdfc-42e1-970d-b7fd4681ca50 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473471 Jan 27 21:43:28.406488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-dbd166a9-48d5-4aaa-8c11-ce1ee1910cd4 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8126607683d541878b62716454240684&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277936 Jan 27 21:43:28.436311 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42958) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:28.441574 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3e28d979-829a-4721-898f-19a30fef38cd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-508086335-network', 'tenant_id': '3f80d205e6004adfbf7f8eb1e5b9a9a2'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:28.482747 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e28d979-829a-4721-898f-19a30fef38cd admin admin] Made reservation on behalf of 3f80d205e6004adfbf7f8eb1e5b9a9a2 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:28.486349 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e28d979-829a-4721-898f-19a30fef38cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.497661 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e28d979-829a-4721-898f-19a30fef38cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.506828 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] Publish callbacks [] for port (d7ae0a49-66dd-45e0-b213-d19913708098), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.513046 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d7ae0a49-66dd-45e0-b213-d19913708098), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.569990 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-9f011a06-409c-498c-ae50-3122eff3fdcf tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:28.582669 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-9f011a06-409c-498c-ae50-3122eff3fdcf tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1744163 Jan 27 21:43:28.593014 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938aa4b-71ad-4887-815b-79b0026a919e None None] Pushing event updated for resources: {'Port': ['ID=d7ae0a49-66dd-45e0-b213-d19913708098,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:28.607550 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e28d979-829a-4721-898f-19a30fef38cd admin admin] Publish callbacks [] for security_group (6f3afbf9-b9a8-45df-9511-f1f1bf432aed), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.612533 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e28d979-829a-4721-898f-19a30fef38cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6f3afbf9-b9a8-45df-9511-f1f1bf432aed), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.612908 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-5fe23da9-d9e9-4eee-b929-6f174caed701 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/quotas/8126607683d541878b62716454240684 HTTP/1.1" status: 200 len: 375 time: 0.0286770 Jan 27 21:43:28.634978 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] Attempting to bind port d7ae0a49-66dd-45e0-b213-d19913708098 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:28.635366 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] Attempting to bind port d7ae0a49-66dd-45e0-b213-d19913708098 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '3c0f2f42-fe56-4027-8e68-8e0ff56e6659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '41ef59a0-fa1a-42e9-b82d-84d16180d1f3'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:28.635740 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] Attempting to bind port d7ae0a49-66dd-45e0-b213-d19913708098 on network 41ef59a0-fa1a-42e9-b82d-84d16180d1f3 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:28.637833 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e28d979-829a-4721-898f-19a30fef38cd admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:43:28.646769 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:28.647077 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] Checking segment: {'id': '3c0f2f42-fe56-4027-8e68-8e0ff56e6659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '41ef59a0-fa1a-42e9-b82d-84d16180d1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:28.647503 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.647895 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] Bound using segment: {'id': '3c0f2f42-fe56-4027-8e68-8e0ff56e6659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '41ef59a0-fa1a-42e9-b82d-84d16180d1f3'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:28.649334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] Bound port: d7ae0a49-66dd-45e0-b213-d19913708098, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0f2f42-fe56-4027-8e68-8e0ff56e6659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '41ef59a0-fa1a-42e9-b82d-84d16180d1f3'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:28.649911 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d7ae0a49-66dd-45e0-b213-d19913708098), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.656491 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e28d979-829a-4721-898f-19a30fef38cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (dd8cda82-5990-464a-af96-abc4690d9d1e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.657106 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-3e28d979-829a-4721-898f-19a30fef38cd admin admin] Added segment dd8cda82-5990-464a-af96-abc4690d9d1e of type vlan for network 4dab7fa2-51b4-4539-b73a-c4b74becead2 Jan 27 21:43:28.692563 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-71b4904b-cff7-4323-a63c-8df54860a660 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8126607683d541878b62716454240684&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770373 Jan 27 21:43:28.757519 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.758795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] For port d7ae0a49-66dd-45e0-b213-d19913708098, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:28.762911 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] For port d7ae0a49-66dd-45e0-b213-d19913708098, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d7ae0a49-66dd-45e0-b213-d19913708098,segment=NetworkSegment(3c0f2f42-fe56-4027-8e68-8e0ff56e6659),segment_id=3c0f2f42-fe56-4027-8e68-8e0ff56e6659)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:28.766905 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e28d979-829a-4721-898f-19a30fef38cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (4dab7fa2-51b4-4539-b73a-c4b74becead2), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.767047 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d7ae0a49-66dd-45e0-b213-d19913708098), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.788527 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28d979-829a-4721-898f-19a30fef38cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3afbf9-b9a8-45df-9511-f1f1bf432aed,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:28.846864 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e28d979-829a-4721-898f-19a30fef38cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (4dab7fa2-51b4-4539-b73a-c4b74becead2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.848358 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e28d979-829a-4721-898f-19a30fef38cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:28.849420 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e28d979-829a-4721-898f-19a30fef38cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.866154 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42976) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:28.874193 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-8cb408ef-c43a-47dd-9d33-f76bff0a4776 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-719268842-network', 'tenant_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:28.931512 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938aa4b-71ad-4887-815b-79b0026a919e None None] Pushing event updated for resources: {'Port': ['ID=d7ae0a49-66dd-45e0-b213-d19913708098,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:28.937052 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] Routers {'79a3dc65-d457-487a-85d8-634e1adabe49'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:28.937672 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:43:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['79a3dc65-d457-487a-85d8-634e1adabe49'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:28.944016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb408ef-c43a-47dd-9d33-f76bff0a4776 admin admin] Made reservation on behalf of e9ed47ba7a3a4c9591c6ee9b52d2534a for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:28.946397 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cb408ef-c43a-47dd-9d33-f76bff0a4776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.965673 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cb408ef-c43a-47dd-9d33-f76bff0a4776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:29.033724 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-005f568b-e771-46fb-ab08-51cd249abcaa None None] Provisioning complete for port d7ae0a49-66dd-45e0-b213-d19913708098 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:29.033724 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-005f568b-e771-46fb-ab08-51cd249abcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d7ae0a49-66dd-45e0-b213-d19913708098), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:29.047207 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28d979-829a-4721-898f-19a30fef38cd admin admin] Pushing event updated for resources: {'Network': ['ID=4dab7fa2-51b4-4539-b73a-c4b74becead2,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:29.091212 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3e28d979-829a-4721-898f-19a30fef38cd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6533635 Jan 27 21:43:29.093947 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42984) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:29.107774 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c5b4b3d5-87c2-4882-b026-f702a917029c admin admin] Request body: {'subnet': {'network_id': '4dab7fa2-51b4-4539-b73a-c4b74becead2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-508086335-subnet', 'tenant_id': '3f80d205e6004adfbf7f8eb1e5b9a9a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:29.125224 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 4dab7fa2-51b4-4539-b73a-c4b74becead2 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:43:29.125681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c1e0a-eac3-412b-888a-d4fe9c2bd370 req-7de81ee4-9e53-4d4b-bd10-65529da14cbe tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:29.132674 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e7c1e0a-eac3-412b-888a-d4fe9c2bd370 req-7de81ee4-9e53-4d4b-bd10-65529da14cbe tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 943 time: 0.1301908 Jan 27 21:43:29.151969 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46485b28-ab3b-48b8-9ef5-338d0cbe0a36 req-16517a2b-026e-40f0-b0b2-f5ca45f201dc tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:29.153513 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46485b28-ab3b-48b8-9ef5-338d0cbe0a36 req-16517a2b-026e-40f0-b0b2-f5ca45f201dc tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=623e3d26-338a-4cef-b692-c2f90e9747e7 HTTP/1.1" status: 200 len: 945 time: 0.1166425 Jan 27 21:43:29.160534 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b4b3d5-87c2-4882-b026-f702a917029c admin admin] Made reservation on behalf of 3f80d205e6004adfbf7f8eb1e5b9a9a2 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:29.167933 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b3d5-87c2-4882-b026-f702a917029c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:29.213155 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cb408ef-c43a-47dd-9d33-f76bff0a4776 admin admin] Publish callbacks [] for security_group (a6f876a8-7852-4f91-8e8b-b905db57a911), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:29.224641 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cb408ef-c43a-47dd-9d33-f76bff0a4776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a6f876a8-7852-4f91-8e8b-b905db57a911), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:29.279027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb408ef-c43a-47dd-9d33-f76bff0a4776 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:43:29.312805 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e7c1e0a-eac3-412b-888a-d4fe9c2bd370 req-fbe654c0-85ce-4463-8ab2-7d132ee1c75e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791306 Jan 27 21:43:29.337198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] Set router 79a3dc65-d457-487a-85d8-634e1adabe49 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:29.350039 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46485b28-ab3b-48b8-9ef5-338d0cbe0a36 req-aa7bcb9d-b66c-4027-9fb2-4734140ed924 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852183 Jan 27 21:43:29.351563 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cb408ef-c43a-47dd-9d33-f76bff0a4776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (5c06555c-bda8-4971-991c-7865a00bad1e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:29.356445 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-8cb408ef-c43a-47dd-9d33-f76bff0a4776 admin admin] Added segment 5c06555c-bda8-4971-991c-7865a00bad1e of type vlan for network 072fa469-ac35-4c1b-9ecb-2c5475e92671 Jan 27 21:43:29.359094 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb408ef-c43a-47dd-9d33-f76bff0a4776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f876a8-7852-4f91-8e8b-b905db57a911,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:29.437007 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cb408ef-c43a-47dd-9d33-f76bff0a4776 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (072fa469-ac35-4c1b-9ecb-2c5475e92671), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:29.493061 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cb408ef-c43a-47dd-9d33-f76bff0a4776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (072fa469-ac35-4c1b-9ecb-2c5475e92671), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:29.496879 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb408ef-c43a-47dd-9d33-f76bff0a4776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:29.498526 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b3d5-87c2-4882-b026-f702a917029c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (a4db43ed-644f-42c2-af6a-d3060f03104c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:29.500022 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cb408ef-c43a-47dd-9d33-f76bff0a4776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:29.564783 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4b3d5-87c2-4882-b026-f702a917029c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4db43ed-644f-42c2-af6a-d3060f03104c,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:29.572068 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b4b3d5-87c2-4882-b026-f702a917029c admin admin] Checking segment: {'id': 'dd8cda82-5990-464a-af96-abc4690d9d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4dab7fa2-51b4-4539-b73a-c4b74becead2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:29.572478 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b4b3d5-87c2-4882-b026-f702a917029c admin admin] Network hostable DHCP agents. Network: 4dab7fa2-51b4-4539-b73a-c4b74becead2, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:43:29.591071 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b4b3d5-87c2-4882-b026-f702a917029c admin admin] Network 4dab7fa2-51b4-4539-b73a-c4b74becead2 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:43:29.603948 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-c5b4b3d5-87c2-4882-b026-f702a917029c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 4dab7fa2-51b4-4539-b73a-c4b74becead2) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:29.608782 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4b3d5-87c2-4882-b026-f702a917029c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:29.610263 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b3d5-87c2-4882-b026-f702a917029c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:29.629863 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c5b4b3d5-87c2-4882-b026-f702a917029c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5340276 Jan 27 21:43:29.632391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 816c5961-d927-42ef-9afe-e51e7ad3efdb details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:43:29.654561 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bb9619-2f33-4dcc-8a32-c1568cc07ace None None] Network 4dab7fa2-51b4-4539-b73a-c4b74becead2 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:29.796251 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 816c5961-d927-42ef-9afe-e51e7ad3efdb, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=816c5961-d927-42ef-9afe-e51e7ad3efdb,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:29.849457 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43002) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:29.849651 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8cb408ef-c43a-47dd-9d33-f76bff0a4776 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9822104 Jan 27 21:43:29.852629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb408ef-c43a-47dd-9d33-f76bff0a4776 admin admin] Pushing event updated for resources: {'Network': ['ID=072fa469-ac35-4c1b-9ecb-2c5475e92671,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:29.854791 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-21348197-34df-4df8-9f1c-faa03b7d1219 admin admin] Request body: {'subnet': {'network_id': '072fa469-ac35-4c1b-9ecb-2c5475e92671', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-719268842-subnet', 'tenant_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:29.875047 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a13d3c5e-2140-4b97-956a-629250e8c668 req-6682c4e5-b1fb-4175-a11a-20913eb6f582 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=250c7d55-852c-438f-8056-3b7bdeaaeaff HTTP/1.1" status: 200 len: 210 time: 0.0391638 Jan 27 21:43:29.882073 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 072fa469-ac35-4c1b-9ecb-2c5475e92671 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:43:29.892825 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21348197-34df-4df8-9f1c-faa03b7d1219 admin admin] Made reservation on behalf of e9ed47ba7a3a4c9591c6ee9b52d2534a for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:29.893804 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749433c-79ff-41fe-be6a-1353063be3be req-538b3862-e983-47d7-98b9-066ee7fa5115 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:29.895474 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6749433c-79ff-41fe-be6a-1353063be3be req-538b3862-e983-47d7-98b9-066ee7fa5115 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 947 time: 0.4084074 Jan 27 21:43:29.897178 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21348197-34df-4df8-9f1c-faa03b7d1219 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:29.946760 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '816c5961-d927-42ef-9afe-e51e7ad3efdb', 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867', 'port_id': '816c5961-d927-42ef-9afe-e51e7ad3efdb', 'mac_address': 'fa:16:3e:b3:55:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c1927c-9708-4e7c-89af-7b139122de5b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:43:29.953588 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-005f568b-e771-46fb-ab08-51cd249abcaa None None] Current status of the port d7ae0a49-66dd-45e0-b213-d19913708098 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:29.953991 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-005f568b-e771-46fb-ab08-51cd249abcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d7ae0a49-66dd-45e0-b213-d19913708098), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:29.980865 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6749433c-79ff-41fe-be6a-1353063be3be req-95060b85-747c-4223-8473-fa1518a9e628 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768366 Jan 27 21:43:30.110657 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-005f568b-e771-46fb-ab08-51cd249abcaa None None] For port d7ae0a49-66dd-45e0-b213-d19913708098, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d7ae0a49-66dd-45e0-b213-d19913708098,segment=NetworkSegment(3c0f2f42-fe56-4027-8e68-8e0ff56e6659),segment_id=3c0f2f42-fe56-4027-8e68-8e0ff56e6659)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:30.132405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 816c5961-d927-42ef-9afe-e51e7ad3efdb is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:30.132877 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (816c5961-d927-42ef-9afe-e51e7ad3efdb), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:30.139169 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-005f568b-e771-46fb-ab08-51cd249abcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d7ae0a49-66dd-45e0-b213-d19913708098), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:30.155877 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a9ae46-86c5-4d24-acec-e73fb4ac244b None None] Network 4dab7fa2-51b4-4539-b73a-c4b74becead2 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:30.163144 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21348197-34df-4df8-9f1c-faa03b7d1219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (ca47883b-a017-4675-9e06-2012a6236b4c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:30.226987 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21348197-34df-4df8-9f1c-faa03b7d1219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca47883b-a017-4675-9e06-2012a6236b4c,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:30.235434 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21348197-34df-4df8-9f1c-faa03b7d1219 admin admin] Checking segment: {'id': '5c06555c-bda8-4971-991c-7865a00bad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '072fa469-ac35-4c1b-9ecb-2c5475e92671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:30.235967 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21348197-34df-4df8-9f1c-faa03b7d1219 admin admin] Network hostable DHCP agents. Network: 072fa469-ac35-4c1b-9ecb-2c5475e92671, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:43:30.248906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a3dc65-d457-487a-85d8-634e1adabe49', 'name': 'tempest-AttachSCSIVolumeTestJSON-906180291-router', 'tenant_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'd6cd80f7-8265-44e1-9b62-53e4c2d47567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:17Z', 'updated_at': '2022-01-27T21:43:25Z', 'revision_number': 4, 'project_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'gw_port': {'id': 'd6cd80f7-8265-44e1-9b62-53e4c2d47567', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3dc65-d457-487a-85d8-634e1adabe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:18Z', 'updated_at': '2022-01-27T21:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'd7ae0a49-66dd-45e0-b213-d19913708098', 'name': '', 'network_id': '41ef59a0-fa1a-42e9-b82d-84d16180d1f3', 'tenant_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'mac_address': 'fa:16:3e:8e:89:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a3dc65-d457-487a-85d8-634e1adabe49', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'ac95968a-10bb-48dc-bc0a-ca4534f8895e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:23Z', 'updated_at': '2022-01-27T21:43:28Z', 'revision_number': 4, 'project_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'subnets': [{'id': 'ac95968a-10bb-48dc-bc0a-ca4534f8895e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:30.253439 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21348197-34df-4df8-9f1c-faa03b7d1219 admin admin] Network 072fa469-ac35-4c1b-9ecb-2c5475e92671 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:43:30.267513 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-21348197-34df-4df8-9f1c-faa03b7d1219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 072fa469-ac35-4c1b-9ecb-2c5475e92671) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:30.281619 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21348197-34df-4df8-9f1c-faa03b7d1219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:30.282210 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21348197-34df-4df8-9f1c-faa03b7d1219 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:30.307330 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816c5961-d927-42ef-9afe-e51e7ad3efdb {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:30.317668 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-21348197-34df-4df8-9f1c-faa03b7d1219 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4671607 Jan 27 21:43:30.319798 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-c575f444-b079-4344-894c-fe3a0c339c8c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:30.320744 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43028) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:30.326880 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-cd513cba-1bd2-4362-92d4-d92e45cb66a0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-719268842-router', 'tenant_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:30.329700 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-c575f444-b079-4344-894c-fe3a0c339c8c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 808 time: 0.1366289 Jan 27 21:43:30.347652 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-6b40d3ca-80b0-41b2-985f-2f47b843edff tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/quotas/95aa79ef2e0d4820bfc1772df699fe63 HTTP/1.1" status: 200 len: 375 time: 0.0168428 Jan 27 21:43:30.349323 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e44b95-1c27-4fe2-8c3c-a07184c3050f None None] Network 072fa469-ac35-4c1b-9ecb-2c5475e92671 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:30.361033 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd513cba-1bd2-4362-92d4-d92e45cb66a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (2a8d2d93-4d2d-4882-9caa-2557d62d1217), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:30.363199 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd513cba-1bd2-4362-92d4-d92e45cb66a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (2a8d2d93-4d2d-4882-9caa-2557d62d1217), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:30.371394 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:30.374979 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1c7634-8aba-4383-bb8a-072f0c3992ad None None] The sync data for ids ['79a3dc65-d457-487a-85d8-634e1adabe49'] in n-d-772272-3 is: [{'id': '79a3dc65-d457-487a-85d8-634e1adabe49', 'name': 'tempest-AttachSCSIVolumeTestJSON-906180291-router', 'tenant_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'd6cd80f7-8265-44e1-9b62-53e4c2d47567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:17Z', 'updated_at': '2022-01-27T21:43:25Z', 'revision_number': 4, 'project_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'gw_port': {'id': 'd6cd80f7-8265-44e1-9b62-53e4c2d47567', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3dc65-d457-487a-85d8-634e1adabe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:18Z', 'updated_at': '2022-01-27T21:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'd7ae0a49-66dd-45e0-b213-d19913708098', 'name': '', 'network_id': '41ef59a0-fa1a-42e9-b82d-84d16180d1f3', 'tenant_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'mac_address': 'fa:16:3e:8e:89:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79a3dc65-d457-487a-85d8-634e1adabe49', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'ac95968a-10bb-48dc-bc0a-ca4534f8895e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:23Z', 'updated_at': '2022-01-27T21:43:28Z', 'revision_number': 4, 'project_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'subnets': [{'id': 'ac95968a-10bb-48dc-bc0a-ca4534f8895e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:30.411400 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-66a1ebf8-cc5c-4ad3-80e1-a6016d0df052 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624459 Jan 27 21:43:30.416670 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 816c5961-d927-42ef-9afe-e51e7ad3efdb, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=816c5961-d927-42ef-9afe-e51e7ad3efdb,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:30.447041 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (816c5961-d927-42ef-9afe-e51e7ad3efdb), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:30.505877 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd513cba-1bd2-4362-92d4-d92e45cb66a0 admin admin] Publish callbacks [] for router_controller (2a8d2d93-4d2d-4882-9caa-2557d62d1217), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:30.524109 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-5b68ee65-0bdd-406e-ab1b-5b86f691eec0 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8126607683d541878b62716454240684&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376406 Jan 27 21:43:30.600897 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-f784af2d-b8b2-4c50-882b-c6b86b27382d service neutron] 10.222.0.23 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842673 Jan 27 21:43:30.646273 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f568b-e771-46fb-ab08-51cd249abcaa None None] Pushing event updated for resources: {'Port': ['ID=d7ae0a49-66dd-45e0-b213-d19913708098,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:30.710945 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-942101b6-1242-45c3-afb0-5c8d6888db9f None None] Provisioning complete for port d7ae0a49-66dd-45e0-b213-d19913708098 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:30.710945 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-942101b6-1242-45c3-afb0-5c8d6888db9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d7ae0a49-66dd-45e0-b213-d19913708098), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:30.781720 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-ad741471-a68c-494d-9114-7c3d15641973 service neutron] 10.222.0.23 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794016 Jan 27 21:43:30.784863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5d9d0c-7cd3-4b5d-9509-233c5031d7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-072fa469-ac35-4c1b-9ecb-2c5475e92671', 'network_id': '072fa469-ac35-4c1b-9ecb-2c5475e92671', 'project_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'fixed_ips': [{'subnet_id': 'ca47883b-a017-4675-9e06-2012a6236b4c'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:43:30.785863 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1f5d9d0c-7cd3-4b5d-9509-233c5031d7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:30.785996 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd513cba-1bd2-4362-92d4-d92e45cb66a0 admin admin] Publish callbacks [] for router_gateway (2a8d2d93-4d2d-4882-9caa-2557d62d1217), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:30.815734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482dba8-b567-42a2-8b67-3459bf8136b6 req-f2935186-1868-4c30-844c-7770185ef16d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:30.817330 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c482dba8-b567-42a2-8b67-3459bf8136b6 req-f2935186-1868-4c30-844c-7770185ef16d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 944 time: 0.2139442 Jan 27 21:43:30.894835 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=816c5961-d927-42ef-9afe-e51e7ad3efdb,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:30.911251 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c482dba8-b567-42a2-8b67-3459bf8136b6 req-99471e7a-bab9-4c35-a4ef-2dd7e9f63d5c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872066 Jan 27 21:43:30.956536 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-09d278f4-63b7-459b-b2cf-77964a189996 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:30.958982 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-09d278f4-63b7-459b-b2cf-77964a189996 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3733408 Jan 27 21:43:30.973567 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Request body: {'port': {'device_id': '250c7d55-852c-438f-8056-3b7bdeaaeaff', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '8126607683d541878b62716454240684'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:31.150257 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b9648-ce20-42e2-b42c-d77b5aeb6eaa req-bdc1dd77-4400-4740-914e-69dda5d659c0 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:31.163839 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-010b9648-ce20-42e2-b42c-d77b5aeb6eaa req-bdc1dd77-4400-4740-914e-69dda5d659c0 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=623e3d26-338a-4cef-b692-c2f90e9747e7 HTTP/1.1" status: 200 len: 945 time: 0.1342182 Jan 27 21:43:31.182563 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Made reservation on behalf of 8126607683d541878b62716454240684 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:31.194636 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:31.207871 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:31.295706 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-010b9648-ce20-42e2-b42c-d77b5aeb6eaa req-8d79ac53-48dc-47dd-b18b-34f39a27c731 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200466 Jan 27 21:43:31.318753 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['816c5961-d927-42ef-9afe-e51e7ad3efdb'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:31.366589 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d7ae0a49-66dd-45e0-b213-d19913708098 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:31.388860 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1343e55a-e4e4-4acd-a64b-380eca87924e req-d1460bce-549d-4623-a616-2606b084b955 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=250c7d55-852c-438f-8056-3b7bdeaaeaff HTTP/1.1" status: 200 len: 210 time: 0.0540662 Jan 27 21:43:31.438788 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-942101b6-1242-45c3-afb0-5c8d6888db9f None None] Current status of the port d7ae0a49-66dd-45e0-b213-d19913708098 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:31.473101 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fa9a7e8-5a58-45d1-972e-d9aed212433e req-8dd617b3-5853-4e8a-b548-817bfe80423e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 210 time: 0.0823884 Jan 27 21:43:31.502547 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-1f5d9d0c-7cd3-4b5d-9509-233c5031d7fb None None] Allocated IP 172.20.0.2 (072fa469-ac35-4c1b-9ecb-2c5475e92671/ca47883b-a017-4675-9e06-2012a6236b4c/9c8d7c17-c05f-4cbe-aadc-a038a8cba014) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:31.528677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 77330e54-d780-4c6d-ada9-0ade9cecfd40 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:43:31.536822 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd513cba-1bd2-4362-92d4-d92e45cb66a0 admin admin] Publish callbacks [] for router_gateway (2a8d2d93-4d2d-4882-9caa-2557d62d1217), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:31.592295 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd513cba-1bd2-4362-92d4-d92e45cb66a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:31.594389 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21105cf0-e239-4f00-a8a4-4661794d8fc9 req-cd54fa8f-b726-49c0-89eb-a5a04528d562 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:31.601910 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21105cf0-e239-4f00-a8a4-4661794d8fc9 req-cd54fa8f-b726-49c0-89eb-a5a04528d562 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 947 time: 0.0976856 Jan 27 21:43:31.682863 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Publish callbacks [] for security_group (115abcc0-8d42-4a77-bb04-ec7da5a9c750), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:31.703848 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (115abcc0-8d42-4a77-bb04-ec7da5a9c750), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:31.709779 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d7ae0a49-66dd-45e0-b213-d19913708098 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:31.710696 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d7ae0a49-66dd-45e0-b213-d19913708098), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:31.723914 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21105cf0-e239-4f00-a8a4-4661794d8fc9 req-e131bc47-a19b-4c5b-8182-834d9a72b7ab tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186445 Jan 27 21:43:31.815597 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593c93b-da7a-4fdb-8a14-5b7f24df90b8 req-d706ff08-afbe-435d-af3a-f4ddbaefa047 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:31.817232 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c593c93b-da7a-4fdb-8a14-5b7f24df90b8 req-d706ff08-afbe-435d-af3a-f4ddbaefa047 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=623e3d26-338a-4cef-b692-c2f90e9747e7 HTTP/1.1" status: 200 len: 945 time: 0.0781558 Jan 27 21:43:31.832339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43066) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:31.837621 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-dfdb5624-394d-4a2e-a1bf-d98e6fc3a92b tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Request body: {'floatingip': {'port_id': '98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:31.910470 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=115abcc0-8d42-4a77-bb04-ec7da5a9c750,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:31.928588 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.928947 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.929299 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.929643 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.929981 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.930457 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.931047 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.931401 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.931738 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.932076 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.932461 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.932793 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.933120 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:31.959150 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-cd513cba-1bd2-4362-92d4-d92e45cb66a0 admin admin] Allocated IP 172.25.3.109 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/33209b80-d151-4d5e-bffd-71c2e092e9b4) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:31.985991 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5624-394d-4a2e-a1bf-d98e6fc3a92b tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for floatingip (de843f04-6262-4956-81f0-ce0499e56019), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.113918 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Allocated IP 192.168.233.80 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:32.148958 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d7ae0a49-66dd-45e0-b213-d19913708098 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:32.171917 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 77330e54-d780-4c6d-ada9-0ade9cecfd40, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=77330e54-d780-4c6d-ada9-0ade9cecfd40,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:32.196105 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1f5d9d0c-7cd3-4b5d-9509-233c5031d7fb None None] Publish callbacks [] for port (9c8d7c17-c05f-4cbe-aadc-a038a8cba014), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.206848 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '77330e54-d780-4c6d-ada9-0ade9cecfd40', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '77330e54-d780-4c6d-ada9-0ade9cecfd40', 'mac_address': 'fa:16:3e:2f:df:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:43:32.214042 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1f5d9d0c-7cd3-4b5d-9509-233c5031d7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (9c8d7c17-c05f-4cbe-aadc-a038a8cba014), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.289096 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5d9d0c-7cd3-4b5d-9509-233c5031d7fb None None] Network 072fa469-ac35-4c1b-9ecb-2c5475e92671 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:32.295781 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-1f5d9d0c-7cd3-4b5d-9509-233c5031d7fb None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:32.322146 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5d9d0c-7cd3-4b5d-9509-233c5031d7fb None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:32.335579 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d9d0c-7cd3-4b5d-9509-233c5031d7fb None None] Pushing event updated for resources: {'Port': ['ID=9c8d7c17-c05f-4cbe-aadc-a038a8cba014,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:32.341140 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 77330e54-d780-4c6d-ada9-0ade9cecfd40 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:32.351418 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.405777 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77330e54-d780-4c6d-ada9-0ade9cecfd40 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:32.447669 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e811f-db86-4e45-91f3-829f5e806a1b req-bfb4bfdc-a447-46e4-8eaa-16738be91434 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:32.461407 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd9e811f-db86-4e45-91f3-829f5e806a1b req-bfb4bfdc-a447-46e4-8eaa-16738be91434 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 944 time: 0.2036037 Jan 27 21:43:32.499251 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 77330e54-d780-4c6d-ada9-0ade9cecfd40, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=77330e54-d780-4c6d-ada9-0ade9cecfd40,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:32.503929 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1f5d9d0c-7cd3-4b5d-9509-233c5031d7fb None None] Attempting to bind port 9c8d7c17-c05f-4cbe-aadc-a038a8cba014 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:32.504429 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1f5d9d0c-7cd3-4b5d-9509-233c5031d7fb None None] Attempting to bind port 9c8d7c17-c05f-4cbe-aadc-a038a8cba014 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '5c06555c-bda8-4971-991c-7865a00bad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '072fa469-ac35-4c1b-9ecb-2c5475e92671'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:32.504915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5d9d0c-7cd3-4b5d-9509-233c5031d7fb None None] Attempting to bind port 9c8d7c17-c05f-4cbe-aadc-a038a8cba014 on network 072fa469-ac35-4c1b-9ecb-2c5475e92671 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:32.513140 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.531178 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5d9d0c-7cd3-4b5d-9509-233c5031d7fb None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:32.531584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5d9d0c-7cd3-4b5d-9509-233c5031d7fb None None] Checking segment: {'id': '5c06555c-bda8-4971-991c-7865a00bad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '072fa469-ac35-4c1b-9ecb-2c5475e92671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:32.531967 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1f5d9d0c-7cd3-4b5d-9509-233c5031d7fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.532490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5d9d0c-7cd3-4b5d-9509-233c5031d7fb None None] Bound using segment: {'id': '5c06555c-bda8-4971-991c-7865a00bad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '072fa469-ac35-4c1b-9ecb-2c5475e92671'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:32.533422 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1f5d9d0c-7cd3-4b5d-9509-233c5031d7fb None None] Bound port: 9c8d7c17-c05f-4cbe-aadc-a038a8cba014, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c06555c-bda8-4971-991c-7865a00bad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '072fa469-ac35-4c1b-9ecb-2c5475e92671'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:32.533422 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1f5d9d0c-7cd3-4b5d-9509-233c5031d7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9c8d7c17-c05f-4cbe-aadc-a038a8cba014), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.627445 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=77330e54-d780-4c6d-ada9-0ade9cecfd40,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:32.663991 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1f5d9d0c-7cd3-4b5d-9509-233c5031d7fb None None] For port 9c8d7c17-c05f-4cbe-aadc-a038a8cba014, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:32.670882 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1f5d9d0c-7cd3-4b5d-9509-233c5031d7fb None None] For port 9c8d7c17-c05f-4cbe-aadc-a038a8cba014, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9c8d7c17-c05f-4cbe-aadc-a038a8cba014,segment=NetworkSegment(5c06555c-bda8-4971-991c-7865a00bad1e),segment_id=5c06555c-bda8-4971-991c-7865a00bad1e)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:32.676589 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1f5d9d0c-7cd3-4b5d-9509-233c5031d7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9c8d7c17-c05f-4cbe-aadc-a038a8cba014), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.691012 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43092) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:32.787931 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d9d0c-7cd3-4b5d-9509-233c5031d7fb None None] Pushing event updated for resources: {'Port': ['ID=9c8d7c17-c05f-4cbe-aadc-a038a8cba014,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:32.793646 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd513cba-1bd2-4362-92d4-d92e45cb66a0 admin admin] Publish callbacks [] for port (33209b80-d151-4d5e-bffd-71c2e092e9b4), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.808860 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43096) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:32.872121 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62026886-e53d-49a3-ab0c-14cc0d8e14ca req-393d5fc6-a509-4742-87a8-199dff3a562f tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=250c7d55-852c-438f-8056-3b7bdeaaeaff HTTP/1.1" status: 200 len: 210 time: 0.1999052 Jan 27 21:43:32.948980 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7dad0d75-e6b6-4978-aeeb-ea57e6176cb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.968962 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Publish callbacks [] for port (6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.972285 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd9e811f-db86-4e45-91f3-829f5e806a1b req-6838639c-e185-4aba-b14e-243108113131 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057142 Jan 27 21:43:33.049220 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1dfce5d-af57-4c10-8cf1-e1b6a95a73bd req-6bd33eab-6187-40aa-b0f8-981b2d961e7f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 210 time: 0.0931389 Jan 27 21:43:33.057581 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7dad0d75-e6b6-4978-aeeb-ea57e6176cb8 admin admin] Publish callbacks [] for security_group (07afc18d-80e0-463b-ab40-eab1601e9e07), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.065332 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7dad0d75-e6b6-4978-aeeb-ea57e6176cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (07afc18d-80e0-463b-ab40-eab1601e9e07), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.098673 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cf1bc2b1-9302-4b21-9f22-0ae885c37601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.109123 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd513cba-1bd2-4362-92d4-d92e45cb66a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (33209b80-d151-4d5e-bffd-71c2e092e9b4), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.154465 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['77330e54-d780-4c6d-ada9-0ade9cecfd40'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:33.181996 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad0d75-e6b6-4978-aeeb-ea57e6176cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07afc18d-80e0-463b-ab40-eab1601e9e07,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:33.229605 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd513cba-1bd2-4362-92d4-d92e45cb66a0 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:33.241564 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-cd513cba-1bd2-4362-92d4-d92e45cb66a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:33.244356 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd513cba-1bd2-4362-92d4-d92e45cb66a0 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:33.252451 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-743732cc-36fe-40c1-b164-948deb44f21e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:33.254157 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-743732cc-36fe-40c1-b164-948deb44f21e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.21 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 808 time: 0.4461789 Jan 27 21:43:33.285695 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7dad0d75-e6b6-4978-aeeb-ea57e6176cb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3cdeb952d8e340208f81cd697cc4391e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4757390 Jan 27 21:43:33.290395 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43102) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:33.304692 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-94c3f506-c552-4325-856f-0081e5b49a78 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Request body: {'port': {'device_id': '629b7279-5c93-4feb-86ad-1cc7e1a0ac1c', 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4', 'admin_state_up': True, 'tenant_id': '95aa79ef2e0d4820bfc1772df699fe63'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:33.337158 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.369294 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9c8d7c17-c05f-4cbe-aadc-a038a8cba014 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:33.416888 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd513cba-1bd2-4362-92d4-d92e45cb66a0 admin admin] Pushing event updated for resources: {'Port': ['ID=33209b80-d151-4d5e-bffd-71c2e092e9b4,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:33.478326 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 9c8d7c17-c05f-4cbe-aadc-a038a8cba014 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:33.479063 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9c8d7c17-c05f-4cbe-aadc-a038a8cba014), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.501064 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:33.520536 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:33.529515 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 816c5961-d927-42ef-9afe-e51e7ad3efdb up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:33.544630 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cae62e-88fd-4b82-a378-3818b1771807 req-d5e825e4-ded9-4770-a846-c17274e61455 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:33.546413 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9cae62e-88fd-4b82-a378-3818b1771807 req-d5e825e4-ded9-4770-a846-c17274e61455 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 948 time: 0.4172835 Jan 27 21:43:33.559288 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:33.577271 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8eea44ee-ed04-459a-800b-0f02b1ae2052 admin admin] Publish callbacks [] for security_group (07afc18d-80e0-463b-ab40-eab1601e9e07), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.604616 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 816c5961-d927-42ef-9afe-e51e7ad3efdb completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:43:33.610531 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 816c5961-d927-42ef-9afe-e51e7ad3efdb triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:33.610531 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (816c5961-d927-42ef-9afe-e51e7ad3efdb), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.653674 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Pushing event updated for resources: {'Port': ['ID=6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:33.680545 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5624-394d-4a2e-a1bf-d98e6fc3a92b tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.699068 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5624-394d-4a2e-a1bf-d98e6fc3a92b tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (de843f04-6262-4956-81f0-ce0499e56019), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.705357 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 9c8d7c17-c05f-4cbe-aadc-a038a8cba014 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:33.705905 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9c8d7c17-c05f-4cbe-aadc-a038a8cba014), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.717171 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8eea44ee-ed04-459a-800b-0f02b1ae2052 admin admin] Publish callbacks [] for security_group (07afc18d-80e0-463b-ab40-eab1601e9e07), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.757179 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:33.761321 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.767536 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9cae62e-88fd-4b82-a378-3818b1771807 req-bb0ff332-f82f-45d3-8ea0-5366d09315c7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680899 Jan 27 21:43:33.772063 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cf1bc2b1-9302-4b21-9f22-0ae885c37601 admin admin] Publish callbacks [] for security_group (7245c1bc-595d-49e2-bee0-8914e66f387f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.772763 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 9c8d7c17-c05f-4cbe-aadc-a038a8cba014, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9c8d7c17-c05f-4cbe-aadc-a038a8cba014,segment=NetworkSegment(5c06555c-bda8-4971-991c-7865a00bad1e),segment_id=5c06555c-bda8-4971-991c-7865a00bad1e)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:33.781225 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cf1bc2b1-9302-4b21-9f22-0ae885c37601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7245c1bc-595d-49e2-bee0-8914e66f387f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.783639 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9c8d7c17-c05f-4cbe-aadc-a038a8cba014), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.848689 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-8eb0bb04-3d48-4a5e-b6e4-436be67879b3 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8807623 Jan 27 21:43:33.869882 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=9c8d7c17-c05f-4cbe-aadc-a038a8cba014,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:33.890949 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 816c5961-d927-42ef-9afe-e51e7ad3efdb is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:33.891436 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (816c5961-d927-42ef-9afe-e51e7ad3efdb), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.902395 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8eea44ee-ed04-459a-800b-0f02b1ae2052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (07afc18d-80e0-463b-ab40-eab1601e9e07), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.902936 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-cf1bc2b1-9302-4b21-9f22-0ae885c37601 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=60065c764ba34a66971daa933466cb53&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2109663 Jan 27 21:43:33.903652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1bc2b1-9302-4b21-9f22-0ae885c37601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7245c1bc-595d-49e2-bee0-8914e66f387f,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:33.912427 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43106) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:33.915674 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8eea44ee-ed04-459a-800b-0f02b1ae2052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.922394 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8eea44ee-ed04-459a-800b-0f02b1ae2052 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07afc18d-80e0-463b-ab40-eab1601e9e07 HTTP/1.1" status: 204 len: 168 time: 0.6206141 Jan 27 21:43:33.923037 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1bc2b1-9302-4b21-9f22-0ae885c37601 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:33.923313 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1bc2b1-9302-4b21-9f22-0ae885c37601 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:33.923640 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1bc2b1-9302-4b21-9f22-0ae885c37601 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:33.923983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1bc2b1-9302-4b21-9f22-0ae885c37601 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:33.924366 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1bc2b1-9302-4b21-9f22-0ae885c37601 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:33.925307 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1bc2b1-9302-4b21-9f22-0ae885c37601 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:33.925307 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1bc2b1-9302-4b21-9f22-0ae885c37601 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:33.925307 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1bc2b1-9302-4b21-9f22-0ae885c37601 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:33.925800 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1bc2b1-9302-4b21-9f22-0ae885c37601 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:33.926133 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1bc2b1-9302-4b21-9f22-0ae885c37601 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:33.926558 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1bc2b1-9302-4b21-9f22-0ae885c37601 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:33.927371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1bc2b1-9302-4b21-9f22-0ae885c37601 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:33.927371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1bc2b1-9302-4b21-9f22-0ae885c37601 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:33.937345 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] Request body: {'port': {'device_id': '250c7d55-852c-438f-8056-3b7bdeaaeaff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:33.942756 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-94c3f506-c552-4325-856f-0081e5b49a78 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Made reservation on behalf of 95aa79ef2e0d4820bfc1772df699fe63 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:33.948471 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-94c3f506-c552-4325-856f-0081e5b49a78 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.965029 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 816c5961-d927-42ef-9afe-e51e7ad3efdb, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=816c5961-d927-42ef-9afe-e51e7ad3efdb,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:33.968566 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1134fa-9d36-4b5d-9934-16c55b4913e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816c5961-d927-42ef-9afe-e51e7ad3efdb'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:33.970197 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-dfdb5624-394d-4a2e-a1bf-d98e6fc3a92b tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Floating IP de843f04-6262-4956-81f0-ce0499e56019 associated. External IP: 172.25.3.226, port: 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3. Jan 27 21:43:33.972293 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79700f0a-4805-4edf-a85d-65cb207ea4e4" -d '{"events": [{"server_uuid": "1b1134fa-9d36-4b5d-9934-16c55b4913e0", "name": "network-vif-plugged", "status": "completed", "tag": "816c5961-d927-42ef-9afe-e51e7ad3efdb"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:33.986508 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (816c5961-d927-42ef-9afe-e51e7ad3efdb), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.023593 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-03915c99-8117-413f-8104-43b35c8b4893 None None] Provisioning complete for port 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:34.024489 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-03915c99-8117-413f-8104-43b35c8b4893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.040498 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea44ee-ed04-459a-800b-0f02b1ae2052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07afc18d-80e0-463b-ab40-eab1601e9e07,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:34.069436 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11547c8a-72fa-41c2-8e0c-477e0c77d009 x-openstack-request-id: req-11547c8a-72fa-41c2-8e0c-477e0c77d009 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:34.070435 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1134fa-9d36-4b5d-9934-16c55b4913e0", "name": "network-vif-plugged", "status": "completed", "tag": "816c5961-d927-42ef-9afe-e51e7ad3efdb", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:34.070790 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11547c8a-72fa-41c2-8e0c-477e0c77d009 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:34.071280 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1134fa-9d36-4b5d-9934-16c55b4913e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816c5961-d927-42ef-9afe-e51e7ad3efdb', 'code': 200} Jan 27 21:43:34.129590 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-03915c99-8117-413f-8104-43b35c8b4893 None None] Port 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:34.132512 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=816c5961-d927-42ef-9afe-e51e7ad3efdb,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:34.287671 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.335989 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ddaa5-24ad-40b8-ab28-fc4097976a32 req-08267247-06c3-44a2-bf4d-9b5c65cbbcb1 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:34.340679 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-550ddaa5-24ad-40b8-ab28-fc4097976a32 req-08267247-06c3-44a2-bf4d-9b5c65cbbcb1 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=250c7d55-852c-438f-8056-3b7bdeaaeaff HTTP/1.1" status: 200 len: 935 time: 0.2518070 Jan 27 21:43:34.345651 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e50faf84-3dc5-4f1b-8d87-f061747e7908 admin admin] Publish callbacks [] for security_group (7245c1bc-595d-49e2-bee0-8914e66f387f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.362322 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a05a7e-5bd7-4548-8273-56ef0cfdedc1 None None] Network 072fa469-ac35-4c1b-9ecb-2c5475e92671 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:34.369165 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43118) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:34.389120 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd513cba-1bd2-4362-92d4-d92e45cb66a0 admin admin] Publish callbacks [] for router_gateway (2a8d2d93-4d2d-4882-9caa-2557d62d1217), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.396081 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4d164-8923-405f-8452-2d78b9d21b7d req-ef14cbf6-598b-4f52-b867-13ac21fd1734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:34.397613 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b6d4d164-8923-405f-8452-2d78b9d21b7d req-ef14cbf6-598b-4f52-b867-13ac21fd1734 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 1096 time: 0.2203515 Jan 27 21:43:34.446490 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e50faf84-3dc5-4f1b-8d87-f061747e7908 admin admin] Publish callbacks [] for security_group (7245c1bc-595d-49e2-bee0-8914e66f387f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.455864 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a5d9d-c4af-47d2-a8d5-f98026d06151 req-b4dde256-86c7-466a-87f1-68e866dafca0 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:34.462656 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-272a5d9d-c4af-47d2-a8d5-f98026d06151 req-b4dde256-86c7-466a-87f1-68e866dafca0 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 945 time: 0.2754571 Jan 27 21:43:34.464915 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-90f78c8e-1215-444e-a1fc-d377acea8284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.477430 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-603c0071-3b63-4581-bb3f-d275cf2408e9 None None] Provisioning complete for port 9c8d7c17-c05f-4cbe-aadc-a038a8cba014 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:34.477809 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-603c0071-3b63-4581-bb3f-d275cf2408e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9c8d7c17-c05f-4cbe-aadc-a038a8cba014), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.573970 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-603c0071-3b63-4581-bb3f-d275cf2408e9 None None] Current status of the port 9c8d7c17-c05f-4cbe-aadc-a038a8cba014 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:34.583250 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-94c3f506-c552-4325-856f-0081e5b49a78 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Allocated IP 172.20.0.12 (682655b0-dbc8-497a-9054-3d8e44de5af4/3c8c1fde-1173-4cc5-9eb6-13f24f8d2210/03ab448e-8097-4d3a-a2cb-650afa51b403) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:34.609982 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-550ddaa5-24ad-40b8-ab28-fc4097976a32 req-cf47f047-e075-4c0b-b9a9-7e70f8ac8a69 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527564 Jan 27 21:43:34.651459 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-272a5d9d-c4af-47d2-a8d5-f98026d06151 req-1ed2fafe-ed5b-4b9a-82a4-3b3a704a16a1 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874750 Jan 27 21:43:34.660695 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b6d4d164-8923-405f-8452-2d78b9d21b7d req-f2bdf4d2-1259-435e-9462-79dd6ab03725 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284524 Jan 27 21:43:34.674466 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfdb5624-394d-4a2e-a1bf-d98e6fc3a92b tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Router 03531ac1-7e68-4c93-948b-269fd9d16c92 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:43:34.695219 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e50faf84-3dc5-4f1b-8d87-f061747e7908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7245c1bc-595d-49e2-bee0-8914e66f387f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.697827 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e50faf84-3dc5-4f1b-8d87-f061747e7908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.701710 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e50faf84-3dc5-4f1b-8d87-f061747e7908 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7245c1bc-595d-49e2-bee0-8914e66f387f HTTP/1.1" status: 204 len: 168 time: 0.7881999 Jan 27 21:43:34.755040 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50faf84-3dc5-4f1b-8d87-f061747e7908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7245c1bc-595d-49e2-bee0-8914e66f387f,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:34.778872 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-90f78c8e-1215-444e-a1fc-d377acea8284 admin admin] Publish callbacks [] for security_group (f01349b9-924b-4473-9ac0-0dc2d60951ea), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.787661 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00798cce-994e-4490-bc93-64b6355025c8 req-f88554d9-8e56-41d5-8aeb-d52118677955 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 210 time: 0.0814905 Jan 27 21:43:34.790386 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-90f78c8e-1215-444e-a1fc-d377acea8284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f01349b9-924b-4473-9ac0-0dc2d60951ea), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.857799 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f78c8e-1215-444e-a1fc-d377acea8284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01349b9-924b-4473-9ac0-0dc2d60951ea,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:34.875493 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd513cba-1bd2-4362-92d4-d92e45cb66a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (2a8d2d93-4d2d-4882-9caa-2557d62d1217), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.909485 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-476d2c21-b13e-4a85-b022-056defbf117d None None] Provisioning complete for port 9c8d7c17-c05f-4cbe-aadc-a038a8cba014 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:34.910062 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-476d2c21-b13e-4a85-b022-056defbf117d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9c8d7c17-c05f-4cbe-aadc-a038a8cba014), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.928916 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-90f78c8e-1215-444e-a1fc-d377acea8284 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ddf2965f29940f79f91987e16f97e80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5515761 Jan 27 21:43:34.931108 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43124) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:35.011312 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-476d2c21-b13e-4a85-b022-056defbf117d None None] Current status of the port 9c8d7c17-c05f-4cbe-aadc-a038a8cba014 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:35.023207 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa69fac-128d-4eb9-b938-fde1f99cb66b req-90d05321-5950-4a2e-967d-b56b92f6dfd0 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:35.025598 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aaa69fac-128d-4eb9-b938-fde1f99cb66b req-90d05321-5950-4a2e-967d-b56b92f6dfd0 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 948 time: 0.1470084 Jan 27 21:43:35.089268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdb5624-394d-4a2e-a1bf-d98e6fc3a92b tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:35.106738 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99a9e3e-726c-48da-9ff9-de01f2f13b5f None None] Sync routers for ids ['03531ac1-7e68-4c93-948b-269fd9d16c92'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:35.114892 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5624-394d-4a2e-a1bf-d98e6fc3a92b tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.121747 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99a9e3e-726c-48da-9ff9-de01f2f13b5f None None] Routers {'03531ac1-7e68-4c93-948b-269fd9d16c92'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:35.122656 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b99a9e3e-726c-48da-9ff9-de01f2f13b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:43:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['03531ac1-7e68-4c93-948b-269fd9d16c92'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:35.165918 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aaa69fac-128d-4eb9-b938-fde1f99cb66b req-fcfe95e4-912e-491d-a4c3-61540347d00d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293464 Jan 27 21:43:35.169013 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2a5a134e-e4e9-4950-af29-b7081a768e40 admin admin] Publish callbacks [] for security_group (f01349b9-924b-4473-9ac0-0dc2d60951ea), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.174554 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd513cba-1bd2-4362-92d4-d92e45cb66a0 admin admin] Router 2a8d2d93-4d2d-4882-9caa-2557d62d1217 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:43:35.187293 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-dfdb5624-394d-4a2e-a1bf-d98e6fc3a92b tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "PUT /v2.0/floatingips/de843f04-6262-4956-81f0-ce0499e56019 HTTP/1.1" status: 200 len: 991 time: 3.3502858 Jan 27 21:43:35.187668 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623e3d26-338a-4cef-b692-c2f90e9747e7', 'tag': '98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:35.221634 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9c8d7c17-c05f-4cbe-aadc-a038a8cba014 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:35.279634 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43134) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:35.287042 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2a5a134e-e4e9-4950-af29-b7081a768e40 admin admin] Publish callbacks [] for security_group (f01349b9-924b-4473-9ac0-0dc2d60951ea), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.304521 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-94c3f506-c552-4325-856f-0081e5b49a78 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks [] for port (03ab448e-8097-4d3a-a2cb-650afa51b403), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.307772 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 9c8d7c17-c05f-4cbe-aadc-a038a8cba014 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:35.308116 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9c8d7c17-c05f-4cbe-aadc-a038a8cba014), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.326560 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1d940ef2-29a7-4db1-bbb6-18b8da349d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.377216 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b99a9e3e-726c-48da-9ff9-de01f2f13b5f None None] Set router 03531ac1-7e68-4c93-948b-269fd9d16c92 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:35.382688 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2a5a134e-e4e9-4950-af29-b7081a768e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f01349b9-924b-4473-9ac0-0dc2d60951ea), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.387098 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2a5a134e-e4e9-4950-af29-b7081a768e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.391423 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2a5a134e-e4e9-4950-af29-b7081a768e40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f01349b9-924b-4473-9ac0-0dc2d60951ea HTTP/1.1" status: 204 len: 168 time: 0.4563036 Jan 27 21:43:35.431282 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 9c8d7c17-c05f-4cbe-aadc-a038a8cba014 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:35.434803 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a134e-e4e9-4950-af29-b7081a768e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01349b9-924b-4473-9ac0-0dc2d60951ea,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:35.511076 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:35.522851 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] Publish callbacks [] for port (6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.526917 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 77330e54-d780-4c6d-ada9-0ade9cecfd40 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:35.527153 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1d940ef2-29a7-4db1-bbb6-18b8da349d40 admin admin] Publish callbacks [] for security_group (c7681551-7197-4b8f-ae64-b9cc521300f4), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.531778 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1d940ef2-29a7-4db1-bbb6-18b8da349d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c7681551-7197-4b8f-ae64-b9cc521300f4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.545936 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] Transition to ACTIVE for port object 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:43:35.568761 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cff040e-a58f-4cba-9e25-3860d8b8ef41" -d '{"events": [{"name": "network-changed", "server_uuid": "623e3d26-338a-4cef-b692-c2f90e9747e7", "tag": "98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:35.616665 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1d940ef2-29a7-4db1-bbb6-18b8da349d40 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4853eb605fa84318b1e6b27a53ae3f5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335938 Jan 27 21:43:35.616665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d940ef2-29a7-4db1-bbb6-18b8da349d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7681551-7197-4b8f-ae64-b9cc521300f4,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:35.624127 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43142) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:35.648739 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 77330e54-d780-4c6d-ada9-0ade9cecfd40 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:43:35.654491 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 77330e54-d780-4c6d-ada9-0ade9cecfd40 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:35.654876 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.737988 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80e0ca51-7f69-4945-af5e-3579ec8e750b admin admin] Publish callbacks [] for security_group (c7681551-7197-4b8f-ae64-b9cc521300f4), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.769036 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b99a9e3e-726c-48da-9ff9-de01f2f13b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-router', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:49Z', 'revision_number': 4, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'gw_port': {'id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'de843f04-6262-4956-81f0-ce0499e56019', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'port_id': '98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'mac_address': 'fa:16:3e:68:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623e3d26-338a-4cef-b692-c2f90e9747e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:43:12Z', 'updated_at': '2022-01-27T21:43:33Z', 'revision_number': 1, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196fbab9-bbcb-432c-b3c7-8fb4d51c06d5', 'name': '', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'mac_address': 'fa:16:3e:11:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:48Z', 'updated_at': '2022-01-27T21:42:55Z', 'revision_number': 5, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'subnets': [{'id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:35.788015 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95352ce-90a4-4d02-9f30-e6f9c681f642 x-openstack-request-id: req-b95352ce-90a4-4d02-9f30-e6f9c681f642 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:35.788362 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623e3d26-338a-4cef-b692-c2f90e9747e7", "tag": "98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:35.788616 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b95352ce-90a4-4d02-9f30-e6f9c681f642 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:35.789079 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623e3d26-338a-4cef-b692-c2f90e9747e7', 'tag': '98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3', 'status': 'completed', 'code': 200} Jan 27 21:43:35.794474 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.15', 52122) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:35.837534 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99a9e3e-726c-48da-9ff9-de01f2f13b5f None None] Checking router: 03531ac1-7e68-4c93-948b-269fd9d16c92 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:43:35.855965 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99a9e3e-726c-48da-9ff9-de01f2f13b5f None None] Routers {'03531ac1-7e68-4c93-948b-269fd9d16c92'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:35.856636 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b99a9e3e-726c-48da-9ff9-de01f2f13b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:43:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['03531ac1-7e68-4c93-948b-269fd9d16c92'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:35.860156 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80e0ca51-7f69-4945-af5e-3579ec8e750b admin admin] Publish callbacks [] for security_group (c7681551-7197-4b8f-ae64-b9cc521300f4), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.936686 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-94c3f506-c552-4325-856f-0081e5b49a78 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (03ab448e-8097-4d3a-a2cb-650afa51b403), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.982727 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.058752 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-94c3f506-c552-4325-856f-0081e5b49a78 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Network 682655b0-dbc8-497a-9054-3d8e44de5af4 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:36.062351 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3f506-c552-4325-856f-0081e5b49a78 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Pushing event updated for resources: {'Port': ['ID=03ab448e-8097-4d3a-a2cb-650afa51b403,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:36.065956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-94c3f506-c552-4325-856f-0081e5b49a78 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:36.068186 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd513cba-1bd2-4362-92d4-d92e45cb66a0 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:36.078172 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-94c3f506-c552-4325-856f-0081e5b49a78 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:36.091311 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b99a9e3e-726c-48da-9ff9-de01f2f13b5f None None] Set router 03531ac1-7e68-4c93-948b-269fd9d16c92 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:36.103305 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 77330e54-d780-4c6d-ada9-0ade9cecfd40 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:36.104423 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.159188 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff040e-a58f-4cba-9e25-3860d8b8ef41 req-b74abc27-138a-4959-92cd-ddbf63ac004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:36.160642 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3cff040e-a58f-4cba-9e25-3860d8b8ef41 req-b74abc27-138a-4959-92cd-ddbf63ac004d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26970e00ed0848ac91d62d52a2a5e8f6&device_id=623e3d26-338a-4cef-b692-c2f90e9747e7 HTTP/1.1" status: 200 len: 1096 time: 0.3611162 Jan 27 21:43:36.165521 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e2eec9-8926-465d-b5be-014b58885919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77330e54-d780-4c6d-ada9-0ade9cecfd40'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:36.176971 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1866c07a-0e0f-4d26-9f98-667e29e999cc" -d '{"events": [{"server_uuid": "89e2eec9-8926-465d-b5be-014b58885919", "name": "network-vif-plugged", "status": "completed", "tag": "77330e54-d780-4c6d-ada9-0ade9cecfd40"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:36.193904 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 77330e54-d780-4c6d-ada9-0ade9cecfd40, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=77330e54-d780-4c6d-ada9-0ade9cecfd40,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:36.200286 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.276240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cd42a-5d7f-4719-8184-c510e2b543ea req-70772801-1356-4d6b-bda1-f8206e99ddc5 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:36.285016 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f54cd42a-5d7f-4719-8184-c510e2b543ea req-70772801-1356-4d6b-bda1-f8206e99ddc5 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=250c7d55-852c-438f-8056-3b7bdeaaeaff HTTP/1.1" status: 200 len: 947 time: 0.5389137 Jan 27 21:43:36.288236 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=77330e54-d780-4c6d-ada9-0ade9cecfd40,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:36.291708 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] Sync routers for ids ['2a8d2d93-4d2d-4882-9caa-2557d62d1217'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:36.304409 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] Pushing event updated for resources: {'Port': ['ID=6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:36.308663 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] Routers {'2a8d2d93-4d2d-4882-9caa-2557d62d1217'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:36.310491 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:43:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['2a8d2d93-4d2d-4882-9caa-2557d62d1217'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:36.317075 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-94c3f506-c552-4325-856f-0081e5b49a78 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:36.317896 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-94c3f506-c552-4325-856f-0081e5b49a78 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.343652 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd513cba-1bd2-4362-92d4-d92e45cb66a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.345280 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cd513cba-1bd2-4362-92d4-d92e45cb66a0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0230575 Jan 27 21:43:36.351796 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43168) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:36.435175 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-94c3f506-c552-4325-856f-0081e5b49a78 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1436710 Jan 27 21:43:36.457593 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-3be24195-4758-4e80-9255-30a5597de714 service neutron] Request body: {'port': {'device_id': '629b7279-5c93-4feb-86ad-1cc7e1a0ac1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:36.473900 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974eec71-998a-455f-93fb-76d52ee536f3 req-18f0697a-3e7c-4a20-bcf4-cdfbe0ea83d5 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:36.480801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-974eec71-998a-455f-93fb-76d52ee536f3 req-18f0697a-3e7c-4a20-bcf4-cdfbe0ea83d5 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 945 time: 0.6016841 Jan 27 21:43:36.484146 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] Attempting to bind port 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:36.484808 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] Attempting to bind port 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:36.485467 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] Attempting to bind port 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:36.505055 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] Set router 2a8d2d93-4d2d-4882-9caa-2557d62d1217 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:36.506489 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] Port 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:43:36.507059 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] Attempting to bind port 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:36.521721 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f54cd42a-5d7f-4719-8184-c510e2b543ea req-0aeda793-051b-4d99-a6fd-dc1708b8e27c tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338665 Jan 27 21:43:36.567398 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:36.567884 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:36.568410 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:36.568965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] Bound port: 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:36.569430 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.585130 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80e0ca51-7f69-4945-af5e-3579ec8e750b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c7681551-7197-4b8f-ae64-b9cc521300f4), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.593254 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80e0ca51-7f69-4945-af5e-3579ec8e750b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.594047 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-80e0ca51-7f69-4945-af5e-3579ec8e750b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7681551-7197-4b8f-ae64-b9cc521300f4 HTTP/1.1" status: 204 len: 168 time: 0.9661884 Jan 27 21:43:36.646775 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0ca51-7f69-4945-af5e-3579ec8e750b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7681551-7197-4b8f-ae64-b9cc521300f4,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:36.658562 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-3be24195-4758-4e80-9255-30a5597de714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (03ab448e-8097-4d3a-a2cb-650afa51b403), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.700458 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-974eec71-998a-455f-93fb-76d52ee536f3 req-1a3bf031-025a-4bdc-a609-6343960317f7 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152305 Jan 27 21:43:36.716419 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff040e-a58f-4cba-9e25-3860d8b8ef41 req-a450428a-8eb0-43d6-bada-e30ff83bd7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:36.736718 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3cff040e-a58f-4cba-9e25-3860d8b8ef41 req-a450428a-8eb0-43d6-bada-e30ff83bd7d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15739e47-d117-45df-b39e-3668ba6a6ce6 HTTP/1.1" status: 200 len: 925 time: 0.5454786 Jan 27 21:43:36.825449 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] For port 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:36.834544 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5634ae0-3f08-410d-b1b8-433557a61574 x-openstack-request-id: req-e5634ae0-3f08-410d-b1b8-433557a61574 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:36.834893 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e2eec9-8926-465d-b5be-014b58885919", "name": "network-vif-plugged", "status": "completed", "tag": "77330e54-d780-4c6d-ada9-0ade9cecfd40", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:36.835414 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e5634ae0-3f08-410d-b1b8-433557a61574 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:36.836490 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e2eec9-8926-465d-b5be-014b58885919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77330e54-d780-4c6d-ada9-0ade9cecfd40', 'code': 200} Jan 27 21:43:36.859616 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] For port 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:36.913581 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbe0da-2773-4cad-812e-97ee2ad2643e req-41359a42-7e0b-4fbd-b2a3-c8acb466265f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:36.921292 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02bbe0da-2773-4cad-812e-97ee2ad2643e req-41359a42-7e0b-4fbd-b2a3-c8acb466265f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 932 time: 0.3023603 Jan 27 21:43:36.952861 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.959286 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b99a9e3e-726c-48da-9ff9-de01f2f13b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-router', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:49Z', 'revision_number': 4, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'gw_port': {'id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'de843f04-6262-4956-81f0-ce0499e56019', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'port_id': '98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'mac_address': 'fa:16:3e:68:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623e3d26-338a-4cef-b692-c2f90e9747e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:43:12Z', 'updated_at': '2022-01-27T21:43:33Z', 'revision_number': 1, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196fbab9-bbcb-432c-b3c7-8fb4d51c06d5', 'name': '', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'mac_address': 'fa:16:3e:11:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:48Z', 'updated_at': '2022-01-27T21:42:55Z', 'revision_number': 5, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'subnets': [{'id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:37.015697 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99a9e3e-726c-48da-9ff9-de01f2f13b5f None None] The sync data for ids ['03531ac1-7e68-4c93-948b-269fd9d16c92'] in n-d-772272-3 is: [{'id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-router', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:49Z', 'revision_number': 4, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'gw_port': {'id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'de843f04-6262-4956-81f0-ce0499e56019', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'port_id': '98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'mac_address': 'fa:16:3e:68:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623e3d26-338a-4cef-b692-c2f90e9747e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:43:12Z', 'updated_at': '2022-01-27T21:43:33Z', 'revision_number': 1, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196fbab9-bbcb-432c-b3c7-8fb4d51c06d5', 'name': '', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'mac_address': 'fa:16:3e:11:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:48Z', 'updated_at': '2022-01-27T21:42:55Z', 'revision_number': 5, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'subnets': [{'id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:37.056561 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3cff040e-a58f-4cba-9e25-3860d8b8ef41 req-6faae120-c87a-49a0-9afd-ddc5bc550ddb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 HTTP/1.1" status: 200 len: 999 time: 0.3121657 Jan 27 21:43:37.070414 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e5628-e96b-40ac-a568-7c3264285e96 req-e49d2c2e-fbd8-40e6-ac9e-65908bc1ef93 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:37.077925 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-471e5628-e96b-40ac-a568-7c3264285e96 req-e49d2c2e-fbd8-40e6-ac9e-65908bc1ef93 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.1721272 Jan 27 21:43:37.098948 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8d2d93-4d2d-4882-9caa-2557d62d1217', 'name': 'tempest-AttachSCSIVolumeTestJSON-719268842-router', 'tenant_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '33209b80-d151-4d5e-bffd-71c2e092e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:30Z', 'updated_at': '2022-01-27T21:43:33Z', 'revision_number': 3, 'project_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'gw_port': {'id': '33209b80-d151-4d5e-bffd-71c2e092e9b4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:51:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8d2d93-4d2d-4882-9caa-2557d62d1217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:31Z', 'updated_at': '2022-01-27T21:43:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:37.157044 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] Checking router: 2a8d2d93-4d2d-4882-9caa-2557d62d1217 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:43:37.157723 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] Updating router 2a8d2d93-4d2d-4882-9caa-2557d62d1217 port 33209b80-d151-4d5e-bffd-71c2e092e9b4 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:43:37.182319 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02bbe0da-2773-4cad-812e-97ee2ad2643e req-b64f702f-4b11-4758-aae8-c4830f2d8d8c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598190 Jan 27 21:43:37.217827 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (33209b80-d151-4d5e-bffd-71c2e092e9b4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:37.260078 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff040e-a58f-4cba-9e25-3860d8b8ef41 req-e737f7c1-049e-4230-b269-e1591307384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:37.262565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3cff040e-a58f-4cba-9e25-3860d8b8ef41 req-e737f7c1-049e-4230-b269-e1591307384e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eca82b27-8c14-4e8f-bf68-e048c8afdfc4 HTTP/1.1" status: 200 len: 863 time: 0.1825008 Jan 27 21:43:37.286203 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:37.286873 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:37.301014 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] 10.222.0.15 "PUT /v2.0/ports/6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 HTTP/1.1" status: 200 len: 1095 time: 3.3626733 Jan 27 21:43:37.304206 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-471e5628-e96b-40ac-a568-7c3264285e96 req-751d68fe-9ba3-458d-b028-506ec2abbb72 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252510 Jan 27 21:43:37.318251 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250c7d55-852c-438f-8056-3b7bdeaaeaff', 'tag': '6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:37.320542 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc28900-c8fc-45fc-bb5c-864c2f9a37f6" -d '{"events": [{"name": "network-changed", "server_uuid": "250c7d55-852c-438f-8056-3b7bdeaaeaff", "tag": "6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:37.445426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff040e-a58f-4cba-9e25-3860d8b8ef41 req-4431505d-b749-4f52-89f3-12b6e29c6c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:37.447027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3cff040e-a58f-4cba-9e25-3860d8b8ef41 req-4431505d-b749-4f52-89f3-12b6e29c6c15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15739e47-d117-45df-b39e-3668ba6a6ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418459 Jan 27 21:43:37.493944 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf4808b-0a6d-4ab1-8562-f4844fcc5b88 x-openstack-request-id: req-8cf4808b-0a6d-4ab1-8562-f4844fcc5b88 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:37.494350 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250c7d55-852c-438f-8056-3b7bdeaaeaff", "tag": "6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:37.494548 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cf4808b-0a6d-4ab1-8562-f4844fcc5b88 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:37.495031 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250c7d55-852c-438f-8056-3b7bdeaaeaff', 'tag': '6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380', 'status': 'completed', 'code': 200} Jan 27 21:43:37.502787 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524bbbe8-c3d4-4a60-9af0-5697445d5142 None None] New status for floating IP de843f04-6262-4956-81f0-ce0499e56019: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:43:37.584640 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef30a3-a150-454f-9a1b-27e20fb9462c service neutron] Pushing event updated for resources: {'Port': ['ID=6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:37.588943 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75591031-aab3-4c31-a6a6-6d246c991299 req-8a3dd4ea-8b49-48d2-b02b-e19ea995add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:37.590673 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-75591031-aab3-4c31-a6a6-6d246c991299 req-8a3dd4ea-8b49-48d2-b02b-e19ea995add2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 1100 time: 0.6826894 Jan 27 21:43:37.601455 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3cff040e-a58f-4cba-9e25-3860d8b8ef41 req-d7d63f7b-0e2c-4d3b-b623-3d80640b59c5 service neutron] 10.222.0.15 "GET /v2.0/networks/15739e47-d117-45df-b39e-3668ba6a6ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461565 Jan 27 21:43:37.750686 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3cff040e-a58f-4cba-9e25-3860d8b8ef41 req-58dd8797-f382-4590-a069-73275e044dc0 service neutron] 10.222.0.15 "GET /v2.0/networks/15739e47-d117-45df-b39e-3668ba6a6ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436102 Jan 27 21:43:37.827440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839666b-5f7e-48a5-b27b-94e22bed3fbf req-e1a1c511-27f8-4adc-aec8-87e653d3cd3f tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:37.836564 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f839666b-5f7e-48a5-b27b-94e22bed3fbf req-e1a1c511-27f8-4adc-aec8-87e653d3cd3f tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=250c7d55-852c-438f-8056-3b7bdeaaeaff HTTP/1.1" status: 200 len: 947 time: 0.0845029 Jan 27 21:43:37.917577 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-3be24195-4758-4e80-9255-30a5597de714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ab448e-8097-4d3a-a2cb-650afa51b403 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:37.923410 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f839666b-5f7e-48a5-b27b-94e22bed3fbf req-6a1eedba-0a27-4183-8d18-f30943bb4c8c tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854244 Jan 27 21:43:37.951435 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-3be24195-4758-4e80-9255-30a5597de714 service neutron] Publish callbacks [] for port (03ab448e-8097-4d3a-a2cb-650afa51b403), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:37.966987 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-3be24195-4758-4e80-9255-30a5597de714 service neutron] Transition to ACTIVE for port object 03ab448e-8097-4d3a-a2cb-650afa51b403 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:43:38.002639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52a1a2-276d-4307-bd04-2e3297bf4a45 req-79d024a8-bd43-415c-a7f3-e8051fd3f8ac tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:38.002639 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce52a1a2-276d-4307-bd04-2e3297bf4a45 req-79d024a8-bd43-415c-a7f3-e8051fd3f8ac tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 945 time: 0.1217685 Jan 27 21:43:38.015629 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-46ab841f-bf56-42b1-ae30-39c4b43ce25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:38.017784 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-46ab841f-bf56-42b1-ae30-39c4b43ce25a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8126607683d541878b62716454240684&device_id=250c7d55-852c-438f-8056-3b7bdeaaeaff HTTP/1.1" status: 200 len: 1098 time: 0.5434668 Jan 27 21:43:38.020236 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-75591031-aab3-4c31-a6a6-6d246c991299 req-2aa04581-41e0-4c14-bcfd-012205fd6648 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125581 Jan 27 21:43:38.024947 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-3be24195-4758-4e80-9255-30a5597de714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (03ab448e-8097-4d3a-a2cb-650afa51b403), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:38.028483 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:43:38.116450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce52a1a2-276d-4307-bd04-2e3297bf4a45 req-c7e48d72-ff23-43b3-bd25-a8d57bda7549 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058311 Jan 27 21:43:38.151351 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-677f0057-619e-4ec3-905b-51e074a7c81b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 HTTP/1.1" status: 200 len: 217 time: 0.1169903 Jan 27 21:43:38.198920 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] Publish callbacks [] for port (33209b80-d151-4d5e-bffd-71c2e092e9b4), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:38.213604 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (33209b80-d151-4d5e-bffd-71c2e092e9b4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:38.277978 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] Attempting to bind port 33209b80-d151-4d5e-bffd-71c2e092e9b4 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:38.279298 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] Attempting to bind port 33209b80-d151-4d5e-bffd-71c2e092e9b4 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:38.279745 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] Attempting to bind port 33209b80-d151-4d5e-bffd-71c2e092e9b4 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:38.292574 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:38.293264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:38.293727 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:38.294642 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:38.295196 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] Bound port: 33209b80-d151-4d5e-bffd-71c2e092e9b4, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:38.295641 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (33209b80-d151-4d5e-bffd-71c2e092e9b4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:38.325268 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e85a3-6760-4c75-bd3d-0d9074e873a4 None None] Pushing event updated for resources: {'Port': ['ID=33209b80-d151-4d5e-bffd-71c2e092e9b4,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:38.348869 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be24195-4758-4e80-9255-30a5597de714 service neutron] Pushing event updated for resources: {'Port': ['ID=03ab448e-8097-4d3a-a2cb-650afa51b403,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:38.371871 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ffc71100-65c0-4ec7-84a8-34bcd4e0a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:38.373528 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-ffc71100-65c0-4ec7-84a8-34bcd4e0a10d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1619308 Jan 27 21:43:38.389664 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] For port 33209b80-d151-4d5e-bffd-71c2e092e9b4, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:38.394919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] For port 33209b80-d151-4d5e-bffd-71c2e092e9b4, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=33209b80-d151-4d5e-bffd-71c2e092e9b4,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:38.401564 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (33209b80-d151-4d5e-bffd-71c2e092e9b4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:38.478700 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] Routers {'2a8d2d93-4d2d-4882-9caa-2557d62d1217'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:38.479366 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:43:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['2a8d2d93-4d2d-4882-9caa-2557d62d1217'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:38.525355 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-3be24195-4758-4e80-9255-30a5597de714 service neutron] Attempting to bind port 03ab448e-8097-4d3a-a2cb-650afa51b403 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:38.526035 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-3be24195-4758-4e80-9255-30a5597de714 service neutron] Attempting to bind port 03ab448e-8097-4d3a-a2cb-650afa51b403 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:38.526592 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-3be24195-4758-4e80-9255-30a5597de714 service neutron] Attempting to bind port 03ab448e-8097-4d3a-a2cb-650afa51b403 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:38.530738 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-fa8ab668-01b9-44cd-ab64-a1db8e01c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:38.532527 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-fa8ab668-01b9-44cd-ab64-a1db8e01c365 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1512046 Jan 27 21:43:38.569771 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-3be24195-4758-4e80-9255-30a5597de714 service neutron] Port 03ab448e-8097-4d3a-a2cb-650afa51b403 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:43:38.570405 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-3be24195-4758-4e80-9255-30a5597de714 service neutron] Attempting to bind port 03ab448e-8097-4d3a-a2cb-650afa51b403 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:38.580944 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-3be24195-4758-4e80-9255-30a5597de714 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:38.581901 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-3be24195-4758-4e80-9255-30a5597de714 service neutron] Checking segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:38.582496 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-3be24195-4758-4e80-9255-30a5597de714 service neutron] Bound using segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:38.583156 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-3be24195-4758-4e80-9255-30a5597de714 service neutron] Bound port: 03ab448e-8097-4d3a-a2cb-650afa51b403, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:38.583751 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-3be24195-4758-4e80-9255-30a5597de714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (03ab448e-8097-4d3a-a2cb-650afa51b403), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:38.632554 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] Set router 2a8d2d93-4d2d-4882-9caa-2557d62d1217 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:38.635740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c10f0-3607-4668-aca1-db288f2022b7 req-660a9ffd-033f-4136-af8b-bc16fa2d5df0 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:38.651429 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c9c10f0-3607-4668-aca1-db288f2022b7 req-660a9ffd-033f-4136-af8b-bc16fa2d5df0 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 944 time: 0.1229942 Jan 27 21:43:38.780028 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-3be24195-4758-4e80-9255-30a5597de714 service neutron] For port 03ab448e-8097-4d3a-a2cb-650afa51b403, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:38.786912 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-a32f2054-a335-44db-8d46-ba423886182e service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481120 Jan 27 21:43:38.809161 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-05c19736-c120-40ee-a025-4a9dfd3799ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:38.826477 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-3be24195-4758-4e80-9255-30a5597de714 service neutron] For port 03ab448e-8097-4d3a-a2cb-650afa51b403, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=03ab448e-8097-4d3a-a2cb-650afa51b403,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:38.837421 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c9c10f0-3607-4668-aca1-db288f2022b7 req-3b8db171-1e49-46e1-97a2-f301f49f447c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851368 Jan 27 21:43:38.849315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6367f63-6e1d-487b-b0cc-6d39cc229358 req-ee59af5a-c862-4ee0-bd88-325e7436759f tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:38.851930 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c6367f63-6e1d-487b-b0cc-6d39cc229358 req-ee59af5a-c862-4ee0-bd88-325e7436759f tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 1096 time: 0.1397045 Jan 27 21:43:38.876206 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e85a3-6760-4c75-bd3d-0d9074e873a4 None None] Pushing event updated for resources: {'Port': ['ID=33209b80-d151-4d5e-bffd-71c2e092e9b4,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:38.939260 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8d2d93-4d2d-4882-9caa-2557d62d1217', 'name': 'tempest-AttachSCSIVolumeTestJSON-719268842-router', 'tenant_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '33209b80-d151-4d5e-bffd-71c2e092e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:30Z', 'updated_at': '2022-01-27T21:43:33Z', 'revision_number': 3, 'project_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'gw_port': {'id': '33209b80-d151-4d5e-bffd-71c2e092e9b4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:51:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8d2d93-4d2d-4882-9caa-2557d62d1217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:31Z', 'updated_at': '2022-01-27T21:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:38.943069 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c6367f63-6e1d-487b-b0cc-6d39cc229358 req-dfc2849b-6a84-4e5e-a7a7-87ea48682f6d tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841713 Jan 27 21:43:39.017188 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32da8fe-8d9c-41fe-accf-649ae708c207 None None] The sync data for ids ['2a8d2d93-4d2d-4882-9caa-2557d62d1217'] in n-d-772272-3 is: [{'id': '2a8d2d93-4d2d-4882-9caa-2557d62d1217', 'name': 'tempest-AttachSCSIVolumeTestJSON-719268842-router', 'tenant_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '33209b80-d151-4d5e-bffd-71c2e092e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:30Z', 'updated_at': '2022-01-27T21:43:33Z', 'revision_number': 3, 'project_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'gw_port': {'id': '33209b80-d151-4d5e-bffd-71c2e092e9b4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:51:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8d2d93-4d2d-4882-9caa-2557d62d1217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:31Z', 'updated_at': '2022-01-27T21:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:39.034322 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-05c19736-c120-40ee-a025-4a9dfd3799ba admin admin] Allocated IP 172.20.0.1 (072fa469-ac35-4c1b-9ecb-2c5475e92671/ca47883b-a017-4675-9e06-2012a6236b4c/155fec64-c57f-4893-a4af-0901d871b64c) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:39.229425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a0e2-41e2-4b3f-9192-2e30535c026a req-214f2676-645f-40d6-867d-fef7777f241d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:39.241333 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ec5a0e2-41e2-4b3f-9192-2e30535c026a req-214f2676-645f-40d6-867d-fef7777f241d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.1106768 Jan 27 21:43:39.353682 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ec5a0e2-41e2-4b3f-9192-2e30535c026a req-495f5260-890c-4979-97dd-ef195f9a33c0 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074214 Jan 27 21:43:39.471753 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-3be24195-4758-4e80-9255-30a5597de714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (03ab448e-8097-4d3a-a2cb-650afa51b403), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:39.572816 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-3be24195-4758-4e80-9255-30a5597de714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:39.573852 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-3be24195-4758-4e80-9255-30a5597de714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:39.575361 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-3be24195-4758-4e80-9255-30a5597de714 service neutron] 10.222.0.21 "PUT /v2.0/ports/03ab448e-8097-4d3a-a2cb-650afa51b403 HTTP/1.1" status: 200 len: 1092 time: 3.1255600 Jan 27 21:43:39.577597 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629b7279-5c93-4feb-86ad-1cc7e1a0ac1c', 'tag': '03ab448e-8097-4d3a-a2cb-650afa51b403'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:39.580748 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc35f29-e3f1-4dd4-8607-db5008ea9e27" -d '{"events": [{"name": "network-changed", "server_uuid": "629b7279-5c93-4feb-86ad-1cc7e1a0ac1c", "tag": "03ab448e-8097-4d3a-a2cb-650afa51b403"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:39.619455 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978622f-20bd-4517-9b50-8a285877249d req-f7433b46-ada0-49f8-a44e-7f4274924cbf tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:39.622011 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d978622f-20bd-4517-9b50-8a285877249d req-f7433b46-ada0-49f8-a44e-7f4274924cbf tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 1096 time: 0.1374824 Jan 27 21:43:39.647240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec25f7-aeed-472b-8a0c-f8e6a6aac2b4 req-10e7f21b-485a-4cc9-acd9-60e7de0c0f00 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:39.655587 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-daec25f7-aeed-472b-8a0c-f8e6a6aac2b4 req-10e7f21b-485a-4cc9-acd9-60e7de0c0f00 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=250c7d55-852c-438f-8056-3b7bdeaaeaff HTTP/1.1" status: 200 len: 947 time: 0.1573725 Jan 27 21:43:39.727241 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be24195-4758-4e80-9255-30a5597de714 service neutron] Pushing event updated for resources: {'Port': ['ID=03ab448e-8097-4d3a-a2cb-650afa51b403,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:39.756973 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d978622f-20bd-4517-9b50-8a285877249d req-ed900a88-2e3d-459e-aa30-afc7cac9ea97 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208627 Jan 27 21:43:39.773378 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-de112270-af50-4bbd-9d4b-ec8e14ef13c5 req-3410406d-72c4-4fea-8e19-cfeb274d32b4 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9782231 Jan 27 21:43:39.775151 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-daec25f7-aeed-472b-8a0c-f8e6a6aac2b4 req-c22ac456-2da5-4a0e-b6a1-153819be7ea0 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186147 Jan 27 21:43:39.787128 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-05c19736-c120-40ee-a025-4a9dfd3799ba admin admin] Publish callbacks [] for port (155fec64-c57f-4893-a4af-0901d871b64c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:39.843335 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-05c19736-c120-40ee-a025-4a9dfd3799ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (155fec64-c57f-4893-a4af-0901d871b64c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:39.913386 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c19736-c120-40ee-a025-4a9dfd3799ba admin admin] Pushing event updated for resources: {'Port': ['ID=155fec64-c57f-4893-a4af-0901d871b64c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:39.932378 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-57392c77-a562-42c3-85f8-4943ac76f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:39.936003 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-57392c77-a562-42c3-85f8-4943ac76f864 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 1095 time: 0.2966104 Jan 27 21:43:39.949211 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33d13a5-f713-4b5e-880a-dfbc241ebd1a x-openstack-request-id: req-e33d13a5-f713-4b5e-880a-dfbc241ebd1a {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:39.949533 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629b7279-5c93-4feb-86ad-1cc7e1a0ac1c", "tag": "03ab448e-8097-4d3a-a2cb-650afa51b403", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:39.949744 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e33d13a5-f713-4b5e-880a-dfbc241ebd1a {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:39.950139 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629b7279-5c93-4feb-86ad-1cc7e1a0ac1c', 'tag': '03ab448e-8097-4d3a-a2cb-650afa51b403', 'status': 'completed', 'code': 200} Jan 27 21:43:39.989109 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c19736-c120-40ee-a025-4a9dfd3799ba admin admin] Network 072fa469-ac35-4c1b-9ecb-2c5475e92671 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:40.026370 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-05c19736-c120-40ee-a025-4a9dfd3799ba admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:40.030012 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c19736-c120-40ee-a025-4a9dfd3799ba admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:40.114874 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-161d36db-3ac2-4cc3-ba13-d39d6706e44c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03ab448e-8097-4d3a-a2cb-650afa51b403 HTTP/1.1" status: 200 len: 217 time: 0.1331651 Jan 27 21:43:40.115637 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-05c19736-c120-40ee-a025-4a9dfd3799ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (2a8d2d93-4d2d-4882-9caa-2557d62d1217), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.217132 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e4c07-8d61-4475-bf05-5b1afff6928a req-944947d1-27f6-4ee0-af5c-e3860bbee1c5 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:40.219122 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-323e4c07-8d61-4475-bf05-5b1afff6928a req-944947d1-27f6-4ee0-af5c-e3860bbee1c5 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 944 time: 0.0931766 Jan 27 21:43:40.314770 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-323e4c07-8d61-4475-bf05-5b1afff6928a req-63b51f03-f717-4fe7-a3ab-281519f690ca tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893915 Jan 27 21:43:40.342252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-6aa78d5f-bf96-46de-9221-285bbd62f69a req-22e57b03-ab8b-46ca-8338-43ee5fd60bd4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:43:40.343297 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6aa78d5f-bf96-46de-9221-285bbd62f69a req-22e57b03-ab8b-46ca-8338-43ee5fd60bd4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065444 Jan 27 21:43:40.359666 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc28900-c8fc-45fc-bb5c-864c2f9a37f6 req-c8fd738b-ea6d-454c-be3a-bac892dcaf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:40.361535 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2fc28900-c8fc-45fc-bb5c-864c2f9a37f6 req-c8fd738b-ea6d-454c-be3a-bac892dcaf7a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8126607683d541878b62716454240684&device_id=250c7d55-852c-438f-8056-3b7bdeaaeaff HTTP/1.1" status: 200 len: 1098 time: 0.5056741 Jan 27 21:43:40.509208 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc28900-c8fc-45fc-bb5c-864c2f9a37f6 req-5566c578-8491-4881-a00e-e15af91a5b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:40.510725 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2fc28900-c8fc-45fc-bb5c-864c2f9a37f6 req-5566c578-8491-4881-a00e-e15af91a5b2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.1407764 Jan 27 21:43:40.519988 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-a60c6b82-e01f-433b-abdc-6ec72d2d9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:40.520812 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2ace8018-aa74-40fe-8753-984c407b9f46 None None] Provisioning complete for port 155fec64-c57f-4893-a4af-0901d871b64c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:40.521514 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-a60c6b82-e01f-433b-abdc-6ec72d2d9360 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c8c1fde-1173-4cc5-9eb6-13f24f8d2210 HTTP/1.1" status: 200 len: 848 time: 0.3893778 Jan 27 21:43:40.530625 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2ace8018-aa74-40fe-8753-984c407b9f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (155fec64-c57f-4893-a4af-0901d871b64c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.619688 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2ace8018-aa74-40fe-8753-984c407b9f46 None None] Port 155fec64-c57f-4893-a4af-0901d871b64c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:40.673045 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-7b84d8fa-2a61-4a93-a2c9-2ef0c88fd983 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=682655b0-dbc8-497a-9054-3d8e44de5af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239796 Jan 27 21:43:40.674289 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2fc28900-c8fc-45fc-bb5c-864c2f9a37f6 req-43e25bce-41c1-4497-bebc-b74b60c96c42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 HTTP/1.1" status: 200 len: 217 time: 0.1564410 Jan 27 21:43:40.809974 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc28900-c8fc-45fc-bb5c-864c2f9a37f6 req-ff2f346f-aa2f-4658-b506-ee1bd9bd0e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:40.811504 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2fc28900-c8fc-45fc-bb5c-864c2f9a37f6 req-ff2f346f-aa2f-4658-b506-ee1bd9bd0e5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1282234 Jan 27 21:43:40.833402 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-05c19736-c120-40ee-a025-4a9dfd3799ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (155fec64-c57f-4893-a4af-0901d871b64c), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.924959 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-7546a44b-52a4-4688-8ba0-f9892aad8c00 service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056847 Jan 27 21:43:40.945358 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc28900-c8fc-45fc-bb5c-864c2f9a37f6 req-d6d7aefe-d445-4ec4-8a89-090ef638f586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:40.946881 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2fc28900-c8fc-45fc-bb5c-864c2f9a37f6 req-d6d7aefe-d445-4ec4-8a89-090ef638f586 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1282988 Jan 27 21:43:41.054755 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713c717-497a-447d-9d47-25c5d7e1a97e req-3156fdbb-d91e-4b32-b892-f5b4f867954b tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:41.056304 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d713c717-497a-447d-9d47-25c5d7e1a97e req-3156fdbb-d91e-4b32-b892-f5b4f867954b tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.0657179 Jan 27 21:43:41.107818 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d713c717-497a-447d-9d47-25c5d7e1a97e req-f8c62efc-205b-4ff6-9bd8-d6600842cd6f tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449054 Jan 27 21:43:41.232442 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2fc28900-c8fc-45fc-bb5c-864c2f9a37f6 req-9ad1a103-ebb5-47d1-8499-90b96b9a8289 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648065 Jan 27 21:43:41.244664 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0db0a362-033b-4b7b-b14f-79fea4e27789 req-041ae279-3383-4e10-bef3-49a7593059a0 service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123810 Jan 27 21:43:41.382318 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-05c19736-c120-40ee-a025-4a9dfd3799ba admin admin] Publish callbacks [] for port (155fec64-c57f-4893-a4af-0901d871b64c), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.403853 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-05c19736-c120-40ee-a025-4a9dfd3799ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (155fec64-c57f-4893-a4af-0901d871b64c), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.408400 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc4eb9-c9a0-47b3-be33-2bd1c00d5929 req-eddd2805-065f-4ef7-bfd2-34f8f6345d4e tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:41.417042 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-addc4eb9-c9a0-47b3-be33-2bd1c00d5929 req-eddd2805-065f-4ef7-bfd2-34f8f6345d4e tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=250c7d55-852c-438f-8056-3b7bdeaaeaff HTTP/1.1" status: 200 len: 947 time: 0.0921228 Jan 27 21:43:41.429359 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 33209b80-d151-4d5e-bffd-71c2e092e9b4 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:41.500681 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2fc28900-c8fc-45fc-bb5c-864c2f9a37f6 req-032d9dad-6860-4afc-a374-a33fb901e57d service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548239 Jan 27 21:43:41.510755 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-05c19736-c120-40ee-a025-4a9dfd3799ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (2a8d2d93-4d2d-4882-9caa-2557d62d1217), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.514335 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-addc4eb9-c9a0-47b3-be33-2bd1c00d5929 req-49975bed-8274-4b45-9d20-784995ed8adb tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960867 Jan 27 21:43:41.515323 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc35f29-e3f1-4dd4-8607-db5008ea9e27 req-1591eb96-6409-4d9d-a6ac-31c0bd660208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:41.517319 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bcc35f29-e3f1-4dd4-8607-db5008ea9e27 req-1591eb96-6409-4d9d-a6ac-31c0bd660208 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 1095 time: 0.1760933 Jan 27 21:43:41.529994 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c19736-c120-40ee-a025-4a9dfd3799ba admin admin] Pushing event updated for resources: {'Port': ['ID=155fec64-c57f-4893-a4af-0901d871b64c,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:41.545577 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 33209b80-d151-4d5e-bffd-71c2e092e9b4 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:41.546141 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (33209b80-d151-4d5e-bffd-71c2e092e9b4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.715939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 33209b80-d151-4d5e-bffd-71c2e092e9b4 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:41.716754 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (33209b80-d151-4d5e-bffd-71c2e092e9b4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.745641 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 33209b80-d151-4d5e-bffd-71c2e092e9b4, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=33209b80-d151-4d5e-bffd-71c2e092e9b4,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:41.750754 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (33209b80-d151-4d5e-bffd-71c2e092e9b4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.755769 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43326) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:41.852632 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=33209b80-d151-4d5e-bffd-71c2e092e9b4,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:41.869647 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:41.871402 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:41.871842 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:41.872135 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:41.873053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:41.873458 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:41.880848 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:41.881339 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:41.881687 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:41.882036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:41.882384 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:41.882721 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:41.883053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:41.962158 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8a2589b6-9457-4eb9-b455-c966fd65d70a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.009722 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc35f29-e3f1-4dd4-8607-db5008ea9e27 req-2043c370-c6a8-43ec-b938-2897087cb49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:42.011230 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bcc35f29-e3f1-4dd4-8607-db5008ea9e27 req-2043c370-c6a8-43ec-b938-2897087cb49c service neutron] 10.222.0.21 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 909 time: 0.4783592 Jan 27 21:43:42.024875 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c19736-c120-40ee-a025-4a9dfd3799ba admin admin] Network 072fa469-ac35-4c1b-9ecb-2c5475e92671 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:42.025158 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a451861-50c7-42c8-9067-a87e528324f6 req-06515438-e56c-4c99-921a-8bcb7b1aed4f tempest-MigrationsAdminTest-1687484128 tempest-MigrationsAdminTest-1687484128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:42.026626 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-05c19736-c120-40ee-a025-4a9dfd3799ba admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:42.026888 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a451861-50c7-42c8-9067-a87e528324f6 req-06515438-e56c-4c99-921a-8bcb7b1aed4f tempest-MigrationsAdminTest-1687484128 tempest-MigrationsAdminTest-1687484128-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 1100 time: 0.0668709 Jan 27 21:43:42.058389 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3a451861-50c7-42c8-9067-a87e528324f6 req-42cb55c1-0c30-4bdf-9328-34f3a1932a74 tempest-MigrationsAdminTest-1687484128 tempest-MigrationsAdminTest-1687484128-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.074174 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bcc35f29-e3f1-4dd4-8607-db5008ea9e27 req-17e0b491-7c29-4979-9709-c3050a2f5015 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03ab448e-8097-4d3a-a2cb-650afa51b403 HTTP/1.1" status: 200 len: 217 time: 0.0428088 Jan 27 21:43:42.125769 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8a2589b6-9457-4eb9-b455-c966fd65d70a admin admin] Publish callbacks [] for security_group (29e4f3cf-bef6-4053-a3ac-5cbbe2fca94c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.133164 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8a2589b6-9457-4eb9-b455-c966fd65d70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (29e4f3cf-bef6-4053-a3ac-5cbbe2fca94c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.196856 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8a2589b6-9457-4eb9-b455-c966fd65d70a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8790b2e08d2422d9778273a8151e1eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4382358 Jan 27 21:43:42.201257 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43338) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:42.216242 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2589b6-9457-4eb9-b455-c966fd65d70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e4f3cf-bef6-4053-a3ac-5cbbe2fca94c,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:42.224928 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc35f29-e3f1-4dd4-8607-db5008ea9e27 req-a19277eb-14c2-4b43-a336-e3c421313faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:42.226428 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bcc35f29-e3f1-4dd4-8607-db5008ea9e27 req-a19277eb-14c2-4b43-a336-e3c421313faf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c8c1fde-1173-4cc5-9eb6-13f24f8d2210 HTTP/1.1" status: 200 len: 848 time: 0.1118588 Jan 27 21:43:42.240024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43340) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:42.280105 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bcc35f29-e3f1-4dd4-8607-db5008ea9e27 req-ddbe2cc4-c246-4636-925e-9cf42ec12a12 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=682655b0-dbc8-497a-9054-3d8e44de5af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409043 Jan 27 21:43:42.289147 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c19736-c120-40ee-a025-4a9dfd3799ba admin admin] Router 2a8d2d93-4d2d-4882-9caa-2557d62d1217 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:43:42.294877 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3a451861-50c7-42c8-9067-a87e528324f6 req-42cb55c1-0c30-4bdf-9328-34f3a1932a74 tempest-MigrationsAdminTest-1687484128 tempest-MigrationsAdminTest-1687484128-project-admin] Publish callbacks [] for security_group (5717e5f1-3a7b-463b-a9c9-394fdf9ea7a7), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.307047 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3a451861-50c7-42c8-9067-a87e528324f6 req-42cb55c1-0c30-4bdf-9328-34f3a1932a74 tempest-MigrationsAdminTest-1687484128 tempest-MigrationsAdminTest-1687484128-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5717e5f1-3a7b-463b-a9c9-394fdf9ea7a7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.335502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-26f7edf8-6a47-4c65-9f65-b4980e283124 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:43:42.336540 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-26f7edf8-6a47-4c65-9f65-b4980e283124 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0907950 Jan 27 21:43:42.337160 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-896c84b4-e2f8-4a05-895f-2dfda5c0b037 admin admin] Publish callbacks [] for security_group (29e4f3cf-bef6-4053-a3ac-5cbbe2fca94c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.369903 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a451861-50c7-42c8-9067-a87e528324f6 req-42cb55c1-0c30-4bdf-9328-34f3a1932a74 tempest-MigrationsAdminTest-1687484128 tempest-MigrationsAdminTest-1687484128-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325698 Jan 27 21:43:42.374700 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ee5a675b-adb0-4cdd-a055-f67206cf02c0 None None] Provisioning complete for port 155fec64-c57f-4893-a4af-0901d871b64c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:42.375526 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ee5a675b-adb0-4cdd-a055-f67206cf02c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (155fec64-c57f-4893-a4af-0901d871b64c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.376564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb55c1-0c30-4bdf-9328-34f3a1932a74 tempest-MigrationsAdminTest-1687484128 tempest-MigrationsAdminTest-1687484128-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5717e5f1-3a7b-463b-a9c9-394fdf9ea7a7,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:42.387379 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-896c84b4-e2f8-4a05-895f-2dfda5c0b037 admin admin] Publish callbacks [] for security_group (29e4f3cf-bef6-4053-a3ac-5cbbe2fca94c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.439672 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ee5a675b-adb0-4cdd-a055-f67206cf02c0 None None] Port 155fec64-c57f-4893-a4af-0901d871b64c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:42.461546 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.467185 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-896c84b4-e2f8-4a05-895f-2dfda5c0b037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (29e4f3cf-bef6-4053-a3ac-5cbbe2fca94c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.470505 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-896c84b4-e2f8-4a05-895f-2dfda5c0b037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.472146 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-896c84b4-e2f8-4a05-895f-2dfda5c0b037 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/29e4f3cf-bef6-4053-a3ac-5cbbe2fca94c HTTP/1.1" status: 204 len: 168 time: 0.2655110 Jan 27 21:43:42.486083 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c84b4-e2f8-4a05-895f-2dfda5c0b037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e4f3cf-bef6-4053-a3ac-5cbbe2fca94c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:42.506492 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bcc35f29-e3f1-4dd4-8607-db5008ea9e27 req-7909c49d-8727-41f2-9229-01125377956b service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133954 Jan 27 21:43:42.516633 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c19736-c120-40ee-a025-4a9dfd3799ba admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:42.527464 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] Sync routers for ids ['2a8d2d93-4d2d-4882-9caa-2557d62d1217'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:42.540522 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] Routers {'2a8d2d93-4d2d-4882-9caa-2557d62d1217'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:42.541291 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:43:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['2a8d2d93-4d2d-4882-9caa-2557d62d1217'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:42.546040 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-05c19736-c120-40ee-a025-4a9dfd3799ba admin admin] 10.222.0.23 "PUT /v2.0/routers/2a8d2d93-4d2d-4882-9caa-2557d62d1217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1929619 Jan 27 21:43:42.626150 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-04c17ce6-4e6e-44b4-a663-63ec1295b249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:42.634920 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-04c17ce6-4e6e-44b4-a663-63ec1295b249 service neutron] 10.222.0.23 "GET /v2.0/ports/816c5961-d927-42ef-9afe-e51e7ad3efdb HTTP/1.1" status: 200 len: 1093 time: 0.2076569 Jan 27 21:43:42.644262 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-6d8bec73-e0b4-4393-8b50-37bd4d7ef51f service neutron] Request body: {'binding': {'host': 'n-h1-772272-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:42.644262 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-6d8bec73-e0b4-4393-8b50-37bd4d7ef51f service neutron] Unknown quota resources ['binding']. {{(pid=109741) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:43:42.680527 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bcc35f29-e3f1-4dd4-8607-db5008ea9e27 req-5cfff700-d6df-4ed2-8f47-2d913036eeaf service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303122 Jan 27 21:43:42.684312 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae381ea-7b90-4e52-a9c1-ab348da15154 req-24e4d085-5ce8-47aa-b485-7bc9e8a5c345 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:42.685876 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fae381ea-7b90-4e52-a9c1-ab348da15154 req-24e4d085-5ce8-47aa-b485-7bc9e8a5c345 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 944 time: 0.1711028 Jan 27 21:43:42.717770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] Set router 2a8d2d93-4d2d-4882-9caa-2557d62d1217 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:42.805292 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fae381ea-7b90-4e52-a9c1-ab348da15154 req-972bc116-7581-438a-8ae5-d9a00d4a22ea tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003077 Jan 27 21:43:42.866474 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-6d8bec73-e0b4-4393-8b50-37bd4d7ef51f service neutron] Attempting to bind port 816c5961-d927-42ef-9afe-e51e7ad3efdb on host n-h1-772272-3 for vnic_type normal with profile None {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:42.866857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-6d8bec73-e0b4-4393-8b50-37bd4d7ef51f service neutron] Attempting to bind port 816c5961-d927-42ef-9afe-e51e7ad3efdb by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:42.867158 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-6d8bec73-e0b4-4393-8b50-37bd4d7ef51f service neutron] Attempting to bind port 816c5961-d927-42ef-9afe-e51e7ad3efdb on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:42.875980 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-6d8bec73-e0b4-4393-8b50-37bd4d7ef51f service neutron] Port 816c5961-d927-42ef-9afe-e51e7ad3efdb on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:43:42.876345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-6d8bec73-e0b4-4393-8b50-37bd4d7ef51f service neutron] Attempting to bind port 816c5961-d927-42ef-9afe-e51e7ad3efdb on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:42.882979 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-6d8bec73-e0b4-4393-8b50-37bd4d7ef51f service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:42.883354 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-6d8bec73-e0b4-4393-8b50-37bd4d7ef51f service neutron] Checking segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:42.884114 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-6d8bec73-e0b4-4393-8b50-37bd4d7ef51f service neutron] Bound using segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:42.884399 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-6d8bec73-e0b4-4393-8b50-37bd4d7ef51f service neutron] Bound port: 816c5961-d927-42ef-9afe-e51e7ad3efdb, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:43.049668 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43364) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:43.078766 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92f3458e-8dbd-44b0-b5ad-5734ec980dca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.202748 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-6d8bec73-e0b4-4393-8b50-37bd4d7ef51f service neutron] For port 816c5961-d927-42ef-9afe-e51e7ad3efdb, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=816c5961-d927-42ef-9afe-e51e7ad3efdb,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:43.209758 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-6d8bec73-e0b4-4393-8b50-37bd4d7ef51f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.236668 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-6d8bec73-e0b4-4393-8b50-37bd4d7ef51f service neutron] 10.222.0.23 "POST /v2.0/ports/816c5961-d927-42ef-9afe-e51e7ad3efdb/bindings HTTP/1.1" status: 201 len: 389 time: 0.6008399 Jan 27 21:43:43.246102 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8d2d93-4d2d-4882-9caa-2557d62d1217', 'name': 'tempest-AttachSCSIVolumeTestJSON-719268842-router', 'tenant_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '33209b80-d151-4d5e-bffd-71c2e092e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:30Z', 'updated_at': '2022-01-27T21:43:40Z', 'revision_number': 4, 'project_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'gw_port': {'id': '33209b80-d151-4d5e-bffd-71c2e092e9b4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8d2d93-4d2d-4882-9caa-2557d62d1217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:31Z', 'updated_at': '2022-01-27T21:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '155fec64-c57f-4893-a4af-0901d871b64c', 'name': '', 'network_id': '072fa469-ac35-4c1b-9ecb-2c5475e92671', 'tenant_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'mac_address': 'fa:16:3e:ff:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8d2d93-4d2d-4882-9caa-2557d62d1217', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ca47883b-a017-4675-9e06-2012a6236b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:38Z', 'updated_at': '2022-01-27T21:43:40Z', 'revision_number': 2, 'project_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'subnets': [{'id': 'ca47883b-a017-4675-9e06-2012a6236b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:43.342202 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92f3458e-8dbd-44b0-b5ad-5734ec980dca admin admin] Publish callbacks [] for security_group (8995af3e-8ad0-47b1-88d6-a5487665795e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.348594 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92f3458e-8dbd-44b0-b5ad-5734ec980dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8995af3e-8ad0-47b1-88d6-a5487665795e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.382268 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] Checking router: 2a8d2d93-4d2d-4882-9caa-2557d62d1217 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:43:43.382723 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] Updating router 2a8d2d93-4d2d-4882-9caa-2557d62d1217 port 155fec64-c57f-4893-a4af-0901d871b64c binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:43:43.384953 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:43:43.386743 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 33209b80-d151-4d5e-bffd-71c2e092e9b4 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:43.468867 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3458e-8dbd-44b0-b5ad-5734ec980dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8995af3e-8ad0-47b1-88d6-a5487665795e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:43.529779 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-92f3458e-8dbd-44b0-b5ad-5734ec980dca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=13dfbfb5c09c4c4093f53ac81064f428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4775889 Jan 27 21:43:43.554613 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43378) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:43.590891 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (155fec64-c57f-4893-a4af-0901d871b64c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.636195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bc703-1093-4d45-9104-2a40dbc89faa req-91977302-93b3-421d-900d-5e489e243991 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:43.649853 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d84bc703-1093-4d45-9104-2a40dbc89faa req-91977302-93b3-421d-900d-5e489e243991 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=250c7d55-852c-438f-8056-3b7bdeaaeaff HTTP/1.1" status: 200 len: 947 time: 0.1534503 Jan 27 21:43:43.707198 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b761999e-ff75-45b5-8d3d-797bd5767527 admin admin] Publish callbacks [] for security_group (8995af3e-8ad0-47b1-88d6-a5487665795e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.742466 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b761999e-ff75-45b5-8d3d-797bd5767527 admin admin] Publish callbacks [] for security_group (8995af3e-8ad0-47b1-88d6-a5487665795e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.781951 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-57b066f2-ffd9-4350-bd89-bdf549516128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:43.784762 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-33ca62b0-c3d7-4913-a868-70c7208eefdf req-30a93b96-604b-4e7c-8bce-4ddbb572397d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:43:43.788270 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-57b066f2-ffd9-4350-bd89-bdf549516128 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 1096 time: 0.1616380 Jan 27 21:43:43.799430 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33ca62b0-c3d7-4913-a868-70c7208eefdf req-30a93b96-604b-4e7c-8bce-4ddbb572397d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1484969 Jan 27 21:43:43.840667 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d84bc703-1093-4d45-9104-2a40dbc89faa req-8aa18648-ee89-4c34-a855-db9bba5e1077 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847401 Jan 27 21:43:43.912843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43390) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:43.982756 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] Publish callbacks [] for port (155fec64-c57f-4893-a4af-0901d871b64c), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.996300 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b761999e-ff75-45b5-8d3d-797bd5767527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8995af3e-8ad0-47b1-88d6-a5487665795e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.000133 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b761999e-ff75-45b5-8d3d-797bd5767527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.006049 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b761999e-ff75-45b5-8d3d-797bd5767527 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8995af3e-8ad0-47b1-88d6-a5487665795e HTTP/1.1" status: 204 len: 168 time: 0.4425361 Jan 27 21:43:44.008627 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (155fec64-c57f-4893-a4af-0901d871b64c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.019357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2455384-f79c-401b-8398-9f2203baad6b req-5ff3c583-d85d-4364-8ad3-259884389c84 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:44.019558 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-0edd5030-b6b8-455d-baeb-b81c655f201b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:44.021063 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-0edd5030-b6b8-455d-baeb-b81c655f201b service neutron] 10.222.0.15 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 920 time: 0.2144916 Jan 27 21:43:44.030045 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2455384-f79c-401b-8398-9f2203baad6b req-5ff3c583-d85d-4364-8ad3-259884389c84 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 945 time: 0.0825071 Jan 27 21:43:44.046119 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761999e-ff75-45b5-8d3d-797bd5767527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8995af3e-8ad0-47b1-88d6-a5487665795e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:44.117823 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-a96b927b-2ba8-4830-93b7-2e0fa01ba2d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=816c5961-d927-42ef-9afe-e51e7ad3efdb HTTP/1.1" status: 200 len: 217 time: 0.0839217 Jan 27 21:43:44.127682 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 33209b80-d151-4d5e-bffd-71c2e092e9b4 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:44.128058 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (33209b80-d151-4d5e-bffd-71c2e092e9b4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.160360 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2455384-f79c-401b-8398-9f2203baad6b req-2a0afa05-f9df-4765-9da2-05bf5cd28a8e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283629 Jan 27 21:43:44.270768 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-e6d46bd0-9fbb-451f-9952-ef0d439ded32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:44.274976 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d33d1908-060f-4ec4-a227-b58edef00bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.280562 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-e6d46bd0-9fbb-451f-9952-ef0d439ded32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.1423049 Jan 27 21:43:44.351690 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245a105-01b4-46f0-a4ae-a6cf5f60c4f1 None None] Pushing event updated for resources: {'Port': ['ID=155fec64-c57f-4893-a4af-0901d871b64c,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:44.400914 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-951fb580-dd2d-4dbb-98c8-a56ce18108dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184621 Jan 27 21:43:44.616589 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] Attempting to bind port 155fec64-c57f-4893-a4af-0901d871b64c on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:44.617822 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] Attempting to bind port 155fec64-c57f-4893-a4af-0901d871b64c by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '5c06555c-bda8-4971-991c-7865a00bad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '072fa469-ac35-4c1b-9ecb-2c5475e92671'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:44.618795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] Attempting to bind port 155fec64-c57f-4893-a4af-0901d871b64c on network 072fa469-ac35-4c1b-9ecb-2c5475e92671 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:44.630541 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:44.631418 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] Checking segment: {'id': '5c06555c-bda8-4971-991c-7865a00bad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '072fa469-ac35-4c1b-9ecb-2c5475e92671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:44.632013 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.632581 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] Bound using segment: {'id': '5c06555c-bda8-4971-991c-7865a00bad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '072fa469-ac35-4c1b-9ecb-2c5475e92671'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:44.633277 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] Bound port: 155fec64-c57f-4893-a4af-0901d871b64c, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c06555c-bda8-4971-991c-7865a00bad1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '072fa469-ac35-4c1b-9ecb-2c5475e92671'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:44.635402 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (155fec64-c57f-4893-a4af-0901d871b64c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.663408 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:44.740116 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 33209b80-d151-4d5e-bffd-71c2e092e9b4 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:44.751719 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380', 'mac_address': 'fa:16:3e:43:26:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:43:44.753133 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d33d1908-060f-4ec4-a227-b58edef00bb6 admin admin] Publish callbacks [] for security_group (01bc9859-edd2-4e6b-9c5e-74fb83c6b707), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.756495 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-aabf13b2-e228-4b31-8817-b8d6bc661afb service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423393 Jan 27 21:43:44.806901 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d33d1908-060f-4ec4-a227-b58edef00bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (01bc9859-edd2-4e6b-9c5e-74fb83c6b707), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.910631 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d1908-060f-4ec4-a227-b58edef00bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bc9859-edd2-4e6b-9c5e-74fb83c6b707,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:44.949700 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d589b8-32f0-4d35-bae5-01b2d30e09bc req-9586fab3-732d-4127-94dc-c22b4d81fd84 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:44.954599 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03d589b8-32f0-4d35-bae5-01b2d30e09bc req-9586fab3-732d-4127-94dc-c22b4d81fd84 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 944 time: 0.4100938 Jan 27 21:43:44.967097 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-a63d76cd-c647-4e9a-b916-e72b96921040 service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991127 Jan 27 21:43:45.087282 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d33d1908-060f-4ec4-a227-b58edef00bb6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a64a0a04f30e4da59969d7e090bc3414&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1729898 Jan 27 21:43:45.090424 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43416) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:45.155716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:45.156761 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.183690 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03d589b8-32f0-4d35-bae5-01b2d30e09bc req-13296b60-0626-4c62-817b-89aa5c84474e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218602 Jan 27 21:43:45.201609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594799e1-9907-49d5-a2ef-66f86a7f170e req-d507748a-1d15-47b8-90b4-42d9baa08327 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:45.211141 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-594799e1-9907-49d5-a2ef-66f86a7f170e req-d507748a-1d15-47b8-90b4-42d9baa08327 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.1375637 Jan 27 21:43:45.264837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-efe7861a-3831-441b-8087-02ac4a1c83c6 None None] Provisioning complete for port 155fec64-c57f-4893-a4af-0901d871b64c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:45.265143 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-efe7861a-3831-441b-8087-02ac4a1c83c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (155fec64-c57f-4893-a4af-0901d871b64c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.290842 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:45.351691 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:45.409785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43426) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:45.417023 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.434573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] For port 155fec64-c57f-4893-a4af-0901d871b64c, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:45.439532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-594799e1-9907-49d5-a2ef-66f86a7f170e req-2fdfc6a6-7dc4-4340-8e0f-eef7a2f230e6 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244132 Jan 27 21:43:45.525228 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-479bc4dc-9def-42a6-a74a-71cf604e02d2 admin admin] Publish callbacks [] for security_group (01bc9859-edd2-4e6b-9c5e-74fb83c6b707), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.542108 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] For port 155fec64-c57f-4893-a4af-0901d871b64c, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=155fec64-c57f-4893-a4af-0901d871b64c,segment=NetworkSegment(5c06555c-bda8-4971-991c-7865a00bad1e),segment_id=5c06555c-bda8-4971-991c-7865a00bad1e)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:45.557257 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-efe7861a-3831-441b-8087-02ac4a1c83c6 None None] Port 155fec64-c57f-4893-a4af-0901d871b64c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:45.573598 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (155fec64-c57f-4893-a4af-0901d871b64c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.599565 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 03ab448e-8097-4d3a-a2cb-650afa51b403 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:43:45.610856 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-0f963d83-730b-4154-954f-9b2625ce1d90 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:45.622469 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-0f963d83-730b-4154-954f-9b2625ce1d90 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0&tenant_id=6f69f01a295841ef87a2606a7f3645b9&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 1096 time: 0.4046214 Jan 27 21:43:45.639624 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:45.648198 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-772272-3'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:45.723009 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-479bc4dc-9def-42a6-a74a-71cf604e02d2 admin admin] Publish callbacks [] for security_group (01bc9859-edd2-4e6b-9c5e-74fb83c6b707), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.805147 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-9f96038d-5355-4e62-a2b2-a492bf586955 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3607454 Jan 27 21:43:45.821751 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (816c5961-d927-42ef-9afe-e51e7ad3efdb), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.828609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfd75b-a053-44b9-9e8e-c827017b7aff req-7ea2f025-48f0-4092-a6ee-4751d711ed8e tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:45.846010 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9dcfd75b-a053-44b9-9e8e-c827017b7aff req-7ea2f025-48f0-4092-a6ee-4751d711ed8e tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=250c7d55-852c-438f-8056-3b7bdeaaeaff HTTP/1.1" status: 200 len: 948 time: 0.4345758 Jan 27 21:43:45.867319 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245a105-01b4-46f0-a4ae-a6cf5f60c4f1 None None] Pushing event updated for resources: {'Port': ['ID=155fec64-c57f-4893-a4af-0901d871b64c,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:45.870329 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256306d-cefc-4da7-bf52-19d03833ca2b req-0a16dc9c-050a-4c02-a08d-57380e28c6c5 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:45.873191 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f256306d-cefc-4da7-bf52-19d03833ca2b req-0a16dc9c-050a-4c02-a08d-57380e28c6c5 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 945 time: 0.3215461 Jan 27 21:43:45.879179 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-89c0876d-1dbc-4ff3-9dc4-adb21a574f6b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:43:45.880627 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-89c0876d-1dbc-4ff3-9dc4-adb21a574f6b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0295205 Jan 27 21:43:45.898927 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:45.951589 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-479bc4dc-9def-42a6-a74a-71cf604e02d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (01bc9859-edd2-4e6b-9c5e-74fb83c6b707), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.965965 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-479bc4dc-9def-42a6-a74a-71cf604e02d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.977588 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-479bc4dc-9def-42a6-a74a-71cf604e02d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01bc9859-edd2-4e6b-9c5e-74fb83c6b707 HTTP/1.1" status: 204 len: 168 time: 0.8850796 Jan 27 21:43:46.033934 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bc4dc-9def-42a6-a74a-71cf604e02d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bc9859-edd2-4e6b-9c5e-74fb83c6b707,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:46.038444 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.resource_extend [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:43:46.165149 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] Routers {'2a8d2d93-4d2d-4882-9caa-2557d62d1217'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:46.166080 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:43:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['2a8d2d93-4d2d-4882-9caa-2557d62d1217'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:46.167001 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9dcfd75b-a053-44b9-9e8e-c827017b7aff req-6c70c313-a8f6-4f27-b722-b925f63f9d05 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924385 Jan 27 21:43:46.219928 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f256306d-cefc-4da7-bf52-19d03833ca2b req-902c85e6-3b77-4616-b255-78adfe36fda0 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347833 Jan 27 21:43:46.381687 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] For port 816c5961-d927-42ef-9afe-e51e7ad3efdb, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=816c5961-d927-42ef-9afe-e51e7ad3efdb,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:46.474605 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] For port 816c5961-d927-42ef-9afe-e51e7ad3efdb, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:46.555955 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84a756-94e5-4ec5-90e8-d97cf3dbfb69 req-8f7bbf24-20d5-4d29-bd20-94af1734e82e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:46.581670 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c84a756-94e5-4ec5-90e8-d97cf3dbfb69 req-8f7bbf24-20d5-4d29-bd20-94af1734e82e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 944 time: 0.1752391 Jan 27 21:43:46.614349 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1134fa-9d36-4b5d-9934-16c55b4913e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816c5961-d927-42ef-9afe-e51e7ad3efdb'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:46.622380 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88b71a9-9d36-45bf-b819-0320d79ad344" -d '{"events": [{"server_uuid": "1b1134fa-9d36-4b5d-9934-16c55b4913e0", "name": "network-vif-unplugged", "status": "completed", "tag": "816c5961-d927-42ef-9afe-e51e7ad3efdb"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:46.627205 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-bc3f8ead-0517-467e-93c7-c3d0c3d865a3 None None] Provisioning complete for port 155fec64-c57f-4893-a4af-0901d871b64c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:46.627841 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bc3f8ead-0517-467e-93c7-c3d0c3d865a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (155fec64-c57f-4893-a4af-0901d871b64c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:46.633021 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] Publish callbacks [] for port (816c5961-d927-42ef-9afe-e51e7ad3efdb), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:46.671068 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (816c5961-d927-42ef-9afe-e51e7ad3efdb), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:46.760496 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 03ab448e-8097-4d3a-a2cb-650afa51b403, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=03ab448e-8097-4d3a-a2cb-650afa51b403,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:46.782587 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '03ab448e-8097-4d3a-a2cb-650afa51b403', 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4', 'port_id': '03ab448e-8097-4d3a-a2cb-650afa51b403', 'mac_address': 'fa:16:3e:ce:d7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8c1fde-1173-4cc5-9eb6-13f24f8d2210', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:43:46.790111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b414ad-ed5f-41df-80b3-bdeccf6780ff req-91412b52-dd6b-4c72-8da8-95596179b46c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:46.803599 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96b414ad-ed5f-41df-80b3-bdeccf6780ff req-91412b52-dd6b-4c72-8da8-95596179b46c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.2206476 Jan 27 21:43:46.886535 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c84a756-94e5-4ec5-90e8-d97cf3dbfb69 req-bd5f20b8-1cf0-43e6-9804-2ae6b5af17be tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787306 Jan 27 21:43:46.954372 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] Pushing event updated for resources: {'Port': ['ID=816c5961-d927-42ef-9afe-e51e7ad3efdb,revision_number=7']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:46.957980 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43464) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:46.981630 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] Attempting to bind port 816c5961-d927-42ef-9afe-e51e7ad3efdb on host n-h2-772272-3 for vnic_type normal with profile {"migrating_to": "n-h1-772272-3"} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:46.982133 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] Attempting to bind port 816c5961-d927-42ef-9afe-e51e7ad3efdb by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:46.982574 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] Attempting to bind port 816c5961-d927-42ef-9afe-e51e7ad3efdb on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:47.017499 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] Set router 2a8d2d93-4d2d-4882-9caa-2557d62d1217 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:47.038583 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] Port 816c5961-d927-42ef-9afe-e51e7ad3efdb on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:43:47.038934 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] Attempting to bind port 816c5961-d927-42ef-9afe-e51e7ad3efdb on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:47.051954 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d389d8d-cb85-4ba4-9fb5-601b22df114d x-openstack-request-id: req-6d389d8d-cb85-4ba4-9fb5-601b22df114d {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:47.051954 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1134fa-9d36-4b5d-9934-16c55b4913e0", "name": "network-vif-unplugged", "status": "completed", "tag": "816c5961-d927-42ef-9afe-e51e7ad3efdb", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:47.052473 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d389d8d-cb85-4ba4-9fb5-601b22df114d {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:47.052894 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1134fa-9d36-4b5d-9934-16c55b4913e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816c5961-d927-42ef-9afe-e51e7ad3efdb', 'code': 200} Jan 27 21:43:47.068287 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:47.068703 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] Checking segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:47.069287 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] Bound using segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:47.070030 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] Bound port: 816c5961-d927-42ef-9afe-e51e7ad3efdb, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:47.070600 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (816c5961-d927-42ef-9afe-e51e7ad3efdb), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.109490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 03ab448e-8097-4d3a-a2cb-650afa51b403 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:47.110036 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (03ab448e-8097-4d3a-a2cb-650afa51b403), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.133821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ab448e-8097-4d3a-a2cb-650afa51b403 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:47.145193 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96b414ad-ed5f-41df-80b3-bdeccf6780ff req-2a7aca79-d94c-4374-84b9-d64a9e81d7c8 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356013 Jan 27 21:43:47.146292 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6aa37157-ee2f-4a36-b8bd-c7b7f3d501ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.159575 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 03ab448e-8097-4d3a-a2cb-650afa51b403, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=03ab448e-8097-4d3a-a2cb-650afa51b403,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:47.187083 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (03ab448e-8097-4d3a-a2cb-650afa51b403), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.440740 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] For port 816c5961-d927-42ef-9afe-e51e7ad3efdb, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:47.456184 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] For port 816c5961-d927-42ef-9afe-e51e7ad3efdb, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=816c5961-d927-42ef-9afe-e51e7ad3efdb,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:47.490265 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (816c5961-d927-42ef-9afe-e51e7ad3efdb), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.581387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9a3fe-a698-47b9-9d94-53c8c3f15669 req-13526f09-038b-4033-8dad-f303b61c63f3 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:47.588650 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fc9a3fe-a698-47b9-9d94-53c8c3f15669 req-13526f09-038b-4033-8dad-f303b61c63f3 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 943 time: 0.1462178 Jan 27 21:43:47.593077 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6aa37157-ee2f-4a36-b8bd-c7b7f3d501ce admin admin] Publish callbacks [] for security_group (0ede22d8-658c-4b0d-9a02-dd21abcd5c85), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.630640 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3c950-f4d4-4773-867d-6469a7657b80 req-2c4a683c-2378-4626-96db-7e0c3cb16226 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:47.632263 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cfc3c950-f4d4-4773-867d-6469a7657b80 req-2c4a683c-2378-4626-96db-7e0c3cb16226 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=250c7d55-852c-438f-8056-3b7bdeaaeaff HTTP/1.1" status: 200 len: 948 time: 0.2719402 Jan 27 21:43:47.635057 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6aa37157-ee2f-4a36-b8bd-c7b7f3d501ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0ede22d8-658c-4b0d-9a02-dd21abcd5c85), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.675759 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f8ead-0517-467e-93c7-c3d0c3d865a3 None None] Current status of the port 155fec64-c57f-4893-a4af-0901d871b64c is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:47.677415 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bc3f8ead-0517-467e-93c7-c3d0c3d865a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (155fec64-c57f-4893-a4af-0901d871b64c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.720773 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] Pushing event updated for resources: {'Port': ['ID=816c5961-d927-42ef-9afe-e51e7ad3efdb,revision_number=8']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:47.749352 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:47.750177 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.751445 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-9136fd97-daf9-4b96-8cd8-0bc4d285366b service neutron] 10.222.0.15 "PUT /v2.0/ports/816c5961-d927-42ef-9afe-e51e7ad3efdb HTTP/1.1" status: 200 len: 1121 time: 2.1087315 Jan 27 21:43:47.868682 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6aa37157-ee2f-4a36-b8bd-c7b7f3d501ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=44a9513322f441d9a3e10d6bfbbcc680&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8978391 Jan 27 21:43:47.871367 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43484) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:47.881440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa37157-ee2f-4a36-b8bd-c7b7f3d501ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ede22d8-658c-4b0d-9a02-dd21abcd5c85,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:47.897443 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fc9a3fe-a698-47b9-9d94-53c8c3f15669 req-2239b21c-d22c-4a3a-99ee-97a7f7872e2c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078518 Jan 27 21:43:47.914959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['03ab448e-8097-4d3a-a2cb-650afa51b403'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:47.971589 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cfc3c950-f4d4-4773-867d-6469a7657b80 req-4a30dd02-cc58-4ea2-a0d3-1ac50cc06648 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016224 Jan 27 21:43:48.003051 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c3583b0-b0b5-4689-a976-b2c60068c572 admin admin] Publish callbacks [] for security_group (0ede22d8-658c-4b0d-9a02-dd21abcd5c85), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.097818 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['816c5961-d927-42ef-9afe-e51e7ad3efdb'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:48.114717 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c3583b0-b0b5-4689-a976-b2c60068c572 admin admin] Publish callbacks [] for security_group (0ede22d8-658c-4b0d-9a02-dd21abcd5c85), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.129143 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-bc3f8ead-0517-467e-93c7-c3d0c3d865a3 None None] For port 155fec64-c57f-4893-a4af-0901d871b64c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=155fec64-c57f-4893-a4af-0901d871b64c,segment=NetworkSegment(5c06555c-bda8-4971-991c-7865a00bad1e),segment_id=5c06555c-bda8-4971-991c-7865a00bad1e)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:48.182403 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=03ab448e-8097-4d3a-a2cb-650afa51b403,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:48.201361 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bc3f8ead-0517-467e-93c7-c3d0c3d865a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (155fec64-c57f-4893-a4af-0901d871b64c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.250732 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c3583b0-b0b5-4689-a976-b2c60068c572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0ede22d8-658c-4b0d-9a02-dd21abcd5c85), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.254235 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c3583b0-b0b5-4689-a976-b2c60068c572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.256197 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1c3583b0-b0b5-4689-a976-b2c60068c572 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ede22d8-658c-4b0d-9a02-dd21abcd5c85 HTTP/1.1" status: 204 len: 168 time: 0.3826065 Jan 27 21:43:48.281323 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3583b0-b0b5-4689-a976-b2c60068c572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ede22d8-658c-4b0d-9a02-dd21abcd5c85,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:48.326311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c94ddf-6d06-4cbc-8f54-a14db1aa07fc req-35d444c4-3074-4018-91bc-cd0bfa1d8980 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:48.332639 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06c94ddf-6d06-4cbc-8f54-a14db1aa07fc req-35d444c4-3074-4018-91bc-cd0bfa1d8980 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 945 time: 0.1949821 Jan 27 21:43:48.498491 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f8ead-0517-467e-93c7-c3d0c3d865a3 None None] Pushing event updated for resources: {'Port': ['ID=155fec64-c57f-4893-a4af-0901d871b64c,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:48.531031 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06c94ddf-6d06-4cbc-8f54-a14db1aa07fc req-ba68b46c-abb0-44c0-8aed-2520c142c04a tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871450 Jan 27 21:43:48.581718 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b147ee0-bcaa-4696-b85b-2b3001f1eae4 req-6f8914cb-58b2-4f33-993a-9732bb9feac0 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:48.590739 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b147ee0-bcaa-4696-b85b-2b3001f1eae4 req-6f8914cb-58b2-4f33-993a-9732bb9feac0 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.2476768 Jan 27 21:43:48.687801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b147ee0-bcaa-4696-b85b-2b3001f1eae4 req-9e5d2c13-7268-4c50-b5e6-152ec0155278 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929110 Jan 27 21:43:48.790288 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8d2d93-4d2d-4882-9caa-2557d62d1217', 'name': 'tempest-AttachSCSIVolumeTestJSON-719268842-router', 'tenant_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '33209b80-d151-4d5e-bffd-71c2e092e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:30Z', 'updated_at': '2022-01-27T21:43:40Z', 'revision_number': 4, 'project_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'gw_port': {'id': '33209b80-d151-4d5e-bffd-71c2e092e9b4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8d2d93-4d2d-4882-9caa-2557d62d1217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:31Z', 'updated_at': '2022-01-27T21:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '155fec64-c57f-4893-a4af-0901d871b64c', 'name': '', 'network_id': '072fa469-ac35-4c1b-9ecb-2c5475e92671', 'tenant_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'mac_address': 'fa:16:3e:ff:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8d2d93-4d2d-4882-9caa-2557d62d1217', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ca47883b-a017-4675-9e06-2012a6236b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:38Z', 'updated_at': '2022-01-27T21:43:45Z', 'revision_number': 4, 'project_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'subnets': [{'id': 'ca47883b-a017-4675-9e06-2012a6236b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:48.836295 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557079c9-76f8-4e7a-be8b-6d6e3b92176f None None] The sync data for ids ['2a8d2d93-4d2d-4882-9caa-2557d62d1217'] in n-d-772272-3 is: [{'id': '2a8d2d93-4d2d-4882-9caa-2557d62d1217', 'name': 'tempest-AttachSCSIVolumeTestJSON-719268842-router', 'tenant_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '33209b80-d151-4d5e-bffd-71c2e092e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:30Z', 'updated_at': '2022-01-27T21:43:40Z', 'revision_number': 4, 'project_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'gw_port': {'id': '33209b80-d151-4d5e-bffd-71c2e092e9b4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8d2d93-4d2d-4882-9caa-2557d62d1217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:31Z', 'updated_at': '2022-01-27T21:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '155fec64-c57f-4893-a4af-0901d871b64c', 'name': '', 'network_id': '072fa469-ac35-4c1b-9ecb-2c5475e92671', 'tenant_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'mac_address': 'fa:16:3e:ff:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8d2d93-4d2d-4882-9caa-2557d62d1217', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'ca47883b-a017-4675-9e06-2012a6236b4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:38Z', 'updated_at': '2022-01-27T21:43:45Z', 'revision_number': 4, 'project_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'subnets': [{'id': 'ca47883b-a017-4675-9e06-2012a6236b4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:49.054333 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1134fa-9d36-4b5d-9934-16c55b4913e0', 'tag': '816c5961-d927-42ef-9afe-e51e7ad3efdb'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:49.057302 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5c6711-1a1a-4ba6-96d2-b86f1ac7737b" -d '{"events": [{"name": "network-changed", "server_uuid": "1b1134fa-9d36-4b5d-9934-16c55b4913e0", "tag": "816c5961-d927-42ef-9afe-e51e7ad3efdb"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:49.187982 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24a12b-26d4-4b0e-8ef9-3e640e10efdf req-7f0dc896-1ede-4459-8c66-0b6c9081ec0c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:49.196809 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b24a12b-26d4-4b0e-8ef9-3e640e10efdf req-7f0dc896-1ede-4459-8c66-0b6c9081ec0c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 943 time: 0.1093535 Jan 27 21:43:49.250787 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-2c94d1b2-d1b8-4555-8d77-73864de17d81 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=da7f273c89bd44f3a10374ca699c2188&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485413 Jan 27 21:43:49.350724 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 155fec64-c57f-4893-a4af-0901d871b64c up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:49.376491 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b24a12b-26d4-4b0e-8ef9-3e640e10efdf req-4dd3cad3-d78f-42d9-b1ed-0b905b86d8b2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784959 Jan 27 21:43:49.387501 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-85aa31a6-2fbb-4fbc-9313-b4fc5f01d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:49.395494 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-85aa31a6-2fbb-4fbc-9313-b4fc5f01d1dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 1100 time: 0.1332016 Jan 27 21:43:49.460983 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:49.504345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-9c114640-fa50-4934-9239-2ca9c94d650a tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:49.513971 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-9c114640-fa50-4934-9239-2ca9c94d650a tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2605474 Jan 27 21:43:49.566786 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:43:49.572247 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 155fec64-c57f-4893-a4af-0901d871b64c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:49.572624 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (155fec64-c57f-4893-a4af-0901d871b64c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:49.591993 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-640a5491-9999-4234-884f-7cc13b0d8bed tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/quotas/da7f273c89bd44f3a10374ca699c2188 HTTP/1.1" status: 200 len: 375 time: 0.0756001 Jan 27 21:43:49.623841 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:49.624237 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:49.637547 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-0a5f0b4d-627f-457d-8b94-ec61ba2397f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:49.639766 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-0a5f0b4d-627f-457d-8b94-ec61ba2397f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.2305646 Jan 27 21:43:49.696716 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-1c0620e8-f365-47c2-9449-3f8934f0f5c8 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=da7f273c89bd44f3a10374ca699c2188&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1002469 Jan 27 21:43:49.719553 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143af1f-09c3-4fcb-accc-75c6527ade7e req-4d4ae6d9-3c4c-4b93-a0c8-3e2a69db921d tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:49.731610 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5143af1f-09c3-4fcb-accc-75c6527ade7e req-4d4ae6d9-3c4c-4b93-a0c8-3e2a69db921d tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=250c7d55-852c-438f-8056-3b7bdeaaeaff HTTP/1.1" status: 200 len: 948 time: 0.2148914 Jan 27 21:43:49.748157 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-4ad28be8-4c81-44c0-9f65-9c9fa741aa9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=77330e54-d780-4c6d-ada9-0ade9cecfd40 HTTP/1.1" status: 200 len: 217 time: 0.0986083 Jan 27 21:43:49.808478 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 155fec64-c57f-4893-a4af-0901d871b64c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:49.883990 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:49.885001 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:49.888822 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-bb547503-1b7e-49c7-9450-2f01af9acc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:49.890353 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-bb547503-1b7e-49c7-9450-2f01af9acc4d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1315787 Jan 27 21:43:49.933908 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5143af1f-09c3-4fcb-accc-75c6527ade7e req-f03acda3-94f2-4620-b0fe-49a8e0290860 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012227 Jan 27 21:43:50.048296 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-90d4a2e1-30a6-4915-90d4-e8684811e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:50.050256 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-90d4a2e1-30a6-4915-90d4-e8684811e80d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1476402 Jan 27 21:43:50.085992 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08898c4d-6d96-4d88-89db-5243e272fb57 x-openstack-request-id: req-08898c4d-6d96-4d88-89db-5243e272fb57 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:50.086567 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b1134fa-9d36-4b5d-9934-16c55b4913e0", "tag": "816c5961-d927-42ef-9afe-e51e7ad3efdb", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:50.094400 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08898c4d-6d96-4d88-89db-5243e272fb57 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:50.096084 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b1134fa-9d36-4b5d-9934-16c55b4913e0', 'tag': '816c5961-d927-42ef-9afe-e51e7ad3efdb', 'status': 'completed', 'code': 200} Jan 27 21:43:50.124511 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250c7d55-852c-438f-8056-3b7bdeaaeaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:50.129560 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28623ee-16d1-4934-8ee7-664c65e5f1e0" -d '{"events": [{"server_uuid": "250c7d55-852c-438f-8056-3b7bdeaaeaff", "name": "network-vif-plugged", "status": "completed", "tag": "6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:50.192899 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:50.227729 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:50.330450 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-38234428-42fb-4fff-994c-8e9ebe0a632b service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692912 Jan 27 21:43:50.467545 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:50.529627 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e47ea-4335-4ee8-82e0-68de0bb6d2a0 req-a36e3039-bea4-4e93-a598-7dfb76ea2298 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:50.543625 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-722e47ea-4335-4ee8-82e0-68de0bb6d2a0 req-a36e3039-bea4-4e93-a598-7dfb76ea2298 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 945 time: 0.2987409 Jan 27 21:43:50.586595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2dcc2-29c0-4400-8228-0e938c51d0e1 req-4b76cdb4-9cd6-474b-a2e8-5cc71bd87396 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:50.594334 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ede2dcc2-29c0-4400-8228-0e938c51d0e1 req-4b76cdb4-9cd6-474b-a2e8-5cc71bd87396 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.2826681 Jan 27 21:43:50.600995 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c6711-1a1a-4ba6-96d2-b86f1ac7737b req-1245e9ba-ad48-4a12-a803-4e7805300be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:50.611900 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cb5c6711-1a1a-4ba6-96d2-b86f1ac7737b req-1245e9ba-ad48-4a12-a803-4e7805300be3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 1124 time: 0.4562645 Jan 27 21:43:50.658956 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-722e47ea-4335-4ee8-82e0-68de0bb6d2a0 req-5b70a060-9c5f-48a2-9d17-076f27e91a19 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093285 Jan 27 21:43:50.701170 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ede2dcc2-29c0-4400-8228-0e938c51d0e1 req-651a553d-9330-4fe7-a7e1-c8a809a890f9 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054792 Jan 27 21:43:50.768095 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:50.802045 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-51c8ee68-8e8c-4928-8865-5c88faaecc7b req-01006254-0129-4ade-bdf1-76cfcd8727b5 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afdadcc-29a0-4788-a955-b438f7d9ffb5 HTTP/1.1" status: 200 len: 210 time: 0.0628881 Jan 27 21:43:50.839899 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6294541-cdcd-47a6-b6fd-8d128bf85a8d x-openstack-request-id: req-a6294541-cdcd-47a6-b6fd-8d128bf85a8d {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:50.840823 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250c7d55-852c-438f-8056-3b7bdeaaeaff", "name": "network-vif-plugged", "status": "completed", "tag": "6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:50.842281 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6294541-cdcd-47a6-b6fd-8d128bf85a8d {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:50.842712 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250c7d55-852c-438f-8056-3b7bdeaaeaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380', 'code': 200} Jan 27 21:43:50.941274 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-01b38c63-f6d7-4f90-853f-e99ed99812e7 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5982695 Jan 27 21:43:51.041064 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c6711-1a1a-4ba6-96d2-b86f1ac7737b req-20df1e0d-1d55-45a2-a9fc-b67de207fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:51.042973 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cb5c6711-1a1a-4ba6-96d2-b86f1ac7737b req-20df1e0d-1d55-45a2-a9fc-b67de207fd42 service neutron] 10.222.0.21 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 920 time: 0.4160292 Jan 27 21:43:51.085234 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b50e3-3206-419e-aac8-ef1a6b249e09 req-ea9818c0-ba29-46c1-b713-5fec2dd2f950 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:51.095120 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d9b50e3-3206-419e-aac8-ef1a6b249e09 req-ea9818c0-ba29-46c1-b713-5fec2dd2f950 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 943 time: 0.1314647 Jan 27 21:43:51.120979 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cb5c6711-1a1a-4ba6-96d2-b86f1ac7737b req-56296825-43d3-4278-b5db-4b03d44f61df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=816c5961-d927-42ef-9afe-e51e7ad3efdb HTTP/1.1" status: 200 len: 217 time: 0.0551944 Jan 27 21:43:51.123218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57695ce4-c6ab-457d-a4c3-2464a0126e4c req-72cfd64d-000c-4a97-b6a2-042ce5702181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:51.124921 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-57695ce4-c6ab-457d-a4c3-2464a0126e4c req-72cfd64d-000c-4a97-b6a2-042ce5702181 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=250c7d55-852c-438f-8056-3b7bdeaaeaff HTTP/1.1" status: 200 len: 1100 time: 0.1915982 Jan 27 21:43:51.232800 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c6711-1a1a-4ba6-96d2-b86f1ac7737b req-d57c5f35-3d3a-42ed-a8e4-b6615684f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:51.234637 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cb5c6711-1a1a-4ba6-96d2-b86f1ac7737b req-d57c5f35-3d3a-42ed-a8e4-b6615684f638 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.0949252 Jan 27 21:43:51.288017 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cb5c6711-1a1a-4ba6-96d2-b86f1ac7737b req-09fb3350-9f37-407e-b03f-d28710675ddc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373561 Jan 27 21:43:51.330659 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d9b50e3-3206-419e-aac8-ef1a6b249e09 req-183b4c3b-3dad-4082-b27a-59dfd082fcc9 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332783 Jan 27 21:43:51.374825 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0342c93-2f29-4258-8aa3-d02c724dc2c6 req-ae6e8e43-f988-499f-85b1-13daaaba0748 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:51.387332 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d0342c93-2f29-4258-8aa3-d02c724dc2c6 req-ae6e8e43-f988-499f-85b1-13daaaba0748 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=250c7d55-852c-438f-8056-3b7bdeaaeaff HTTP/1.1" status: 200 len: 949 time: 0.2456858 Jan 27 21:43:51.430764 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-57695ce4-c6ab-457d-a4c3-2464a0126e4c req-40b5d82c-da9d-4346-867a-4f63073b0e6e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920597 Jan 27 21:43:51.477955 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 816c5961-d927-42ef-9afe-e51e7ad3efdb details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:43:51.516067 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cb5c6711-1a1a-4ba6-96d2-b86f1ac7737b req-21672f48-d740-4014-9dc4-67b985c780df service neutron] 10.222.0.21 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118306 Jan 27 21:43:51.526565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d0342c93-2f29-4258-8aa3-d02c724dc2c6 req-d1762da8-e212-42fb-92aa-df4d890c9aca tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351609 Jan 27 21:43:51.642693 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 816c5961-d927-42ef-9afe-e51e7ad3efdb, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=816c5961-d927-42ef-9afe-e51e7ad3efdb,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:51.651210 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cb5c6711-1a1a-4ba6-96d2-b86f1ac7737b req-72010be4-0d3f-4e57-b687-d9a272c8076c service neutron] 10.222.0.21 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171520 Jan 27 21:43:51.654825 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 816c5961-d927-42ef-9afe-e51e7ad3efdb has no active binding in host n-h1-772272-3 {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:43:51.657852 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 03ab448e-8097-4d3a-a2cb-650afa51b403 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:51.740420 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 03ab448e-8097-4d3a-a2cb-650afa51b403 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:43:51.746135 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 03ab448e-8097-4d3a-a2cb-650afa51b403 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:51.746940 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (03ab448e-8097-4d3a-a2cb-650afa51b403), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.843508 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45640f5b-b2c7-4c3f-88f1-678fa7381d61 req-c736d616-1c1c-44ed-8ce1-eed41652d4c7 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:51.845170 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45640f5b-b2c7-4c3f-88f1-678fa7381d61 req-c736d616-1c1c-44ed-8ce1-eed41652d4c7 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 945 time: 0.0936863 Jan 27 21:43:51.863468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 03ab448e-8097-4d3a-a2cb-650afa51b403 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:51.863875 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (03ab448e-8097-4d3a-a2cb-650afa51b403), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.918631 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45640f5b-b2c7-4c3f-88f1-678fa7381d61 req-094543a2-f952-44ad-a6ad-b0b6cf508ed5 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657964 Jan 27 21:43:51.929029 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 03ab448e-8097-4d3a-a2cb-650afa51b403, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=03ab448e-8097-4d3a-a2cb-650afa51b403,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:51.935166 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (03ab448e-8097-4d3a-a2cb-650afa51b403), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:52.027035 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=03ab448e-8097-4d3a-a2cb-650afa51b403,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:52.120584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3667c86-a3bd-4129-91c3-38d48d0cc2f7 req-dcb9e1a4-dda9-40a3-99c0-2be64d0cb129 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:52.131737 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3667c86-a3bd-4129-91c3-38d48d0cc2f7 req-dcb9e1a4-dda9-40a3-99c0-2be64d0cb129 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.0765157 Jan 27 21:43:52.190672 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3667c86-a3bd-4129-91c3-38d48d0cc2f7 req-6b9fbf36-c27d-4927-87d7-40835cb43eb8 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566852 Jan 27 21:43:52.287772 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3b0b295-0ebd-447e-95aa-a5c9b4a9b716 req-03759724-dfc5-4d62-9c8d-ffca9f180fa7 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afdadcc-29a0-4788-a955-b438f7d9ffb5 HTTP/1.1" status: 200 len: 210 time: 0.0280533 Jan 27 21:43:52.648505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed550b7-ff86-4998-8298-4a3f16788a98 req-4e2b212a-2065-4867-8959-8575aada7cda tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:52.649994 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ed550b7-ff86-4998-8298-4a3f16788a98 req-4e2b212a-2065-4867-8959-8575aada7cda tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 943 time: 0.0583956 Jan 27 21:43:52.697395 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ed550b7-ff86-4998-8298-4a3f16788a98 req-2716749c-81eb-40df-9cb6-ca1b29e543ee tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416644 Jan 27 21:43:52.819386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba5da3-9363-49cd-be71-bd9b5dc16223 req-8c45e8e0-43ca-4842-bc01-c77c246e86a1 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:52.834105 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4ba5da3-9363-49cd-be71-bd9b5dc16223 req-8c45e8e0-43ca-4842-bc01-c77c246e86a1 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=250c7d55-852c-438f-8056-3b7bdeaaeaff HTTP/1.1" status: 200 len: 949 time: 0.0518084 Jan 27 21:43:52.844993 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629b7279-5c93-4feb-86ad-1cc7e1a0ac1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ab448e-8097-4d3a-a2cb-650afa51b403'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:52.847473 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a24ae2-2635-436f-9589-a870be4061ad" -d '{"events": [{"server_uuid": "629b7279-5c93-4feb-86ad-1cc7e1a0ac1c", "name": "network-vif-plugged", "status": "completed", "tag": "03ab448e-8097-4d3a-a2cb-650afa51b403"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:52.870431 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4ba5da3-9363-49cd-be71-bd9b5dc16223 req-b65e51c9-425c-4c37-8207-c910156e79bd tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436552 Jan 27 21:43:53.019849 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61eebdc-a03f-4f54-a91a-38c4447cd9f2 x-openstack-request-id: req-b61eebdc-a03f-4f54-a91a-38c4447cd9f2 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:53.020507 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629b7279-5c93-4feb-86ad-1cc7e1a0ac1c", "name": "network-vif-plugged", "status": "completed", "tag": "03ab448e-8097-4d3a-a2cb-650afa51b403", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:53.020912 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b61eebdc-a03f-4f54-a91a-38c4447cd9f2 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:53.021655 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629b7279-5c93-4feb-86ad-1cc7e1a0ac1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ab448e-8097-4d3a-a2cb-650afa51b403', 'code': 200} Jan 27 21:43:53.139762 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95b308-b296-4785-81cd-80d9ce4ab692 req-25244b0a-3486-47a2-80c8-f2024ad9f038 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:53.141498 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b95b308-b296-4785-81cd-80d9ce4ab692 req-25244b0a-3486-47a2-80c8-f2024ad9f038 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 946 time: 0.0610690 Jan 27 21:43:53.211920 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2757c0-371f-4581-8706-980a62049af9 req-a1f829eb-4353-4d7b-b0d8-91711433ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:53.213969 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ff2757c0-371f-4581-8706-980a62049af9 req-a1f829eb-4353-4d7b-b0d8-91711433ac6f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 1097 time: 0.0949652 Jan 27 21:43:53.214460 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b95b308-b296-4785-81cd-80d9ce4ab692 req-e9549922-6891-40ef-bb59-2ec0ccf443fb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664477 Jan 27 21:43:53.270498 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ff2757c0-371f-4581-8706-980a62049af9 req-abd82e36-c2cf-47dc-9ffb-680857998477 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477931 Jan 27 21:43:53.515042 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd074fe-f8c4-4c9b-b44a-b326710e2bde req-16e90267-aa7a-489a-84e2-d1aa90f21da9 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:53.516533 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-edd074fe-f8c4-4c9b-b44a-b326710e2bde req-16e90267-aa7a-489a-84e2-d1aa90f21da9 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.0534778 Jan 27 21:43:53.563099 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-edd074fe-f8c4-4c9b-b44a-b326710e2bde req-ebb54866-3dbc-498a-bb6a-a9ee850082df tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408506 Jan 27 21:43:53.651195 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df960ac3-0633-48aa-9b1d-7a34f9cc60e0 req-dcbaf757-019d-47f5-b918-54472b3eda44 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afdadcc-29a0-4788-a955-b438f7d9ffb5 HTTP/1.1" status: 200 len: 210 time: 0.0260336 Jan 27 21:43:53.785272 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-097734d8-1ca6-4e25-8fff-ec0dd42761e6 service neutron] 10.222.0.21 "GET /v2.0/ports/816c5961-d927-42ef-9afe-e51e7ad3efdb/bindings/n-h1-772272-3 HTTP/1.1" status: 200 len: 384 time: 0.0773268 Jan 27 21:43:53.869225 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc474a-96df-4f18-9fa8-678c336d2afd req-2d05a1b1-17a1-4150-929c-ddea9b2d83ac tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:53.870682 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1bc474a-96df-4f18-9fa8-678c336d2afd req-2d05a1b1-17a1-4150-929c-ddea9b2d83ac tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 943 time: 0.0522940 Jan 27 21:43:53.937336 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1bc474a-96df-4f18-9fa8-678c336d2afd req-adaeb3c5-65ba-41c0-bab4-9305ad436326 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590284 Jan 27 21:43:54.035640 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-48f5f875-6689-42ee-a882-199f88f80a45 service neutron] For port 816c5961-d927-42ef-9afe-e51e7ad3efdb, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=816c5961-d927-42ef-9afe-e51e7ad3efdb,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:54.078859 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-34ac1b4d-ecb0-4223-8ff5-17a7c5afcaf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:54.098859 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-48f5f875-6689-42ee-a882-199f88f80a45 service neutron] For port 816c5961-d927-42ef-9afe-e51e7ad3efdb, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:54.103496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46858b7c-2457-486a-9b90-68140f91b46c req-066dd7c1-8fc8-4c21-b671-fb3a58b44038 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:54.107032 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46858b7c-2457-486a-9b90-68140f91b46c req-066dd7c1-8fc8-4c21-b671-fb3a58b44038 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=250c7d55-852c-438f-8056-3b7bdeaaeaff HTTP/1.1" status: 200 len: 949 time: 0.0859940 Jan 27 21:43:54.142534 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-48f5f875-6689-42ee-a882-199f88f80a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816c5961-d927-42ef-9afe-e51e7ad3efdb {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:54.155056 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-48f5f875-6689-42ee-a882-199f88f80a45 service neutron] For port 816c5961-d927-42ef-9afe-e51e7ad3efdb, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=816c5961-d927-42ef-9afe-e51e7ad3efdb,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:54.195114 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-48f5f875-6689-42ee-a882-199f88f80a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (816c5961-d927-42ef-9afe-e51e7ad3efdb), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:54.224649 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46858b7c-2457-486a-9b90-68140f91b46c req-bde8bbad-eaa0-44c5-bb34-a976b8ba1992 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106546 Jan 27 21:43:54.312200 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-48f5f875-6689-42ee-a882-199f88f80a45 service neutron] Transition to ACTIVE for port object 816c5961-d927-42ef-9afe-e51e7ad3efdb will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:43:54.319252 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-48f5f875-6689-42ee-a882-199f88f80a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (816c5961-d927-42ef-9afe-e51e7ad3efdb), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:54.355503 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb757b5f-8752-464f-8197-9baed3f8acd8 req-36754407-adac-42e5-9c5b-c11b7d3109ed tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:54.358861 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cb757b5f-8752-464f-8197-9baed3f8acd8 req-36754407-adac-42e5-9c5b-c11b7d3109ed tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 946 time: 0.0594177 Jan 27 21:43:54.414171 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cb757b5f-8752-464f-8197-9baed3f8acd8 req-578adb5e-c9a2-4dd3-a085-df7ff5ed1e72 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472267 Jan 27 21:43:54.610598 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-48f5f875-6689-42ee-a882-199f88f80a45 service neutron] No DVR routers for this DVR port 816c5961-d927-42ef-9afe-e51e7ad3efdb on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:54.624006 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43652) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:54.648049 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5f875-6689-42ee-a882-199f88f80a45 service neutron] Pushing event updated for resources: {'Port': ['ID=816c5961-d927-42ef-9afe-e51e7ad3efdb,revision_number=10']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:54.663160 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-48f5f875-6689-42ee-a882-199f88f80a45 service neutron] 10.222.0.21 "PUT /v2.0/ports/816c5961-d927-42ef-9afe-e51e7ad3efdb/bindings/n-h1-772272-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8695462 Jan 27 21:43:54.750098 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c9c91-db79-42ce-a0e3-f881c1a3f97a req-37f72d28-5482-4b0a-95e1-bf9e81d5ee4a tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:54.756993 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f7c9c91-db79-42ce-a0e3-f881c1a3f97a req-37f72d28-5482-4b0a-95e1-bf9e81d5ee4a tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.0703778 Jan 27 21:43:54.832218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-6f2234ec-bdf1-4df5-a4d9-6a8e1dafdfdd tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:54.832218 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-6f2234ec-bdf1-4df5-a4d9-6a8e1dafdfdd tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0&tenant_id=6f69f01a295841ef87a2606a7f3645b9&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 1095 time: 0.0519454 Jan 27 21:43:54.874688 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8fbc1162-f86b-4b1f-b503-1d3678f4a3a3 req-4870553b-2b34-4ae1-aff6-6fc093fbbce0 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afdadcc-29a0-4788-a955-b438f7d9ffb5 HTTP/1.1" status: 200 len: 210 time: 0.0884864 Jan 27 21:43:54.896458 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-459ad5cc-aed3-4902-ad83-fb5f4428e35b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:54.917596 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f7c9c91-db79-42ce-a0e3-f881c1a3f97a req-76d2e758-cd07-41f5-b7be-1e9ad2c610a0 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597152 Jan 27 21:43:54.927625 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-f7949317-a2c1-411d-b04e-1fa012f940a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:54.929882 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-f7949317-a2c1-411d-b04e-1fa012f940a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0&tenant_id=6f69f01a295841ef87a2606a7f3645b9 HTTP/1.1" status: 200 len: 1095 time: 0.0922046 Jan 27 21:43:55.020470 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-459ad5cc-aed3-4902-ad83-fb5f4428e35b admin admin] Publish callbacks [] for security_group (f4bbc6a4-6831-4d6a-b496-cad58263e594), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.028725 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-459ad5cc-aed3-4902-ad83-fb5f4428e35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f4bbc6a4-6831-4d6a-b496-cad58263e594), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.073681 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-044d8487-e8f9-4334-a664-a1f0f652b0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:55.078005 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-044d8487-e8f9-4334-a664-a1f0f652b0c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 1095 time: 0.1030965 Jan 27 21:43:55.131331 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-459ad5cc-aed3-4902-ad83-fb5f4428e35b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=303fae9cc54e482280d53540748888db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5152831 Jan 27 21:43:55.132346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ad5cc-aed3-4902-ad83-fb5f4428e35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bbc6a4-6831-4d6a-b496-cad58263e594,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:55.147827 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43662) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:55.225815 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a5906-cccd-471e-902c-4376d7a3dc6f req-9efb4882-8e77-4601-b594-cedc6a7ff3a4 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:55.227408 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b40a5906-cccd-471e-902c-4376d7a3dc6f req-9efb4882-8e77-4601-b594-cedc6a7ff3a4 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 944 time: 0.1522989 Jan 27 21:43:55.264552 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-d85c0d86-3789-4f67-a3a2-f5a82b89c6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:55.265519 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-d85c0d86-3789-4f67-a3a2-f5a82b89c6ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 920 time: 0.1787279 Jan 27 21:43:55.273832 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-2541b8c1-997d-4c7c-8576-50c9667e8266 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=da7f273c89bd44f3a10374ca699c2188&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447738 Jan 27 21:43:55.276695 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ca9febcf-315c-4e8d-aff7-9c2be26aa246 admin admin] Publish callbacks [] for security_group (f4bbc6a4-6831-4d6a-b496-cad58263e594), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.346323 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-32ee4e97-dcaf-4100-8b98-e3da052c6e7b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=816c5961-d927-42ef-9afe-e51e7ad3efdb HTTP/1.1" status: 200 len: 217 time: 0.0733249 Jan 27 21:43:55.426372 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-60a6f3bb-6909-4a91-9d67-182e3f8260ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:55.428147 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-60a6f3bb-6909-4a91-9d67-182e3f8260ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.0663476 Jan 27 21:43:55.445791 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ca9febcf-315c-4e8d-aff7-9c2be26aa246 admin admin] Publish callbacks [] for security_group (f4bbc6a4-6831-4d6a-b496-cad58263e594), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.477523 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-4fb296c7-1a94-463f-8c75-34c826a73b9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325544 Jan 27 21:43:55.482136 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b40a5906-cccd-471e-902c-4376d7a3dc6f req-7b97c977-307d-43b3-b215-423e1f1d3dae tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262223 Jan 27 21:43:55.525471 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ea6ae-0c81-46d3-839b-8b30c8dee272 req-581c4c7d-e241-470c-8285-5d686e0ef1e2 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:55.527604 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c48ea6ae-0c81-46d3-839b-8b30c8dee272 req-581c4c7d-e241-470c-8285-5d686e0ef1e2 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=250c7d55-852c-438f-8056-3b7bdeaaeaff HTTP/1.1" status: 200 len: 949 time: 0.1698432 Jan 27 21:43:55.565026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-88b5bd72-fdb5-42c5-a985-6c3af285fa4b tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:55.566381 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-88b5bd72-fdb5-42c5-a985-6c3af285fa4b tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2716250 Jan 27 21:43:55.605166 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-8bef2d0e-c9a2-4d8a-a78e-9f8a547c93c7 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Request body: {'port': {'device_id': '7afdadcc-29a0-4788-a955-b438f7d9ffb5', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': 'da7f273c89bd44f3a10374ca699c2188'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:55.620461 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-051a6cf0-c537-43da-a0b1-d67dc6aee9af service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320469 Jan 27 21:43:55.705856 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ca9febcf-315c-4e8d-aff7-9c2be26aa246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f4bbc6a4-6831-4d6a-b496-cad58263e594), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.705856 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ca9febcf-315c-4e8d-aff7-9c2be26aa246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.705856 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ca9febcf-315c-4e8d-aff7-9c2be26aa246 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4bbc6a4-6831-4d6a-b496-cad58263e594 HTTP/1.1" status: 204 len: 168 time: 0.5599301 Jan 27 21:43:55.706800 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c48ea6ae-0c81-46d3-839b-8b30c8dee272 req-4bb67bc4-ddb8-4a74-bfb9-316772c22c94 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637452 Jan 27 21:43:55.744957 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9febcf-315c-4e8d-aff7-9c2be26aa246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bbc6a4-6831-4d6a-b496-cad58263e594,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:55.782891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba025982-6b3e-4be1-8726-fc75dabf567c req-6a52d183-b69d-47fd-ad78-24b11200ad27 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:55.801942 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba025982-6b3e-4be1-8726-fc75dabf567c req-6a52d183-b69d-47fd-ad78-24b11200ad27 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 946 time: 0.1777184 Jan 27 21:43:55.813033 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-6f1a56cb-add7-4b8c-b73d-0ac2c7e1798f service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803601 Jan 27 21:43:55.878682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-8bef2d0e-c9a2-4d8a-a78e-9f8a547c93c7 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Made reservation on behalf of da7f273c89bd44f3a10374ca699c2188 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:55.883420 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-8bef2d0e-c9a2-4d8a-a78e-9f8a547c93c7 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.912060 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-8bef2d0e-c9a2-4d8a-a78e-9f8a547c93c7 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.943126 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba025982-6b3e-4be1-8726-fc75dabf567c req-42f13f19-ab1a-48d0-a21e-c2c2550544bf tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445580 Jan 27 21:43:56.112009 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8d68d0d-394d-44cc-913e-fa73a75a1420 req-aeac420f-21fa-4c76-aee1-2d0e14cfd44a tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afdadcc-29a0-4788-a955-b438f7d9ffb5 HTTP/1.1" status: 200 len: 210 time: 0.0846114 Jan 27 21:43:56.177341 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-8bef2d0e-c9a2-4d8a-a78e-9f8a547c93c7 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Publish callbacks [] for security_group (e3b27b84-6955-43bc-8488-aaddea97ce54), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.191174 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8561c9-57e4-4398-967d-3f4c0f1d42ce req-a6c16531-fe5b-460f-9bdf-755e36ce83b5 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:56.193295 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0a8561c9-57e4-4398-967d-3f4c0f1d42ce req-a6c16531-fe5b-460f-9bdf-755e36ce83b5 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.1119194 Jan 27 21:43:56.194597 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-8bef2d0e-c9a2-4d8a-a78e-9f8a547c93c7 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e3b27b84-6955-43bc-8488-aaddea97ce54), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.324868 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef2d0e-c9a2-4d8a-a78e-9f8a547c93c7 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b27b84-6955-43bc-8488-aaddea97ce54,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:56.362996 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-24f059f2-66a6-46e9-925a-6416fc0e0026 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:56.370773 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-24f059f2-66a6-46e9-925a-6416fc0e0026 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0&tenant_id=6f69f01a295841ef87a2606a7f3645b9&binding%3Ahost_id=n-h1-772272-3 HTTP/1.1" status: 200 len: 1095 time: 0.1171019 Jan 27 21:43:56.441919 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43686) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:56.460313 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d748030e-e607-47e9-b4ad-a69577bc75c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.615426 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0a8561c9-57e4-4398-967d-3f4c0f1d42ce req-0dfe6e6f-a1b6-4cd5-b371-b79469e44ff7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086752 Jan 27 21:43:56.628701 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-fefd6fe1-11f1-4309-ab85-22ef2283cd31 service neutron] For port 816c5961-d927-42ef-9afe-e51e7ad3efdb, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:56.640998 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-fefd6fe1-11f1-4309-ab85-22ef2283cd31 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.642107 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c950d29d-2d41-452e-a0c8-73df5c664190 req-fefd6fe1-11f1-4309-ab85-22ef2283cd31 service neutron] 10.222.0.15 "DELETE /v2.0/ports/816c5961-d927-42ef-9afe-e51e7ad3efdb/bindings/n-h2-772272-3 HTTP/1.1" status: 204 len: 173 time: 0.2618642 Jan 27 21:43:56.666076 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-deb4eba8-bb8c-4f72-918f-16c76695e209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.670049 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d748030e-e607-47e9-b4ad-a69577bc75c4 admin admin] Publish callbacks [] for security_group (9e8ddaa4-bfbf-4aee-9190-19e75c8859b3), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.679986 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d748030e-e607-47e9-b4ad-a69577bc75c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9e8ddaa4-bfbf-4aee-9190-19e75c8859b3), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.709418 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-8bef2d0e-c9a2-4d8a-a78e-9f8a547c93c7 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Allocated IP 192.168.233.91 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/bc07c970-7e68-4d0c-aa39-8ef9cf489777) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:56.715289 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e1194-b720-4318-9036-b4f0d6b8ae85 req-ffd94d94-1d52-45f5-8fec-78a1b2a832a2 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:56.717437 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-548e1194-b720-4318-9036-b4f0d6b8ae85 req-ffd94d94-1d52-45f5-8fec-78a1b2a832a2 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 1097 time: 0.0979722 Jan 27 21:43:56.749236 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d748030e-e607-47e9-b4ad-a69577bc75c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7158c127491b45b98a318e5bba6b26e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3059616 Jan 27 21:43:56.756118 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43702) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:56.766318 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748030e-e607-47e9-b4ad-a69577bc75c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8ddaa4-bfbf-4aee-9190-19e75c8859b3,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:56.915323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-548e1194-b720-4318-9036-b4f0d6b8ae85 req-5ae4292f-fb85-4fc9-bf1f-dffabe65cf93 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890061 Jan 27 21:43:56.928623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6387da-fba5-4ca2-8394-6b8d5be25983 req-d83c80a9-483a-4df4-83c7-d194fce295a2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:56.930096 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa6387da-fba5-4ca2-8394-6b8d5be25983 req-d83c80a9-483a-4df4-83c7-d194fce295a2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 944 time: 0.1762164 Jan 27 21:43:56.968709 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-86beff15-a396-47f0-8884-0f371947622e admin admin] Publish callbacks [] for security_group (9e8ddaa4-bfbf-4aee-9190-19e75c8859b3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.056802 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-86beff15-a396-47f0-8884-0f371947622e admin admin] Publish callbacks [] for security_group (9e8ddaa4-bfbf-4aee-9190-19e75c8859b3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.063628 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-8bef2d0e-c9a2-4d8a-a78e-9f8a547c93c7 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Publish callbacks [] for port (bc07c970-7e68-4d0c-aa39-8ef9cf489777), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.078551 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa6387da-fba5-4ca2-8394-6b8d5be25983 req-c8fefc79-6ae4-41bf-9850-a2cf189a4862 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380692 Jan 27 21:43:57.135637 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca314c7e-bb54-4e0a-869c-44a981e9d3a8 req-6d915f78-88d3-4bb6-b8db-246647952ba6 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:57.142458 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca314c7e-bb54-4e0a-869c-44a981e9d3a8 req-6d915f78-88d3-4bb6-b8db-246647952ba6 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=250c7d55-852c-438f-8056-3b7bdeaaeaff HTTP/1.1" status: 200 len: 949 time: 0.1535707 Jan 27 21:43:57.174802 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-86beff15-a396-47f0-8884-0f371947622e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9e8ddaa4-bfbf-4aee-9190-19e75c8859b3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.177397 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-86beff15-a396-47f0-8884-0f371947622e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.181209 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-86beff15-a396-47f0-8884-0f371947622e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e8ddaa4-bfbf-4aee-9190-19e75c8859b3 HTTP/1.1" status: 204 len: 168 time: 0.4196579 Jan 27 21:43:57.196117 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-8bef2d0e-c9a2-4d8a-a78e-9f8a547c93c7 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (bc07c970-7e68-4d0c-aa39-8ef9cf489777), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.197785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86beff15-a396-47f0-8884-0f371947622e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8ddaa4-bfbf-4aee-9190-19e75c8859b3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:57.382827 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.389026 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca314c7e-bb54-4e0a-869c-44a981e9d3a8 req-c2a16a50-de60-42ad-94fd-ac05ea61867c tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455952 Jan 27 21:43:57.431254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-8bef2d0e-c9a2-4d8a-a78e-9f8a547c93c7 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:57.436294 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-8bef2d0e-c9a2-4d8a-a78e-9f8a547c93c7 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:57.439464 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-8bef2d0e-c9a2-4d8a-a78e-9f8a547c93c7 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:57.444629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-8bef2d0e-c9a2-4d8a-a78e-9f8a547c93c7 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:57.445161 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-8bef2d0e-c9a2-4d8a-a78e-9f8a547c93c7 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.447547 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef2d0e-c9a2-4d8a-a78e-9f8a547c93c7 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Pushing event updated for resources: {'Port': ['ID=bc07c970-7e68-4d0c-aa39-8ef9cf489777,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:57.471323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-8bef2d0e-c9a2-4d8a-a78e-9f8a547c93c7 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8712604 Jan 27 21:43:57.478667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a9f1b-11e1-49e5-b439-edefad9d0104 req-9924a58e-6dc6-4098-aca7-babd1c0cf458 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:57.485769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f8a9f1b-11e1-49e5-b439-edefad9d0104 req-9924a58e-6dc6-4098-aca7-babd1c0cf458 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 1097 time: 0.1888731 Jan 27 21:43:57.494376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] Request body: {'port': {'device_id': '7afdadcc-29a0-4788-a955-b438f7d9ffb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:57.641882 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 816c5961-d927-42ef-9afe-e51e7ad3efdb no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:57.694713 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f8a9f1b-11e1-49e5-b439-edefad9d0104 req-6afcfca5-de7d-4998-a804-0a163bfb9086 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073653 Jan 27 21:43:57.697122 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (bc07c970-7e68-4d0c-aa39-8ef9cf489777), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.724649 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] The host n-h2-772272-3 is not matching for port 816c5961-d927-42ef-9afe-e51e7ad3efdb host n-h1-772272-3! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:43:57.726790 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 816c5961-d927-42ef-9afe-e51e7ad3efdb not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:43:57.850984 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f61836b4-ddd1-425a-ac65-937c0ecd47a9 None None] Provisioning complete for port bc07c970-7e68-4d0c-aa39-8ef9cf489777 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:57.857777 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f61836b4-ddd1-425a-ac65-937c0ecd47a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (bc07c970-7e68-4d0c-aa39-8ef9cf489777), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:58.013784 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f61836b4-ddd1-425a-ac65-937c0ecd47a9 None None] Port bc07c970-7e68-4d0c-aa39-8ef9cf489777 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:58.077352 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda2b4d-46f2-4b30-af2f-a7e1817cfe9a req-2fec51c5-3414-4a32-b284-70f4c0266ad2 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:58.085249 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-feda2b4d-46f2-4b30-af2f-a7e1817cfe9a req-2fec51c5-3414-4a32-b284-70f4c0266ad2 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afdadcc-29a0-4788-a955-b438f7d9ffb5 HTTP/1.1" status: 200 len: 935 time: 0.5292053 Jan 27 21:43:58.227387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc07c970-7e68-4d0c-aa39-8ef9cf489777 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:58.247772 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-feda2b4d-46f2-4b30-af2f-a7e1817cfe9a req-75eca0c3-3394-4230-89fd-3ee80b1053d3 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614747 Jan 27 21:43:58.249792 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] Publish callbacks [] for port (bc07c970-7e68-4d0c-aa39-8ef9cf489777), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:58.289822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] Transition to ACTIVE for port object bc07c970-7e68-4d0c-aa39-8ef9cf489777 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:43:58.294901 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (bc07c970-7e68-4d0c-aa39-8ef9cf489777), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:58.471710 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] Pushing event updated for resources: {'Port': ['ID=bc07c970-7e68-4d0c-aa39-8ef9cf489777,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:58.518063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce07b11-7383-4539-9ece-806a860f34f7 req-054002aa-9117-4c31-87ac-6017821a6911 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:58.519608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fce07b11-7383-4539-9ece-806a860f34f7 req-054002aa-9117-4c31-87ac-6017821a6911 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 1095 time: 0.1795685 Jan 27 21:43:58.520882 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] Attempting to bind port bc07c970-7e68-4d0c-aa39-8ef9cf489777 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:58.521221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] Attempting to bind port bc07c970-7e68-4d0c-aa39-8ef9cf489777 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:58.521545 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] Attempting to bind port bc07c970-7e68-4d0c-aa39-8ef9cf489777 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:58.561720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] Port bc07c970-7e68-4d0c-aa39-8ef9cf489777 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:43:58.562164 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] Attempting to bind port bc07c970-7e68-4d0c-aa39-8ef9cf489777 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:58.582039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:58.582399 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:58.582790 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:58.583227 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] Bound port: bc07c970-7e68-4d0c-aa39-8ef9cf489777, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:58.583590 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (bc07c970-7e68-4d0c-aa39-8ef9cf489777), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:58.666551 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1182134-cc13-43f4-bd2d-2452bbea9a4f req-38b8875c-aad4-415d-bf65-f72889e6c67d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:58.667739 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1182134-cc13-43f4-bd2d-2452bbea9a4f req-38b8875c-aad4-415d-bf65-f72889e6c67d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.1438103 Jan 27 21:43:58.681042 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fce07b11-7383-4539-9ece-806a860f34f7 req-121b589b-05e3-49b8-baeb-ead1fc250673 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542461 Jan 27 21:43:58.731108 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] For port bc07c970-7e68-4d0c-aa39-8ef9cf489777, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:58.755462 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:58.764858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] For port bc07c970-7e68-4d0c-aa39-8ef9cf489777, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=bc07c970-7e68-4d0c-aa39-8ef9cf489777,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:58.771933 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (bc07c970-7e68-4d0c-aa39-8ef9cf489777), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:58.782645 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1182134-cc13-43f4-bd2d-2452bbea9a4f req-c5e03cbc-9877-4f8f-bb7d-94127d34ecc2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961819 Jan 27 21:43:58.792987 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:58.794262 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:58.795647 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] 10.222.0.15 "PUT /v2.0/ports/bc07c970-7e68-4d0c-aa39-8ef9cf489777 HTTP/1.1" status: 200 len: 1095 time: 1.3079143 Jan 27 21:43:58.816353 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afdadcc-29a0-4788-a955-b438f7d9ffb5', 'tag': 'bc07c970-7e68-4d0c-aa39-8ef9cf489777'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:58.822914 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b70234-0edf-4277-a290-97b4bbbe4cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "7afdadcc-29a0-4788-a955-b438f7d9ffb5", "tag": "bc07c970-7e68-4d0c-aa39-8ef9cf489777"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:58.962863 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27199e38-6d4c-4aa8-aba3-e04dc9c6bb5b service neutron] Pushing event updated for resources: {'Port': ['ID=bc07c970-7e68-4d0c-aa39-8ef9cf489777,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:58.998414 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-7c7e00cd-2310-410c-b14a-038264c2a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:58.999951 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-7c7e00cd-2310-410c-b14a-038264c2a10e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da7f273c89bd44f3a10374ca699c2188&device_id=7afdadcc-29a0-4788-a955-b438f7d9ffb5 HTTP/1.1" status: 200 len: 1098 time: 0.1508310 Jan 27 21:43:59.186935 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bfcdd1-f568-4eea-8758-12f88205a092 x-openstack-request-id: req-48bfcdd1-f568-4eea-8758-12f88205a092 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:59.187545 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afdadcc-29a0-4788-a955-b438f7d9ffb5", "tag": "bc07c970-7e68-4d0c-aa39-8ef9cf489777", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:59.187545 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48bfcdd1-f568-4eea-8758-12f88205a092 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:59.187865 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afdadcc-29a0-4788-a955-b438f7d9ffb5', 'tag': 'bc07c970-7e68-4d0c-aa39-8ef9cf489777', 'status': 'completed', 'code': 200} Jan 27 21:43:59.192228 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-8277affa-b465-4faf-8bd2-6c6dc266ca76 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=bc07c970-7e68-4d0c-aa39-8ef9cf489777 HTTP/1.1" status: 200 len: 217 time: 0.1766891 Jan 27 21:43:59.257969 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-e6e9f108-7ba3-470a-998c-18ed5001f511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:59.257969 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-e6e9f108-7ba3-470a-998c-18ed5001f511 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0583048 Jan 27 21:43:59.290240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa90b9-83b0-4faa-8bd4-6c00de8e4442 req-b53fe44b-119d-4681-908d-99410f534fe7 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:59.304424 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9dfa90b9-83b0-4faa-8bd4-6c00de8e4442 req-b53fe44b-119d-4681-908d-99410f534fe7 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=250c7d55-852c-438f-8056-3b7bdeaaeaff HTTP/1.1" status: 200 len: 949 time: 0.2564795 Jan 27 21:43:59.404603 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9dfa90b9-83b0-4faa-8bd4-6c00de8e4442 req-2e38b7e9-1bf1-4f22-b53b-981b318dd5f7 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991287 Jan 27 21:43:59.431429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-df12fb1b-30f3-4d06-8d4d-839734b9212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:59.433078 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-df12fb1b-30f3-4d06-8d4d-839734b9212b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1592221 Jan 27 21:43:59.595937 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-90a9b995-d256-41d5-b08e-bb00a5470317 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548696 Jan 27 21:43:59.747784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-e053d3d5-322a-497f-bbb8-d53dfb5b589f tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:59.754207 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-e053d3d5-322a-497f-bbb8-d53dfb5b589f tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 819 time: 0.2106323 Jan 27 21:43:59.773115 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-a41d0fb1-4b7d-4c82-bd8c-1ff28e30da32 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/quotas/6f69f01a295841ef87a2606a7f3645b9 HTTP/1.1" status: 200 len: 375 time: 0.0179682 Jan 27 21:43:59.795503 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-669f87ee-99ee-4094-82cc-1bfa88a13689 req-2febdb2e-e742-429d-b6a9-fdb2566df398 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714704 Jan 27 21:43:59.861074 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-8bdefa19-e333-460f-9b1a-60c1e1ae28bd tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865123 Jan 27 21:43:59.869215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-03cb34bf-7592-4d1a-a9b3-c41705c0c262 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:43:59.870583 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-03cb34bf-7592-4d1a-a9b3-c41705c0c262 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081215 Jan 27 21:43:59.939142 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43818) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:59.977504 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b70234-0edf-4277-a290-97b4bbbe4cf6 req-f7e15d65-db39-46aa-9f1a-cd1f361ecd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:59.979003 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b70234-0edf-4277-a290-97b4bbbe4cf6 req-f7e15d65-db39-46aa-9f1a-cd1f361ecd5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da7f273c89bd44f3a10374ca699c2188&device_id=7afdadcc-29a0-4788-a955-b438f7d9ffb5 HTTP/1.1" status: 200 len: 1098 time: 0.1153374 Jan 27 21:44:00.093857 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34033e7e-cd42-4a29-9aba-bbafbcf62e0b req-b3e2afe6-aaee-440b-868d-16d473e0de41 tempest-DeleteServersAdminTestJSON-1313354366 tempest-DeleteServersAdminTestJSON-1313354366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:00.095074 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-34033e7e-cd42-4a29-9aba-bbafbcf62e0b req-b3e2afe6-aaee-440b-868d-16d473e0de41 tempest-DeleteServersAdminTestJSON-1313354366 tempest-DeleteServersAdminTestJSON-1313354366-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=250c7d55-852c-438f-8056-3b7bdeaaeaff HTTP/1.1" status: 200 len: 1100 time: 0.1058285 Jan 27 21:44:00.102546 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-4bbab5b7-c186-479c-9da7-6992247b6d0e service neutron] 10.222.0.23 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193072 Jan 27 21:44:00.135314 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0b189acd-f4b3-4571-aa58-f6e2532fddb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.202041 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.252342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-d31da6bc-b105-49b6-b1cc-29c1df5346c9 service neutron] 10.222.0.23 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488762 Jan 27 21:44:00.254324 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b70234-0edf-4277-a290-97b4bbbe4cf6 req-e84e1956-139f-4f53-828f-b20a6385568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:00.255992 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b70234-0edf-4277-a290-97b4bbbe4cf6 req-e84e1956-139f-4f53-828f-b20a6385568e service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.2428241 Jan 27 21:44:00.268357 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0b189acd-f4b3-4571-aa58-f6e2532fddb1 admin admin] Publish callbacks [] for security_group (e030d73f-d4a5-477a-a87d-9904e2055511), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.273969 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0b189acd-f4b3-4571-aa58-f6e2532fddb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e030d73f-d4a5-477a-a87d-9904e2055511), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.321736 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b189acd-f4b3-4571-aa58-f6e2532fddb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e030d73f-d4a5-477a-a87d-9904e2055511,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:00.326731 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-34033e7e-cd42-4a29-9aba-bbafbcf62e0b req-3badec9d-2986-4fa7-829d-a62f80af8e24 tempest-DeleteServersAdminTestJSON-1313354366 tempest-DeleteServersAdminTestJSON-1313354366-project-admin] Deleting port 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:44:00.327069 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-34033e7e-cd42-4a29-9aba-bbafbcf62e0b req-3badec9d-2986-4fa7-829d-a62f80af8e24 tempest-DeleteServersAdminTestJSON-1313354366 tempest-DeleteServersAdminTestJSON-1313354366-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.348761 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0b189acd-f4b3-4571-aa58-f6e2532fddb1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7698dadda90147639216242232a73d3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4078681 Jan 27 21:44:00.349817 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43830) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:00.365701 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b70234-0edf-4277-a290-97b4bbbe4cf6 req-7b667e09-cd56-4da2-91c1-916f2c413117 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=bc07c970-7e68-4d0c-aa39-8ef9cf489777 HTTP/1.1" status: 200 len: 217 time: 0.0996814 Jan 27 21:44:00.437561 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b70234-0edf-4277-a290-97b4bbbe4cf6 req-60a44091-6ab9-4588-a707-000841b2f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:00.439387 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b70234-0edf-4277-a290-97b4bbbe4cf6 req-60a44091-6ab9-4588-a707-000841b2f0a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0669987 Jan 27 21:44:00.460809 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d9ee21c9-90b1-47e1-bb3a-8a83bcb4af00 admin admin] Publish callbacks [] for security_group (e030d73f-d4a5-477a-a87d-9904e2055511), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.505487 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-34033e7e-cd42-4a29-9aba-bbafbcf62e0b req-3badec9d-2986-4fa7-829d-a62f80af8e24 tempest-DeleteServersAdminTestJSON-1313354366 tempest-DeleteServersAdminTestJSON-1313354366-project-admin] For port 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:00.505851 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-34033e7e-cd42-4a29-9aba-bbafbcf62e0b req-3badec9d-2986-4fa7-829d-a62f80af8e24 tempest-DeleteServersAdminTestJSON-1313354366 tempest-DeleteServersAdminTestJSON-1313354366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.532788 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-34033e7e-cd42-4a29-9aba-bbafbcf62e0b req-3badec9d-2986-4fa7-829d-a62f80af8e24 tempest-DeleteServersAdminTestJSON-1313354366 tempest-DeleteServersAdminTestJSON-1313354366-project-admin] Calling delete_port for 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:44:00.535587 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d9ee21c9-90b1-47e1-bb3a-8a83bcb4af00 admin admin] Publish callbacks [] for security_group (e030d73f-d4a5-477a-a87d-9904e2055511), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.576219 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b70234-0edf-4277-a290-97b4bbbe4cf6 req-30be11e5-57f0-4b8e-bc38-c17a243c089f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:00.582455 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b70234-0edf-4277-a290-97b4bbbe4cf6 req-30be11e5-57f0-4b8e-bc38-c17a243c089f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1329706 Jan 27 21:44:00.671166 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d9ee21c9-90b1-47e1-bb3a-8a83bcb4af00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e030d73f-d4a5-477a-a87d-9904e2055511), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.673783 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d9ee21c9-90b1-47e1-bb3a-8a83bcb4af00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.688916 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d9ee21c9-90b1-47e1-bb3a-8a83bcb4af00 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e030d73f-d4a5-477a-a87d-9904e2055511 HTTP/1.1" status: 204 len: 168 time: 0.3135114 Jan 27 21:44:00.717756 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee21c9-90b1-47e1-bb3a-8a83bcb4af00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e030d73f-d4a5-477a-a87d-9904e2055511,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:00.824051 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-34033e7e-cd42-4a29-9aba-bbafbcf62e0b req-3badec9d-2986-4fa7-829d-a62f80af8e24 tempest-DeleteServersAdminTestJSON-1313354366 tempest-DeleteServersAdminTestJSON-1313354366-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.837199 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:00.885140 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badec9d-2986-4fa7-829d-a62f80af8e24 tempest-DeleteServersAdminTestJSON-1313354366 tempest-DeleteServersAdminTestJSON-1313354366-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:00.990762 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-34033e7e-cd42-4a29-9aba-bbafbcf62e0b req-3badec9d-2986-4fa7-829d-a62f80af8e24 tempest-DeleteServersAdminTestJSON-1313354366 tempest-DeleteServersAdminTestJSON-1313354366-project-admin] No DVR routers for this DVR port 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 on host n-h1-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:44:01.005140 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-34033e7e-cd42-4a29-9aba-bbafbcf62e0b req-3badec9d-2986-4fa7-829d-a62f80af8e24 tempest-DeleteServersAdminTestJSON-1313354366 tempest-DeleteServersAdminTestJSON-1313354366-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.009427 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-34033e7e-cd42-4a29-9aba-bbafbcf62e0b req-3badec9d-2986-4fa7-829d-a62f80af8e24 tempest-DeleteServersAdminTestJSON-1313354366 tempest-DeleteServersAdminTestJSON-1313354366-project-admin] 10.222.0.15 "DELETE /v2.0/ports/6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 HTTP/1.1" status: 204 len: 173 time: 0.9051564 Jan 27 21:44:01.011628 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250c7d55-852c-438f-8056-3b7bdeaaeaff', 'name': 'network-vif-deleted', 'tag': '6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:01.017408 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5137f6-fd7d-4115-b2b7-e13af6ead69a" -d '{"events": [{"server_uuid": "250c7d55-852c-438f-8056-3b7bdeaaeaff", "name": "network-vif-deleted", "tag": "6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:01.122807 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b70234-0edf-4277-a290-97b4bbbe4cf6 req-2602cab2-e9de-4520-8603-3a6b6189ef89 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5335436 Jan 27 21:44:01.155530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-624d59ef-a03a-4348-9630-fd41cbc62cf4 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:44:01.164320 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-624d59ef-a03a-4348-9630-fd41cbc62cf4 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5569830 Jan 27 21:44:01.322427 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-cfe4b8b2-a34c-4b5a-a84b-c5a2ed43a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:01.332502 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-cfe4b8b2-a34c-4b5a-a84b-c5a2ed43a81f service neutron] 10.222.0.23 "GET /v2.0/ports/03ab448e-8097-4d3a-a2cb-650afa51b403 HTTP/1.1" status: 200 len: 1094 time: 0.1672533 Jan 27 21:44:01.347117 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-433d4c0b-ea1c-48cc-8259-4786e410cf29 service neutron] Request body: {'binding': {'host': 'n-h1-772272-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:01.347568 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-433d4c0b-ea1c-48cc-8259-4786e410cf29 service neutron] Unknown quota resources ['binding']. {{(pid=109741) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:44:01.358995 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43854) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:01.377763 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f420fd6c-bdcf-4e08-97db-9fdf1bfcd87d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.411225 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20443587-71ce-4df3-8068-f0567c55e47e req-95cd0c40-6672-44d8-ae30-5968bb4f963f tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:01.419807 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20443587-71ce-4df3-8068-f0567c55e47e req-95cd0c40-6672-44d8-ae30-5968bb4f963f tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afdadcc-29a0-4788-a955-b438f7d9ffb5 HTTP/1.1" status: 200 len: 947 time: 0.3009429 Jan 27 21:44:01.501471 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f420fd6c-bdcf-4e08-97db-9fdf1bfcd87d admin admin] Publish callbacks [] for security_group (17cef539-90b1-4f1c-ab67-71f37556da29), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.507905 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f420fd6c-bdcf-4e08-97db-9fdf1bfcd87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (17cef539-90b1-4f1c-ab67-71f37556da29), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.554783 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420fd6c-bdcf-4e08-97db-9fdf1bfcd87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cef539-90b1-4f1c-ab67-71f37556da29,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:01.561191 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f420fd6c-bdcf-4e08-97db-9fdf1bfcd87d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=652c810f58684350aae2f68f9b9064a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2009997 Jan 27 21:44:01.563662 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43856) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:01.564573 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b70234-0edf-4277-a290-97b4bbbe4cf6 req-4c5d72d1-b8d4-49d2-b392-0cc9d099e9ac service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980217 Jan 27 21:44:01.619866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20443587-71ce-4df3-8068-f0567c55e47e req-1a66ab83-fbd5-43b7-a45a-030321101109 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944032 Jan 27 21:44:01.656201 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88fc4d64-1f28-4273-a295-587d9b49cbb5 admin admin] Publish callbacks [] for security_group (17cef539-90b1-4f1c-ab67-71f37556da29), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.693989 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88fc4d64-1f28-4273-a295-587d9b49cbb5 admin admin] Publish callbacks [] for security_group (17cef539-90b1-4f1c-ab67-71f37556da29), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.713269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-433d4c0b-ea1c-48cc-8259-4786e410cf29 service neutron] Attempting to bind port 03ab448e-8097-4d3a-a2cb-650afa51b403 on host n-h1-772272-3 for vnic_type normal with profile None {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:01.713615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-433d4c0b-ea1c-48cc-8259-4786e410cf29 service neutron] Attempting to bind port 03ab448e-8097-4d3a-a2cb-650afa51b403 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:01.713957 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-433d4c0b-ea1c-48cc-8259-4786e410cf29 service neutron] Attempting to bind port 03ab448e-8097-4d3a-a2cb-650afa51b403 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:01.721133 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-433d4c0b-ea1c-48cc-8259-4786e410cf29 service neutron] Port 03ab448e-8097-4d3a-a2cb-650afa51b403 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:01.721464 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-433d4c0b-ea1c-48cc-8259-4786e410cf29 service neutron] Attempting to bind port 03ab448e-8097-4d3a-a2cb-650afa51b403 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:01.737615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-433d4c0b-ea1c-48cc-8259-4786e410cf29 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:01.737956 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-433d4c0b-ea1c-48cc-8259-4786e410cf29 service neutron] Checking segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:01.738348 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-433d4c0b-ea1c-48cc-8259-4786e410cf29 service neutron] Bound using segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:01.738795 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-433d4c0b-ea1c-48cc-8259-4786e410cf29 service neutron] Bound port: 03ab448e-8097-4d3a-a2cb-650afa51b403, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:01.766247 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88fc4d64-1f28-4273-a295-587d9b49cbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (17cef539-90b1-4f1c-ab67-71f37556da29), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.769997 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88fc4d64-1f28-4273-a295-587d9b49cbb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.773933 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-88fc4d64-1f28-4273-a295-587d9b49cbb5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17cef539-90b1-4f1c-ab67-71f37556da29 HTTP/1.1" status: 204 len: 168 time: 0.2069628 Jan 27 21:44:01.781021 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc4d64-1f28-4273-a295-587d9b49cbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cef539-90b1-4f1c-ab67-71f37556da29,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:01.831172 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f000a-2219-446b-b56c-f5f244e40fe4 req-53c29e5f-6d28-47ad-a25e-c71acd031ff9 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:01.833606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df7f000a-2219-446b-b56c-f5f244e40fe4 req-53c29e5f-6d28-47ad-a25e-c71acd031ff9 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.1216531 Jan 27 21:44:01.885693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-433d4c0b-ea1c-48cc-8259-4786e410cf29 service neutron] For port 03ab448e-8097-4d3a-a2cb-650afa51b403, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=03ab448e-8097-4d3a-a2cb-650afa51b403,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:01.895107 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-433d4c0b-ea1c-48cc-8259-4786e410cf29 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.896313 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-433d4c0b-ea1c-48cc-8259-4786e410cf29 service neutron] 10.222.0.23 "POST /v2.0/ports/03ab448e-8097-4d3a-a2cb-650afa51b403/bindings HTTP/1.1" status: 201 len: 389 time: 0.5629742 Jan 27 21:44:01.928565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df7f000a-2219-446b-b56c-f5f244e40fe4 req-271a5e39-20fe-414f-a570-af1db7a53b30 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834410 Jan 27 21:44:02.088179 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67898b7d-4997-4d86-a1ba-c1d8beed3c6d x-openstack-request-id: req-67898b7d-4997-4d86-a1ba-c1d8beed3c6d {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:02.088705 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250c7d55-852c-438f-8056-3b7bdeaaeaff", "name": "network-vif-deleted", "tag": "6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:02.088869 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67898b7d-4997-4d86-a1ba-c1d8beed3c6d {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:02.089279 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250c7d55-852c-438f-8056-3b7bdeaaeaff', 'name': 'network-vif-deleted', 'tag': '6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380', 'status': 'completed', 'code': 200} Jan 27 21:44:02.219143 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-807f9f73-6944-46fc-a97b-75e26647bcd2 req-a701c235-b287-4799-a6dd-df30b8faedf1 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 210 time: 0.0807531 Jan 27 21:44:02.305634 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90ac18-ee06-46d5-bf17-6d2de80e3f18 req-644a09f2-12c2-4863-bf0d-2baa17216bd8 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:02.314124 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f90ac18-ee06-46d5-bf17-6d2de80e3f18 req-644a09f2-12c2-4863-bf0d-2baa17216bd8 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 946 time: 0.1630292 Jan 27 21:44:02.375425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-be7cd7b8-f0c3-4bcb-8967-e04baa70ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:02.382915 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-be7cd7b8-f0c3-4bcb-8967-e04baa70ec6e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 1097 time: 0.1490428 Jan 27 21:44:02.529925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-5f3d835a-9c76-4b05-bada-2d036c41aeb0 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:02.531620 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-5f3d835a-9c76-4b05-bada-2d036c41aeb0 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.21 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 819 time: 0.2039280 Jan 27 21:44:02.534228 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f90ac18-ee06-46d5-bf17-6d2de80e3f18 req-9f3c14dd-589f-4a24-9afd-852578990bcd tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187843 Jan 27 21:44:02.550270 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-720ad4eb-cd88-4072-84f0-3800da865269 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Request body: {'port': {'device_id': '747cc6ba-d56d-45ca-b36e-95387394ee21', 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867', 'admin_state_up': True, 'tenant_id': '6f69f01a295841ef87a2606a7f3645b9'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:02.592875 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-0dc50257-e88c-4554-890c-f8955c94645e tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8126607683d541878b62716454240684&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881150 Jan 27 21:44:02.666311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-6e2dacdc-ddd7-412e-949f-03013cb06227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:02.669585 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-6e2dacdc-ddd7-412e-949f-03013cb06227 service neutron] 10.222.0.15 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 909 time: 0.2365606 Jan 27 21:44:02.760223 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-720ad4eb-cd88-4072-84f0-3800da865269 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Made reservation on behalf of 6f69f01a295841ef87a2606a7f3645b9 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:02.760223 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-720ad4eb-cd88-4072-84f0-3800da865269 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.783585 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-6df2fe30-a459-43c1-90f0-a8cb0ee5f9eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03ab448e-8097-4d3a-a2cb-650afa51b403 HTTP/1.1" status: 200 len: 217 time: 0.0969276 Jan 27 21:44:02.907408 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-3ae67745-eada-4caa-80ab-bdaf8eacb378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:02.908903 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-3ae67745-eada-4caa-80ab-bdaf8eacb378 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c8c1fde-1173-4cc5-9eb6-13f24f8d2210 HTTP/1.1" status: 200 len: 848 time: 0.0970471 Jan 27 21:44:02.918120 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7301ab-2a02-4a47-ab9f-092462768ba7 req-13467120-3443-4858-8f47-4e00fc3b3b29 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:02.920129 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c7301ab-2a02-4a47-ab9f-092462768ba7 req-13467120-3443-4858-8f47-4e00fc3b3b29 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afdadcc-29a0-4788-a955-b438f7d9ffb5 HTTP/1.1" status: 200 len: 947 time: 0.1828766 Jan 27 21:44:02.927410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-b46918e0-ab6e-4144-8a96-d307a890dc4d tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:02.928894 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-b46918e0-ab6e-4144-8a96-d307a890dc4d tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3268809 Jan 27 21:44:02.972033 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-720ad4eb-cd88-4072-84f0-3800da865269 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Allocated IP 172.20.0.8 (09918c0d-49b1-4f58-a6c2-3a0eabdef867/d0c1927c-9708-4e7c-89af-7b139122de5b/4cbd2886-bcee-456e-bdfd-c12bedf27a91) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:02.986794 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-19a5f4c4-d9da-470f-85f8-48df4947fbe8 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/quotas/8126607683d541878b62716454240684 HTTP/1.1" status: 200 len: 375 time: 0.0399709 Jan 27 21:44:02.989362 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-dcf55ba6-bd35-4874-abb9-2b6c6e9eecf5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=682655b0-dbc8-497a-9054-3d8e44de5af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683255 Jan 27 21:44:03.119773 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c7301ab-2a02-4a47-ab9f-092462768ba7 req-ff3c8e2b-6af4-4bb6-b68a-c042d853dce4 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753194 Jan 27 21:44:03.127197 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-73b05d60-3add-4715-a7e0-03f1eaed5960 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8126607683d541878b62716454240684&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1354704 Jan 27 21:44:03.196967 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-8a1b252d-d778-4ec6-8b76-ba50b1012cd2 service neutron] 10.222.0.15 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938868 Jan 27 21:44:03.258095 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-720ad4eb-cd88-4072-84f0-3800da865269 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks [] for port (4cbd2886-bcee-456e-bdfd-c12bedf27a91), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.312757 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-720ad4eb-cd88-4072-84f0-3800da865269 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (4cbd2886-bcee-456e-bdfd-c12bedf27a91), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.322092 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43910) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:03.405919 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ad4eb-cd88-4072-84f0-3800da865269 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Pushing event updated for resources: {'Port': ['ID=4cbd2886-bcee-456e-bdfd-c12bedf27a91,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:03.415272 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf485a-4a52-4676-b734-2376b95d8a41 req-be5b3750-2c97-4419-be78-c715535e46a5 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:03.423251 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3acf485a-4a52-4676-b734-2376b95d8a41 req-be5b3750-2c97-4419-be78-c715535e46a5 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.1085155 Jan 27 21:44:03.434632 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-720ad4eb-cd88-4072-84f0-3800da865269 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:03.437053 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-720ad4eb-cd88-4072-84f0-3800da865269 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:03.442680 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-720ad4eb-cd88-4072-84f0-3800da865269 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:03.483662 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-019df6f7-06a8-43e3-8438-e603348c8bfa service neutron] 10.222.0.15 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788019 Jan 27 21:44:03.542730 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3acf485a-4a52-4676-b734-2376b95d8a41 req-0c238b4f-8fa1-4a65-8377-7d9d0dbbeeb3 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150794 Jan 27 21:44:03.554406 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device bc07c970-7e68-4d0c-aa39-8ef9cf489777 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:44:03.616367 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-720ad4eb-cd88-4072-84f0-3800da865269 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:03.618525 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-720ad4eb-cd88-4072-84f0-3800da865269 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.648549 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-720ad4eb-cd88-4072-84f0-3800da865269 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1044817 Jan 27 21:44:03.656912 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-bc241a92-1f96-495e-9db5-c7a3464a7a41 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-357719180-network', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:03.670558 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] Request body: {'port': {'device_id': '747cc6ba-d56d-45ca-b36e-95387394ee21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:03.710001 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d006952-10ff-4308-8fec-319fc52d58bf req-ed5e556e-42f2-4115-8e84-725822587b2c tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80 HTTP/1.1" status: 200 len: 210 time: 0.0590994 Jan 27 21:44:03.760115 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4cbd2886-bcee-456e-bdfd-c12bedf27a91), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.804749 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port bc07c970-7e68-4d0c-aa39-8ef9cf489777, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=bc07c970-7e68-4d0c-aa39-8ef9cf489777,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:03.813672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-9e40ac5d-89ca-4bfb-bf10-41349d57625d tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:03.818540 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-9e40ac5d-89ca-4bfb-bf10-41349d57625d tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c&tenant_id=95aa79ef2e0d4820bfc1772df699fe63&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 1097 time: 0.2637465 Jan 27 21:44:03.844925 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'bc07c970-7e68-4d0c-aa39-8ef9cf489777', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': 'bc07c970-7e68-4d0c-aa39-8ef9cf489777', 'mac_address': 'fa:16:3e:88:84:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:44:03.858047 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-772272-3'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:03.911409 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f81551-5625-4415-b00a-eb9b524f5691 req-561db8ac-a340-4685-8cd2-b81c5461f8ed tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:03.919660 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76f81551-5625-4415-b00a-eb9b524f5691 req-561db8ac-a340-4685-8cd2-b81c5461f8ed tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 931 time: 0.2325678 Jan 27 21:44:03.941423 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port bc07c970-7e68-4d0c-aa39-8ef9cf489777 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:03.943873 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (bc07c970-7e68-4d0c-aa39-8ef9cf489777), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.971242 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc07c970-7e68-4d0c-aa39-8ef9cf489777 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:03.978275 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76f81551-5625-4415-b00a-eb9b524f5691 req-4d018809-39da-48dc-b90b-b2e50f24b874 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576661 Jan 27 21:44:04.009921 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494c530-ce06-472a-8a1e-c1f027bf72dd req-4c0e61d7-8175-4640-b24c-7bbdfad9864c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:04.025871 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port bc07c970-7e68-4d0c-aa39-8ef9cf489777, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=bc07c970-7e68-4d0c-aa39-8ef9cf489777,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:04.029093 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5494c530-ce06-472a-8a1e-c1f027bf72dd req-4c0e61d7-8175-4640-b24c-7bbdfad9864c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 946 time: 0.2093039 Jan 27 21:44:04.036061 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (bc07c970-7e68-4d0c-aa39-8ef9cf489777), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.095296 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (03ab448e-8097-4d3a-a2cb-650afa51b403), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.103454 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=bc07c970-7e68-4d0c-aa39-8ef9cf489777,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:04.134180 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc241a92-1f96-495e-9db5-c7a3464a7a41 admin admin] Made reservation on behalf of 03c085da32304ba7a791d6a5792b2a15 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:04.136908 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc241a92-1f96-495e-9db5-c7a3464a7a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.151040 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc241a92-1f96-495e-9db5-c7a3464a7a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.267160 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc241a92-1f96-495e-9db5-c7a3464a7a41 admin admin] Publish callbacks [] for security_group (f120fa57-9338-4456-88ae-82068641f033), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.286389 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc241a92-1f96-495e-9db5-c7a3464a7a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f120fa57-9338-4456-88ae-82068641f033), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.289092 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5494c530-ce06-472a-8a1e-c1f027bf72dd req-d034a835-2195-4553-9326-2663fd074281 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591338 Jan 27 21:44:04.292140 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['bc07c970-7e68-4d0c-aa39-8ef9cf489777'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:04.300334 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cbd2886-bcee-456e-bdfd-c12bedf27a91 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:04.319620 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] Publish callbacks [] for port (4cbd2886-bcee-456e-bdfd-c12bedf27a91), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.372849 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] For port 03ab448e-8097-4d3a-a2cb-650afa51b403, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=03ab448e-8097-4d3a-a2cb-650afa51b403,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:04.405159 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610298e-59ae-4132-8122-82cd4a4dfd16 req-109f3c91-da2a-4dcb-9834-879d34cb70bc tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:04.412585 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a610298e-59ae-4132-8122-82cd4a4dfd16 req-109f3c91-da2a-4dcb-9834-879d34cb70bc tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afdadcc-29a0-4788-a955-b438f7d9ffb5 HTTP/1.1" status: 200 len: 948 time: 0.1224513 Jan 27 21:44:04.415315 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc241a92-1f96-495e-9db5-c7a3464a7a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f120fa57-9338-4456-88ae-82068641f033,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:04.419947 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] Transition to ACTIVE for port object 4cbd2886-bcee-456e-bdfd-c12bedf27a91 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:04.436524 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (4cbd2886-bcee-456e-bdfd-c12bedf27a91), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.456901 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc241a92-1f96-495e-9db5-c7a3464a7a41 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:44:04.501745 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a610298e-59ae-4132-8122-82cd4a4dfd16 req-31299c86-2599-4641-a9a9-9c8fa7e75219 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882030 Jan 27 21:44:04.506662 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc241a92-1f96-495e-9db5-c7a3464a7a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (c6f1ffdb-6aa1-4a93-8389-8411e359e8cc), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.506860 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-bc241a92-1f96-495e-9db5-c7a3464a7a41 admin admin] Added segment c6f1ffdb-6aa1-4a93-8389-8411e359e8cc of type vlan for network 56db14e3-ee07-41f9-b61f-63f30fd45233 Jan 27 21:44:04.549421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] For port 03ab448e-8097-4d3a-a2cb-650afa51b403, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:04.581571 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4cbd2886-bcee-456e-bdfd-c12bedf27a91,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:04.622740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629b7279-5c93-4feb-86ad-1cc7e1a0ac1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03ab448e-8097-4d3a-a2cb-650afa51b403'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:04.625634 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44997861-f275-4b99-bb3c-ce051a5f7487" -d '{"events": [{"server_uuid": "629b7279-5c93-4feb-86ad-1cc7e1a0ac1c", "name": "network-vif-unplugged", "status": "completed", "tag": "03ab448e-8097-4d3a-a2cb-650afa51b403"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:04.630736 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] Publish callbacks [] for port (03ab448e-8097-4d3a-a2cb-650afa51b403), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.631011 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc241a92-1f96-495e-9db5-c7a3464a7a41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (56db14e3-ee07-41f9-b61f-63f30fd45233), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.672342 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (03ab448e-8097-4d3a-a2cb-650afa51b403), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.696984 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc241a92-1f96-495e-9db5-c7a3464a7a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (56db14e3-ee07-41f9-b61f-63f30fd45233), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.697961 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc241a92-1f96-495e-9db5-c7a3464a7a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:04.698821 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc241a92-1f96-495e-9db5-c7a3464a7a41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.704121 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b617de-f37e-4d32-a506-66691cf70ea7 x-openstack-request-id: req-b5b617de-f37e-4d32-a506-66691cf70ea7 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:04.704695 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629b7279-5c93-4feb-86ad-1cc7e1a0ac1c", "name": "network-vif-unplugged", "status": "completed", "tag": "03ab448e-8097-4d3a-a2cb-650afa51b403", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:04.705173 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5b617de-f37e-4d32-a506-66691cf70ea7 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:04.705796 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629b7279-5c93-4feb-86ad-1cc7e1a0ac1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03ab448e-8097-4d3a-a2cb-650afa51b403', 'code': 200} Jan 27 21:44:04.727282 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] Attempting to bind port 4cbd2886-bcee-456e-bdfd-c12bedf27a91 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:04.727681 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] Attempting to bind port 4cbd2886-bcee-456e-bdfd-c12bedf27a91 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:04.727928 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] Attempting to bind port 4cbd2886-bcee-456e-bdfd-c12bedf27a91 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:04.775221 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] Port 4cbd2886-bcee-456e-bdfd-c12bedf27a91 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:04.775586 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] Attempting to bind port 4cbd2886-bcee-456e-bdfd-c12bedf27a91 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:04.793249 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bc241a92-1f96-495e-9db5-c7a3464a7a41 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.4640653 Jan 27 21:44:04.797830 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43936) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:04.802557 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-81cd7493-d520-4563-8575-ec53c850b3f5 admin admin] Request body: {'subnet': {'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-357719180-subnet', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:04.807649 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:04.807990 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] Checking segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:04.808396 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] Bound using segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:04.808839 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] Bound port: 4cbd2886-bcee-456e-bdfd-c12bedf27a91, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:04.809226 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4cbd2886-bcee-456e-bdfd-c12bedf27a91), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.855203 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc241a92-1f96-495e-9db5-c7a3464a7a41 admin admin] Pushing event updated for resources: {'Network': ['ID=56db14e3-ee07-41f9-b61f-63f30fd45233,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:04.861198 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38868f-9767-40ac-a7e7-2e2b682e8b12 req-56b48281-75e1-400c-bc60-a25348af0bc9 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:04.867456 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 56db14e3-ee07-41f9-b61f-63f30fd45233 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:44:04.871408 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e38868f-9767-40ac-a7e7-2e2b682e8b12 req-56b48281-75e1-400c-bc60-a25348af0bc9 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.2213206 Jan 27 21:44:04.882164 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cd7493-d520-4563-8575-ec53c850b3f5 admin admin] Made reservation on behalf of 03c085da32304ba7a791d6a5792b2a15 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:04.885203 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-81cd7493-d520-4563-8575-ec53c850b3f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.940727 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] Pushing event updated for resources: {'Port': ['ID=03ab448e-8097-4d3a-a2cb-650afa51b403,revision_number=7']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:04.946275 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-bd69f346-d70b-488f-ae8d-96af7b0f791d tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8126607683d541878b62716454240684&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429709 Jan 27 21:44:04.968517 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9560d068-9b90-4cc1-a9ee-00c7eff7efe0 req-be68fa6d-1b24-43ba-abf4-43e41f01e738 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80 HTTP/1.1" status: 200 len: 210 time: 0.1194167 Jan 27 21:44:04.985386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] Attempting to bind port 03ab448e-8097-4d3a-a2cb-650afa51b403 on host n-h2-772272-3 for vnic_type normal with profile {"migrating_to": "n-h1-772272-3"} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:04.985810 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] Attempting to bind port 03ab448e-8097-4d3a-a2cb-650afa51b403 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:04.986345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] Attempting to bind port 03ab448e-8097-4d3a-a2cb-650afa51b403 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:04.998346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] Port 03ab448e-8097-4d3a-a2cb-650afa51b403 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:05.000960 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] Attempting to bind port 03ab448e-8097-4d3a-a2cb-650afa51b403 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:05.008483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e38868f-9767-40ac-a7e7-2e2b682e8b12 req-4326c425-906d-41f2-9f2b-0aaedeaf380c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356592 Jan 27 21:44:05.020918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:05.022596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] Checking segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:05.023209 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] Bound using segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:05.023841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] Bound port: 03ab448e-8097-4d3a-a2cb-650afa51b403, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:05.024459 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (03ab448e-8097-4d3a-a2cb-650afa51b403), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.112454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] For port 03ab448e-8097-4d3a-a2cb-650afa51b403, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:05.117789 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] For port 03ab448e-8097-4d3a-a2cb-650afa51b403, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=03ab448e-8097-4d3a-a2cb-650afa51b403,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:05.172337 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (03ab448e-8097-4d3a-a2cb-650afa51b403), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.246539 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-81cd7493-d520-4563-8575-ec53c850b3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (58ad998a-751c-45b2-93b9-d35a3c3d587e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.261918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8e35e-61da-4e65-8112-c2dfb849c880 req-cd7c42c7-fe5e-4df3-9f21-f3501f79d127 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:05.264375 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43e8e35e-61da-4e65-8112-c2dfb849c880 req-cd7c42c7-fe5e-4df3-9f21-f3501f79d127 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 943 time: 0.1370966 Jan 27 21:44:05.349324 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] Pushing event updated for resources: {'Port': ['ID=03ab448e-8097-4d3a-a2cb-650afa51b403,revision_number=8']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:05.361807 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:05.362658 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.364782 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-df84dd83-3b3d-4c28-95ea-8cec11638a84 service neutron] 10.222.0.15 "PUT /v2.0/ports/03ab448e-8097-4d3a-a2cb-650afa51b403 HTTP/1.1" status: 200 len: 1122 time: 1.5113368 Jan 27 21:44:05.438213 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] For port 4cbd2886-bcee-456e-bdfd-c12bedf27a91, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:05.454805 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] For port 4cbd2886-bcee-456e-bdfd-c12bedf27a91, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=4cbd2886-bcee-456e-bdfd-c12bedf27a91,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:05.460943 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['03ab448e-8097-4d3a-a2cb-650afa51b403'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:05.462096 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd7493-d520-4563-8575-ec53c850b3f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58ad998a-751c-45b2-93b9-d35a3c3d587e,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:05.469003 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cd7493-d520-4563-8575-ec53c850b3f5 admin admin] Checking segment: {'id': 'c6f1ffdb-6aa1-4a93-8389-8411e359e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:05.469474 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cd7493-d520-4563-8575-ec53c850b3f5 admin admin] Network hostable DHCP agents. Network: 56db14e3-ee07-41f9-b61f-63f30fd45233, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:44:05.472515 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (4cbd2886-bcee-456e-bdfd-c12bedf27a91), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.487274 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43e8e35e-61da-4e65-8112-c2dfb849c880 req-2193844c-3814-4b09-99d3-c433806ef210 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025990 Jan 27 21:44:05.524938 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28f3df-c92d-4327-afbe-c5e2f50080fb req-f668cc85-cabb-488e-87d3-b138f068b952 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:05.531984 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c28f3df-c92d-4327-afbe-c5e2f50080fb req-f668cc85-cabb-488e-87d3-b138f068b952 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 944 time: 0.0966368 Jan 27 21:44:05.572481 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device bc07c970-7e68-4d0c-aa39-8ef9cf489777 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:05.604445 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c28f3df-c92d-4327-afbe-c5e2f50080fb req-5a69cce2-c617-49fa-b962-e0eced0c4b3b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660133 Jan 27 21:44:05.614007 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4cbd2886-bcee-456e-bdfd-c12bedf27a91,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:05.673858 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-c4d89e1a-b4c2-43e9-8495-39cdafbe6aca tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:05.675833 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-c4d89e1a-b4c2-43e9-8495-39cdafbe6aca tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4426281 Jan 27 21:44:05.677357 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:05.678516 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.680024 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-33945fb7-3ea0-449b-a353-96827c6b62d0 service neutron] 10.222.0.21 "PUT /v2.0/ports/4cbd2886-bcee-456e-bdfd-c12bedf27a91 HTTP/1.1" status: 200 len: 1091 time: 2.0175197 Jan 27 21:44:05.681021 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747cc6ba-d56d-45ca-b36e-95387394ee21', 'tag': '4cbd2886-bcee-456e-bdfd-c12bedf27a91'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:05.683540 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf65fcb5-2fa7-457f-9aa8-b21489d24351" -d '{"events": [{"name": "network-changed", "server_uuid": "747cc6ba-d56d-45ca-b36e-95387394ee21", "tag": "4cbd2886-bcee-456e-bdfd-c12bedf27a91"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:05.711174 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-5a9d41fe-b77f-4b5d-bac3-643ca4ecb63c tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Request body: {'port': {'device_id': '26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '8126607683d541878b62716454240684'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:05.722723 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a6581-83a2-491a-8a43-9fc92c08866f req-3643e270-4f3f-4844-af3e-84eece129953 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:05.736016 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f59a6581-83a2-491a-8a43-9fc92c08866f req-3643e270-4f3f-4844-af3e-84eece129953 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afdadcc-29a0-4788-a955-b438f7d9ffb5 HTTP/1.1" status: 200 len: 948 time: 0.1113663 Jan 27 21:44:05.759559 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port bc07c970-7e68-4d0c-aa39-8ef9cf489777 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:44:05.781111 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port bc07c970-7e68-4d0c-aa39-8ef9cf489777 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:05.781494 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (bc07c970-7e68-4d0c-aa39-8ef9cf489777), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.831414 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f59a6581-83a2-491a-8a43-9fc92c08866f req-8032915f-d96e-4b5c-86db-6c3b40121c37 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940466 Jan 27 21:44:05.832325 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575ed0cd-7b51-4ce2-83fc-b4771e2b978e x-openstack-request-id: req-575ed0cd-7b51-4ce2-83fc-b4771e2b978e {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:05.832950 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747cc6ba-d56d-45ca-b36e-95387394ee21", "tag": "4cbd2886-bcee-456e-bdfd-c12bedf27a91", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:05.833374 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-575ed0cd-7b51-4ce2-83fc-b4771e2b978e {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:05.834112 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747cc6ba-d56d-45ca-b36e-95387394ee21', 'tag': '4cbd2886-bcee-456e-bdfd-c12bedf27a91', 'status': 'completed', 'code': 200} Jan 27 21:44:05.873036 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cd7493-d520-4563-8575-ec53c850b3f5 admin admin] Network 56db14e3-ee07-41f9-b61f-63f30fd45233 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:44:05.898106 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-81cd7493-d520-4563-8575-ec53c850b3f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 56db14e3-ee07-41f9-b61f-63f30fd45233) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:05.901520 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port bc07c970-7e68-4d0c-aa39-8ef9cf489777 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:05.902031 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (bc07c970-7e68-4d0c-aa39-8ef9cf489777), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.906995 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd195d2-6dc7-420d-ad50-74cacd466620 None None] Network 56db14e3-ee07-41f9-b61f-63f30fd45233 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:05.911868 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cd7493-d520-4563-8575-ec53c850b3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:05.912677 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-81cd7493-d520-4563-8575-ec53c850b3f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.931341 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-81cd7493-d520-4563-8575-ec53c850b3f5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1324742 Jan 27 21:44:05.934672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43948) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:05.939143 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-ff592df6-3cce-4de7-91e7-b0e42cfcacf4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-357719180-router', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:05.944757 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-5a9d41fe-b77f-4b5d-bac3-643ca4ecb63c tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Made reservation on behalf of 8126607683d541878b62716454240684 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:05.952783 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-5a9d41fe-b77f-4b5d-bac3-643ca4ecb63c tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.963557 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-1c460d9d-f526-4003-a50e-f576cfe2aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:05.968066 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-1c460d9d-f526-4003-a50e-f576cfe2aa38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 1094 time: 0.1312368 Jan 27 21:44:05.972540 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ff592df6-3cce-4de7-91e7-b0e42cfcacf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (85c38777-5427-47b3-a78f-fa4e3bbc98df), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.973869 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ff592df6-3cce-4de7-91e7-b0e42cfcacf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (85c38777-5427-47b3-a78f-fa4e3bbc98df), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.983270 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afdadcc-29a0-4788-a955-b438f7d9ffb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc07c970-7e68-4d0c-aa39-8ef9cf489777'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:05.987891 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dd897d-285a-43c3-9d3b-766226bd480a" -d '{"events": [{"server_uuid": "7afdadcc-29a0-4788-a955-b438f7d9ffb5", "name": "network-vif-plugged", "status": "completed", "tag": "bc07c970-7e68-4d0c-aa39-8ef9cf489777"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:06.100825 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-771da225-72bc-471e-957f-c8901de674aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cbd2886-bcee-456e-bdfd-c12bedf27a91 HTTP/1.1" status: 200 len: 217 time: 0.1200655 Jan 27 21:44:06.108769 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ff592df6-3cce-4de7-91e7-b0e42cfcacf4 admin admin] Publish callbacks [] for router_controller (85c38777-5427-47b3-a78f-fa4e3bbc98df), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.118170 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f007c6b-906e-4285-9965-be601729a8bc x-openstack-request-id: req-0f007c6b-906e-4285-9965-be601729a8bc {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:06.125946 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afdadcc-29a0-4788-a955-b438f7d9ffb5", "name": "network-vif-plugged", "status": "completed", "tag": "bc07c970-7e68-4d0c-aa39-8ef9cf489777", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:06.130393 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f007c6b-906e-4285-9965-be601729a8bc {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:06.130846 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afdadcc-29a0-4788-a955-b438f7d9ffb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc07c970-7e68-4d0c-aa39-8ef9cf489777', 'code': 200} Jan 27 21:44:06.138298 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port bc07c970-7e68-4d0c-aa39-8ef9cf489777, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=bc07c970-7e68-4d0c-aa39-8ef9cf489777,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:06.160026 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (bc07c970-7e68-4d0c-aa39-8ef9cf489777), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.161550 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:44:06.171269 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0cb18a58-1b1c-4149-977a-8a3d59eda37f req-df1ebba7-da85-4749-a960-65b596cbd063 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80 HTTP/1.1" status: 200 len: 210 time: 0.0608799 Jan 27 21:44:06.180840 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90be4c78-03ca-4c82-95f3-2e8baaba895a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-56db14e3-ee07-41f9-b61f-63f30fd45233', 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233', 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'fixed_ips': [{'subnet_id': '58ad998a-751c-45b2-93b9-d35a3c3d587e'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:44:06.182384 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-90be4c78-03ca-4c82-95f3-2e8baaba895a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.261709 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:44:06.262962 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6e7ae45a-f8fd-4dd4-b661-0e5bab0bd380 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:44:06.319001 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-385cc967-1d32-4d72-a620-08ef3958fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:06.320508 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-385cc967-1d32-4d72-a620-08ef3958fbd1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.2032120 Jan 27 21:44:06.352455 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=bc07c970-7e68-4d0c-aa39-8ef9cf489777,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:06.390865 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-d9321e16-e06b-4212-8048-0fb2c520dde9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496738 Jan 27 21:44:06.455935 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-90be4c78-03ca-4c82-95f3-2e8baaba895a None None] Allocated IP 172.20.0.2 (56db14e3-ee07-41f9-b61f-63f30fd45233/58ad998a-751c-45b2-93b9-d35a3c3d587e/246cd88a-908c-45ac-a488-a78ae2374d7e) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:06.656359 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-90be4c78-03ca-4c82-95f3-2e8baaba895a None None] Publish callbacks [] for port (246cd88a-908c-45ac-a488-a78ae2374d7e), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.677028 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-90be4c78-03ca-4c82-95f3-2e8baaba895a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (246cd88a-908c-45ac-a488-a78ae2374d7e), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.686900 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ff592df6-3cce-4de7-91e7-b0e42cfcacf4 admin admin] Publish callbacks [] for router_gateway (85c38777-5427-47b3-a78f-fa4e3bbc98df), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.729309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629b7279-5c93-4feb-86ad-1cc7e1a0ac1c', 'tag': '03ab448e-8097-4d3a-a2cb-650afa51b403'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:06.735653 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9603ddab-99c6-4785-881e-4a1bfc2fa965" -d '{"events": [{"name": "network-changed", "server_uuid": "629b7279-5c93-4feb-86ad-1cc7e1a0ac1c", "tag": "03ab448e-8097-4d3a-a2cb-650afa51b403"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:06.744786 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90be4c78-03ca-4c82-95f3-2e8baaba895a None None] Network 56db14e3-ee07-41f9-b61f-63f30fd45233 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:06.747598 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-90be4c78-03ca-4c82-95f3-2e8baaba895a None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:06.758086 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be4c78-03ca-4c82-95f3-2e8baaba895a None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:06.766759 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be4c78-03ca-4c82-95f3-2e8baaba895a None None] Pushing event updated for resources: {'Port': ['ID=246cd88a-908c-45ac-a488-a78ae2374d7e,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:06.771979 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636d7e1-baaa-4aea-ae26-dc640b67934d req-f4ca9ba3-9478-4d43-a556-619c2be97507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:06.773490 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7636d7e1-baaa-4aea-ae26-dc640b67934d req-f4ca9ba3-9478-4d43-a556-619c2be97507 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7afdadcc-29a0-4788-a955-b438f7d9ffb5 HTTP/1.1" status: 200 len: 1100 time: 0.5500810 Jan 27 21:44:06.777070 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-963c440c-9b41-457d-8c0c-b5ca04779d8b service neutron] 10.222.0.21 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746207 Jan 27 21:44:06.781023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cb970-29e2-410f-8f90-01282dfc2ff4 req-a8c547fb-8174-4e4c-90be-f9def689a5d7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:06.782547 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-939cb970-29e2-410f-8f90-01282dfc2ff4 req-a8c547fb-8174-4e4c-90be-f9def689a5d7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.6102931 Jan 27 21:44:06.835927 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-90be4c78-03ca-4c82-95f3-2e8baaba895a None None] Attempting to bind port 246cd88a-908c-45ac-a488-a78ae2374d7e on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:06.837103 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-90be4c78-03ca-4c82-95f3-2e8baaba895a None None] Attempting to bind port 246cd88a-908c-45ac-a488-a78ae2374d7e by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'c6f1ffdb-6aa1-4a93-8389-8411e359e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:06.837843 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be4c78-03ca-4c82-95f3-2e8baaba895a None None] Attempting to bind port 246cd88a-908c-45ac-a488-a78ae2374d7e on network 56db14e3-ee07-41f9-b61f-63f30fd45233 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:06.844101 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be4c78-03ca-4c82-95f3-2e8baaba895a None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:06.845050 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be4c78-03ca-4c82-95f3-2e8baaba895a None None] Checking segment: {'id': 'c6f1ffdb-6aa1-4a93-8389-8411e359e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:06.845866 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-90be4c78-03ca-4c82-95f3-2e8baaba895a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.846462 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be4c78-03ca-4c82-95f3-2e8baaba895a None None] Bound using segment: {'id': 'c6f1ffdb-6aa1-4a93-8389-8411e359e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:06.847454 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-90be4c78-03ca-4c82-95f3-2e8baaba895a None None] Bound port: 246cd88a-908c-45ac-a488-a78ae2374d7e, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f1ffdb-6aa1-4a93-8389-8411e359e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:06.848208 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-90be4c78-03ca-4c82-95f3-2e8baaba895a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (246cd88a-908c-45ac-a488-a78ae2374d7e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.900405 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387405e-63ae-4db5-9b35-3e5e95a33bfd req-02ca396d-d744-4cca-a06e-fa077922c75e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:06.902206 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9387405e-63ae-4db5-9b35-3e5e95a33bfd req-02ca396d-d744-4cca-a06e-fa077922c75e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 943 time: 0.2085576 Jan 27 21:44:06.916638 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-5a9d41fe-b77f-4b5d-bac3-643ca4ecb63c tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Allocated IP 192.168.233.17 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:06.945264 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-98a1421c-4c04-4916-b7be-5fd3e13b2263 req-1628c001-75f9-4ca2-b85a-a08b253f4c8c service neutron] 10.222.0.21 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404159 Jan 27 21:44:06.954929 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-939cb970-29e2-410f-8f90-01282dfc2ff4 req-71fb547f-b95d-44f3-96a3-4878026afc6c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484354 Jan 27 21:44:06.957545 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7636d7e1-baaa-4aea-ae26-dc640b67934d req-fd2918c5-e417-4ba5-8648-813b57792708 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728356 Jan 27 21:44:06.968280 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-90be4c78-03ca-4c82-95f3-2e8baaba895a None None] For port 246cd88a-908c-45ac-a488-a78ae2374d7e, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:06.981952 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-90be4c78-03ca-4c82-95f3-2e8baaba895a None None] For port 246cd88a-908c-45ac-a488-a78ae2374d7e, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=246cd88a-908c-45ac-a488-a78ae2374d7e,segment=NetworkSegment(c6f1ffdb-6aa1-4a93-8389-8411e359e8cc),segment_id=c6f1ffdb-6aa1-4a93-8389-8411e359e8cc)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:07.002040 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-90be4c78-03ca-4c82-95f3-2e8baaba895a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (246cd88a-908c-45ac-a488-a78ae2374d7e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.044291 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9387405e-63ae-4db5-9b35-3e5e95a33bfd req-acecce1e-16ab-402c-a98f-bb74b2de0747 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233668 Jan 27 21:44:07.089174 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be4c78-03ca-4c82-95f3-2e8baaba895a None None] Pushing event updated for resources: {'Port': ['ID=246cd88a-908c-45ac-a488-a78ae2374d7e,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:07.212111 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65fcb5-2fa7-457f-9aa8-b21489d24351 req-1b42700d-f668-4e67-9a53-c859cdc26194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:07.213634 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf65fcb5-2fa7-457f-9aa8-b21489d24351 req-1b42700d-f668-4e67-9a53-c859cdc26194 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 1094 time: 0.0907202 Jan 27 21:44:07.251401 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-5a9d41fe-b77f-4b5d-bac3-643ca4ecb63c tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Publish callbacks [] for port (b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.253100 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814b7fb-f86f-45c5-808d-a714a3381976 req-2d069571-257a-476a-b635-b35a450cb04f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:07.254599 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e814b7fb-f86f-45c5-808d-a714a3381976 req-2d069571-257a-476a-b635-b35a450cb04f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 944 time: 0.1406744 Jan 27 21:44:07.257852 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ff592df6-3cce-4de7-91e7-b0e42cfcacf4 admin admin] Publish callbacks [] for router_gateway (85c38777-5427-47b3-a78f-fa4e3bbc98df), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.290908 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ff592df6-3cce-4de7-91e7-b0e42cfcacf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.396702 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65fcb5-2fa7-457f-9aa8-b21489d24351 req-a65fb86b-3a0c-49db-94d2-2e2b92d63346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:07.400054 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf65fcb5-2fa7-457f-9aa8-b21489d24351 req-a65fb86b-3a0c-49db-94d2-2e2b92d63346 service neutron] 10.222.0.21 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 920 time: 0.1769705 Jan 27 21:44:07.406711 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-5a9d41fe-b77f-4b5d-bac3-643ca4ecb63c tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.428019 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e814b7fb-f86f-45c5-808d-a714a3381976 req-7bbd27fb-fdbd-414b-aba4-76fe4953d4b9 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445789 Jan 27 21:44:07.524267 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822b4289-d758-4d5d-8aac-88f7eeda6796 x-openstack-request-id: req-822b4289-d758-4d5d-8aac-88f7eeda6796 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:07.524569 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629b7279-5c93-4feb-86ad-1cc7e1a0ac1c", "tag": "03ab448e-8097-4d3a-a2cb-650afa51b403", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:07.525323 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-822b4289-d758-4d5d-8aac-88f7eeda6796 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:07.526694 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629b7279-5c93-4feb-86ad-1cc7e1a0ac1c', 'tag': '03ab448e-8097-4d3a-a2cb-650afa51b403', 'status': 'completed', 'code': 200} Jan 27 21:44:07.533001 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf65fcb5-2fa7-457f-9aa8-b21489d24351 req-fa1b69e1-d504-4824-8e0a-9fff488b85bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cbd2886-bcee-456e-bdfd-c12bedf27a91 HTTP/1.1" status: 200 len: 217 time: 0.1151433 Jan 27 21:44:07.599409 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-5a9d41fe-b77f-4b5d-bac3-643ca4ecb63c tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:07.608309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-ff592df6-3cce-4de7-91e7-b0e42cfcacf4 admin admin] Allocated IP 172.25.3.237 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/711fecf3-4383-4f9d-a5a4-3c09e0d75623) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:07.655429 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-5a9d41fe-b77f-4b5d-bac3-643ca4ecb63c tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:07.657998 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-5a9d41fe-b77f-4b5d-bac3-643ca4ecb63c tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:07.711257 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d41fe-b77f-4b5d-bac3-643ca4ecb63c tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Pushing event updated for resources: {'Port': ['ID=b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:07.735430 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65fcb5-2fa7-457f-9aa8-b21489d24351 req-42b8f58e-d3a6-4ee1-906f-e0b69d62a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:07.735665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25b284-749c-4893-bb26-80fe057eedeb req-79866109-551d-43b5-9378-a5fba0ec0642 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:07.738217 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf65fcb5-2fa7-457f-9aa8-b21489d24351 req-42b8f58e-d3a6-4ee1-906f-e0b69d62a102 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.1652207 Jan 27 21:44:07.742544 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f25b284-749c-4893-bb26-80fe057eedeb req-79866109-551d-43b5-9378-a5fba0ec0642 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afdadcc-29a0-4788-a955-b438f7d9ffb5 HTTP/1.1" status: 200 len: 949 time: 0.1814163 Jan 27 21:44:07.768951 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-5a9d41fe-b77f-4b5d-bac3-643ca4ecb63c tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:07.769626 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-5a9d41fe-b77f-4b5d-bac3-643ca4ecb63c tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.789997 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf65fcb5-2fa7-457f-9aa8-b21489d24351 req-8fac736b-6c6d-44af-a7e4-b5111c16557a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398777 Jan 27 21:44:07.795441 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603ddab-99c6-4785-881e-4a1bfc2fa965 req-68734869-4337-4648-bc7d-a342d29cf30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:07.797246 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9603ddab-99c6-4785-881e-4a1bfc2fa965 req-68734869-4337-4648-bc7d-a342d29cf30a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 1125 time: 0.2272873 Jan 27 21:44:07.801887 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ff592df6-3cce-4de7-91e7-b0e42cfcacf4 admin admin] Publish callbacks [] for port (711fecf3-4383-4f9d-a5a4-3c09e0d75623), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.868828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f25b284-749c-4893-bb26-80fe057eedeb req-883e394f-0d1f-4422-a753-c977e02f39ae tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253493 Jan 27 21:44:07.895746 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-5a9d41fe-b77f-4b5d-bac3-643ca4ecb63c tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2001352 Jan 27 21:44:07.919827 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ff592df6-3cce-4de7-91e7-b0e42cfcacf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (711fecf3-4383-4f9d-a5a4-3c09e0d75623), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.950472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff592df6-3cce-4de7-91e7-b0e42cfcacf4 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:07.953809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-ff592df6-3cce-4de7-91e7-b0e42cfcacf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:07.976113 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff592df6-3cce-4de7-91e7-b0e42cfcacf4 admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:08.061453 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf65fcb5-2fa7-457f-9aa8-b21489d24351 req-916cb21c-0f49-4a2c-acc9-594066a754d6 service neutron] 10.222.0.21 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514668 Jan 27 21:44:08.077937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603ddab-99c6-4785-881e-4a1bfc2fa965 req-6581f549-29dc-4ab6-9bef-a08d3e3c4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:08.079474 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9603ddab-99c6-4785-881e-4a1bfc2fa965 req-6581f549-29dc-4ab6-9bef-a08d3e3c4832 service neutron] 10.222.0.21 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 909 time: 0.2670760 Jan 27 21:44:08.133625 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff592df6-3cce-4de7-91e7-b0e42cfcacf4 admin admin] Pushing event updated for resources: {'Port': ['ID=711fecf3-4383-4f9d-a5a4-3c09e0d75623,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:08.147243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e9c517b9-e29b-42c5-a0b4-b738d8c66a92 None None] Provisioning complete for port b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:08.147749 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e9c517b9-e29b-42c5-a0b4-b738d8c66a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.178083 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df4322-0413-4972-9039-123e4d058c5f req-37ad89b5-ae9e-4af2-8824-865cc211200d tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:08.185862 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9df4322-0413-4972-9039-123e4d058c5f req-37ad89b5-ae9e-4af2-8824-865cc211200d tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80 HTTP/1.1" status: 200 len: 935 time: 0.1243284 Jan 27 21:44:08.192978 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9603ddab-99c6-4785-881e-4a1bfc2fa965 req-91caf69d-9342-4c3f-ad0e-27b3d0aac37a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03ab448e-8097-4d3a-a2cb-650afa51b403 HTTP/1.1" status: 200 len: 217 time: 0.1034839 Jan 27 21:44:08.241406 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e9c517b9-e29b-42c5-a0b4-b738d8c66a92 None None] Port b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:08.255747 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603ddab-99c6-4785-881e-4a1bfc2fa965 req-ee5ef053-fcdf-456a-af1d-82153ba963e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:08.257235 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9603ddab-99c6-4785-881e-4a1bfc2fa965 req-ee5ef053-fcdf-456a-af1d-82153ba963e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c8c1fde-1173-4cc5-9eb6-13f24f8d2210 HTTP/1.1" status: 200 len: 848 time: 0.0521781 Jan 27 21:44:08.317506 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9603ddab-99c6-4785-881e-4a1bfc2fa965 req-a7a2f8f9-c69f-49ad-8479-9a6da47986c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=682655b0-dbc8-497a-9054-3d8e44de5af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514882 Jan 27 21:44:08.344653 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9df4322-0413-4972-9039-123e4d058c5f req-2a8973db-562d-4f91-a1db-aef7e99d7396 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997243 Jan 27 21:44:08.362486 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ff592df6-3cce-4de7-91e7-b0e42cfcacf4 admin admin] Publish callbacks [] for router_gateway (85c38777-5427-47b3-a78f-fa4e3bbc98df), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.393070 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf65fcb5-2fa7-457f-9aa8-b21489d24351 req-82f67258-260a-4b4e-9271-2d21972b44b9 service neutron] 10.222.0.21 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169425 Jan 27 21:44:08.456371 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9603ddab-99c6-4785-881e-4a1bfc2fa965 req-1bcc2f62-0d5d-4662-af81-b90b0dbc60d3 service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230845 Jan 27 21:44:08.571603 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9603ddab-99c6-4785-881e-4a1bfc2fa965 req-0cd7ac2e-ffaf-4c8c-b6ae-172ac6fdc564 service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072698 Jan 27 21:44:08.581687 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] Request body: {'port': {'device_id': '26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:08.662639 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.667187 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438747c-ddb3-477c-abd2-e9de52f05d7e req-79486975-1cf4-4878-b56a-401d858cc0c2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:08.675736 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a438747c-ddb3-477c-abd2-e9de52f05d7e req-79486975-1cf4-4878-b56a-401d858cc0c2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.1865125 Jan 27 21:44:08.779416 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ff592df6-3cce-4de7-91e7-b0e42cfcacf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (85c38777-5427-47b3-a78f-fa4e3bbc98df), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.784922 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5271a4da-80b6-45b8-acca-0cd18a2c0d72 None None] Network 56db14e3-ee07-41f9-b61f-63f30fd45233 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:08.793019 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a438747c-ddb3-477c-abd2-e9de52f05d7e req-6773de1a-e0b9-4cdf-ad65-0b698a297c8c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157885 Jan 27 21:44:08.858867 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9293b4-6e6a-4382-86b8-eab09d491026 req-dd96af66-9fea-45bd-aaab-668aea3a6092 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:08.867562 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f9293b4-6e6a-4382-86b8-eab09d491026 req-dd96af66-9fea-45bd-aaab-668aea3a6092 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 943 time: 0.1603141 Jan 27 21:44:08.925022 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-39c93f04-afdf-46fc-924a-b7aa663af408 None None] Provisioning complete for port 246cd88a-908c-45ac-a488-a78ae2374d7e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:08.925339 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-39c93f04-afdf-46fc-924a-b7aa663af408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (246cd88a-908c-45ac-a488-a78ae2374d7e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.033902 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea4b46-5f79-433d-a056-1e3759a227d8 req-9844dc54-803d-4ffc-9f5c-740251d351f2 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:09.040995 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66ea4b46-5f79-433d-a056-1e3759a227d8 req-9844dc54-803d-4ffc-9f5c-740251d351f2 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 944 time: 0.1702335 Jan 27 21:44:09.073583 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f9293b4-6e6a-4382-86b8-eab09d491026 req-90dbb070-2a9c-4444-913e-6a3538b938cf tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006667 Jan 27 21:44:09.097784 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-39c93f04-afdf-46fc-924a-b7aa663af408 None None] Current status of the port 246cd88a-908c-45ac-a488-a78ae2374d7e is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:09.098189 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-39c93f04-afdf-46fc-924a-b7aa663af408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (246cd88a-908c-45ac-a488-a78ae2374d7e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.106895 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:09.129546 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] Publish callbacks [] for port (b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.146948 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66ea4b46-5f79-433d-a056-1e3759a227d8 req-44280d46-4ccc-4f6d-9591-6b4ed051c961 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049423 Jan 27 21:44:09.163034 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] Transition to ACTIVE for port object b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:09.169264 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff592df6-3cce-4de7-91e7-b0e42cfcacf4 admin admin] Router 85c38777-5427-47b3-a78f-fa4e3bbc98df is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:44:09.169867 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.200879 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-39c93f04-afdf-46fc-924a-b7aa663af408 None None] For port 246cd88a-908c-45ac-a488-a78ae2374d7e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=246cd88a-908c-45ac-a488-a78ae2374d7e,segment=NetworkSegment(c6f1ffdb-6aa1-4a93-8389-8411e359e8cc),segment_id=c6f1ffdb-6aa1-4a93-8389-8411e359e8cc)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:09.205588 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-39c93f04-afdf-46fc-924a-b7aa663af408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (246cd88a-908c-45ac-a488-a78ae2374d7e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.255109 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] Pushing event updated for resources: {'Port': ['ID=b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:09.266948 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c93f04-afdf-46fc-924a-b7aa663af408 None None] Pushing event updated for resources: {'Port': ['ID=246cd88a-908c-45ac-a488-a78ae2374d7e,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:09.405604 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] Attempting to bind port b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:09.405937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] Attempting to bind port b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:09.406278 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] Attempting to bind port b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:09.434613 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] Port b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:09.434965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] Attempting to bind port b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:09.439886 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-25a2cef1-a200-4e99-a92c-016492e6f6d8 None None] Provisioning complete for port 246cd88a-908c-45ac-a488-a78ae2374d7e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:09.441079 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-25a2cef1-a200-4e99-a92c-016492e6f6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (246cd88a-908c-45ac-a488-a78ae2374d7e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.454981 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:09.459855 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:09.461654 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:09.462300 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] Bound port: b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:09.464476 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.515393 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 246cd88a-908c-45ac-a488-a78ae2374d7e up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:09.561323 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] For port b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:09.565071 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] For port b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:09.577165 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.614597 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:09.614998 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.616593 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] 10.222.0.15 "PUT /v2.0/ports/b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 HTTP/1.1" status: 200 len: 1095 time: 1.0392447 Jan 27 21:44:09.616716 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ef959-31c8-418e-8d0f-af938a163542 req-eb29871a-7cb6-497d-aa9b-4ea9fea3d5de tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:09.617059 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80', 'tag': 'b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:09.620829 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42257b9c-409d-49de-b73d-f4ccb2b26ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80", "tag": "b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:09.625497 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a50ef959-31c8-418e-8d0f-af938a163542 req-eb29871a-7cb6-497d-aa9b-4ea9fea3d5de tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afdadcc-29a0-4788-a955-b438f7d9ffb5 HTTP/1.1" status: 200 len: 949 time: 0.3034747 Jan 27 21:44:09.645531 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 03ab448e-8097-4d3a-a2cb-650afa51b403 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:44:09.672891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff592df6-3cce-4de7-91e7-b0e42cfcacf4 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:44:09.688185 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e3803-08f7-4278-802b-3a0ad0d8ef33 service neutron] Pushing event updated for resources: {'Port': ['ID=b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:09.694693 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] Sync routers for ids ['85c38777-5427-47b3-a78f-fa4e3bbc98df'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:44:09.707567 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] Routers {'85c38777-5427-47b3-a78f-fa4e3bbc98df'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:09.711222 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:43:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['85c38777-5427-47b3-a78f-fa4e3bbc98df'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:09.734113 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a50ef959-31c8-418e-8d0f-af938a163542 req-3f7d28d8-7ab3-49b0-a606-08cf57bb47ec tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062629 Jan 27 21:44:09.746352 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08bbb9-1153-4bd4-bdde-139b53db6f83 req-b8a115ac-e99b-490d-9c35-676b7e844912 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:09.749606 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-4284e421-c3ea-4156-bb42-3f51b431ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:09.751135 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-4284e421-c3ea-4156-bb42-3f51b431ec66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8126607683d541878b62716454240684&device_id=26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80 HTTP/1.1" status: 200 len: 1098 time: 0.0953844 Jan 27 21:44:09.754116 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f08bbb9-1153-4bd4-bdde-139b53db6f83 req-b8a115ac-e99b-490d-9c35-676b7e844912 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80 HTTP/1.1" status: 200 len: 947 time: 0.2199757 Jan 27 21:44:09.764687 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ff592df6-3cce-4de7-91e7-b0e42cfcacf4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.770255 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ff592df6-3cce-4de7-91e7-b0e42cfcacf4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.8343270 Jan 27 21:44:09.772875 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43986) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:09.787559 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 246cd88a-908c-45ac-a488-a78ae2374d7e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:09.787936 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (246cd88a-908c-45ac-a488-a78ae2374d7e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.825612 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-14f4a327-c4da-4c70-9584-533e023c7842 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 HTTP/1.1" status: 200 len: 217 time: 0.0672624 Jan 27 21:44:09.922805 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-31881369-b068-4eb1-be75-542bcb6522e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:09.924316 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-31881369-b068-4eb1-be75-542bcb6522e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0929501 Jan 27 21:44:09.924808 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f08bbb9-1153-4bd4-bdde-139b53db6f83 req-de5c82ed-6216-4845-9982-45d295ecf209 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633375 Jan 27 21:44:09.948952 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee05bf3-f1ab-4b90-89f0-f76a48151ffe x-openstack-request-id: req-3ee05bf3-f1ab-4b90-89f0-f76a48151ffe {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:09.949244 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80", "tag": "b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:09.950334 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ee05bf3-f1ab-4b90-89f0-f76a48151ffe {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:09.950449 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80', 'tag': 'b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7', 'status': 'completed', 'code': 200} Jan 27 21:44:10.009392 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-25a2cef1-a200-4e99-a92c-016492e6f6d8 None None] Current status of the port 246cd88a-908c-45ac-a488-a78ae2374d7e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:10.026854 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] Set router 85c38777-5427-47b3-a78f-fa4e3bbc98df gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:44:10.051246 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-fd5e10a4-35ac-4235-b4ce-4608005a59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:10.057326 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-fd5e10a4-35ac-4235-b4ce-4608005a59ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1183960 Jan 27 21:44:10.249414 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 03ab448e-8097-4d3a-a2cb-650afa51b403, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=03ab448e-8097-4d3a-a2cb-650afa51b403,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:10.264268 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 246cd88a-908c-45ac-a488-a78ae2374d7e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:10.264482 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-ae0be32c-95a6-4485-82e9-0899aa8a9b57 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002628 Jan 27 21:44:10.270560 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 03ab448e-8097-4d3a-a2cb-650afa51b403 has no active binding in host n-h1-772272-3 {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:44:10.372577 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1cd7e-21ce-4772-b8d6-224d72db20c2 req-1595d8c8-1cc3-481e-9d3b-d1cc5b90c93a tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:10.373135 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-357719180-router', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:05Z', 'updated_at': '2022-01-27T21:44:08Z', 'revision_number': 3, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'gw_port': {'id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:26:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:07Z', 'updated_at': '2022-01-27T21:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:10.374402 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2ca1cd7e-21ce-4772-b8d6-224d72db20c2 req-1595d8c8-1cc3-481e-9d3b-d1cc5b90c93a tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 943 time: 0.1014936 Jan 27 21:44:10.417360 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] Checking router: 85c38777-5427-47b3-a78f-fa4e3bbc98df for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:44:10.418000 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] Updating router 85c38777-5427-47b3-a78f-fa4e3bbc98df port 711fecf3-4383-4f9d-a5a4-3c09e0d75623 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:44:10.427682 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-027fdb6d-92ff-4223-a98b-2e4798d40b10 req-f5a537f4-1513-43be-900d-db6033f1ac3a service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566024 Jan 27 21:44:10.445860 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (711fecf3-4383-4f9d-a5a4-3c09e0d75623), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.446840 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a811d-d9ee-4c94-b988-3da890766628 req-58435a09-974b-40c6-8013-3c1c0a47b481 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:10.449425 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a88a811d-d9ee-4c94-b988-3da890766628 req-58435a09-974b-40c6-8013-3c1c0a47b481 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.1476910 Jan 27 21:44:10.560818 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2ca1cd7e-21ce-4772-b8d6-224d72db20c2 req-67ff96c8-5a8a-4fae-995f-56fb8a5cd15c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781919 Jan 27 21:44:10.616668 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a88a811d-d9ee-4c94-b988-3da890766628 req-2f1baa23-a03b-4bb8-be46-81b9a090739f tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607268 Jan 27 21:44:10.630495 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42257b9c-409d-49de-b73d-f4ccb2b26ee3 req-1ecab7ef-d353-4d06-8d20-2914f6a9cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:10.632445 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-42257b9c-409d-49de-b73d-f4ccb2b26ee3 req-1ecab7ef-d353-4d06-8d20-2914f6a9cea0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8126607683d541878b62716454240684&device_id=26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80 HTTP/1.1" status: 200 len: 1098 time: 0.1463375 Jan 27 21:44:10.772128 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] Publish callbacks [] for port (711fecf3-4383-4f9d-a5a4-3c09e0d75623), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.779915 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (711fecf3-4383-4f9d-a5a4-3c09e0d75623), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.844586 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] Attempting to bind port 711fecf3-4383-4f9d-a5a4-3c09e0d75623 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:10.845407 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] Attempting to bind port 711fecf3-4383-4f9d-a5a4-3c09e0d75623 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:10.845932 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] Attempting to bind port 711fecf3-4383-4f9d-a5a4-3c09e0d75623 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:10.873290 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:10.873990 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:10.874676 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.875288 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:10.876097 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] Bound port: 711fecf3-4383-4f9d-a5a4-3c09e0d75623, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:10.877516 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (711fecf3-4383-4f9d-a5a4-3c09e0d75623), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.904390 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-8d05befa-7dc7-4dc3-8434-d2eb1137b60f service neutron] 10.222.0.21 "GET /v2.0/ports/03ab448e-8097-4d3a-a2cb-650afa51b403/bindings/n-h1-772272-3 HTTP/1.1" status: 200 len: 384 time: 0.2306213 Jan 27 21:44:10.974945 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] For port 711fecf3-4383-4f9d-a5a4-3c09e0d75623, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:10.978549 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] For port 711fecf3-4383-4f9d-a5a4-3c09e0d75623, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=711fecf3-4383-4f9d-a5a4-3c09e0d75623,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:10.979653 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a88cb2-af9e-42ac-a58f-dd2792b513f6 None None] Pushing event updated for resources: {'Port': ['ID=711fecf3-4383-4f9d-a5a4-3c09e0d75623,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:10.987860 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (711fecf3-4383-4f9d-a5a4-3c09e0d75623), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.991103 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a88cb2-af9e-42ac-a58f-dd2792b513f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:10.991265 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a88cb2-af9e-42ac-a58f-dd2792b513f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:10.991706 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a88cb2-af9e-42ac-a58f-dd2792b513f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:10.992146 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a88cb2-af9e-42ac-a58f-dd2792b513f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:10.992616 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a88cb2-af9e-42ac-a58f-dd2792b513f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:10.993059 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a88cb2-af9e-42ac-a58f-dd2792b513f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:10.993493 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a88cb2-af9e-42ac-a58f-dd2792b513f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:10.993924 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a88cb2-af9e-42ac-a58f-dd2792b513f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:10.994422 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a88cb2-af9e-42ac-a58f-dd2792b513f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:10.995256 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a88cb2-af9e-42ac-a58f-dd2792b513f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:10.995256 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a88cb2-af9e-42ac-a58f-dd2792b513f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:10.995668 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a88cb2-af9e-42ac-a58f-dd2792b513f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:10.996651 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a88cb2-af9e-42ac-a58f-dd2792b513f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:11.030388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a54e3d-201b-4b70-b994-4890f9bb1d22 req-2acc0a74-d471-48ec-a086-3439771fb49c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:11.033879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b5a54e3d-201b-4b70-b994-4890f9bb1d22 req-2acc0a74-d471-48ec-a086-3439771fb49c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 944 time: 0.2854068 Jan 27 21:44:11.040294 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42257b9c-409d-49de-b73d-f4ccb2b26ee3 req-3f526c14-1a4c-44bb-a37c-f8ddf5ea8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:11.042274 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-42257b9c-409d-49de-b73d-f4ccb2b26ee3 req-3f526c14-1a4c-44bb-a37c-f8ddf5ea8763 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.3941014 Jan 27 21:44:11.061694 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] Routers {'85c38777-5427-47b3-a78f-fa4e3bbc98df'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:11.062394 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:43:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['85c38777-5427-47b3-a78f-fa4e3bbc98df'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:11.106343 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a88cb2-af9e-42ac-a58f-dd2792b513f6 None None] Pushing event updated for resources: {'Port': ['ID=711fecf3-4383-4f9d-a5a4-3c09e0d75623,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:11.108844 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-42257b9c-409d-49de-b73d-f4ccb2b26ee3 req-53c8a971-336f-41ae-adf6-6ffb5560ffda service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 HTTP/1.1" status: 200 len: 217 time: 0.0451932 Jan 27 21:44:11.165486 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42257b9c-409d-49de-b73d-f4ccb2b26ee3 req-18949c1a-1454-4073-bfdb-741259ff46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:11.166858 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-42257b9c-409d-49de-b73d-f4ccb2b26ee3 req-18949c1a-1454-4073-bfdb-741259ff46dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0518060 Jan 27 21:44:11.191489 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] Set router 85c38777-5427-47b3-a78f-fa4e3bbc98df gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:44:11.212017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b5a54e3d-201b-4b70-b994-4890f9bb1d22 req-6a616baa-434c-4788-bc71-9c273ca959d8 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504877 Jan 27 21:44:11.224087 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79473b8-d32e-41dc-b973-60c45bcc11c6 req-4245a0c1-3abf-4aaf-bbde-a383169e3dd5 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:11.232615 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e79473b8-d32e-41dc-b973-60c45bcc11c6 req-4245a0c1-3abf-4aaf-bbde-a383169e3dd5 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afdadcc-29a0-4788-a955-b438f7d9ffb5 HTTP/1.1" status: 200 len: 949 time: 0.2985351 Jan 27 21:44:11.257158 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f199c9f3-9182-46ae-ad29-797f876de332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.285812 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 246cd88a-908c-45ac-a488-a78ae2374d7e up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:11.366283 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e79473b8-d32e-41dc-b973-60c45bcc11c6 req-bc966f11-9cfc-484b-a75a-c81c71a9bb95 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323621 Jan 27 21:44:11.366593 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42257b9c-409d-49de-b73d-f4ccb2b26ee3 req-bf8444be-ff9d-4b5b-8fb4-1ac89749135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:11.368045 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-42257b9c-409d-49de-b73d-f4ccb2b26ee3 req-bf8444be-ff9d-4b5b-8fb4-1ac89749135e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1837871 Jan 27 21:44:11.404039 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 246cd88a-908c-45ac-a488-a78ae2374d7e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:11.404588 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (246cd88a-908c-45ac-a488-a78ae2374d7e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.492798 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-bb716e8f-8524-4c1c-bb6c-f382cc3989b4 service neutron] For port 03ab448e-8097-4d3a-a2cb-650afa51b403, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=03ab448e-8097-4d3a-a2cb-650afa51b403,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:11.521565 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-f199c9f3-9182-46ae-ad29-797f876de332 admin admin] Allocated IP 172.20.0.1 (56db14e3-ee07-41f9-b61f-63f30fd45233/58ad998a-751c-45b2-93b9-d35a3c3d587e/8b082d71-be2d-49bf-83cf-8759fdb367f6) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:11.539255 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-bb716e8f-8524-4c1c-bb6c-f382cc3989b4 service neutron] For port 03ab448e-8097-4d3a-a2cb-650afa51b403, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:11.596544 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-42257b9c-409d-49de-b73d-f4ccb2b26ee3 req-13964608-34a6-4ec1-ac0f-d939734c74b6 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071691 Jan 27 21:44:11.601113 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-bb716e8f-8524-4c1c-bb6c-f382cc3989b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ab448e-8097-4d3a-a2cb-650afa51b403 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:11.625012 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-357719180-router', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:05Z', 'updated_at': '2022-01-27T21:44:08Z', 'revision_number': 3, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'gw_port': {'id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:26:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:07Z', 'updated_at': '2022-01-27T21:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:11.656127 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-bb716e8f-8524-4c1c-bb6c-f382cc3989b4 service neutron] For port 03ab448e-8097-4d3a-a2cb-650afa51b403, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=03ab448e-8097-4d3a-a2cb-650afa51b403,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:11.665303 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 246cd88a-908c-45ac-a488-a78ae2374d7e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:11.675978 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9cb1c5-e363-41ee-bd63-1ff9bb1477a8 None None] The sync data for ids ['85c38777-5427-47b3-a78f-fa4e3bbc98df'] in n-d-772272-3 is: [{'id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-357719180-router', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:05Z', 'updated_at': '2022-01-27T21:44:08Z', 'revision_number': 3, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'gw_port': {'id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:26:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:07Z', 'updated_at': '2022-01-27T21:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:44:11.737700 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 4cbd2886-bcee-456e-bdfd-c12bedf27a91 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:44:11.748520 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-bb716e8f-8524-4c1c-bb6c-f382cc3989b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (03ab448e-8097-4d3a-a2cb-650afa51b403), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.786109 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f199c9f3-9182-46ae-ad29-797f876de332 admin admin] Publish callbacks [] for port (8b082d71-be2d-49bf-83cf-8759fdb367f6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.842121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d4499-454c-4b68-acd6-5d1ed48e3a7a req-6857b0a2-e97f-4b3d-8b20-aab45182decc tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:11.854273 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6f5d4499-454c-4b68-acd6-5d1ed48e3a7a req-6857b0a2-e97f-4b3d-8b20-aab45182decc tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80 HTTP/1.1" status: 200 len: 947 time: 0.3950794 Jan 27 21:44:11.878716 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-42257b9c-409d-49de-b73d-f4ccb2b26ee3 req-c9bb4e38-9d68-482c-828a-b7cca5d3a12f service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630012 Jan 27 21:44:11.897801 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-bb716e8f-8524-4c1c-bb6c-f382cc3989b4 service neutron] Transition to ACTIVE for port object 03ab448e-8097-4d3a-a2cb-650afa51b403 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:11.904652 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-bb716e8f-8524-4c1c-bb6c-f382cc3989b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (03ab448e-8097-4d3a-a2cb-650afa51b403), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.913391 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f199c9f3-9182-46ae-ad29-797f876de332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (8b082d71-be2d-49bf-83cf-8759fdb367f6), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.915708 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 4cbd2886-bcee-456e-bdfd-c12bedf27a91, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=4cbd2886-bcee-456e-bdfd-c12bedf27a91,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:11.934542 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '4cbd2886-bcee-456e-bdfd-c12bedf27a91', 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867', 'port_id': '4cbd2886-bcee-456e-bdfd-c12bedf27a91', 'mac_address': 'fa:16:3e:46:7a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c1927c-9708-4e7c-89af-7b139122de5b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:44:11.975350 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199c9f3-9182-46ae-ad29-797f876de332 admin admin] Pushing event updated for resources: {'Port': ['ID=8b082d71-be2d-49bf-83cf-8759fdb367f6,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:11.989688 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 4cbd2886-bcee-456e-bdfd-c12bedf27a91 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:11.990157 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb716e8f-8524-4c1c-bb6c-f382cc3989b4 service neutron] Pushing event updated for resources: {'Port': ['ID=03ab448e-8097-4d3a-a2cb-650afa51b403,revision_number=10']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:11.992927 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4cbd2886-bcee-456e-bdfd-c12bedf27a91), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:12.028767 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32139190-e5bf-4a8a-a80a-501bff26c8ff req-63c78537-815e-4199-b40c-f789f86447cc tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:12.037343 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32139190-e5bf-4a8a-a80a-501bff26c8ff req-63c78537-815e-4199-b40c-f789f86447cc tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 943 time: 0.3435254 Jan 27 21:44:12.038236 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cbd2886-bcee-456e-bdfd-c12bedf27a91 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:12.055066 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-bb716e8f-8524-4c1c-bb6c-f382cc3989b4 service neutron] No DVR routers for this DVR port 03ab448e-8097-4d3a-a2cb-650afa51b403 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:44:12.060251 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f199c9f3-9182-46ae-ad29-797f876de332 admin admin] Network 56db14e3-ee07-41f9-b61f-63f30fd45233 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:12.066108 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 4cbd2886-bcee-456e-bdfd-c12bedf27a91, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=4cbd2886-bcee-456e-bdfd-c12bedf27a91,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:12.069338 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-f199c9f3-9182-46ae-ad29-797f876de332 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:12.074011 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4cbd2886-bcee-456e-bdfd-c12bedf27a91), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:12.082614 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6f5d4499-454c-4b68-acd6-5d1ed48e3a7a req-0d50ecf8-b59d-4c6c-a04f-68a51f4e3f61 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274783 Jan 27 21:44:12.084978 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f199c9f3-9182-46ae-ad29-797f876de332 admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:12.085998 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f199c9f3-9182-46ae-ad29-797f876de332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (85c38777-5427-47b3-a78f-fa4e3bbc98df), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:12.192889 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32139190-e5bf-4a8a-a80a-501bff26c8ff req-831d45c1-0776-44fd-9f89-b35cdf0c87a1 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541169 Jan 27 21:44:12.196862 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-bb716e8f-8524-4c1c-bb6c-f382cc3989b4 service neutron] 10.222.0.21 "PUT /v2.0/ports/03ab448e-8097-4d3a-a2cb-650afa51b403/bindings/n-h1-772272-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2779298 Jan 27 21:44:12.298004 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=4cbd2886-bcee-456e-bdfd-c12bedf27a91,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:12.413889 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2099f-101e-4f2f-b268-6562fbf189a8 req-e5a3ced9-a1c5-4ccf-a78b-981d9f4f394c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:12.416208 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dab2099f-101e-4f2f-b268-6562fbf189a8 req-e5a3ced9-a1c5-4ccf-a78b-981d9f4f394c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.1183360 Jan 27 21:44:12.430619 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:12.433907 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-ed350878-4cf7-4e46-a17c-39681dc76def tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:12.441212 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-ed350878-4cf7-4e46-a17c-39681dc76def tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c&tenant_id=95aa79ef2e0d4820bfc1772df699fe63&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 1096 time: 0.1385009 Jan 27 21:44:12.463110 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['4cbd2886-bcee-456e-bdfd-c12bedf27a91'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:12.503416 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f199c9f3-9182-46ae-ad29-797f876de332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8b082d71-be2d-49bf-83cf-8759fdb367f6), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:12.554348 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-355b7c26-f846-4087-9179-c4396606de25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:12.556234 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-355b7c26-f846-4087-9179-c4396606de25 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c&tenant_id=95aa79ef2e0d4820bfc1772df699fe63 HTTP/1.1" status: 200 len: 1096 time: 0.1065304 Jan 27 21:44:12.612307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e16b8154-b7f9-41ad-b58e-e6c8e4d7ff79 None None] Provisioning complete for port 8b082d71-be2d-49bf-83cf-8759fdb367f6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:12.612831 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e16b8154-b7f9-41ad-b58e-e6c8e4d7ff79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8b082d71-be2d-49bf-83cf-8759fdb367f6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:12.615352 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b94ff9-aadf-4346-845a-534802f00a5d req-69f4c070-39f2-4de2-988f-28be2b301b17 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:12.617229 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19b94ff9-aadf-4346-845a-534802f00a5d req-69f4c070-39f2-4de2-988f-28be2b301b17 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 945 time: 0.1999242 Jan 27 21:44:12.659611 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dab2099f-101e-4f2f-b268-6562fbf189a8 req-de4c96ba-f8f5-45da-9d18-f82bfdf3d26d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222366 Jan 27 21:44:12.679937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-e537f212-5802-4281-9c0b-b4e2264b2a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:12.686802 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-e537f212-5802-4281-9c0b-b4e2264b2a5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 1096 time: 0.1009848 Jan 27 21:44:12.693267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e16b8154-b7f9-41ad-b58e-e6c8e4d7ff79 None None] Port 8b082d71-be2d-49bf-83cf-8759fdb367f6 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:12.720323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19b94ff9-aadf-4346-845a-534802f00a5d req-1ccb189f-20b4-4a59-8646-24840c6106b9 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893416 Jan 27 21:44:12.945679 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f199c9f3-9182-46ae-ad29-797f876de332 admin admin] Publish callbacks [] for port (8b082d71-be2d-49bf-83cf-8759fdb367f6), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:12.957867 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c97c9-4e8f-4873-afee-9959a2e6411c req-20cef6cb-d693-4b55-ad39-19786172e875 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:12.959461 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a49c97c9-4e8f-4873-afee-9959a2e6411c req-20cef6cb-d693-4b55-ad39-19786172e875 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afdadcc-29a0-4788-a955-b438f7d9ffb5 HTTP/1.1" status: 200 len: 949 time: 0.0975287 Jan 27 21:44:12.960764 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f199c9f3-9182-46ae-ad29-797f876de332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8b082d71-be2d-49bf-83cf-8759fdb367f6), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:12.961789 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f199c9f3-9182-46ae-ad29-797f876de332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (85c38777-5427-47b3-a78f-fa4e3bbc98df), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:13.057820 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a49c97c9-4e8f-4873-afee-9959a2e6411c req-5015d4dc-eb9f-42b9-8edf-ed0ed593366d tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904369 Jan 27 21:44:13.151100 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199c9f3-9182-46ae-ad29-797f876de332 admin admin] Pushing event updated for resources: {'Port': ['ID=8b082d71-be2d-49bf-83cf-8759fdb367f6,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:13.222983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f199c9f3-9182-46ae-ad29-797f876de332 admin admin] Network 56db14e3-ee07-41f9-b61f-63f30fd45233 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:13.224814 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-f199c9f3-9182-46ae-ad29-797f876de332 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:13.304336 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-6dc82def-60f9-47e5-b617-7f277b2bef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:13.305821 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-6dc82def-60f9-47e5-b617-7f277b2bef34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 909 time: 0.6079948 Jan 27 21:44:13.447973 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 711fecf3-4383-4f9d-a5a4-3c09e0d75623 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:13.456331 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e873f-a036-4676-9614-a89b5373f8d3 req-723d3f04-ec8d-4632-83da-0863d85559e4 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:13.458411 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-ded96bcf-8731-46c6-875b-2436362ae202 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03ab448e-8097-4d3a-a2cb-650afa51b403 HTTP/1.1" status: 200 len: 217 time: 0.1350777 Jan 27 21:44:13.465770 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e9e873f-a036-4676-9614-a89b5373f8d3 req-723d3f04-ec8d-4632-83da-0863d85559e4 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80 HTTP/1.1" status: 200 len: 947 time: 0.1218901 Jan 27 21:44:13.552069 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e9e873f-a036-4676-9614-a89b5373f8d3 req-fdf8750c-7923-4a5f-bdac-7525be60491f tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806103 Jan 27 21:44:13.572097 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f199c9f3-9182-46ae-ad29-797f876de332 admin admin] Router 85c38777-5427-47b3-a78f-fa4e3bbc98df has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:44:13.595665 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-d6d23c48-bf56-4b1e-bc8f-b3efa1c8e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:13.597190 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-d6d23c48-bf56-4b1e-bc8f-b3efa1c8e05a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c8c1fde-1173-4cc5-9eb6-13f24f8d2210 HTTP/1.1" status: 200 len: 848 time: 0.1346183 Jan 27 21:44:13.603550 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:44:13.612760 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 711fecf3-4383-4f9d-a5a4-3c09e0d75623 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:13.613200 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (711fecf3-4383-4f9d-a5a4-3c09e0d75623), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:13.675084 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-c71e89e4-aa0d-4e11-bec2-c5d58217c643 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=682655b0-dbc8-497a-9054-3d8e44de5af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670998 Jan 27 21:44:13.756746 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863e52a-8963-4f99-ba49-c43f679609c5 req-71b2d030-f906-480c-8329-27c4d609ced9 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:13.765967 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5863e52a-8963-4f99-ba49-c43f679609c5 req-71b2d030-f906-480c-8329-27c4d609ced9 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 944 time: 0.0933738 Jan 27 21:44:13.769729 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 4cbd2886-bcee-456e-bdfd-c12bedf27a91 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:13.883222 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-bdbc626d-9379-4bf1-9e25-28b59c6476b4 service neutron] 10.222.0.15 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014484 Jan 27 21:44:13.962166 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc7db3e2-5db4-486f-8d5c-e7f91650b8f7 req-dc2af6dd-2ff8-45c7-a6ce-bdf1deae1447 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1485002 Jan 27 21:44:14.024635 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f199c9f3-9182-46ae-ad29-797f876de332 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:44:14.032096 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-d655a25f-69a9-440f-b610-b65579e6f331 service neutron] 10.222.0.15 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420906 Jan 27 21:44:14.032980 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f199c9f3-9182-46ae-ad29-797f876de332 admin admin] 10.222.0.23 "PUT /v2.0/routers/85c38777-5427-47b3-a78f-fa4e3bbc98df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2592189 Jan 27 21:44:14.034985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-61372aab-d967-4529-94cd-cb252ebadcb9 None None] Provisioning complete for port 8b082d71-be2d-49bf-83cf-8759fdb367f6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:14.035553 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-61372aab-d967-4529-94cd-cb252ebadcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8b082d71-be2d-49bf-83cf-8759fdb367f6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:14.049745 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 4cbd2886-bcee-456e-bdfd-c12bedf27a91 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:44:14.086176 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5863e52a-8963-4f99-ba49-c43f679609c5 req-87e6ed22-56a8-403e-8601-326444e8ec1a tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148363 Jan 27 21:44:14.119483 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 711fecf3-4383-4f9d-a5a4-3c09e0d75623 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:14.120272 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (711fecf3-4383-4f9d-a5a4-3c09e0d75623), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:14.135397 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 4cbd2886-bcee-456e-bdfd-c12bedf27a91 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:14.135840 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4cbd2886-bcee-456e-bdfd-c12bedf27a91), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:14.160650 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:14.219715 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': 'b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7', 'mac_address': 'fa:16:3e:9b:36:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:44:14.231137 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-61372aab-d967-4529-94cd-cb252ebadcb9 None None] Port 8b082d71-be2d-49bf-83cf-8759fdb367f6 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:14.255660 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63333761-d72d-495c-a9a2-becc8a935c90 req-15e65684-d143-4111-adb6-7f0441c374f2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:14.257322 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63333761-d72d-495c-a9a2-becc8a935c90 req-15e65684-d143-4111-adb6-7f0441c374f2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.2525053 Jan 27 21:44:14.267419 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 711fecf3-4383-4f9d-a5a4-3c09e0d75623, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=711fecf3-4383-4f9d-a5a4-3c09e0d75623,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:14.335650 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (711fecf3-4383-4f9d-a5a4-3c09e0d75623), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:14.387574 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:14.388357 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:14.409431 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:14.434066 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-4c478d0c-25c6-4a1d-8b98-58218f0271c2 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:14.436658 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-4c478d0c-25c6-4a1d-8b98-58218f0271c2 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c&tenant_id=95aa79ef2e0d4820bfc1772df699fe63&binding%3Ahost_id=n-h1-772272-3 HTTP/1.1" status: 200 len: 1096 time: 0.1001179 Jan 27 21:44:14.451309 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:14.461252 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:14.477118 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] Sync routers for ids ['85c38777-5427-47b3-a78f-fa4e3bbc98df'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:44:14.523830 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] Routers {'85c38777-5427-47b3-a78f-fa4e3bbc98df'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:14.524653 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:43:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['85c38777-5427-47b3-a78f-fa4e3bbc98df'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:14.526924 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=711fecf3-4383-4f9d-a5a4-3c09e0d75623,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:14.605370 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 4cbd2886-bcee-456e-bdfd-c12bedf27a91 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:14.606900 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4cbd2886-bcee-456e-bdfd-c12bedf27a91), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:14.610119 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-879b8e64-39cb-4f50-8f74-52fa23c7c2fd service neutron] For port 03ab448e-8097-4d3a-a2cb-650afa51b403, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:14.616354 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-879b8e64-39cb-4f50-8f74-52fa23c7c2fd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:14.617955 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0911a0ac-b6fa-4db7-bfdf-e341cbd5d722 req-879b8e64-39cb-4f50-8f74-52fa23c7c2fd service neutron] 10.222.0.15 "DELETE /v2.0/ports/03ab448e-8097-4d3a-a2cb-650afa51b403/bindings/n-h2-772272-3 HTTP/1.1" status: 204 len: 173 time: 0.1729994 Jan 27 21:44:14.657847 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7db3e2-5db4-486f-8d5c-e7f91650b8f7 req-0e7629dd-d6bd-438a-a752-d5d01d6ebabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:14.659583 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc7db3e2-5db4-486f-8d5c-e7f91650b8f7 req-0e7629dd-d6bd-438a-a752-d5d01d6ebabe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 1095 time: 0.5722582 Jan 27 21:44:14.716718 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63333761-d72d-495c-a9a2-becc8a935c90 req-903dbf4a-825e-458b-884e-4f5679de5f29 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418266 Jan 27 21:44:14.806451 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b679d-907b-408c-b5ab-63e786f11585 req-0cc7d9b5-7fb8-4420-aab3-f761d4da41ad tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:14.816340 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f82b679d-907b-408c-b5ab-63e786f11585 req-0cc7d9b5-7fb8-4420-aab3-f761d4da41ad tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 945 time: 0.5450823 Jan 27 21:44:14.858819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:14.862070 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747cc6ba-d56d-45ca-b36e-95387394ee21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbd2886-bcee-456e-bdfd-c12bedf27a91'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:14.863573 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ad5227-26da-4a47-ade5-1cf4a397afe8" -d '{"events": [{"server_uuid": "747cc6ba-d56d-45ca-b36e-95387394ee21", "name": "network-vif-plugged", "status": "completed", "tag": "4cbd2886-bcee-456e-bdfd-c12bedf27a91"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:14.880916 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:14.883748 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 4cbd2886-bcee-456e-bdfd-c12bedf27a91, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=4cbd2886-bcee-456e-bdfd-c12bedf27a91,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:14.917543 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4cbd2886-bcee-456e-bdfd-c12bedf27a91), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:14.918386 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 03ab448e-8097-4d3a-a2cb-650afa51b403 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:44:14.940655 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:44:14.952967 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f82b679d-907b-408c-b5ab-63e786f11585 req-3defad30-096e-4547-bdf4-419f1d7ed5c0 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339068 Jan 27 21:44:15.009460 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7db3e2-5db4-486f-8d5c-e7f91650b8f7 req-bf23d3cf-888a-4129-98e8-d1198d340e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:15.015040 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc7db3e2-5db4-486f-8d5c-e7f91650b8f7 req-bf23d3cf-888a-4129-98e8-d1198d340e52 service neutron] 10.222.0.15 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 920 time: 0.3274188 Jan 27 21:44:15.044241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] Set router 85c38777-5427-47b3-a78f-fa4e3bbc98df gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:44:15.065945 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4f533-d582-486b-99a0-0eecaa974cff req-664fe872-c9c8-43a5-8233-a630c1a89184 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:15.068442 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8fc4f533-d582-486b-99a0-0eecaa974cff req-664fe872-c9c8-43a5-8233-a630c1a89184 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afdadcc-29a0-4788-a955-b438f7d9ffb5 HTTP/1.1" status: 200 len: 949 time: 0.1745613 Jan 27 21:44:15.086906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=4cbd2886-bcee-456e-bdfd-c12bedf27a91,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:15.101445 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] The host n-h2-772272-3 is not matching for port 03ab448e-8097-4d3a-a2cb-650afa51b403 host n-h1-772272-3! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:44:15.101853 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 03ab448e-8097-4d3a-a2cb-650afa51b403 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:44:15.121757 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc7db3e2-5db4-486f-8d5c-e7f91650b8f7 req-4ef97bf1-8616-4a6a-9a7d-22b976912e6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=816c5961-d927-42ef-9afe-e51e7ad3efdb HTTP/1.1" status: 200 len: 217 time: 0.0984068 Jan 27 21:44:15.248183 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8fc4f533-d582-486b-99a0-0eecaa974cff req-75341bd4-5b9c-4cc8-a61d-9d5584cd3780 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247110 Jan 27 21:44:15.268855 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 711fecf3-4383-4f9d-a5a4-3c09e0d75623 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:15.349190 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7db3e2-5db4-486f-8d5c-e7f91650b8f7 req-d47262e8-4df9-44c9-9517-e764dde5188b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:15.350980 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc7db3e2-5db4-486f-8d5c-e7f91650b8f7 req-d47262e8-4df9-44c9-9517-e764dde5188b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.1996629 Jan 27 21:44:15.407939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 711fecf3-4383-4f9d-a5a4-3c09e0d75623 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:15.408364 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (711fecf3-4383-4f9d-a5a4-3c09e0d75623), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.425232 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc7db3e2-5db4-486f-8d5c-e7f91650b8f7 req-6520eda0-6290-4a8f-abb4-751058e74a51 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627129 Jan 27 21:44:15.444722 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-357719180-router', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:05Z', 'updated_at': '2022-01-27T21:44:12Z', 'revision_number': 4, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'gw_port': {'id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:07Z', 'updated_at': '2022-01-27T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '8b082d71-be2d-49bf-83cf-8759fdb367f6', 'name': '', 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'mac_address': 'fa:16:3e:b5:df:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '58ad998a-751c-45b2-93b9-d35a3c3d587e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:11Z', 'updated_at': '2022-01-27T21:44:12Z', 'revision_number': 2, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'subnets': [{'id': '58ad998a-751c-45b2-93b9-d35a3c3d587e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:15.471423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35661e92-6006-4828-987b-d612a7c2754d req-7f9fdc16-83f8-480e-b8cc-666f516c2cc4 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:15.473265 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-35661e92-6006-4828-987b-d612a7c2754d req-7f9fdc16-83f8-480e-b8cc-666f516c2cc4 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/networks?id=56db14e3-ee07-41f9-b61f-63f30fd45233 HTTP/1.1" status: 200 len: 828 time: 0.3232245 Jan 27 21:44:15.478088 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] Checking router: 85c38777-5427-47b3-a78f-fa4e3bbc98df for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:44:15.478626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] Updating router 85c38777-5427-47b3-a78f-fa4e3bbc98df port 8b082d71-be2d-49bf-83cf-8759fdb367f6 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:44:15.510596 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8b082d71-be2d-49bf-83cf-8759fdb367f6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.534097 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91632e8a-2fff-4b25-8a80-b77c7c22a0dd req-97cc73c8-1537-49c2-be44-69700116f4e5 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:15.535683 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-91632e8a-2fff-4b25-8a80-b77c7c22a0dd req-97cc73c8-1537-49c2-be44-69700116f4e5 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80 HTTP/1.1" status: 200 len: 948 time: 0.1975470 Jan 27 21:44:15.539170 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-35661e92-6006-4828-987b-d612a7c2754d req-fa1cc891-2867-4c6f-a47f-8502520c50b1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/quotas/03c085da32304ba7a791d6a5792b2a15 HTTP/1.1" status: 200 len: 375 time: 0.0375004 Jan 27 21:44:15.612222 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 711fecf3-4383-4f9d-a5a4-3c09e0d75623 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:15.620934 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc7db3e2-5db4-486f-8d5c-e7f91650b8f7 req-da7c1ead-614c-4b29-8c12-c90a4e4c40a6 service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824303 Jan 27 21:44:15.713937 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-91632e8a-2fff-4b25-8a80-b77c7c22a0dd req-da554349-1e3f-4020-ad5f-e0d86c31191a tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724379 Jan 27 21:44:15.779091 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-35661e92-6006-4828-987b-d612a7c2754d req-8c7f95a2-ffb4-4890-9fe2-c116de3dcd5e tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=03c085da32304ba7a791d6a5792b2a15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1933572 Jan 27 21:44:15.823025 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665c98b8-4ad0-41d9-8f28-b7fbf539927a x-openstack-request-id: req-665c98b8-4ad0-41d9-8f28-b7fbf539927a {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:15.823773 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747cc6ba-d56d-45ca-b36e-95387394ee21", "name": "network-vif-plugged", "status": "completed", "tag": "4cbd2886-bcee-456e-bdfd-c12bedf27a91", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:15.831361 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-665c98b8-4ad0-41d9-8f28-b7fbf539927a {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:15.831361 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747cc6ba-d56d-45ca-b36e-95387394ee21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbd2886-bcee-456e-bdfd-c12bedf27a91', 'code': 200} Jan 27 21:44:15.939936 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fc8fa-03d5-4aca-b8be-9651e8e6629e req-42f94f9d-96b2-48c7-8495-8f0be46b0a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:15.941478 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-055fc8fa-03d5-4aca-b8be-9651e8e6629e req-42f94f9d-96b2-48c7-8495-8f0be46b0a1e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 1096 time: 0.0567257 Jan 27 21:44:15.972451 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] Publish callbacks [] for port (8b082d71-be2d-49bf-83cf-8759fdb367f6), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.982124 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8b082d71-be2d-49bf-83cf-8759fdb367f6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.993175 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-055fc8fa-03d5-4aca-b8be-9651e8e6629e req-39b6c516-a2c8-43bc-9558-ba6c55013a01 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423248 Jan 27 21:44:16.015837 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc7db3e2-5db4-486f-8d5c-e7f91650b8f7 req-dfdf3b65-e975-4368-8d03-2f4fd340c302 service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861330 Jan 27 21:44:16.037697 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d70a5a-1815-4a69-8df5-c59e78b845ef req-70444c8e-05ee-4800-bbdf-5f3eac0c797a tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:16.039259 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-79d70a5a-1815-4a69-8df5-c59e78b845ef req-70444c8e-05ee-4800-bbdf-5f3eac0c797a tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 945 time: 0.1224477 Jan 27 21:44:16.041375 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-35661e92-6006-4828-987b-d612a7c2754d req-8c0e95bd-b1cd-449f-aa2a-94dff4e98726 service neutron] 10.222.0.23 "GET /v2.0/networks/56db14e3-ee07-41f9-b61f-63f30fd45233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743528 Jan 27 21:44:16.059636 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52f1e9-7e0c-448b-bb55-236063bef5c0 None None] Pushing event updated for resources: {'Port': ['ID=8b082d71-be2d-49bf-83cf-8759fdb367f6,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:16.146192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] Attempting to bind port 8b082d71-be2d-49bf-83cf-8759fdb367f6 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:16.146819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] Attempting to bind port 8b082d71-be2d-49bf-83cf-8759fdb367f6 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'c6f1ffdb-6aa1-4a93-8389-8411e359e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:16.147552 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] Attempting to bind port 8b082d71-be2d-49bf-83cf-8759fdb367f6 on network 56db14e3-ee07-41f9-b61f-63f30fd45233 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:16.157390 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:16.158396 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] Checking segment: {'id': 'c6f1ffdb-6aa1-4a93-8389-8411e359e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:16.159258 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:16.159987 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] Bound using segment: {'id': 'c6f1ffdb-6aa1-4a93-8389-8411e359e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:16.160765 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] Bound port: 8b082d71-be2d-49bf-83cf-8759fdb367f6, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f1ffdb-6aa1-4a93-8389-8411e359e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:16.161438 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8b082d71-be2d-49bf-83cf-8759fdb367f6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:16.161547 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-79d70a5a-1815-4a69-8df5-c59e78b845ef req-32f367cf-5067-4449-a7d5-bc378b63e881 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076441 Jan 27 21:44:16.226529 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-35661e92-6006-4828-987b-d612a7c2754d req-cdd1a3c1-cbe3-49e4-a047-5378f5941862 service neutron] 10.222.0.23 "GET /v2.0/networks/56db14e3-ee07-41f9-b61f-63f30fd45233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752398 Jan 27 21:44:16.282679 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] For port 8b082d71-be2d-49bf-83cf-8759fdb367f6, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:16.286806 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] For port 8b082d71-be2d-49bf-83cf-8759fdb367f6, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=8b082d71-be2d-49bf-83cf-8759fdb367f6,segment=NetworkSegment(c6f1ffdb-6aa1-4a93-8389-8411e359e8cc),segment_id=c6f1ffdb-6aa1-4a93-8389-8411e359e8cc)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:16.301362 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8b082d71-be2d-49bf-83cf-8759fdb367f6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:16.309411 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-146fd897-1d82-465d-a652-c5a026095aec req-224f84c9-9cc4-42ba-bc96-a28a6006bfcb tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=da7f273c89bd44f3a10374ca699c2188&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352213 Jan 27 21:44:16.358486 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52f1e9-7e0c-448b-bb55-236063bef5c0 None None] Pushing event updated for resources: {'Port': ['ID=8b082d71-be2d-49bf-83cf-8759fdb367f6,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:16.400756 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] Routers {'85c38777-5427-47b3-a78f-fa4e3bbc98df'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:16.401350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:43:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['85c38777-5427-47b3-a78f-fa4e3bbc98df'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:16.492882 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fd897-1d82-465d-a652-c5a026095aec req-828565dd-4845-497b-9dcc-29c01c922fc3 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:16.507427 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-146fd897-1d82-465d-a652-c5a026095aec req-828565dd-4845-497b-9dcc-29c01c922fc3 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1964839 Jan 27 21:44:16.540077 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-146fd897-1d82-465d-a652-c5a026095aec req-018c3acf-fe45-433a-9305-8b7388850647 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/quotas/da7f273c89bd44f3a10374ca699c2188 HTTP/1.1" status: 200 len: 375 time: 0.0311003 Jan 27 21:44:16.550841 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-4308c5ce-ca22-4eff-93fd-bed32af53b31 None None] Provisioning complete for port 8b082d71-be2d-49bf-83cf-8759fdb367f6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:16.551394 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4308c5ce-ca22-4eff-93fd-bed32af53b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8b082d71-be2d-49bf-83cf-8759fdb367f6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:16.654950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07e31a-9fb0-428c-8ffb-9264493e1d39 req-61933116-a380-49f1-8a16-987aa817266f tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:16.663928 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f07e31a-9fb0-428c-8ffb-9264493e1d39 req-61933116-a380-49f1-8a16-987aa817266f tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.1057596 Jan 27 21:44:16.709160 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-146fd897-1d82-465d-a652-c5a026095aec req-b7f4e9a8-b717-413e-b720-a4b4c0448009 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=da7f273c89bd44f3a10374ca699c2188&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1680613 Jan 27 21:44:16.721686 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] Set router 85c38777-5427-47b3-a78f-fa4e3bbc98df gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:44:16.779558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f07e31a-9fb0-428c-8ffb-9264493e1d39 req-0c7d44b4-f5c1-4d98-a24e-9e6145362290 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137133 Jan 27 21:44:17.011172 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f83c23-2228-4f8d-af56-f7f7658622bc req-4a0c4bf0-7313-4c3e-8735-ed2a9b9beca9 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:17.022029 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05f83c23-2228-4f8d-af56-f7f7658622bc req-4a0c4bf0-7313-4c3e-8735-ed2a9b9beca9 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 945 time: 0.0938339 Jan 27 21:44:17.032791 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4308c5ce-ca22-4eff-93fd-bed32af53b31 None None] Current status of the port 8b082d71-be2d-49bf-83cf-8759fdb367f6 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:17.033293 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4308c5ce-ca22-4eff-93fd-bed32af53b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8b082d71-be2d-49bf-83cf-8759fdb367f6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.097675 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-021ec44d-9e86-4cf8-b9a6-76c3e68c9947 req-370b894a-658a-4775-8dda-12c99b577fb2 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 210 time: 0.0410001 Jan 27 21:44:17.138814 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-4308c5ce-ca22-4eff-93fd-bed32af53b31 None None] For port 8b082d71-be2d-49bf-83cf-8759fdb367f6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=8b082d71-be2d-49bf-83cf-8759fdb367f6,segment=NetworkSegment(c6f1ffdb-6aa1-4a93-8389-8411e359e8cc),segment_id=c6f1ffdb-6aa1-4a93-8389-8411e359e8cc)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:17.152632 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4308c5ce-ca22-4eff-93fd-bed32af53b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8b082d71-be2d-49bf-83cf-8759fdb367f6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.171918 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05f83c23-2228-4f8d-af56-f7f7658622bc req-b57cc9b4-de19-4248-ba67-792937efe3f3 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432323 Jan 27 21:44:17.252828 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-357719180-router', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:05Z', 'updated_at': '2022-01-27T21:44:12Z', 'revision_number': 4, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'gw_port': {'id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:07Z', 'updated_at': '2022-01-27T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '8b082d71-be2d-49bf-83cf-8759fdb367f6', 'name': '', 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'mac_address': 'fa:16:3e:b5:df:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '58ad998a-751c-45b2-93b9-d35a3c3d587e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:11Z', 'updated_at': '2022-01-27T21:44:16Z', 'revision_number': 4, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'subnets': [{'id': '58ad998a-751c-45b2-93b9-d35a3c3d587e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:17.253118 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffe827d7-cf3f-480f-9331-c5e91c42700a req-57d0087d-4207-44c7-bb63-9ecd56856a21 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3f743aa-781e-4894-8fcc-15ef138fe8ca HTTP/1.1" status: 200 len: 210 time: 0.0399137 Jan 27 21:44:17.392926 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a204e6-5f4f-45e0-81ba-88083e178ce4 req-c76c6bde-98fa-45c3-a4b7-0f026e4509a1 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:17.401228 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26a204e6-5f4f-45e0-81ba-88083e178ce4 req-c76c6bde-98fa-45c3-a4b7-0f026e4509a1 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80 HTTP/1.1" status: 200 len: 948 time: 0.1624358 Jan 27 21:44:17.451914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53103d-eb61-45e7-8b04-8da8e1e4bab8 req-bbcdb02c-0e14-48a9-b6bc-ca9207e396b3 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:17.453817 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9c53103d-eb61-45e7-8b04-8da8e1e4bab8 req-bbcdb02c-0e14-48a9-b6bc-ca9207e396b3 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 945 time: 0.1141386 Jan 27 21:44:17.484546 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26a204e6-5f4f-45e0-81ba-88083e178ce4 req-846b5b7d-8940-429a-a494-366388c5cb21 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824263 Jan 27 21:44:17.512676 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308c5ce-ca22-4eff-93fd-bed32af53b31 None None] Pushing event updated for resources: {'Port': ['ID=8b082d71-be2d-49bf-83cf-8759fdb367f6,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:17.519639 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d110260-2fc7-4bed-9db0-d21fe953f5bd None None] The sync data for ids ['85c38777-5427-47b3-a78f-fa4e3bbc98df'] in n-d-772272-3 is: [{'id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-357719180-router', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:05Z', 'updated_at': '2022-01-27T21:44:12Z', 'revision_number': 4, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'gw_port': {'id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:07Z', 'updated_at': '2022-01-27T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '8b082d71-be2d-49bf-83cf-8759fdb367f6', 'name': '', 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'mac_address': 'fa:16:3e:b5:df:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '58ad998a-751c-45b2-93b9-d35a3c3d587e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:11Z', 'updated_at': '2022-01-27T21:44:16Z', 'revision_number': 4, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'subnets': [{'id': '58ad998a-751c-45b2-93b9-d35a3c3d587e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:44:17.537003 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6e1e9bc1-0802-4514-8805-8d8ff1f64056 None None] Provisioning complete for port 8b082d71-be2d-49bf-83cf-8759fdb367f6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:17.537003 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9bc1-0802-4514-8805-8d8ff1f64056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8b082d71-be2d-49bf-83cf-8759fdb367f6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.544604 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9c53103d-eb61-45e7-8b04-8da8e1e4bab8 req-f2e63f27-d358-4d8a-911a-6223d107af3e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823467 Jan 27 21:44:17.629365 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:17.754810 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bd299-fab1-4160-b4e4-72ef2318da89 req-3875e419-29bd-4be5-b0eb-31d353055351 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:17.755944 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e9bc1-0802-4514-8805-8d8ff1f64056 None None] Current status of the port 8b082d71-be2d-49bf-83cf-8759fdb367f6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:17.764251 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:44:17.764844 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-247bd299-fab1-4160-b4e4-72ef2318da89 req-3875e419-29bd-4be5-b0eb-31d353055351 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 1096 time: 0.0769544 Jan 27 21:44:17.769466 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:17.770227 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.898037 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:17.901322 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.917559 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-247bd299-fab1-4160-b4e4-72ef2318da89 req-d9d750fe-d031-49b7-adb2-d7552f957bb0 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509795 Jan 27 21:44:17.952579 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:17.957972 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d236e2-1587-4107-a2ed-13cfb054b9af" -d '{"events": [{"server_uuid": "26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80", "name": "network-vif-plugged", "status": "completed", "tag": "b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:17.975077 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:17.981483 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:18.037300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-19759010-1326-45e0-ba9c-6f56887c12bb tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:18.040660 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-19759010-1326-45e0-ba9c-6f56887c12bb tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/networks?id=41ef59a0-fa1a-42e9-b82d-84d16180d1f3 HTTP/1.1" status: 200 len: 814 time: 0.2239809 Jan 27 21:44:18.060941 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-997cc705-d0b7-4b73-8451-75e1c3f2d65f tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/quotas/acf1c889d61e45eeaa1daa66906b17bd HTTP/1.1" status: 200 len: 375 time: 0.0156071 Jan 27 21:44:18.063788 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:18.153275 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4a1f6-3492-4bc4-a744-ae53111923bf req-c7c73735-de93-45aa-955c-8b219b20112f tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:18.155081 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-61d4a1f6-3492-4bc4-a744-ae53111923bf req-c7c73735-de93-45aa-955c-8b219b20112f tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.0932298 Jan 27 21:44:18.166804 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-b04bdfa4-2b75-45c9-b550-27861336acbe tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=acf1c889d61e45eeaa1daa66906b17bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942862 Jan 27 21:44:18.287914 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-61d4a1f6-3492-4bc4-a744-ae53111923bf req-8b051244-76da-4c07-ad20-4a4d0bf70d4c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197269 Jan 27 21:44:18.314114 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35661e92-6006-4828-987b-d612a7c2754d req-279d5e60-8260-4ccf-91f8-4f2198d308ae tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:18.315713 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-35661e92-6006-4828-987b-d612a7c2754d req-279d5e60-8260-4ccf-91f8-4f2198d308ae tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.21 "GET /v2.0/networks?id=56db14e3-ee07-41f9-b61f-63f30fd45233 HTTP/1.1" status: 200 len: 828 time: 0.1253483 Jan 27 21:44:18.341395 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-35661e92-6006-4828-987b-d612a7c2754d req-b6e59f80-e657-4348-900e-a21132327e1a tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Request body: {'port': {'device_id': '0bf43803-8d43-4b18-95bf-fa704a6a5209', 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233', 'admin_state_up': True, 'tenant_id': '03c085da32304ba7a791d6a5792b2a15'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:18.362008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-622bb0e8-2e2a-42cf-a257-8f53bd86a6db service neutron] 10.222.0.23 "GET /v2.0/networks/41ef59a0-fa1a-42e9-b82d-84d16180d1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651139 Jan 27 21:44:18.416372 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43eb8c0-5aef-49ec-846e-7e81d8268bfc x-openstack-request-id: req-b43eb8c0-5aef-49ec-846e-7e81d8268bfc {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:18.416897 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80", "name": "network-vif-plugged", "status": "completed", "tag": "b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:18.417301 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b43eb8c0-5aef-49ec-846e-7e81d8268bfc {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:18.418371 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7', 'code': 200} Jan 27 21:44:18.516712 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35661e92-6006-4828-987b-d612a7c2754d req-b6e59f80-e657-4348-900e-a21132327e1a tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Made reservation on behalf of 03c085da32304ba7a791d6a5792b2a15 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:18.521098 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-35661e92-6006-4828-987b-d612a7c2754d req-b6e59f80-e657-4348-900e-a21132327e1a tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:18.631816 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-f2f70e6e-7dc1-4c83-848d-409742b9f022 service neutron] 10.222.0.23 "GET /v2.0/networks/41ef59a0-fa1a-42e9-b82d-84d16180d1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538731 Jan 27 21:44:18.653217 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65af23d-b1cc-4542-aefa-d1db9ae1c1b0 req-642e07aa-9688-44af-b2f5-dafe6330f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:18.654739 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a65af23d-b1cc-4542-aefa-d1db9ae1c1b0 req-642e07aa-9688-44af-b2f5-dafe6330f347 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80 HTTP/1.1" status: 200 len: 1100 time: 0.1385374 Jan 27 21:44:18.681134 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-146fd897-1d82-465d-a652-c5a026095aec req-7841d164-e06b-4e59-9c08-dc921d479081 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=da7f273c89bd44f3a10374ca699c2188&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617371 Jan 27 21:44:18.698744 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-8c44ab43-ff41-4677-8ada-f244aa685f83 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:18.706509 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-8c44ab43-ff41-4677-8ada-f244aa685f83 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 808 time: 0.2043347 Jan 27 21:44:18.743443 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-31cbe591-3afa-4c0a-9354-9367607a590b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/quotas/95aa79ef2e0d4820bfc1772df699fe63 HTTP/1.1" status: 200 len: 375 time: 0.0356481 Jan 27 21:44:18.798547 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-35661e92-6006-4828-987b-d612a7c2754d req-b6e59f80-e657-4348-900e-a21132327e1a tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Allocated IP 172.20.0.6 (56db14e3-ee07-41f9-b61f-63f30fd45233/58ad998a-751c-45b2-93b9-d35a3c3d587e/72668b71-449f-4c32-a089-5fa32a086671) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:18.799642 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a65af23d-b1cc-4542-aefa-d1db9ae1c1b0 req-780aaa03-1227-4796-9c95-490ee16e7f2e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365166 Jan 27 21:44:18.840744 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-0f6b2f7c-c2c0-4ccc-96ec-5efed0345f74 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0964429 Jan 27 21:44:18.896643 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f43ad30b-cee6-4fd0-a98c-a58c2e702dd7 req-d7b80182-8b26-4fd3-a704-88679c516922 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 210 time: 0.0540016 Jan 27 21:44:18.908538 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fd897-1d82-465d-a652-c5a026095aec req-3deadc31-a164-48dc-972e-e5064d0f2609 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:18.910240 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-146fd897-1d82-465d-a652-c5a026095aec req-3deadc31-a164-48dc-972e-e5064d0f2609 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2242322 Jan 27 21:44:18.992211 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-b6f53909-dd5f-4540-b42f-343096f3adf2 service neutron] 10.222.0.23 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356626 Jan 27 21:44:19.012803 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-146fd897-1d82-465d-a652-c5a026095aec req-7b30ede1-017c-4494-9ecb-44e048b2047b tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Request body: {'port': {'device_id': 'a3f743aa-781e-4894-8fcc-15ef138fe8ca', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': 'da7f273c89bd44f3a10374ca699c2188'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:19.087277 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3becaa6-9e28-43c8-be46-911539ad397f req-0994d383-4a68-42ce-b184-7d9451169af9 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3f743aa-781e-4894-8fcc-15ef138fe8ca HTTP/1.1" status: 200 len: 210 time: 0.0293670 Jan 27 21:44:19.136288 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-45c291e8-aac6-4094-905e-1b61160e7071 service neutron] 10.222.0.23 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379452 Jan 27 21:44:19.190058 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-35661e92-6006-4828-987b-d612a7c2754d req-b6e59f80-e657-4348-900e-a21132327e1a tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks [] for port (72668b71-449f-4c32-a089-5fa32a086671), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.249032 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-35661e92-6006-4828-987b-d612a7c2754d req-b6e59f80-e657-4348-900e-a21132327e1a tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (72668b71-449f-4c32-a089-5fa32a086671), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.301183 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a65f8-87e4-4880-9c36-a44a373b6717 req-4adfb505-1df2-4903-ac21-36a2cf4ce635 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:19.308868 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea6a65f8-87e4-4880-9c36-a44a373b6717 req-4adfb505-1df2-4903-ac21-36a2cf4ce635 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80 HTTP/1.1" status: 200 len: 949 time: 0.1046493 Jan 27 21:44:19.336768 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35661e92-6006-4828-987b-d612a7c2754d req-b6e59f80-e657-4348-900e-a21132327e1a tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Network 56db14e3-ee07-41f9-b61f-63f30fd45233 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:19.349858 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-35661e92-6006-4828-987b-d612a7c2754d req-b6e59f80-e657-4348-900e-a21132327e1a tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:19.369635 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-35661e92-6006-4828-987b-d612a7c2754d req-b6e59f80-e657-4348-900e-a21132327e1a tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:19.390766 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 8b082d71-be2d-49bf-83cf-8759fdb367f6 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:19.434122 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35661e92-6006-4828-987b-d612a7c2754d req-b6e59f80-e657-4348-900e-a21132327e1a tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:19.434546 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-35661e92-6006-4828-987b-d612a7c2754d req-b6e59f80-e657-4348-900e-a21132327e1a tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.448701 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e59f80-e657-4348-900e-a21132327e1a tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Pushing event updated for resources: {'Port': ['ID=72668b71-449f-4c32-a089-5fa32a086671,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:19.461340 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea6a65f8-87e4-4880-9c36-a44a373b6717 req-3e2dfb3d-3c95-4d4e-93b4-b672e4fa3594 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487193 Jan 27 21:44:19.475753 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-35661e92-6006-4828-987b-d612a7c2754d req-b6e59f80-e657-4348-900e-a21132327e1a tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1445904 Jan 27 21:44:19.478715 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-146fd897-1d82-465d-a652-c5a026095aec req-7b30ede1-017c-4494-9ecb-44e048b2047b tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Made reservation on behalf of da7f273c89bd44f3a10374ca699c2188 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:19.483882 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-146fd897-1d82-465d-a652-c5a026095aec req-7b30ede1-017c-4494-9ecb-44e048b2047b tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.493314 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-35661e92-6006-4828-987b-d612a7c2754d req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] Request body: {'port': {'device_id': '0bf43803-8d43-4b18-95bf-fa704a6a5209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:19.497166 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 8b082d71-be2d-49bf-83cf-8759fdb367f6 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:19.497924 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8b082d71-be2d-49bf-83cf-8759fdb367f6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.655144 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 8b082d71-be2d-49bf-83cf-8759fdb367f6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:19.675773 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-35661e92-6006-4828-987b-d612a7c2754d req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (72668b71-449f-4c32-a089-5fa32a086671), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.804688 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-05d80a15-1e41-4dcb-8f1b-878709b4a28b None None] Provisioning complete for port 72668b71-449f-4c32-a089-5fa32a086671 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:19.805081 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-05d80a15-1e41-4dcb-8f1b-878709b4a28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (72668b71-449f-4c32-a089-5fa32a086671), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.860755 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-146fd897-1d82-465d-a652-c5a026095aec req-7b30ede1-017c-4494-9ecb-44e048b2047b tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Allocated IP 192.168.233.191 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:19.899689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-05d80a15-1e41-4dcb-8f1b-878709b4a28b None None] Port 72668b71-449f-4c32-a089-5fa32a086671 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:19.913761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa58c772-12ac-4e6e-b7d7-7c19c8f1c61a req-67f1d229-7b68-4f1c-b9f1-aa8ecf9b5e3a tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 210 time: 0.3496244 Jan 27 21:44:19.940928 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d773523-180a-4f5e-9768-a5e81cacdd72 req-91b85c0f-90c7-4105-93ac-627982072c05 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:19.944948 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d773523-180a-4f5e-9768-a5e81cacdd72 req-91b85c0f-90c7-4105-93ac-627982072c05 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 945 time: 0.4553511 Jan 27 21:44:20.051770 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d773523-180a-4f5e-9768-a5e81cacdd72 req-427b6fff-e3e2-4426-b943-8e9d41514a2c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905464 Jan 27 21:44:20.074946 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb34c3-7420-4d8a-86b7-b32c676f29cc req-6cac44a5-7743-4fed-9ce0-f7a0b8e2f852 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.076767 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfeb34c3-7420-4d8a-86b7-b32c676f29cc req-6cac44a5-7743-4fed-9ce0-f7a0b8e2f852 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.0885086 Jan 27 21:44:20.144765 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfeb34c3-7420-4d8a-86b7-b32c676f29cc req-3df714b8-d7e0-4fbd-82b3-0af85c1c95f6 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595503 Jan 27 21:44:20.185586 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-146fd897-1d82-465d-a652-c5a026095aec req-7b30ede1-017c-4494-9ecb-44e048b2047b tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Publish callbacks [] for port (4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.189610 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3bbc745-0cf7-4bbe-ad01-24018967aa04 req-6a308c53-0573-44aa-9c39-553c48bd947e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 210 time: 0.0434289 Jan 27 21:44:20.233895 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-35661e92-6006-4828-987b-d612a7c2754d req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72668b71-449f-4c32-a089-5fa32a086671 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:20.244084 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-35661e92-6006-4828-987b-d612a7c2754d req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] Publish callbacks [] for port (72668b71-449f-4c32-a089-5fa32a086671), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.269259 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-35661e92-6006-4828-987b-d612a7c2754d req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] Transition to ACTIVE for port object 72668b71-449f-4c32-a089-5fa32a086671 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:20.274250 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-35661e92-6006-4828-987b-d612a7c2754d req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (72668b71-449f-4c32-a089-5fa32a086671), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.280807 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-146fd897-1d82-465d-a652-c5a026095aec req-7b30ede1-017c-4494-9ecb-44e048b2047b tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.294122 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['bc07c970-7e68-4d0c-aa39-8ef9cf489777'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:20.340718 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-146fd897-1d82-465d-a652-c5a026095aec req-7b30ede1-017c-4494-9ecb-44e048b2047b tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:20.350205 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-146fd897-1d82-465d-a652-c5a026095aec req-7b30ede1-017c-4494-9ecb-44e048b2047b tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:20.353602 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-146fd897-1d82-465d-a652-c5a026095aec req-7b30ede1-017c-4494-9ecb-44e048b2047b tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:20.361877 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] Pushing event updated for resources: {'Port': ['ID=72668b71-449f-4c32-a089-5fa32a086671,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:20.369497 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec109eab-4685-42e6-b224-fa3c361f5e7b req-2c0d294c-e262-47dd-ae1f-909f7d620cfa tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.377455 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec109eab-4685-42e6-b224-fa3c361f5e7b req-2c0d294c-e262-47dd-ae1f-909f7d620cfa tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 943 time: 0.1040163 Jan 27 21:44:20.397653 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a776bda-bdfb-4fca-a2e0-26eb6811cc12 req-31bfb50e-5ba0-48b2-94b3-6ab5ad56a3fe tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.401055 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a776bda-bdfb-4fca-a2e0-26eb6811cc12 req-31bfb50e-5ba0-48b2-94b3-6ab5ad56a3fe tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 1096 time: 0.1133621 Jan 27 21:44:20.470517 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec109eab-4685-42e6-b224-fa3c361f5e7b req-b5c71c93-a07c-4ded-ac8e-16ae1cfccdcc tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/security-groups?id=f120fa57-9338-4456-88ae-82068641f033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869553 Jan 27 21:44:20.515721 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a776bda-bdfb-4fca-a2e0-26eb6811cc12 req-2aabd6f7-8abf-4482-9ed0-89aa75ba5182 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002226 Jan 27 21:44:20.704692 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30ede1-017c-4494-9ecb-44e048b2047b tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Pushing event updated for resources: {'Port': ['ID=4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:20.733563 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11663b5-c8e4-4e54-8f64-b92037fb611b req-e8d8bbf3-e9f4-4c82-9f15-19bf6cb665a6 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.735575 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c11663b5-c8e4-4e54-8f64-b92037fb611b req-e8d8bbf3-e9f4-4c82-9f15-19bf6cb665a6 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3f743aa-781e-4894-8fcc-15ef138fe8ca HTTP/1.1" status: 200 len: 936 time: 0.1390736 Jan 27 21:44:20.740752 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fd897-1d82-465d-a652-c5a026095aec req-7b30ede1-017c-4494-9ecb-44e048b2047b tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.741629 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-146fd897-1d82-465d-a652-c5a026095aec req-7b30ede1-017c-4494-9ecb-44e048b2047b tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.747107 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b995b-29cb-4065-8ae0-b8118698480c req-4bb3930b-eb58-4005-975a-6b3f0ad9abd9 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.753965 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-988b995b-29cb-4065-8ae0-b8118698480c req-4bb3930b-eb58-4005-975a-6b3f0ad9abd9 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80 HTTP/1.1" status: 200 len: 949 time: 0.0913498 Jan 27 21:44:20.775684 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-146fd897-1d82-465d-a652-c5a026095aec req-7b30ede1-017c-4494-9ecb-44e048b2047b tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7673295 Jan 27 21:44:20.789619 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-146fd897-1d82-465d-a652-c5a026095aec req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] Request body: {'port': {'device_id': 'a3f743aa-781e-4894-8fcc-15ef138fe8ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:20.794006 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.831518 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2a2d8e83-e853-409f-901f-25c0fee04673 None None] Provisioning complete for port 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:20.832156 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2a2d8e83-e853-409f-901f-25c0fee04673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.853763 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-988b995b-29cb-4065-8ae0-b8118698480c req-ddec75de-c59a-4bc6-8dd6-72dc04fcdefa tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988369 Jan 27 21:44:20.857443 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c11663b5-c8e4-4e54-8f64-b92037fb611b req-4a437b6f-d7a6-4524-ad44-48a9577025b7 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009212 Jan 27 21:44:20.869346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.21', 53451) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:20.910554 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2a2d8e83-e853-409f-901f-25c0fee04673 None None] Port 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:20.937962 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-146fd897-1d82-465d-a652-c5a026095aec req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.957470 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-2e796eeb-6e98-41a1-979b-cc8ab435f6e8 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.966014 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-2e796eeb-6e98-41a1-979b-cc8ab435f6e8 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.21 "GET /v2.0/networks?id=41ef59a0-fa1a-42e9-b82d-84d16180d1f3 HTTP/1.1" status: 200 len: 814 time: 0.4434125 Jan 27 21:44:20.969641 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-35661e92-6006-4828-987b-d612a7c2754d req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] Attempting to bind port 72668b71-449f-4c32-a089-5fa32a086671 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:20.969641 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-35661e92-6006-4828-987b-d612a7c2754d req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] Attempting to bind port 72668b71-449f-4c32-a089-5fa32a086671 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'c6f1ffdb-6aa1-4a93-8389-8411e359e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:20.969641 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35661e92-6006-4828-987b-d612a7c2754d req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] Attempting to bind port 72668b71-449f-4c32-a089-5fa32a086671 on network 56db14e3-ee07-41f9-b61f-63f30fd45233 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:20.990447 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7f52c029-8a6e-4c20-8f3a-8097be169caa tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Request body: {'port': {'device_id': 'cb78b828-ba1c-4da8-9b5b-13a750cecc7b', 'network_id': '41ef59a0-fa1a-42e9-b82d-84d16180d1f3', 'admin_state_up': True, 'tenant_id': 'acf1c889d61e45eeaa1daa66906b17bd'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:20.995368 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35661e92-6006-4828-987b-d612a7c2754d req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] Port 72668b71-449f-4c32-a089-5fa32a086671 on network 56db14e3-ee07-41f9-b61f-63f30fd45233 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:20.995700 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35661e92-6006-4828-987b-d612a7c2754d req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] Attempting to bind port 72668b71-449f-4c32-a089-5fa32a086671 on network 56db14e3-ee07-41f9-b61f-63f30fd45233 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:21.016304 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35661e92-6006-4828-987b-d612a7c2754d req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:21.016666 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35661e92-6006-4828-987b-d612a7c2754d req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] Checking segment: {'id': 'c6f1ffdb-6aa1-4a93-8389-8411e359e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:21.017040 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35661e92-6006-4828-987b-d612a7c2754d req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] Bound using segment: {'id': 'c6f1ffdb-6aa1-4a93-8389-8411e359e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:21.017482 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-35661e92-6006-4828-987b-d612a7c2754d req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] Bound port: 72668b71-449f-4c32-a089-5fa32a086671, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f1ffdb-6aa1-4a93-8389-8411e359e8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:21.017842 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-35661e92-6006-4828-987b-d612a7c2754d req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (72668b71-449f-4c32-a089-5fa32a086671), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:21.051748 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f668a7-7158-4720-bc1d-b16064b9390e req-5332c462-49a1-44d7-b213-dcc96dddc6c1 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:21.053607 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-88f668a7-7158-4720-bc1d-b16064b9390e req-5332c462-49a1-44d7-b213-dcc96dddc6c1 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 1096 time: 0.0856397 Jan 27 21:44:21.112259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-4c7a0a00-23c7-4926-8306-1827ca1fd19a tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:21.114388 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-4c7a0a00-23c7-4926-8306-1827ca1fd19a tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.21 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 808 time: 0.2438312 Jan 27 21:44:21.138147 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-88f668a7-7158-4720-bc1d-b16064b9390e req-f5adb750-779a-40bc-b7bf-0465288b60f6 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748849 Jan 27 21:44:21.145560 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-85edcd50-ab8d-4b47-9e60-dede9734cba8 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Request body: {'port': {'device_id': '0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb', 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4', 'admin_state_up': True, 'tenant_id': '95aa79ef2e0d4820bfc1772df699fe63'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:21.256545 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7c82548-730a-4bae-ba59-95e6c990e6e9 req-cc431f94-5327-4db0-b5bf-e09aa93706a3 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 210 time: 0.1157351 Jan 27 21:44:21.293901 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-35661e92-6006-4828-987b-d612a7c2754d req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] For port 72668b71-449f-4c32-a089-5fa32a086671, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:21.303201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-35661e92-6006-4828-987b-d612a7c2754d req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] For port 72668b71-449f-4c32-a089-5fa32a086671, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=72668b71-449f-4c32-a089-5fa32a086671,segment=NetworkSegment(c6f1ffdb-6aa1-4a93-8389-8411e359e8cc),segment_id=c6f1ffdb-6aa1-4a93-8389-8411e359e8cc)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:21.319696 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-35661e92-6006-4828-987b-d612a7c2754d req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (72668b71-449f-4c32-a089-5fa32a086671), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:21.352882 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd4af7-3f9f-403e-b1b6-623a359e4eab req-e51cc22d-71b6-44d3-b5b3-c70cb0fe08a7 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:21.354411 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fddd4af7-3f9f-403e-b1b6-623a359e4eab req-e51cc22d-71b6-44d3-b5b3-c70cb0fe08a7 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80 HTTP/1.1" status: 200 len: 949 time: 0.0810435 Jan 27 21:44:21.405773 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-85edcd50-ab8d-4b47-9e60-dede9734cba8 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Made reservation on behalf of 95aa79ef2e0d4820bfc1772df699fe63 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:21.409050 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-85edcd50-ab8d-4b47-9e60-dede9734cba8 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:21.481064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd2e77-8ea2-4716-889f-395179e8d226 req-45a9274d-00cb-4f32-bb3c-f03217f587cf tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:21.482660 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3bfd2e77-8ea2-4716-889f-395179e8d226 req-45a9274d-00cb-4f32-bb3c-f03217f587cf tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.1273520 Jan 27 21:44:21.558061 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fddd4af7-3f9f-403e-b1b6-623a359e4eab req-c0c844c5-7f15-41aa-a55a-a75fe69ae6eb tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644187 Jan 27 21:44:21.607831 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7f52c029-8a6e-4c20-8f3a-8097be169caa tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Made reservation on behalf of acf1c889d61e45eeaa1daa66906b17bd for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:21.612696 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7f52c029-8a6e-4c20-8f3a-8097be169caa tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:21.641835 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35661e92-6006-4828-987b-d612a7c2754d req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:21.642447 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-35661e92-6006-4828-987b-d612a7c2754d req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:21.643850 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-35661e92-6006-4828-987b-d612a7c2754d req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] 10.222.0.21 "PUT /v2.0/ports/72668b71-449f-4c32-a089-5fa32a086671 HTTP/1.1" status: 200 len: 1091 time: 2.1547761 Jan 27 21:44:21.648791 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf43803-8d43-4b18-95bf-fa704a6a5209', 'tag': '72668b71-449f-4c32-a089-5fa32a086671'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:21.651082 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93d6598-9a99-4a89-9a7c-2e7a4af961c6" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf43803-8d43-4b18-95bf-fa704a6a5209", "tag": "72668b71-449f-4c32-a089-5fa32a086671"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:21.763786 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3bfd2e77-8ea2-4716-889f-395179e8d226 req-e38287a9-bf51-4b17-9b33-00a955944cbc tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496996 Jan 27 21:44:21.814022 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e352d927-64c5-4332-8c49-374ee6666c67 req-e014a1cf-eb18-45c0-8e97-f48dca238aef tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 210 time: 0.0636330 Jan 27 21:44:21.829867 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-85edcd50-ab8d-4b47-9e60-dede9734cba8 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Allocated IP 172.20.0.3 (682655b0-dbc8-497a-9054-3d8e44de5af4/3c8c1fde-1173-4cc5-9eb6-13f24f8d2210/5950eed0-64ac-4bd0-a2ae-e816b5b53e70) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:21.907177 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-146fd897-1d82-465d-a652-c5a026095aec req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:21.927454 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-146fd897-1d82-465d-a652-c5a026095aec req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] Publish callbacks [] for port (4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:21.964195 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-146fd897-1d82-465d-a652-c5a026095aec req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] Transition to ACTIVE for port object 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:22.032694 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9db4b6-4b4f-4eb3-a855-9950c70bd8de service neutron] Pushing event updated for resources: {'Port': ['ID=72668b71-449f-4c32-a089-5fa32a086671,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:22.041040 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-146fd897-1d82-465d-a652-c5a026095aec req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.288846 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:22.305630 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-85edcd50-ab8d-4b47-9e60-dede9734cba8 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks [] for port (5950eed0-64ac-4bd0-a2ae-e816b5b53e70), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.344982 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31717cfa-5883-4352-8562-ea365fba237b req-d3d8346e-a971-471c-b47c-a9a67d43f292 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:22.359779 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31717cfa-5883-4352-8562-ea365fba237b req-d3d8346e-a971-471c-b47c-a9a67d43f292 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 943 time: 0.3997636 Jan 27 21:44:22.458764 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-146fd897-1d82-465d-a652-c5a026095aec req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] Attempting to bind port 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:22.459242 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-146fd897-1d82-465d-a652-c5a026095aec req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] Attempting to bind port 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:22.460112 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146fd897-1d82-465d-a652-c5a026095aec req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] Attempting to bind port 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:22.473540 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146fd897-1d82-465d-a652-c5a026095aec req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] Port 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:22.474015 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146fd897-1d82-465d-a652-c5a026095aec req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] Attempting to bind port 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:22.484436 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146fd897-1d82-465d-a652-c5a026095aec req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:22.484791 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146fd897-1d82-465d-a652-c5a026095aec req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:22.485181 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146fd897-1d82-465d-a652-c5a026095aec req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:22.485864 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-146fd897-1d82-465d-a652-c5a026095aec req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] Bound port: 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:22.486230 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-146fd897-1d82-465d-a652-c5a026095aec req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.486602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31717cfa-5883-4352-8562-ea365fba237b req-dbe9b294-5258-48dc-9cd1-d551f8255a86 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/security-groups?id=f120fa57-9338-4456-88ae-82068641f033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258235 Jan 27 21:44:22.493565 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-85edcd50-ab8d-4b47-9e60-dede9734cba8 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (5950eed0-64ac-4bd0-a2ae-e816b5b53e70), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.612847 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a1d3cf-14eb-4cb5-abbf-10f85b3de5f3 x-openstack-request-id: req-37a1d3cf-14eb-4cb5-abbf-10f85b3de5f3 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:22.613401 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf43803-8d43-4b18-95bf-fa704a6a5209", "tag": "72668b71-449f-4c32-a089-5fa32a086671", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:22.613401 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37a1d3cf-14eb-4cb5-abbf-10f85b3de5f3 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:22.613881 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf43803-8d43-4b18-95bf-fa704a6a5209', 'tag': '72668b71-449f-4c32-a089-5fa32a086671', 'status': 'completed', 'code': 200} Jan 27 21:44:22.618922 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7f52c029-8a6e-4c20-8f3a-8097be169caa tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Allocated IP 172.20.0.3 (41ef59a0-fa1a-42e9-b82d-84d16180d1f3/ac95968a-10bb-48dc-bc0a-ca4534f8895e/e70f0d00-d82a-45c0-bb7d-d08d448ae524) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:22.719271 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-85edcd50-ab8d-4b47-9e60-dede9734cba8 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Network 682655b0-dbc8-497a-9054-3d8e44de5af4 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:22.720418 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35661e92-6006-4828-987b-d612a7c2754d req-c5ca6fe0-b203-47bf-bce4-3d21964c0405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:22.722193 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-35661e92-6006-4828-987b-d612a7c2754d req-c5ca6fe0-b203-47bf-bce4-3d21964c0405 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=03c085da32304ba7a791d6a5792b2a15&device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 1094 time: 0.2232001 Jan 27 21:44:22.736646 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-146fd897-1d82-465d-a652-c5a026095aec req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] For port 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:22.749810 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-146fd897-1d82-465d-a652-c5a026095aec req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] For port 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:22.771385 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-146fd897-1d82-465d-a652-c5a026095aec req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.780468 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-237af24d-e8b8-4704-9294-16c12a3ea130 req-694f9156-8d7c-477a-baa5-fd5d6ec34dc8 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 210 time: 0.1082070 Jan 27 21:44:22.781911 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-85edcd50-ab8d-4b47-9e60-dede9734cba8 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:22.785937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-85edcd50-ab8d-4b47-9e60-dede9734cba8 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:22.795556 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-85edcd50-ab8d-4b47-9e60-dede9734cba8 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:22.796434 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-85edcd50-ab8d-4b47-9e60-dede9734cba8 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.805308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edcd50-ab8d-4b47-9e60-dede9734cba8 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Pushing event updated for resources: {'Port': ['ID=5950eed0-64ac-4bd0-a2ae-e816b5b53e70,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:22.872938 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fd897-1d82-465d-a652-c5a026095aec req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:22.873637 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-146fd897-1d82-465d-a652-c5a026095aec req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.884668 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-146fd897-1d82-465d-a652-c5a026095aec req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] 10.222.0.15 "PUT /v2.0/ports/4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b HTTP/1.1" status: 200 len: 1096 time: 2.0991070 Jan 27 21:44:22.890082 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-85edcd50-ab8d-4b47-9e60-dede9734cba8 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7498267 Jan 27 21:44:22.913881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96776b8b-1c29-4acb-b529-eb1d90925279 req-87ce90e6-fc0f-4db6-989e-2f562803eaed tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:22.937951 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96776b8b-1c29-4acb-b529-eb1d90925279 req-87ce90e6-fc0f-4db6-989e-2f562803eaed tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3f743aa-781e-4894-8fcc-15ef138fe8ca HTTP/1.1" status: 200 len: 948 time: 0.1360033 Jan 27 21:44:22.981013 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbf9c2-5108-4b68-ba55-cb5d33ad4935 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:23.082025 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96776b8b-1c29-4acb-b529-eb1d90925279 req-2a8f589a-3dcb-4a0c-bf5f-776e615a0c02 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428447 Jan 27 21:44:23.107407 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7f52c029-8a6e-4c20-8f3a-8097be169caa tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Publish callbacks [] for port (e70f0d00-d82a-45c0-bb7d-d08d448ae524), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:23.114475 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f96bed-8fcc-42c8-9762-7d52c3c72efd req-0454374a-2db5-4f30-85da-fcb02b450512 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:23.125945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9f96bed-8fcc-42c8-9762-7d52c3c72efd req-0454374a-2db5-4f30-85da-fcb02b450512 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80 HTTP/1.1" status: 200 len: 949 time: 0.1249771 Jan 27 21:44:23.174775 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7f52c029-8a6e-4c20-8f3a-8097be169caa tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (e70f0d00-d82a-45c0-bb7d-d08d448ae524), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:23.218532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9f96bed-8fcc-42c8-9762-7d52c3c72efd req-306c3a86-d175-431c-9dfa-74abe05b7d07 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916276 Jan 27 21:44:23.242666 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7f52c029-8a6e-4c20-8f3a-8097be169caa tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Network 41ef59a0-fa1a-42e9-b82d-84d16180d1f3 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:23.244202 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7f52c029-8a6e-4c20-8f3a-8097be169caa tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:23.264263 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fd897-1d82-465d-a652-c5a026095aec req-90fe5f1f-4606-4019-9b05-45883023d64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:23.269209 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-146fd897-1d82-465d-a652-c5a026095aec req-90fe5f1f-4606-4019-9b05-45883023d64d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da7f273c89bd44f3a10374ca699c2188&device_id=a3f743aa-781e-4894-8fcc-15ef138fe8ca HTTP/1.1" status: 200 len: 1099 time: 0.3196998 Jan 27 21:44:23.291158 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7f52c029-8a6e-4c20-8f3a-8097be169caa tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:23.304128 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1536bf-507b-47e2-82d6-ea775f625068 req-2c29364e-61bd-4cab-9aad-7c756f9f2c06 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:23.305802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d1536bf-507b-47e2-82d6-ea775f625068 req-2c29364e-61bd-4cab-9aad-7c756f9f2c06 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 1096 time: 0.0855837 Jan 27 21:44:23.392354 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d1536bf-507b-47e2-82d6-ea775f625068 req-cbc49758-a999-4240-b0be-68133464f2b3 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771794 Jan 27 21:44:23.415179 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-146fd897-1d82-465d-a652-c5a026095aec req-96bc1ee6-da7d-4f6b-9011-303b6e6c06c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b HTTP/1.1" status: 200 len: 217 time: 0.0676906 Jan 27 21:44:23.426505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa4927-bf75-4e09-a792-e2e19e5ef0d9 req-74789766-035b-484f-943e-fdfd0bbc6861 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:23.428023 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55fa4927-bf75-4e09-a792-e2e19e5ef0d9 req-74789766-035b-484f-943e-fdfd0bbc6861 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.1047525 Jan 27 21:44:23.456682 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7f52c029-8a6e-4c20-8f3a-8097be169caa tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:23.457386 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7f52c029-8a6e-4c20-8f3a-8097be169caa tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:23.513623 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52c029-8a6e-4c20-8f3a-8097be169caa tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Pushing event updated for resources: {'Port': ['ID=e70f0d00-d82a-45c0-bb7d-d08d448ae524,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:23.520033 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55fa4927-bf75-4e09-a792-e2e19e5ef0d9 req-04fa928d-af11-4b99-a67c-52bc24b04468 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828424 Jan 27 21:44:23.544415 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7f52c029-8a6e-4c20-8f3a-8097be169caa tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5615678 Jan 27 21:44:23.555065 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fd897-1d82-465d-a652-c5a026095aec req-ca185cd3-f769-469a-968b-af5b91a9f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:23.555065 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-146fd897-1d82-465d-a652-c5a026095aec req-ca185cd3-f769-469a-968b-af5b91a9f357 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1174331 Jan 27 21:44:23.575738 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bbe69-da9b-4efb-8e60-93f3712efdb1 req-de179f92-b8ea-4e80-b811-460862e9942d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:23.594382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-239bbe69-da9b-4efb-8e60-93f3712efdb1 req-de179f92-b8ea-4e80-b811-460862e9942d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 931 time: 0.0892925 Jan 27 21:44:23.616333 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1af3bdff-1d07-4535-99f2-04098901cda4 None None] Provisioning complete for port e70f0d00-d82a-45c0-bb7d-d08d448ae524 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:23.616896 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1af3bdff-1d07-4535-99f2-04098901cda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e70f0d00-d82a-45c0-bb7d-d08d448ae524), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:23.640865 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fd897-1d82-465d-a652-c5a026095aec req-ec90e7f8-7f1e-4813-a34c-81709cc8dd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:23.643044 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-146fd897-1d82-465d-a652-c5a026095aec req-ec90e7f8-7f1e-4813-a34c-81709cc8dd6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0785987 Jan 27 21:44:23.680414 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1af3bdff-1d07-4535-99f2-04098901cda4 None None] Port e70f0d00-d82a-45c0-bb7d-d08d448ae524 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:23.689822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-239bbe69-da9b-4efb-8e60-93f3712efdb1 req-6edb32ff-40ab-423b-9af2-87ae107e237c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944397 Jan 27 21:44:23.748607 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77b0d5-77e2-4a1f-a684-74dd93b34c60 req-0abbc68f-5167-43ef-acf9-f3191a500966 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:23.750041 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc77b0d5-77e2-4a1f-a684-74dd93b34c60 req-0abbc68f-5167-43ef-acf9-f3191a500966 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 943 time: 0.0584567 Jan 27 21:44:23.770569 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-146fd897-1d82-465d-a652-c5a026095aec req-dce2c86d-53fa-4fa4-9498-162d240b0bb7 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075568 Jan 27 21:44:23.815464 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc77b0d5-77e2-4a1f-a684-74dd93b34c60 req-8848bbb4-4164-46dc-b207-4cf8f07820c1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/security-groups?id=f120fa57-9338-4456-88ae-82068641f033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588241 Jan 27 21:44:23.864302 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02208edd-7d82-49d0-8185-56f6a5f5988b req-261ffa45-7852-4d82-90c6-b95f579b611e tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:23.866129 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02208edd-7d82-49d0-8185-56f6a5f5988b req-261ffa45-7852-4d82-90c6-b95f579b611e tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.15 "GET /v2.0/ports?device_id=26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80 HTTP/1.1" status: 200 len: 949 time: 0.0679605 Jan 27 21:44:23.891341 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-146fd897-1d82-465d-a652-c5a026095aec req-411e1486-4c1e-49ef-a4d3-cf47f20a3429 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115127 Jan 27 21:44:24.000963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b86af8-761f-404f-92dc-21cfe9f5f983 req-14a2ec5b-f843-4a9e-9b2d-3266076be17a tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:24.002406 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15b86af8-761f-404f-92dc-21cfe9f5f983 req-14a2ec5b-f843-4a9e-9b2d-3266076be17a tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 931 time: 0.1217647 Jan 27 21:44:24.056262 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4fd626c9-adf0-45f2-9998-142524d7a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:24.075308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-02208edd-7d82-49d0-8185-56f6a5f5988b req-30a8aabb-056c-4111-9679-8b09bdd2a981 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Deleting port b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:44:24.075651 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-02208edd-7d82-49d0-8185-56f6a5f5988b req-30a8aabb-056c-4111-9679-8b09bdd2a981 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:24.081184 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15b86af8-761f-404f-92dc-21cfe9f5f983 req-a334f634-3d0a-4070-8cc1-d05e8350eabb tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/security-groups?id=568ba1e0-91c3-4e74-a986-802256f0b736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719073 Jan 27 21:44:24.203344 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-02208edd-7d82-49d0-8185-56f6a5f5988b req-30a8aabb-056c-4111-9679-8b09bdd2a981 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] For port b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:24.203704 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-02208edd-7d82-49d0-8185-56f6a5f5988b req-30a8aabb-056c-4111-9679-8b09bdd2a981 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:24.222759 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-02208edd-7d82-49d0-8185-56f6a5f5988b req-30a8aabb-056c-4111-9679-8b09bdd2a981 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Calling delete_port for b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:44:24.251914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640b850-414b-4f91-a23c-d667169747ff req-5f6bdbf2-0f38-4a81-b8b1-d1bbb6df6723 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:24.253588 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1640b850-414b-4f91-a23c-d667169747ff req-5f6bdbf2-0f38-4a81-b8b1-d1bbb6df6723 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3f743aa-781e-4894-8fcc-15ef138fe8ca HTTP/1.1" status: 200 len: 948 time: 0.0965226 Jan 27 21:44:24.407772 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1640b850-414b-4f91-a23c-d667169747ff req-ebd4762b-2d3c-4310-982d-6043029d847f tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254747 Jan 27 21:44:24.429627 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fc99a-ffb7-4f47-b84b-9a8170546eaa req-b07039cd-40b0-41fc-84c7-c9607e414ea9 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:24.431143 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f54fc99a-ffb7-4f47-b84b-9a8170546eaa req-b07039cd-40b0-41fc-84c7-c9607e414ea9 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80 HTTP/1.1" status: 200 len: 949 time: 0.1143208 Jan 27 21:44:24.557539 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f54fc99a-ffb7-4f47-b84b-9a8170546eaa req-b8a60899-a527-42cc-8997-717f32bcad7a tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.23 "GET /v2.0/security-groups?id=115abcc0-8d42-4a77-bb04-ec7da5a9c750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125610 Jan 27 21:44:24.562332 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-02208edd-7d82-49d0-8185-56f6a5f5988b req-30a8aabb-056c-4111-9679-8b09bdd2a981 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:24.575073 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:24.603195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8aabb-056c-4111-9679-8b09bdd2a981 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Pushing event deleted for resources: {'Port': ['ID=b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:24.611083 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306ff78-0f69-4277-98da-997c130e26fd req-1b840a73-7cf6-4756-8c17-73c455f84071 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:24.612785 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9306ff78-0f69-4277-98da-997c130e26fd req-1b840a73-7cf6-4756-8c17-73c455f84071 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 1096 time: 0.1211474 Jan 27 21:44:24.614740 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f743aa-781e-4894-8fcc-15ef138fe8ca', 'tag': '4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:24.618871 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe62214-7ee2-4245-a813-9e8f8f417ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f743aa-781e-4894-8fcc-15ef138fe8ca", "tag": "4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:24.714530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-02208edd-7d82-49d0-8185-56f6a5f5988b req-30a8aabb-056c-4111-9679-8b09bdd2a981 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] No DVR routers for this DVR port b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:44:24.720425 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-02208edd-7d82-49d0-8185-56f6a5f5988b req-30a8aabb-056c-4111-9679-8b09bdd2a981 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:24.723813 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02208edd-7d82-49d0-8185-56f6a5f5988b req-30a8aabb-056c-4111-9679-8b09bdd2a981 tempest-DeleteServersAdminTestJSON-1749760857 tempest-DeleteServersAdminTestJSON-1749760857-project] 10.222.0.15 "DELETE /v2.0/ports/b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 HTTP/1.1" status: 204 len: 173 time: 0.8507266 Jan 27 21:44:24.726654 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80', 'name': 'network-vif-deleted', 'tag': 'b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:24.728528 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff98e6e-7df1-4db7-9c5c-e574d3f16283" -d '{"events": [{"server_uuid": "26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80", "name": "network-vif-deleted", "tag": "b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:24.776025 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9306ff78-0f69-4277-98da-997c130e26fd req-60de05bd-69e6-488f-841b-53fb5e07eac8 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521258 Jan 27 21:44:24.792462 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fadcbb-3d16-4606-9ae5-de0a24531d8b req-a06ffba2-0687-4e6e-be36-cb02cfda95d2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:24.794089 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03fadcbb-3d16-4606-9ae5-de0a24531d8b req-a06ffba2-0687-4e6e-be36-cb02cfda95d2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.1288297 Jan 27 21:44:24.839657 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24682010-dc42-41a2-aa53-1310930ab305 x-openstack-request-id: req-24682010-dc42-41a2-aa53-1310930ab305 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:24.840703 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f743aa-781e-4894-8fcc-15ef138fe8ca", "tag": "4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:24.840968 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24682010-dc42-41a2-aa53-1310930ab305 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:24.841378 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f743aa-781e-4894-8fcc-15ef138fe8ca', 'tag': '4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b', 'status': 'completed', 'code': 200} Jan 27 21:44:24.919904 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03fadcbb-3d16-4606-9ae5-de0a24531d8b req-a4778197-f132-49a7-85f0-34f789db37c5 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122780 Jan 27 21:44:25.018245 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe62214-7ee2-4245-a813-9e8f8f417ee5 req-08bcebe1-df96-4cd0-a1e8-0405dc580e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:25.020767 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1fe62214-7ee2-4245-a813-9e8f8f417ee5 req-08bcebe1-df96-4cd0-a1e8-0405dc580e10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=da7f273c89bd44f3a10374ca699c2188&device_id=a3f743aa-781e-4894-8fcc-15ef138fe8ca HTTP/1.1" status: 200 len: 1099 time: 0.1069083 Jan 27 21:44:25.047859 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071f89d7-e545-46f3-a07b-19c9b23f0e7e x-openstack-request-id: req-071f89d7-e545-46f3-a07b-19c9b23f0e7e {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:25.048439 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80", "name": "network-vif-deleted", "tag": "b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:25.048849 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-071f89d7-e545-46f3-a07b-19c9b23f0e7e {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:25.049442 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f9b5c5-6d6c-4ff9-9b37-d7d4a0568e80', 'name': 'network-vif-deleted', 'tag': 'b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7', 'status': 'completed', 'code': 200} Jan 27 21:44:25.190843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fde1fb-7577-4187-ae4e-fec08dc3082a req-7b4f626a-b173-4340-8213-9b53d7ba6eeb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:25.192388 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2fde1fb-7577-4187-ae4e-fec08dc3082a req-7b4f626a-b173-4340-8213-9b53d7ba6eeb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 931 time: 0.1681612 Jan 27 21:44:25.232213 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234a379-7274-4903-b59a-293689993c18 req-224b93a3-e11b-4bec-97b2-8e6183148a8f tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:25.236443 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9234a379-7274-4903-b59a-293689993c18 req-224b93a3-e11b-4bec-97b2-8e6183148a8f tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 943 time: 0.1211541 Jan 27 21:44:25.236443 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe62214-7ee2-4245-a813-9e8f8f417ee5 req-7ce8a932-d281-440f-b126-f6a499274d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:25.237696 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1fe62214-7ee2-4245-a813-9e8f8f417ee5 req-7ce8a932-d281-440f-b126-f6a499274d10 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.2027650 Jan 27 21:44:25.316878 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1fe62214-7ee2-4245-a813-9e8f8f417ee5 req-d9906b9e-e3f9-4c3a-a50e-dff4eb659d7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b HTTP/1.1" status: 200 len: 217 time: 0.0622408 Jan 27 21:44:25.347706 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9234a379-7274-4903-b59a-293689993c18 req-f7fc5263-e389-4969-a42a-5afdb30d7b91 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/security-groups?id=f120fa57-9338-4456-88ae-82068641f033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020999 Jan 27 21:44:25.368215 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2fde1fb-7577-4187-ae4e-fec08dc3082a req-a6a65436-57ec-4c79-826d-1cf133188377 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604002 Jan 27 21:44:25.424893 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe62214-7ee2-4245-a813-9e8f8f417ee5 req-020109ba-de58-42b1-be3c-39e71f56a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:25.426827 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1fe62214-7ee2-4245-a813-9e8f8f417ee5 req-020109ba-de58-42b1-be3c-39e71f56a874 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0833640 Jan 27 21:44:25.753705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60dee1-c14c-4068-96e5-646ae2f4483c req-0683f65f-4fa8-4570-9bf9-155d9b81999c tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:25.755322 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d60dee1-c14c-4068-96e5-646ae2f4483c req-0683f65f-4fa8-4570-9bf9-155d9b81999c tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 931 time: 0.3176968 Jan 27 21:44:25.765758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe62214-7ee2-4245-a813-9e8f8f417ee5 req-5e6c5eec-69df-472d-8749-369cce63c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:25.767389 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1fe62214-7ee2-4245-a813-9e8f8f417ee5 req-5e6c5eec-69df-472d-8749-369cce63c03a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3174243 Jan 27 21:44:25.799454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd80a8-431d-4201-8a88-180652a5377e req-cd734f02-b156-4032-9f46-cb3fcc9a9d85 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:25.801077 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94bd80a8-431d-4201-8a88-180652a5377e req-cd734f02-b156-4032-9f46-cb3fcc9a9d85 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3f743aa-781e-4894-8fcc-15ef138fe8ca HTTP/1.1" status: 200 len: 948 time: 0.0997701 Jan 27 21:44:25.906339 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d60dee1-c14c-4068-96e5-646ae2f4483c req-b7ab7d88-34c8-4d52-99a0-f6c4e02b0b04 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/security-groups?id=568ba1e0-91c3-4e74-a986-802256f0b736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371717 Jan 27 21:44:25.939643 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94bd80a8-431d-4201-8a88-180652a5377e req-c319375e-88b5-4e7d-82fb-b8c0c33745ab tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261058 Jan 27 21:44:25.943063 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1fe62214-7ee2-4245-a813-9e8f8f417ee5 req-9fa3cbfd-2f90-4919-ae75-1a0af38fadb3 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661944 Jan 27 21:44:26.158883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1fe62214-7ee2-4245-a813-9e8f8f417ee5 req-28725ade-e31c-42d2-9b41-2f30cd709335 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030041 Jan 27 21:44:26.169130 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a918ab3-5836-4a5c-9ed2-050803cc31dd req-e9875464-d440-4f12-a2fe-ee4d8c8be2b7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:26.171221 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a918ab3-5836-4a5c-9ed2-050803cc31dd req-e9875464-d440-4f12-a2fe-ee4d8c8be2b7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.1136644 Jan 27 21:44:26.177097 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d43f76-4dfa-4e15-a7c1-249076048474 req-745a306b-708a-454e-9611-5a248c368f2e tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:26.178702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14d43f76-4dfa-4e15-a7c1-249076048474 req-745a306b-708a-454e-9611-5a248c368f2e tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 1096 time: 0.1232982 Jan 27 21:44:26.256632 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14d43f76-4dfa-4e15-a7c1-249076048474 req-934ed0e5-3860-4aa5-95ff-e0e485b6a11c tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703099 Jan 27 21:44:26.259849 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a918ab3-5836-4a5c-9ed2-050803cc31dd req-40da963a-45f5-4d23-a63a-2da026092989 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802283 Jan 27 21:44:26.523503 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7dd21c-06fa-4a3e-b0ee-15abaac2aa45 req-40531c42-9ea6-461f-9e3a-7ae1dc3b2e79 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:26.525030 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de7dd21c-06fa-4a3e-b0ee-15abaac2aa45 req-40531c42-9ea6-461f-9e3a-7ae1dc3b2e79 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 943 time: 0.0957830 Jan 27 21:44:26.548038 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0f464-1ce6-407f-ac48-f7cc329816ae req-36043744-d8cb-4365-9830-e550f974da81 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:26.549596 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ca0f464-1ce6-407f-ac48-f7cc329816ae req-36043744-d8cb-4365-9830-e550f974da81 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 931 time: 0.0786240 Jan 27 21:44:26.617966 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de7dd21c-06fa-4a3e-b0ee-15abaac2aa45 req-0d676f8a-e998-4945-8669-c7e00eeb9987 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/security-groups?id=f120fa57-9338-4456-88ae-82068641f033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848989 Jan 27 21:44:26.636148 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ca0f464-1ce6-407f-ac48-f7cc329816ae req-85b6a169-0a3c-41c0-a5b6-479bc87f6c24 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783527 Jan 27 21:44:26.661557 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-88132b5e-0a45-4626-9093-92172385c96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:26.901219 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 44284) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:27.133492 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5900f-15ef-40dd-8c23-67eb708ef245 req-065dc4ba-3c38-4e1b-bb97-5827011e5643 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:27.135287 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7b5900f-15ef-40dd-8c23-67eb708ef245 req-065dc4ba-3c38-4e1b-bb97-5827011e5643 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 931 time: 0.1322467 Jan 27 21:44:27.140837 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b27af8eb-c913-49a5-88c1-2d256aac05fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8126607683d541878b62716454240684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377648 Jan 27 21:44:27.143613 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44292) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:27.152703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313ab61-798a-49a4-9f65-0f57beb19bae req-3a47950a-b721-4936-b3e4-d69ef039554f tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:27.156312 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3313ab61-798a-49a4-9f65-0f57beb19bae req-3a47950a-b721-4936-b3e4-d69ef039554f tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3f743aa-781e-4894-8fcc-15ef138fe8ca HTTP/1.1" status: 200 len: 948 time: 0.1005654 Jan 27 21:44:27.216275 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2365c1cb-c19c-4517-b030-eb2ea8c9b034 admin admin] Publish callbacks [] for security_group (115abcc0-8d42-4a77-bb04-ec7da5a9c750), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:27.229705 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7b5900f-15ef-40dd-8c23-67eb708ef245 req-b9a56f07-2bac-4766-aedc-6ebb3c0b6e2b tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/security-groups?id=568ba1e0-91c3-4e74-a986-802256f0b736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723794 Jan 27 21:44:27.244884 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3313ab61-798a-49a4-9f65-0f57beb19bae req-26027fbb-34db-4ef4-b5c8-30aaffe11af8 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773842 Jan 27 21:44:27.246990 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2365c1cb-c19c-4517-b030-eb2ea8c9b034 admin admin] Publish callbacks [] for security_group (115abcc0-8d42-4a77-bb04-ec7da5a9c750), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:27.315111 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2365c1cb-c19c-4517-b030-eb2ea8c9b034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (115abcc0-8d42-4a77-bb04-ec7da5a9c750), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:27.321797 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2365c1cb-c19c-4517-b030-eb2ea8c9b034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:27.327183 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2365c1cb-c19c-4517-b030-eb2ea8c9b034 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/115abcc0-8d42-4a77-bb04-ec7da5a9c750 HTTP/1.1" status: 204 len: 168 time: 0.1825006 Jan 27 21:44:27.338990 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365c1cb-c19c-4517-b030-eb2ea8c9b034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115abcc0-8d42-4a77-bb04-ec7da5a9c750,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:27.405168 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:27.433594 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033fba1-0300-473c-ad96-8ce73c398b61 req-3a3f56ef-b7a0-480b-b441-09a28a2e9802 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:27.435185 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0033fba1-0300-473c-ad96-8ce73c398b61 req-3a3f56ef-b7a0-480b-b441-09a28a2e9802 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.0960004 Jan 27 21:44:27.440673 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aba9a7-f9dc-4952-89e0-8534cb9b90d7 req-44786657-783c-40bd-b037-6c6d4f802849 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:27.442773 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09aba9a7-f9dc-4952-89e0-8534cb9b90d7 req-44786657-783c-40bd-b037-6c6d4f802849 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 1096 time: 0.0839183 Jan 27 21:44:27.521825 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09aba9a7-f9dc-4952-89e0-8534cb9b90d7 req-a5f9b3cb-428a-495d-9dd8-ca05c65b27c3 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714781 Jan 27 21:44:27.525048 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0033fba1-0300-473c-ad96-8ce73c398b61 req-012609c0-3894-40fc-ac50-b015f987137d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815990 Jan 27 21:44:27.642038 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:44:27.663712 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:44:27.691639 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44310) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:27.697553 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:44:27.698179 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device b21e0f8d-6080-4e74-aa7b-e0d4a624a7c7 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:44:27.714571 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d8ae6ab0-cff7-45ed-997e-918b8d2a7ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:27.849660 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b996c9f-7d64-4fb9-8950-9f3d1d7bce24 req-b10f0284-cabb-43f9-b603-ed2e443757c3 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:27.856840 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b996c9f-7d64-4fb9-8950-9f3d1d7bce24 req-b10f0284-cabb-43f9-b603-ed2e443757c3 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 943 time: 0.1037760 Jan 27 21:44:27.879345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71488d6-3f61-4950-8823-8cbd1df4a889 req-203ea35d-3854-45d3-a7a1-65540b7f6fc0 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:27.887058 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a71488d6-3f61-4950-8823-8cbd1df4a889 req-203ea35d-3854-45d3-a7a1-65540b7f6fc0 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 931 time: 0.1012490 Jan 27 21:44:27.889445 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d8ae6ab0-cff7-45ed-997e-918b8d2a7ac1 admin admin] Publish callbacks [] for security_group (dca80a06-9cf2-4800-96ca-9b2458bd29a0), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:27.898630 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:27.901913 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d8ae6ab0-cff7-45ed-997e-918b8d2a7ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (dca80a06-9cf2-4800-96ca-9b2458bd29a0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:27.915452 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b', 'mac_address': 'fa:16:3e:8f:2d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:44:27.945578 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae6ab0-cff7-45ed-997e-918b8d2a7ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca80a06-9cf2-4800-96ca-9b2458bd29a0,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:27.954465 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d8ae6ab0-cff7-45ed-997e-918b8d2a7ac1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=312acfe2d70b47b599351c02ad19ea99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616990 Jan 27 21:44:27.957361 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44312) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:27.970490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:27.972075 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:27.996882 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:28.045673 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:28.050716 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:28.051504 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b996c9f-7d64-4fb9-8950-9f3d1d7bce24 req-1f386c69-d391-48dc-9afd-c71f0ec5b833 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/security-groups?id=f120fa57-9338-4456-88ae-82068641f033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937547 Jan 27 21:44:28.076741 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a71488d6-3f61-4950-8823-8cbd1df4a889 req-8d80e309-0f00-4444-9adb-471895d02825 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887550 Jan 27 21:44:28.080004 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ada7c39-805c-4933-a7a8-ae33e878bdf1 admin admin] Publish callbacks [] for security_group (dca80a06-9cf2-4800-96ca-9b2458bd29a0), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:28.112112 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ada7c39-805c-4933-a7a8-ae33e878bdf1 admin admin] Publish callbacks [] for security_group (dca80a06-9cf2-4800-96ca-9b2458bd29a0), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:28.121785 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:28.170511 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ada7c39-805c-4933-a7a8-ae33e878bdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (dca80a06-9cf2-4800-96ca-9b2458bd29a0), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:28.173174 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ada7c39-805c-4933-a7a8-ae33e878bdf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:28.174361 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4ada7c39-805c-4933-a7a8-ae33e878bdf1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dca80a06-9cf2-4800-96ca-9b2458bd29a0 HTTP/1.1" status: 204 len: 168 time: 0.2160532 Jan 27 21:44:28.187169 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada7c39-805c-4933-a7a8-ae33e878bdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca80a06-9cf2-4800-96ca-9b2458bd29a0,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:28.337782 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:28.457710 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff96043-9890-4297-a91e-36b597ece90d req-33b09f39-afa6-42fe-86ef-a10ee1f89d6a tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:28.459265 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2ff96043-9890-4297-a91e-36b597ece90d req-33b09f39-afa6-42fe-86ef-a10ee1f89d6a tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3f743aa-781e-4894-8fcc-15ef138fe8ca HTTP/1.1" status: 200 len: 949 time: 0.0902011 Jan 27 21:44:28.490275 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db9c68-2b7c-47e4-bd9f-aa07372a8045 req-f3a08f36-c4ee-40ae-919d-f0949f3258e0 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:28.498830 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75db9c68-2b7c-47e4-bd9f-aa07372a8045 req-f3a08f36-c4ee-40ae-919d-f0949f3258e0 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 931 time: 0.1868451 Jan 27 21:44:28.581031 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2ff96043-9890-4297-a91e-36b597ece90d req-2764c991-1eb6-489e-9ac8-09d8adb86d4a tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788264 Jan 27 21:44:28.608961 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75db9c68-2b7c-47e4-bd9f-aa07372a8045 req-99356652-dcdb-4f0d-9e0a-bc58f77f4726 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/security-groups?id=568ba1e0-91c3-4e74-a986-802256f0b736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090090 Jan 27 21:44:28.750833 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:28.785876 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067aeb0-c7af-405f-8ed5-6cd483adf83d req-b42fbc2a-1b47-42b6-9e42-581b75be5071 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:28.787700 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f067aeb0-c7af-405f-8ed5-6cd483adf83d req-b42fbc2a-1b47-42b6-9e42-581b75be5071 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.0806150 Jan 27 21:44:28.791036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2fa38-7b09-4ea0-87f9-f1501288ebd1 req-14f9b54c-8df4-4e5b-8539-b306d36ffae2 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:28.793816 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4c2fa38-7b09-4ea0-87f9-f1501288ebd1 req-14f9b54c-8df4-4e5b-8539-b306d36ffae2 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 1096 time: 0.1250091 Jan 27 21:44:28.882920 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4c2fa38-7b09-4ea0-87f9-f1501288ebd1 req-6b378a26-736c-4d1d-9f30-45081a607ab3 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812962 Jan 27 21:44:28.886114 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f067aeb0-c7af-405f-8ed5-6cd483adf83d req-15e275e8-696f-40f0-807d-6a54f098124b tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906246 Jan 27 21:44:29.249192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be48ce-e073-4617-af9b-54000d145f81 req-0c3e3f65-3005-401b-9e0a-c6b4a158608d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:29.250747 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14be48ce-e073-4617-af9b-54000d145f81 req-0c3e3f65-3005-401b-9e0a-c6b4a158608d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 931 time: 0.0638463 Jan 27 21:44:29.258838 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795abb5-85d5-4818-a4b4-ceafede643f4 req-a4fb263c-c4cb-4c67-9ccd-3b95cee7e673 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:29.262375 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f795abb5-85d5-4818-a4b4-ceafede643f4 req-a4fb263c-c4cb-4c67-9ccd-3b95cee7e673 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 943 time: 0.1170297 Jan 27 21:44:29.343398 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14be48ce-e073-4617-af9b-54000d145f81 req-1a0176fb-2e52-40ac-9070-db71ced6fef0 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799234 Jan 27 21:44:29.346381 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f795abb5-85d5-4818-a4b4-ceafede643f4 req-6db998ee-6d58-4c78-81af-055f9725f5d6 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/security-groups?id=f120fa57-9338-4456-88ae-82068641f033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761921 Jan 27 21:44:29.687935 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:29.765513 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bfdec-39f4-455d-aff4-0e792b20b359 req-5d57e45a-2348-4c03-a9ee-cb57d9e4a8e2 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:29.767445 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b29bfdec-39f4-455d-aff4-0e792b20b359 req-5d57e45a-2348-4c03-a9ee-cb57d9e4a8e2 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 931 time: 0.0952108 Jan 27 21:44:29.775382 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:44:29.778235 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c114aba-4f5f-417b-9816-094bfd206135 req-abe33cf7-1216-4c14-9949-b6e22c3ee5a4 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:29.782696 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:29.783864 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:29.786615 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c114aba-4f5f-417b-9816-094bfd206135 req-abe33cf7-1216-4c14-9949-b6e22c3ee5a4 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3f743aa-781e-4894-8fcc-15ef138fe8ca HTTP/1.1" status: 200 len: 949 time: 0.0853076 Jan 27 21:44:29.910298 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b29bfdec-39f4-455d-aff4-0e792b20b359 req-eb79cde8-45bf-42bf-8c68-fe987a93cbbd tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/security-groups?id=568ba1e0-91c3-4e74-a986-802256f0b736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163435 Jan 27 21:44:29.930099 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c114aba-4f5f-417b-9816-094bfd206135 req-0da3c063-a358-409a-9cca-8c4fac3a357c tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419976 Jan 27 21:44:29.956887 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:29.957604 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:30.012793 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f743aa-781e-4894-8fcc-15ef138fe8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:30.017482 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b4f24c-1275-4875-87ec-223b68b97c51" -d '{"events": [{"server_uuid": "a3f743aa-781e-4894-8fcc-15ef138fe8ca", "name": "network-vif-plugged", "status": "completed", "tag": "4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:30.051849 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:30.060102 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:30.140411 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:30.175104 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:30.182229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019dacd-c18d-4127-8217-6bab0236bf9c req-bcdd8f35-033c-4169-aacf-219f7d477df7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:30.183780 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2019dacd-c18d-4127-8217-6bab0236bf9c req-bcdd8f35-033c-4169-aacf-219f7d477df7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.1158698 Jan 27 21:44:30.186795 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d546d-3730-4459-b705-4e6903d22726 req-06dedf2f-c00f-43ed-9235-de6bcad7d8d6 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:30.188736 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-465d546d-3730-4459-b705-4e6903d22726 req-06dedf2f-c00f-43ed-9235-de6bcad7d8d6 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 1096 time: 0.0784676 Jan 27 21:44:30.264624 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-465d546d-3730-4459-b705-4e6903d22726 req-22f26146-0f2f-4400-9aee-67a7af3dbf00 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683286 Jan 27 21:44:30.268426 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2019dacd-c18d-4127-8217-6bab0236bf9c req-38c947f8-0eb3-4482-b2ca-83497c4fe815 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784421 Jan 27 21:44:30.353437 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ff5981-7edf-4d07-a908-b2507feda0cc x-openstack-request-id: req-82ff5981-7edf-4d07-a908-b2507feda0cc {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:30.353760 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f743aa-781e-4894-8fcc-15ef138fe8ca", "name": "network-vif-plugged", "status": "completed", "tag": "4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:30.354038 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82ff5981-7edf-4d07-a908-b2507feda0cc {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:30.354430 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f743aa-781e-4894-8fcc-15ef138fe8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b', 'code': 200} Jan 27 21:44:30.506320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bdde4-acc5-4597-8749-c911c47797c8 req-3403ad72-1a02-4e47-ab74-e527f261ff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:30.508009 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f7bdde4-acc5-4597-8749-c911c47797c8 req-3403ad72-1a02-4e47-ab74-e527f261ff5b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3f743aa-781e-4894-8fcc-15ef138fe8ca HTTP/1.1" status: 200 len: 1101 time: 0.0802779 Jan 27 21:44:30.539312 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571c131-f036-46b6-a020-633061da1ad0 req-3fbaa3cf-b9b3-4b5a-b391-090623b1e2ac tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:30.541104 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9571c131-f036-46b6-a020-633061da1ad0 req-3fbaa3cf-b9b3-4b5a-b391-090623b1e2ac tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 943 time: 0.0987308 Jan 27 21:44:30.633284 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f7bdde4-acc5-4597-8749-c911c47797c8 req-ff741548-de3d-493d-a908-9559c696dd42 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909712 Jan 27 21:44:30.655268 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9571c131-f036-46b6-a020-633061da1ad0 req-c3d26f33-9bca-4154-bb60-e0585e68184e tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/security-groups?id=f120fa57-9338-4456-88ae-82068641f033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021762 Jan 27 21:44:30.682532 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8515e9f-ee93-4236-bd59-7eb8ed54fb11 req-f6dd4997-f0b3-4e9b-b985-98173207853e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:30.684663 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8515e9f-ee93-4236-bd59-7eb8ed54fb11 req-f6dd4997-f0b3-4e9b-b985-98173207853e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 931 time: 0.0676651 Jan 27 21:44:30.734741 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8515e9f-ee93-4236-bd59-7eb8ed54fb11 req-f8e91437-40c5-4890-9f1c-45e286f888bd tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440745 Jan 27 21:44:31.052962 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31cc3f6-4ed6-45c4-b1f5-e7bda1498cd0 req-da74270a-8118-4a4a-b6b3-2cc49034dbc4 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:31.054528 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d31cc3f6-4ed6-45c4-b1f5-e7bda1498cd0 req-da74270a-8118-4a4a-b6b3-2cc49034dbc4 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 931 time: 0.0830739 Jan 27 21:44:31.097077 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17440d6e-a0c9-47e8-bd90-c01857e79f91 req-c334c34d-e441-4c08-b1a6-56f1b68b9252 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:31.098573 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-17440d6e-a0c9-47e8-bd90-c01857e79f91 req-c334c34d-e441-4c08-b1a6-56f1b68b9252 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3f743aa-781e-4894-8fcc-15ef138fe8ca HTTP/1.1" status: 200 len: 950 time: 0.0837407 Jan 27 21:44:31.133217 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d31cc3f6-4ed6-45c4-b1f5-e7bda1498cd0 req-3edc4dbb-0c00-4e25-8ef0-3c603ef2bad6 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/security-groups?id=568ba1e0-91c3-4e74-a986-802256f0b736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718408 Jan 27 21:44:31.163866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-17440d6e-a0c9-47e8-bd90-c01857e79f91 req-811c15dd-bdf7-4778-94af-1fbd27848178 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595419 Jan 27 21:44:31.191296 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44398) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:31.295052 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6419-6bb9-4178-a6e4-ce45c71781cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:31.374188 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6419-6bb9-4178-a6e4-ce45c71781cf admin admin] Publish callbacks [] for security_group (333e7fb2-59c9-4640-9da2-9164c2fc774b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:31.378025 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6419-6bb9-4178-a6e4-ce45c71781cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (333e7fb2-59c9-4640-9da2-9164c2fc774b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:31.416385 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22397e-eb6e-49ae-948b-705aef894233 req-0edea3d9-c956-4052-a088-52aec2d0c32e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:31.417905 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b22397e-eb6e-49ae-948b-705aef894233 req-0edea3d9-c956-4052-a088-52aec2d0c32e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.0803664 Jan 27 21:44:31.422892 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8ddf6419-6bb9-4178-a6e4-ce45c71781cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85f56df541eb4c61b787b38e80199681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281067 Jan 27 21:44:31.422892 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf6419-6bb9-4178-a6e4-ce45c71781cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333e7fb2-59c9-4640-9da2-9164c2fc774b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:31.423175 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 44408) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:31.449997 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892512e-03a2-44f4-8727-4e18f5b97e72 req-980d6f46-28bc-4b83-82a2-3a5ca123b729 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:31.451466 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4892512e-03a2-44f4-8727-4e18f5b97e72 req-980d6f46-28bc-4b83-82a2-3a5ca123b729 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 1096 time: 0.0862780 Jan 27 21:44:31.533712 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b22397e-eb6e-49ae-948b-705aef894233 req-d2555eb2-aabf-47c8-8942-6c3614fd5ed4 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082199 Jan 27 21:44:31.540077 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-73c3061c-9116-4c89-87ed-6890ce146f52 admin admin] Publish callbacks [] for security_group (333e7fb2-59c9-4640-9da2-9164c2fc774b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:31.553468 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4892512e-03a2-44f4-8727-4e18f5b97e72 req-71599c45-9b77-40c6-bd0b-98bd4513f1cc tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919559 Jan 27 21:44:31.567205 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-73c3061c-9116-4c89-87ed-6890ce146f52 admin admin] Publish callbacks [] for security_group (333e7fb2-59c9-4640-9da2-9164c2fc774b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:31.617405 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-73c3061c-9116-4c89-87ed-6890ce146f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (333e7fb2-59c9-4640-9da2-9164c2fc774b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:31.620010 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-73c3061c-9116-4c89-87ed-6890ce146f52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:31.621711 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-73c3061c-9116-4c89-87ed-6890ce146f52 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/333e7fb2-59c9-4640-9da2-9164c2fc774b HTTP/1.1" status: 204 len: 168 time: 0.1976185 Jan 27 21:44:31.629575 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3061c-9116-4c89-87ed-6890ce146f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333e7fb2-59c9-4640-9da2-9164c2fc774b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:31.788293 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d196557-f3db-440f-b271-9be80a2b79cb req-c1165e09-568b-43fb-b4e5-9a23f876998c tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:31.793205 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2d196557-f3db-440f-b271-9be80a2b79cb req-c1165e09-568b-43fb-b4e5-9a23f876998c tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 943 time: 0.0563486 Jan 27 21:44:31.874689 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2d196557-f3db-440f-b271-9be80a2b79cb req-ff45419c-fb85-418b-9fb0-d501965090ff tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/security-groups?id=f120fa57-9338-4456-88ae-82068641f033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779679 Jan 27 21:44:31.894953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fabf36-bd23-4ce7-9409-e98efd7a5ddf req-3c8947b0-d937-46fa-a374-d17e7c29c0b5 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:31.894953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09fabf36-bd23-4ce7-9409-e98efd7a5ddf req-3c8947b0-d937-46fa-a374-d17e7c29c0b5 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 931 time: 0.0755830 Jan 27 21:44:31.933239 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44418) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:31.938997 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09fabf36-bd23-4ce7-9409-e98efd7a5ddf req-3fcc946a-cfd9-40ec-892b-92ef7f1f0659 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436466 Jan 27 21:44:31.946540 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cb882632-c40d-4503-9bd3-37aa8ae8908c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.021660 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cb882632-c40d-4503-9bd3-37aa8ae8908c admin admin] Publish callbacks [] for security_group (cede42be-b819-4bf7-b183-1504307acc1e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.025262 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cb882632-c40d-4503-9bd3-37aa8ae8908c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cede42be-b819-4bf7-b183-1504307acc1e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.062467 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cb882632-c40d-4503-9bd3-37aa8ae8908c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc96021a19724251903fa644c8e5edf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280844 Jan 27 21:44:32.063368 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb882632-c40d-4503-9bd3-37aa8ae8908c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cede42be-b819-4bf7-b183-1504307acc1e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:32.065200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 44420) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:32.070679 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb882632-c40d-4503-9bd3-37aa8ae8908c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:32.071032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb882632-c40d-4503-9bd3-37aa8ae8908c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:32.071383 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb882632-c40d-4503-9bd3-37aa8ae8908c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:32.071722 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb882632-c40d-4503-9bd3-37aa8ae8908c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:32.072062 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb882632-c40d-4503-9bd3-37aa8ae8908c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:32.072423 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb882632-c40d-4503-9bd3-37aa8ae8908c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:32.072757 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb882632-c40d-4503-9bd3-37aa8ae8908c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:32.073125 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb882632-c40d-4503-9bd3-37aa8ae8908c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:32.074263 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb882632-c40d-4503-9bd3-37aa8ae8908c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:32.074596 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb882632-c40d-4503-9bd3-37aa8ae8908c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:32.074925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb882632-c40d-4503-9bd3-37aa8ae8908c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:32.075253 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb882632-c40d-4503-9bd3-37aa8ae8908c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:32.075583 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb882632-c40d-4503-9bd3-37aa8ae8908c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:32.113198 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-000513ff-a4e1-43a7-9213-69956715107b admin admin] Publish callbacks [] for security_group (cede42be-b819-4bf7-b183-1504307acc1e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.135509 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-000513ff-a4e1-43a7-9213-69956715107b admin admin] Publish callbacks [] for security_group (cede42be-b819-4bf7-b183-1504307acc1e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.180765 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-000513ff-a4e1-43a7-9213-69956715107b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cede42be-b819-4bf7-b183-1504307acc1e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.183472 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-000513ff-a4e1-43a7-9213-69956715107b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.184682 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-000513ff-a4e1-43a7-9213-69956715107b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cede42be-b819-4bf7-b183-1504307acc1e HTTP/1.1" status: 204 len: 168 time: 0.1184154 Jan 27 21:44:32.192282 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000513ff-a4e1-43a7-9213-69956715107b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cede42be-b819-4bf7-b183-1504307acc1e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:32.273989 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4cc777-d5f4-4306-b3ca-0f4dfcd08d10 req-d10fea57-8c5e-437c-a099-82fe4a206d39 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:32.275494 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac4cc777-d5f4-4306-b3ca-0f4dfcd08d10 req-d10fea57-8c5e-437c-a099-82fe4a206d39 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 931 time: 0.0642583 Jan 27 21:44:32.335199 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0a67d-0a5a-4981-b439-d5b8edcad99c req-afcd9545-0dc1-4bde-b527-71b240d27fb4 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:32.336713 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05b0a67d-0a5a-4981-b439-d5b8edcad99c req-afcd9545-0dc1-4bde-b527-71b240d27fb4 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3f743aa-781e-4894-8fcc-15ef138fe8ca HTTP/1.1" status: 200 len: 950 time: 0.0835881 Jan 27 21:44:32.358331 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac4cc777-d5f4-4306-b3ca-0f4dfcd08d10 req-a48f3775-136e-4479-ab31-f39097086108 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/security-groups?id=568ba1e0-91c3-4e74-a986-802256f0b736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687630 Jan 27 21:44:32.395072 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05b0a67d-0a5a-4981-b439-d5b8edcad99c req-1a03a545-eb64-4c59-bb23-f9d658624619 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499804 Jan 27 21:44:32.661225 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b3b11-ee33-4158-a423-f7a8653be13d req-05cc1351-9b27-4432-8388-6d5450feee54 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:32.662718 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8b3b11-ee33-4158-a423-f7a8653be13d req-05cc1351-9b27-4432-8388-6d5450feee54 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3f743aa-781e-4894-8fcc-15ef138fe8ca HTTP/1.1" status: 200 len: 950 time: 0.0859947 Jan 27 21:44:32.674954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a4f4d-d3dd-42e8-a67b-eed51560ca62 req-23a84787-b54b-4c87-b17d-57c2e3a407f7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:32.676437 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c26a4f4d-d3dd-42e8-a67b-eed51560ca62 req-23a84787-b54b-4c87-b17d-57c2e3a407f7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.0663056 Jan 27 21:44:32.753091 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8b3b11-ee33-4158-a423-f7a8653be13d req-e55dee64-378b-4eb8-8c30-ab2e2b2a66a3 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757139 Jan 27 21:44:32.756098 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c26a4f4d-d3dd-42e8-a67b-eed51560ca62 req-c845fc08-8727-46c8-818e-d285977c2483 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696907 Jan 27 21:44:32.859757 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfb0cf-b3ff-47d9-9547-5bcb57a50c35 req-f96e820b-cced-4c86-adc5-95bb7fd137e1 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:32.861283 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c6bfb0cf-b3ff-47d9-9547-5bcb57a50c35 req-f96e820b-cced-4c86-adc5-95bb7fd137e1 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 1096 time: 0.0423815 Jan 27 21:44:32.914801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c6bfb0cf-b3ff-47d9-9547-5bcb57a50c35 req-396580dc-914c-4993-a123-495c4482798a tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479429 Jan 27 21:44:33.001589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ce347-8e35-4aaf-bf37-a2c0a34f5b65 req-e91c1f64-d20c-4378-a81b-c026b246b9ff tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:33.001589 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-819ce347-8e35-4aaf-bf37-a2c0a34f5b65 req-e91c1f64-d20c-4378-a81b-c026b246b9ff tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 943 time: 0.0524127 Jan 27 21:44:33.081013 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-819ce347-8e35-4aaf-bf37-a2c0a34f5b65 req-fd48b1c9-363d-458a-9c4e-d3f2c80a2969 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/security-groups?id=f120fa57-9338-4456-88ae-82068641f033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749607 Jan 27 21:44:33.088388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539dfc3-b868-4469-a3cc-b1dd6cb51c45 req-036cc5f4-264f-47d0-90d6-f1eb59aa8fbc tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:33.090444 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1539dfc3-b868-4469-a3cc-b1dd6cb51c45 req-036cc5f4-264f-47d0-90d6-f1eb59aa8fbc tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 931 time: 0.0769951 Jan 27 21:44:33.142197 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1539dfc3-b868-4469-a3cc-b1dd6cb51c45 req-f30cc8e3-eb4f-4038-b418-304293d99604 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449653 Jan 27 21:44:33.477565 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74ea08-9707-44f2-ab50-c857adba41d4 req-f4f1d5b0-7305-4edd-aeb3-e1de08d90183 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:33.478851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c74ea08-9707-44f2-ab50-c857adba41d4 req-f4f1d5b0-7305-4edd-aeb3-e1de08d90183 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 931 time: 0.0517366 Jan 27 21:44:33.528922 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c74ea08-9707-44f2-ab50-c857adba41d4 req-42299ede-b256-4f74-b265-9d4179fd5291 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/security-groups?id=568ba1e0-91c3-4e74-a986-802256f0b736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440173 Jan 27 21:44:33.752519 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] Request body: {'port': {'device_id': 'cb78b828-ba1c-4da8-9b5b-13a750cecc7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:33.754192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Request body: {'port': {'device_id': '0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:33.810447 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-35661e92-6006-4828-987b-d612a7c2754d req-ef23be8f-1d4d-4df4-80bd-00c97be32561 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72668b71-449f-4c32-a089-5fa32a086671 HTTP/1.1" status: 200 len: 217 time: 0.0550885 Jan 27 21:44:33.833963 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5950eed0-64ac-4bd0-a2ae-e816b5b53e70), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.846687 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e70f0d00-d82a-45c0-bb7d-d08d448ae524), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.885678 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.21', 53456) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:33.956398 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35661e92-6006-4828-987b-d612a7c2754d req-8424c6bf-0f38-41b5-812f-66e111ff39c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:33.957969 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-35661e92-6006-4828-987b-d612a7c2754d req-8424c6bf-0f38-41b5-812f-66e111ff39c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58ad998a-751c-45b2-93b9-d35a3c3d587e HTTP/1.1" status: 200 len: 867 time: 0.1123137 Jan 27 21:44:34.059995 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39438e48-7300-43cc-acd1-5d7a82c9454c req-1657c4cf-fca3-4771-9f31-53b29df72dc4 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:34.062094 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-39438e48-7300-43cc-acd1-5d7a82c9454c req-1657c4cf-fca3-4771-9f31-53b29df72dc4 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.1867032 Jan 27 21:44:34.067498 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e1114-63db-4a07-82ae-b61ec1a33073 req-1b733699-610e-40b9-943e-1a18799135f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:34.068966 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c78e1114-63db-4a07-82ae-b61ec1a33073 req-1b733699-610e-40b9-943e-1a18799135f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 1100 time: 0.1807809 Jan 27 21:44:34.087807 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35661e92-6006-4828-987b-d612a7c2754d req-2f27480c-460f-4fad-87f5-426418f1629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:34.089366 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-35661e92-6006-4828-987b-d612a7c2754d req-2f27480c-460f-4fad-87f5-426418f1629f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56db14e3-ee07-41f9-b61f-63f30fd45233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716100 Jan 27 21:44:34.262226 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-35661e92-6006-4828-987b-d612a7c2754d req-c39fa4f2-b56d-4664-8b0d-9f738c670220 service neutron] 10.222.0.21 "GET /v2.0/networks/56db14e3-ee07-41f9-b61f-63f30fd45233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490355 Jan 27 21:44:34.362912 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70f0d00-d82a-45c0-bb7d-d08d448ae524 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:34.373513 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] Publish callbacks [] for port (e70f0d00-d82a-45c0-bb7d-d08d448ae524), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.399404 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] Transition to ACTIVE for port object e70f0d00-d82a-45c0-bb7d-d08d448ae524 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:34.406980 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (e70f0d00-d82a-45c0-bb7d-d08d448ae524), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.418930 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-35661e92-6006-4828-987b-d612a7c2754d req-3e0b7ca6-97e1-46f4-915d-414abed398dc service neutron] 10.222.0.21 "GET /v2.0/networks/56db14e3-ee07-41f9-b61f-63f30fd45233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490972 Jan 27 21:44:34.429572 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643dddd-aefa-4ea0-b30f-3776e6d73da4 req-2af074a1-d6b9-434e-b5a7-62c665312a9f tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:34.431008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3643dddd-aefa-4ea0-b30f-3776e6d73da4 req-2af074a1-d6b9-434e-b5a7-62c665312a9f tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3f743aa-781e-4894-8fcc-15ef138fe8ca HTTP/1.1" status: 200 len: 950 time: 0.4160717 Jan 27 21:44:34.463754 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] Pushing event updated for resources: {'Port': ['ID=e70f0d00-d82a-45c0-bb7d-d08d448ae524,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:34.491336 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-39438e48-7300-43cc-acd1-5d7a82c9454c req-83ce3d71-0cbc-46b3-901d-c774475915c5 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197123 Jan 27 21:44:34.541507 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e1114-63db-4a07-82ae-b61ec1a33073 req-aaa36692-589d-4a65-b5f8-7c73d5e9b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:34.558195 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c78e1114-63db-4a07-82ae-b61ec1a33073 req-aaa36692-589d-4a65-b5f8-7c73d5e9b3b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.4466653 Jan 27 21:44:34.562740 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] Attempting to bind port e70f0d00-d82a-45c0-bb7d-d08d448ae524 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:34.562966 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] Attempting to bind port e70f0d00-d82a-45c0-bb7d-d08d448ae524 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '3c0f2f42-fe56-4027-8e68-8e0ff56e6659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '41ef59a0-fa1a-42e9-b82d-84d16180d1f3'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:34.565204 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] Attempting to bind port e70f0d00-d82a-45c0-bb7d-d08d448ae524 on network 41ef59a0-fa1a-42e9-b82d-84d16180d1f3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:34.571201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] Port e70f0d00-d82a-45c0-bb7d-d08d448ae524 on network 41ef59a0-fa1a-42e9-b82d-84d16180d1f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:34.571705 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] Attempting to bind port e70f0d00-d82a-45c0-bb7d-d08d448ae524 on network 41ef59a0-fa1a-42e9-b82d-84d16180d1f3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:34.607480 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:34.608011 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] Checking segment: {'id': '3c0f2f42-fe56-4027-8e68-8e0ff56e6659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '41ef59a0-fa1a-42e9-b82d-84d16180d1f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:34.608655 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] Bound using segment: {'id': '3c0f2f42-fe56-4027-8e68-8e0ff56e6659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '41ef59a0-fa1a-42e9-b82d-84d16180d1f3'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:34.609460 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] Bound port: e70f0d00-d82a-45c0-bb7d-d08d448ae524, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0f2f42-fe56-4027-8e68-8e0ff56e6659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '41ef59a0-fa1a-42e9-b82d-84d16180d1f3'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:34.610016 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e70f0d00-d82a-45c0-bb7d-d08d448ae524), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.668667 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d6598-9a99-4a89-9a7c-2e7a4af961c6 req-bf0c5f5e-88d7-4ac0-9590-f384e0375698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:34.670189 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b93d6598-9a99-4a89-9a7c-2e7a4af961c6 req-bf0c5f5e-88d7-4ac0-9590-f384e0375698 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=03c085da32304ba7a791d6a5792b2a15&device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 1094 time: 0.1233041 Jan 27 21:44:34.747079 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c78e1114-63db-4a07-82ae-b61ec1a33073 req-111e211a-a761-429c-9e2b-652769de2d5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=77330e54-d780-4c6d-ada9-0ade9cecfd40 HTTP/1.1" status: 200 len: 217 time: 0.1942399 Jan 27 21:44:34.765618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3643dddd-aefa-4ea0-b30f-3776e6d73da4 req-71af66be-65a1-4e1e-8f51-53d867863684 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222382 Jan 27 21:44:34.820561 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] For port e70f0d00-d82a-45c0-bb7d-d08d448ae524, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:34.828287 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e1114-63db-4a07-82ae-b61ec1a33073 req-bb0f2b28-e517-4d73-bbce-d13737274b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:34.829766 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c78e1114-63db-4a07-82ae-b61ec1a33073 req-bb0f2b28-e517-4d73-bbce-d13737274b98 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0632541 Jan 27 21:44:34.831080 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] For port e70f0d00-d82a-45c0-bb7d-d08d448ae524, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=e70f0d00-d82a-45c0-bb7d-d08d448ae524,segment=NetworkSegment(3c0f2f42-fe56-4027-8e68-8e0ff56e6659),segment_id=3c0f2f42-fe56-4027-8e68-8e0ff56e6659)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:34.839660 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (e70f0d00-d82a-45c0-bb7d-d08d448ae524), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.840671 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:34.849947 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Publish callbacks [] for port (5950eed0-64ac-4bd0-a2ae-e816b5b53e70), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.906871 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Transition to ACTIVE for port object 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:34.910817 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:34.911536 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.913107 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] 10.222.0.21 "PUT /v2.0/ports/e70f0d00-d82a-45c0-bb7d-d08d448ae524 HTTP/1.1" status: 200 len: 1091 time: 1.1649628 Jan 27 21:44:34.913745 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb78b828-ba1c-4da8-9b5b-13a750cecc7b', 'tag': 'e70f0d00-d82a-45c0-bb7d-d08d448ae524'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:34.915868 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49e258f-439e-49d5-93b2-ac97dbd9f1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "cb78b828-ba1c-4da8-9b5b-13a750cecc7b", "tag": "e70f0d00-d82a-45c0-bb7d-d08d448ae524"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:34.920103 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315c87f-f62c-44c8-b35f-1102cb743de2 service neutron] Pushing event updated for resources: {'Port': ['ID=e70f0d00-d82a-45c0-bb7d-d08d448ae524,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:34.923731 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d6598-9a99-4a89-9a7c-2e7a4af961c6 req-8949d0e0-1287-4bce-b088-44b739a53660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:34.925211 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b93d6598-9a99-4a89-9a7c-2e7a4af961c6 req-8949d0e0-1287-4bce-b088-44b739a53660 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56db14e3-ee07-41f9-b61f-63f30fd45233 HTTP/1.1" status: 200 len: 929 time: 0.2425678 Jan 27 21:44:34.937792 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5950eed0-64ac-4bd0-a2ae-e816b5b53e70), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.991180 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b93d6598-9a99-4a89-9a7c-2e7a4af961c6 req-7e6e17a7-29ef-4414-a128-f7dbb00c5a52 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72668b71-449f-4c32-a089-5fa32a086671 HTTP/1.1" status: 200 len: 217 time: 0.0579979 Jan 27 21:44:35.074396 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-b2a673ed-af9a-4666-ac85-bc8976c6510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.075930 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-b2a673ed-af9a-4666-ac85-bc8976c6510c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=acf1c889d61e45eeaa1daa66906b17bd&device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 1094 time: 0.0935044 Jan 27 21:44:35.077514 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d6598-9a99-4a89-9a7c-2e7a4af961c6 req-f4aab1d6-b86e-4102-b0f8-4f2355724a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.078429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e1114-63db-4a07-82ae-b61ec1a33073 req-9e99a6f3-05c1-4fa9-9341-9dccea6647ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.078851 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b93d6598-9a99-4a89-9a7c-2e7a4af961c6 req-f4aab1d6-b86e-4102-b0f8-4f2355724a58 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58ad998a-751c-45b2-93b9-d35a3c3d587e HTTP/1.1" status: 200 len: 867 time: 0.0631754 Jan 27 21:44:35.079984 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c78e1114-63db-4a07-82ae-b61ec1a33073 req-9e99a6f3-05c1-4fa9-9341-9dccea6647ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2273004 Jan 27 21:44:35.080627 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Pushing event updated for resources: {'Port': ['ID=5950eed0-64ac-4bd0-a2ae-e816b5b53e70,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:35.088334 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee7737-993e-4757-9685-e2ef968cd0ba req-cfafec85-485a-42f4-bc5f-5a9bbab55aa3 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.090472 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33ee7737-993e-4757-9685-e2ef968cd0ba req-cfafec85-485a-42f4-bc5f-5a9bbab55aa3 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 1096 time: 0.2290602 Jan 27 21:44:35.106698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca81d6-09c9-457d-ba7b-ff1938a43b56 req-8208d2d7-d5b4-4457-8d2c-807439544bbd tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.108349 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36ca81d6-09c9-457d-ba7b-ff1938a43b56 req-8208d2d7-d5b4-4457-8d2c-807439544bbd tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 943 time: 0.1751850 Jan 27 21:44:35.133607 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:35.133961 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:35.134302 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:35.134646 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:35.134983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:35.135315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:35.135647 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:35.136523 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:35.136865 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:35.137191 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:35.137520 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:35.137849 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:35.138185 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:35.167127 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-e3e5961b-e816-4db7-9886-7c49fc5a43d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e70f0d00-d82a-45c0-bb7d-d08d448ae524 HTTP/1.1" status: 200 len: 217 time: 0.0620711 Jan 27 21:44:35.215326 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d6598-9a99-4a89-9a7c-2e7a4af961c6 req-5bdb3c5a-22b1-41df-9ed8-efe0bd6740fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.216784 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b93d6598-9a99-4a89-9a7c-2e7a4af961c6 req-5bdb3c5a-22b1-41df-9ed8-efe0bd6740fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56db14e3-ee07-41f9-b61f-63f30fd45233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024368 Jan 27 21:44:35.222950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Attempting to bind port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:35.223287 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Attempting to bind port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:35.223622 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Attempting to bind port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:35.235136 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-efc57c31-7d17-4d70-aa14-1f0b404c539e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.236539 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-efc57c31-7d17-4d70-aa14-1f0b404c539e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac95968a-10bb-48dc-bc0a-ca4534f8895e HTTP/1.1" status: 200 len: 853 time: 0.0598197 Jan 27 21:44:35.248492 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:35.248780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Attempting to bind port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:35.278681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:35.279020 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Checking segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:35.279413 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Bound using segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:35.279953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Bound port: 5950eed0-64ac-4bd0-a2ae-e816b5b53e70, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:35.280421 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5950eed0-64ac-4bd0-a2ae-e816b5b53e70), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:35.302476 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33ee7737-993e-4757-9685-e2ef968cd0ba req-462d3586-dc91-4132-8aaf-5ad534c7c431 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032256 Jan 27 21:44:35.309405 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36ca81d6-09c9-457d-ba7b-ff1938a43b56 req-57449f14-85c4-408e-b912-366a8c3d92a9 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/security-groups?id=f120fa57-9338-4456-88ae-82068641f033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661680 Jan 27 21:44:35.356155 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-40ae5cfe-6159-40b6-ab26-28ced87f8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.357738 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-40ae5cfe-6159-40b6-ab26-28ced87f8d66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41ef59a0-fa1a-42e9-b82d-84d16180d1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086967 Jan 27 21:44:35.362606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c78e1114-63db-4a07-82ae-b61ec1a33073 req-3d4c0a14-d390-402c-8d4f-5dadb86c2b96 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532756 Jan 27 21:44:35.362975 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b93d6598-9a99-4a89-9a7c-2e7a4af961c6 req-c972d856-2bf6-471b-9397-9aa2c52336de service neutron] 10.222.0.21 "GET /v2.0/networks/56db14e3-ee07-41f9-b61f-63f30fd45233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362171 Jan 27 21:44:35.423282 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] For port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:35.499636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] For port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5950eed0-64ac-4bd0-a2ae-e816b5b53e70,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:35.512426 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5950eed0-64ac-4bd0-a2ae-e816b5b53e70), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:35.542328 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-70fa5ce2-5adc-4eea-96e0-23780ff92f17 service neutron] 10.222.0.21 "GET /v2.0/networks/41ef59a0-fa1a-42e9-b82d-84d16180d1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570690 Jan 27 21:44:35.544729 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b93d6598-9a99-4a89-9a7c-2e7a4af961c6 req-7036a496-f70c-4be4-83aa-73901c16ecb3 service neutron] 10.222.0.21 "GET /v2.0/networks/56db14e3-ee07-41f9-b61f-63f30fd45233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497555 Jan 27 21:44:35.581454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84659c25-b19c-41a5-b5b1-7c7f9727cb3c req-fd69679d-c218-46e2-b156-41779bc82ab9 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.582958 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-84659c25-b19c-41a5-b5b1-7c7f9727cb3c req-fd69679d-c218-46e2-b156-41779bc82ab9 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 943 time: 0.1869490 Jan 27 21:44:35.589995 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.590606 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:35.591946 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] 10.222.0.21 "PUT /v2.0/ports/5950eed0-64ac-4bd0-a2ae-e816b5b53e70 HTTP/1.1" status: 200 len: 1091 time: 1.8429227 Jan 27 21:44:35.593931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb', 'tag': '5950eed0-64ac-4bd0-a2ae-e816b5b53e70'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:35.596157 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c0d917-03f4-43d5-87c6-41668eae3946" -d '{"events": [{"name": "network-changed", "server_uuid": "0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb", "tag": "5950eed0-64ac-4bd0-a2ae-e816b5b53e70"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:35.609955 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec3300-2187-4e25-a3cb-3d86ab8a1d86 req-82134e9a-e407-42bf-a5e9-44a1e64a8a51 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.611436 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6ec3300-2187-4e25-a3cb-3d86ab8a1d86 req-82134e9a-e407-42bf-a5e9-44a1e64a8a51 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 943 time: 0.2129912 Jan 27 21:44:35.639055 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c78e1114-63db-4a07-82ae-b61ec1a33073 req-270a208e-e2d2-4ac2-b27a-bf42325c0217 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527890 Jan 27 21:44:35.651689 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-23ea8c93-e5de-4ae0-8b51-a34ceaf0c75c req-60061aeb-295d-450e-b561-d5003c19ca16 service neutron] 10.222.0.21 "GET /v2.0/networks/41ef59a0-fa1a-42e9-b82d-84d16180d1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972762 Jan 27 21:44:35.686281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80045acc-0c4e-4411-b36e-a30d6aa09a60 service neutron] Pushing event updated for resources: {'Port': ['ID=5950eed0-64ac-4bd0-a2ae-e816b5b53e70,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:35.739941 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-84659c25-b19c-41a5-b5b1-7c7f9727cb3c req-360a131a-91c2-4ba0-9614-c5ed75418f40 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/security-groups?id=568ba1e0-91c3-4e74-a986-802256f0b736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408088 Jan 27 21:44:35.747037 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6ec3300-2187-4e25-a3cb-3d86ab8a1d86 req-d2f8f2bb-0c7e-4369-b64b-4a4a49e7787e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259129 Jan 27 21:44:35.749650 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-b895a5e6-86ef-4022-9c5c-6e8402f9839b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.751120 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-b895a5e6-86ef-4022-9c5c-6e8402f9839b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 1094 time: 0.1111944 Jan 27 21:44:35.800605 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-215ba91b-f7b0-4fbd-910b-2e62f85eeeaa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5950eed0-64ac-4bd0-a2ae-e816b5b53e70 HTTP/1.1" status: 200 len: 217 time: 0.0394216 Jan 27 21:44:35.811575 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf3d285-d907-4295-9106-7379cbb904cf x-openstack-request-id: req-fcf3d285-d907-4295-9106-7379cbb904cf {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:35.811879 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb78b828-ba1c-4da8-9b5b-13a750cecc7b", "tag": "e70f0d00-d82a-45c0-bb7d-d08d448ae524", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:35.812144 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fcf3d285-d907-4295-9106-7379cbb904cf {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:35.812585 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb78b828-ba1c-4da8-9b5b-13a750cecc7b', 'tag': 'e70f0d00-d82a-45c0-bb7d-d08d448ae524', 'status': 'completed', 'code': 200} Jan 27 21:44:35.851176 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-2bd0f2b7-8942-44df-829a-b06fcb13fdff service neutron] show failed (client error): The resource could not be found. Jan 27 21:44:35.852479 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-2bd0f2b7-8942-44df-829a-b06fcb13fdff service neutron] 10.222.0.21 "GET /v2.0/ports/77330e54-d780-4c6d-ada9-0ade9cecfd40/bindings/n-h1-772272-3 HTTP/1.1" status: 404 len: 380 time: 0.0743055 Jan 27 21:44:35.916105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-da6315fb-68b7-468c-9ec6-6d36907e0d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.917848 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-da6315fb-68b7-468c-9ec6-6d36907e0d9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c8c1fde-1173-4cc5-9eb6-13f24f8d2210 HTTP/1.1" status: 200 len: 848 time: 0.0852520 Jan 27 21:44:35.920885 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23aa24-5852-4f45-a7ae-58c9befd5c7c req-43c4bd71-be3e-4bca-8787-55748d99c233 tempest-LiveMigrationNegativeTest-440900903 tempest-LiveMigrationNegativeTest-440900903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.922526 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e23aa24-5852-4f45-a7ae-58c9befd5c7c req-43c4bd71-be3e-4bca-8787-55748d99c233 tempest-LiveMigrationNegativeTest-440900903 tempest-LiveMigrationNegativeTest-440900903-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a3f743aa-781e-4894-8fcc-15ef138fe8ca HTTP/1.1" status: 200 len: 1101 time: 0.1204150 Jan 27 21:44:35.961464 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e258f-439e-49d5-93b2-ac97dbd9f1ab req-94cb2e71-4646-4b4c-938d-6c89e8f98b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.962975 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f49e258f-439e-49d5-93b2-ac97dbd9f1ab req-94cb2e71-4646-4b4c-938d-6c89e8f98b00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=acf1c889d61e45eeaa1daa66906b17bd&device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 1094 time: 0.1000578 Jan 27 21:44:35.970147 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-6688e2c0-b0ef-432c-88bf-3b8893afa918 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=682655b0-dbc8-497a-9054-3d8e44de5af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435958 Jan 27 21:44:35.971175 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2e23aa24-5852-4f45-a7ae-58c9befd5c7c req-e8675b21-7df6-4a14-b7eb-bee17d88ff32 tempest-LiveMigrationNegativeTest-440900903 tempest-LiveMigrationNegativeTest-440900903-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:36.246709 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-209610f6-4b0b-4e2c-92f9-077c66b05a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:36.248259 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-209610f6-4b0b-4e2c-92f9-077c66b05a22 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919&tenant_id=199845b217c54a388bc3d621d514a954 HTTP/1.1" status: 200 len: 1100 time: 0.1798055 Jan 27 21:44:36.257694 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e258f-439e-49d5-93b2-ac97dbd9f1ab req-6785304d-d9b8-4ed3-9865-6f5fe1dae52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:36.259152 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f49e258f-439e-49d5-93b2-ac97dbd9f1ab req-6785304d-d9b8-4ed3-9865-6f5fe1dae52a service neutron] 10.222.0.21 "GET /v2.0/networks?id=41ef59a0-fa1a-42e9-b82d-84d16180d1f3 HTTP/1.1" status: 200 len: 915 time: 0.2641010 Jan 27 21:44:36.264788 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-c4e55abc-a640-4d4a-b1be-d47f5d6ceeba service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576983 Jan 27 21:44:36.276127 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-772272-3', 'device_owner': 'compute:nova'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:36.300515 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2e23aa24-5852-4f45-a7ae-58c9befd5c7c req-e8675b21-7df6-4a14-b7eb-bee17d88ff32 tempest-LiveMigrationNegativeTest-440900903 tempest-LiveMigrationNegativeTest-440900903-project-admin] Publish callbacks [] for security_group (b8161c3d-6535-4ab1-8602-be5dda1eb49d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:36.352557 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2e23aa24-5852-4f45-a7ae-58c9befd5c7c req-e8675b21-7df6-4a14-b7eb-bee17d88ff32 tempest-LiveMigrationNegativeTest-440900903 tempest-LiveMigrationNegativeTest-440900903-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b8161c3d-6535-4ab1-8602-be5dda1eb49d), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:36.390216 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f49e258f-439e-49d5-93b2-ac97dbd9f1ab req-5025c8b0-7f1a-401a-b770-3b8649f3b80d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e70f0d00-d82a-45c0-bb7d-d08d448ae524 HTTP/1.1" status: 200 len: 217 time: 0.1030736 Jan 27 21:44:36.488728 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e23aa24-5852-4f45-a7ae-58c9befd5c7c req-e8675b21-7df6-4a14-b7eb-bee17d88ff32 tempest-LiveMigrationNegativeTest-440900903 tempest-LiveMigrationNegativeTest-440900903-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503612 Jan 27 21:44:36.494340 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8675b21-7df6-4a14-b7eb-bee17d88ff32 tempest-LiveMigrationNegativeTest-440900903 tempest-LiveMigrationNegativeTest-440900903-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8161c3d-6535-4ab1-8602-be5dda1eb49d,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:36.512595 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:36.548188 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dde343dc-e8ce-48fb-aa56-a4f0e737f3a1 req-915457fe-50b2-46cd-98e9-c65b6d114484 service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692113 Jan 27 21:44:36.549541 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e258f-439e-49d5-93b2-ac97dbd9f1ab req-5631ce17-a11f-40e8-9413-f8541f084268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:36.550899 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f49e258f-439e-49d5-93b2-ac97dbd9f1ab req-5631ce17-a11f-40e8-9413-f8541f084268 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac95968a-10bb-48dc-bc0a-ca4534f8895e HTTP/1.1" status: 200 len: 853 time: 0.1404288 Jan 27 21:44:36.721480 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f953c29-fec3-488d-8bb4-6cd4b75017ed req-a882d131-081b-4181-86c4-508f13c5a69b tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:36.722859 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f953c29-fec3-488d-8bb4-6cd4b75017ed req-a882d131-081b-4181-86c4-508f13c5a69b tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.1535835 Jan 27 21:44:36.729694 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e258f-439e-49d5-93b2-ac97dbd9f1ab req-809dc6b8-c1e1-4ca3-82ef-0307907b15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:36.731144 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f49e258f-439e-49d5-93b2-ac97dbd9f1ab req-809dc6b8-c1e1-4ca3-82ef-0307907b15a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41ef59a0-fa1a-42e9-b82d-84d16180d1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630349 Jan 27 21:44:36.864235 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-a8ccaa6d-269f-4aef-ae71-bbe3547038bf tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:44:36.865215 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-a8ccaa6d-269f-4aef-ae71-bbe3547038bf tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138366 Jan 27 21:44:36.934577 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f953c29-fec3-488d-8bb4-6cd4b75017ed req-9a0e18f8-bdc3-4ce0-b5cb-996a1b1ae89b tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000587 Jan 27 21:44:36.960576 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] For port 77330e54-d780-4c6d-ada9-0ade9cecfd40, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=77330e54-d780-4c6d-ada9-0ade9cecfd40,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:36.964535 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-92275727-ce65-4544-a3ad-c5e2b8cae356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:36.965907 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-92275727-ce65-4544-a3ad-c5e2b8cae356 service neutron] 10.222.0.23 "GET /v2.0/ports/4cbd2886-bcee-456e-bdfd-c12bedf27a91 HTTP/1.1" status: 200 len: 1093 time: 0.0900781 Jan 27 21:44:36.979821 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-52ecb209-d3f0-4974-8013-4b46f35f99d9 service neutron] Request body: {'binding': {'host': 'n-h1-772272-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:36.980299 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-52ecb209-d3f0-4974-8013-4b46f35f99d9 service neutron] Unknown quota resources ['binding']. {{(pid=109741) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:44:36.983402 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f49e258f-439e-49d5-93b2-ac97dbd9f1ab req-ba26218c-40aa-4872-973a-656dfff9905f service neutron] 10.222.0.21 "GET /v2.0/networks/41ef59a0-fa1a-42e9-b82d-84d16180d1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315242 Jan 27 21:44:36.989449 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b09f6e-1f58-4ef0-a489-45f8890ec0f8 x-openstack-request-id: req-f0b09f6e-1f58-4ef0-a489-45f8890ec0f8 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:36.989449 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb", "tag": "5950eed0-64ac-4bd0-a2ae-e816b5b53e70", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:36.989449 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0b09f6e-1f58-4ef0-a489-45f8890ec0f8 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:36.989449 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb', 'tag': '5950eed0-64ac-4bd0-a2ae-e816b5b53e70', 'status': 'completed', 'code': 200} Jan 27 21:44:37.331783 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] For port 77330e54-d780-4c6d-ada9-0ade9cecfd40, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:37.460069 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0d917-03f4-43d5-87c6-41668eae3946 req-a0ef5e5a-5765-49ef-96e2-fe566f067bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:37.462191 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89c0d917-03f4-43d5-87c6-41668eae3946 req-a0ef5e5a-5765-49ef-96e2-fe566f067bf0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 1094 time: 0.4349675 Jan 27 21:44:37.473739 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] Publish callbacks [] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:37.498035 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb7cb0-21d4-488a-88b6-910c0e0c3c6e req-4bcdb742-d423-418a-a3fd-fc7c86f132ac tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:37.499488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-68eb7cb0-21d4-488a-88b6-910c0e0c3c6e req-4bcdb742-d423-418a-a3fd-fc7c86f132ac tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 943 time: 0.2364066 Jan 27 21:44:37.536663 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f49e258f-439e-49d5-93b2-ac97dbd9f1ab req-adbe4b2f-cbc1-454a-912e-9e9bcddd6223 service neutron] 10.222.0.21 "GET /v2.0/networks/41ef59a0-fa1a-42e9-b82d-84d16180d1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298209 Jan 27 21:44:37.537543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] Transition to ACTIVE for port object 77330e54-d780-4c6d-ada9-0ade9cecfd40 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:37.576251 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:37.717512 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-68eb7cb0-21d4-488a-88b6-910c0e0c3c6e req-f3ecb4e1-1263-4b26-b196-91a07f9c7c29 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/security-groups?id=f120fa57-9338-4456-88ae-82068641f033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072656 Jan 27 21:44:37.748296 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44576) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:37.761628 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] No DVR routers for this DVR port 77330e54-d780-4c6d-ada9-0ade9cecfd40 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:44:37.763450 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] Pushing event updated for resources: {'Port': ['ID=77330e54-d780-4c6d-ada9-0ade9cecfd40,revision_number=6']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:37.783298 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-52ecb209-d3f0-4974-8013-4b46f35f99d9 service neutron] Attempting to bind port 4cbd2886-bcee-456e-bdfd-c12bedf27a91 on host n-h1-772272-3 for vnic_type normal with profile None {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:37.783638 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-52ecb209-d3f0-4974-8013-4b46f35f99d9 service neutron] Attempting to bind port 4cbd2886-bcee-456e-bdfd-c12bedf27a91 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:37.783974 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-52ecb209-d3f0-4974-8013-4b46f35f99d9 service neutron] Attempting to bind port 4cbd2886-bcee-456e-bdfd-c12bedf27a91 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:37.802711 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-52ecb209-d3f0-4974-8013-4b46f35f99d9 service neutron] Port 4cbd2886-bcee-456e-bdfd-c12bedf27a91 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:37.809531 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-52ecb209-d3f0-4974-8013-4b46f35f99d9 service neutron] Attempting to bind port 4cbd2886-bcee-456e-bdfd-c12bedf27a91 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:37.817480 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0d917-03f4-43d5-87c6-41668eae3946 req-69c88a89-1023-4de9-a009-2c261557a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:37.819453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89c0d917-03f4-43d5-87c6-41668eae3946 req-69c88a89-1023-4de9-a009-2c261557a657 service neutron] 10.222.0.21 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 909 time: 0.3474615 Jan 27 21:44:37.850912 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-52ecb209-d3f0-4974-8013-4b46f35f99d9 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:37.851265 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-52ecb209-d3f0-4974-8013-4b46f35f99d9 service neutron] Checking segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:37.851788 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-52ecb209-d3f0-4974-8013-4b46f35f99d9 service neutron] Bound using segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:37.852268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-52ecb209-d3f0-4974-8013-4b46f35f99d9 service neutron] Bound port: 4cbd2886-bcee-456e-bdfd-c12bedf27a91, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:37.906847 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-be8aa255-b0ba-4537-80e5-0ad9beaf33b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:37.916754 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-52ecb209-d3f0-4974-8013-4b46f35f99d9 service neutron] For port 4cbd2886-bcee-456e-bdfd-c12bedf27a91, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=4cbd2886-bcee-456e-bdfd-c12bedf27a91,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:37.965268 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-52ecb209-d3f0-4974-8013-4b46f35f99d9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:37.966436 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-52ecb209-d3f0-4974-8013-4b46f35f99d9 service neutron] 10.222.0.23 "POST /v2.0/ports/4cbd2886-bcee-456e-bdfd-c12bedf27a91/bindings HTTP/1.1" status: 201 len: 389 time: 0.9927478 Jan 27 21:44:37.971836 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89c0d917-03f4-43d5-87c6-41668eae3946 req-4fa6edda-5fde-459a-8ed2-b05fc9375e45 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5950eed0-64ac-4bd0-a2ae-e816b5b53e70 HTTP/1.1" status: 200 len: 217 time: 0.1319757 Jan 27 21:44:37.971836 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] Attempting to bind port 77330e54-d780-4c6d-ada9-0ade9cecfd40 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:37.972137 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] Attempting to bind port 77330e54-d780-4c6d-ada9-0ade9cecfd40 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:37.972444 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] Attempting to bind port 77330e54-d780-4c6d-ada9-0ade9cecfd40 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:37.998519 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-be8aa255-b0ba-4537-80e5-0ad9beaf33b3 admin admin] Publish callbacks [] for security_group (a60f0dc4-3404-4300-80e3-872b73aed263), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.003913 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] Port 77330e54-d780-4c6d-ada9-0ade9cecfd40 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:38.004357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] Attempting to bind port 77330e54-d780-4c6d-ada9-0ade9cecfd40 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:38.006967 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-be8aa255-b0ba-4537-80e5-0ad9beaf33b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a60f0dc4-3404-4300-80e3-872b73aed263), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.049390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:38.050377 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:38.050783 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:38.051674 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] Bound port: 77330e54-d780-4c6d-ada9-0ade9cecfd40, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:38.051674 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.091212 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39363b2-96c9-45ab-bbaf-65fd5b471822 req-a2b21aaf-f9a2-4d17-afb4-c0a529abd039 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:38.092815 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c39363b2-96c9-45ab-bbaf-65fd5b471822 req-a2b21aaf-f9a2-4d17-afb4-c0a529abd039 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 943 time: 0.1747267 Jan 27 21:44:38.094735 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0d917-03f4-43d5-87c6-41668eae3946 req-39105a19-5904-4621-b58e-b5c636fff89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:38.096095 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89c0d917-03f4-43d5-87c6-41668eae3946 req-39105a19-5904-4621-b58e-b5c636fff89e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c8c1fde-1173-4cc5-9eb6-13f24f8d2210 HTTP/1.1" status: 200 len: 848 time: 0.1064517 Jan 27 21:44:38.105271 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8aa255-b0ba-4537-80e5-0ad9beaf33b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60f0dc4-3404-4300-80e3-872b73aed263,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:38.140876 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-be8aa255-b0ba-4537-80e5-0ad9beaf33b3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6441b5f0a8644917a13aa31a9d9f0acc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3915026 Jan 27 21:44:38.145834 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44590) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:38.207999 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ac091a64-3925-4aa9-9835-78b1a3eac844 admin admin] Publish callbacks [] for security_group (a60f0dc4-3404-4300-80e3-872b73aed263), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.210888 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89c0d917-03f4-43d5-87c6-41668eae3946 req-41fabe36-16cc-4861-93fe-0f72a80f8239 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=682655b0-dbc8-497a-9054-3d8e44de5af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747480 Jan 27 21:44:38.323681 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c39363b2-96c9-45ab-bbaf-65fd5b471822 req-5c845430-c552-4a96-824a-94583b97d440 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/security-groups?id=568ba1e0-91c3-4e74-a986-802256f0b736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899312 Jan 27 21:44:38.345777 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] For port 77330e54-d780-4c6d-ada9-0ade9cecfd40, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:38.349004 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff49be-dda9-43a9-b1ac-fe31bc42ff5f req-982f3ef1-b2d9-438a-b45b-d8db6aa684fe tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:38.350563 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56ff49be-dda9-43a9-b1ac-fe31bc42ff5f req-982f3ef1-b2d9-438a-b45b-d8db6aa684fe tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 943 time: 0.1654348 Jan 27 21:44:38.352548 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] For port 77330e54-d780-4c6d-ada9-0ade9cecfd40, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=77330e54-d780-4c6d-ada9-0ade9cecfd40,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:38.399309 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89c0d917-03f4-43d5-87c6-41668eae3946 req-8396da3c-52d7-4bf5-abb9-c635d37b481c service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769633 Jan 27 21:44:38.448548 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.471989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56ff49be-dda9-43a9-b1ac-fe31bc42ff5f req-fb4a3137-644f-41da-8ac3-e529a1f7364b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715153 Jan 27 21:44:38.505338 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ac091a64-3925-4aa9-9835-78b1a3eac844 admin admin] Publish callbacks [] for security_group (a60f0dc4-3404-4300-80e3-872b73aed263), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.516531 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:38.517161 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.518605 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] 10.222.0.15 "PUT /v2.0/ports/77330e54-d780-4c6d-ada9-0ade9cecfd40 HTTP/1.1" status: 200 len: 1095 time: 2.2504280 Jan 27 21:44:38.557518 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-65a63ed1-3bce-418c-a1c2-7e151f392290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:38.563205 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-65a63ed1-3bce-418c-a1c2-7e151f392290 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 1096 time: 0.3428800 Jan 27 21:44:38.633502 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ac091a64-3925-4aa9-9835-78b1a3eac844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a60f0dc4-3404-4300-80e3-872b73aed263), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.637060 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ac091a64-3925-4aa9-9835-78b1a3eac844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.641704 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ac091a64-3925-4aa9-9835-78b1a3eac844 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a60f0dc4-3404-4300-80e3-872b73aed263 HTTP/1.1" status: 204 len: 168 time: 0.4942102 Jan 27 21:44:38.659113 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac091a64-3925-4aa9-9835-78b1a3eac844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60f0dc4-3404-4300-80e3-872b73aed263,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:38.702902 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-a66124f9-7b7a-4269-aa5a-4f39ec37a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:38.706106 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-a66124f9-7b7a-4269-aa5a-4f39ec37a961 service neutron] 10.222.0.15 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 920 time: 0.1355252 Jan 27 21:44:38.762219 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-a0e1d4cc-4a77-4bf9-af91-02b3179729fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cbd2886-bcee-456e-bdfd-c12bedf27a91 HTTP/1.1" status: 200 len: 217 time: 0.0488751 Jan 27 21:44:38.769251 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f868773-9764-47b3-afa7-fe7ea7799c39 service neutron] Pushing event updated for resources: {'Port': ['ID=77330e54-d780-4c6d-ada9-0ade9cecfd40,revision_number=7']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:38.827108 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-436600f6-46e2-4261-8feb-be6dc640c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:38.827448 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7e8df-d904-4c04-9144-1ddddf2c6275 req-5c0a3cf3-48b7-4185-94d8-275e35697dc4 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:38.829072 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2b7e8df-d904-4c04-9144-1ddddf2c6275 req-5c0a3cf3-48b7-4185-94d8-275e35697dc4 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 947 time: 0.3505569 Jan 27 21:44:38.831683 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89c0d917-03f4-43d5-87c6-41668eae3946 req-6165f91c-c2d2-40b4-9818-ff5ae882b520 service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710773 Jan 27 21:44:38.831861 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-436600f6-46e2-4261-8feb-be6dc640c03e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.0628800 Jan 27 21:44:38.865760 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500ecc6-c8a1-41e3-9e38-1bd301383f4c req-eb5e5bc9-eaac-41de-945c-aa970dd88295 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:38.867360 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8500ecc6-c8a1-41e3-9e38-1bd301383f4c req-eb5e5bc9-eaac-41de-945c-aa970dd88295 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 945 time: 0.2894928 Jan 27 21:44:38.869043 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-008651aa-6497-4d1e-8475-858239dbf930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:38.869552 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-8a87b712-16ab-4575-b6d1-06c8e6df07ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313170 Jan 27 21:44:38.871032 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-008651aa-6497-4d1e-8475-858239dbf930 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 1098 time: 0.2898107 Jan 27 21:44:38.933785 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2b7e8df-d904-4c04-9144-1ddddf2c6275 req-3e0682b7-a330-4488-923b-9e970024cc0a tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957589 Jan 27 21:44:38.991667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e2eec9-8926-465d-b5be-014b58885919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77330e54-d780-4c6d-ada9-0ade9cecfd40'}, {'name': 'network-changed', 'server_uuid': '89e2eec9-8926-465d-b5be-014b58885919', 'tag': '77330e54-d780-4c6d-ada9-0ade9cecfd40'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:38.994067 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2898c48-1621-4719-aa24-ee816413478e" -d '{"events": [{"server_uuid": "89e2eec9-8926-465d-b5be-014b58885919", "name": "network-vif-unplugged", "status": "completed", "tag": "77330e54-d780-4c6d-ada9-0ade9cecfd40"}, {"name": "network-changed", "server_uuid": "89e2eec9-8926-465d-b5be-014b58885919", "tag": "77330e54-d780-4c6d-ada9-0ade9cecfd40"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:39.014866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8500ecc6-c8a1-41e3-9e38-1bd301383f4c req-7fb487be-b846-4ce1-a9b6-8172e41adecd tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374462 Jan 27 21:44:39.071390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-4b8f4eff-bfbb-424e-bbb8-5dd60decc31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:39.072957 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-4b8f4eff-bfbb-424e-bbb8-5dd60decc31d service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.1759763 Jan 27 21:44:39.074774 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-4b2736d4-b5dd-4b30-93c3-edae82c5c3dc service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825778 Jan 27 21:44:39.093701 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 44602) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:39.139387 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ed3890e3-4d33-4e8e-aaf3-607a869c14a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.154952 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-2a045dbf-f556-47f0-8911-7138ba52c1a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=77330e54-d780-4c6d-ada9-0ade9cecfd40 HTTP/1.1" status: 200 len: 217 time: 0.0659695 Jan 27 21:44:39.212674 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-a7749502-5053-4b20-8da9-12409794dd06 service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251664 Jan 27 21:44:39.289919 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13aef7cf-4ef0-42f7-8804-dc5449d1b3b3 x-openstack-request-id: req-13aef7cf-4ef0-42f7-8804-dc5449d1b3b3 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:39.290401 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e2eec9-8926-465d-b5be-014b58885919", "name": "network-vif-unplugged", "status": "completed", "tag": "77330e54-d780-4c6d-ada9-0ade9cecfd40", "code": 200}, {"name": "network-changed", "server_uuid": "89e2eec9-8926-465d-b5be-014b58885919", "tag": "77330e54-d780-4c6d-ada9-0ade9cecfd40", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:39.290493 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13aef7cf-4ef0-42f7-8804-dc5449d1b3b3 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:39.290890 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e2eec9-8926-465d-b5be-014b58885919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77330e54-d780-4c6d-ada9-0ade9cecfd40', 'code': 200} Jan 27 21:44:39.291164 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e2eec9-8926-465d-b5be-014b58885919', 'tag': '77330e54-d780-4c6d-ada9-0ade9cecfd40', 'status': 'completed', 'code': 200} Jan 27 21:44:39.322512 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-b5691ac3-bd4c-471f-a355-1f04bd80aced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:39.325781 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-b5691ac3-bd4c-471f-a355-1f04bd80aced service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1608670 Jan 27 21:44:39.344576 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-a44d17e6-f003-4d40-92a4-fc5e37fe1f76 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:39.347126 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-a44d17e6-f003-4d40-92a4-fc5e37fe1f76 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21&tenant_id=6f69f01a295841ef87a2606a7f3645b9&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 1096 time: 0.0540116 Jan 27 21:44:39.363395 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-772272-3'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:39.391341 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809835c-e883-4ae0-9b10-3f4a12f57e5c req-7f904269-533d-4356-b1f1-b18afbc94500 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:39.392841 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d809835c-e883-4ae0-9b10-3f4a12f57e5c req-7f904269-533d-4356-b1f1-b18afbc94500 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 943 time: 0.2493749 Jan 27 21:44:39.423055 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4cbd2886-bcee-456e-bdfd-c12bedf27a91), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.423292 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ed3890e3-4d33-4e8e-aaf3-607a869c14a0 admin admin] Publish callbacks [] for security_group (cad6b96c-51a4-4530-85a8-ff1b302e2940), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.450529 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ed3890e3-4d33-4e8e-aaf3-607a869c14a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cad6b96c-51a4-4530-85a8-ff1b302e2940), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.537827 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ed3890e3-4d33-4e8e-aaf3-607a869c14a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ad420681fc141158b9728d00e0fac91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4408329 Jan 27 21:44:39.538687 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44612) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:39.541166 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898c48-1621-4719-aa24-ee816413478e req-17fee501-8bc6-4e8b-b890-15d302d1a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:39.542757 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2898c48-1621-4719-aa24-ee816413478e req-17fee501-8bc6-4e8b-b890-15d302d1a15b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 1098 time: 0.2155786 Jan 27 21:44:39.544376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-8eb67889-f9f4-42b7-9c5e-d0e4cff0e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:39.545904 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-8eb67889-f9f4-42b7-9c5e-d0e4cff0e19a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2026672 Jan 27 21:44:39.551461 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3890e3-4d33-4e8e-aaf3-607a869c14a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad6b96c-51a4-4530-85a8-ff1b302e2940,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:39.578562 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] For port 4cbd2886-bcee-456e-bdfd-c12bedf27a91, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=4cbd2886-bcee-456e-bdfd-c12bedf27a91,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:39.583094 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33bcc6-0ee3-4064-988c-a41097c90028 req-22c4826f-d958-4829-b862-710ff1068227 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:39.584625 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c33bcc6-0ee3-4064-988c-a41097c90028 req-22c4826f-d958-4829-b862-710ff1068227 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3f743aa-781e-4894-8fcc-15ef138fe8ca HTTP/1.1" status: 200 len: 950 time: 0.2388492 Jan 27 21:44:39.612714 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d809835c-e883-4ae0-9b10-3f4a12f57e5c req-6f52dab2-d481-40bf-89b0-ef4f273b7d2e tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/security-groups?id=f120fa57-9338-4456-88ae-82068641f033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881998 Jan 27 21:44:39.631739 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e6062304-9b04-44de-b5b2-49f10835ba74 admin admin] Publish callbacks [] for security_group (cad6b96c-51a4-4530-85a8-ff1b302e2940), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.639215 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] For port 4cbd2886-bcee-456e-bdfd-c12bedf27a91, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:39.678650 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e6062304-9b04-44de-b5b2-49f10835ba74 admin admin] Publish callbacks [] for security_group (cad6b96c-51a4-4530-85a8-ff1b302e2940), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.705051 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747cc6ba-d56d-45ca-b36e-95387394ee21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cbd2886-bcee-456e-bdfd-c12bedf27a91'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:39.707284 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1ae952-7c8b-495d-a095-3236e7f6f497" -d '{"events": [{"server_uuid": "747cc6ba-d56d-45ca-b36e-95387394ee21", "name": "network-vif-unplugged", "status": "completed", "tag": "4cbd2886-bcee-456e-bdfd-c12bedf27a91"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:39.713220 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] Publish callbacks [] for port (4cbd2886-bcee-456e-bdfd-c12bedf27a91), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.728710 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (4cbd2886-bcee-456e-bdfd-c12bedf27a91), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.816834 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e6062304-9b04-44de-b5b2-49f10835ba74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cad6b96c-51a4-4530-85a8-ff1b302e2940), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.820446 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e6062304-9b04-44de-b5b2-49f10835ba74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.824893 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e6062304-9b04-44de-b5b2-49f10835ba74 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cad6b96c-51a4-4530-85a8-ff1b302e2940 HTTP/1.1" status: 204 len: 168 time: 0.2824688 Jan 27 21:44:39.842210 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6062304-9b04-44de-b5b2-49f10835ba74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad6b96c-51a4-4530-85a8-ff1b302e2940,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:39.844952 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] Pushing event updated for resources: {'Port': ['ID=4cbd2886-bcee-456e-bdfd-c12bedf27a91,revision_number=7']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:39.862474 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] Attempting to bind port 4cbd2886-bcee-456e-bdfd-c12bedf27a91 on host n-h2-772272-3 for vnic_type normal with profile {"migrating_to": "n-h1-772272-3"} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:39.864595 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] Attempting to bind port 4cbd2886-bcee-456e-bdfd-c12bedf27a91 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:39.864996 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] Attempting to bind port 4cbd2886-bcee-456e-bdfd-c12bedf27a91 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:39.871783 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] Port 4cbd2886-bcee-456e-bdfd-c12bedf27a91 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:39.872110 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] Attempting to bind port 4cbd2886-bcee-456e-bdfd-c12bedf27a91 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:39.878352 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:39.878696 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] Checking segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:39.879523 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] Bound using segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:39.879523 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] Bound port: 4cbd2886-bcee-456e-bdfd-c12bedf27a91, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:39.879885 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4cbd2886-bcee-456e-bdfd-c12bedf27a91), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.894714 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 72668b71-449f-4c32-a089-5fa32a086671 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:44:39.914637 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 77330e54-d780-4c6d-ada9-0ade9cecfd40 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:44:40.008332 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] For port 4cbd2886-bcee-456e-bdfd-c12bedf27a91, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:40.013851 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] For port 4cbd2886-bcee-456e-bdfd-c12bedf27a91, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=4cbd2886-bcee-456e-bdfd-c12bedf27a91,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:40.019804 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (4cbd2886-bcee-456e-bdfd-c12bedf27a91), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:40.092742 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 72668b71-449f-4c32-a089-5fa32a086671, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=72668b71-449f-4c32-a089-5fa32a086671,segment=NetworkSegment(c6f1ffdb-6aa1-4a93-8389-8411e359e8cc),segment_id=c6f1ffdb-6aa1-4a93-8389-8411e359e8cc)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:40.104573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '72668b71-449f-4c32-a089-5fa32a086671', 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233', 'port_id': '72668b71-449f-4c32-a089-5fa32a086671', 'mac_address': 'fa:16:3e:4e:2d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ad998a-751c-45b2-93b9-d35a3c3d587e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:44:40.109340 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] The host n-h2-772272-3 is not matching for port 77330e54-d780-4c6d-ada9-0ade9cecfd40 host n-h1-772272-3! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:44:40.109960 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 77330e54-d780-4c6d-ada9-0ade9cecfd40 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:44:40.117860 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:40.118491 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:40.120011 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] 10.222.0.15 "PUT /v2.0/ports/4cbd2886-bcee-456e-bdfd-c12bedf27a91 HTTP/1.1" status: 200 len: 1121 time: 0.7608352 Jan 27 21:44:40.124002 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befb222-0bbd-4b80-9772-fde9a3a6ff12 service neutron] Pushing event updated for resources: {'Port': ['ID=4cbd2886-bcee-456e-bdfd-c12bedf27a91,revision_number=8']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:40.162159 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 72668b71-449f-4c32-a089-5fa32a086671 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:40.162567 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (72668b71-449f-4c32-a089-5fa32a086671), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:40.176691 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-51d31e75-4e3b-4650-bb76-54e9f6b40529 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6199505 Jan 27 21:44:40.183415 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72668b71-449f-4c32-a089-5fa32a086671 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:40.185752 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898c48-1621-4719-aa24-ee816413478e req-89c5aee9-dafe-4716-982e-1f574d385438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:40.187659 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2898c48-1621-4719-aa24-ee816413478e req-89c5aee9-dafe-4716-982e-1f574d385438 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.6298654 Jan 27 21:44:40.211462 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 72668b71-449f-4c32-a089-5fa32a086671, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=72668b71-449f-4c32-a089-5fa32a086671,segment=NetworkSegment(c6f1ffdb-6aa1-4a93-8389-8411e359e8cc),segment_id=c6f1ffdb-6aa1-4a93-8389-8411e359e8cc)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:40.221017 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (72668b71-449f-4c32-a089-5fa32a086671), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:40.277449 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=72668b71-449f-4c32-a089-5fa32a086671,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:40.308008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c33bcc6-0ee3-4064-988c-a41097c90028 req-aa00c0f7-d8d1-46aa-bf91-89632f0697c5 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7049167 Jan 27 21:44:40.309311 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2898c48-1621-4719-aa24-ee816413478e req-d1f3deef-bddf-456a-972c-1f1228e02ff1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=77330e54-d780-4c6d-ada9-0ade9cecfd40 HTTP/1.1" status: 200 len: 217 time: 0.0623024 Jan 27 21:44:40.318945 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b4a0a-e5b0-40ae-803e-0f0059b20c54 req-91bdf17f-1b2a-43b2-bf82-70cb24c93c89 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:40.327162 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b9b4a0a-e5b0-40ae-803e-0f0059b20c54 req-91bdf17f-1b2a-43b2-bf82-70cb24c93c89 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 943 time: 0.6107671 Jan 27 21:44:40.347933 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['4cbd2886-bcee-456e-bdfd-c12bedf27a91'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:40.440860 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a1e5d440-145f-4e56-8592-b0d368aca738 req-4e8059a6-942d-45e8-95e0-edcd5ddeb578 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495027 Jan 27 21:44:40.466748 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898c48-1621-4719-aa24-ee816413478e req-33b1a074-5e39-4fb1-a447-8fe6934fd08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:40.468455 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2898c48-1621-4719-aa24-ee816413478e req-33b1a074-5e39-4fb1-a447-8fe6934fd08e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1370606 Jan 27 21:44:40.477234 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b9b4a0a-e5b0-40ae-803e-0f0059b20c54 req-18515034-fff4-4cac-afd3-6f968de71b26 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/security-groups?id=568ba1e0-91c3-4e74-a986-802256f0b736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486461 Jan 27 21:44:40.549189 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fed824-ea36-4c37-aafd-7da9408b1400 x-openstack-request-id: req-b8fed824-ea36-4c37-aafd-7da9408b1400 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:40.549480 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747cc6ba-d56d-45ca-b36e-95387394ee21", "name": "network-vif-unplugged", "status": "completed", "tag": "4cbd2886-bcee-456e-bdfd-c12bedf27a91", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:40.549727 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8fed824-ea36-4c37-aafd-7da9408b1400 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:40.550124 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747cc6ba-d56d-45ca-b36e-95387394ee21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cbd2886-bcee-456e-bdfd-c12bedf27a91', 'code': 200} Jan 27 21:44:40.591236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898c48-1621-4719-aa24-ee816413478e req-fd8d3cbd-f19a-48bf-9377-d1da417f676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:40.592692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2898c48-1621-4719-aa24-ee816413478e req-fd8d3cbd-f19a-48bf-9377-d1da417f676f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1143060 Jan 27 21:44:40.626791 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d781b9f-5b9b-4332-b2cf-b173399f7b1f req-e90128f3-4f06-446a-82fe-8ddf48677a27 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:40.628210 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d781b9f-5b9b-4332-b2cf-b173399f7b1f req-e90128f3-4f06-446a-82fe-8ddf48677a27 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 943 time: 0.2436874 Jan 27 21:44:40.633693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898c48-1621-4719-aa24-ee816413478e req-ba529b67-df70-4c7b-8b14-389c737cbb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:40.635098 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2898c48-1621-4719-aa24-ee816413478e req-ba529b67-df70-4c7b-8b14-389c737cbb2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 1098 time: 0.0985343 Jan 27 21:44:40.826074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102a0bc-be91-4760-b586-526ef895b0e0 req-b54ae693-a479-4c28-a9ee-039ad3ed7681 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:40.827767 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8102a0bc-be91-4760-b586-526ef895b0e0 req-b54ae693-a479-4c28-a9ee-039ad3ed7681 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 947 time: 0.1978431 Jan 27 21:44:40.837160 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['72668b71-449f-4c32-a089-5fa32a086671'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:40.864084 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d781b9f-5b9b-4332-b2cf-b173399f7b1f req-51ad261c-78a5-4a62-bb8e-036f68913649 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209601 Jan 27 21:44:40.889777 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2898c48-1621-4719-aa24-ee816413478e req-dcc17a82-dca0-4e34-9f3e-68c590a4d297 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830594 Jan 27 21:44:40.893542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898c48-1621-4719-aa24-ee816413478e req-6b1b143a-04b9-47f7-bc00-c42b6bf0ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:40.894969 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2898c48-1621-4719-aa24-ee816413478e req-6b1b143a-04b9-47f7-bc00-c42b6bf0ec4a service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.2399619 Jan 27 21:44:40.946271 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36a4e7-e52f-466e-80c8-be51bf1d0a80 req-ed5b2ac2-4e51-42d2-b75b-fdf1000b86bd tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:40.947868 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ef36a4e7-e52f-466e-80c8-be51bf1d0a80 req-ed5b2ac2-4e51-42d2-b75b-fdf1000b86bd tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3f743aa-781e-4894-8fcc-15ef138fe8ca HTTP/1.1" status: 200 len: 950 time: 0.1225443 Jan 27 21:44:41.031298 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2898c48-1621-4719-aa24-ee816413478e req-02e8dcf3-232a-4782-8dbe-00ec99a72e53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=77330e54-d780-4c6d-ada9-0ade9cecfd40 HTTP/1.1" status: 200 len: 217 time: 0.1160250 Jan 27 21:44:41.080386 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-ef36a4e7-e52f-466e-80c8-be51bf1d0a80 req-8fd6d1cc-237c-4e56-bbb1-0e0762b359eb tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Deleting port 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:44:41.080742 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-ef36a4e7-e52f-466e-80c8-be51bf1d0a80 req-8fd6d1cc-237c-4e56-bbb1-0e0762b359eb tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.081032 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8102a0bc-be91-4760-b586-526ef895b0e0 req-530cd038-b453-409b-a21c-e4788fec4d24 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423916 Jan 27 21:44:41.148942 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898c48-1621-4719-aa24-ee816413478e req-daa367b0-bf62-4cdd-a448-1e2b2a528018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:41.150538 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2898c48-1621-4719-aa24-ee816413478e req-daa367b0-bf62-4cdd-a448-1e2b2a528018 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1057763 Jan 27 21:44:41.159161 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2898c48-1621-4719-aa24-ee816413478e req-cc794de5-01a2-4140-a006-a8d24c098dd2 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606950 Jan 27 21:44:41.185023 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-ef36a4e7-e52f-466e-80c8-be51bf1d0a80 req-8fd6d1cc-237c-4e56-bbb1-0e0762b359eb tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] For port 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:41.185431 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-ef36a4e7-e52f-466e-80c8-be51bf1d0a80 req-8fd6d1cc-237c-4e56-bbb1-0e0762b359eb tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.202159 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-ef36a4e7-e52f-466e-80c8-be51bf1d0a80 req-8fd6d1cc-237c-4e56-bbb1-0e0762b359eb tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Calling delete_port for 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:44:41.225331 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14fb5a-d55e-417d-963b-1fb4e30fe4d7 req-8354ba0b-0b04-4fc4-83e1-c905fe3c90b3 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:41.232154 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d14fb5a-d55e-417d-963b-1fb4e30fe4d7 req-8354ba0b-0b04-4fc4-83e1-c905fe3c90b3 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 943 time: 0.1756816 Jan 27 21:44:41.314278 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898c48-1621-4719-aa24-ee816413478e req-7f9ad172-eea5-4fb2-bc31-96f7becefcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:41.315841 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2898c48-1621-4719-aa24-ee816413478e req-7f9ad172-eea5-4fb2-bc31-96f7becefcc9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1556931 Jan 27 21:44:41.326022 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10cbcd-434f-4fd6-ae74-4cdfd448c7dd req-1de15541-9c6d-47e8-8a9f-e3a65eec427a tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:41.327466 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da10cbcd-434f-4fd6-ae74-4cdfd448c7dd req-1de15541-9c6d-47e8-8a9f-e3a65eec427a tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 944 time: 0.1328673 Jan 27 21:44:41.346073 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d14fb5a-d55e-417d-963b-1fb4e30fe4d7 req-6059913d-1143-463b-b9ae-95a9082cb3a4 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047983 Jan 27 21:44:41.361223 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-ef36a4e7-e52f-466e-80c8-be51bf1d0a80 req-8fd6d1cc-237c-4e56-bbb1-0e0762b359eb tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.374370 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['bc07c970-7e68-4d0c-aa39-8ef9cf489777', '4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:41.394138 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6d1cc-237c-4e56-bbb1-0e0762b359eb tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Pushing event deleted for resources: {'Port': ['ID=4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:41.450943 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da10cbcd-434f-4fd6-ae74-4cdfd448c7dd req-d7e70879-1414-4b02-b695-abac1cddede1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/security-groups?id=f120fa57-9338-4456-88ae-82068641f033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974932 Jan 27 21:44:41.486050 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef36a4e7-e52f-466e-80c8-be51bf1d0a80 req-8fd6d1cc-237c-4e56-bbb1-0e0762b359eb tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] No DVR routers for this DVR port 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b on host n-h1-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:44:41.489379 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-ef36a4e7-e52f-466e-80c8-be51bf1d0a80 req-8fd6d1cc-237c-4e56-bbb1-0e0762b359eb tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.493089 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c20c7d55-0aef-4669-9d10-10205b74912e req-7e7278a8-4680-4be9-b316-09996d4e79ea tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3f743aa-781e-4894-8fcc-15ef138fe8ca HTTP/1.1" status: 200 len: 210 time: 0.0411332 Jan 27 21:44:41.493519 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ef36a4e7-e52f-466e-80c8-be51bf1d0a80 req-8fd6d1cc-237c-4e56-bbb1-0e0762b359eb tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.15 "DELETE /v2.0/ports/4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b HTTP/1.1" status: 204 len: 173 time: 0.5377994 Jan 27 21:44:41.504267 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2898c48-1621-4719-aa24-ee816413478e req-b1321a72-d5f6-47ca-8166-e3a41259a3e2 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755633 Jan 27 21:44:41.649935 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2898c48-1621-4719-aa24-ee816413478e req-1e4c356d-02d0-42e4-965e-be0515152962 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391656 Jan 27 21:44:41.709299 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c1748-0dd6-4c4f-af5c-42c78b500bab req-8b4da5da-eff7-4e9f-8b36-711332bdf283 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:41.710803 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b6c1748-0dd6-4c4f-af5c-42c78b500bab req-8b4da5da-eff7-4e9f-8b36-711332bdf283 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 943 time: 0.0735948 Jan 27 21:44:41.758660 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b6c1748-0dd6-4c4f-af5c-42c78b500bab req-70017085-8f4f-4a00-8c33-b0016906ee57 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/security-groups?id=568ba1e0-91c3-4e74-a986-802256f0b736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418780 Jan 27 21:44:41.894080 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 72668b71-449f-4c32-a089-5fa32a086671 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:41.896229 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:44:42.035823 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952e9a6-ee52-449b-a6c1-3d1f78b07aa4 req-98a2ea2b-3f9a-4316-927b-d1c922bb7bcb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:42.037439 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f952e9a6-ee52-449b-a6c1-3d1f78b07aa4 req-98a2ea2b-3f9a-4316-927b-d1c922bb7bcb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 943 time: 0.0885231 Jan 27 21:44:42.043838 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5950eed0-64ac-4bd0-a2ae-e816b5b53e70,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:42.059049 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '5950eed0-64ac-4bd0-a2ae-e816b5b53e70', 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4', 'port_id': '5950eed0-64ac-4bd0-a2ae-e816b5b53e70', 'mac_address': 'fa:16:3e:09:b4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8c1fde-1173-4cc5-9eb6-13f24f8d2210', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:44:42.065832 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 72668b71-449f-4c32-a089-5fa32a086671 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:44:42.070990 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 72668b71-449f-4c32-a089-5fa32a086671 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:42.071738 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (72668b71-449f-4c32-a089-5fa32a086671), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.130903 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f952e9a6-ee52-449b-a6c1-3d1f78b07aa4 req-36be1dfe-9777-4a7a-bb1a-0b6daaef878d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817361 Jan 27 21:44:42.148463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:42.148925 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5950eed0-64ac-4bd0-a2ae-e816b5b53e70), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.171733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:42.205179 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5950eed0-64ac-4bd0-a2ae-e816b5b53e70,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:42.227427 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5950eed0-64ac-4bd0-a2ae-e816b5b53e70), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.228075 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device e70f0d00-d82a-45c0-bb7d-d08d448ae524 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:44:42.228692 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e708ba4-c91b-4829-ab47-a829696f2587 req-2c0bba9f-52eb-45e9-a997-fece7d47d5e5 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:42.230974 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e708ba4-c91b-4829-ab47-a829696f2587 req-2c0bba9f-52eb-45e9-a997-fece7d47d5e5 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 947 time: 0.0555174 Jan 27 21:44:42.278244 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 72668b71-449f-4c32-a089-5fa32a086671 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:42.278642 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (72668b71-449f-4c32-a089-5fa32a086671), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.279831 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44690) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:42.286341 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e708ba4-c91b-4829-ab47-a829696f2587 req-98c2fd12-c31c-4e29-ae27-2d46d6ade186 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492558 Jan 27 21:44:42.358280 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=5950eed0-64ac-4bd0-a2ae-e816b5b53e70,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:42.365367 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf43803-8d43-4b18-95bf-fa704a6a5209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72668b71-449f-4c32-a089-5fa32a086671'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:42.367576 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a78b5ea-db33-4b75-91c8-227f7eba9e3e" -d '{"events": [{"server_uuid": "0bf43803-8d43-4b18-95bf-fa704a6a5209", "name": "network-vif-plugged", "status": "completed", "tag": "72668b71-449f-4c32-a089-5fa32a086671"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:42.395378 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 72668b71-449f-4c32-a089-5fa32a086671, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=72668b71-449f-4c32-a089-5fa32a086671,segment=NetworkSegment(c6f1ffdb-6aa1-4a93-8389-8411e359e8cc),segment_id=c6f1ffdb-6aa1-4a93-8389-8411e359e8cc)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:42.397739 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.397890 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.398207 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.398614 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.398951 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.399284 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.399727 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.400087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.400460 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.402352 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.402352 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.402352 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.402352 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.416712 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (72668b71-449f-4c32-a089-5fa32a086671), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.426549 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce926a9b-75b3-4c8f-adf5-f69fa035b243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.431285 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b840036-8f2a-4450-94c4-c25c340becb0 x-openstack-request-id: req-5b840036-8f2a-4450-94c4-c25c340becb0 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:42.431605 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf43803-8d43-4b18-95bf-fa704a6a5209", "name": "network-vif-plugged", "status": "completed", "tag": "72668b71-449f-4c32-a089-5fa32a086671", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:42.431870 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b840036-8f2a-4450-94c4-c25c340becb0 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:42.432287 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf43803-8d43-4b18-95bf-fa704a6a5209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72668b71-449f-4c32-a089-5fa32a086671', 'code': 200} Jan 27 21:44:42.484198 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36637918-8117-4479-946e-b3d0f2c69275 req-f2f4452a-1a39-4d8a-bdf5-cea595a4c31f tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:42.492476 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36637918-8117-4479-946e-b3d0f2c69275 req-f2f4452a-1a39-4d8a-bdf5-cea595a4c31f tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 943 time: 0.0594468 Jan 27 21:44:42.598111 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce926a9b-75b3-4c8f-adf5-f69fa035b243 admin admin] Publish callbacks [] for security_group (fe8a5d12-f1db-4e7a-aa62-0e2f57e583b0), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.598111 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747cc6ba-d56d-45ca-b36e-95387394ee21', 'tag': '4cbd2886-bcee-456e-bdfd-c12bedf27a91'}, {'server_uuid': 'a3f743aa-781e-4894-8fcc-15ef138fe8ca', 'name': 'network-vif-deleted', 'tag': '4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:42.601528 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5029d0da-9451-4ac6-acef-f6ee98795284" -d '{"events": [{"name": "network-changed", "server_uuid": "747cc6ba-d56d-45ca-b36e-95387394ee21", "tag": "4cbd2886-bcee-456e-bdfd-c12bedf27a91"}, {"server_uuid": "a3f743aa-781e-4894-8fcc-15ef138fe8ca", "name": "network-vif-deleted", "tag": "4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:42.605794 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36637918-8117-4479-946e-b3d0f2c69275 req-bf73b562-495a-4380-890a-f6ebb59267ea tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113012 Jan 27 21:44:42.607580 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce926a9b-75b3-4c8f-adf5-f69fa035b243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (fe8a5d12-f1db-4e7a-aa62-0e2f57e583b0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.608122 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port e70f0d00-d82a-45c0-bb7d-d08d448ae524, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=e70f0d00-d82a-45c0-bb7d-d08d448ae524,segment=NetworkSegment(3c0f2f42-fe56-4027-8e68-8e0ff56e6659),segment_id=3c0f2f42-fe56-4027-8e68-8e0ff56e6659)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:42.631780 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.660382 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c61090-357d-4e51-bc5a-0354e3910f7e req-aed97cc4-0471-48f3-8b4f-4e01ea295be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:42.662002 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d1c61090-357d-4e51-bc5a-0354e3910f7e req-aed97cc4-0471-48f3-8b4f-4e01ea295be1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 1096 time: 0.1137514 Jan 27 21:44:42.669185 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'e70f0d00-d82a-45c0-bb7d-d08d448ae524', 'network_id': '41ef59a0-fa1a-42e9-b82d-84d16180d1f3', 'port_id': 'e70f0d00-d82a-45c0-bb7d-d08d448ae524', 'mac_address': 'fa:16:3e:ae:9a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac95968a-10bb-48dc-bc0a-ca4534f8895e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:44:42.671354 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=72668b71-449f-4c32-a089-5fa32a086671,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:42.671891 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ce926a9b-75b3-4c8f-adf5-f69fa035b243 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7c8a2df1cc54bee9d3003a7acd2ad7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3894422 Jan 27 21:44:42.674619 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44704) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:42.674873 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f5369-c8de-4346-8d5e-59ea6bb259bf req-e221e2cf-64d3-43d0-a3cb-2168b3ed45c7 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:42.676431 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f8f5369-c8de-4346-8d5e-59ea6bb259bf req-e221e2cf-64d3-43d0-a3cb-2168b3ed45c7 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 945 time: 0.1114929 Jan 27 21:44:42.685957 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce926a9b-75b3-4c8f-adf5-f69fa035b243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8a5d12-f1db-4e7a-aa62-0e2f57e583b0,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:42.738592 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e386501-5fa3-4b33-8bf2-18258aab19b3 x-openstack-request-id: req-2e386501-5fa3-4b33-8bf2-18258aab19b3 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:42.739015 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747cc6ba-d56d-45ca-b36e-95387394ee21", "tag": "4cbd2886-bcee-456e-bdfd-c12bedf27a91", "status": "completed", "code": 200}, {"server_uuid": "a3f743aa-781e-4894-8fcc-15ef138fe8ca", "name": "network-vif-deleted", "tag": "4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:42.739284 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e386501-5fa3-4b33-8bf2-18258aab19b3 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:42.739693 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747cc6ba-d56d-45ca-b36e-95387394ee21', 'tag': '4cbd2886-bcee-456e-bdfd-c12bedf27a91', 'status': 'completed', 'code': 200} Jan 27 21:44:42.739950 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f743aa-781e-4894-8fcc-15ef138fe8ca', 'name': 'network-vif-deleted', 'tag': '4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b', 'status': 'completed', 'code': 200} Jan 27 21:44:42.755729 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port e70f0d00-d82a-45c0-bb7d-d08d448ae524 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:42.756481 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e70f0d00-d82a-45c0-bb7d-d08d448ae524), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.758988 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9f78b26-c132-4327-97c9-76bd991357bc admin admin] Publish callbacks [] for security_group (fe8a5d12-f1db-4e7a-aa62-0e2f57e583b0), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.772960 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70f0d00-d82a-45c0-bb7d-d08d448ae524 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:42.795088 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9f78b26-c132-4327-97c9-76bd991357bc admin admin] Publish callbacks [] for security_group (fe8a5d12-f1db-4e7a-aa62-0e2f57e583b0), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.796967 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d1c61090-357d-4e51-bc5a-0354e3910f7e req-eb2b54ef-6bee-4e6b-b7ce-b93cefa695ef service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f120fa57-9338-4456-88ae-82068641f033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196232 Jan 27 21:44:42.806521 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f8f5369-c8de-4346-8d5e-59ea6bb259bf req-b9f04b0e-0653-4bfa-9307-0a326507e986 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/security-groups?id=f120fa57-9338-4456-88ae-82068641f033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233704 Jan 27 21:44:42.806839 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port e70f0d00-d82a-45c0-bb7d-d08d448ae524, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=e70f0d00-d82a-45c0-bb7d-d08d448ae524,segment=NetworkSegment(3c0f2f42-fe56-4027-8e68-8e0ff56e6659),segment_id=3c0f2f42-fe56-4027-8e68-8e0ff56e6659)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:42.812719 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e70f0d00-d82a-45c0-bb7d-d08d448ae524), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.829171 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029d0da-9451-4ac6-acef-f6ee98795284 req-5a2fee50-b8cd-4f11-b718-b00590ebc1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:42.831504 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5029d0da-9451-4ac6-acef-f6ee98795284 req-5a2fee50-b8cd-4f11-b718-b00590ebc1d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 1124 time: 0.0723054 Jan 27 21:44:42.870815 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9f78b26-c132-4327-97c9-76bd991357bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (fe8a5d12-f1db-4e7a-aa62-0e2f57e583b0), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.873596 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9f78b26-c132-4327-97c9-76bd991357bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.874311 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=e70f0d00-d82a-45c0-bb7d-d08d448ae524,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:42.877493 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c9f78b26-c132-4327-97c9-76bd991357bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe8a5d12-f1db-4e7a-aa62-0e2f57e583b0 HTTP/1.1" status: 204 len: 168 time: 0.1992302 Jan 27 21:44:42.895307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f78b26-c132-4327-97c9-76bd991357bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8a5d12-f1db-4e7a-aa62-0e2f57e583b0,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:42.943600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3ba40-167e-4c5d-ad3b-5857b55838bd req-d5b6ae68-802d-4d1b-8996-c53becffd03e tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:42.945140 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-59b3ba40-167e-4c5d-ad3b-5857b55838bd req-d5b6ae68-802d-4d1b-8996-c53becffd03e tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 944 time: 0.0584214 Jan 27 21:44:43.029206 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-59b3ba40-167e-4c5d-ad3b-5857b55838bd req-1654ba63-7661-4fa1-a39a-ffce6957de56 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/security-groups?id=568ba1e0-91c3-4e74-a986-802256f0b736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766313 Jan 27 21:44:43.057782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5ed9e-1274-47c8-b151-08cc817e30b9 req-985d9b19-025f-4e37-8dd1-5ec5a57d6af9 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:43.059331 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ed5ed9e-1274-47c8-b151-08cc817e30b9 req-985d9b19-025f-4e37-8dd1-5ec5a57d6af9 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afdadcc-29a0-4788-a955-b438f7d9ffb5 HTTP/1.1" status: 200 len: 949 time: 0.0846546 Jan 27 21:44:43.120481 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ed5ed9e-1274-47c8-b151-08cc817e30b9 req-e2f014b6-5a1a-431b-a961-86caf0d04db8 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552185 Jan 27 21:44:43.199444 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44720) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:43.219350 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e8fe92c1-8a3e-4624-8968-97b520df6dd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:43.279899 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029d0da-9451-4ac6-acef-f6ee98795284 req-a01752b9-9724-4372-b269-0dfb35f5da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:43.281456 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5029d0da-9451-4ac6-acef-f6ee98795284 req-a01752b9-9724-4372-b269-0dfb35f5da97 service neutron] 10.222.0.21 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 920 time: 0.1418185 Jan 27 21:44:43.304096 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e8fe92c1-8a3e-4624-8968-97b520df6dd9 admin admin] Publish callbacks [] for security_group (7a2319a0-c5fe-420f-929b-dce7e8ae903e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:43.305909 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224ba4c-9ceb-4941-8fe3-8e1f3d0e3032 req-e4c9fc1f-93e8-4146-b6cc-2c9d9145c3e0 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:43.307455 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c224ba4c-9ceb-4941-8fe3-8e1f3d0e3032 req-e4c9fc1f-93e8-4146-b6cc-2c9d9145c3e0 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 944 time: 0.0629969 Jan 27 21:44:43.307948 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e8fe92c1-8a3e-4624-8968-97b520df6dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7a2319a0-c5fe-420f-929b-dce7e8ae903e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:43.337869 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5029d0da-9451-4ac6-acef-f6ee98795284 req-cce95abd-6c3c-419f-80d2-e3b67d432f94 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cbd2886-bcee-456e-bdfd-c12bedf27a91 HTTP/1.1" status: 200 len: 217 time: 0.0471029 Jan 27 21:44:43.340980 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['5950eed0-64ac-4bd0-a2ae-e816b5b53e70'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:43.353852 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e8fe92c1-8a3e-4624-8968-97b520df6dd9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c313c8a8ceb4e0c8dc47591a0b30035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1505837 Jan 27 21:44:43.354065 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44724) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:43.367207 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe92c1-8a3e-4624-8968-97b520df6dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2319a0-c5fe-420f-929b-dce7e8ae903e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:43.369029 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['e70f0d00-d82a-45c0-bb7d-d08d448ae524'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:43.428858 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ed5d96a8-0316-48d0-8d63-526dc5b38912 admin admin] Publish callbacks [] for security_group (7a2319a0-c5fe-420f-929b-dce7e8ae903e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:43.450428 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ed5d96a8-0316-48d0-8d63-526dc5b38912 admin admin] Publish callbacks [] for security_group (7a2319a0-c5fe-420f-929b-dce7e8ae903e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:43.464621 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c224ba4c-9ceb-4941-8fe3-8e1f3d0e3032 req-027fbdd0-6988-4e40-b31e-95c0bdba2df7 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288695 Jan 27 21:44:43.487890 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4ac21-cbed-477b-8135-76b3480eb897 req-f4f6b5e2-3296-4639-9a17-f39761432031 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:43.489430 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-34e4ac21-cbed-477b-8135-76b3480eb897 req-f4f6b5e2-3296-4639-9a17-f39761432031 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 947 time: 0.1008275 Jan 27 21:44:43.491057 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029d0da-9451-4ac6-acef-f6ee98795284 req-30d8ee4a-d7b7-463a-a16e-ba64cce9b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:43.492621 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5029d0da-9451-4ac6-acef-f6ee98795284 req-30d8ee4a-d7b7-463a-a16e-ba64cce9b239 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.1294975 Jan 27 21:44:43.515355 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ed5d96a8-0316-48d0-8d63-526dc5b38912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7a2319a0-c5fe-420f-929b-dce7e8ae903e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:43.518233 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ed5d96a8-0316-48d0-8d63-526dc5b38912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:43.519502 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ed5d96a8-0316-48d0-8d63-526dc5b38912 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a2319a0-c5fe-420f-929b-dce7e8ae903e HTTP/1.1" status: 204 len: 168 time: 0.1644809 Jan 27 21:44:43.528619 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d96a8-0316-48d0-8d63-526dc5b38912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2319a0-c5fe-420f-929b-dce7e8ae903e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:43.553021 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5029d0da-9451-4ac6-acef-f6ee98795284 req-94245ff2-ddf0-4da3-97e5-5dc1a5d49315 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306478 Jan 27 21:44:43.596128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-34e4ac21-cbed-477b-8135-76b3480eb897 req-e15206bd-093b-4065-bd88-621d49b7e333 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920384 Jan 27 21:44:43.681712 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5029d0da-9451-4ac6-acef-f6ee98795284 req-607fa408-9dcd-407b-8b6e-d3009c3cde19 service neutron] 10.222.0.21 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204283 Jan 27 21:44:43.762465 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 4cbd2886-bcee-456e-bdfd-c12bedf27a91 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:44:43.848124 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068673d-67bf-490d-a446-c0ac6d7a9dbd req-83b329fe-d610-453c-b01e-819c694a531f tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:43.849670 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2068673d-67bf-490d-a446-c0ac6d7a9dbd req-83b329fe-d610-453c-b01e-819c694a531f tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 943 time: 0.1626339 Jan 27 21:44:43.884946 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 4cbd2886-bcee-456e-bdfd-c12bedf27a91, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=4cbd2886-bcee-456e-bdfd-c12bedf27a91,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:43.898429 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 4cbd2886-bcee-456e-bdfd-c12bedf27a91 has no active binding in host n-h1-772272-3 {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:44:43.898877 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 77330e54-d780-4c6d-ada9-0ade9cecfd40 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:44:43.965440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcfb1b-c5e8-4814-a665-7600ddec96bb req-9e1164cd-f781-4939-9965-34b5213655e6 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:43.966930 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6efcfb1b-c5e8-4814-a665-7600ddec96bb req-9e1164cd-f781-4939-9965-34b5213655e6 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 947 time: 0.1646972 Jan 27 21:44:43.989067 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5029d0da-9451-4ac6-acef-f6ee98795284 req-45ed3e6d-7bb8-41ae-88e1-b5b518439744 service neutron] 10.222.0.21 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922297 Jan 27 21:44:44.017193 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 77330e54-d780-4c6d-ada9-0ade9cecfd40, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=77330e54-d780-4c6d-ada9-0ade9cecfd40,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:44.029188 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '77330e54-d780-4c6d-ada9-0ade9cecfd40', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '77330e54-d780-4c6d-ada9-0ade9cecfd40', 'mac_address': 'fa:16:3e:2f:df:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:44:44.029427 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2068673d-67bf-490d-a446-c0ac6d7a9dbd req-e9419d81-e4df-4379-8273-cc1a65e393ba tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686606 Jan 27 21:44:44.048034 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cf20f-a690-4548-8d01-34a979895942 req-b0d1d6a1-488e-48b0-84e2-664774088bb6 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:44.049599 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-616cf20f-a690-4548-8d01-34a979895942 req-b0d1d6a1-488e-48b0-84e2-664774088bb6 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.21 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919&tenant_id=199845b217c54a388bc3d621d514a954&binding%3Ahost_id=n-h1-772272-3 HTTP/1.1" status: 200 len: 947 time: 0.1722722 Jan 27 21:44:44.070398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 77330e54-d780-4c6d-ada9-0ade9cecfd40 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:44.070928 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:44.086581 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77330e54-d780-4c6d-ada9-0ade9cecfd40 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:44.109382 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 77330e54-d780-4c6d-ada9-0ade9cecfd40, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=77330e54-d780-4c6d-ada9-0ade9cecfd40,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:44.116142 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:44.178735 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=77330e54-d780-4c6d-ada9-0ade9cecfd40,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:44.336636 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6efcfb1b-c5e8-4814-a665-7600ddec96bb req-eb6c0204-0a88-40e1-ae43-73711929d35d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625784 Jan 27 21:44:44.396588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985df261-b0b4-4129-81f1-895152c9b979 req-fa7843dd-7d4d-48fc-99a5-404f30d1f3db tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:44.398138 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-985df261-b0b4-4129-81f1-895152c9b979 req-fa7843dd-7d4d-48fc-99a5-404f30d1f3db tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 945 time: 0.0785773 Jan 27 21:44:44.418741 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['77330e54-d780-4c6d-ada9-0ade9cecfd40'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:44.421461 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-616cf20f-a690-4548-8d01-34a979895942 req-07f85ad9-945d-44f5-9a21-5fc00bd5b131 service neutron] delete failed (client error): The resource could not be found. Jan 27 21:44:44.422495 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-616cf20f-a690-4548-8d01-34a979895942 req-07f85ad9-945d-44f5-9a21-5fc00bd5b131 service neutron] 10.222.0.21 "DELETE /v2.0/ports/77330e54-d780-4c6d-ada9-0ade9cecfd40/bindings/n-h2-772272-3 HTTP/1.1" status: 404 len: 380 time: 0.3643632 Jan 27 21:44:44.481914 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-985df261-b0b4-4129-81f1-895152c9b979 req-b4cd81c8-712f-4a95-b497-94b3e4e1b59d tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/security-groups?id=f120fa57-9338-4456-88ae-82068641f033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707567 Jan 27 21:44:44.492690 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fe88d-75c8-4810-a748-c443b8a142f8 req-56007c4e-4219-42c0-bd3c-4f29a495ce2e tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:44.494170 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c57fe88d-75c8-4810-a748-c443b8a142f8 req-56007c4e-4219-42c0-bd3c-4f29a495ce2e tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 944 time: 0.0951464 Jan 27 21:44:44.635752 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c57fe88d-75c8-4810-a748-c443b8a142f8 req-8fc1a452-c982-44ca-b725-66695ff24b61 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/security-groups?id=568ba1e0-91c3-4e74-a986-802256f0b736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336865 Jan 27 21:44:44.647300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cf20f-a690-4548-8d01-34a979895942 req-0880982d-f361-4fc8-b431-43718241984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:44.648882 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-616cf20f-a690-4548-8d01-34a979895942 req-0880982d-f361-4fc8-b431-43718241984c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 1099 time: 0.1215463 Jan 27 21:44:44.678320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cf439-7a9f-471b-bace-ede5f213f591 req-77782f88-8c55-415b-864c-41282a9325f1 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:44.679849 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-691cf439-7a9f-471b-bace-ede5f213f591 req-77782f88-8c55-415b-864c-41282a9325f1 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afdadcc-29a0-4788-a955-b438f7d9ffb5 HTTP/1.1" status: 200 len: 949 time: 0.1147900 Jan 27 21:44:44.702778 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31753bde-b554-477f-9e08-f778f6290c91 req-4a2f35c4-2ef9-4401-be52-56877c31feaa tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:44.704597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31753bde-b554-477f-9e08-f778f6290c91 req-4a2f35c4-2ef9-4401-be52-56877c31feaa tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.15 "GET /v2.0/ports?device_id=7afdadcc-29a0-4788-a955-b438f7d9ffb5 HTTP/1.1" status: 200 len: 949 time: 0.1382992 Jan 27 21:44:44.922990 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-691cf439-7a9f-471b-bace-ede5f213f591 req-56ad2ac2-c8ff-4e4a-bfb8-9a31f6211007 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/security-groups?id=e3b27b84-6955-43bc-8488-aaddea97ce54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173464 Jan 27 21:44:44.953345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cf20f-a690-4548-8d01-34a979895942 req-e4ceb8aa-7226-44f8-81df-9a9650dfe7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:44.954841 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-616cf20f-a690-4548-8d01-34a979895942 req-e4ceb8aa-7226-44f8-81df-9a9650dfe7f0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.2948260 Jan 27 21:44:44.966134 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-49afc0ca-2748-4dc2-ad67-caf62aaf0a67 service neutron] 10.222.0.21 "GET /v2.0/ports/4cbd2886-bcee-456e-bdfd-c12bedf27a91/bindings/n-h1-772272-3 HTTP/1.1" status: 200 len: 384 time: 0.1927295 Jan 27 21:44:44.983024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead347d-a055-420c-9527-791b0921cc9e req-19ddf42d-106b-4570-99bc-b7791da3e332 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:44.984410 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fead347d-a055-420c-9527-791b0921cc9e req-19ddf42d-106b-4570-99bc-b7791da3e332 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 944 time: 0.1686924 Jan 27 21:44:45.026774 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-616cf20f-a690-4548-8d01-34a979895942 req-1f39112d-0c45-41cb-ba56-23e80dafd08f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=77330e54-d780-4c6d-ada9-0ade9cecfd40 HTTP/1.1" status: 200 len: 217 time: 0.0628428 Jan 27 21:44:45.113408 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-31753bde-b554-477f-9e08-f778f6290c91 req-d9968705-33c2-4212-aea5-080df5d76599 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Deleting port bc07c970-7e68-4d0c-aa39-8ef9cf489777 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:44:45.113751 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-31753bde-b554-477f-9e08-f778f6290c91 req-d9968705-33c2-4212-aea5-080df5d76599 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (bc07c970-7e68-4d0c-aa39-8ef9cf489777), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:45.199420 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cf20f-a690-4548-8d01-34a979895942 req-7eb72813-8fb8-44ee-a144-d02fe108a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:45.200926 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-616cf20f-a690-4548-8d01-34a979895942 req-7eb72813-8fb8-44ee-a144-d02fe108a5fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1516109 Jan 27 21:44:45.213514 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fead347d-a055-420c-9527-791b0921cc9e req-c1c4ab32-5848-4b19-84e1-cf22a18e6114 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919820 Jan 27 21:44:45.343370 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-31753bde-b554-477f-9e08-f778f6290c91 req-d9968705-33c2-4212-aea5-080df5d76599 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] For port bc07c970-7e68-4d0c-aa39-8ef9cf489777, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=bc07c970-7e68-4d0c-aa39-8ef9cf489777,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:45.343958 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-31753bde-b554-477f-9e08-f778f6290c91 req-d9968705-33c2-4212-aea5-080df5d76599 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (bc07c970-7e68-4d0c-aa39-8ef9cf489777), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:45.400234 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-31753bde-b554-477f-9e08-f778f6290c91 req-d9968705-33c2-4212-aea5-080df5d76599 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Calling delete_port for bc07c970-7e68-4d0c-aa39-8ef9cf489777 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:44:45.403931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cf20f-a690-4548-8d01-34a979895942 req-8637f641-679d-4f18-b7c5-82691c4e58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:45.405588 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-616cf20f-a690-4548-8d01-34a979895942 req-8637f641-679d-4f18-b7c5-82691c4e58bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1967602 Jan 27 21:44:45.419141 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a761a-ee74-4a40-883e-f80fc90b17c5 req-c30174fa-b6eb-4ed0-a5a9-9eae3070139b tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:45.420618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b1a761a-ee74-4a40-883e-f80fc90b17c5 req-c30174fa-b6eb-4ed0-a5a9-9eae3070139b tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 943 time: 0.1971941 Jan 27 21:44:45.605447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-9488ed41-cb59-4a9a-b37a-c7692dc239b4 service neutron] For port 4cbd2886-bcee-456e-bdfd-c12bedf27a91, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=4cbd2886-bcee-456e-bdfd-c12bedf27a91,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:45.650105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07ea52-1a93-4c88-b250-27ec67af664c req-0849f089-b964-4da9-bec7-71431d48ef30 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:45.652128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e07ea52-1a93-4c88-b250-27ec67af664c req-0849f089-b964-4da9-bec7-71431d48ef30 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 948 time: 0.2172241 Jan 27 21:44:45.659781 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b1a761a-ee74-4a40-883e-f80fc90b17c5 req-e000d94f-81ad-40a0-b58c-2e23e96e5b1d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328453 Jan 27 21:44:45.682376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-9488ed41-cb59-4a9a-b37a-c7692dc239b4 service neutron] For port 4cbd2886-bcee-456e-bdfd-c12bedf27a91, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:45.746578 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-9488ed41-cb59-4a9a-b37a-c7692dc239b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cbd2886-bcee-456e-bdfd-c12bedf27a91 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:45.752939 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-616cf20f-a690-4548-8d01-34a979895942 req-d7421eb1-f15a-4522-9c39-842a5a619090 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313708 Jan 27 21:44:45.768829 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 77330e54-d780-4c6d-ada9-0ade9cecfd40 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:45.772304 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-9488ed41-cb59-4a9a-b37a-c7692dc239b4 service neutron] For port 4cbd2886-bcee-456e-bdfd-c12bedf27a91, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=4cbd2886-bcee-456e-bdfd-c12bedf27a91,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:45.819180 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 77330e54-d780-4c6d-ada9-0ade9cecfd40 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:44:45.823958 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 77330e54-d780-4c6d-ada9-0ade9cecfd40 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:45.824389 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:45.852733 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e07ea52-1a93-4c88-b250-27ec67af664c req-12a1f797-229b-4d48-9d54-5981e5477cee tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919556 Jan 27 21:44:45.881895 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-9488ed41-cb59-4a9a-b37a-c7692dc239b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4cbd2886-bcee-456e-bdfd-c12bedf27a91), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:45.903877 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 77330e54-d780-4c6d-ada9-0ade9cecfd40 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:45.904426 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:45.924677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:45.932209 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e2eec9-8926-465d-b5be-014b58885919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77330e54-d780-4c6d-ada9-0ade9cecfd40'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:45.934932 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170b5419-2dfa-48ab-a70a-d40f5f163fe7" -d '{"events": [{"server_uuid": "89e2eec9-8926-465d-b5be-014b58885919", "name": "network-vif-plugged", "status": "completed", "tag": "77330e54-d780-4c6d-ada9-0ade9cecfd40"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:45.972084 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 77330e54-d780-4c6d-ada9-0ade9cecfd40, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=77330e54-d780-4c6d-ada9-0ade9cecfd40,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:45.980871 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:45.981691 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:44:45.990400 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef79a3-af08-4e5f-8067-37fe2eab98c8 req-7dd7b0c4-1ef1-4da9-a8e6-b3d02e4b2742 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:45.991926 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0bef79a3-af08-4e5f-8067-37fe2eab98c8 req-7dd7b0c4-1ef1-4da9-a8e6-b3d02e4b2742 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 945 time: 0.2222445 Jan 27 21:44:45.996132 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-31753bde-b554-477f-9e08-f778f6290c91 req-d9968705-33c2-4212-aea5-080df5d76599 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (bc07c970-7e68-4d0c-aa39-8ef9cf489777), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:46.029795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['bc07c970-7e68-4d0c-aa39-8ef9cf489777'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:46.032252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:44:46.032607 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 4cdc0b5a-0abc-4c13-9dd8-17dbf88e860b not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:44:46.074996 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9968705-33c2-4212-aea5-080df5d76599 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Pushing event deleted for resources: {'Port': ['ID=bc07c970-7e68-4d0c-aa39-8ef9cf489777,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:46.078341 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-616cf20f-a690-4548-8d01-34a979895942 req-58cf6cd8-b946-4caa-b38b-e19ef7225486 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135567 Jan 27 21:44:46.087854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=77330e54-d780-4c6d-ada9-0ade9cecfd40,revision_number=9']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:46.092384 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:44:46.098356 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:46.100897 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5950eed0-64ac-4bd0-a2ae-e816b5b53e70), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:46.167456 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564576f0-279c-4742-aa91-c80595a64d3e req-d3809cfa-290a-465d-bde6-588a2dce34da tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:46.169052 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-564576f0-279c-4742-aa91-c80595a64d3e req-d3809cfa-290a-465d-bde6-588a2dce34da tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 944 time: 0.2479010 Jan 27 21:44:46.173396 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-31753bde-b554-477f-9e08-f778f6290c91 req-d9968705-33c2-4212-aea5-080df5d76599 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] No DVR routers for this DVR port bc07c970-7e68-4d0c-aa39-8ef9cf489777 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:44:46.177393 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-31753bde-b554-477f-9e08-f778f6290c91 req-d9968705-33c2-4212-aea5-080df5d76599 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:46.180763 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31753bde-b554-477f-9e08-f778f6290c91 req-d9968705-33c2-4212-aea5-080df5d76599 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.15 "DELETE /v2.0/ports/bc07c970-7e68-4d0c-aa39-8ef9cf489777 HTTP/1.1" status: 204 len: 173 time: 1.4482424 Jan 27 21:44:46.181729 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-9488ed41-cb59-4a9a-b37a-c7692dc239b4 service neutron] Transition to ACTIVE for port object 4cbd2886-bcee-456e-bdfd-c12bedf27a91 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:46.182364 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afdadcc-29a0-4788-a955-b438f7d9ffb5', 'name': 'network-vif-deleted', 'tag': 'bc07c970-7e68-4d0c-aa39-8ef9cf489777'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:46.185358 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f796b4ed-952d-46bd-b534-bb57d97e4307" -d '{"events": [{"server_uuid": "7afdadcc-29a0-4788-a955-b438f7d9ffb5", "name": "network-vif-deleted", "tag": "bc07c970-7e68-4d0c-aa39-8ef9cf489777"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:46.198801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0bef79a3-af08-4e5f-8067-37fe2eab98c8 req-ded4a9bd-e22c-490b-80c3-fc1b5db124fb tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/security-groups?id=f120fa57-9338-4456-88ae-82068641f033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920912 Jan 27 21:44:46.200930 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-9488ed41-cb59-4a9a-b37a-c7692dc239b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4cbd2886-bcee-456e-bdfd-c12bedf27a91), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:46.206128 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:46.206963 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5950eed0-64ac-4bd0-a2ae-e816b5b53e70), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:46.273531 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5950eed0-64ac-4bd0-a2ae-e816b5b53e70,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:46.278561 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5950eed0-64ac-4bd0-a2ae-e816b5b53e70), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:46.280329 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device e70f0d00-d82a-45c0-bb7d-d08d448ae524 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:46.325111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-9488ed41-cb59-4a9a-b37a-c7692dc239b4 service neutron] No DVR routers for this DVR port 4cbd2886-bcee-456e-bdfd-c12bedf27a91 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:44:46.351001 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488ed41-cb59-4a9a-b37a-c7692dc239b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4cbd2886-bcee-456e-bdfd-c12bedf27a91,revision_number=10']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:46.383844 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-564576f0-279c-4742-aa91-c80595a64d3e req-f06f63f4-2e23-4ac7-8943-49d7ea28959d tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/security-groups?id=568ba1e0-91c3-4e74-a986-802256f0b736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908162 Jan 27 21:44:46.395106 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=5950eed0-64ac-4bd0-a2ae-e816b5b53e70,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:46.434893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port e70f0d00-d82a-45c0-bb7d-d08d448ae524 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:44:46.443581 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port e70f0d00-d82a-45c0-bb7d-d08d448ae524 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:46.443968 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e70f0d00-d82a-45c0-bb7d-d08d448ae524), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:46.447936 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-9488ed41-cb59-4a9a-b37a-c7692dc239b4 service neutron] 10.222.0.21 "PUT /v2.0/ports/4cbd2886-bcee-456e-bdfd-c12bedf27a91/bindings/n-h1-772272-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4726632 Jan 27 21:44:46.619203 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4eab8d8-f483-4024-a447-1acb8965ee0f x-openstack-request-id: req-e4eab8d8-f483-4024-a447-1acb8965ee0f {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:46.621451 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e2eec9-8926-465d-b5be-014b58885919", "name": "network-vif-plugged", "status": "completed", "tag": "77330e54-d780-4c6d-ada9-0ade9cecfd40", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:46.621907 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4eab8d8-f483-4024-a447-1acb8965ee0f {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:46.622549 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-245aedea-f102-4493-bc7a-c12f9123d9c0 req-16d89668-9aad-4796-8f66-ed0368ac23a3 tempest-LiveMigrationNegativeTest-1219550903 tempest-LiveMigrationNegativeTest-1219550903-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afdadcc-29a0-4788-a955-b438f7d9ffb5 HTTP/1.1" status: 200 len: 210 time: 0.0582187 Jan 27 21:44:46.623938 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e2eec9-8926-465d-b5be-014b58885919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77330e54-d780-4c6d-ada9-0ade9cecfd40', 'code': 200} Jan 27 21:44:46.669052 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port e70f0d00-d82a-45c0-bb7d-d08d448ae524 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:46.669962 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e70f0d00-d82a-45c0-bb7d-d08d448ae524), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:46.709875 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74321e00-bfeb-40fc-b771-9adb9c197b2c x-openstack-request-id: req-74321e00-bfeb-40fc-b771-9adb9c197b2c {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:46.710584 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afdadcc-29a0-4788-a955-b438f7d9ffb5", "name": "network-vif-deleted", "tag": "bc07c970-7e68-4d0c-aa39-8ef9cf489777", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:46.710584 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-74321e00-bfeb-40fc-b771-9adb9c197b2c {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:46.710977 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afdadcc-29a0-4788-a955-b438f7d9ffb5', 'name': 'network-vif-deleted', 'tag': 'bc07c970-7e68-4d0c-aa39-8ef9cf489777', 'status': 'completed', 'code': 200} Jan 27 21:44:46.760654 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-3ef08a50-20ca-44c8-bf15-58a872f9e198 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:46.776531 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port e70f0d00-d82a-45c0-bb7d-d08d448ae524, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=e70f0d00-d82a-45c0-bb7d-d08d448ae524,segment=NetworkSegment(3c0f2f42-fe56-4027-8e68-8e0ff56e6659),segment_id=3c0f2f42-fe56-4027-8e68-8e0ff56e6659)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:46.780349 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-3ef08a50-20ca-44c8-bf15-58a872f9e198 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21&tenant_id=6f69f01a295841ef87a2606a7f3645b9&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 1095 time: 0.2641847 Jan 27 21:44:46.783277 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e70f0d00-d82a-45c0-bb7d-d08d448ae524), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:46.850982 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=e70f0d00-d82a-45c0-bb7d-d08d448ae524,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:47.010802 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44834) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:47.147949 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-588a1b56-9841-4834-a761-eac942ee10a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.220138 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77165f-01d0-4904-a9d2-88c8f9aabe7e req-6582b98f-4796-43ba-8a30-6d6975277738 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:47.221645 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e77165f-01d0-4904-a9d2-88c8f9aabe7e req-6582b98f-4796-43ba-8a30-6d6975277738 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 945 time: 0.1754363 Jan 27 21:44:47.223536 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-c34d3bef-f6a4-46f2-9d20-2c5818f15020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:47.224905 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-c34d3bef-f6a4-46f2-9d20-2c5818f15020 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21&tenant_id=6f69f01a295841ef87a2606a7f3645b9 HTTP/1.1" status: 200 len: 1095 time: 0.4395752 Jan 27 21:44:47.243977 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-588a1b56-9841-4834-a761-eac942ee10a2 admin admin] Publish callbacks [] for security_group (1eaa8f38-41ff-4bee-86b6-96befbf1a191), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.249048 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-588a1b56-9841-4834-a761-eac942ee10a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1eaa8f38-41ff-4bee-86b6-96befbf1a191), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.292691 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-588a1b56-9841-4834-a761-eac942ee10a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59a108892d2d452988cb49eb09e82529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777674 Jan 27 21:44:47.292691 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a1b56-9841-4834-a761-eac942ee10a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaa8f38-41ff-4bee-86b6-96befbf1a191,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:47.293220 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5da447a8-9124-44cc-815c-2575c0e21724 req-c4076e40-1942-4fc0-a7aa-6031b10cda57 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 258 time: 0.6262445 Jan 27 21:44:47.293527 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44838) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:47.323150 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-5da447a8-9124-44cc-815c-2575c0e21724 req-cc889735-686c-451d-998f-b8c4b39f4ad1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:47.338399 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-aa94c678-d7a3-4c23-a7b1-69f07bd61256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:47.340471 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-aa94c678-d7a3-4c23-a7b1-69f07bd61256 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 1095 time: 0.0871079 Jan 27 21:44:47.342725 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b61f911c-2280-4d28-9aef-ce6bcc3f6c86 admin admin] Publish callbacks [] for security_group (1eaa8f38-41ff-4bee-86b6-96befbf1a191), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.345917 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e77165f-01d0-4904-a9d2-88c8f9aabe7e req-41cbcac0-2841-430e-a6a4-c288748dcc82 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123691 Jan 27 21:44:47.369232 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b61f911c-2280-4d28-9aef-ce6bcc3f6c86 admin admin] Publish callbacks [] for security_group (1eaa8f38-41ff-4bee-86b6-96befbf1a191), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.376099 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5da447a8-9124-44cc-815c-2575c0e21724 req-cc889735-686c-451d-998f-b8c4b39f4ad1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.431684 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b61f911c-2280-4d28-9aef-ce6bcc3f6c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1eaa8f38-41ff-4bee-86b6-96befbf1a191), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.434310 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b61f911c-2280-4d28-9aef-ce6bcc3f6c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.439339 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b61f911c-2280-4d28-9aef-ce6bcc3f6c86 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1eaa8f38-41ff-4bee-86b6-96befbf1a191 HTTP/1.1" status: 204 len: 168 time: 0.1448555 Jan 27 21:44:47.447830 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f911c-2280-4d28-9aef-ce6bcc3f6c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaa8f38-41ff-4bee-86b6-96befbf1a191,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:47.524244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-b073b02e-c195-4301-b017-b496cb409540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:47.525829 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-b073b02e-c195-4301-b017-b496cb409540 service neutron] 10.222.0.15 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 920 time: 0.1771665 Jan 27 21:44:47.580724 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-11fa443e-2a94-46cd-8f87-acbcdefdbd20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cbd2886-bcee-456e-bdfd-c12bedf27a91 HTTP/1.1" status: 200 len: 217 time: 0.0479255 Jan 27 21:44:47.590068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4b4ce-6a89-4c8c-84b4-1829b9704b0c req-e78bf56a-f4df-40c2-ba65-3dff8f9f2cd6 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:47.591492 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ba4b4ce-6a89-4c8c-84b4-1829b9704b0c req-e78bf56a-f4df-40c2-ba65-3dff8f9f2cd6 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 944 time: 0.1370158 Jan 27 21:44:47.680126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-f6911ae6-a282-4125-9bf4-6e36c045171a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:47.681318 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-f6911ae6-a282-4125-9bf4-6e36c045171a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.0889270 Jan 27 21:44:47.692857 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5da447a8-9124-44cc-815c-2575c0e21724 req-cc889735-686c-451d-998f-b8c4b39f4ad1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.720249 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ba4b4ce-6a89-4c8c-84b4-1829b9704b0c req-6d530712-45be-483c-94d1-f8e07acf88ce tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183391 Jan 27 21:44:47.737461 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-c0c58a2a-d36e-4b94-8523-9f460230ce23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488188 Jan 27 21:44:47.763262 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44850) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:47.779887 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2ac0eb2d-f764-4bcd-b9fe-b46bf01651c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.867016 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2ac0eb2d-f764-4bcd-b9fe-b46bf01651c2 admin admin] Publish callbacks [] for security_group (6dee6791-22ef-4dd5-86c3-7d0e80bc62c8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.870957 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2ac0eb2d-f764-4bcd-b9fe-b46bf01651c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6dee6791-22ef-4dd5-86c3-7d0e80bc62c8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.914388 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2ac0eb2d-f764-4bcd-b9fe-b46bf01651c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a9166f943cc46929d5e168d6a0ee902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469638 Jan 27 21:44:47.914388 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0eb2d-f764-4bcd-b9fe-b46bf01651c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dee6791-22ef-4dd5-86c3-7d0e80bc62c8,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:47.916211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 44852) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:47.933665 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 4cbd2886-bcee-456e-bdfd-c12bedf27a91 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:44:47.972557 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca99d1-e995-4c72-8142-b07cba57c5c2 req-ed99fb7c-bfad-4fe3-b323-8cbda20a6fc0 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:47.974078 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25ca99d1-e995-4c72-8142-b07cba57c5c2 req-ed99fb7c-bfad-4fe3-b323-8cbda20a6fc0 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.1520462 Jan 27 21:44:47.975395 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-5da447a8-9124-44cc-815c-2575c0e21724 req-cc889735-686c-451d-998f-b8c4b39f4ad1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Allocated IP 172.25.3.182 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/05e59ae9-eee7-4633-a1e4-159df2df0a74) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:47.978096 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] The host n-h2-772272-3 is not matching for port 4cbd2886-bcee-456e-bdfd-c12bedf27a91 host n-h1-772272-3! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:44:47.978493 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 4cbd2886-bcee-456e-bdfd-c12bedf27a91 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:44:47.981663 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-3b2dab97-8b01-4eda-833c-902b0d8912a9 service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147994 Jan 27 21:44:48.144278 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-714a5fd2-425f-4a17-9502-f1e7ee3fe987 admin admin] Publish callbacks [] for security_group (6dee6791-22ef-4dd5-86c3-7d0e80bc62c8), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:48.171874 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25ca99d1-e995-4c72-8142-b07cba57c5c2 req-aeb1bc2d-6dbc-4162-8476-c01a47f74750 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842380 Jan 27 21:44:48.211745 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-714a5fd2-425f-4a17-9502-f1e7ee3fe987 admin admin] Publish callbacks [] for security_group (6dee6791-22ef-4dd5-86c3-7d0e80bc62c8), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:48.225753 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-69afc707-b17a-4b17-8ea1-829091d3100b service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361906 Jan 27 21:44:48.295654 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5da447a8-9124-44cc-815c-2575c0e21724 req-cc889735-686c-451d-998f-b8c4b39f4ad1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks [] for port (05e59ae9-eee7-4633-a1e4-159df2df0a74), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:48.325022 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d53ac8-0ce3-406c-ad7c-14a604b366f8 req-152af38d-6fca-49f6-8569-5bfd4ea736a8 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:48.326519 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-65d53ac8-0ce3-406c-ad7c-14a604b366f8 req-152af38d-6fca-49f6-8569-5bfd4ea736a8 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 945 time: 0.0940671 Jan 27 21:44:48.346143 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-714a5fd2-425f-4a17-9502-f1e7ee3fe987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6dee6791-22ef-4dd5-86c3-7d0e80bc62c8), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:48.348691 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-714a5fd2-425f-4a17-9502-f1e7ee3fe987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:48.349787 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-714a5fd2-425f-4a17-9502-f1e7ee3fe987 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6dee6791-22ef-4dd5-86c3-7d0e80bc62c8 HTTP/1.1" status: 204 len: 168 time: 0.4314680 Jan 27 21:44:48.371518 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a5fd2-425f-4a17-9502-f1e7ee3fe987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dee6791-22ef-4dd5-86c3-7d0e80bc62c8,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:48.392544 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5da447a8-9124-44cc-815c-2575c0e21724 req-cc889735-686c-451d-998f-b8c4b39f4ad1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (05e59ae9-eee7-4633-a1e4-159df2df0a74), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:48.453484 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-65d53ac8-0ce3-406c-ad7c-14a604b366f8 req-27fa06cf-c6f3-4e18-878d-7de06370b314 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/security-groups?id=568ba1e0-91c3-4e74-a986-802256f0b736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158838 Jan 27 21:44:48.519305 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da447a8-9124-44cc-815c-2575c0e21724 req-cc889735-686c-451d-998f-b8c4b39f4ad1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:48.531833 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-5da447a8-9124-44cc-815c-2575c0e21724 req-cc889735-686c-451d-998f-b8c4b39f4ad1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:48.536261 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da447a8-9124-44cc-815c-2575c0e21724 req-cc889735-686c-451d-998f-b8c4b39f4ad1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:48.546760 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc889735-686c-451d-998f-b8c4b39f4ad1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Pushing event updated for resources: {'Port': ['ID=05e59ae9-eee7-4633-a1e4-159df2df0a74,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:48.625583 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5950eed0-64ac-4bd0-a2ae-e816b5b53e70'}, {'server_uuid': 'cb78b828-ba1c-4da8-9b5b-13a750cecc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70f0d00-d82a-45c0-bb7d-d08d448ae524'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:48.628005 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccc73aa-6b88-4b2d-b814-479af455c46c" -d '{"events": [{"server_uuid": "0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb", "name": "network-vif-plugged", "status": "completed", "tag": "5950eed0-64ac-4bd0-a2ae-e816b5b53e70"}, {"server_uuid": "cb78b828-ba1c-4da8-9b5b-13a750cecc7b", "name": "network-vif-plugged", "status": "completed", "tag": "e70f0d00-d82a-45c0-bb7d-d08d448ae524"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:48.632915 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5da447a8-9124-44cc-815c-2575c0e21724 req-cc889735-686c-451d-998f-b8c4b39f4ad1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks [] for floatingip (9ff50030-bd44-410c-bd6c-6c9b2eb73d2c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:48.652607 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-cd7d85e4-a166-4465-aeff-1d2949507bc5 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:48.655459 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-cd7d85e4-a166-4465-aeff-1d2949507bc5 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21&tenant_id=6f69f01a295841ef87a2606a7f3645b9&binding%3Ahost_id=n-h1-772272-3 HTTP/1.1" status: 200 len: 1095 time: 0.2098927 Jan 27 21:44:48.759758 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5da447a8-9124-44cc-815c-2575c0e21724 req-cc889735-686c-451d-998f-b8c4b39f4ad1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (05e59ae9-eee7-4633-a1e4-159df2df0a74), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:48.831224 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fc27a-df89-4adf-8e8e-81263ef40c8c req-cd3d6372-57d7-4d7a-9574-db18936d1ff4 tempest-MigrationsAdminTest-1687484128 tempest-MigrationsAdminTest-1687484128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:48.838353 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-900fc27a-df89-4adf-8e8e-81263ef40c8c req-cd3d6372-57d7-4d7a-9574-db18936d1ff4 tempest-MigrationsAdminTest-1687484128 tempest-MigrationsAdminTest-1687484128-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 1100 time: 0.1590412 Jan 27 21:44:48.969368 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44878) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:49.008680 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-900fc27a-df89-4adf-8e8e-81263ef40c8c req-e05a15f2-1d89-4e15-86aa-7b75fad0c9ff tempest-MigrationsAdminTest-1687484128 tempest-MigrationsAdminTest-1687484128-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687715 Jan 27 21:44:49.025032 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-b4ccee0a-66c8-4507-bc46-f182840d416b service neutron] For port 4cbd2886-bcee-456e-bdfd-c12bedf27a91, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:49.030235 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-b4ccee0a-66c8-4507-bc46-f182840d416b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.031393 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ef29cbe-5942-48ce-a0ed-9cdc785fa640 req-b4ccee0a-66c8-4507-bc46-f182840d416b service neutron] 10.222.0.15 "DELETE /v2.0/ports/4cbd2886-bcee-456e-bdfd-c12bedf27a91/bindings/n-h2-772272-3 HTTP/1.1" status: 204 len: 173 time: 0.3536968 Jan 27 21:44:49.170154 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5da447a8-9124-44cc-815c-2575c0e21724 req-cc889735-686c-451d-998f-b8c4b39f4ad1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks [] for port (05e59ae9-eee7-4633-a1e4-159df2df0a74), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.197035 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d45393-38a5-4d06-8634-c10cda97402d req-4708d645-94f9-4cfc-b0d5-fa40adf718fa tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:49.197035 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-51d45393-38a5-4d06-8634-c10cda97402d req-4708d645-94f9-4cfc-b0d5-fa40adf718fa tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 945 time: 0.0682976 Jan 27 21:44:49.197035 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5da447a8-9124-44cc-815c-2575c0e21724 req-cc889735-686c-451d-998f-b8c4b39f4ad1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (05e59ae9-eee7-4633-a1e4-159df2df0a74), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.209702 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5da447a8-9124-44cc-815c-2575c0e21724 req-cc889735-686c-451d-998f-b8c4b39f4ad1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (9ff50030-bd44-410c-bd6c-6c9b2eb73d2c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.253027 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0cc9e9d5-e9b9-43fb-a329-c354abe19f5b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da7f273c89bd44f3a10374ca699c2188&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796025 Jan 27 21:44:49.256155 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44892) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:49.286734 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-51d45393-38a5-4d06-8634-c10cda97402d req-2a912ec5-3df7-4382-9a95-8e421ee98fae tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824342 Jan 27 21:44:49.296290 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5da447a8-9124-44cc-815c-2575c0e21724 req-cc889735-686c-451d-998f-b8c4b39f4ad1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.297473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5da447a8-9124-44cc-815c-2575c0e21724 req-cc889735-686c-451d-998f-b8c4b39f4ad1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9832485 Jan 27 21:44:49.308200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc889735-686c-451d-998f-b8c4b39f4ad1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Pushing event updated for resources: {'Port': ['ID=05e59ae9-eee7-4633-a1e4-159df2df0a74,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:49.332604 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a873050c-33a6-46e3-bfa9-41f50528c2cb admin admin] Publish callbacks [] for security_group (e3b27b84-6955-43bc-8488-aaddea97ce54), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.360824 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a873050c-33a6-46e3-bfa9-41f50528c2cb admin admin] Publish callbacks [] for security_group (e3b27b84-6955-43bc-8488-aaddea97ce54), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.386804 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d2243d-7583-46ad-b82e-91097ef72c49 x-openstack-request-id: req-57d2243d-7583-46ad-b82e-91097ef72c49 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:49.387727 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb", "name": "network-vif-plugged", "status": "completed", "tag": "5950eed0-64ac-4bd0-a2ae-e816b5b53e70", "code": 200}, {"server_uuid": "cb78b828-ba1c-4da8-9b5b-13a750cecc7b", "name": "network-vif-plugged", "status": "completed", "tag": "e70f0d00-d82a-45c0-bb7d-d08d448ae524", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:49.387727 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57d2243d-7583-46ad-b82e-91097ef72c49 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:49.388311 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5950eed0-64ac-4bd0-a2ae-e816b5b53e70', 'code': 200} Jan 27 21:44:49.388583 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb78b828-ba1c-4da8-9b5b-13a750cecc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70f0d00-d82a-45c0-bb7d-d08d448ae524', 'code': 200} Jan 27 21:44:49.403758 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5da447a8-9124-44cc-815c-2575c0e21724 req-b10ce885-7cfa-48e5-9e73-c767039bfcec tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 696 time: 0.0974991 Jan 27 21:44:49.431378 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a873050c-33a6-46e3-bfa9-41f50528c2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e3b27b84-6955-43bc-8488-aaddea97ce54), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.437395 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a873050c-33a6-46e3-bfa9-41f50528c2cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.442560 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a873050c-33a6-46e3-bfa9-41f50528c2cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3b27b84-6955-43bc-8488-aaddea97ce54 HTTP/1.1" status: 204 len: 168 time: 0.1797347 Jan 27 21:44:49.462920 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873050c-33a6-46e3-bfa9-41f50528c2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b27b84-6955-43bc-8488-aaddea97ce54,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:49.785073 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device bc07c970-7e68-4d0c-aa39-8ef9cf489777 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:44:49.811320 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: bc07c970-7e68-4d0c-aa39-8ef9cf489777 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:44:49.811666 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device bc07c970-7e68-4d0c-aa39-8ef9cf489777 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:44:49.814926 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44904) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:49.852865 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6db42-c5f3-4d64-b593-48ab2807b4a0 req-b7d15a33-ed9f-446f-841d-3092a5eeb97f tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:49.854939 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43a6db42-c5f3-4d64-b593-48ab2807b4a0 req-b7d15a33-ed9f-446f-841d-3092a5eeb97f tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 944 time: 0.4148161 Jan 27 21:44:49.860502 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-62cde841-8c7a-4a84-a8de-2408da5dc04b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73a6def608004e78be59ebff6fcee22f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442557 Jan 27 21:44:49.862828 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44906) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:49.876598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489f26e-0724-4c9f-8c37-533504d5fe08 req-40a32c08-7abc-4abf-bcf4-1940bd2e442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:49.878097 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5489f26e-0724-4c9f-8c37-533504d5fe08 req-40a32c08-7abc-4abf-bcf4-1940bd2e442e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 1096 time: 0.1330223 Jan 27 21:44:49.886807 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da447a8-9124-44cc-815c-2575c0e21724 req-39cc3b33-ba47-4f4c-a1aa-baedfd39dd21 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:49.888378 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5da447a8-9124-44cc-815c-2575c0e21724 req-39cc3b33-ba47-4f4c-a1aa-baedfd39dd21 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.4613972 Jan 27 21:44:49.894719 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2428c-736a-4395-b6e2-d69f0199277b req-d2b572f1-3fd0-4b4b-96e5-c6262f787e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:49.896701 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05c2428c-736a-4395-b6e2-d69f0199277b req-d2b572f1-3fd0-4b4b-96e5-c6262f787e64 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 1096 time: 0.1527338 Jan 27 21:44:49.910555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-5da447a8-9124-44cc-815c-2575c0e21724 req-9107925f-4c53-469d-ac59-0865e033610d tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:44:49.911533 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5da447a8-9124-44cc-815c-2575c0e21724 req-9107925f-4c53-469d-ac59-0865e033610d tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138826 Jan 27 21:44:49.927327 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-33e0f4ec-a173-4e94-9f7f-b2aef06e78a9 admin admin] Publish callbacks [] for security_group (b8161c3d-6535-4ab1-8602-be5dda1eb49d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.984580 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-33e0f4ec-a173-4e94-9f7f-b2aef06e78a9 admin admin] Publish callbacks [] for security_group (b8161c3d-6535-4ab1-8602-be5dda1eb49d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:50.009436 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43a6db42-c5f3-4d64-b593-48ab2807b4a0 req-4facc941-ddee-4903-89ef-ab8f314c307b tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363819 Jan 27 21:44:50.018264 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5489f26e-0724-4c9f-8c37-533504d5fe08 req-a16e9b66-2c8f-4473-8702-1e9547e3a61d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186931 Jan 27 21:44:50.030030 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05c2428c-736a-4395-b6e2-d69f0199277b req-0ed3d663-43cf-4acf-9ef1-868a57e62ce8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=568ba1e0-91c3-4e74-a986-802256f0b736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027064 Jan 27 21:44:50.117107 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-33e0f4ec-a173-4e94-9f7f-b2aef06e78a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b8161c3d-6535-4ab1-8602-be5dda1eb49d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:50.119942 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-33e0f4ec-a173-4e94-9f7f-b2aef06e78a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:50.123571 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-33e0f4ec-a173-4e94-9f7f-b2aef06e78a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8161c3d-6535-4ab1-8602-be5dda1eb49d HTTP/1.1" status: 204 len: 168 time: 0.2573724 Jan 27 21:44:50.129624 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0f4ec-a173-4e94-9f7f-b2aef06e78a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8161c3d-6535-4ab1-8602-be5dda1eb49d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:50.156743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33ec14-981d-44e9-a1ee-1d75c3c908dc req-dcbe3d0e-f922-4f8c-ad22-333a2eb6b902 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:50.163860 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc33ec14-981d-44e9-a1ee-1d75c3c908dc req-dcbe3d0e-f922-4f8c-ad22-333a2eb6b902 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 945 time: 0.0639677 Jan 27 21:44:50.216743 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc33ec14-981d-44e9-a1ee-1d75c3c908dc req-d6930b33-6dbb-4d6a-bfa8-1be09f29f7ba tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/security-groups?id=568ba1e0-91c3-4e74-a986-802256f0b736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518148 Jan 27 21:44:50.439590 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b28109-e40a-456f-a4f6-55fc45694487 req-687866d7-fad2-4de5-9a81-8cd40217cd3a tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=199845b217c54a388bc3d621d514a954&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322914 Jan 27 21:44:50.469935 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-7a2d9b07-462f-4fb0-958d-a4c54806081b tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:50.471439 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-7a2d9b07-462f-4fb0-958d-a4c54806081b tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1297367 Jan 27 21:44:50.565672 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-13a811e5-f097-4b0c-8c4a-2cad7903408e tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 696 time: 0.0811949 Jan 27 21:44:50.590991 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-60d9c305-f3cb-4ccc-81be-e676562d67bf tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Request body: {'floatingip': {'port_id': '72668b71-449f-4c32-a089-5fa32a086671', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:50.638309 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-60d9c305-f3cb-4ccc-81be-e676562d67bf tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks [] for floatingip (9ff50030-bd44-410c-bd6c-6c9b2eb73d2c), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:50.688412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e8f96bd3-3551-4b06-bb59-4a16d0b5e4c7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:50.689918 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e8f96bd3-3551-4b06-bb59-4a16d0b5e4c7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2370870 Jan 27 21:44:50.725364 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b28109-e40a-456f-a4f6-55fc45694487 req-42c80e96-37cd-41a3-86a7-b7747a972d14 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/quotas/199845b217c54a388bc3d621d514a954 HTTP/1.1" status: 200 len: 375 time: 0.0150902 Jan 27 21:44:50.801687 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:50.853441 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b28109-e40a-456f-a4f6-55fc45694487 req-a4f4ab83-d7cc-433c-bec0-d17c5b24f713 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1213782 Jan 27 21:44:51.140092 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c48744-46a1-4005-9b49-575cadd39b9c req-3f4aa4e9-516e-488e-83dc-f380cdc52909 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:51.141601 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7c48744-46a1-4005-9b49-575cadd39b9c req-3f4aa4e9-516e-488e-83dc-f380cdc52909 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 945 time: 0.0911949 Jan 27 21:44:51.267825 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7c48744-46a1-4005-9b49-575cadd39b9c req-e9471e55-fae3-49d8-9f95-ac9947ff9c0f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144574 Jan 27 21:44:51.272264 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-60d9c305-f3cb-4ccc-81be-e676562d67bf tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:51.279486 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-60d9c305-f3cb-4ccc-81be-e676562d67bf tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (9ff50030-bd44-410c-bd6c-6c9b2eb73d2c), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:51.417943 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42339fbd-013d-42ae-88e3-4d9b5d84f166 req-48e09328-8e54-4c16-9aae-dfb35f3ada5e tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:51.419442 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42339fbd-013d-42ae-88e3-4d9b5d84f166 req-48e09328-8e54-4c16-9aae-dfb35f3ada5e tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 1095 time: 0.0866675 Jan 27 21:44:51.441036 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-60d9c305-f3cb-4ccc-81be-e676562d67bf tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Floating IP 9ff50030-bd44-410c-bd6c-6c9b2eb73d2c associated. External IP: 172.25.3.182, port: 72668b71-449f-4c32-a089-5fa32a086671. Jan 27 21:44:51.517308 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42339fbd-013d-42ae-88e3-4d9b5d84f166 req-793ee0e6-fe83-41df-a698-7c67c11817e2 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865474 Jan 27 21:44:51.701802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8574b19c-e991-4317-ba56-d36a7ed3c9aa req-e9bac25a-6fdf-4104-b59a-45e6c82e9726 tempest-FlavorsV2NegativeTest-2126860951 tempest-FlavorsV2NegativeTest-2126860951-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=608bf0b9fb8749b68a5319cd6b59fe70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315835 Jan 27 21:44:51.764727 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-60d9c305-f3cb-4ccc-81be-e676562d67bf tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Router 85c38777-5427-47b3-a78f-fa4e3bbc98df has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:44:51.864498 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574b19c-e991-4317-ba56-d36a7ed3c9aa req-2d4f7ff3-35da-4623-affc-ed70f3cd29d7 tempest-FlavorsV2NegativeTest-2126860951 tempest-FlavorsV2NegativeTest-2126860951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:51.865928 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8574b19c-e991-4317-ba56-d36a7ed3c9aa req-2d4f7ff3-35da-4623-affc-ed70f3cd29d7 tempest-FlavorsV2NegativeTest-2126860951 tempest-FlavorsV2NegativeTest-2126860951-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1575890 Jan 27 21:44:51.909564 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8574b19c-e991-4317-ba56-d36a7ed3c9aa req-4d3fd3d2-edc9-4e85-8ec4-d42ac4c59bd4 tempest-FlavorsV2NegativeTest-2126860951 tempest-FlavorsV2NegativeTest-2126860951-project] 10.222.0.23 "GET /v2.0/quotas/608bf0b9fb8749b68a5319cd6b59fe70 HTTP/1.1" status: 200 len: 375 time: 0.0138843 Jan 27 21:44:51.934741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-60d9c305-f3cb-4ccc-81be-e676562d67bf tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:44:51.942365 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:44:51.944637 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe08480-711f-4363-bdec-bc3bafd842cd None None] Sync routers for ids ['85c38777-5427-47b3-a78f-fa4e3bbc98df'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:44:51.952320 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-60d9c305-f3cb-4ccc-81be-e676562d67bf tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:51.956210 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8574b19c-e991-4317-ba56-d36a7ed3c9aa req-20cb6a18-9c18-431e-a424-32f4d35f5bab tempest-FlavorsV2NegativeTest-2126860951 tempest-FlavorsV2NegativeTest-2126860951-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=608bf0b9fb8749b68a5319cd6b59fe70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382636 Jan 27 21:44:51.966603 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe08480-711f-4363-bdec-bc3bafd842cd None None] Routers {'85c38777-5427-47b3-a78f-fa4e3bbc98df'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:51.967240 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-1fe08480-711f-4363-bdec-bc3bafd842cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:44:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['85c38777-5427-47b3-a78f-fa4e3bbc98df'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:51.988002 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-60d9c305-f3cb-4ccc-81be-e676562d67bf tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "PUT /v2.0/floatingips/9ff50030-bd44-410c-bd6c-6c9b2eb73d2c HTTP/1.1" status: 200 len: 996 time: 1.4139228 Jan 27 21:44:51.988587 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf43803-8d43-4b18-95bf-fa704a6a5209', 'tag': '72668b71-449f-4c32-a089-5fa32a086671'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:51.991101 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6aa11fe-633d-4e68-871d-7e2474784c51" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf43803-8d43-4b18-95bf-fa704a6a5209", "tag": "72668b71-449f-4c32-a089-5fa32a086671"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:52.054181 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b28109-e40a-456f-a4f6-55fc45694487 req-72dbb824-e0bc-43b8-9075-5f40fad1fb7f tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=199845b217c54a388bc3d621d514a954&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400774 Jan 27 21:44:52.128812 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f6b64b6-b0ca-4d29-880c-cf289c43449d req-c648ebe2-4b8d-44e8-a4b9-e8f5559bb802 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 210 time: 0.0578489 Jan 27 21:44:52.129244 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-1fe08480-711f-4363-bdec-bc3bafd842cd None None] Set router 85c38777-5427-47b3-a78f-fa4e3bbc98df gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:44:52.390477 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-1fe08480-711f-4363-bdec-bc3bafd842cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-357719180-router', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:05Z', 'updated_at': '2022-01-27T21:44:12Z', 'revision_number': 4, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'gw_port': {'id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:07Z', 'updated_at': '2022-01-27T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '9ff50030-bd44-410c-bd6c-6c9b2eb73d2c', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'port_id': '72668b71-449f-4c32-a089-5fa32a086671', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233', 'mac_address': 'fa:16:3e:4e:2d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf43803-8d43-4b18-95bf-fa704a6a5209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:44:48Z', 'updated_at': '2022-01-27T21:44:51Z', 'revision_number': 1, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b082d71-be2d-49bf-83cf-8759fdb367f6', 'name': '', 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'mac_address': 'fa:16:3e:b5:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '58ad998a-751c-45b2-93b9-d35a3c3d587e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:11Z', 'updated_at': '2022-01-27T21:44:17Z', 'revision_number': 5, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'subnets': [{'id': '58ad998a-751c-45b2-93b9-d35a3c3d587e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:52.428188 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe08480-711f-4363-bdec-bc3bafd842cd None None] Checking router: 85c38777-5427-47b3-a78f-fa4e3bbc98df for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:44:52.438936 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe08480-711f-4363-bdec-bc3bafd842cd None None] Routers {'85c38777-5427-47b3-a78f-fa4e3bbc98df'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:52.439860 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-1fe08480-711f-4363-bdec-bc3bafd842cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:44:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['85c38777-5427-47b3-a78f-fa4e3bbc98df'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:52.502413 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-2f954039-bbaa-4542-9f54-4efb582a32ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:52.503921 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-2f954039-bbaa-4542-9f54-4efb582a32ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03c085da32304ba7a791d6a5792b2a15&device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 1096 time: 0.4639082 Jan 27 21:44:52.587970 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-1fe08480-711f-4363-bdec-bc3bafd842cd None None] Set router 85c38777-5427-47b3-a78f-fa4e3bbc98df gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:44:52.602675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d8453-e5b2-4f50-9589-32ebb566d298 req-7f140e4b-9140-4c60-8e8a-ce8b9b9bf3ac tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:52.609846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-711d8453-e5b2-4f50-9589-32ebb566d298 req-7f140e4b-9140-4c60-8e8a-ce8b9b9bf3ac tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 945 time: 0.1557148 Jan 27 21:44:52.617409 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b28109-e40a-456f-a4f6-55fc45694487 req-4a15a336-073d-40ba-ab11-f847779eb6c1 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:52.619022 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b28109-e40a-456f-a4f6-55fc45694487 req-4a15a336-073d-40ba-ab11-f847779eb6c1 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5368223 Jan 27 21:44:52.647060 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-25b28109-e40a-456f-a4f6-55fc45694487 req-7bd74ad7-ad27-413b-a18b-38fd137ba584 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Request body: {'port': {'device_id': '61b71ec7-d55c-4765-9ac1-29ab1e990f4a', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '199845b217c54a388bc3d621d514a954'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:52.742113 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-711d8453-e5b2-4f50-9589-32ebb566d298 req-3f0827c7-0296-4691-b368-5275913d8f34 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/security-groups?id=568ba1e0-91c3-4e74-a986-802256f0b736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292756 Jan 27 21:44:52.804923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-cb093896-3f48-4169-945d-318dda08a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:52.810881 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-cb093896-3f48-4169-945d-318dda08a781 service neutron] 10.222.0.23 "GET /v2.0/networks?id=56db14e3-ee07-41f9-b61f-63f30fd45233 HTTP/1.1" status: 200 len: 929 time: 0.2901411 Jan 27 21:44:52.811335 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45040) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:52.873610 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-1fe08480-711f-4363-bdec-bc3bafd842cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-357719180-router', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:05Z', 'updated_at': '2022-01-27T21:44:12Z', 'revision_number': 4, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'gw_port': {'id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:07Z', 'updated_at': '2022-01-27T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '9ff50030-bd44-410c-bd6c-6c9b2eb73d2c', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'port_id': '72668b71-449f-4c32-a089-5fa32a086671', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233', 'mac_address': 'fa:16:3e:4e:2d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf43803-8d43-4b18-95bf-fa704a6a5209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:44:48Z', 'updated_at': '2022-01-27T21:44:51Z', 'revision_number': 1, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b082d71-be2d-49bf-83cf-8759fdb367f6', 'name': '', 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'mac_address': 'fa:16:3e:b5:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '58ad998a-751c-45b2-93b9-d35a3c3d587e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:11Z', 'updated_at': '2022-01-27T21:44:17Z', 'revision_number': 5, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'subnets': [{'id': '58ad998a-751c-45b2-93b9-d35a3c3d587e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:52.907020 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-356bd3dd-2568-4acb-a12c-8505be929776 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72668b71-449f-4c32-a089-5fa32a086671 HTTP/1.1" status: 200 len: 999 time: 0.0886233 Jan 27 21:44:52.920850 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe08480-711f-4363-bdec-bc3bafd842cd None None] The sync data for ids ['85c38777-5427-47b3-a78f-fa4e3bbc98df'] in n-d-772272-3 is: [{'id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-357719180-router', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:05Z', 'updated_at': '2022-01-27T21:44:12Z', 'revision_number': 4, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'gw_port': {'id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:07Z', 'updated_at': '2022-01-27T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '9ff50030-bd44-410c-bd6c-6c9b2eb73d2c', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'port_id': '72668b71-449f-4c32-a089-5fa32a086671', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233', 'mac_address': 'fa:16:3e:4e:2d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf43803-8d43-4b18-95bf-fa704a6a5209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:44:48Z', 'updated_at': '2022-01-27T21:44:51Z', 'revision_number': 1, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b082d71-be2d-49bf-83cf-8759fdb367f6', 'name': '', 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'mac_address': 'fa:16:3e:b5:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '58ad998a-751c-45b2-93b9-d35a3c3d587e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:11Z', 'updated_at': '2022-01-27T21:44:17Z', 'revision_number': 5, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'subnets': [{'id': '58ad998a-751c-45b2-93b9-d35a3c3d587e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:44:52.949295 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b28109-e40a-456f-a4f6-55fc45694487 req-7bd74ad7-ad27-413b-a18b-38fd137ba584 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Made reservation on behalf of 199845b217c54a388bc3d621d514a954 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:52.952961 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25b28109-e40a-456f-a4f6-55fc45694487 req-7bd74ad7-ad27-413b-a18b-38fd137ba584 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:52.985453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-0c9af0c8-54a5-4007-abd1-86a321b4ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:52.986880 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-0c9af0c8-54a5-4007-abd1-86a321b4ca99 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58ad998a-751c-45b2-93b9-d35a3c3d587e HTTP/1.1" status: 200 len: 867 time: 0.0743780 Jan 27 21:44:53.010830 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aff582bf-896c-46b8-b084-74839da02d66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.114119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-ede735c0-6fd9-4ad8-a494-513bd6b0f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:53.115410 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-ede735c0-6fd9-4ad8-a494-513bd6b0f3b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56db14e3-ee07-41f9-b61f-63f30fd45233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859406 Jan 27 21:44:53.122591 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aff582bf-896c-46b8-b084-74839da02d66 admin admin] Publish callbacks [] for security_group (2c71da95-d191-4b4f-afa3-6277f61d7ac9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.129007 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-9bd4ce55-d326-4498-8356-4c56a2535d97 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:44:53.130152 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-9bd4ce55-d326-4498-8356-4c56a2535d97 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072672 Jan 27 21:44:53.137437 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aff582bf-896c-46b8-b084-74839da02d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2c71da95-d191-4b4f-afa3-6277f61d7ac9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.185335 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-aff582bf-896c-46b8-b084-74839da02d66 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=608bf0b9fb8749b68a5319cd6b59fe70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725970 Jan 27 21:44:53.192600 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff582bf-896c-46b8-b084-74839da02d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c71da95-d191-4b4f-afa3-6277f61d7ac9,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:53.193964 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45048) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:53.212783 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-25b28109-e40a-456f-a4f6-55fc45694487 req-7bd74ad7-ad27-413b-a18b-38fd137ba584 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Allocated IP 192.168.233.76 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/537d39f5-3db6-4733-9179-5735f9af9f10) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:53.218456 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df0313e-8229-4180-9f89-e9aade01eddf None None] New status for floating IP 9ff50030-bd44-410c-bd6c-6c9b2eb73d2c: ACTIVE {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:44:53.491812 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-9025a049-4c8f-4326-9a1f-75d3304851cb service neutron] 10.222.0.23 "GET /v2.0/networks/56db14e3-ee07-41f9-b61f-63f30fd45233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555050 Jan 27 21:44:53.507161 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-23a796b8-12f0-4c94-958e-f46e71899877 admin admin] Publish callbacks [] for security_group (2c71da95-d191-4b4f-afa3-6277f61d7ac9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.518405 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b1434-c03e-4756-9290-d5ca941e28af req-08e0d38a-e688-4f41-b77e-4612ee9299e1 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:53.518910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b1434-c03e-4756-9290-d5ca941e28af req-08e0d38a-e688-4f41-b77e-4612ee9299e1 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:53.519378 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b1434-c03e-4756-9290-d5ca941e28af req-08e0d38a-e688-4f41-b77e-4612ee9299e1 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:53.519842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b1434-c03e-4756-9290-d5ca941e28af req-08e0d38a-e688-4f41-b77e-4612ee9299e1 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:53.520330 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b1434-c03e-4756-9290-d5ca941e28af req-08e0d38a-e688-4f41-b77e-4612ee9299e1 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:53.520782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b1434-c03e-4756-9290-d5ca941e28af req-08e0d38a-e688-4f41-b77e-4612ee9299e1 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:53.521240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b1434-c03e-4756-9290-d5ca941e28af req-08e0d38a-e688-4f41-b77e-4612ee9299e1 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:53.521696 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b1434-c03e-4756-9290-d5ca941e28af req-08e0d38a-e688-4f41-b77e-4612ee9299e1 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:53.522155 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b1434-c03e-4756-9290-d5ca941e28af req-08e0d38a-e688-4f41-b77e-4612ee9299e1 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:53.522604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b1434-c03e-4756-9290-d5ca941e28af req-08e0d38a-e688-4f41-b77e-4612ee9299e1 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:53.523054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b1434-c03e-4756-9290-d5ca941e28af req-08e0d38a-e688-4f41-b77e-4612ee9299e1 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:53.523502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b1434-c03e-4756-9290-d5ca941e28af req-08e0d38a-e688-4f41-b77e-4612ee9299e1 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:53.525464 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b05b1434-c03e-4756-9290-d5ca941e28af req-08e0d38a-e688-4f41-b77e-4612ee9299e1 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8555 time: 0.3781855 Jan 27 21:44:53.629919 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-23a796b8-12f0-4c94-958e-f46e71899877 admin admin] Publish callbacks [] for security_group (2c71da95-d191-4b4f-afa3-6277f61d7ac9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.767215 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92de862a-6fd4-44b8-918d-48b4200d0e4c req-1dedc766-8526-4634-8b93-f4ab7ca1cf90 service neutron] 10.222.0.23 "GET /v2.0/networks/56db14e3-ee07-41f9-b61f-63f30fd45233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608302 Jan 27 21:44:53.798060 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25b28109-e40a-456f-a4f6-55fc45694487 req-7bd74ad7-ad27-413b-a18b-38fd137ba584 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks [] for port (537d39f5-3db6-4733-9179-5735f9af9f10), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.807774 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-ad6afe62-e3fd-4596-a2a3-9e3ea362d2a0 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:53.809335 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-ad6afe62-e3fd-4596-a2a3-9e3ea362d2a0 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 819 time: 0.2112789 Jan 27 21:44:53.826262 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004c9b12-f9f5-484a-9425-4415e8a9ef31 x-openstack-request-id: req-004c9b12-f9f5-484a-9425-4415e8a9ef31 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:53.826576 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf43803-8d43-4b18-95bf-fa704a6a5209", "tag": "72668b71-449f-4c32-a089-5fa32a086671", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:53.826840 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-004c9b12-f9f5-484a-9425-4415e8a9ef31 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:53.827240 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf43803-8d43-4b18-95bf-fa704a6a5209', 'tag': '72668b71-449f-4c32-a089-5fa32a086671', 'status': 'completed', 'code': 200} Jan 27 21:44:53.828690 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-23a796b8-12f0-4c94-958e-f46e71899877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2c71da95-d191-4b4f-afa3-6277f61d7ac9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.831317 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-23a796b8-12f0-4c94-958e-f46e71899877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.832422 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-23a796b8-12f0-4c94-958e-f46e71899877 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c71da95-d191-4b4f-afa3-6277f61d7ac9 HTTP/1.1" status: 204 len: 168 time: 0.6210659 Jan 27 21:44:53.842197 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-fe502339-0fc8-4209-b0c4-3fa0283e0189 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/quotas/6f69f01a295841ef87a2606a7f3645b9 HTTP/1.1" status: 200 len: 375 time: 0.0267968 Jan 27 21:44:53.872388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a796b8-12f0-4c94-958e-f46e71899877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c71da95-d191-4b4f-afa3-6277f61d7ac9,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:53.945900 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25b28109-e40a-456f-a4f6-55fc45694487 req-7bd74ad7-ad27-413b-a18b-38fd137ba584 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (537d39f5-3db6-4733-9179-5735f9af9f10), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.957821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['77330e54-d780-4c6d-ada9-0ade9cecfd40'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:54.024679 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa11fe-633d-4e68-871d-7e2474784c51 req-39a16f93-4daf-4caa-bdef-1d60b691f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:54.024679 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6aa11fe-633d-4e68-871d-7e2474784c51 req-39a16f93-4daf-4caa-bdef-1d60b691f4c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=03c085da32304ba7a791d6a5792b2a15&device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 1096 time: 0.1592045 Jan 27 21:44:54.024679 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-85270860-40a0-47c3-a274-e57059b37ad3 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1663020 Jan 27 21:44:54.049343 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b28109-e40a-456f-a4f6-55fc45694487 req-7bd74ad7-ad27-413b-a18b-38fd137ba584 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:54.067373 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd74ad7-ad27-413b-a18b-38fd137ba584 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Pushing event updated for resources: {'Port': ['ID=537d39f5-3db6-4733-9179-5735f9af9f10,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:54.076143 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b46f3f94-c2e9-4391-aafa-5380c2ef277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.076981 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7a3b1-5ca3-4ad6-8ec9-8b60c8e291bc req-95140be6-fa3d-45e9-b0f9-ce65d85a4abe tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:54.078396 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96a7a3b1-5ca3-4ad6-8ec9-8b60c8e291bc req-95140be6-fa3d-45e9-b0f9-ce65d85a4abe tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 945 time: 0.2002895 Jan 27 21:44:54.090283 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-25b28109-e40a-456f-a4f6-55fc45694487 req-7bd74ad7-ad27-413b-a18b-38fd137ba584 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:54.130397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b28109-e40a-456f-a4f6-55fc45694487 req-7bd74ad7-ad27-413b-a18b-38fd137ba584 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:54.140149 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b28109-e40a-456f-a4f6-55fc45694487 req-7bd74ad7-ad27-413b-a18b-38fd137ba584 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:54.140925 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25b28109-e40a-456f-a4f6-55fc45694487 req-7bd74ad7-ad27-413b-a18b-38fd137ba584 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.212353 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b28109-e40a-456f-a4f6-55fc45694487 req-7bd74ad7-ad27-413b-a18b-38fd137ba584 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5714872 Jan 27 21:44:54.234683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] Request body: {'port': {'device_id': '61b71ec7-d55c-4765-9ac1-29ab1e990f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:54.324088 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96a7a3b1-5ca3-4ad6-8ec9-8b60c8e291bc req-e03a34b6-08e2-4686-9bb1-03c756223614 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308669 Jan 27 21:44:54.333538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa11fe-633d-4e68-871d-7e2474784c51 req-3eb9b725-e014-468f-895e-65675cd57fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:54.335091 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6aa11fe-633d-4e68-871d-7e2474784c51 req-3eb9b725-e014-468f-895e-65675cd57fee service neutron] 10.222.0.21 "GET /v2.0/networks?id=56db14e3-ee07-41f9-b61f-63f30fd45233 HTTP/1.1" status: 200 len: 929 time: 0.3106155 Jan 27 21:44:54.337437 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-b3ea0758-2638-4e0c-a0b4-276b6810eaad service neutron] 10.222.0.23 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923236 Jan 27 21:44:54.432909 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-43064b6f-2ddd-4e84-8a2a-2a36a55c4ad8 None None] Provisioning complete for port 537d39f5-3db6-4733-9179-5735f9af9f10 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:54.434089 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-43064b6f-2ddd-4e84-8a2a-2a36a55c4ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (537d39f5-3db6-4733-9179-5735f9af9f10), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.470866 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-43064b6f-2ddd-4e84-8a2a-2a36a55c4ad8 None None] Port 537d39f5-3db6-4733-9179-5735f9af9f10 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:54.472683 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (537d39f5-3db6-4733-9179-5735f9af9f10), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.539578 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6aa11fe-633d-4e68-871d-7e2474784c51 req-f8c21311-d129-4b45-aa23-45546a9861f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72668b71-449f-4c32-a089-5fa32a086671 HTTP/1.1" status: 200 len: 1001 time: 0.1748145 Jan 27 21:44:54.850765 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e0b76-08c4-4f2a-a601-fafcc4106635 req-80372a8a-7340-4a2d-bda1-281421b4d9f6 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:54.852224 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-107e0b76-08c4-4f2a-a601-fafcc4106635 req-80372a8a-7340-4a2d-bda1-281421b4d9f6 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 935 time: 0.4326427 Jan 27 21:44:54.869480 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-eb7dc1eb-ef80-4b7f-85de-abf42fb460d0 service neutron] 10.222.0.23 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037260 Jan 27 21:44:54.929067 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa11fe-633d-4e68-871d-7e2474784c51 req-4ecfce81-9188-4519-a731-09bf0adc5684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:54.930579 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6aa11fe-633d-4e68-871d-7e2474784c51 req-4ecfce81-9188-4519-a731-09bf0adc5684 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58ad998a-751c-45b2-93b9-d35a3c3d587e HTTP/1.1" status: 200 len: 867 time: 0.3767328 Jan 27 21:44:55.043241 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-107e0b76-08c4-4f2a-a601-fafcc4106635 req-b8d75e70-5c83-4cb9-9dd1-7b69c6f8a953 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806598 Jan 27 21:44:55.120858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa11fe-633d-4e68-871d-7e2474784c51 req-27e2d725-92fd-4dd4-ba18-f2407450177b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:55.122357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6aa11fe-633d-4e68-871d-7e2474784c51 req-27e2d725-92fd-4dd4-ba18-f2407450177b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56db14e3-ee07-41f9-b61f-63f30fd45233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723833 Jan 27 21:44:55.278300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608958aa-ea80-4f5b-9e6d-9c5045ecf5b2 req-e0ca905e-008c-42fb-9d36-6ece7c1348bc tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:55.279798 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-608958aa-ea80-4f5b-9e6d-9c5045ecf5b2 req-e0ca905e-008c-42fb-9d36-6ece7c1348bc tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 886 time: 0.2870038 Jan 27 21:44:55.319645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764021a-039c-48a4-97df-0bf95d946678 req-27c80cb8-8226-49b5-8613-acfd12ab45ec tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:55.321260 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6764021a-039c-48a4-97df-0bf95d946678 req-27c80cb8-8226-49b5-8613-acfd12ab45ec tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 945 time: 0.2124448 Jan 27 21:44:55.374881 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6aa11fe-633d-4e68-871d-7e2474784c51 req-93ad72dc-10c2-4b32-b24e-1fd2aae68c23 service neutron] 10.222.0.21 "GET /v2.0/networks/56db14e3-ee07-41f9-b61f-63f30fd45233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423286 Jan 27 21:44:55.380487 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537d39f5-3db6-4733-9179-5735f9af9f10 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:55.431814 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] Publish callbacks [] for port (537d39f5-3db6-4733-9179-5735f9af9f10), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.519005 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] Transition to ACTIVE for port object 537d39f5-3db6-4733-9179-5735f9af9f10 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:55.529581 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6764021a-039c-48a4-97df-0bf95d946678 req-aacdbfed-379d-4604-911e-f547643d43dd tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/security-groups?id=568ba1e0-91c3-4e74-a986-802256f0b736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980970 Jan 27 21:44:55.534261 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (537d39f5-3db6-4733-9179-5735f9af9f10), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.607637 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3285143-9cfd-421b-bccc-94aab97c8d5e req-1959c4e7-6c17-4dba-894f-50038992d222 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 258 time: 0.2829020 Jan 27 21:44:55.632304 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a3285143-9cfd-421b-bccc-94aab97c8d5e req-2237ec07-011f-486f-b220-61938a9eae4f tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:55.643139 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] Pushing event updated for resources: {'Port': ['ID=537d39f5-3db6-4733-9179-5735f9af9f10,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:55.650940 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6aa11fe-633d-4e68-871d-7e2474784c51 req-22006ab6-c948-4774-9d29-f7623bc3ede9 service neutron] 10.222.0.21 "GET /v2.0/networks/56db14e3-ee07-41f9-b61f-63f30fd45233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658434 Jan 27 21:44:55.697266 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a3285143-9cfd-421b-bccc-94aab97c8d5e req-2237ec07-011f-486f-b220-61938a9eae4f tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.733488 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] Attempting to bind port 537d39f5-3db6-4733-9179-5735f9af9f10 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:55.733820 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] Attempting to bind port 537d39f5-3db6-4733-9179-5735f9af9f10 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:55.734145 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] Attempting to bind port 537d39f5-3db6-4733-9179-5735f9af9f10 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:55.746588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] Port 537d39f5-3db6-4733-9179-5735f9af9f10 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:55.747194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] Attempting to bind port 537d39f5-3db6-4733-9179-5735f9af9f10 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:55.784910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:55.785530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:55.785913 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:55.786358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] Bound port: 537d39f5-3db6-4733-9179-5735f9af9f10, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:55.786762 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (537d39f5-3db6-4733-9179-5735f9af9f10), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.812560 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce1cd0-882e-4c8a-9976-81359163ac1b req-28653539-34e1-4b68-993b-ac26a965fa35 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:55.814089 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-79ce1cd0-882e-4c8a-9976-81359163ac1b req-28653539-34e1-4b68-993b-ac26a965fa35 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 1096 time: 0.1330695 Jan 27 21:44:55.919425 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-79ce1cd0-882e-4c8a-9976-81359163ac1b req-3c22fa70-5f38-4e41-a99a-b481775806ee tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866950 Jan 27 21:44:55.920519 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] For port 537d39f5-3db6-4733-9179-5735f9af9f10, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:55.924658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] For port 537d39f5-3db6-4733-9179-5735f9af9f10, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=537d39f5-3db6-4733-9179-5735f9af9f10,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:55.930155 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (537d39f5-3db6-4733-9179-5735f9af9f10), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.992472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:55.993077 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.994442 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b28109-e40a-456f-a4f6-55fc45694487 req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] 10.222.0.15 "PUT /v2.0/ports/537d39f5-3db6-4733-9179-5735f9af9f10 HTTP/1.1" status: 200 len: 1095 time: 1.7639487 Jan 27 21:44:55.997272 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b71ec7-d55c-4765-9ac1-29ab1e990f4a', 'tag': '537d39f5-3db6-4733-9179-5735f9af9f10'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:55.999508 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e4d58f-afe0-461e-833b-85bf075c6aee" -d '{"events": [{"name": "network-changed", "server_uuid": "61b71ec7-d55c-4765-9ac1-29ab1e990f4a", "tag": "537d39f5-3db6-4733-9179-5735f9af9f10"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:56.009876 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a3285143-9cfd-421b-bccc-94aab97c8d5e req-2237ec07-011f-486f-b220-61938a9eae4f tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:56.040717 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b20505-7275-4bee-98f0-cbee753264d7 service neutron] Pushing event updated for resources: {'Port': ['ID=537d39f5-3db6-4733-9179-5735f9af9f10,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:56.186058 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b28109-e40a-456f-a4f6-55fc45694487 req-013c1e45-7a99-4a7a-84cd-9be49a0d29ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:56.187855 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b28109-e40a-456f-a4f6-55fc45694487 req-013c1e45-7a99-4a7a-84cd-9be49a0d29ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 1098 time: 0.1082759 Jan 27 21:44:56.247097 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-6aae7afb-1c25-4a33-bf9f-ba6177f0f9b5 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:56.248615 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-6aae7afb-1c25-4a33-bf9f-ba6177f0f9b5 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.15 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 819 time: 0.3278103 Jan 27 21:44:56.257761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b28109-e40a-456f-a4f6-55fc45694487 req-25537509-a005-453c-9e2f-267d92589947 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=537d39f5-3db6-4733-9179-5735f9af9f10 HTTP/1.1" status: 200 len: 217 time: 0.0577993 Jan 27 21:44:56.258831 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-a3285143-9cfd-421b-bccc-94aab97c8d5e req-2237ec07-011f-486f-b220-61938a9eae4f tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Allocated IP 172.25.3.181 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/c69fc623-2bcf-486a-822c-5646b6853fc7) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:56.277295 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-fcae2d4b-041b-4938-982d-65e3b9ff87d2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Request body: {'port': {'device_id': 'bee90d1d-be51-4265-a516-248d9844c00f', 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867', 'admin_state_up': True, 'tenant_id': '6f69f01a295841ef87a2606a7f3645b9'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:56.404611 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11491296-1035-44e4-96a3-c35f2086090f req-3f181d7a-9410-407d-bb83-bdf3016d82a5 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 210 time: 0.0735905 Jan 27 21:44:56.422263 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b28109-e40a-456f-a4f6-55fc45694487 req-a07439c6-210c-4c77-ad6c-1d967e81dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:56.423826 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b28109-e40a-456f-a4f6-55fc45694487 req-a07439c6-210c-4c77-ad6c-1d967e81dc16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1587179 Jan 27 21:44:56.447467 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-fcae2d4b-041b-4938-982d-65e3b9ff87d2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Made reservation on behalf of 6f69f01a295841ef87a2606a7f3645b9 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:56.451140 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-fcae2d4b-041b-4938-982d-65e3b9ff87d2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:56.571421 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a3285143-9cfd-421b-bccc-94aab97c8d5e req-2237ec07-011f-486f-b220-61938a9eae4f tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks [] for port (c69fc623-2bcf-486a-822c-5646b6853fc7), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:56.574260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b28109-e40a-456f-a4f6-55fc45694487 req-414d9916-6fad-4bf9-9e43-2fb17ede0eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:56.575742 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b28109-e40a-456f-a4f6-55fc45694487 req-414d9916-6fad-4bf9-9e43-2fb17ede0eeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1455650 Jan 27 21:44:56.586307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-fcae2d4b-041b-4938-982d-65e3b9ff87d2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Allocated IP 172.20.0.9 (09918c0d-49b1-4f58-a6c2-3a0eabdef867/d0c1927c-9708-4e7c-89af-7b139122de5b/a8a44e1e-4a61-45f2-ae17-7f7b0426eb20) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:56.650720 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d1127791-2c70-4504-af3f-40aa71895e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:56.686514 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcaca9-4017-4b03-8af8-ef8c450521f6 req-8579f889-dcc7-4a92-82dd-b1abc8e0a8c5 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:56.687026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcaca9-4017-4b03-8af8-ef8c450521f6 req-8579f889-dcc7-4a92-82dd-b1abc8e0a8c5 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:56.687441 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcaca9-4017-4b03-8af8-ef8c450521f6 req-8579f889-dcc7-4a92-82dd-b1abc8e0a8c5 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:56.687894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcaca9-4017-4b03-8af8-ef8c450521f6 req-8579f889-dcc7-4a92-82dd-b1abc8e0a8c5 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:56.688377 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcaca9-4017-4b03-8af8-ef8c450521f6 req-8579f889-dcc7-4a92-82dd-b1abc8e0a8c5 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:56.688838 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcaca9-4017-4b03-8af8-ef8c450521f6 req-8579f889-dcc7-4a92-82dd-b1abc8e0a8c5 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:56.689287 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcaca9-4017-4b03-8af8-ef8c450521f6 req-8579f889-dcc7-4a92-82dd-b1abc8e0a8c5 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:56.689823 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcaca9-4017-4b03-8af8-ef8c450521f6 req-8579f889-dcc7-4a92-82dd-b1abc8e0a8c5 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:56.690202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcaca9-4017-4b03-8af8-ef8c450521f6 req-8579f889-dcc7-4a92-82dd-b1abc8e0a8c5 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:56.690633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcaca9-4017-4b03-8af8-ef8c450521f6 req-8579f889-dcc7-4a92-82dd-b1abc8e0a8c5 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:56.691123 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcaca9-4017-4b03-8af8-ef8c450521f6 req-8579f889-dcc7-4a92-82dd-b1abc8e0a8c5 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:56.691604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcaca9-4017-4b03-8af8-ef8c450521f6 req-8579f889-dcc7-4a92-82dd-b1abc8e0a8c5 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:56.693610 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01bcaca9-4017-4b03-8af8-ef8c450521f6 req-8579f889-dcc7-4a92-82dd-b1abc8e0a8c5 tempest-NetworksTest-1031592791 tempest-NetworksTest-1031592791-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8555 time: 0.2533731 Jan 27 21:44:56.721421 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a3285143-9cfd-421b-bccc-94aab97c8d5e req-2237ec07-011f-486f-b220-61938a9eae4f tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (c69fc623-2bcf-486a-822c-5646b6853fc7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:56.779742 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3285143-9cfd-421b-bccc-94aab97c8d5e req-2237ec07-011f-486f-b220-61938a9eae4f tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:56.783576 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b28109-e40a-456f-a4f6-55fc45694487 req-ef9fcaf6-6500-498e-8b60-424a5473274a service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955216 Jan 27 21:44:56.786491 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-a3285143-9cfd-421b-bccc-94aab97c8d5e req-2237ec07-011f-486f-b220-61938a9eae4f tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:56.802449 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3285143-9cfd-421b-bccc-94aab97c8d5e req-2237ec07-011f-486f-b220-61938a9eae4f tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:56.811341 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-fcae2d4b-041b-4938-982d-65e3b9ff87d2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks [] for port (a8a44e1e-4a61-45f2-ae17-7f7b0426eb20), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:56.844286 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237ec07-011f-486f-b220-61938a9eae4f tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Pushing event updated for resources: {'Port': ['ID=c69fc623-2bcf-486a-822c-5646b6853fc7,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:56.881363 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-fcae2d4b-041b-4938-982d-65e3b9ff87d2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (a8a44e1e-4a61-45f2-ae17-7f7b0426eb20), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:56.944799 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-fcae2d4b-041b-4938-982d-65e3b9ff87d2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:56.951720 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-fcae2d4b-041b-4938-982d-65e3b9ff87d2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:56.960651 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-fcae2d4b-041b-4938-982d-65e3b9ff87d2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:56.968293 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912f01d-6a91-450a-bc6f-07f239d53fac req-50f72875-5e35-4b23-8202-ec483aa27bac tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:56.969831 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a912f01d-6a91-450a-bc6f-07f239d53fac req-50f72875-5e35-4b23-8202-ec483aa27bac tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 1096 time: 0.1760008 Jan 27 21:44:56.970934 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a3285143-9cfd-421b-bccc-94aab97c8d5e req-2237ec07-011f-486f-b220-61938a9eae4f tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks [] for floatingip (ad23a055-fc90-4b06-bebd-e389e9b4dd54), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.011824 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae2d4b-041b-4938-982d-65e3b9ff87d2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Pushing event updated for resources: {'Port': ['ID=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:57.042682 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-fcae2d4b-041b-4938-982d-65e3b9ff87d2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:57.043640 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-fcae2d4b-041b-4938-982d-65e3b9ff87d2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.049245 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b28109-e40a-456f-a4f6-55fc45694487 req-ee40ff5a-4880-4e1a-b27b-c27c2369df55 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564197 Jan 27 21:44:57.062773 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-fcae2d4b-041b-4938-982d-65e3b9ff87d2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8025987 Jan 27 21:44:57.078316 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] Request body: {'port': {'device_id': 'bee90d1d-be51-4265-a516-248d9844c00f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:57.082079 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a3285143-9cfd-421b-bccc-94aab97c8d5e req-2237ec07-011f-486f-b220-61938a9eae4f tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c69fc623-2bcf-486a-822c-5646b6853fc7), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.099794 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45134) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:57.133455 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a912f01d-6a91-450a-bc6f-07f239d53fac req-f5cffe20-2675-4936-8f18-0fb4fc3c7f3f tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501954 Jan 27 21:44:57.142077 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a8a44e1e-4a61-45f2-ae17-7f7b0426eb20), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.218377 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849dd33b-74fe-4e1c-ba98-2f5c5447317b x-openstack-request-id: req-849dd33b-74fe-4e1c-ba98-2f5c5447317b {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:57.219143 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b71ec7-d55c-4765-9ac1-29ab1e990f4a", "tag": "537d39f5-3db6-4733-9179-5735f9af9f10", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:57.219143 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-849dd33b-74fe-4e1c-ba98-2f5c5447317b {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:57.219389 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b71ec7-d55c-4765-9ac1-29ab1e990f4a', 'tag': '537d39f5-3db6-4733-9179-5735f9af9f10', 'status': 'completed', 'code': 200} Jan 27 21:44:57.325030 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-330814f0-cd15-43e9-9f7b-19aa0dda1452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.386243 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.514201 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-330814f0-cd15-43e9-9f7b-19aa0dda1452 admin admin] Publish callbacks [] for security_group (c07b00bf-07eb-4500-8052-b2e936b4c341), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.518814 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-330814f0-cd15-43e9-9f7b-19aa0dda1452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c07b00bf-07eb-4500-8052-b2e936b4c341), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.593540 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:57.598340 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330814f0-cd15-43e9-9f7b-19aa0dda1452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07b00bf-07eb-4500-8052-b2e936b4c341,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:57.608228 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-330814f0-cd15-43e9-9f7b-19aa0dda1452 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53c4287d8f3c4ef891a02f6e646b3f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5038812 Jan 27 21:44:57.608228 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] Publish callbacks [] for port (a8a44e1e-4a61-45f2-ae17-7f7b0426eb20), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.609234 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45144) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:57.640991 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] Transition to ACTIVE for port object a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:57.645520 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4d58f-afe0-461e-833b-85bf075c6aee req-a7807122-2964-4926-ad13-38909736de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:57.647172 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4e4d58f-afe0-461e-833b-85bf075c6aee req-a7807122-2964-4926-ad13-38909736de02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 1098 time: 0.3909509 Jan 27 21:44:57.648637 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (a8a44e1e-4a61-45f2-ae17-7f7b0426eb20), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.657754 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33069e25-9119-4f1f-ad15-dd7f209fab6f req-7d14ed16-3400-4da0-b7ba-9aa16237290f tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:57.661359 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33069e25-9119-4f1f-ad15-dd7f209fab6f req-7d14ed16-3400-4da0-b7ba-9aa16237290f tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 947 time: 0.3713648 Jan 27 21:44:57.722467 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:57.737975 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c7e053a3-b894-47e2-a5ad-307ac9a21146 admin admin] Publish callbacks [] for security_group (c07b00bf-07eb-4500-8052-b2e936b4c341), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.769347 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a3285143-9cfd-421b-bccc-94aab97c8d5e req-2237ec07-011f-486f-b220-61938a9eae4f tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks [] for port (c69fc623-2bcf-486a-822c-5646b6853fc7), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.782127 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a3285143-9cfd-421b-bccc-94aab97c8d5e req-2237ec07-011f-486f-b220-61938a9eae4f tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c69fc623-2bcf-486a-822c-5646b6853fc7), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.787952 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c7e053a3-b894-47e2-a5ad-307ac9a21146 admin admin] Publish callbacks [] for security_group (c07b00bf-07eb-4500-8052-b2e936b4c341), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.830155 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] Attempting to bind port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:57.830496 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] Attempting to bind port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:57.830829 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] Attempting to bind port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:57.838376 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] Port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:57.838707 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] Attempting to bind port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:57.845040 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:57.845393 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] Checking segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:57.845795 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] Bound using segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:57.846188 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] Bound port: a8a44e1e-4a61-45f2-ae17-7f7b0426eb20, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:57.846548 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a8a44e1e-4a61-45f2-ae17-7f7b0426eb20), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.847544 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a3285143-9cfd-421b-bccc-94aab97c8d5e req-2237ec07-011f-486f-b220-61938a9eae4f tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (ad23a055-fc90-4b06-bebd-e389e9b4dd54), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.858427 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33069e25-9119-4f1f-ad15-dd7f209fab6f req-e18b3b83-6239-4eb4-bded-0d9132ee6f48 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863663 Jan 27 21:44:57.897537 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c7e053a3-b894-47e2-a5ad-307ac9a21146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c07b00bf-07eb-4500-8052-b2e936b4c341), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.900728 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c7e053a3-b894-47e2-a5ad-307ac9a21146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.901986 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c7e053a3-b894-47e2-a5ad-307ac9a21146 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c07b00bf-07eb-4500-8052-b2e936b4c341 HTTP/1.1" status: 204 len: 168 time: 0.2916384 Jan 27 21:44:57.907235 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237ec07-011f-486f-b220-61938a9eae4f tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Pushing event updated for resources: {'Port': ['ID=c69fc623-2bcf-486a-822c-5646b6853fc7,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:57.924269 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a3285143-9cfd-421b-bccc-94aab97c8d5e req-2237ec07-011f-486f-b220-61938a9eae4f tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.925617 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3285143-9cfd-421b-bccc-94aab97c8d5e req-2237ec07-011f-486f-b220-61938a9eae4f tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3065205 Jan 27 21:44:57.926973 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4d58f-afe0-461e-833b-85bf075c6aee req-e8e13414-7384-4ec5-92fc-4dbd48fb7969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:57.928444 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4e4d58f-afe0-461e-833b-85bf075c6aee req-e8e13414-7384-4ec5-92fc-4dbd48fb7969 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.2636142 Jan 27 21:44:57.931294 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e053a3-b894-47e2-a5ad-307ac9a21146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07b00bf-07eb-4500-8052-b2e936b4c341,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:57.951425 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] For port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:57.960320 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] For port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:57.972253 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (a8a44e1e-4a61-45f2-ae17-7f7b0426eb20), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:58.025831 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:58.026816 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:58.029215 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] 10.222.0.15 "PUT /v2.0/ports/a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 HTTP/1.1" status: 200 len: 1091 time: 0.9587815 Jan 27 21:44:58.029863 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee90d1d-be51-4265-a516-248d9844c00f', 'tag': 'a8a44e1e-4a61-45f2-ae17-7f7b0426eb20'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:58.032220 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da0644f-321b-4a65-95f0-93e497d26cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "bee90d1d-be51-4265-a516-248d9844c00f", "tag": "a8a44e1e-4a61-45f2-ae17-7f7b0426eb20"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:58.070024 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef63a5e-606f-491b-ad8a-083451a35c57 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:58.126179 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3285143-9cfd-421b-bccc-94aab97c8d5e req-2e63f006-123b-44b9-a7ca-af865d7ac50b tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.181 HTTP/1.1" status: 200 len: 696 time: 0.1939776 Jan 27 21:44:58.129398 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4e4d58f-afe0-461e-833b-85bf075c6aee req-9769308c-24ef-4cfb-a7a4-692d249eff35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=537d39f5-3db6-4733-9179-5735f9af9f10 HTTP/1.1" status: 200 len: 217 time: 0.0832317 Jan 27 21:44:58.195720 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-8b2432e6-64a8-4e1c-9697-2f5ed888c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:58.199715 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-8b2432e6-64a8-4e1c-9697-2f5ed888c1b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 1094 time: 0.1099789 Jan 27 21:44:58.252091 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-3af94143-9367-4716-acf9-e5c35107258e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 HTTP/1.1" status: 200 len: 217 time: 0.0463054 Jan 27 21:44:58.286225 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4d58f-afe0-461e-833b-85bf075c6aee req-f7ff096a-e364-40b0-b6f9-aedcb8b7da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:58.287922 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4e4d58f-afe0-461e-833b-85bf075c6aee req-f7ff096a-e364-40b0-b6f9-aedcb8b7da75 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1435456 Jan 27 21:44:58.316664 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-c039cf85-408d-42af-b260-968eeef20622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:58.322374 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-c039cf85-408d-42af-b260-968eeef20622 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.0641124 Jan 27 21:44:58.360193 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a486b4e-3e50-4085-bb82-80a7798e5c8a req-2667a958-b48a-49ea-b5c7-239fe6ef1a32 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:58.360415 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-04cd6058-91d9-4908-a268-e40141086ec3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314536 Jan 27 21:44:58.366566 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a486b4e-3e50-4085-bb82-80a7798e5c8a req-2667a958-b48a-49ea-b5c7-239fe6ef1a32 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 943 time: 0.1335249 Jan 27 21:44:58.397720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3285143-9cfd-421b-bccc-94aab97c8d5e req-f936fc44-e013-4d27-bdd3-5aad8ae0f1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:58.399186 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3285143-9cfd-421b-bccc-94aab97c8d5e req-f936fc44-e013-4d27-bdd3-5aad8ae0f1e1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.2717710 Jan 27 21:44:58.419682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-a3285143-9cfd-421b-bccc-94aab97c8d5e req-862378b5-7d15-4707-848a-7c4c01f42af7 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:44:58.420801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3285143-9cfd-421b-bccc-94aab97c8d5e req-862378b5-7d15-4707-848a-7c4c01f42af7 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131617 Jan 27 21:44:58.428818 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4d58f-afe0-461e-833b-85bf075c6aee req-a45e52d8-38c0-4f3b-8ea6-05314aaad9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:58.435676 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4e4d58f-afe0-461e-833b-85bf075c6aee req-a45e52d8-38c0-4f3b-8ea6-05314aaad9ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1326358 Jan 27 21:44:58.435676 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45162) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:58.474693 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d556010f-91a3-4968-b7ee-1df6a6f3ddc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:58.488132 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a486b4e-3e50-4085-bb82-80a7798e5c8a req-1ddc9609-fd39-4606-abc5-f36fc895fc83 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205802 Jan 27 21:44:58.539246 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-d921bc1c-1556-4b6a-80c8-44ae2433a940 service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639857 Jan 27 21:44:58.551582 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff6f5d4-2ffe-467d-9f5e-356f2cb01eca x-openstack-request-id: req-4ff6f5d4-2ffe-467d-9f5e-356f2cb01eca {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:58.551884 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee90d1d-be51-4265-a516-248d9844c00f", "tag": "a8a44e1e-4a61-45f2-ae17-7f7b0426eb20", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:58.552318 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ff6f5d4-2ffe-467d-9f5e-356f2cb01eca {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:58.552584 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee90d1d-be51-4265-a516-248d9844c00f', 'tag': 'a8a44e1e-4a61-45f2-ae17-7f7b0426eb20', 'status': 'completed', 'code': 200} Jan 27 21:44:58.691933 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-22d4f294-6a85-47df-8723-6dd50227cd0a req-4ff761a7-fe6a-4e33-8ad3-25a010b3fd6c service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516724 Jan 27 21:44:58.724460 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4e4d58f-afe0-461e-833b-85bf075c6aee req-1c5be56f-dd63-4b6d-b1fd-ca0c6e7264f7 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814779 Jan 27 21:44:58.761689 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:58.848057 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0644f-321b-4a65-95f0-93e497d26cf2 req-1c870db1-7256-441b-ba71-8218e2c0a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:58.849802 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8da0644f-321b-4a65-95f0-93e497d26cf2 req-1c870db1-7256-441b-ba71-8218e2c0a441 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 1094 time: 0.0470679 Jan 27 21:44:58.896055 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d556010f-91a3-4968-b7ee-1df6a6f3ddc0 admin admin] Publish callbacks [] for security_group (1f1a2af5-272a-42c0-9ffd-e47888ea2131), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:58.910831 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d556010f-91a3-4968-b7ee-1df6a6f3ddc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1f1a2af5-272a-42c0-9ffd-e47888ea2131), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:58.918644 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93344f6e-e51b-464b-bddc-1a4daf9e4bc5 req-de612cf0-9fa8-47ee-9016-16cdb8166d4d tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:58.920338 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93344f6e-e51b-464b-bddc-1a4daf9e4bc5 req-de612cf0-9fa8-47ee-9016-16cdb8166d4d tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 1096 time: 0.1238680 Jan 27 21:44:58.956486 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0644f-321b-4a65-95f0-93e497d26cf2 req-d01c32dc-18a0-4feb-80ea-bf296b04978e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:58.959309 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8da0644f-321b-4a65-95f0-93e497d26cf2 req-d01c32dc-18a0-4feb-80ea-bf296b04978e service neutron] 10.222.0.15 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 920 time: 0.1023316 Jan 27 21:44:59.003536 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8da0644f-321b-4a65-95f0-93e497d26cf2 req-0de57da4-cd3c-4640-8ede-4ca3c4b83c08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 HTTP/1.1" status: 200 len: 217 time: 0.0367057 Jan 27 21:44:59.012775 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556010f-91a3-4968-b7ee-1df6a6f3ddc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1a2af5-272a-42c0-9ffd-e47888ea2131,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:59.017103 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d556010f-91a3-4968-b7ee-1df6a6f3ddc0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9acdd6a97a73426b8f5a750115888863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5824671 Jan 27 21:44:59.021641 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4e4d58f-afe0-461e-833b-85bf075c6aee req-922a9ab0-53f0-41b6-ad1a-21c790eb1256 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761319 Jan 27 21:44:59.021867 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45184) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:59.060746 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a3c03-4991-4c23-a5f2-04ad01cb9a8e req-f08c2d6f-87fa-4544-9155-0ca301933d80 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:59.062261 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce7a3c03-4991-4c23-a5f2-04ad01cb9a8e req-f08c2d6f-87fa-4544-9155-0ca301933d80 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1216614 Jan 27 21:44:59.068750 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93344f6e-e51b-464b-bddc-1a4daf9e4bc5 req-a86b16f9-ea05-4648-9480-b21d95a4897c tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319752 Jan 27 21:44:59.111492 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0644f-321b-4a65-95f0-93e497d26cf2 req-1a5e417e-9fc0-4326-8ff7-b467b42b8094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:59.111492 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8da0644f-321b-4a65-95f0-93e497d26cf2 req-1a5e417e-9fc0-4326-8ff7-b467b42b8094 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.0891764 Jan 27 21:44:59.121249 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce7a3c03-4991-4c23-a5f2-04ad01cb9a8e req-3b691f64-e847-46e8-ac5e-065c8e8d0fba tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.181 HTTP/1.1" status: 200 len: 696 time: 0.0510924 Jan 27 21:44:59.132328 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-ce7a3c03-4991-4c23-a5f2-04ad01cb9a8e req-dc08ddd4-a899-4194-b737-785be9f1a77c tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Request body: {'floatingip': {'port_id': '72668b71-449f-4c32-a089-5fa32a086671', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:59.151966 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d80dfb32-69d8-4dc9-9fc6-3c60a2625885 admin admin] Publish callbacks [] for security_group (1f1a2af5-272a-42c0-9ffd-e47888ea2131), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:59.155104 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8da0644f-321b-4a65-95f0-93e497d26cf2 req-2d0226c8-a936-4303-82d5-1ab92d980a9e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333686 Jan 27 21:44:59.188854 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ce7a3c03-4991-4c23-a5f2-04ad01cb9a8e req-dc08ddd4-a899-4194-b737-785be9f1a77c tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks [] for floatingip (ad23a055-fc90-4b06-bebd-e389e9b4dd54), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:59.191427 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d80dfb32-69d8-4dc9-9fc6-3c60a2625885 admin admin] Publish callbacks [] for security_group (1f1a2af5-272a-42c0-9ffd-e47888ea2131), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:59.279554 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8da0644f-321b-4a65-95f0-93e497d26cf2 req-2b47ca49-b199-4e33-902a-63b40a6aedcc service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160812 Jan 27 21:44:59.294813 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d80dfb32-69d8-4dc9-9fc6-3c60a2625885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1f1a2af5-272a-42c0-9ffd-e47888ea2131), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:59.298389 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d80dfb32-69d8-4dc9-9fc6-3c60a2625885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:59.299506 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d80dfb32-69d8-4dc9-9fc6-3c60a2625885 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f1a2af5-272a-42c0-9ffd-e47888ea2131 HTTP/1.1" status: 204 len: 168 time: 0.2767410 Jan 27 21:44:59.308344 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2db91-7800-4f7d-8ee5-b0307b2b872c req-2b4eab1c-0b58-485b-98c3-dfdb7a8ca3af tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:59.309846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ab2db91-7800-4f7d-8ee5-b0307b2b872c req-2b4eab1c-0b58-485b-98c3-dfdb7a8ca3af tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 947 time: 0.1381161 Jan 27 21:44:59.331264 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dfb32-69d8-4dc9-9fc6-3c60a2625885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1a2af5-272a-42c0-9ffd-e47888ea2131,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:59.402825 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8da0644f-321b-4a65-95f0-93e497d26cf2 req-2e658cf3-25a3-4b38-bd96-be33670463fd service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169281 Jan 27 21:44:59.416832 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ab2db91-7800-4f7d-8ee5-b0307b2b872c req-96ab6861-4a27-42b3-adb3-f1ed646b461c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998828 Jan 27 21:44:59.478049 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-ce7a3c03-4991-4c23-a5f2-04ad01cb9a8e req-dc08ddd4-a899-4194-b737-785be9f1a77c tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] update failed (client error): There was a conflict when trying to complete your request. Jan 27 21:44:59.481126 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce7a3c03-4991-4c23-a5f2-04ad01cb9a8e req-dc08ddd4-a899-4194-b737-785be9f1a77c tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "PUT /v2.0/floatingips/ad23a055-fc90-4b06-bebd-e389e9b4dd54 HTTP/1.1" status: 409 len: 550 time: 0.3525119 Jan 27 21:44:59.571630 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1e27b30-38a7-442b-bbee-03f2e29932e1 req-4580fb56-626c-4835-8dd0-eed8b9f59a0f tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/floatingips/ad23a055-fc90-4b06-bebd-e389e9b4dd54 HTTP/1.1" status: 200 len: 693 time: 0.0640681 Jan 27 21:44:59.702570 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89406ae-283e-4b09-9bd8-0b225e4013bd req-ea6934a6-ada0-4a2e-8b06-ac249ee7c55f tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:59.704116 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f89406ae-283e-4b09-9bd8-0b225e4013bd req-ea6934a6-ada0-4a2e-8b06-ac249ee7c55f tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 943 time: 0.0965431 Jan 27 21:44:59.742187 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e27b30-38a7-442b-bbee-03f2e29932e1 req-54292c1a-2675-48d4-ac0d-edb09d72eb19 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:59.743568 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1e27b30-38a7-442b-bbee-03f2e29932e1 req-54292c1a-2675-48d4-ac0d-edb09d72eb19 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.1711609 Jan 27 21:44:59.764932 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-b1e27b30-38a7-442b-bbee-03f2e29932e1 req-3bcb7a59-12a9-49d1-a904-177f493d57ce tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:44:59.765933 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1e27b30-38a7-442b-bbee-03f2e29932e1 req-3bcb7a59-12a9-49d1-a904-177f493d57ce tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089467 Jan 27 21:44:59.820005 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f89406ae-283e-4b09-9bd8-0b225e4013bd req-db2101e1-ce29-4b79-989e-19426c3cbeac tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024363 Jan 27 21:44:59.833145 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1e27b30-38a7-442b-bbee-03f2e29932e1 req-f9207982-0fe9-4c06-957b-ad5139300713 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.181 HTTP/1.1" status: 200 len: 696 time: 0.0574205 Jan 27 21:44:59.841255 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45222) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:59.859653 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 537d39f5-3db6-4733-9179-5735f9af9f10 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:44:59.906032 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1e27b30-38a7-442b-bbee-03f2e29932e1 req-f8949484-9541-4118-9ac8-920dbff80562 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.181 HTTP/1.1" status: 200 len: 696 time: 0.0652993 Jan 27 21:45:00.003747 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee3e660d-a818-4007-84d9-058b86172798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.048411 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 537d39f5-3db6-4733-9179-5735f9af9f10, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=537d39f5-3db6-4733-9179-5735f9af9f10,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:00.066073 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '537d39f5-3db6-4733-9179-5735f9af9f10', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '537d39f5-3db6-4733-9179-5735f9af9f10', 'mac_address': 'fa:16:3e:cb:df:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:45:00.089520 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-b1e27b30-38a7-442b-bbee-03f2e29932e1 req-7265d4d1-9ebe-4d26-80f0-f0249032abeb tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Deleting port c69fc623-2bcf-486a-822c-5646b6853fc7 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:00.089899 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b1e27b30-38a7-442b-bbee-03f2e29932e1 req-7265d4d1-9ebe-4d26-80f0-f0249032abeb tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c69fc623-2bcf-486a-822c-5646b6853fc7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.114177 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee3e660d-a818-4007-84d9-058b86172798 admin admin] Publish callbacks [] for security_group (b6994af3-f948-4413-be6a-08bdb4b5a96a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.123821 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee3e660d-a818-4007-84d9-058b86172798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b6994af3-f948-4413-be6a-08bdb4b5a96a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.139473 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 537d39f5-3db6-4733-9179-5735f9af9f10 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:00.140824 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (537d39f5-3db6-4733-9179-5735f9af9f10), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.162056 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ee3e660d-a818-4007-84d9-058b86172798 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d3c1e5d698c4ea697887bf7098ae0c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3194435 Jan 27 21:45:00.170557 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45242) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:00.189096 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e660d-a818-4007-84d9-058b86172798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6994af3-f948-4413-be6a-08bdb4b5a96a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:00.250773 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d53a4c55-cd0b-4d7d-a526-480af0b6d5b9 admin admin] Publish callbacks [] for security_group (b6994af3-f948-4413-be6a-08bdb4b5a96a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.273445 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b1e27b30-38a7-442b-bbee-03f2e29932e1 req-7265d4d1-9ebe-4d26-80f0-f0249032abeb tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c69fc623-2bcf-486a-822c-5646b6853fc7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.273786 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b1e27b30-38a7-442b-bbee-03f2e29932e1 req-7265d4d1-9ebe-4d26-80f0-f0249032abeb tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks [] for floatingip (c69fc623-2bcf-486a-822c-5646b6853fc7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.288667 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45244) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:00.297052 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d53a4c55-cd0b-4d7d-a526-480af0b6d5b9 admin admin] Publish callbacks [] for security_group (b6994af3-f948-4413-be6a-08bdb4b5a96a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.299053 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-b1e27b30-38a7-442b-bbee-03f2e29932e1 req-7265d4d1-9ebe-4d26-80f0-f0249032abeb tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Calling delete_port for c69fc623-2bcf-486a-822c-5646b6853fc7 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:00.348926 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537d39f5-3db6-4733-9179-5735f9af9f10 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:45:00.375779 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.380476 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 537d39f5-3db6-4733-9179-5735f9af9f10, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=537d39f5-3db6-4733-9179-5735f9af9f10,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:00.387096 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (537d39f5-3db6-4733-9179-5735f9af9f10), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.459332 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d53a4c55-cd0b-4d7d-a526-480af0b6d5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b6994af3-f948-4413-be6a-08bdb4b5a96a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.461928 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d53a4c55-cd0b-4d7d-a526-480af0b6d5b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.463281 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d53a4c55-cd0b-4d7d-a526-480af0b6d5b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6994af3-f948-4413-be6a-08bdb4b5a96a HTTP/1.1" status: 204 len: 168 time: 0.2915127 Jan 27 21:45:00.468765 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fd965-3873-49af-ba14-54eb26abbcb3 req-741bedae-0181-4a24-8906-44d0bafed22c tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:00.469543 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-58167254-1b23-4bd4-b19e-941294d547b7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-603821267-network', 'tenant_id': 'ef1ed7704e93476181dd3a7ad51f1bfe'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:00.470254 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-771fd965-3873-49af-ba14-54eb26abbcb3 req-741bedae-0181-4a24-8906-44d0bafed22c tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 1096 time: 0.0884717 Jan 27 21:45:00.473000 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=537d39f5-3db6-4733-9179-5735f9af9f10,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:00.489423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a4c55-cd0b-4d7d-a526-480af0b6d5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6994af3-f948-4413-be6a-08bdb4b5a96a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:00.491309 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58167254-1b23-4bd4-b19e-941294d547b7 admin admin] Made reservation on behalf of ef1ed7704e93476181dd3a7ad51f1bfe for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:00.494090 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-58167254-1b23-4bd4-b19e-941294d547b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.505754 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-58167254-1b23-4bd4-b19e-941294d547b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.571636 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-771fd965-3873-49af-ba14-54eb26abbcb3 req-9ec9302f-5f42-4bb1-9449-9acc32d48f9d tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878696 Jan 27 21:45:00.596787 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b1e27b30-38a7-442b-bbee-03f2e29932e1 req-7265d4d1-9ebe-4d26-80f0-f0249032abeb tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (c69fc623-2bcf-486a-822c-5646b6853fc7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.628956 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265d4d1-9ebe-4d26-80f0-f0249032abeb tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Pushing event deleted for resources: {'Port': ['ID=c69fc623-2bcf-486a-822c-5646b6853fc7,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:00.643243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['537d39f5-3db6-4733-9179-5735f9af9f10'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:00.655948 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-58167254-1b23-4bd4-b19e-941294d547b7 admin admin] Publish callbacks [] for security_group (4cffdbaf-5176-4eec-b7cb-94ab75223cf1), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.662331 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-58167254-1b23-4bd4-b19e-941294d547b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4cffdbaf-5176-4eec-b7cb-94ab75223cf1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.665657 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b1e27b30-38a7-442b-bbee-03f2e29932e1 req-7265d4d1-9ebe-4d26-80f0-f0249032abeb tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks [] for floatingip (ad23a055-fc90-4b06-bebd-e389e9b4dd54), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.674647 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b1e27b30-38a7-442b-bbee-03f2e29932e1 req-7265d4d1-9ebe-4d26-80f0-f0249032abeb tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.682073 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1e27b30-38a7-442b-bbee-03f2e29932e1 req-7265d4d1-9ebe-4d26-80f0-f0249032abeb tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "DELETE /v2.0/floatingips/ad23a055-fc90-4b06-bebd-e389e9b4dd54 HTTP/1.1" status: 204 len: 173 time: 0.7746589 Jan 27 21:45:00.702561 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58167254-1b23-4bd4-b19e-941294d547b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:45:00.712827 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58167254-1b23-4bd4-b19e-941294d547b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cffdbaf-5176-4eec-b7cb-94ab75223cf1,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:00.717903 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-58167254-1b23-4bd4-b19e-941294d547b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (bb5ad8e8-e17b-4b9d-807a-acbb904ebe84), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.718500 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-58167254-1b23-4bd4-b19e-941294d547b7 admin admin] Added segment bb5ad8e8-e17b-4b9d-807a-acbb904ebe84 of type vlan for network b6b1373d-4542-49e5-84f6-4d68f207d5a3 Jan 27 21:45:00.754606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48157a-d647-4449-8b25-24a829efc25d req-d766b423-396e-4979-81b2-5a6cb2cd51fc tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:00.756603 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe48157a-d647-4449-8b25-24a829efc25d req-d766b423-396e-4979-81b2-5a6cb2cd51fc tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 948 time: 0.0726771 Jan 27 21:45:00.777183 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-58167254-1b23-4bd4-b19e-941294d547b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (b6b1373d-4542-49e5-84f6-4d68f207d5a3), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.825205 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-58167254-1b23-4bd4-b19e-941294d547b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (b6b1373d-4542-49e5-84f6-4d68f207d5a3), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.826196 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58167254-1b23-4bd4-b19e-941294d547b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:00.826995 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-58167254-1b23-4bd4-b19e-941294d547b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.837234 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe48157a-d647-4449-8b25-24a829efc25d req-eb4cee1f-d158-4eb6-aaa6-b8fa5f0f5554 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746906 Jan 27 21:45:00.861875 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-58167254-1b23-4bd4-b19e-941294d547b7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5720556 Jan 27 21:45:00.866279 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45268) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:00.873981 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-257ca302-ab80-4a18-871a-c889ea4cb9ea admin admin] Request body: {'subnet': {'network_id': 'b6b1373d-4542-49e5-84f6-4d68f207d5a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-603821267-subnet', 'tenant_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:00.909673 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58167254-1b23-4bd4-b19e-941294d547b7 admin admin] Pushing event updated for resources: {'Network': ['ID=b6b1373d-4542-49e5-84f6-4d68f207d5a3,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:00.923469 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network b6b1373d-4542-49e5-84f6-4d68f207d5a3 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:45:00.958352 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257ca302-ab80-4a18-871a-c889ea4cb9ea admin admin] Made reservation on behalf of ef1ed7704e93476181dd3a7ad51f1bfe for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:00.960904 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-257ca302-ab80-4a18-871a-c889ea4cb9ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:01.117731 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-8cf21c39-d767-4252-a5c9-dc7187d33d5e tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 1001 time: 0.1969013 Jan 27 21:45:01.180681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-7fada84e-8874-4a49-ac34-b467f40b01c9 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:01.194579 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-7fada84e-8874-4a49-ac34-b467f40b01c9 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports/72668b71-449f-4c32-a089-5fa32a086671 HTTP/1.1" status: 200 len: 942 time: 0.0754857 Jan 27 21:45:01.412081 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-bdad914a-6a6a-4eed-8aa5-dce6ff75b1c4 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 1001 time: 0.1532001 Jan 27 21:45:01.536941 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-257ca302-ab80-4a18-871a-c889ea4cb9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for subnet (5ab7b182-4f0c-4a06-afc1-42f41583c608), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:01.574857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-a1919481-80d6-4908-98d8-a94c4f99cca4 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:01.576268 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-a1919481-80d6-4908-98d8-a94c4f99cca4 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.1562719 Jan 27 21:45:01.596789 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-dd2b013d-60b4-4601-a2ab-7ed64a6e6321 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:45:01.597799 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-dd2b013d-60b4-4601-a2ab-7ed64a6e6321 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113151 Jan 27 21:45:01.603206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ca302-ab80-4a18-871a-c889ea4cb9ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab7b182-4f0c-4a06-afc1-42f41583c608,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:01.631558 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257ca302-ab80-4a18-871a-c889ea4cb9ea admin admin] Checking segment: {'id': 'bb5ad8e8-e17b-4b9d-807a-acbb904ebe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b6b1373d-4542-49e5-84f6-4d68f207d5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:01.632104 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257ca302-ab80-4a18-871a-c889ea4cb9ea admin admin] Network hostable DHCP agents. Network: b6b1373d-4542-49e5-84f6-4d68f207d5a3, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:45:01.696333 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-26dea23f-a112-48c7-9eaa-28447ec358d6 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 1001 time: 0.0743220 Jan 27 21:45:01.697317 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257ca302-ab80-4a18-871a-c889ea4cb9ea admin admin] Network b6b1373d-4542-49e5-84f6-4d68f207d5a3 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:45:01.709760 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-410d623e-3a0c-4828-9876-5e7d2b1b72b5 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:01.715004 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-257ca302-ab80-4a18-871a-c889ea4cb9ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, b6b1373d-4542-49e5-84f6-4d68f207d5a3) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:01.726102 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73265e77-48f5-44f1-8207-c0eca463152d None None] Network b6b1373d-4542-49e5-84f6-4d68f207d5a3 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:01.750277 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257ca302-ab80-4a18-871a-c889ea4cb9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:01.751138 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-257ca302-ab80-4a18-871a-c889ea4cb9ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:01.781356 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-257ca302-ab80-4a18-871a-c889ea4cb9ea admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9112198 Jan 27 21:45:01.782027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45304) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:01.786365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-509e85db-66b5-4c93-af2c-758f236fdd9f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-603821267-router', 'tenant_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:01.790737 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-410d623e-3a0c-4828-9876-5e7d2b1b72b5 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks [] for floatingip (9ff50030-bd44-410c-bd6c-6c9b2eb73d2c), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:01.865094 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:45:01.868792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 537d39f5-3db6-4733-9179-5735f9af9f10 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:01.935702 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5fc6e0-f1cb-437e-81cd-759921a9f58d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-b6b1373d-4542-49e5-84f6-4d68f207d5a3', 'network_id': 'b6b1373d-4542-49e5-84f6-4d68f207d5a3', 'project_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'fixed_ips': [{'subnet_id': '5ab7b182-4f0c-4a06-afc1-42f41583c608'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:45:01.937436 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ae5fc6e0-f1cb-437e-81cd-759921a9f58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.116632 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-509e85db-66b5-4c93-af2c-758f236fdd9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.117421 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-509e85db-66b5-4c93-af2c-758f236fdd9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.138824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 537d39f5-3db6-4733-9179-5735f9af9f10 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:45:02.154417 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 537d39f5-3db6-4733-9179-5735f9af9f10 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:02.154995 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (537d39f5-3db6-4733-9179-5735f9af9f10), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.253691 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-509e85db-66b5-4c93-af2c-758f236fdd9f admin admin] Publish callbacks [] for router_controller (1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.260579 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-410d623e-3a0c-4828-9876-5e7d2b1b72b5 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.264523 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-53fe06c5-95bb-4d59-887a-6acf6456decd tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:45:02.265661 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-53fe06c5-95bb-4d59-887a-6acf6456decd tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143082 Jan 27 21:45:02.267769 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:02.268249 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-410d623e-3a0c-4828-9876-5e7d2b1b72b5 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (9ff50030-bd44-410c-bd6c-6c9b2eb73d2c), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.268567 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-410d623e-3a0c-4828-9876-5e7d2b1b72b5 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Floating IP 9ff50030-bd44-410c-bd6c-6c9b2eb73d2c disassociated. External IP: 172.25.3.182, port: 72668b71-449f-4c32-a089-5fa32a086671. Jan 27 21:45:02.298275 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'a8a44e1e-4a61-45f2-ae17-7f7b0426eb20', 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867', 'port_id': 'a8a44e1e-4a61-45f2-ae17-7f7b0426eb20', 'mac_address': 'fa:16:3e:51:f5:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c1927c-9708-4e7c-89af-7b139122de5b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:45:02.316522 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-ae5fc6e0-f1cb-437e-81cd-759921a9f58d None None] Allocated IP 172.20.0.2 (b6b1373d-4542-49e5-84f6-4d68f207d5a3/5ab7b182-4f0c-4a06-afc1-42f41583c608/d14854d4-21bc-4e1e-878f-afdae29b63f8) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:02.412229 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:02.412605 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a8a44e1e-4a61-45f2-ae17-7f7b0426eb20), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.442903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-4c8f5e72-481f-444f-9fc3-614357e5e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:02.444365 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-4c8f5e72-481f-444f-9fc3-614357e5e0fb service neutron] 10.222.0.23 "GET /v2.0/ports/5950eed0-64ac-4bd0-a2ae-e816b5b53e70 HTTP/1.1" status: 200 len: 1093 time: 0.1116817 Jan 27 21:45:02.461635 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 537d39f5-3db6-4733-9179-5735f9af9f10 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:02.462094 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (537d39f5-3db6-4733-9179-5735f9af9f10), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.477068 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:45:02.503163 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-118fe5cb-a173-4433-94ef-914861528084 service neutron] Request body: {'binding': {'host': 'n-h1-772272-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:02.503443 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-118fe5cb-a173-4433-94ef-914861528084 service neutron] Unknown quota resources ['binding']. {{(pid=109741) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:45:02.518565 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b71ec7-d55c-4765-9ac1-29ab1e990f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537d39f5-3db6-4733-9179-5735f9af9f10'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:02.527139 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55b6878-9457-4a90-a0e1-2191c580b579" -d '{"events": [{"server_uuid": "61b71ec7-d55c-4765-9ac1-29ab1e990f4a", "name": "network-vif-plugged", "status": "completed", "tag": "537d39f5-3db6-4733-9179-5735f9af9f10"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:02.528586 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-509e85db-66b5-4c93-af2c-758f236fdd9f admin admin] Publish callbacks [] for router_gateway (1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.531483 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:02.547235 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a8a44e1e-4a61-45f2-ae17-7f7b0426eb20), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.597339 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 537d39f5-3db6-4733-9179-5735f9af9f10, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=537d39f5-3db6-4733-9179-5735f9af9f10,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:02.600491 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:02.610761 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (537d39f5-3db6-4733-9179-5735f9af9f10), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.708578 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=537d39f5-3db6-4733-9179-5735f9af9f10,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:02.731589 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ae5fc6e0-f1cb-437e-81cd-759921a9f58d None None] Publish callbacks [] for port (d14854d4-21bc-4e1e-878f-afdae29b63f8), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.739491 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ae5fc6e0-f1cb-437e-81cd-759921a9f58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (d14854d4-21bc-4e1e-878f-afdae29b63f8), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.783112 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5fc6e0-f1cb-437e-81cd-759921a9f58d None None] Network b6b1373d-4542-49e5-84f6-4d68f207d5a3 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:02.785894 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-ae5fc6e0-f1cb-437e-81cd-759921a9f58d None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:02.791429 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5fc6e0-f1cb-437e-81cd-759921a9f58d None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:02.798498 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5fc6e0-f1cb-437e-81cd-759921a9f58d None None] Pushing event updated for resources: {'Port': ['ID=d14854d4-21bc-4e1e-878f-afdae29b63f8,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:02.804995 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-118fe5cb-a173-4433-94ef-914861528084 service neutron] Attempting to bind port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 on host n-h1-772272-3 for vnic_type normal with profile None {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:02.805328 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-118fe5cb-a173-4433-94ef-914861528084 service neutron] Attempting to bind port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:02.805653 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-118fe5cb-a173-4433-94ef-914861528084 service neutron] Attempting to bind port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:02.817028 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-410d623e-3a0c-4828-9876-5e7d2b1b72b5 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Router 85c38777-5427-47b3-a78f-fa4e3bbc98df has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:45:02.819398 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-118fe5cb-a173-4433-94ef-914861528084 service neutron] Port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:45:02.819728 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-118fe5cb-a173-4433-94ef-914861528084 service neutron] Attempting to bind port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:02.835767 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-118fe5cb-a173-4433-94ef-914861528084 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:02.836103 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-118fe5cb-a173-4433-94ef-914861528084 service neutron] Checking segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:02.836713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-118fe5cb-a173-4433-94ef-914861528084 service neutron] Bound using segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:02.837147 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-118fe5cb-a173-4433-94ef-914861528084 service neutron] Bound port: 5950eed0-64ac-4bd0-a2ae-e816b5b53e70, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:02.840281 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['a8a44e1e-4a61-45f2-ae17-7f7b0426eb20'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:02.875630 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-ae5fc6e0-f1cb-437e-81cd-759921a9f58d None None] Attempting to bind port d14854d4-21bc-4e1e-878f-afdae29b63f8 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:02.876286 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-ae5fc6e0-f1cb-437e-81cd-759921a9f58d None None] Attempting to bind port d14854d4-21bc-4e1e-878f-afdae29b63f8 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'bb5ad8e8-e17b-4b9d-807a-acbb904ebe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b6b1373d-4542-49e5-84f6-4d68f207d5a3'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:02.876843 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5fc6e0-f1cb-437e-81cd-759921a9f58d None None] Attempting to bind port d14854d4-21bc-4e1e-878f-afdae29b63f8 on network b6b1373d-4542-49e5-84f6-4d68f207d5a3 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:02.885411 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5fc6e0-f1cb-437e-81cd-759921a9f58d None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:02.885797 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5fc6e0-f1cb-437e-81cd-759921a9f58d None None] Checking segment: {'id': 'bb5ad8e8-e17b-4b9d-807a-acbb904ebe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b6b1373d-4542-49e5-84f6-4d68f207d5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:02.886231 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ae5fc6e0-f1cb-437e-81cd-759921a9f58d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.886636 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5fc6e0-f1cb-437e-81cd-759921a9f58d None None] Bound using segment: {'id': 'bb5ad8e8-e17b-4b9d-807a-acbb904ebe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b6b1373d-4542-49e5-84f6-4d68f207d5a3'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:02.887107 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-ae5fc6e0-f1cb-437e-81cd-759921a9f58d None None] Bound port: d14854d4-21bc-4e1e-878f-afdae29b63f8, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5ad8e8-e17b-4b9d-807a-acbb904ebe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b6b1373d-4542-49e5-84f6-4d68f207d5a3'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:02.887485 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ae5fc6e0-f1cb-437e-81cd-759921a9f58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d14854d4-21bc-4e1e-878f-afdae29b63f8), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.976663 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-118fe5cb-a173-4433-94ef-914861528084 service neutron] For port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5950eed0-64ac-4bd0-a2ae-e816b5b53e70,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:02.982157 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-ae5fc6e0-f1cb-437e-81cd-759921a9f58d None None] For port d14854d4-21bc-4e1e-878f-afdae29b63f8, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:02.986438 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-ae5fc6e0-f1cb-437e-81cd-759921a9f58d None None] For port d14854d4-21bc-4e1e-878f-afdae29b63f8, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d14854d4-21bc-4e1e-878f-afdae29b63f8,segment=NetworkSegment(bb5ad8e8-e17b-4b9d-807a-acbb904ebe84),segment_id=bb5ad8e8-e17b-4b9d-807a-acbb904ebe84)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:02.988277 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-118fe5cb-a173-4433-94ef-914861528084 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.989461 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-118fe5cb-a173-4433-94ef-914861528084 service neutron] 10.222.0.23 "POST /v2.0/ports/5950eed0-64ac-4bd0-a2ae-e816b5b53e70/bindings HTTP/1.1" status: 201 len: 389 time: 0.4900308 Jan 27 21:45:03.024906 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ae5fc6e0-f1cb-437e-81cd-759921a9f58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d14854d4-21bc-4e1e-878f-afdae29b63f8), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:03.092615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-410d623e-3a0c-4828-9876-5e7d2b1b72b5 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:45:03.098674 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-410d623e-3a0c-4828-9876-5e7d2b1b72b5 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:03.126113 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cd67ae-fb03-40a3-905a-94c75ee8a893 None None] Sync routers for ids ['85c38777-5427-47b3-a78f-fa4e3bbc98df'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:45:03.128626 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-509e85db-66b5-4c93-af2c-758f236fdd9f admin admin] Publish callbacks [] for router_gateway (1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:03.143604 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd67ae-fb03-40a3-905a-94c75ee8a893 None None] Routers {'85c38777-5427-47b3-a78f-fa4e3bbc98df'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:03.144793 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-80cd67ae-fb03-40a3-905a-94c75ee8a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:44:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['85c38777-5427-47b3-a78f-fa4e3bbc98df'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:03.164990 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-509e85db-66b5-4c93-af2c-758f236fdd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:03.189870 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-410d623e-3a0c-4828-9876-5e7d2b1b72b5 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "PUT /v2.0/floatingips/9ff50030-bd44-410c-bd6c-6c9b2eb73d2c HTTP/1.1" status: 200 len: 695 time: 1.4854369 Jan 27 21:45:03.191922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf43803-8d43-4b18-95bf-fa704a6a5209', 'tag': '72668b71-449f-4c32-a089-5fa32a086671'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:03.194119 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84f40a4-b28d-46b8-8a25-5de110793ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf43803-8d43-4b18-95bf-fa704a6a5209", "tag": "72668b71-449f-4c32-a089-5fa32a086671"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:03.298814 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5fc6e0-f1cb-437e-81cd-759921a9f58d None None] Pushing event updated for resources: {'Port': ['ID=d14854d4-21bc-4e1e-878f-afdae29b63f8,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:03.362089 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-80cd67ae-fb03-40a3-905a-94c75ee8a893 None None] Set router 85c38777-5427-47b3-a78f-fa4e3bbc98df gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:03.396511 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-509e85db-66b5-4c93-af2c-758f236fdd9f admin admin] Allocated IP 172.25.3.147 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/1dba9899-3dbf-4b24-9894-41db76587ffa) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:03.399158 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2dfb7f74-847f-462a-9c95-93e81d8f3f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.403338 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2dfb7f74-847f-462a-9c95-93e81d8f3f76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 1096 time: 0.0746071 Jan 27 21:45:03.423298 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-c69da468-d180-45d0-b16f-89ac08cca4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.430607 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-c69da468-d180-45d0-b16f-89ac08cca4f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=03c085da32304ba7a791d6a5792b2a15&device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 1096 time: 0.1907957 Jan 27 21:45:03.545611 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-81ab54a9-4405-4e80-a81a-0a57dc7ea1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.547124 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-81ab54a9-4405-4e80-a81a-0a57dc7ea1e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 909 time: 0.1367726 Jan 27 21:45:03.602273 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370b523-e0e3-4c93-b961-aaa61c0ac2fd req-79e53799-1acf-4a6a-938b-7c2aba7312e4 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.603837 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b370b523-e0e3-4c93-b961-aaa61c0ac2fd req-79e53799-1acf-4a6a-938b-7c2aba7312e4 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 944 time: 0.3146622 Jan 27 21:45:03.606699 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-111c86fc-cdc7-4524-9b10-b7e0a38ba542 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5950eed0-64ac-4bd0-a2ae-e816b5b53e70 HTTP/1.1" status: 200 len: 217 time: 0.0532494 Jan 27 21:45:03.722991 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-93a0ef48-554a-4c65-9bcc-4613be29ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.724495 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-93a0ef48-554a-4c65-9bcc-4613be29ead7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c8c1fde-1173-4cc5-9eb6-13f24f8d2210 HTTP/1.1" status: 200 len: 848 time: 0.1107359 Jan 27 21:45:03.740442 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-80cd67ae-fb03-40a3-905a-94c75ee8a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-357719180-router', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:05Z', 'updated_at': '2022-01-27T21:44:12Z', 'revision_number': 4, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'gw_port': {'id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:07Z', 'updated_at': '2022-01-27T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '8b082d71-be2d-49bf-83cf-8759fdb367f6', 'name': '', 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'mac_address': 'fa:16:3e:b5:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '58ad998a-751c-45b2-93b9-d35a3c3d587e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:11Z', 'updated_at': '2022-01-27T21:44:17Z', 'revision_number': 5, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'subnets': [{'id': '58ad998a-751c-45b2-93b9-d35a3c3d587e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:03.750425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-e505e25a-fa94-4c1d-9f7d-e375445fdaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.757950 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-e505e25a-fa94-4c1d-9f7d-e375445fdaf9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=56db14e3-ee07-41f9-b61f-63f30fd45233 HTTP/1.1" status: 200 len: 929 time: 0.3263571 Jan 27 21:45:03.775056 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-13e5fe9d-e471-46d1-87a1-baa7d1b054dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=682655b0-dbc8-497a-9054-3d8e44de5af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420549 Jan 27 21:45:03.779627 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cd67ae-fb03-40a3-905a-94c75ee8a893 None None] Checking router: 85c38777-5427-47b3-a78f-fa4e3bbc98df for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:45:03.789979 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd67ae-fb03-40a3-905a-94c75ee8a893 None None] Routers {'85c38777-5427-47b3-a78f-fa4e3bbc98df'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:03.791121 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-80cd67ae-fb03-40a3-905a-94c75ee8a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:44:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['85c38777-5427-47b3-a78f-fa4e3bbc98df'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:03.808051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-d2b3a75e-c4af-4ad7-a30c-0e763b4f5b89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72668b71-449f-4c32-a089-5fa32a086671 HTTP/1.1" status: 200 len: 217 time: 0.0491364 Jan 27 21:45:03.829439 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b370b523-e0e3-4c93-b961-aaa61c0ac2fd req-86c61d0f-04a3-445c-b7d1-8baf492629c9 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183707 Jan 27 21:45:03.913294 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-dfa81bef-df29-44c5-8bd4-4b0fa2e30f69 service neutron] 10.222.0.15 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308808 Jan 27 21:45:03.928240 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-509e85db-66b5-4c93-af2c-758f236fdd9f admin admin] Publish callbacks [] for port (1dba9899-3dbf-4b24-9894-41db76587ffa), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:03.964454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-b09a584d-0850-4639-88a3-d442190dfc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:03.974809 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-b09a584d-0850-4639-88a3-d442190dfc72 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58ad998a-751c-45b2-93b9-d35a3c3d587e HTTP/1.1" status: 200 len: 867 time: 0.1610427 Jan 27 21:45:04.061308 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-74695a74-614d-4d7d-8d84-c84caf9eea94 service neutron] 10.222.0.15 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410387 Jan 27 21:45:04.061747 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-80cd67ae-fb03-40a3-905a-94c75ee8a893 None None] Set router 85c38777-5427-47b3-a78f-fa4e3bbc98df gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:04.071055 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-509e85db-66b5-4c93-af2c-758f236fdd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (1dba9899-3dbf-4b24-9894-41db76587ffa), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:04.130548 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509e85db-66b5-4c93-af2c-758f236fdd9f admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:04.141912 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-22247494-fa41-4f8d-ad4b-4bab55af92da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:04.145029 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-22247494-fa41-4f8d-ad4b-4bab55af92da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=56db14e3-ee07-41f9-b61f-63f30fd45233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678455 Jan 27 21:45:04.158481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-509e85db-66b5-4c93-af2c-758f236fdd9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:04.193726 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509e85db-66b5-4c93-af2c-758f236fdd9f admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:04.258513 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-a7b3b5a7-a884-4681-b947-8bbc7760f92b tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:04.272077 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-a7b3b5a7-a884-4681-b947-8bbc7760f92b tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb&tenant_id=95aa79ef2e0d4820bfc1772df699fe63&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 1096 time: 0.1338801 Jan 27 21:45:04.277837 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-772272-3'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:04.403851 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5950eed0-64ac-4bd0-a2ae-e816b5b53e70), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:04.473037 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-80cd67ae-fb03-40a3-905a-94c75ee8a893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-357719180-router', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:05Z', 'updated_at': '2022-01-27T21:44:12Z', 'revision_number': 4, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'gw_port': {'id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:07Z', 'updated_at': '2022-01-27T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '8b082d71-be2d-49bf-83cf-8759fdb367f6', 'name': '', 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'mac_address': 'fa:16:3e:b5:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '58ad998a-751c-45b2-93b9-d35a3c3d587e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:11Z', 'updated_at': '2022-01-27T21:44:17Z', 'revision_number': 5, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'subnets': [{'id': '58ad998a-751c-45b2-93b9-d35a3c3d587e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:04.506052 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cd67ae-fb03-40a3-905a-94c75ee8a893 None None] The sync data for ids ['85c38777-5427-47b3-a78f-fa4e3bbc98df'] in n-d-772272-3 is: [{'id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-357719180-router', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:05Z', 'updated_at': '2022-01-27T21:44:12Z', 'revision_number': 4, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'gw_port': {'id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:07Z', 'updated_at': '2022-01-27T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '8b082d71-be2d-49bf-83cf-8759fdb367f6', 'name': '', 'network_id': '56db14e3-ee07-41f9-b61f-63f30fd45233', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'mac_address': 'fa:16:3e:b5:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '58ad998a-751c-45b2-93b9-d35a3c3d587e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:11Z', 'updated_at': '2022-01-27T21:44:17Z', 'revision_number': 5, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'subnets': [{'id': '58ad998a-751c-45b2-93b9-d35a3c3d587e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:45:04.621653 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45332) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:04.628355 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] For port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5950eed0-64ac-4bd0-a2ae-e816b5b53e70,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:04.677122 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e85db-66b5-4c93-af2c-758f236fdd9f admin admin] Pushing event updated for resources: {'Port': ['ID=1dba9899-3dbf-4b24-9894-41db76587ffa,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:04.745356 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] For port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:04.794122 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5950eed0-64ac-4bd0-a2ae-e816b5b53e70'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:04.796596 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0121bdd8-9c4b-4a30-9ad4-fc3fb36f6024" -d '{"events": [{"server_uuid": "0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb", "name": "network-vif-unplugged", "status": "completed", "tag": "5950eed0-64ac-4bd0-a2ae-e816b5b53e70"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:04.805801 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] Publish callbacks [] for port (5950eed0-64ac-4bd0-a2ae-e816b5b53e70), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:04.836592 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (5950eed0-64ac-4bd0-a2ae-e816b5b53e70), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:04.912418 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81352600-b47a-4038-8506-e0a262ca3cdd None None] Network b6b1373d-4542-49e5-84f6-4d68f207d5a3 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:04.943877 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] Pushing event updated for resources: {'Port': ['ID=5950eed0-64ac-4bd0-a2ae-e816b5b53e70,revision_number=7']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:04.962743 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4748344d-3790-455e-8bf6-6dea77b13b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:04.970344 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43774160-2dfe-4bd5-bb2e-3e78703cc350 req-b0dec543-f6bb-4862-b553-02c0786a9539 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:04.972044 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43774160-2dfe-4bd5-bb2e-3e78703cc350 req-b0dec543-f6bb-4862-b553-02c0786a9539 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.2621641 Jan 27 21:45:05.031879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-33ec2b12-ce8b-41aa-8631-2d58e0736ceb service neutron] 10.222.0.23 "GET /v2.0/networks/56db14e3-ee07-41f9-b61f-63f30fd45233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8706260 Jan 27 21:45:05.050972 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] Attempting to bind port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 on host n-h2-772272-3 for vnic_type normal with profile {"migrating_to": "n-h1-772272-3"} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:05.051308 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] Attempting to bind port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:05.051638 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] Attempting to bind port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:05.062238 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] Port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:45:05.062856 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] Attempting to bind port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:05.076196 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:05.076546 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] Checking segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:05.076930 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] Bound using segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:05.077443 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] Bound port: 5950eed0-64ac-4bd0-a2ae-e816b5b53e70, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:05.078972 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5950eed0-64ac-4bd0-a2ae-e816b5b53e70), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.095117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b928026c-5d3d-4c59-9d63-ada7f089d12a None None] New status for floating IP 9ff50030-bd44-410c-bd6c-6c9b2eb73d2c: DOWN {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:45:05.184853 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43774160-2dfe-4bd5-bb2e-3e78703cc350 req-475ef25e-5e26-429f-9a82-e331ad6178af tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572251 Jan 27 21:45:05.215285 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-509e85db-66b5-4c93-af2c-758f236fdd9f admin admin] Publish callbacks [] for router_gateway (1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.298700 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095eab0c-0cff-4715-9745-418fdb82e5be x-openstack-request-id: req-095eab0c-0cff-4715-9745-418fdb82e5be {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:05.299114 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b71ec7-d55c-4765-9ac1-29ab1e990f4a", "name": "network-vif-plugged", "status": "completed", "tag": "537d39f5-3db6-4733-9179-5735f9af9f10", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:05.299481 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-095eab0c-0cff-4715-9745-418fdb82e5be {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:05.300071 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b71ec7-d55c-4765-9ac1-29ab1e990f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537d39f5-3db6-4733-9179-5735f9af9f10', 'code': 200} Jan 27 21:45:05.380830 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a2ecee0-1345-4218-b0fc-04946dee4a31 req-78cd8cef-3cce-473e-8d3a-8b9feddbc9ca service neutron] 10.222.0.23 "GET /v2.0/networks/56db14e3-ee07-41f9-b61f-63f30fd45233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316872 Jan 27 21:45:05.396567 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c0413960-5b6b-4b98-890a-c434c1e285a4 None None] Provisioning complete for port d14854d4-21bc-4e1e-878f-afdae29b63f8 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:05.399488 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0413960-5b6b-4b98-890a-c434c1e285a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d14854d4-21bc-4e1e-878f-afdae29b63f8), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.497586 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c1f6d7-20ff-4907-bb26-300e815e3893 x-openstack-request-id: req-38c1f6d7-20ff-4907-bb26-300e815e3893 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:05.497896 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf43803-8d43-4b18-95bf-fa704a6a5209", "tag": "72668b71-449f-4c32-a089-5fa32a086671", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:05.498124 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38c1f6d7-20ff-4907-bb26-300e815e3893 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:05.499412 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf43803-8d43-4b18-95bf-fa704a6a5209', 'tag': '72668b71-449f-4c32-a089-5fa32a086671', 'status': 'completed', 'code': 200} Jan 27 21:45:05.551419 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656873b0-439d-4113-a8d3-fc59a89f8db6 x-openstack-request-id: req-656873b0-439d-4113-a8d3-fc59a89f8db6 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:05.551970 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb", "name": "network-vif-unplugged", "status": "completed", "tag": "5950eed0-64ac-4bd0-a2ae-e816b5b53e70", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:05.551970 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-656873b0-439d-4113-a8d3-fc59a89f8db6 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:05.552389 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5950eed0-64ac-4bd0-a2ae-e816b5b53e70', 'code': 200} Jan 27 21:45:05.600783 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4748344d-3790-455e-8bf6-6dea77b13b6c admin admin] Publish callbacks [] for security_group (56b97a26-3ed3-4007-9ce7-f14e4c418391), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.610339 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4748344d-3790-455e-8bf6-6dea77b13b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (56b97a26-3ed3-4007-9ce7-f14e4c418391), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.623147 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d14854d4-21bc-4e1e-878f-afdae29b63f8 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:05.628868 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-509e85db-66b5-4c93-af2c-758f236fdd9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.666223 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4748344d-3790-455e-8bf6-6dea77b13b6c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1589409ee4654aa783396bddb12ca4a4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0434322 Jan 27 21:45:05.667401 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] For port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:05.669409 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748344d-3790-455e-8bf6-6dea77b13b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b97a26-3ed3-4007-9ce7-f14e4c418391,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:05.676800 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45346) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:05.679776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be83b8-36cf-46b2-9720-5cf592c78359 req-854dc599-87bc-40cc-859c-4100631ebd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:05.682032 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38be83b8-36cf-46b2-9720-5cf592c78359 req-854dc599-87bc-40cc-859c-4100631ebd2d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 1100 time: 0.2976475 Jan 27 21:45:05.702579 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] For port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5950eed0-64ac-4bd0-a2ae-e816b5b53e70,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:05.714124 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (5950eed0-64ac-4bd0-a2ae-e816b5b53e70), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.725235 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d14854d4-21bc-4e1e-878f-afdae29b63f8 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:05.725614 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d14854d4-21bc-4e1e-878f-afdae29b63f8), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.840773 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:05.841388 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.842480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c0413960-5b6b-4b98-890a-c434c1e285a4 None None] Current status of the port d14854d4-21bc-4e1e-878f-afdae29b63f8 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:05.843032 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0413960-5b6b-4b98-890a-c434c1e285a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d14854d4-21bc-4e1e-878f-afdae29b63f8), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.853018 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] 10.222.0.15 "PUT /v2.0/ports/5950eed0-64ac-4bd0-a2ae-e816b5b53e70 HTTP/1.1" status: 200 len: 1121 time: 1.5799272 Jan 27 21:45:05.867214 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71d04c-b60f-4557-a51d-10bc8d1fe958 service neutron] Pushing event updated for resources: {'Port': ['ID=5950eed0-64ac-4bd0-a2ae-e816b5b53e70,revision_number=8']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:05.882587 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:05.992566 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8c587-3afb-4327-b551-9fcff850c6ce req-4a096a02-8e02-47fb-8cf8-d9fed4fbe20b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:05.994763 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-51a8c587-3afb-4327-b551-9fcff850c6ce req-4a096a02-8e02-47fb-8cf8-d9fed4fbe20b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 943 time: 0.5175128 Jan 27 21:45:06.006378 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c0413960-5b6b-4b98-890a-c434c1e285a4 None None] For port d14854d4-21bc-4e1e-878f-afdae29b63f8, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d14854d4-21bc-4e1e-878f-afdae29b63f8,segment=NetworkSegment(bb5ad8e8-e17b-4b9d-807a-acbb904ebe84),segment_id=bb5ad8e8-e17b-4b9d-807a-acbb904ebe84)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:06.018842 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['5950eed0-64ac-4bd0-a2ae-e816b5b53e70'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:06.021313 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0413960-5b6b-4b98-890a-c434c1e285a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d14854d4-21bc-4e1e-878f-afdae29b63f8), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:06.079500 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:45:06.080805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404b948-6e02-4412-8f62-fbd12c937591 req-b58e1ecb-5e36-4bec-9e21-99a6242ca0f2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:06.082335 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1404b948-6e02-4412-8f62-fbd12c937591 req-b58e1ecb-5e36-4bec-9e21-99a6242ca0f2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 944 time: 0.4481728 Jan 27 21:45:06.084532 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f40a4-b28d-46b8-8a25-5de110793ef6 req-7e102772-bbd9-4d21-9e8b-50dd86e44343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:06.085879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b84f40a4-b28d-46b8-8a25-5de110793ef6 req-7e102772-bbd9-4d21-9e8b-50dd86e44343 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=03c085da32304ba7a791d6a5792b2a15&device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 1096 time: 0.4538252 Jan 27 21:45:06.089216 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d14854d4-21bc-4e1e-878f-afdae29b63f8 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:06.089613 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d14854d4-21bc-4e1e-878f-afdae29b63f8), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:06.114441 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:06.114813 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a8a44e1e-4a61-45f2-ae17-7f7b0426eb20), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:06.126465 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38be83b8-36cf-46b2-9720-5cf592c78359 req-e54a5438-f09a-40e4-8f4e-9ca15a30d8df service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717655 Jan 27 21:45:06.170967 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0413960-5b6b-4b98-890a-c434c1e285a4 None None] Pushing event updated for resources: {'Port': ['ID=d14854d4-21bc-4e1e-878f-afdae29b63f8,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:06.201432 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-800c1afa-557d-4cb4-ac06-6c6655acccc9 admin admin] Publish callbacks [] for security_group (56b97a26-3ed3-4007-9ce7-f14e4c418391), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:06.225079 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-51a8c587-3afb-4327-b551-9fcff850c6ce req-3cc16ed7-cec1-48a3-84c8-22be40ba1705 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184591 Jan 27 21:45:06.228978 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a83ef91b-fa0d-4127-adeb-132461d51330 None None] Provisioning complete for port d14854d4-21bc-4e1e-878f-afdae29b63f8 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:06.229364 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a83ef91b-fa0d-4127-adeb-132461d51330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d14854d4-21bc-4e1e-878f-afdae29b63f8), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:06.257596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509e85db-66b5-4c93-af2c-758f236fdd9f admin admin] Router 1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:45:06.283473 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:45:06.283834 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:45:06.298616 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-800c1afa-557d-4cb4-ac06-6c6655acccc9 admin admin] Publish callbacks [] for security_group (56b97a26-3ed3-4007-9ce7-f14e4c418391), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:06.316501 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1404b948-6e02-4412-8f62-fbd12c937591 req-2089233b-f341-4cc9-a184-3f428ea75c63 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183888 Jan 27 21:45:06.376217 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:06.376623 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a8a44e1e-4a61-45f2-ae17-7f7b0426eb20), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:06.470427 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:06.475241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a83ef91b-fa0d-4127-adeb-132461d51330 None None] Current status of the port d14854d4-21bc-4e1e-878f-afdae29b63f8 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:06.479138 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a8a44e1e-4a61-45f2-ae17-7f7b0426eb20), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:06.481655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f40a4-b28d-46b8-8a25-5de110793ef6 req-2ffba56b-c774-4907-ac5d-85f318c2588f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:06.483405 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b84f40a4-b28d-46b8-8a25-5de110793ef6 req-2ffba56b-c774-4907-ac5d-85f318c2588f service neutron] 10.222.0.21 "GET /v2.0/networks?id=56db14e3-ee07-41f9-b61f-63f30fd45233 HTTP/1.1" status: 200 len: 929 time: 0.3872085 Jan 27 21:45:06.537085 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:06.575359 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-797eb827-1d25-4ee1-af9b-648a2f2ab2d8 req-15013bd5-f5c6-4ff5-920e-52c5e564db05 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/floatingips/9ff50030-bd44-410c-bd6c-6c9b2eb73d2c HTTP/1.1" status: 200 len: 693 time: 0.1515191 Jan 27 21:45:06.583696 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b84f40a4-b28d-46b8-8a25-5de110793ef6 req-a8acd004-896e-48ec-b9bb-e8a857ec3a8e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72668b71-449f-4c32-a089-5fa32a086671 HTTP/1.1" status: 200 len: 217 time: 0.0594647 Jan 27 21:45:06.599042 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509e85db-66b5-4c93-af2c-758f236fdd9f admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:45:06.616750 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] Sync routers for ids ['1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:45:06.629084 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] Routers {'1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:06.630665 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:44:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:06.699052 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-800c1afa-557d-4cb4-ac06-6c6655acccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (56b97a26-3ed3-4007-9ce7-f14e4c418391), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:06.701760 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-800c1afa-557d-4cb4-ac06-6c6655acccc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:06.702936 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-800c1afa-557d-4cb4-ac06-6c6655acccc9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56b97a26-3ed3-4007-9ce7-f14e4c418391 HTTP/1.1" status: 204 len: 168 time: 1.0187201 Jan 27 21:45:06.716586 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ef67a-6fcc-4b13-9e13-89b98f9c6d46 req-c67700c0-0604-47ca-9543-17cb056fc5fd tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:06.717977 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-067ef67a-6fcc-4b13-9e13-89b98f9c6d46 req-c67700c0-0604-47ca-9543-17cb056fc5fd tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.2675917 Jan 27 21:45:06.736659 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-509e85db-66b5-4c93-af2c-758f236fdd9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:06.737829 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-509e85db-66b5-4c93-af2c-758f236fdd9f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9549041 Jan 27 21:45:06.741401 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45356) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:06.743715 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c1afa-557d-4cb4-ac06-6c6655acccc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b97a26-3ed3-4007-9ce7-f14e4c418391,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:06.774099 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] Set router 1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:06.815703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797eb827-1d25-4ee1-af9b-648a2f2ab2d8 req-790d10d7-10cd-46c5-a869-9f527a23c285 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:06.824117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-797eb827-1d25-4ee1-af9b-648a2f2ab2d8 req-790d10d7-10cd-46c5-a869-9f527a23c285 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.2362680 Jan 27 21:45:06.850529 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d14854d4-21bc-4e1e-878f-afdae29b63f8 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:06.887162 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f40a4-b28d-46b8-8a25-5de110793ef6 req-cc2edc2c-88b0-4ba2-99ed-7e21ae249eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:06.888974 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b84f40a4-b28d-46b8-8a25-5de110793ef6 req-cc2edc2c-88b0-4ba2-99ed-7e21ae249eef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58ad998a-751c-45b2-93b9-d35a3c3d587e HTTP/1.1" status: 200 len: 867 time: 0.2870097 Jan 27 21:45:06.902796 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-797eb827-1d25-4ee1-af9b-648a2f2ab2d8 req-7c068e06-9bab-49ab-95ef-be80728419aa tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 696 time: 0.0771439 Jan 27 21:45:07.062224 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-797eb827-1d25-4ee1-af9b-648a2f2ab2d8 req-6eeee9dc-447f-4639-ae4b-b31e264d0e5e tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 696 time: 0.1585555 Jan 27 21:45:07.081463 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-067ef67a-6fcc-4b13-9e13-89b98f9c6d46 req-218035ee-5406-4168-bcb1-5d48d7a8f2b3 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477859 Jan 27 21:45:07.115619 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a', 'name': 'tempest-FloatingIPsTestJSON-603821267-router', 'tenant_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '1dba9899-3dbf-4b24-9894-41db76587ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:02Z', 'updated_at': '2022-01-27T21:45:04Z', 'revision_number': 3, 'project_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'gw_port': {'id': '1dba9899-3dbf-4b24-9894-41db76587ffa', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:03Z', 'updated_at': '2022-01-27T21:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:07.152740 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] Checking router: 1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:45:07.153225 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] Updating router 1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a port 1dba9899-3dbf-4b24-9894-41db76587ffa binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:45:07.184196 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1dba9899-3dbf-4b24-9894-41db76587ffa), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:07.301798 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee90d1d-be51-4265-a516-248d9844c00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a44e1e-4a61-45f2-ae17-7f7b0426eb20'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:07.308303 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743d7c59-7f6a-4cab-b8e9-023f3a7590a3" -d '{"events": [{"server_uuid": "bee90d1d-be51-4265-a516-248d9844c00f", "name": "network-vif-plugged", "status": "completed", "tag": "a8a44e1e-4a61-45f2-ae17-7f7b0426eb20"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:07.366922 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d14854d4-21bc-4e1e-878f-afdae29b63f8 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:07.498360 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-40a87ffc-3b7a-405d-ab79-62d971373576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:07.512726 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d14854d4-21bc-4e1e-878f-afdae29b63f8 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:07.515662 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d14854d4-21bc-4e1e-878f-afdae29b63f8), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:07.524668 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f40a4-b28d-46b8-8a25-5de110793ef6 req-f59f88c2-3924-4fa0-a46f-4d4e0f240211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:07.527017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b84f40a4-b28d-46b8-8a25-5de110793ef6 req-f59f88c2-3924-4fa0-a46f-4d4e0f240211 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56db14e3-ee07-41f9-b61f-63f30fd45233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6079712 Jan 27 21:45:07.663268 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb', 'tag': '5950eed0-64ac-4bd0-a2ae-e816b5b53e70'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:07.665567 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a32c4a-4268-439d-909b-9b6ace16a30d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb", "tag": "5950eed0-64ac-4bd0-a2ae-e816b5b53e70"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:07.700662 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d14854d4-21bc-4e1e-878f-afdae29b63f8 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:07.720049 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-40a87ffc-3b7a-405d-ab79-62d971373576 admin admin] Allocated IP 172.20.0.1 (b6b1373d-4542-49e5-84f6-4d68f207d5a3/5ab7b182-4f0c-4a06-afc1-42f41583c608/d7d981e4-e534-46a6-a999-63092f600dc0) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:07.764505 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b84f40a4-b28d-46b8-8a25-5de110793ef6 req-30a80cca-7712-4478-b20d-892efe6fceb8 service neutron] 10.222.0.21 "GET /v2.0/networks/56db14e3-ee07-41f9-b61f-63f30fd45233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868298 Jan 27 21:45:07.780388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74abd0-d451-4ee0-91d3-7de6c2f47942 req-5ea4e635-82a2-46c2-89db-af246978e4b4 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:07.783031 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff74abd0-d451-4ee0-91d3-7de6c2f47942 req-5ea4e635-82a2-46c2-89db-af246978e4b4 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 943 time: 0.3027160 Jan 27 21:45:07.845440 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-40a87ffc-3b7a-405d-ab79-62d971373576 admin admin] Publish callbacks [] for port (d7d981e4-e534-46a6-a999-63092f600dc0), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:07.881153 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] Publish callbacks [] for port (1dba9899-3dbf-4b24-9894-41db76587ffa), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:07.884085 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-40a87ffc-3b7a-405d-ab79-62d971373576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d7d981e4-e534-46a6-a999-63092f600dc0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:07.889521 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1dba9899-3dbf-4b24-9894-41db76587ffa), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:07.930688 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b84f40a4-b28d-46b8-8a25-5de110793ef6 req-13d0973e-908c-4ece-bc0e-126e0256827c service neutron] 10.222.0.21 "GET /v2.0/networks/56db14e3-ee07-41f9-b61f-63f30fd45233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465356 Jan 27 21:45:07.934218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a87ffc-3b7a-405d-ab79-62d971373576 admin admin] Network b6b1373d-4542-49e5-84f6-4d68f207d5a3 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:07.939123 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-40a87ffc-3b7a-405d-ab79-62d971373576 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:07.942725 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a87ffc-3b7a-405d-ab79-62d971373576 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:07.989606 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a87ffc-3b7a-405d-ab79-62d971373576 admin admin] Pushing event updated for resources: {'Port': ['ID=d7d981e4-e534-46a6-a999-63092f600dc0,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:08.011406 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-40a87ffc-3b7a-405d-ab79-62d971373576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.013640 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff74abd0-d451-4ee0-91d3-7de6c2f47942 req-0ccd09a9-644f-4e9a-8bec-ba3e87ecb9fc tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819368 Jan 27 21:45:08.020228 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] Attempting to bind port 1dba9899-3dbf-4b24-9894-41db76587ffa on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:08.020872 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] Attempting to bind port 1dba9899-3dbf-4b24-9894-41db76587ffa by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:08.021450 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] Attempting to bind port 1dba9899-3dbf-4b24-9894-41db76587ffa on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:08.039061 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527d1cf-4b66-4349-a671-b9b3f9b05963 None None] Pushing event updated for resources: {'Port': ['ID=1dba9899-3dbf-4b24-9894-41db76587ffa,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:08.051592 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:08.052850 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:08.053432 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.054183 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:08.054818 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] Bound port: 1dba9899-3dbf-4b24-9894-41db76587ffa, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:08.055502 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1dba9899-3dbf-4b24-9894-41db76587ffa), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.075015 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-797eb827-1d25-4ee1-af9b-648a2f2ab2d8 req-c63f3eae-b6be-459c-87db-10cdc8d5e160 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Deleting port 05e59ae9-eee7-4633-a1e4-159df2df0a74 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:08.075362 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-797eb827-1d25-4ee1-af9b-648a2f2ab2d8 req-c63f3eae-b6be-459c-87db-10cdc8d5e160 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (05e59ae9-eee7-4633-a1e4-159df2df0a74), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.119559 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcffb37e-c6b2-42f1-8b74-ddced7848b5f x-openstack-request-id: req-dcffb37e-c6b2-42f1-8b74-ddced7848b5f {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:08.119893 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee90d1d-be51-4265-a516-248d9844c00f", "name": "network-vif-plugged", "status": "completed", "tag": "a8a44e1e-4a61-45f2-ae17-7f7b0426eb20", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:08.120241 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dcffb37e-c6b2-42f1-8b74-ddced7848b5f {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:08.121582 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee90d1d-be51-4265-a516-248d9844c00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a44e1e-4a61-45f2-ae17-7f7b0426eb20', 'code': 200} Jan 27 21:45:08.167169 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] For port 1dba9899-3dbf-4b24-9894-41db76587ffa, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:08.172723 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] For port 1dba9899-3dbf-4b24-9894-41db76587ffa, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1dba9899-3dbf-4b24-9894-41db76587ffa,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:08.180142 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1dba9899-3dbf-4b24-9894-41db76587ffa), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.310550 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-40a87ffc-3b7a-405d-ab79-62d971373576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d7d981e4-e534-46a6-a999-63092f600dc0), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.311866 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527d1cf-4b66-4349-a671-b9b3f9b05963 None None] Pushing event updated for resources: {'Port': ['ID=1dba9899-3dbf-4b24-9894-41db76587ffa,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:08.332117 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] Routers {'1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:08.334674 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:44:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:08.351728 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45392) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:08.432429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4735b36-b0cd-4bc7-8bd3-441fa7d05f8f req-63c0cfb1-895d-40ac-a6ea-197f2909f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:08.433999 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4735b36-b0cd-4bc7-8bd3-441fa7d05f8f req-63c0cfb1-895d-40ac-a6ea-197f2909f3db service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 1096 time: 0.1478705 Jan 27 21:45:08.439006 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-797eb827-1d25-4ee1-af9b-648a2f2ab2d8 req-c63f3eae-b6be-459c-87db-10cdc8d5e160 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (05e59ae9-eee7-4633-a1e4-159df2df0a74), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.439465 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-797eb827-1d25-4ee1-af9b-648a2f2ab2d8 req-c63f3eae-b6be-459c-87db-10cdc8d5e160 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks [] for floatingip (05e59ae9-eee7-4633-a1e4-159df2df0a74), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.464247 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-61d7f882-d043-4e7d-8542-861f2f906ae1 None None] Provisioning complete for port d7d981e4-e534-46a6-a999-63092f600dc0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:08.466251 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-61d7f882-d043-4e7d-8542-861f2f906ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d7d981e4-e534-46a6-a999-63092f600dc0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.479186 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-797eb827-1d25-4ee1-af9b-648a2f2ab2d8 req-c63f3eae-b6be-459c-87db-10cdc8d5e160 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Calling delete_port for 05e59ae9-eee7-4633-a1e4-159df2df0a74 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:08.508333 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6daf0-2b25-4cb7-93b0-9556046741ee req-ad95161a-c362-4aa2-98e1-679cfb6bcd2e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:08.510582 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6a6daf0-2b25-4cb7-93b0-9556046741ee req-ad95161a-c362-4aa2-98e1-679cfb6bcd2e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.1591365 Jan 27 21:45:08.524343 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4735b36-b0cd-4bc7-8bd3-441fa7d05f8f req-9caee38d-23ea-43fa-b05a-2823adb92944 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819461 Jan 27 21:45:08.531461 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] Set router 1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:08.554596 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-61d7f882-d043-4e7d-8542-861f2f906ae1 None None] Port d7d981e4-e534-46a6-a999-63092f600dc0 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:45:08.616101 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-b2e8c361-e69f-423a-b689-f65a07490511 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1194960415-network', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:08.630070 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-40a87ffc-3b7a-405d-ab79-62d971373576 admin admin] Publish callbacks [] for port (d7d981e4-e534-46a6-a999-63092f600dc0), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.637503 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-40a87ffc-3b7a-405d-ab79-62d971373576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (d7d981e4-e534-46a6-a999-63092f600dc0), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.639165 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6a6daf0-2b25-4cb7-93b0-9556046741ee req-dae79dd9-c86c-4d36-bdf4-571483b6384b tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194766 Jan 27 21:45:08.641568 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e8c361-e69f-423a-b689-f65a07490511 admin admin] Made reservation on behalf of 0b2b86f17cf94b18a4e171551de3095e for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:08.643981 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c361-e69f-423a-b689-f65a07490511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.660621 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c361-e69f-423a-b689-f65a07490511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.759330 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea23da3-5e07-4da4-b423-36fce87609d2 x-openstack-request-id: req-4ea23da3-5e07-4da4-b423-36fce87609d2 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:08.759707 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb", "tag": "5950eed0-64ac-4bd0-a2ae-e816b5b53e70", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:08.760777 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ea23da3-5e07-4da4-b423-36fce87609d2 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:08.761292 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb', 'tag': '5950eed0-64ac-4bd0-a2ae-e816b5b53e70', 'status': 'completed', 'code': 200} Jan 27 21:45:08.770743 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-797eb827-1d25-4ee1-af9b-648a2f2ab2d8 req-c63f3eae-b6be-459c-87db-10cdc8d5e160 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (05e59ae9-eee7-4633-a1e4-159df2df0a74), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.781458 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-40a87ffc-3b7a-405d-ab79-62d971373576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.792663 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a87ffc-3b7a-405d-ab79-62d971373576 admin admin] Pushing event updated for resources: {'Port': ['ID=d7d981e4-e534-46a6-a999-63092f600dc0,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:08.819092 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f3eae-b6be-459c-87db-10cdc8d5e160 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Pushing event deleted for resources: {'Port': ['ID=05e59ae9-eee7-4633-a1e4-159df2df0a74,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:08.896242 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-797eb827-1d25-4ee1-af9b-648a2f2ab2d8 req-c63f3eae-b6be-459c-87db-10cdc8d5e160 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks [] for floatingip (9ff50030-bd44-410c-bd6c-6c9b2eb73d2c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.898909 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-797eb827-1d25-4ee1-af9b-648a2f2ab2d8 req-c63f3eae-b6be-459c-87db-10cdc8d5e160 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.900108 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-797eb827-1d25-4ee1-af9b-648a2f2ab2d8 req-c63f3eae-b6be-459c-87db-10cdc8d5e160 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "DELETE /v2.0/floatingips/9ff50030-bd44-410c-bd6c-6c9b2eb73d2c HTTP/1.1" status: 204 len: 173 time: 1.8295436 Jan 27 21:45:08.905763 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c361-e69f-423a-b689-f65a07490511 admin admin] Publish callbacks [] for security_group (e3ea1350-1125-4d33-98d5-ae243448cfbd), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.912034 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a', 'name': 'tempest-FloatingIPsTestJSON-603821267-router', 'tenant_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '1dba9899-3dbf-4b24-9894-41db76587ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:02Z', 'updated_at': '2022-01-27T21:45:08Z', 'revision_number': 4, 'project_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'gw_port': {'id': '1dba9899-3dbf-4b24-9894-41db76587ffa', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:03Z', 'updated_at': '2022-01-27T21:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'd7d981e4-e534-46a6-a999-63092f600dc0', 'name': '', 'network_id': 'b6b1373d-4542-49e5-84f6-4d68f207d5a3', 'tenant_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'mac_address': 'fa:16:3e:65:29:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5ab7b182-4f0c-4a06-afc1-42f41583c608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:07Z', 'updated_at': '2022-01-27T21:45:07Z', 'revision_number': 1, 'project_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'subnets': [{'id': '5ab7b182-4f0c-4a06-afc1-42f41583c608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:08.917211 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a87ffc-3b7a-405d-ab79-62d971373576 admin admin] Network b6b1373d-4542-49e5-84f6-4d68f207d5a3 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:08.918795 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-40a87ffc-3b7a-405d-ab79-62d971373576 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:08.929520 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c361-e69f-423a-b689-f65a07490511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e3ea1350-1125-4d33-98d5-ae243448cfbd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.943517 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b0e2e7-89fe-43e3-a886-c1a7630ec2a4 None None] The sync data for ids ['1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a'] in n-d-772272-3 is: [{'id': '1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a', 'name': 'tempest-FloatingIPsTestJSON-603821267-router', 'tenant_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '1dba9899-3dbf-4b24-9894-41db76587ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:02Z', 'updated_at': '2022-01-27T21:45:08Z', 'revision_number': 4, 'project_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'gw_port': {'id': '1dba9899-3dbf-4b24-9894-41db76587ffa', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:03Z', 'updated_at': '2022-01-27T21:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'd7d981e4-e534-46a6-a999-63092f600dc0', 'name': '', 'network_id': 'b6b1373d-4542-49e5-84f6-4d68f207d5a3', 'tenant_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'mac_address': 'fa:16:3e:65:29:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5ab7b182-4f0c-4a06-afc1-42f41583c608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:07Z', 'updated_at': '2022-01-27T21:45:07Z', 'revision_number': 1, 'project_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'subnets': [{'id': '5ab7b182-4f0c-4a06-afc1-42f41583c608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:45:08.968816 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e8c361-e69f-423a-b689-f65a07490511 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:45:08.996976 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c361-e69f-423a-b689-f65a07490511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (cebd4acb-a745-40e1-bd13-f33b1eace622), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.997421 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-b2e8c361-e69f-423a-b689-f65a07490511 admin admin] Added segment cebd4acb-a745-40e1-bd13-f33b1eace622 of type vlan for network 76333007-a5d9-47c4-9e41-c811a7234223 Jan 27 21:45:09.061875 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c361-e69f-423a-b689-f65a07490511 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (76333007-a5d9-47c4-9e41-c811a7234223), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:09.094498 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a87ffc-3b7a-405d-ab79-62d971373576 admin admin] Router 1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:45:09.112048 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a32c4a-4268-439d-909b-9b6ace16a30d req-14a47d25-ebbb-453f-829a-632231a1f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:09.114016 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97a32c4a-4268-439d-909b-9b6ace16a30d req-14a47d25-ebbb-453f-829a-632231a1f9a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 1124 time: 0.3054540 Jan 27 21:45:09.129721 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8c361-e69f-423a-b689-f65a07490511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ea1350-1125-4d33-98d5-ae243448cfbd,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:09.138310 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c361-e69f-423a-b689-f65a07490511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (76333007-a5d9-47c4-9e41-c811a7234223), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:09.139438 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e8c361-e69f-423a-b689-f65a07490511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:09.140318 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c361-e69f-423a-b689-f65a07490511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:09.238248 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d89d6-115f-44ac-8d3e-44b55f71f731 req-1b6bd088-a7f1-41e4-9307-20fe7e8ad12b tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:09.247025 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-261d89d6-115f-44ac-8d3e-44b55f71f731 req-1b6bd088-a7f1-41e4-9307-20fe7e8ad12b tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.3775222 Jan 27 21:45:09.279950 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a87ffc-3b7a-405d-ab79-62d971373576 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:45:09.295434 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-40a87ffc-3b7a-405d-ab79-62d971373576 admin admin] 10.222.0.23 "PUT /v2.0/routers/1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5509439 Jan 27 21:45:09.342035 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b2e8c361-e69f-423a-b689-f65a07490511 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9884768 Jan 27 21:45:09.346605 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45408) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:09.349890 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-bf5afb3e-c529-4231-89d0-5e41c67dbf42 None None] Provisioning complete for port d7d981e4-e534-46a6-a999-63092f600dc0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:09.351083 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bf5afb3e-c529-4231-89d0-5e41c67dbf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d7d981e4-e534-46a6-a999-63092f600dc0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:09.353349 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-6fd273cf-33d8-4141-8e0e-d43c95960858 admin admin] Request body: {'subnet': {'network_id': '76333007-a5d9-47c4-9e41-c811a7234223', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1194960415-subnet', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:09.379302 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd273cf-33d8-4141-8e0e-d43c95960858 admin admin] Made reservation on behalf of 0b2b86f17cf94b18a4e171551de3095e for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:09.382887 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6fd273cf-33d8-4141-8e0e-d43c95960858 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:09.393005 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8c361-e69f-423a-b689-f65a07490511 admin admin] Pushing event updated for resources: {'Network': ['ID=76333007-a5d9-47c4-9e41-c811a7234223,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:09.410995 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-bf5afb3e-c529-4231-89d0-5e41c67dbf42 None None] Port d7d981e4-e534-46a6-a999-63092f600dc0 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:45:09.424305 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 76333007-a5d9-47c4-9e41-c811a7234223 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:45:09.491472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45f606-7a23-4266-9ef9-0e02af0a4929 req-2e03ed32-80c1-426b-823d-134308fa1bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:09.501326 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c45f606-7a23-4266-9ef9-0e02af0a4929 req-2e03ed32-80c1-426b-823d-134308fa1bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3858759 Jan 27 21:45:09.552788 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-261d89d6-115f-44ac-8d3e-44b55f71f731 req-c0532a7b-a774-4910-9675-1f3590954e32 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001184 Jan 27 21:45:09.595788 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a32c4a-4268-439d-909b-9b6ace16a30d req-b54b8a77-8021-432c-a82d-73b0fe9a8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:09.602119 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97a32c4a-4268-439d-909b-9b6ace16a30d req-b54b8a77-8021-432c-a82d-73b0fe9a8c69 service neutron] 10.222.0.21 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 909 time: 0.4634256 Jan 27 21:45:09.611111 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c45f606-7a23-4266-9ef9-0e02af0a4929 req-1047ae36-35b8-4519-bd73-e902bfe70dd6 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1085861 Jan 27 21:45:09.687883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97a32c4a-4268-439d-909b-9b6ace16a30d req-7b3a2564-0b41-4b86-b843-9e217d32ff35 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5950eed0-64ac-4bd0-a2ae-e816b5b53e70 HTTP/1.1" status: 200 len: 217 time: 0.0682871 Jan 27 21:45:09.692577 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6fd273cf-33d8-4141-8e0e-d43c95960858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (2435049a-5527-41d8-960b-1a1facd7dca8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:09.795222 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd273cf-33d8-4141-8e0e-d43c95960858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2435049a-5527-41d8-960b-1a1facd7dca8,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:09.796928 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5d653-c0e6-4039-aad1-d4c06a3f205f req-c70b8c24-3cc5-4a2f-97cf-0e0425d045fe tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:09.807566 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd273cf-33d8-4141-8e0e-d43c95960858 admin admin] Checking segment: {'id': 'cebd4acb-a745-40e1-bd13-f33b1eace622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:09.807566 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd273cf-33d8-4141-8e0e-d43c95960858 admin admin] Network hostable DHCP agents. Network: 76333007-a5d9-47c4-9e41-c811a7234223, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:45:09.810675 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27a5d653-c0e6-4039-aad1-d4c06a3f205f req-c70b8c24-3cc5-4a2f-97cf-0e0425d045fe tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 943 time: 0.1217415 Jan 27 21:45:09.842488 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd273cf-33d8-4141-8e0e-d43c95960858 admin admin] Network 76333007-a5d9-47c4-9e41-c811a7234223 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:45:09.857967 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-6fd273cf-33d8-4141-8e0e-d43c95960858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 76333007-a5d9-47c4-9e41-c811a7234223) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:09.866602 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d10499d-8566-4028-944e-6fc4631202e2 None None] Network 76333007-a5d9-47c4-9e41-c811a7234223 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:09.874350 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd273cf-33d8-4141-8e0e-d43c95960858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:09.876295 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6fd273cf-33d8-4141-8e0e-d43c95960858 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:09.907938 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6fd273cf-33d8-4141-8e0e-d43c95960858 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5601082 Jan 27 21:45:09.910680 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45420) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:09.927974 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c663aa3a-e53c-461f-ac09-b1a9495228f0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1194960415-router', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:09.930534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27a5d653-c0e6-4039-aad1-d4c06a3f205f req-c70331e3-f120-468e-9ab4-67b00d732113 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096940 Jan 27 21:45:09.932346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a32c4a-4268-439d-909b-9b6ace16a30d req-28526734-50bd-4cf8-ac85-adf322ccd3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:09.934019 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97a32c4a-4268-439d-909b-9b6ace16a30d req-28526734-50bd-4cf8-ac85-adf322ccd3f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c8c1fde-1173-4cc5-9eb6-13f24f8d2210 HTTP/1.1" status: 200 len: 848 time: 0.2097762 Jan 27 21:45:09.972533 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c663aa3a-e53c-461f-ac09-b1a9495228f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (f477c330-a748-4945-8983-285456798376), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:09.974026 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c663aa3a-e53c-461f-ac09-b1a9495228f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (f477c330-a748-4945-8983-285456798376), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:10.066772 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:45:10.070731 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97a32c4a-4268-439d-909b-9b6ace16a30d req-a2345d4b-bd6c-42f9-86ed-23433d4c3822 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=682655b0-dbc8-497a-9054-3d8e44de5af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273072 Jan 27 21:45:10.079302 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c663aa3a-e53c-461f-ac09-b1a9495228f0 admin admin] Publish callbacks [] for router_controller (f477c330-a748-4945-8983-285456798376), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:10.278233 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c663aa3a-e53c-461f-ac09-b1a9495228f0 admin admin] Publish callbacks [] for router_gateway (f477c330-a748-4945-8983-285456798376), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:10.335633 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eb1183-6948-4290-9e81-f69b3f2dad0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-76333007-a5d9-47c4-9e41-c811a7234223', 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223', 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'fixed_ips': [{'subnet_id': '2435049a-5527-41d8-960b-1a1facd7dca8'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:45:10.336919 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-99eb1183-6948-4290-9e81-f69b3f2dad0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:10.368332 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5950eed0-64ac-4bd0-a2ae-e816b5b53e70,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:10.384046 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97a32c4a-4268-439d-909b-9b6ace16a30d req-7a1b7149-8553-4648-befb-21d25f487247 service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856410 Jan 27 21:45:10.402692 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 has no active binding in host n-h1-772272-3 {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:45:10.426713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-b199b9dd-cd49-428b-8c85-677aa90df041 req-1123e8e3-643c-49dc-a0e9-f14a0213d77e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:45:10.446230 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b199b9dd-cd49-428b-8c85-677aa90df041 req-1123e8e3-643c-49dc-a0e9-f14a0213d77e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0611436 Jan 27 21:45:10.599357 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c663aa3a-e53c-461f-ac09-b1a9495228f0 admin admin] Publish callbacks [] for router_gateway (f477c330-a748-4945-8983-285456798376), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:10.621326 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-99eb1183-6948-4290-9e81-f69b3f2dad0b None None] Allocated IP 172.20.0.2 (76333007-a5d9-47c4-9e41-c811a7234223/2435049a-5527-41d8-960b-1a1facd7dca8/ceda3c7a-151c-4828-9dfd-06cf35f9252c) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:10.645429 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c663aa3a-e53c-461f-ac09-b1a9495228f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:10.767892 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-99055975-9821-4b08-80cc-36959018c05d service neutron] 10.222.0.21 "GET /v2.0/ports/5950eed0-64ac-4bd0-a2ae-e816b5b53e70/bindings/n-h1-772272-3 HTTP/1.1" status: 200 len: 384 time: 0.6945422 Jan 27 21:45:10.838512 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f3d731b2-c68b-4a2c-bc1e-1f5c9d75e19a req-2b084c64-4dfb-4673-aea7-20b854fde7b1 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0987895 Jan 27 21:45:10.879871 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-c663aa3a-e53c-461f-ac09-b1a9495228f0 admin admin] Allocated IP 172.25.3.236 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/4e83d10a-8800-49ed-9ac0-81f3ddc2b944) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:10.903332 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-99eb1183-6948-4290-9e81-f69b3f2dad0b None None] Publish callbacks [] for port (ceda3c7a-151c-4828-9dfd-06cf35f9252c), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:10.912779 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd8b99dc-b41e-4d4c-a2b3-b33e25828f9d req-14d60969-ac5a-4cb8-86b7-ef27000c7ead tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8403001 Jan 27 21:45:10.919795 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-99eb1183-6948-4290-9e81-f69b3f2dad0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (ceda3c7a-151c-4828-9dfd-06cf35f9252c), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:10.962814 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-bd8b99dc-b41e-4d4c-a2b3-b33e25828f9d req-ded6dabf-1ba8-406c-995d-68c09a7854cf tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:10.972676 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eb1183-6948-4290-9e81-f69b3f2dad0b None None] Network 76333007-a5d9-47c4-9e41-c811a7234223 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:10.976113 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-99eb1183-6948-4290-9e81-f69b3f2dad0b None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:10.995077 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eb1183-6948-4290-9e81-f69b3f2dad0b None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:11.013521 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb1183-6948-4290-9e81-f69b3f2dad0b None None] Pushing event updated for resources: {'Port': ['ID=ceda3c7a-151c-4828-9dfd-06cf35f9252c,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:11.051166 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97a32c4a-4268-439d-909b-9b6ace16a30d req-829364ea-93eb-4db8-a521-e120e55b5585 service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302361 Jan 27 21:45:11.051938 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bd8b99dc-b41e-4d4c-a2b3-b33e25828f9d req-ded6dabf-1ba8-406c-995d-68c09a7854cf tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:11.066911 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-99eb1183-6948-4290-9e81-f69b3f2dad0b None None] Attempting to bind port ceda3c7a-151c-4828-9dfd-06cf35f9252c on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:11.067481 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-99eb1183-6948-4290-9e81-f69b3f2dad0b None None] Attempting to bind port ceda3c7a-151c-4828-9dfd-06cf35f9252c by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'cebd4acb-a745-40e1-bd13-f33b1eace622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:11.068055 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eb1183-6948-4290-9e81-f69b3f2dad0b None None] Attempting to bind port ceda3c7a-151c-4828-9dfd-06cf35f9252c on network 76333007-a5d9-47c4-9e41-c811a7234223 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:11.074738 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eb1183-6948-4290-9e81-f69b3f2dad0b None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:11.075334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eb1183-6948-4290-9e81-f69b3f2dad0b None None] Checking segment: {'id': 'cebd4acb-a745-40e1-bd13-f33b1eace622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:11.075827 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-99eb1183-6948-4290-9e81-f69b3f2dad0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:11.076460 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eb1183-6948-4290-9e81-f69b3f2dad0b None None] Bound using segment: {'id': 'cebd4acb-a745-40e1-bd13-f33b1eace622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:11.077166 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-99eb1183-6948-4290-9e81-f69b3f2dad0b None None] Bound port: ceda3c7a-151c-4828-9dfd-06cf35f9252c, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cebd4acb-a745-40e1-bd13-f33b1eace622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:11.077686 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-99eb1183-6948-4290-9e81-f69b3f2dad0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ceda3c7a-151c-4828-9dfd-06cf35f9252c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:11.089467 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c663aa3a-e53c-461f-ac09-b1a9495228f0 admin admin] Publish callbacks [] for port (4e83d10a-8800-49ed-9ac0-81f3ddc2b944), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:11.151956 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-99eb1183-6948-4290-9e81-f69b3f2dad0b None None] For port ceda3c7a-151c-4828-9dfd-06cf35f9252c, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:11.156358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-99eb1183-6948-4290-9e81-f69b3f2dad0b None None] For port ceda3c7a-151c-4828-9dfd-06cf35f9252c, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ceda3c7a-151c-4828-9dfd-06cf35f9252c,segment=NetworkSegment(cebd4acb-a745-40e1-bd13-f33b1eace622),segment_id=cebd4acb-a745-40e1-bd13-f33b1eace622)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:11.162690 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-99eb1183-6948-4290-9e81-f69b3f2dad0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ceda3c7a-151c-4828-9dfd-06cf35f9252c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:11.297143 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb1183-6948-4290-9e81-f69b3f2dad0b None None] Pushing event updated for resources: {'Port': ['ID=ceda3c7a-151c-4828-9dfd-06cf35f9252c,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:11.432368 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c663aa3a-e53c-461f-ac09-b1a9495228f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (4e83d10a-8800-49ed-9ac0-81f3ddc2b944), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:11.487074 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c663aa3a-e53c-461f-ac09-b1a9495228f0 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:11.494442 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-c663aa3a-e53c-461f-ac09-b1a9495228f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:11.503139 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c663aa3a-e53c-461f-ac09-b1a9495228f0 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:11.521482 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-117592c6-995f-4bba-a62e-5b6bbdda4fd4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7089977 Jan 27 21:45:11.522586 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1dba9899-3dbf-4b24-9894-41db76587ffa up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:11.543209 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-4279d63d-7bf7-4ba3-b038-d65eb05ff13c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:45:11.544276 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-4279d63d-7bf7-4ba3-b038-d65eb05ff13c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074458 Jan 27 21:45:11.572969 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d0024-2c03-4436-b41d-bc1e9df52501 req-117c1e8f-243c-4c30-bf3e-1e0677eb1acf tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:11.582693 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-624d0024-2c03-4436-b41d-bc1e9df52501 req-117c1e8f-243c-4c30-bf3e-1e0677eb1acf tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.6260753 Jan 27 21:45:11.648515 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663aa3a-e53c-461f-ac09-b1a9495228f0 admin admin] Pushing event updated for resources: {'Port': ['ID=4e83d10a-8800-49ed-9ac0-81f3ddc2b944,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:11.679159 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 1dba9899-3dbf-4b24-9894-41db76587ffa triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:11.679705 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1dba9899-3dbf-4b24-9894-41db76587ffa), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:11.779335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-f1f1f0b8-3f04-4745-a728-e57817144534 service neutron] For port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5950eed0-64ac-4bd0-a2ae-e816b5b53e70,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:11.812752 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-624d0024-2c03-4436-b41d-bc1e9df52501 req-8182e10b-ebd5-4686-b453-b4c9acb5942d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168729 Jan 27 21:45:11.844364 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bd8b99dc-b41e-4d4c-a2b3-b33e25828f9d req-ded6dabf-1ba8-406c-995d-68c09a7854cf tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:11.864371 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1dba9899-3dbf-4b24-9894-41db76587ffa is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:11.864975 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1dba9899-3dbf-4b24-9894-41db76587ffa), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:11.877107 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-f1f1f0b8-3f04-4745-a728-e57817144534 service neutron] For port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:11.898581 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 1dba9899-3dbf-4b24-9894-41db76587ffa, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1dba9899-3dbf-4b24-9894-41db76587ffa,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:11.906722 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1dba9899-3dbf-4b24-9894-41db76587ffa), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:12.022851 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=1dba9899-3dbf-4b24-9894-41db76587ffa,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:12.035225 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:12.106059 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c663aa3a-e53c-461f-ac09-b1a9495228f0 admin admin] Publish callbacks [] for router_gateway (f477c330-a748-4945-8983-285456798376), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:12.158349 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-f1f1f0b8-3f04-4745-a728-e57817144534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:45:12.202088 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-f1f1f0b8-3f04-4745-a728-e57817144534 service neutron] For port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5950eed0-64ac-4bd0-a2ae-e816b5b53e70,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:12.228922 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-f1f1f0b8-3f04-4745-a728-e57817144534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5950eed0-64ac-4bd0-a2ae-e816b5b53e70), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:12.230181 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 is: DOWN; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:12.250992 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a22612-2b5b-4fa4-81ba-e3b92c2ac5e7 req-efe4eba6-58e0-4614-9de3-b1e6f2cbeaaa tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:12.258864 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92a22612-2b5b-4fa4-81ba-e3b92c2ac5e7 req-efe4eba6-58e0-4614-9de3-b1e6f2cbeaaa tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.2605765 Jan 27 21:45:12.304053 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-bd8b99dc-b41e-4d4c-a2b3-b33e25828f9d req-ded6dabf-1ba8-406c-995d-68c09a7854cf tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Allocated IP 172.25.3.173 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/8e3a30f1-767d-436a-8d7d-139bc4987562) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:12.395730 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c663aa3a-e53c-461f-ac09-b1a9495228f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (f477c330-a748-4945-8983-285456798376), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:12.404202 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92a22612-2b5b-4fa4-81ba-e3b92c2ac5e7 req-f1159510-f159-475e-a80a-b41e91244bee tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382551 Jan 27 21:45:12.418423 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:12.544262 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-f1f1f0b8-3f04-4745-a728-e57817144534 service neutron] Transition to ACTIVE for port object 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:45:12.551591 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-f1f1f0b8-3f04-4745-a728-e57817144534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5950eed0-64ac-4bd0-a2ae-e816b5b53e70), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:12.668545 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c663aa3a-e53c-461f-ac09-b1a9495228f0 admin admin] Router f477c330-a748-4945-8983-285456798376 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:45:12.696623 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bd8b99dc-b41e-4d4c-a2b3-b33e25828f9d req-ded6dabf-1ba8-406c-995d-68c09a7854cf tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks [] for port (8e3a30f1-767d-436a-8d7d-139bc4987562), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:12.806999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-f1f1f0b8-3f04-4745-a728-e57817144534 service neutron] No DVR routers for this DVR port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:12.854730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1f0b8-3f04-4745-a728-e57817144534 service neutron] Pushing event updated for resources: {'Port': ['ID=5950eed0-64ac-4bd0-a2ae-e816b5b53e70,revision_number=10']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:12.902690 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c663aa3a-e53c-461f-ac09-b1a9495228f0 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:45:12.907411 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-f1f1f0b8-3f04-4745-a728-e57817144534 service neutron] 10.222.0.21 "PUT /v2.0/ports/5950eed0-64ac-4bd0-a2ae-e816b5b53e70/bindings/n-h1-772272-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0925372 Jan 27 21:45:12.914700 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] Sync routers for ids ['f477c330-a748-4945-8983-285456798376'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:45:12.930973 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] Routers {'f477c330-a748-4945-8983-285456798376'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:12.934169 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:44:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f477c330-a748-4945-8983-285456798376'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:12.949522 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c663aa3a-e53c-461f-ac09-b1a9495228f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:12.962301 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bd8b99dc-b41e-4d4c-a2b3-b33e25828f9d req-ded6dabf-1ba8-406c-995d-68c09a7854cf tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (8e3a30f1-767d-436a-8d7d-139bc4987562), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:12.962615 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c663aa3a-e53c-461f-ac09-b1a9495228f0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0505040 Jan 27 21:45:12.963970 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45464) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:13.067062 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] Sync routers for ids ['1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:45:13.097451 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] Routers {'1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:13.098104 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:44:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:13.212537 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd8b99dc-b41e-4d4c-a2b3-b33e25828f9d req-ded6dabf-1ba8-406c-995d-68c09a7854cf tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:13.221432 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6dabf-1ba8-406c-995d-68c09a7854cf tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Pushing event updated for resources: {'Port': ['ID=8e3a30f1-767d-436a-8d7d-139bc4987562,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:13.227456 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-bd8b99dc-b41e-4d4c-a2b3-b33e25828f9d req-ded6dabf-1ba8-406c-995d-68c09a7854cf tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:13.235753 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8b99dc-b41e-4d4c-a2b3-b33e25828f9d req-ded6dabf-1ba8-406c-995d-68c09a7854cf tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:13.256292 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] Set router 1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:13.326371 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bd8b99dc-b41e-4d4c-a2b3-b33e25828f9d req-ded6dabf-1ba8-406c-995d-68c09a7854cf tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks [] for floatingip (66bc41d8-f04a-4d79-9fb8-4d756a8dee14), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:13.341077 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94a1d7b-ef39-4524-af7a-76e7084d2987 None None] Network 76333007-a5d9-47c4-9e41-c811a7234223 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:13.377336 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bd8b99dc-b41e-4d4c-a2b3-b33e25828f9d req-ded6dabf-1ba8-406c-995d-68c09a7854cf tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8e3a30f1-767d-436a-8d7d-139bc4987562), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:13.426136 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c9669-8280-488e-8f27-9f557e771cbb req-c1a50afe-8b8f-4be3-9ccf-eb0f8c9f0fe1 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.434082 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-617c9669-8280-488e-8f27-9f557e771cbb req-c1a50afe-8b8f-4be3-9ccf-eb0f8c9f0fe1 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 944 time: 0.4944112 Jan 27 21:45:13.491184 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-617c9669-8280-488e-8f27-9f557e771cbb req-0852ce33-a70a-44a9-b0ab-c358ec90555f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561976 Jan 27 21:45:13.550501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-26f4bf91-48f0-418b-a166-88dba2bacb94 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.552073 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-26f4bf91-48f0-418b-a166-88dba2bacb94 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb&tenant_id=95aa79ef2e0d4820bfc1772df699fe63&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 1095 time: 0.4625592 Jan 27 21:45:13.649500 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ceda3c7a-151c-4828-9dfd-06cf35f9252c up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:13.686850 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-47e19dac-233e-4abe-a1c3-d42ae4430123 None None] Provisioning complete for port ceda3c7a-151c-4828-9dfd-06cf35f9252c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:13.687621 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-47e19dac-233e-4abe-a1c3-d42ae4430123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ceda3c7a-151c-4828-9dfd-06cf35f9252c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:13.728118 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-72461616-e292-467d-b5ca-29805f5bfe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.729696 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-72461616-e292-467d-b5ca-29805f5bfe78 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb&tenant_id=95aa79ef2e0d4820bfc1772df699fe63 HTTP/1.1" status: 200 len: 1095 time: 0.1566422 Jan 27 21:45:13.732674 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a', 'name': 'tempest-FloatingIPsTestJSON-603821267-router', 'tenant_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '1dba9899-3dbf-4b24-9894-41db76587ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:02Z', 'updated_at': '2022-01-27T21:45:08Z', 'revision_number': 4, 'project_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'gw_port': {'id': '1dba9899-3dbf-4b24-9894-41db76587ffa', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:03Z', 'updated_at': '2022-01-27T21:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'd7d981e4-e534-46a6-a999-63092f600dc0', 'name': '', 'network_id': 'b6b1373d-4542-49e5-84f6-4d68f207d5a3', 'tenant_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'mac_address': 'fa:16:3e:65:29:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5ab7b182-4f0c-4a06-afc1-42f41583c608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:07Z', 'updated_at': '2022-01-27T21:45:08Z', 'revision_number': 2, 'project_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'subnets': [{'id': '5ab7b182-4f0c-4a06-afc1-42f41583c608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:13.755846 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2214034-f972-4895-abc4-0f6a165673b8 req-798bdec8-9e57-433e-9218-cb54fdbc7a26 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.766455 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2214034-f972-4895-abc4-0f6a165673b8 req-798bdec8-9e57-433e-9218-cb54fdbc7a26 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 1096 time: 0.1167967 Jan 27 21:45:13.851880 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] Checking router: 1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:45:13.852552 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] Updating router 1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a port d7d981e4-e534-46a6-a999-63092f600dc0 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:45:13.904897 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2214034-f972-4895-abc4-0f6a165673b8 req-e49a8c9c-4dfb-484e-bbf3-0c9834769019 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370959 Jan 27 21:45:13.907012 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-cdfe6b80-aabf-4611-8d1a-735a7b6b5e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:13.908544 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-cdfe6b80-aabf-4611-8d1a-735a7b6b5e03 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 1095 time: 0.1349599 Jan 27 21:45:13.910764 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bd8b99dc-b41e-4d4c-a2b3-b33e25828f9d req-ded6dabf-1ba8-406c-995d-68c09a7854cf tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks [] for port (8e3a30f1-767d-436a-8d7d-139bc4987562), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:13.930737 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d7d981e4-e534-46a6-a999-63092f600dc0), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:13.938837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-47e19dac-233e-4abe-a1c3-d42ae4430123 None None] Current status of the port ceda3c7a-151c-4828-9dfd-06cf35f9252c is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:13.940556 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-47e19dac-233e-4abe-a1c3-d42ae4430123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ceda3c7a-151c-4828-9dfd-06cf35f9252c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:13.969935 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] Set router f477c330-a748-4945-8983-285456798376 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:14.022507 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e0388848-9e0b-433a-87fe-dde33328bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:14.095633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-b6a58c62-9b49-4f2e-85c5-d738d3e25732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:14.104280 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-b6a58c62-9b49-4f2e-85c5-d738d3e25732 service neutron] 10.222.0.15 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 909 time: 0.1766272 Jan 27 21:45:14.115306 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bd8b99dc-b41e-4d4c-a2b3-b33e25828f9d req-ded6dabf-1ba8-406c-995d-68c09a7854cf tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8e3a30f1-767d-436a-8d7d-139bc4987562), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:14.234574 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bd8b99dc-b41e-4d4c-a2b3-b33e25828f9d req-ded6dabf-1ba8-406c-995d-68c09a7854cf tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (66bc41d8-f04a-4d79-9fb8-4d756a8dee14), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:14.257003 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-202f3aa4-871b-4933-b787-89570c1f0c6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5950eed0-64ac-4bd0-a2ae-e816b5b53e70 HTTP/1.1" status: 200 len: 217 time: 0.1189847 Jan 27 21:45:14.264336 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bd8b99dc-b41e-4d4c-a2b3-b33e25828f9d req-ded6dabf-1ba8-406c-995d-68c09a7854cf tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:14.265789 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd8b99dc-b41e-4d4c-a2b3-b33e25828f9d req-ded6dabf-1ba8-406c-995d-68c09a7854cf tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3400817 Jan 27 21:45:14.406914 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-e0388848-9e0b-433a-87fe-dde33328bb27 admin admin] Allocated IP 172.20.0.1 (76333007-a5d9-47c4-9e41-c811a7234223/2435049a-5527-41d8-960b-1a1facd7dca8/3cde09b3-c22d-4ae9-beec-4dbb41133df9) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:14.420598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6dabf-1ba8-406c-995d-68c09a7854cf tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Pushing event updated for resources: {'Port': ['ID=8e3a30f1-767d-436a-8d7d-139bc4987562,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:14.430742 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd8b99dc-b41e-4d4c-a2b3-b33e25828f9d req-fb257122-e2ca-47f6-9041-d898530870be tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.173 HTTP/1.1" status: 200 len: 696 time: 0.1554520 Jan 27 21:45:14.442629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fb903-d90e-4599-bd19-790f3661039b req-b6f83680-aef0-4e6f-a1aa-43d3cfd64694 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:14.450810 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d5fb903-d90e-4599-bd19-790f3661039b req-b6f83680-aef0-4e6f-a1aa-43d3cfd64694 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=623e3d26-338a-4cef-b692-c2f90e9747e7 HTTP/1.1" status: 200 len: 945 time: 0.3451960 Jan 27 21:45:14.486154 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-47e19dac-233e-4abe-a1c3-d42ae4430123 None None] For port ceda3c7a-151c-4828-9dfd-06cf35f9252c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ceda3c7a-151c-4828-9dfd-06cf35f9252c,segment=NetworkSegment(cebd4acb-a745-40e1-bd13-f33b1eace622),segment_id=cebd4acb-a745-40e1-bd13-f33b1eace622)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:14.492552 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port ceda3c7a-151c-4828-9dfd-06cf35f9252c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:14.494100 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ceda3c7a-151c-4828-9dfd-06cf35f9252c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:14.521991 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-d5f48545-0fb8-4a03-93db-425481f5b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:14.523950 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-d5f48545-0fb8-4a03-93db-425481f5b549 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c8c1fde-1173-4cc5-9eb6-13f24f8d2210 HTTP/1.1" status: 200 len: 848 time: 0.2329922 Jan 27 21:45:14.551527 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-47e19dac-233e-4abe-a1c3-d42ae4430123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ceda3c7a-151c-4828-9dfd-06cf35f9252c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:14.559203 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f477c330-a748-4945-8983-285456798376', 'name': 'tempest-ServersTestBootFromVolume-1194960415-router', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:09Z', 'updated_at': '2022-01-27T21:45:11Z', 'revision_number': 3, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'gw_port': {'id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:10Z', 'updated_at': '2022-01-27T21:45:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:14.565040 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] Publish callbacks [] for port (d7d981e4-e534-46a6-a999-63092f600dc0), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:14.574879 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d7d981e4-e534-46a6-a999-63092f600dc0), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:14.617595 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e0388848-9e0b-433a-87fe-dde33328bb27 admin admin] Publish callbacks [] for port (3cde09b3-c22d-4ae9-beec-4dbb41133df9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:14.637158 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] Checking router: f477c330-a748-4945-8983-285456798376 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:45:14.637574 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] Updating router f477c330-a748-4945-8983-285456798376 port 4e83d10a-8800-49ed-9ac0-81f3ddc2b944 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:45:14.658921 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port ceda3c7a-151c-4828-9dfd-06cf35f9252c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:14.660135 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1dba9899-3dbf-4b24-9894-41db76587ffa up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:14.678959 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e0388848-9e0b-433a-87fe-dde33328bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (3cde09b3-c22d-4ae9-beec-4dbb41133df9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:14.708065 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-1a3cbc87-d340-4896-bd0a-1572f024699b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=682655b0-dbc8-497a-9054-3d8e44de5af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136384 Jan 27 21:45:14.728053 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-7a6974c4-13b2-4305-ae02-ec62ce298e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:14.752366 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-7a6974c4-13b2-4305-ae02-ec62ce298e95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 1100 time: 0.6811423 Jan 27 21:45:14.754089 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d5fb903-d90e-4599-bd19-790f3661039b req-3d463ed8-f8f4-4021-8cd7-9e1642bf31ed tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3015265 Jan 27 21:45:14.754702 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-52de04a2-13e6-450f-9667-67feffb7c17c None None] Provisioning complete for port ceda3c7a-151c-4828-9dfd-06cf35f9252c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:14.755257 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-52de04a2-13e6-450f-9667-67feffb7c17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ceda3c7a-151c-4828-9dfd-06cf35f9252c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:14.791965 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb152dea-be23-4a48-aba0-e098b440a541 None None] Pushing event updated for resources: {'Port': ['ID=d7d981e4-e534-46a6-a999-63092f600dc0,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:14.853932 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 1dba9899-3dbf-4b24-9894-41db76587ffa triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:14.854507 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1dba9899-3dbf-4b24-9894-41db76587ffa), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:14.877600 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152dea-be23-4a48-aba0-e098b440a541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:14.877950 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152dea-be23-4a48-aba0-e098b440a541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:14.878289 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152dea-be23-4a48-aba0-e098b440a541 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:14.878625 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152dea-be23-4a48-aba0-e098b440a541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:14.878954 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152dea-be23-4a48-aba0-e098b440a541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:14.879284 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152dea-be23-4a48-aba0-e098b440a541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:14.879611 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152dea-be23-4a48-aba0-e098b440a541 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:14.879934 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152dea-be23-4a48-aba0-e098b440a541 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:14.880281 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152dea-be23-4a48-aba0-e098b440a541 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:14.880606 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152dea-be23-4a48-aba0-e098b440a541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:14.880928 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152dea-be23-4a48-aba0-e098b440a541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:14.881248 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152dea-be23-4a48-aba0-e098b440a541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:14.881567 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb152dea-be23-4a48-aba0-e098b440a541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:14.895031 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] Attempting to bind port d7d981e4-e534-46a6-a999-63092f600dc0 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:14.895410 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] Attempting to bind port d7d981e4-e534-46a6-a999-63092f600dc0 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'bb5ad8e8-e17b-4b9d-807a-acbb904ebe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b6b1373d-4542-49e5-84f6-4d68f207d5a3'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:14.895781 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] Attempting to bind port d7d981e4-e534-46a6-a999-63092f600dc0 on network b6b1373d-4542-49e5-84f6-4d68f207d5a3 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:14.917282 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:14.917599 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] Checking segment: {'id': 'bb5ad8e8-e17b-4b9d-807a-acbb904ebe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b6b1373d-4542-49e5-84f6-4d68f207d5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:14.917988 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:14.918390 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] Bound using segment: {'id': 'bb5ad8e8-e17b-4b9d-807a-acbb904ebe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b6b1373d-4542-49e5-84f6-4d68f207d5a3'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:14.918879 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] Bound port: d7d981e4-e534-46a6-a999-63092f600dc0, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5ad8e8-e17b-4b9d-807a-acbb904ebe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b6b1373d-4542-49e5-84f6-4d68f207d5a3'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:14.919261 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d7d981e4-e534-46a6-a999-63092f600dc0), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:14.964225 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4e83d10a-8800-49ed-9ac0-81f3ddc2b944), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:14.971983 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-1848a8a1-ef42-46a4-bdc3-737326a5b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:14.975552 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-1848a8a1-ef42-46a4-bdc3-737326a5b6ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.2253017 Jan 27 21:45:14.986912 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0388848-9e0b-433a-87fe-dde33328bb27 admin admin] Network 76333007-a5d9-47c4-9e41-c811a7234223 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:15.036351 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-e0388848-9e0b-433a-87fe-dde33328bb27 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:15.038803 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0388848-9e0b-433a-87fe-dde33328bb27 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:15.054401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b99dc-b41e-4d4c-a2b3-b33e25828f9d req-db056b8a-1bf2-4912-bb18-f88069537031 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:15.057435 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd8b99dc-b41e-4d4c-a2b3-b33e25828f9d req-db056b8a-1bf2-4912-bb18-f88069537031 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.5829873 Jan 27 21:45:15.085417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d38713-e582-4e48-a8fb-87cfee1ad2c6 req-f6e24492-312a-43c3-9f61-072f3533ea37 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:15.097309 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66d38713-e582-4e48-a8fb-87cfee1ad2c6 req-f6e24492-312a-43c3-9f61-072f3533ea37 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 945 time: 0.2085829 Jan 27 21:45:15.127489 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-d7abb63f-7bb9-4457-969a-c2844e914552 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=537d39f5-3db6-4733-9179-5735f9af9f10 HTTP/1.1" status: 200 len: 217 time: 0.1368332 Jan 27 21:45:15.130115 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e0388848-9e0b-433a-87fe-dde33328bb27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (f477c330-a748-4945-8983-285456798376), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:15.326370 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] Publish callbacks [] for port (4e83d10a-8800-49ed-9ac0-81f3ddc2b944), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:15.341076 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4e83d10a-8800-49ed-9ac0-81f3ddc2b944), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:15.341647 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-bfa49e9b-5994-464a-b4df-69cfa536b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:15.347350 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-bfa49e9b-5994-464a-b4df-69cfa536b55b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0744014 Jan 27 21:45:15.381207 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e19dac-233e-4abe-a1c3-d42ae4430123 None None] Pushing event updated for resources: {'Port': ['ID=ceda3c7a-151c-4828-9dfd-06cf35f9252c,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:15.410586 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] For port d7d981e4-e534-46a6-a999-63092f600dc0, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:15.418863 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] For port d7d981e4-e534-46a6-a999-63092f600dc0, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d7d981e4-e534-46a6-a999-63092f600dc0,segment=NetworkSegment(bb5ad8e8-e17b-4b9d-807a-acbb904ebe84),segment_id=bb5ad8e8-e17b-4b9d-807a-acbb904ebe84)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:15.426083 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d7d981e4-e534-46a6-a999-63092f600dc0), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:15.434660 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] Attempting to bind port 4e83d10a-8800-49ed-9ac0-81f3ddc2b944 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:15.435651 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] Attempting to bind port 4e83d10a-8800-49ed-9ac0-81f3ddc2b944 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:15.436127 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] Attempting to bind port 4e83d10a-8800-49ed-9ac0-81f3ddc2b944 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:15.439136 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0388848-9e0b-433a-87fe-dde33328bb27 admin admin] Pushing event updated for resources: {'Port': ['ID=3cde09b3-c22d-4ae9-beec-4dbb41133df9,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:15.468318 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e0388848-9e0b-433a-87fe-dde33328bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3cde09b3-c22d-4ae9-beec-4dbb41133df9), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:15.498153 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:15.498699 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:15.499362 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:15.499867 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:15.500760 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] Bound port: 4e83d10a-8800-49ed-9ac0-81f3ddc2b944, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:15.501260 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4e83d10a-8800-49ed-9ac0-81f3ddc2b944), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:15.507646 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-b2710d3d-1432-4056-862e-7fe0d6dd49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:15.511518 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-a52ec238-70f5-4d06-91a1-0767df4c923c service neutron] 10.222.0.15 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7407553 Jan 27 21:45:15.530948 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-b2710d3d-1432-4056-862e-7fe0d6dd49e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1500623 Jan 27 21:45:15.561764 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] For port 4e83d10a-8800-49ed-9ac0-81f3ddc2b944, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:15.565417 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] For port 4e83d10a-8800-49ed-9ac0-81f3ddc2b944, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4e83d10a-8800-49ed-9ac0-81f3ddc2b944,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:15.567249 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59aae7a-efd5-44fb-96c7-894286988724 None None] Pushing event updated for resources: {'Port': ['ID=4e83d10a-8800-49ed-9ac0-81f3ddc2b944,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:15.579493 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb152dea-be23-4a48-aba0-e098b440a541 None None] Pushing event updated for resources: {'Port': ['ID=d7d981e4-e534-46a6-a999-63092f600dc0,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:15.582448 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4e83d10a-8800-49ed-9ac0-81f3ddc2b944), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:15.620970 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] Routers {'1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:15.621641 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:44:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:15.659791 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-52de04a2-13e6-450f-9667-67feffb7c17c None None] Current status of the port ceda3c7a-151c-4828-9dfd-06cf35f9252c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:15.760787 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1dba9899-3dbf-4b24-9894-41db76587ffa is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:15.764978 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66d38713-e582-4e48-a8fb-87cfee1ad2c6 req-b383cb97-ee63-4fb7-865c-52c07277549a tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/security-groups?id=f120fa57-9338-4456-88ae-82068641f033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6663084 Jan 27 21:45:15.779671 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-c6df3e51-91d6-4f63-8d52-d2fa7b670b95 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466805 Jan 27 21:45:15.857439 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] Routers {'f477c330-a748-4945-8983-285456798376'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:15.861601 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] Set router 1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:15.869275 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:44:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f477c330-a748-4945-8983-285456798376'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:15.906275 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2426933-572d-4273-9fcd-8f2876b87858 req-770e39c9-61d0-453e-8233-ecece34aab4a tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:15.909429 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2426933-572d-4273-9fcd-8f2876b87858 req-770e39c9-61d0-453e-8233-ecece34aab4a tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 945 time: 0.6403661 Jan 27 21:45:15.938895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb0153-1b0a-41b5-8a3a-1e98b8d4a27a req-63411b7c-39e7-4055-8862-53bb83b8d8cf tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:15.951986 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ceb0153-1b0a-41b5-8a3a-1e98b8d4a27a req-63411b7c-39e7-4055-8862-53bb83b8d8cf tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.7727666 Jan 27 21:45:16.026774 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59aae7a-efd5-44fb-96c7-894286988724 None None] Pushing event updated for resources: {'Port': ['ID=4e83d10a-8800-49ed-9ac0-81f3ddc2b944,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:16.056423 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c03a92cf-42f3-45ed-bcc7-385a49a46200 None None] Provisioning complete for port d7d981e4-e534-46a6-a999-63092f600dc0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:16.057680 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c03a92cf-42f3-45ed-bcc7-385a49a46200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d7d981e4-e534-46a6-a999-63092f600dc0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:16.128244 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ceda3c7a-151c-4828-9dfd-06cf35f9252c up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:16.161297 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-da1db717-77a3-4423-839f-d8217a403042 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959683 Jan 27 21:45:16.274239 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port ceda3c7a-151c-4828-9dfd-06cf35f9252c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:16.274509 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ceda3c7a-151c-4828-9dfd-06cf35f9252c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:16.457399 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-01a8f942-0e96-48a7-9100-096b41338d1a service neutron] 10.222.0.15 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9275539 Jan 27 21:45:16.472209 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e0388848-9e0b-433a-87fe-dde33328bb27 admin admin] Publish callbacks [] for port (3cde09b3-c22d-4ae9-beec-4dbb41133df9), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:16.481806 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e0388848-9e0b-433a-87fe-dde33328bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (3cde09b3-c22d-4ae9-beec-4dbb41133df9), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:16.515791 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a', 'name': 'tempest-FloatingIPsTestJSON-603821267-router', 'tenant_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '1dba9899-3dbf-4b24-9894-41db76587ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:02Z', 'updated_at': '2022-01-27T21:45:08Z', 'revision_number': 4, 'project_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'gw_port': {'id': '1dba9899-3dbf-4b24-9894-41db76587ffa', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:03Z', 'updated_at': '2022-01-27T21:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'd7d981e4-e534-46a6-a999-63092f600dc0', 'name': '', 'network_id': 'b6b1373d-4542-49e5-84f6-4d68f207d5a3', 'tenant_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'mac_address': 'fa:16:3e:65:29:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5ab7b182-4f0c-4a06-afc1-42f41583c608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:07Z', 'updated_at': '2022-01-27T21:45:15Z', 'revision_number': 4, 'project_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'subnets': [{'id': '5ab7b182-4f0c-4a06-afc1-42f41583c608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:16.523680 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ceb0153-1b0a-41b5-8a3a-1e98b8d4a27a req-544fe977-b69c-474c-9cbd-cd1421e468a5 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5700610 Jan 27 21:45:16.574915 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d822f1-6e46-4944-bcf4-4fc57705acec req-12b61d93-0152-40b5-88b2-e5dfda6afb42 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:16.576391 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72470f7a-21c7-4c75-926b-e9f4c63878c7 None None] The sync data for ids ['1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a'] in n-d-772272-3 is: [{'id': '1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a', 'name': 'tempest-FloatingIPsTestJSON-603821267-router', 'tenant_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '1dba9899-3dbf-4b24-9894-41db76587ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:02Z', 'updated_at': '2022-01-27T21:45:08Z', 'revision_number': 4, 'project_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'gw_port': {'id': '1dba9899-3dbf-4b24-9894-41db76587ffa', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:03Z', 'updated_at': '2022-01-27T21:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'd7d981e4-e534-46a6-a999-63092f600dc0', 'name': '', 'network_id': 'b6b1373d-4542-49e5-84f6-4d68f207d5a3', 'tenant_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'mac_address': 'fa:16:3e:65:29:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5ab7b182-4f0c-4a06-afc1-42f41583c608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:07Z', 'updated_at': '2022-01-27T21:45:15Z', 'revision_number': 4, 'project_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'subnets': [{'id': '5ab7b182-4f0c-4a06-afc1-42f41583c608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:45:16.577494 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-88d822f1-6e46-4944-bcf4-4fc57705acec req-12b61d93-0152-40b5-88b2-e5dfda6afb42 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 944 time: 0.3564687 Jan 27 21:45:16.718870 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e0388848-9e0b-433a-87fe-dde33328bb27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (f477c330-a748-4945-8983-285456798376), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:16.736505 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c03a92cf-42f3-45ed-bcc7-385a49a46200 None None] Current status of the port d7d981e4-e534-46a6-a999-63092f600dc0 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:16.737098 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c03a92cf-42f3-45ed-bcc7-385a49a46200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d7d981e4-e534-46a6-a999-63092f600dc0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:16.771452 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-88d822f1-6e46-4944-bcf4-4fc57705acec req-27a45a47-2441-4cc9-b3f8-964a45ca7e16 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796720 Jan 27 21:45:16.846307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c03a92cf-42f3-45ed-bcc7-385a49a46200 None None] For port d7d981e4-e534-46a6-a999-63092f600dc0, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d7d981e4-e534-46a6-a999-63092f600dc0,segment=NetworkSegment(bb5ad8e8-e17b-4b9d-807a-acbb904ebe84),segment_id=bb5ad8e8-e17b-4b9d-807a-acbb904ebe84)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:16.926111 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] Set router f477c330-a748-4945-8983-285456798376 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:16.933033 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port ceda3c7a-151c-4828-9dfd-06cf35f9252c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:16.936862 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d7d981e4-e534-46a6-a999-63092f600dc0 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:16.940530 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c03a92cf-42f3-45ed-bcc7-385a49a46200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d7d981e4-e534-46a6-a999-63092f600dc0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:16.969882 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eac87ec4-1db3-49ae-9aef-018c15e5219b req-544cb3dd-f344-464f-ba4b-136ec141caf5 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "GET /v2.0/floatingips/66bc41d8-f04a-4d79-9fb8-4d756a8dee14 HTTP/1.1" status: 200 len: 693 time: 0.2748756 Jan 27 21:45:17.096360 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a92cf-42f3-45ed-bcc7-385a49a46200 None None] Pushing event updated for resources: {'Port': ['ID=d7d981e4-e534-46a6-a999-63092f600dc0,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:17.117243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c03a92cf-42f3-45ed-bcc7-385a49a46200 None None] Provisioning complete for port 3cde09b3-c22d-4ae9-beec-4dbb41133df9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:17.117797 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c03a92cf-42f3-45ed-bcc7-385a49a46200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3cde09b3-c22d-4ae9-beec-4dbb41133df9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:17.209573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c03a92cf-42f3-45ed-bcc7-385a49a46200 None None] Port 3cde09b3-c22d-4ae9-beec-4dbb41133df9 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:45:17.226593 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-c2426933-572d-4273-9fcd-8f2876b87858 req-42072a99-697f-4176-9020-e6f25a280306 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Deleting port 72668b71-449f-4c32-a089-5fa32a086671 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:17.226959 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c2426933-572d-4273-9fcd-8f2876b87858 req-42072a99-697f-4176-9020-e6f25a280306 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (72668b71-449f-4c32-a089-5fa32a086671), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:17.403189 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac87ec4-1db3-49ae-9aef-018c15e5219b req-2237b231-aae0-450f-816f-04588313fb42 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:17.410707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eac87ec4-1db3-49ae-9aef-018c15e5219b req-2237b231-aae0-450f-816f-04588313fb42 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.4398742 Jan 27 21:45:17.416881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-eac87ec4-1db3-49ae-9aef-018c15e5219b req-a79f95b4-e6e9-4ef3-bc73-9ae0f30e33fb tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:45:17.429771 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eac87ec4-1db3-49ae-9aef-018c15e5219b req-a79f95b4-e6e9-4ef3-bc73-9ae0f30e33fb tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0181317 Jan 27 21:45:17.552094 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0388848-9e0b-433a-87fe-dde33328bb27 admin admin] Pushing event updated for resources: {'Port': ['ID=3cde09b3-c22d-4ae9-beec-4dbb41133df9,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:17.562905 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96203d87-5a00-4d6f-a34d-dfc96c2870bf req-4b919cf9-f29c-417a-a998-4a354ade9db6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=623e3d26-338a-4cef-b692-c2f90e9747e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8653581 Jan 27 21:45:17.616775 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-91e95293-668f-4e05-9024-2be3bb8d1db2 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:17.617209 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943813cb-e3a0-45b2-a7c8-68e830dd0415 req-192aa7c0-6616-440b-b66b-9c65a3e22003 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:17.618533 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-91e95293-668f-4e05-9024-2be3bb8d1db2 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb&tenant_id=95aa79ef2e0d4820bfc1772df699fe63&binding%3Ahost_id=n-h1-772272-3 HTTP/1.1" status: 200 len: 1095 time: 0.5751567 Jan 27 21:45:17.619621 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-943813cb-e3a0-45b2-a7c8-68e830dd0415 req-192aa7c0-6616-440b-b66b-9c65a3e22003 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf43803-8d43-4b18-95bf-fa704a6a5209 HTTP/1.1" status: 200 len: 945 time: 0.1860609 Jan 27 21:45:17.634108 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0388848-9e0b-433a-87fe-dde33328bb27 admin admin] Network 76333007-a5d9-47c4-9e41-c811a7234223 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:17.651681 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e9b1e8b8-b03c-4517-b054-92b31686c03d None None] Provisioning complete for port d7d981e4-e534-46a6-a999-63092f600dc0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:17.657124 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e8b8-b03c-4517-b054-92b31686c03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d7d981e4-e534-46a6-a999-63092f600dc0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:17.659879 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-e0388848-9e0b-433a-87fe-dde33328bb27 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:17.754393 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-02df5ddc-3a9f-411c-a02a-739428979f31 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1727884834&fields=id&tenant_id=26970e00ed0848ac91d62d52a2a5e8f6 HTTP/1.1" status: 200 len: 267 time: 0.0775468 Jan 27 21:45:17.803604 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d7d981e4-e534-46a6-a999-63092f600dc0 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:17.804226 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d7d981e4-e534-46a6-a999-63092f600dc0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:17.926940 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-dcbff8ea-b381-49ed-a8bd-ceceff9ee94a service neutron] For port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:17.937222 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-dcbff8ea-b381-49ed-a8bd-ceceff9ee94a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:17.938567 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1c933815-a6c6-4606-8452-18e2e8e8b7a5 req-dcbff8ea-b381-49ed-a8bd-ceceff9ee94a service neutron] 10.222.0.15 "DELETE /v2.0/ports/5950eed0-64ac-4bd0-a2ae-e816b5b53e70/bindings/n-h2-772272-3 HTTP/1.1" status: 204 len: 173 time: 0.3127606 Jan 27 21:45:18.021970 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0388848-9e0b-433a-87fe-dde33328bb27 admin admin] Router f477c330-a748-4945-8983-285456798376 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:45:18.076819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 72668b71-449f-4c32-a089-5fa32a086671 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:18.160345 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e9b1e8b8-b03c-4517-b054-92b31686c03d None None] Current status of the port d7d981e4-e534-46a6-a999-63092f600dc0 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:18.224956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0388848-9e0b-433a-87fe-dde33328bb27 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:45:18.235700 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e0388848-9e0b-433a-87fe-dde33328bb27 admin admin] 10.222.0.23 "PUT /v2.0/routers/f477c330-a748-4945-8983-285456798376/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2704358 Jan 27 21:45:18.254179 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d7d981e4-e534-46a6-a999-63092f600dc0 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:18.264989 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f477c330-a748-4945-8983-285456798376', 'name': 'tempest-ServersTestBootFromVolume-1194960415-router', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:09Z', 'updated_at': '2022-01-27T21:45:15Z', 'revision_number': 4, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'gw_port': {'id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:10Z', 'updated_at': '2022-01-27T21:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3cde09b3-c22d-4ae9-beec-4dbb41133df9', 'name': '', 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'mac_address': 'fa:16:3e:fb:13:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2435049a-5527-41d8-960b-1a1facd7dca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:14Z', 'updated_at': '2022-01-27T21:45:14Z', 'revision_number': 1, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'subnets': [{'id': '2435049a-5527-41d8-960b-1a1facd7dca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:18.267387 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 72668b71-449f-4c32-a089-5fa32a086671 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:18.267889 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (72668b71-449f-4c32-a089-5fa32a086671), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:18.272691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c2426933-572d-4273-9fcd-8f2876b87858 req-42072a99-697f-4176-9020-e6f25a280306 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] For port 72668b71-449f-4c32-a089-5fa32a086671, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=72668b71-449f-4c32-a089-5fa32a086671,segment=NetworkSegment(c6f1ffdb-6aa1-4a93-8389-8411e359e8cc),segment_id=c6f1ffdb-6aa1-4a93-8389-8411e359e8cc)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:18.274255 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c2426933-572d-4273-9fcd-8f2876b87858 req-42072a99-697f-4176-9020-e6f25a280306 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (72668b71-449f-4c32-a089-5fa32a086671), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:18.293371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-c2426933-572d-4273-9fcd-8f2876b87858 req-42072a99-697f-4176-9020-e6f25a280306 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Calling delete_port for 72668b71-449f-4c32-a089-5fa32a086671 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:18.320584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26ed2f1-3066-4585-85e9-721f60178326 None None] The sync data for ids ['f477c330-a748-4945-8983-285456798376'] in n-d-772272-3 is: [{'id': 'f477c330-a748-4945-8983-285456798376', 'name': 'tempest-ServersTestBootFromVolume-1194960415-router', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:09Z', 'updated_at': '2022-01-27T21:45:15Z', 'revision_number': 4, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'gw_port': {'id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:10Z', 'updated_at': '2022-01-27T21:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3cde09b3-c22d-4ae9-beec-4dbb41133df9', 'name': '', 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'mac_address': 'fa:16:3e:fb:13:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2435049a-5527-41d8-960b-1a1facd7dca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:14Z', 'updated_at': '2022-01-27T21:45:14Z', 'revision_number': 1, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'subnets': [{'id': '2435049a-5527-41d8-960b-1a1facd7dca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:45:18.368052 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf43803-8d43-4b18-95bf-fa704a6a5209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72668b71-449f-4c32-a089-5fa32a086671'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:18.376046 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c449e8d9-80f3-4114-8d09-3369b590208d" -d '{"events": [{"server_uuid": "0bf43803-8d43-4b18-95bf-fa704a6a5209", "name": "network-vif-unplugged", "status": "completed", "tag": "72668b71-449f-4c32-a089-5fa32a086671"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:18.431672 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-827ea98f-9a1a-4f50-9b93-e1e065b398b3 None None] Provisioning complete for port 3cde09b3-c22d-4ae9-beec-4dbb41133df9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:18.432131 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-827ea98f-9a1a-4f50-9b93-e1e065b398b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3cde09b3-c22d-4ae9-beec-4dbb41133df9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:18.473988 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d7d981e4-e534-46a6-a999-63092f600dc0 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:18.485501 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 72668b71-449f-4c32-a089-5fa32a086671, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=72668b71-449f-4c32-a089-5fa32a086671,segment=NetworkSegment(c6f1ffdb-6aa1-4a93-8389-8411e359e8cc),segment_id=c6f1ffdb-6aa1-4a93-8389-8411e359e8cc)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:18.526197 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (72668b71-449f-4c32-a089-5fa32a086671), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:18.547672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96203d87-5a00-4d6f-a34d-dfc96c2870bf req-d8902fa3-7946-488a-85c6-a2197190c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:18.550553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96203d87-5a00-4d6f-a34d-dfc96c2870bf req-d8902fa3-7946-488a-85c6-a2197190c89c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26970e00ed0848ac91d62d52a2a5e8f6&device_id=623e3d26-338a-4cef-b692-c2f90e9747e7 HTTP/1.1" status: 200 len: 1096 time: 0.9298291 Jan 27 21:45:18.567847 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-827ea98f-9a1a-4f50-9b93-e1e065b398b3 None None] Port 3cde09b3-c22d-4ae9-beec-4dbb41133df9 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:45:18.605298 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=72668b71-449f-4c32-a089-5fa32a086671,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:18.612910 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d7d981e4-e534-46a6-a999-63092f600dc0 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:18.614318 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d7d981e4-e534-46a6-a999-63092f600dc0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:18.627388 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-943813cb-e3a0-45b2-a7c8-68e830dd0415 req-10e128ef-0eac-4930-9737-dd21ab7c03b9 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.23 "GET /v2.0/security-groups?id=f120fa57-9338-4456-88ae-82068641f033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9876277 Jan 27 21:45:18.758763 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00adbf16-4489-4bd2-9721-cd7672156968 req-5c481037-d4bf-4d06-a14e-a9237aa0ae45 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:18.760867 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-00adbf16-4489-4bd2-9721-cd7672156968 req-5c481037-d4bf-4d06-a14e-a9237aa0ae45 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.15 "GET /v2.0/ports?device_id=623e3d26-338a-4cef-b692-c2f90e9747e7 HTTP/1.1" status: 200 len: 945 time: 0.1173546 Jan 27 21:45:18.798791 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d7d981e4-e534-46a6-a999-63092f600dc0 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:18.872561 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f20f3727-4590-4098-b3b7-3919455d2058 req-5e76be1b-8f6b-47b9-969a-c0edc9d0455a tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=ef1ed7704e93476181dd3a7ad51f1bfe HTTP/1.1" status: 200 len: 696 time: 0.1430979 Jan 27 21:45:18.896279 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-05d5e749-cd4d-4610-bfa6-46e1d4c0bca0 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:18.898138 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-05d5e749-cd4d-4610-bfa6-46e1d4c0bca0 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/networks?id=15739e47-d117-45df-b39e-3668ba6a6ce6 HTTP/1.1" status: 200 len: 824 time: 1.1429493 Jan 27 21:45:18.917694 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-00adbf16-4489-4bd2-9721-cd7672156968 req-0b49e292-ac96-41d9-86a0-14ea14aa7e37 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Deleting port 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:18.918049 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-00adbf16-4489-4bd2-9721-cd7672156968 req-0b49e292-ac96-41d9-86a0-14ea14aa7e37 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:18.958392 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c2426933-572d-4273-9fcd-8f2876b87858 req-42072a99-697f-4176-9020-e6f25a280306 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (72668b71-449f-4c32-a089-5fa32a086671), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.023437 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-8615ea5f-55bd-4a4d-ad25-aaa8003a3f8a tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/quotas/26970e00ed0848ac91d62d52a2a5e8f6 HTTP/1.1" status: 200 len: 375 time: 0.0698643 Jan 27 21:45:19.050316 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-00adbf16-4489-4bd2-9721-cd7672156968 req-0b49e292-ac96-41d9-86a0-14ea14aa7e37 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] For port 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3,segment=NetworkSegment(62b84251-c1ec-4448-ba72-de9788224dc8),segment_id=62b84251-c1ec-4448-ba72-de9788224dc8)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:19.050825 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-00adbf16-4489-4bd2-9721-cd7672156968 req-0b49e292-ac96-41d9-86a0-14ea14aa7e37 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.060502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42072a99-697f-4176-9020-e6f25a280306 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Pushing event deleted for resources: {'Port': ['ID=72668b71-449f-4c32-a089-5fa32a086671,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:19.193762 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f3727-4590-4098-b3b7-3919455d2058 req-23be70ec-4ef4-4e44-8690-a7c5bebeb0f0 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:19.197312 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f20f3727-4590-4098-b3b7-3919455d2058 req-23be70ec-4ef4-4e44-8690-a7c5bebeb0f0 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "GET /v2.0/networks?id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 787 time: 0.3240001 Jan 27 21:45:19.203615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96203d87-5a00-4d6f-a34d-dfc96c2870bf req-1e9067ad-f7f5-439b-9559-703a41df477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:19.205660 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96203d87-5a00-4d6f-a34d-dfc96c2870bf req-1e9067ad-f7f5-439b-9559-703a41df477c service neutron] 10.222.0.15 "GET /v2.0/networks?id=15739e47-d117-45df-b39e-3668ba6a6ce6 HTTP/1.1" status: 200 len: 925 time: 0.6078875 Jan 27 21:45:19.229921 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-f20f3727-4590-4098-b3b7-3919455d2058 req-36498194-8839-40dd-b7aa-28f9d8a027df tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:45:19.233035 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f20f3727-4590-4098-b3b7-3919455d2058 req-36498194-8839-40dd-b7aa-28f9d8a027df tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081992 Jan 27 21:45:19.263566 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2426933-572d-4273-9fcd-8f2876b87858 req-42072a99-697f-4176-9020-e6f25a280306 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] No DVR routers for this DVR port 72668b71-449f-4c32-a089-5fa32a086671 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:19.271120 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c2426933-572d-4273-9fcd-8f2876b87858 req-42072a99-697f-4176-9020-e6f25a280306 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.281584 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2426933-572d-4273-9fcd-8f2876b87858 req-42072a99-697f-4176-9020-e6f25a280306 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788 tempest-FloatingIPsAssociationNegativeTestJSON-1129038788-project] 10.222.0.21 "DELETE /v2.0/ports/72668b71-449f-4c32-a089-5fa32a086671 HTTP/1.1" status: 204 len: 173 time: 3.3187425 Jan 27 21:45:19.282089 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf43803-8d43-4b18-95bf-fa704a6a5209', 'name': 'network-vif-deleted', 'tag': '72668b71-449f-4c32-a089-5fa32a086671'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:19.288928 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac476620-6a85-40d2-8414-a2c52459f473" -d '{"events": [{"server_uuid": "0bf43803-8d43-4b18-95bf-fa704a6a5209", "name": "network-vif-deleted", "tag": "72668b71-449f-4c32-a089-5fa32a086671"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:19.452767 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-a07280fd-3fa8-4400-a384-e55ebb384814 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=26970e00ed0848ac91d62d52a2a5e8f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3888140 Jan 27 21:45:19.578551 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96203d87-5a00-4d6f-a34d-dfc96c2870bf req-dbe00558-b05a-41c1-b502-c6b679379857 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 HTTP/1.1" status: 200 len: 1001 time: 0.3308918 Jan 27 21:45:19.638397 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-00adbf16-4489-4bd2-9721-cd7672156968 req-0b49e292-ac96-41d9-86a0-14ea14aa7e37 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.638952 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-00adbf16-4489-4bd2-9721-cd7672156968 req-0b49e292-ac96-41d9-86a0-14ea14aa7e37 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (de843f04-6262-4956-81f0-ce0499e56019), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.639470 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [req-00adbf16-4489-4bd2-9721-cd7672156968 req-0b49e292-ac96-41d9-86a0-14ea14aa7e37 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Floating IP de843f04-6262-4956-81f0-ce0499e56019 disassociated. External IP: 172.25.3.226, port: 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3. Jan 27 21:45:19.639928 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-00adbf16-4489-4bd2-9721-cd7672156968 req-0b49e292-ac96-41d9-86a0-14ea14aa7e37 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Calling delete_port for 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:19.666388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42545ed7-8b72-4156-a98d-fdf0251758e0 req-9c6c866d-89a2-40c6-b28f-ab9a147edd6f tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:19.667939 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42545ed7-8b72-4156-a98d-fdf0251758e0 req-9c6c866d-89a2-40c6-b28f-ab9a147edd6f tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.3015416 Jan 27 21:45:19.708302 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96203d87-5a00-4d6f-a34d-dfc96c2870bf req-c43aca13-4d35-4974-8dc7-baed2a2583e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:19.709757 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96203d87-5a00-4d6f-a34d-dfc96c2870bf req-c43aca13-4d35-4974-8dc7-baed2a2583e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eca82b27-8c14-4e8f-bf68-e048c8afdfc4 HTTP/1.1" status: 200 len: 863 time: 0.1035044 Jan 27 21:45:19.762664 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-31d74f7d-7951-4e39-b165-06848612334e service neutron] 10.222.0.23 "GET /v2.0/networks/15739e47-d117-45df-b39e-3668ba6a6ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061686 Jan 27 21:45:19.788390 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-00adbf16-4489-4bd2-9721-cd7672156968 req-0b49e292-ac96-41d9-86a0-14ea14aa7e37 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.798005 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42545ed7-8b72-4156-a98d-fdf0251758e0 req-0619be7a-f6cb-47d1-924b-9bbbcd0db057 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197414 Jan 27 21:45:19.815764 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49e292-ac96-41d9-86a0-14ea14aa7e37 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Pushing event deleted for resources: {'Port': ['ID=98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:19.870886 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96203d87-5a00-4d6f-a34d-dfc96c2870bf req-bd350790-5607-4eba-b286-dd887e9a8fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:19.874376 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96203d87-5a00-4d6f-a34d-dfc96c2870bf req-bd350790-5607-4eba-b286-dd887e9a8fcb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15739e47-d117-45df-b39e-3668ba6a6ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1549563 Jan 27 21:45:19.965401 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00adbf16-4489-4bd2-9721-cd7672156968 req-0b49e292-ac96-41d9-86a0-14ea14aa7e37 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Router 03531ac1-7e68-4c93-948b-269fd9d16c92 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:45:20.043809 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-f7f10af6-802d-44b8-ba7e-2a10fcdf44a1 service neutron] 10.222.0.23 "GET /v2.0/networks/15739e47-d117-45df-b39e-3668ba6a6ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717321 Jan 27 21:45:20.072601 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f126658-9e4c-4b8d-8a42-7f211caa9cf9 req-342afd66-5e00-4c21-b8a8-c76a5af34c69 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:20.074269 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f126658-9e4c-4b8d-8a42-7f211caa9cf9 req-342afd66-5e00-4c21-b8a8-c76a5af34c69 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 944 time: 0.1621156 Jan 27 21:45:20.076356 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96203d87-5a00-4d6f-a34d-dfc96c2870bf req-5f67412a-275a-45b1-a939-10e26d741e24 service neutron] 10.222.0.15 "GET /v2.0/networks/15739e47-d117-45df-b39e-3668ba6a6ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935606 Jan 27 21:45:20.106150 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00adbf16-4489-4bd2-9721-cd7672156968 req-0b49e292-ac96-41d9-86a0-14ea14aa7e37 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:45:20.118053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b7800-57b6-4ec9-af91-bed7b54bd856 None None] Sync routers for ids ['03531ac1-7e68-4c93-948b-269fd9d16c92'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:45:20.136953 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1b7800-57b6-4ec9-af91-bed7b54bd856 None None] Routers {'03531ac1-7e68-4c93-948b-269fd9d16c92'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:20.137669 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-7a1b7800-57b6-4ec9-af91-bed7b54bd856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:44:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['03531ac1-7e68-4c93-948b-269fd9d16c92'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:20.156706 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-00adbf16-4489-4bd2-9721-cd7672156968 req-0b49e292-ac96-41d9-86a0-14ea14aa7e37 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] No DVR routers for this DVR port 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 on host n-h1-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:20.159474 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-00adbf16-4489-4bd2-9721-cd7672156968 req-0b49e292-ac96-41d9-86a0-14ea14aa7e37 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:20.163411 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-00adbf16-4489-4bd2-9721-cd7672156968 req-0b49e292-ac96-41d9-86a0-14ea14aa7e37 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.15 "DELETE /v2.0/ports/98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 HTTP/1.1" status: 204 len: 173 time: 1.3966107 Jan 27 21:45:20.164085 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623e3d26-338a-4cef-b692-c2f90e9747e7', 'name': 'network-vif-deleted', 'tag': '98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:20.181256 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1329c35f-a2f4-4320-9e92-ad66045556c3" -d '{"events": [{"server_uuid": "623e3d26-338a-4cef-b692-c2f90e9747e7", "name": "network-vif-deleted", "tag": "98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:20.246022 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d72dc5-ec37-4f70-811b-31a6c4812b35 x-openstack-request-id: req-89d72dc5-ec37-4f70-811b-31a6c4812b35 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:20.246651 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf43803-8d43-4b18-95bf-fa704a6a5209", "name": "network-vif-unplugged", "status": "completed", "tag": "72668b71-449f-4c32-a089-5fa32a086671", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:20.246934 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89d72dc5-ec37-4f70-811b-31a6c4812b35 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:20.247365 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf43803-8d43-4b18-95bf-fa704a6a5209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72668b71-449f-4c32-a089-5fa32a086671', 'code': 200} Jan 27 21:45:20.310181 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f126658-9e4c-4b8d-8a42-7f211caa9cf9 req-882dd3cf-5676-4bb6-8fd2-3f2af5768f3a tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293088 Jan 27 21:45:20.418716 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96203d87-5a00-4d6f-a34d-dfc96c2870bf req-cb2202bb-9ccc-418c-9a1d-75047dc9f687 service neutron] 10.222.0.15 "GET /v2.0/networks/15739e47-d117-45df-b39e-3668ba6a6ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208287 Jan 27 21:45:20.559662 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-7a1b7800-57b6-4ec9-af91-bed7b54bd856 None None] Set router 03531ac1-7e68-4c93-948b-269fd9d16c92 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:20.590644 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-799413e5-e01b-4dd2-9c8c-08d5177df17e req-e0c58688-ad7f-4907-9791-67d024899cab tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "GET /v2.0/floatingips/66bc41d8-f04a-4d79-9fb8-4d756a8dee14 HTTP/1.1" status: 200 len: 693 time: 0.2023482 Jan 27 21:45:20.747702 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4e83d10a-8800-49ed-9ac0-81f3ddc2b944 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:20.770087 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45562) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:20.774777 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9256e8f3-46d9-479f-a52b-55a630e492ab tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--441580108', 'description': 'tempest-description--556475416'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:20.812528 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799413e5-e01b-4dd2-9c8c-08d5177df17e req-4fe6fe04-975a-4402-a606-cd8bff731565 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:20.821651 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-799413e5-e01b-4dd2-9c8c-08d5177df17e req-4fe6fe04-975a-4402-a606-cd8bff731565 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.2225103 Jan 27 21:45:20.833911 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-799413e5-e01b-4dd2-9c8c-08d5177df17e req-4bd8aa15-3e0e-49c5-adbc-e3fb8acd500e tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:45:20.835233 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-799413e5-e01b-4dd2-9c8c-08d5177df17e req-4bd8aa15-3e0e-49c5-adbc-e3fb8acd500e tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141153 Jan 27 21:45:20.836912 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d975d79-e526-45e3-b390-ecd040cb18a0 x-openstack-request-id: req-4d975d79-e526-45e3-b390-ecd040cb18a0 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:20.837198 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf43803-8d43-4b18-95bf-fa704a6a5209", "name": "network-vif-deleted", "tag": "72668b71-449f-4c32-a089-5fa32a086671", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:20.837513 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d975d79-e526-45e3-b390-ecd040cb18a0 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:20.838423 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf43803-8d43-4b18-95bf-fa704a6a5209', 'name': 'network-vif-deleted', 'tag': '72668b71-449f-4c32-a089-5fa32a086671', 'status': 'completed', 'code': 200} Jan 27 21:45:20.854735 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9256e8f3-46d9-479f-a52b-55a630e492ab tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:20.911705 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45568) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:20.939604 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-799413e5-e01b-4dd2-9c8c-08d5177df17e req-619d33dc-516a-4d18-ba5d-41ebf8eacb7d tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.173 HTTP/1.1" status: 200 len: 696 time: 0.0944464 Jan 27 21:45:20.975135 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:20.978504 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 4e83d10a-8800-49ed-9ac0-81f3ddc2b944 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:20.978931 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4e83d10a-8800-49ed-9ac0-81f3ddc2b944), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.022354 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-799413e5-e01b-4dd2-9c8c-08d5177df17e req-c13cda77-cffb-44da-a6a1-76193b6e3c21 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.173 HTTP/1.1" status: 200 len: 696 time: 0.0611901 Jan 27 21:45:21.094793 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 4e83d10a-8800-49ed-9ac0-81f3ddc2b944 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:21.095588 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4e83d10a-8800-49ed-9ac0-81f3ddc2b944), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.104957 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-7a1b7800-57b6-4ec9-af91-bed7b54bd856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-router', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:49Z', 'revision_number': 4, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'gw_port': {'id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '196fbab9-bbcb-432c-b3c7-8fb4d51c06d5', 'name': '', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'mac_address': 'fa:16:3e:11:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:48Z', 'updated_at': '2022-01-27T21:42:55Z', 'revision_number': 5, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'subnets': [{'id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:21.151678 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b7800-57b6-4ec9-af91-bed7b54bd856 None None] Checking router: 03531ac1-7e68-4c93-948b-269fd9d16c92 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:45:21.169245 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 4e83d10a-8800-49ed-9ac0-81f3ddc2b944, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4e83d10a-8800-49ed-9ac0-81f3ddc2b944,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:21.179189 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1b7800-57b6-4ec9-af91-bed7b54bd856 None None] Routers {'03531ac1-7e68-4c93-948b-269fd9d16c92'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:21.180136 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-7a1b7800-57b6-4ec9-af91-bed7b54bd856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:44:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['03531ac1-7e68-4c93-948b-269fd9d16c92'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:21.184298 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4e83d10a-8800-49ed-9ac0-81f3ddc2b944), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.276008 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9256e8f3-46d9-479f-a52b-55a630e492ab tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks [] for security_group (ce9ded9a-8d83-4eac-a9fc-939ded16211b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.331013 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9256e8f3-46d9-479f-a52b-55a630e492ab tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ce9ded9a-8d83-4eac-a9fc-939ded16211b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.367762 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-799413e5-e01b-4dd2-9c8c-08d5177df17e req-93ed15de-d285-48ff-b0bd-14744c965439 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Deleting port 8e3a30f1-767d-436a-8d7d-139bc4987562 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:21.368266 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-799413e5-e01b-4dd2-9c8c-08d5177df17e req-93ed15de-d285-48ff-b0bd-14744c965439 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (8e3a30f1-767d-436a-8d7d-139bc4987562), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.437413 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256e8f3-46d9-479f-a52b-55a630e492ab tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9ded9a-8d83-4eac-a9fc-939ded16211b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:21.466358 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9256e8f3-46d9-479f-a52b-55a630e492ab tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.470181 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9256e8f3-46d9-479f-a52b-55a630e492ab tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6965675 Jan 27 21:45:21.480017 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45576) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:21.510322 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-46fab5cb-071c-4d3e-bf65-ac6f1e8b6ccb tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Request body: {'security_group_rule': {'security_group_id': 'ce9ded9a-8d83-4eac-a9fc-939ded16211b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:21.546149 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=4e83d10a-8800-49ed-9ac0-81f3ddc2b944,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:21.571375 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-7a1b7800-57b6-4ec9-af91-bed7b54bd856 None None] Set router 03531ac1-7e68-4c93-948b-269fd9d16c92 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:21.620693 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f6f2be0-f83a-4988-ace5-092221cf1f1e req-78820a10-fc02-4792-835c-d1afde60ad3c tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 210 time: 0.0562449 Jan 27 21:45:21.649277 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-799413e5-e01b-4dd2-9c8c-08d5177df17e req-93ed15de-d285-48ff-b0bd-14744c965439 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (8e3a30f1-767d-436a-8d7d-139bc4987562), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.649943 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-799413e5-e01b-4dd2-9c8c-08d5177df17e req-93ed15de-d285-48ff-b0bd-14744c965439 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks [] for floatingip (8e3a30f1-767d-436a-8d7d-139bc4987562), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.671339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-799413e5-e01b-4dd2-9c8c-08d5177df17e req-93ed15de-d285-48ff-b0bd-14744c965439 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Calling delete_port for 8e3a30f1-767d-436a-8d7d-139bc4987562 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:21.671578 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46fab5cb-071c-4d3e-bf65-ac6f1e8b6ccb tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks [] for security_group_rule (4895d132-9f45-4806-a240-7668e8576e73), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.695783 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5382183f-e965-4f3e-8618-5bcc870e0049 x-openstack-request-id: req-5382183f-e965-4f3e-8618-5bcc870e0049 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:21.696082 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623e3d26-338a-4cef-b692-c2f90e9747e7", "name": "network-vif-deleted", "tag": "98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:21.696370 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5382183f-e965-4f3e-8618-5bcc870e0049 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:21.696774 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623e3d26-338a-4cef-b692-c2f90e9747e7', 'name': 'network-vif-deleted', 'tag': '98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3', 'status': 'completed', 'code': 200} Jan 27 21:45:21.808629 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46fab5cb-071c-4d3e-bf65-ac6f1e8b6ccb tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks [] for security_group_rule (4895d132-9f45-4806-a240-7668e8576e73), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.831412 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46fab5cb-071c-4d3e-bf65-ac6f1e8b6ccb tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (4895d132-9f45-4806-a240-7668e8576e73), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.886874 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fab5cb-071c-4d3e-bf65-ac6f1e8b6ccb tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4895d132-9f45-4806-a240-7668e8576e73,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:21.925518 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46fab5cb-071c-4d3e-bf65-ac6f1e8b6ccb tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.933330 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-46fab5cb-071c-4d3e-bf65-ac6f1e8b6ccb tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4501956 Jan 27 21:45:21.938411 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45584) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:21.940833 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-7a1b7800-57b6-4ec9-af91-bed7b54bd856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-router', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:49Z', 'revision_number': 4, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'gw_port': {'id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '196fbab9-bbcb-432c-b3c7-8fb4d51c06d5', 'name': '', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'mac_address': 'fa:16:3e:11:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:48Z', 'updated_at': '2022-01-27T21:42:55Z', 'revision_number': 5, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'subnets': [{'id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:21.950579 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-6712ee3c-1528-4406-93ff-6a3c75bfe945 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Request body: {'security_group_rule': {'security_group_id': 'ce9ded9a-8d83-4eac-a9fc-939ded16211b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:21.995115 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b7800-57b6-4ec9-af91-bed7b54bd856 None None] The sync data for ids ['03531ac1-7e68-4c93-948b-269fd9d16c92'] in n-d-772272-3 is: [{'id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-router', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:49Z', 'revision_number': 4, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'gw_port': {'id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '196fbab9-bbcb-432c-b3c7-8fb4d51c06d5', 'name': '', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'mac_address': 'fa:16:3e:11:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:48Z', 'updated_at': '2022-01-27T21:42:55Z', 'revision_number': 5, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'subnets': [{'id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:45:22.047183 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-741f30c4-7a25-43ac-bb2d-05dacf24a729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (85c38777-5427-47b3-a78f-fa4e3bbc98df), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:22.071471 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-799413e5-e01b-4dd2-9c8c-08d5177df17e req-93ed15de-d285-48ff-b0bd-14744c965439 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (8e3a30f1-767d-436a-8d7d-139bc4987562), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:22.135173 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6712ee3c-1528-4406-93ff-6a3c75bfe945 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks [] for security_group_rule (91eb19da-f672-4e0f-8ef0-2ea2f25e9ced), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:22.228792 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed15de-d285-48ff-b0bd-14744c965439 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Pushing event deleted for resources: {'Port': ['ID=8e3a30f1-767d-436a-8d7d-139bc4987562,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:22.325258 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-799413e5-e01b-4dd2-9c8c-08d5177df17e req-93ed15de-d285-48ff-b0bd-14744c965439 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks [] for floatingip (66bc41d8-f04a-4d79-9fb8-4d756a8dee14), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:22.332925 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-799413e5-e01b-4dd2-9c8c-08d5177df17e req-93ed15de-d285-48ff-b0bd-14744c965439 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:22.334525 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-799413e5-e01b-4dd2-9c8c-08d5177df17e req-93ed15de-d285-48ff-b0bd-14744c965439 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "DELETE /v2.0/floatingips/66bc41d8-f04a-4d79-9fb8-4d756a8dee14 HTTP/1.1" status: 204 len: 173 time: 1.2956696 Jan 27 21:45:22.432742 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4e83d10a-8800-49ed-9ac0-81f3ddc2b944 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:22.438386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-6aee3e33-1324-403e-b782-9dd8d041d9fd tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:22.440009 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-6aee3e33-1324-403e-b782-9dd8d041d9fd tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.21 "GET /v2.0/networks?id=15739e47-d117-45df-b39e-3668ba6a6ce6 HTTP/1.1" status: 200 len: 824 time: 0.3876112 Jan 27 21:45:22.450258 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166ad6a-9ecf-452c-9ddb-f35797463b40 req-25fb3177-a14b-4e92-b6a1-2fd552ed2dca tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:22.459707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8166ad6a-9ecf-452c-9ddb-f35797463b40 req-25fb3177-a14b-4e92-b6a1-2fd552ed2dca tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.2367985 Jan 27 21:45:22.496475 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] Sync routers for ids ['f477c330-a748-4945-8983-285456798376'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:45:22.512004 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] Routers {'f477c330-a748-4945-8983-285456798376'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:22.513117 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:44:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f477c330-a748-4945-8983-285456798376'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:22.549328 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 4e83d10a-8800-49ed-9ac0-81f3ddc2b944 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:22.549712 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4e83d10a-8800-49ed-9ac0-81f3ddc2b944), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:22.584004 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-d51b7505-8cb2-4bf1-b0f8-54365ecb72e2 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26970e00ed0848ac91d62d52a2a5e8f6 HTTP/1.1" status: 200 len: 380 time: 0.1194494 Jan 27 21:45:22.626981 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8166ad6a-9ecf-452c-9ddb-f35797463b40 req-4970c924-b351-46ae-87bb-58ca72a6a40f tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662674 Jan 27 21:45:22.637715 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-7d37df68-aa3a-4328-8303-c26b264a063d tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Request body: {'port': {'device_id': 'e18379da-ec85-4d35-a469-9e4b6164a1dd', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'admin_state_up': True, 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'security_groups': ['1398a6cb-dc36-44ea-8f0b-45641a4d9786']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:22.643117 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] Set router f477c330-a748-4945-8983-285456798376 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:22.654240 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0eb21c-abce-4564-b208-1860d48e589b None None] New status for floating IP de843f04-6262-4956-81f0-ce0499e56019: DOWN {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:45:22.895634 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f477c330-a748-4945-8983-285456798376', 'name': 'tempest-ServersTestBootFromVolume-1194960415-router', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:09Z', 'updated_at': '2022-01-27T21:45:15Z', 'revision_number': 4, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'gw_port': {'id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:10Z', 'updated_at': '2022-01-27T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3cde09b3-c22d-4ae9-beec-4dbb41133df9', 'name': '', 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'mac_address': 'fa:16:3e:fb:13:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2435049a-5527-41d8-960b-1a1facd7dca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:14Z', 'updated_at': '2022-01-27T21:45:16Z', 'revision_number': 2, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'subnets': [{'id': '2435049a-5527-41d8-960b-1a1facd7dca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:22.902361 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 4e83d10a-8800-49ed-9ac0-81f3ddc2b944 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:22.935482 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6712ee3c-1528-4406-93ff-6a3c75bfe945 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks [] for security_group_rule (91eb19da-f672-4e0f-8ef0-2ea2f25e9ced), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:22.955836 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] Checking router: f477c330-a748-4945-8983-285456798376 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:45:22.956214 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] Updating router f477c330-a748-4945-8983-285456798376 port 3cde09b3-c22d-4ae9-beec-4dbb41133df9 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:45:22.971263 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6712ee3c-1528-4406-93ff-6a3c75bfe945 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (91eb19da-f672-4e0f-8ef0-2ea2f25e9ced), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:22.991153 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3cde09b3-c22d-4ae9-beec-4dbb41133df9), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:23.045135 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712ee3c-1528-4406-93ff-6a3c75bfe945 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91eb19da-f672-4e0f-8ef0-2ea2f25e9ced,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:23.064252 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6712ee3c-1528-4406-93ff-6a3c75bfe945 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:23.068902 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6712ee3c-1528-4406-93ff-6a3c75bfe945 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1221657 Jan 27 21:45:23.069531 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45594) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:23.078228 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1a83b6ea-5878-46dd-845b-0ecb0132c946 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:23.120932 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125eeaf-5914-4813-823c-c31c51a3ca7b req-c0fb403c-122c-48e0-9b94-f7f2548a7c77 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:23.122662 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7125eeaf-5914-4813-823c-c31c51a3ca7b req-c0fb403c-122c-48e0-9b94-f7f2548a7c77 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 1095 time: 0.6603546 Jan 27 21:45:23.133079 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a83b6ea-5878-46dd-845b-0ecb0132c946 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:23.232736 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-7d37df68-aa3a-4328-8303-c26b264a063d tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Made reservation on behalf of 26970e00ed0848ac91d62d52a2a5e8f6 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:23.236502 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-7d37df68-aa3a-4328-8303-c26b264a063d tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:23.289017 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-741f30c4-7a25-43ac-bb2d-05dacf24a729 admin admin] Deleting port 8b082d71-be2d-49bf-83cf-8759fdb367f6 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:23.289359 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-741f30c4-7a25-43ac-bb2d-05dacf24a729 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (8b082d71-be2d-49bf-83cf-8759fdb367f6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:23.364638 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a83b6ea-5878-46dd-845b-0ecb0132c946 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:23.399623 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] Publish callbacks [] for port (3cde09b3-c22d-4ae9-beec-4dbb41133df9), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:23.409973 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3cde09b3-c22d-4ae9-beec-4dbb41133df9), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:23.426045 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-741f30c4-7a25-43ac-bb2d-05dacf24a729 admin admin] For port 8b082d71-be2d-49bf-83cf-8759fdb367f6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=8b082d71-be2d-49bf-83cf-8759fdb367f6,segment=NetworkSegment(c6f1ffdb-6aa1-4a93-8389-8411e359e8cc),segment_id=c6f1ffdb-6aa1-4a93-8389-8411e359e8cc)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:23.426421 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-741f30c4-7a25-43ac-bb2d-05dacf24a729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (8b082d71-be2d-49bf-83cf-8759fdb367f6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:23.458712 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-741f30c4-7a25-43ac-bb2d-05dacf24a729 admin admin] Calling delete_port for 8b082d71-be2d-49bf-83cf-8759fdb367f6 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:23.478282 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7125eeaf-5914-4813-823c-c31c51a3ca7b req-1fef7c44-c22e-4de9-b9d8-96f2d7008f56 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357081 Jan 27 21:45:23.579414 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fac7bf7c-7fc8-4f62-bf17-622cf317bdee req-e62191db-9bca-4363-9e0b-4db5656834f2 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4880035 Jan 27 21:45:23.629538 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272a8b1-0ab2-411a-95ab-068555d0c822 None None] Pushing event updated for resources: {'Port': ['ID=3cde09b3-c22d-4ae9-beec-4dbb41133df9,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:23.629973 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-fac7bf7c-7fc8-4f62-bf17-622cf317bdee req-ba8874bb-5f96-458c-a695-c0e6eb7facc8 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:23.632393 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] Attempting to bind port 3cde09b3-c22d-4ae9-beec-4dbb41133df9 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:23.632770 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] Attempting to bind port 3cde09b3-c22d-4ae9-beec-4dbb41133df9 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'cebd4acb-a745-40e1-bd13-f33b1eace622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:23.633133 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] Attempting to bind port 3cde09b3-c22d-4ae9-beec-4dbb41133df9 on network 76333007-a5d9-47c4-9e41-c811a7234223 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:23.647806 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:23.648290 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] Checking segment: {'id': 'cebd4acb-a745-40e1-bd13-f33b1eace622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:23.651072 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:23.651695 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] Bound using segment: {'id': 'cebd4acb-a745-40e1-bd13-f33b1eace622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:23.653310 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] Bound port: 3cde09b3-c22d-4ae9-beec-4dbb41133df9, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cebd4acb-a745-40e1-bd13-f33b1eace622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:23.653727 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3cde09b3-c22d-4ae9-beec-4dbb41133df9), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:23.678852 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-7d37df68-aa3a-4328-8303-c26b264a063d tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Allocated IP 172.20.0.4 (15739e47-d117-45df-b39e-3668ba6a6ce6/eca82b27-8c14-4e8f-bf68-e048c8afdfc4/03cff21d-a46e-472e-b989-c01cdf4c7e98) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:23.749095 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f49b3831-0ac2-45c7-9e7a-f214d9dfba25 req-bd4ccba5-0fd5-455e-8f0d-df642bae9f1d tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 210 time: 0.1224818 Jan 27 21:45:23.765016 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] For port 3cde09b3-c22d-4ae9-beec-4dbb41133df9, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:23.768666 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] For port 3cde09b3-c22d-4ae9-beec-4dbb41133df9, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3cde09b3-c22d-4ae9-beec-4dbb41133df9,segment=NetworkSegment(cebd4acb-a745-40e1-bd13-f33b1eace622),segment_id=cebd4acb-a745-40e1-bd13-f33b1eace622)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:23.777930 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3cde09b3-c22d-4ae9-beec-4dbb41133df9), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:23.795531 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fac7bf7c-7fc8-4f62-bf17-622cf317bdee req-ba8874bb-5f96-458c-a695-c0e6eb7facc8 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:23.819674 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-1a83b6ea-5878-46dd-845b-0ecb0132c946 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Allocated IP 172.25.3.148 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/0c51cebb-a596-4354-a8d0-e11cf191cd59) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:23.847257 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] Routers {'f477c330-a748-4945-8983-285456798376'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:23.847954 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:44:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f477c330-a748-4945-8983-285456798376'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:23.888184 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1f1e6025-5fdb-412d-9fe6-16bd565b0a7f None None] Provisioning complete for port 3cde09b3-c22d-4ae9-beec-4dbb41133df9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:23.889188 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1f1e6025-5fdb-412d-9fe6-16bd565b0a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3cde09b3-c22d-4ae9-beec-4dbb41133df9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:23.984582 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:24.015895 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] Set router f477c330-a748-4945-8983-285456798376 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:24.065670 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:24.066024 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 98b9d8c6-fbbf-450e-90e6-3dcfb33b4fe3 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:24.085463 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-7d37df68-aa3a-4328-8303-c26b264a063d tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for port (03cff21d-a46e-472e-b989-c01cdf4c7e98), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:24.170011 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-465e295c-34ee-40ad-ba55-af516fdbfe92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:24.194189 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1f1e6025-5fdb-412d-9fe6-16bd565b0a7f None None] Current status of the port 3cde09b3-c22d-4ae9-beec-4dbb41133df9 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:24.196960 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-7d37df68-aa3a-4328-8303-c26b264a063d tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (03cff21d-a46e-472e-b989-c01cdf4c7e98), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:24.200046 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1f1e6025-5fdb-412d-9fe6-16bd565b0a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3cde09b3-c22d-4ae9-beec-4dbb41133df9), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:24.227012 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-741f30c4-7a25-43ac-bb2d-05dacf24a729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (8b082d71-be2d-49bf-83cf-8759fdb367f6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:24.250800 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1f1e6025-5fdb-412d-9fe6-16bd565b0a7f None None] For port 3cde09b3-c22d-4ae9-beec-4dbb41133df9, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3cde09b3-c22d-4ae9-beec-4dbb41133df9,segment=NetworkSegment(cebd4acb-a745-40e1-bd13-f33b1eace622),segment_id=cebd4acb-a745-40e1-bd13-f33b1eace622)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:24.256790 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1f1e6025-5fdb-412d-9fe6-16bd565b0a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3cde09b3-c22d-4ae9-beec-4dbb41133df9), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:24.307257 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f30c4-7a25-43ac-bb2d-05dacf24a729 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b082d71-be2d-49bf-83cf-8759fdb367f6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:24.314996 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-7d37df68-aa3a-4328-8303-c26b264a063d tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Network 15739e47-d117-45df-b39e-3668ba6a6ce6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:24.325036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-7d37df68-aa3a-4328-8303-c26b264a063d tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:24.343248 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-7d37df68-aa3a-4328-8303-c26b264a063d tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:24.356627 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-7d37df68-aa3a-4328-8303-c26b264a063d tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:24.357485 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-7d37df68-aa3a-4328-8303-c26b264a063d tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:24.391932 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e6025-5fdb-412d-9fe6-16bd565b0a7f None None] Pushing event updated for resources: {'Port': ['ID=3cde09b3-c22d-4ae9-beec-4dbb41133df9,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:24.405405 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf329963-c007-44fe-b88c-89884b89b7a3 req-2a81a7a5-a130-4562-9e3d-58e2fa37c137 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:24.417252 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf329963-c007-44fe-b88c-89884b89b7a3 req-2a81a7a5-a130-4562-9e3d-58e2fa37c137 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.2549367 Jan 27 21:45:24.432229 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-05aa077a-ef05-41e9-b13e-81818b190a8d None None] Provisioning complete for port 3cde09b3-c22d-4ae9-beec-4dbb41133df9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:24.432648 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-05aa077a-ef05-41e9-b13e-81818b190a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3cde09b3-c22d-4ae9-beec-4dbb41133df9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:24.433730 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272a8b1-0ab2-411a-95ab-068555d0c822 None None] Pushing event updated for resources: {'Port': ['ID=3cde09b3-c22d-4ae9-beec-4dbb41133df9,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:24.491086 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-7d37df68-aa3a-4328-8303-c26b264a063d tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8780696 Jan 27 21:45:24.518841 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a83b6ea-5878-46dd-845b-0ecb0132c946 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks [] for port (0c51cebb-a596-4354-a8d0-e11cf191cd59), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:24.520143 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] Request body: {'port': {'device_id': 'e18379da-ec85-4d35-a469-9e4b6164a1dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:24.595085 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-05aa077a-ef05-41e9-b13e-81818b190a8d None None] Current status of the port 3cde09b3-c22d-4ae9-beec-4dbb41133df9 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:24.596920 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37df68-aa3a-4328-8303-c26b264a063d tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Pushing event updated for resources: {'Port': ['ID=03cff21d-a46e-472e-b989-c01cdf4c7e98,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:24.600314 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f477c330-a748-4945-8983-285456798376', 'name': 'tempest-ServersTestBootFromVolume-1194960415-router', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:09Z', 'updated_at': '2022-01-27T21:45:15Z', 'revision_number': 4, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'gw_port': {'id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:10Z', 'updated_at': '2022-01-27T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3cde09b3-c22d-4ae9-beec-4dbb41133df9', 'name': '', 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'mac_address': 'fa:16:3e:fb:13:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2435049a-5527-41d8-960b-1a1facd7dca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:14Z', 'updated_at': '2022-01-27T21:45:23Z', 'revision_number': 4, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'subnets': [{'id': '2435049a-5527-41d8-960b-1a1facd7dca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:24.652467 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da49374c-23e7-4c09-b4a3-47368f9693ff None None] The sync data for ids ['f477c330-a748-4945-8983-285456798376'] in n-d-772272-3 is: [{'id': 'f477c330-a748-4945-8983-285456798376', 'name': 'tempest-ServersTestBootFromVolume-1194960415-router', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:09Z', 'updated_at': '2022-01-27T21:45:15Z', 'revision_number': 4, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'gw_port': {'id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:10Z', 'updated_at': '2022-01-27T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3cde09b3-c22d-4ae9-beec-4dbb41133df9', 'name': '', 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'mac_address': 'fa:16:3e:fb:13:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2435049a-5527-41d8-960b-1a1facd7dca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:14Z', 'updated_at': '2022-01-27T21:45:23Z', 'revision_number': 4, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'subnets': [{'id': '2435049a-5527-41d8-960b-1a1facd7dca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:45:24.699831 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf329963-c007-44fe-b88c-89884b89b7a3 req-a26bc3dc-0d0b-4253-b87d-f068e94a8508 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821078 Jan 27 21:45:24.718681 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a83b6ea-5878-46dd-845b-0ecb0132c946 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (0c51cebb-a596-4354-a8d0-e11cf191cd59), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:24.749161 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fac7bf7c-7fc8-4f62-bf17-622cf317bdee req-ba8874bb-5f96-458c-a695-c0e6eb7facc8 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:24.774619 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (03cff21d-a46e-472e-b989-c01cdf4c7e98), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:24.838889 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6cd9bdfb-34ed-4b6e-b0bd-fa7c1c2b8bb6 None None] Provisioning complete for port 03cff21d-a46e-472e-b989-c01cdf4c7e98 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:24.839586 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6cd9bdfb-34ed-4b6e-b0bd-fa7c1c2b8bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (03cff21d-a46e-472e-b989-c01cdf4c7e98), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:24.854090 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a83b6ea-5878-46dd-845b-0ecb0132c946 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:24.859003 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-1a83b6ea-5878-46dd-845b-0ecb0132c946 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:24.865206 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a83b6ea-5878-46dd-845b-0ecb0132c946 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:24.906351 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6cd9bdfb-34ed-4b6e-b0bd-fa7c1c2b8bb6 None None] Port 03cff21d-a46e-472e-b989-c01cdf4c7e98 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:45:24.967555 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83b6ea-5878-46dd-845b-0ecb0132c946 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Pushing event updated for resources: {'Port': ['ID=0c51cebb-a596-4354-a8d0-e11cf191cd59,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:25.008822 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-741f30c4-7a25-43ac-bb2d-05dacf24a729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (85c38777-5427-47b3-a78f-fa4e3bbc98df), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.133419 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-fac7bf7c-7fc8-4f62-bf17-622cf317bdee req-ba8874bb-5f96-458c-a695-c0e6eb7facc8 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Allocated IP 172.25.3.145 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/485ff8ea-6462-4620-addd-dd382c331c90) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:25.172550 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a83b6ea-5878-46dd-845b-0ecb0132c946 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks [] for floatingip (c949853d-d70e-45b2-ae0e-73d81bc43483), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.176385 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-a5153f35-8a59-4c9a-adfb-71240c28e714 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:25.177931 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-a5153f35-8a59-4c9a-adfb-71240c28e714 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 808 time: 0.3250325 Jan 27 21:45:25.262815 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a83b6ea-5878-46dd-845b-0ecb0132c946 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0c51cebb-a596-4354-a8d0-e11cf191cd59), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.282512 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-9289548d-20ee-494b-b3f2-423f8ec0b418 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/quotas/95aa79ef2e0d4820bfc1772df699fe63 HTTP/1.1" status: 200 len: 375 time: 0.0960021 Jan 27 21:45:25.399811 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-458ef801-0acc-4333-9da1-78b966148563 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083891 Jan 27 21:45:25.431418 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fac7bf7c-7fc8-4f62-bf17-622cf317bdee req-ba8874bb-5f96-458c-a695-c0e6eb7facc8 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks [] for port (485ff8ea-6462-4620-addd-dd382c331c90), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.553236 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741f30c4-7a25-43ac-bb2d-05dacf24a729 admin admin] Router 85c38777-5427-47b3-a78f-fa4e3bbc98df has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:45:25.578688 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a83b6ea-5878-46dd-845b-0ecb0132c946 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks [] for port (0c51cebb-a596-4354-a8d0-e11cf191cd59), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.605181 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03cff21d-a46e-472e-b989-c01cdf4c7e98 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:45:25.610236 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fac7bf7c-7fc8-4f62-bf17-622cf317bdee req-ba8874bb-5f96-458c-a695-c0e6eb7facc8 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (485ff8ea-6462-4620-addd-dd382c331c90), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.617289 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-8704c16f-a90c-4c37-af6d-d1c6a810a18c service neutron] 10.222.0.23 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007864 Jan 27 21:45:25.617671 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a83b6ea-5878-46dd-845b-0ecb0132c946 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (0c51cebb-a596-4354-a8d0-e11cf191cd59), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.619345 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] Publish callbacks [] for port (03cff21d-a46e-472e-b989-c01cdf4c7e98), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.676883 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] Transition to ACTIVE for port object 03cff21d-a46e-472e-b989-c01cdf4c7e98 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:45:25.706562 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (03cff21d-a46e-472e-b989-c01cdf4c7e98), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.730567 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac7bf7c-7fc8-4f62-bf17-622cf317bdee req-ba8874bb-5f96-458c-a695-c0e6eb7facc8 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:25.741796 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83b6ea-5878-46dd-845b-0ecb0132c946 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Pushing event updated for resources: {'Port': ['ID=0c51cebb-a596-4354-a8d0-e11cf191cd59,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:25.752127 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a83b6ea-5878-46dd-845b-0ecb0132c946 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (c949853d-d70e-45b2-ae0e-73d81bc43483), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.770295 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a83b6ea-5878-46dd-845b-0ecb0132c946 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.779547 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1a83b6ea-5878-46dd-845b-0ecb0132c946 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6969485 Jan 27 21:45:25.779547 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741f30c4-7a25-43ac-bb2d-05dacf24a729 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:45:25.782078 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-fac7bf7c-7fc8-4f62-bf17-622cf317bdee req-ba8874bb-5f96-458c-a695-c0e6eb7facc8 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:25.785115 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac7bf7c-7fc8-4f62-bf17-622cf317bdee req-ba8874bb-5f96-458c-a695-c0e6eb7facc8 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:25.803542 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-741f30c4-7a25-43ac-bb2d-05dacf24a729 admin admin] 10.222.0.23 "PUT /v2.0/routers/85c38777-5427-47b3-a78f-fa4e3bbc98df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8883371 Jan 27 21:45:25.803876 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45628) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:25.821071 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e02d5e-e97c-4b72-a82b-3e213975cfce None None] Sync routers for ids ['85c38777-5427-47b3-a78f-fa4e3bbc98df'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:45:25.844434 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fac7bf7c-7fc8-4f62-bf17-622cf317bdee req-ba8874bb-5f96-458c-a695-c0e6eb7facc8 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks [] for floatingip (8c198af9-5e0b-4fdc-a306-0a214de60550), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.862543 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e02d5e-e97c-4b72-a82b-3e213975cfce None None] Routers {'85c38777-5427-47b3-a78f-fa4e3bbc98df'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:25.863912 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-13e02d5e-e97c-4b72-a82b-3e213975cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:44:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['85c38777-5427-47b3-a78f-fa4e3bbc98df'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:25.873233 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8874bb-5f96-458c-a695-c0e6eb7facc8 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Pushing event updated for resources: {'Port': ['ID=485ff8ea-6462-4620-addd-dd382c331c90,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:26.020573 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-13e02d5e-e97c-4b72-a82b-3e213975cfce None None] Set router 85c38777-5427-47b3-a78f-fa4e3bbc98df gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:26.043307 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ed000859-0ee2-460c-9110-4702b869af94 admin admin] Publish callbacks [] for router (85c38777-5427-47b3-a78f-fa4e3bbc98df), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.092456 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] Attempting to bind port 03cff21d-a46e-472e-b989-c01cdf4c7e98 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:26.093037 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] Attempting to bind port 03cff21d-a46e-472e-b989-c01cdf4c7e98 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '62b84251-c1ec-4448-ba72-de9788224dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:26.093554 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] Attempting to bind port 03cff21d-a46e-472e-b989-c01cdf4c7e98 on network 15739e47-d117-45df-b39e-3668ba6a6ce6 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:26.103696 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fac7bf7c-7fc8-4f62-bf17-622cf317bdee req-ba8874bb-5f96-458c-a695-c0e6eb7facc8 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (485ff8ea-6462-4620-addd-dd382c331c90), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.265827 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ed000859-0ee2-460c-9110-4702b869af94 admin admin] Publish callbacks [] for router_gateway (85c38777-5427-47b3-a78f-fa4e3bbc98df), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.310815 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] Port 03cff21d-a46e-472e-b989-c01cdf4c7e98 on network 15739e47-d117-45df-b39e-3668ba6a6ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:45:26.311357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] Attempting to bind port 03cff21d-a46e-472e-b989-c01cdf4c7e98 on network 15739e47-d117-45df-b39e-3668ba6a6ce6 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:26.313575 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] Pushing event updated for resources: {'Port': ['ID=03cff21d-a46e-472e-b989-c01cdf4c7e98,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:26.326806 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-71d04e92-d841-469b-ba57-5e677b92697a service neutron] 10.222.0.23 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6458941 Jan 27 21:45:26.335399 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:26.335830 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] Checking segment: {'id': '62b84251-c1ec-4448-ba72-de9788224dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:26.336320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] Bound using segment: {'id': '62b84251-c1ec-4448-ba72-de9788224dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:26.336823 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] Bound port: 03cff21d-a46e-472e-b989-c01cdf4c7e98, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b84251-c1ec-4448-ba72-de9788224dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:26.337525 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (03cff21d-a46e-472e-b989-c01cdf4c7e98), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.358955 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ed000859-0ee2-460c-9110-4702b869af94 admin admin] Deleting port 711fecf3-4383-4f9d-a5a4-3c09e0d75623 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:26.359536 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ed000859-0ee2-460c-9110-4702b869af94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (711fecf3-4383-4f9d-a5a4-3c09e0d75623), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.441631 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fac7bf7c-7fc8-4f62-bf17-622cf317bdee req-ba8874bb-5f96-458c-a695-c0e6eb7facc8 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks [] for port (485ff8ea-6462-4620-addd-dd382c331c90), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.452129 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fac7bf7c-7fc8-4f62-bf17-622cf317bdee req-ba8874bb-5f96-458c-a695-c0e6eb7facc8 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (485ff8ea-6462-4620-addd-dd382c331c90), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.473604 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fac7bf7c-7fc8-4f62-bf17-622cf317bdee req-ba8874bb-5f96-458c-a695-c0e6eb7facc8 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (8c198af9-5e0b-4fdc-a306-0a214de60550), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.581856 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-13e02d5e-e97c-4b72-a82b-3e213975cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-357719180-router', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:05Z', 'updated_at': '2022-01-27T21:45:24Z', 'revision_number': 5, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'gw_port': {'id': '711fecf3-4383-4f9d-a5a4-3c09e0d75623', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:07Z', 'updated_at': '2022-01-27T21:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:26.594975 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fac7bf7c-7fc8-4f62-bf17-622cf317bdee req-ba8874bb-5f96-458c-a695-c0e6eb7facc8 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.616579 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-ed000859-0ee2-460c-9110-4702b869af94 admin admin] For port 711fecf3-4383-4f9d-a5a4-3c09e0d75623, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=711fecf3-4383-4f9d-a5a4-3c09e0d75623,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:26.621825 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ed000859-0ee2-460c-9110-4702b869af94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (711fecf3-4383-4f9d-a5a4-3c09e0d75623), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.624001 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fac7bf7c-7fc8-4f62-bf17-622cf317bdee req-ba8874bb-5f96-458c-a695-c0e6eb7facc8 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9931715 Jan 27 21:45:26.659863 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ed000859-0ee2-460c-9110-4702b869af94 admin admin] Calling delete_port for 711fecf3-4383-4f9d-a5a4-3c09e0d75623 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:26.660155 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3cde09b3-c22d-4ae9-beec-4dbb41133df9 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:26.700858 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e02d5e-e97c-4b72-a82b-3e213975cfce None None] Checking router: 85c38777-5427-47b3-a78f-fa4e3bbc98df for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:45:26.735823 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e02d5e-e97c-4b72-a82b-3e213975cfce None None] Routers {'85c38777-5427-47b3-a78f-fa4e3bbc98df'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:26.740871 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-13e02d5e-e97c-4b72-a82b-3e213975cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:45:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['85c38777-5427-47b3-a78f-fa4e3bbc98df'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:26.767129 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-658ae8a4-791b-4adf-be3b-bb7e57800f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.808921 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8874bb-5f96-458c-a695-c0e6eb7facc8 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Pushing event updated for resources: {'Port': ['ID=485ff8ea-6462-4620-addd-dd382c331c90,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:26.845310 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fac7bf7c-7fc8-4f62-bf17-622cf317bdee req-918e26a3-da93-48d4-a6f0-73df155c577d tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.145 HTTP/1.1" status: 200 len: 696 time: 0.2203014 Jan 27 21:45:26.928466 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] For port 03cff21d-a46e-472e-b989-c01cdf4c7e98, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:26.942358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 3cde09b3-c22d-4ae9-beec-4dbb41133df9 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:26.942775 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3cde09b3-c22d-4ae9-beec-4dbb41133df9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.947315 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ed000859-0ee2-460c-9110-4702b869af94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (711fecf3-4383-4f9d-a5a4-3c09e0d75623), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.009746 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-13e02d5e-e97c-4b72-a82b-3e213975cfce None None] Set router 85c38777-5427-47b3-a78f-fa4e3bbc98df gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:27.010666 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] For port 03cff21d-a46e-472e-b989-c01cdf4c7e98, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=03cff21d-a46e-472e-b989-c01cdf4c7e98,segment=NetworkSegment(62b84251-c1ec-4448-ba72-de9788224dc8),segment_id=62b84251-c1ec-4448-ba72-de9788224dc8)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:27.022507 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (03cff21d-a46e-472e-b989-c01cdf4c7e98), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.072682 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed000859-0ee2-460c-9110-4702b869af94 admin admin] Pushing event deleted for resources: {'Port': ['ID=711fecf3-4383-4f9d-a5a4-3c09e0d75623,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:27.101972 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] Pushing event updated for resources: {'Port': ['ID=03cff21d-a46e-472e-b989-c01cdf4c7e98,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:27.125422 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15ec32-5b25-4a09-99f0-4787f7c368c9 req-adb12d1f-6139-4a0e-b304-d00a19dc9908 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:27.133073 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f15ec32-5b25-4a09-99f0-4787f7c368c9 req-adb12d1f-6139-4a0e-b304-d00a19dc9908 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 943 time: 0.2860475 Jan 27 21:45:27.169551 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:27.170586 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-13e02d5e-e97c-4b72-a82b-3e213975cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-357719180-router', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:05Z', 'updated_at': '2022-01-27T21:45:26Z', 'revision_number': 6, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:27.175797 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.179533 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-184c4a53-e955-4186-a375-e21a1afa51f9 service neutron] 10.222.0.21 "PUT /v2.0/ports/03cff21d-a46e-472e-b989-c01cdf4c7e98 HTTP/1.1" status: 200 len: 1091 time: 2.6635411 Jan 27 21:45:27.180028 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18379da-ec85-4d35-a469-9e4b6164a1dd', 'tag': '03cff21d-a46e-472e-b989-c01cdf4c7e98'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:27.183995 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efc4185-82ca-459c-ae14-1dbd06547fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "e18379da-ec85-4d35-a469-9e4b6164a1dd", "tag": "03cff21d-a46e-472e-b989-c01cdf4c7e98"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:27.241819 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ed000859-0ee2-460c-9110-4702b869af94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (85c38777-5427-47b3-a78f-fa4e3bbc98df), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.258102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7bf7c-7fc8-4f62-bf17-622cf317bdee req-52073630-cab5-42aa-85cb-f4dd4e005a12 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:27.269735 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fac7bf7c-7fc8-4f62-bf17-622cf317bdee req-52073630-cab5-42aa-85cb-f4dd4e005a12 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.4093697 Jan 27 21:45:27.272111 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 3cde09b3-c22d-4ae9-beec-4dbb41133df9 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:27.273229 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e02d5e-e97c-4b72-a82b-3e213975cfce None None] The sync data for ids ['85c38777-5427-47b3-a78f-fa4e3bbc98df'] in n-d-772272-3 is: [{'id': '85c38777-5427-47b3-a78f-fa4e3bbc98df', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-357719180-router', 'tenant_id': '03c085da32304ba7a791d6a5792b2a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:05Z', 'updated_at': '2022-01-27T21:45:26Z', 'revision_number': 6, 'project_id': '03c085da32304ba7a791d6a5792b2a15', 'gw_port_host': None}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:45:27.357231 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f15ec32-5b25-4a09-99f0-4787f7c368c9 req-ec57b928-844f-442a-9f0c-1bc3be1a4ba8 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227311 Jan 27 21:45:27.393598 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.401521 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-c5604e82-4814-4734-a7a0-3c8c7994ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:27.404230 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-c5604e82-4814-4734-a7a0-3c8c7994ba3d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26970e00ed0848ac91d62d52a2a5e8f6&device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 1094 time: 0.1325827 Jan 27 21:45:27.554839 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ed000859-0ee2-460c-9110-4702b869af94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (85c38777-5427-47b3-a78f-fa4e3bbc98df), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.561412 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ed000859-0ee2-460c-9110-4702b869af94 admin admin] Publish callbacks [] for router_controller (85c38777-5427-47b3-a78f-fa4e3bbc98df), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.702866 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ed000859-0ee2-460c-9110-4702b869af94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (85c38777-5427-47b3-a78f-fa4e3bbc98df), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.703400 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed000859-0ee2-460c-9110-4702b869af94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85c38777-5427-47b3-a78f-fa4e3bbc98df {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:45:27.710672 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ed000859-0ee2-460c-9110-4702b869af94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.715849 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ed000859-0ee2-460c-9110-4702b869af94 admin admin] 10.222.0.23 "DELETE /v2.0/routers/85c38777-5427-47b3-a78f-fa4e3bbc98df HTTP/1.1" status: 204 len: 168 time: 1.9106643 Jan 27 21:45:27.716354 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45722) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:27.823255 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-1276516d-0895-4fd8-96cc-d99181abf2a5 admin admin] Deleting subnet 58ad998a-751c-45b2-93b9-d35a3c3d587e {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:45:27.831999 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1276516d-0895-4fd8-96cc-d99181abf2a5 admin admin] Publish callbacks [] for subnet (58ad998a-751c-45b2-93b9-d35a3c3d587e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:28.047287 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-d8d0030a-bc17-4c77-a844-918f7d45d99f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03cff21d-a46e-472e-b989-c01cdf4c7e98 HTTP/1.1" status: 200 len: 217 time: 0.6319516 Jan 27 21:45:28.249213 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0be9d634-b327-4153-b05a-744e47c5f57b req-b9e07d2c-3e21-4dc0-b11b-9d6073018a81 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 210 time: 0.2049253 Jan 27 21:45:28.324593 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-3c5aceac-3667-4910-a35f-cc067e986935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:28.326044 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-3c5aceac-3667-4910-a35f-cc067e986935 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eca82b27-8c14-4e8f-bf68-e048c8afdfc4 HTTP/1.1" status: 200 len: 863 time: 0.1943505 Jan 27 21:45:28.349293 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2712b7d-bebb-4cec-8e8b-ddf0533f1879 req-055db1c9-af60-43a7-ab4b-4fac254526aa tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:28.371509 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e2712b7d-bebb-4cec-8e8b-ddf0533f1879 req-055db1c9-af60-43a7-ab4b-4fac254526aa tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.3283565 Jan 27 21:45:28.422719 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 8b082d71-be2d-49bf-83cf-8759fdb367f6 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:28.473244 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 8b082d71-be2d-49bf-83cf-8759fdb367f6 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:28.473996 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 8b082d71-be2d-49bf-83cf-8759fdb367f6 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:28.475341 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 711fecf3-4383-4f9d-a5a4-3c09e0d75623 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:28.513751 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 711fecf3-4383-4f9d-a5a4-3c09e0d75623 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:28.514794 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 711fecf3-4383-4f9d-a5a4-3c09e0d75623 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:28.535231 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1276516d-0895-4fd8-96cc-d99181abf2a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (58ad998a-751c-45b2-93b9-d35a3c3d587e), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:28.546833 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-9d18bd5a-8d99-45fe-92b9-05d0b3184031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:28.548388 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-9d18bd5a-8d99-45fe-92b9-05d0b3184031 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15739e47-d117-45df-b39e-3668ba6a6ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1748531 Jan 27 21:45:28.703615 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e2712b7d-bebb-4cec-8e8b-ddf0533f1879 req-2ba95cc8-e58f-412b-8817-4d1178da526d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312211 Jan 27 21:45:28.729378 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-c7d385ec-51c6-4e07-a385-156d21bf6e84 service neutron] 10.222.0.21 "GET /v2.0/networks/15739e47-d117-45df-b39e-3668ba6a6ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659803 Jan 27 21:45:28.765189 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1276516d-0895-4fd8-96cc-d99181abf2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (58ad998a-751c-45b2-93b9-d35a3c3d587e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:28.768088 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:28.916652 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1276516d-0895-4fd8-96cc-d99181abf2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (58ad998a-751c-45b2-93b9-d35a3c3d587e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:28.942414 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:45:28.946890 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276516d-0895-4fd8-96cc-d99181abf2a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58ad998a-751c-45b2-93b9-d35a3c3d587e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:28.968225 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1276516d-0895-4fd8-96cc-d99181abf2a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:28.975400 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260597d6-3f7f-4f61-8f35-18b5989f1a17 None None] Network 56db14e3-ee07-41f9-b61f-63f30fd45233 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:28.978581 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1276516d-0895-4fd8-96cc-d99181abf2a5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/58ad998a-751c-45b2-93b9-d35a3c3d587e HTTP/1.1" status: 204 len: 168 time: 1.2602861 Jan 27 21:45:28.979412 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45740) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:29.024040 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b175415-d870-4260-a16c-6927eca67df8 x-openstack-request-id: req-8b175415-d870-4260-a16c-6927eca67df8 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:29.024675 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18379da-ec85-4d35-a469-9e4b6164a1dd", "tag": "03cff21d-a46e-472e-b989-c01cdf4c7e98", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:29.025085 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b175415-d870-4260-a16c-6927eca67df8 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:29.025684 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18379da-ec85-4d35-a469-9e4b6164a1dd', 'tag': '03cff21d-a46e-472e-b989-c01cdf4c7e98', 'status': 'completed', 'code': 200} Jan 27 21:45:29.084085 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6ae2ca9-23c8-4478-873f-6d9fac274370 req-c6d48902-1f98-42c3-b648-69e4c6634e19 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "GET /v2.0/floatingips/8c198af9-5e0b-4fdc-a306-0a214de60550 HTTP/1.1" status: 200 len: 693 time: 0.0571163 Jan 27 21:45:29.191937 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-584e2f36-0311-412f-8a50-55068e367c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (56db14e3-ee07-41f9-b61f-63f30fd45233), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:29.263642 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5d516-9e29-4d7d-9701-2a6c3d902597 req-35b09dac-ce66-4873-adfb-22679a0c8652 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:29.264388 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-584e2f36-0311-412f-8a50-55068e367c5b admin admin] Deleting port 246cd88a-908c-45ac-a488-a78ae2374d7e {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:29.264561 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-584e2f36-0311-412f-8a50-55068e367c5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (246cd88a-908c-45ac-a488-a78ae2374d7e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:29.265873 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dcb5d516-9e29-4d7d-9701-2a6c3d902597 req-35b09dac-ce66-4873-adfb-22679a0c8652 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 943 time: 0.2638838 Jan 27 21:45:29.326200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-dd7ad37e-63e6-4c56-928b-8122a7c8e9bd tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:29.328031 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-dd7ad37e-63e6-4c56-928b-8122a7c8e9bd tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.21 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 808 time: 0.5336034 Jan 27 21:45:29.342349 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66e906a0-09ff-430a-bd5f-0d33bcebd711 req-13811bfc-8788-4d81-8fee-db9625adc601 service neutron] 10.222.0.21 "GET /v2.0/networks/15739e47-d117-45df-b39e-3668ba6a6ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6067286 Jan 27 21:45:29.354749 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-584e2f36-0311-412f-8a50-55068e367c5b admin admin] For port 246cd88a-908c-45ac-a488-a78ae2374d7e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=246cd88a-908c-45ac-a488-a78ae2374d7e,segment=NetworkSegment(c6f1ffdb-6aa1-4a93-8389-8411e359e8cc),segment_id=c6f1ffdb-6aa1-4a93-8389-8411e359e8cc)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:29.355115 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-584e2f36-0311-412f-8a50-55068e367c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (246cd88a-908c-45ac-a488-a78ae2374d7e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:29.382195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-becdc165-ab02-490a-ae6b-5354266ab46f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Request body: {'port': {'device_id': 'f2a6213f-a46a-4231-a4c7-fea5f81aa339', 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4', 'admin_state_up': True, 'tenant_id': '95aa79ef2e0d4820bfc1772df699fe63'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:29.389765 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-584e2f36-0311-412f-8a50-55068e367c5b admin admin] Calling delete_port for 246cd88a-908c-45ac-a488-a78ae2374d7e owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:29.405361 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8213bc-0d6b-4395-b32e-fdd0c4ab6784 None None] DHCP port deletion for 56db14e3-ee07-41f9-b61f-63f30fd45233 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:45:29.493273 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae2ca9-23c8-4478-873f-6d9fac274370 req-32b9a928-2fdb-4d09-a196-dd31e1f8b7b2 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:29.495671 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6ae2ca9-23c8-4478-873f-6d9fac274370 req-32b9a928-2fdb-4d09-a196-dd31e1f8b7b2 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.4103589 Jan 27 21:45:29.520215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6d8213bc-0d6b-4395-b32e-fdd0c4ab6784 None None] Deleting port 246cd88a-908c-45ac-a488-a78ae2374d7e {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:29.520797 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6d8213bc-0d6b-4395-b32e-fdd0c4ab6784 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (246cd88a-908c-45ac-a488-a78ae2374d7e), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:29.543833 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-584e2f36-0311-412f-8a50-55068e367c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (246cd88a-908c-45ac-a488-a78ae2374d7e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:29.595254 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dcb5d516-9e29-4d7d-9701-2a6c3d902597 req-1267a611-45b2-46fe-b250-f1b965102337 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3221836 Jan 27 21:45:29.629838 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6ae2ca9-23c8-4478-873f-6d9fac274370 req-22f88aa3-34e3-41a9-8c7c-b154d4437616 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.145 HTTP/1.1" status: 200 len: 696 time: 0.1083090 Jan 27 21:45:29.637877 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e2f36-0311-412f-8a50-55068e367c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=246cd88a-908c-45ac-a488-a78ae2374d7e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:29.652395 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584e2f36-0311-412f-8a50-55068e367c5b admin admin] No DVR routers for this DVR port 246cd88a-908c-45ac-a488-a78ae2374d7e on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:29.669726 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4185-82ca-459c-ae14-1dbd06547fc3 req-1150dd4a-4a7a-4e00-a3a2-b30f4bbfd675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:29.671900 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1efc4185-82ca-459c-ae14-1dbd06547fc3 req-1150dd4a-4a7a-4e00-a3a2-b30f4bbfd675 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26970e00ed0848ac91d62d52a2a5e8f6&device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 1094 time: 0.2415042 Jan 27 21:45:29.697772 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6d8213bc-0d6b-4395-b32e-fdd0c4ab6784 None None] For port 246cd88a-908c-45ac-a488-a78ae2374d7e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=246cd88a-908c-45ac-a488-a78ae2374d7e,segment=NetworkSegment(c6f1ffdb-6aa1-4a93-8389-8411e359e8cc),segment_id=c6f1ffdb-6aa1-4a93-8389-8411e359e8cc)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:29.698142 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6d8213bc-0d6b-4395-b32e-fdd0c4ab6784 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (246cd88a-908c-45ac-a488-a78ae2374d7e), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:29.743152 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6d8213bc-0d6b-4395-b32e-fdd0c4ab6784 None None] Calling delete_port for 246cd88a-908c-45ac-a488-a78ae2374d7e owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:29.768446 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-584e2f36-0311-412f-8a50-55068e367c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (56db14e3-ee07-41f9-b61f-63f30fd45233), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:29.816314 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-584e2f36-0311-412f-8a50-55068e367c5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56db14e3-ee07-41f9-b61f-63f30fd45233']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:29.838351 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-584e2f36-0311-412f-8a50-55068e367c5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f1ffdb-6aa1-4a93-8389-8411e359e8cc') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:29.839671 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-584e2f36-0311-412f-8a50-55068e367c5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f1ffdb-6aa1-4a93-8389-8411e359e8cc') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:29.861847 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b3b7ad8-1612-4122-960c-ea43916dec49 req-aec26746-7cb1-45b7-8538-cccce0398932 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 210 time: 0.0332580 Jan 27 21:45:29.862445 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-becdc165-ab02-490a-ae6b-5354266ab46f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Made reservation on behalf of 95aa79ef2e0d4820bfc1772df699fe63 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:29.865095 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-584e2f36-0311-412f-8a50-55068e367c5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (c6f1ffdb-6aa1-4a93-8389-8411e359e8cc), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:29.866251 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-becdc165-ab02-490a-ae6b-5354266ab46f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:29.899807 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-584e2f36-0311-412f-8a50-55068e367c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (c6f1ffdb-6aa1-4a93-8389-8411e359e8cc), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:29.901160 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6ae2ca9-23c8-4478-873f-6d9fac274370 req-82bb23d8-990e-4a09-b055-05ffaba9d890 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.145 HTTP/1.1" status: 200 len: 696 time: 0.2619336 Jan 27 21:45:29.912486 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584e2f36-0311-412f-8a50-55068e367c5b admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:45:29.913874 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-584e2f36-0311-412f-8a50-55068e367c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (c6f1ffdb-6aa1-4a93-8389-8411e359e8cc), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: timer() Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:45:29.917706 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:45:29.995026 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6d8213bc-0d6b-4395-b32e-fdd0c4ab6784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (246cd88a-908c-45ac-a488-a78ae2374d7e), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:30.009978 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-584e2f36-0311-412f-8a50-55068e367c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (56db14e3-ee07-41f9-b61f-63f30fd45233), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:30.017259 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-584e2f36-0311-412f-8a50-55068e367c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:30.020513 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-584e2f36-0311-412f-8a50-55068e367c5b admin admin] 10.222.0.23 "DELETE /v2.0/networks/56db14e3-ee07-41f9-b61f-63f30fd45233 HTTP/1.1" status: 204 len: 168 time: 1.0399201 Jan 27 21:45:30.026601 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8213bc-0d6b-4395-b32e-fdd0c4ab6784 None None] No DVR routers for this DVR port 246cd88a-908c-45ac-a488-a78ae2374d7e on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:30.037978 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e2f36-0311-412f-8a50-55068e367c5b admin admin] Pushing event deleted for resources: {'Network': ['ID=56db14e3-ee07-41f9-b61f-63f30fd45233,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:30.057358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8213bc-0d6b-4395-b32e-fdd0c4ab6784 None None] Pushing event deleted for resources: {'Port': ['ID=246cd88a-908c-45ac-a488-a78ae2374d7e,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:30.160821 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4185-82ca-459c-ae14-1dbd06547fc3 req-ae83572e-4058-468a-a7fb-00d74be152f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:30.162527 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1efc4185-82ca-459c-ae14-1dbd06547fc3 req-ae83572e-4058-468a-a7fb-00d74be152f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=15739e47-d117-45df-b39e-3668ba6a6ce6 HTTP/1.1" status: 200 len: 925 time: 0.4257889 Jan 27 21:45:30.176756 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d7a9f-7b3e-4323-af3b-b111ad8f45ba req-e5ee20f3-8936-4f77-870f-04abe299f03f tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:30.178299 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-050d7a9f-7b3e-4323-af3b-b111ad8f45ba req-e5ee20f3-8936-4f77-870f-04abe299f03f tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.1674886 Jan 27 21:45:30.190759 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:30.221576 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1efc4185-82ca-459c-ae14-1dbd06547fc3 req-a2522fbe-e60a-47b6-8c9c-6d8c6ff66198 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03cff21d-a46e-472e-b989-c01cdf4c7e98 HTTP/1.1" status: 200 len: 217 time: 0.0394952 Jan 27 21:45:30.238664 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45758) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:30.311321 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-050d7a9f-7b3e-4323-af3b-b111ad8f45ba req-c36f73b3-99d8-40ce-b96a-22bbcd5d4a64 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887768 Jan 27 21:45:30.320704 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-81dcfc26-af08-4663-b9ce-0845cb30d8d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03c085da32304ba7a791d6a5792b2a15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0807688 Jan 27 21:45:30.320893 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-a6ae2ca9-23c8-4478-873f-6d9fac274370 req-d4ed18e7-01f8-4324-93d3-813a5fdb579b tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Deleting port 485ff8ea-6462-4620-addd-dd382c331c90 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:30.321056 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a6ae2ca9-23c8-4478-873f-6d9fac274370 req-d4ed18e7-01f8-4324-93d3-813a5fdb579b tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (485ff8ea-6462-4620-addd-dd382c331c90), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:30.322192 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45760) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:30.397937 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 246cd88a-908c-45ac-a488-a78ae2374d7e no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:30.415458 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a18aa40b-7e17-4205-b992-1d3c6fbd2b41 admin admin] Publish callbacks [] for security_group (f120fa57-9338-4456-88ae-82068641f033), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:30.418188 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 246cd88a-908c-45ac-a488-a78ae2374d7e {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:30.418727 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 246cd88a-908c-45ac-a488-a78ae2374d7e not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:30.461171 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a18aa40b-7e17-4205-b992-1d3c6fbd2b41 admin admin] Publish callbacks [] for security_group (f120fa57-9338-4456-88ae-82068641f033), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:30.480811 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a6ae2ca9-23c8-4478-873f-6d9fac274370 req-d4ed18e7-01f8-4324-93d3-813a5fdb579b tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (485ff8ea-6462-4620-addd-dd382c331c90), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:30.481409 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a6ae2ca9-23c8-4478-873f-6d9fac274370 req-d4ed18e7-01f8-4324-93d3-813a5fdb579b tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks [] for floatingip (485ff8ea-6462-4620-addd-dd382c331c90), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:30.494353 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4185-82ca-459c-ae14-1dbd06547fc3 req-d2ecd879-bed3-48dc-a608-799dc03c9dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:30.496247 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1efc4185-82ca-459c-ae14-1dbd06547fc3 req-d2ecd879-bed3-48dc-a608-799dc03c9dfd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eca82b27-8c14-4e8f-bf68-e048c8afdfc4 HTTP/1.1" status: 200 len: 863 time: 0.2663355 Jan 27 21:45:30.522542 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a18aa40b-7e17-4205-b992-1d3c6fbd2b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f120fa57-9338-4456-88ae-82068641f033), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:30.525996 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a18aa40b-7e17-4205-b992-1d3c6fbd2b41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:30.527098 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a18aa40b-7e17-4205-b992-1d3c6fbd2b41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f120fa57-9338-4456-88ae-82068641f033 HTTP/1.1" status: 204 len: 168 time: 0.2036684 Jan 27 21:45:30.533161 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-becdc165-ab02-490a-ae6b-5354266ab46f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Allocated IP 172.20.0.2 (682655b0-dbc8-497a-9054-3d8e44de5af4/3c8c1fde-1173-4cc5-9eb6-13f24f8d2210/e207a24b-6340-4d64-8b69-80f333fccfd7) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:30.535099 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18aa40b-7e17-4205-b992-1d3c6fbd2b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f120fa57-9338-4456-88ae-82068641f033,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:30.597548 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-a6ae2ca9-23c8-4478-873f-6d9fac274370 req-d4ed18e7-01f8-4324-93d3-813a5fdb579b tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Calling delete_port for 485ff8ea-6462-4620-addd-dd382c331c90 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:30.818536 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4185-82ca-459c-ae14-1dbd06547fc3 req-82ca6f1b-ff5a-4ef8-95f4-ea4db3757b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:30.820054 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1efc4185-82ca-459c-ae14-1dbd06547fc3 req-82ca6f1b-ff5a-4ef8-95f4-ea4db3757b32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15739e47-d117-45df-b39e-3668ba6a6ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3170075 Jan 27 21:45:30.933499 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af0c2b-b636-4140-a9a8-daa76c911b12 req-9887bf4a-c5ac-47ec-97ab-785afd5ab9b7 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:30.935001 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64af0c2b-b636-4140-a9a8-daa76c911b12 req-9887bf4a-c5ac-47ec-97ab-785afd5ab9b7 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 943 time: 0.2088451 Jan 27 21:45:30.965883 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-becdc165-ab02-490a-ae6b-5354266ab46f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks [] for port (e207a24b-6340-4d64-8b69-80f333fccfd7), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:31.085993 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1efc4185-82ca-459c-ae14-1dbd06547fc3 req-4ef6e3fe-6632-4c3b-beaf-deafdb877e6c service neutron] 10.222.0.21 "GET /v2.0/networks/15739e47-d117-45df-b39e-3668ba6a6ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563484 Jan 27 21:45:31.089195 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64af0c2b-b636-4140-a9a8-daa76c911b12 req-db29bdd1-caf7-471f-9712-abee232ad751 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349795 Jan 27 21:45:31.164051 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-becdc165-ab02-490a-ae6b-5354266ab46f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (e207a24b-6340-4d64-8b69-80f333fccfd7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:31.180571 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a6ae2ca9-23c8-4478-873f-6d9fac274370 req-d4ed18e7-01f8-4324-93d3-813a5fdb579b tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (485ff8ea-6462-4620-addd-dd382c331c90), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:31.238034 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-becdc165-ab02-490a-ae6b-5354266ab46f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Network 682655b0-dbc8-497a-9054-3d8e44de5af4 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:31.280120 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-becdc165-ab02-490a-ae6b-5354266ab46f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:31.284995 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-becdc165-ab02-490a-ae6b-5354266ab46f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:31.289857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-becdc165-ab02-490a-ae6b-5354266ab46f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:31.290998 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-becdc165-ab02-490a-ae6b-5354266ab46f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:31.316609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becdc165-ab02-490a-ae6b-5354266ab46f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Pushing event updated for resources: {'Port': ['ID=e207a24b-6340-4d64-8b69-80f333fccfd7,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:31.324012 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a6ae2ca9-23c8-4478-873f-6d9fac274370 req-d4ed18e7-01f8-4324-93d3-813a5fdb579b tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks [] for floatingip (8c198af9-5e0b-4fdc-a306-0a214de60550), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:31.326716 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a6ae2ca9-23c8-4478-873f-6d9fac274370 req-d4ed18e7-01f8-4324-93d3-813a5fdb579b tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:31.327917 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6ae2ca9-23c8-4478-873f-6d9fac274370 req-d4ed18e7-01f8-4324-93d3-813a5fdb579b tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "DELETE /v2.0/floatingips/8c198af9-5e0b-4fdc-a306-0a214de60550 HTTP/1.1" status: 204 len: 173 time: 1.4255459 Jan 27 21:45:31.378504 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-becdc165-ab02-490a-ae6b-5354266ab46f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0162036 Jan 27 21:45:31.379304 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed18e7-01f8-4324-93d3-813a5fdb579b tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] Pushing event deleted for resources: {'Port': ['ID=485ff8ea-6462-4620-addd-dd382c331c90,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:31.388988 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1efc4185-82ca-459c-ae14-1dbd06547fc3 req-03fb6e36-535a-4c19-b094-5e0c2f0f5ac1 service neutron] 10.222.0.21 "GET /v2.0/networks/15739e47-d117-45df-b39e-3668ba6a6ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956178 Jan 27 21:45:31.424066 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] Request body: {'port': {'device_id': 'f2a6213f-a46a-4231-a4c7-fea5f81aa339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:31.432852 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-9dc157a9-b68f-45d9-9d37-b295311d3363 req-851d0a3d-8783-4825-a3ec-8a5818191682 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] show failed (client error): The resource could not be found. Jan 27 21:45:31.433762 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9dc157a9-b68f-45d9-9d37-b295311d3363 req-851d0a3d-8783-4825-a3ec-8a5818191682 tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "GET /v2.0/floatingips/8c198af9-5e0b-4fdc-a306-0a214de60550 HTTP/1.1" status: 404 len: 350 time: 0.0616693 Jan 27 21:45:31.455697 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5953865-9113-4b4c-9c43-7bf1ecf9c7cf req-14ac3f62-11a2-4bba-a5d1-0546997e6e28 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:31.462879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5953865-9113-4b4c-9c43-7bf1ecf9c7cf req-14ac3f62-11a2-4bba-a5d1-0546997e6e28 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 931 time: 0.2490962 Jan 27 21:45:31.545185 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e207a24b-6340-4d64-8b69-80f333fccfd7), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:31.584083 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5953865-9113-4b4c-9c43-7bf1ecf9c7cf req-347f27e6-37f9-4798-842a-833601eb6767 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200125 Jan 27 21:45:31.650714 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45792) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:31.652102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a59bbd-6655-4ef2-8ba7-b13c72416efe req-92720d40-757e-4763-8836-d76046da89f3 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:31.653534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29a59bbd-6655-4ef2-8ba7-b13c72416efe req-92720d40-757e-4763-8836-d76046da89f3 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.1165271 Jan 27 21:45:31.785053 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1345790381-network', 'tenant_id': '4a669e4dace54eab9a2eba7826f68bde'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:31.811869 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Made reservation on behalf of 4a669e4dace54eab9a2eba7826f68bde for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:31.815237 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:31.830791 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:31.932903 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Publish callbacks [] for security_group (1503490d-445d-4931-b8a5-2a7d2e2a673b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:31.938224 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1503490d-445d-4931-b8a5-2a7d2e2a673b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:31.956901 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-3bf42729-2cf7-4629-a5e0-18f1a6130d14 req-ede68a50-83c0-41f5-8152-cab50cd889cc tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] show failed (client error): The resource could not be found. Jan 27 21:45:31.968976 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3bf42729-2cf7-4629-a5e0-18f1a6130d14 req-ede68a50-83c0-41f5-8152-cab50cd889cc tempest-FloatingIPsTestJSON-756137918 tempest-FloatingIPsTestJSON-756137918-project] 10.222.0.23 "GET /v2.0/floatingips/8c198af9-5e0b-4fdc-a306-0a214de60550 HTTP/1.1" status: 404 len: 350 time: 0.3348103 Jan 27 21:45:31.971765 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45796) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:31.972916 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:45:32.040737 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (514d8b84-1e7b-4bc8-ac74-0419b900f7cb), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.041390 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Added segment 514d8b84-1e7b-4bc8-ac74-0419b900f7cb of type vlan for network cf48510a-372f-4cf1-a40c-7fd9cad66b75 Jan 27 21:45:32.102838 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (cf48510a-372f-4cf1-a40c-7fd9cad66b75), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.129619 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29a59bbd-6655-4ef2-8ba7-b13c72416efe req-9e5f9244-c0c2-4e4a-b94b-44e25625435c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777713 Jan 27 21:45:32.143811 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1503490d-445d-4931-b8a5-2a7d2e2a673b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:32.150379 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (cf48510a-372f-4cf1-a40c-7fd9cad66b75), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.151413 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:32.152004 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.227558 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Pushing event updated for resources: {'Network': ['ID=cf48510a-372f-4cf1-a40c-7fd9cad66b75,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:32.243777 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.244139 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.244524 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.244858 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.245200 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.245539 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.245877 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.246210 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.246542 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.246968 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.247302 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.247977 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.248477 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.253435 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e207a24b-6340-4d64-8b69-80f333fccfd7 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:45:32.254495 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.254848 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.255213 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.255539 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.256046 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.256428 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.256764 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.257099 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.257425 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.258540 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.259419 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.259893 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.260254 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:32.264821 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] Publish callbacks [] for port (e207a24b-6340-4d64-8b69-80f333fccfd7), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.266699 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network cf48510a-372f-4cf1-a40c-7fd9cad66b75 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:45:32.277743 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f9822947-a6c9-4b0f-a8cd-976d3346c4e3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6222959 Jan 27 21:45:32.283375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] Transition to ACTIVE for port object e207a24b-6340-4d64-8b69-80f333fccfd7 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:45:32.288050 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45800) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:32.300598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-323de502-d524-45c7-9bb1-a50f638e75b9 admin admin] Request body: {'subnet': {'network_id': 'cf48510a-372f-4cf1-a40c-7fd9cad66b75', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1345790381-subnet', 'tenant_id': '4a669e4dace54eab9a2eba7826f68bde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:32.326244 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e207a24b-6340-4d64-8b69-80f333fccfd7), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.429858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323de502-d524-45c7-9bb1-a50f638e75b9 admin admin] Made reservation on behalf of 4a669e4dace54eab9a2eba7826f68bde for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:32.435195 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-323de502-d524-45c7-9bb1-a50f638e75b9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.440783 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] Pushing event updated for resources: {'Port': ['ID=e207a24b-6340-4d64-8b69-80f333fccfd7,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:32.525030 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2877aa7-2df2-4f0d-82a6-35cb0d28127f req-cf1bf6ae-e066-471e-918c-2d5fa2e3dd00 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:32.532615 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2877aa7-2df2-4f0d-82a6-35cb0d28127f req-cf1bf6ae-e066-471e-918c-2d5fa2e3dd00 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 943 time: 0.2477610 Jan 27 21:45:32.557625 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] Attempting to bind port e207a24b-6340-4d64-8b69-80f333fccfd7 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:32.558281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] Attempting to bind port e207a24b-6340-4d64-8b69-80f333fccfd7 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:32.558281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] Attempting to bind port e207a24b-6340-4d64-8b69-80f333fccfd7 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:32.566887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] Port e207a24b-6340-4d64-8b69-80f333fccfd7 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:45:32.567238 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] Attempting to bind port e207a24b-6340-4d64-8b69-80f333fccfd7 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:32.606064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:32.606064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] Checking segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:32.606409 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] Bound using segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:32.606682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] Bound port: e207a24b-6340-4d64-8b69-80f333fccfd7, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:32.607038 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e207a24b-6340-4d64-8b69-80f333fccfd7), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.651839 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2877aa7-2df2-4f0d-82a6-35cb0d28127f req-35ed0469-a0f7-49f7-a89d-bb82a030c7ef tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182735 Jan 27 21:45:32.708431 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13e94321-6486-484c-9f21-d92b4e34078b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.792933 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] For port e207a24b-6340-4d64-8b69-80f333fccfd7, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:32.815778 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] For port e207a24b-6340-4d64-8b69-80f333fccfd7, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=e207a24b-6340-4d64-8b69-80f333fccfd7,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:32.852604 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e207a24b-6340-4d64-8b69-80f333fccfd7), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.867265 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59bae6-61ce-4719-9dc7-82882aaf7b5b req-8b313bbe-2998-43ea-a6a0-a464d70e7bce tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:32.869362 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d59bae6-61ce-4719-9dc7-82882aaf7b5b req-8b313bbe-2998-43ea-a6a0-a464d70e7bce tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.1615343 Jan 27 21:45:32.936472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:32.937101 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.938740 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] 10.222.0.21 "PUT /v2.0/ports/e207a24b-6340-4d64-8b69-80f333fccfd7 HTTP/1.1" status: 200 len: 1091 time: 1.5466080 Jan 27 21:45:32.939501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a6213f-a46a-4231-a4c7-fea5f81aa339', 'tag': 'e207a24b-6340-4d64-8b69-80f333fccfd7'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:32.942222 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460370bf-f208-4564-b373-b8a35ca0dda4" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a6213f-a46a-4231-a4c7-fea5f81aa339", "tag": "e207a24b-6340-4d64-8b69-80f333fccfd7"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:32.961058 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-323de502-d524-45c7-9bb1-a50f638e75b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for subnet (9d9995be-5af8-46bc-a3a7-53a79caf4089), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:33.046698 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e57aac-7060-4f52-bcdd-1234d7e3f6a9 x-openstack-request-id: req-74e57aac-7060-4f52-bcdd-1234d7e3f6a9 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:33.047055 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a6213f-a46a-4231-a4c7-fea5f81aa339", "tag": "e207a24b-6340-4d64-8b69-80f333fccfd7", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:33.047255 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-74e57aac-7060-4f52-bcdd-1234d7e3f6a9 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:33.047664 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a6213f-a46a-4231-a4c7-fea5f81aa339', 'tag': 'e207a24b-6340-4d64-8b69-80f333fccfd7', 'status': 'completed', 'code': 200} Jan 27 21:45:33.088417 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-13e94321-6486-484c-9f21-d92b4e34078b admin admin] Deleting port d7d981e4-e534-46a6-a999-63092f600dc0 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:33.089007 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13e94321-6486-484c-9f21-d92b4e34078b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d7d981e4-e534-46a6-a999-63092f600dc0), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:33.091686 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0665705-5e75-4df6-8313-a88040f80709 service neutron] Pushing event updated for resources: {'Port': ['ID=e207a24b-6340-4d64-8b69-80f333fccfd7,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:33.108783 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d59bae6-61ce-4719-9dc7-82882aaf7b5b req-7348c8a4-88ec-437e-bd3d-e75e62d0174a tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137794 Jan 27 21:45:33.122821 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323de502-d524-45c7-9bb1-a50f638e75b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d9995be-5af8-46bc-a3a7-53a79caf4089,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:33.152485 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-2fd6e3fd-867d-4a2c-b5e5-16a0c5293d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:33.154109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-2fd6e3fd-867d-4a2c-b5e5-16a0c5293d2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 1094 time: 0.1522622 Jan 27 21:45:33.155237 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323de502-d524-45c7-9bb1-a50f638e75b9 admin admin] Checking segment: {'id': '514d8b84-1e7b-4bc8-ac74-0419b900f7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cf48510a-372f-4cf1-a40c-7fd9cad66b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:33.155599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323de502-d524-45c7-9bb1-a50f638e75b9 admin admin] Network hostable DHCP agents. Network: cf48510a-372f-4cf1-a40c-7fd9cad66b75, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:45:33.240294 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-13e94321-6486-484c-9f21-d92b4e34078b admin admin] For port d7d981e4-e534-46a6-a999-63092f600dc0, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d7d981e4-e534-46a6-a999-63092f600dc0,segment=NetworkSegment(bb5ad8e8-e17b-4b9d-807a-acbb904ebe84),segment_id=bb5ad8e8-e17b-4b9d-807a-acbb904ebe84)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:33.241047 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13e94321-6486-484c-9f21-d92b4e34078b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d7d981e4-e534-46a6-a999-63092f600dc0), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:33.261656 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-13e94321-6486-484c-9f21-d92b4e34078b admin admin] Calling delete_port for d7d981e4-e534-46a6-a999-63092f600dc0 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:33.263693 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-ef0fbf4c-c69e-4664-bd3d-3ac868d31b95 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e207a24b-6340-4d64-8b69-80f333fccfd7 HTTP/1.1" status: 200 len: 217 time: 0.0995917 Jan 27 21:45:33.273442 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323de502-d524-45c7-9bb1-a50f638e75b9 admin admin] Network cf48510a-372f-4cf1-a40c-7fd9cad66b75 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:45:33.331549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-323de502-d524-45c7-9bb1-a50f638e75b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, cf48510a-372f-4cf1-a40c-7fd9cad66b75) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:33.339436 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323de502-d524-45c7-9bb1-a50f638e75b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:33.340041 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-323de502-d524-45c7-9bb1-a50f638e75b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:33.352115 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686e2042-5bd7-490e-b836-a8878ecfb510 None None] Network cf48510a-372f-4cf1-a40c-7fd9cad66b75 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:33.365434 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-ee7d2cb4-01d7-4acc-bbe8-48ded83c5a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:33.367127 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-ee7d2cb4-01d7-4acc-bbe8-48ded83c5a39 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c8c1fde-1173-4cc5-9eb6-13f24f8d2210 HTTP/1.1" status: 200 len: 848 time: 0.0914640 Jan 27 21:45:33.373228 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-323de502-d524-45c7-9bb1-a50f638e75b9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0827253 Jan 27 21:45:33.375815 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45808) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:33.381396 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-4a3a16fb-7453-4e34-b44f-b9110621e769 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1345790381-router', 'tenant_id': '4a669e4dace54eab9a2eba7826f68bde', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:33.392879 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185e56e-c845-4be5-b82c-81de39424023 req-c9a0f330-7b7e-4425-9fb9-51ceade7583d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:33.400284 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6185e56e-c845-4be5-b82c-81de39424023 req-c9a0f330-7b7e-4425-9fb9-51ceade7583d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.1351912 Jan 27 21:45:33.423886 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-36399f64-baf0-4d05-897f-dc5f94d26621 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=682655b0-dbc8-497a-9054-3d8e44de5af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495138 Jan 27 21:45:33.475727 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a3a16fb-7453-4e34-b44f-b9110621e769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (1eb2ffbd-5b01-49e5-aba7-e5165f478178), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:33.476969 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a3a16fb-7453-4e34-b44f-b9110621e769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (1eb2ffbd-5b01-49e5-aba7-e5165f478178), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:33.525465 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6185e56e-c845-4be5-b82c-81de39424023 req-f7fccda0-fca7-4001-960c-ba54c26402fc tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225543 Jan 27 21:45:33.565074 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-9c6756f3-ccdb-4b8b-a868-1eab52cd6643 service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318586 Jan 27 21:45:33.576045 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a3a16fb-7453-4e34-b44f-b9110621e769 admin admin] Publish callbacks [] for router_controller (1eb2ffbd-5b01-49e5-aba7-e5165f478178), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:33.589952 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83395a26-c35e-4993-afc7-97a0d703fbd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-cf48510a-372f-4cf1-a40c-7fd9cad66b75', 'network_id': 'cf48510a-372f-4cf1-a40c-7fd9cad66b75', 'project_id': '4a669e4dace54eab9a2eba7826f68bde', 'fixed_ips': [{'subnet_id': '9d9995be-5af8-46bc-a3a7-53a79caf4089'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:45:33.591012 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-83395a26-c35e-4993-afc7-97a0d703fbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:33.721435 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5d8674b-b94f-4388-9a05-14e0760aa74b req-53d73500-943a-47f3-86be-8bb425f0bbf6 service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472855 Jan 27 21:45:33.750348 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13e94321-6486-484c-9f21-d92b4e34078b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d7d981e4-e534-46a6-a999-63092f600dc0), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:33.816460 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e94321-6486-484c-9f21-d92b4e34078b admin admin] Pushing event deleted for resources: {'Port': ['ID=d7d981e4-e534-46a6-a999-63092f600dc0,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:33.827396 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a3a16fb-7453-4e34-b44f-b9110621e769 admin admin] Publish callbacks [] for router_gateway (1eb2ffbd-5b01-49e5-aba7-e5165f478178), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:33.833031 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-83395a26-c35e-4993-afc7-97a0d703fbd9 None None] Allocated IP 172.20.0.2 (cf48510a-372f-4cf1-a40c-7fd9cad66b75/9d9995be-5af8-46bc-a3a7-53a79caf4089/7c90e45e-e873-4896-b3e2-0396d31333c7) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:33.941203 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460370bf-f208-4564-b373-b8a35ca0dda4 req-6f8e7cb4-f00c-4132-b788-64361d5bea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:33.954454 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-460370bf-f208-4564-b373-b8a35ca0dda4 req-6f8e7cb4-f00c-4132-b788-64361d5bea03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 1094 time: 0.1776109 Jan 27 21:45:33.970290 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f25284-fdaa-41c9-b618-227d42272d4e req-4323f2a3-5fc2-4f48-a6e8-a37bd36a4655 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:33.984589 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63f25284-fdaa-41c9-b618-227d42272d4e req-4323f2a3-5fc2-4f48-a6e8-a37bd36a4655 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 943 time: 0.1925421 Jan 27 21:45:34.085067 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13e94321-6486-484c-9f21-d92b4e34078b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.093043 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-83395a26-c35e-4993-afc7-97a0d703fbd9 None None] Publish callbacks [] for port (7c90e45e-e873-4896-b3e2-0396d31333c7), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.109690 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-83395a26-c35e-4993-afc7-97a0d703fbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (7c90e45e-e873-4896-b3e2-0396d31333c7), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.141214 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 03cff21d-a46e-472e-b989-c01cdf4c7e98 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:45:34.235132 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63f25284-fdaa-41c9-b618-227d42272d4e req-c1cbd17f-46a2-49d6-a75d-3e9e23715f01 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430196 Jan 27 21:45:34.261172 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83395a26-c35e-4993-afc7-97a0d703fbd9 None None] Network cf48510a-372f-4cf1-a40c-7fd9cad66b75 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:34.270472 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-83395a26-c35e-4993-afc7-97a0d703fbd9 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:34.283319 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83395a26-c35e-4993-afc7-97a0d703fbd9 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:34.336201 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83395a26-c35e-4993-afc7-97a0d703fbd9 None None] Pushing event updated for resources: {'Port': ['ID=7c90e45e-e873-4896-b3e2-0396d31333c7,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:34.351013 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460370bf-f208-4564-b373-b8a35ca0dda4 req-c254a0f6-3591-4b95-bf39-980b0edc6f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:34.361393 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-460370bf-f208-4564-b373-b8a35ca0dda4 req-c254a0f6-3591-4b95-bf39-980b0edc6f8c service neutron] 10.222.0.21 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 909 time: 0.3993180 Jan 27 21:45:34.407431 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-83395a26-c35e-4993-afc7-97a0d703fbd9 None None] Attempting to bind port 7c90e45e-e873-4896-b3e2-0396d31333c7 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:34.408012 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-83395a26-c35e-4993-afc7-97a0d703fbd9 None None] Attempting to bind port 7c90e45e-e873-4896-b3e2-0396d31333c7 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '514d8b84-1e7b-4bc8-ac74-0419b900f7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cf48510a-372f-4cf1-a40c-7fd9cad66b75'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:34.408134 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83395a26-c35e-4993-afc7-97a0d703fbd9 None None] Attempting to bind port 7c90e45e-e873-4896-b3e2-0396d31333c7 on network cf48510a-372f-4cf1-a40c-7fd9cad66b75 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:34.417435 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83395a26-c35e-4993-afc7-97a0d703fbd9 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:34.417896 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83395a26-c35e-4993-afc7-97a0d703fbd9 None None] Checking segment: {'id': '514d8b84-1e7b-4bc8-ac74-0419b900f7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cf48510a-372f-4cf1-a40c-7fd9cad66b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:34.418367 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-83395a26-c35e-4993-afc7-97a0d703fbd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.418870 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83395a26-c35e-4993-afc7-97a0d703fbd9 None None] Bound using segment: {'id': '514d8b84-1e7b-4bc8-ac74-0419b900f7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cf48510a-372f-4cf1-a40c-7fd9cad66b75'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:34.419421 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-83395a26-c35e-4993-afc7-97a0d703fbd9 None None] Bound port: 7c90e45e-e873-4896-b3e2-0396d31333c7, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514d8b84-1e7b-4bc8-ac74-0419b900f7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cf48510a-372f-4cf1-a40c-7fd9cad66b75'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:34.419868 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-83395a26-c35e-4993-afc7-97a0d703fbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7c90e45e-e873-4896-b3e2-0396d31333c7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.498404 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-460370bf-f208-4564-b373-b8a35ca0dda4 req-cfee957b-efd1-4fdc-918b-244294b3e0cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e207a24b-6340-4d64-8b69-80f333fccfd7 HTTP/1.1" status: 200 len: 217 time: 0.1006401 Jan 27 21:45:34.499352 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 03cff21d-a46e-472e-b989-c01cdf4c7e98, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=03cff21d-a46e-472e-b989-c01cdf4c7e98,segment=NetworkSegment(62b84251-c1ec-4448-ba72-de9788224dc8),segment_id=62b84251-c1ec-4448-ba72-de9788224dc8)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:34.519891 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '03cff21d-a46e-472e-b989-c01cdf4c7e98', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'port_id': '03cff21d-a46e-472e-b989-c01cdf4c7e98', 'mac_address': 'fa:16:3e:00:74:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:45:34.521949 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-83395a26-c35e-4993-afc7-97a0d703fbd9 None None] For port 7c90e45e-e873-4896-b3e2-0396d31333c7, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:34.526529 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-83395a26-c35e-4993-afc7-97a0d703fbd9 None None] For port 7c90e45e-e873-4896-b3e2-0396d31333c7, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7c90e45e-e873-4896-b3e2-0396d31333c7,segment=NetworkSegment(514d8b84-1e7b-4bc8-ac74-0419b900f7cb),segment_id=514d8b84-1e7b-4bc8-ac74-0419b900f7cb)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:34.555555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58188a-a36a-43b2-bfd7-b8b26b13c58d req-53bc53b8-512a-4f9e-a69f-badcacd5bdef tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:34.557880 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df58188a-a36a-43b2-bfd7-b8b26b13c58d req-53bc53b8-512a-4f9e-a69f-badcacd5bdef tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.2630763 Jan 27 21:45:34.585996 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-83395a26-c35e-4993-afc7-97a0d703fbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7c90e45e-e873-4896-b3e2-0396d31333c7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.595031 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460370bf-f208-4564-b373-b8a35ca0dda4 req-fc787107-8f48-438f-b68d-74e1977ba126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:34.597162 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-460370bf-f208-4564-b373-b8a35ca0dda4 req-fc787107-8f48-438f-b68d-74e1977ba126 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c8c1fde-1173-4cc5-9eb6-13f24f8d2210 HTTP/1.1" status: 200 len: 848 time: 0.0925281 Jan 27 21:45:34.646447 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-460370bf-f208-4564-b373-b8a35ca0dda4 req-6214913a-a33d-4557-86c8-b627b9e283e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=682655b0-dbc8-497a-9054-3d8e44de5af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391421 Jan 27 21:45:34.686259 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a3a16fb-7453-4e34-b44f-b9110621e769 admin admin] Publish callbacks [] for router_gateway (1eb2ffbd-5b01-49e5-aba7-e5165f478178), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.710165 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df58188a-a36a-43b2-bfd7-b8b26b13c58d req-ced66242-0960-4d8e-8928-9f65393b5979 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459377 Jan 27 21:45:34.767368 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a3a16fb-7453-4e34-b44f-b9110621e769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.804616 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e94321-6486-484c-9f21-d92b4e34078b admin admin] Router 1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:45:34.834080 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 03cff21d-a46e-472e-b989-c01cdf4c7e98 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:34.834561 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (03cff21d-a46e-472e-b989-c01cdf4c7e98), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.854212 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24e409-8527-47c4-903a-6e82f5528313 req-7f67b5ba-0311-41a0-8575-78896cf4be52 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:34.858294 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03cff21d-a46e-472e-b989-c01cdf4c7e98 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:45:34.874038 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a24e409-8527-47c4-903a-6e82f5528313 req-7f67b5ba-0311-41a0-8575-78896cf4be52 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.2343206 Jan 27 21:45:34.906853 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83395a26-c35e-4993-afc7-97a0d703fbd9 None None] Pushing event updated for resources: {'Port': ['ID=7c90e45e-e873-4896-b3e2-0396d31333c7,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:34.913697 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 03cff21d-a46e-472e-b989-c01cdf4c7e98, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=03cff21d-a46e-472e-b989-c01cdf4c7e98,segment=NetworkSegment(62b84251-c1ec-4448-ba72-de9788224dc8),segment_id=62b84251-c1ec-4448-ba72-de9788224dc8)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:34.919781 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (03cff21d-a46e-472e-b989-c01cdf4c7e98), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.966324 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-460370bf-f208-4564-b373-b8a35ca0dda4 req-b8bb1b2d-7430-4224-a676-f39e08cc4dd5 service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085842 Jan 27 21:45:35.007012 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=03cff21d-a46e-472e-b989-c01cdf4c7e98,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:35.028860 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a24e409-8527-47c4-903a-6e82f5528313 req-f5d62017-0783-4848-a035-6290dd093187 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546364 Jan 27 21:45:35.161424 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-460370bf-f208-4564-b373-b8a35ca0dda4 req-0120ad6a-1575-455e-9084-14fddb698a8b service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846309 Jan 27 21:45:35.417880 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8754dd0-de55-4357-8fc3-85b7b5e561e9 req-96b7bab2-a693-442e-8771-cf3bb0af8c65 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:35.420073 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8754dd0-de55-4357-8fc3-85b7b5e561e9 req-96b7bab2-a693-442e-8771-cf3bb0af8c65 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 944 time: 0.0860741 Jan 27 21:45:35.481144 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8754dd0-de55-4357-8fc3-85b7b5e561e9 req-230a7d68-71c2-4cc4-894f-5498d7f5b3ee tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508411 Jan 27 21:45:35.490680 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e94321-6486-484c-9f21-d92b4e34078b admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:45:35.498319 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-13e94321-6486-484c-9f21-d92b4e34078b admin admin] 10.222.0.23 "PUT /v2.0/routers/1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5229075 Jan 27 21:45:35.501521 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45818) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:35.502450 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b93cc2-28f3-4bf7-b918-c719d6080c7d None None] Sync routers for ids ['1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:45:35.506362 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-4a3a16fb-7453-4e34-b44f-b9110621e769 admin admin] Allocated IP 172.25.3.195 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/5f7f470d-1a83-461c-b8da-3728fc94ccee) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:35.518020 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b93cc2-28f3-4bf7-b918-c719d6080c7d None None] Routers {'1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:35.519543 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-82b93cc2-28f3-4bf7-b918-c719d6080c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:45:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:35.590822 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['03cff21d-a46e-472e-b989-c01cdf4c7e98'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:35.679138 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Publish callbacks [] for router (1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:35.692308 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a3a16fb-7453-4e34-b44f-b9110621e769 admin admin] Publish callbacks [] for port (5f7f470d-1a83-461c-b8da-3728fc94ccee), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:35.742355 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a3a16fb-7453-4e34-b44f-b9110621e769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5f7f470d-1a83-461c-b8da-3728fc94ccee), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:35.807371 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-82b93cc2-28f3-4bf7-b918-c719d6080c7d None None] Set router 1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:35.852342 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3a16fb-7453-4e34-b44f-b9110621e769 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:35.857033 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-4a3a16fb-7453-4e34-b44f-b9110621e769 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:35.866937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3a16fb-7453-4e34-b44f-b9110621e769 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:35.929257 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a16fb-7453-4e34-b44f-b9110621e769 admin admin] Pushing event updated for resources: {'Port': ['ID=5f7f470d-1a83-461c-b8da-3728fc94ccee,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:35.995386 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Publish callbacks [] for router_gateway (1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.023167 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8e22c-d344-4391-b17f-9e5094fd6990 req-9144de9b-042e-40c4-91f2-bc89980759fb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:36.025297 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9d8e22c-d344-4391-b17f-9e5094fd6990 req-9144de9b-042e-40c4-91f2-bc89980759fb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.1303504 Jan 27 21:45:36.168687 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9d8e22c-d344-4391-b17f-9e5094fd6990 req-7a4a972a-cf23-449d-946b-55de2d52ba40 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126897 Jan 27 21:45:36.205615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Deleting port 1dba9899-3dbf-4b24-9894-41db76587ffa {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:36.205951 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1dba9899-3dbf-4b24-9894-41db76587ffa), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.282383 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-82b93cc2-28f3-4bf7-b918-c719d6080c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a', 'name': 'tempest-FloatingIPsTestJSON-603821267-router', 'tenant_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '1dba9899-3dbf-4b24-9894-41db76587ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:02Z', 'updated_at': '2022-01-27T21:45:33Z', 'revision_number': 5, 'project_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'gw_port': {'id': '1dba9899-3dbf-4b24-9894-41db76587ffa', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:03Z', 'updated_at': '2022-01-27T21:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:36.345023 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a3a16fb-7453-4e34-b44f-b9110621e769 admin admin] Publish callbacks [] for router_gateway (1eb2ffbd-5b01-49e5-aba7-e5165f478178), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.346458 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9983d8-83fb-4653-b590-69adddcf5451 req-69af3c86-da05-4965-a7c2-16fdb90a2640 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:36.355305 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a9983d8-83fb-4653-b590-69adddcf5451 req-69af3c86-da05-4965-a7c2-16fdb90a2640 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.1840937 Jan 27 21:45:36.366371 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b93cc2-28f3-4bf7-b918-c719d6080c7d None None] Checking router: 1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:45:36.378723 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b93cc2-28f3-4bf7-b918-c719d6080c7d None None] Routers {'1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:36.379514 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-82b93cc2-28f3-4bf7-b918-c719d6080c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:45:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:36.474611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] For port 1dba9899-3dbf-4b24-9894-41db76587ffa, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1dba9899-3dbf-4b24-9894-41db76587ffa,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:36.474864 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1dba9899-3dbf-4b24-9894-41db76587ffa), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.509924 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-82b93cc2-28f3-4bf7-b918-c719d6080c7d None None] Set router 1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:36.528288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Calling delete_port for 1dba9899-3dbf-4b24-9894-41db76587ffa owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:36.550610 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cdcb31-f459-4f3d-906e-833524946ed3 None None] Network cf48510a-372f-4cf1-a40c-7fd9cad66b75 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:36.582759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a9983d8-83fb-4653-b590-69adddcf5451 req-b102bdb6-858f-424b-a241-c2bfc4d8e84a tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076089 Jan 27 21:45:36.672226 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a3a16fb-7453-4e34-b44f-b9110621e769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (1eb2ffbd-5b01-49e5-aba7-e5165f478178), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.674996 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7c90e45e-e873-4896-b3e2-0396d31333c7 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:36.700243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d20ff4-5487-43f6-ab04-b9d8ff24837c req-941c3003-5fb6-4dc1-ad04-e535f449073a tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:36.700817 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-82b93cc2-28f3-4bf7-b918-c719d6080c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a', 'name': 'tempest-FloatingIPsTestJSON-603821267-router', 'tenant_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:02Z', 'updated_at': '2022-01-27T21:45:35Z', 'revision_number': 6, 'project_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:36.703164 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d0d20ff4-5487-43f6-ab04-b9d8ff24837c req-941c3003-5fb6-4dc1-ad04-e535f449073a tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 944 time: 0.1194606 Jan 27 21:45:36.759242 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-4343fb84-3fcd-4d7b-9423-df634bdca357 None None] Provisioning complete for port 7c90e45e-e873-4896-b3e2-0396d31333c7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:36.759624 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4343fb84-3fcd-4d7b-9423-df634bdca357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7c90e45e-e873-4896-b3e2-0396d31333c7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.768636 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b93cc2-28f3-4bf7-b918-c719d6080c7d None None] The sync data for ids ['1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a'] in n-d-772272-3 is: [{'id': '1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a', 'name': 'tempest-FloatingIPsTestJSON-603821267-router', 'tenant_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:02Z', 'updated_at': '2022-01-27T21:45:35Z', 'revision_number': 6, 'project_id': 'ef1ed7704e93476181dd3a7ad51f1bfe', 'gw_port_host': None}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:45:36.777175 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d0d20ff4-5487-43f6-ab04-b9d8ff24837c req-f146dc93-55e6-4af0-94a5-f3660f3f66c3 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659351 Jan 27 21:45:36.904019 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 7c90e45e-e873-4896-b3e2-0396d31333c7 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:36.905836 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7c90e45e-e873-4896-b3e2-0396d31333c7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.936845 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3a16fb-7453-4e34-b44f-b9110621e769 admin admin] Router 1eb2ffbd-5b01-49e5-aba7-e5165f478178 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:45:36.947769 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (1dba9899-3dbf-4b24-9894-41db76587ffa), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.010712 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Pushing event deleted for resources: {'Port': ['ID=1dba9899-3dbf-4b24-9894-41db76587ffa,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:37.043340 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4343fb84-3fcd-4d7b-9423-df634bdca357 None None] Current status of the port 7c90e45e-e873-4896-b3e2-0396d31333c7 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:37.043851 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4343fb84-3fcd-4d7b-9423-df634bdca357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7c90e45e-e873-4896-b3e2-0396d31333c7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.071347 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.105191 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3a16fb-7453-4e34-b44f-b9110621e769 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:45:37.112303 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:37.114302 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:37.115487 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:37.117352 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:37.117780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:37.118868 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:37.119951 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:37.120394 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:37.121060 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] Sync routers for ids ['1eb2ffbd-5b01-49e5-aba7-e5165f478178'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:45:37.121504 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:37.122009 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:37.122418 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:37.122829 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:37.123234 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:37.139701 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] Routers {'1eb2ffbd-5b01-49e5-aba7-e5165f478178'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:37.142865 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:45:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1eb2ffbd-5b01-49e5-aba7-e5165f478178'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:37.181753 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a3a16fb-7453-4e34-b44f-b9110621e769 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.184266 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4a3a16fb-7453-4e34-b44f-b9110621e769 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.8059607 Jan 27 21:45:37.186073 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45826) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:37.252611 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-4343fb84-3fcd-4d7b-9423-df634bdca357 None None] For port 7c90e45e-e873-4896-b3e2-0396d31333c7, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7c90e45e-e873-4896-b3e2-0396d31333c7,segment=NetworkSegment(514d8b84-1e7b-4bc8-ac74-0419b900f7cb),segment_id=514d8b84-1e7b-4bc8-ac74-0419b900f7cb)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:37.253515 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 7c90e45e-e873-4896-b3e2-0396d31333c7 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:37.267478 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7c90e45e-e873-4896-b3e2-0396d31333c7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.298689 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4343fb84-3fcd-4d7b-9423-df634bdca357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7c90e45e-e873-4896-b3e2-0396d31333c7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.333252 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.336183 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Publish callbacks [] for router_controller (1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.437903 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] Set router 1eb2ffbd-5b01-49e5-aba7-e5165f478178 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:37.467879 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61347e63-96f2-4776-a729-0f7f6f19236a req-c9de3993-b962-4009-9538-ae78845ab652 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:37.469859 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-61347e63-96f2-4776-a729-0f7f6f19236a req-c9de3993-b962-4009-9538-ae78845ab652 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.1408658 Jan 27 21:45:37.471112 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.472459 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:45:37.483642 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.487280 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c213b40c-f094-464c-8289-ef6405e037ff admin admin] 10.222.0.23 "DELETE /v2.0/routers/1f6ee3d9-f084-4ec4-b862-df5a3a3dd86a HTTP/1.1" status: 204 len: 168 time: 1.9824703 Jan 27 21:45:37.496285 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45830) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:37.537832 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343fb84-3fcd-4d7b-9423-df634bdca357 None None] Pushing event updated for resources: {'Port': ['ID=7c90e45e-e873-4896-b3e2-0396d31333c7,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:37.562742 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:45:37.566082 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:45:37.568958 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-14e8ea97-9bce-4d6c-8589-dbf8d89b302f None None] Provisioning complete for port 7c90e45e-e873-4896-b3e2-0396d31333c7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:37.572385 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-14e8ea97-9bce-4d6c-8589-dbf8d89b302f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7c90e45e-e873-4896-b3e2-0396d31333c7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.583633 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-61347e63-96f2-4776-a729-0f7f6f19236a req-34323e48-c314-478f-8f18-f83e872df12f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042972 Jan 27 21:45:37.602791 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b6cb8e-5622-482e-9ac2-d558852145d1 admin admin] Deleting subnet 5ab7b182-4f0c-4a06-afc1-42f41583c608 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:45:37.619188 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-13b6cb8e-5622-482e-9ac2-d558852145d1 admin admin] Publish callbacks [] for subnet (5ab7b182-4f0c-4a06-afc1-42f41583c608), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.706701 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-13b6cb8e-5622-482e-9ac2-d558852145d1 admin admin] Publish callbacks [] for subnet (5ab7b182-4f0c-4a06-afc1-42f41583c608), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.773869 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-14e8ea97-9bce-4d6c-8589-dbf8d89b302f None None] Current status of the port 7c90e45e-e873-4896-b3e2-0396d31333c7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:37.849565 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb2ffbd-5b01-49e5-aba7-e5165f478178', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1345790381-router', 'tenant_id': '4a669e4dace54eab9a2eba7826f68bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '5f7f470d-1a83-461c-b8da-3728fc94ccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:33Z', 'updated_at': '2022-01-27T21:45:36Z', 'revision_number': 3, 'project_id': '4a669e4dace54eab9a2eba7826f68bde', 'gw_port': {'id': '5f7f470d-1a83-461c-b8da-3728fc94ccee', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:05:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb2ffbd-5b01-49e5-aba7-e5165f478178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:34Z', 'updated_at': '2022-01-27T21:45:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:37.888488 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-13b6cb8e-5622-482e-9ac2-d558852145d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (5ab7b182-4f0c-4a06-afc1-42f41583c608), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.933840 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] Checking router: 1eb2ffbd-5b01-49e5-aba7-e5165f478178 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:45:37.938220 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] Updating router 1eb2ffbd-5b01-49e5-aba7-e5165f478178 port 5f7f470d-1a83-461c-b8da-3728fc94ccee binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:45:38.024136 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5f7f470d-1a83-461c-b8da-3728fc94ccee), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.032132 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-13b6cb8e-5622-482e-9ac2-d558852145d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for subnet (5ab7b182-4f0c-4a06-afc1-42f41583c608), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.109153 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb8b78-ec1d-4287-9791-18dc776404c6 req-f577fbb0-c56b-4601-9d3b-935e962bb597 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:38.111542 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29cb8b78-ec1d-4287-9791-18dc776404c6 req-f577fbb0-c56b-4601-9d3b-935e962bb597 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 944 time: 0.1353102 Jan 27 21:45:38.111675 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-295208a3-5286-4dca-ad7d-9c9e6287daf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.114605 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6cb8e-5622-482e-9ac2-d558852145d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ab7b182-4f0c-4a06-afc1-42f41583c608,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:38.161147 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f619f527-14c3-4052-b925-2ce4652cbe52 None None] Network b6b1373d-4542-49e5-84f6-4d68f207d5a3 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:38.169809 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-13b6cb8e-5622-482e-9ac2-d558852145d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.174005 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-13b6cb8e-5622-482e-9ac2-d558852145d1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5ab7b182-4f0c-4a06-afc1-42f41583c608 HTTP/1.1" status: 204 len: 168 time: 0.6764607 Jan 27 21:45:38.181292 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45836) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:38.236884 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device e207a24b-6340-4d64-8b69-80f333fccfd7 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:45:38.239078 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 03cff21d-a46e-472e-b989-c01cdf4c7e98 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:38.354343 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (b6b1373d-4542-49e5-84f6-4d68f207d5a3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.398385 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7017238-ce39-42a9-8a97-32200090e404 req-1191cf54-7918-4b20-99ea-828a1672bdd6 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:38.400844 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7017238-ce39-42a9-8a97-32200090e404 req-1191cf54-7918-4b20-99ea-828a1672bdd6 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.4273398 Jan 27 21:45:38.458877 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29cb8b78-ec1d-4287-9791-18dc776404c6 req-f8f4de59-c212-4bb9-8a94-b0d0315f1550 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3373291 Jan 27 21:45:38.500155 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 7c90e45e-e873-4896-b3e2-0396d31333c7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:38.523105 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-295208a3-5286-4dca-ad7d-9c9e6287daf7 admin admin] Allocated IP 172.20.0.1 (cf48510a-372f-4cf1-a40c-7fd9cad66b75/9d9995be-5af8-46bc-a3a7-53a79caf4089/ae140f95-64eb-4e43-b892-741f2734b41c) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:38.544659 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7017238-ce39-42a9-8a97-32200090e404 req-f1f44c7e-e5fa-4901-b9f2-bad82d1128e5 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311181 Jan 27 21:45:38.572924 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Deleting port d14854d4-21bc-4e1e-878f-afdae29b63f8 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:38.572924 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d14854d4-21bc-4e1e-878f-afdae29b63f8), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.619271 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.resource_extend [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:45:38.717727 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] For port d14854d4-21bc-4e1e-878f-afdae29b63f8, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d14854d4-21bc-4e1e-878f-afdae29b63f8,segment=NetworkSegment(bb5ad8e8-e17b-4b9d-807a-acbb904ebe84),segment_id=bb5ad8e8-e17b-4b9d-807a-acbb904ebe84)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:38.718320 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d14854d4-21bc-4e1e-878f-afdae29b63f8), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.735015 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] Publish callbacks [] for port (5f7f470d-1a83-461c-b8da-3728fc94ccee), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.747962 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5f7f470d-1a83-461c-b8da-3728fc94ccee), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.771560 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-295208a3-5286-4dca-ad7d-9c9e6287daf7 admin admin] Publish callbacks [] for port (ae140f95-64eb-4e43-b892-741f2734b41c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.772153 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7c90e45e-e873-4896-b3e2-0396d31333c7 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:38.860192 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-295208a3-5286-4dca-ad7d-9c9e6287daf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (ae140f95-64eb-4e43-b892-741f2734b41c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.891011 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 03cff21d-a46e-472e-b989-c01cdf4c7e98 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:45:38.893680 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8d49a-476d-48bf-a94e-ce25811e9e64 None None] Pushing event updated for resources: {'Port': ['ID=5f7f470d-1a83-461c-b8da-3728fc94ccee,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:38.897384 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] Attempting to bind port 5f7f470d-1a83-461c-b8da-3728fc94ccee on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:38.899926 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] Attempting to bind port 5f7f470d-1a83-461c-b8da-3728fc94ccee by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:38.900335 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] Attempting to bind port 5f7f470d-1a83-461c-b8da-3728fc94ccee on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:38.913107 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:38.913488 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:38.913894 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.914299 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:38.914786 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] Bound port: 5f7f470d-1a83-461c-b8da-3728fc94ccee, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:38.922302 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5f7f470d-1a83-461c-b8da-3728fc94ccee), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.934440 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 03cff21d-a46e-472e-b989-c01cdf4c7e98 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:38.935613 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (03cff21d-a46e-472e-b989-c01cdf4c7e98), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:39.003543 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295208a3-5286-4dca-ad7d-9c9e6287daf7 admin admin] Pushing event updated for resources: {'Port': ['ID=ae140f95-64eb-4e43-b892-741f2734b41c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:39.041114 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295208a3-5286-4dca-ad7d-9c9e6287daf7 admin admin] Network cf48510a-372f-4cf1-a40c-7fd9cad66b75 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:39.045688 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-295208a3-5286-4dca-ad7d-9c9e6287daf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:39.055439 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] For port 5f7f470d-1a83-461c-b8da-3728fc94ccee, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:39.063818 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295208a3-5286-4dca-ad7d-9c9e6287daf7 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:39.065020 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] For port 5f7f470d-1a83-461c-b8da-3728fc94ccee, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5f7f470d-1a83-461c-b8da-3728fc94ccee,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:39.075493 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5f7f470d-1a83-461c-b8da-3728fc94ccee), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:39.178592 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-295208a3-5286-4dca-ad7d-9c9e6287daf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (1eb2ffbd-5b01-49e5-aba7-e5165f478178), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:39.246394 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] Routers {'1eb2ffbd-5b01-49e5-aba7-e5165f478178'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:39.247090 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:45:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1eb2ffbd-5b01-49e5-aba7-e5165f478178'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:39.279449 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8d49a-476d-48bf-a94e-ce25811e9e64 None None] Pushing event updated for resources: {'Port': ['ID=5f7f470d-1a83-461c-b8da-3728fc94ccee,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:39.411363 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcb2def-cd6f-40e4-848c-f978ea5852aa None None] DHCP port deletion for b6b1373d-4542-49e5-84f6-4d68f207d5a3 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:45:39.587148 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-295208a3-5286-4dca-ad7d-9c9e6287daf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ae140f95-64eb-4e43-b892-741f2734b41c), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:39.623307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port e207a24b-6340-4d64-8b69-80f333fccfd7, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=e207a24b-6340-4d64-8b69-80f333fccfd7,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:39.641432 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Calling delete_port for d14854d4-21bc-4e1e-878f-afdae29b63f8 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:39.644081 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 7c90e45e-e873-4896-b3e2-0396d31333c7 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:39.644812 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7c90e45e-e873-4896-b3e2-0396d31333c7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:39.685970 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'e207a24b-6340-4d64-8b69-80f333fccfd7', 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4', 'port_id': 'e207a24b-6340-4d64-8b69-80f333fccfd7', 'mac_address': 'fa:16:3e:ce:f8:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8c1fde-1173-4cc5-9eb6-13f24f8d2210', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:45:39.690601 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-4f64f818-1a09-4c05-a21b-181133bd88c9 None None] Provisioning complete for port ae140f95-64eb-4e43-b892-741f2734b41c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:39.691317 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4f64f818-1a09-4c05-a21b-181133bd88c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ae140f95-64eb-4e43-b892-741f2734b41c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:39.766977 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] Set router 1eb2ffbd-5b01-49e5-aba7-e5165f478178 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:39.841595 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 03cff21d-a46e-472e-b989-c01cdf4c7e98 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:39.842167 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (03cff21d-a46e-472e-b989-c01cdf4c7e98), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:39.865889 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2fcb2def-cd6f-40e4-848c-f978ea5852aa None None] Deleting port d14854d4-21bc-4e1e-878f-afdae29b63f8 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:39.866432 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2fcb2def-cd6f-40e4-848c-f978ea5852aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d14854d4-21bc-4e1e-878f-afdae29b63f8), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:39.895151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c940e-20e6-4582-9899-c41da2e5191f req-3d2c690c-6826-4d48-9a9f-2c4c27ec3d64 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:39.906357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e3c940e-20e6-4582-9899-c41da2e5191f req-3d2c690c-6826-4d48-9a9f-2c4c27ec3d64 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 1.1807432 Jan 27 21:45:39.947728 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-2fcb2def-cd6f-40e4-848c-f978ea5852aa None None] For port d14854d4-21bc-4e1e-878f-afdae29b63f8, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d14854d4-21bc-4e1e-878f-afdae29b63f8,segment=NetworkSegment(bb5ad8e8-e17b-4b9d-807a-acbb904ebe84),segment_id=bb5ad8e8-e17b-4b9d-807a-acbb904ebe84)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:39.949246 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2fcb2def-cd6f-40e4-848c-f978ea5852aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d14854d4-21bc-4e1e-878f-afdae29b63f8), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:39.965414 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2fcb2def-cd6f-40e4-848c-f978ea5852aa None None] Calling delete_port for d14854d4-21bc-4e1e-878f-afdae29b63f8 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:40.027330 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-295208a3-5286-4dca-ad7d-9c9e6287daf7 admin admin] Publish callbacks [] for port (ae140f95-64eb-4e43-b892-741f2734b41c), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.034441 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e3c940e-20e6-4582-9899-c41da2e5191f req-07721d9a-a16a-40a1-b4e5-fde2b61e74bb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247585 Jan 27 21:45:40.037169 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-295208a3-5286-4dca-ad7d-9c9e6287daf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (ae140f95-64eb-4e43-b892-741f2734b41c), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.083692 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4f64f818-1a09-4c05-a21b-181133bd88c9 None None] Port ae140f95-64eb-4e43-b892-741f2734b41c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:45:40.085636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf80e33-3712-41da-ae07-15b1719cb201 req-e58f3e65-a6d0-49fc-b977-c1ae73c37146 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:40.090456 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port e207a24b-6340-4d64-8b69-80f333fccfd7 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:40.090967 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e207a24b-6340-4d64-8b69-80f333fccfd7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.094209 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4cf80e33-3712-41da-ae07-15b1719cb201 req-e58f3e65-a6d0-49fc-b977-c1ae73c37146 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 944 time: 0.4379976 Jan 27 21:45:40.105668 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2fcb2def-cd6f-40e4-848c-f978ea5852aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (d14854d4-21bc-4e1e-878f-afdae29b63f8), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.109341 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18379da-ec85-4d35-a469-9e4b6164a1dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cff21d-a46e-472e-b989-c01cdf4c7e98'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:40.113592 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97306612-4bf7-45e5-b51f-df674fab5d09" -d '{"events": [{"server_uuid": "e18379da-ec85-4d35-a469-9e4b6164a1dd", "name": "network-vif-plugged", "status": "completed", "tag": "03cff21d-a46e-472e-b989-c01cdf4c7e98"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:40.170781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295208a3-5286-4dca-ad7d-9c9e6287daf7 admin admin] Pushing event updated for resources: {'Port': ['ID=ae140f95-64eb-4e43-b892-741f2734b41c,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:40.201726 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb2ffbd-5b01-49e5-aba7-e5165f478178', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1345790381-router', 'tenant_id': '4a669e4dace54eab9a2eba7826f68bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '5f7f470d-1a83-461c-b8da-3728fc94ccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:33Z', 'updated_at': '2022-01-27T21:45:36Z', 'revision_number': 3, 'project_id': '4a669e4dace54eab9a2eba7826f68bde', 'gw_port': {'id': '5f7f470d-1a83-461c-b8da-3728fc94ccee', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:05:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb2ffbd-5b01-49e5-aba7-e5165f478178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:34Z', 'updated_at': '2022-01-27T21:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:40.225314 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-295208a3-5286-4dca-ad7d-9c9e6287daf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (1eb2ffbd-5b01-49e5-aba7-e5165f478178), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.247003 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 03cff21d-a46e-472e-b989-c01cdf4c7e98, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=03cff21d-a46e-472e-b989-c01cdf4c7e98,segment=NetworkSegment(62b84251-c1ec-4448-ba72-de9788224dc8),segment_id=62b84251-c1ec-4448-ba72-de9788224dc8)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:40.250181 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 7c90e45e-e873-4896-b3e2-0396d31333c7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:40.255103 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb2def-cd6f-40e4-848c-f978ea5852aa None None] Pushing event deleted for resources: {'Port': ['ID=d14854d4-21bc-4e1e-878f-afdae29b63f8,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:40.262501 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcb2def-cd6f-40e4-848c-f978ea5852aa None None] No DVR routers for this DVR port d14854d4-21bc-4e1e-878f-afdae29b63f8 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:40.280049 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e207a24b-6340-4d64-8b69-80f333fccfd7 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:45:40.286680 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (03cff21d-a46e-472e-b989-c01cdf4c7e98), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.334104 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port e207a24b-6340-4d64-8b69-80f333fccfd7, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=e207a24b-6340-4d64-8b69-80f333fccfd7,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:40.339548 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e562a-79fe-47b1-ad41-04dcc844f281 None None] The sync data for ids ['1eb2ffbd-5b01-49e5-aba7-e5165f478178'] in n-d-772272-3 is: [{'id': '1eb2ffbd-5b01-49e5-aba7-e5165f478178', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1345790381-router', 'tenant_id': '4a669e4dace54eab9a2eba7826f68bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '5f7f470d-1a83-461c-b8da-3728fc94ccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:33Z', 'updated_at': '2022-01-27T21:45:36Z', 'revision_number': 3, 'project_id': '4a669e4dace54eab9a2eba7826f68bde', 'gw_port': {'id': '5f7f470d-1a83-461c-b8da-3728fc94ccee', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:05:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb2ffbd-5b01-49e5-aba7-e5165f478178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:34Z', 'updated_at': '2022-01-27T21:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:45:40.362043 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1dba9899-3dbf-4b24-9894-41db76587ffa no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:40.384143 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4cf80e33-3712-41da-ae07-15b1719cb201 req-cb69ac52-e67e-45e5-8bb2-e211a4f79cb7 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760952 Jan 27 21:45:40.389088 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (d14854d4-21bc-4e1e-878f-afdae29b63f8), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.454009 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=03cff21d-a46e-472e-b989-c01cdf4c7e98,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:40.456725 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e207a24b-6340-4d64-8b69-80f333fccfd7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.487284 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Pushing event deleted for resources: {'Port': ['ID=d14854d4-21bc-4e1e-878f-afdae29b63f8,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:40.498812 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] No DVR routers for this DVR port d14854d4-21bc-4e1e-878f-afdae29b63f8 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:40.500253 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295208a3-5286-4dca-ad7d-9c9e6287daf7 admin admin] Network cf48510a-372f-4cf1-a40c-7fd9cad66b75 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:40.502439 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-295208a3-5286-4dca-ad7d-9c9e6287daf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:40.535990 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc2cad-2976-4e27-80fc-6e39fe757798 req-d6a2e128-ff61-4512-aa2c-611d3da077b4 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:40.541190 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31bc2cad-2976-4e27-80fc-6e39fe757798 req-d6a2e128-ff61-4512-aa2c-611d3da077b4 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.3515611 Jan 27 21:45:40.561021 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 1dba9899-3dbf-4b24-9894-41db76587ffa {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:40.561366 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1dba9899-3dbf-4b24-9894-41db76587ffa not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:40.561792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d7d981e4-e534-46a6-a999-63092f600dc0 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:40.563531 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=e207a24b-6340-4d64-8b69-80f333fccfd7,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:40.573842 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e17b835-66be-4fcb-bf93-333a35c172d9 x-openstack-request-id: req-8e17b835-66be-4fcb-bf93-333a35c172d9 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:40.574860 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18379da-ec85-4d35-a469-9e4b6164a1dd", "name": "network-vif-plugged", "status": "completed", "tag": "03cff21d-a46e-472e-b989-c01cdf4c7e98", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:40.581456 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e17b835-66be-4fcb-bf93-333a35c172d9 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:40.588774 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18379da-ec85-4d35-a469-9e4b6164a1dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cff21d-a46e-472e-b989-c01cdf4c7e98', 'code': 200} Jan 27 21:45:40.642802 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: d7d981e4-e534-46a6-a999-63092f600dc0 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:40.643459 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d7d981e4-e534-46a6-a999-63092f600dc0 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:40.849767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d14854d4-21bc-4e1e-878f-afdae29b63f8 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:40.869447 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295208a3-5286-4dca-ad7d-9c9e6287daf7 admin admin] Router 1eb2ffbd-5b01-49e5-aba7-e5165f478178 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:45:40.876690 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (b6b1373d-4542-49e5-84f6-4d68f207d5a3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.903243 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31bc2cad-2976-4e27-80fc-6e39fe757798 req-bd4ae8f9-1046-406d-a420-a6df05410302 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854500 Jan 27 21:45:40.917707 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: d14854d4-21bc-4e1e-878f-afdae29b63f8 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:40.918056 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d14854d4-21bc-4e1e-878f-afdae29b63f8 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:40.919903 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['e207a24b-6340-4d64-8b69-80f333fccfd7'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:41.013932 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:45:41.014306 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:45:41.021955 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:45:41.022316 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Subscribe: > port after_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:45:41.022670 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:45:41.023022 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Subscribe: > port after_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:45:41.023367 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:45:41.023704 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:45:41.024029 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:45:41.024439 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:45:41.122029 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295208a3-5286-4dca-ad7d-9c9e6287daf7 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:45:41.141521 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-295208a3-5286-4dca-ad7d-9c9e6287daf7 admin admin] 10.222.0.23 "PUT /v2.0/routers/1eb2ffbd-5b01-49e5-aba7-e5165f478178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9543669 Jan 27 21:45:41.190786 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:45:41.191297 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:45:41.191734 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:45:41.192199 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:45:41.192734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b1373d-4542-49e5-84f6-4d68f207d5a3']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:41.208900 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-36bb5255-5759-4ed3-bb05-c62b6e89d899 None None] Provisioning complete for port ae140f95-64eb-4e43-b892-741f2734b41c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:41.209288 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-36bb5255-5759-4ed3-bb05-c62b6e89d899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ae140f95-64eb-4e43-b892-741f2734b41c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:41.216700 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60281e2b-e7ba-469e-8cf1-9cf6afe46e9b req-e44ba335-4c78-4f41-81fe-2c75e6f8afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:41.222628 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-60281e2b-e7ba-469e-8cf1-9cf6afe46e9b req-e44ba335-4c78-4f41-81fe-2c75e6f8afe6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 1096 time: 0.5820057 Jan 27 21:45:41.308044 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-36bb5255-5759-4ed3-bb05-c62b6e89d899 None None] Port ae140f95-64eb-4e43-b892-741f2734b41c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:45:41.342626 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb5ad8e8-e17b-4b9d-807a-acbb904ebe84') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:41.346402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb5ad8e8-e17b-4b9d-807a-acbb904ebe84') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:41.414322 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (bb5ad8e8-e17b-4b9d-807a-acbb904ebe84), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:41.496613 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (bb5ad8e8-e17b-4b9d-807a-acbb904ebe84), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:41.515189 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51034cc2-4853-48d7-94ec-1f531fd7be02 req-726ee3d0-67f9-47a2-8dc5-b91135df732d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:41.526879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-51034cc2-4853-48d7-94ec-1f531fd7be02 req-726ee3d0-67f9-47a2-8dc5-b91135df732d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 944 time: 0.3188443 Jan 27 21:45:41.594313 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:45:41.594732 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (bb5ad8e8-e17b-4b9d-807a-acbb904ebe84), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:41.604717 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-51034cc2-4853-48d7-94ec-1f531fd7be02 req-44823c6b-c8ee-45fd-a538-591cb1519313 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768735 Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: from cryptography.utils import int_from_bytes Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: from cryptography.utils import int_from_bytes Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: timer() Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:45:41.608059 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:45:41.719706 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-60281e2b-e7ba-469e-8cf1-9cf6afe46e9b req-f412e0be-55a9-4c91-831e-03c8dd9aab44 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4417667 Jan 27 21:45:41.767083 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (b6b1373d-4542-49e5-84f6-4d68f207d5a3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:41.815330 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-9876e49f-01b1-4b79-8fe8-d8dd2c8097e0 req-e069daf8-6420-4aaa-997a-55b35ea36461 tempest-FloatingIPDetailsNegativeTestJSON-2047670527 tempest-FloatingIPDetailsNegativeTestJSON-2047670527-project] show failed (client error): The resource could not be found. Jan 27 21:45:41.825178 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9876e49f-01b1-4b79-8fe8-d8dd2c8097e0 req-e069daf8-6420-4aaa-997a-55b35ea36461 tempest-FloatingIPDetailsNegativeTestJSON-2047670527 tempest-FloatingIPDetailsNegativeTestJSON-2047670527-project] 10.222.0.23 "GET /v2.0/floatingips/983d7eee-5042-4250-9311-5e9e3c85f0a1 HTTP/1.1" status: 404 len: 350 time: 0.1095560 Jan 27 21:45:41.829259 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45856) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:41.839753 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:41.846996 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b6b1373d-4542-49e5-84f6-4d68f207d5a3 HTTP/1.1" status: 204 len: 168 time: 3.6407654 Jan 27 21:45:41.974145 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f7065-4c75-4926-a522-e488ef67bf59 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6b1373d-4542-49e5-84f6-4d68f207d5a3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:42.026542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a95c4f-2daa-4756-b62f-8df5eac20798 req-84eb8649-ac60-4c7a-be06-972cdab31848 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:42.036815 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4a95c4f-2daa-4756-b62f-8df5eac20798 req-84eb8649-ac60-4c7a-be06-972cdab31848 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 945 time: 0.3137102 Jan 27 21:45:42.137103 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45862) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:42.211406 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c749ca-d280-4db3-bf56-f4118c215c33 req-c985b0e8-fb4e-48c9-8674-34dd08812270 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:42.213716 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43c749ca-d280-4db3-bf56-f4118c215c33 req-c985b0e8-fb4e-48c9-8674-34dd08812270 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.1564655 Jan 27 21:45:42.231063 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4a95c4f-2daa-4756-b62f-8df5eac20798 req-c02803a5-28b2-4d51-baaf-e4955f84105d tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932769 Jan 27 21:45:42.292588 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43c749ca-d280-4db3-bf56-f4118c215c33 req-2d564fd5-b4bf-4ba2-985c-6befaabb5b24 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602322 Jan 27 21:45:42.326850 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8024c3ab-cf7a-4bd6-b67b-69b1d0901232 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef1ed7704e93476181dd3a7ad51f1bfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1859696 Jan 27 21:45:42.332667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45864) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:42.408757 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e82f5c22-00e3-4c86-870c-bbc838083c18 admin admin] Publish callbacks [] for security_group (4cffdbaf-5176-4eec-b7cb-94ab75223cf1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:42.440880 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e82f5c22-00e3-4c86-870c-bbc838083c18 admin admin] Publish callbacks [] for security_group (4cffdbaf-5176-4eec-b7cb-94ab75223cf1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:42.442986 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:42.479061 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device e207a24b-6340-4d64-8b69-80f333fccfd7 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:42.540031 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e82f5c22-00e3-4c86-870c-bbc838083c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4cffdbaf-5176-4eec-b7cb-94ab75223cf1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:42.542915 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e82f5c22-00e3-4c86-870c-bbc838083c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:42.544125 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e82f5c22-00e3-4c86-870c-bbc838083c18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4cffdbaf-5176-4eec-b7cb-94ab75223cf1 HTTP/1.1" status: 204 len: 168 time: 0.2099667 Jan 27 21:45:42.558246 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f5c22-00e3-4c86-870c-bbc838083c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cffdbaf-5176-4eec-b7cb-94ab75223cf1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:42.575832 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad59476c-8a81-42cd-be98-3721d2433243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (1eb2ffbd-5b01-49e5-aba7-e5165f478178), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:42.606748 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port e207a24b-6340-4d64-8b69-80f333fccfd7 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:45:42.617802 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port e207a24b-6340-4d64-8b69-80f333fccfd7 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:42.618229 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e207a24b-6340-4d64-8b69-80f333fccfd7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:42.831458 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port e207a24b-6340-4d64-8b69-80f333fccfd7 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:42.832521 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e207a24b-6340-4d64-8b69-80f333fccfd7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:42.898002 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a6213f-a46a-4231-a4c7-fea5f81aa339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e207a24b-6340-4d64-8b69-80f333fccfd7'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:42.905874 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1623622-6e86-4218-a69a-043089d0046a" -d '{"events": [{"server_uuid": "f2a6213f-a46a-4231-a4c7-fea5f81aa339", "name": "network-vif-plugged", "status": "completed", "tag": "e207a24b-6340-4d64-8b69-80f333fccfd7"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:42.919427 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d208f6a-93f2-408c-9d14-7840b60e43a6 req-19d6152d-504c-4e7d-8798-29fac6ec3188 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:42.928505 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d208f6a-93f2-408c-9d14-7840b60e43a6 req-19d6152d-504c-4e7d-8798-29fac6ec3188 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 944 time: 0.1155632 Jan 27 21:45:42.976343 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5f7f470d-1a83-461c-b8da-3728fc94ccee up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:42.994174 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port e207a24b-6340-4d64-8b69-80f333fccfd7, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=e207a24b-6340-4d64-8b69-80f333fccfd7,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:43.026228 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d208f6a-93f2-408c-9d14-7840b60e43a6 req-41a498b3-6a18-4e2b-a60b-529b9e19ed7c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966096 Jan 27 21:45:43.050784 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18247d77-f99d-45d0-b50e-b022b67fd2af x-openstack-request-id: req-18247d77-f99d-45d0-b50e-b022b67fd2af {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:43.051478 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a6213f-a46a-4231-a4c7-fea5f81aa339", "name": "network-vif-plugged", "status": "completed", "tag": "e207a24b-6340-4d64-8b69-80f333fccfd7", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:43.051949 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18247d77-f99d-45d0-b50e-b022b67fd2af {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:43.052599 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a6213f-a46a-4231-a4c7-fea5f81aa339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e207a24b-6340-4d64-8b69-80f333fccfd7', 'code': 200} Jan 27 21:45:43.057159 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e207a24b-6340-4d64-8b69-80f333fccfd7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:43.168488 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=e207a24b-6340-4d64-8b69-80f333fccfd7,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:43.173010 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5f7f470d-1a83-461c-b8da-3728fc94ccee triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:43.173010 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5f7f470d-1a83-461c-b8da-3728fc94ccee), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:43.235324 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0863843-6d4b-4994-9550-ec6c1fd50c6e req-1687e8bc-8cb3-4d1c-b360-d2449762c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:43.240507 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0863843-6d4b-4994-9550-ec6c1fd50c6e req-1687e8bc-8cb3-4d1c-b360-d2449762c9c1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 1096 time: 0.1075881 Jan 27 21:45:43.246340 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:43.246825 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:43.247263 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:43.247715 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:43.248142 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:43.248596 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:43.249065 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:43.249490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:43.249917 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:43.250343 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:43.250754 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:43.251189 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:43.251714 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:43.390246 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5f7f470d-1a83-461c-b8da-3728fc94ccee is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:43.391414 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5f7f470d-1a83-461c-b8da-3728fc94ccee), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:43.434469 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0863843-6d4b-4994-9550-ec6c1fd50c6e req-1f249f2e-22ae-4d25-9bde-67aa1b55f486 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827676 Jan 27 21:45:43.454772 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 5f7f470d-1a83-461c-b8da-3728fc94ccee, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5f7f470d-1a83-461c-b8da-3728fc94ccee,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:43.465061 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a577f18-3524-4dd9-83ea-723126e600fd None None] Sync routers for ids ['1eb2ffbd-5b01-49e5-aba7-e5165f478178'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:45:43.496669 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85dbb8-789b-4e63-a029-dad5139a223f req-27374daa-3312-4093-becb-d24b2916fe91 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:43.505717 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc85dbb8-789b-4e63-a029-dad5139a223f req-27374daa-3312-4093-becb-d24b2916fe91 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 945 time: 0.1363838 Jan 27 21:45:43.531286 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5f7f470d-1a83-461c-b8da-3728fc94ccee), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:43.580341 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a577f18-3524-4dd9-83ea-723126e600fd None None] Routers {'1eb2ffbd-5b01-49e5-aba7-e5165f478178'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:43.581204 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-7a577f18-3524-4dd9-83ea-723126e600fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:45:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1eb2ffbd-5b01-49e5-aba7-e5165f478178'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:43.690940 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc85dbb8-789b-4e63-a029-dad5139a223f req-4bc7a06b-d068-4e0a-bd52-a217f9cb06a7 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842761 Jan 27 21:45:43.709631 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f20e07-c93f-4a2d-aab3-4cb0f7d7b8ec req-a75ae3da-b4e6-4be7-92f7-a3c85bd7a629 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:43.711215 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e2f20e07-c93f-4a2d-aab3-4cb0f7d7b8ec req-a75ae3da-b4e6-4be7-92f7-a3c85bd7a629 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.1937547 Jan 27 21:45:43.790648 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-7a577f18-3524-4dd9-83ea-723126e600fd None None] Set router 1eb2ffbd-5b01-49e5-aba7-e5165f478178 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:43.809285 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ad59476c-8a81-42cd-be98-3721d2433243 admin admin] Deleting port ae140f95-64eb-4e43-b892-741f2734b41c {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:43.809847 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad59476c-8a81-42cd-be98-3721d2433243 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ae140f95-64eb-4e43-b892-741f2734b41c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:43.835230 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e2f20e07-c93f-4a2d-aab3-4cb0f7d7b8ec req-6e9eea74-ea8d-4ea5-a1d9-a25a54ac25c9 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032081 Jan 27 21:45:43.925310 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad59476c-8a81-42cd-be98-3721d2433243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ae140f95-64eb-4e43-b892-741f2734b41c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:43.940071 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ad59476c-8a81-42cd-be98-3721d2433243 admin admin] Calling delete_port for ae140f95-64eb-4e43-b892-741f2734b41c owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:43.999645 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=5f7f470d-1a83-461c-b8da-3728fc94ccee,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:44.074399 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-7a577f18-3524-4dd9-83ea-723126e600fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb2ffbd-5b01-49e5-aba7-e5165f478178', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1345790381-router', 'tenant_id': '4a669e4dace54eab9a2eba7826f68bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '5f7f470d-1a83-461c-b8da-3728fc94ccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:33Z', 'updated_at': '2022-01-27T21:45:39Z', 'revision_number': 4, 'project_id': '4a669e4dace54eab9a2eba7826f68bde', 'gw_port': {'id': '5f7f470d-1a83-461c-b8da-3728fc94ccee', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb2ffbd-5b01-49e5-aba7-e5165f478178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:34Z', 'updated_at': '2022-01-27T21:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'ae140f95-64eb-4e43-b892-741f2734b41c', 'name': '', 'network_id': 'cf48510a-372f-4cf1-a40c-7fd9cad66b75', 'tenant_id': '4a669e4dace54eab9a2eba7826f68bde', 'mac_address': 'fa:16:3e:c9:a9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb2ffbd-5b01-49e5-aba7-e5165f478178', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '9d9995be-5af8-46bc-a3a7-53a79caf4089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:38Z', 'updated_at': '2022-01-27T21:45:39Z', 'revision_number': 2, 'project_id': '4a669e4dace54eab9a2eba7826f68bde', 'subnets': [{'id': '9d9995be-5af8-46bc-a3a7-53a79caf4089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:44.104550 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a577f18-3524-4dd9-83ea-723126e600fd None None] Checking router: 1eb2ffbd-5b01-49e5-aba7-e5165f478178 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:45:44.104885 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a577f18-3524-4dd9-83ea-723126e600fd None None] Updating router 1eb2ffbd-5b01-49e5-aba7-e5165f478178 port ae140f95-64eb-4e43-b892-741f2734b41c binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:45:44.136543 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7a577f18-3524-4dd9-83ea-723126e600fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ae140f95-64eb-4e43-b892-741f2734b41c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.240108 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96d566-82ed-4fb3-be21-dc2275056904 req-98743b4c-1f55-45dd-bace-172c3d967d04 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:44.250685 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef96d566-82ed-4fb3-be21-dc2275056904 req-98743b4c-1f55-45dd-bace-172c3d967d04 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 945 time: 0.0772769 Jan 27 21:45:44.258160 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad59476c-8a81-42cd-be98-3721d2433243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (ae140f95-64eb-4e43-b892-741f2734b41c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.304819 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef96d566-82ed-4fb3-be21-dc2275056904 req-a1c2ce4f-6c0d-495e-809f-185629efce2a tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532613 Jan 27 21:45:44.315520 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59476c-8a81-42cd-be98-3721d2433243 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae140f95-64eb-4e43-b892-741f2734b41c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:44.595751 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-7a577f18-3524-4dd9-83ea-723126e600fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:45:44.596713 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-7a577f18-3524-4dd9-83ea-723126e600fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:45:44.646273 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad59476c-8a81-42cd-be98-3721d2433243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (1eb2ffbd-5b01-49e5-aba7-e5165f478178), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.779808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5f7f470d-1a83-461c-b8da-3728fc94ccee up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:44.849875 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b453dd-8319-4c53-9902-9db8dc6d8eb1 req-39330219-5eeb-4bec-a10d-a567efb371e8 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:44.857987 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b8b453dd-8319-4c53-9902-9db8dc6d8eb1 req-39330219-5eeb-4bec-a10d-a567efb371e8 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 945 time: 0.0625067 Jan 27 21:45:44.894727 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5f7f470d-1a83-461c-b8da-3728fc94ccee triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:44.901097 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5f7f470d-1a83-461c-b8da-3728fc94ccee), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.935463 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b8b453dd-8319-4c53-9902-9db8dc6d8eb1 req-ab377fbe-5f0a-4228-a7bd-f2aefc8f0a29 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739403 Jan 27 21:45:45.054885 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad59476c-8a81-42cd-be98-3721d2433243 admin admin] Router 1eb2ffbd-5b01-49e5-aba7-e5165f478178 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:45:45.111683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054338dc-a11d-474f-86b7-0b0d3ab84c31 req-d549bd87-944e-4b27-b18e-b8df99002bdf tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:45.113875 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-054338dc-a11d-474f-86b7-0b0d3ab84c31 req-d549bd87-944e-4b27-b18e-b8df99002bdf tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.1770749 Jan 27 21:45:45.190300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708d783-4319-4d8a-ab8b-76fa4fd88633 req-f07c21a8-d675-42e3-a0bf-f370622d21da tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:45.192213 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3708d783-4319-4d8a-ab8b-76fa4fd88633 req-f07c21a8-d675-42e3-a0bf-f370622d21da tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 945 time: 0.1774521 Jan 27 21:45:45.203179 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45916) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:45.207850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-58e318c6-6496-45df-a3fd-5a2d4d55fe38 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Request body: {'floatingip': {'port_id': '03cff21d-a46e-472e-b989-c01cdf4c7e98'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:45.267219 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-054338dc-a11d-474f-86b7-0b0d3ab84c31 req-ba71efdd-0965-4b2d-b1ea-ad52a553e8af tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243894 Jan 27 21:45:45.294218 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-58e318c6-6496-45df-a3fd-5a2d4d55fe38 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for floatingip (de843f04-6262-4956-81f0-ce0499e56019), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:45.309499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad59476c-8a81-42cd-be98-3721d2433243 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:45:45.320008 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ad59476c-8a81-42cd-be98-3721d2433243 admin admin] 10.222.0.23 "PUT /v2.0/routers/1eb2ffbd-5b01-49e5-aba7-e5165f478178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4895909 Jan 27 21:45:45.325568 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a577f18-3524-4dd9-83ea-723126e600fd None None] Port ae140f95-64eb-4e43-b892-741f2734b41c not found while updating agent binding for router 1eb2ffbd-5b01-49e5-aba7-e5165f478178. {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 27 21:45:45.327030 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45918) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:45.362261 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a577f18-3524-4dd9-83ea-723126e600fd None None] Routers {'1eb2ffbd-5b01-49e5-aba7-e5165f478178'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:45.371053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-7a577f18-3524-4dd9-83ea-723126e600fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:45:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1eb2ffbd-5b01-49e5-aba7-e5165f478178'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:45.597573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5f7f470d-1a83-461c-b8da-3728fc94ccee is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:45.614943 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ff0ad9f-cc98-408d-8b39-53d95eae6dd2 admin admin] Publish callbacks [] for router (1eb2ffbd-5b01-49e5-aba7-e5165f478178), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:45.709973 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-7a577f18-3524-4dd9-83ea-723126e600fd None None] Set router 1eb2ffbd-5b01-49e5-aba7-e5165f478178 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:45.826073 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cdaaa-5d09-443d-9f6d-d4845c0bd76c req-fa9d4ab9-64a1-44db-b212-c5d8c4545443 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:45.827793 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc5cdaaa-5d09-443d-9f6d-d4845c0bd76c req-fa9d4ab9-64a1-44db-b212-c5d8c4545443 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 945 time: 0.2464175 Jan 27 21:45:45.867566 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ff0ad9f-cc98-408d-8b39-53d95eae6dd2 admin admin] Publish callbacks [] for router_gateway (1eb2ffbd-5b01-49e5-aba7-e5165f478178), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:45.986038 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-4ff0ad9f-cc98-408d-8b39-53d95eae6dd2 admin admin] Deleting port 5f7f470d-1a83-461c-b8da-3728fc94ccee {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:45.986492 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ff0ad9f-cc98-408d-8b39-53d95eae6dd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5f7f470d-1a83-461c-b8da-3728fc94ccee), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:46.121782 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-7a577f18-3524-4dd9-83ea-723126e600fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb2ffbd-5b01-49e5-aba7-e5165f478178', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1345790381-router', 'tenant_id': '4a669e4dace54eab9a2eba7826f68bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '5f7f470d-1a83-461c-b8da-3728fc94ccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:33Z', 'updated_at': '2022-01-27T21:45:44Z', 'revision_number': 5, 'project_id': '4a669e4dace54eab9a2eba7826f68bde', 'gw_port': {'id': '5f7f470d-1a83-461c-b8da-3728fc94ccee', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb2ffbd-5b01-49e5-aba7-e5165f478178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:34Z', 'updated_at': '2022-01-27T21:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:46.165265 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc5cdaaa-5d09-443d-9f6d-d4845c0bd76c req-6ea00dbb-0c4a-4042-a001-e565c5b1b33d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156557 Jan 27 21:45:46.188420 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-4ff0ad9f-cc98-408d-8b39-53d95eae6dd2 admin admin] For port 5f7f470d-1a83-461c-b8da-3728fc94ccee, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5f7f470d-1a83-461c-b8da-3728fc94ccee,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:46.189457 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ff0ad9f-cc98-408d-8b39-53d95eae6dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5f7f470d-1a83-461c-b8da-3728fc94ccee), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:46.216819 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-4ff0ad9f-cc98-408d-8b39-53d95eae6dd2 admin admin] Calling delete_port for 5f7f470d-1a83-461c-b8da-3728fc94ccee owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:46.235406 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a577f18-3524-4dd9-83ea-723126e600fd None None] The sync data for ids ['1eb2ffbd-5b01-49e5-aba7-e5165f478178'] in n-d-772272-3 is: [{'id': '1eb2ffbd-5b01-49e5-aba7-e5165f478178', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1345790381-router', 'tenant_id': '4a669e4dace54eab9a2eba7826f68bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '5f7f470d-1a83-461c-b8da-3728fc94ccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:33Z', 'updated_at': '2022-01-27T21:45:44Z', 'revision_number': 5, 'project_id': '4a669e4dace54eab9a2eba7826f68bde', 'gw_port': {'id': '5f7f470d-1a83-461c-b8da-3728fc94ccee', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb2ffbd-5b01-49e5-aba7-e5165f478178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:34Z', 'updated_at': '2022-01-27T21:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:45:46.499260 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-58e318c6-6496-45df-a3fd-5a2d4d55fe38 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:46.505253 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-58e318c6-6496-45df-a3fd-5a2d4d55fe38 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (de843f04-6262-4956-81f0-ce0499e56019), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:46.559563 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b21aa-e640-4d38-a0f3-0b9cdcd7b746 req-037a0a0f-fbaa-4c1c-9f49-c41df622dbae tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:46.560942 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ff0ad9f-cc98-408d-8b39-53d95eae6dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5f7f470d-1a83-461c-b8da-3728fc94ccee), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:46.561142 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-147b21aa-e640-4d38-a0f3-0b9cdcd7b746 req-037a0a0f-fbaa-4c1c-9f49-c41df622dbae tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.1481600 Jan 27 21:45:46.593349 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0ad9f-cc98-408d-8b39-53d95eae6dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f7f470d-1a83-461c-b8da-3728fc94ccee,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:46.713384 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ff0ad9f-cc98-408d-8b39-53d95eae6dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (1eb2ffbd-5b01-49e5-aba7-e5165f478178), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:46.719428 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-147b21aa-e640-4d38-a0f3-0b9cdcd7b746 req-4f878f6f-374c-4bc4-96d6-152a694fcd18 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505764 Jan 27 21:45:46.721975 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-58e318c6-6496-45df-a3fd-5a2d4d55fe38 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Floating IP de843f04-6262-4956-81f0-ce0499e56019 associated. External IP: 172.25.3.226, port: 03cff21d-a46e-472e-b989-c01cdf4c7e98. Jan 27 21:45:46.953030 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ff0ad9f-cc98-408d-8b39-53d95eae6dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (1eb2ffbd-5b01-49e5-aba7-e5165f478178), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:46.955466 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ff0ad9f-cc98-408d-8b39-53d95eae6dd2 admin admin] Publish callbacks [] for router_controller (1eb2ffbd-5b01-49e5-aba7-e5165f478178), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.044618 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ff0ad9f-cc98-408d-8b39-53d95eae6dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (1eb2ffbd-5b01-49e5-aba7-e5165f478178), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.045155 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff0ad9f-cc98-408d-8b39-53d95eae6dd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1eb2ffbd-5b01-49e5-aba7-e5165f478178 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:45:47.060383 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ff0ad9f-cc98-408d-8b39-53d95eae6dd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.064501 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4ff0ad9f-cc98-408d-8b39-53d95eae6dd2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/1eb2ffbd-5b01-49e5-aba7-e5165f478178 HTTP/1.1" status: 204 len: 168 time: 1.7333484 Jan 27 21:45:47.065206 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45980) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:47.117662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148984c-b6ca-4db3-88b6-0f1c823f6b84 req-995f7535-039a-4948-9cf0-9b1e44ea933e tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:47.120502 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9148984c-b6ca-4db3-88b6-0f1c823f6b84 req-995f7535-039a-4948-9cf0-9b1e44ea933e tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 945 time: 0.1503713 Jan 27 21:45:47.127230 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0e49b1-03a5-4589-ae55-976608a8b1f3 admin admin] Deleting subnet 9d9995be-5af8-46bc-a3a7-53a79caf4089 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:45:47.131368 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c0e49b1-03a5-4589-ae55-976608a8b1f3 admin admin] Publish callbacks [] for subnet (9d9995be-5af8-46bc-a3a7-53a79caf4089), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.177529 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c0e49b1-03a5-4589-ae55-976608a8b1f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (9d9995be-5af8-46bc-a3a7-53a79caf4089), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.247809 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9148984c-b6ca-4db3-88b6-0f1c823f6b84 req-ec2b62b0-1529-449f-b804-06fd36df0119 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/security-groups?id=568ba1e0-91c3-4e74-a986-802256f0b736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831735 Jan 27 21:45:47.258420 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e318c6-6496-45df-a3fd-5a2d4d55fe38 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Router 03531ac1-7e68-4c93-948b-269fd9d16c92 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:45:47.315066 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c0e49b1-03a5-4589-ae55-976608a8b1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (9d9995be-5af8-46bc-a3a7-53a79caf4089), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.396390 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c0e49b1-03a5-4589-ae55-976608a8b1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (9d9995be-5af8-46bc-a3a7-53a79caf4089), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.426632 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e49b1-03a5-4589-ae55-976608a8b1f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d9995be-5af8-46bc-a3a7-53a79caf4089,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:47.431242 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c0e49b1-03a5-4589-ae55-976608a8b1f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.434619 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6c0e49b1-03a5-4589-ae55-976608a8b1f3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9d9995be-5af8-46bc-a3a7-53a79caf4089 HTTP/1.1" status: 204 len: 168 time: 0.3673067 Jan 27 21:45:47.438402 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45990) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:47.442714 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054c599c-2883-4017-9628-5312e7c4594b None None] Network cf48510a-372f-4cf1-a40c-7fd9cad66b75 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:47.492618 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65adc62c-b79c-40fd-beb3-a0a281e0e579 None None] Sync routers for ids ['1eb2ffbd-5b01-49e5-aba7-e5165f478178'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:45:47.521702 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65adc62c-b79c-40fd-beb3-a0a281e0e579 None None] Routers set() bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:47.522358 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65adc62c-b79c-40fd-beb3-a0a281e0e579 None None] Router IDs set() for agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 21:45:47.523166 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_agentschedulers_db [None req-65adc62c-b79c-40fd-beb3-a0a281e0e579 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1eb2ffbd-5b01-49e5-aba7-e5165f478178'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:45:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent'). {{(pid=109744) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 21:45:47.546934 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-826ef2b3-0bed-4e92-ab70-e5e8a4026043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (cf48510a-372f-4cf1-a40c-7fd9cad66b75), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.553071 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65adc62c-b79c-40fd-beb3-a0a281e0e579 None None] Routers set() bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:47.561483 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65adc62c-b79c-40fd-beb3-a0a281e0e579 None None] Router IDs set() for agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 21:45:47.562472 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_agentschedulers_db [None req-65adc62c-b79c-40fd-beb3-a0a281e0e579 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1eb2ffbd-5b01-49e5-aba7-e5165f478178'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:45:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent'). {{(pid=109744) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 21:45:47.563101 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65adc62c-b79c-40fd-beb3-a0a281e0e579 None None] The sync data for ids ['1eb2ffbd-5b01-49e5-aba7-e5165f478178'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:45:47.642201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-826ef2b3-0bed-4e92-ab70-e5e8a4026043 admin admin] Deleting port 7c90e45e-e873-4896-b3e2-0396d31333c7 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:47.642937 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-826ef2b3-0bed-4e92-ab70-e5e8a4026043 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7c90e45e-e873-4896-b3e2-0396d31333c7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.761088 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba3fef0-ba4b-448a-8431-58cb9fe79a3c None None] DHCP port deletion for cf48510a-372f-4cf1-a40c-7fd9cad66b75 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:45:47.784655 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-826ef2b3-0bed-4e92-ab70-e5e8a4026043 admin admin] For port 7c90e45e-e873-4896-b3e2-0396d31333c7, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7c90e45e-e873-4896-b3e2-0396d31333c7,segment=NetworkSegment(514d8b84-1e7b-4bc8-ac74-0419b900f7cb),segment_id=514d8b84-1e7b-4bc8-ac74-0419b900f7cb)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:47.785233 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-826ef2b3-0bed-4e92-ab70-e5e8a4026043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7c90e45e-e873-4896-b3e2-0396d31333c7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.800363 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd285969-d2f2-41f4-9c1c-f0516bdf3f22 req-2336e3ac-fb0c-4aee-badb-67e70542dda3 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:47.801897 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd285969-d2f2-41f4-9c1c-f0516bdf3f22 req-2336e3ac-fb0c-4aee-badb-67e70542dda3 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 945 time: 0.4705541 Jan 27 21:45:47.802498 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-826ef2b3-0bed-4e92-ab70-e5e8a4026043 admin admin] Calling delete_port for 7c90e45e-e873-4896-b3e2-0396d31333c7 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:47.809149 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e318c6-6496-45df-a3fd-5a2d4d55fe38 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:45:47.813601 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-58e318c6-6496-45df-a3fd-5a2d4d55fe38 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.828671 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4a57e7-2fcf-446c-b518-b8983b3acabf None None] Sync routers for ids ['03531ac1-7e68-4c93-948b-269fd9d16c92'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:45:47.845478 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4a57e7-2fcf-446c-b518-b8983b3acabf None None] Routers {'03531ac1-7e68-4c93-948b-269fd9d16c92'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:47.846117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-da4a57e7-2fcf-446c-b518-b8983b3acabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:45:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['03531ac1-7e68-4c93-948b-269fd9d16c92'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:47.874703 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-58e318c6-6496-45df-a3fd-5a2d4d55fe38 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "PUT /v2.0/floatingips/de843f04-6262-4956-81f0-ce0499e56019 HTTP/1.1" status: 200 len: 991 time: 2.6701884 Jan 27 21:45:47.879183 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18379da-ec85-4d35-a469-9e4b6164a1dd', 'tag': '03cff21d-a46e-472e-b989-c01cdf4c7e98'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:47.881619 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcc5969-9669-49da-baa9-823a52a4fe6f" -d '{"events": [{"name": "network-changed", "server_uuid": "e18379da-ec85-4d35-a469-9e4b6164a1dd", "tag": "03cff21d-a46e-472e-b989-c01cdf4c7e98"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:47.928725 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd285969-d2f2-41f4-9c1c-f0516bdf3f22 req-1520ccae-dab1-4986-86ac-a40866aff79a tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026874 Jan 27 21:45:47.982925 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a65858-9479-4fcf-98ae-b38fa139682c req-bd3bf2ac-3b51-40a6-afef-52a60f45d622 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:48.000546 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-da4a57e7-2fcf-446c-b518-b8983b3acabf None None] Set router 03531ac1-7e68-4c93-948b-269fd9d16c92 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:48.001859 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f9a65858-9479-4fcf-98ae-b38fa139682c req-bd3bf2ac-3b51-40a6-afef-52a60f45d622 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.1059380 Jan 27 21:45:48.014043 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-826ef2b3-0bed-4e92-ab70-e5e8a4026043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7c90e45e-e873-4896-b3e2-0396d31333c7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:48.071791 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826ef2b3-0bed-4e92-ab70-e5e8a4026043 admin admin] No DVR routers for this DVR port 7c90e45e-e873-4896-b3e2-0396d31333c7 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:48.079683 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ef2b3-0bed-4e92-ab70-e5e8a4026043 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c90e45e-e873-4896-b3e2-0396d31333c7,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:48.097545 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f9a65858-9479-4fcf-98ae-b38fa139682c req-f27e1134-77b6-4055-b18c-7c5f977619ca tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947113 Jan 27 21:45:48.101946 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5fb4ff-db77-437d-b513-87a3e9446211 x-openstack-request-id: req-8e5fb4ff-db77-437d-b513-87a3e9446211 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:48.112344 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18379da-ec85-4d35-a469-9e4b6164a1dd", "tag": "03cff21d-a46e-472e-b989-c01cdf4c7e98", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:48.112608 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e5fb4ff-db77-437d-b513-87a3e9446211 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:48.113052 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18379da-ec85-4d35-a469-9e4b6164a1dd', 'tag': '03cff21d-a46e-472e-b989-c01cdf4c7e98', 'status': 'completed', 'code': 200} Jan 27 21:45:48.223948 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc5969-9669-49da-baa9-823a52a4fe6f req-5c2fbcc0-535d-472c-91aa-998fac02eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:48.225973 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0bcc5969-9669-49da-baa9-823a52a4fe6f req-5c2fbcc0-535d-472c-91aa-998fac02eb8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26970e00ed0848ac91d62d52a2a5e8f6&device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 1096 time: 0.0894952 Jan 27 21:45:48.268791 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-826ef2b3-0bed-4e92-ab70-e5e8a4026043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (cf48510a-372f-4cf1-a40c-7fd9cad66b75), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:48.303718 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-826ef2b3-0bed-4e92-ab70-e5e8a4026043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf48510a-372f-4cf1-a40c-7fd9cad66b75']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:48.320238 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-826ef2b3-0bed-4e92-ab70-e5e8a4026043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514d8b84-1e7b-4bc8-ac74-0419b900f7cb') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:48.321005 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-826ef2b3-0bed-4e92-ab70-e5e8a4026043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514d8b84-1e7b-4bc8-ac74-0419b900f7cb') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:48.334210 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-826ef2b3-0bed-4e92-ab70-e5e8a4026043 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (514d8b84-1e7b-4bc8-ac74-0419b900f7cb), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:48.361350 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-826ef2b3-0bed-4e92-ab70-e5e8a4026043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (514d8b84-1e7b-4bc8-ac74-0419b900f7cb), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:48.381380 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826ef2b3-0bed-4e92-ab70-e5e8a4026043 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:45:48.381785 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-826ef2b3-0bed-4e92-ab70-e5e8a4026043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (514d8b84-1e7b-4bc8-ac74-0419b900f7cb), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: timer() Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:45:48.384283 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:45:48.488053 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-826ef2b3-0bed-4e92-ab70-e5e8a4026043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (cf48510a-372f-4cf1-a40c-7fd9cad66b75), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:48.508403 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-826ef2b3-0bed-4e92-ab70-e5e8a4026043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:48.513871 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-826ef2b3-0bed-4e92-ab70-e5e8a4026043 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cf48510a-372f-4cf1-a40c-7fd9cad66b75 HTTP/1.1" status: 204 len: 168 time: 1.0747228 Jan 27 21:45:48.527845 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8ba3fef0-ba4b-448a-8431-58cb9fe79a3c None None] Deleting port 7c90e45e-e873-4896-b3e2-0396d31333c7 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:48.528363 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8ba3fef0-ba4b-448a-8431-58cb9fe79a3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7c90e45e-e873-4896-b3e2-0396d31333c7), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:48.548926 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ef2b3-0bed-4e92-ab70-e5e8a4026043 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf48510a-372f-4cf1-a40c-7fd9cad66b75,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:48.606005 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353351a-847e-4653-afd7-8557eb3a6ef9 req-718d3fd3-9b99-4f4b-97c9-dc2847a9132c tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server [None req-8ba3fef0-ba4b-448a-8431-58cb9fe79a3c None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network cf48510a-372f-4cf1-a40c-7fd9cad66b75 could not be found. Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._iter().one() Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 21:45:48.614342 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2006, in delete_port Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1206, in get_network Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network cf48510a-372f-4cf1-a40c-7fd9cad66b75 could not be found. Jan 27 21:45:48.619137 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Jan 27 21:45:48.622684 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e353351a-847e-4653-afd7-8557eb3a6ef9 req-718d3fd3-9b99-4f4b-97c9-dc2847a9132c tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 1096 time: 0.3898468 Jan 27 21:45:48.645969 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2078dc42-c007-444e-b493-37f0dc741afc None None] get_active_networks_info from n-d-772272-3 {{(pid=109743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 21:45:48.688285 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-b06630bc-8287-4715-a02f-78f6a39f930d service neutron] show failed (client error): The resource could not be found. Jan 27 21:45:48.689531 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-b06630bc-8287-4715-a02f-78f6a39f930d service neutron] 10.222.0.15 "GET /v2.0/ports/537d39f5-3db6-4733-9179-5735f9af9f10/bindings/n-h2-772272-3 HTTP/1.1" status: 404 len: 380 time: 0.3807917 Jan 27 21:45:48.722660 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e353351a-847e-4653-afd7-8557eb3a6ef9 req-1eaeab7b-364b-4bab-87ff-267a27f3f5d1 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047845 Jan 27 21:45:48.801142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf61509-ef71-4c11-9fdb-3c1cb6ddd01d req-fe81a932-7d0c-47b7-9e60-0a578b2dbbbc tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:48.807391 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dcf61509-ef71-4c11-9fdb-3c1cb6ddd01d req-fe81a932-7d0c-47b7-9e60-0a578b2dbbbc tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 945 time: 0.4053218 Jan 27 21:45:48.855743 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2078dc42-c007-444e-b493-37f0dc741afc None None] Resources bound (agent type, host, resource id): {{(pid=109743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 21:45:48.862464 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5f7f470d-1a83-461c-b8da-3728fc94ccee no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:48.900425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc5969-9669-49da-baa9-823a52a4fe6f req-75857b82-e1b7-4a43-9ed5-c3a8b2bf6386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:48.905958 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0bcc5969-9669-49da-baa9-823a52a4fe6f req-75857b82-e1b7-4a43-9ed5-c3a8b2bf6386 service neutron] 10.222.0.21 "GET /v2.0/networks?id=15739e47-d117-45df-b39e-3668ba6a6ce6 HTTP/1.1" status: 200 len: 925 time: 0.6666143 Jan 27 21:45:48.942285 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46056) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:49.041032 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ef9dd1aa-df93-4282-843b-407d8874e01c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a669e4dace54eab9a2eba7826f68bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0973215 Jan 27 21:45:49.047920 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46064) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:49.167547 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ad8efd9-22e0-4aeb-9a78-525aa37886e5 admin admin] Publish callbacks [] for security_group (1503490d-445d-4931-b8a5-2a7d2e2a673b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:49.174756 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 5f7f470d-1a83-461c-b8da-3728fc94ccee {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:49.175122 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5f7f470d-1a83-461c-b8da-3728fc94ccee not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:49.175620 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7c90e45e-e873-4896-b3e2-0396d31333c7 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:49.213886 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ad8efd9-22e0-4aeb-9a78-525aa37886e5 admin admin] Publish callbacks [] for security_group (1503490d-445d-4931-b8a5-2a7d2e2a673b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:49.222122 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dcf61509-ef71-4c11-9fdb-3c1cb6ddd01d req-773dc46f-60e7-4f37-ac99-399f2137e591 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/security-groups?id=568ba1e0-91c3-4e74-a986-802256f0b736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994474 Jan 27 21:45:49.322700 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ad8efd9-22e0-4aeb-9a78-525aa37886e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1503490d-445d-4931-b8a5-2a7d2e2a673b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:49.324009 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ad8efd9-22e0-4aeb-9a78-525aa37886e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:49.329057 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5ad8efd9-22e0-4aeb-9a78-525aa37886e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1503490d-445d-4931-b8a5-2a7d2e2a673b HTTP/1.1" status: 204 len: 168 time: 0.2774570 Jan 27 21:45:49.346635 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8efd9-22e0-4aeb-9a78-525aa37886e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1503490d-445d-4931-b8a5-2a7d2e2a673b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:49.445074 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-da4a57e7-2fcf-446c-b518-b8983b3acabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-router', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:49Z', 'revision_number': 4, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'gw_port': {'id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'de843f04-6262-4956-81f0-ce0499e56019', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'port_id': '03cff21d-a46e-472e-b989-c01cdf4c7e98', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'mac_address': 'fa:16:3e:00:74:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18379da-ec85-4d35-a469-9e4b6164a1dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:43:12Z', 'updated_at': '2022-01-27T21:45:46Z', 'revision_number': 5, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196fbab9-bbcb-432c-b3c7-8fb4d51c06d5', 'name': '', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'mac_address': 'fa:16:3e:11:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:48Z', 'updated_at': '2022-01-27T21:42:55Z', 'revision_number': 5, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'subnets': [{'id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:49.457738 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0bcc5969-9669-49da-baa9-823a52a4fe6f req-e1e401e7-f1b6-42a7-9d9d-9aaf6afde2f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03cff21d-a46e-472e-b989-c01cdf4c7e98 HTTP/1.1" status: 200 len: 999 time: 0.5389750 Jan 27 21:45:49.544439 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4a57e7-2fcf-446c-b518-b8983b3acabf None None] Checking router: 03531ac1-7e68-4c93-948b-269fd9d16c92 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:45:49.570082 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-dfb9d419-7cd6-4dd9-9167-794fcc498a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:49.579389 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-dfb9d419-7cd6-4dd9-9167-794fcc498a01 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a&tenant_id=199845b217c54a388bc3d621d514a954 HTTP/1.1" status: 200 len: 1100 time: 0.3446205 Jan 27 21:45:49.641193 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-772272-3', 'device_owner': 'compute:nova'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:49.777907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8bf9d-a3db-4144-81bd-7687ee9f6df1 req-61410df4-c28f-46e1-a4c3-8b923981c4a4 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:49.779484 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-34f8bf9d-a3db-4144-81bd-7687ee9f6df1 req-61410df4-c28f-46e1-a4c3-8b923981c4a4 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.3838811 Jan 27 21:45:49.800192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc5969-9669-49da-baa9-823a52a4fe6f req-9d7ba783-4005-4d8b-9567-7673aacabcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:49.801717 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0bcc5969-9669-49da-baa9-823a52a4fe6f req-9d7ba783-4005-4d8b-9567-7673aacabcbf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eca82b27-8c14-4e8f-bf68-e048c8afdfc4 HTTP/1.1" status: 200 len: 863 time: 0.2950077 Jan 27 21:45:49.835968 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dfc45-2958-498b-a7e5-7bc53dac7bbd req-2dd1864b-7abe-4c52-9a09-efbd74f3add4 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:49.845898 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-972dfc45-2958-498b-a7e5-7bc53dac7bbd req-2dd1864b-7abe-4c52-9a09-efbd74f3add4 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 945 time: 0.1486211 Jan 27 21:45:49.873438 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (537d39f5-3db6-4733-9179-5735f9af9f10), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:49.982373 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-34f8bf9d-a3db-4144-81bd-7687ee9f6df1 req-37ce1d10-96f4-4f94-8c03-fb1bdf275e49 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771829 Jan 27 21:45:50.011595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc5969-9669-49da-baa9-823a52a4fe6f req-88bea6cc-8fba-4a31-a4d7-c78412225e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:50.013146 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0bcc5969-9669-49da-baa9-823a52a4fe6f req-88bea6cc-8fba-4a31-a4d7-c78412225e48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15739e47-d117-45df-b39e-3668ba6a6ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1985264 Jan 27 21:45:50.028150 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 7c90e45e-e873-4896-b3e2-0396d31333c7 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:50.028571 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7c90e45e-e873-4896-b3e2-0396d31333c7 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:50.050017 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4a57e7-2fcf-446c-b518-b8983b3acabf None None] Routers {'03531ac1-7e68-4c93-948b-269fd9d16c92'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:50.050692 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-da4a57e7-2fcf-446c-b518-b8983b3acabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:45:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['03531ac1-7e68-4c93-948b-269fd9d16c92'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:50.065614 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-972dfc45-2958-498b-a7e5-7bc53dac7bbd req-a1f4cb55-b6c8-4de9-9e54-af7b765538b9 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Deleting port e70f0d00-d82a-45c0-bb7d-d08d448ae524 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:50.067297 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-972dfc45-2958-498b-a7e5-7bc53dac7bbd req-a1f4cb55-b6c8-4de9-9e54-af7b765538b9 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e70f0d00-d82a-45c0-bb7d-d08d448ae524), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:50.391278 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-972dfc45-2958-498b-a7e5-7bc53dac7bbd req-a1f4cb55-b6c8-4de9-9e54-af7b765538b9 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] For port e70f0d00-d82a-45c0-bb7d-d08d448ae524, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=e70f0d00-d82a-45c0-bb7d-d08d448ae524,segment=NetworkSegment(3c0f2f42-fe56-4027-8e68-8e0ff56e6659),segment_id=3c0f2f42-fe56-4027-8e68-8e0ff56e6659)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:50.391933 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-972dfc45-2958-498b-a7e5-7bc53dac7bbd req-a1f4cb55-b6c8-4de9-9e54-af7b765538b9 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e70f0d00-d82a-45c0-bb7d-d08d448ae524), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:50.402628 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0085c8-554b-47b3-84a7-5e9eea9e5ac6 None None] DHCP port deletion for cf48510a-372f-4cf1-a40c-7fd9cad66b75 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:45:50.431490 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-972dfc45-2958-498b-a7e5-7bc53dac7bbd req-a1f4cb55-b6c8-4de9-9e54-af7b765538b9 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Calling delete_port for e70f0d00-d82a-45c0-bb7d-d08d448ae524 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:50.434690 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0bcc5969-9669-49da-baa9-823a52a4fe6f req-03dee262-b832-49ac-aa52-1d092d278212 service neutron] 10.222.0.21 "GET /v2.0/networks/15739e47-d117-45df-b39e-3668ba6a6ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088972 Jan 27 21:45:50.454017 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-da4a57e7-2fcf-446c-b518-b8983b3acabf None None] Set router 03531ac1-7e68-4c93-948b-269fd9d16c92 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:50.735926 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0bcc5969-9669-49da-baa9-823a52a4fe6f req-c6b31374-cc1b-457b-88ad-d4e493f48485 service neutron] 10.222.0.21 "GET /v2.0/networks/15739e47-d117-45df-b39e-3668ba6a6ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343040 Jan 27 21:45:50.782093 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-972dfc45-2958-498b-a7e5-7bc53dac7bbd req-a1f4cb55-b6c8-4de9-9e54-af7b765538b9 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (e70f0d00-d82a-45c0-bb7d-d08d448ae524), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:50.871459 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4cb55-b6c8-4de9-9e54-af7b765538b9 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Pushing event deleted for resources: {'Port': ['ID=e70f0d00-d82a-45c0-bb7d-d08d448ae524,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:50.892601 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23227e0-a822-4d2a-b1c5-835582b4ae0c req-81c38f0a-1d50-40eb-a3b1-ea694401db69 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:50.895404 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b23227e0-a822-4d2a-b1c5-835582b4ae0c req-81c38f0a-1d50-40eb-a3b1-ea694401db69 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb78b828-ba1c-4da8-9b5b-13a750cecc7b HTTP/1.1" status: 200 len: 867 time: 0.4591250 Jan 27 21:45:50.919373 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:50.983742 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-972dfc45-2958-498b-a7e5-7bc53dac7bbd req-a1f4cb55-b6c8-4de9-9e54-af7b765538b9 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] No DVR routers for this DVR port e70f0d00-d82a-45c0-bb7d-d08d448ae524 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:51.009978 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-972dfc45-2958-498b-a7e5-7bc53dac7bbd req-a1f4cb55-b6c8-4de9-9e54-af7b765538b9 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.015164 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-972dfc45-2958-498b-a7e5-7bc53dac7bbd req-a1f4cb55-b6c8-4de9-9e54-af7b765538b9 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.21 "DELETE /v2.0/ports/e70f0d00-d82a-45c0-bb7d-d08d448ae524 HTTP/1.1" status: 204 len: 173 time: 1.1616213 Jan 27 21:45:51.015841 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb78b828-ba1c-4da8-9b5b-13a750cecc7b', 'name': 'network-vif-deleted', 'tag': 'e70f0d00-d82a-45c0-bb7d-d08d448ae524'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:51.018673 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c45029f-d81d-4896-9652-4059d5be29dc" -d '{"events": [{"server_uuid": "cb78b828-ba1c-4da8-9b5b-13a750cecc7b", "name": "network-vif-deleted", "tag": "e70f0d00-d82a-45c0-bb7d-d08d448ae524"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:51.027157 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] For port 537d39f5-3db6-4733-9179-5735f9af9f10, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=537d39f5-3db6-4733-9179-5735f9af9f10,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:51.175024 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46124) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:51.278036 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b23227e0-a822-4d2a-b1c5-835582b4ae0c req-7bca97c7-1ca9-40e7-adf0-ed06be3e6584 tempest-AttachSCSIVolumeTestJSON-2072507494 tempest-AttachSCSIVolumeTestJSON-2072507494-project] 10.222.0.23 "GET /v2.0/security-groups?id=568ba1e0-91c3-4e74-a986-802256f0b736&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744557 Jan 27 21:45:51.356227 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-da4a57e7-2fcf-446c-b518-b8983b3acabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-router', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:49Z', 'revision_number': 4, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'gw_port': {'id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'de843f04-6262-4956-81f0-ce0499e56019', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'port_id': '03cff21d-a46e-472e-b989-c01cdf4c7e98', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'mac_address': 'fa:16:3e:00:74:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18379da-ec85-4d35-a469-9e4b6164a1dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:43:12Z', 'updated_at': '2022-01-27T21:45:46Z', 'revision_number': 5, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196fbab9-bbcb-432c-b3c7-8fb4d51c06d5', 'name': '', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'mac_address': 'fa:16:3e:11:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:48Z', 'updated_at': '2022-01-27T21:42:55Z', 'revision_number': 5, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'subnets': [{'id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:51.381283 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] For port 537d39f5-3db6-4733-9179-5735f9af9f10, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:51.414679 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd85d66-4e13-452f-aa8f-9e5756db07bc x-openstack-request-id: req-2cd85d66-4e13-452f-aa8f-9e5756db07bc {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:51.415167 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb78b828-ba1c-4da8-9b5b-13a750cecc7b", "name": "network-vif-deleted", "tag": "e70f0d00-d82a-45c0-bb7d-d08d448ae524", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:51.415253 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2cd85d66-4e13-452f-aa8f-9e5756db07bc {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:51.415616 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb78b828-ba1c-4da8-9b5b-13a750cecc7b', 'name': 'network-vif-deleted', 'tag': 'e70f0d00-d82a-45c0-bb7d-d08d448ae524', 'status': 'completed', 'code': 200} Jan 27 21:45:51.447170 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4a57e7-2fcf-446c-b518-b8983b3acabf None None] The sync data for ids ['03531ac1-7e68-4c93-948b-269fd9d16c92'] in n-d-772272-3 is: [{'id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-router', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:49Z', 'revision_number': 4, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'gw_port': {'id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'de843f04-6262-4956-81f0-ce0499e56019', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'port_id': '03cff21d-a46e-472e-b989-c01cdf4c7e98', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'mac_address': 'fa:16:3e:00:74:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18379da-ec85-4d35-a469-9e4b6164a1dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:43:12Z', 'updated_at': '2022-01-27T21:45:46Z', 'revision_number': 5, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196fbab9-bbcb-432c-b3c7-8fb4d51c06d5', 'name': '', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'mac_address': 'fa:16:3e:11:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:48Z', 'updated_at': '2022-01-27T21:42:55Z', 'revision_number': 5, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'subnets': [{'id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:45:51.481265 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b71ec7-d55c-4765-9ac1-29ab1e990f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537d39f5-3db6-4733-9179-5735f9af9f10'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:51.483520 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d9dda9-cfa8-4597-a0ae-c3017986f806" -d '{"events": [{"server_uuid": "61b71ec7-d55c-4765-9ac1-29ab1e990f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "537d39f5-3db6-4733-9179-5735f9af9f10"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:51.496402 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] Publish callbacks [] for port (537d39f5-3db6-4733-9179-5735f9af9f10), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.533937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23f37a-d6b0-4c79-90c7-1836bc7347e1 req-376b474b-c6a4-4db1-89a0-89ea386f7f0a tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:51.535543 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e23f37a-d6b0-4c79-90c7-1836bc7347e1 req-376b474b-c6a4-4db1-89a0-89ea386f7f0a tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.3123713 Jan 27 21:45:51.549455 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] Transition to ACTIVE for port object 537d39f5-3db6-4733-9179-5735f9af9f10 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:45:51.560181 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (537d39f5-3db6-4733-9179-5735f9af9f10), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.613886 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a5dd5aae-b8be-4146-902c-63e5d82906f8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1598525917-network', 'tenant_id': 'cc08858640d0459e88dc1fcfa79be649'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:51.659429 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5dd5aae-b8be-4146-902c-63e5d82906f8 admin admin] Made reservation on behalf of cc08858640d0459e88dc1fcfa79be649 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:51.661904 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5aae-b8be-4146-902c-63e5d82906f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.683162 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5aae-b8be-4146-902c-63e5d82906f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.751006 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] No DVR routers for this DVR port 537d39f5-3db6-4733-9179-5735f9af9f10 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:51.772859 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e23f37a-d6b0-4c79-90c7-1836bc7347e1 req-b3c5daa1-dc75-408d-a794-4e7ad4ff752b tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221689 Jan 27 21:45:51.787312 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] Pushing event updated for resources: {'Port': ['ID=537d39f5-3db6-4733-9179-5735f9af9f10,revision_number=6']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:51.944854 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8278dc31-b3d8-4b9e-9719-65b4622cef34 x-openstack-request-id: req-8278dc31-b3d8-4b9e-9719-65b4622cef34 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:51.945443 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b71ec7-d55c-4765-9ac1-29ab1e990f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "537d39f5-3db6-4733-9179-5735f9af9f10", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:51.948327 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8278dc31-b3d8-4b9e-9719-65b4622cef34 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:51.949111 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b71ec7-d55c-4765-9ac1-29ab1e990f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537d39f5-3db6-4733-9179-5735f9af9f10', 'code': 200} Jan 27 21:45:51.950017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] Attempting to bind port 537d39f5-3db6-4733-9179-5735f9af9f10 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:51.950564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] Attempting to bind port 537d39f5-3db6-4733-9179-5735f9af9f10 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:51.950758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] Attempting to bind port 537d39f5-3db6-4733-9179-5735f9af9f10 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:51.975455 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] Port 537d39f5-3db6-4733-9179-5735f9af9f10 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:45:51.976549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] Attempting to bind port 537d39f5-3db6-4733-9179-5735f9af9f10 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:51.991346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:51.991758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:51.992252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:51.992793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] Bound port: 537d39f5-3db6-4733-9179-5735f9af9f10, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:51.993181 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (537d39f5-3db6-4733-9179-5735f9af9f10), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.006288 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d52fd3f-fea8-4c37-99a6-788d72cc0509 None None] New status for floating IP de843f04-6262-4956-81f0-ce0499e56019: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:45:52.019924 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5aae-b8be-4146-902c-63e5d82906f8 admin admin] Publish callbacks [] for security_group (6496f5e8-0e7f-4692-9009-2cc2a39cc616), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.027039 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5aae-b8be-4146-902c-63e5d82906f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6496f5e8-0e7f-4692-9009-2cc2a39cc616), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.064994 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5dd5aae-b8be-4146-902c-63e5d82906f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:45:52.078118 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5aae-b8be-4146-902c-63e5d82906f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (6a88e292-877f-4d1f-94c7-45940eb096db), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.078722 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-a5dd5aae-b8be-4146-902c-63e5d82906f8 admin admin] Added segment 6a88e292-877f-4d1f-94c7-45940eb096db of type vlan for network 08785562-76b3-4501-80fb-2c234e0f6c58 Jan 27 21:45:52.081053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 537d39f5-3db6-4733-9179-5735f9af9f10 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:52.138071 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5aae-b8be-4146-902c-63e5d82906f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (08785562-76b3-4501-80fb-2c234e0f6c58), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.172792 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] For port 537d39f5-3db6-4733-9179-5735f9af9f10, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:52.177761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] For port 537d39f5-3db6-4733-9179-5735f9af9f10, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=537d39f5-3db6-4733-9179-5735f9af9f10,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:52.185056 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (537d39f5-3db6-4733-9179-5735f9af9f10), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.194706 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5aae-b8be-4146-902c-63e5d82906f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (08785562-76b3-4501-80fb-2c234e0f6c58), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.200110 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dd5aae-b8be-4146-902c-63e5d82906f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:52.200918 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5aae-b8be-4146-902c-63e5d82906f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.261403 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:52.262029 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.263409 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] 10.222.0.21 "PUT /v2.0/ports/537d39f5-3db6-4733-9179-5735f9af9f10 HTTP/1.1" status: 200 len: 1095 time: 2.6402767 Jan 27 21:45:52.303302 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd5aae-b8be-4146-902c-63e5d82906f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6496f5e8-0e7f-4692-9009-2cc2a39cc616,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:52.326005 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30cd30-8b49-40c3-949a-50d61acaee9b service neutron] Pushing event updated for resources: {'Port': ['ID=537d39f5-3db6-4733-9179-5735f9af9f10,revision_number=7']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:52.364747 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] The host n-h1-772272-3 is not matching for port 537d39f5-3db6-4733-9179-5735f9af9f10 host n-h2-772272-3! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:45:52.366468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 537d39f5-3db6-4733-9179-5735f9af9f10 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:52.389125 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a5dd5aae-b8be-4146-902c-63e5d82906f8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1817293 Jan 27 21:45:52.396732 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46172) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:52.436635 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-a0f26f1f-52b8-42e8-90cd-d036cfedfb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:52.438499 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-a0f26f1f-52b8-42e8-90cd-d036cfedfb64 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 1098 time: 0.1214499 Jan 27 21:45:52.441455 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-6d75cf18-9206-439d-b83b-bd1d521403c3 admin admin] Request body: {'subnet': {'network_id': '08785562-76b3-4501-80fb-2c234e0f6c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1598525917-subnet', 'tenant_id': 'cc08858640d0459e88dc1fcfa79be649', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:52.454630 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd5aae-b8be-4146-902c-63e5d82906f8 admin admin] Pushing event updated for resources: {'Network': ['ID=08785562-76b3-4501-80fb-2c234e0f6c58,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:52.473691 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 08785562-76b3-4501-80fb-2c234e0f6c58 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:45:52.526096 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d75cf18-9206-439d-b83b-bd1d521403c3 admin admin] Made reservation on behalf of cc08858640d0459e88dc1fcfa79be649 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:52.529012 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d75cf18-9206-439d-b83b-bd1d521403c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.551427 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device e70f0d00-d82a-45c0-bb7d-d08d448ae524 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:52.647955 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-66bbd27c-9fe6-48c9-a737-40d9bcdf1a18 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6d830218e1944e8196e90d209b26e23d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1513591 Jan 27 21:45:52.743353 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: e70f0d00-d82a-45c0-bb7d-d08d448ae524 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:52.743705 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device e70f0d00-d82a-45c0-bb7d-d08d448ae524 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:53.003386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-22d2d3b4-7d36-4f04-8eaa-dd5b1f0ac12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:53.009525 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-22d2d3b4-7d36-4f04-8eaa-dd5b1f0ac12e service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.5581326 Jan 27 21:45:53.067099 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d75cf18-9206-439d-b83b-bd1d521403c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (6a7da387-cb8b-4945-b993-4a5e78bffd27), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:53.234663 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-4a8944ad-f66d-4311-94ca-70a2461686b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=537d39f5-3db6-4733-9179-5735f9af9f10 HTTP/1.1" status: 200 len: 217 time: 0.1896234 Jan 27 21:45:53.243202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-ae3177ae-e62e-42de-8824-172e62f12bcc tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:53.251882 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-ae3177ae-e62e-42de-8824-172e62f12bcc tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5852625 Jan 27 21:45:53.252149 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75cf18-9206-439d-b83b-bd1d521403c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a7da387-cb8b-4945-b993-4a5e78bffd27,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:53.272045 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d75cf18-9206-439d-b83b-bd1d521403c3 admin admin] Checking segment: {'id': '6a88e292-877f-4d1f-94c7-45940eb096db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '08785562-76b3-4501-80fb-2c234e0f6c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:53.275002 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d75cf18-9206-439d-b83b-bd1d521403c3 admin admin] Network hostable DHCP agents. Network: 08785562-76b3-4501-80fb-2c234e0f6c58, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:45:53.308123 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d75cf18-9206-439d-b83b-bd1d521403c3 admin admin] Network 08785562-76b3-4501-80fb-2c234e0f6c58 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:45:53.331706 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-6d75cf18-9206-439d-b83b-bd1d521403c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 08785562-76b3-4501-80fb-2c234e0f6c58) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:53.350379 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e50065-3e14-44aa-9bb7-34adf4108b08 None None] Network 08785562-76b3-4501-80fb-2c234e0f6c58 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:53.363483 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d75cf18-9206-439d-b83b-bd1d521403c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:53.364021 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d75cf18-9206-439d-b83b-bd1d521403c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:53.403791 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6d75cf18-9206-439d-b83b-bd1d521403c3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9872169 Jan 27 21:45:53.460879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-adc2ded9-5a4b-4b00-bb90-1deac7bded3f tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/quotas/6d830218e1944e8196e90d209b26e23d HTTP/1.1" status: 200 len: 375 time: 0.2075050 Jan 27 21:45:53.487774 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ca922-0d93-4f74-af7a-eb247b38497d req-11a952a8-e59a-48c5-8350-ac14bf5d908c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:53.500573 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d04ca922-0d93-4f74-af7a-eb247b38497d req-11a952a8-e59a-48c5-8350-ac14bf5d908c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 947 time: 0.4985375 Jan 27 21:45:53.518118 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1693fb27-1f07-4d16-aa6f-c47e5cef7ca5 None None] Network 08785562-76b3-4501-80fb-2c234e0f6c58 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:53.609989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-f04ecd91-26fd-49e8-ae2c-f8cb762663fb tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d830218e1944e8196e90d209b26e23d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1448402 Jan 27 21:45:53.618171 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-01c44d7f-193e-40b8-8e04-b6202dce2469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:53.619706 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-01c44d7f-193e-40b8-8e04-b6202dce2469 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.3651536 Jan 27 21:45:53.721513 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d04ca922-0d93-4f74-af7a-eb247b38497d req-70dedeac-d458-49dd-bf4b-5e1f483cbd8e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129166 Jan 27 21:45:53.750941 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-f3dd30f5-69ef-4e49-b8a7-f0153e34b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:53.752476 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-f3dd30f5-69ef-4e49-b8a7-f0153e34b51b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1107752 Jan 27 21:45:53.953710 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b71ec7-d55c-4765-9ac1-29ab1e990f4a', 'tag': '537d39f5-3db6-4733-9179-5735f9af9f10'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:53.965032 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268ec03e-3ebc-4c71-ac6f-38d58a9030c3" -d '{"events": [{"name": "network-changed", "server_uuid": "61b71ec7-d55c-4765-9ac1-29ab1e990f4a", "tag": "537d39f5-3db6-4733-9179-5735f9af9f10"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:54.020224 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-8dc685cf-6164-4088-aeb0-70c82615d96d service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590489 Jan 27 21:45:54.076308 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8b8af44c-647d-4b4a-a480-b640dee3410d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.270120 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14f09315-06cd-42ce-a238-9b7be7ae99e5 req-2f14f3e6-f093-4047-9476-582b7fd3e62f service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421522 Jan 27 21:45:54.443803 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b458002-e9f9-4b04-8481-e71539917703 req-26aab93f-2bbc-4858-aa67-2c316f5c702d tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6d830218e1944e8196e90d209b26e23d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321162 Jan 27 21:45:54.660998 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-0530aa1b-2fe8-483e-9098-0f58a9af4bb9 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:54.668521 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-0530aa1b-2fe8-483e-9098-0f58a9af4bb9 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/networks?id=08785562-76b3-4501-80fb-2c234e0f6c58 HTTP/1.1" status: 200 len: 822 time: 0.3136387 Jan 27 21:45:54.688185 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458002-e9f9-4b04-8481-e71539917703 req-d0ec6199-ae31-4ff0-9cc9-9ed6789b19d0 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:54.695901 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b458002-e9f9-4b04-8481-e71539917703 req-d0ec6199-ae31-4ff0-9cc9-9ed6789b19d0 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2194495 Jan 27 21:45:54.710734 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-fa055869-ae50-40eb-8d25-28ced86fe6c9 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/quotas/cc08858640d0459e88dc1fcfa79be649 HTTP/1.1" status: 200 len: 375 time: 0.0411751 Jan 27 21:45:54.735394 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b458002-e9f9-4b04-8481-e71539917703 req-ca6bcb0e-f6d5-4ad5-8ed0-a766996217aa tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/quotas/6d830218e1944e8196e90d209b26e23d HTTP/1.1" status: 200 len: 375 time: 0.0381596 Jan 27 21:45:54.767591 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-9206e2d9-f364-4a84-8189-f6de2a9346e2 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc08858640d0459e88dc1fcfa79be649&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556333 Jan 27 21:45:54.814602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b458002-e9f9-4b04-8481-e71539917703 req-59c46297-d0e5-4152-93e3-85ecc7631d4f tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6d830218e1944e8196e90d209b26e23d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779815 Jan 27 21:45:55.339724 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3217653-b1ab-4267-9482-056425856437 x-openstack-request-id: req-a3217653-b1ab-4267-9482-056425856437 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:55.340434 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b71ec7-d55c-4765-9ac1-29ab1e990f4a", "tag": "537d39f5-3db6-4733-9179-5735f9af9f10", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:55.340434 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3217653-b1ab-4267-9482-056425856437 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:55.340660 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b71ec7-d55c-4765-9ac1-29ab1e990f4a', 'tag': '537d39f5-3db6-4733-9179-5735f9af9f10', 'status': 'completed', 'code': 200} Jan 27 21:45:55.508933 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-50248a43-9471-459f-a604-97fe7db93b83 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6d830218e1944e8196e90d209b26e23d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446215 Jan 27 21:45:55.534543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ec03e-3ebc-4c71-ac6f-38d58a9030c3 req-0b2e6001-ba40-4ae9-be87-73061bf11388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:55.536202 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-268ec03e-3ebc-4c71-ac6f-38d58a9030c3 req-0b2e6001-ba40-4ae9-be87-73061bf11388 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 1098 time: 0.1945601 Jan 27 21:45:55.561657 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ec03e-3ebc-4c71-ac6f-38d58a9030c3 req-aa7773cf-a467-4b93-bba7-eb8e0f2819d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:55.565629 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-268ec03e-3ebc-4c71-ac6f-38d58a9030c3 req-aa7773cf-a467-4b93-bba7-eb8e0f2819d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 1098 time: 0.2292445 Jan 27 21:45:55.586887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fce82-0b00-467e-847a-e6f5e969d04d req-fb5a3e7c-83fa-4162-9684-2cee7fdbb07b tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:55.604902 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e7fce82-0b00-467e-847a-e6f5e969d04d req-fb5a3e7c-83fa-4162-9684-2cee7fdbb07b tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 947 time: 0.2666757 Jan 27 21:45:55.617465 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-cfd0c269-ca01-48bf-b4bd-fcd744d4d581 service neutron] 10.222.0.23 "GET /v2.0/networks/08785562-76b3-4501-80fb-2c234e0f6c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8486061 Jan 27 21:45:55.767787 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-0f034eca-a848-440b-a082-ab8c344dfeb8 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:55.770890 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-0f034eca-a848-440b-a082-ab8c344dfeb8 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2537284 Jan 27 21:45:55.786011 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-26626659-5c17-4418-9003-279eec02e736 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Request body: {'port': {'device_id': '322d8afa-4cb6-4196-8795-d4a50caecb65', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '6d830218e1944e8196e90d209b26e23d'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:55.889977 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e7fce82-0b00-467e-847a-e6f5e969d04d req-01b15b23-e881-4991-83ab-848e5590f950 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839553 Jan 27 21:45:55.945167 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ec03e-3ebc-4c71-ac6f-38d58a9030c3 req-367d5355-8664-49af-b530-25ac59465179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:55.949469 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-268ec03e-3ebc-4c71-ac6f-38d58a9030c3 req-367d5355-8664-49af-b530-25ac59465179 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.3918760 Jan 27 21:45:56.017149 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-26626659-5c17-4418-9003-279eec02e736 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Made reservation on behalf of 6d830218e1944e8196e90d209b26e23d for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:56.022555 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-26626659-5c17-4418-9003-279eec02e736 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.046952 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-26626659-5c17-4418-9003-279eec02e736 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.084339 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-3de777c9-ee77-4ddc-805f-8e8528d6640f service neutron] 10.222.0.23 "GET /v2.0/networks/08785562-76b3-4501-80fb-2c234e0f6c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657626 Jan 27 21:45:56.086611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ec03e-3ebc-4c71-ac6f-38d58a9030c3 req-ebed2b57-5e5b-4058-bee5-53bd28282ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:56.091030 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-268ec03e-3ebc-4c71-ac6f-38d58a9030c3 req-ebed2b57-5e5b-4058-bee5-53bd28282ff7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.4829202 Jan 27 21:45:56.093518 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-268ec03e-3ebc-4c71-ac6f-38d58a9030c3 req-94ec4a1c-4c11-45e7-8696-450550bc7400 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=537d39f5-3db6-4733-9179-5735f9af9f10 HTTP/1.1" status: 200 len: 217 time: 0.0996897 Jan 27 21:45:56.213099 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-268ec03e-3ebc-4c71-ac6f-38d58a9030c3 req-d446fcff-88fd-4872-a9bf-abf258b16c09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=537d39f5-3db6-4733-9179-5735f9af9f10 HTTP/1.1" status: 200 len: 217 time: 0.1147628 Jan 27 21:45:56.265491 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-98aec379-fa92-4178-a2d4-3269fcf97935 req-9334dfbe-0247-4844-806a-6f0e269a0a4b tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6547436-d2f3-4c97-9d66-d524ebf83bf6 HTTP/1.1" status: 200 len: 210 time: 0.0472710 Jan 27 21:45:56.302854 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-26626659-5c17-4418-9003-279eec02e736 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Publish callbacks [] for security_group (058abce2-9d0a-4d3f-bf26-8e1429bc788a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.319033 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-26626659-5c17-4418-9003-279eec02e736 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (058abce2-9d0a-4d3f-bf26-8e1429bc788a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.421355 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26626659-5c17-4418-9003-279eec02e736 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=058abce2-9d0a-4d3f-bf26-8e1429bc788a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:56.527696 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55a5c20b-f861-4b03-abfd-28c0eef4ebd5 req-73b0032e-a027-4c83-9641-fd25a0c4e459 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 210 time: 0.1784177 Jan 27 21:45:56.570028 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ec03e-3ebc-4c71-ac6f-38d58a9030c3 req-36db5207-7fab-4f49-9414-fdea2f23a7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:56.571669 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-268ec03e-3ebc-4c71-ac6f-38d58a9030c3 req-36db5207-7fab-4f49-9414-fdea2f23a7a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.3547122 Jan 27 21:45:56.588594 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ec03e-3ebc-4c71-ac6f-38d58a9030c3 req-18bebfed-042c-4fd9-8a0b-a60595ff1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:56.591268 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-268ec03e-3ebc-4c71-ac6f-38d58a9030c3 req-18bebfed-042c-4fd9-8a0b-a60595ff1a34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.3196797 Jan 27 21:45:56.670588 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-26626659-5c17-4418-9003-279eec02e736 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Allocated IP 192.168.233.36 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:56.682204 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-51ea0c6f-be00-492f-9eac-5f0c43fc1b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.720382 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ec03e-3ebc-4c71-ac6f-38d58a9030c3 req-b23e21a6-e142-4a63-bb86-02d9baaa0732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:56.722648 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-268ec03e-3ebc-4c71-ac6f-38d58a9030c3 req-b23e21a6-e142-4a63-bb86-02d9baaa0732 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1399353 Jan 27 21:45:56.728630 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ec03e-3ebc-4c71-ac6f-38d58a9030c3 req-b8ad7c85-3995-473e-b169-8129ac955e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:56.730788 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-268ec03e-3ebc-4c71-ac6f-38d58a9030c3 req-b8ad7c85-3995-473e-b169-8129ac955e14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1237793 Jan 27 21:45:56.906886 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-26626659-5c17-4418-9003-279eec02e736 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Publish callbacks [] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.932866 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9b458002-e9f9-4b04-8481-e71539917703 req-027768f3-3dcf-4499-9fd9-d97aa5d43ee5 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6d830218e1944e8196e90d209b26e23d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459394 Jan 27 21:45:57.049332 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-268ec03e-3ebc-4c71-ac6f-38d58a9030c3 req-c3adc60d-8854-46a0-99e1-b2c14396c42c service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149016 Jan 27 21:45:57.059031 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-268ec03e-3ebc-4c71-ac6f-38d58a9030c3 req-d52cef96-82af-4646-8d22-74b63f2afcd5 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150029 Jan 27 21:45:57.185531 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-26626659-5c17-4418-9003-279eec02e736 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:57.217108 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-26626659-5c17-4418-9003-279eec02e736 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:57.226275 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-26626659-5c17-4418-9003-279eec02e736 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:57.228361 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-26626659-5c17-4418-9003-279eec02e736 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:57.311686 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-26626659-5c17-4418-9003-279eec02e736 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:57.312365 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-26626659-5c17-4418-9003-279eec02e736 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:57.334740 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458002-e9f9-4b04-8481-e71539917703 req-e67f79e3-48b7-4a92-9f08-fa90fdd3e933 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:57.336433 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9b458002-e9f9-4b04-8481-e71539917703 req-e67f79e3-48b7-4a92-9f08-fa90fdd3e933 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3898044 Jan 27 21:45:57.359255 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-26626659-5c17-4418-9003-279eec02e736 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5783122 Jan 27 21:45:57.377421 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-9b458002-e9f9-4b04-8481-e71539917703 req-84bcf0ba-d3a5-4380-a603-a2be3cb1253b tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Request body: {'port': {'device_id': 'f6547436-d2f3-4c97-9d66-d524ebf83bf6', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '6d830218e1944e8196e90d209b26e23d'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:57.395381 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:57.483836 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-268ec03e-3ebc-4c71-ac6f-38d58a9030c3 req-d1c8459c-0eab-4954-ac2a-9771bb6508c5 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218788 Jan 27 21:45:57.558543 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6416a9a0-efd9-49f9-9413-e4067af25260 req-b1e988c3-774e-42a1-9b9f-532dbf98194f tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6547436-d2f3-4c97-9d66-d524ebf83bf6 HTTP/1.1" status: 200 len: 210 time: 0.0638006 Jan 27 21:45:57.579076 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00013c72-f883-487f-ae85-b75004eaef9f req-7f15072b-63f7-49a2-a9f0-583eaac56613 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:57.587702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00013c72-f883-487f-ae85-b75004eaef9f req-7f15072b-63f7-49a2-a9f0-583eaac56613 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 947 time: 0.5245025 Jan 27 21:45:57.659139 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26626659-5c17-4418-9003-279eec02e736 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Pushing event updated for resources: {'Port': ['ID=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:57.675223 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] Request body: {'port': {'device_id': '322d8afa-4cb6-4196-8795-d4a50caecb65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:57.687432 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00013c72-f883-487f-ae85-b75004eaef9f req-de49feb0-3db2-4fda-b6f1-9741a4cbc27d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883312 Jan 27 21:45:57.718575 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-39c8d060-5558-477a-9875-e64a82331367 None None] Provisioning complete for port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:57.719316 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-39c8d060-5558-477a-9875-e64a82331367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:57.720281 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-268ec03e-3ebc-4c71-ac6f-38d58a9030c3 req-145ab431-336a-46e4-9f0b-cf5ca9f18474 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6170444 Jan 27 21:45:57.744590 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b458002-e9f9-4b04-8481-e71539917703 req-84bcf0ba-d3a5-4380-a603-a2be3cb1253b tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Made reservation on behalf of 6d830218e1944e8196e90d209b26e23d for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:57.750991 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9b458002-e9f9-4b04-8481-e71539917703 req-84bcf0ba-d3a5-4380-a603-a2be3cb1253b tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:57.765849 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e70e5bf4-bc14-41a8-ace8-eac57c097242 req-37cf8d50-78c5-49c1-93eb-0915b12959ee tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 210 time: 0.0445385 Jan 27 21:45:57.778735 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-39c8d060-5558-477a-9875-e64a82331367 None None] Port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:45:58.126796 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-8973520b-8a4a-4205-b942-c4d6b5f7eb52 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:58.128507 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-8973520b-8a4a-4205-b942-c4d6b5f7eb52 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.21 "GET /v2.0/networks?id=08785562-76b3-4501-80fb-2c234e0f6c58 HTTP/1.1" status: 200 len: 822 time: 0.2010138 Jan 27 21:45:58.160335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-7d0e8377-898a-4789-87c1-cecafe8b636e tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Request body: {'port': {'device_id': '403f8b77-ee04-4b37-818b-88f78aa497bd', 'network_id': '08785562-76b3-4501-80fb-2c234e0f6c58', 'admin_state_up': True, 'tenant_id': 'cc08858640d0459e88dc1fcfa79be649'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:58.224334 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:58.432363 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-7d0e8377-898a-4789-87c1-cecafe8b636e tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Made reservation on behalf of cc08858640d0459e88dc1fcfa79be649 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:58.435770 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-7d0e8377-898a-4789-87c1-cecafe8b636e tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:58.528354 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 537d39f5-3db6-4733-9179-5735f9af9f10 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:45:58.590146 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:45:58.600688 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] Publish callbacks [] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:58.619912 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] Transition to ACTIVE for port object 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:45:58.679224 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:58.757481 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87c01185-174a-49cd-8abd-6ec4a11bb6a3 req-83ed7653-4329-4b71-992a-44c083c2dec6 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6547436-d2f3-4c97-9d66-d524ebf83bf6 HTTP/1.1" status: 200 len: 210 time: 0.0697501 Jan 27 21:45:58.773054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-7d0e8377-898a-4789-87c1-cecafe8b636e tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Allocated IP 172.20.0.13 (08785562-76b3-4501-80fb-2c234e0f6c58/6a7da387-cb8b-4945-b993-4a5e78bffd27/7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:58.785101 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-9b458002-e9f9-4b04-8481-e71539917703 req-84bcf0ba-d3a5-4380-a603-a2be3cb1253b tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Allocated IP 192.168.233.236 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/8b180326-135b-4d4e-8ece-39b2dd2de0f7) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:58.786842 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 537d39f5-3db6-4733-9179-5735f9af9f10, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=537d39f5-3db6-4733-9179-5735f9af9f10,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:58.813080 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:58.821892 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '537d39f5-3db6-4733-9179-5735f9af9f10', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '537d39f5-3db6-4733-9179-5735f9af9f10', 'mac_address': 'fa:16:3e:cb:df:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:45:58.857154 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] Pushing event updated for resources: {'Port': ['ID=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:58.919562 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 537d39f5-3db6-4733-9179-5735f9af9f10 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:58.922931 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (537d39f5-3db6-4733-9179-5735f9af9f10), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:58.951491 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537d39f5-3db6-4733-9179-5735f9af9f10 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:45:59.003919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 537d39f5-3db6-4733-9179-5735f9af9f10, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=537d39f5-3db6-4733-9179-5735f9af9f10,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:59.013094 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (537d39f5-3db6-4733-9179-5735f9af9f10), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.092811 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a0d3b2e-6ad0-4386-9df2-1a6682cf9ac5 req-0f23ab57-8c4e-42b6-a76a-2eeb3a146ae8 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 210 time: 0.1093302 Jan 27 21:45:59.127409 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=537d39f5-3db6-4733-9179-5735f9af9f10,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:59.129497 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] Attempting to bind port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:59.129853 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] Attempting to bind port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:59.130183 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] Attempting to bind port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:59.158112 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] Port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:45:59.158906 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] Attempting to bind port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:59.177191 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9b458002-e9f9-4b04-8481-e71539917703 req-84bcf0ba-d3a5-4380-a603-a2be3cb1253b tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Publish callbacks [] for port (8b180326-135b-4d4e-8ece-39b2dd2de0f7), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.179365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d49032-1472-4703-aa41-1323fb2a5fed req-a3b911da-ec62-48fa-a66e-2bfbd5e3e24b tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:59.179924 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:59.180709 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:59.181346 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:59.182076 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] Bound port: 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:59.182715 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.187101 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f9d49032-1472-4703-aa41-1323fb2a5fed req-a3b911da-ec62-48fa-a66e-2bfbd5e3e24b tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 947 time: 0.2954829 Jan 27 21:45:59.290572 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] For port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:59.324539 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] For port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:59.333104 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9b458002-e9f9-4b04-8481-e71539917703 req-84bcf0ba-d3a5-4380-a603-a2be3cb1253b tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (8b180326-135b-4d4e-8ece-39b2dd2de0f7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.339640 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-7d0e8377-898a-4789-87c1-cecafe8b636e tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks [] for port (7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.360601 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.413084 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f9d49032-1472-4703-aa41-1323fb2a5fed req-358af4fe-a747-4ba5-a3a5-ec6c5224c97e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249751 Jan 27 21:45:59.421403 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-7d0e8377-898a-4789-87c1-cecafe8b636e tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.489631 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b458002-e9f9-4b04-8481-e71539917703 req-84bcf0ba-d3a5-4380-a603-a2be3cb1253b tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:59.498799 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:59.499568 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.501744 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] 10.222.0.15 "PUT /v2.0/ports/86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c HTTP/1.1" status: 200 len: 1095 time: 1.8468602 Jan 27 21:45:59.503177 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-9b458002-e9f9-4b04-8481-e71539917703 req-84bcf0ba-d3a5-4380-a603-a2be3cb1253b tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:59.505047 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322d8afa-4cb6-4196-8795-d4a50caecb65', 'tag': '86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:59.507593 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5e76a1-d91e-4629-b0ad-d4b313ccab93" -d '{"events": [{"name": "network-changed", "server_uuid": "322d8afa-4cb6-4196-8795-d4a50caecb65", "tag": "86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:59.514149 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b458002-e9f9-4b04-8481-e71539917703 req-84bcf0ba-d3a5-4380-a603-a2be3cb1253b tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:59.530309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-7d0e8377-898a-4789-87c1-cecafe8b636e tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Network 08785562-76b3-4501-80fb-2c234e0f6c58 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:59.553119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-7d0e8377-898a-4789-87c1-cecafe8b636e tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:59.570132 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcf0ba-d3a5-4380-a603-a2be3cb1253b tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Pushing event updated for resources: {'Port': ['ID=8b180326-135b-4d4e-8ece-39b2dd2de0f7,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:59.583453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e8377-898a-4789-87c1-cecafe8b636e tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Pushing event updated for resources: {'Port': ['ID=7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:59.586738 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-7d0e8377-898a-4789-87c1-cecafe8b636e tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:59.609758 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['537d39f5-3db6-4733-9179-5735f9af9f10'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:59.652749 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458002-e9f9-4b04-8481-e71539917703 req-84bcf0ba-d3a5-4380-a603-a2be3cb1253b tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:59.653398 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9b458002-e9f9-4b04-8481-e71539917703 req-84bcf0ba-d3a5-4380-a603-a2be3cb1253b tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.719112 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-7d0e8377-898a-4789-87c1-cecafe8b636e tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:59.719739 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-7d0e8377-898a-4789-87c1-cecafe8b636e tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.746748 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-7d0e8377-898a-4789-87c1-cecafe8b636e tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5922101 Jan 27 21:45:59.764258 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] Request body: {'port': {'device_id': '403f8b77-ee04-4b37-818b-88f78aa497bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:59.786431 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ba9dd1-6118-4dd3-8ede-0da6c31026cb x-openstack-request-id: req-14ba9dd1-6118-4dd3-8ede-0da6c31026cb {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:59.786983 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "322d8afa-4cb6-4196-8795-d4a50caecb65", "tag": "86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:59.786983 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14ba9dd1-6118-4dd3-8ede-0da6c31026cb {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:59.788752 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322d8afa-4cb6-4196-8795-d4a50caecb65', 'tag': '86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c', 'status': 'completed', 'code': 200} Jan 27 21:45:59.841304 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efc7fa-c645-4a5e-822a-a1c1c00c1e23 service neutron] Pushing event updated for resources: {'Port': ['ID=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:59.892680 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9b458002-e9f9-4b04-8481-e71539917703 req-84bcf0ba-d3a5-4380-a603-a2be3cb1253b tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5341735 Jan 27 21:45:59.930403 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-9b458002-e9f9-4b04-8481-e71539917703 req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] Request body: {'port': {'device_id': 'f6547436-d2f3-4c97-9d66-d524ebf83bf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:59.948315 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.995801 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-dfc98ea9-6c02-4ade-bbc0-de972296cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:00.000218 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-dfc98ea9-6c02-4ade-bbc0-de972296cf63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d830218e1944e8196e90d209b26e23d&device_id=322d8afa-4cb6-4196-8795-d4a50caecb65 HTTP/1.1" status: 200 len: 1098 time: 0.3596952 Jan 27 21:46:00.082914 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9b458002-e9f9-4b04-8481-e71539917703 req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8b180326-135b-4d4e-8ece-39b2dd2de0f7), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:00.176461 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-a5a61aed-62c5-43c0-8aa5-d07082baf37b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c HTTP/1.1" status: 200 len: 217 time: 0.0953083 Jan 27 21:46:00.190559 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:00.317217 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-a9733563-8513-43a7-84d6-173626275910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:00.319139 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-a9733563-8513-43a7-84d6-173626275910 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0840063 Jan 27 21:46:00.326034 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1ee7490b-e7d9-4062-b8d7-245fd7a2f465 None None] Provisioning complete for port 8b180326-135b-4d4e-8ece-39b2dd2de0f7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:00.326671 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1ee7490b-e7d9-4062-b8d7-245fd7a2f465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8b180326-135b-4d4e-8ece-39b2dd2de0f7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:00.402477 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-fa71d2d6-a6a3-444e-a62a-051b78f03cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:00.403658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583eb7b-82e5-4165-a218-b1d68f49236a req-b76a3b26-8f20-480c-bbe5-d85454016753 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:00.403961 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-fa71d2d6-a6a3-444e-a62a-051b78f03cce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0761876 Jan 27 21:46:00.413743 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9583eb7b-82e5-4165-a218-b1d68f49236a req-b76a3b26-8f20-480c-bbe5-d85454016753 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6547436-d2f3-4c97-9d66-d524ebf83bf6 HTTP/1.1" status: 200 len: 936 time: 0.4903519 Jan 27 21:46:00.467251 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1ee7490b-e7d9-4062-b8d7-245fd7a2f465 None None] Port 8b180326-135b-4d4e-8ece-39b2dd2de0f7 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:46:00.487915 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9583eb7b-82e5-4165-a218-b1d68f49236a req-8bdc2a6c-186f-4ba3-8f94-1ecaaeea6063 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/security-groups?id=058abce2-9d0a-4d3f-bf26-8e1429bc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672095 Jan 27 21:46:00.599707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649eca0-6996-47f3-9fc4-62275d2e736d req-6b25350a-9497-4ce6-bb47-1cf777b41765 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:00.608859 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4649eca0-6996-47f3-9fc4-62275d2e736d req-6b25350a-9497-4ce6-bb47-1cf777b41765 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 932 time: 0.2855895 Jan 27 21:46:00.793291 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4649eca0-6996-47f3-9fc4-62275d2e736d req-dd870555-9309-4cc8-869c-aec2504284e2 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780555 Jan 27 21:46:00.808143 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-ea84944c-f392-434f-a966-0d68e725e507 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958607 Jan 27 21:46:00.823901 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa30d9-518a-493f-a244-3d302e8d164a req-4a0fe420-f970-4d52-9998-bf88ebeb4ba2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:00.831152 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-18aa30d9-518a-493f-a244-3d302e8d164a req-4a0fe420-f970-4d52-9998-bf88ebeb4ba2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 948 time: 0.1102824 Jan 27 21:46:00.918304 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-18aa30d9-518a-493f-a244-3d302e8d164a req-0db39d0d-ab26-42e1-819f-d600e5e423c7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806115 Jan 27 21:46:01.016248 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-9b458002-e9f9-4b04-8481-e71539917703 req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b180326-135b-4d4e-8ece-39b2dd2de0f7 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:01.022189 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7d7eb572-8a78-4b4e-8c18-66d7585ce699 req-8ccc2443-cfbb-4cfa-bf3d-9543650393a5 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075202 Jan 27 21:46:01.027647 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9b458002-e9f9-4b04-8481-e71539917703 req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] Publish callbacks [] for port (8b180326-135b-4d4e-8ece-39b2dd2de0f7), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.041796 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-9b458002-e9f9-4b04-8481-e71539917703 req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] Transition to ACTIVE for port object 8b180326-135b-4d4e-8ece-39b2dd2de0f7 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:46:01.048558 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9b458002-e9f9-4b04-8481-e71539917703 req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (8b180326-135b-4d4e-8ece-39b2dd2de0f7), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.078404 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:01.104326 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] Publish callbacks [] for port (7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.192215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164d998-e781-4175-b870-2e1830837420 req-d1473846-cc85-4846-98c5-bf5a02e98784 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:01.195891 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2164d998-e781-4175-b870-2e1830837420 req-d1473846-cc85-4846-98c5-bf5a02e98784 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 1096 time: 0.2472246 Jan 27 21:46:01.204785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] Transition to ACTIVE for port object 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:46:01.267895 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] Pushing event updated for resources: {'Port': ['ID=8b180326-135b-4d4e-8ece-39b2dd2de0f7,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:01.344658 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e76a1-d91e-4629-b0ad-d4b313ccab93 req-4bc2a9f2-e3f0-435a-be85-b8bd81923465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:01.359910 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bd5e76a1-d91e-4629-b0ad-d4b313ccab93 req-4bc2a9f2-e3f0-435a-be85-b8bd81923465 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d830218e1944e8196e90d209b26e23d&device_id=322d8afa-4cb6-4196-8795-d4a50caecb65 HTTP/1.1" status: 200 len: 1098 time: 0.2381282 Jan 27 21:46:01.376202 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.597020 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-9b458002-e9f9-4b04-8481-e71539917703 req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] Attempting to bind port 8b180326-135b-4d4e-8ece-39b2dd2de0f7 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:01.597798 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-9b458002-e9f9-4b04-8481-e71539917703 req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] Attempting to bind port 8b180326-135b-4d4e-8ece-39b2dd2de0f7 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:01.598379 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b458002-e9f9-4b04-8481-e71539917703 req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] Attempting to bind port 8b180326-135b-4d4e-8ece-39b2dd2de0f7 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:01.614457 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b458002-e9f9-4b04-8481-e71539917703 req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] Port 8b180326-135b-4d4e-8ece-39b2dd2de0f7 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:46:01.615436 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b458002-e9f9-4b04-8481-e71539917703 req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] Attempting to bind port 8b180326-135b-4d4e-8ece-39b2dd2de0f7 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:01.630811 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b458002-e9f9-4b04-8481-e71539917703 req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:01.631250 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73cd30-698d-4eaa-9ec9-d2118843442d req-7d58e92a-aa2b-487b-bf98-67d29eab6356 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:01.632961 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f73cd30-698d-4eaa-9ec9-d2118843442d req-7d58e92a-aa2b-487b-bf98-67d29eab6356 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 948 time: 0.3459532 Jan 27 21:46:01.644392 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2164d998-e781-4175-b870-2e1830837420 req-38e87573-17ee-4667-8450-e37d81ea4270 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312799 Jan 27 21:46:01.645276 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b458002-e9f9-4b04-8481-e71539917703 req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:01.650071 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b458002-e9f9-4b04-8481-e71539917703 req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:01.650880 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-9b458002-e9f9-4b04-8481-e71539917703 req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] Bound port: 8b180326-135b-4d4e-8ece-39b2dd2de0f7, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:01.651531 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9b458002-e9f9-4b04-8481-e71539917703 req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8b180326-135b-4d4e-8ece-39b2dd2de0f7), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.695098 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e76a1-d91e-4629-b0ad-d4b313ccab93 req-0a6d3e90-c4f3-47b4-9239-71f7dcfb58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:01.698187 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bd5e76a1-d91e-4629-b0ad-d4b313ccab93 req-0a6d3e90-c4f3-47b4-9239-71f7dcfb58f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.3348000 Jan 27 21:46:01.718968 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c91df-1e42-4488-a5de-b6a897fc96f1 req-81d92890-cb19-427e-a9a6-54d255099d3c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:01.722013 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c75c91df-1e42-4488-a5de-b6a897fc96f1 req-81d92890-cb19-427e-a9a6-54d255099d3c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.15 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a&tenant_id=199845b217c54a388bc3d621d514a954&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 948 time: 0.3585989 Jan 27 21:46:01.743378 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] Pushing event updated for resources: {'Port': ['ID=7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:01.817116 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-c75c91df-1e42-4488-a5de-b6a897fc96f1 req-3ba5210d-c68e-4134-bc4a-2822ee4f29d1 service neutron] delete failed (client error): The resource could not be found. Jan 27 21:46:01.818303 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c75c91df-1e42-4488-a5de-b6a897fc96f1 req-3ba5210d-c68e-4134-bc4a-2822ee4f29d1 service neutron] 10.222.0.15 "DELETE /v2.0/ports/537d39f5-3db6-4733-9179-5735f9af9f10/bindings/n-h1-772272-3 HTTP/1.1" status: 404 len: 380 time: 0.0809989 Jan 27 21:46:01.845604 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f73cd30-698d-4eaa-9ec9-d2118843442d req-270af72e-8e49-45ea-8852-042c5d2ec043 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993182 Jan 27 21:46:01.882652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] Attempting to bind port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:01.888447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] Attempting to bind port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '6a88e292-877f-4d1f-94c7-45940eb096db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '08785562-76b3-4501-80fb-2c234e0f6c58'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:01.894640 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-9b458002-e9f9-4b04-8481-e71539917703 req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] For port 8b180326-135b-4d4e-8ece-39b2dd2de0f7, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:01.898265 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] Attempting to bind port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 on network 08785562-76b3-4501-80fb-2c234e0f6c58 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:01.924319 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-9b458002-e9f9-4b04-8481-e71539917703 req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] For port 8b180326-135b-4d4e-8ece-39b2dd2de0f7, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=8b180326-135b-4d4e-8ece-39b2dd2de0f7,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:01.972143 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9b458002-e9f9-4b04-8481-e71539917703 req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (8b180326-135b-4d4e-8ece-39b2dd2de0f7), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.983498 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] Port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 on network 08785562-76b3-4501-80fb-2c234e0f6c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:46:01.992038 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] Attempting to bind port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 on network 08785562-76b3-4501-80fb-2c234e0f6c58 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:02.013185 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:02.013945 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] Checking segment: {'id': '6a88e292-877f-4d1f-94c7-45940eb096db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '08785562-76b3-4501-80fb-2c234e0f6c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:02.014551 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] Bound using segment: {'id': '6a88e292-877f-4d1f-94c7-45940eb096db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '08785562-76b3-4501-80fb-2c234e0f6c58'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:02.015231 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] Bound port: 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a88e292-877f-4d1f-94c7-45940eb096db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '08785562-76b3-4501-80fb-2c234e0f6c58'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:02.015819 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.043827 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c91df-1e42-4488-a5de-b6a897fc96f1 req-261b66b9-c0bb-41c3-99ec-a1dcbec15794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.045646 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c75c91df-1e42-4488-a5de-b6a897fc96f1 req-261b66b9-c0bb-41c3-99ec-a1dcbec15794 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 1099 time: 0.1444614 Jan 27 21:46:02.075432 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458002-e9f9-4b04-8481-e71539917703 req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.076899 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9b458002-e9f9-4b04-8481-e71539917703 req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.078259 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9b458002-e9f9-4b04-8481-e71539917703 req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] 10.222.0.21 "PUT /v2.0/ports/8b180326-135b-4d4e-8ece-39b2dd2de0f7 HTTP/1.1" status: 200 len: 1096 time: 2.1666675 Jan 27 21:46:02.079153 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddf9a6-dcee-4a31-bc33-fac9a3506090 service neutron] Pushing event updated for resources: {'Port': ['ID=8b180326-135b-4d4e-8ece-39b2dd2de0f7,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:02.106119 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6547436-d2f3-4c97-9d66-d524ebf83bf6', 'tag': '8b180326-135b-4d4e-8ece-39b2dd2de0f7'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:02.114526 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5857b6-0321-4309-b5b2-f01f80e69230" -d '{"events": [{"name": "network-changed", "server_uuid": "f6547436-d2f3-4c97-9d66-d524ebf83bf6", "tag": "8b180326-135b-4d4e-8ece-39b2dd2de0f7"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:02.122034 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bd5e76a1-d91e-4629-b0ad-d4b313ccab93 req-c51427a8-8032-4dce-bd07-cbee0d4e9b65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c HTTP/1.1" status: 200 len: 217 time: 0.4159865 Jan 27 21:46:02.196589 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e76a1-d91e-4629-b0ad-d4b313ccab93 req-93d72957-a630-42ce-bb04-ef88eda4d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.199647 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bd5e76a1-d91e-4629-b0ad-d4b313ccab93 req-93d72957-a630-42ce-bb04-ef88eda4d31b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0683234 Jan 27 21:46:02.302340 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458002-e9f9-4b04-8481-e71539917703 req-2fb348b6-e998-4ffa-86af-68389651c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.303861 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9b458002-e9f9-4b04-8481-e71539917703 req-2fb348b6-e998-4ffa-86af-68389651c6f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d830218e1944e8196e90d209b26e23d&device_id=f6547436-d2f3-4c97-9d66-d524ebf83bf6 HTTP/1.1" status: 200 len: 1099 time: 0.1032727 Jan 27 21:46:02.376150 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e76a1-d91e-4629-b0ad-d4b313ccab93 req-b30be0d7-1f43-43ff-8155-4b1dd95d5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.378304 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bd5e76a1-d91e-4629-b0ad-d4b313ccab93 req-b30be0d7-1f43-43ff-8155-4b1dd95d5285 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1316354 Jan 27 21:46:02.380574 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9b458002-e9f9-4b04-8481-e71539917703 req-de0479e2-6045-4f79-a85f-8ecfd0700b12 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=8b180326-135b-4d4e-8ece-39b2dd2de0f7 HTTP/1.1" status: 200 len: 217 time: 0.0622137 Jan 27 21:46:02.527937 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bd5e76a1-d91e-4629-b0ad-d4b313ccab93 req-1a21a6d7-32ad-45ab-933a-a93c106bc207 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423504 Jan 27 21:46:02.540772 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 537d39f5-3db6-4733-9179-5735f9af9f10 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:02.661989 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458002-e9f9-4b04-8481-e71539917703 req-c7e99d98-e405-41e8-84e8-fff369dd767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.663667 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9b458002-e9f9-4b04-8481-e71539917703 req-c7e99d98-e405-41e8-84e8-fff369dd767b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1347392 Jan 27 21:46:02.691547 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37a2e8-bd3d-4f01-b472-210d4b12b578 req-c856205e-2aaa-46b5-99c7-0ec70684cedb tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.702998 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da37a2e8-bd3d-4f01-b472-210d4b12b578 req-c856205e-2aaa-46b5-99c7-0ec70684cedb tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6547436-d2f3-4c97-9d66-d524ebf83bf6 HTTP/1.1" status: 200 len: 948 time: 0.7628105 Jan 27 21:46:02.713758 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 537d39f5-3db6-4733-9179-5735f9af9f10 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:46:02.719191 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 537d39f5-3db6-4733-9179-5735f9af9f10 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:02.719572 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (537d39f5-3db6-4733-9179-5735f9af9f10), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.911069 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458002-e9f9-4b04-8481-e71539917703 req-17609a80-143c-432a-8680-f1cb879b65b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.916331 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9b458002-e9f9-4b04-8481-e71539917703 req-17609a80-143c-432a-8680-f1cb879b65b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2329473 Jan 27 21:46:02.927654 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 537d39f5-3db6-4733-9179-5735f9af9f10 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:02.928060 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (537d39f5-3db6-4733-9179-5735f9af9f10), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.943683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] For port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:02.991185 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b71ec7-d55c-4765-9ac1-29ab1e990f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537d39f5-3db6-4733-9179-5735f9af9f10'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:03.001534 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd3233a-fdc3-451d-a5dc-61ee24e54ea5" -d '{"events": [{"server_uuid": "61b71ec7-d55c-4765-9ac1-29ab1e990f4a", "name": "network-vif-plugged", "status": "completed", "tag": "537d39f5-3db6-4733-9179-5735f9af9f10"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:03.003746 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] For port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0,segment=NetworkSegment(6a88e292-877f-4d1f-94c7-45940eb096db),segment_id=6a88e292-877f-4d1f-94c7-45940eb096db)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:03.025284 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.031312 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 537d39f5-3db6-4733-9179-5735f9af9f10, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=537d39f5-3db6-4733-9179-5735f9af9f10,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:03.040004 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (537d39f5-3db6-4733-9179-5735f9af9f10), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.082786 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da37a2e8-bd3d-4f01-b472-210d4b12b578 req-bc36b49b-c155-41b7-8325-9af4c69b540c tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/security-groups?id=058abce2-9d0a-4d3f-bf26-8e1429bc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745227 Jan 27 21:46:03.100589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:03.101392 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.102963 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] 10.222.0.21 "PUT /v2.0/ports/7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 HTTP/1.1" status: 200 len: 1092 time: 3.3432510 Jan 27 21:46:03.189432 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403f8b77-ee04-4b37-818b-88f78aa497bd', 'tag': '7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:03.192719 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b105adb0-35f4-4213-90fc-6774563eefba" -d '{"events": [{"name": "network-changed", "server_uuid": "403f8b77-ee04-4b37-818b-88f78aa497bd", "tag": "7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:03.231380 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bd5e76a1-d91e-4629-b0ad-d4b313ccab93 req-868dbb55-4d8d-477f-bcf2-93308c087807 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529625 Jan 27 21:46:03.276406 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=537d39f5-3db6-4733-9179-5735f9af9f10,revision_number=9']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:03.305723 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9b458002-e9f9-4b04-8481-e71539917703 req-4cffb543-ac63-44da-bb28-c20a37dd9f0b service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696320 Jan 27 21:46:03.387226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c91df-1e42-4488-a5de-b6a897fc96f1 req-48daabd4-117b-4b98-a1b4-c5906404d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:03.388852 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c75c91df-1e42-4488-a5de-b6a897fc96f1 req-48daabd4-117b-4b98-a1b4-c5906404d121 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.7136154 Jan 27 21:46:03.478788 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9b458002-e9f9-4b04-8481-e71539917703 req-e48bf6c3-3560-42e6-9dd1-901611343f71 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558361 Jan 27 21:46:03.501470 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262ac0f-1fd4-440a-8b7e-2e6988babd6c service neutron] Pushing event updated for resources: {'Port': ['ID=7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:03.519433 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c75c91df-1e42-4488-a5de-b6a897fc96f1 req-d34d9b0d-9607-4103-927b-467c822a527a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=537d39f5-3db6-4733-9179-5735f9af9f10 HTTP/1.1" status: 200 len: 217 time: 0.1142118 Jan 27 21:46:03.538617 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d5b0a-ea7a-4426-8510-fefc55b3fd92 req-0c259750-0d4a-4257-ba1d-3f6e6b350a0c tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:03.542220 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-825d5b0a-ea7a-4426-8510-fefc55b3fd92 req-0c259750-0d4a-4257-ba1d-3f6e6b350a0c tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 944 time: 0.2743640 Jan 27 21:46:03.564135 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-d35b8d91-d015-4dc9-abcf-db09f61a1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:03.565770 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-d35b8d91-d015-4dc9-abcf-db09f61a1c2a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc08858640d0459e88dc1fcfa79be649&device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 1095 time: 0.3575430 Jan 27 21:46:03.618969 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-65356d2f-ed82-4f43-82d2-6e26ca3f4236 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:46:03.620147 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-65356d2f-ed82-4f43-82d2-6e26ca3f4236 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0285509 Jan 27 21:46:03.687423 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-d2ca486a-9bac-4c9a-977a-a921a9e144d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 HTTP/1.1" status: 200 len: 217 time: 0.0886638 Jan 27 21:46:03.735421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c91df-1e42-4488-a5de-b6a897fc96f1 req-e5f028ad-d829-435b-8ea9-10875a4c0fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:03.736884 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c75c91df-1e42-4488-a5de-b6a897fc96f1 req-e5f028ad-d829-435b-8ea9-10875a4c0fdb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.2093625 Jan 27 21:46:03.786259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-bb86ec5d-7861-4620-911f-3fef88e90a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:03.787648 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-bb86ec5d-7861-4620-911f-3fef88e90a34 service neutron] 10.222.0.23 "GET /v2.0/ports/a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 HTTP/1.1" status: 200 len: 1093 time: 0.1160035 Jan 27 21:46:03.812002 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-2a457dcb-5449-4f1b-b9fc-2a2a4f93a8af service neutron] Request body: {'binding': {'host': 'n-h2-772272-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:03.812648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-2a457dcb-5449-4f1b-b9fc-2a2a4f93a8af service neutron] Unknown quota resources ['binding']. {{(pid=109741) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:46:03.824177 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-825d5b0a-ea7a-4426-8510-fefc55b3fd92 req-bf164147-8bb3-4bba-96e0-5c879acaa498 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667751 Jan 27 21:46:03.876691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-2b12d805-04f9-4074-8270-606a478ec8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:03.878828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-2b12d805-04f9-4074-8270-606a478ec8d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6a7da387-cb8b-4945-b993-4a5e78bffd27 HTTP/1.1" status: 200 len: 862 time: 0.1592159 Jan 27 21:46:03.907414 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053f02f6-21bf-4e05-bdd6-9fea7e2e1451 x-openstack-request-id: req-053f02f6-21bf-4e05-bdd6-9fea7e2e1451 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:03.907718 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6547436-d2f3-4c97-9d66-d524ebf83bf6", "tag": "8b180326-135b-4d4e-8ece-39b2dd2de0f7", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:03.907984 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-053f02f6-21bf-4e05-bdd6-9fea7e2e1451 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:03.909145 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6547436-d2f3-4c97-9d66-d524ebf83bf6', 'tag': '8b180326-135b-4d4e-8ece-39b2dd2de0f7', 'status': 'completed', 'code': 200} Jan 27 21:46:03.998779 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5857b6-0321-4309-b5b2-f01f80e69230 req-7d8a9617-4084-45d5-9bd9-a800c54e4d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:04.000412 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fd5857b6-0321-4309-b5b2-f01f80e69230 req-7d8a9617-4084-45d5-9bd9-a800c54e4d15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d830218e1944e8196e90d209b26e23d&device_id=f6547436-d2f3-4c97-9d66-d524ebf83bf6 HTTP/1.1" status: 200 len: 1099 time: 0.0565259 Jan 27 21:46:04.017615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c91df-1e42-4488-a5de-b6a897fc96f1 req-49978b72-eb93-40b8-85cb-400cdda7a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:04.019135 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c75c91df-1e42-4488-a5de-b6a897fc96f1 req-49978b72-eb93-40b8-85cb-400cdda7a49d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2527032 Jan 27 21:46:04.021149 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-80742637-8323-4cd4-a8d2-83e1c5245a1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08785562-76b3-4501-80fb-2c234e0f6c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296957 Jan 27 21:46:04.138311 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:46:04.186239 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5857b6-0321-4309-b5b2-f01f80e69230 req-dc995693-9b5b-47dd-98dc-e4cd40722a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:04.188961 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fd5857b6-0321-4309-b5b2-f01f80e69230 req-dc995693-9b5b-47dd-98dc-e4cd40722a4c service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.1776259 Jan 27 21:46:04.236567 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fd5857b6-0321-4309-b5b2-f01f80e69230 req-28b41a15-7778-4c68-8554-b68aab8af43d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=8b180326-135b-4d4e-8ece-39b2dd2de0f7 HTTP/1.1" status: 200 len: 217 time: 0.0355563 Jan 27 21:46:04.327300 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5857b6-0321-4309-b5b2-f01f80e69230 req-419cd431-44bd-45e2-aa7e-9f9fd9ab2734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:04.327716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:04.329276 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fd5857b6-0321-4309-b5b2-f01f80e69230 req-419cd431-44bd-45e2-aa7e-9f9fd9ab2734 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0822055 Jan 27 21:46:04.350611 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c', 'mac_address': 'fa:16:3e:05:75:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:46:04.359323 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339b805-7a9a-4edd-b43e-c26e626cce9b req-ab14f0c9-aed7-41fb-87f8-532725a08e18 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:04.371283 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f339b805-7a9a-4edd-b43e-c26e626cce9b req-ab14f0c9-aed7-41fb-87f8-532725a08e18 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.3587306 Jan 27 21:46:04.428545 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5857b6-0321-4309-b5b2-f01f80e69230 req-b4483e26-befb-486b-b9c5-40971daa6a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:04.430150 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fd5857b6-0321-4309-b5b2-f01f80e69230 req-b4483e26-befb-486b-b9c5-40971daa6a8c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0900285 Jan 27 21:46:04.448744 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:04.449143 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:04.478899 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:04.498645 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c75c91df-1e42-4488-a5de-b6a897fc96f1 req-b7637f9b-ab93-4211-9139-c99ca207d7ca service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655812 Jan 27 21:46:04.523176 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:04.525886 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-3f1afd0b-6e02-4547-8f60-f510bb58b837 service neutron] 10.222.0.21 "GET /v2.0/networks/08785562-76b3-4501-80fb-2c234e0f6c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718418 Jan 27 21:46:04.530523 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:04.548095 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fd5857b6-0321-4309-b5b2-f01f80e69230 req-a7735bc8-5097-48f9-871c-2e39d14be8b0 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057549 Jan 27 21:46:04.561650 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-2a457dcb-5449-4f1b-b9fc-2a2a4f93a8af service neutron] Attempting to bind port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 on host n-h2-772272-3 for vnic_type normal with profile None {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:04.561978 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-2a457dcb-5449-4f1b-b9fc-2a2a4f93a8af service neutron] Attempting to bind port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:04.562307 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-2a457dcb-5449-4f1b-b9fc-2a2a4f93a8af service neutron] Attempting to bind port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:04.590081 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:04.651067 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-2a457dcb-5449-4f1b-b9fc-2a2a4f93a8af service neutron] Port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:46:04.651394 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-2a457dcb-5449-4f1b-b9fc-2a2a4f93a8af service neutron] Attempting to bind port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:04.667002 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-2a457dcb-5449-4f1b-b9fc-2a2a4f93a8af service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:04.667367 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-2a457dcb-5449-4f1b-b9fc-2a2a4f93a8af service neutron] Checking segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:04.667729 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-2a457dcb-5449-4f1b-b9fc-2a2a4f93a8af service neutron] Bound using segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:04.668227 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-2a457dcb-5449-4f1b-b9fc-2a2a4f93a8af service neutron] Bound port: a8a44e1e-4a61-45f2-ae17-7f7b0426eb20, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:04.690658 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fd5857b6-0321-4309-b5b2-f01f80e69230 req-25226cce-4dfd-4fcf-84ef-8ed456644b27 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343374 Jan 27 21:46:04.692277 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f339b805-7a9a-4edd-b43e-c26e626cce9b req-94138363-22c6-478e-ba75-8d0e96f418c8 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151641 Jan 27 21:46:04.798904 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef863af7-7740-47c9-beca-0eda1fcb1eae x-openstack-request-id: req-ef863af7-7740-47c9-beca-0eda1fcb1eae {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:04.799466 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b71ec7-d55c-4765-9ac1-29ab1e990f4a", "name": "network-vif-plugged", "status": "completed", "tag": "537d39f5-3db6-4733-9179-5735f9af9f10", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:04.799973 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef863af7-7740-47c9-beca-0eda1fcb1eae {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:04.800805 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b71ec7-d55c-4765-9ac1-29ab1e990f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537d39f5-3db6-4733-9179-5735f9af9f10', 'code': 200} Jan 27 21:46:04.807811 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c75c91df-1e42-4488-a5de-b6a897fc96f1 req-84214b86-3c59-4270-8863-84710e2f7326 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764435 Jan 27 21:46:04.809418 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-2a457dcb-5449-4f1b-b9fc-2a2a4f93a8af service neutron] For port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:04.812216 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3790514e-192a-4880-b0f7-c02f88e4b47c req-086f241d-47e1-46f4-8adc-8c222849b6eb service neutron] 10.222.0.21 "GET /v2.0/networks/08785562-76b3-4501-80fb-2c234e0f6c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785306 Jan 27 21:46:04.818777 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-2a457dcb-5449-4f1b-b9fc-2a2a4f93a8af service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:04.819960 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-2a457dcb-5449-4f1b-b9fc-2a2a4f93a8af service neutron] 10.222.0.23 "POST /v2.0/ports/a8a44e1e-4a61-45f2-ae17-7f7b0426eb20/bindings HTTP/1.1" status: 201 len: 389 time: 1.0113833 Jan 27 21:46:04.820716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:05.003505 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3096c562-f599-4d6e-800a-9a5845fe60cf x-openstack-request-id: req-3096c562-f599-4d6e-800a-9a5845fe60cf {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:05.003797 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403f8b77-ee04-4b37-818b-88f78aa497bd", "tag": "7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:05.004055 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3096c562-f599-4d6e-800a-9a5845fe60cf {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:05.005629 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403f8b77-ee04-4b37-818b-88f78aa497bd', 'tag': '7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0', 'status': 'completed', 'code': 200} Jan 27 21:46:05.120589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105adb0-35f4-4213-90fc-6774563eefba req-035f180d-0186-4d5e-afdc-25ee54023223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:05.122144 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b105adb0-35f4-4213-90fc-6774563eefba req-035f180d-0186-4d5e-afdc-25ee54023223 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc08858640d0459e88dc1fcfa79be649&device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 1095 time: 0.0920360 Jan 27 21:46:05.141802 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da678224-b5e6-44f5-9465-36022093f28b req-ef42fac2-0126-42ec-9b54-d419dcfcd012 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:05.148866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da678224-b5e6-44f5-9465-36022093f28b req-ef42fac2-0126-42ec-9b54-d419dcfcd012 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6547436-d2f3-4c97-9d66-d524ebf83bf6 HTTP/1.1" status: 200 len: 948 time: 0.1292958 Jan 27 21:46:05.274049 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-c011cbf1-b634-4c56-84de-5866abdfd846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:05.275590 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-c011cbf1-b634-4c56-84de-5866abdfd846 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 1096 time: 0.1005776 Jan 27 21:46:05.389157 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105adb0-35f4-4213-90fc-6774563eefba req-58045f55-f875-4952-85a2-549492e4df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:05.390898 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b105adb0-35f4-4213-90fc-6774563eefba req-58045f55-f875-4952-85a2-549492e4df60 service neutron] 10.222.0.21 "GET /v2.0/networks?id=08785562-76b3-4501-80fb-2c234e0f6c58 HTTP/1.1" status: 200 len: 923 time: 0.2395575 Jan 27 21:46:05.416220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-8a16eb0e-79f5-4bdc-8161-558af0e25983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:05.417653 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-8a16eb0e-79f5-4bdc-8161-558af0e25983 service neutron] 10.222.0.21 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 920 time: 0.1325243 Jan 27 21:46:05.467621 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-acc366df-e319-4c5e-98f1-f42be7478e0e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 HTTP/1.1" status: 200 len: 217 time: 0.0385470 Jan 27 21:46:05.490918 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da678224-b5e6-44f5-9465-36022093f28b req-3a3680bb-1e35-45ca-afcd-ae5ac1bef521 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/security-groups?id=058abce2-9d0a-4d3f-bf26-8e1429bc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404911 Jan 27 21:46:05.497058 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b105adb0-35f4-4213-90fc-6774563eefba req-23030e17-ae8e-4bc1-b613-7091a895e2ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 HTTP/1.1" status: 200 len: 217 time: 0.0777016 Jan 27 21:46:05.540474 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904e1a6-4bba-4045-883f-fca63580160f req-b6a79164-b259-40a1-9d9f-dd59b0573d48 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:05.543992 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e904e1a6-4bba-4045-883f-fca63580160f req-b6a79164-b259-40a1-9d9f-dd59b0573d48 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 944 time: 0.3456528 Jan 27 21:46:05.567078 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-7c642293-544b-475d-b15e-ba3d704ab26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:05.568783 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-7c642293-544b-475d-b15e-ba3d704ab26a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.0911028 Jan 27 21:46:05.617478 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105adb0-35f4-4213-90fc-6774563eefba req-533d8201-e63b-45e5-abe6-9c95c8c3db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:05.619305 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b105adb0-35f4-4213-90fc-6774563eefba req-533d8201-e63b-45e5-abe6-9c95c8c3db6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6a7da387-cb8b-4945-b993-4a5e78bffd27 HTTP/1.1" status: 200 len: 862 time: 0.0741115 Jan 27 21:46:05.625739 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-a43fe191-890c-4459-ac37-6b87560633a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464315 Jan 27 21:46:05.698033 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e904e1a6-4bba-4045-883f-fca63580160f req-d51757f9-efa5-4123-b6f9-183ba76f31a7 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439004 Jan 27 21:46:05.702416 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b105adb0-35f4-4213-90fc-6774563eefba req-00366bd3-6777-474b-a15c-62b9a921f134 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08785562-76b3-4501-80fb-2c234e0f6c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459292 Jan 27 21:46:05.800301 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-47ce7698-cb3d-4db9-81dd-33323e14c17d service neutron] 10.222.0.21 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573644 Jan 27 21:46:05.808081 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46484) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:05.847373 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ffdba-573d-428a-8223-63ba8f49699a req-752c2a0b-0b9c-406f-973e-461f537cbe95 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:05.848950 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-238ffdba-573d-428a-8223-63ba8f49699a req-752c2a0b-0b9c-406f-973e-461f537cbe95 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.2282116 Jan 27 21:46:05.903092 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b105adb0-35f4-4213-90fc-6774563eefba req-efd02566-1010-4986-a4c0-c97565d8870a service neutron] 10.222.0.21 "GET /v2.0/networks/08785562-76b3-4501-80fb-2c234e0f6c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873958 Jan 27 21:46:05.953883 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:46:06.018340 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-5f7ffcd1-32c9-44cc-b7ab-fa0a864b8767 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--441580108&fields=id&tenant_id=0b2b86f17cf94b18a4e171551de3095e HTTP/1.1" status: 200 len: 267 time: 0.1075621 Jan 27 21:46:06.068128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-238ffdba-573d-428a-8223-63ba8f49699a req-b7b6225f-c573-4bdc-98b3-252a7347df5c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966715 Jan 27 21:46:06.156653 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:06.220753 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-2b752351-18c5-4d9b-b035-fb1c7b90482f tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:06.222541 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-2b752351-18c5-4d9b-b035-fb1c7b90482f tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/networks?id=76333007-a5d9-47c4-9e41-c811a7234223 HTTP/1.1" status: 200 len: 816 time: 0.1677754 Jan 27 21:46:06.266569 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:46:06.270843 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:06.271217 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.275416 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-2b8a6679-0afb-480b-a241-006c8464fa63 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/quotas/0b2b86f17cf94b18a4e171551de3095e HTTP/1.1" status: 200 len: 375 time: 0.0139654 Jan 27 21:46:06.280130 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b105adb0-35f4-4213-90fc-6774563eefba req-9ddac916-1de5-413f-95b9-5a1589d6f6ff service neutron] 10.222.0.21 "GET /v2.0/networks/08785562-76b3-4501-80fb-2c234e0f6c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154602 Jan 27 21:46:06.351525 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-b147beeb-51d7-4462-a0ae-53476c3b01b6 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b2b86f17cf94b18a4e171551de3095e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679810 Jan 27 21:46:06.358462 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d51de7-9516-4dc7-8adb-c245de45f391 req-8c464351-5674-427b-96ff-6846fd49f2d2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:06.365163 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49d51de7-9516-4dc7-8adb-c245de45f391 req-8c464351-5674-427b-96ff-6846fd49f2d2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.1411805 Jan 27 21:46:06.398988 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-7f574ba5-eedf-4613-9c87-0ada9dc46bc0 service neutron] 10.222.0.21 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4751825 Jan 27 21:46:06.437547 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:06.438283 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.514314 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-8e9118bc-9c55-4844-92ad-8c951b74e6c0 service neutron] 10.222.0.23 "GET /v2.0/networks/76333007-a5d9-47c4-9e41-c811a7234223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349299 Jan 27 21:46:06.517249 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:06.525912 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.605962 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:06.663615 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35113561-8c23-4e4f-80d2-303d9e6a9dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (79a3dc65-d457-487a-85d8-634e1adabe49), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.694789 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49d51de7-9516-4dc7-8adb-c245de45f391 req-ec0c0a01-5f87-4d25-b6af-b25838fa29bb tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217185 Jan 27 21:46:06.718145 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-5e68808c-e630-4e8d-91a9-0870552b73f1 service neutron] 10.222.0.23 "GET /v2.0/networks/76333007-a5d9-47c4-9e41-c811a7234223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029591 Jan 27 21:46:06.801971 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322d8afa-4cb6-4196-8795-d4a50caecb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:06.804382 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e8cf42-fbf6-4c24-9275-c28f777320ce" -d '{"events": [{"server_uuid": "322d8afa-4cb6-4196-8795-d4a50caecb65", "name": "network-vif-plugged", "status": "completed", "tag": "86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:07.000047 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14bb5-6727-4a59-a238-7b6a87ee502a req-ed2d88e9-9b68-4743-a46c-2e2a10b61b16 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:07.001248 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-35113561-8c23-4e4f-80d2-303d9e6a9dd8 admin admin] Deleting port d7ae0a49-66dd-45e0-b213-d19913708098 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:07.001723 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35113561-8c23-4e4f-80d2-303d9e6a9dd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d7ae0a49-66dd-45e0-b213-d19913708098), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.008901 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3a14bb5-6727-4a59-a238-7b6a87ee502a req-ed2d88e9-9b68-4743-a46c-2e2a10b61b16 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6547436-d2f3-4c97-9d66-d524ebf83bf6 HTTP/1.1" status: 200 len: 948 time: 0.0659618 Jan 27 21:46:07.062456 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3a14bb5-6727-4a59-a238-7b6a87ee502a req-42799f9d-b07b-48fc-838f-ad63722001b7 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/security-groups?id=058abce2-9d0a-4d3f-bf26-8e1429bc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524132 Jan 27 21:46:07.091189 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-35113561-8c23-4e4f-80d2-303d9e6a9dd8 admin admin] For port d7ae0a49-66dd-45e0-b213-d19913708098, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d7ae0a49-66dd-45e0-b213-d19913708098,segment=NetworkSegment(3c0f2f42-fe56-4027-8e68-8e0ff56e6659),segment_id=3c0f2f42-fe56-4027-8e68-8e0ff56e6659)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:07.091672 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35113561-8c23-4e4f-80d2-303d9e6a9dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d7ae0a49-66dd-45e0-b213-d19913708098), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.107054 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-35113561-8c23-4e4f-80d2-303d9e6a9dd8 admin admin] Calling delete_port for d7ae0a49-66dd-45e0-b213-d19913708098 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:07.188444 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2361d-4f3a-483f-8a4a-38d49653dc74 req-83da85af-ceeb-4b71-8b58-272df2e1bb21 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:07.193711 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33e2361d-4f3a-483f-8a4a-38d49653dc74 req-83da85af-ceeb-4b71-8b58-272df2e1bb21 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 944 time: 0.0585186 Jan 27 21:46:07.251103 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33e2361d-4f3a-483f-8a4a-38d49653dc74 req-8f924e09-4beb-44d1-9fd5-b280fec30b65 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534632 Jan 27 21:46:07.330651 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35113561-8c23-4e4f-80d2-303d9e6a9dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d7ae0a49-66dd-45e0-b213-d19913708098), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.375668 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35113561-8c23-4e4f-80d2-303d9e6a9dd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ae0a49-66dd-45e0-b213-d19913708098,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:07.386103 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13516db-b930-4c32-9c3d-aba4557d5785 req-b64aa84b-b3e6-4833-abf4-653f82a5e59c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:07.397230 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e13516db-b930-4c32-9c3d-aba4557d5785 req-b64aa84b-b3e6-4833-abf4-653f82a5e59c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.0741851 Jan 27 21:46:07.489058 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e13516db-b930-4c32-9c3d-aba4557d5785 req-61289414-b2e8-457f-81f8-c18021a571df tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881810 Jan 27 21:46:07.551377 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f85144-453b-4a17-bc56-6f016cd59470 x-openstack-request-id: req-85f85144-453b-4a17-bc56-6f016cd59470 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:07.552216 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322d8afa-4cb6-4196-8795-d4a50caecb65", "name": "network-vif-plugged", "status": "completed", "tag": "86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:07.558536 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85f85144-453b-4a17-bc56-6f016cd59470 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:07.559243 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322d8afa-4cb6-4196-8795-d4a50caecb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c', 'code': 200} Jan 27 21:46:07.636576 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35113561-8c23-4e4f-80d2-303d9e6a9dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (79a3dc65-d457-487a-85d8-634e1adabe49), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.729957 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856bcf9-b0ef-4e9f-8714-e42eb90b67af req-f70eaad0-5d9d-481b-810f-0989f13ae03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:07.732179 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e856bcf9-b0ef-4e9f-8714-e42eb90b67af req-f70eaad0-5d9d-481b-810f-0989f13ae03e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=322d8afa-4cb6-4196-8795-d4a50caecb65 HTTP/1.1" status: 200 len: 1100 time: 0.1149595 Jan 27 21:46:07.754243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd481a10-0df7-4536-a963-0d31918f3875 req-b40f20de-9607-4ab7-967a-a3c82f6c1090 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:07.762667 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd481a10-0df7-4536-a963-0d31918f3875 req-b40f20de-9607-4ab7-967a-a3c82f6c1090 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.0929389 Jan 27 21:46:07.896438 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35113561-8c23-4e4f-80d2-303d9e6a9dd8 admin admin] Router 79a3dc65-d457-487a-85d8-634e1adabe49 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:46:08.025886 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35113561-8c23-4e4f-80d2-303d9e6a9dd8 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:46:08.036114 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4dea37-97c2-47a8-b0fe-1e23522eb498 None None] Sync routers for ids ['79a3dc65-d457-487a-85d8-634e1adabe49'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:46:08.043532 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-35113561-8c23-4e4f-80d2-303d9e6a9dd8 admin admin] 10.222.0.23 "PUT /v2.0/routers/79a3dc65-d457-487a-85d8-634e1adabe49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2337537 Jan 27 21:46:08.044440 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46508) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:08.053540 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4dea37-97c2-47a8-b0fe-1e23522eb498 None None] Routers {'79a3dc65-d457-487a-85d8-634e1adabe49'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:08.054564 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9f4dea37-97c2-47a8-b0fe-1e23522eb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:45:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['79a3dc65-d457-487a-85d8-634e1adabe49'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:08.107371 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e856bcf9-b0ef-4e9f-8714-e42eb90b67af req-5016694a-b3d7-46af-b963-ef7244f03431 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=058abce2-9d0a-4d3f-bf26-8e1429bc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672760 Jan 27 21:46:08.117072 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd481a10-0df7-4536-a963-0d31918f3875 req-f133deba-fe16-47aa-92bb-ef7ea589d9a4 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523345 Jan 27 21:46:08.188678 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7bea3f28-ad0d-46f1-ab07-8913c65e5ce8 admin admin] Publish callbacks [] for router (79a3dc65-d457-487a-85d8-634e1adabe49), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.243618 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-9f4dea37-97c2-47a8-b0fe-1e23522eb498 None None] Set router 79a3dc65-d457-487a-85d8-634e1adabe49 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:08.319533 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7bea3f28-ad0d-46f1-ab07-8913c65e5ce8 admin admin] Publish callbacks [] for router_gateway (79a3dc65-d457-487a-85d8-634e1adabe49), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.337114 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077e6cb-a501-4e22-9511-93039bbc85a1 req-7e42bec1-959d-4563-8692-eaeb83f2a9f0 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:08.343409 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c077e6cb-a501-4e22-9511-93039bbc85a1 req-7e42bec1-959d-4563-8692-eaeb83f2a9f0 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6547436-d2f3-4c97-9d66-d524ebf83bf6 HTTP/1.1" status: 200 len: 948 time: 0.0579379 Jan 27 21:46:08.393534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c077e6cb-a501-4e22-9511-93039bbc85a1 req-ed69b3be-6632-4ca6-a850-47524016fb45 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/security-groups?id=058abce2-9d0a-4d3f-bf26-8e1429bc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491416 Jan 27 21:46:08.404412 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-7bea3f28-ad0d-46f1-ab07-8913c65e5ce8 admin admin] Deleting port d6cd80f7-8265-44e1-9b62-53e4c2d47567 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:08.404728 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7bea3f28-ad0d-46f1-ab07-8913c65e5ce8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d6cd80f7-8265-44e1-9b62-53e4c2d47567), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.491708 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-7bea3f28-ad0d-46f1-ab07-8913c65e5ce8 admin admin] For port d6cd80f7-8265-44e1-9b62-53e4c2d47567, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d6cd80f7-8265-44e1-9b62-53e4c2d47567,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:08.497261 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9f4dea37-97c2-47a8-b0fe-1e23522eb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a3dc65-d457-487a-85d8-634e1adabe49', 'name': 'tempest-AttachSCSIVolumeTestJSON-906180291-router', 'tenant_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': 'd6cd80f7-8265-44e1-9b62-53e4c2d47567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:17Z', 'updated_at': '2022-01-27T21:46:07Z', 'revision_number': 5, 'project_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'gw_port': {'id': 'd6cd80f7-8265-44e1-9b62-53e4c2d47567', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a3dc65-d457-487a-85d8-634e1adabe49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:18Z', 'updated_at': '2022-01-27T21:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:08.500725 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7bea3f28-ad0d-46f1-ab07-8913c65e5ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d6cd80f7-8265-44e1-9b62-53e4c2d47567), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.518986 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-7bea3f28-ad0d-46f1-ab07-8913c65e5ce8 admin admin] Calling delete_port for d6cd80f7-8265-44e1-9b62-53e4c2d47567 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:08.530502 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4dea37-97c2-47a8-b0fe-1e23522eb498 None None] Checking router: 79a3dc65-d457-487a-85d8-634e1adabe49 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:46:08.541202 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4dea37-97c2-47a8-b0fe-1e23522eb498 None None] Routers {'79a3dc65-d457-487a-85d8-634e1adabe49'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:08.541894 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9f4dea37-97c2-47a8-b0fe-1e23522eb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:45:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['79a3dc65-d457-487a-85d8-634e1adabe49'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:08.545855 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310528d-cd2e-4334-93f1-b48909c12b0b req-6e1995a3-3751-4f59-a4f9-1442c60fb188 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:08.547439 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d310528d-cd2e-4334-93f1-b48909c12b0b req-6e1995a3-3751-4f59-a4f9-1442c60fb188 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 944 time: 0.0538943 Jan 27 21:46:08.583457 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:46:08.622719 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d310528d-cd2e-4334-93f1-b48909c12b0b req-cc39783f-67b9-44cf-b29c-71a291de7504 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639193 Jan 27 21:46:08.700035 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-9f4dea37-97c2-47a8-b0fe-1e23522eb498 None None] Set router 79a3dc65-d457-487a-85d8-634e1adabe49 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:08.730283 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7bea3f28-ad0d-46f1-ab07-8913c65e5ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d6cd80f7-8265-44e1-9b62-53e4c2d47567), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.786479 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9f4dea37-97c2-47a8-b0fe-1e23522eb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79a3dc65-d457-487a-85d8-634e1adabe49', 'name': 'tempest-AttachSCSIVolumeTestJSON-906180291-router', 'tenant_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:17Z', 'updated_at': '2022-01-27T21:46:08Z', 'revision_number': 6, 'project_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:08.816832 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea3f28-ad0d-46f1-ab07-8913c65e5ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6cd80f7-8265-44e1-9b62-53e4c2d47567,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:08.847729 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7bea3f28-ad0d-46f1-ab07-8913c65e5ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (79a3dc65-d457-487a-85d8-634e1adabe49), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.853567 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4dea37-97c2-47a8-b0fe-1e23522eb498 None None] The sync data for ids ['79a3dc65-d457-487a-85d8-634e1adabe49'] in n-d-772272-3 is: [{'id': '79a3dc65-d457-487a-85d8-634e1adabe49', 'name': 'tempest-AttachSCSIVolumeTestJSON-906180291-router', 'tenant_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:17Z', 'updated_at': '2022-01-27T21:46:08Z', 'revision_number': 6, 'project_id': 'acf1c889d61e45eeaa1daa66906b17bd', 'gw_port_host': None}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:46:08.919748 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0,segment=NetworkSegment(6a88e292-877f-4d1f-94c7-45940eb096db),segment_id=6a88e292-877f-4d1f-94c7-45940eb096db)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:08.931752 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0', 'network_id': '08785562-76b3-4501-80fb-2c234e0f6c58', 'port_id': '7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0', 'mac_address': 'fa:16:3e:17:7f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7da387-cb8b-4945-b993-4a5e78bffd27', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:46:08.950928 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-d55c0f0e-1cfe-4b3b-aa8a-2acba042a8db tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=199845b217c54a388bc3d621d514a954&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348120 Jan 27 21:46:08.965239 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7bea3f28-ad0d-46f1-ab07-8913c65e5ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (79a3dc65-d457-487a-85d8-634e1adabe49), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.968144 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7bea3f28-ad0d-46f1-ab07-8913c65e5ce8 admin admin] Publish callbacks [] for router_controller (79a3dc65-d457-487a-85d8-634e1adabe49), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.973912 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:08.974314 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.002070 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:09.021438 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7bea3f28-ad0d-46f1-ab07-8913c65e5ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (79a3dc65-d457-487a-85d8-634e1adabe49), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.022050 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bea3f28-ad0d-46f1-ab07-8913c65e5ce8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79a3dc65-d457-487a-85d8-634e1adabe49 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:46:09.028723 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7bea3f28-ad0d-46f1-ab07-8913c65e5ce8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.030066 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0,segment=NetworkSegment(6a88e292-877f-4d1f-94c7-45940eb096db),segment_id=6a88e292-877f-4d1f-94c7-45940eb096db)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:09.030874 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7bea3f28-ad0d-46f1-ab07-8913c65e5ce8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/79a3dc65-d457-487a-85d8-634e1adabe49 HTTP/1.1" status: 204 len: 168 time: 0.9854598 Jan 27 21:46:09.033562 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46532) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:09.038084 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.038871 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 8b180326-135b-4d4e-8ece-39b2dd2de0f7 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:46:09.085430 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-20078bf2-13da-40ce-ab41-23d18fb8755d admin admin] Deleting subnet ac95968a-10bb-48dc-bc0a-ca4534f8895e {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:46:09.089636 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-20078bf2-13da-40ce-ab41-23d18fb8755d admin admin] Publish callbacks [] for subnet (ac95968a-10bb-48dc-bc0a-ca4534f8895e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.090062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-38e74180-ddd0-4cfa-ae95-e5a5fb3e3893 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:09.092048 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-38e74180-ddd0-4cfa-ae95-e5a5fb3e3893 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1401823 Jan 27 21:46:09.115497 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-c144406e-a0a7-4dc7-bfdc-a5486f24d4ff tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/quotas/199845b217c54a388bc3d621d514a954 HTTP/1.1" status: 200 len: 375 time: 0.0169067 Jan 27 21:46:09.126586 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-20078bf2-13da-40ce-ab41-23d18fb8755d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (ac95968a-10bb-48dc-bc0a-ca4534f8895e), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.190651 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-7d9e7d3c-9bd7-4fdb-960a-1078e088d9f0 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739701 Jan 27 21:46:09.216000 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 8b180326-135b-4d4e-8ece-39b2dd2de0f7, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=8b180326-135b-4d4e-8ece-39b2dd2de0f7,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:09.230161 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:09.236962 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '8b180326-135b-4d4e-8ece-39b2dd2de0f7', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '8b180326-135b-4d4e-8ece-39b2dd2de0f7', 'mac_address': 'fa:16:3e:5e:3f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:46:09.261593 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-20078bf2-13da-40ce-ab41-23d18fb8755d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (ac95968a-10bb-48dc-bc0a-ca4534f8895e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.324959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 8b180326-135b-4d4e-8ece-39b2dd2de0f7 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:09.325391 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8b180326-135b-4d4e-8ece-39b2dd2de0f7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.350179 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-20078bf2-13da-40ce-ab41-23d18fb8755d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (ac95968a-10bb-48dc-bc0a-ca4534f8895e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.380216 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716fe8d9-ed96-44a8-980d-c90a701bb18e None None] Network 41ef59a0-fa1a-42e9-b82d-84d16180d1f3 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:09.386913 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b180326-135b-4d4e-8ece-39b2dd2de0f7 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:09.411459 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-20078bf2-13da-40ce-ab41-23d18fb8755d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.427745 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-20078bf2-13da-40ce-ab41-23d18fb8755d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ac95968a-10bb-48dc-bc0a-ca4534f8895e HTTP/1.1" status: 204 len: 168 time: 0.3931499 Jan 27 21:46:09.430761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46544) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:09.435099 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20078bf2-13da-40ce-ab41-23d18fb8755d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac95968a-10bb-48dc-bc0a-ca4534f8895e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:09.469747 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 8b180326-135b-4d4e-8ece-39b2dd2de0f7, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=8b180326-135b-4d4e-8ece-39b2dd2de0f7,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:09.476956 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8b180326-135b-4d4e-8ece-39b2dd2de0f7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.564911 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=8b180326-135b-4d4e-8ece-39b2dd2de0f7,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:09.582725 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-035ed72a-bb21-430e-be0f-5c98c4071464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (41ef59a0-fa1a-42e9-b82d-84d16180d1f3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.605274 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf9114-5170-4b8b-8935-97f9e829d808 req-8894cc99-e0d0-40dc-8f45-f01693de65ef tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:09.612415 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32cf9114-5170-4b8b-8935-97f9e829d808 req-8894cc99-e0d0-40dc-8f45-f01693de65ef tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.1433690 Jan 27 21:46:09.695206 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32cf9114-5170-4b8b-8935-97f9e829d808 req-8e2703c5-e679-46b7-b619-0a0fd1d9b93c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817943 Jan 27 21:46:09.713310 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-035ed72a-bb21-430e-be0f-5c98c4071464 admin admin] Deleting port e871ef4f-a792-482b-9ac8-02e16ef04bf4 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:09.713671 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-035ed72a-bb21-430e-be0f-5c98c4071464 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e871ef4f-a792-482b-9ac8-02e16ef04bf4), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.785078 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf4ca28-0c90-43dc-bd9a-db80b7586b36 None None] DHCP port deletion for 41ef59a0-fa1a-42e9-b82d-84d16180d1f3 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:46:09.811251 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-035ed72a-bb21-430e-be0f-5c98c4071464 admin admin] For port e871ef4f-a792-482b-9ac8-02e16ef04bf4, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e871ef4f-a792-482b-9ac8-02e16ef04bf4,segment=NetworkSegment(3c0f2f42-fe56-4027-8e68-8e0ff56e6659),segment_id=3c0f2f42-fe56-4027-8e68-8e0ff56e6659)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:09.811800 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-035ed72a-bb21-430e-be0f-5c98c4071464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e871ef4f-a792-482b-9ac8-02e16ef04bf4), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.830381 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-035ed72a-bb21-430e-be0f-5c98c4071464 admin admin] Calling delete_port for e871ef4f-a792-482b-9ac8-02e16ef04bf4 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:09.910034 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4bf4ca28-0c90-43dc-bd9a-db80b7586b36 None None] Deleting port e871ef4f-a792-482b-9ac8-02e16ef04bf4 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:09.910909 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ca28-0c90-43dc-bd9a-db80b7586b36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e871ef4f-a792-482b-9ac8-02e16ef04bf4), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.947183 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e890f6e0-1f4e-4866-973c-2c85d154699c req-172aef11-0583-45d4-adf8-e3e713050cc5 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 210 time: 0.0462568 Jan 27 21:46:10.022949 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-4bf4ca28-0c90-43dc-bd9a-db80b7586b36 None None] For port e871ef4f-a792-482b-9ac8-02e16ef04bf4, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e871ef4f-a792-482b-9ac8-02e16ef04bf4,segment=NetworkSegment(3c0f2f42-fe56-4027-8e68-8e0ff56e6659),segment_id=3c0f2f42-fe56-4027-8e68-8e0ff56e6659)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:10.024031 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ca28-0c90-43dc-bd9a-db80b7586b36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e871ef4f-a792-482b-9ac8-02e16ef04bf4), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.039135 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4bf4ca28-0c90-43dc-bd9a-db80b7586b36 None None] Calling delete_port for e871ef4f-a792-482b-9ac8-02e16ef04bf4 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:10.073308 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-035ed72a-bb21-430e-be0f-5c98c4071464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (e871ef4f-a792-482b-9ac8-02e16ef04bf4), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.109047 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ed72a-bb21-430e-be0f-5c98c4071464 admin admin] Pushing event deleted for resources: {'Port': ['ID=e871ef4f-a792-482b-9ac8-02e16ef04bf4,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:10.118411 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65170c-44c6-4fd9-9779-9c6b00e73ad6 req-30c0307e-eef2-44dc-b37f-3a670cf6ac02 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:10.119972 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd65170c-44c6-4fd9-9779-9c6b00e73ad6 req-30c0307e-eef2-44dc-b37f-3a670cf6ac02 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6547436-d2f3-4c97-9d66-d524ebf83bf6 HTTP/1.1" status: 200 len: 949 time: 0.0893874 Jan 27 21:46:10.121253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035ed72a-bb21-430e-be0f-5c98c4071464 admin admin] No DVR routers for this DVR port e871ef4f-a792-482b-9ac8-02e16ef04bf4 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:10.137300 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ca28-0c90-43dc-bd9a-db80b7586b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (e871ef4f-a792-482b-9ac8-02e16ef04bf4), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.148127 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['8b180326-135b-4d4e-8ece-39b2dd2de0f7'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:10.192726 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:10.195658 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4ca28-0c90-43dc-bd9a-db80b7586b36 None None] Pushing event deleted for resources: {'Port': ['ID=e871ef4f-a792-482b-9ac8-02e16ef04bf4,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:10.203360 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-035ed72a-bb21-430e-be0f-5c98c4071464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (41ef59a0-fa1a-42e9-b82d-84d16180d1f3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.203516 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf4ca28-0c90-43dc-bd9a-db80b7586b36 None None] No DVR routers for this DVR port e871ef4f-a792-482b-9ac8-02e16ef04bf4 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:10.229269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-035ed72a-bb21-430e-be0f-5c98c4071464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ef59a0-fa1a-42e9-b82d-84d16180d1f3']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:10.239910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-035ed72a-bb21-430e-be0f-5c98c4071464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0f2f42-fe56-4027-8e68-8e0ff56e6659') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:10.240243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-035ed72a-bb21-430e-be0f-5c98c4071464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0f2f42-fe56-4027-8e68-8e0ff56e6659') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:10.255718 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-035ed72a-bb21-430e-be0f-5c98c4071464 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (3c0f2f42-fe56-4027-8e68-8e0ff56e6659), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.293201 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-035ed72a-bb21-430e-be0f-5c98c4071464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3c0f2f42-fe56-4027-8e68-8e0ff56e6659), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.312727 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035ed72a-bb21-430e-be0f-5c98c4071464 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:46:10.313147 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-035ed72a-bb21-430e-be0f-5c98c4071464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (3c0f2f42-fe56-4027-8e68-8e0ff56e6659), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: timer() Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:46:10.314891 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:46:10.368520 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd65170c-44c6-4fd9-9779-9c6b00e73ad6 req-1945e5b3-bbbd-4679-b326-7f181e1c61d9 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/security-groups?id=058abce2-9d0a-4d3f-bf26-8e1429bc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160338 Jan 27 21:46:10.384857 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-035ed72a-bb21-430e-be0f-5c98c4071464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (41ef59a0-fa1a-42e9-b82d-84d16180d1f3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.407140 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-035ed72a-bb21-430e-be0f-5c98c4071464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.412232 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-035ed72a-bb21-430e-be0f-5c98c4071464 admin admin] 10.222.0.23 "DELETE /v2.0/networks/41ef59a0-fa1a-42e9-b82d-84d16180d1f3 HTTP/1.1" status: 204 len: 168 time: 0.9768453 Jan 27 21:46:10.412232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ed72a-bb21-430e-be0f-5c98c4071464 admin admin] Pushing event deleted for resources: {'Network': ['ID=41ef59a0-fa1a-42e9-b82d-84d16180d1f3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:10.413104 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46554) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:10.536189 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76887d3-be0b-4f61-aeb8-1628ccc72419 req-64049d54-d5b3-44f7-8b79-adcef3e44559 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:10.537754 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f76887d3-be0b-4f61-aeb8-1628ccc72419 req-64049d54-d5b3-44f7-8b79-adcef3e44559 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 945 time: 0.0734990 Jan 27 21:46:10.605061 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f76887d3-be0b-4f61-aeb8-1628ccc72419 req-b0cebf6e-db2f-4188-88b8-a49681b54844 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612221 Jan 27 21:46:10.650188 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-91c313ef-ca67-42ba-925d-0c290f13e851 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=199845b217c54a388bc3d621d514a954&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391495 Jan 27 21:46:10.829809 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e871ef4f-a792-482b-9ac8-02e16ef04bf4 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:10.864517 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: e871ef4f-a792-482b-9ac8-02e16ef04bf4 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:10.864794 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e871ef4f-a792-482b-9ac8-02e16ef04bf4 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:10.865501 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d6cd80f7-8265-44e1-9b62-53e4c2d47567 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:10.916590 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: d6cd80f7-8265-44e1-9b62-53e4c2d47567 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:10.916942 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d6cd80f7-8265-44e1-9b62-53e4c2d47567 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:10.917370 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d7ae0a49-66dd-45e0-b213-d19913708098 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:10.963648 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: d7ae0a49-66dd-45e0-b213-d19913708098 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:10.964348 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d7ae0a49-66dd-45e0-b213-d19913708098 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:10.965529 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9863355-e0cf-4d63-a36f-60cc80ca37eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (2a8d2d93-4d2d-4882-9caa-2557d62d1217), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.986796 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-c21e9c1f-dfe9-4405-86c8-b437388b716d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:10.988319 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-c21e9c1f-dfe9-4405-86c8-b437388b716d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3319149 Jan 27 21:46:11.008147 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-7a17f072-d9dd-4d59-86c4-8a1e7bc100f7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Request body: {'port': {'device_id': '20d09e6c-5a0a-4e92-a2c3-b70a560020f5', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '199845b217c54a388bc3d621d514a954'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:11.024260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ce54d-4fea-467e-9868-9ea8a0f59f80 req-0ffa311e-6b40-4f91-baa9-60f02c0f5735 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:11.025598 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-933ce54d-4fea-467e-9868-9ea8a0f59f80 req-0ffa311e-6b40-4f91-baa9-60f02c0f5735 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.1714387 Jan 27 21:46:11.195872 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-933ce54d-4fea-467e-9868-9ea8a0f59f80 req-bc71a18c-3447-46f5-85f2-7a5e0abdb106 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564867 Jan 27 21:46:11.210989 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-7a17f072-d9dd-4d59-86c4-8a1e7bc100f7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Made reservation on behalf of 199845b217c54a388bc3d621d514a954 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:11.217506 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-7a17f072-d9dd-4d59-86c4-8a1e7bc100f7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.381223 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a9863355-e0cf-4d63-a36f-60cc80ca37eb admin admin] Deleting port 155fec64-c57f-4893-a4af-0901d871b64c {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:11.381567 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9863355-e0cf-4d63-a36f-60cc80ca37eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (155fec64-c57f-4893-a4af-0901d871b64c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.437250 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-7a17f072-d9dd-4d59-86c4-8a1e7bc100f7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Allocated IP 192.168.233.80 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/6d9afe68-97a7-48fc-b162-0902d0824186) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:11.485235 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-a9863355-e0cf-4d63-a36f-60cc80ca37eb admin admin] For port 155fec64-c57f-4893-a4af-0901d871b64c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=155fec64-c57f-4893-a4af-0901d871b64c,segment=NetworkSegment(5c06555c-bda8-4971-991c-7865a00bad1e),segment_id=5c06555c-bda8-4971-991c-7865a00bad1e)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:11.486015 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9863355-e0cf-4d63-a36f-60cc80ca37eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (155fec64-c57f-4893-a4af-0901d871b64c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.508636 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db80cb15-4e1b-4be7-8cf0-b469ac33525c req-6e9f1bd1-14bb-4d88-bbf8-91f3f43d1a24 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 210 time: 0.1886268 Jan 27 21:46:11.510424 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-acc39b1c-6696-4e59-8ac8-4dd2a5e6cfcc req-b1fda459-ade7-4c27-8f7c-265838ab3525 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 210 time: 0.0589626 Jan 27 21:46:11.513894 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a9863355-e0cf-4d63-a36f-60cc80ca37eb admin admin] Calling delete_port for 155fec64-c57f-4893-a4af-0901d871b64c owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:11.725596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbe411-7581-4a8e-86ab-230176144fa7 req-cca9775e-f14f-4678-8de9-c2c3f1938611 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:11.727816 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bcbe411-7581-4a8e-86ab-230176144fa7 req-cca9775e-f14f-4678-8de9-c2c3f1938611 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6547436-d2f3-4c97-9d66-d524ebf83bf6 HTTP/1.1" status: 200 len: 949 time: 0.1004462 Jan 27 21:46:11.746866 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9863355-e0cf-4d63-a36f-60cc80ca37eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (155fec64-c57f-4893-a4af-0901d871b64c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.787435 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9863355-e0cf-4d63-a36f-60cc80ca37eb admin admin] Pushing event deleted for resources: {'Port': ['ID=155fec64-c57f-4893-a4af-0901d871b64c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:11.825660 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-7a17f072-d9dd-4d59-86c4-8a1e7bc100f7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks [] for port (6d9afe68-97a7-48fc-b162-0902d0824186), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.861615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f7a1a-4032-4de4-a43d-74da23c6f9bb req-19f50c32-4c41-474e-a979-6d37bd08c890 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:11.868806 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-727f7a1a-4032-4de4-a43d-74da23c6f9bb req-19f50c32-4c41-474e-a979-6d37bd08c890 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 945 time: 0.1374671 Jan 27 21:46:11.900805 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bcbe411-7581-4a8e-86ab-230176144fa7 req-5ee5538a-8c40-4d8d-9896-707896f3643d tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/security-groups?id=058abce2-9d0a-4d3f-bf26-8e1429bc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570253 Jan 27 21:46:11.960791 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-7a17f072-d9dd-4d59-86c4-8a1e7bc100f7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.973978 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['77330e54-d780-4c6d-ada9-0ade9cecfd40'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:11.980225 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['537d39f5-3db6-4733-9179-5735f9af9f10'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:11.995716 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9863355-e0cf-4d63-a36f-60cc80ca37eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (2a8d2d93-4d2d-4882-9caa-2557d62d1217), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:12.037361 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-727f7a1a-4032-4de4-a43d-74da23c6f9bb req-b08ca795-e6a6-4880-b994-4cf124737a45 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150856 Jan 27 21:46:12.060280 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-7a17f072-d9dd-4d59-86c4-8a1e7bc100f7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:12.071931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-7a17f072-d9dd-4d59-86c4-8a1e7bc100f7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:12.080195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-7a17f072-d9dd-4d59-86c4-8a1e7bc100f7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:12.084883 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17f072-d9dd-4d59-86c4-8a1e7bc100f7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Pushing event updated for resources: {'Port': ['ID=6d9afe68-97a7-48fc-b162-0902d0824186,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:12.180297 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-7a17f072-d9dd-4d59-86c4-8a1e7bc100f7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:12.180956 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-7a17f072-d9dd-4d59-86c4-8a1e7bc100f7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:12.218827 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-7a17f072-d9dd-4d59-86c4-8a1e7bc100f7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2195165 Jan 27 21:46:12.232953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] Request body: {'port': {'device_id': '20d09e6c-5a0a-4e92-a2c3-b70a560020f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:12.443761 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:12.493667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb15f2-c99c-42c3-8053-991a438331d5 req-b5153f98-8bbf-418a-8830-39bb9f0fa545 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:12.502020 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94cb15f2-c99c-42c3-8053-991a438331d5 req-b5153f98-8bbf-418a-8830-39bb9f0fa545 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.1509211 Jan 27 21:46:12.517370 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:12.543320 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-5d76abc9-2c17-449b-92fe-859d9dcde953 None None] Provisioning complete for port 6d9afe68-97a7-48fc-b162-0902d0824186 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:12.543707 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5d76abc9-2c17-449b-92fe-859d9dcde953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:12.620999 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 8b180326-135b-4d4e-8ece-39b2dd2de0f7 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:12.637426 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94cb15f2-c99c-42c3-8053-991a438331d5 req-88b962ff-12ee-4eed-9be8-0dfeaf3bd77c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344337 Jan 27 21:46:12.673004 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-5d76abc9-2c17-449b-92fe-859d9dcde953 None None] Port 6d9afe68-97a7-48fc-b162-0902d0824186 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:46:12.738871 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 8b180326-135b-4d4e-8ece-39b2dd2de0f7 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:46:12.744404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 8b180326-135b-4d4e-8ece-39b2dd2de0f7 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:12.745428 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8b180326-135b-4d4e-8ece-39b2dd2de0f7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:12.790908 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9863355-e0cf-4d63-a36f-60cc80ca37eb admin admin] Router 2a8d2d93-4d2d-4882-9caa-2557d62d1217 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:46:12.794608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f47a1b95-c9c5-4bca-958e-ddfb60a17b01 req-83e9cfee-1573-43bb-a27e-1f2f769fe855 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 210 time: 0.1452065 Jan 27 21:46:13.045045 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9863355-e0cf-4d63-a36f-60cc80ca37eb admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:46:13.053246 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a9863355-e0cf-4d63-a36f-60cc80ca37eb admin admin] 10.222.0.23 "PUT /v2.0/routers/2a8d2d93-4d2d-4882-9caa-2557d62d1217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6362009 Jan 27 21:46:13.055731 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9fd1d1-772e-49d4-aca7-0bb98ac2a50c None None] Sync routers for ids ['2a8d2d93-4d2d-4882-9caa-2557d62d1217'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:46:13.056436 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46594) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:13.076155 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9fd1d1-772e-49d4-aca7-0bb98ac2a50c None None] Routers {'2a8d2d93-4d2d-4882-9caa-2557d62d1217'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:13.077832 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5a9fd1d1-772e-49d4-aca7-0bb98ac2a50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:45:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['2a8d2d93-4d2d-4882-9caa-2557d62d1217'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:13.128597 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-fdb32853-b75a-4284-ae5e-a07f735d4298 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.130102 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-fdb32853-b75a-4284-ae5e-a07f735d4298 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.21 "GET /v2.0/networks?id=76333007-a5d9-47c4-9e41-c811a7234223 HTTP/1.1" status: 200 len: 816 time: 0.2760193 Jan 27 21:46:13.135070 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66948a74-be08-4b78-ae71-9c00c42f3ac0 req-9d0188bd-ae01-4019-b5c0-7162d1a69ea2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.136728 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66948a74-be08-4b78-ae71-9c00c42f3ac0 req-9d0188bd-ae01-4019-b5c0-7162d1a69ea2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 935 time: 0.2314177 Jan 27 21:46:13.151417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a36559-da22-41be-a341-9381e786f558 req-310323e7-0c5a-4020-8232-ce584142eaf6 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.153171 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7a36559-da22-41be-a341-9381e786f558 req-310323e7-0c5a-4020-8232-ce584142eaf6 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6547436-d2f3-4c97-9d66-d524ebf83bf6 HTTP/1.1" status: 200 len: 949 time: 0.1116099 Jan 27 21:46:13.157091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 8b180326-135b-4d4e-8ece-39b2dd2de0f7 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:13.157628 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8b180326-135b-4d4e-8ece-39b2dd2de0f7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:13.206267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6547436-d2f3-4c97-9d66-d524ebf83bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b180326-135b-4d4e-8ece-39b2dd2de0f7'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:13.208632 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921103a5-83dd-49d2-9851-9fe627af3601" -d '{"events": [{"server_uuid": "f6547436-d2f3-4c97-9d66-d524ebf83bf6", "name": "network-vif-plugged", "status": "completed", "tag": "8b180326-135b-4d4e-8ece-39b2dd2de0f7"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:13.230675 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 8b180326-135b-4d4e-8ece-39b2dd2de0f7, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=8b180326-135b-4d4e-8ece-39b2dd2de0f7,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:13.236099 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8b180326-135b-4d4e-8ece-39b2dd2de0f7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:13.237112 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:13.265040 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e0b99d0-8d47-4966-8175-8361779a9df2 admin admin] Publish callbacks [] for router (2a8d2d93-4d2d-4882-9caa-2557d62d1217), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:13.306878 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66948a74-be08-4b78-ae71-9c00c42f3ac0 req-943342b6-2805-4a57-95d2-460f889ac7cb tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493680 Jan 27 21:46:13.315977 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-5a9fd1d1-772e-49d4-aca7-0bb98ac2a50c None None] Set router 2a8d2d93-4d2d-4882-9caa-2557d62d1217 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:13.327088 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-8c39d504-50d8-48dd-81f7-501473e8fb7d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b2b86f17cf94b18a4e171551de3095e HTTP/1.1" status: 200 len: 379 time: 0.1758604 Jan 27 21:46:13.329302 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9afe68-97a7-48fc-b162-0902d0824186 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:13.339506 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=8b180326-135b-4d4e-8ece-39b2dd2de0f7,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:13.363171 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] Publish callbacks [] for port (6d9afe68-97a7-48fc-b162-0902d0824186), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:13.400574 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-0895380d-75ab-429e-9659-2fa40649da24 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Request body: {'port': {'device_id': 'badb1302-99e2-4357-9c3e-471482dac30c', 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223', 'admin_state_up': True, 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'security_groups': ['ce9ded9a-8d83-4eac-a9fc-939ded16211b']}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:13.402959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:46:13.408593 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:13.409217 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:13.440600 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7a36559-da22-41be-a341-9381e786f558 req-d7efd5cb-76bd-497a-8010-1aa6847aaec4 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/security-groups?id=058abce2-9d0a-4d3f-bf26-8e1429bc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766161 Jan 27 21:46:13.474390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] Transition to ACTIVE for port object 6d9afe68-97a7-48fc-b162-0902d0824186 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:46:13.526416 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139f9afa-9b4f-4f99-aebe-a82b3104c351 x-openstack-request-id: req-139f9afa-9b4f-4f99-aebe-a82b3104c351 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:13.526971 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6547436-d2f3-4c97-9d66-d524ebf83bf6", "name": "network-vif-plugged", "status": "completed", "tag": "8b180326-135b-4d4e-8ece-39b2dd2de0f7", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:13.527412 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-139f9afa-9b4f-4f99-aebe-a82b3104c351 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:13.528352 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6547436-d2f3-4c97-9d66-d524ebf83bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b180326-135b-4d4e-8ece-39b2dd2de0f7', 'code': 200} Jan 27 21:46:13.533211 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:13.544415 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:13.545052 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:13.608592 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0,segment=NetworkSegment(6a88e292-877f-4d1f-94c7-45940eb096db),segment_id=6a88e292-877f-4d1f-94c7-45940eb096db)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:13.616226 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:13.631190 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5a9fd1d1-772e-49d4-aca7-0bb98ac2a50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8d2d93-4d2d-4882-9caa-2557d62d1217', 'name': 'tempest-AttachSCSIVolumeTestJSON-719268842-router', 'tenant_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '33209b80-d151-4d5e-bffd-71c2e092e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:30Z', 'updated_at': '2022-01-27T21:46:11Z', 'revision_number': 5, 'project_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'gw_port': {'id': '33209b80-d151-4d5e-bffd-71c2e092e9b4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8d2d93-4d2d-4882-9caa-2557d62d1217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:31Z', 'updated_at': '2022-01-27T21:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:13.676099 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9fd1d1-772e-49d4-aca7-0bb98ac2a50c None None] Checking router: 2a8d2d93-4d2d-4882-9caa-2557d62d1217 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:46:13.703071 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9fd1d1-772e-49d4-aca7-0bb98ac2a50c None None] Routers {'2a8d2d93-4d2d-4882-9caa-2557d62d1217'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:13.703771 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5a9fd1d1-772e-49d4-aca7-0bb98ac2a50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:45:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['2a8d2d93-4d2d-4882-9caa-2557d62d1217'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:13.707735 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:13.746092 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9afe68-97a7-48fc-b162-0902d0824186,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:13.760437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ad827-1fa6-4f50-a16e-8193ea82025d req-4e038dbd-9c61-415c-ab19-3d0d1a46db9a tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.762287 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e0ad827-1fa6-4f50-a16e-8193ea82025d req-4e038dbd-9c61-415c-ab19-3d0d1a46db9a tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 945 time: 0.3187616 Jan 27 21:46:13.800619 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e0b99d0-8d47-4966-8175-8361779a9df2 admin admin] Publish callbacks [] for router_gateway (2a8d2d93-4d2d-4882-9caa-2557d62d1217), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:13.904978 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-0895380d-75ab-429e-9659-2fa40649da24 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Made reservation on behalf of 0b2b86f17cf94b18a4e171551de3095e for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:13.908848 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-0895380d-75ab-429e-9659-2fa40649da24 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:13.958233 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-5a9fd1d1-772e-49d4-aca7-0bb98ac2a50c None None] Set router 2a8d2d93-4d2d-4882-9caa-2557d62d1217 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:14.008295 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25095f6b-ca44-4d0f-8917-1fbf1cb28a70 req-4f898846-e2fc-46c8-8fd1-cc3c51a02fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.009970 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25095f6b-ca44-4d0f-8917-1fbf1cb28a70 req-4f898846-e2fc-46c8-8fd1-cc3c51a02fbf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f6547436-d2f3-4c97-9d66-d524ebf83bf6 HTTP/1.1" status: 200 len: 1101 time: 0.3883183 Jan 27 21:46:14.011948 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] Attempting to bind port 6d9afe68-97a7-48fc-b162-0902d0824186 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:14.012374 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] Attempting to bind port 6d9afe68-97a7-48fc-b162-0902d0824186 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:14.012707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] Attempting to bind port 6d9afe68-97a7-48fc-b162-0902d0824186 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:14.022656 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] Port 6d9afe68-97a7-48fc-b162-0902d0824186 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:46:14.022991 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] Attempting to bind port 6d9afe68-97a7-48fc-b162-0902d0824186 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:14.030192 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-5e0b99d0-8d47-4966-8175-8361779a9df2 admin admin] Deleting port 33209b80-d151-4d5e-bffd-71c2e092e9b4 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:14.030674 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e0b99d0-8d47-4966-8175-8361779a9df2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (33209b80-d151-4d5e-bffd-71c2e092e9b4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:14.032537 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e929e-6875-493e-aa1a-0701d3f18980 req-ed455546-b979-43ff-8483-a83af0bdff4b tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.034445 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cb4e929e-6875-493e-aa1a-0701d3f18980 req-ed455546-b979-43ff-8483-a83af0bdff4b tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.2100873 Jan 27 21:46:14.041168 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e0ad827-1fa6-4f50-a16e-8193ea82025d req-588bed65-c70d-463e-a042-202f1f5a7922 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703912 Jan 27 21:46:14.073760 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:14.074110 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:14.075141 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:14.075737 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] Bound port: 6d9afe68-97a7-48fc-b162-0902d0824186, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:14.076103 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:14.139427 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-5e0b99d0-8d47-4966-8175-8361779a9df2 admin admin] For port 33209b80-d151-4d5e-bffd-71c2e092e9b4, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=33209b80-d151-4d5e-bffd-71c2e092e9b4,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:14.139937 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e0b99d0-8d47-4966-8175-8361779a9df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (33209b80-d151-4d5e-bffd-71c2e092e9b4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:14.153225 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-5e0b99d0-8d47-4966-8175-8361779a9df2 admin admin] Calling delete_port for 33209b80-d151-4d5e-bffd-71c2e092e9b4 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:14.178780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] For port 6d9afe68-97a7-48fc-b162-0902d0824186, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:14.182920 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] For port 6d9afe68-97a7-48fc-b162-0902d0824186, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6d9afe68-97a7-48fc-b162-0902d0824186,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:14.204267 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:14.249806 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aec40f21-6efb-44cd-80d5-46f95959290a req-c009b987-840a-4bb4-98e6-cebce8987f1b tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 210 time: 0.0596249 Jan 27 21:46:14.322983 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25095f6b-ca44-4d0f-8917-1fbf1cb28a70 req-714b6627-742c-429e-abfb-e03e7d849bde service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=058abce2-9d0a-4d3f-bf26-8e1429bc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859476 Jan 27 21:46:14.328385 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.328847 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5a9fd1d1-772e-49d4-aca7-0bb98ac2a50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8d2d93-4d2d-4882-9caa-2557d62d1217', 'name': 'tempest-AttachSCSIVolumeTestJSON-719268842-router', 'tenant_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '33209b80-d151-4d5e-bffd-71c2e092e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:30Z', 'updated_at': '2022-01-27T21:46:11Z', 'revision_number': 5, 'project_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'gw_port': {'id': '33209b80-d151-4d5e-bffd-71c2e092e9b4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8d2d93-4d2d-4882-9caa-2557d62d1217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:31Z', 'updated_at': '2022-01-27T21:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:14.338374 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:14.340214 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] 10.222.0.15 "PUT /v2.0/ports/6d9afe68-97a7-48fc-b162-0902d0824186 HTTP/1.1" status: 200 len: 1095 time: 2.1139603 Jan 27 21:46:14.342401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d09e6c-5a0a-4e92-a2c3-b70a560020f5', 'tag': '6d9afe68-97a7-48fc-b162-0902d0824186'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:14.360450 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ddcfb0-2819-4eae-a5a8-3b82e1c03edf" -d '{"events": [{"name": "network-changed", "server_uuid": "20d09e6c-5a0a-4e92-a2c3-b70a560020f5", "tag": "6d9afe68-97a7-48fc-b162-0902d0824186"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:14.382761 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9fd1d1-772e-49d4-aca7-0bb98ac2a50c None None] The sync data for ids ['2a8d2d93-4d2d-4882-9caa-2557d62d1217'] in n-d-772272-3 is: [{'id': '2a8d2d93-4d2d-4882-9caa-2557d62d1217', 'name': 'tempest-AttachSCSIVolumeTestJSON-719268842-router', 'tenant_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '33209b80-d151-4d5e-bffd-71c2e092e9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:30Z', 'updated_at': '2022-01-27T21:46:11Z', 'revision_number': 5, 'project_id': 'e9ed47ba7a3a4c9591c6ee9b52d2534a', 'gw_port': {'id': '33209b80-d151-4d5e-bffd-71c2e092e9b4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8d2d93-4d2d-4882-9caa-2557d62d1217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:31Z', 'updated_at': '2022-01-27T21:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:46:14.385739 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cb4e929e-6875-493e-aa1a-0701d3f18980 req-db00de6b-70c1-47e8-83ea-86c2c7834077 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436370 Jan 27 21:46:14.409100 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e0b99d0-8d47-4966-8175-8361779a9df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (33209b80-d151-4d5e-bffd-71c2e092e9b4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:14.478714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-74957ba6-f6c4-4a09-b4bd-d68da8b43b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.480503 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-74957ba6-f6c4-4a09-b4bd-d68da8b43b51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 1098 time: 0.0911365 Jan 27 21:46:14.481873 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1add8ea-3e1c-4665-8ef4-383a7b330bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9afe68-97a7-48fc-b162-0902d0824186,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:14.567305 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-0895380d-75ab-429e-9659-2fa40649da24 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Allocated IP 172.20.0.7 (76333007-a5d9-47c4-9e41-c811a7234223/2435049a-5527-41d8-960b-1a1facd7dca8/92a5ced4-d92b-48c9-b781-6a4ede3959f2) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:14.599811 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1498ffca-a8f6-4cf3-8d40-66208bd5632a x-openstack-request-id: req-1498ffca-a8f6-4cf3-8d40-66208bd5632a {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:14.600227 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d09e6c-5a0a-4e92-a2c3-b70a560020f5", "tag": "6d9afe68-97a7-48fc-b162-0902d0824186", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:14.600409 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1498ffca-a8f6-4cf3-8d40-66208bd5632a {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:14.600781 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d09e6c-5a0a-4e92-a2c3-b70a560020f5', 'tag': '6d9afe68-97a7-48fc-b162-0902d0824186', 'status': 'completed', 'code': 200} Jan 27 21:46:14.609295 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-e6dc5b19-5ed9-47d5-8f62-22afc60a646e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6d9afe68-97a7-48fc-b162-0902d0824186 HTTP/1.1" status: 200 len: 217 time: 0.1206932 Jan 27 21:46:14.670604 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b99d0-8d47-4966-8175-8361779a9df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=33209b80-d151-4d5e-bffd-71c2e092e9b4,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:14.753245 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb525a17-6167-4ec7-bc97-05716e0f33d2 req-1a75dcd2-31b9-4a21-8775-1578d0738165 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.766208 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eb525a17-6167-4ec7-bc97-05716e0f33d2 req-1a75dcd2-31b9-4a21-8775-1578d0738165 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 947 time: 0.1930411 Jan 27 21:46:14.782390 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e0b99d0-8d47-4966-8175-8361779a9df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (2a8d2d93-4d2d-4882-9caa-2557d62d1217), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:14.790869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-f8fe6eeb-9451-4f99-b587-81ebd468b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.795085 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-f8fe6eeb-9451-4f99-b587-81ebd468b960 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1264029 Jan 27 21:46:14.872518 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03213d6-86ce-4845-9aca-715295dfa644 req-ef26b1d7-6dd5-46ac-960f-c2de1b6126ea tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.874292 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c03213d6-86ce-4845-9aca-715295dfa644 req-ef26b1d7-6dd5-46ac-960f-c2de1b6126ea tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6547436-d2f3-4c97-9d66-d524ebf83bf6 HTTP/1.1" status: 200 len: 950 time: 0.2034874 Jan 27 21:46:14.903485 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 155fec64-c57f-4893-a4af-0901d871b64c no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:14.929090 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-f64d7bcd-c0ed-4d0c-90af-b587d56b35d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.930921 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-f64d7bcd-c0ed-4d0c-90af-b587d56b35d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1260242 Jan 27 21:46:14.939868 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e0b99d0-8d47-4966-8175-8361779a9df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (2a8d2d93-4d2d-4882-9caa-2557d62d1217), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:14.946667 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eb525a17-6167-4ec7-bc97-05716e0f33d2 req-9b45689e-192f-4270-bc32-d37a74b54a77 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747384 Jan 27 21:46:14.948627 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e0b99d0-8d47-4966-8175-8361779a9df2 admin admin] Publish callbacks [] for router_controller (2a8d2d93-4d2d-4882-9caa-2557d62d1217), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:14.965282 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 155fec64-c57f-4893-a4af-0901d871b64c {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:14.968503 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 155fec64-c57f-4893-a4af-0901d871b64c not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:15.063260 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c03213d6-86ce-4845-9aca-715295dfa644 req-e2522b8f-204b-4c6a-ba70-c2a0bffc19e8 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/security-groups?id=058abce2-9d0a-4d3f-bf26-8e1429bc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659203 Jan 27 21:46:15.087455 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-0895380d-75ab-429e-9659-2fa40649da24 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks [] for port (92a5ced4-d92b-48c9-b781-6a4ede3959f2), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.128991 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-ef2fdd58-80dd-4510-897c-046bd0892b31 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808510 Jan 27 21:46:15.190562 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-0895380d-75ab-429e-9659-2fa40649da24 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (92a5ced4-d92b-48c9-b781-6a4ede3959f2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.204482 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e0b99d0-8d47-4966-8175-8361779a9df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (2a8d2d93-4d2d-4882-9caa-2557d62d1217), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.204995 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0b99d0-8d47-4966-8175-8361779a9df2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a8d2d93-4d2d-4882-9caa-2557d62d1217 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:46:15.214054 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e0b99d0-8d47-4966-8175-8361779a9df2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.217709 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5e0b99d0-8d47-4966-8175-8361779a9df2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2a8d2d93-4d2d-4882-9caa-2557d62d1217 HTTP/1.1" status: 204 len: 168 time: 2.1578610 Jan 27 21:46:15.232380 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46616) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:15.266974 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-0895380d-75ab-429e-9659-2fa40649da24 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Network 76333007-a5d9-47c4-9e41-c811a7234223 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:15.274959 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-0895380d-75ab-429e-9659-2fa40649da24 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:15.283036 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-0895380d-75ab-429e-9659-2fa40649da24 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:15.338382 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895380d-75ab-429e-9659-2fa40649da24 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Pushing event updated for resources: {'Port': ['ID=92a5ced4-d92b-48c9-b781-6a4ede3959f2,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:15.339427 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf75c53-ade3-4c9b-bcfe-655226b116dc admin admin] Deleting subnet ca47883b-a017-4675-9e06-2012a6236b4c {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:46:15.394470 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-0895380d-75ab-429e-9659-2fa40649da24 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:15.395371 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-0895380d-75ab-429e-9659-2fa40649da24 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.399197 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddf75c53-ade3-4c9b-bcfe-655226b116dc admin admin] Publish callbacks [] for subnet (ca47883b-a017-4675-9e06-2012a6236b4c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.438004 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-0895380d-75ab-429e-9659-2fa40649da24 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0521593 Jan 27 21:46:15.456791 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] Request body: {'port': {'device_id': 'badb1302-99e2-4357-9c3e-471482dac30c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:15.515311 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (92a5ced4-d92b-48c9-b781-6a4ede3959f2), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.530181 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403f8b77-ee04-4b37-818b-88f78aa497bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:15.535792 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec493006-d208-4c9c-a0d0-b168dab50e22" -d '{"events": [{"server_uuid": "403f8b77-ee04-4b37-818b-88f78aa497bd", "name": "network-vif-plugged", "status": "completed", "tag": "7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:15.537521 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c28ae2b6-436c-424a-865f-22b33c2c286c req-07fb1361-b9aa-4572-a064-1b0aaa704a9a service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006402 Jan 27 21:46:15.561233 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa41a6-ae11-4495-b709-40006636aa19 req-ca88df9a-422e-46e6-bdad-9e7c28be4e2a tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:15.583939 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-35fa41a6-ae11-4495-b709-40006636aa19 req-ca88df9a-422e-46e6-bdad-9e7c28be4e2a tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 946 time: 0.3588932 Jan 27 21:46:15.593936 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddf75c53-ade3-4c9b-bcfe-655226b116dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (ca47883b-a017-4675-9e06-2012a6236b4c), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.674907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c282357-8085-4ece-8d41-9043eb205e79 req-dc7d1c30-8670-4478-8a7e-5fb98df7bdf5 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:15.675691 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c282357-8085-4ece-8d41-9043eb205e79 req-dc7d1c30-8670-4478-8a7e-5fb98df7bdf5 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 931 time: 0.2740288 Jan 27 21:46:15.683371 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a7c9909d-c6f6-4f53-b5fb-d3dcddb99c44 None None] Provisioning complete for port 92a5ced4-d92b-48c9-b781-6a4ede3959f2 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:15.683771 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a7c9909d-c6f6-4f53-b5fb-d3dcddb99c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (92a5ced4-d92b-48c9-b781-6a4ede3959f2), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.727841 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a7c9909d-c6f6-4f53-b5fb-d3dcddb99c44 None None] Port 92a5ced4-d92b-48c9-b781-6a4ede3959f2 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:46:15.823897 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c282357-8085-4ece-8d41-9043eb205e79 req-50fbd71c-7ccd-46bf-ae70-f515403d506e tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466012 Jan 27 21:46:15.837704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddcfb0-2819-4eae-a5a8-3b82e1c03edf req-7be96f20-c34f-4733-9539-61f67a199bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:15.839967 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20ddcfb0-2819-4eae-a5a8-3b82e1c03edf req-7be96f20-c34f-4733-9539-61f67a199bc4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 1098 time: 0.2420382 Jan 27 21:46:15.841062 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a5ced4-d92b-48c9-b781-6a4ede3959f2 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:15.842047 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddf75c53-ade3-4c9b-bcfe-655226b116dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (ca47883b-a017-4675-9e06-2012a6236b4c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.851354 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] Publish callbacks [] for port (92a5ced4-d92b-48c9-b781-6a4ede3959f2), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.855725 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-35fa41a6-ae11-4495-b709-40006636aa19 req-20a84ddb-af19-442b-9666-8d6e7132494d tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706859 Jan 27 21:46:15.873000 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] Transition to ACTIVE for port object 92a5ced4-d92b-48c9-b781-6a4ede3959f2 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:46:15.878088 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (92a5ced4-d92b-48c9-b781-6a4ede3959f2), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.939180 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914bb553-0c6c-4e5d-8648-91bdfac8bdac x-openstack-request-id: req-914bb553-0c6c-4e5d-8648-91bdfac8bdac {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:15.939666 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403f8b77-ee04-4b37-818b-88f78aa497bd", "name": "network-vif-plugged", "status": "completed", "tag": "7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:15.939823 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-914bb553-0c6c-4e5d-8648-91bdfac8bdac {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:15.940212 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403f8b77-ee04-4b37-818b-88f78aa497bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0', 'code': 200} Jan 27 21:46:15.984683 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] Pushing event updated for resources: {'Port': ['ID=92a5ced4-d92b-48c9-b781-6a4ede3959f2,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:16.114941 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] Attempting to bind port 92a5ced4-d92b-48c9-b781-6a4ede3959f2 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:16.116871 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] Attempting to bind port 92a5ced4-d92b-48c9-b781-6a4ede3959f2 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'cebd4acb-a745-40e1-bd13-f33b1eace622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:16.117215 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] Attempting to bind port 92a5ced4-d92b-48c9-b781-6a4ede3959f2 on network 76333007-a5d9-47c4-9e41-c811a7234223 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:16.122836 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] Port 92a5ced4-d92b-48c9-b781-6a4ede3959f2 on network 76333007-a5d9-47c4-9e41-c811a7234223 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:46:16.123184 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] Attempting to bind port 92a5ced4-d92b-48c9-b781-6a4ede3959f2 on network 76333007-a5d9-47c4-9e41-c811a7234223 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:16.128964 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:16.129303 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] Checking segment: {'id': 'cebd4acb-a745-40e1-bd13-f33b1eace622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:16.129699 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] Bound using segment: {'id': 'cebd4acb-a745-40e1-bd13-f33b1eace622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:16.130318 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] Bound port: 92a5ced4-d92b-48c9-b781-6a4ede3959f2, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cebd4acb-a745-40e1-bd13-f33b1eace622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:16.130688 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (92a5ced4-d92b-48c9-b781-6a4ede3959f2), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.207611 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] For port 92a5ced4-d92b-48c9-b781-6a4ede3959f2, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:16.211892 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] For port 92a5ced4-d92b-48c9-b781-6a4ede3959f2, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=92a5ced4-d92b-48c9-b781-6a4ede3959f2,segment=NetworkSegment(cebd4acb-a745-40e1-bd13-f33b1eace622),segment_id=cebd4acb-a745-40e1-bd13-f33b1eace622)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:16.216391 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (92a5ced4-d92b-48c9-b781-6a4ede3959f2), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.252910 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:16.253576 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.255932 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] 10.222.0.21 "PUT /v2.0/ports/92a5ced4-d92b-48c9-b781-6a4ede3959f2 HTTP/1.1" status: 200 len: 1091 time: 0.8039649 Jan 27 21:46:16.259742 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'badb1302-99e2-4357-9c3e-471482dac30c', 'tag': '92a5ced4-d92b-48c9-b781-6a4ede3959f2'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:16.271199 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cb2a66-5996-41b8-a950-2a1a3cadfbc9" -d '{"events": [{"name": "network-changed", "server_uuid": "badb1302-99e2-4357-9c3e-471482dac30c", "tag": "92a5ced4-d92b-48c9-b781-6a4ede3959f2"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:16.321154 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e89310-8649-435a-b6e3-5318fcebeac5 service neutron] Pushing event updated for resources: {'Port': ['ID=92a5ced4-d92b-48c9-b781-6a4ede3959f2,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:16.360818 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-0704edf9-bca7-49db-86fe-2cbaa0cbb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:16.363309 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-0704edf9-bca7-49db-86fe-2cbaa0cbb013 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b2b86f17cf94b18a4e171551de3095e&device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 1094 time: 0.0533383 Jan 27 21:46:16.412627 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddf75c53-ade3-4c9b-bcfe-655226b116dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (ca47883b-a017-4675-9e06-2012a6236b4c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.428990 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb3ca9-6df0-4f22-a1c6-2ac382fa785c req-7e9a1bf6-4e80-4499-aa6d-1e8c9587d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:16.430568 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3eb3ca9-6df0-4f22-a1c6-2ac382fa785c req-7e9a1bf6-4e80-4499-aa6d-1e8c9587d688 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 1097 time: 0.1886115 Jan 27 21:46:16.430810 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-a1625ff4-47dd-4be4-8678-f3b17c7e3336 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92a5ced4-d92b-48c9-b781-6a4ede3959f2 HTTP/1.1" status: 200 len: 217 time: 0.0586770 Jan 27 21:46:16.487356 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b524d7d-16d4-4e58-ac7f-64a6bd5628bb req-ed1812b6-2682-446f-a174-493b662e2ca3 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:16.495271 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b524d7d-16d4-4e58-ac7f-64a6bd5628bb req-ed1812b6-2682-446f-a174-493b662e2ca3 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 947 time: 0.2552516 Jan 27 21:46:16.509727 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf75c53-ade3-4c9b-bcfe-655226b116dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca47883b-a017-4675-9e06-2012a6236b4c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:16.529941 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddcfb0-2819-4eae-a5a8-3b82e1c03edf req-56fda1d4-6278-402b-baab-ebce56f51abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:16.531388 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20ddcfb0-2819-4eae-a5a8-3b82e1c03edf req-56fda1d4-6278-402b-baab-ebce56f51abf service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.6447453 Jan 27 21:46:16.532474 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-e3275adb-252b-4d2e-8514-2333714381f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:16.533307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f98ce39-c2db-44e7-ae08-002076c48565 None None] Network 072fa469-ac35-4c1b-9ecb-2c5475e92671 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:16.534104 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-e3275adb-252b-4d2e-8514-2333714381f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2435049a-5527-41d8-960b-1a1facd7dca8 HTTP/1.1" status: 200 len: 855 time: 0.0890133 Jan 27 21:46:16.538255 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1205a62-56da-4dca-8d74-4d10e5630bb7 req-1d73306b-120a-43c1-9540-77728f121309 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:16.541438 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1205a62-56da-4dca-8d74-4d10e5630bb7 req-1d73306b-120a-43c1-9540-77728f121309 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.3004048 Jan 27 21:46:16.545603 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddf75c53-ade3-4c9b-bcfe-655226b116dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.548872 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ddf75c53-ade3-4c9b-bcfe-655226b116dc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ca47883b-a017-4675-9e06-2012a6236b4c HTTP/1.1" status: 204 len: 168 time: 1.3155341 Jan 27 21:46:16.551457 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46632) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:16.645253 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20ddcfb0-2819-4eae-a5a8-3b82e1c03edf req-695a635c-c789-4804-a978-9c0d020974e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6d9afe68-97a7-48fc-b162-0902d0824186 HTTP/1.1" status: 200 len: 217 time: 0.0866172 Jan 27 21:46:16.653309 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3eb3ca9-6df0-4f22-a1c6-2ac382fa785c req-acc9c107-a16c-4e8a-a44b-196aaf33d36b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939757 Jan 27 21:46:16.672709 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-28ca9283-bf8e-4c75-9704-3141f193d49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (072fa469-ac35-4c1b-9ecb-2c5475e92671), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.718269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddcfb0-2819-4eae-a5a8-3b82e1c03edf req-cb7ac399-22be-4545-8ffa-7e2561a983bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:16.720244 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20ddcfb0-2819-4eae-a5a8-3b82e1c03edf req-cb7ac399-22be-4545-8ffa-7e2561a983bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0653868 Jan 27 21:46:16.721947 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 33209b80-d151-4d5e-bffd-71c2e092e9b4 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:16.727332 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b524d7d-16d4-4e58-ac7f-64a6bd5628bb req-4bad2870-ebbb-49c9-91d1-f3046c3da861 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312174 Jan 27 21:46:16.761340 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 33209b80-d151-4d5e-bffd-71c2e092e9b4 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:16.761687 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 33209b80-d151-4d5e-bffd-71c2e092e9b4 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:16.775434 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1205a62-56da-4dca-8d74-4d10e5630bb7 req-db354625-f8b1-4422-967a-4ba29815e1f8 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120657 Jan 27 21:46:16.801897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddcfb0-2819-4eae-a5a8-3b82e1c03edf req-46f708a8-a36f-4c88-9013-f9e235fc2a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:16.802652 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-8eea9057-02e9-4059-9620-7bd71db243b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:16.803701 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20ddcfb0-2819-4eae-a5a8-3b82e1c03edf req-46f708a8-a36f-4c88-9013-f9e235fc2a67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741148 Jan 27 21:46:16.805119 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-8eea9057-02e9-4059-9620-7bd71db243b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76333007-a5d9-47c4-9e41-c811a7234223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631463 Jan 27 21:46:16.821860 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2667a724-35d2-42b1-9dad-5576340e6310 None None] DHCP port deletion for 072fa469-ac35-4c1b-9ecb-2c5475e92671 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:46:16.836418 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-28ca9283-bf8e-4c75-9704-3141f193d49a admin admin] Deleting port 9c8d7c17-c05f-4cbe-aadc-a038a8cba014 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:16.837647 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-28ca9283-bf8e-4c75-9704-3141f193d49a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (9c8d7c17-c05f-4cbe-aadc-a038a8cba014), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.877583 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2667a724-35d2-42b1-9dad-5576340e6310 None None] Deleting port 9c8d7c17-c05f-4cbe-aadc-a038a8cba014 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:16.878100 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2667a724-35d2-42b1-9dad-5576340e6310 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (9c8d7c17-c05f-4cbe-aadc-a038a8cba014), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.928213 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-28ca9283-bf8e-4c75-9704-3141f193d49a admin admin] For port 9c8d7c17-c05f-4cbe-aadc-a038a8cba014, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9c8d7c17-c05f-4cbe-aadc-a038a8cba014,segment=NetworkSegment(5c06555c-bda8-4971-991c-7865a00bad1e),segment_id=5c06555c-bda8-4971-991c-7865a00bad1e)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:16.928972 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-28ca9283-bf8e-4c75-9704-3141f193d49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (9c8d7c17-c05f-4cbe-aadc-a038a8cba014), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.945234 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-28ca9283-bf8e-4c75-9704-3141f193d49a admin admin] Calling delete_port for 9c8d7c17-c05f-4cbe-aadc-a038a8cba014 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:16.951990 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-2667a724-35d2-42b1-9dad-5576340e6310 None None] For port 9c8d7c17-c05f-4cbe-aadc-a038a8cba014, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9c8d7c17-c05f-4cbe-aadc-a038a8cba014,segment=NetworkSegment(5c06555c-bda8-4971-991c-7865a00bad1e),segment_id=5c06555c-bda8-4971-991c-7865a00bad1e)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:16.952547 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2667a724-35d2-42b1-9dad-5576340e6310 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (9c8d7c17-c05f-4cbe-aadc-a038a8cba014), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.969947 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2667a724-35d2-42b1-9dad-5576340e6310 None None] Calling delete_port for 9c8d7c17-c05f-4cbe-aadc-a038a8cba014 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:16.976997 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d02cf7-a5d9-4644-831b-0d3a574400da req-b9ccdd18-c296-4372-91d4-e32a8e5bfff2 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:16.978497 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6d02cf7-a5d9-4644-831b-0d3a574400da req-b9ccdd18-c296-4372-91d4-e32a8e5bfff2 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6547436-d2f3-4c97-9d66-d524ebf83bf6 HTTP/1.1" status: 200 len: 950 time: 0.0783010 Jan 27 21:46:16.981347 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20ddcfb0-2819-4eae-a5a8-3b82e1c03edf req-af3e7b38-aa2f-40bc-8947-ab10352d47e2 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621494 Jan 27 21:46:17.047928 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-28ca9283-bf8e-4c75-9704-3141f193d49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (9c8d7c17-c05f-4cbe-aadc-a038a8cba014), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.111261 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca9283-bf8e-4c75-9704-3141f193d49a admin admin] Pushing event deleted for resources: {'Port': ['ID=9c8d7c17-c05f-4cbe-aadc-a038a8cba014,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:17.116775 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2667a724-35d2-42b1-9dad-5576340e6310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (9c8d7c17-c05f-4cbe-aadc-a038a8cba014), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.153555 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667a724-35d2-42b1-9dad-5576340e6310 None None] Pushing event deleted for resources: {'Port': ['ID=9c8d7c17-c05f-4cbe-aadc-a038a8cba014,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:17.155608 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2667a724-35d2-42b1-9dad-5576340e6310 None None] No DVR routers for this DVR port 9c8d7c17-c05f-4cbe-aadc-a038a8cba014 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:17.167751 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6d02cf7-a5d9-4644-831b-0d3a574400da req-ff5d5fc4-ab68-4986-ab0c-84659ece0d6d tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/security-groups?id=058abce2-9d0a-4d3f-bf26-8e1429bc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834712 Jan 27 21:46:17.179375 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93116840-c07b-4db0-a3e9-f15cec685a3f x-openstack-request-id: req-93116840-c07b-4db0-a3e9-f15cec685a3f {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:17.180629 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "badb1302-99e2-4357-9c3e-471482dac30c", "tag": "92a5ced4-d92b-48c9-b781-6a4ede3959f2", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:17.181061 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93116840-c07b-4db0-a3e9-f15cec685a3f {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:17.181801 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'badb1302-99e2-4357-9c3e-471482dac30c', 'tag': '92a5ced4-d92b-48c9-b781-6a4ede3959f2', 'status': 'completed', 'code': 200} Jan 27 21:46:17.183599 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ca9283-bf8e-4c75-9704-3141f193d49a admin admin] No DVR routers for this DVR port 9c8d7c17-c05f-4cbe-aadc-a038a8cba014 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:17.196550 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20ddcfb0-2819-4eae-a5a8-3b82e1c03edf req-3f98e77c-517d-4ee1-a14e-eb1f78b74b00 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090533 Jan 27 21:46:17.279318 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-28ca9283-bf8e-4c75-9704-3141f193d49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (072fa469-ac35-4c1b-9ecb-2c5475e92671), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.286714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fe8fa-e121-4e1b-a1a8-f090f7433861 req-d917fb8c-ec2c-42a2-99ef-29887c16c9fe tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:17.288998 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-922fe8fa-e121-4e1b-a1a8-f090f7433861 req-d917fb8c-ec2c-42a2-99ef-29887c16c9fe tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 943 time: 0.0585878 Jan 27 21:46:17.301086 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-28ca9283-bf8e-4c75-9704-3141f193d49a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072fa469-ac35-4c1b-9ecb-2c5475e92671']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:17.310862 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-28ca9283-bf8e-4c75-9704-3141f193d49a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c06555c-bda8-4971-991c-7865a00bad1e') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:17.311168 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-28ca9283-bf8e-4c75-9704-3141f193d49a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c06555c-bda8-4971-991c-7865a00bad1e') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:17.321116 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-28ca9283-bf8e-4c75-9704-3141f193d49a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (5c06555c-bda8-4971-991c-7865a00bad1e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.334483 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-28ca9283-bf8e-4c75-9704-3141f193d49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (5c06555c-bda8-4971-991c-7865a00bad1e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.345420 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ca9283-bf8e-4c75-9704-3141f193d49a admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:46:17.346303 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-28ca9283-bf8e-4c75-9704-3141f193d49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (5c06555c-bda8-4971-991c-7865a00bad1e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: timer() Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:46:17.347379 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:46:17.378045 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf228ac-40a0-47f7-871e-10f9b7cf1fda req-bd1d30fe-c2c9-461b-870b-e63603de14ed tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:17.385690 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-acf228ac-40a0-47f7-871e-10f9b7cf1fda req-bd1d30fe-c2c9-461b-870b-e63603de14ed tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 946 time: 0.0895813 Jan 27 21:46:17.400736 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-922fe8fa-e121-4e1b-a1a8-f090f7433861 req-5846012a-27f9-4cbe-aa6d-4907aefef5c6 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106210 Jan 27 21:46:17.416958 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-b5181a9f-8769-4ab0-80a4-baceb687b4eb service neutron] 10.222.0.21 "GET /v2.0/networks/76333007-a5d9-47c4-9e41-c811a7234223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599703 Jan 27 21:46:17.421231 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-28ca9283-bf8e-4c75-9704-3141f193d49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (072fa469-ac35-4c1b-9ecb-2c5475e92671), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.426580 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-28ca9283-bf8e-4c75-9704-3141f193d49a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.430355 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-28ca9283-bf8e-4c75-9704-3141f193d49a admin admin] 10.222.0.23 "DELETE /v2.0/networks/072fa469-ac35-4c1b-9ecb-2c5475e92671 HTTP/1.1" status: 204 len: 168 time: 0.8777485 Jan 27 21:46:17.478612 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca9283-bf8e-4c75-9704-3141f193d49a admin admin] Pushing event deleted for resources: {'Network': ['ID=072fa469-ac35-4c1b-9ecb-2c5475e92671,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:17.495923 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-acf228ac-40a0-47f7-871e-10f9b7cf1fda req-4c8787b6-8db6-4891-bb0e-37ef7a28ff40 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091614 Jan 27 21:46:17.548645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f563cb8-935c-468e-9302-00ea90950641 req-78edf54e-cd04-4cde-9713-7a407d21294c tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:17.550502 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f563cb8-935c-468e-9302-00ea90950641 req-78edf54e-cd04-4cde-9713-7a407d21294c tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=322d8afa-4cb6-4196-8795-d4a50caecb65 HTTP/1.1" status: 200 len: 949 time: 0.0855694 Jan 27 21:46:17.586367 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e9a2e31c-e275-4bf6-a9a2-111954813c79 req-d68a8f21-e2e0-48c3-b714-fc869231c23a service neutron] 10.222.0.21 "GET /v2.0/networks/76333007-a5d9-47c4-9e41-c811a7234223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549652 Jan 27 21:46:17.596455 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46642) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:17.605472 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f563cb8-935c-468e-9302-00ea90950641 req-f066bd83-ac7a-4f95-8d6e-e6e85c0ca730 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/security-groups?id=058abce2-9d0a-4d3f-bf26-8e1429bc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494628 Jan 27 21:46:17.661934 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b2432dcc-7238-4188-97e5-07f04eff647d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=acf1c889d61e45eeaa1daa66906b17bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0642319 Jan 27 21:46:17.664421 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46646) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:17.749820 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb2a66-5996-41b8-a950-2a1a3cadfbc9 req-0e0d1008-e6c3-48b4-bf0d-aaaed28ac6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:17.751372 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-d4cb2a66-5996-41b8-a950-2a1a3cadfbc9 req-0e0d1008-e6c3-48b4-bf0d-aaaed28ac6bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b2b86f17cf94b18a4e171551de3095e&device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 1094 time: 0.0789642 Jan 27 21:46:17.752493 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30faa252-ce69-498d-af7b-aeae37f8d4a2 admin admin] Publish callbacks [] for security_group (568ba1e0-91c3-4e74-a986-802256f0b736), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.874448 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953fe42-d928-44d2-9246-5f2d2c3f5aa7 req-2d713180-a27c-4cde-815a-1cf037b84f3d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:17.882189 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5953fe42-d928-44d2-9246-5f2d2c3f5aa7 req-2d713180-a27c-4cde-815a-1cf037b84f3d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 947 time: 0.0744460 Jan 27 21:46:17.947652 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5953fe42-d928-44d2-9246-5f2d2c3f5aa7 req-47c9bcd8-ef84-49b8-85fc-66aa932f094a tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638869 Jan 27 21:46:18.095169 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee8fca-3067-400b-a3e0-8977563400f7 req-85b0e256-c612-4f5f-8746-ca3bd6733c4b tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:18.098604 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c6ee8fca-3067-400b-a3e0-8977563400f7 req-85b0e256-c612-4f5f-8746-ca3bd6733c4b tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.0829666 Jan 27 21:46:18.102307 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30faa252-ce69-498d-af7b-aeae37f8d4a2 admin admin] Publish callbacks [] for security_group (568ba1e0-91c3-4e74-a986-802256f0b736), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:18.161824 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c6ee8fca-3067-400b-a3e0-8977563400f7 req-4cc75eae-548e-41db-91ba-ce7f12652d70 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554969 Jan 27 21:46:18.174376 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb2a66-5996-41b8-a950-2a1a3cadfbc9 req-96e99aea-3c7a-4f95-b4a0-11b77988c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:18.175977 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-d4cb2a66-5996-41b8-a950-2a1a3cadfbc9 req-96e99aea-3c7a-4f95-b4a0-11b77988c302 service neutron] 10.222.0.21 "GET /v2.0/networks?id=76333007-a5d9-47c4-9e41-c811a7234223 HTTP/1.1" status: 200 len: 917 time: 0.4121232 Jan 27 21:46:18.216095 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6d9afe68-97a7-48fc-b162-0902d0824186 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:46:18.242263 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-d4cb2a66-5996-41b8-a950-2a1a3cadfbc9 req-80bf7bed-9eb3-4c50-a137-b15565655ae3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92a5ced4-d92b-48c9-b781-6a4ede3959f2 HTTP/1.1" status: 200 len: 217 time: 0.0555644 Jan 27 21:46:18.243034 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30faa252-ce69-498d-af7b-aeae37f8d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (568ba1e0-91c3-4e74-a986-802256f0b736), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:18.247047 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30faa252-ce69-498d-af7b-aeae37f8d4a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:18.247597 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-30faa252-ce69-498d-af7b-aeae37f8d4a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/568ba1e0-91c3-4e74-a986-802256f0b736 HTTP/1.1" status: 204 len: 168 time: 0.5822637 Jan 27 21:46:18.257586 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30faa252-ce69-498d-af7b-aeae37f8d4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568ba1e0-91c3-4e74-a986-802256f0b736,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:18.336658 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb2a66-5996-41b8-a950-2a1a3cadfbc9 req-b7f74bf2-e546-4abf-95f0-f1dafcddfede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:18.338250 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-d4cb2a66-5996-41b8-a950-2a1a3cadfbc9 req-b7f74bf2-e546-4abf-95f0-f1dafcddfede service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2435049a-5527-41d8-960b-1a1facd7dca8 HTTP/1.1" status: 200 len: 855 time: 0.0612605 Jan 27 21:46:18.405327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6d9afe68-97a7-48fc-b162-0902d0824186, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6d9afe68-97a7-48fc-b162-0902d0824186,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:18.415373 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb2a66-5996-41b8-a950-2a1a3cadfbc9 req-f8ea5607-53b5-4367-a143-99cbda03eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:18.417099 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-d4cb2a66-5996-41b8-a950-2a1a3cadfbc9 req-f8ea5607-53b5-4367-a143-99cbda03eba5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76333007-a5d9-47c4-9e41-c811a7234223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520329 Jan 27 21:46:18.419830 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '6d9afe68-97a7-48fc-b162-0902d0824186', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '6d9afe68-97a7-48fc-b162-0902d0824186', 'mac_address': 'fa:16:3e:9c:c5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:46:18.463486 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 6d9afe68-97a7-48fc-b162-0902d0824186 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:18.464113 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:18.480456 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9afe68-97a7-48fc-b162-0902d0824186 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:18.510843 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6d9afe68-97a7-48fc-b162-0902d0824186, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6d9afe68-97a7-48fc-b162-0902d0824186,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:18.516481 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:18.537564 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-d4cb2a66-5996-41b8-a950-2a1a3cadfbc9 req-344fbba0-794e-4f8e-a308-39bf89fb1528 service neutron] 10.222.0.21 "GET /v2.0/networks/76333007-a5d9-47c4-9e41-c811a7234223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058235 Jan 27 21:46:18.592244 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=6d9afe68-97a7-48fc-b162-0902d0824186,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:18.613053 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ea166-dbb9-4119-a03e-15869fd43228 req-2b1665ef-089d-4e0e-8726-626aee417fc6 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:18.622227 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-979ea166-dbb9-4119-a03e-15869fd43228 req-2b1665ef-089d-4e0e-8726-626aee417fc6 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 943 time: 0.1123815 Jan 27 21:46:18.711511 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-d4cb2a66-5996-41b8-a950-2a1a3cadfbc9 req-b6f319f5-1306-4221-a23f-01067912627c service neutron] 10.222.0.21 "GET /v2.0/networks/76333007-a5d9-47c4-9e41-c811a7234223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654437 Jan 27 21:46:18.714599 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-979ea166-dbb9-4119-a03e-15869fd43228 req-429ed9c0-38a4-47dc-9130-e2f1c46e0510 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913379 Jan 27 21:46:18.734609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de49c04-401b-4a68-b03a-71baccceb63b req-cc75030d-5f97-45cf-8532-15d6dc7cfe18 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:18.745002 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0de49c04-401b-4a68-b03a-71baccceb63b req-cc75030d-5f97-45cf-8532-15d6dc7cfe18 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 946 time: 0.1196654 Jan 27 21:46:18.795143 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9c8d7c17-c05f-4cbe-aadc-a038a8cba014 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:18.803942 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0de49c04-401b-4a68-b03a-71baccceb63b req-3f927fd6-d55d-4940-87d6-ddaa5c518ef6 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528202 Jan 27 21:46:18.819507 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46680) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:18.828464 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 9c8d7c17-c05f-4cbe-aadc-a038a8cba014 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:18.828900 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9c8d7c17-c05f-4cbe-aadc-a038a8cba014 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:18.846829 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['6d9afe68-97a7-48fc-b162-0902d0824186'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:18.866347 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-39446a93-f333-486b-bc05-12a3c6587e1c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9ed47ba7a3a4c9591c6ee9b52d2534a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429175 Jan 27 21:46:18.866906 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46682) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:18.920421 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-289bb51e-4555-4af3-9ea1-6c016752a174 admin admin] Publish callbacks [] for security_group (a6f876a8-7852-4f91-8e8b-b905db57a911), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:18.946650 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-289bb51e-4555-4af3-9ea1-6c016752a174 admin admin] Publish callbacks [] for security_group (a6f876a8-7852-4f91-8e8b-b905db57a911), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:19.021514 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-289bb51e-4555-4af3-9ea1-6c016752a174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a6f876a8-7852-4f91-8e8b-b905db57a911), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:19.025773 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-289bb51e-4555-4af3-9ea1-6c016752a174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:19.027575 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-289bb51e-4555-4af3-9ea1-6c016752a174 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a6f876a8-7852-4f91-8e8b-b905db57a911 HTTP/1.1" status: 204 len: 168 time: 0.1595538 Jan 27 21:46:19.039569 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bb51e-4555-4af3-9ea1-6c016752a174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f876a8-7852-4f91-8e8b-b905db57a911,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:19.101867 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097882a-ed41-425b-af74-c07343b73835 req-c3132de2-2d89-4873-9763-656aa91290b7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:19.103604 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7097882a-ed41-425b-af74-c07343b73835 req-c3132de2-2d89-4873-9763-656aa91290b7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 948 time: 0.0577819 Jan 27 21:46:19.152782 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7097882a-ed41-425b-af74-c07343b73835 req-0d61f685-7a2e-435d-8453-9e48dd37d718 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436788 Jan 27 21:46:19.308092 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837203c6-4492-484e-932d-f7640b3b1811 req-b6959350-03f4-442c-a8ab-65e1fcca055d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:19.317966 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-837203c6-4492-484e-932d-f7640b3b1811 req-b6959350-03f4-442c-a8ab-65e1fcca055d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.0786569 Jan 27 21:46:19.372674 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-837203c6-4492-484e-932d-f7640b3b1811 req-9bc4f603-22b1-4fa4-8663-b88e8e6ea49c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533557 Jan 27 21:46:19.818499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46722) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:19.850772 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f124f8d-3eed-4e37-b4ca-d815db797087 req-8e104452-b5e5-47d1-a72c-e1e350ebab08 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:19.859245 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8f124f8d-3eed-4e37-b4ca-d815db797087 req-8e104452-b5e5-47d1-a72c-e1e350ebab08 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 943 time: 0.0614038 Jan 27 21:46:19.933463 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8f124f8d-3eed-4e37-b4ca-d815db797087 req-2753ba17-18da-4df2-9a6c-7f901275f99f tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729671 Jan 27 21:46:19.947553 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-199a1f42-945b-4c06-8d09-d2645eae2d32 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1680197964-network', 'tenant_id': '3d71a687fd0d48848763721c2d045f7e'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:19.958690 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7aee3-eae3-4df1-b46a-b2404d7787e3 req-2b665132-eacd-4dda-915d-f3a9204a33cd tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:19.960188 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-24f7aee3-eae3-4df1-b46a-b2404d7787e3 req-2b665132-eacd-4dda-915d-f3a9204a33cd tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 946 time: 0.0705621 Jan 27 21:46:19.973143 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199a1f42-945b-4c06-8d09-d2645eae2d32 admin admin] Made reservation on behalf of 3d71a687fd0d48848763721c2d045f7e for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:19.976056 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-199a1f42-945b-4c06-8d09-d2645eae2d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:19.991286 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-199a1f42-945b-4c06-8d09-d2645eae2d32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.016822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-24f7aee3-eae3-4df1-b46a-b2404d7787e3 req-8958e14f-1183-4cbd-b723-672865c14e6c tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497596 Jan 27 21:46:20.078828 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-199a1f42-945b-4c06-8d09-d2645eae2d32 admin admin] Publish callbacks [] for security_group (c8f94c4e-ec50-428d-b55f-38969a7a8f36), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.082817 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-199a1f42-945b-4c06-8d09-d2645eae2d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c8f94c4e-ec50-428d-b55f-38969a7a8f36), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.108943 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199a1f42-945b-4c06-8d09-d2645eae2d32 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:46:20.119236 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a1f42-945b-4c06-8d09-d2645eae2d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f94c4e-ec50-428d-b55f-38969a7a8f36,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:20.125337 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-199a1f42-945b-4c06-8d09-d2645eae2d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b5c6e871-d213-4d60-9362-81300312dc49), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.125691 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-199a1f42-945b-4c06-8d09-d2645eae2d32 admin admin] Added segment b5c6e871-d213-4d60-9362-81300312dc49 of type vlan for network 16500e9f-1835-4d0f-87c1-8a636d5c9aa4 Jan 27 21:46:20.157874 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed35dc-7368-4bdf-93f8-163882a5fa7e req-a6154548-1f8c-445e-8536-3d72db5a5ff4 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:20.159529 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25ed35dc-7368-4bdf-93f8-163882a5fa7e req-a6154548-1f8c-445e-8536-3d72db5a5ff4 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 946 time: 0.0661061 Jan 27 21:46:20.168254 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-199a1f42-945b-4c06-8d09-d2645eae2d32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (16500e9f-1835-4d0f-87c1-8a636d5c9aa4), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.199723 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-199a1f42-945b-4c06-8d09-d2645eae2d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (16500e9f-1835-4d0f-87c1-8a636d5c9aa4), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.200795 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199a1f42-945b-4c06-8d09-d2645eae2d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:20.201488 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-199a1f42-945b-4c06-8d09-d2645eae2d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.236837 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25ed35dc-7368-4bdf-93f8-163882a5fa7e req-9d416915-0c9e-4882-a52f-153e49755182 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714383 Jan 27 21:46:20.242359 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6d9afe68-97a7-48fc-b162-0902d0824186 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:20.269922 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-199a1f42-945b-4c06-8d09-d2645eae2d32 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4500821 Jan 27 21:46:20.270538 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46736) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:20.284592 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f2907ff9-ebb5-4d78-8080-0b64281a3eec admin admin] Request body: {'subnet': {'network_id': '16500e9f-1835-4d0f-87c1-8a636d5c9aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1680197964-subnet', 'tenant_id': '3d71a687fd0d48848763721c2d045f7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:20.306903 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a1f42-945b-4c06-8d09-d2645eae2d32 admin admin] Pushing event updated for resources: {'Network': ['ID=16500e9f-1835-4d0f-87c1-8a636d5c9aa4,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:20.318267 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2907ff9-ebb5-4d78-8080-0b64281a3eec admin admin] Made reservation on behalf of 3d71a687fd0d48848763721c2d045f7e for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:20.321878 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f2907ff9-ebb5-4d78-8080-0b64281a3eec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.326781 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 16500e9f-1835-4d0f-87c1-8a636d5c9aa4 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:46:20.353406 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 6d9afe68-97a7-48fc-b162-0902d0824186 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:46:20.361451 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda5b0d-2a0e-4bd7-8b6b-44113dffbbf5 req-e1161744-a868-4e16-9f21-c5e5d99b446c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:20.365762 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-deda5b0d-2a0e-4bd7-8b6b-44113dffbbf5 req-e1161744-a868-4e16-9f21-c5e5d99b446c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 948 time: 0.1278582 Jan 27 21:46:20.394350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 6d9afe68-97a7-48fc-b162-0902d0824186 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:20.395108 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.435158 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-deda5b0d-2a0e-4bd7-8b6b-44113dffbbf5 req-6bcc0cc9-2f98-41ba-83ba-99290adcb85f tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632610 Jan 27 21:46:20.555992 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 6d9afe68-97a7-48fc-b162-0902d0824186 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:20.558544 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.595298 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d09e6c-5a0a-4e92-a2c3-b70a560020f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9afe68-97a7-48fc-b162-0902d0824186'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:20.597905 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8861277d-f340-43ac-9888-33f54ffdd983" -d '{"events": [{"server_uuid": "20d09e6c-5a0a-4e92-a2c3-b70a560020f5", "name": "network-vif-plugged", "status": "completed", "tag": "6d9afe68-97a7-48fc-b162-0902d0824186"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:20.615010 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6d9afe68-97a7-48fc-b162-0902d0824186, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6d9afe68-97a7-48fc-b162-0902d0824186,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:20.621331 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.623894 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f2907ff9-ebb5-4d78-8080-0b64281a3eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (a0a00189-f717-4203-a4e3-8eac0680c0f3), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.627728 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc2a34-74b9-4dd7-9f7f-2db8dd628330 req-374d1902-ec46-4b74-ae36-6c4e42ed7712 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:20.629306 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6cc2a34-74b9-4dd7-9f7f-2db8dd628330 req-374d1902-ec46-4b74-ae36-6c4e42ed7712 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 946 time: 0.1065314 Jan 27 21:46:20.653952 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5f798-d0fd-4d02-90c3-3c4d3bff6a03 req-22be4eae-86d6-4fe9-971a-26c0f92fc26c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:20.655627 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10f5f798-d0fd-4d02-90c3-3c4d3bff6a03 req-22be4eae-86d6-4fe9-971a-26c0f92fc26c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.0885789 Jan 27 21:46:20.677654 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=6d9afe68-97a7-48fc-b162-0902d0824186,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:20.703459 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2907ff9-ebb5-4d78-8080-0b64281a3eec admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0a00189-f717-4203-a4e3-8eac0680c0f3,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:20.716043 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2907ff9-ebb5-4d78-8080-0b64281a3eec admin admin] Checking segment: {'id': 'b5c6e871-d213-4d60-9362-81300312dc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '16500e9f-1835-4d0f-87c1-8a636d5c9aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:20.716443 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2907ff9-ebb5-4d78-8080-0b64281a3eec admin admin] Network hostable DHCP agents. Network: 16500e9f-1835-4d0f-87c1-8a636d5c9aa4, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:46:20.732349 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6cc2a34-74b9-4dd7-9f7f-2db8dd628330 req-b36b90ea-db2c-412b-b5b4-3e845b1bf1f8 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891743 Jan 27 21:46:20.738927 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2907ff9-ebb5-4d78-8080-0b64281a3eec admin admin] Network 16500e9f-1835-4d0f-87c1-8a636d5c9aa4 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:46:20.763267 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10f5f798-d0fd-4d02-90c3-3c4d3bff6a03 req-9598d0ab-94d5-4093-b0fe-63433a4825c7 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990314 Jan 27 21:46:20.765700 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-f2907ff9-ebb5-4d78-8080-0b64281a3eec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 16500e9f-1835-4d0f-87c1-8a636d5c9aa4) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:20.771726 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2907ff9-ebb5-4d78-8080-0b64281a3eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:20.772394 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f2907ff9-ebb5-4d78-8080-0b64281a3eec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.777913 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220f174f-50c3-4bf4-adef-c1706e421d3c None None] Network 16500e9f-1835-4d0f-87c1-8a636d5c9aa4 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:20.803710 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46756) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:20.809611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-0348dd86-faf5-48a6-b586-d3eef5827d80 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1680197964-router', 'tenant_id': '3d71a687fd0d48848763721c2d045f7e', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:20.817535 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f2907ff9-ebb5-4d78-8080-0b64281a3eec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5365562 Jan 27 21:46:20.839382 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd43c15a-9797-49a2-81d1-db679bcddd3d x-openstack-request-id: req-cd43c15a-9797-49a2-81d1-db679bcddd3d {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:20.840117 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d09e6c-5a0a-4e92-a2c3-b70a560020f5", "name": "network-vif-plugged", "status": "completed", "tag": "6d9afe68-97a7-48fc-b162-0902d0824186", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:20.840523 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0348dd86-faf5-48a6-b586-d3eef5827d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (3e881a39-7676-43e0-9e28-34be1c44b26f), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.840893 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd43c15a-9797-49a2-81d1-db679bcddd3d {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:20.841877 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0348dd86-faf5-48a6-b586-d3eef5827d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (3e881a39-7676-43e0-9e28-34be1c44b26f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.842428 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d09e6c-5a0a-4e92-a2c3-b70a560020f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9afe68-97a7-48fc-b162-0902d0824186', 'code': 200} Jan 27 21:46:20.896012 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.938022 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0348dd86-faf5-48a6-b586-d3eef5827d80 admin admin] Publish callbacks [] for router_controller (3e881a39-7676-43e0-9e28-34be1c44b26f), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.948041 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9064929-b0ee-4faf-98ff-ba86500597aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-16500e9f-1835-4d0f-87c1-8a636d5c9aa4', 'network_id': '16500e9f-1835-4d0f-87c1-8a636d5c9aa4', 'project_id': '3d71a687fd0d48848763721c2d045f7e', 'fixed_ips': [{'subnet_id': 'a0a00189-f717-4203-a4e3-8eac0680c0f3'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:46:20.949755 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c9064929-b0ee-4faf-98ff-ba86500597aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.107530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d3b68-8ca3-4556-bce6-80b6bca26bbc req-239f7d79-b55d-4263-95aa-2032fdca797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:21.109067 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-233d3b68-8ca3-4556-bce6-80b6bca26bbc req-239f7d79-b55d-4263-95aa-2032fdca797d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 1100 time: 0.2309413 Jan 27 21:46:21.123254 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-c9064929-b0ee-4faf-98ff-ba86500597aa None None] Allocated IP 172.20.0.2 (16500e9f-1835-4d0f-87c1-8a636d5c9aa4/a0a00189-f717-4203-a4e3-8eac0680c0f3/d7a40d40-86f2-41c0-a261-fd54cdd1dda7) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:21.131769 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171ea44-896e-4913-b713-85500be4cb64 req-022bee13-ad9d-40a1-9815-fa4c8de4a33d tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:21.133815 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3171ea44-896e-4913-b713-85500be4cb64 req-022bee13-ad9d-40a1-9815-fa4c8de4a33d tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 946 time: 0.2569544 Jan 27 21:46:21.177530 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0348dd86-faf5-48a6-b586-d3eef5827d80 admin admin] Publish callbacks [] for router_gateway (3e881a39-7676-43e0-9e28-34be1c44b26f), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.216948 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c98e-ef48-4a14-92b0-44f5f265920e req-ba233f49-ae97-42b7-8ab4-29fea8d94b4b tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:21.218444 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0433c98e-ef48-4a14-92b0-44f5f265920e req-ba233f49-ae97-42b7-8ab4-29fea8d94b4b tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 943 time: 0.1809478 Jan 27 21:46:21.303587 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c9064929-b0ee-4faf-98ff-ba86500597aa None None] Publish callbacks [] for port (d7a40d40-86f2-41c0-a261-fd54cdd1dda7), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.306861 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-233d3b68-8ca3-4556-bce6-80b6bca26bbc req-e1562433-6ed5-4e23-ac24-714c25d560d4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905251 Jan 27 21:46:21.311143 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c9064929-b0ee-4faf-98ff-ba86500597aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (d7a40d40-86f2-41c0-a261-fd54cdd1dda7), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.315479 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3171ea44-896e-4913-b713-85500be4cb64 req-9632b0dc-da65-49c6-84d0-0f047375ba15 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537330 Jan 27 21:46:21.348649 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9064929-b0ee-4faf-98ff-ba86500597aa None None] Network 16500e9f-1835-4d0f-87c1-8a636d5c9aa4 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:21.352009 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-c9064929-b0ee-4faf-98ff-ba86500597aa None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:21.357465 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9064929-b0ee-4faf-98ff-ba86500597aa None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:21.367974 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0433c98e-ef48-4a14-92b0-44f5f265920e req-ff2426ea-1432-4459-9e7a-9e9f396721f1 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315415 Jan 27 21:46:21.438208 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9064929-b0ee-4faf-98ff-ba86500597aa None None] Pushing event updated for resources: {'Port': ['ID=d7a40d40-86f2-41c0-a261-fd54cdd1dda7,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:21.459300 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c9064929-b0ee-4faf-98ff-ba86500597aa None None] Attempting to bind port d7a40d40-86f2-41c0-a261-fd54cdd1dda7 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:21.459800 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c9064929-b0ee-4faf-98ff-ba86500597aa None None] Attempting to bind port d7a40d40-86f2-41c0-a261-fd54cdd1dda7 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'b5c6e871-d213-4d60-9362-81300312dc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '16500e9f-1835-4d0f-87c1-8a636d5c9aa4'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:21.460382 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9064929-b0ee-4faf-98ff-ba86500597aa None None] Attempting to bind port d7a40d40-86f2-41c0-a261-fd54cdd1dda7 on network 16500e9f-1835-4d0f-87c1-8a636d5c9aa4 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:21.467293 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9064929-b0ee-4faf-98ff-ba86500597aa None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:21.467802 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9064929-b0ee-4faf-98ff-ba86500597aa None None] Checking segment: {'id': 'b5c6e871-d213-4d60-9362-81300312dc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '16500e9f-1835-4d0f-87c1-8a636d5c9aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:21.468409 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c9064929-b0ee-4faf-98ff-ba86500597aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.468906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9064929-b0ee-4faf-98ff-ba86500597aa None None] Bound using segment: {'id': 'b5c6e871-d213-4d60-9362-81300312dc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '16500e9f-1835-4d0f-87c1-8a636d5c9aa4'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:21.469662 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c9064929-b0ee-4faf-98ff-ba86500597aa None None] Bound port: d7a40d40-86f2-41c0-a261-fd54cdd1dda7, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c6e871-d213-4d60-9362-81300312dc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '16500e9f-1835-4d0f-87c1-8a636d5c9aa4'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:21.470202 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c9064929-b0ee-4faf-98ff-ba86500597aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d7a40d40-86f2-41c0-a261-fd54cdd1dda7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.548879 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c9064929-b0ee-4faf-98ff-ba86500597aa None None] For port d7a40d40-86f2-41c0-a261-fd54cdd1dda7, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:21.552151 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c9064929-b0ee-4faf-98ff-ba86500597aa None None] For port d7a40d40-86f2-41c0-a261-fd54cdd1dda7, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d7a40d40-86f2-41c0-a261-fd54cdd1dda7,segment=NetworkSegment(b5c6e871-d213-4d60-9362-81300312dc49),segment_id=b5c6e871-d213-4d60-9362-81300312dc49)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:21.557987 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c9064929-b0ee-4faf-98ff-ba86500597aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d7a40d40-86f2-41c0-a261-fd54cdd1dda7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.618179 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9064929-b0ee-4faf-98ff-ba86500597aa None None] Pushing event updated for resources: {'Port': ['ID=d7a40d40-86f2-41c0-a261-fd54cdd1dda7,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:21.654521 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6033016-3cc0-4798-93de-e77cb020d3ce req-6affc187-9ec0-46be-a2fd-dd4dbb3e9c3c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:21.656356 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f6033016-3cc0-4798-93de-e77cb020d3ce req-6affc187-9ec0-46be-a2fd-dd4dbb3e9c3c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.1348326 Jan 27 21:46:21.673789 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8503c-6d1a-43e7-841c-b9dbf3aabdef req-9101b114-011e-46a3-9a7e-19f8f21de501 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:21.675565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2ed8503c-6d1a-43e7-841c-b9dbf3aabdef req-9101b114-011e-46a3-9a7e-19f8f21de501 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 946 time: 0.1552010 Jan 27 21:46:21.685618 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0348dd86-faf5-48a6-b586-d3eef5827d80 admin admin] Publish callbacks [] for router_gateway (3e881a39-7676-43e0-9e28-34be1c44b26f), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.729116 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0348dd86-faf5-48a6-b586-d3eef5827d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.831918 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f6033016-3cc0-4798-93de-e77cb020d3ce req-5a8f7762-3f1f-43d1-be17-196923f51624 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689332 Jan 27 21:46:21.844210 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2ed8503c-6d1a-43e7-841c-b9dbf3aabdef req-99836e9c-fdca-4e9a-b366-fbcc1c0066de tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562510 Jan 27 21:46:22.015730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-0348dd86-faf5-48a6-b586-d3eef5827d80 admin admin] Allocated IP 172.25.3.167 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/769ddc41-1d77-481e-b18e-b28f0f04e7d5) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:22.039944 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd7627-73f1-4d12-8547-469bfb05ea4c req-eded4945-b7da-44c6-8215-5dbd65399ff3 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:22.041920 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5cd7627-73f1-4d12-8547-469bfb05ea4c req-eded4945-b7da-44c6-8215-5dbd65399ff3 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.1071975 Jan 27 21:46:22.200574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d1a7e-d028-426f-8a66-babdcec7d2ce req-55a5dca0-93b7-4564-8ce7-200172c7ccfc tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:22.202086 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a63d1a7e-d028-426f-8a66-babdcec7d2ce req-55a5dca0-93b7-4564-8ce7-200172c7ccfc tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 946 time: 0.1307104 Jan 27 21:46:22.220975 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5cd7627-73f1-4d12-8547-469bfb05ea4c req-fadd14a1-48a2-42f8-a2d4-15011ff78b82 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504931 Jan 27 21:46:22.266292 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:46:22.271572 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0348dd86-faf5-48a6-b586-d3eef5827d80 admin admin] Publish callbacks [] for port (769ddc41-1d77-481e-b18e-b28f0f04e7d5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.307312 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a63d1a7e-d028-426f-8a66-babdcec7d2ce req-1375bb94-8fdf-4fa2-967a-3191845b2086 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812488 Jan 27 21:46:22.348677 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0348dd86-faf5-48a6-b586-d3eef5827d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (769ddc41-1d77-481e-b18e-b28f0f04e7d5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.402488 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0348dd86-faf5-48a6-b586-d3eef5827d80 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:22.405859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-0348dd86-faf5-48a6-b586-d3eef5827d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:22.414229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0348dd86-faf5-48a6-b586-d3eef5827d80 admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:22.494620 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:22.509892 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c', 'mac_address': 'fa:16:3e:05:75:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:46:22.590837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c is: ACTIVE; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:22.591311 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.606009 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:22.633732 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:22.650222 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.773614 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:22.796009 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:22.925998 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d7a40d40-86f2-41c0-a261-fd54cdd1dda7 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:23.037566 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d7a40d40-86f2-41c0-a261-fd54cdd1dda7 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:23.037980 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d7a40d40-86f2-41c0-a261-fd54cdd1dda7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.142128 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884e40d2-54f4-46bc-b69c-fb67b544fb35 None None] Network 16500e9f-1835-4d0f-87c1-8a636d5c9aa4 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:23.241297 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0348dd86-faf5-48a6-b586-d3eef5827d80 admin admin] Publish callbacks [] for router_gateway (3e881a39-7676-43e0-9e28-34be1c44b26f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.248986 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d7a40d40-86f2-41c0-a261-fd54cdd1dda7 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:23.249611 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d7a40d40-86f2-41c0-a261-fd54cdd1dda7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.283054 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-29df8ac8-8589-42aa-9b65-483bb3a0a5dd None None] Provisioning complete for port d7a40d40-86f2-41c0-a261-fd54cdd1dda7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:23.283796 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-29df8ac8-8589-42aa-9b65-483bb3a0a5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d7a40d40-86f2-41c0-a261-fd54cdd1dda7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.371992 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port d7a40d40-86f2-41c0-a261-fd54cdd1dda7, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d7a40d40-86f2-41c0-a261-fd54cdd1dda7,segment=NetworkSegment(b5c6e871-d213-4d60-9362-81300312dc49),segment_id=b5c6e871-d213-4d60-9362-81300312dc49)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:23.413740 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d7a40d40-86f2-41c0-a261-fd54cdd1dda7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.486341 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348dd86-faf5-48a6-b586-d3eef5827d80 admin admin] Pushing event updated for resources: {'Port': ['ID=769ddc41-1d77-481e-b18e-b28f0f04e7d5,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:23.489518 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0348dd86-faf5-48a6-b586-d3eef5827d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (3e881a39-7676-43e0-9e28-34be1c44b26f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.509414 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82543e-e9fb-40fb-b6eb-0ac4bc22b748 req-6efb8f93-4e2c-4705-a934-81ffa7cb280c tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:23.510996 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb82543e-e9fb-40fb-b6eb-0ac4bc22b748 req-6efb8f93-4e2c-4705-a934-81ffa7cb280c tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 946 time: 1.0338488 Jan 27 21:46:23.645356 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-29df8ac8-8589-42aa-9b65-483bb3a0a5dd None None] Current status of the port d7a40d40-86f2-41c0-a261-fd54cdd1dda7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:23.686138 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=d7a40d40-86f2-41c0-a261-fd54cdd1dda7,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:23.687405 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb82543e-e9fb-40fb-b6eb-0ac4bc22b748 req-09f95d4f-9030-44ec-9c17-a969c240cea7 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590842 Jan 27 21:46:23.719209 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92234ec7-ecf8-4a3d-8b37-9c329b52b73d req-89695942-5dee-4762-8071-f1b6e3132368 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:23.740779 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92234ec7-ecf8-4a3d-8b37-9c329b52b73d req-89695942-5dee-4762-8071-f1b6e3132368 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 943 time: 1.0843675 Jan 27 21:46:23.816777 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92234ec7-ecf8-4a3d-8b37-9c329b52b73d req-b4f79755-4308-4140-9065-a662cae143f6 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746782 Jan 27 21:46:23.843156 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0348dd86-faf5-48a6-b586-d3eef5827d80 admin admin] Router 3e881a39-7676-43e0-9e28-34be1c44b26f is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:46:24.076684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f594f3-ed2d-4f0d-8c31-3829009488cd req-dcc99cf1-6c9c-48bd-b2c4-16e8074629e2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:24.080712 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64f594f3-ed2d-4f0d-8c31-3829009488cd req-dcc99cf1-6c9c-48bd-b2c4-16e8074629e2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.1377540 Jan 27 21:46:24.086587 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0348dd86-faf5-48a6-b586-d3eef5827d80 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:46:24.092933 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-df1b9ba0-e701-42dc-9af6-4e01c85d63c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.096633 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-11b44925-6c68-42d4-b44e-2eec39beb305 None None] Provisioning complete for port d7a40d40-86f2-41c0-a261-fd54cdd1dda7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:24.097010 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-11b44925-6c68-42d4-b44e-2eec39beb305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d7a40d40-86f2-41c0-a261-fd54cdd1dda7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.127632 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] Sync routers for ids ['3e881a39-7676-43e0-9e28-34be1c44b26f'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:46:24.153695 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] Routers {'3e881a39-7676-43e0-9e28-34be1c44b26f'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:24.154422 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:45:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['3e881a39-7676-43e0-9e28-34be1c44b26f'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:24.219530 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0348dd86-faf5-48a6-b586-d3eef5827d80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.221870 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0348dd86-faf5-48a6-b586-d3eef5827d80 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4170172 Jan 27 21:46:24.224736 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46828) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:24.248683 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64f594f3-ed2d-4f0d-8c31-3829009488cd req-570f97b0-ccc3-49ae-9832-1249ba523d1d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582670 Jan 27 21:46:24.276608 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:24.282657 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62eb780-d0cc-4b72-b8c6-4ea9de5b8c8a req-f8cd0e7a-0b12-49e0-a9a5-b7d140fec43e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:24.289786 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c62eb780-d0cc-4b72-b8c6-4ea9de5b8c8a req-f8cd0e7a-0b12-49e0-a9a5-b7d140fec43e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.2046516 Jan 27 21:46:24.386994 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] Set router 3e881a39-7676-43e0-9e28-34be1c44b26f gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:24.473798 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-11b44925-6c68-42d4-b44e-2eec39beb305 None None] Current status of the port d7a40d40-86f2-41c0-a261-fd54cdd1dda7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:24.477485 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c62eb780-d0cc-4b72-b8c6-4ea9de5b8c8a req-5c9ed16c-acdc-4a1b-99a4-ddc2544b6eff tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867371 Jan 27 21:46:24.537412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978806c6-f5e3-4ca5-bf98-7431b77e8102 req-03ca4e44-4ab5-4efe-8264-fb5bee916739 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:24.539552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-978806c6-f5e3-4ca5-bf98-7431b77e8102 req-03ca4e44-4ab5-4efe-8264-fb5bee916739 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 946 time: 0.1879067 Jan 27 21:46:24.592209 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:24.592861 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.685535 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:24.686919 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.709549 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-978806c6-f5e3-4ca5-bf98-7431b77e8102 req-6217aa9d-3507-4cb5-b076-acefc33889e2 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607223 Jan 27 21:46:24.800914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656aacf1-2ce6-4f94-8cd5-74af3f5bbb2b req-4a179776-473a-402a-833b-0ca6a7c9ad5b tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:24.802555 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-656aacf1-2ce6-4f94-8cd5-74af3f5bbb2b req-4a179776-473a-402a-833b-0ca6a7c9ad5b tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.1494379 Jan 27 21:46:24.854837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d7a40d40-86f2-41c0-a261-fd54cdd1dda7 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:24.880897 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-656aacf1-2ce6-4f94-8cd5-74af3f5bbb2b req-dc871b7f-77ad-4091-8852-ac055cfc2136 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688899 Jan 27 21:46:24.939404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322d8afa-4cb6-4196-8795-d4a50caecb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:24.941873 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8b26f0-558f-4c44-8bb4-019f8f5ba9fa" -d '{"events": [{"server_uuid": "322d8afa-4cb6-4196-8795-d4a50caecb65", "name": "network-vif-plugged", "status": "completed", "tag": "86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:24.979209 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:24.996487 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.091298 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e881a39-7676-43e0-9e28-34be1c44b26f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1680197964-router', 'tenant_id': '3d71a687fd0d48848763721c2d045f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '769ddc41-1d77-481e-b18e-b28f0f04e7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:20Z', 'updated_at': '2022-01-27T21:46:22Z', 'revision_number': 3, 'project_id': '3d71a687fd0d48848763721c2d045f7e', 'gw_port': {'id': '769ddc41-1d77-481e-b18e-b28f0f04e7d5', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e881a39-7676-43e0-9e28-34be1c44b26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:21Z', 'updated_at': '2022-01-27T21:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:25.117237 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d7a40d40-86f2-41c0-a261-fd54cdd1dda7 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:25.119238 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b2c64-375d-4040-9850-f99efe8dea09 req-9f617f24-e18a-4acf-b9d1-fa4edae73457 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:25.120188 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d7a40d40-86f2-41c0-a261-fd54cdd1dda7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.122297 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc26342b-1566-4135-a936-11866f044cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.125242 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-132b2c64-375d-4040-9850-f99efe8dea09 req-9f617f24-e18a-4acf-b9d1-fa4edae73457 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 943 time: 0.1027756 Jan 27 21:46:25.202472 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-132b2c64-375d-4040-9850-f99efe8dea09 req-865975d3-d523-4449-a334-41362f6e9a47 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717142 Jan 27 21:46:25.249264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:25.265654 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] Checking router: 3e881a39-7676-43e0-9e28-34be1c44b26f for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:46:25.266024 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] Updating router 3e881a39-7676-43e0-9e28-34be1c44b26f port 769ddc41-1d77-481e-b18e-b28f0f04e7d5 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:46:25.324609 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffe30d3-73a7-4dd1-9da9-3cab23f9ca38 x-openstack-request-id: req-fffe30d3-73a7-4dd1-9da9-3cab23f9ca38 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:25.330596 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322d8afa-4cb6-4196-8795-d4a50caecb65", "name": "network-vif-plugged", "status": "completed", "tag": "86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:25.330596 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fffe30d3-73a7-4dd1-9da9-3cab23f9ca38 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:25.330596 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322d8afa-4cb6-4196-8795-d4a50caecb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c', 'code': 200} Jan 27 21:46:25.400920 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (769ddc41-1d77-481e-b18e-b28f0f04e7d5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.493061 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-bc26342b-1566-4135-a936-11866f044cea admin admin] Allocated IP 172.20.0.1 (16500e9f-1835-4d0f-87c1-8a636d5c9aa4/a0a00189-f717-4203-a4e3-8eac0680c0f3/3b2c2b21-742b-47a7-a627-aad2229c3b40) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:25.736900 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ef5ec-2b93-45cf-9bd9-7c499dd4e023 req-c61f04e1-aa79-49b5-b0b8-7d126e8f0fb6 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:25.752298 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0a5ef5ec-2b93-45cf-9bd9-7c499dd4e023 req-c61f04e1-aa79-49b5-b0b8-7d126e8f0fb6 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.1103096 Jan 27 21:46:25.783388 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc26342b-1566-4135-a936-11866f044cea admin admin] Publish callbacks [] for port (3b2c2b21-742b-47a7-a627-aad2229c3b40), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.803676 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d7a40d40-86f2-41c0-a261-fd54cdd1dda7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:25.876703 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc26342b-1566-4135-a936-11866f044cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (3b2c2b21-742b-47a7-a627-aad2229c3b40), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.973948 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-136b2ef3-0285-40ef-b85b-771d2a6c8a4b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2187874 Jan 27 21:46:26.051027 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc26342b-1566-4135-a936-11866f044cea admin admin] Network 16500e9f-1835-4d0f-87c1-8a636d5c9aa4 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:26.054890 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-bc26342b-1566-4135-a936-11866f044cea admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:26.058786 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc26342b-1566-4135-a936-11866f044cea admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:26.075780 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0a5ef5ec-2b93-45cf-9bd9-7c499dd4e023 req-25b65ed2-3307-4b5b-8faa-9b856398208f tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219726 Jan 27 21:46:26.147254 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc26342b-1566-4135-a936-11866f044cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (3e881a39-7676-43e0-9e28-34be1c44b26f), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.149622 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] Publish callbacks [] for port (769ddc41-1d77-481e-b18e-b28f0f04e7d5), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.162995 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (769ddc41-1d77-481e-b18e-b28f0f04e7d5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.245253 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] Attempting to bind port 769ddc41-1d77-481e-b18e-b28f0f04e7d5 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:26.245771 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] Attempting to bind port 769ddc41-1d77-481e-b18e-b28f0f04e7d5 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:26.246185 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] Attempting to bind port 769ddc41-1d77-481e-b18e-b28f0f04e7d5 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:26.248774 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221161dc-2482-47cf-a700-6a9a42c53adb None None] Pushing event updated for resources: {'Port': ['ID=769ddc41-1d77-481e-b18e-b28f0f04e7d5,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:26.264396 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:26.264795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:26.265214 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.266813 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:26.267321 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] Bound port: 769ddc41-1d77-481e-b18e-b28f0f04e7d5, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:26.267713 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (769ddc41-1d77-481e-b18e-b28f0f04e7d5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.312463 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abb62c-2055-4f20-933b-886bbe2abb79 req-1f782002-a8e4-4d0c-ac85-0f1a135ac337 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:26.317517 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86abb62c-2055-4f20-933b-886bbe2abb79 req-1f782002-a8e4-4d0c-ac85-0f1a135ac337 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.1230640 Jan 27 21:46:26.367721 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26342b-1566-4135-a936-11866f044cea admin admin] Pushing event updated for resources: {'Port': ['ID=3b2c2b21-742b-47a7-a627-aad2229c3b40,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:26.410418 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] For port 769ddc41-1d77-481e-b18e-b28f0f04e7d5, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:26.422272 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] For port 769ddc41-1d77-481e-b18e-b28f0f04e7d5, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=769ddc41-1d77-481e-b18e-b28f0f04e7d5,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:26.437975 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (769ddc41-1d77-481e-b18e-b28f0f04e7d5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.539645 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc26342b-1566-4135-a936-11866f044cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3b2c2b21-742b-47a7-a627-aad2229c3b40), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.569812 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] Routers {'3e881a39-7676-43e0-9e28-34be1c44b26f'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:26.570489 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:45:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['3e881a39-7676-43e0-9e28-34be1c44b26f'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:26.608010 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86abb62c-2055-4f20-933b-886bbe2abb79 req-92e96d78-63e9-4caa-bfc4-0f3060fb74ea tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728777 Jan 27 21:46:26.664578 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b100a-025d-410c-b2fb-d82363ab5262 req-e7621468-b501-4f0b-a4f6-f726cae2986d tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:26.676251 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-303b100a-025d-410c-b2fb-d82363ab5262 req-e7621468-b501-4f0b-a4f6-f726cae2986d tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 946 time: 0.3576505 Jan 27 21:46:26.732685 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221161dc-2482-47cf-a700-6a9a42c53adb None None] Pushing event updated for resources: {'Port': ['ID=769ddc41-1d77-481e-b18e-b28f0f04e7d5,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:26.732917 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc26342b-1566-4135-a936-11866f044cea admin admin] Publish callbacks [] for port (3b2c2b21-742b-47a7-a627-aad2229c3b40), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.740223 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc26342b-1566-4135-a936-11866f044cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (3b2c2b21-742b-47a7-a627-aad2229c3b40), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.752442 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-477ed0fd-0a70-422d-83e5-b4d486b338dd None None] Provisioning complete for port 3b2c2b21-742b-47a7-a627-aad2229c3b40 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:26.752894 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-477ed0fd-0a70-422d-83e5-b4d486b338dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3b2c2b21-742b-47a7-a627-aad2229c3b40), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.801016 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-303b100a-025d-410c-b2fb-d82363ab5262 req-4bf78f55-6e81-4c39-ab78-7d76f7c8609e tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228535 Jan 27 21:46:26.807502 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc26342b-1566-4135-a936-11866f044cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (3e881a39-7676-43e0-9e28-34be1c44b26f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.832982 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-92271dac-e44b-4ade-9444-750d953902f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.916092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-477ed0fd-0a70-422d-83e5-b4d486b338dd None None] Port 3b2c2b21-742b-47a7-a627-aad2229c3b40 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:46:26.937631 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc26342b-1566-4135-a936-11866f044cea admin admin] Network 16500e9f-1835-4d0f-87c1-8a636d5c9aa4 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:26.939550 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-bc26342b-1566-4135-a936-11866f044cea admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:26.942239 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26342b-1566-4135-a936-11866f044cea admin admin] Pushing event updated for resources: {'Port': ['ID=3b2c2b21-742b-47a7-a627-aad2229c3b40,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:26.979578 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c06f64-9a91-4f86-a394-c73ee5a097a9 req-2a3496f6-925b-4054-a7d3-289ad8a7180c tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:26.995992 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0c06f64-9a91-4f86-a394-c73ee5a097a9 req-2a3496f6-925b-4054-a7d3-289ad8a7180c tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 943 time: 0.1926105 Jan 27 21:46:27.052100 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] Set router 3e881a39-7676-43e0-9e28-34be1c44b26f gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:27.143469 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0c06f64-9a91-4f86-a394-c73ee5a097a9 req-8710a7b0-7488-4226-940c-efbeb62818a2 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379342 Jan 27 21:46:27.219476 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc26342b-1566-4135-a936-11866f044cea admin admin] Router 3e881a39-7676-43e0-9e28-34be1c44b26f has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:46:27.443263 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc26342b-1566-4135-a936-11866f044cea admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:46:27.448744 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba7029-42c5-4fe5-aecd-7bada9e64f7e req-db92e46b-7392-413a-a9be-d59faa239130 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:27.456333 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9cba7029-42c5-4fe5-aecd-7bada9e64f7e req-db92e46b-7392-413a-a9be-d59faa239130 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.1141396 Jan 27 21:46:27.457226 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bc26342b-1566-4135-a936-11866f044cea admin admin] 10.222.0.23 "PUT /v2.0/routers/3e881a39-7676-43e0-9e28-34be1c44b26f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2305210 Jan 27 21:46:27.575488 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.620714 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9cba7029-42c5-4fe5-aecd-7bada9e64f7e req-a82b35f4-9c1b-44af-b9a4-4efb2c3c5f6d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476214 Jan 27 21:46:27.668309 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e881a39-7676-43e0-9e28-34be1c44b26f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1680197964-router', 'tenant_id': '3d71a687fd0d48848763721c2d045f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '769ddc41-1d77-481e-b18e-b28f0f04e7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:20Z', 'updated_at': '2022-01-27T21:46:26Z', 'revision_number': 4, 'project_id': '3d71a687fd0d48848763721c2d045f7e', 'gw_port': {'id': '769ddc41-1d77-481e-b18e-b28f0f04e7d5', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e881a39-7676-43e0-9e28-34be1c44b26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:21Z', 'updated_at': '2022-01-27T21:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3b2c2b21-742b-47a7-a627-aad2229c3b40', 'name': '', 'network_id': '16500e9f-1835-4d0f-87c1-8a636d5c9aa4', 'tenant_id': '3d71a687fd0d48848763721c2d045f7e', 'mac_address': 'fa:16:3e:ff:60:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e881a39-7676-43e0-9e28-34be1c44b26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'a0a00189-f717-4203-a4e3-8eac0680c0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:25Z', 'updated_at': '2022-01-27T21:46:25Z', 'revision_number': 1, 'project_id': '3d71a687fd0d48848763721c2d045f7e', 'subnets': [{'id': 'a0a00189-f717-4203-a4e3-8eac0680c0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:27.670981 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-71500d49-6b35-4720-b0cf-58869e017fdf None None] Provisioning complete for port 3b2c2b21-742b-47a7-a627-aad2229c3b40 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:27.671626 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-71500d49-6b35-4720-b0cf-58869e017fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3b2c2b21-742b-47a7-a627-aad2229c3b40), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.729017 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e5bcf0-8074-40ae-88bd-4678e5a793f9 None None] The sync data for ids ['3e881a39-7676-43e0-9e28-34be1c44b26f'] in n-d-772272-3 is: [{'id': '3e881a39-7676-43e0-9e28-34be1c44b26f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1680197964-router', 'tenant_id': '3d71a687fd0d48848763721c2d045f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '769ddc41-1d77-481e-b18e-b28f0f04e7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:20Z', 'updated_at': '2022-01-27T21:46:26Z', 'revision_number': 4, 'project_id': '3d71a687fd0d48848763721c2d045f7e', 'gw_port': {'id': '769ddc41-1d77-481e-b18e-b28f0f04e7d5', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e881a39-7676-43e0-9e28-34be1c44b26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:21Z', 'updated_at': '2022-01-27T21:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3b2c2b21-742b-47a7-a627-aad2229c3b40', 'name': '', 'network_id': '16500e9f-1835-4d0f-87c1-8a636d5c9aa4', 'tenant_id': '3d71a687fd0d48848763721c2d045f7e', 'mac_address': 'fa:16:3e:ff:60:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e881a39-7676-43e0-9e28-34be1c44b26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'a0a00189-f717-4203-a4e3-8eac0680c0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:25Z', 'updated_at': '2022-01-27T21:46:25Z', 'revision_number': 1, 'project_id': '3d71a687fd0d48848763721c2d045f7e', 'subnets': [{'id': 'a0a00189-f717-4203-a4e3-8eac0680c0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:46:27.758522 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-71500d49-6b35-4720-b0cf-58869e017fdf None None] Port 3b2c2b21-742b-47a7-a627-aad2229c3b40 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:46:27.884282 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad9da5-698d-46f3-bec6-4b19675c4c1f req-8b8396d7-f53a-4ce7-96dd-9b89076edfbc tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:27.887952 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2aad9da5-698d-46f3-bec6-4b19675c4c1f req-8b8396d7-f53a-4ce7-96dd-9b89076edfbc tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.1387811 Jan 27 21:46:27.983153 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2aad9da5-698d-46f3-bec6-4b19675c4c1f req-b0719a45-c219-4793-a4c1-eff502148e09 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860450 Jan 27 21:46:28.112313 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b45abe1-54cc-42e0-a7f2-d77967d1bc46 req-73204066-eda6-4860-b9f2-17ad6873b17a tempest-FloatingIPsNegativeTestJSON-1820602747 tempest-FloatingIPsNegativeTestJSON-1820602747-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=3d71a687fd0d48848763721c2d045f7e HTTP/1.1" status: 200 len: 217 time: 0.1211929 Jan 27 21:46:28.220714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f8147-2465-4b08-a56d-bd7677c06a53 req-4eace63a-b437-4a36-9a4a-6100a4268525 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:28.240993 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d37f8147-2465-4b08-a56d-bd7677c06a53 req-4eace63a-b437-4a36-9a4a-6100a4268525 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 946 time: 0.1275120 Jan 27 21:46:28.307030 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b370c0b-861e-4ff6-bb64-81f272ec1599 req-7ecf405a-9198-4d53-a03f-536385bfb41c tempest-FloatingIPsNegativeTestJSON-1820602747 tempest-FloatingIPsNegativeTestJSON-1820602747-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0446584 Jan 27 21:46:28.369764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d37f8147-2465-4b08-a56d-bd7677c06a53 req-f3fe0b1c-2d02-4de3-9a7d-56fb6f7da35f tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278098 Jan 27 21:46:28.521494 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-284f3e24-389a-4351-80b7-bf99697bfcaa req-1a650c90-051f-4816-9a4f-0351dd684c3d tempest-FloatingIPsNegativeTestJSON-1820602747 tempest-FloatingIPsNegativeTestJSON-1820602747-project] show failed (client error): The resource could not be found. Jan 27 21:46:28.531811 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46946) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:28.532729 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-284f3e24-389a-4351-80b7-bf99697bfcaa req-1a650c90-051f-4816-9a4f-0351dd684c3d tempest-FloatingIPsNegativeTestJSON-1820602747 tempest-FloatingIPsNegativeTestJSON-1820602747-project] 10.222.0.23 "GET /v2.0/floatingips/10b3aec4-c5d9-4f24-82d4-deef1047a74c HTTP/1.1" status: 404 len: 350 time: 0.1019850 Jan 27 21:46:28.551946 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-a1661534-56b6-4661-903a-da4eff585fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:28.553501 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-a1661534-56b6-4661-903a-da4eff585fec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 1100 time: 0.1603913 Jan 27 21:46:28.567955 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c00909-9536-42fe-91f2-c9558c8d4900 req-464d230d-a780-4170-a070-4fea87c0ac7b tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:28.576826 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c6c00909-9536-42fe-91f2-c9558c8d4900 req-464d230d-a780-4170-a070-4fea87c0ac7b tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 943 time: 0.1440043 Jan 27 21:46:28.719920 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:46:28.823356 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.859122 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c6c00909-9536-42fe-91f2-c9558c8d4900 req-ed363ee5-0ac1-4b94-952b-059cd980ab69 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2806647 Jan 27 21:46:28.960883 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421337c-607f-4c85-b4cf-5ba12c570152 req-d6cfd90a-4a98-4f3c-ab3a-e06f2c9bba03 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:28.962398 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4421337c-607f-4c85-b4cf-5ba12c570152 req-d6cfd90a-4a98-4f3c-ab3a-e06f2c9bba03 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.1994984 Jan 27 21:46:29.003905 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0,segment=NetworkSegment(6a88e292-877f-4d1f-94c7-45940eb096db),segment_id=6a88e292-877f-4d1f-94c7-45940eb096db)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:29.038881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-3230e167-76d6-451b-aba7-a0f99935cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:29.040403 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-3230e167-76d6-451b-aba7-a0f99935cefb service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.4614372 Jan 27 21:46:29.051846 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0', 'network_id': '08785562-76b3-4501-80fb-2c234e0f6c58', 'port_id': '7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0', 'mac_address': 'fa:16:3e:17:7f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7da387-cb8b-4945-b993-4a5e78bffd27', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:46:29.149619 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 is: ACTIVE; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:29.150020 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:29.167632 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-89acfb72-78ae-444e-8c75-f1ef59e3d917 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6d9afe68-97a7-48fc-b162-0902d0824186 HTTP/1.1" status: 200 len: 217 time: 0.1180656 Jan 27 21:46:29.177140 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:29.213217 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0,segment=NetworkSegment(6a88e292-877f-4d1f-94c7-45940eb096db),segment_id=6a88e292-877f-4d1f-94c7-45940eb096db)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:29.218725 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:29.286376 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:29.295931 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-58b4572f-8960-4a14-b803-6638d5bccc19 req-6b5b81b4-2420-45bf-9505-082a1eeb7ce4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0714152 Jan 27 21:46:29.350625 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-ed65b813-dfd9-4317-ac1c-f84fe1f97f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:29.351460 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-ed65b813-dfd9-4317-ac1c-f84fe1f97f5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1614094 Jan 27 21:46:29.384412 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4421337c-607f-4c85-b4cf-5ba12c570152 req-4e31043d-89d9-4e7f-998d-1b1db1d58298 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048038 Jan 27 21:46:29.389467 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:29.505351 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de23b80-f534-40d5-a520-5aa3833edfc6 req-cfa66ba7-9363-4bf7-9e9c-a1750d5d61fc tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:29.513880 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2de23b80-f534-40d5-a520-5aa3833edfc6 req-cfa66ba7-9363-4bf7-9e9c-a1750d5d61fc tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.3579152 Jan 27 21:46:29.551337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-96bc691e-3302-41ac-a6e6-43715dd27300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:29.557733 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-96bc691e-3302-41ac-a6e6-43715dd27300 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1714222 Jan 27 21:46:29.811175 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2de23b80-f534-40d5-a520-5aa3833edfc6 req-4cae3f2f-5565-4377-a48b-f3e754daf960 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941885 Jan 27 21:46:29.859775 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb0689-12da-4b49-879e-633774bba683 req-afb45284-94f8-42be-a0a5-a2f3c3d8850d tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:29.868251 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b8eb0689-12da-4b49-879e-633774bba683 req-afb45284-94f8-42be-a0a5-a2f3c3d8850d tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 945 time: 0.2196901 Jan 27 21:46:29.969147 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-cca9d9ac-5bba-4d77-956f-10559a14a1e7 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959467 Jan 27 21:46:29.973375 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4572f-8960-4a14-b803-6638d5bccc19 req-ab8307f4-85d4-4b82-bdce-12af6b4b2c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:29.974962 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-58b4572f-8960-4a14-b803-6638d5bccc19 req-ab8307f4-85d4-4b82-bdce-12af6b4b2c2d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 1100 time: 0.5948610 Jan 27 21:46:29.995824 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a2b40802-1362-4553-9243-81d30054038d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (3e881a39-7676-43e0-9e28-34be1c44b26f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.117289 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b8eb0689-12da-4b49-879e-633774bba683 req-ae383992-8bfd-4ce6-96d4-5259a666f360 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440972 Jan 27 21:46:30.191869 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.204858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4334b-2f96-44b9-a42c-704fdd7b2ba5 req-98fb8852-4e30-4747-a60b-8e6b21a75d7b tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:30.212242 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7de4334b-2f96-44b9-a42c-704fdd7b2ba5 req-98fb8852-4e30-4747-a60b-8e6b21a75d7b tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 943 time: 0.1760621 Jan 27 21:46:30.264200 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4572f-8960-4a14-b803-6638d5bccc19 req-139b8c4a-0649-4be0-919c-b2bfd44e743a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:30.265702 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-58b4572f-8960-4a14-b803-6638d5bccc19 req-139b8c4a-0649-4be0-919c-b2bfd44e743a service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.2009735 Jan 27 21:46:30.268953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-008e20e6-2f95-4eb8-956d-c41e5e536586 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933919 Jan 27 21:46:30.313850 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7de4334b-2f96-44b9-a42c-704fdd7b2ba5 req-de54b966-34f0-4f54-b40b-880bf26eb62e tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794661 Jan 27 21:46:30.332153 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-58b4572f-8960-4a14-b803-6638d5bccc19 req-d08b9069-ba0d-4388-b231-da6e196b2d77 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=537d39f5-3db6-4733-9179-5735f9af9f10 HTTP/1.1" status: 200 len: 217 time: 0.0369484 Jan 27 21:46:30.445880 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4572f-8960-4a14-b803-6638d5bccc19 req-cee97750-d806-4aa1-aa2b-d868ffd32b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:30.447349 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-58b4572f-8960-4a14-b803-6638d5bccc19 req-cee97750-d806-4aa1-aa2b-d868ffd32b19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0730886 Jan 27 21:46:30.577394 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4572f-8960-4a14-b803-6638d5bccc19 req-5c890b61-4587-4e2a-9f28-5ffc689d42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:30.579029 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-58b4572f-8960-4a14-b803-6638d5bccc19 req-5c890b61-4587-4e2a-9f28-5ffc689d42e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1223083 Jan 27 21:46:30.602586 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2fe1c-262d-45a7-9838-eea1fa372fb8 req-42323e48-8019-4d50-99fc-e0f874061e9b tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:30.604957 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76d2fe1c-262d-45a7-9838-eea1fa372fb8 req-42323e48-8019-4d50-99fc-e0f874061e9b tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.0888650 Jan 27 21:46:30.670961 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76d2fe1c-262d-45a7-9838-eea1fa372fb8 req-92878d63-547e-4d71-b9c4-38da9179d73e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526447 Jan 27 21:46:30.736545 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:30.767799 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a2b40802-1362-4553-9243-81d30054038d admin admin] Deleting port 3b2c2b21-742b-47a7-a627-aad2229c3b40 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:30.781416 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a2b40802-1362-4553-9243-81d30054038d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (3b2c2b21-742b-47a7-a627-aad2229c3b40), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.870107 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-58b4572f-8960-4a14-b803-6638d5bccc19 req-1a6aa7bf-b630-4122-a683-1fa37396d79c service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714672 Jan 27 21:46:31.067711 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57162f16-407d-48d1-989b-72a0f2c026e4 req-7505fa9e-a0cf-458f-b3a2-69828ea9b9a9 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:31.087147 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-57162f16-407d-48d1-989b-72a0f2c026e4 req-7505fa9e-a0cf-458f-b3a2-69828ea9b9a9 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.1312559 Jan 27 21:46:31.115471 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 769ddc41-1d77-481e-b18e-b28f0f04e7d5 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:31.117267 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a2b40802-1362-4553-9243-81d30054038d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (3b2c2b21-742b-47a7-a627-aad2229c3b40), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.183298 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a2b40802-1362-4553-9243-81d30054038d admin admin] Calling delete_port for 3b2c2b21-742b-47a7-a627-aad2229c3b40 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:31.195794 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:31.196726 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-57162f16-407d-48d1-989b-72a0f2c026e4 req-93aaa93e-a611-45f7-b7f6-f2d165c0aa84 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055045 Jan 27 21:46:31.197334 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.239274 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-58b4572f-8960-4a14-b803-6638d5bccc19 req-02fd9cfb-75b7-4bb6-8ab9-9021ccab0c44 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566527 Jan 27 21:46:31.311792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 769ddc41-1d77-481e-b18e-b28f0f04e7d5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:31.312460 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (769ddc41-1d77-481e-b18e-b28f0f04e7d5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.411926 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7f3dd-a58b-470d-9a04-d4cfea03288c req-9f7fd245-8f9d-4660-b669-4256b66c50f2 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:31.425597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6c7f3dd-a58b-470d-9a04-d4cfea03288c req-9f7fd245-8f9d-4660-b669-4256b66c50f2 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 945 time: 0.1642141 Jan 27 21:46:31.434003 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:31.434652 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.494983 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5209462c-158c-494e-abc5-7146d489470a None None] Sync routers for ids ['3e881a39-7676-43e0-9e28-34be1c44b26f'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:46:31.514400 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403f8b77-ee04-4b37-818b-88f78aa497bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:31.517770 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5209462c-158c-494e-abc5-7146d489470a None None] Routers {'3e881a39-7676-43e0-9e28-34be1c44b26f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:31.518090 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c046c8a-4640-4952-93c9-26fe955e0aa0" -d '{"events": [{"server_uuid": "403f8b77-ee04-4b37-818b-88f78aa497bd", "name": "network-vif-plugged", "status": "completed", "tag": "7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:31.518426 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5209462c-158c-494e-abc5-7146d489470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:46:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['3e881a39-7676-43e0-9e28-34be1c44b26f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:31.531497 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a2b40802-1362-4553-9243-81d30054038d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (3b2c2b21-742b-47a7-a627-aad2229c3b40), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.541188 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0,segment=NetworkSegment(6a88e292-877f-4d1f-94c7-45940eb096db),segment_id=6a88e292-877f-4d1f-94c7-45940eb096db)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:31.543002 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 769ddc41-1d77-481e-b18e-b28f0f04e7d5 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:31.543560 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (769ddc41-1d77-481e-b18e-b28f0f04e7d5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.550420 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.572198 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b40802-1362-4553-9243-81d30054038d admin admin] Pushing event deleted for resources: {'Port': ['ID=3b2c2b21-742b-47a7-a627-aad2229c3b40,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:31.597183 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 769ddc41-1d77-481e-b18e-b28f0f04e7d5, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=769ddc41-1d77-481e-b18e-b28f0f04e7d5,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:31.608979 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (769ddc41-1d77-481e-b18e-b28f0f04e7d5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.660423 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:31.682811 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6c7f3dd-a58b-470d-9a04-d4cfea03288c req-af5c681f-93f7-48fa-961a-80d9bf87f8ba tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561927 Jan 27 21:46:31.748793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb947a7-7acf-43da-98de-38ea1e953e78 req-8e3b2a75-86be-4a26-a432-27d2056964ad tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:31.769453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-abb947a7-7acf-43da-98de-38ea1e953e78 req-8e3b2a75-86be-4a26-a432-27d2056964ad tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 943 time: 0.2869177 Jan 27 21:46:31.777462 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=769ddc41-1d77-481e-b18e-b28f0f04e7d5,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:31.815687 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448b0a0b-62e5-4f90-852f-74bdd18f47a8 x-openstack-request-id: req-448b0a0b-62e5-4f90-852f-74bdd18f47a8 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:31.816303 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403f8b77-ee04-4b37-818b-88f78aa497bd", "name": "network-vif-plugged", "status": "completed", "tag": "7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:31.816816 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-448b0a0b-62e5-4f90-852f-74bdd18f47a8 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:31.817431 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403f8b77-ee04-4b37-818b-88f78aa497bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0', 'code': 200} Jan 27 21:46:31.893824 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-5209462c-158c-494e-abc5-7146d489470a None None] Set router 3e881a39-7676-43e0-9e28-34be1c44b26f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:31.905341 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-abb947a7-7acf-43da-98de-38ea1e953e78 req-0cad715b-ea04-4cc0-b702-2f90751149ec tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325529 Jan 27 21:46:31.906253 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a2b40802-1362-4553-9243-81d30054038d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (3e881a39-7676-43e0-9e28-34be1c44b26f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.196135 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886ffad-40af-4602-aa95-882cd757727d req-355a6d91-0c8c-4025-bd3f-22eefef90a2b tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:32.199583 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7886ffad-40af-4602-aa95-882cd757727d req-355a6d91-0c8c-4025-bd3f-22eefef90a2b tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.1004508 Jan 27 21:46:32.342746 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5209462c-158c-494e-abc5-7146d489470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e881a39-7676-43e0-9e28-34be1c44b26f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1680197964-router', 'tenant_id': '3d71a687fd0d48848763721c2d045f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '769ddc41-1d77-481e-b18e-b28f0f04e7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:20Z', 'updated_at': '2022-01-27T21:46:26Z', 'revision_number': 4, 'project_id': '3d71a687fd0d48848763721c2d045f7e', 'gw_port': {'id': '769ddc41-1d77-481e-b18e-b28f0f04e7d5', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e881a39-7676-43e0-9e28-34be1c44b26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:21Z', 'updated_at': '2022-01-27T21:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3b2c2b21-742b-47a7-a627-aad2229c3b40', 'name': '', 'network_id': '16500e9f-1835-4d0f-87c1-8a636d5c9aa4', 'tenant_id': '3d71a687fd0d48848763721c2d045f7e', 'mac_address': 'fa:16:3e:ff:60:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e881a39-7676-43e0-9e28-34be1c44b26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'a0a00189-f717-4203-a4e3-8eac0680c0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:25Z', 'updated_at': '2022-01-27T21:46:26Z', 'revision_number': 2, 'project_id': '3d71a687fd0d48848763721c2d045f7e', 'subnets': [{'id': 'a0a00189-f717-4203-a4e3-8eac0680c0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:32.405121 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7886ffad-40af-4602-aa95-882cd757727d req-8fd8df22-31d3-4c95-9bba-2598cc0ca819 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962676 Jan 27 21:46:32.408504 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b40802-1362-4553-9243-81d30054038d admin admin] Router 3e881a39-7676-43e0-9e28-34be1c44b26f has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:46:32.530890 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7071590-d724-4457-9d8a-dce0d9145c99 req-2b575bda-95a4-46f2-a027-cba7677311ec tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:32.537041 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5209462c-158c-494e-abc5-7146d489470a None None] Checking router: 3e881a39-7676-43e0-9e28-34be1c44b26f for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:46:32.537573 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7071590-d724-4457-9d8a-dce0d9145c99 req-2b575bda-95a4-46f2-a027-cba7677311ec tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.1306102 Jan 27 21:46:32.538692 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5209462c-158c-494e-abc5-7146d489470a None None] Updating router 3e881a39-7676-43e0-9e28-34be1c44b26f port 3b2c2b21-742b-47a7-a627-aad2229c3b40 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:46:32.563150 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5209462c-158c-494e-abc5-7146d489470a None None] Port 3b2c2b21-742b-47a7-a627-aad2229c3b40 not found while updating agent binding for router 3e881a39-7676-43e0-9e28-34be1c44b26f. {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 27 21:46:32.583585 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5209462c-158c-494e-abc5-7146d489470a None None] Routers {'3e881a39-7676-43e0-9e28-34be1c44b26f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:32.584491 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5209462c-158c-494e-abc5-7146d489470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:46:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['3e881a39-7676-43e0-9e28-34be1c44b26f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:32.599403 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b40802-1362-4553-9243-81d30054038d admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:46:32.605762 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a2b40802-1362-4553-9243-81d30054038d admin admin] 10.222.0.23 "PUT /v2.0/routers/3e881a39-7676-43e0-9e28-34be1c44b26f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0727954 Jan 27 21:46:32.609030 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47018) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:32.666830 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7071590-d724-4457-9d8a-dce0d9145c99 req-36577fbe-5980-4944-af9d-2eac18c136df tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213479 Jan 27 21:46:32.715450 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-5209462c-158c-494e-abc5-7146d489470a None None] Set router 3e881a39-7676-43e0-9e28-34be1c44b26f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:32.800650 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 769ddc41-1d77-481e-b18e-b28f0f04e7d5 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:32.849607 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Publish callbacks [] for router (3e881a39-7676-43e0-9e28-34be1c44b26f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.908886 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 769ddc41-1d77-481e-b18e-b28f0f04e7d5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:32.908886 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (769ddc41-1d77-481e-b18e-b28f0f04e7d5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.961606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f773aa-8b2b-4256-a77f-235b0745f76c req-34696a5d-54c3-41eb-a48e-34084df4176d tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:32.967128 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Publish callbacks [] for router_gateway (3e881a39-7676-43e0-9e28-34be1c44b26f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.979641 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75f773aa-8b2b-4256-a77f-235b0745f76c req-34696a5d-54c3-41eb-a48e-34084df4176d tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 946 time: 0.1350579 Jan 27 21:46:33.004739 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5209462c-158c-494e-abc5-7146d489470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e881a39-7676-43e0-9e28-34be1c44b26f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1680197964-router', 'tenant_id': '3d71a687fd0d48848763721c2d045f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '769ddc41-1d77-481e-b18e-b28f0f04e7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:20Z', 'updated_at': '2022-01-27T21:46:31Z', 'revision_number': 5, 'project_id': '3d71a687fd0d48848763721c2d045f7e', 'gw_port': {'id': '769ddc41-1d77-481e-b18e-b28f0f04e7d5', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e881a39-7676-43e0-9e28-34be1c44b26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:21Z', 'updated_at': '2022-01-27T21:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:33.032687 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5209462c-158c-494e-abc5-7146d489470a None None] The sync data for ids ['3e881a39-7676-43e0-9e28-34be1c44b26f'] in n-d-772272-3 is: [{'id': '3e881a39-7676-43e0-9e28-34be1c44b26f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1680197964-router', 'tenant_id': '3d71a687fd0d48848763721c2d045f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '769ddc41-1d77-481e-b18e-b28f0f04e7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:20Z', 'updated_at': '2022-01-27T21:46:31Z', 'revision_number': 5, 'project_id': '3d71a687fd0d48848763721c2d045f7e', 'gw_port': {'id': '769ddc41-1d77-481e-b18e-b28f0f04e7d5', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e881a39-7676-43e0-9e28-34be1c44b26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:21Z', 'updated_at': '2022-01-27T21:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:46:33.096945 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Deleting port 769ddc41-1d77-481e-b18e-b28f0f04e7d5 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:33.101815 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (769ddc41-1d77-481e-b18e-b28f0f04e7d5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.107667 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75f773aa-8b2b-4256-a77f-235b0745f76c req-97246de0-2338-434a-ad59-f965621336b2 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279249 Jan 27 21:46:33.139115 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 769ddc41-1d77-481e-b18e-b28f0f04e7d5 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:33.212262 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf8a29-b3bf-4746-8cf5-ac1b1954d740 req-6537a570-3fd8-404f-8c39-20f0c7622531 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:33.216073 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2cf8a29-b3bf-4746-8cf5-ac1b1954d740 req-6537a570-3fd8-404f-8c39-20f0c7622531 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 943 time: 0.1266699 Jan 27 21:46:33.274636 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] For port 769ddc41-1d77-481e-b18e-b28f0f04e7d5, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=769ddc41-1d77-481e-b18e-b28f0f04e7d5,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:33.275006 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (769ddc41-1d77-481e-b18e-b28f0f04e7d5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.301769 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Calling delete_port for 769ddc41-1d77-481e-b18e-b28f0f04e7d5 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:33.311726 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2cf8a29-b3bf-4746-8cf5-ac1b1954d740 req-edde42d9-9fbc-4af1-ab0f-866fdc4dcecd tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866694 Jan 27 21:46:33.523673 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8f62d-4562-4fcb-8b80-dbaa2b26b73c req-19eec8e4-1b0a-43d5-9f61-aecd2b755e3a tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:33.530869 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3d8f62d-4562-4fcb-8b80-dbaa2b26b73c req-19eec8e4-1b0a-43d5-9f61-aecd2b755e3a tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 1096 time: 0.0614271 Jan 27 21:46:33.610275 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3d8f62d-4562-4fcb-8b80-dbaa2b26b73c req-296c38bf-73cb-4030-9ba9-03d5a8910f3a tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737498 Jan 27 21:46:33.650047 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (769ddc41-1d77-481e-b18e-b28f0f04e7d5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.694143 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Pushing event deleted for resources: {'Port': ['ID=769ddc41-1d77-481e-b18e-b28f0f04e7d5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:33.740142 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:33.740728 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:33.741807 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:33.742465 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:33.742968 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:33.743472 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:33.743965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:33.744488 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:33.744974 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:33.745455 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:33.745956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:33.746429 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:33.746908 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:33.747961 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3db915-204b-4e27-a7a3-9ffa250057c7 req-b59e1ce7-b5e6-4a1f-8072-ee8bdf642921 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:33.759007 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f3db915-204b-4e27-a7a3-9ffa250057c7 req-b59e1ce7-b5e6-4a1f-8072-ee8bdf642921 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.1749139 Jan 27 21:46:33.844763 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (3e881a39-7676-43e0-9e28-34be1c44b26f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.899052 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f3db915-204b-4e27-a7a3-9ffa250057c7 req-6c660adf-f85e-4a35-82b7-1fa05fcaca30 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389327 Jan 27 21:46:34.162589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47a7ee-6aae-49e2-b329-3baf3e31cff8 req-7284d549-32f9-40ac-9f99-764d54eacaa1 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:34.180082 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d47a7ee-6aae-49e2-b329-3baf3e31cff8 req-7284d549-32f9-40ac-9f99-764d54eacaa1 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.1191900 Jan 27 21:46:34.301566 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d47a7ee-6aae-49e2-b329-3baf3e31cff8 req-c9d7e535-4649-4048-9072-0c86f3ee63c3 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158588 Jan 27 21:46:34.459321 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a13441-fb7b-41fb-814e-26966898beab req-d2dfc017-ef38-4fd8-9dd8-51e18331792c tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:34.471036 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0a13441-fb7b-41fb-814e-26966898beab req-d2dfc017-ef38-4fd8-9dd8-51e18331792c tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 946 time: 0.0860131 Jan 27 21:46:34.604043 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0a13441-fb7b-41fb-814e-26966898beab req-898b3b65-25a8-4cd6-9acd-1e7cb78abfe4 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317079 Jan 27 21:46:34.738434 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (3e881a39-7676-43e0-9e28-34be1c44b26f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:34.740800 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Publish callbacks [] for router_controller (3e881a39-7676-43e0-9e28-34be1c44b26f), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:34.838463 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (3e881a39-7676-43e0-9e28-34be1c44b26f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:34.839147 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e881a39-7676-43e0-9e28-34be1c44b26f {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:46:34.843604 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:34.848250 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cee0281f-0bc6-4e49-a631-0366859baa81 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3e881a39-7676-43e0-9e28-34be1c44b26f HTTP/1.1" status: 204 len: 168 time: 2.2348218 Jan 27 21:46:34.848683 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47078) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:34.905471 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3b2c2b21-742b-47a7-a627-aad2229c3b40 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:34.960845 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 3b2c2b21-742b-47a7-a627-aad2229c3b40 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:34.961598 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3b2c2b21-742b-47a7-a627-aad2229c3b40 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:34.962958 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c286c701-1a27-47d0-b423-55a0daf69c87 admin admin] Deleting subnet a0a00189-f717-4203-a4e3-8eac0680c0f3 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:46:34.967513 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16aa51-36f6-42d9-9ccc-e830641b4606 None None] Sync routers for ids ['3e881a39-7676-43e0-9e28-34be1c44b26f'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:46:34.967957 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde82f5-3df2-41ff-9509-8c6d104f4ff0 req-0515b6c9-d5a6-4656-9c82-66e31caad7a4 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:34.976747 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecde82f5-3df2-41ff-9509-8c6d104f4ff0 req-0515b6c9-d5a6-4656-9c82-66e31caad7a4 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 943 time: 0.1160154 Jan 27 21:46:34.980510 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16aa51-36f6-42d9-9ccc-e830641b4606 None None] Routers set() bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:34.981203 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16aa51-36f6-42d9-9ccc-e830641b4606 None None] Router IDs set() for agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 21:46:34.982126 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_agentschedulers_db [None req-0f16aa51-36f6-42d9-9ccc-e830641b4606 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3e881a39-7676-43e0-9e28-34be1c44b26f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:46:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent'). {{(pid=109743) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 21:46:34.993930 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c286c701-1a27-47d0-b423-55a0daf69c87 admin admin] Publish callbacks [] for subnet (a0a00189-f717-4203-a4e3-8eac0680c0f3), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.006055 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16aa51-36f6-42d9-9ccc-e830641b4606 None None] Routers set() bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:35.006723 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16aa51-36f6-42d9-9ccc-e830641b4606 None None] Router IDs set() for agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 21:46:35.007575 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_agentschedulers_db [None req-0f16aa51-36f6-42d9-9ccc-e830641b4606 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3e881a39-7676-43e0-9e28-34be1c44b26f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:46:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent'). {{(pid=109743) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 21:46:35.008241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16aa51-36f6-42d9-9ccc-e830641b4606 None None] The sync data for ids ['3e881a39-7676-43e0-9e28-34be1c44b26f'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:46:35.063626 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c286c701-1a27-47d0-b423-55a0daf69c87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (a0a00189-f717-4203-a4e3-8eac0680c0f3), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.087750 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecde82f5-3df2-41ff-9509-8c6d104f4ff0 req-2878431c-55b4-4622-a722-751e742d207f tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092389 Jan 27 21:46:35.182546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b6b07135-62e7-4391-afad-e563010ce7ee tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:46:35.185104 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b6b07135-62e7-4391-afad-e563010ce7ee tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081148 Jan 27 21:46:35.279405 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-11c2f0ba-6111-4b23-a31a-bb3cfef926d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:35.281183 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-11c2f0ba-6111-4b23-a31a-bb3cfef926d1 service neutron] 10.222.0.23 "GET /v2.0/ports/e207a24b-6340-4d64-8b69-80f333fccfd7 HTTP/1.1" status: 200 len: 1093 time: 0.0870917 Jan 27 21:46:35.293557 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c286c701-1a27-47d0-b423-55a0daf69c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (a0a00189-f717-4203-a4e3-8eac0680c0f3), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.296144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-d5f3f40e-1a95-4021-81fb-987bb2d15c7e service neutron] Request body: {'binding': {'host': 'n-h1-772272-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:35.296864 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-d5f3f40e-1a95-4021-81fb-987bb2d15c7e service neutron] Unknown quota resources ['binding']. {{(pid=109741) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:46:35.387333 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c286c701-1a27-47d0-b423-55a0daf69c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (a0a00189-f717-4203-a4e3-8eac0680c0f3), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.411556 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facc4819-f882-43bf-8159-556b6c6e8106 None None] Network 16500e9f-1835-4d0f-87c1-8a636d5c9aa4 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:35.413829 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c286c701-1a27-47d0-b423-55a0daf69c87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.420505 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c286c701-1a27-47d0-b423-55a0daf69c87 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a0a00189-f717-4203-a4e3-8eac0680c0f3 HTTP/1.1" status: 204 len: 168 time: 0.5684958 Jan 27 21:46:35.430176 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47092) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:35.443863 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286c701-1a27-47d0-b423-55a0daf69c87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0a00189-f717-4203-a4e3-8eac0680c0f3,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:35.592613 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f56ac-d883-498b-922f-9badd57e5b7c req-7be20c96-32f3-4a7e-be42-ec55ee31aa49 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:35.600385 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-655f56ac-d883-498b-922f-9badd57e5b7c req-7be20c96-32f3-4a7e-be42-ec55ee31aa49 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.2296302 Jan 27 21:46:35.622373 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4c38a049-7d6c-4640-890a-2783f1101209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (16500e9f-1835-4d0f-87c1-8a636d5c9aa4), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.701634 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-d5f3f40e-1a95-4021-81fb-987bb2d15c7e service neutron] Attempting to bind port e207a24b-6340-4d64-8b69-80f333fccfd7 on host n-h1-772272-3 for vnic_type normal with profile None {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:35.701984 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-d5f3f40e-1a95-4021-81fb-987bb2d15c7e service neutron] Attempting to bind port e207a24b-6340-4d64-8b69-80f333fccfd7 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:35.702204 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-d5f3f40e-1a95-4021-81fb-987bb2d15c7e service neutron] Attempting to bind port e207a24b-6340-4d64-8b69-80f333fccfd7 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:35.715189 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0568315e-e12b-45f5-9370-119d470a2df3 None None] DHCP port deletion for 16500e9f-1835-4d0f-87c1-8a636d5c9aa4 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:46:35.735174 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-655f56ac-d883-498b-922f-9badd57e5b7c req-3e1df838-ab0d-4270-b5e0-9cfd23a63d3d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330788 Jan 27 21:46:35.736652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-d5f3f40e-1a95-4021-81fb-987bb2d15c7e service neutron] Port e207a24b-6340-4d64-8b69-80f333fccfd7 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:46:35.736973 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-d5f3f40e-1a95-4021-81fb-987bb2d15c7e service neutron] Attempting to bind port e207a24b-6340-4d64-8b69-80f333fccfd7 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:35.747092 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-d5f3f40e-1a95-4021-81fb-987bb2d15c7e service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:35.747092 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-d5f3f40e-1a95-4021-81fb-987bb2d15c7e service neutron] Checking segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:35.747092 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-d5f3f40e-1a95-4021-81fb-987bb2d15c7e service neutron] Bound using segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:35.747599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-d5f3f40e-1a95-4021-81fb-987bb2d15c7e service neutron] Bound port: e207a24b-6340-4d64-8b69-80f333fccfd7, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:35.832617 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0568315e-e12b-45f5-9370-119d470a2df3 None None] Deleting port d7a40d40-86f2-41c0-a261-fd54cdd1dda7 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:35.833135 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0568315e-e12b-45f5-9370-119d470a2df3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d7a40d40-86f2-41c0-a261-fd54cdd1dda7), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.841962 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-4c38a049-7d6c-4640-890a-2783f1101209 admin admin] Deleting port d7a40d40-86f2-41c0-a261-fd54cdd1dda7 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:35.842493 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4c38a049-7d6c-4640-890a-2783f1101209 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d7a40d40-86f2-41c0-a261-fd54cdd1dda7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.923228 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-4c38a049-7d6c-4640-890a-2783f1101209 admin admin] For port d7a40d40-86f2-41c0-a261-fd54cdd1dda7, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d7a40d40-86f2-41c0-a261-fd54cdd1dda7,segment=NetworkSegment(b5c6e871-d213-4d60-9362-81300312dc49),segment_id=b5c6e871-d213-4d60-9362-81300312dc49)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:35.923559 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4c38a049-7d6c-4640-890a-2783f1101209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d7a40d40-86f2-41c0-a261-fd54cdd1dda7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.939658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-4c38a049-7d6c-4640-890a-2783f1101209 admin admin] Calling delete_port for d7a40d40-86f2-41c0-a261-fd54cdd1dda7 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:35.947229 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-0568315e-e12b-45f5-9370-119d470a2df3 None None] For port d7a40d40-86f2-41c0-a261-fd54cdd1dda7, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d7a40d40-86f2-41c0-a261-fd54cdd1dda7,segment=NetworkSegment(b5c6e871-d213-4d60-9362-81300312dc49),segment_id=b5c6e871-d213-4d60-9362-81300312dc49)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:35.948332 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0568315e-e12b-45f5-9370-119d470a2df3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d7a40d40-86f2-41c0-a261-fd54cdd1dda7), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.963695 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0568315e-e12b-45f5-9370-119d470a2df3 None None] Calling delete_port for d7a40d40-86f2-41c0-a261-fd54cdd1dda7 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:36.080559 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4c38a049-7d6c-4640-890a-2783f1101209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d7a40d40-86f2-41c0-a261-fd54cdd1dda7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.081585 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0568315e-e12b-45f5-9370-119d470a2df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (d7a40d40-86f2-41c0-a261-fd54cdd1dda7), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.099417 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0568315e-e12b-45f5-9370-119d470a2df3 None None] No DVR routers for this DVR port d7a40d40-86f2-41c0-a261-fd54cdd1dda7 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:36.118995 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-d5f3f40e-1a95-4021-81fb-987bb2d15c7e service neutron] For port e207a24b-6340-4d64-8b69-80f333fccfd7, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=e207a24b-6340-4d64-8b69-80f333fccfd7,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:36.129315 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568315e-e12b-45f5-9370-119d470a2df3 None None] Pushing event deleted for resources: {'Port': ['ID=d7a40d40-86f2-41c0-a261-fd54cdd1dda7,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:36.153404 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c38a049-7d6c-4640-890a-2783f1101209 admin admin] No DVR routers for this DVR port d7a40d40-86f2-41c0-a261-fd54cdd1dda7 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:36.193313 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-d5f3f40e-1a95-4021-81fb-987bb2d15c7e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.194582 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-d5f3f40e-1a95-4021-81fb-987bb2d15c7e service neutron] 10.222.0.23 "POST /v2.0/ports/e207a24b-6340-4d64-8b69-80f333fccfd7/bindings HTTP/1.1" status: 201 len: 389 time: 0.9080906 Jan 27 21:46:36.197817 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38a049-7d6c-4640-890a-2783f1101209 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a40d40-86f2-41c0-a261-fd54cdd1dda7,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:36.280645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fe75a-ce01-481e-8d2a-c78acb180c9d req-e048c72f-0baa-42e3-823f-4d1216e78371 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:36.290318 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df3fe75a-ce01-481e-8d2a-c78acb180c9d req-e048c72f-0baa-42e3-823f-4d1216e78371 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.2365479 Jan 27 21:46:36.674005 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4c38a049-7d6c-4640-890a-2783f1101209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (16500e9f-1835-4d0f-87c1-8a636d5c9aa4), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.728405 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-4c38a049-7d6c-4640-890a-2783f1101209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16500e9f-1835-4d0f-87c1-8a636d5c9aa4']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:36.752417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-4c38a049-7d6c-4640-890a-2783f1101209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c6e871-d213-4d60-9362-81300312dc49') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:36.752868 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-4c38a049-7d6c-4640-890a-2783f1101209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c6e871-d213-4d60-9362-81300312dc49') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:36.776883 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4c38a049-7d6c-4640-890a-2783f1101209 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (b5c6e871-d213-4d60-9362-81300312dc49), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.783283 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df3fe75a-ce01-481e-8d2a-c78acb180c9d req-e4ad06f0-07d4-4cfe-bb8a-9500e6a12550 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939854 Jan 27 21:46:36.794177 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 769ddc41-1d77-481e-b18e-b28f0f04e7d5 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:36.818223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d7d64-ce7f-40fb-96c7-7113a2043012 req-c98f412a-31f9-44f1-b8cf-b64fee6a47e8 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:36.820262 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-157d7d64-ce7f-40fb-96c7-7113a2043012 req-c98f412a-31f9-44f1-b8cf-b64fee6a47e8 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 946 time: 0.1913106 Jan 27 21:46:36.822523 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-f68cc69d-2eb5-48e1-b475-3473cee9fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:36.824299 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-f68cc69d-2eb5-48e1-b475-3473cee9fa2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 1096 time: 0.1965783 Jan 27 21:46:36.828881 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4c38a049-7d6c-4640-890a-2783f1101209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b5c6e871-d213-4d60-9362-81300312dc49), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.852633 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 769ddc41-1d77-481e-b18e-b28f0f04e7d5 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:36.852989 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 769ddc41-1d77-481e-b18e-b28f0f04e7d5 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:36.853425 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d7a40d40-86f2-41c0-a261-fd54cdd1dda7 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:36.875543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c38a049-7d6c-4640-890a-2783f1101209 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:46:36.876101 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4c38a049-7d6c-4640-890a-2783f1101209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (b5c6e871-d213-4d60-9362-81300312dc49), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: timer() Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:46:36.878444 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:46:36.917598 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: d7a40d40-86f2-41c0-a261-fd54cdd1dda7 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:36.917975 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d7a40d40-86f2-41c0-a261-fd54cdd1dda7 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:37.047651 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-157d7d64-ce7f-40fb-96c7-7113a2043012 req-b6617174-4ea2-4d63-b2de-e58ef618c194 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206323 Jan 27 21:46:37.054188 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4c38a049-7d6c-4640-890a-2783f1101209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (16500e9f-1835-4d0f-87c1-8a636d5c9aa4), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:37.092630 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4c38a049-7d6c-4640-890a-2783f1101209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:37.096399 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4c38a049-7d6c-4640-890a-2783f1101209 admin admin] 10.222.0.23 "DELETE /v2.0/networks/16500e9f-1835-4d0f-87c1-8a636d5c9aa4 HTTP/1.1" status: 204 len: 168 time: 1.6617305 Jan 27 21:46:37.101971 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38a049-7d6c-4640-890a-2783f1101209 admin admin] Pushing event deleted for resources: {'Network': ['ID=16500e9f-1835-4d0f-87c1-8a636d5c9aa4,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:37.107564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-40432108-0d5c-4066-9abf-42f544d2cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:37.109368 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-40432108-0d5c-4066-9abf-42f544d2cadf service neutron] 10.222.0.15 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 909 time: 0.2771034 Jan 27 21:46:37.143699 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f919a-6f55-4f39-9ec2-e976603cf25a req-988d8a36-5c73-4cd7-8e2f-ebcf03ef8a63 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:37.145551 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-179f919a-6f55-4f39-9ec2-e976603cf25a req-988d8a36-5c73-4cd7-8e2f-ebcf03ef8a63 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 943 time: 0.1699364 Jan 27 21:46:37.198176 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-891f896f-8040-458f-a127-7bea24f5a607 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e207a24b-6340-4d64-8b69-80f333fccfd7 HTTP/1.1" status: 200 len: 217 time: 0.0751245 Jan 27 21:46:37.322961 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-73675ccf-eee1-4a14-a73a-27adde87e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:37.324994 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-73675ccf-eee1-4a14-a73a-27adde87e947 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c8c1fde-1173-4cc5-9eb6-13f24f8d2210 HTTP/1.1" status: 200 len: 848 time: 0.1150806 Jan 27 21:46:37.372068 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-1a7d6b15-d47a-47f1-b179-a12aee5dfe66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=682655b0-dbc8-497a-9054-3d8e44de5af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331800 Jan 27 21:46:37.382521 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47120) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:37.453840 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f285f3ca-6cb9-4694-bdaf-d4abdf93758c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d71a687fd0d48848763721c2d045f7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0680456 Jan 27 21:46:37.455068 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47122) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:37.525503 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-158dfdf4-916f-4839-a693-fd8626f3665b service neutron] 10.222.0.15 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431854 Jan 27 21:46:37.534542 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-179f919a-6f55-4f39-9ec2-e976603cf25a req-5e726c1e-84a8-49f9-9548-dc3f4c0feac0 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3140602 Jan 27 21:46:37.543514 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0814d3c-4f0d-478a-baab-1df0e0994b3e req-97ed87f6-0252-4b04-a109-99c5e8e59772 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:37.550977 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b640e600-e445-48a8-acd6-ef23ddcb2f6b admin admin] Publish callbacks [] for security_group (c8f94c4e-ec50-428d-b55f-38969a7a8f36), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:37.551230 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0814d3c-4f0d-478a-baab-1df0e0994b3e req-97ed87f6-0252-4b04-a109-99c5e8e59772 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 945 time: 0.3574095 Jan 27 21:46:37.623343 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b640e600-e445-48a8-acd6-ef23ddcb2f6b admin admin] Publish callbacks [] for security_group (c8f94c4e-ec50-428d-b55f-38969a7a8f36), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:37.688410 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b640e600-e445-48a8-acd6-ef23ddcb2f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c8f94c4e-ec50-428d-b55f-38969a7a8f36), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:37.704883 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b640e600-e445-48a8-acd6-ef23ddcb2f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:37.708524 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b640e600-e445-48a8-acd6-ef23ddcb2f6b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8f94c4e-ec50-428d-b55f-38969a7a8f36 HTTP/1.1" status: 204 len: 168 time: 0.2492933 Jan 27 21:46:37.723924 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640e600-e445-48a8-acd6-ef23ddcb2f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f94c4e-ec50-428d-b55f-38969a7a8f36,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:37.795557 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-a9f96bc6-307f-4cd4-84b3-2eab2c269c95 service neutron] 10.222.0.15 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397597 Jan 27 21:46:37.805098 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0045865-eae9-4f7d-886f-5d73cb1798c3 req-bd3c8e0c-15f6-4003-aea4-3fbb0d14e6b9 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:37.807024 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d0045865-eae9-4f7d-886f-5d73cb1798c3 req-bd3c8e0c-15f6-4003-aea4-3fbb0d14e6b9 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.1263883 Jan 27 21:46:37.824757 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0814d3c-4f0d-478a-baab-1df0e0994b3e req-f6a2c7e2-6f09-48de-8448-feeb3cf0a1ed tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684214 Jan 27 21:46:37.936260 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d0045865-eae9-4f7d-886f-5d73cb1798c3 req-f8992313-7c7b-4399-8733-85f24a4fb760 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100149 Jan 27 21:46:38.036891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa668d7b-624d-47b2-9aa8-328c61572499 req-81f784b3-958f-47ea-a654-b20c50a5f88a tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:38.039063 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aa668d7b-624d-47b2-9aa8-328c61572499 req-81f784b3-958f-47ea-a654-b20c50a5f88a tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.1299965 Jan 27 21:46:38.125503 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aa668d7b-624d-47b2-9aa8-328c61572499 req-427c44b9-bd00-4075-8dd1-7cbb9fa91b74 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773427 Jan 27 21:46:38.403739 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97645d12-168c-422a-9ad8-0f869a0d09ec req-b30df3df-6cb7-4504-8bcd-0061247f1bed tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:38.416022 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97645d12-168c-422a-9ad8-0f869a0d09ec req-b30df3df-6cb7-4504-8bcd-0061247f1bed tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 946 time: 0.1347208 Jan 27 21:46:38.539413 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97645d12-168c-422a-9ad8-0f869a0d09ec req-f5bbbfbd-fa1f-4d4a-82a9-b0f61442a04a tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107867 Jan 27 21:46:38.750926 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad108b07-8320-49aa-b008-5da0c9349d60 req-5c1d8e8c-b9ab-4e2f-abb4-2d0f383206b2 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:38.752564 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad108b07-8320-49aa-b008-5da0c9349d60 req-5c1d8e8c-b9ab-4e2f-abb4-2d0f383206b2 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 943 time: 0.0907748 Jan 27 21:46:38.868006 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad108b07-8320-49aa-b008-5da0c9349d60 req-dae9d13b-47c0-4323-8f05-482e069270f9 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067429 Jan 27 21:46:39.005945 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47168) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:39.074907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3245de-5f7b-4c45-9e3a-3e0153be44a5 req-0d9d439e-28ca-4d30-ab9c-cbad35b71772 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:39.077139 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc3245de-5f7b-4c45-9e3a-3e0153be44a5 req-0d9d439e-28ca-4d30-ab9c-cbad35b71772 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 945 time: 0.1250770 Jan 27 21:46:39.155743 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b66ea8bc-c5a4-4aba-adc5-1cfab47e1199 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-384819183-network', 'tenant_id': 'e3fac60a02284521acf07c979fb5e655'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:39.192680 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558ab08-453f-474b-a5cd-a72732d604e9 req-130341d0-31b4-473a-8ff6-b8192c69f166 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:39.197467 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f558ab08-453f-474b-a5cd-a72732d604e9 req-130341d0-31b4-473a-8ff6-b8192c69f166 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.1461608 Jan 27 21:46:39.205094 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66ea8bc-c5a4-4aba-adc5-1cfab47e1199 admin admin] Made reservation on behalf of e3fac60a02284521acf07c979fb5e655 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:39.214822 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b66ea8bc-c5a4-4aba-adc5-1cfab47e1199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:39.226037 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc3245de-5f7b-4c45-9e3a-3e0153be44a5 req-56ff24a5-cf75-43b4-87da-b5d85a6019ff tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309876 Jan 27 21:46:39.289434 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b66ea8bc-c5a4-4aba-adc5-1cfab47e1199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:39.332027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f558ab08-453f-474b-a5cd-a72732d604e9 req-a6a05126-f6e3-4fbc-be66-7f6811f57849 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027477 Jan 27 21:46:39.488412 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b66ea8bc-c5a4-4aba-adc5-1cfab47e1199 admin admin] Publish callbacks [] for security_group (0a5b4722-6590-4bbe-b344-48ab11bcb110), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:39.501110 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b66ea8bc-c5a4-4aba-adc5-1cfab47e1199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0a5b4722-6590-4bbe-b344-48ab11bcb110), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:39.544067 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66ea8bc-c5a4-4aba-adc5-1cfab47e1199 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:46:39.562747 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180cbcb-d11b-42b7-b84f-f1231476dbcd req-3b697a06-ad85-4364-b341-f1117ee85ad2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:39.563088 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ea8bc-c5a4-4aba-adc5-1cfab47e1199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5b4722-6590-4bbe-b344-48ab11bcb110,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:39.564304 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1180cbcb-d11b-42b7-b84f-f1231476dbcd req-3b697a06-ad85-4364-b341-f1117ee85ad2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.0902369 Jan 27 21:46:39.581905 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b66ea8bc-c5a4-4aba-adc5-1cfab47e1199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (102155bc-4d11-4bc2-bba3-8dcf5fbb4e34), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:39.582361 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-b66ea8bc-c5a4-4aba-adc5-1cfab47e1199 admin admin] Added segment 102155bc-4d11-4bc2-bba3-8dcf5fbb4e34 of type vlan for network 671d872d-4d16-4a10-bd31-4070ede99ddd Jan 27 21:46:39.643758 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b66ea8bc-c5a4-4aba-adc5-1cfab47e1199 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (671d872d-4d16-4a10-bd31-4070ede99ddd), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:39.654686 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1180cbcb-d11b-42b7-b84f-f1231476dbcd req-00323aa5-da81-427d-a1d5-036b502931d2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808923 Jan 27 21:46:39.717758 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b66ea8bc-c5a4-4aba-adc5-1cfab47e1199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (671d872d-4d16-4a10-bd31-4070ede99ddd), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:39.720756 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66ea8bc-c5a4-4aba-adc5-1cfab47e1199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:39.721516 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b66ea8bc-c5a4-4aba-adc5-1cfab47e1199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:39.787766 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b66ea8bc-c5a4-4aba-adc5-1cfab47e1199 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7799616 Jan 27 21:46:39.791244 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47188) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:39.796785 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-857e44c5-2aa7-42bc-85b0-5270ed8f712d admin admin] Request body: {'subnet': {'network_id': '671d872d-4d16-4a10-bd31-4070ede99ddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-384819183-subnet', 'tenant_id': 'e3fac60a02284521acf07c979fb5e655', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:39.798870 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a35a04-a7de-402e-bd5e-71d2ec3c7131 req-ad8b231a-bd21-4b0b-b758-793a84337f18 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:39.806171 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52a35a04-a7de-402e-bd5e-71d2ec3c7131 req-ad8b231a-bd21-4b0b-b758-793a84337f18 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 946 time: 0.1116273 Jan 27 21:46:39.824946 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ea8bc-c5a4-4aba-adc5-1cfab47e1199 admin admin] Pushing event updated for resources: {'Network': ['ID=671d872d-4d16-4a10-bd31-4070ede99ddd,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:39.835856 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 671d872d-4d16-4a10-bd31-4070ede99ddd details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:46:39.849609 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857e44c5-2aa7-42bc-85b0-5270ed8f712d admin admin] Made reservation on behalf of e3fac60a02284521acf07c979fb5e655 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:39.853344 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-857e44c5-2aa7-42bc-85b0-5270ed8f712d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:39.926304 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52a35a04-a7de-402e-bd5e-71d2ec3c7131 req-2c5807cc-09dd-486b-b922-fa3730267f7c tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108406 Jan 27 21:46:40.087744 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32176afe-8f18-4757-b54d-a6a217e7522a req-6e2cff28-1c7f-4903-beb1-fbd9dc8e2484 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:40.098253 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32176afe-8f18-4757-b54d-a6a217e7522a req-6e2cff28-1c7f-4903-beb1-fbd9dc8e2484 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 943 time: 0.1292851 Jan 27 21:46:40.237387 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32176afe-8f18-4757-b54d-a6a217e7522a req-22703e3a-feef-4085-ac6b-a7befd37af5a tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368647 Jan 27 21:46:40.255107 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-857e44c5-2aa7-42bc-85b0-5270ed8f712d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (0eb276c5-8327-40b3-8e3c-2f9afdf94b8b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.396563 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e44c5-2aa7-42bc-85b0-5270ed8f712d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb276c5-8327-40b3-8e3c-2f9afdf94b8b,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:40.435623 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e44c5-2aa7-42bc-85b0-5270ed8f712d admin admin] Checking segment: {'id': '102155bc-4d11-4bc2-bba3-8dcf5fbb4e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '671d872d-4d16-4a10-bd31-4070ede99ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:40.436307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857e44c5-2aa7-42bc-85b0-5270ed8f712d admin admin] Network hostable DHCP agents. Network: 671d872d-4d16-4a10-bd31-4070ede99ddd, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:46:40.473560 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857e44c5-2aa7-42bc-85b0-5270ed8f712d admin admin] Network 671d872d-4d16-4a10-bd31-4070ede99ddd is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:46:40.500963 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-857e44c5-2aa7-42bc-85b0-5270ed8f712d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 671d872d-4d16-4a10-bd31-4070ede99ddd) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:40.505510 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857e44c5-2aa7-42bc-85b0-5270ed8f712d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:40.506358 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-857e44c5-2aa7-42bc-85b0-5270ed8f712d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.518927 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d740f1-7c74-4a96-86b3-accb951f0ea9 None None] Network 671d872d-4d16-4a10-bd31-4070ede99ddd requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:40.533809 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-857e44c5-2aa7-42bc-85b0-5270ed8f712d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7413664 Jan 27 21:46:40.536626 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47204) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:40.541846 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-4303ba2e-6f17-497e-8015-e280cf9c2d97 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-384819183-router', 'tenant_id': 'e3fac60a02284521acf07c979fb5e655', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:40.576328 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf896c8-129e-45de-97ac-ae2de95fc10a req-80fd91de-c322-4c7e-a4b3-613921005b83 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:40.576328 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3bf896c8-129e-45de-97ac-ae2de95fc10a req-80fd91de-c322-4c7e-a4b3-613921005b83 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 945 time: 0.2082646 Jan 27 21:46:40.588518 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4303ba2e-6f17-497e-8015-e280cf9c2d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (94251f72-f32d-41f3-a90d-b5164125fb8b), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.589761 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4303ba2e-6f17-497e-8015-e280cf9c2d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (94251f72-f32d-41f3-a90d-b5164125fb8b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.608370 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7de8b-7ad8-422e-9261-227ee060e563 req-6165b9b6-d237-474f-afb2-e7d43f796fc4 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:40.619094 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8c7de8b-7ad8-422e-9261-227ee060e563 req-6165b9b6-d237-474f-afb2-e7d43f796fc4 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 946 time: 0.1921105 Jan 27 21:46:40.750929 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4303ba2e-6f17-497e-8015-e280cf9c2d97 admin admin] Publish callbacks [] for router_controller (94251f72-f32d-41f3-a90d-b5164125fb8b), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.767496 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8c7de8b-7ad8-422e-9261-227ee060e563 req-e4d681ec-3cad-41c5-9110-e1de893f530d tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423066 Jan 27 21:46:40.776318 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:46:40.899958 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3bf896c8-129e-45de-97ac-ae2de95fc10a req-934e570f-507e-4ca1-8016-f09fc2f7e4b7 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138649 Jan 27 21:46:40.986183 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:41.055024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7df80f-b888-40ef-8d89-0992ce07ea72 req-1da3f837-fd75-442a-a779-b6803fae5854 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:41.061080 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae7df80f-b888-40ef-8d89-0992ce07ea72 req-1da3f837-fd75-442a-a779-b6803fae5854 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 945 time: 0.1502926 Jan 27 21:46:41.074923 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de3de0d-3e2f-4878-835c-111b7bbfbd56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-671d872d-4d16-4a10-bd31-4070ede99ddd', 'network_id': '671d872d-4d16-4a10-bd31-4070ede99ddd', 'project_id': 'e3fac60a02284521acf07c979fb5e655', 'fixed_ips': [{'subnet_id': '0eb276c5-8327-40b3-8e3c-2f9afdf94b8b'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:46:41.075419 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4de3de0d-3e2f-4878-835c-111b7bbfbd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.077590 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 has no active binding in host n-h2-772272-3 {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:46:41.115786 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4303ba2e-6f17-497e-8015-e280cf9c2d97 admin admin] Publish callbacks [] for router_gateway (94251f72-f32d-41f3-a90d-b5164125fb8b), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.127372 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-79bf8860-3e77-4724-bce4-bb836c6ee152 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:41.130448 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-79bf8860-3e77-4724-bce4-bb836c6ee152 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f&tenant_id=6f69f01a295841ef87a2606a7f3645b9&binding%3Ahost_id=n-h1-772272-3 HTTP/1.1" status: 200 len: 1096 time: 0.4887619 Jan 27 21:46:41.173971 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae7df80f-b888-40ef-8d89-0992ce07ea72 req-27ca73e1-127f-4f83-a18d-091ab4a11604 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051977 Jan 27 21:46:41.187820 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-772272-3'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:41.271501 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a8a44e1e-4a61-45f2-ae17-7f7b0426eb20), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.384351 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af1764-e60e-4eab-8ff5-d118b81cacf6 req-280f67ac-41ec-44e4-b316-93861f86f116 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:41.391515 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29af1764-e60e-4eab-8ff5-d118b81cacf6 req-280f67ac-41ec-44e4-b316-93861f86f116 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.0989892 Jan 27 21:46:41.436475 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-4de3de0d-3e2f-4878-835c-111b7bbfbd56 None None] Allocated IP 172.20.0.2 (671d872d-4d16-4a10-bd31-4070ede99ddd/0eb276c5-8327-40b3-8e3c-2f9afdf94b8b/e365db11-bf56-4a71-bb9d-7fb4fd276c33) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:41.580195 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29af1764-e60e-4eab-8ff5-d118b81cacf6 req-b1b28075-2210-4a3d-ab83-5d65e29ff929 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875460 Jan 27 21:46:41.620037 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c414f-01bf-40d4-8a3c-35d26b7940a2 req-ad972979-83b9-406c-b478-126d25e5e774 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:41.622027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d0c414f-01bf-40d4-8a3c-35d26b7940a2 req-ad972979-83b9-406c-b478-126d25e5e774 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 943 time: 0.1817565 Jan 27 21:46:41.692673 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] For port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:41.712747 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4de3de0d-3e2f-4878-835c-111b7bbfbd56 None None] Publish callbacks [] for port (e365db11-bf56-4a71-bb9d-7fb4fd276c33), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.722579 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4de3de0d-3e2f-4878-835c-111b7bbfbd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (e365db11-bf56-4a71-bb9d-7fb4fd276c33), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.730474 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d0c414f-01bf-40d4-8a3c-35d26b7940a2 req-65efe3db-e8c5-4845-90e5-00aeb2c63dec tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978360 Jan 27 21:46:41.788303 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3de0d-3e2f-4878-835c-111b7bbfbd56 None None] Pushing event updated for resources: {'Port': ['ID=e365db11-bf56-4a71-bb9d-7fb4fd276c33,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:41.798187 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de3de0d-3e2f-4878-835c-111b7bbfbd56 None None] Network 671d872d-4d16-4a10-bd31-4070ede99ddd is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:41.799991 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-4de3de0d-3e2f-4878-835c-111b7bbfbd56 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:41.808046 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de3de0d-3e2f-4878-835c-111b7bbfbd56 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:41.856570 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] For port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:41.885348 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-4de3de0d-3e2f-4878-835c-111b7bbfbd56 None None] Attempting to bind port e365db11-bf56-4a71-bb9d-7fb4fd276c33 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:41.886145 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-4de3de0d-3e2f-4878-835c-111b7bbfbd56 None None] Attempting to bind port e365db11-bf56-4a71-bb9d-7fb4fd276c33 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '102155bc-4d11-4bc2-bba3-8dcf5fbb4e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '671d872d-4d16-4a10-bd31-4070ede99ddd'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:41.886591 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de3de0d-3e2f-4878-835c-111b7bbfbd56 None None] Attempting to bind port e365db11-bf56-4a71-bb9d-7fb4fd276c33 on network 671d872d-4d16-4a10-bd31-4070ede99ddd {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:41.892449 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de3de0d-3e2f-4878-835c-111b7bbfbd56 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:41.892938 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de3de0d-3e2f-4878-835c-111b7bbfbd56 None None] Checking segment: {'id': '102155bc-4d11-4bc2-bba3-8dcf5fbb4e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '671d872d-4d16-4a10-bd31-4070ede99ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:41.893618 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4de3de0d-3e2f-4878-835c-111b7bbfbd56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.894086 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de3de0d-3e2f-4878-835c-111b7bbfbd56 None None] Bound using segment: {'id': '102155bc-4d11-4bc2-bba3-8dcf5fbb4e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '671d872d-4d16-4a10-bd31-4070ede99ddd'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:41.894635 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-4de3de0d-3e2f-4878-835c-111b7bbfbd56 None None] Bound port: e365db11-bf56-4a71-bb9d-7fb4fd276c33, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102155bc-4d11-4bc2-bba3-8dcf5fbb4e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '671d872d-4d16-4a10-bd31-4070ede99ddd'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:41.895091 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4de3de0d-3e2f-4878-835c-111b7bbfbd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e365db11-bf56-4a71-bb9d-7fb4fd276c33), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.964446 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292183d-fef2-4bbf-ac7c-ad61bbb3f249 req-c62013e8-6e4a-42f3-b353-2ede337f39e9 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:41.976549 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee90d1d-be51-4265-a516-248d9844c00f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8a44e1e-4a61-45f2-ae17-7f7b0426eb20'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:41.979526 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c292183d-fef2-4bbf-ac7c-ad61bbb3f249 req-c62013e8-6e4a-42f3-b353-2ede337f39e9 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 946 time: 0.1182194 Jan 27 21:46:41.981262 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfcf930-7693-41b7-8549-03b43cc45adf" -d '{"events": [{"server_uuid": "bee90d1d-be51-4265-a516-248d9844c00f", "name": "network-vif-unplugged", "status": "completed", "tag": "a8a44e1e-4a61-45f2-ae17-7f7b0426eb20"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:42.004442 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] Publish callbacks [] for port (a8a44e1e-4a61-45f2-ae17-7f7b0426eb20), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:42.031349 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4303ba2e-6f17-497e-8015-e280cf9c2d97 admin admin] Publish callbacks [] for router_gateway (94251f72-f32d-41f3-a90d-b5164125fb8b), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:42.038583 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (a8a44e1e-4a61-45f2-ae17-7f7b0426eb20), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:42.047492 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-4de3de0d-3e2f-4878-835c-111b7bbfbd56 None None] For port e365db11-bf56-4a71-bb9d-7fb4fd276c33, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:42.051625 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-4de3de0d-3e2f-4878-835c-111b7bbfbd56 None None] For port e365db11-bf56-4a71-bb9d-7fb4fd276c33, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e365db11-bf56-4a71-bb9d-7fb4fd276c33,segment=NetworkSegment(102155bc-4d11-4bc2-bba3-8dcf5fbb4e34),segment_id=102155bc-4d11-4bc2-bba3-8dcf5fbb4e34)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:42.058674 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4de3de0d-3e2f-4878-835c-111b7bbfbd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e365db11-bf56-4a71-bb9d-7fb4fd276c33), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:42.097358 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c292183d-fef2-4bbf-ac7c-ad61bbb3f249 req-ce1dc0a6-9b2f-4ee2-8e3d-1c4b7439bed2 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159568 Jan 27 21:46:42.149995 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296d381-8333-4104-83c9-9b3f4677bab9 req-f35eaf99-3424-4a77-827c-9854ab39bc93 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:42.163527 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1296d381-8333-4104-83c9-9b3f4677bab9 req-f35eaf99-3424-4a77-827c-9854ab39bc93 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 945 time: 0.1218486 Jan 27 21:46:42.187919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3de0d-3e2f-4878-835c-111b7bbfbd56 None None] Pushing event updated for resources: {'Port': ['ID=e365db11-bf56-4a71-bb9d-7fb4fd276c33,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:42.253837 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1296d381-8333-4104-83c9-9b3f4677bab9 req-75d97fa1-1154-4e79-8a47-7b3570d9fb33 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809042 Jan 27 21:46:42.273715 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4303ba2e-6f17-497e-8015-e280cf9c2d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:42.277980 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20,revision_number=7']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:42.287620 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3d45a8-270a-4883-9ea9-14ff2112e0e9 x-openstack-request-id: req-9e3d45a8-270a-4883-9ea9-14ff2112e0e9 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:42.290776 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee90d1d-be51-4265-a516-248d9844c00f", "name": "network-vif-unplugged", "status": "completed", "tag": "a8a44e1e-4a61-45f2-ae17-7f7b0426eb20", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:42.290951 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e3d45a8-270a-4883-9ea9-14ff2112e0e9 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:42.291455 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee90d1d-be51-4265-a516-248d9844c00f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8a44e1e-4a61-45f2-ae17-7f7b0426eb20', 'code': 200} Jan 27 21:46:42.470120 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:42.484147 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] Attempting to bind port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 on host n-h1-772272-3 for vnic_type normal with profile {"migrating_to": "n-h2-772272-3"} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:42.484147 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] Attempting to bind port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:42.492747 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] Attempting to bind port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:42.507435 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] Port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:46:42.522909 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] Attempting to bind port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:42.605953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2932a-85f9-4738-8060-b56974d83e0a req-1e1ea6d0-6aaa-4037-a238-e874ea456e81 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:42.612137 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-4303ba2e-6f17-497e-8015-e280cf9c2d97 admin admin] Allocated IP 172.25.3.163 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/d623e7fc-aabe-464f-a5cc-77ee76c5bf06) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:42.619221 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9c2932a-85f9-4738-8060-b56974d83e0a req-1e1ea6d0-6aaa-4037-a238-e874ea456e81 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 943 time: 0.1559994 Jan 27 21:46:42.783329 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9c2932a-85f9-4738-8060-b56974d83e0a req-c596ef69-5a6d-4ad5-8f06-4000d3cfff71 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613767 Jan 27 21:46:42.801258 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:42.810248 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4303ba2e-6f17-497e-8015-e280cf9c2d97 admin admin] Publish callbacks [] for port (d623e7fc-aabe-464f-a5cc-77ee76c5bf06), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:42.861912 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:42.862539 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] Checking segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:42.864674 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] Bound using segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:42.865142 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] Bound port: a8a44e1e-4a61-45f2-ae17-7f7b0426eb20, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:42.865514 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a8a44e1e-4a61-45f2-ae17-7f7b0426eb20), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:42.900335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865e534-d6c3-407e-81e1-85bbf83f2b3a req-af164a6b-0f31-4b5f-8ed4-6fdd44bf2e8c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:42.902022 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6865e534-d6c3-407e-81e1-85bbf83f2b3a req-af164a6b-0f31-4b5f-8ed4-6fdd44bf2e8c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.1633592 Jan 27 21:46:42.948246 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:46:42.963036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:42.964468 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:43.009677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e365db11-bf56-4a71-bb9d-7fb4fd276c33 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:43.021139 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403f8b77-ee04-4b37-818b-88f78aa497bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:43.024629 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f49211-668d-41d4-841e-0489adc3967c" -d '{"events": [{"server_uuid": "403f8b77-ee04-4b37-818b-88f78aa497bd", "name": "network-vif-unplugged", "status": "completed", "tag": "7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:43.045352 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4303ba2e-6f17-497e-8015-e280cf9c2d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d623e7fc-aabe-464f-a5cc-77ee76c5bf06), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:43.067486 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0,segment=NetworkSegment(6a88e292-877f-4d1f-94c7-45940eb096db),segment_id=6a88e292-877f-4d1f-94c7-45940eb096db)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:43.074023 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:43.117041 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6865e534-d6c3-407e-81e1-85bbf83f2b3a req-98c9d4b1-60f7-4e08-9b7e-96e46a2e1264 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307850 Jan 27 21:46:43.153025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d1ff3-5001-4a76-ab31-319240feead7 req-5e0f9db5-10bd-4026-9079-b5e0b5b8f769 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:43.154722 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c86d1ff3-5001-4a76-ab31-319240feead7 req-5e0f9db5-10bd-4026-9079-b5e0b5b8f769 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 943 time: 0.2517605 Jan 27 21:46:43.162687 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:43.183811 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port e365db11-bf56-4a71-bb9d-7fb4fd276c33 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:43.184559 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e365db11-bf56-4a71-bb9d-7fb4fd276c33), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:43.226413 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4303ba2e-6f17-497e-8015-e280cf9c2d97 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:43.275864 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-4303ba2e-6f17-497e-8015-e280cf9c2d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:43.295240 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1b6080-944e-4850-84d2-63248af3d5ba x-openstack-request-id: req-9a1b6080-944e-4850-84d2-63248af3d5ba {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:43.295587 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403f8b77-ee04-4b37-818b-88f78aa497bd", "name": "network-vif-unplugged", "status": "completed", "tag": "7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:43.295805 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a1b6080-944e-4850-84d2-63248af3d5ba {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:43.296218 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403f8b77-ee04-4b37-818b-88f78aa497bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0', 'code': 200} Jan 27 21:46:43.299521 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4303ba2e-6f17-497e-8015-e280cf9c2d97 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:43.305945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c86d1ff3-5001-4a76-ab31-319240feead7 req-32b118f9-d924-4584-9110-b083cacb9dab tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297619 Jan 27 21:46:43.316454 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port e365db11-bf56-4a71-bb9d-7fb4fd276c33 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:43.316856 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e365db11-bf56-4a71-bb9d-7fb4fd276c33), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:43.320484 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303ba2e-6f17-497e-8015-e280cf9c2d97 admin admin] Pushing event updated for resources: {'Port': ['ID=d623e7fc-aabe-464f-a5cc-77ee76c5bf06,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:43.335519 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] For port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:43.439352 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port e365db11-bf56-4a71-bb9d-7fb4fd276c33, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e365db11-bf56-4a71-bb9d-7fb4fd276c33,segment=NetworkSegment(102155bc-4d11-4bc2-bba3-8dcf5fbb4e34),segment_id=102155bc-4d11-4bc2-bba3-8dcf5fbb4e34)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:43.448260 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e365db11-bf56-4a71-bb9d-7fb4fd276c33), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:43.496491 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] For port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:43.515070 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (a8a44e1e-4a61-45f2-ae17-7f7b0426eb20), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:43.544065 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f60da-5b61-4dd4-986c-dd236a5db45c req-b160dccd-101f-46c9-a01c-38d2093354de tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:43.546257 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b4f60da-5b61-4dd4-986c-dd236a5db45c req-b160dccd-101f-46c9-a01c-38d2093354de tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 944 time: 0.1521895 Jan 27 21:46:43.598374 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=e365db11-bf56-4a71-bb9d-7fb4fd276c33,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:43.609144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068b57d-a76c-428a-b471-e94769f222d9 req-f9eed189-7528-45d7-99ea-a1b7811e2eaf tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:43.617017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3068b57d-a76c-428a-b471-e94769f222d9 req-f9eed189-7528-45d7-99ea-a1b7811e2eaf tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 945 time: 0.1360569 Jan 27 21:46:43.628230 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:43.628594 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:43.628945 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:43.629290 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:43.629630 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:43.629966 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:43.636516 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:43.637032 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:43.639391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:43.639753 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:43.640103 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:43.640493 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:43.640884 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:43.680424 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b4f60da-5b61-4dd4-986c-dd236a5db45c req-90c0c169-53d7-4578-bb1f-f5fd4b79e9cc tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222150 Jan 27 21:46:43.781748 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:43.782867 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:43.784314 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] 10.222.0.21 "PUT /v2.0/ports/a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 HTTP/1.1" status: 200 len: 1121 time: 2.6157141 Jan 27 21:46:43.785125 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3068b57d-a76c-428a-b471-e94769f222d9 req-b6b76608-bf94-489f-ad97-e15a6c1b495c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604095 Jan 27 21:46:43.876780 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b3832-85c0-4fee-8fe8-94367c2c7070 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20,revision_number=8']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:43.916894 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['a8a44e1e-4a61-45f2-ae17-7f7b0426eb20'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:43.982642 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a1027-e8df-48ea-872e-84d342862e7a req-e20cd596-78de-4154-a786-7dadff2921c3 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:43.987568 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce5a1027-e8df-48ea-872e-84d342862e7a req-e20cd596-78de-4154-a786-7dadff2921c3 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.21 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 944 time: 0.2415216 Jan 27 21:46:44.001164 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['a8a44e1e-4a61-45f2-ae17-7f7b0426eb20'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:44.221112 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4303ba2e-6f17-497e-8015-e280cf9c2d97 admin admin] Publish callbacks [] for router_gateway (94251f72-f32d-41f3-a90d-b5164125fb8b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:44.237238 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66106a8-f9f2-4df3-a61a-518c1ebd65b6 None None] Network 671d872d-4d16-4a10-bd31-4070ede99ddd requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:44.266819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b3579-8a67-4d90-a1df-fd7de11ba934 req-d936cc40-6a8e-4581-abeb-03eca12506da tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:44.274229 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be3b3579-8a67-4d90-a1df-fd7de11ba934 req-d936cc40-6a8e-4581-abeb-03eca12506da tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 943 time: 0.2653699 Jan 27 21:46:44.416415 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee90d1d-be51-4265-a516-248d9844c00f', 'tag': 'a8a44e1e-4a61-45f2-ae17-7f7b0426eb20'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:44.430366 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397734d3-a2e0-48f9-9517-dc69e1f008ad" -d '{"events": [{"name": "network-changed", "server_uuid": "bee90d1d-be51-4265-a516-248d9844c00f", "tag": "a8a44e1e-4a61-45f2-ae17-7f7b0426eb20"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:44.476471 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be3b3579-8a67-4d90-a1df-fd7de11ba934 req-f36c80de-1967-4f8b-8331-51bb695a022a tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930282 Jan 27 21:46:44.482110 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ce5a1027-e8df-48ea-872e-84d342862e7a req-913eb7af-35ed-432e-b633-d04a950d4064 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Deleting port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:44.482468 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ce5a1027-e8df-48ea-872e-84d342862e7a req-913eb7af-35ed-432e-b633-d04a950d4064 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:44.488914 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ece39465-f4b5-4c4d-a51a-aadf264d7ae6 None None] Provisioning complete for port e365db11-bf56-4a71-bb9d-7fb4fd276c33 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:44.490054 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ece39465-f4b5-4c4d-a51a-aadf264d7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e365db11-bf56-4a71-bb9d-7fb4fd276c33), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:44.694904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804164bf-36a2-4647-91c7-16bc79407de4 req-6aa2458b-1c5b-4a02-8910-12286fb59a43 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:44.706211 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-804164bf-36a2-4647-91c7-16bc79407de4 req-6aa2458b-1c5b-4a02-8910-12286fb59a43 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.4128020 Jan 27 21:46:44.733576 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ece39465-f4b5-4c4d-a51a-aadf264d7ae6 None None] Current status of the port e365db11-bf56-4a71-bb9d-7fb4fd276c33 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:44.738734 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4303ba2e-6f17-497e-8015-e280cf9c2d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (94251f72-f32d-41f3-a90d-b5164125fb8b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:44.845264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e365db11-bf56-4a71-bb9d-7fb4fd276c33 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:44.849449 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-804164bf-36a2-4647-91c7-16bc79407de4 req-750c1cec-ab95-47ee-8ccd-899f0043fdd7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397741 Jan 27 21:46:44.901267 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71325cbd-8964-488b-b031-ce3e21ee92f7 req-bb4ba38b-f244-4610-919b-f7f13a877a1b tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:44.908658 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71325cbd-8964-488b-b031-ce3e21ee92f7 req-bb4ba38b-f244-4610-919b-f7f13a877a1b tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 943 time: 0.2819514 Jan 27 21:46:44.922481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ce5a1027-e8df-48ea-872e-84d342862e7a req-913eb7af-35ed-432e-b633-d04a950d4064 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] For port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0,segment=NetworkSegment(6a88e292-877f-4d1f-94c7-45940eb096db),segment_id=6a88e292-877f-4d1f-94c7-45940eb096db)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:44.922866 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ce5a1027-e8df-48ea-872e-84d342862e7a req-913eb7af-35ed-432e-b633-d04a950d4064 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:44.928223 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port e365db11-bf56-4a71-bb9d-7fb4fd276c33 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:44.928617 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e365db11-bf56-4a71-bb9d-7fb4fd276c33), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:44.961090 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bb5625-70eb-45b1-90aa-e13eeb172763 x-openstack-request-id: req-02bb5625-70eb-45b1-90aa-e13eeb172763 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:44.961682 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee90d1d-be51-4265-a516-248d9844c00f", "tag": "a8a44e1e-4a61-45f2-ae17-7f7b0426eb20", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:44.961924 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02bb5625-70eb-45b1-90aa-e13eeb172763 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:44.962334 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee90d1d-be51-4265-a516-248d9844c00f', 'tag': 'a8a44e1e-4a61-45f2-ae17-7f7b0426eb20', 'status': 'completed', 'code': 200} Jan 27 21:46:44.978251 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ce5a1027-e8df-48ea-872e-84d342862e7a req-913eb7af-35ed-432e-b633-d04a950d4064 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Calling delete_port for 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:45.055278 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port e365db11-bf56-4a71-bb9d-7fb4fd276c33 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:45.069727 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4303ba2e-6f17-497e-8015-e280cf9c2d97 admin admin] Router 94251f72-f32d-41f3-a90d-b5164125fb8b is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:46:45.071749 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-d7c48881-2a69-4f9b-b683-d54461232e54 None None] Provisioning complete for port e365db11-bf56-4a71-bb9d-7fb4fd276c33 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:45.072479 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d7c48881-2a69-4f9b-b683-d54461232e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e365db11-bf56-4a71-bb9d-7fb4fd276c33), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:45.172648 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71325cbd-8964-488b-b031-ce3e21ee92f7 req-7f4e7262-d8d9-4166-bf2b-0ae25bd3bd1f tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2629850 Jan 27 21:46:45.180985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d7c48881-2a69-4f9b-b683-d54461232e54 None None] Current status of the port e365db11-bf56-4a71-bb9d-7fb4fd276c33 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:45.186998 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397734d3-a2e0-48f9-9517-dc69e1f008ad req-b8d73b7e-ee73-437d-9994-efe9c21a1a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.188530 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-397734d3-a2e0-48f9-9517-dc69e1f008ad req-b8d73b7e-ee73-437d-9994-efe9c21a1a99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 1124 time: 0.1925008 Jan 27 21:46:45.230840 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4303ba2e-6f17-497e-8015-e280cf9c2d97 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:46:45.241533 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] Sync routers for ids ['94251f72-f32d-41f3-a90d-b5164125fb8b'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:46:45.256959 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] Routers {'94251f72-f32d-41f3-a90d-b5164125fb8b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:45.257616 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:46:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['94251f72-f32d-41f3-a90d-b5164125fb8b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:45.274447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863de7e-0a0b-4536-a788-c0b8ed0b706e req-18fbd8df-1c28-4588-abc1-3a592d2dc5d9 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.278905 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4303ba2e-6f17-497e-8015-e280cf9c2d97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:45.283792 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4303ba2e-6f17-497e-8015-e280cf9c2d97 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7436998 Jan 27 21:46:45.283945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7863de7e-0a0b-4536-a788-c0b8ed0b706e req-18fbd8df-1c28-4588-abc1-3a592d2dc5d9 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=403f8b77-ee04-4b37-818b-88f78aa497bd HTTP/1.1" status: 200 len: 944 time: 0.2450318 Jan 27 21:46:45.284731 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47300) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:45.318224 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ce5a1027-e8df-48ea-872e-84d342862e7a req-913eb7af-35ed-432e-b633-d04a950d4064 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:45.451169 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913eb7af-35ed-432e-b633-d04a950d4064 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Pushing event deleted for resources: {'Port': ['ID=7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:45.457241 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] Set router 94251f72-f32d-41f3-a90d-b5164125fb8b gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:45.467166 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb7af-35ed-432e-b633-d04a950d4064 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:45.467662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb7af-35ed-432e-b633-d04a950d4064 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:45.468109 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb7af-35ed-432e-b633-d04a950d4064 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:45.468577 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb7af-35ed-432e-b633-d04a950d4064 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:45.469039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb7af-35ed-432e-b633-d04a950d4064 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:45.469474 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb7af-35ed-432e-b633-d04a950d4064 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:45.469908 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb7af-35ed-432e-b633-d04a950d4064 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:45.470342 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb7af-35ed-432e-b633-d04a950d4064 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:45.470776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb7af-35ed-432e-b633-d04a950d4064 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:45.471205 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb7af-35ed-432e-b633-d04a950d4064 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:45.471632 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb7af-35ed-432e-b633-d04a950d4064 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:45.472072 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb7af-35ed-432e-b633-d04a950d4064 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:45.472523 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913eb7af-35ed-432e-b633-d04a950d4064 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:45.507848 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7863de7e-0a0b-4536-a788-c0b8ed0b706e req-92558150-4070-482e-b7f1-feee7dd1179d tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249727 Jan 27 21:46:45.533255 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156a35d-077f-4a03-b143-6a1401b0092c req-5a78d4ee-24d2-4c71-b1fd-d05b8f8f0582 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.534891 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a156a35d-077f-4a03-b143-6a1401b0092c req-5a78d4ee-24d2-4c71-b1fd-d05b8f8f0582 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 945 time: 0.1224010 Jan 27 21:46:45.566509 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5a1027-e8df-48ea-872e-84d342862e7a req-913eb7af-35ed-432e-b633-d04a950d4064 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] No DVR routers for this DVR port 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:45.578119 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ce5a1027-e8df-48ea-872e-84d342862e7a req-913eb7af-35ed-432e-b633-d04a950d4064 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:45.581617 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce5a1027-e8df-48ea-872e-84d342862e7a req-913eb7af-35ed-432e-b633-d04a950d4064 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.21 "DELETE /v2.0/ports/7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 HTTP/1.1" status: 204 len: 173 time: 1.5885234 Jan 27 21:46:45.582149 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403f8b77-ee04-4b37-818b-88f78aa497bd', 'name': 'network-vif-deleted', 'tag': '7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:45.584539 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7fd9bc-6505-4963-8936-db5293091df7" -d '{"events": [{"server_uuid": "403f8b77-ee04-4b37-818b-88f78aa497bd", "name": "network-vif-deleted", "tag": "7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:45.644192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397734d3-a2e0-48f9-9517-dc69e1f008ad req-4d914e14-71fe-45a3-92e2-b8e883bc56d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.645756 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-397734d3-a2e0-48f9-9517-dc69e1f008ad req-4d914e14-71fe-45a3-92e2-b8e883bc56d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 920 time: 0.3379457 Jan 27 21:46:45.657952 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a156a35d-077f-4a03-b143-6a1401b0092c req-5609d0cd-7367-41b2-9381-5e85a15d3ee9 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978367 Jan 27 21:46:45.724589 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-397734d3-a2e0-48f9-9517-dc69e1f008ad req-7baa9ccd-5c8d-47a7-95c8-c40cfb6759b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 HTTP/1.1" status: 200 len: 217 time: 0.0656197 Jan 27 21:46:45.792296 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e4574c-1463-4609-be5e-1294de46cf1d x-openstack-request-id: req-25e4574c-1463-4609-be5e-1294de46cf1d {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:45.792595 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403f8b77-ee04-4b37-818b-88f78aa497bd", "name": "network-vif-deleted", "tag": "7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:45.792859 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25e4574c-1463-4609-be5e-1294de46cf1d {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:45.793290 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403f8b77-ee04-4b37-818b-88f78aa497bd', 'name': 'network-vif-deleted', 'tag': '7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0', 'status': 'completed', 'code': 200} Jan 27 21:46:45.852003 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94251f72-f32d-41f3-a90d-b5164125fb8b', 'name': 'tempest-FloatingIPDetailsTestJSON-384819183-router', 'tenant_id': 'e3fac60a02284521acf07c979fb5e655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'd623e7fc-aabe-464f-a5cc-77ee76c5bf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:40Z', 'updated_at': '2022-01-27T21:46:43Z', 'revision_number': 3, 'project_id': 'e3fac60a02284521acf07c979fb5e655', 'gw_port': {'id': 'd623e7fc-aabe-464f-a5cc-77ee76c5bf06', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:08:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94251f72-f32d-41f3-a90d-b5164125fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:42Z', 'updated_at': '2022-01-27T21:46:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:45.884127 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] Checking router: 94251f72-f32d-41f3-a90d-b5164125fb8b for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:46:45.884663 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] Updating router 94251f72-f32d-41f3-a90d-b5164125fb8b port d623e7fc-aabe-464f-a5cc-77ee76c5bf06 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:46:45.896242 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397734d3-a2e0-48f9-9517-dc69e1f008ad req-1bebdd83-a223-4708-a920-48c3a05aa4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.898432 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-397734d3-a2e0-48f9-9517-dc69e1f008ad req-1bebdd83-a223-4708-a920-48c3a05aa4d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.1623845 Jan 27 21:46:45.915566 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d623e7fc-aabe-464f-a5cc-77ee76c5bf06), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:45.937270 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-397734d3-a2e0-48f9-9517-dc69e1f008ad req-a4efe0d0-9a72-4e24-86b9-f4b0f740986e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312197 Jan 27 21:46:45.946998 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4636b58-4d7e-41a8-acfb-92af4a42d97c req-e09b74ec-e719-47ef-98cd-55b196a9e6e6 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.954388 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4636b58-4d7e-41a8-acfb-92af4a42d97c req-e09b74ec-e719-47ef-98cd-55b196a9e6e6 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 943 time: 0.1638112 Jan 27 21:46:45.970289 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952ef92-f70e-4ee7-bfbb-3ab845a3475d req-914305a5-c174-45d6-9894-eabbb8c91e2b tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.978352 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5952ef92-f70e-4ee7-bfbb-3ab845a3475d req-914305a5-c174-45d6-9894-eabbb8c91e2b tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=322d8afa-4cb6-4196-8795-d4a50caecb65 HTTP/1.1" status: 200 len: 949 time: 0.1473196 Jan 27 21:46:46.012334 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a2717954-b6a5-4f15-9091-06b8600b7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:46.227155 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-a2717954-b6a5-4f15-9091-06b8600b7ae0 admin admin] Allocated IP 172.20.0.1 (671d872d-4d16-4a10-bd31-4070ede99ddd/0eb276c5-8327-40b3-8e3c-2f9afdf94b8b/d50c7c92-6af3-4de3-8980-dc549b3f2c2a) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:46.260032 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] Publish callbacks [] for port (d623e7fc-aabe-464f-a5cc-77ee76c5bf06), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:46.269126 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d623e7fc-aabe-464f-a5cc-77ee76c5bf06), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:46.326872 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] Attempting to bind port d623e7fc-aabe-464f-a5cc-77ee76c5bf06 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:46.327805 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] Attempting to bind port d623e7fc-aabe-464f-a5cc-77ee76c5bf06 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:46.328926 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] Attempting to bind port d623e7fc-aabe-464f-a5cc-77ee76c5bf06 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:46.342288 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:46.342991 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:46.343602 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:46.344303 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:46.345099 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] Bound port: d623e7fc-aabe-464f-a5cc-77ee76c5bf06, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:46.345728 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d623e7fc-aabe-464f-a5cc-77ee76c5bf06), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:46.351148 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a2717954-b6a5-4f15-9091-06b8600b7ae0 admin admin] Publish callbacks [] for port (d50c7c92-6af3-4de3-8980-dc549b3f2c2a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:46.393793 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a2717954-b6a5-4f15-9091-06b8600b7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d50c7c92-6af3-4de3-8980-dc549b3f2c2a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:46.404435 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4636b58-4d7e-41a8-acfb-92af4a42d97c req-5d9f9820-77e8-4368-9d38-05e5b842b22a tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431303 Jan 27 21:46:46.418567 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] For port d623e7fc-aabe-464f-a5cc-77ee76c5bf06, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:46.423221 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] For port d623e7fc-aabe-464f-a5cc-77ee76c5bf06, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d623e7fc-aabe-464f-a5cc-77ee76c5bf06,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:46.429981 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5952ef92-f70e-4ee7-bfbb-3ab845a3475d req-c14fc66c-9080-4f50-8119-102b719a7e68 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/security-groups?id=058abce2-9d0a-4d3f-bf26-8e1429bc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506636 Jan 27 21:46:46.444680 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2717954-b6a5-4f15-9091-06b8600b7ae0 admin admin] Network 671d872d-4d16-4a10-bd31-4070ede99ddd is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:46.448211 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-a2717954-b6a5-4f15-9091-06b8600b7ae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:46.452356 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2717954-b6a5-4f15-9091-06b8600b7ae0 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:46.474742 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d623e7fc-aabe-464f-a5cc-77ee76c5bf06), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:46.479260 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75554628-ba0d-4ea9-9146-bcc147a0749a None None] Pushing event updated for resources: {'Port': ['ID=d623e7fc-aabe-464f-a5cc-77ee76c5bf06,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:46.510166 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2717954-b6a5-4f15-9091-06b8600b7ae0 admin admin] Pushing event updated for resources: {'Port': ['ID=d50c7c92-6af3-4de3-8980-dc549b3f2c2a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:46.511414 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75554628-ba0d-4ea9-9146-bcc147a0749a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.511935 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75554628-ba0d-4ea9-9146-bcc147a0749a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.512465 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75554628-ba0d-4ea9-9146-bcc147a0749a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.516973 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75554628-ba0d-4ea9-9146-bcc147a0749a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.518387 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75554628-ba0d-4ea9-9146-bcc147a0749a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.520007 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75554628-ba0d-4ea9-9146-bcc147a0749a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.520007 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75554628-ba0d-4ea9-9146-bcc147a0749a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.520947 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75554628-ba0d-4ea9-9146-bcc147a0749a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.523185 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75554628-ba0d-4ea9-9146-bcc147a0749a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.523640 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75554628-ba0d-4ea9-9146-bcc147a0749a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.524082 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75554628-ba0d-4ea9-9146-bcc147a0749a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.526026 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75554628-ba0d-4ea9-9146-bcc147a0749a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.527616 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75554628-ba0d-4ea9-9146-bcc147a0749a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.528490 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-397734d3-a2e0-48f9-9517-dc69e1f008ad req-0e7582b6-2e99-411c-bdac-9f2db74f2cca service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5705383 Jan 27 21:46:46.529735 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a2717954-b6a5-4f15-9091-06b8600b7ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (94251f72-f32d-41f3-a90d-b5164125fb8b), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:46.611151 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] Routers {'94251f72-f32d-41f3-a90d-b5164125fb8b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:46.612074 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:46:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['94251f72-f32d-41f3-a90d-b5164125fb8b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:46.661223 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75554628-ba0d-4ea9-9146-bcc147a0749a None None] Pushing event updated for resources: {'Port': ['ID=d623e7fc-aabe-464f-a5cc-77ee76c5bf06,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:46.779423 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a2717954-b6a5-4f15-9091-06b8600b7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d50c7c92-6af3-4de3-8980-dc549b3f2c2a), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:46.784685 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-397734d3-a2e0-48f9-9517-dc69e1f008ad req-4691a9b3-0aa4-4a92-8ff0-ed7e1bb9b812 service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487793 Jan 27 21:46:46.806197 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] Set router 94251f72-f32d-41f3-a90d-b5164125fb8b gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:46.820595 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-38e30ae7-2cfe-4a65-aa74-5a0eed7e5c97 None None] Provisioning complete for port d50c7c92-6af3-4de3-8980-dc549b3f2c2a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:46.821219 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-38e30ae7-2cfe-4a65-aa74-5a0eed7e5c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d50c7c92-6af3-4de3-8980-dc549b3f2c2a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:46.826122 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2571f-4e19-4ddf-b28d-62628e0002ac req-3e40e69a-dc0e-4d63-8064-5990819e41b5 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:46.835805 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecd2571f-4e19-4ddf-b28d-62628e0002ac req-3e40e69a-dc0e-4d63-8064-5990819e41b5 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.1672266 Jan 27 21:46:46.889594 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff198ad8-6c3b-469c-ac4a-c321d2d623ef req-8c49e42f-64cf-4372-9862-950d16e3d57d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:46.891143 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff198ad8-6c3b-469c-ac4a-c321d2d623ef req-8c49e42f-64cf-4372-9862-950d16e3d57d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 943 time: 0.2041426 Jan 27 21:46:46.895606 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-38e30ae7-2cfe-4a65-aa74-5a0eed7e5c97 None None] Port d50c7c92-6af3-4de3-8980-dc549b3f2c2a cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:46:46.963363 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecd2571f-4e19-4ddf-b28d-62628e0002ac req-4ebe6972-74bb-436c-baaf-11fdea5dd967 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271980 Jan 27 21:46:46.982847 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff198ad8-6c3b-469c-ac4a-c321d2d623ef req-54fd9f30-4c66-4f6e-95e7-47c43f1bc000 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805867 Jan 27 21:46:47.072611 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94251f72-f32d-41f3-a90d-b5164125fb8b', 'name': 'tempest-FloatingIPDetailsTestJSON-384819183-router', 'tenant_id': 'e3fac60a02284521acf07c979fb5e655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'd623e7fc-aabe-464f-a5cc-77ee76c5bf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:40Z', 'updated_at': '2022-01-27T21:46:43Z', 'revision_number': 3, 'project_id': 'e3fac60a02284521acf07c979fb5e655', 'gw_port': {'id': 'd623e7fc-aabe-464f-a5cc-77ee76c5bf06', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:08:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94251f72-f32d-41f3-a90d-b5164125fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:42Z', 'updated_at': '2022-01-27T21:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:47.129721 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc5fae5-80ce-4b41-9382-6adc5d89a798 None None] The sync data for ids ['94251f72-f32d-41f3-a90d-b5164125fb8b'] in n-d-772272-3 is: [{'id': '94251f72-f32d-41f3-a90d-b5164125fb8b', 'name': 'tempest-FloatingIPDetailsTestJSON-384819183-router', 'tenant_id': 'e3fac60a02284521acf07c979fb5e655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'd623e7fc-aabe-464f-a5cc-77ee76c5bf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:40Z', 'updated_at': '2022-01-27T21:46:43Z', 'revision_number': 3, 'project_id': 'e3fac60a02284521acf07c979fb5e655', 'gw_port': {'id': 'd623e7fc-aabe-464f-a5cc-77ee76c5bf06', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:08:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94251f72-f32d-41f3-a90d-b5164125fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:42Z', 'updated_at': '2022-01-27T21:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:46:47.304020 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac36e27-b19c-4082-95f2-9e2083680244 req-1c87a6f8-e12f-43ac-a976-5c57be70fd71 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:47.305605 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8ac36e27-b19c-4082-95f2-9e2083680244 req-1c87a6f8-e12f-43ac-a976-5c57be70fd71 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 945 time: 0.0835671 Jan 27 21:46:47.362060 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8ac36e27-b19c-4082-95f2-9e2083680244 req-9d9befce-e6d5-4090-ba7d-330ca899da9d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501995 Jan 27 21:46:47.412298 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a2717954-b6a5-4f15-9091-06b8600b7ae0 admin admin] Publish callbacks [] for port (d50c7c92-6af3-4de3-8980-dc549b3f2c2a), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:47.419595 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a2717954-b6a5-4f15-9091-06b8600b7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (d50c7c92-6af3-4de3-8980-dc549b3f2c2a), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:47.625414 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2717954-b6a5-4f15-9091-06b8600b7ae0 admin admin] Pushing event updated for resources: {'Port': ['ID=d50c7c92-6af3-4de3-8980-dc549b3f2c2a,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:47.628947 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a2717954-b6a5-4f15-9091-06b8600b7ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (94251f72-f32d-41f3-a90d-b5164125fb8b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:47.640214 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e202e-82ce-4879-9d51-3920d4a2cb0a req-4cd8d5f6-97b3-4ca2-a5af-213d5ad25874 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:47.642358 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed1e202e-82ce-4879-9d51-3920d4a2cb0a req-4cd8d5f6-97b3-4ca2-a5af-213d5ad25874 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 943 time: 0.0810535 Jan 27 21:46:47.736118 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed1e202e-82ce-4879-9d51-3920d4a2cb0a req-2f1de519-f8fc-4ec9-9232-c5049f0244d0 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856032 Jan 27 21:46:47.786132 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2717954-b6a5-4f15-9091-06b8600b7ae0 admin admin] Network 671d872d-4d16-4a10-bd31-4070ede99ddd is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:47.788448 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-a2717954-b6a5-4f15-9091-06b8600b7ae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:47.967181 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2717954-b6a5-4f15-9091-06b8600b7ae0 admin admin] Router 94251f72-f32d-41f3-a90d-b5164125fb8b has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:46:48.089608 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47356) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:48.095467 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-c12fa3a3-2790-44af-8ceb-20d67d68fbe3 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--963273402', 'description': 'tempest-description--635841208'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:48.139395 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-97330121-3ad2-4a7b-8ed0-a0e3d5c77ce2 None None] Provisioning complete for port d50c7c92-6af3-4de3-8980-dc549b3f2c2a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:48.139958 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-97330121-3ad2-4a7b-8ed0-a0e3d5c77ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d50c7c92-6af3-4de3-8980-dc549b3f2c2a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.186194 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2717954-b6a5-4f15-9091-06b8600b7ae0 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:46:48.190178 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-97330121-3ad2-4a7b-8ed0-a0e3d5c77ce2 None None] Port d50c7c92-6af3-4de3-8980-dc549b3f2c2a cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:46:48.192895 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c12fa3a3-2790-44af-8ceb-20d67d68fbe3 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.202337 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a2717954-b6a5-4f15-9091-06b8600b7ae0 admin admin] 10.222.0.23 "PUT /v2.0/routers/94251f72-f32d-41f3-a90d-b5164125fb8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9153585 Jan 27 21:46:48.281609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f4d9f-4bfb-463d-9843-4061f6643bb9 req-a69d72a9-b060-4681-9185-5b0cbfc49030 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:48.289612 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e35f4d9f-4bfb-463d-9843-4061f6643bb9 req-a69d72a9-b060-4681-9185-5b0cbfc49030 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.1783149 Jan 27 21:46:48.300829 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb600f-59f1-4b5e-a6a5-23a3fea737e4 req-bed7f9e3-b8e1-4bc7-86bc-49114118e63c tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:48.308353 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4fdb600f-59f1-4b5e-a6a5-23a3fea737e4 req-bed7f9e3-b8e1-4bc7-86bc-49114118e63c tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 943 time: 0.1094277 Jan 27 21:46:48.418783 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:48.434661 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e35f4d9f-4bfb-463d-9843-4061f6643bb9 req-f1e73852-0923-4333-8532-52c73b0f7f4c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366868 Jan 27 21:46:48.474725 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4fdb600f-59f1-4b5e-a6a5-23a3fea737e4 req-b0bb85cf-512a-43b5-bfd9-ae723375c6ac tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618986 Jan 27 21:46:48.495645 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c12fa3a3-2790-44af-8ceb-20d67d68fbe3 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks [] for security_group (7956bfe9-1aa8-4633-8524-14b3866f0e33), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.509553 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c12fa3a3-2790-44af-8ceb-20d67d68fbe3 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7956bfe9-1aa8-4633-8524-14b3866f0e33), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.551786 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:48.554262 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.567139 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c12fa3a3-2790-44af-8ceb-20d67d68fbe3 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.568750 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c12fa3a3-2790-44af-8ceb-20d67d68fbe3 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4778860 Jan 27 21:46:48.571473 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fa3a3-2790-44af-8ceb-20d67d68fbe3 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7956bfe9-1aa8-4633-8524-14b3866f0e33,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:48.571789 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47368) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:48.576695 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e709c049-c591-488f-a669-f6c2119650ad tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Request body: {'security_group_rule': {'security_group_id': '7956bfe9-1aa8-4633-8524-14b3866f0e33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:48.603589 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322d8afa-4cb6-4196-8795-d4a50caecb65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:48.606595 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95f5350-52dd-4b60-9d35-dce09a7c69ad" -d '{"events": [{"server_uuid": "322d8afa-4cb6-4196-8795-d4a50caecb65", "name": "network-vif-unplugged", "status": "completed", "tag": "86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:48.620920 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e709c049-c591-488f-a669-f6c2119650ad tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks [] for security_group_rule (ddce936c-098c-4836-bad9-ac7023c8b8b0), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.625267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:48.631773 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.706291 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e709c049-c591-488f-a669-f6c2119650ad tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks [] for security_group_rule (ddce936c-098c-4836-bad9-ac7023c8b8b0), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.713400 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:48.713773 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e709c049-c591-488f-a669-f6c2119650ad tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (ddce936c-098c-4836-bad9-ac7023c8b8b0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.758039 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709c049-c591-488f-a669-f6c2119650ad tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddce936c-098c-4836-bad9-ac7023c8b8b0,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:48.767645 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e709c049-c591-488f-a669-f6c2119650ad tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.772605 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e709c049-c591-488f-a669-f6c2119650ad tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1991639 Jan 27 21:46:48.773252 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47374) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:48.775334 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3ee67-8057-4ddb-9bdf-dc34d3bb8dba req-106f8204-5aa1-440a-8595-c17b3b853410 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:48.777045 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fae3ee67-8057-4ddb-9bdf-dc34d3bb8dba req-106f8204-5aa1-440a-8595-c17b3b853410 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 945 time: 0.1130230 Jan 27 21:46:48.783765 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-beccd1c3-91b0-47e2-bc62-a70e3f987c57 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Request body: {'security_group_rule': {'security_group_id': '7956bfe9-1aa8-4633-8524-14b3866f0e33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:48.813405 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-beccd1c3-91b0-47e2-bc62-a70e3f987c57 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks [] for security_group_rule (7685dfb3-c100-4c39-8d78-7fb55c8ffad6), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.835139 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 92a5ced4-d92b-48c9-b781-6a4ede3959f2 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:46:48.837368 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:48.892957 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-beccd1c3-91b0-47e2-bc62-a70e3f987c57 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks [] for security_group_rule (7685dfb3-c100-4c39-8d78-7fb55c8ffad6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.897479 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d623e7fc-aabe-464f-a5cc-77ee76c5bf06 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:48.898656 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-beccd1c3-91b0-47e2-bc62-a70e3f987c57 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (7685dfb3-c100-4c39-8d78-7fb55c8ffad6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.904358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:48.905310 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7cd8d825-7fd4-49e5-9c98-f9bae56b8bf0 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:48.924188 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-beccd1c3-91b0-47e2-bc62-a70e3f987c57 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.928953 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-beccd1c3-91b0-47e2-bc62-a70e3f987c57 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1546428 Jan 27 21:46:48.931798 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47378) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:48.936213 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a62afdf2-67ba-45f4-ac2c-a6dc340ea424 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:48.958119 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccd1c3-91b0-47e2-bc62-a70e3f987c57 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7685dfb3-c100-4c39-8d78-7fb55c8ffad6,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:48.961579 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fae3ee67-8057-4ddb-9bdf-dc34d3bb8dba req-1286bc4a-d4bf-4f6e-addb-d9277a89bb00 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647160 Jan 27 21:46:48.962758 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a62afdf2-67ba-45f4-ac2c-a6dc340ea424 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.006492 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c12d5ba8-05c5-4140-ae88-0678ec61ddfb req-d1492a7e-e6c5-41a4-a568-cc51f384e47f tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2584159 Jan 27 21:46:49.016126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c12d5ba8-05c5-4140-ae88-0678ec61ddfb req-bc586424-0a69-4255-b7fb-d4cb87b14cfb tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:49.070483 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c12d5ba8-05c5-4140-ae88-0678ec61ddfb req-bc586424-0a69-4255-b7fb-d4cb87b14cfb tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.105874 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a62afdf2-67ba-45f4-ac2c-a6dc340ea424 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.174411 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7343440b-0fb7-4250-9a0b-1415c25984e7 x-openstack-request-id: req-7343440b-0fb7-4250-9a0b-1415c25984e7 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:49.174979 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322d8afa-4cb6-4196-8795-d4a50caecb65", "name": "network-vif-unplugged", "status": "completed", "tag": "86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:49.174979 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7343440b-0fb7-4250-9a0b-1415c25984e7 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:49.176075 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322d8afa-4cb6-4196-8795-d4a50caecb65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c', 'code': 200} Jan 27 21:46:49.190290 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.resource_extend [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:46:49.226845 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e990c-2e8c-4bf5-8f95-afd802354779 req-236bfbd3-02cb-4b4f-aa35-506009860cf6 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:49.234449 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c58e990c-2e8c-4bf5-8f95-afd802354779 req-236bfbd3-02cb-4b4f-aa35-506009860cf6 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 943 time: 0.0786428 Jan 27 21:46:49.255380 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-a62afdf2-67ba-45f4-ac2c-a6dc340ea424 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Allocated IP 172.25.3.232 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/e4397d50-45ff-4d90-8277-72dcc14717cf) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:49.291995 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d623e7fc-aabe-464f-a5cc-77ee76c5bf06 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:49.292583 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d623e7fc-aabe-464f-a5cc-77ee76c5bf06), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.304420 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c58e990c-2e8c-4bf5-8f95-afd802354779 req-a5f544f2-8d52-45ea-a6d1-20a71619d414 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686045 Jan 27 21:46:49.350931 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c12d5ba8-05c5-4140-ae88-0678ec61ddfb req-bc586424-0a69-4255-b7fb-d4cb87b14cfb tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.359286 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 92a5ced4-d92b-48c9-b781-6a4ede3959f2, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=92a5ced4-d92b-48c9-b781-6a4ede3959f2,segment=NetworkSegment(cebd4acb-a745-40e1-bd13-f33b1eace622),segment_id=cebd4acb-a745-40e1-bd13-f33b1eace622)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:49.381648 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '92a5ced4-d92b-48c9-b781-6a4ede3959f2', 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223', 'port_id': '92a5ced4-d92b-48c9-b781-6a4ede3959f2', 'mac_address': 'fa:16:3e:ea:e8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2435049a-5527-41d8-960b-1a1facd7dca8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:46:49.452751 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a62afdf2-67ba-45f4-ac2c-a6dc340ea424 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks [] for port (e4397d50-45ff-4d90-8277-72dcc14717cf), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.464968 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 92a5ced4-d92b-48c9-b781-6a4ede3959f2 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:49.465369 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (92a5ced4-d92b-48c9-b781-6a4ede3959f2), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.485040 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d623e7fc-aabe-464f-a5cc-77ee76c5bf06 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:49.485222 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d623e7fc-aabe-464f-a5cc-77ee76c5bf06), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.494466 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a5ced4-d92b-48c9-b781-6a4ede3959f2 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:49.518280 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a62afdf2-67ba-45f4-ac2c-a6dc340ea424 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (e4397d50-45ff-4d90-8277-72dcc14717cf), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.527237 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port d623e7fc-aabe-464f-a5cc-77ee76c5bf06, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d623e7fc-aabe-464f-a5cc-77ee76c5bf06,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:49.533044 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 92a5ced4-d92b-48c9-b781-6a4ede3959f2, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=92a5ced4-d92b-48c9-b781-6a4ede3959f2,segment=NetworkSegment(cebd4acb-a745-40e1-bd13-f33b1eace622),segment_id=cebd4acb-a745-40e1-bd13-f33b1eace622)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:49.535593 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d623e7fc-aabe-464f-a5cc-77ee76c5bf06), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.567962 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62afdf2-67ba-45f4-ac2c-a6dc340ea424 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:49.571947 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-a62afdf2-67ba-45f4-ac2c-a6dc340ea424 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:49.575795 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62afdf2-67ba-45f4-ac2c-a6dc340ea424 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:49.606431 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-c12d5ba8-05c5-4140-ae88-0678ec61ddfb req-bc586424-0a69-4255-b7fb-d4cb87b14cfb tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Allocated IP 172.25.3.238 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/d263a260-31dc-4d3f-98da-f76932083711) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:49.626932 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62afdf2-67ba-45f4-ac2c-a6dc340ea424 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Pushing event updated for resources: {'Port': ['ID=e4397d50-45ff-4d90-8277-72dcc14717cf,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:49.636412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e876fe-0113-44bd-bbaf-7e1e61becf03 req-3a6f6eed-12f0-462e-95f7-3c89cc45576c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:49.638264 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-39e876fe-0113-44bd-bbaf-7e1e61becf03 req-3a6f6eed-12f0-462e-95f7-3c89cc45576c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.0921893 Jan 27 21:46:49.649993 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (92a5ced4-d92b-48c9-b781-6a4ede3959f2), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.651839 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=d623e7fc-aabe-464f-a5cc-77ee76c5bf06,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:49.721727 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a62afdf2-67ba-45f4-ac2c-a6dc340ea424 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks [] for floatingip (e7c3dff9-b567-41e6-ba7f-968bc837b298), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.736329 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=92a5ced4-d92b-48c9-b781-6a4ede3959f2,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:49.751961 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] Sync routers for ids ['94251f72-f32d-41f3-a90d-b5164125fb8b'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:46:49.768105 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] Routers {'94251f72-f32d-41f3-a90d-b5164125fb8b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:49.769110 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:46:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['94251f72-f32d-41f3-a90d-b5164125fb8b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:49.773792 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a62afdf2-67ba-45f4-ac2c-a6dc340ea424 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e4397d50-45ff-4d90-8277-72dcc14717cf), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.775377 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-39e876fe-0113-44bd-bbaf-7e1e61becf03 req-5226b7ee-ca6f-4b92-991c-8b795dad12a2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221247 Jan 27 21:46:49.831262 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c12d5ba8-05c5-4140-ae88-0678ec61ddfb req-bc586424-0a69-4255-b7fb-d4cb87b14cfb tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for port (d263a260-31dc-4d3f-98da-f76932083711), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.920208 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c12d5ba8-05c5-4140-ae88-0678ec61ddfb req-bc586424-0a69-4255-b7fb-d4cb87b14cfb tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d263a260-31dc-4d3f-98da-f76932083711), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.933462 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] Set router 94251f72-f32d-41f3-a90d-b5164125fb8b gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:49.957208 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc8023-8310-453a-9a1d-35bc9e7776ed req-0e7e4447-01bd-4ae9-a998-c730b8c0f05d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:49.964510 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90cc8023-8310-453a-9a1d-35bc9e7776ed req-0e7e4447-01bd-4ae9-a998-c730b8c0f05d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 944 time: 0.0971129 Jan 27 21:46:49.994130 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c12d5ba8-05c5-4140-ae88-0678ec61ddfb req-bc586424-0a69-4255-b7fb-d4cb87b14cfb tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:50.002620 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-c12d5ba8-05c5-4140-ae88-0678ec61ddfb req-bc586424-0a69-4255-b7fb-d4cb87b14cfb tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:50.012697 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a62afdf2-67ba-45f4-ac2c-a6dc340ea424 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks [] for port (e4397d50-45ff-4d90-8277-72dcc14717cf), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.015044 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12d5ba8-05c5-4140-ae88-0678ec61ddfb req-bc586424-0a69-4255-b7fb-d4cb87b14cfb tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:50.023110 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a62afdf2-67ba-45f4-ac2c-a6dc340ea424 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (e4397d50-45ff-4d90-8277-72dcc14717cf), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.046810 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc586424-0a69-4255-b7fb-d4cb87b14cfb tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Pushing event updated for resources: {'Port': ['ID=d263a260-31dc-4d3f-98da-f76932083711,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:50.076466 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90cc8023-8310-453a-9a1d-35bc9e7776ed req-747a3cf2-dea6-4464-a2d2-622441ccd46c tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106811 Jan 27 21:46:50.126881 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a62afdf2-67ba-45f4-ac2c-a6dc340ea424 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (e7c3dff9-b567-41e6-ba7f-968bc837b298), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.142239 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62afdf2-67ba-45f4-ac2c-a6dc340ea424 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Pushing event updated for resources: {'Port': ['ID=e4397d50-45ff-4d90-8277-72dcc14717cf,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:50.149909 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a62afdf2-67ba-45f4-ac2c-a6dc340ea424 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.151684 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a62afdf2-67ba-45f4-ac2c-a6dc340ea424 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2194357 Jan 27 21:46:50.168612 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c12d5ba8-05c5-4140-ae88-0678ec61ddfb req-bc586424-0a69-4255-b7fb-d4cb87b14cfb tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for floatingip (3f7ac0fd-0d8b-4bd7-a9a5-1e6013ae101b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.219398 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c12d5ba8-05c5-4140-ae88-0678ec61ddfb req-bc586424-0a69-4255-b7fb-d4cb87b14cfb tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d263a260-31dc-4d3f-98da-f76932083711), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.295891 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['92a5ced4-d92b-48c9-b781-6a4ede3959f2'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:50.339257 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94251f72-f32d-41f3-a90d-b5164125fb8b', 'name': 'tempest-FloatingIPDetailsTestJSON-384819183-router', 'tenant_id': 'e3fac60a02284521acf07c979fb5e655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'd623e7fc-aabe-464f-a5cc-77ee76c5bf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:40Z', 'updated_at': '2022-01-27T21:46:46Z', 'revision_number': 4, 'project_id': 'e3fac60a02284521acf07c979fb5e655', 'gw_port': {'id': 'd623e7fc-aabe-464f-a5cc-77ee76c5bf06', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:08:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94251f72-f32d-41f3-a90d-b5164125fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:42Z', 'updated_at': '2022-01-27T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'd50c7c92-6af3-4de3-8980-dc549b3f2c2a', 'name': '', 'network_id': '671d872d-4d16-4a10-bd31-4070ede99ddd', 'tenant_id': 'e3fac60a02284521acf07c979fb5e655', 'mac_address': 'fa:16:3e:25:89:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94251f72-f32d-41f3-a90d-b5164125fb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '0eb276c5-8327-40b3-8e3c-2f9afdf94b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:46Z', 'updated_at': '2022-01-27T21:46:46Z', 'revision_number': 2, 'project_id': 'e3fac60a02284521acf07c979fb5e655', 'subnets': [{'id': '0eb276c5-8327-40b3-8e3c-2f9afdf94b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:50.376451 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] Checking router: 94251f72-f32d-41f3-a90d-b5164125fb8b for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:46:50.376808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] Updating router 94251f72-f32d-41f3-a90d-b5164125fb8b port d50c7c92-6af3-4de3-8980-dc549b3f2c2a binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:46:50.399195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34ef79-3db4-4328-8522-9c6effa8e449 req-30185fc0-847a-421b-9796-7a260398aa4b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:50.400491 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b34ef79-3db4-4328-8522-9c6effa8e449 req-30185fc0-847a-421b-9796-7a260398aa4b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 945 time: 0.1033869 Jan 27 21:46:50.413023 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d50c7c92-6af3-4de3-8980-dc549b3f2c2a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.485411 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c12d5ba8-05c5-4140-ae88-0678ec61ddfb req-bc586424-0a69-4255-b7fb-d4cb87b14cfb tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for port (d263a260-31dc-4d3f-98da-f76932083711), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.491189 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b34ef79-3db4-4328-8522-9c6effa8e449 req-73c27bc2-50ec-4e6d-984e-eeecc667b373 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798857 Jan 27 21:46:50.492700 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c12d5ba8-05c5-4140-ae88-0678ec61ddfb req-bc586424-0a69-4255-b7fb-d4cb87b14cfb tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (d263a260-31dc-4d3f-98da-f76932083711), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.581478 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc586424-0a69-4255-b7fb-d4cb87b14cfb tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Pushing event updated for resources: {'Port': ['ID=d263a260-31dc-4d3f-98da-f76932083711,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:50.607563 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c12d5ba8-05c5-4140-ae88-0678ec61ddfb req-bc586424-0a69-4255-b7fb-d4cb87b14cfb tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (3f7ac0fd-0d8b-4bd7-a9a5-1e6013ae101b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.643612 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c12d5ba8-05c5-4140-ae88-0678ec61ddfb req-bc586424-0a69-4255-b7fb-d4cb87b14cfb tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.644870 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c12d5ba8-05c5-4140-ae88-0678ec61ddfb req-bc586424-0a69-4255-b7fb-d4cb87b14cfb tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6328731 Jan 27 21:46:50.741532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c12d5ba8-05c5-4140-ae88-0678ec61ddfb req-53f7ee42-bb82-4d27-9f85-06a8fb8a95ad tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 696 time: 0.0907497 Jan 27 21:46:50.799081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-9820d012-b079-4423-8054-2a30c03f038e tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:50.800875 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-9820d012-b079-4423-8054-2a30c03f038e tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/networks?id=08785562-76b3-4501-80fb-2c234e0f6c58 HTTP/1.1" status: 200 len: 822 time: 0.1902797 Jan 27 21:46:50.820303 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d623e7fc-aabe-464f-a5cc-77ee76c5bf06 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:50.857695 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-ccbd4ec8-ee00-4e03-998c-40635b44b6e4 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/quotas/cc08858640d0459e88dc1fcfa79be649 HTTP/1.1" status: 200 len: 375 time: 0.0182011 Jan 27 21:46:50.869947 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] Publish callbacks [] for port (d50c7c92-6af3-4de3-8980-dc549b3f2c2a), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.878558 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.881807 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d50c7c92-6af3-4de3-8980-dc549b3f2c2a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.913743 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-a9f20ede-0c24-4b43-a35e-f1d2436d1152 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc08858640d0459e88dc1fcfa79be649&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365443 Jan 27 21:46:50.951267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2987e3-c088-423b-8cda-e05b721c690a None None] Pushing event updated for resources: {'Port': ['ID=d50c7c92-6af3-4de3-8980-dc549b3f2c2a,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:50.960236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d5ba8-05c5-4140-ae88-0678ec61ddfb req-6f91dd2e-ad8f-47ad-b0c9-5eb7e99b90be tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:50.961597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c12d5ba8-05c5-4140-ae88-0678ec61ddfb req-6f91dd2e-ad8f-47ad-b0c9-5eb7e99b90be tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.2101531 Jan 27 21:46:50.980744 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d623e7fc-aabe-464f-a5cc-77ee76c5bf06 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:50.981268 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d623e7fc-aabe-464f-a5cc-77ee76c5bf06), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:51.050543 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] Attempting to bind port d50c7c92-6af3-4de3-8980-dc549b3f2c2a on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:51.051078 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] Attempting to bind port d50c7c92-6af3-4de3-8980-dc549b3f2c2a by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '102155bc-4d11-4bc2-bba3-8dcf5fbb4e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '671d872d-4d16-4a10-bd31-4070ede99ddd'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:51.051553 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] Attempting to bind port d50c7c92-6af3-4de3-8980-dc549b3f2c2a on network 671d872d-4d16-4a10-bd31-4070ede99ddd {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:51.061965 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:51.062521 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] Checking segment: {'id': '102155bc-4d11-4bc2-bba3-8dcf5fbb4e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '671d872d-4d16-4a10-bd31-4070ede99ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:51.063047 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:51.063629 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] Bound using segment: {'id': '102155bc-4d11-4bc2-bba3-8dcf5fbb4e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '671d872d-4d16-4a10-bd31-4070ede99ddd'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:51.064761 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] Bound port: d50c7c92-6af3-4de3-8980-dc549b3f2c2a, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102155bc-4d11-4bc2-bba3-8dcf5fbb4e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '671d872d-4d16-4a10-bd31-4070ede99ddd'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:51.065326 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d50c7c92-6af3-4de3-8980-dc549b3f2c2a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:51.082607 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-48d85bea-b6b7-4022-9255-66181ca9950a service neutron] 10.222.0.23 "GET /v2.0/networks/08785562-76b3-4501-80fb-2c234e0f6c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500750 Jan 27 21:46:51.183099 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] For port d50c7c92-6af3-4de3-8980-dc549b3f2c2a, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:51.187308 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-065bf2aa-1c86-4f8e-a95b-764ccd046645 service neutron] 10.222.0.23 "GET /v2.0/networks/08785562-76b3-4501-80fb-2c234e0f6c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035476 Jan 27 21:46:51.188793 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] For port d50c7c92-6af3-4de3-8980-dc549b3f2c2a, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d50c7c92-6af3-4de3-8980-dc549b3f2c2a,segment=NetworkSegment(102155bc-4d11-4bc2-bba3-8dcf5fbb4e34),segment_id=102155bc-4d11-4bc2-bba3-8dcf5fbb4e34)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:51.201810 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d50c7c92-6af3-4de3-8980-dc549b3f2c2a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:51.215425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0532e2-770c-409c-87a5-0547713dc3f2 req-23905892-d896-4734-b2ad-2dd1f5a27355 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:51.220757 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae0532e2-770c-409c-87a5-0547713dc3f2 req-23905892-d896-4734-b2ad-2dd1f5a27355 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 943 time: 0.1605382 Jan 27 21:46:51.231826 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d623e7fc-aabe-464f-a5cc-77ee76c5bf06 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:51.274506 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-466df9df-5e49-4ca4-9ebd-8e8ebc4ac27f None None] Provisioning complete for port d50c7c92-6af3-4de3-8980-dc549b3f2c2a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:51.274886 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-466df9df-5e49-4ca4-9ebd-8e8ebc4ac27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d50c7c92-6af3-4de3-8980-dc549b3f2c2a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:51.309280 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] Routers {'94251f72-f32d-41f3-a90d-b5164125fb8b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:51.309945 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:46:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['94251f72-f32d-41f3-a90d-b5164125fb8b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:51.312276 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae0532e2-770c-409c-87a5-0547713dc3f2 req-04fe8436-bfab-447c-9c0b-1ad0ea1dd55d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856743 Jan 27 21:46:51.445562 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] Set router 94251f72-f32d-41f3-a90d-b5164125fb8b gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:51.605494 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2987e3-c088-423b-8cda-e05b721c690a None None] Pushing event updated for resources: {'Port': ['ID=d50c7c92-6af3-4de3-8980-dc549b3f2c2a,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:51.624691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eebfcd-35be-40d5-b299-84829861f8f9 req-48ddbb09-2dfe-4d93-ada2-e794d2c5aa12 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:51.633434 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97eebfcd-35be-40d5-b299-84829861f8f9 req-48ddbb09-2dfe-4d93-ada2-e794d2c5aa12 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.1734364 Jan 27 21:46:51.657692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d391b2cc-9df5-411f-bc75-a8e0d06aa61d req-701202ab-171c-465b-89be-4cf90b033330 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2240109 Jan 27 21:46:51.681906 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-d391b2cc-9df5-411f-bc75-a8e0d06aa61d req-22052fd6-d74f-460c-b65f-6c8ce6897920 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:51.717724 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97eebfcd-35be-40d5-b299-84829861f8f9 req-dec81455-efa8-4fce-a7ab-af0021f76bea tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833471 Jan 27 21:46:51.728915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-466df9df-5e49-4ca4-9ebd-8e8ebc4ac27f None None] Current status of the port d50c7c92-6af3-4de3-8980-dc549b3f2c2a is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:51.728915 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-466df9df-5e49-4ca4-9ebd-8e8ebc4ac27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d50c7c92-6af3-4de3-8980-dc549b3f2c2a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:51.748501 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d391b2cc-9df5-411f-bc75-a8e0d06aa61d req-22052fd6-d74f-460c-b65f-6c8ce6897920 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:51.774323 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-466df9df-5e49-4ca4-9ebd-8e8ebc4ac27f None None] For port d50c7c92-6af3-4de3-8980-dc549b3f2c2a, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d50c7c92-6af3-4de3-8980-dc549b3f2c2a,segment=NetworkSegment(102155bc-4d11-4bc2-bba3-8dcf5fbb4e34),segment_id=102155bc-4d11-4bc2-bba3-8dcf5fbb4e34)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:51.779777 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-466df9df-5e49-4ca4-9ebd-8e8ebc4ac27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d50c7c92-6af3-4de3-8980-dc549b3f2c2a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:51.789334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94251f72-f32d-41f3-a90d-b5164125fb8b', 'name': 'tempest-FloatingIPDetailsTestJSON-384819183-router', 'tenant_id': 'e3fac60a02284521acf07c979fb5e655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'd623e7fc-aabe-464f-a5cc-77ee76c5bf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:40Z', 'updated_at': '2022-01-27T21:46:46Z', 'revision_number': 4, 'project_id': 'e3fac60a02284521acf07c979fb5e655', 'gw_port': {'id': 'd623e7fc-aabe-464f-a5cc-77ee76c5bf06', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:08:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94251f72-f32d-41f3-a90d-b5164125fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:42Z', 'updated_at': '2022-01-27T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'd50c7c92-6af3-4de3-8980-dc549b3f2c2a', 'name': '', 'network_id': '671d872d-4d16-4a10-bd31-4070ede99ddd', 'tenant_id': 'e3fac60a02284521acf07c979fb5e655', 'mac_address': 'fa:16:3e:25:89:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94251f72-f32d-41f3-a90d-b5164125fb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '0eb276c5-8327-40b3-8e3c-2f9afdf94b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:46Z', 'updated_at': '2022-01-27T21:46:51Z', 'revision_number': 4, 'project_id': 'e3fac60a02284521acf07c979fb5e655', 'subnets': [{'id': '0eb276c5-8327-40b3-8e3c-2f9afdf94b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:51.848750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc537a3-bb69-49a6-8748-487d6c42ffa9 None None] The sync data for ids ['94251f72-f32d-41f3-a90d-b5164125fb8b'] in n-d-772272-3 is: [{'id': '94251f72-f32d-41f3-a90d-b5164125fb8b', 'name': 'tempest-FloatingIPDetailsTestJSON-384819183-router', 'tenant_id': 'e3fac60a02284521acf07c979fb5e655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'd623e7fc-aabe-464f-a5cc-77ee76c5bf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:40Z', 'updated_at': '2022-01-27T21:46:46Z', 'revision_number': 4, 'project_id': 'e3fac60a02284521acf07c979fb5e655', 'gw_port': {'id': 'd623e7fc-aabe-464f-a5cc-77ee76c5bf06', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:08:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94251f72-f32d-41f3-a90d-b5164125fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:42Z', 'updated_at': '2022-01-27T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'd50c7c92-6af3-4de3-8980-dc549b3f2c2a', 'name': '', 'network_id': '671d872d-4d16-4a10-bd31-4070ede99ddd', 'tenant_id': 'e3fac60a02284521acf07c979fb5e655', 'mac_address': 'fa:16:3e:25:89:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94251f72-f32d-41f3-a90d-b5164125fb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '0eb276c5-8327-40b3-8e3c-2f9afdf94b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:46Z', 'updated_at': '2022-01-27T21:46:51Z', 'revision_number': 4, 'project_id': 'e3fac60a02284521acf07c979fb5e655', 'subnets': [{'id': '0eb276c5-8327-40b3-8e3c-2f9afdf94b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:46:51.874374 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466df9df-5e49-4ca4-9ebd-8e8ebc4ac27f None None] Pushing event updated for resources: {'Port': ['ID=d50c7c92-6af3-4de3-8980-dc549b3f2c2a,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:51.928485 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-0bd067d7-0c58-4a48-864f-83fbb0e26da1 None None] Provisioning complete for port d50c7c92-6af3-4de3-8980-dc549b3f2c2a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:51.930021 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0bd067d7-0c58-4a48-864f-83fbb0e26da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d50c7c92-6af3-4de3-8980-dc549b3f2c2a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:51.981175 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39c8bb-1563-4e1b-b69c-0a03ea11a29a req-fa593008-1348-4e66-b91f-f113dd5bb272 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:51.982894 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f39c8bb-1563-4e1b-b69c-0a03ea11a29a req-fa593008-1348-4e66-b91f-f113dd5bb272 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 944 time: 0.1729434 Jan 27 21:46:52.075796 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0bd067d7-0c58-4a48-864f-83fbb0e26da1 None None] Current status of the port d50c7c92-6af3-4de3-8980-dc549b3f2c2a is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:52.096306 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f39c8bb-1563-4e1b-b69c-0a03ea11a29a req-80e6158c-d811-4a1d-bc33-5cde7f41315a tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045947 Jan 27 21:46:52.097765 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d391b2cc-9df5-411f-bc75-a8e0d06aa61d req-22052fd6-d74f-460c-b65f-6c8ce6897920 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:52.247502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-d391b2cc-9df5-411f-bc75-a8e0d06aa61d req-22052fd6-d74f-460c-b65f-6c8ce6897920 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Allocated IP 172.25.3.114 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/e87ea267-4d35-4ac9-8429-7fe1be4c6e05) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:52.349074 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96328aab-5367-4d1d-8c14-3f102a8d03ea req-da311cbe-fc35-428b-bb77-801d0ac826ae tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 210 time: 0.0384226 Jan 27 21:46:52.399831 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d391b2cc-9df5-411f-bc75-a8e0d06aa61d req-22052fd6-d74f-460c-b65f-6c8ce6897920 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for port (e87ea267-4d35-4ac9-8429-7fe1be4c6e05), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:52.438030 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d391b2cc-9df5-411f-bc75-a8e0d06aa61d req-22052fd6-d74f-460c-b65f-6c8ce6897920 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (e87ea267-4d35-4ac9-8429-7fe1be4c6e05), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:52.508771 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d391b2cc-9df5-411f-bc75-a8e0d06aa61d req-22052fd6-d74f-460c-b65f-6c8ce6897920 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:52.514658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-d391b2cc-9df5-411f-bc75-a8e0d06aa61d req-22052fd6-d74f-460c-b65f-6c8ce6897920 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:52.517176 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-d391b2cc-9df5-411f-bc75-a8e0d06aa61d req-22052fd6-d74f-460c-b65f-6c8ce6897920 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:52.558297 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22052fd6-d74f-460c-b65f-6c8ce6897920 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Pushing event updated for resources: {'Port': ['ID=e87ea267-4d35-4ac9-8429-7fe1be4c6e05,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:52.581543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388dfee-2d06-4e26-8eaf-4b5aa72eeadd req-64ea5b55-3af1-4601-9bd7-1c7d9fdae6e5 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:52.583073 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3388dfee-2d06-4e26-8eaf-4b5aa72eeadd req-64ea5b55-3af1-4601-9bd7-1c7d9fdae6e5 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 945 time: 0.1174431 Jan 27 21:46:52.668470 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d391b2cc-9df5-411f-bc75-a8e0d06aa61d req-22052fd6-d74f-460c-b65f-6c8ce6897920 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for floatingip (41e2a20d-e7da-4232-951f-a0fa33b14946), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:52.683671 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3388dfee-2d06-4e26-8eaf-4b5aa72eeadd req-47b08ea6-21f2-430a-aef8-ecd136559e0d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894203 Jan 27 21:46:52.716564 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d391b2cc-9df5-411f-bc75-a8e0d06aa61d req-22052fd6-d74f-460c-b65f-6c8ce6897920 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e87ea267-4d35-4ac9-8429-7fe1be4c6e05), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:52.898793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c943ac1-e13b-4b2c-9373-6fad5341c937 req-30fbe814-1483-4b76-a3fc-afbc26cbfdc7 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:52.900548 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c943ac1-e13b-4b2c-9373-6fad5341c937 req-30fbe814-1483-4b76-a3fc-afbc26cbfdc7 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 943 time: 0.1067629 Jan 27 21:46:52.933636 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d50c7c92-6af3-4de3-8980-dc549b3f2c2a up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:52.983882 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c943ac1-e13b-4b2c-9373-6fad5341c937 req-0fe83e7d-3c0e-4bd0-8445-a954171e4cf0 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748584 Jan 27 21:46:53.002500 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d50c7c92-6af3-4de3-8980-dc549b3f2c2a triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:53.003153 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d50c7c92-6af3-4de3-8980-dc549b3f2c2a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:53.023780 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d391b2cc-9df5-411f-bc75-a8e0d06aa61d req-22052fd6-d74f-460c-b65f-6c8ce6897920 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for port (e87ea267-4d35-4ac9-8429-7fe1be4c6e05), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:53.030459 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d391b2cc-9df5-411f-bc75-a8e0d06aa61d req-22052fd6-d74f-460c-b65f-6c8ce6897920 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (e87ea267-4d35-4ac9-8429-7fe1be4c6e05), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:53.138274 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d391b2cc-9df5-411f-bc75-a8e0d06aa61d req-22052fd6-d74f-460c-b65f-6c8ce6897920 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (41e2a20d-e7da-4232-951f-a0fa33b14946), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:53.234476 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22052fd6-d74f-460c-b65f-6c8ce6897920 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Pushing event updated for resources: {'Port': ['ID=e87ea267-4d35-4ac9-8429-7fe1be4c6e05,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:53.256325 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d391b2cc-9df5-411f-bc75-a8e0d06aa61d req-22052fd6-d74f-460c-b65f-6c8ce6897920 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:53.257502 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d391b2cc-9df5-411f-bc75-a8e0d06aa61d req-22052fd6-d74f-460c-b65f-6c8ce6897920 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5856102 Jan 27 21:46:53.350750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d50c7c92-6af3-4de3-8980-dc549b3f2c2a is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:53.606335 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d391b2cc-9df5-411f-bc75-a8e0d06aa61d req-157f8869-cd55-4c00-8543-971a73f6a5fb tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.114 HTTP/1.1" status: 200 len: 696 time: 0.3411782 Jan 27 21:46:53.640342 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8abcf-dbe4-4b65-aa9b-658be2da5c32 req-cd212a0b-00b7-4992-8601-6e1f41f8a1fa tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:53.641780 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-41d8abcf-dbe4-4b65-aa9b-658be2da5c32 req-cd212a0b-00b7-4992-8601-6e1f41f8a1fa tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.4369648 Jan 27 21:46:53.662831 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-1be7c65d-2aa3-43c3-a001-a8d9613381ee tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:53.664284 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-1be7c65d-2aa3-43c3-a001-a8d9613381ee tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.21 "GET /v2.0/networks?id=08785562-76b3-4501-80fb-2c234e0f6c58 HTTP/1.1" status: 200 len: 822 time: 0.5288267 Jan 27 21:46:53.705452 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-41c9785a-aaa8-435a-8c10-7447a9614379 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Request body: {'port': {'device_id': '39971744-30fc-46e7-a881-7e2f17f812da', 'network_id': '08785562-76b3-4501-80fb-2c234e0f6c58', 'admin_state_up': True, 'tenant_id': 'cc08858640d0459e88dc1fcfa79be649'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:53.828350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-41d8abcf-dbe4-4b65-aa9b-658be2da5c32 req-a937f4e1-ef0a-4b3f-ab18-5569d5829c2a tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716785 Jan 27 21:46:53.842390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391b2cc-9df5-411f-bc75-a8e0d06aa61d req-30946942-aaf3-403f-b718-4f22b71af29f tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:53.845859 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d391b2cc-9df5-411f-bc75-a8e0d06aa61d req-30946942-aaf3-403f-b718-4f22b71af29f tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.2277904 Jan 27 21:46:53.901826 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-41c9785a-aaa8-435a-8c10-7447a9614379 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Made reservation on behalf of cc08858640d0459e88dc1fcfa79be649 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:53.906835 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-41c9785a-aaa8-435a-8c10-7447a9614379 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:53.999251 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b3b22-ca72-4a87-8dea-0703413dcddb req-fb4b3685-7e0e-41db-aef4-243905b59760 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:54.000767 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6f2b3b22-ca72-4a87-8dea-0703413dcddb req-fb4b3685-7e0e-41db-aef4-243905b59760 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 944 time: 0.1116567 Jan 27 21:46:54.037010 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-88e1c49b-4651-4903-aff2-005af27d21e5 req-ff7c646f-de99-445a-9921-b2027c40daac tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 210 time: 0.0498815 Jan 27 21:46:54.070452 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f660a7bd-d511-4582-8bf1-7f7c79c31b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.126202 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6f2b3b22-ca72-4a87-8dea-0703413dcddb req-a79dfd2c-9c52-436e-b750-cdcd86ff24d2 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153932 Jan 27 21:46:54.185759 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-41c9785a-aaa8-435a-8c10-7447a9614379 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Allocated IP 172.20.0.6 (08785562-76b3-4501-80fb-2c234e0f6c58/6a7da387-cb8b-4945-b993-4a5e78bffd27/1453da9a-e283-41d9-9529-df770baf2816) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:54.241227 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e413fc-9724-41a5-bcc8-8ee3585579c5 req-fd7eefc1-47ae-4a86-8091-2fb2be0d1549 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:54.242694 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3e413fc-9724-41a5-bcc8-8ee3585579c5 req-fd7eefc1-47ae-4a86-8091-2fb2be0d1549 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 945 time: 0.1413355 Jan 27 21:46:54.336552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29362859-745a-491c-8179-ead0ec424ffe req-d823de3c-fd37-4e03-92f8-d4bcea91a65d tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1844778 Jan 27 21:46:54.353955 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-29362859-745a-491c-8179-ead0ec424ffe req-4d46c96f-5f08-482d-be8b-53d9b466fd58 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:54.376812 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3e413fc-9724-41a5-bcc8-8ee3585579c5 req-94b48d66-3314-44d7-af2e-ecf6fd30c34a tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264660 Jan 27 21:46:54.425831 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-29362859-745a-491c-8179-ead0ec424ffe req-4d46c96f-5f08-482d-be8b-53d9b466fd58 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.552389 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-41c9785a-aaa8-435a-8c10-7447a9614379 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks [] for port (1453da9a-e283-41d9-9529-df770baf2816), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.572526 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f048d4a-36a9-49cd-abc4-239f87ab5cdf req-c245216d-2e33-4fb4-837e-68d8f318d748 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:54.574383 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f048d4a-36a9-49cd-abc4-239f87ab5cdf req-c245216d-2e33-4fb4-837e-68d8f318d748 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 943 time: 0.1350458 Jan 27 21:46:54.654804 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-41c9785a-aaa8-435a-8c10-7447a9614379 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (1453da9a-e283-41d9-9529-df770baf2816), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.665769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f048d4a-36a9-49cd-abc4-239f87ab5cdf req-881fdf1a-c2d9-44a8-8a8c-142afe7534b9 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850704 Jan 27 21:46:54.717871 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-41c9785a-aaa8-435a-8c10-7447a9614379 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Network 08785562-76b3-4501-80fb-2c234e0f6c58 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:54.724482 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-41c9785a-aaa8-435a-8c10-7447a9614379 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:54.727609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-41c9785a-aaa8-435a-8c10-7447a9614379 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:54.731199 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-29362859-745a-491c-8179-ead0ec424ffe req-4d46c96f-5f08-482d-be8b-53d9b466fd58 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.742167 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9785a-aaa8-435a-8c10-7447a9614379 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Pushing event updated for resources: {'Port': ['ID=1453da9a-e283-41d9-9529-df770baf2816,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:54.825672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-41c9785a-aaa8-435a-8c10-7447a9614379 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:54.826286 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-41c9785a-aaa8-435a-8c10-7447a9614379 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.869549 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-41c9785a-aaa8-435a-8c10-7447a9614379 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1730974 Jan 27 21:46:54.875825 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 8b180326-135b-4d4e-8ece-39b2dd2de0f7 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:46:54.881195 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 92a5ced4-d92b-48c9-b781-6a4ede3959f2 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:54.885181 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] Request body: {'port': {'device_id': '39971744-30fc-46e7-a881-7e2f17f812da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:54.936276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-29362859-745a-491c-8179-ead0ec424ffe req-4d46c96f-5f08-482d-be8b-53d9b466fd58 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Allocated IP 172.25.3.189 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/6c416b09-e221-4452-ad93-d51e5c801d2c) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:54.990542 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 92a5ced4-d92b-48c9-b781-6a4ede3959f2 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:46:55.001625 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 92a5ced4-d92b-48c9-b781-6a4ede3959f2 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:55.002006 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (92a5ced4-d92b-48c9-b781-6a4ede3959f2), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.035168 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1453da9a-e283-41d9-9529-df770baf2816), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.043178 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 8b180326-135b-4d4e-8ece-39b2dd2de0f7, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=8b180326-135b-4d4e-8ece-39b2dd2de0f7,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:55.062063 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '8b180326-135b-4d4e-8ece-39b2dd2de0f7', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '8b180326-135b-4d4e-8ece-39b2dd2de0f7', 'mac_address': 'fa:16:3e:5e:3f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:46:55.067151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a1157-9a07-432d-aa62-5d7fe2f11773 req-00445130-18c3-4d81-8dcf-c3a451bf907b tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:55.068702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a2a1157-9a07-432d-aa62-5d7fe2f11773 req-00445130-18c3-4d81-8dcf-c3a451bf907b tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.1647499 Jan 27 21:46:55.135669 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 8b180326-135b-4d4e-8ece-39b2dd2de0f7 is: ACTIVE; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:55.136261 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8b180326-135b-4d4e-8ece-39b2dd2de0f7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.140454 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 92a5ced4-d92b-48c9-b781-6a4ede3959f2 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:55.140613 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (92a5ced4-d92b-48c9-b781-6a4ede3959f2), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.161325 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b180326-135b-4d4e-8ece-39b2dd2de0f7 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:55.182147 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'badb1302-99e2-4357-9c3e-471482dac30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a5ced4-d92b-48c9-b781-6a4ede3959f2'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:55.184417 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100ea990-67d7-4628-a163-88d5e4cfdeec" -d '{"events": [{"server_uuid": "badb1302-99e2-4357-9c3e-471482dac30c", "name": "network-vif-plugged", "status": "completed", "tag": "92a5ced4-d92b-48c9-b781-6a4ede3959f2"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:55.200780 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 8b180326-135b-4d4e-8ece-39b2dd2de0f7, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=8b180326-135b-4d4e-8ece-39b2dd2de0f7,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:55.204316 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 92a5ced4-d92b-48c9-b781-6a4ede3959f2, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=92a5ced4-d92b-48c9-b781-6a4ede3959f2,segment=NetworkSegment(cebd4acb-a745-40e1-bd13-f33b1eace622),segment_id=cebd4acb-a745-40e1-bd13-f33b1eace622)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:55.205767 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8b180326-135b-4d4e-8ece-39b2dd2de0f7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.211222 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (92a5ced4-d92b-48c9-b781-6a4ede3959f2), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.241026 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-29362859-745a-491c-8179-ead0ec424ffe req-4d46c96f-5f08-482d-be8b-53d9b466fd58 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for port (6c416b09-e221-4452-ad93-d51e5c801d2c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.251379 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a2a1157-9a07-432d-aa62-5d7fe2f11773 req-431d7858-6e8b-4551-9b2d-e7711e82f20e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744871 Jan 27 21:46:55.254117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=8b180326-135b-4d4e-8ece-39b2dd2de0f7,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:55.310815 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=92a5ced4-d92b-48c9-b781-6a4ede3959f2,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:55.351832 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-29362859-745a-491c-8179-ead0ec424ffe req-4d46c96f-5f08-482d-be8b-53d9b466fd58 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (6c416b09-e221-4452-ad93-d51e5c801d2c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.357161 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['8b180326-135b-4d4e-8ece-39b2dd2de0f7'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:55.442408 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29362859-745a-491c-8179-ead0ec424ffe req-4d46c96f-5f08-482d-be8b-53d9b466fd58 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:55.454751 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-29362859-745a-491c-8179-ead0ec424ffe req-4d46c96f-5f08-482d-be8b-53d9b466fd58 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:55.457121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-29362859-745a-491c-8179-ead0ec424ffe req-4d46c96f-5f08-482d-be8b-53d9b466fd58 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:55.462534 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46c96f-5f08-482d-be8b-53d9b466fd58 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Pushing event updated for resources: {'Port': ['ID=6c416b09-e221-4452-ad93-d51e5c801d2c,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:55.540107 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad1016-7e47-4652-8264-1f4349d3c051 req-0c61dad1-afab-49d7-99f6-b637b55ad598 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:55.541738 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2bad1016-7e47-4652-8264-1f4349d3c051 req-0c61dad1-afab-49d7-99f6-b637b55ad598 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 931 time: 0.1521845 Jan 27 21:46:55.567623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1453da9a-e283-41d9-9529-df770baf2816 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:55.586632 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] Publish callbacks [] for port (1453da9a-e283-41d9-9529-df770baf2816), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.641682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] Transition to ACTIVE for port object 1453da9a-e283-41d9-9529-df770baf2816 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:46:55.654456 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (1453da9a-e283-41d9-9529-df770baf2816), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.667369 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2bad1016-7e47-4652-8264-1f4349d3c051 req-087546fd-d180-4ace-a281-b6d0e160e5b2 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176164 Jan 27 21:46:55.690359 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-29362859-745a-491c-8179-ead0ec424ffe req-4d46c96f-5f08-482d-be8b-53d9b466fd58 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for floatingip (b91aa088-8f7e-493a-9da3-464d4343ef80), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.755392 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] Pushing event updated for resources: {'Port': ['ID=1453da9a-e283-41d9-9529-df770baf2816,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:55.793626 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-29362859-745a-491c-8179-ead0ec424ffe req-4d46c96f-5f08-482d-be8b-53d9b466fd58 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6c416b09-e221-4452-ad93-d51e5c801d2c), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.869632 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7180c-785e-4963-a815-eb17f34cb178 req-07c8519e-349d-47d8-a04a-e2a44671276b tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:55.871305 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aff7180c-785e-4963-a815-eb17f34cb178 req-07c8519e-349d-47d8-a04a-e2a44671276b tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 945 time: 0.1352007 Jan 27 21:46:55.924984 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] Attempting to bind port 1453da9a-e283-41d9-9529-df770baf2816 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:55.925333 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] Attempting to bind port 1453da9a-e283-41d9-9529-df770baf2816 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '6a88e292-877f-4d1f-94c7-45940eb096db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '08785562-76b3-4501-80fb-2c234e0f6c58'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:55.925661 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] Attempting to bind port 1453da9a-e283-41d9-9529-df770baf2816 on network 08785562-76b3-4501-80fb-2c234e0f6c58 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:55.970380 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] Port 1453da9a-e283-41d9-9529-df770baf2816 on network 08785562-76b3-4501-80fb-2c234e0f6c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:46:55.970707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] Attempting to bind port 1453da9a-e283-41d9-9529-df770baf2816 on network 08785562-76b3-4501-80fb-2c234e0f6c58 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:55.989987 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:55.990889 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] Checking segment: {'id': '6a88e292-877f-4d1f-94c7-45940eb096db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '08785562-76b3-4501-80fb-2c234e0f6c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:55.991477 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] Bound using segment: {'id': '6a88e292-877f-4d1f-94c7-45940eb096db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '08785562-76b3-4501-80fb-2c234e0f6c58'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:55.991914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] Bound port: 1453da9a-e283-41d9-9529-df770baf2816, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a88e292-877f-4d1f-94c7-45940eb096db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '08785562-76b3-4501-80fb-2c234e0f6c58'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:55.992304 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1453da9a-e283-41d9-9529-df770baf2816), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.006475 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aff7180c-785e-4963-a815-eb17f34cb178 req-83c82e83-08d6-4ff9-ab5e-442ee3ee2a74 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255097 Jan 27 21:46:56.061251 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c98269-756a-4688-a704-a71df4b2e457 x-openstack-request-id: req-e2c98269-756a-4688-a704-a71df4b2e457 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:56.061764 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "badb1302-99e2-4357-9c3e-471482dac30c", "name": "network-vif-plugged", "status": "completed", "tag": "92a5ced4-d92b-48c9-b781-6a4ede3959f2", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:56.062143 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2c98269-756a-4688-a704-a71df4b2e457 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:56.062642 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'badb1302-99e2-4357-9c3e-471482dac30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a5ced4-d92b-48c9-b781-6a4ede3959f2', 'code': 200} Jan 27 21:46:56.108782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] For port 1453da9a-e283-41d9-9529-df770baf2816, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:56.118696 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-29362859-745a-491c-8179-ead0ec424ffe req-4d46c96f-5f08-482d-be8b-53d9b466fd58 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for port (6c416b09-e221-4452-ad93-d51e5c801d2c), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.136596 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-29362859-745a-491c-8179-ead0ec424ffe req-4d46c96f-5f08-482d-be8b-53d9b466fd58 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (6c416b09-e221-4452-ad93-d51e5c801d2c), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.152568 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] For port 1453da9a-e283-41d9-9529-df770baf2816, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1453da9a-e283-41d9-9529-df770baf2816,segment=NetworkSegment(6a88e292-877f-4d1f-94c7-45940eb096db),segment_id=6a88e292-877f-4d1f-94c7-45940eb096db)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:56.178826 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf4539-3524-420e-a784-ac938d09c60b req-a4163253-a2f8-4ec8-8582-13371bc93301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:56.180366 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f3bf4539-3524-420e-a784-ac938d09c60b req-a4163253-a2f8-4ec8-8582-13371bc93301 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 1096 time: 0.0453184 Jan 27 21:46:56.187829 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (1453da9a-e283-41d9-9529-df770baf2816), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.224450 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f3bf4539-3524-420e-a784-ac938d09c60b req-a9f06606-80e8-43fe-9e35-28e11323492c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363641 Jan 27 21:46:56.248425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:56.249049 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.250430 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] 10.222.0.21 "PUT /v2.0/ports/1453da9a-e283-41d9-9529-df770baf2816 HTTP/1.1" status: 200 len: 1091 time: 1.3712926 Jan 27 21:46:56.251046 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46c96f-5f08-482d-be8b-53d9b466fd58 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Pushing event updated for resources: {'Port': ['ID=6c416b09-e221-4452-ad93-d51e5c801d2c,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:56.252966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39971744-30fc-46e7-a881-7e2f17f812da', 'tag': '1453da9a-e283-41d9-9529-df770baf2816'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:56.255191 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4570a5b6-32a7-413d-a2d9-35c8a608a23b" -d '{"events": [{"name": "network-changed", "server_uuid": "39971744-30fc-46e7-a881-7e2f17f812da", "tag": "1453da9a-e283-41d9-9529-df770baf2816"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:56.270723 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a96674-4a08-41b2-9758-d934fcea8574 req-71b4bc6a-b923-45e3-8f1c-a8649b1e5de5 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:56.272748 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26a96674-4a08-41b2-9758-d934fcea8574 req-71b4bc6a-b923-45e3-8f1c-a8649b1e5de5 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 945 time: 0.1608300 Jan 27 21:46:56.302941 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-29362859-745a-491c-8179-ead0ec424ffe req-4d46c96f-5f08-482d-be8b-53d9b466fd58 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (b91aa088-8f7e-493a-9da3-464d4343ef80), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.343278 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-29362859-745a-491c-8179-ead0ec424ffe req-4d46c96f-5f08-482d-be8b-53d9b466fd58 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.344483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29362859-745a-491c-8179-ead0ec424ffe req-4d46c96f-5f08-482d-be8b-53d9b466fd58 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9984651 Jan 27 21:46:56.355867 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ea454-8cff-4d9f-b241-204e9e369312 service neutron] Pushing event updated for resources: {'Port': ['ID=1453da9a-e283-41d9-9529-df770baf2816,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:56.415032 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26a96674-4a08-41b2-9758-d934fcea8574 req-d7765f29-8a26-4eb1-859d-52ae1ec66669 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231542 Jan 27 21:46:56.419009 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29362859-745a-491c-8179-ead0ec424ffe req-3ee93e62-56b1-4393-8fb2-80841e17d882 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.189 HTTP/1.1" status: 200 len: 696 time: 0.0667651 Jan 27 21:46:56.553173 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b277c-311d-42c6-8a75-0065be37b593 req-ace6655c-c24c-4bcd-b7ea-330e10b36f28 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:56.554563 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d85b277c-311d-42c6-8a75-0065be37b593 req-ace6655c-c24c-4bcd-b7ea-330e10b36f28 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 943 time: 0.0761242 Jan 27 21:46:56.564070 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29362859-745a-491c-8179-ead0ec424ffe req-9ca795b9-d6a4-4b7e-b54a-a3864c72310e tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:56.565347 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29362859-745a-491c-8179-ead0ec424ffe req-9ca795b9-d6a4-4b7e-b54a-a3864c72310e tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.1411781 Jan 27 21:46:56.610221 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d85b277c-311d-42c6-8a75-0065be37b593 req-2f49c9a1-6513-498c-9381-dc74a5d51f63 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439227 Jan 27 21:46:56.651394 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-313d7166-67f2-4b07-be85-f8ebccef59ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.658577 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cf0443-8e53-4514-8632-740b880fa125 x-openstack-request-id: req-65cf0443-8e53-4514-8632-740b880fa125 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:56.659063 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39971744-30fc-46e7-a881-7e2f17f812da", "tag": "1453da9a-e283-41d9-9529-df770baf2816", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:56.659482 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65cf0443-8e53-4514-8632-740b880fa125 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:56.660054 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39971744-30fc-46e7-a881-7e2f17f812da', 'tag': '1453da9a-e283-41d9-9529-df770baf2816', 'status': 'completed', 'code': 200} Jan 27 21:46:56.727724 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f4533-7b38-4327-9802-a803ebbd5bdb req-b8809e6e-c32b-47be-ab9a-0badf733d3a9 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:56.729231 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-307f4533-7b38-4327-9802-a803ebbd5bdb req-b8809e6e-c32b-47be-ab9a-0badf733d3a9 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.0500462 Jan 27 21:46:56.775868 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-307f4533-7b38-4327-9802-a803ebbd5bdb req-af941143-cc73-47c1-983b-46421f6107d0 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409653 Jan 27 21:46:56.895594 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 8b180326-135b-4d4e-8ece-39b2dd2de0f7 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:56.898078 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3982b687-79bf-4538-bf21-8ffecff69687 req-a97f2974-c0b8-4ac9-8f9d-b4a347e21690 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1003985 Jan 27 21:46:56.908423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-3982b687-79bf-4538-bf21-8ffecff69687 req-f51a0342-84aa-4152-b3e8-067f6f94a57c tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:56.928532 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3982b687-79bf-4538-bf21-8ffecff69687 req-f51a0342-84aa-4152-b3e8-067f6f94a57c tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.949662 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 8b180326-135b-4d4e-8ece-39b2dd2de0f7 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:56.950039 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8b180326-135b-4d4e-8ece-39b2dd2de0f7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.029870 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 8b180326-135b-4d4e-8ece-39b2dd2de0f7 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:57.030266 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8b180326-135b-4d4e-8ece-39b2dd2de0f7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.035636 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3982b687-79bf-4538-bf21-8ffecff69687 req-f51a0342-84aa-4152-b3e8-067f6f94a57c tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.062720 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 8b180326-135b-4d4e-8ece-39b2dd2de0f7, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=8b180326-135b-4d4e-8ece-39b2dd2de0f7,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:57.066709 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8b180326-135b-4d4e-8ece-39b2dd2de0f7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.117843 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=8b180326-135b-4d4e-8ece-39b2dd2de0f7,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:57.143811 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-3982b687-79bf-4538-bf21-8ffecff69687 req-f51a0342-84aa-4152-b3e8-067f6f94a57c tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Allocated IP 172.25.3.3 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/e3935e47-2823-4053-b4b7-755ceee03462) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:57.247338 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3982b687-79bf-4538-bf21-8ffecff69687 req-f51a0342-84aa-4152-b3e8-067f6f94a57c tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for port (e3935e47-2823-4053-b4b7-755ceee03462), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.280651 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3982b687-79bf-4538-bf21-8ffecff69687 req-f51a0342-84aa-4152-b3e8-067f6f94a57c tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (e3935e47-2823-4053-b4b7-755ceee03462), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.316135 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3982b687-79bf-4538-bf21-8ffecff69687 req-f51a0342-84aa-4152-b3e8-067f6f94a57c tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:57.319465 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-3982b687-79bf-4538-bf21-8ffecff69687 req-f51a0342-84aa-4152-b3e8-067f6f94a57c tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:57.321864 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-3982b687-79bf-4538-bf21-8ffecff69687 req-f51a0342-84aa-4152-b3e8-067f6f94a57c tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:57.352810 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a0342-84aa-4152-b3e8-067f6f94a57c tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Pushing event updated for resources: {'Port': ['ID=e3935e47-2823-4053-b4b7-755ceee03462,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:57.387757 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.414435 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3982b687-79bf-4538-bf21-8ffecff69687 req-f51a0342-84aa-4152-b3e8-067f6f94a57c tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for floatingip (d73f9786-99f2-4c80-b69b-f821d28a052b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.707493 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3982b687-79bf-4538-bf21-8ffecff69687 req-f51a0342-84aa-4152-b3e8-067f6f94a57c tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e3935e47-2823-4053-b4b7-755ceee03462), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.852109 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3982b687-79bf-4538-bf21-8ffecff69687 req-f51a0342-84aa-4152-b3e8-067f6f94a57c tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for port (e3935e47-2823-4053-b4b7-755ceee03462), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.857535 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3982b687-79bf-4538-bf21-8ffecff69687 req-f51a0342-84aa-4152-b3e8-067f6f94a57c tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (e3935e47-2823-4053-b4b7-755ceee03462), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.924983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a0342-84aa-4152-b3e8-067f6f94a57c tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Pushing event updated for resources: {'Port': ['ID=e3935e47-2823-4053-b4b7-755ceee03462,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:57.936432 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3982b687-79bf-4538-bf21-8ffecff69687 req-f51a0342-84aa-4152-b3e8-067f6f94a57c tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (d73f9786-99f2-4c80-b69b-f821d28a052b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.951200 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3982b687-79bf-4538-bf21-8ffecff69687 req-f51a0342-84aa-4152-b3e8-067f6f94a57c tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.952426 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3982b687-79bf-4538-bf21-8ffecff69687 req-f51a0342-84aa-4152-b3e8-067f6f94a57c tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.0480733 Jan 27 21:46:58.001295 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3982b687-79bf-4538-bf21-8ffecff69687 req-8548fa62-b6db-4c6f-bd03-6cc196b6cf3d tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.3 HTTP/1.1" status: 200 len: 694 time: 0.0430248 Jan 27 21:46:58.063996 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6547436-d2f3-4c97-9d66-d524ebf83bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b180326-135b-4d4e-8ece-39b2dd2de0f7'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:58.066443 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f17912-bbc3-4474-b72e-2389fa481e61" -d '{"events": [{"server_uuid": "f6547436-d2f3-4c97-9d66-d524ebf83bf6", "name": "network-vif-plugged", "status": "completed", "tag": "8b180326-135b-4d4e-8ece-39b2dd2de0f7"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:58.106211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982b687-79bf-4538-bf21-8ffecff69687 req-0bd8bfcc-5b8f-47d3-b788-f12252103d3c tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:58.107815 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3982b687-79bf-4538-bf21-8ffecff69687 req-0bd8bfcc-5b8f-47d3-b788-f12252103d3c tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.1012027 Jan 27 21:46:58.200660 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef3145-96eb-4001-815e-621ebd47a66e req-0225b5cc-5d47-4897-964e-b8d522bb5315 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:58.202055 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77ef3145-96eb-4001-815e-621ebd47a66e req-0225b5cc-5d47-4897-964e-b8d522bb5315 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 943 time: 0.0484216 Jan 27 21:46:58.250556 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77ef3145-96eb-4001-815e-621ebd47a66e req-c264fb80-fbe0-4827-851a-e1ff38a9a64a tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428872 Jan 27 21:46:58.354036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fc35c-4f57-4504-9933-be1e0e59574a req-42001f8b-7198-49f9-b01b-096166e64f1d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:58.355486 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-306fc35c-4f57-4504-9933-be1e0e59574a req-42001f8b-7198-49f9-b01b-096166e64f1d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 945 time: 0.0526907 Jan 27 21:46:58.401540 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-306fc35c-4f57-4504-9933-be1e0e59574a req-1576636b-c6a9-49da-8f84-1594f45d6b9c tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405383 Jan 27 21:46:58.509673 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231109f4-51a9-4641-9c5b-58f8f99fb92c req-6b3e3d7b-f73e-47da-8004-6fd7724464ce tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:58.511080 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-231109f4-51a9-4641-9c5b-58f8f99fb92c req-6b3e3d7b-f73e-47da-8004-6fd7724464ce tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 945 time: 0.0534570 Jan 27 21:46:58.556966 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-231109f4-51a9-4641-9c5b-58f8f99fb92c req-7a1cac34-2b55-4034-aae3-fe633af0e6bf tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403099 Jan 27 21:46:58.705524 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486cf3e-eb20-4ce3-ab9c-30c797362718 req-78d4cf38-159b-40c0-9d4e-c53adeb9c97f tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:58.706986 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a486cf3e-eb20-4ce3-ab9c-30c797362718 req-78d4cf38-159b-40c0-9d4e-c53adeb9c97f tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 943 time: 0.0504887 Jan 27 21:46:58.751584 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:58.763649 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a486cf3e-eb20-4ce3-ab9c-30c797362718 req-aa45bec0-ef07-4d0a-83fa-c411399724d4 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510106 Jan 27 21:46:58.871062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721231f9-1fdb-49db-9dce-ea114d391952 req-e239ccc7-387d-4d09-8463-bd96a19d3e0e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:58.872569 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-721231f9-1fdb-49db-9dce-ea114d391952 req-e239ccc7-387d-4d09-8463-bd96a19d3e0e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.0482647 Jan 27 21:46:58.919938 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-721231f9-1fdb-49db-9dce-ea114d391952 req-424bb2e5-e9e5-47bc-beb8-76bd84a921b1 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416605 Jan 27 21:46:58.962149 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913c4370-7871-4f1e-a687-eeb53a621b41 x-openstack-request-id: req-913c4370-7871-4f1e-a687-eeb53a621b41 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:58.962569 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6547436-d2f3-4c97-9d66-d524ebf83bf6", "name": "network-vif-plugged", "status": "completed", "tag": "8b180326-135b-4d4e-8ece-39b2dd2de0f7", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:58.962933 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-913c4370-7871-4f1e-a687-eeb53a621b41 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:58.963469 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6547436-d2f3-4c97-9d66-d524ebf83bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b180326-135b-4d4e-8ece-39b2dd2de0f7', 'code': 200} Jan 27 21:46:59.019997 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed09bc88-1e6a-4778-a7e5-971eedd4bdf3 req-c1361df8-0e4b-431c-9106-24862893f084 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/floatingips/d73f9786-99f2-4c80-b69b-f821d28a052b HTTP/1.1" status: 200 len: 691 time: 0.0476427 Jan 27 21:46:59.121895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09bc88-1e6a-4778-a7e5-971eedd4bdf3 req-51c0637a-b8b1-40ec-a899-b704fbedb6bb tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:59.123172 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed09bc88-1e6a-4778-a7e5-971eedd4bdf3 req-51c0637a-b8b1-40ec-a899-b704fbedb6bb tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.0979209 Jan 27 21:46:59.132750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-ed09bc88-1e6a-4778-a7e5-971eedd4bdf3 req-1c8d6469-1e41-45e5-afa4-57f5c74eb47f tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:46:59.133702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed09bc88-1e6a-4778-a7e5-971eedd4bdf3 req-1c8d6469-1e41-45e5-afa4-57f5c74eb47f tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055094 Jan 27 21:46:59.199757 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b50d98b1-e7d8-4274-938f-2bf365de9ff8 req-39318b6a-3a45-4ec7-9439-6815e3d2637c tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/floatingips/d73f9786-99f2-4c80-b69b-f821d28a052b HTTP/1.1" status: 200 len: 691 time: 0.0473611 Jan 27 21:46:59.312571 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d98b1-e7d8-4274-938f-2bf365de9ff8 req-d12bfbbb-d963-41b0-a8a6-22d2087cf0bc tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:59.313831 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b50d98b1-e7d8-4274-938f-2bf365de9ff8 req-d12bfbbb-d963-41b0-a8a6-22d2087cf0bc tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.1086645 Jan 27 21:46:59.382391 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b50d98b1-e7d8-4274-938f-2bf365de9ff8 req-1b35f6f0-f287-42d2-b632-70a1d3d33f1b tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.3 HTTP/1.1" status: 200 len: 694 time: 0.0548031 Jan 27 21:46:59.388908 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-75860c42-80a7-453c-a4da-a5aec050d97b tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:59.390365 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-75860c42-80a7-453c-a4da-a5aec050d97b tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339&tenant_id=95aa79ef2e0d4820bfc1772df699fe63&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 1096 time: 0.1017036 Jan 27 21:46:59.402482 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-772272-3'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:59.462803 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b50d98b1-e7d8-4274-938f-2bf365de9ff8 req-026bb628-357e-47d0-b1b4-7715d7c6e6a6 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.3 HTTP/1.1" status: 200 len: 694 time: 0.0714560 Jan 27 21:46:59.532626 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e207a24b-6340-4d64-8b69-80f333fccfd7), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:59.697377 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-b50d98b1-e7d8-4274-938f-2bf365de9ff8 req-1f4c1531-24b5-45b8-b01d-3f124714a1e7 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Deleting port e3935e47-2823-4053-b4b7-755ceee03462 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:59.697606 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b50d98b1-e7d8-4274-938f-2bf365de9ff8 req-1f4c1531-24b5-45b8-b01d-3f124714a1e7 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e3935e47-2823-4053-b4b7-755ceee03462), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:59.766076 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] For port e207a24b-6340-4d64-8b69-80f333fccfd7, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=e207a24b-6340-4d64-8b69-80f333fccfd7,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:59.821466 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b50d98b1-e7d8-4274-938f-2bf365de9ff8 req-1f4c1531-24b5-45b8-b01d-3f124714a1e7 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e3935e47-2823-4053-b4b7-755ceee03462), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:59.821794 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b50d98b1-e7d8-4274-938f-2bf365de9ff8 req-1f4c1531-24b5-45b8-b01d-3f124714a1e7 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for floatingip (e3935e47-2823-4053-b4b7-755ceee03462), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:59.839793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-b50d98b1-e7d8-4274-938f-2bf365de9ff8 req-1f4c1531-24b5-45b8-b01d-3f124714a1e7 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Calling delete_port for e3935e47-2823-4053-b4b7-755ceee03462 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:59.841813 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] For port e207a24b-6340-4d64-8b69-80f333fccfd7, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:59.919443 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a6213f-a46a-4231-a4c7-fea5f81aa339', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e207a24b-6340-4d64-8b69-80f333fccfd7'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:59.921717 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0956bdf7-4d76-49ee-a49d-4f01e955c7d2" -d '{"events": [{"server_uuid": "f2a6213f-a46a-4231-a4c7-fea5f81aa339", "name": "network-vif-unplugged", "status": "completed", "tag": "e207a24b-6340-4d64-8b69-80f333fccfd7"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:59.926406 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] Publish callbacks [] for port (e207a24b-6340-4d64-8b69-80f333fccfd7), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:59.933468 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (e207a24b-6340-4d64-8b69-80f333fccfd7), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.036695 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=e207a24b-6340-4d64-8b69-80f333fccfd7,revision_number=7']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:00.051141 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] Attempting to bind port e207a24b-6340-4d64-8b69-80f333fccfd7 on host n-h2-772272-3 for vnic_type normal with profile {"migrating_to": "n-h1-772272-3"} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:00.051492 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] Attempting to bind port e207a24b-6340-4d64-8b69-80f333fccfd7 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:00.051818 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] Attempting to bind port e207a24b-6340-4d64-8b69-80f333fccfd7 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:00.078582 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] Port e207a24b-6340-4d64-8b69-80f333fccfd7 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:47:00.078910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] Attempting to bind port e207a24b-6340-4d64-8b69-80f333fccfd7 on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:00.087421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:00.087788 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] Checking segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:00.088223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] Bound using segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:00.088693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] Bound port: e207a24b-6340-4d64-8b69-80f333fccfd7, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:00.089055 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e207a24b-6340-4d64-8b69-80f333fccfd7), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.131717 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b50d98b1-e7d8-4274-938f-2bf365de9ff8 req-1f4c1531-24b5-45b8-b01d-3f124714a1e7 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (e3935e47-2823-4053-b4b7-755ceee03462), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.170942 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c1531-24b5-45b8-b01d-3f124714a1e7 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Pushing event deleted for resources: {'Port': ['ID=e3935e47-2823-4053-b4b7-755ceee03462,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:00.181150 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.226843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] For port e207a24b-6340-4d64-8b69-80f333fccfd7, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:00.245001 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] For port e207a24b-6340-4d64-8b69-80f333fccfd7, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=e207a24b-6340-4d64-8b69-80f333fccfd7,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:00.251832 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (e207a24b-6340-4d64-8b69-80f333fccfd7), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.283259 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b50d98b1-e7d8-4274-938f-2bf365de9ff8 req-1f4c1531-24b5-45b8-b01d-3f124714a1e7 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for floatingip (d73f9786-99f2-4c80-b69b-f821d28a052b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.285849 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b50d98b1-e7d8-4274-938f-2bf365de9ff8 req-1f4c1531-24b5-45b8-b01d-3f124714a1e7 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.287036 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b50d98b1-e7d8-4274-938f-2bf365de9ff8 req-1f4c1531-24b5-45b8-b01d-3f124714a1e7 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "DELETE /v2.0/floatingips/d73f9786-99f2-4c80-b69b-f821d28a052b HTTP/1.1" status: 204 len: 173 time: 0.8182826 Jan 27 21:47:00.322768 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=e207a24b-6340-4d64-8b69-80f333fccfd7,revision_number=8']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:00.348755 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:00.349381 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.351340 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-b720c47a-5e37-4690-ba0b-ee109e6b5ce1 service neutron] 10.222.0.15 "PUT /v2.0/ports/e207a24b-6340-4d64-8b69-80f333fccfd7 HTTP/1.1" status: 200 len: 1121 time: 0.9535930 Jan 27 21:47:00.408524 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c9412-89f6-43bd-a669-13f5609c39bf req-efc06c45-a93c-4c4c-8e2c-fc7a785f5e76 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:00.410144 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e33c9412-89f6-43bd-a669-13f5609c39bf req-efc06c45-a93c-4c4c-8e2c-fc7a785f5e76 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 943 time: 0.0638580 Jan 27 21:47:00.467395 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['e207a24b-6340-4d64-8b69-80f333fccfd7'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:47:00.469040 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e33c9412-89f6-43bd-a669-13f5609c39bf req-a9cd12d9-ac10-43c8-88e9-5dacc279c922 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519707 Jan 27 21:47:00.517277 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['e207a24b-6340-4d64-8b69-80f333fccfd7'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:47:00.519171 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:00.596082 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be51e6-24d1-4ebb-888c-d4963d092daf req-a6e2c710-7fbf-449f-b615-b4a6092897b9 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:00.601138 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2be51e6-24d1-4ebb-888c-d4963d092daf req-a6e2c710-7fbf-449f-b615-b4a6092897b9 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 945 time: 0.0544114 Jan 27 21:47:00.650741 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2be51e6-24d1-4ebb-888c-d4963d092daf req-af32f360-6db6-453e-b5a7-cc0d33c27b34 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459094 Jan 27 21:47:00.686611 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 is: DOWN; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:00.783156 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09f9df-5926-4f1d-8617-be37e19bdb1b req-d50828d1-6384-440d-9523-694a4f9a414c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:00.784742 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce09f9df-5926-4f1d-8617-be37e19bdb1b req-d50828d1-6384-440d-9523-694a4f9a414c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.0539718 Jan 27 21:47:00.833714 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce09f9df-5926-4f1d-8617-be37e19bdb1b req-da50d4a6-5870-40e6-8362-6c230af3d052 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424032 Jan 27 21:47:00.983189 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395786a-0a19-4023-8070-da2bf902acd4 req-4484eff1-a2f1-4b7f-b9aa-86b98e6a5e5d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:00.989799 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b395786a-0a19-4023-8070-da2bf902acd4 req-4484eff1-a2f1-4b7f-b9aa-86b98e6a5e5d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 943 time: 0.0484395 Jan 27 21:47:01.032516 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b395786a-0a19-4023-8070-da2bf902acd4 req-c57ab8d2-9c32-41e8-9640-d7e92a107904 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414760 Jan 27 21:47:01.079943 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ff4cf8-b9e2-4270-bf78-4d1f9842627f x-openstack-request-id: req-49ff4cf8-b9e2-4270-bf78-4d1f9842627f {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:01.080343 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a6213f-a46a-4231-a4c7-fea5f81aa339", "name": "network-vif-unplugged", "status": "completed", "tag": "e207a24b-6340-4d64-8b69-80f333fccfd7", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:01.080670 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49ff4cf8-b9e2-4270-bf78-4d1f9842627f {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:01.081138 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a6213f-a46a-4231-a4c7-fea5f81aa339', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e207a24b-6340-4d64-8b69-80f333fccfd7', 'code': 200} Jan 27 21:47:01.170489 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c0aa5-34ad-4540-9468-048b0d3c7db5 req-4360eae0-f179-454f-89f9-74a271825146 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:01.171956 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d20c0aa5-34ad-4540-9468-048b0d3c7db5 req-4360eae0-f179-454f-89f9-74a271825146 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.0482154 Jan 27 21:47:01.222774 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d20c0aa5-34ad-4540-9468-048b0d3c7db5 req-2c643e81-3fe4-4782-8ada-8b48940414a7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452588 Jan 27 21:47:01.431364 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd10bb-e252-46a2-ab80-03a68a19692e req-442b1e28-b19e-4142-81f3-940b89e8c138 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:01.432885 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44dd10bb-e252-46a2-ab80-03a68a19692e req-442b1e28-b19e-4142-81f3-940b89e8c138 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1892476 Jan 27 21:47:01.501112 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f311439-66a5-47a9-aeb7-ca7241ee3594 req-019d85f3-edce-47ce-b2f8-3cc5d1fe11a9 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=e3fac60a02284521acf07c979fb5e655 HTTP/1.1" status: 200 len: 1657 time: 0.0483348 Jan 27 21:47:01.606451 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f311439-66a5-47a9-aeb7-ca7241ee3594 req-d168ea53-1c73-4693-8843-8f8f029824ee tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:01.607903 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f311439-66a5-47a9-aeb7-ca7241ee3594 req-d168ea53-1c73-4693-8843-8f8f029824ee tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/networks?id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 787 time: 0.1005685 Jan 27 21:47:01.701511 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438878ce-152b-4878-9f3c-5e763b1d6713 req-0bf6e960-4088-4fbd-8ce7-35328d2b124f tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:01.702904 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-438878ce-152b-4878-9f3c-5e763b1d6713 req-0bf6e960-4088-4fbd-8ce7-35328d2b124f tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 943 time: 0.0488000 Jan 27 21:47:01.755155 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-438878ce-152b-4878-9f3c-5e763b1d6713 req-e91db055-48f9-4230-b822-b4080ab02d73 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466022 Jan 27 21:47:01.828239 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d79a223-6138-43b6-a097-899210c2ffe0 req-dc500a3a-f395-47ae-9f89-2792ea3b4660 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/floatingips/b91aa088-8f7e-493a-9da3-464d4343ef80 HTTP/1.1" status: 200 len: 693 time: 0.0474672 Jan 27 21:47:01.930664 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79a223-6138-43b6-a097-899210c2ffe0 req-d8c0787e-7357-4206-94eb-b24bd7cdbf32 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:01.932019 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d79a223-6138-43b6-a097-899210c2ffe0 req-d8c0787e-7357-4206-94eb-b24bd7cdbf32 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.0984869 Jan 27 21:47:01.984584 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d79a223-6138-43b6-a097-899210c2ffe0 req-7f618fba-b5b6-4619-9857-4b3818cb00ad tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.189 HTTP/1.1" status: 200 len: 696 time: 0.0462954 Jan 27 21:47:02.036292 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d79a223-6138-43b6-a097-899210c2ffe0 req-90b93729-d4f9-4292-809a-62e0ff1bca05 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.189 HTTP/1.1" status: 200 len: 696 time: 0.0452249 Jan 27 21:47:02.169932 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-1d79a223-6138-43b6-a097-899210c2ffe0 req-04c9d5e6-f7bf-456f-9796-0f50793b3731 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Deleting port 6c416b09-e221-4452-ad93-d51e5c801d2c {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:02.170270 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1d79a223-6138-43b6-a097-899210c2ffe0 req-04c9d5e6-f7bf-456f-9796-0f50793b3731 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (6c416b09-e221-4452-ad93-d51e5c801d2c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.265949 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-1766487b-ba0e-4b44-8055-22bea2c34e66 service neutron] 10.222.0.15 "GET /v2.0/ports/a8a44e1e-4a61-45f2-ae17-7f7b0426eb20/bindings/n-h2-772272-3 HTTP/1.1" status: 200 len: 384 time: 0.0535452 Jan 27 21:47:02.282340 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-641d329b-082d-4d64-91e5-9162e23ce1ec service neutron] 10.222.0.15 "GET /v2.0/ports/6d9afe68-97a7-48fc-b162-0902d0824186/bindings/n-h1-772272-3 HTTP/1.1" status: 200 len: 382 time: 0.1093872 Jan 27 21:47:02.291516 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1d79a223-6138-43b6-a097-899210c2ffe0 req-04c9d5e6-f7bf-456f-9796-0f50793b3731 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (6c416b09-e221-4452-ad93-d51e5c801d2c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.291850 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1d79a223-6138-43b6-a097-899210c2ffe0 req-04c9d5e6-f7bf-456f-9796-0f50793b3731 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for floatingip (6c416b09-e221-4452-ad93-d51e5c801d2c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.306189 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-1d79a223-6138-43b6-a097-899210c2ffe0 req-04c9d5e6-f7bf-456f-9796-0f50793b3731 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Calling delete_port for 6c416b09-e221-4452-ad93-d51e5c801d2c owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:02.451441 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1d79a223-6138-43b6-a097-899210c2ffe0 req-04c9d5e6-f7bf-456f-9796-0f50793b3731 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (6c416b09-e221-4452-ad93-d51e5c801d2c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.454781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-4b436bdc-42a2-4b00-8772-15e4503b8db5 service neutron] For port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:02.474745 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-4b436bdc-42a2-4b00-8772-15e4503b8db5 service neutron] For port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:02.488688 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9d5e6-f7bf-456f-9796-0f50793b3731 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Pushing event deleted for resources: {'Port': ['ID=6c416b09-e221-4452-ad93-d51e5c801d2c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:02.518082 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-4b436bdc-42a2-4b00-8772-15e4503b8db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:02.527055 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device e207a24b-6340-4d64-8b69-80f333fccfd7 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:47:02.530733 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-4b436bdc-42a2-4b00-8772-15e4503b8db5 service neutron] For port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:02.544684 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-4b436bdc-42a2-4b00-8772-15e4503b8db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a8a44e1e-4a61-45f2-ae17-7f7b0426eb20), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.566166 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1d79a223-6138-43b6-a097-899210c2ffe0 req-04c9d5e6-f7bf-456f-9796-0f50793b3731 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for floatingip (b91aa088-8f7e-493a-9da3-464d4343ef80), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.569335 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1d79a223-6138-43b6-a097-899210c2ffe0 req-04c9d5e6-f7bf-456f-9796-0f50793b3731 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.570485 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d79a223-6138-43b6-a097-899210c2ffe0 req-04c9d5e6-f7bf-456f-9796-0f50793b3731 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "DELETE /v2.0/floatingips/b91aa088-8f7e-493a-9da3-464d4343ef80 HTTP/1.1" status: 204 len: 173 time: 0.5291467 Jan 27 21:47:02.583900 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-667d2516-585c-4e1e-b1ce-26551a49ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:02.585576 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-667d2516-585c-4e1e-b1ce-26551a49ba2a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5&tenant_id=199845b217c54a388bc3d621d514a954 HTTP/1.1" status: 200 len: 1100 time: 0.1062534 Jan 27 21:47:02.637514 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-4b436bdc-42a2-4b00-8772-15e4503b8db5 service neutron] Transition to ACTIVE for port object a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:47:02.642991 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-4b436bdc-42a2-4b00-8772-15e4503b8db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (a8a44e1e-4a61-45f2-ae17-7f7b0426eb20), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.645735 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port e207a24b-6340-4d64-8b69-80f333fccfd7, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=e207a24b-6340-4d64-8b69-80f333fccfd7,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:02.660505 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device e207a24b-6340-4d64-8b69-80f333fccfd7 has no active binding in host n-h1-772272-3 {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:47:02.691390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-abd761fd-7930-4778-8941-94a26d2e92d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:02.693040 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-abd761fd-7930-4778-8941-94a26d2e92d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 1100 time: 0.0809979 Jan 27 21:47:02.704119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762efb0c-7231-41c8-84fe-b964a4207fa3 req-6014188b-8b26-475e-8b86-f235c70480f6 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:02.705707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-762efb0c-7231-41c8-84fe-b964a4207fa3 req-6014188b-8b26-475e-8b86-f235c70480f6 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 945 time: 0.0638950 Jan 27 21:47:02.711346 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-4b436bdc-42a2-4b00-8772-15e4503b8db5 service neutron] No DVR routers for this DVR port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 on host n-h1-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:47:02.727370 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b436bdc-42a2-4b00-8772-15e4503b8db5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20,revision_number=10']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:02.749519 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-4b436bdc-42a2-4b00-8772-15e4503b8db5 service neutron] 10.222.0.15 "PUT /v2.0/ports/a8a44e1e-4a61-45f2-ae17-7f7b0426eb20/bindings/n-h2-772272-3/activate HTTP/1.1" status: 200 len: 369 time: 0.4778683 Jan 27 21:47:02.814612 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-762efb0c-7231-41c8-84fe-b964a4207fa3 req-21313739-51fb-4c68-9d02-b836398ca950 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987387 Jan 27 21:47:02.832968 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-595f6b6d-a5cd-4800-90b3-522555c57642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:02.834492 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-595f6b6d-a5cd-4800-90b3-522555c57642 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.1279061 Jan 27 21:47:02.884097 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-cb032b9e-4cad-4d89-b5d3-804352c702cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6d9afe68-97a7-48fc-b162-0902d0824186 HTTP/1.1" status: 200 len: 217 time: 0.0429895 Jan 27 21:47:02.903929 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:02.961889 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffb592-a52a-41d9-9b81-3234c9b5eb97 req-6a9914b7-42c9-4a6a-85ad-363c451e72af tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:02.963362 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-17ffb592-a52a-41d9-9b81-3234c9b5eb97 req-6a9914b7-42c9-4a6a-85ad-363c451e72af tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.0882218 Jan 27 21:47:02.965546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-4776d9ff-ac28-4144-a1a1-4a1079d9b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:02.966432 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-4776d9ff-ac28-4144-a1a1-4a1079d9b975 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0611529 Jan 27 21:47:02.981276 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 is: DOWN; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:03.038076 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-17ffb592-a52a-41d9-9b81-3234c9b5eb97 req-4a5bf4c1-cbe5-4e0d-808d-62945005e325 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689301 Jan 27 21:47:03.043005 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-8a868fd6-37c8-443a-8665-f05e53f4611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:03.044427 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-8a868fd6-37c8-443a-8665-f05e53f4611d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691690 Jan 27 21:47:03.097184 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a6213f-a46a-4231-a4c7-fea5f81aa339', 'tag': 'e207a24b-6340-4d64-8b69-80f333fccfd7'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:03.099511 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfb9c7e-f7aa-4b7e-9227-e1df24fb49e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a6213f-a46a-4231-a4c7-fea5f81aa339", "tag": "e207a24b-6340-4d64-8b69-80f333fccfd7"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:03.142827 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-b0ddd7f0-d537-4136-9569-8d7cdea679c3 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919774 Jan 27 21:47:03.500710 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8913aae-b4da-4a7f-a191-b6f53cd3854d req-83b67aee-e970-4eb6-ad64-9a7ca24a3e90 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:03.502312 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8913aae-b4da-4a7f-a191-b6f53cd3854d req-83b67aee-e970-4eb6-ad64-9a7ca24a3e90 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 944 time: 0.3585930 Jan 27 21:47:03.536101 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10364cd6-b516-47c1-b581-a9fb904ee871 req-cb73ac93-a521-489a-a620-2a87ccf94ec7 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839631 Jan 27 21:47:03.562285 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8913aae-b4da-4a7f-a191-b6f53cd3854d req-36e6566d-6de4-44cc-ac27-7c779d1b3127 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532458 Jan 27 21:47:03.671366 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102b251-c650-4757-84ac-2b35dd5c4ee9 req-9dcd219d-1b07-4eee-a2f4-896419f12626 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:03.672868 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3102b251-c650-4757-84ac-2b35dd5c4ee9 req-9dcd219d-1b07-4eee-a2f4-896419f12626 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.0485799 Jan 27 21:47:03.719883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3102b251-c650-4757-84ac-2b35dd5c4ee9 req-8c6ede42-ebe7-46d2-9664-f00c17f95b5a tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408804 Jan 27 21:47:03.787982 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3e6a709b-e555-40b6-9b8a-428f9e8fa7ac req-517e582e-c720-4ba2-9278-45d896b7bc3b tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/floatingips/41e2a20d-e7da-4232-951f-a0fa33b14946 HTTP/1.1" status: 200 len: 693 time: 0.0453317 Jan 27 21:47:03.890856 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a709b-e555-40b6-9b8a-428f9e8fa7ac req-d4a18afa-8b29-4293-8cca-8319017674c8 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:03.892268 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3e6a709b-e555-40b6-9b8a-428f9e8fa7ac req-d4a18afa-8b29-4293-8cca-8319017674c8 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.0992231 Jan 27 21:47:03.944543 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3e6a709b-e555-40b6-9b8a-428f9e8fa7ac req-cf66972a-a2d3-4bfa-9266-f59073b6a695 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.114 HTTP/1.1" status: 200 len: 696 time: 0.0459652 Jan 27 21:47:03.993109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3e6a709b-e555-40b6-9b8a-428f9e8fa7ac req-77849335-c1bf-4a20-8224-a6f9abc73383 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.114 HTTP/1.1" status: 200 len: 696 time: 0.0426967 Jan 27 21:47:04.121132 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-3e6a709b-e555-40b6-9b8a-428f9e8fa7ac req-f6a9bfae-5804-4926-8484-76cc05ddf4f1 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Deleting port e87ea267-4d35-4ac9-8429-7fe1be4c6e05 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:04.121480 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3e6a709b-e555-40b6-9b8a-428f9e8fa7ac req-f6a9bfae-5804-4926-8484-76cc05ddf4f1 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e87ea267-4d35-4ac9-8429-7fe1be4c6e05), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:04.200426 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3e6a709b-e555-40b6-9b8a-428f9e8fa7ac req-f6a9bfae-5804-4926-8484-76cc05ddf4f1 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e87ea267-4d35-4ac9-8429-7fe1be4c6e05), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:04.200762 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3e6a709b-e555-40b6-9b8a-428f9e8fa7ac req-f6a9bfae-5804-4926-8484-76cc05ddf4f1 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for floatingip (e87ea267-4d35-4ac9-8429-7fe1be4c6e05), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:04.212473 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-3e6a709b-e555-40b6-9b8a-428f9e8fa7ac req-f6a9bfae-5804-4926-8484-76cc05ddf4f1 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Calling delete_port for e87ea267-4d35-4ac9-8429-7fe1be4c6e05 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:04.338996 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3e6a709b-e555-40b6-9b8a-428f9e8fa7ac req-f6a9bfae-5804-4926-8484-76cc05ddf4f1 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (e87ea267-4d35-4ac9-8429-7fe1be4c6e05), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:04.368696 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9bfae-5804-4926-8484-76cc05ddf4f1 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Pushing event deleted for resources: {'Port': ['ID=e87ea267-4d35-4ac9-8429-7fe1be4c6e05,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:04.425458 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3e6a709b-e555-40b6-9b8a-428f9e8fa7ac req-f6a9bfae-5804-4926-8484-76cc05ddf4f1 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for floatingip (41e2a20d-e7da-4232-951f-a0fa33b14946), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:04.428724 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3e6a709b-e555-40b6-9b8a-428f9e8fa7ac req-f6a9bfae-5804-4926-8484-76cc05ddf4f1 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:04.429862 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3e6a709b-e555-40b6-9b8a-428f9e8fa7ac req-f6a9bfae-5804-4926-8484-76cc05ddf4f1 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "DELETE /v2.0/floatingips/41e2a20d-e7da-4232-951f-a0fa33b14946 HTTP/1.1" status: 204 len: 173 time: 0.4314735 Jan 27 21:47:04.522701 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5ad22-0d02-4389-a69a-ce5d667bf9fd req-c3b71927-6e6c-46c4-91e0-75a48eed50d7 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:04.524187 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6a5ad22-0d02-4389-a69a-ce5d667bf9fd req-c3b71927-6e6c-46c4-91e0-75a48eed50d7 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 943 time: 0.0500290 Jan 27 21:47:04.570532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6a5ad22-0d02-4389-a69a-ce5d667bf9fd req-7ccd231d-892b-483d-a364-79ce464e762a tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406811 Jan 27 21:47:04.612626 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1512c7cc-f85c-4c68-bc5c-feed136a0f2e x-openstack-request-id: req-1512c7cc-f85c-4c68-bc5c-feed136a0f2e {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:04.612924 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a6213f-a46a-4231-a4c7-fea5f81aa339", "tag": "e207a24b-6340-4d64-8b69-80f333fccfd7", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:04.613179 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1512c7cc-f85c-4c68-bc5c-feed136a0f2e {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:04.613574 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a6213f-a46a-4231-a4c7-fea5f81aa339', 'tag': 'e207a24b-6340-4d64-8b69-80f333fccfd7', 'status': 'completed', 'code': 200} Jan 27 21:47:04.703256 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255f483-367e-4e73-92a8-fcc63ac749d9 req-2984f410-ec3e-496f-adbe-f8d6742db2e9 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:04.704736 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f255f483-367e-4e73-92a8-fcc63ac749d9 req-2984f410-ec3e-496f-adbe-f8d6742db2e9 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 945 time: 0.0505741 Jan 27 21:47:04.750807 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f255f483-367e-4e73-92a8-fcc63ac749d9 req-f4181473-ab61-44c0-af9a-7c93de8aa451 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401134 Jan 27 21:47:04.852578 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbeb8e-31f1-4bfd-88a5-8c959f8169cc req-027cc174-92f7-4386-8463-3acc4427467c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:04.854073 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-68cbeb8e-31f1-4bfd-88a5-8c959f8169cc req-027cc174-92f7-4386-8463-3acc4427467c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.0483270 Jan 27 21:47:04.900639 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-68cbeb8e-31f1-4bfd-88a5-8c959f8169cc req-79cf7613-a1b2-4e2f-a955-7ec7ba06ed7e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409849 Jan 27 21:47:05.014695 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a653723-7189-435b-abd3-b6c63f6997bd req-e5280844-b7f4-4c20-b872-5462b118cee6 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/floatingips/3f7ac0fd-0d8b-4bd7-a9a5-1e6013ae101b HTTP/1.1" status: 200 len: 693 time: 0.0460112 Jan 27 21:47:05.114806 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a653723-7189-435b-abd3-b6c63f6997bd req-6ffd4953-bbc7-4b55-bfb8-47e07458a9eb tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:05.116239 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a653723-7189-435b-abd3-b6c63f6997bd req-6ffd4953-bbc7-4b55-bfb8-47e07458a9eb tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.0963593 Jan 27 21:47:05.168947 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a653723-7189-435b-abd3-b6c63f6997bd req-b819237c-34d0-4146-8deb-aa9f2666a380 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 696 time: 0.0468168 Jan 27 21:47:05.216852 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a653723-7189-435b-abd3-b6c63f6997bd req-2ee2b448-bd89-4c7f-9096-ebe16ed9f366 tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.238 HTTP/1.1" status: 200 len: 696 time: 0.0423353 Jan 27 21:47:05.348872 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-7a653723-7189-435b-abd3-b6c63f6997bd req-b42c75e9-e9fa-4664-bc1e-1ed234b05caa tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Deleting port d263a260-31dc-4d3f-98da-f76932083711 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:05.349229 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7a653723-7189-435b-abd3-b6c63f6997bd req-b42c75e9-e9fa-4664-bc1e-1ed234b05caa tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d263a260-31dc-4d3f-98da-f76932083711), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:05.433485 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7a653723-7189-435b-abd3-b6c63f6997bd req-b42c75e9-e9fa-4664-bc1e-1ed234b05caa tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d263a260-31dc-4d3f-98da-f76932083711), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:05.433718 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7a653723-7189-435b-abd3-b6c63f6997bd req-b42c75e9-e9fa-4664-bc1e-1ed234b05caa tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for floatingip (d263a260-31dc-4d3f-98da-f76932083711), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:05.446385 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-7a653723-7189-435b-abd3-b6c63f6997bd req-b42c75e9-e9fa-4664-bc1e-1ed234b05caa tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Calling delete_port for d263a260-31dc-4d3f-98da-f76932083711 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:05.575794 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7a653723-7189-435b-abd3-b6c63f6997bd req-b42c75e9-e9fa-4664-bc1e-1ed234b05caa tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d263a260-31dc-4d3f-98da-f76932083711), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:05.604029 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c75e9-e9fa-4664-bc1e-1ed234b05caa tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Pushing event deleted for resources: {'Port': ['ID=d263a260-31dc-4d3f-98da-f76932083711,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:05.665432 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7a653723-7189-435b-abd3-b6c63f6997bd req-b42c75e9-e9fa-4664-bc1e-1ed234b05caa tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks [] for floatingip (3f7ac0fd-0d8b-4bd7-a9a5-1e6013ae101b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:05.668094 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7a653723-7189-435b-abd3-b6c63f6997bd req-b42c75e9-e9fa-4664-bc1e-1ed234b05caa tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:05.669278 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a653723-7189-435b-abd3-b6c63f6997bd req-b42c75e9-e9fa-4664-bc1e-1ed234b05caa tempest-FloatingIPDetailsTestJSON-1761603589 tempest-FloatingIPDetailsTestJSON-1761603589-project] 10.222.0.23 "DELETE /v2.0/floatingips/3f7ac0fd-0d8b-4bd7-a9a5-1e6013ae101b HTTP/1.1" status: 204 len: 173 time: 0.4473534 Jan 27 21:47:05.675182 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47610) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:05.809096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c04ce-38e8-45b2-8172-7074788e1859 req-9b363483-542d-431e-9663-2b71152eb6b2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:05.810543 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f7c04ce-38e8-45b2-8172-7074788e1859 req-9b363483-542d-431e-9663-2b71152eb6b2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 944 time: 0.0936050 Jan 27 21:47:05.900603 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f7c04ce-38e8-45b2-8172-7074788e1859 req-51a91355-4beb-4e38-89ee-cdb414f82be6 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844100 Jan 27 21:47:06.065699 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58ac8a-b81a-4e69-8678-d202c9cf4a7f req-35060404-fb0c-4399-bf9e-2709411d904e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:06.067152 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad58ac8a-b81a-4e69-8678-d202c9cf4a7f req-35060404-fb0c-4399-bf9e-2709411d904e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.0982342 Jan 27 21:47:06.145219 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad58ac8a-b81a-4e69-8678-d202c9cf4a7f req-a344d58e-b23d-4343-90a5-e187f540554e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717397 Jan 27 21:47:06.260073 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c25f0d13-f84d-4b9b-b600-3fd74b4483f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (94251f72-f32d-41f3-a90d-b5164125fb8b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:06.300414 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfb08e-d7ab-4add-820a-ca5214dadade req-49007215-908f-4af8-8314-020846054947 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:06.301863 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9abfb08e-d7ab-4add-820a-ca5214dadade req-49007215-908f-4af8-8314-020846054947 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 943 time: 0.1011651 Jan 27 21:47:06.391170 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9abfb08e-d7ab-4add-820a-ca5214dadade req-9522859d-9aca-4f4d-93c8-a11409fd479c tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833097 Jan 27 21:47:06.543613 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809ec33-76ae-404b-9df2-9050e542b43b req-89cdfa30-e7a9-4581-9b72-56600c13b765 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:06.545017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e809ec33-76ae-404b-9df2-9050e542b43b req-89cdfa30-e7a9-4581-9b72-56600c13b765 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 945 time: 0.0895224 Jan 27 21:47:06.568265 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6d9afe68-97a7-48fc-b162-0902d0824186 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:47:06.571979 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6d9afe68-97a7-48fc-b162-0902d0824186 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:06.639297 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e809ec33-76ae-404b-9df2-9050e542b43b req-f069429f-4be9-47de-907c-0982cc4d8991 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864723 Jan 27 21:47:06.671962 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-c25f0d13-f84d-4b9b-b600-3fd74b4483f1 admin admin] Deleting port d50c7c92-6af3-4de3-8980-dc549b3f2c2a {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:06.672341 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c25f0d13-f84d-4b9b-b600-3fd74b4483f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d50c7c92-6af3-4de3-8980-dc549b3f2c2a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:06.724444 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 6d9afe68-97a7-48fc-b162-0902d0824186 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:06.724872 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:06.744948 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6d9afe68-97a7-48fc-b162-0902d0824186, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6d9afe68-97a7-48fc-b162-0902d0824186,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:06.763618 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '6d9afe68-97a7-48fc-b162-0902d0824186', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '6d9afe68-97a7-48fc-b162-0902d0824186', 'mac_address': 'fa:16:3e:9c:c5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:47:06.770107 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d09e6c-5a0a-4e92-a2c3-b70a560020f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d9afe68-97a7-48fc-b162-0902d0824186'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:06.772429 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001cb269-3464-4718-b333-d5cf2db50ebc" -d '{"events": [{"server_uuid": "20d09e6c-5a0a-4e92-a2c3-b70a560020f5", "name": "network-vif-unplugged", "status": "completed", "tag": "6d9afe68-97a7-48fc-b162-0902d0824186"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:06.787283 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6d9afe68-97a7-48fc-b162-0902d0824186, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6d9afe68-97a7-48fc-b162-0902d0824186,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:06.805419 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:06.846122 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 6d9afe68-97a7-48fc-b162-0902d0824186 is: ACTIVE; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:06.846493 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:06.875359 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d9afe68-97a7-48fc-b162-0902d0824186 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:06.879616 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=6d9afe68-97a7-48fc-b162-0902d0824186,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:06.924762 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:47:06.925129 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:47:07.057794 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993f71b-59f9-4784-b4ea-e2db06fc0cd0 req-f38e6c94-2aba-4b1e-aba2-b40422dfb38d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:07.059149 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b993f71b-59f9-4784-b4ea-e2db06fc0cd0 req-f38e6c94-2aba-4b1e-aba2-b40422dfb38d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.3500113 Jan 27 21:47:07.060891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-c25f0d13-f84d-4b9b-b600-3fd74b4483f1 admin admin] For port d50c7c92-6af3-4de3-8980-dc549b3f2c2a, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d50c7c92-6af3-4de3-8980-dc549b3f2c2a,segment=NetworkSegment(102155bc-4d11-4bc2-bba3-8dcf5fbb4e34),segment_id=102155bc-4d11-4bc2-bba3-8dcf5fbb4e34)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:07.061249 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c25f0d13-f84d-4b9b-b600-3fd74b4483f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d50c7c92-6af3-4de3-8980-dc549b3f2c2a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.078520 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-c25f0d13-f84d-4b9b-b600-3fd74b4483f1 admin admin] Calling delete_port for d50c7c92-6af3-4de3-8980-dc549b3f2c2a owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:07.152806 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b993f71b-59f9-4784-b4ea-e2db06fc0cd0 req-e36f3644-a2ef-4d5a-a2bf-22d1ade322ac tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844073 Jan 27 21:47:07.290711 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c25f0d13-f84d-4b9b-b600-3fd74b4483f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d50c7c92-6af3-4de3-8980-dc549b3f2c2a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.315967 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f0d13-f84d-4b9b-b600-3fd74b4483f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d50c7c92-6af3-4de3-8980-dc549b3f2c2a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:07.460280 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c273ef-d16f-4783-9c86-94f65d0ceced x-openstack-request-id: req-a1c273ef-d16f-4783-9c86-94f65d0ceced {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:07.461070 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d09e6c-5a0a-4e92-a2c3-b70a560020f5", "name": "network-vif-unplugged", "status": "completed", "tag": "6d9afe68-97a7-48fc-b162-0902d0824186", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:07.461566 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1c273ef-d16f-4783-9c86-94f65d0ceced {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:07.462196 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d09e6c-5a0a-4e92-a2c3-b70a560020f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d9afe68-97a7-48fc-b162-0902d0824186', 'code': 200} Jan 27 21:47:07.484342 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 6d9afe68-97a7-48fc-b162-0902d0824186 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:07.485289 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.502141 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9afe68-97a7-48fc-b162-0902d0824186 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:07.527288 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6d9afe68-97a7-48fc-b162-0902d0824186, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6d9afe68-97a7-48fc-b162-0902d0824186,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:07.531474 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.562507 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c25f0d13-f84d-4b9b-b600-3fd74b4483f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (94251f72-f32d-41f3-a90d-b5164125fb8b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.580463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=6d9afe68-97a7-48fc-b162-0902d0824186,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:07.584797 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-6cd80f83-928a-432b-b220-1d86e172b315 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:07.586299 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-6cd80f83-928a-432b-b220-1d86e172b315 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.15 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5&tenant_id=199845b217c54a388bc3d621d514a954&binding%3Ahost_id=n-h1-772272-3 HTTP/1.1" status: 200 len: 947 time: 0.1152325 Jan 27 21:47:07.638059 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679844d6-aebc-4096-b98d-4d760b303dd6 req-f73561a6-e7e1-40d1-a6ef-ceffe1214a6e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:07.639507 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-679844d6-aebc-4096-b98d-4d760b303dd6 req-f73561a6-e7e1-40d1-a6ef-ceffe1214a6e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 944 time: 0.1254637 Jan 27 21:47:07.769271 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-679844d6-aebc-4096-b98d-4d760b303dd6 req-ffae925b-5ca2-406a-99df-efb92e785f72 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108310 Jan 27 21:47:07.774803 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-e52b2261-4191-4b3c-8991-844f97541511 service neutron] 10.222.0.15 "GET /v2.0/ports/6d9afe68-97a7-48fc-b162-0902d0824186/bindings/n-h1-772272-3 HTTP/1.1" status: 200 len: 382 time: 0.1801631 Jan 27 21:47:07.844953 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['6d9afe68-97a7-48fc-b162-0902d0824186'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:47:07.938252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-cdfd0b94-233d-4c7d-9a56-f168e9fe7d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:07.939726 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-cdfd0b94-233d-4c7d-9a56-f168e9fe7d3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 1099 time: 0.1217060 Jan 27 21:47:07.964194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16695d55-87cd-47a8-b49a-45e20981488f req-e4e01e6d-f3f1-4728-9ce7-1dc5592054fb tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:07.965646 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16695d55-87cd-47a8-b49a-45e20981488f req-e4e01e6d-f3f1-4728-9ce7-1dc5592054fb tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 948 time: 0.1212323 Jan 27 21:47:07.978670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25f0d13-f84d-4b9b-b600-3fd74b4483f1 admin admin] Router 94251f72-f32d-41f3-a90d-b5164125fb8b has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:47:08.111752 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16695d55-87cd-47a8-b49a-45e20981488f req-57d362c6-6ae7-4d9c-a33b-29e4b6a07875 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318867 Jan 27 21:47:08.160220 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-2f74362a-2539-403d-a237-cfdb52d79cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:08.161694 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-2f74362a-2539-403d-a237-cfdb52d79cb9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.2148869 Jan 27 21:47:08.230258 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-e48a51c3-091e-4103-8d73-d5a24c99edee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6d9afe68-97a7-48fc-b162-0902d0824186 HTTP/1.1" status: 200 len: 217 time: 0.0609205 Jan 27 21:47:08.246896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25f0d13-f84d-4b9b-b600-3fd74b4483f1 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:47:08.253151 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c25f0d13-f84d-4b9b-b600-3fd74b4483f1 admin admin] 10.222.0.23 "PUT /v2.0/routers/94251f72-f32d-41f3-a90d-b5164125fb8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5769982 Jan 27 21:47:08.255780 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47642) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:08.256286 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45625de0-92c0-4e91-9914-f65258c7d048 None None] Sync routers for ids ['94251f72-f32d-41f3-a90d-b5164125fb8b'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:47:08.266169 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45625de0-92c0-4e91-9914-f65258c7d048 None None] Routers {'94251f72-f32d-41f3-a90d-b5164125fb8b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:08.266951 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-45625de0-92c0-4e91-9914-f65258c7d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:46:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['94251f72-f32d-41f3-a90d-b5164125fb8b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:08.295665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bc1bc-b7dc-480c-af58-f5ebfa67d8c8 req-f793bf04-c9d4-4d9b-a215-be29b7c907f6 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:08.297334 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac7bc1bc-b7dc-480c-af58-f5ebfa67d8c8 req-f793bf04-c9d4-4d9b-a215-be29b7c907f6 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 943 time: 0.1307273 Jan 27 21:47:08.307254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-c82f0b18-6a7a-44f4-ae34-d76bb0db4ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:08.308745 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-c82f0b18-6a7a-44f4-ae34-d76bb0db4ba9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0712190 Jan 27 21:47:08.367047 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8cc98d2-415f-4bbf-ae78-b5c8d0500a2a admin admin] Publish callbacks [] for router (94251f72-f32d-41f3-a90d-b5164125fb8b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:08.378553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac7bc1bc-b7dc-480c-af58-f5ebfa67d8c8 req-17a3da5d-b706-4b37-a636-9b887fb28bac tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741563 Jan 27 21:47:08.387556 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-be16c2a1-c814-4f54-8717-7f71215580bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:08.389139 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-be16c2a1-c814-4f54-8717-7f71215580bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741949 Jan 27 21:47:08.475444 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-45625de0-92c0-4e91-9914-f65258c7d048 None None] Set router 94251f72-f32d-41f3-a90d-b5164125fb8b gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:08.497406 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8cc98d2-415f-4bbf-ae78-b5c8d0500a2a admin admin] Publish callbacks [] for router_gateway (94251f72-f32d-41f3-a90d-b5164125fb8b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:08.541196 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e52ed-127d-4608-9a15-d76664b9641d req-0daffc66-c852-4889-904f-2d05559b720d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:08.542701 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f1e52ed-127d-4608-9a15-d76664b9641d req-0daffc66-c852-4889-904f-2d05559b720d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 945 time: 0.0807924 Jan 27 21:47:08.544692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-d4cf6a23-8e37-44f0-b3f9-ccd6e669eb90 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493917 Jan 27 21:47:08.558864 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc98d2-415f-4bbf-ae78-b5c8d0500a2a admin admin] Deleting port d623e7fc-aabe-464f-a5cc-77ee76c5bf06 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:08.561384 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8cc98d2-415f-4bbf-ae78-b5c8d0500a2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d623e7fc-aabe-464f-a5cc-77ee76c5bf06), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:08.644854 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-c8cc98d2-415f-4bbf-ae78-b5c8d0500a2a admin admin] For port d623e7fc-aabe-464f-a5cc-77ee76c5bf06, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d623e7fc-aabe-464f-a5cc-77ee76c5bf06,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:08.645233 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8cc98d2-415f-4bbf-ae78-b5c8d0500a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d623e7fc-aabe-464f-a5cc-77ee76c5bf06), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:08.653429 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f1e52ed-127d-4608-9a15-d76664b9641d req-f9801bdf-4103-4d5b-8d93-f8db5414683c tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025224 Jan 27 21:47:08.658874 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc98d2-415f-4bbf-ae78-b5c8d0500a2a admin admin] Calling delete_port for d623e7fc-aabe-464f-a5cc-77ee76c5bf06 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:08.663103 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-45625de0-92c0-4e91-9914-f65258c7d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94251f72-f32d-41f3-a90d-b5164125fb8b', 'name': 'tempest-FloatingIPDetailsTestJSON-384819183-router', 'tenant_id': 'e3fac60a02284521acf07c979fb5e655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'd623e7fc-aabe-464f-a5cc-77ee76c5bf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:40Z', 'updated_at': '2022-01-27T21:47:07Z', 'revision_number': 5, 'project_id': 'e3fac60a02284521acf07c979fb5e655', 'gw_port': {'id': 'd623e7fc-aabe-464f-a5cc-77ee76c5bf06', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:08:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94251f72-f32d-41f3-a90d-b5164125fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:42Z', 'updated_at': '2022-01-27T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:08.689171 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-b928067d-a7a7-49b5-8e64-681c7a06c650 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304996 Jan 27 21:47:08.691832 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45625de0-92c0-4e91-9914-f65258c7d048 None None] Checking router: 94251f72-f32d-41f3-a90d-b5164125fb8b for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:47:08.702718 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45625de0-92c0-4e91-9914-f65258c7d048 None None] Routers {'94251f72-f32d-41f3-a90d-b5164125fb8b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:08.703357 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-45625de0-92c0-4e91-9914-f65258c7d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:46:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['94251f72-f32d-41f3-a90d-b5164125fb8b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:08.808997 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cc31b-8a4a-4f8e-9680-49036ab8aa57 req-2e0c20b6-a40b-455f-b70a-77381fafb19b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:08.810513 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba6cc31b-8a4a-4f8e-9680-49036ab8aa57 req-2e0c20b6-a40b-455f-b70a-77381fafb19b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.0732031 Jan 27 21:47:08.836057 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-45625de0-92c0-4e91-9914-f65258c7d048 None None] Set router 94251f72-f32d-41f3-a90d-b5164125fb8b gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:08.851287 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8cc98d2-415f-4bbf-ae78-b5c8d0500a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d623e7fc-aabe-464f-a5cc-77ee76c5bf06), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:08.866399 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba6cc31b-8a4a-4f8e-9680-49036ab8aa57 req-4a05dcc3-c9f9-4206-9aeb-033182eff9a9 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475821 Jan 27 21:47:08.884315 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc98d2-415f-4bbf-ae78-b5c8d0500a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=d623e7fc-aabe-464f-a5cc-77ee76c5bf06,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:08.908323 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-45625de0-92c0-4e91-9914-f65258c7d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94251f72-f32d-41f3-a90d-b5164125fb8b', 'name': 'tempest-FloatingIPDetailsTestJSON-384819183-router', 'tenant_id': 'e3fac60a02284521acf07c979fb5e655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:40Z', 'updated_at': '2022-01-27T21:47:08Z', 'revision_number': 6, 'project_id': 'e3fac60a02284521acf07c979fb5e655', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:08.935406 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45625de0-92c0-4e91-9914-f65258c7d048 None None] The sync data for ids ['94251f72-f32d-41f3-a90d-b5164125fb8b'] in n-d-772272-3 is: [{'id': '94251f72-f32d-41f3-a90d-b5164125fb8b', 'name': 'tempest-FloatingIPDetailsTestJSON-384819183-router', 'tenant_id': 'e3fac60a02284521acf07c979fb5e655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:40Z', 'updated_at': '2022-01-27T21:47:08Z', 'revision_number': 6, 'project_id': 'e3fac60a02284521acf07c979fb5e655', 'gw_port_host': None}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:47:08.946107 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8cc98d2-415f-4bbf-ae78-b5c8d0500a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (94251f72-f32d-41f3-a90d-b5164125fb8b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.018542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851fd56-53c7-4826-9f1b-892153c50e1f req-f13f37a4-6e11-450c-a7a4-fe0528353a16 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:09.020601 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0851fd56-53c7-4826-9f1b-892153c50e1f req-f13f37a4-6e11-450c-a7a4-fe0528353a16 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 944 time: 0.0503504 Jan 27 21:47:09.038351 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8cc98d2-415f-4bbf-ae78-b5c8d0500a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (94251f72-f32d-41f3-a90d-b5164125fb8b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.040517 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8cc98d2-415f-4bbf-ae78-b5c8d0500a2a admin admin] Publish callbacks [] for router_controller (94251f72-f32d-41f3-a90d-b5164125fb8b), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.067365 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0851fd56-53c7-4826-9f1b-892153c50e1f req-80435f92-93de-4033-86f4-91fbe5e72bf3 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409665 Jan 27 21:47:09.087148 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8cc98d2-415f-4bbf-ae78-b5c8d0500a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (94251f72-f32d-41f3-a90d-b5164125fb8b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.087716 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cc98d2-415f-4bbf-ae78-b5c8d0500a2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94251f72-f32d-41f3-a90d-b5164125fb8b {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:47:09.092382 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8cc98d2-415f-4bbf-ae78-b5c8d0500a2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.093614 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c8cc98d2-415f-4bbf-ae78-b5c8d0500a2a admin admin] 10.222.0.23 "DELETE /v2.0/routers/94251f72-f32d-41f3-a90d-b5164125fb8b HTTP/1.1" status: 204 len: 168 time: 0.8368011 Jan 27 21:47:09.096035 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47654) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:09.140850 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-7afb1180-34a6-4049-8057-6a94d67ac570 admin admin] Deleting subnet 0eb276c5-8327-40b3-8e3c-2f9afdf94b8b {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:47:09.143977 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7afb1180-34a6-4049-8057-6a94d67ac570 admin admin] Publish callbacks [] for subnet (0eb276c5-8327-40b3-8e3c-2f9afdf94b8b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.177290 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7afb1180-34a6-4049-8057-6a94d67ac570 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (0eb276c5-8327-40b3-8e3c-2f9afdf94b8b), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.227631 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb59506-3ead-4473-8d13-6002a41f611c req-8d64686f-bc74-45a5-bb8c-1a2043c39917 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:09.229056 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3eb59506-3ead-4473-8d13-6002a41f611c req-8d64686f-bc74-45a5-bb8c-1a2043c39917 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 948 time: 0.0523684 Jan 27 21:47:09.259788 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7afb1180-34a6-4049-8057-6a94d67ac570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (0eb276c5-8327-40b3-8e3c-2f9afdf94b8b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.278408 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3eb59506-3ead-4473-8d13-6002a41f611c req-90004ae9-dd0b-47e0-9503-62d7792787f7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436449 Jan 27 21:47:09.317441 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7afb1180-34a6-4049-8057-6a94d67ac570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (0eb276c5-8327-40b3-8e3c-2f9afdf94b8b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.348753 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7afb1180-34a6-4049-8057-6a94d67ac570 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.352060 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7afb1180-34a6-4049-8057-6a94d67ac570 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0eb276c5-8327-40b3-8e3c-2f9afdf94b8b HTTP/1.1" status: 204 len: 168 time: 0.2550635 Jan 27 21:47:09.354546 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47658) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:09.355583 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355e02ae-2aa5-4689-880d-499bbb6d46c5 None None] Network 671d872d-4d16-4a10-bd31-4070ede99ddd requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:47:09.372876 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb1180-34a6-4049-8057-6a94d67ac570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb276c5-8327-40b3-8e3c-2f9afdf94b8b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:09.430185 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a988abcf-51ae-415d-8f5a-506e370dd631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (671d872d-4d16-4a10-bd31-4070ede99ddd), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.488564 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a988abcf-51ae-415d-8f5a-506e370dd631 admin admin] Deleting port e365db11-bf56-4a71-bb9d-7fb4fd276c33 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:09.489413 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a988abcf-51ae-415d-8f5a-506e370dd631 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e365db11-bf56-4a71-bb9d-7fb4fd276c33), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.509428 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95508d15-40a5-4bd2-96fc-15937ead44f7 req-8d8e66fd-01bd-40c0-a69a-a67e5b12aa49 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:09.510993 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95508d15-40a5-4bd2-96fc-15937ead44f7 req-8d8e66fd-01bd-40c0-a69a-a67e5b12aa49 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 943 time: 0.0575857 Jan 27 21:47:09.551372 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-a988abcf-51ae-415d-8f5a-506e370dd631 admin admin] For port e365db11-bf56-4a71-bb9d-7fb4fd276c33, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e365db11-bf56-4a71-bb9d-7fb4fd276c33,segment=NetworkSegment(102155bc-4d11-4bc2-bba3-8dcf5fbb4e34),segment_id=102155bc-4d11-4bc2-bba3-8dcf5fbb4e34)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:09.551735 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a988abcf-51ae-415d-8f5a-506e370dd631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e365db11-bf56-4a71-bb9d-7fb4fd276c33), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.557814 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95508d15-40a5-4bd2-96fc-15937ead44f7 req-a56ebd1d-e3cf-474e-bc8f-0159e078ad59 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411429 Jan 27 21:47:09.565230 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a988abcf-51ae-415d-8f5a-506e370dd631 admin admin] Calling delete_port for e365db11-bf56-4a71-bb9d-7fb4fd276c33 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:09.645180 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a988abcf-51ae-415d-8f5a-506e370dd631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (e365db11-bf56-4a71-bb9d-7fb4fd276c33), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.671782 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a988abcf-51ae-415d-8f5a-506e370dd631 admin admin] No DVR routers for this DVR port e365db11-bf56-4a71-bb9d-7fb4fd276c33 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:47:09.676608 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988abcf-51ae-415d-8f5a-506e370dd631 admin admin] Pushing event deleted for resources: {'Port': ['ID=e365db11-bf56-4a71-bb9d-7fb4fd276c33,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:09.711398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cbb9e8-40d3-4f02-818c-bbda2ab99b7f None None] DHCP port deletion for 671d872d-4d16-4a10-bd31-4070ede99ddd request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:47:09.757638 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a988abcf-51ae-415d-8f5a-506e370dd631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (671d872d-4d16-4a10-bd31-4070ede99ddd), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.782052 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a988abcf-51ae-415d-8f5a-506e370dd631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671d872d-4d16-4a10-bd31-4070ede99ddd']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:09.793032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a988abcf-51ae-415d-8f5a-506e370dd631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102155bc-4d11-4bc2-bba3-8dcf5fbb4e34') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:09.793337 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a988abcf-51ae-415d-8f5a-506e370dd631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102155bc-4d11-4bc2-bba3-8dcf5fbb4e34') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:09.803433 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a988abcf-51ae-415d-8f5a-506e370dd631 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (102155bc-4d11-4bc2-bba3-8dcf5fbb4e34), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.806212 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f485b86-c9dc-40c1-ad10-107ca3a0d9e4 req-bd18af61-aa23-4442-a306-a444b19a3010 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:09.807769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f485b86-c9dc-40c1-ad10-107ca3a0d9e4 req-bd18af61-aa23-4442-a306-a444b19a3010 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 945 time: 0.0588410 Jan 27 21:47:09.816537 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a988abcf-51ae-415d-8f5a-506e370dd631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (102155bc-4d11-4bc2-bba3-8dcf5fbb4e34), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.828195 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a988abcf-51ae-415d-8f5a-506e370dd631 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:47:09.828585 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a988abcf-51ae-415d-8f5a-506e370dd631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (102155bc-4d11-4bc2-bba3-8dcf5fbb4e34), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: timer() Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:47:09.830448 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:47:09.862035 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f485b86-c9dc-40c1-ad10-107ca3a0d9e4 req-c87b4af7-1aaf-4660-8011-c96720b9b5a8 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483134 Jan 27 21:47:09.901052 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a988abcf-51ae-415d-8f5a-506e370dd631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (671d872d-4d16-4a10-bd31-4070ede99ddd), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.908034 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a988abcf-51ae-415d-8f5a-506e370dd631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.915491 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a988abcf-51ae-415d-8f5a-506e370dd631 admin admin] 10.222.0.23 "DELETE /v2.0/networks/671d872d-4d16-4a10-bd31-4070ede99ddd HTTP/1.1" status: 204 len: 168 time: 0.5597234 Jan 27 21:47:09.927474 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988abcf-51ae-415d-8f5a-506e370dd631 admin admin] Pushing event deleted for resources: {'Network': ['ID=671d872d-4d16-4a10-bd31-4070ede99ddd,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:09.990846 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6270f04-6c23-4e1e-a8b2-7eecf27cf156 req-2a7460a0-fae6-4c15-99b6-0c378ecebf03 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:09.992618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6270f04-6c23-4e1e-a8b2-7eecf27cf156 req-2a7460a0-fae6-4c15-99b6-0c378ecebf03 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.0527091 Jan 27 21:47:10.050826 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6270f04-6c23-4e1e-a8b2-7eecf27cf156 req-34512388-adbf-4a90-bdec-6f2defa166f1 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468566 Jan 27 21:47:10.057350 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47670) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:10.117093 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-db91a829-4510-4ea7-a90a-dd55b0faa988 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3fac60a02284521acf07c979fb5e655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0586092 Jan 27 21:47:10.119742 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47682) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:10.174261 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-923098c3-6d4b-4daa-ac15-8ec6c8150983 admin admin] Publish callbacks [] for security_group (0a5b4722-6590-4bbe-b344-48ab11bcb110), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:10.224155 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-923098c3-6d4b-4daa-ac15-8ec6c8150983 admin admin] Publish callbacks [] for security_group (0a5b4722-6590-4bbe-b344-48ab11bcb110), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:10.265704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba55bef-0512-494f-884a-5be58155c0e1 req-9530d3fd-c5ca-4e68-905b-8da81baedbd0 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:10.267176 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3ba55bef-0512-494f-884a-5be58155c0e1 req-9530d3fd-c5ca-4e68-905b-8da81baedbd0 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 944 time: 0.0910876 Jan 27 21:47:10.304096 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-923098c3-6d4b-4daa-ac15-8ec6c8150983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0a5b4722-6590-4bbe-b344-48ab11bcb110), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:10.306732 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-923098c3-6d4b-4daa-ac15-8ec6c8150983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:10.307856 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-923098c3-6d4b-4daa-ac15-8ec6c8150983 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a5b4722-6590-4bbe-b344-48ab11bcb110 HTTP/1.1" status: 204 len: 168 time: 0.1870627 Jan 27 21:47:10.326658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923098c3-6d4b-4daa-ac15-8ec6c8150983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5b4722-6590-4bbe-b344-48ab11bcb110,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:10.333005 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3ba55bef-0512-494f-884a-5be58155c0e1 req-ad2df03e-d324-4c26-8877-47917b62a948 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600877 Jan 27 21:47:10.445999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e11e8c-9e9b-417b-adcf-8cdb0d7d1f5b req-1d06a34d-5f50-4b4a-9115-1268d878df5f tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:10.447876 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8e11e8c-9e9b-417b-adcf-8cdb0d7d1f5b req-1d06a34d-5f50-4b4a-9115-1268d878df5f tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 948 time: 0.0514433 Jan 27 21:47:10.507844 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8e11e8c-9e9b-417b-adcf-8cdb0d7d1f5b req-97d7878f-44e2-4cf7-a3f9-d6238e409a10 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535924 Jan 27 21:47:10.589436 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6d9afe68-97a7-48fc-b162-0902d0824186 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:10.643852 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 6d9afe68-97a7-48fc-b162-0902d0824186 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:10.644557 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:10.696184 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e056de-6393-4cab-9e51-670cbd17ca8e req-d0e85a65-ca4d-4cf2-af94-3b759828dfb8 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:10.698074 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-79e056de-6393-4cab-9e51-670cbd17ca8e req-d0e85a65-ca4d-4cf2-af94-3b759828dfb8 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 943 time: 0.0568101 Jan 27 21:47:10.743789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 6d9afe68-97a7-48fc-b162-0902d0824186 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:10.744103 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:10.782423 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d09e6c-5a0a-4e92-a2c3-b70a560020f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9afe68-97a7-48fc-b162-0902d0824186'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:10.784719 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fc86f1-5175-4cfe-8e3b-a7d637255d70" -d '{"events": [{"server_uuid": "20d09e6c-5a0a-4e92-a2c3-b70a560020f5", "name": "network-vif-plugged", "status": "completed", "tag": "6d9afe68-97a7-48fc-b162-0902d0824186"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:10.800244 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6d9afe68-97a7-48fc-b162-0902d0824186, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6d9afe68-97a7-48fc-b162-0902d0824186,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:10.806047 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:10.807245 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-79e056de-6393-4cab-9e51-670cbd17ca8e req-902c96f3-a84e-4cad-b20e-e83c730490c9 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022742 Jan 27 21:47:10.814233 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-97c9ee4e-9265-4b74-8aad-c1e74a1b4798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:10.815707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-97c9ee4e-9265-4b74-8aad-c1e74a1b4798 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5&tenant_id=199845b217c54a388bc3d621d514a954 HTTP/1.1" status: 200 len: 1099 time: 0.0906348 Jan 27 21:47:10.851576 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d623e7fc-aabe-464f-a5cc-77ee76c5bf06 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:10.888666 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f39484-5efe-4567-8685-7cf7919f8ac4 x-openstack-request-id: req-f5f39484-5efe-4567-8685-7cf7919f8ac4 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:10.888860 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d09e6c-5a0a-4e92-a2c3-b70a560020f5", "name": "network-vif-plugged", "status": "completed", "tag": "6d9afe68-97a7-48fc-b162-0902d0824186", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:10.889103 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5f39484-5efe-4567-8685-7cf7919f8ac4 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:10.889503 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d09e6c-5a0a-4e92-a2c3-b70a560020f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9afe68-97a7-48fc-b162-0902d0824186', 'code': 200} Jan 27 21:47:10.890800 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-fe0c6ebd-a0a2-472f-82c0-e8f6cd7a901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:10.891825 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: d623e7fc-aabe-464f-a5cc-77ee76c5bf06 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:47:10.892463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d623e7fc-aabe-464f-a5cc-77ee76c5bf06 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:47:10.892693 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-fe0c6ebd-a0a2-472f-82c0-e8f6cd7a901a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 1100 time: 0.0476024 Jan 27 21:47:10.893542 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d50c7c92-6af3-4de3-8980-dc549b3f2c2a no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:10.898936 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=6d9afe68-97a7-48fc-b162-0902d0824186,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:10.939495 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: d50c7c92-6af3-4de3-8980-dc549b3f2c2a {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:47:10.939841 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d50c7c92-6af3-4de3-8980-dc549b3f2c2a not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:47:10.940305 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e365db11-bf56-4a71-bb9d-7fb4fd276c33 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:10.964366 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: e365db11-bf56-4a71-bb9d-7fb4fd276c33 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:47:10.964833 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e365db11-bf56-4a71-bb9d-7fb4fd276c33 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:47:11.024926 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca855b-f104-4608-aeaa-c51642f1b1e6 req-ca068e97-507a-41cd-88d3-620dc3844935 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:11.026392 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ccca855b-f104-4608-aeaa-c51642f1b1e6 req-ca068e97-507a-41cd-88d3-620dc3844935 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 945 time: 0.0676072 Jan 27 21:47:11.061380 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-ca81cb4a-64ef-4d9f-bdee-0a1e44615901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:11.062850 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-ca81cb4a-64ef-4d9f-bdee-0a1e44615901 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.1633890 Jan 27 21:47:11.118096 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-009c90b4-642f-48f9-9219-fe9075f20080 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6d9afe68-97a7-48fc-b162-0902d0824186 HTTP/1.1" status: 200 len: 217 time: 0.0455520 Jan 27 21:47:11.125210 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ccca855b-f104-4608-aeaa-c51642f1b1e6 req-66e5dce9-2044-4391-a03d-2c1533743549 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924962 Jan 27 21:47:11.169699 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-61023e65-afaa-4b09-b2e1-9287b479e685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:11.171166 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-61023e65-afaa-4b09-b2e1-9287b479e685 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0451791 Jan 27 21:47:11.247991 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-b56c7962-694d-47b4-a092-c2e79e264f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:11.249541 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-b56c7962-694d-47b4-a092-c2e79e264f6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0725946 Jan 27 21:47:11.260951 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d51f5f-8832-4315-877b-d8a11b7867bd req-6fa90381-77a7-4dc7-892c-2d6462233c3b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:11.262387 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37d51f5f-8832-4315-877b-d8a11b7867bd req-6fa90381-77a7-4dc7-892c-2d6462233c3b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.0614238 Jan 27 21:47:11.354558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37d51f5f-8832-4315-877b-d8a11b7867bd req-51d33637-a204-4e6e-a0c2-058bdb2c6432 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842581 Jan 27 21:47:11.379701 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-80cc7942-81a8-412c-87d4-085d0e284589 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163208 Jan 27 21:47:11.472607 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-568ee4a8-c804-453c-b640-a8a7a194b6c8 req-990f8d09-fb87-47c2-8e7a-baf50d3526fb service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862751 Jan 27 21:47:11.637021 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81ff4d-a260-41d0-9ca8-5d521cf293a0 req-f02f9656-599c-4475-8c24-611ceca8d4e5 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:11.638469 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a81ff4d-a260-41d0-9ca8-5d521cf293a0 req-f02f9656-599c-4475-8c24-611ceca8d4e5 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 944 time: 0.0478771 Jan 27 21:47:11.683432 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a81ff4d-a260-41d0-9ca8-5d521cf293a0 req-3b62904d-9192-4d7c-ac2a-a066fd3cadec tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394819 Jan 27 21:47:11.786046 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05576466-41dc-48a5-8a81-8f52678acfd7 req-bc9dd0ef-a1ae-4035-837d-65e1fa3aa180 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:11.787449 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05576466-41dc-48a5-8a81-8f52678acfd7 req-bc9dd0ef-a1ae-4035-837d-65e1fa3aa180 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.0468354 Jan 27 21:47:11.836019 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05576466-41dc-48a5-8a81-8f52678acfd7 req-90c0e7ce-5f1a-4e86-b123-30d7ecb6abcc tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431151 Jan 27 21:47:11.962954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524a697-1a3e-434b-9326-0dbd0eda1d12 req-03d65fa2-7a53-4c92-ba8c-ceace0a4c062 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:11.964421 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a524a697-1a3e-434b-9326-0dbd0eda1d12 req-03d65fa2-7a53-4c92-ba8c-ceace0a4c062 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 943 time: 0.0474660 Jan 27 21:47:12.010509 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a524a697-1a3e-434b-9326-0dbd0eda1d12 req-06cc3b1f-0c6b-413c-b898-35624b9ae90c tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406075 Jan 27 21:47:12.236746 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38475981-79cb-43d2-b14e-a90ddbd218d1 req-0b04ded3-11bc-4dfe-91e6-569146d71982 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:12.238230 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38475981-79cb-43d2-b14e-a90ddbd218d1 req-0b04ded3-11bc-4dfe-91e6-569146d71982 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 945 time: 0.0478826 Jan 27 21:47:12.288836 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38475981-79cb-43d2-b14e-a90ddbd218d1 req-847c7d98-ba50-4444-8382-261bffa2cc8d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442526 Jan 27 21:47:12.389796 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47776) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:12.446585 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:12.474464 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd64c13-a703-48c7-ad92-e89212138572 req-3bae43fc-38b0-463c-b933-f20488ec41b6 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:12.475911 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2cd64c13-a703-48c7-ad92-e89212138572 req-3bae43fc-38b0-463c-b933-f20488ec41b6 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.0543909 Jan 27 21:47:12.500143 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-da61ea11-040a-41cc-9cca-75aac4a95a22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:12.523941 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2cd64c13-a703-48c7-ad92-e89212138572 req-f2778323-204f-4004-bf92-25bd8e01863a tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421760 Jan 27 21:47:12.588812 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-da61ea11-040a-41cc-9cca-75aac4a95a22 admin admin] Publish callbacks [] for security_group (ca600251-8796-413b-bb40-0117e59aae76), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:12.595866 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-da61ea11-040a-41cc-9cca-75aac4a95a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ca600251-8796-413b-bb40-0117e59aae76), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:12.633165 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-da61ea11-040a-41cc-9cca-75aac4a95a22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a39315b179104970976b43cb1348d202&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423036 Jan 27 21:47:12.633998 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61ea11-040a-41cc-9cca-75aac4a95a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca600251-8796-413b-bb40-0117e59aae76,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:12.635885 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47790) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:12.683168 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80182635-8d7d-48fe-b670-b1a1fddaae69 admin admin] Publish callbacks [] for security_group (ca600251-8796-413b-bb40-0117e59aae76), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:12.704215 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80182635-8d7d-48fe-b670-b1a1fddaae69 admin admin] Publish callbacks [] for security_group (ca600251-8796-413b-bb40-0117e59aae76), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:12.752515 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80182635-8d7d-48fe-b670-b1a1fddaae69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ca600251-8796-413b-bb40-0117e59aae76), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:12.755296 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80182635-8d7d-48fe-b670-b1a1fddaae69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:12.757171 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-80182635-8d7d-48fe-b670-b1a1fddaae69 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca600251-8796-413b-bb40-0117e59aae76 HTTP/1.1" status: 204 len: 168 time: 0.1201627 Jan 27 21:47:12.774646 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80182635-8d7d-48fe-b670-b1a1fddaae69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca600251-8796-413b-bb40-0117e59aae76,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:12.814375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b4a2f-6522-4800-bc1a-0fe705dceeb4 req-3cd78916-a1e2-4904-b71b-5601702f0a1d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:12.816021 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-992b4a2f-6522-4800-bc1a-0fe705dceeb4 req-3cd78916-a1e2-4904-b71b-5601702f0a1d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 944 time: 0.0577583 Jan 27 21:47:12.869493 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-992b4a2f-6522-4800-bc1a-0fe705dceeb4 req-2e7ca906-9e1c-4ed0-8805-b6e16e09f1cb tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466747 Jan 27 21:47:12.976669 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2dfd1-9e13-4ef7-9e36-76a6423e274f req-705e5b84-5f1f-4e94-84c0-c3d01648151a tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:12.978161 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0bb2dfd1-9e13-4ef7-9e36-76a6423e274f req-705e5b84-5f1f-4e94-84c0-c3d01648151a tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.0493588 Jan 27 21:47:13.028442 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0bb2dfd1-9e13-4ef7-9e36-76a6423e274f req-d62b6bba-16ac-47e4-806a-3588f93ef32c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447197 Jan 27 21:47:13.134017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913cf8c-f940-4b43-840d-6c4c9a56e617 req-a5a40816-cfe9-48d3-8956-8b02c5614a3d tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:13.135520 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2913cf8c-f940-4b43-840d-6c4c9a56e617 req-a5a40816-cfe9-48d3-8956-8b02c5614a3d tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 943 time: 0.0509121 Jan 27 21:47:13.182969 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2913cf8c-f940-4b43-840d-6c4c9a56e617 req-cc9f08ba-1a4a-4f4a-b399-a0fbf9159ff9 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418141 Jan 27 21:47:13.418407 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b8a33-d168-4af6-9c98-2d3efdfe1523 req-52b9b307-2782-4e49-ab82-86bb3fe9358a tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:13.420439 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff4b8a33-d168-4af6-9c98-2d3efdfe1523 req-52b9b307-2782-4e49-ab82-86bb3fe9358a tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 945 time: 0.0623972 Jan 27 21:47:13.492834 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff4b8a33-d168-4af6-9c98-2d3efdfe1523 req-910719fe-b020-42c0-815b-c645729e4c62 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624692 Jan 27 21:47:13.560036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570a5b6-32a7-413d-a2d9-35c8a608a23b req-f6cfabcf-4abb-42f1-a1dc-aa34a6f537f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:13.561660 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4570a5b6-32a7-413d-a2d9-35c8a608a23b req-f6cfabcf-4abb-42f1-a1dc-aa34a6f537f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc08858640d0459e88dc1fcfa79be649&device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 1094 time: 0.0609212 Jan 27 21:47:13.645107 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-ff35f828-5cd5-453d-965a-a77d3858d483 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:13.650142 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-ff35f828-5cd5-453d-965a-a77d3858d483 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f&tenant_id=6f69f01a295841ef87a2606a7f3645b9&binding%3Ahost_id=n-h1-772272-3 HTTP/1.1" status: 200 len: 1095 time: 0.0524540 Jan 27 21:47:13.715650 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-2b6a2157-e794-4b54-854f-b8be6b9ad83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:13.718331 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-2b6a2157-e794-4b54-854f-b8be6b9ad83b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f&tenant_id=6f69f01a295841ef87a2606a7f3645b9 HTTP/1.1" status: 200 len: 1095 time: 0.0496204 Jan 27 21:47:13.798844 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-0d5c8f9d-1b46-468a-aef1-a7939534ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:13.800378 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-0d5c8f9d-1b46-468a-aef1-a7939534ebd9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 1095 time: 0.0474210 Jan 27 21:47:13.903059 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-c5e88b3d-d2d4-4836-a03a-e402dc6209b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:13.904615 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-c5e88b3d-d2d4-4836-a03a-e402dc6209b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 920 time: 0.0944786 Jan 27 21:47:13.953112 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-8b6ba72f-59bb-495d-a429-e71de19c6803 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 HTTP/1.1" status: 200 len: 217 time: 0.0367515 Jan 27 21:47:14.019444 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-32c3cab9-ac26-4adc-bdde-374218ad3f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:14.021767 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-32c3cab9-ac26-4adc-bdde-374218ad3f5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.0600693 Jan 27 21:47:14.059124 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-801bcb1c-6da4-44a2-851e-ee25ea1d91c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283465 Jan 27 21:47:14.122551 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb9c7e-f7aa-4b7e-9227-e1df24fb49e2 req-2205be61-e36a-43ec-b711-84c62259f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:14.124056 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1bfb9c7e-f7aa-4b7e-9227-e1df24fb49e2 req-2205be61-e36a-43ec-b711-84c62259f1aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 1124 time: 0.5287571 Jan 27 21:47:14.144736 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda81c86-2812-4981-8eb8-2c2bd6d56e5b req-598b8855-bb41-4e21-88af-0c681558a47b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:14.146183 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fda81c86-2812-4981-8eb8-2c2bd6d56e5b req-598b8855-bb41-4e21-88af-0c681558a47b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.5394869 Jan 27 21:47:14.156525 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-e7aeffc8-d9d4-4db3-9778-62f001c87050 service neutron] 10.222.0.21 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885909 Jan 27 21:47:14.200770 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570a5b6-32a7-413d-a2d9-35c8a608a23b req-6821c844-83f0-4279-b04a-01690956d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:14.202228 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4570a5b6-32a7-413d-a2d9-35c8a608a23b req-6821c844-83f0-4279-b04a-01690956d67f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=cc08858640d0459e88dc1fcfa79be649&shared=False HTTP/1.1" status: 200 len: 923 time: 0.6057398 Jan 27 21:47:14.245765 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-69cc6066-f6c7-4224-a56e-f9e30f655e14 service neutron] 10.222.0.21 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819678 Jan 27 21:47:14.262463 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca9427-2d0e-4b3a-86e1-a5cdd4991f20 req-cb45996e-895c-433e-90ca-76bf379a4778 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:14.264386 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8ca9427-2d0e-4b3a-86e1-a5cdd4991f20 req-cb45996e-895c-433e-90ca-76bf379a4778 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 944 time: 0.2051628 Jan 27 21:47:14.400135 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fda81c86-2812-4981-8eb8-2c2bd6d56e5b req-652d9d53-fff8-4e35-bf68-5fe29ce6b019 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362640 Jan 27 21:47:14.466483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb9c7e-f7aa-4b7e-9227-e1df24fb49e2 req-24b82bae-0cda-40b5-b466-6b5e1898fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:14.467937 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1bfb9c7e-f7aa-4b7e-9227-e1df24fb49e2 req-24b82bae-0cda-40b5-b466-6b5e1898fb02 service neutron] 10.222.0.21 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 909 time: 0.3166583 Jan 27 21:47:14.522356 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8ca9427-2d0e-4b3a-86e1-a5cdd4991f20 req-d24e7548-a637-4c34-bbd1-466d4f12a7a7 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401106 Jan 27 21:47:14.525778 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1bfb9c7e-f7aa-4b7e-9227-e1df24fb49e2 req-822fdd2c-f912-4027-9bf1-bf916680902c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e207a24b-6340-4d64-8b69-80f333fccfd7 HTTP/1.1" status: 200 len: 217 time: 0.0474317 Jan 27 21:47:14.529116 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570a5b6-32a7-413d-a2d9-35c8a608a23b req-b489b998-ecc7-458e-9536-01f1ddd444e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:14.530561 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4570a5b6-32a7-413d-a2d9-35c8a608a23b req-b489b998-ecc7-458e-9536-01f1ddd444e3 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2957642 Jan 27 21:47:14.600449 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb9c7e-f7aa-4b7e-9227-e1df24fb49e2 req-175380ec-f4e6-41c1-935a-19e9566c5756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:14.602549 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1bfb9c7e-f7aa-4b7e-9227-e1df24fb49e2 req-175380ec-f4e6-41c1-935a-19e9566c5756 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c8c1fde-1173-4cc5-9eb6-13f24f8d2210 HTTP/1.1" status: 200 len: 848 time: 0.0663443 Jan 27 21:47:14.616824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6d9afe68-97a7-48fc-b162-0902d0824186 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:47:14.647920 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1bfb9c7e-f7aa-4b7e-9227-e1df24fb49e2 req-8d53a2bc-9f47-432c-a81a-00384e05f36e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=682655b0-dbc8-497a-9054-3d8e44de5af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309589 Jan 27 21:47:14.664477 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-364beca6-7371-4ce7-ba84-2dbcd2f8e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:14.666629 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-364beca6-7371-4ce7-ba84-2dbcd2f8e6d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc08858640d0459e88dc1fcfa79be649&device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 1094 time: 0.0562747 Jan 27 21:47:14.712178 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-7a809e3b-119a-4458-8ff7-1ea25a78464d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1453da9a-e283-41d9-9529-df770baf2816 HTTP/1.1" status: 200 len: 217 time: 0.0380092 Jan 27 21:47:14.715614 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6d9afe68-97a7-48fc-b162-0902d0824186 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:14.750405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6d9afe68-97a7-48fc-b162-0902d0824186, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6d9afe68-97a7-48fc-b162-0902d0824186,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:14.769920 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '6d9afe68-97a7-48fc-b162-0902d0824186', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '6d9afe68-97a7-48fc-b162-0902d0824186', 'mac_address': 'fa:16:3e:9c:c5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:47:14.777530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-ec7e66ab-4e6b-42a6-95e3-3b458be98ea6 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:14.779529 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-ec7e66ab-4e6b-42a6-95e3-3b458be98ea6 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f&tenant_id=6f69f01a295841ef87a2606a7f3645b9&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 1095 time: 0.1636963 Jan 27 21:47:14.779966 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-912ef0af-855c-4837-af7f-dba4f42980d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:14.781782 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-912ef0af-855c-4837-af7f-dba4f42980d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6a7da387-cb8b-4945-b993-4a5e78bffd27 HTTP/1.1" status: 200 len: 862 time: 0.0626194 Jan 27 21:47:14.802169 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9095347-2ccf-4c06-aea1-b3c214752181 req-5d7e2c00-2bfe-4f30-852e-a843597ece6f tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:14.807347 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f9095347-2ccf-4c06-aea1-b3c214752181 req-5d7e2c00-2bfe-4f30-852e-a843597ece6f tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 949 time: 0.1999753 Jan 27 21:47:14.838355 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-b46d60d4-171d-4769-9e38-c5d9bf5d1cf9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08785562-76b3-4501-80fb-2c234e0f6c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434134 Jan 27 21:47:14.864411 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 6d9afe68-97a7-48fc-b162-0902d0824186 is: ACTIVE; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:14.865140 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:14.868366 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 6d9afe68-97a7-48fc-b162-0902d0824186 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:14.868925 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:14.928516 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f9095347-2ccf-4c06-aea1-b3c214752181 req-6a74080a-ca51-4ea0-ab80-9bfd5582f753 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073050 Jan 27 21:47:14.955023 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1bfb9c7e-f7aa-4b7e-9227-e1df24fb49e2 req-438c3245-2481-423a-b4ed-2511b9db49f7 service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791750 Jan 27 21:47:15.016952 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-b25e773d-e1fd-4cac-a68f-7c7f7e39ff89 service neutron] 10.222.0.21 "GET /v2.0/networks/08785562-76b3-4501-80fb-2c234e0f6c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647704 Jan 27 21:47:15.043681 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d9afe68-97a7-48fc-b162-0902d0824186 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:15.064250 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6d9afe68-97a7-48fc-b162-0902d0824186, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6d9afe68-97a7-48fc-b162-0902d0824186,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:15.075101 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:15.148622 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:47:15.148993 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:47:15.150803 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4d6897db-30d2-47e9-b6a4-32ad47933733 req-1389b521-4a6e-44af-8e86-a1fff18cb8b4 service neutron] 10.222.0.21 "GET /v2.0/networks/08785562-76b3-4501-80fb-2c234e0f6c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267464 Jan 27 21:47:15.151945 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=6d9afe68-97a7-48fc-b162-0902d0824186,revision_number=9']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:15.177869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b5475-7a5f-4bf0-be39-201ca577da9a req-7103549a-ebde-481f-8719-7d20f04ee283 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:15.179294 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-992b5475-7a5f-4bf0-be39-201ca577da9a req-7103549a-ebde-481f-8719-7d20f04ee283 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 943 time: 0.1664116 Jan 27 21:47:15.243751 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-33a5749c-09ba-4b7a-bdd8-01e0b539cec2 service neutron] For port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:15.252514 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-33a5749c-09ba-4b7a-bdd8-01e0b539cec2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:15.253609 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f48eeeac-6231-4db3-bb7c-05fcf833359a req-33a5749c-09ba-4b7a-bdd8-01e0b539cec2 service neutron] 10.222.0.21 "DELETE /v2.0/ports/a8a44e1e-4a61-45f2-ae17-7f7b0426eb20/bindings/n-h1-772272-3 HTTP/1.1" status: 204 len: 173 time: 0.4451287 Jan 27 21:47:15.255449 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1bfb9c7e-f7aa-4b7e-9227-e1df24fb49e2 req-0c2d3b99-9ce2-434b-b8eb-586f11378083 service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858179 Jan 27 21:47:15.262195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0dfb07-bb7e-4e4c-aac0-1864622d4c37 req-3aa82cbb-9092-49c0-8415-be3dc9e73d36 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:15.263615 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c0dfb07-bb7e-4e4c-aac0-1864622d4c37 req-3aa82cbb-9092-49c0-8415-be3dc9e73d36 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 945 time: 0.1282020 Jan 27 21:47:15.298957 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-992b5475-7a5f-4bf0-be39-201ca577da9a req-e967c398-c48d-4075-aedd-71c2d60a3102 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127534 Jan 27 21:47:15.324988 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c0dfb07-bb7e-4e4c-aac0-1864622d4c37 req-001ca6c9-0279-4e82-94e5-906d2e089f3a tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556390 Jan 27 21:47:15.399062 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['6d9afe68-97a7-48fc-b162-0902d0824186'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:47:15.538801 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce9040-af9b-4383-815d-7dd80afe6013 req-ea785baf-e200-40d9-80b8-aa05e30841fd tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:15.540438 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26ce9040-af9b-4383-815d-7dd80afe6013 req-ea785baf-e200-40d9-80b8-aa05e30841fd tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 948 time: 0.0994272 Jan 27 21:47:15.602204 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee91fd7-3f99-4274-9fd9-7297577ed41f req-416ad944-e5b3-4ba5-a0ff-d775f3031a85 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:15.609655 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ee91fd7-3f99-4274-9fd9-7297577ed41f req-416ad944-e5b3-4ba5-a0ff-d775f3031a85 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.1223528 Jan 27 21:47:15.638968 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26ce9040-af9b-4383-815d-7dd80afe6013 req-f68b4186-716d-4c20-92a3-5a47c67d8c71 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926428 Jan 27 21:47:15.668938 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ee91fd7-3f99-4274-9fd9-7297577ed41f req-a49663e1-5c4e-4837-852e-eb37e1d942fa tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579038 Jan 27 21:47:15.707526 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 6d9afe68-97a7-48fc-b162-0902d0824186 is: BUILD; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:15.708616 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:15.724427 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6d9afe68-97a7-48fc-b162-0902d0824186 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:15.747014 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6d9afe68-97a7-48fc-b162-0902d0824186, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6d9afe68-97a7-48fc-b162-0902d0824186,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:15.752900 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:15.790210 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ec1d5-0688-4251-a54b-93f645f6f563 req-fa2e76e5-218f-4cb1-be0f-04ff5665434c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:15.792127 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-657ec1d5-0688-4251-a54b-93f645f6f563 req-fa2e76e5-218f-4cb1-be0f-04ff5665434c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 944 time: 0.0698633 Jan 27 21:47:15.844232 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=6d9afe68-97a7-48fc-b162-0902d0824186,revision_number=10']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:15.885439 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-657ec1d5-0688-4251-a54b-93f645f6f563 req-80814709-5daf-4ab4-b1fb-747aec47ffdf tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866184 Jan 27 21:47:16.093114 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-3550b027-54ca-41c4-90bf-879183eb4f91 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=199845b217c54a388bc3d621d514a954&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409591 Jan 27 21:47:16.161009 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5347c7-4b6a-405b-a159-2edc150234f6 req-3147ff0d-fed7-44a2-914f-078fc4dfb02d tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:16.163109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e5347c7-4b6a-405b-a159-2edc150234f6 req-3147ff0d-fed7-44a2-914f-078fc4dfb02d tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 1095 time: 0.1307104 Jan 27 21:47:16.254731 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e5347c7-4b6a-405b-a159-2edc150234f6 req-53eefec2-8af3-4779-b2b9-61d0f9c3b81c tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798428 Jan 27 21:47:16.263670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-29c75189-c1d8-43d5-8939-3946316b2637 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:16.265215 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-29c75189-c1d8-43d5-8939-3946316b2637 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1648993 Jan 27 21:47:16.293022 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47926) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:16.298012 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-3719a5b9-1bd1-4626-8650-f4e27130ea1b tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/quotas/199845b217c54a388bc3d621d514a954 HTTP/1.1" status: 200 len: 375 time: 0.0268459 Jan 27 21:47:16.382899 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-74bc7fe1-bd06-4540-8c39-08c0918a1ba4 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0826395 Jan 27 21:47:16.457430 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548663f-8046-4d62-91a4-2b5f0700ad02 req-01eb45b8-1865-46fd-a0d8-7047fa592ecf tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:16.459746 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b548663f-8046-4d62-91a4-2b5f0700ad02 req-01eb45b8-1865-46fd-a0d8-7047fa592ecf tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 1095 time: 0.0763102 Jan 27 21:47:16.521428 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9df5926-30fa-4916-85bb-d63fd7fc6165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.536395 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b548663f-8046-4d62-91a4-2b5f0700ad02 req-8c4cba58-b4b9-4767-b697-ec3ad94775b4 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612922 Jan 27 21:47:16.774879 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9df5926-30fa-4916-85bb-d63fd7fc6165 admin admin] Publish callbacks [] for security_group (f64ed699-80f3-483b-b95f-b1a558a2fbae), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.784967 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9df5926-30fa-4916-85bb-d63fd7fc6165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f64ed699-80f3-483b-b95f-b1a558a2fbae), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.785269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9d818-5ef5-4bb9-be82-1e09429edc57 req-71030055-8f53-40a7-9e3c-55c2cfc94a88 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:16.786840 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4de9d818-5ef5-4bb9-be82-1e09429edc57 req-71030055-8f53-40a7-9e3c-55c2cfc94a88 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 943 time: 0.1426768 Jan 27 21:47:16.799539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c67bbf-3fb5-4220-b21e-1ff7e432168e req-c3cb8572-8d1e-4b96-919b-ac9f9ed1e718 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:16.807299 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46c67bbf-3fb5-4220-b21e-1ff7e432168e req-c3cb8572-8d1e-4b96-919b-ac9f9ed1e718 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 945 time: 0.0969119 Jan 27 21:47:16.868114 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f9df5926-30fa-4916-85bb-d63fd7fc6165 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd4d322c561942c18ce23bdf4e54d7be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5739849 Jan 27 21:47:16.869691 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df5926-30fa-4916-85bb-d63fd7fc6165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64ed699-80f3-483b-b95f-b1a558a2fbae,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:16.874580 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47954) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:16.953069 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0f375b45-16ca-4c31-8c85-38a7d2719385 admin admin] Publish callbacks [] for security_group (f64ed699-80f3-483b-b95f-b1a558a2fbae), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.956729 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46c67bbf-3fb5-4220-b21e-1ff7e432168e req-9293de6a-f486-4119-8052-9695a789e571 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485066 Jan 27 21:47:16.960832 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4de9d818-5ef5-4bb9-be82-1e09429edc57 req-a35d6478-2cc0-4324-ab0b-a0dd433297a4 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453843 Jan 27 21:47:17.000786 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0f375b45-16ca-4c31-8c85-38a7d2719385 admin admin] Publish callbacks [] for security_group (f64ed699-80f3-483b-b95f-b1a558a2fbae), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:17.090350 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0f375b45-16ca-4c31-8c85-38a7d2719385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f64ed699-80f3-483b-b95f-b1a558a2fbae), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:17.093433 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0f375b45-16ca-4c31-8c85-38a7d2719385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:17.097054 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0f375b45-16ca-4c31-8c85-38a7d2719385 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f64ed699-80f3-483b-b95f-b1a558a2fbae HTTP/1.1" status: 204 len: 168 time: 0.2181537 Jan 27 21:47:17.111113 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f375b45-16ca-4c31-8c85-38a7d2719385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64ed699-80f3-483b-b95f-b1a558a2fbae,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:17.179161 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f5e79e2-7e49-4596-838d-71827e026990 req-807a1c68-8c9b-4327-b424-ba8495f18bf1 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 210 time: 0.0641100 Jan 27 21:47:17.424747 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087b5c9-ee6e-429d-87b5-3cfd33aaa4f7 req-64122943-6a98-48f4-87c1-2b0a286bcea9 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:17.432552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7087b5c9-ee6e-429d-87b5-3cfd33aaa4f7 req-64122943-6a98-48f4-87c1-2b0a286bcea9 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.1433601 Jan 27 21:47:17.493170 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7087b5c9-ee6e-429d-87b5-3cfd33aaa4f7 req-33b95738-b883-4459-ac61-d7f74eead276 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521352 Jan 27 21:47:17.709735 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d5dab-e0e7-4a33-b775-062a6b921fa3 req-7d3d8a0d-4248-4962-ae55-7380365a4375 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:17.717134 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-067d5dab-e0e7-4a33-b775-062a6b921fa3 req-7d3d8a0d-4248-4962-ae55-7380365a4375 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 945 time: 0.0961633 Jan 27 21:47:17.726497 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47984) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:17.731363 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-309f5999-b3bd-4db1-8bf2-0ee82cd7335e tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Request body: {'floatingip': {'port_id': '92a5ced4-d92b-48c9-b781-6a4ede3959f2'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:17.782026 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-309f5999-b3bd-4db1-8bf2-0ee82cd7335e tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks [] for floatingip (c949853d-d70e-45b2-ae0e-73d81bc43483), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:18.053158 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-a4d09417-0ef9-42fc-a796-fbadc51832f6 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=199845b217c54a388bc3d621d514a954&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345161 Jan 27 21:47:18.282903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-c654edb8-a72a-49f5-9610-d7121c8d2a27 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:18.284723 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-c654edb8-a72a-49f5-9610-d7121c8d2a27 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2276151 Jan 27 21:47:18.307461 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-2a095e7f-bb55-4610-afac-b8386c9d8c7c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Request body: {'port': {'device_id': '9a475245-6351-4e34-9566-d541f9337876', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '199845b217c54a388bc3d621d514a954'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:18.372890 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48012) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:18.527313 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e1830db-dcca-445b-867e-20d6129fa02c req-f78246f1-eeeb-4b85-92c0-8e6a5bf310e5 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 210 time: 0.1156762 Jan 27 21:47:18.556140 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937f093-dfdc-4eaa-8cdd-1e86f9e8cf93 req-1d260ef5-0d8d-4a29-b2d3-81a5aabf7c5d tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:18.575163 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b937f093-dfdc-4eaa-8cdd-1e86f9e8cf93 req-1d260ef5-0d8d-4a29-b2d3-81a5aabf7c5d tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 943 time: 0.4437461 Jan 27 21:47:18.645588 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6d9afe68-97a7-48fc-b162-0902d0824186 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:18.688845 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-d080a3e0-b791-47f3-bef3-5934edb9fcc1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-653688280-network', 'tenant_id': 'c7d7331d5e2a40c18a30d56868463488'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:18.746872 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 6d9afe68-97a7-48fc-b162-0902d0824186 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:18.747734 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:18.834360 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d080a3e0-b791-47f3-bef3-5934edb9fcc1 admin admin] Made reservation on behalf of c7d7331d5e2a40c18a30d56868463488 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:47:18.836601 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d080a3e0-b791-47f3-bef3-5934edb9fcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:18.865885 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b937f093-dfdc-4eaa-8cdd-1e86f9e8cf93 req-af255da7-e731-4b86-a067-11ea8ea4a752 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896736 Jan 27 21:47:18.890534 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d080a3e0-b791-47f3-bef3-5934edb9fcc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:18.898755 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 6d9afe68-97a7-48fc-b162-0902d0824186 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:18.899380 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:18.943376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f248556-fcb8-4376-8d69-bb00bfbecafb req-11619fa7-ba5a-41de-930b-09b23b948f26 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:18.951104 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8f248556-fcb8-4376-8d69-bb00bfbecafb req-11619fa7-ba5a-41de-930b-09b23b948f26 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.2735124 Jan 27 21:47:18.958074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-2a095e7f-bb55-4610-afac-b8386c9d8c7c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Made reservation on behalf of 199845b217c54a388bc3d621d514a954 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:47:18.963055 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-2a095e7f-bb55-4610-afac-b8386c9d8c7c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:18.979603 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d09e6c-5a0a-4e92-a2c3-b70a560020f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9afe68-97a7-48fc-b162-0902d0824186'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:19.008465 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57901465-5159-4003-a4ca-276aa9dea4b6" -d '{"events": [{"server_uuid": "20d09e6c-5a0a-4e92-a2c3-b70a560020f5", "name": "network-vif-plugged", "status": "completed", "tag": "6d9afe68-97a7-48fc-b162-0902d0824186"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:19.053857 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6d9afe68-97a7-48fc-b162-0902d0824186, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6d9afe68-97a7-48fc-b162-0902d0824186,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:19.065655 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:19.117042 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2501bb-8d1f-45b4-96d6-b256bc9c02fe x-openstack-request-id: req-6f2501bb-8d1f-45b4-96d6-b256bc9c02fe {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:19.117417 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d09e6c-5a0a-4e92-a2c3-b70a560020f5", "name": "network-vif-plugged", "status": "completed", "tag": "6d9afe68-97a7-48fc-b162-0902d0824186", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:19.117620 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f2501bb-8d1f-45b4-96d6-b256bc9c02fe {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:19.118041 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d09e6c-5a0a-4e92-a2c3-b70a560020f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9afe68-97a7-48fc-b162-0902d0824186', 'code': 200} Jan 27 21:47:19.179862 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=6d9afe68-97a7-48fc-b162-0902d0824186,revision_number=11']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:19.199534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8f248556-fcb8-4376-8d69-bb00bfbecafb req-d072b8df-5a80-4c47-9495-e347159c7efc tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256529 Jan 27 21:47:19.223792 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.db.resource_extend [None req-309f5999-b3bd-4db1-8bf2-0ee82cd7335e tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:47:19.308474 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-309f5999-b3bd-4db1-8bf2-0ee82cd7335e tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:19.314438 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-309f5999-b3bd-4db1-8bf2-0ee82cd7335e tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (c949853d-d70e-45b2-ae0e-73d81bc43483), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:19.353731 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d080a3e0-b791-47f3-bef3-5934edb9fcc1 admin admin] Publish callbacks [] for security_group (892ef0a5-0941-4ec0-9bfd-dc6942691291), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:19.355068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-2a095e7f-bb55-4610-afac-b8386c9d8c7c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Allocated IP 192.168.233.11 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/2ac52047-eee4-42ae-ac97-26750154c408) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:19.371273 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d080a3e0-b791-47f3-bef3-5934edb9fcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (892ef0a5-0941-4ec0-9bfd-dc6942691291), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:19.426700 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d080a3e0-b791-47f3-bef3-5934edb9fcc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:47:19.472573 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d080a3e0-b791-47f3-bef3-5934edb9fcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (eb6f9860-70ce-419a-9291-02c7d796dc81), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:19.473734 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-d080a3e0-b791-47f3-bef3-5934edb9fcc1 admin admin] Added segment eb6f9860-70ce-419a-9291-02c7d796dc81 of type vlan for network 265daaa1-7c3a-4652-a9ee-1e8041af38f6 Jan 27 21:47:19.490419 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-309f5999-b3bd-4db1-8bf2-0ee82cd7335e tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Floating IP c949853d-d70e-45b2-ae0e-73d81bc43483 associated. External IP: 172.25.3.148, port: 92a5ced4-d92b-48c9-b781-6a4ede3959f2. Jan 27 21:47:19.530096 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d080a3e0-b791-47f3-bef3-5934edb9fcc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (265daaa1-7c3a-4652-a9ee-1e8041af38f6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:19.553496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080a3e0-b791-47f3-bef3-5934edb9fcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892ef0a5-0941-4ec0-9bfd-dc6942691291,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:19.723361 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-2a095e7f-bb55-4610-afac-b8386c9d8c7c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks [] for port (2ac52047-eee4-42ae-ac97-26750154c408), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:19.760901 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d080a3e0-b791-47f3-bef3-5934edb9fcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (265daaa1-7c3a-4652-a9ee-1e8041af38f6), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:19.761942 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d080a3e0-b791-47f3-bef3-5934edb9fcc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:19.762841 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d080a3e0-b791-47f3-bef3-5934edb9fcc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:19.803607 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309f5999-b3bd-4db1-8bf2-0ee82cd7335e tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Router f477c330-a748-4945-8983-285456798376 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:47:19.831278 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-2a095e7f-bb55-4610-afac-b8386c9d8c7c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (2ac52047-eee4-42ae-ac97-26750154c408), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:19.844880 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['77330e54-d780-4c6d-ada9-0ade9cecfd40', '6d9afe68-97a7-48fc-b162-0902d0824186'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:47:19.852046 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['537d39f5-3db6-4733-9179-5735f9af9f10'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:47:19.900890 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080a3e0-b791-47f3-bef3-5934edb9fcc1 admin admin] Pushing event updated for resources: {'Network': ['ID=265daaa1-7c3a-4652-a9ee-1e8041af38f6,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:19.947952 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:47:19.960293 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 265daaa1-7c3a-4652-a9ee-1e8041af38f6 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:47:19.970934 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d080a3e0-b791-47f3-bef3-5934edb9fcc1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5699551 Jan 27 21:47:19.977188 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48038) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:19.986835 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-2a095e7f-bb55-4610-afac-b8386c9d8c7c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:19.991447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-9158d84f-620f-467d-b792-a524dc5f21b0 admin admin] Request body: {'subnet': {'network_id': '265daaa1-7c3a-4652-a9ee-1e8041af38f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-653688280-subnet', 'tenant_id': 'c7d7331d5e2a40c18a30d56868463488', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:20.012842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-2a095e7f-bb55-4610-afac-b8386c9d8c7c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:20.018719 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-2a095e7f-bb55-4610-afac-b8386c9d8c7c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:20.062108 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309f5999-b3bd-4db1-8bf2-0ee82cd7335e tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:47:20.071019 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-309f5999-b3bd-4db1-8bf2-0ee82cd7335e tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:20.117765 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3021dd-7369-4dfc-bdc2-e0af0800bda7 req-12abfef9-d90d-4910-9e6b-e74e944f3cab tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:20.122981 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a6bf50-44d2-446a-8657-7bbfaf90bbdc None None] Sync routers for ids ['f477c330-a748-4945-8983-285456798376'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:47:20.125928 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d3021dd-7369-4dfc-bdc2-e0af0800bda7 req-12abfef9-d90d-4910-9e6b-e74e944f3cab tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 935 time: 0.3584325 Jan 27 21:47:20.146889 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-309f5999-b3bd-4db1-8bf2-0ee82cd7335e tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "PUT /v2.0/floatingips/c949853d-d70e-45b2-ae0e-73d81bc43483 HTTP/1.1" status: 200 len: 991 time: 2.4159086 Jan 27 21:47:20.150591 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'badb1302-99e2-4357-9c3e-471482dac30c', 'tag': '92a5ced4-d92b-48c9-b781-6a4ede3959f2'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:20.157686 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1f1276-5d76-4234-b7b4-31498afeb5fa" -d '{"events": [{"name": "network-changed", "server_uuid": "badb1302-99e2-4357-9c3e-471482dac30c", "tag": "92a5ced4-d92b-48c9-b781-6a4ede3959f2"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:20.175203 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a095e7f-bb55-4610-afac-b8386c9d8c7c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Pushing event updated for resources: {'Port': ['ID=2ac52047-eee4-42ae-ac97-26750154c408,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:20.199172 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-902a45ee-549b-46ad-9292-8a127e8cf03d req-5b301ea8-8789-449b-b1b8-ee17f552e96d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2250621 Jan 27 21:47:20.203112 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9158d84f-620f-467d-b792-a524dc5f21b0 admin admin] Made reservation on behalf of c7d7331d5e2a40c18a30d56868463488 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:47:20.205658 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9158d84f-620f-467d-b792-a524dc5f21b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:20.282811 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a6bf50-44d2-446a-8657-7bbfaf90bbdc None None] Routers {'f477c330-a748-4945-8983-285456798376'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:20.283406 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-60a6bf50-44d2-446a-8657-7bbfaf90bbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:46:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f477c330-a748-4945-8983-285456798376'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:20.311707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-2a095e7f-bb55-4610-afac-b8386c9d8c7c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:20.312270 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-2a095e7f-bb55-4610-afac-b8386c9d8c7c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:20.353644 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a45ee-549b-46ad-9292-8a127e8cf03d req-5984190d-dd65-486c-b96e-96bada89b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:20.355158 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-902a45ee-549b-46ad-9292-8a127e8cf03d req-5984190d-dd65-486c-b96e-96bada89b777 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 1095 time: 0.0872564 Jan 27 21:47:20.366838 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db11e3-ff69-4eea-8c0f-fb377e07800e req-f2811228-7b19-45e4-af84-ffd83692e321 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:20.374200 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-59db11e3-ff69-4eea-8c0f-fb377e07800e req-f2811228-7b19-45e4-af84-ffd83692e321 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 943 time: 0.3960192 Jan 27 21:47:20.421269 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d3021dd-7369-4dfc-bdc2-e0af0800bda7 req-83a6e1b5-13c5-40de-8b48-fbee1b8f5623 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943606 Jan 27 21:47:20.499850 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-2a095e7f-bb55-4610-afac-b8386c9d8c7c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1977265 Jan 27 21:47:20.715714 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a45ee-549b-46ad-9292-8a127e8cf03d req-f5d71e24-1581-4b5c-946c-b073f940061f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:20.720358 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-902a45ee-549b-46ad-9292-8a127e8cf03d req-f5d71e24-1581-4b5c-946c-b073f940061f service neutron] 10.222.0.15 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 920 time: 0.3381784 Jan 27 21:47:20.747284 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-60bb8fbb-a95f-4ce3-ae7b-61b3d52ab253 None None] Provisioning complete for port 2ac52047-eee4-42ae-ac97-26750154c408 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:20.747666 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-60bb8fbb-a95f-4ce3-ae7b-61b3d52ab253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2ac52047-eee4-42ae-ac97-26750154c408), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:20.755580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-60a6bf50-44d2-446a-8657-7bbfaf90bbdc None None] Set router f477c330-a748-4945-8983-285456798376 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:20.804531 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-902a45ee-549b-46ad-9292-8a127e8cf03d req-75b4d2d3-4653-491e-b62d-42ca6ba5faf1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=816c5961-d927-42ef-9afe-e51e7ad3efdb HTTP/1.1" status: 200 len: 217 time: 0.0760446 Jan 27 21:47:20.820373 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2201caea-e8ba-4920-9bfc-17c5deafe44b x-openstack-request-id: req-2201caea-e8ba-4920-9bfc-17c5deafe44b {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:20.820373 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "badb1302-99e2-4357-9c3e-471482dac30c", "tag": "92a5ced4-d92b-48c9-b781-6a4ede3959f2", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:20.820623 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2201caea-e8ba-4920-9bfc-17c5deafe44b {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:20.821005 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'badb1302-99e2-4357-9c3e-471482dac30c', 'tag': '92a5ced4-d92b-48c9-b781-6a4ede3959f2', 'status': 'completed', 'code': 200} Jan 27 21:47:20.891423 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:20.955299 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f1276-5d76-4234-b7b4-31498afeb5fa req-04a7b930-e728-4776-a2a7-3f70bb0299a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:20.957286 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-df1f1276-5d76-4234-b7b4-31498afeb5fa req-04a7b930-e728-4776-a2a7-3f70bb0299a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b2b86f17cf94b18a4e171551de3095e&device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 1096 time: 0.1104951 Jan 27 21:47:20.961598 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a45ee-549b-46ad-9292-8a127e8cf03d req-781fa1d1-a9ef-4e3f-b91d-1e1791fc363d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:20.963565 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-902a45ee-549b-46ad-9292-8a127e8cf03d req-781fa1d1-a9ef-4e3f-b91d-1e1791fc363d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.1418030 Jan 27 21:47:20.968924 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-60bb8fbb-a95f-4ce3-ae7b-61b3d52ab253 None None] Port 2ac52047-eee4-42ae-ac97-26750154c408 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:47:20.990483 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 1453da9a-e283-41d9-9529-df770baf2816 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:47:21.008788 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-902a45ee-549b-46ad-9292-8a127e8cf03d req-697b40d8-1501-45f2-a9e8-11032868671d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321364 Jan 27 21:47:21.177240 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f1276-5d76-4234-b7b4-31498afeb5fa req-fc969f52-c3e0-45c5-a30d-925ee44e32f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:21.178935 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-df1f1276-5d76-4234-b7b4-31498afeb5fa req-fc969f52-c3e0-45c5-a30d-925ee44e32f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=76333007-a5d9-47c4-9e41-c811a7234223 HTTP/1.1" status: 200 len: 917 time: 0.2141778 Jan 27 21:47:21.183054 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-902a45ee-549b-46ad-9292-8a127e8cf03d req-d1c56720-7495-49e1-9034-3118f7c867ad service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622148 Jan 27 21:47:21.280941 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-59db11e3-ff69-4eea-8c0f-fb377e07800e req-0ae658c0-9965-4804-96ec-ce928994aa18 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9057584 Jan 27 21:47:21.292833 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] Request body: {'port': {'device_id': '9a475245-6351-4e34-9566-d541f9337876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:21.314792 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-df1f1276-5d76-4234-b7b4-31498afeb5fa req-33fef5c3-54bf-4671-9793-05354fef34fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92a5ced4-d92b-48c9-b781-6a4ede3959f2 HTTP/1.1" status: 200 len: 999 time: 0.1258984 Jan 27 21:47:21.536449 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 1453da9a-e283-41d9-9529-df770baf2816, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1453da9a-e283-41d9-9529-df770baf2816,segment=NetworkSegment(6a88e292-877f-4d1f-94c7-45940eb096db),segment_id=6a88e292-877f-4d1f-94c7-45940eb096db)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:21.545841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187caf9-4675-4217-a5cf-5e01b0338f02 req-c0490064-72ff-4e43-8061-bf579997845d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:21.546676 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f1276-5d76-4234-b7b4-31498afeb5fa req-622972f9-0b95-4ec3-9ba7-5bd0daeaa1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:21.548246 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-df1f1276-5d76-4234-b7b4-31498afeb5fa req-622972f9-0b95-4ec3-9ba7-5bd0daeaa1f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2435049a-5527-41d8-960b-1a1facd7dca8 HTTP/1.1" status: 200 len: 855 time: 0.2231734 Jan 27 21:47:21.553247 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-60a6bf50-44d2-446a-8657-7bbfaf90bbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f477c330-a748-4945-8983-285456798376', 'name': 'tempest-ServersTestBootFromVolume-1194960415-router', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:09Z', 'updated_at': '2022-01-27T21:45:15Z', 'revision_number': 4, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'gw_port': {'id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:10Z', 'updated_at': '2022-01-27T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c949853d-d70e-45b2-ae0e-73d81bc43483', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'f477c330-a748-4945-8983-285456798376', 'port_id': '92a5ced4-d92b-48c9-b781-6a4ede3959f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223', 'mac_address': 'fa:16:3e:ea:e8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb1302-99e2-4357-9c3e-471482dac30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:45:25Z', 'updated_at': '2022-01-27T21:47:19Z', 'revision_number': 1, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cde09b3-c22d-4ae9-beec-4dbb41133df9', 'name': '', 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'mac_address': 'fa:16:3e:fb:13:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2435049a-5527-41d8-960b-1a1facd7dca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:14Z', 'updated_at': '2022-01-27T21:45:24Z', 'revision_number': 5, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'subnets': [{'id': '2435049a-5527-41d8-960b-1a1facd7dca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:21.557266 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7187caf9-4675-4217-a5cf-5e01b0338f02 req-c0490064-72ff-4e43-8061-bf579997845d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.2531779 Jan 27 21:47:21.564725 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2ac52047-eee4-42ae-ac97-26750154c408), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:21.604012 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9158d84f-620f-467d-b792-a524dc5f21b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (bba21689-00be-4a63-bb09-3961295ce8b1), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:21.626134 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a6bf50-44d2-446a-8657-7bbfaf90bbdc None None] Checking router: f477c330-a748-4945-8983-285456798376 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:47:21.629483 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '1453da9a-e283-41d9-9529-df770baf2816', 'network_id': '08785562-76b3-4501-80fb-2c234e0f6c58', 'port_id': '1453da9a-e283-41d9-9529-df770baf2816', 'mac_address': 'fa:16:3e:7c:60:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7da387-cb8b-4945-b993-4a5e78bffd27', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:47:21.711925 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a6bf50-44d2-446a-8657-7bbfaf90bbdc None None] Routers {'f477c330-a748-4945-8983-285456798376'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:21.712593 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-60a6bf50-44d2-446a-8657-7bbfaf90bbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:46:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f477c330-a748-4945-8983-285456798376'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:21.716068 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f1276-5d76-4234-b7b4-31498afeb5fa req-67f053c5-2d7a-41d0-8206-68ee55698d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:21.717611 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-df1f1276-5d76-4234-b7b4-31498afeb5fa req-67f053c5-2d7a-41d0-8206-68ee55698d8b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76333007-a5d9-47c4-9e41-c811a7234223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1563418 Jan 27 21:47:21.719595 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-902a45ee-549b-46ad-9292-8a127e8cf03d req-e650d2c2-4883-4fe7-9221-d6ee6e0d9ce3 service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040232 Jan 27 21:47:21.742336 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7187caf9-4675-4217-a5cf-5e01b0338f02 req-5f08313d-4353-4cfb-b924-4030dc95201a tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845913 Jan 27 21:47:21.820018 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158d84f-620f-467d-b792-a524dc5f21b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bba21689-00be-4a63-bb09-3961295ce8b1,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:21.884655 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 1453da9a-e283-41d9-9529-df770baf2816 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:21.886107 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1453da9a-e283-41d9-9529-df770baf2816), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:21.914574 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-df1f1276-5d76-4234-b7b4-31498afeb5fa req-7fe3c3df-6d30-42f5-9e02-9d081016e26e service neutron] 10.222.0.21 "GET /v2.0/networks/76333007-a5d9-47c4-9e41-c811a7234223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854067 Jan 27 21:47:21.922789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1453da9a-e283-41d9-9529-df770baf2816 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:21.938463 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2bc2b-1eb6-42fa-b266-3240037df1e1 req-c906607b-0d7e-4566-9097-efc7ea463bfc tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:21.946937 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bc2bc2b-1eb6-42fa-b266-3240037df1e1 req-c906607b-0d7e-4566-9097-efc7ea463bfc tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 935 time: 0.3266282 Jan 27 21:47:22.011384 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158d84f-620f-467d-b792-a524dc5f21b0 admin admin] Checking segment: {'id': 'eb6f9860-70ce-419a-9291-02c7d796dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '265daaa1-7c3a-4652-a9ee-1e8041af38f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:22.012311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9158d84f-620f-467d-b792-a524dc5f21b0 admin admin] Network hostable DHCP agents. Network: 265daaa1-7c3a-4652-a9ee-1e8041af38f6, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:47:22.054563 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-df1f1276-5d76-4234-b7b4-31498afeb5fa req-f7233b28-8076-4e6a-b42e-0d496b5aebb6 service neutron] 10.222.0.21 "GET /v2.0/networks/76333007-a5d9-47c4-9e41-c811a7234223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313472 Jan 27 21:47:22.076467 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 1453da9a-e283-41d9-9529-df770baf2816, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1453da9a-e283-41d9-9529-df770baf2816,segment=NetworkSegment(6a88e292-877f-4d1f-94c7-45940eb096db),segment_id=6a88e292-877f-4d1f-94c7-45940eb096db)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:22.085468 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bc2bc2b-1eb6-42fa-b266-3240037df1e1 req-443bc772-e35d-488a-83c5-709d0fa45ff2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367047 Jan 27 21:47:22.100051 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1453da9a-e283-41d9-9529-df770baf2816), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:22.158159 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9158d84f-620f-467d-b792-a524dc5f21b0 admin admin] Network 265daaa1-7c3a-4652-a9ee-1e8041af38f6 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:47:22.196352 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=1453da9a-e283-41d9-9529-df770baf2816,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:22.209330 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-9158d84f-620f-467d-b792-a524dc5f21b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 265daaa1-7c3a-4652-a9ee-1e8041af38f6) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:22.219136 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9004ad-7c4d-41f3-a2ec-55338c85aab6 None None] Network 265daaa1-7c3a-4652-a9ee-1e8041af38f6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:47:22.222459 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-60a6bf50-44d2-446a-8657-7bbfaf90bbdc None None] Set router f477c330-a748-4945-8983-285456798376 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:22.228033 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9158d84f-620f-467d-b792-a524dc5f21b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:22.228901 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9158d84f-620f-467d-b792-a524dc5f21b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:22.261768 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9158d84f-620f-467d-b792-a524dc5f21b0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2812245 Jan 27 21:47:22.358011 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac52047-eee4-42ae-ac97-26750154c408 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:22.375827 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] Publish callbacks [] for port (2ac52047-eee4-42ae-ac97-26750154c408), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:22.476435 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] Transition to ACTIVE for port object 2ac52047-eee4-42ae-ac97-26750154c408 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:47:22.487340 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (2ac52047-eee4-42ae-ac97-26750154c408), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:22.551099 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac52047-eee4-42ae-ac97-26750154c408,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:22.561807 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ec01c-979b-4d14-914f-5de7c2f90f8f req-da7cae2d-3d59-49c7-b4fb-bde905dc858a tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:22.563828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-117ec01c-979b-4d14-914f-5de7c2f90f8f req-da7cae2d-3d59-49c7-b4fb-bde905dc858a tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 944 time: 0.1602445 Jan 27 21:47:22.680404 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-117ec01c-979b-4d14-914f-5de7c2f90f8f req-73b7dd3b-8c3e-4495-8bb1-f89301df938f tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704868 Jan 27 21:47:22.860764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] Attempting to bind port 2ac52047-eee4-42ae-ac97-26750154c408 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:22.867330 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] Attempting to bind port 2ac52047-eee4-42ae-ac97-26750154c408 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:22.867754 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] Attempting to bind port 2ac52047-eee4-42ae-ac97-26750154c408 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:22.878723 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] Port 2ac52047-eee4-42ae-ac97-26750154c408 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:47:22.879703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] Attempting to bind port 2ac52047-eee4-42ae-ac97-26750154c408 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:22.895129 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:22.895287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8971fc57-7252-48dc-ad61-aa8d976b8dfb None None] Network 265daaa1-7c3a-4652-a9ee-1e8041af38f6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:47:22.897380 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:22.898252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:22.900714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] Bound port: 2ac52047-eee4-42ae-ac97-26750154c408, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:22.901787 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2ac52047-eee4-42ae-ac97-26750154c408), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:22.985507 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device e207a24b-6340-4d64-8b69-80f333fccfd7 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:23.007263 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a7d2f-af14-4b4d-8ede-9180ee52cb5c req-bb7af060-5e5c-4d8f-a072-01fd4f8d3f3a tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:23.008973 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-108a7d2f-af14-4b4d-8ede-9180ee52cb5c req-bb7af060-5e5c-4d8f-a072-01fd4f8d3f3a tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.0920823 Jan 27 21:47:23.090968 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] For port 2ac52047-eee4-42ae-ac97-26750154c408, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:23.100815 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-108a7d2f-af14-4b4d-8ede-9180ee52cb5c req-c33b57f2-1f5d-41d7-bd51-4fc647cece7e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837464 Jan 27 21:47:23.121583 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] For port 2ac52047-eee4-42ae-ac97-26750154c408, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2ac52047-eee4-42ae-ac97-26750154c408,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:23.167832 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['1453da9a-e283-41d9-9529-df770baf2816'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:47:23.193333 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (2ac52047-eee4-42ae-ac97-26750154c408), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:23.304331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port e207a24b-6340-4d64-8b69-80f333fccfd7 is: DOWN; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:23.333388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac52047-eee4-42ae-ac97-26750154c408,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:23.380029 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:23.381681 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:23.385842 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-373da511-7b08-4e03-b5fb-f6a3a7387219 service neutron] 10.222.0.15 "PUT /v2.0/ports/2ac52047-eee4-42ae-ac97-26750154c408 HTTP/1.1" status: 200 len: 1095 time: 2.1210837 Jan 27 21:47:23.393073 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a475245-6351-4e34-9566-d541f9337876', 'tag': '2ac52047-eee4-42ae-ac97-26750154c408'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:23.397719 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739378d5-c369-4662-8176-f22c38ceab8c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a475245-6351-4e34-9566-d541f9337876", "tag": "2ac52047-eee4-42ae-ac97-26750154c408"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:23.426779 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-60a6bf50-44d2-446a-8657-7bbfaf90bbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f477c330-a748-4945-8983-285456798376', 'name': 'tempest-ServersTestBootFromVolume-1194960415-router', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:09Z', 'updated_at': '2022-01-27T21:45:15Z', 'revision_number': 4, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'gw_port': {'id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:10Z', 'updated_at': '2022-01-27T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c949853d-d70e-45b2-ae0e-73d81bc43483', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'f477c330-a748-4945-8983-285456798376', 'port_id': '92a5ced4-d92b-48c9-b781-6a4ede3959f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223', 'mac_address': 'fa:16:3e:ea:e8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb1302-99e2-4357-9c3e-471482dac30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:45:25Z', 'updated_at': '2022-01-27T21:47:19Z', 'revision_number': 1, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cde09b3-c22d-4ae9-beec-4dbb41133df9', 'name': '', 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'mac_address': 'fa:16:3e:fb:13:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2435049a-5527-41d8-960b-1a1facd7dca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:14Z', 'updated_at': '2022-01-27T21:45:24Z', 'revision_number': 5, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'subnets': [{'id': '2435049a-5527-41d8-960b-1a1facd7dca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:23.487259 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a6bf50-44d2-446a-8657-7bbfaf90bbdc None None] The sync data for ids ['f477c330-a748-4945-8983-285456798376'] in n-d-772272-3 is: [{'id': 'f477c330-a748-4945-8983-285456798376', 'name': 'tempest-ServersTestBootFromVolume-1194960415-router', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:09Z', 'updated_at': '2022-01-27T21:45:15Z', 'revision_number': 4, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'gw_port': {'id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:10Z', 'updated_at': '2022-01-27T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c949853d-d70e-45b2-ae0e-73d81bc43483', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'f477c330-a748-4945-8983-285456798376', 'port_id': '92a5ced4-d92b-48c9-b781-6a4ede3959f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223', 'mac_address': 'fa:16:3e:ea:e8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badb1302-99e2-4357-9c3e-471482dac30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:45:25Z', 'updated_at': '2022-01-27T21:47:19Z', 'revision_number': 1, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cde09b3-c22d-4ae9-beec-4dbb41133df9', 'name': '', 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'mac_address': 'fa:16:3e:fb:13:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2435049a-5527-41d8-960b-1a1facd7dca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:14Z', 'updated_at': '2022-01-27T21:45:24Z', 'revision_number': 5, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'subnets': [{'id': '2435049a-5527-41d8-960b-1a1facd7dca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:47:23.546172 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753898f-281b-487c-87da-f04082716f99 req-ddbd6133-783a-45bf-826b-6f90db79b7b4 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:23.556878 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6753898f-281b-487c-87da-f04082716f99 req-ddbd6133-783a-45bf-826b-6f90db79b7b4 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/networks?id=265daaa1-7c3a-4652-a9ee-1e8041af38f6 HTTP/1.1" status: 200 len: 821 time: 0.4828613 Jan 27 21:47:23.590690 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401f4c5-6df2-4ba3-bedd-535b098e784b req-30d53cad-de03-4045-86d7-0cee0133d28e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:23.599161 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b401f4c5-6df2-4ba3-bedd-535b098e784b req-30d53cad-de03-4045-86d7-0cee0133d28e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 947 time: 0.1831672 Jan 27 21:47:23.605501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-2c5d2779-0e2e-4fac-bb43-43a9beb060cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:23.607918 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-2c5d2779-0e2e-4fac-bb43-43a9beb060cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 1098 time: 0.1666844 Jan 27 21:47:23.645022 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6753898f-281b-487c-87da-f04082716f99 req-1cea5c88-6340-4276-8fd9-ee50eeddf4d4 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/quotas/c7d7331d5e2a40c18a30d56868463488 HTTP/1.1" status: 200 len: 375 time: 0.0866001 Jan 27 21:47:23.706753 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-4d8df09d-edce-418d-bfb6-ddcd66187e5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=2ac52047-eee4-42ae-ac97-26750154c408 HTTP/1.1" status: 200 len: 217 time: 0.0874410 Jan 27 21:47:23.754874 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6753898f-281b-487c-87da-f04082716f99 req-e9303d1f-8bfc-41ee-b354-b0c93355dfbd tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c7d7331d5e2a40c18a30d56868463488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685139 Jan 27 21:47:23.855404 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f73ef-ba4c-49d5-acc1-1dc616918150 None None] New status for floating IP c949853d-d70e-45b2-ae0e-73d81bc43483: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:47:23.955487 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b401f4c5-6df2-4ba3-bedd-535b098e784b req-bc86425d-e4d7-4700-a423-b5c790891084 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550224 Jan 27 21:47:23.962868 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6753898f-281b-487c-87da-f04082716f99 req-430dabcc-b7c3-45b0-ad3b-f1bc38879f9a service neutron] 10.222.0.23 "GET /v2.0/networks/265daaa1-7c3a-4652-a9ee-1e8041af38f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957183 Jan 27 21:47:24.071719 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-dda7207c-322e-404f-a970-166eb4828c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:24.126694 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a419d4-dd92-4e41-bac4-ddbe69b9a28f x-openstack-request-id: req-f4a419d4-dd92-4e41-bac4-ddbe69b9a28f {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:24.127001 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a475245-6351-4e34-9566-d541f9337876", "tag": "2ac52047-eee4-42ae-ac97-26750154c408", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:24.127269 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4a419d4-dd92-4e41-bac4-ddbe69b9a28f {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:24.127685 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a475245-6351-4e34-9566-d541f9337876', 'tag': '2ac52047-eee4-42ae-ac97-26750154c408', 'status': 'completed', 'code': 200} Jan 27 21:47:24.160742 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-bd76db1a-bebf-47fb-9ea5-023afea4049b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:24.164931 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-bd76db1a-bebf-47fb-9ea5-023afea4049b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.4267793 Jan 27 21:47:24.256553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6753898f-281b-487c-87da-f04082716f99 req-07d0ffef-b3a1-475a-88b7-fc1ce927ea77 service neutron] 10.222.0.23 "GET /v2.0/networks/265daaa1-7c3a-4652-a9ee-1e8041af38f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834649 Jan 27 21:47:24.274481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-697b38c0-9a6e-4418-a30e-41fce906971b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:24.279282 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-697b38c0-9a6e-4418-a30e-41fce906971b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1071572 Jan 27 21:47:24.553208 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40325207-0ab0-4442-8dc2-267a1c6ff996 req-661fc123-f1ba-48a1-a96f-0b4fc926f6a3 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:24.554794 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-40325207-0ab0-4442-8dc2-267a1c6ff996 req-661fc123-f1ba-48a1-a96f-0b4fc926f6a3 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 944 time: 0.1854582 Jan 27 21:47:24.627298 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-665bfde1-53f5-4068-b4af-2c8c920b49bc service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356345 Jan 27 21:47:24.726792 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-40325207-0ab0-4442-8dc2-267a1c6ff996 req-58f158e1-b6b3-41f9-9dd7-930cc3480d50 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502059 Jan 27 21:47:24.736876 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6a191-4ca8-4902-99aa-87723a33bcb9 req-06cc97fa-e14c-4c50-97cb-ea917173b212 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:24.738446 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fea6a191-4ca8-4902-99aa-87723a33bcb9 req-06cc97fa-e14c-4c50-97cb-ea917173b212 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.2127910 Jan 27 21:47:24.803891 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0ea7825-4b39-43b6-92dd-3a3c410bd732 req-8f750ed6-cc73-4783-8f07-563ee2aaf563 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662552 Jan 27 21:47:24.869558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fea6a191-4ca8-4902-99aa-87723a33bcb9 req-4901befe-8868-4090-8b62-6f23a74685f1 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159017 Jan 27 21:47:24.983699 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 1453da9a-e283-41d9-9529-df770baf2816 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:25.013539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739378d5-c369-4662-8176-f22c38ceab8c req-ce4c75c9-0475-44f5-8eb5-8086f0c6f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:25.015236 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-739378d5-c369-4662-8176-f22c38ceab8c req-ce4c75c9-0475-44f5-8eb5-8086f0c6f7e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 1098 time: 0.1445374 Jan 27 21:47:25.072805 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 1453da9a-e283-41d9-9529-df770baf2816 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:47:25.079748 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 1453da9a-e283-41d9-9529-df770baf2816 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:25.080777 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1453da9a-e283-41d9-9529-df770baf2816), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:25.138796 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-78eea02a-c4fb-4ca6-85a9-072bf63e7265 req-5a755e49-0fe5-49f8-9e7e-1ee966b27a37 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f7d565b-9e3a-4042-a343-e561895c07bb HTTP/1.1" status: 200 len: 210 time: 0.1225264 Jan 27 21:47:25.241567 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 1453da9a-e283-41d9-9529-df770baf2816 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:25.242909 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1453da9a-e283-41d9-9529-df770baf2816), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:25.287726 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 1453da9a-e283-41d9-9529-df770baf2816, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1453da9a-e283-41d9-9529-df770baf2816,segment=NetworkSegment(6a88e292-877f-4d1f-94c7-45940eb096db),segment_id=6a88e292-877f-4d1f-94c7-45940eb096db)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:25.289103 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39971744-30fc-46e7-a881-7e2f17f812da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1453da9a-e283-41d9-9529-df770baf2816'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:25.293244 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05299245-c703-4caf-9672-89861284716b" -d '{"events": [{"server_uuid": "39971744-30fc-46e7-a881-7e2f17f812da", "name": "network-vif-plugged", "status": "completed", "tag": "1453da9a-e283-41d9-9529-df770baf2816"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:25.297778 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1453da9a-e283-41d9-9529-df770baf2816), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:25.387291 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=1453da9a-e283-41d9-9529-df770baf2816,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:25.399727 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739378d5-c369-4662-8176-f22c38ceab8c req-73990b02-e59b-48a8-a856-ecd76ac28c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:25.401250 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-739378d5-c369-4662-8176-f22c38ceab8c req-73990b02-e59b-48a8-a856-ecd76ac28c9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.3615301 Jan 27 21:47:25.452610 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9de9b2a-abc9-456f-b8c5-c5dadfd6660c x-openstack-request-id: req-b9de9b2a-abc9-456f-b8c5-c5dadfd6660c {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:25.452929 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39971744-30fc-46e7-a881-7e2f17f812da", "name": "network-vif-plugged", "status": "completed", "tag": "1453da9a-e283-41d9-9529-df770baf2816", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:25.453234 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9de9b2a-abc9-456f-b8c5-c5dadfd6660c {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:25.453600 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39971744-30fc-46e7-a881-7e2f17f812da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1453da9a-e283-41d9-9529-df770baf2816', 'code': 200} Jan 27 21:47:25.479445 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-739378d5-c369-4662-8176-f22c38ceab8c req-936820aa-1bb1-4da1-8b81-f44722b4d415 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=2ac52047-eee4-42ae-ac97-26750154c408 HTTP/1.1" status: 200 len: 217 time: 0.0614164 Jan 27 21:47:25.488113 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a0ddb-c736-4c3d-ade7-4219a7c1cd3f req-8060debd-6634-444b-b32d-5b4d36543cc5 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:25.490205 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-343a0ddb-c736-4c3d-ade7-4219a7c1cd3f req-8060debd-6634-444b-b32d-5b4d36543cc5 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 947 time: 0.2935882 Jan 27 21:47:25.581781 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739378d5-c369-4662-8176-f22c38ceab8c req-f67036a2-60ff-4e83-be66-b2a17a65d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:25.583210 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-739378d5-c369-4662-8176-f22c38ceab8c req-f67036a2-60ff-4e83-be66-b2a17a65d8b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0919881 Jan 27 21:47:25.626451 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebb0e2-87be-434c-9f66-70128842d1e9 req-11a618df-ce20-4d7f-aa3f-31276580b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:25.628724 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-01ebb0e2-87be-434c-9f66-70128842d1e9 req-11a618df-ce20-4d7f-aa3f-31276580b827 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 1096 time: 0.0587823 Jan 27 21:47:25.633462 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-343a0ddb-c736-4c3d-ade7-4219a7c1cd3f req-849d0e5a-9d3c-44f1-a71f-cb4695827de8 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348574 Jan 27 21:47:25.680064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739378d5-c369-4662-8176-f22c38ceab8c req-fa42a3b3-254b-4bd6-ac81-782eed9ef7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:25.684738 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-739378d5-c369-4662-8176-f22c38ceab8c req-fa42a3b3-254b-4bd6-ac81-782eed9ef7dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0946751 Jan 27 21:47:25.703710 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-01ebb0e2-87be-434c-9f66-70128842d1e9 req-4a18680b-5257-4e8f-91e3-2edcfde332dc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615516 Jan 27 21:47:25.827407 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-739378d5-c369-4662-8176-f22c38ceab8c req-aeac3c45-6ab2-4ad7-b933-e01c9b9958ef service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304634 Jan 27 21:47:26.116474 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753898f-281b-487c-87da-f04082716f99 req-0b9fb2ce-3e76-40e7-9e28-8b0405563494 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:26.118738 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6753898f-281b-487c-87da-f04082716f99 req-0b9fb2ce-3e76-40e7-9e28-8b0405563494 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.15 "GET /v2.0/networks?id=265daaa1-7c3a-4652-a9ee-1e8041af38f6 HTTP/1.1" status: 200 len: 821 time: 0.1991889 Jan 27 21:47:26.132798 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-6753898f-281b-487c-87da-f04082716f99 req-a2518756-7c36-4bdd-93ed-c3c88d378149 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Request body: {'port': {'device_id': '5f7d565b-9e3a-4042-a343-e561895c07bb', 'network_id': '265daaa1-7c3a-4652-a9ee-1e8041af38f6', 'admin_state_up': True, 'tenant_id': 'c7d7331d5e2a40c18a30d56868463488'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:26.157013 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24599e35-ad7e-4a5c-8573-18ada4711b44 req-5a1e24a1-1224-48cf-bae5-d5cc174d92ab tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:26.166304 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-24599e35-ad7e-4a5c-8573-18ada4711b44 req-5a1e24a1-1224-48cf-bae5-d5cc174d92ab tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 945 time: 0.3137105 Jan 27 21:47:26.235617 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-739378d5-c369-4662-8176-f22c38ceab8c req-5be2e7cb-5abb-4fee-be2c-af2d96435306 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949986 Jan 27 21:47:26.252237 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-24599e35-ad7e-4a5c-8573-18ada4711b44 req-9b378b46-7745-47c9-a59d-3c90f9368d4f tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850210 Jan 27 21:47:26.269148 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c8d33-b8c0-479c-aaa9-24141b44a892 req-b0fced9e-0adb-4e45-88a2-fa2bf935d8b3 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:26.282235 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0a2c8d33-b8c0-479c-aaa9-24141b44a892 req-b0fced9e-0adb-4e45-88a2-fa2bf935d8b3 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.2661729 Jan 27 21:47:26.329700 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6753898f-281b-487c-87da-f04082716f99 req-a2518756-7c36-4bdd-93ed-c3c88d378149 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Made reservation on behalf of c7d7331d5e2a40c18a30d56868463488 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:47:26.348676 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6753898f-281b-487c-87da-f04082716f99 req-a2518756-7c36-4bdd-93ed-c3c88d378149 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:26.417132 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0a2c8d33-b8c0-479c-aaa9-24141b44a892 req-803ddbcf-3d22-44d5-82a3-1979956c95e1 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284666 Jan 27 21:47:26.483778 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-6753898f-281b-487c-87da-f04082716f99 req-a2518756-7c36-4bdd-93ed-c3c88d378149 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Allocated IP 172.20.0.2 (265daaa1-7c3a-4652-a9ee-1e8041af38f6/bba21689-00be-4a63-bb09-3961295ce8b1/18bc2a2e-5900-4a80-9bcf-aa920ac9b708) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:26.554175 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2d0df008-b8c3-452f-861c-94aa72423bd0 req-24a3b9ed-0574-48a1-9c1b-74c8c69114b3 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f7d565b-9e3a-4042-a343-e561895c07bb HTTP/1.1" status: 200 len: 210 time: 0.0621212 Jan 27 21:47:26.664485 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e9a7bb43-1faf-4e9d-a7be-1380d310c6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:26.680130 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6753898f-281b-487c-87da-f04082716f99 req-a2518756-7c36-4bdd-93ed-c3c88d378149 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Publish callbacks [] for port (18bc2a2e-5900-4a80-9bcf-aa920ac9b708), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:26.726240 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6753898f-281b-487c-87da-f04082716f99 req-a2518756-7c36-4bdd-93ed-c3c88d378149 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (18bc2a2e-5900-4a80-9bcf-aa920ac9b708), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:26.790567 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6753898f-281b-487c-87da-f04082716f99 req-a2518756-7c36-4bdd-93ed-c3c88d378149 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Network 265daaa1-7c3a-4652-a9ee-1e8041af38f6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:26.794257 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-6753898f-281b-487c-87da-f04082716f99 req-a2518756-7c36-4bdd-93ed-c3c88d378149 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:26.801482 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-6753898f-281b-487c-87da-f04082716f99 req-a2518756-7c36-4bdd-93ed-c3c88d378149 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:26.816961 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b43e4-011d-442a-82f6-e7fe2031cb81 req-b9b68dcc-dfc3-404f-9bde-0be356f0c51b tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:26.828632 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-973b43e4-011d-442a-82f6-e7fe2031cb81 req-b9b68dcc-dfc3-404f-9bde-0be356f0c51b tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 947 time: 0.1090648 Jan 27 21:47:26.838417 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2518756-7c36-4bdd-93ed-c3c88d378149 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Pushing event updated for resources: {'Port': ['ID=18bc2a2e-5900-4a80-9bcf-aa920ac9b708,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:26.886250 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753898f-281b-487c-87da-f04082716f99 req-a2518756-7c36-4bdd-93ed-c3c88d378149 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:26.886931 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6753898f-281b-487c-87da-f04082716f99 req-a2518756-7c36-4bdd-93ed-c3c88d378149 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:26.900212 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-973b43e4-011d-442a-82f6-e7fe2031cb81 req-2ced030d-ac4a-4e64-a555-e61b032d0d98 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650246 Jan 27 21:47:26.921094 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6753898f-281b-487c-87da-f04082716f99 req-a2518756-7c36-4bdd-93ed-c3c88d378149 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7932312 Jan 27 21:47:26.933893 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-6753898f-281b-487c-87da-f04082716f99 req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] Request body: {'port': {'device_id': '5f7d565b-9e3a-4042-a343-e561895c07bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:27.000202 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6753898f-281b-487c-87da-f04082716f99 req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (18bc2a2e-5900-4a80-9bcf-aa920ac9b708), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:27.330942 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-6753898f-281b-487c-87da-f04082716f99 req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18bc2a2e-5900-4a80-9bcf-aa920ac9b708 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:27.342052 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6753898f-281b-487c-87da-f04082716f99 req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] Publish callbacks [] for port (18bc2a2e-5900-4a80-9bcf-aa920ac9b708), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:27.359343 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-6753898f-281b-487c-87da-f04082716f99 req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] Transition to ACTIVE for port object 18bc2a2e-5900-4a80-9bcf-aa920ac9b708 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:47:27.365301 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6753898f-281b-487c-87da-f04082716f99 req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (18bc2a2e-5900-4a80-9bcf-aa920ac9b708), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:27.409468 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:27.419953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636eb5a7-dc05-47d4-bc38-092ea23ac757 req-20ec1f58-c18a-4df9-bdf2-09d90b6d4515 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:27.430368 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-636eb5a7-dc05-47d4-bc38-092ea23ac757 req-20ec1f58-c18a-4df9-bdf2-09d90b6d4515 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 945 time: 0.0659621 Jan 27 21:47:27.502516 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] Pushing event updated for resources: {'Port': ['ID=18bc2a2e-5900-4a80-9bcf-aa920ac9b708,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:27.502669 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-636eb5a7-dc05-47d4-bc38-092ea23ac757 req-7313763c-ff2c-4703-9b25-c70d96b8c982 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709164 Jan 27 21:47:27.654794 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-6753898f-281b-487c-87da-f04082716f99 req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] Attempting to bind port 18bc2a2e-5900-4a80-9bcf-aa920ac9b708 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:27.654794 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-6753898f-281b-487c-87da-f04082716f99 req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] Attempting to bind port 18bc2a2e-5900-4a80-9bcf-aa920ac9b708 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'eb6f9860-70ce-419a-9291-02c7d796dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '265daaa1-7c3a-4652-a9ee-1e8041af38f6'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:27.654794 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6753898f-281b-487c-87da-f04082716f99 req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] Attempting to bind port 18bc2a2e-5900-4a80-9bcf-aa920ac9b708 on network 265daaa1-7c3a-4652-a9ee-1e8041af38f6 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:27.661367 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6753898f-281b-487c-87da-f04082716f99 req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] Port 18bc2a2e-5900-4a80-9bcf-aa920ac9b708 on network 265daaa1-7c3a-4652-a9ee-1e8041af38f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:47:27.661698 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6753898f-281b-487c-87da-f04082716f99 req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] Attempting to bind port 18bc2a2e-5900-4a80-9bcf-aa920ac9b708 on network 265daaa1-7c3a-4652-a9ee-1e8041af38f6 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:27.669670 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6753898f-281b-487c-87da-f04082716f99 req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:27.670044 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6753898f-281b-487c-87da-f04082716f99 req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] Checking segment: {'id': 'eb6f9860-70ce-419a-9291-02c7d796dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '265daaa1-7c3a-4652-a9ee-1e8041af38f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:27.670949 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6753898f-281b-487c-87da-f04082716f99 req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] Bound using segment: {'id': 'eb6f9860-70ce-419a-9291-02c7d796dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '265daaa1-7c3a-4652-a9ee-1e8041af38f6'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:27.671386 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-6753898f-281b-487c-87da-f04082716f99 req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] Bound port: 18bc2a2e-5900-4a80-9bcf-aa920ac9b708, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb6f9860-70ce-419a-9291-02c7d796dc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '265daaa1-7c3a-4652-a9ee-1e8041af38f6'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:27.671750 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6753898f-281b-487c-87da-f04082716f99 req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (18bc2a2e-5900-4a80-9bcf-aa920ac9b708), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:27.737041 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645514c1-fc21-4a5b-b908-14c3b67312ff req-946db384-225d-4376-b3d2-bf7e3aa460dc tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:27.745854 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-645514c1-fc21-4a5b-b908-14c3b67312ff req-946db384-225d-4376-b3d2-bf7e3aa460dc tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.1439538 Jan 27 21:47:27.793584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3f245-6877-4154-ad27-176b61097f9a req-edd5481f-618b-40ac-a9a2-d2bf674f840f tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:27.795232 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bcb3f245-6877-4154-ad27-176b61097f9a req-edd5481f-618b-40ac-a9a2-d2bf674f840f tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f7d565b-9e3a-4042-a343-e561895c07bb HTTP/1.1" status: 200 len: 943 time: 0.1240308 Jan 27 21:47:27.803896 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-6753898f-281b-487c-87da-f04082716f99 req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] For port 18bc2a2e-5900-4a80-9bcf-aa920ac9b708, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:27.808095 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-6753898f-281b-487c-87da-f04082716f99 req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] For port 18bc2a2e-5900-4a80-9bcf-aa920ac9b708, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=18bc2a2e-5900-4a80-9bcf-aa920ac9b708,segment=NetworkSegment(eb6f9860-70ce-419a-9291-02c7d796dc81),segment_id=eb6f9860-70ce-419a-9291-02c7d796dc81)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:27.824777 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6753898f-281b-487c-87da-f04082716f99 req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (18bc2a2e-5900-4a80-9bcf-aa920ac9b708), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:27.849944 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-645514c1-fc21-4a5b-b908-14c3b67312ff req-847f7b22-bd38-45e4-a5af-1457aad390db tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000397 Jan 27 21:47:27.881951 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753898f-281b-487c-87da-f04082716f99 req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:27.882570 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6753898f-281b-487c-87da-f04082716f99 req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:27.883941 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6753898f-281b-487c-87da-f04082716f99 req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] 10.222.0.15 "PUT /v2.0/ports/18bc2a2e-5900-4a80-9bcf-aa920ac9b708 HTTP/1.1" status: 200 len: 1091 time: 0.9545524 Jan 27 21:47:27.884478 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7d565b-9e3a-4042-a343-e561895c07bb', 'tag': '18bc2a2e-5900-4a80-9bcf-aa920ac9b708'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:27.886816 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99addbeb-8e55-42c5-bc56-6ce389497ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7d565b-9e3a-4042-a343-e561895c07bb", "tag": "18bc2a2e-5900-4a80-9bcf-aa920ac9b708"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:27.938086 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb161dad-f5fd-4574-8073-08bd266414c3 service neutron] Pushing event updated for resources: {'Port': ['ID=18bc2a2e-5900-4a80-9bcf-aa920ac9b708,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:27.980433 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bcb3f245-6877-4154-ad27-176b61097f9a req-a8a0d9a1-cce6-48ac-9343-e3105748e01e tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/security-groups?id=892ef0a5-0941-4ec0-9bfd-dc6942691291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613133 Jan 27 21:47:28.062647 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753898f-281b-487c-87da-f04082716f99 req-6191d54c-bdb0-4710-8d21-1d15099f3f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:28.065269 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6753898f-281b-487c-87da-f04082716f99 req-6191d54c-bdb0-4710-8d21-1d15099f3f1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7d7331d5e2a40c18a30d56868463488&device_id=5f7d565b-9e3a-4042-a343-e561895c07bb HTTP/1.1" status: 200 len: 1094 time: 0.0729322 Jan 27 21:47:28.087319 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3726a2ee-4680-4771-b359-9c0c769250e0 x-openstack-request-id: req-3726a2ee-4680-4771-b359-9c0c769250e0 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:28.087619 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7d565b-9e3a-4042-a343-e561895c07bb", "tag": "18bc2a2e-5900-4a80-9bcf-aa920ac9b708", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:28.087882 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3726a2ee-4680-4771-b359-9c0c769250e0 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:28.088329 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7d565b-9e3a-4042-a343-e561895c07bb', 'tag': '18bc2a2e-5900-4a80-9bcf-aa920ac9b708', 'status': 'completed', 'code': 200} Jan 27 21:47:28.129220 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6753898f-281b-487c-87da-f04082716f99 req-e6611543-95a5-42fe-b780-140cf01bbe78 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18bc2a2e-5900-4a80-9bcf-aa920ac9b708 HTTP/1.1" status: 200 len: 217 time: 0.0512805 Jan 27 21:47:28.194320 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753898f-281b-487c-87da-f04082716f99 req-619dbea3-4145-433a-9c84-35ab0a94b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:28.196083 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6753898f-281b-487c-87da-f04082716f99 req-619dbea3-4145-433a-9c84-35ab0a94b880 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bba21689-00be-4a63-bb09-3961295ce8b1 HTTP/1.1" status: 200 len: 861 time: 0.0596237 Jan 27 21:47:28.235046 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6753898f-281b-487c-87da-f04082716f99 req-0c85a0be-20dc-49d1-a4f4-826b335cb910 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=265daaa1-7c3a-4652-a9ee-1e8041af38f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327485 Jan 27 21:47:28.246509 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80c7cd-ae8c-429a-80db-ce00081f00de req-c5d4cece-5955-449d-a737-8da38457f6a8 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:28.253547 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f80c7cd-ae8c-429a-80db-ce00081f00de req-c5d4cece-5955-449d-a737-8da38457f6a8 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 947 time: 0.0667334 Jan 27 21:47:28.318972 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f80c7cd-ae8c-429a-80db-ce00081f00de req-c7ee09bf-9c91-4841-b0df-115c1d9be8d8 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637660 Jan 27 21:47:28.357262 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6753898f-281b-487c-87da-f04082716f99 req-4294a3e7-11a5-426e-8c27-98cf923646a4 service neutron] 10.222.0.15 "GET /v2.0/networks/265daaa1-7c3a-4652-a9ee-1e8041af38f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101274 Jan 27 21:47:28.702995 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 2ac52047-eee4-42ae-ac97-26750154c408 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:47:28.778321 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e820d-08c8-4c0b-8eec-f8481c187e6f req-5e4a0b01-9cf5-42de-beec-188e9d7e9c86 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:28.779989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c4e820d-08c8-4c0b-8eec-f8481c187e6f req-5e4a0b01-9cf5-42de-beec-188e9d7e9c86 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 945 time: 0.1549404 Jan 27 21:47:28.836689 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:28.887851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c4e820d-08c8-4c0b-8eec-f8481c187e6f req-cc395c85-983e-4cf9-8eac-fa9b9dacd37f tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912344 Jan 27 21:47:28.900417 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6753898f-281b-487c-87da-f04082716f99 req-a906470e-55ad-4302-bf12-18de057a3ae8 service neutron] 10.222.0.15 "GET /v2.0/networks/265daaa1-7c3a-4652-a9ee-1e8041af38f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301435 Jan 27 21:47:28.906309 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 2ac52047-eee4-42ae-ac97-26750154c408, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2ac52047-eee4-42ae-ac97-26750154c408,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:28.954067 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '2ac52047-eee4-42ae-ac97-26750154c408', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '2ac52047-eee4-42ae-ac97-26750154c408', 'mac_address': 'fa:16:3e:f1:97:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:47:29.050504 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 2ac52047-eee4-42ae-ac97-26750154c408 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:29.051162 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2ac52047-eee4-42ae-ac97-26750154c408), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:29.073039 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac52047-eee4-42ae-ac97-26750154c408 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:29.089117 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99addbeb-8e55-42c5-bc56-6ce389497ddf req-57597807-26e9-4225-8b7b-91f63ab81900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:29.090846 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-99addbeb-8e55-42c5-bc56-6ce389497ddf req-57597807-26e9-4225-8b7b-91f63ab81900 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7d7331d5e2a40c18a30d56868463488&device_id=5f7d565b-9e3a-4042-a343-e561895c07bb HTTP/1.1" status: 200 len: 1094 time: 0.0889843 Jan 27 21:47:29.112304 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 2ac52047-eee4-42ae-ac97-26750154c408, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2ac52047-eee4-42ae-ac97-26750154c408,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:29.113606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3d979-0513-4103-85f9-7bb1297fdcb7 req-df3daf29-5273-40ff-bc59-1ad1d438e71b tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:29.115776 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fea3d979-0513-4103-85f9-7bb1297fdcb7 req-df3daf29-5273-40ff-bc59-1ad1d438e71b tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 945 time: 0.0859909 Jan 27 21:47:29.125980 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2ac52047-eee4-42ae-ac97-26750154c408), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:29.159424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63bb2e-0a27-4d8d-a58d-9f6231b2308f req-747b3016-b212-4456-8613-4cb49ee79785 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:29.160972 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad63bb2e-0a27-4d8d-a58d-9f6231b2308f req-747b3016-b212-4456-8613-4cb49ee79785 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.1202564 Jan 27 21:47:29.205500 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fea3d979-0513-4103-85f9-7bb1297fdcb7 req-3795294c-d4d5-4519-899f-659b349eede8 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802665 Jan 27 21:47:29.232152 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=2ac52047-eee4-42ae-ac97-26750154c408,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:29.250335 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad63bb2e-0a27-4d8d-a58d-9f6231b2308f req-e3937035-c673-4ab3-b21f-d84769fc5e8d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796890 Jan 27 21:47:29.268115 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99addbeb-8e55-42c5-bc56-6ce389497ddf req-29486f5d-e9f3-4032-a6ce-609d69b13c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:29.269888 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-99addbeb-8e55-42c5-bc56-6ce389497ddf req-29486f5d-e9f3-4032-a6ce-609d69b13c90 service neutron] 10.222.0.15 "GET /v2.0/networks?id=265daaa1-7c3a-4652-a9ee-1e8041af38f6 HTTP/1.1" status: 200 len: 922 time: 0.1698859 Jan 27 21:47:29.343704 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-99addbeb-8e55-42c5-bc56-6ce389497ddf req-513c382e-52c1-4971-96ff-20d31769080e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18bc2a2e-5900-4a80-9bcf-aa920ac9b708 HTTP/1.1" status: 200 len: 217 time: 0.0648162 Jan 27 21:47:29.419875 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99addbeb-8e55-42c5-bc56-6ce389497ddf req-95097ff0-88d1-4fad-a2cf-ee15cdfc9ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:29.421389 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-99addbeb-8e55-42c5-bc56-6ce389497ddf req-95097ff0-88d1-4fad-a2cf-ee15cdfc9ccb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bba21689-00be-4a63-bb09-3961295ce8b1 HTTP/1.1" status: 200 len: 861 time: 0.0651851 Jan 27 21:47:29.436321 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['2ac52047-eee4-42ae-ac97-26750154c408'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:47:29.462542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862f971-2043-48ee-be65-a06272e3f102 req-f127fc2f-848a-4b76-9501-3be578faf309 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:29.472424 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-99addbeb-8e55-42c5-bc56-6ce389497ddf req-e22cb966-3fdf-4b92-8941-53aa2b9e8f8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=265daaa1-7c3a-4652-a9ee-1e8041af38f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390925 Jan 27 21:47:29.478579 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4862f971-2043-48ee-be65-a06272e3f102 req-f127fc2f-848a-4b76-9501-3be578faf309 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f7d565b-9e3a-4042-a343-e561895c07bb HTTP/1.1" status: 200 len: 943 time: 0.1179109 Jan 27 21:47:29.596641 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4862f971-2043-48ee-be65-a06272e3f102 req-75355e02-c27c-4a19-9511-14b3ab9a386b tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/security-groups?id=892ef0a5-0941-4ec0-9bfd-dc6942691291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170535 Jan 27 21:47:29.688214 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-99addbeb-8e55-42c5-bc56-6ce389497ddf req-6a90b69d-963b-4215-a026-880265e30b59 service neutron] 10.222.0.15 "GET /v2.0/networks/265daaa1-7c3a-4652-a9ee-1e8041af38f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061350 Jan 27 21:47:29.759839 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5b2ac-5b64-4afd-920d-38f9f92b1517 req-2af22182-45fa-4464-9fb7-35f55ed69f21 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:29.776289 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-13c5b2ac-5b64-4afd-920d-38f9f92b1517 req-2af22182-45fa-4464-9fb7-35f55ed69f21 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 948 time: 0.0818231 Jan 27 21:47:29.895100 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-13c5b2ac-5b64-4afd-920d-38f9f92b1517 req-b63f533d-b12b-4a81-a63d-76fa7c99bbe3 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135242 Jan 27 21:47:29.912312 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-99addbeb-8e55-42c5-bc56-6ce389497ddf req-dfc66cec-3048-40f7-a77d-3e93f64b8544 service neutron] 10.222.0.15 "GET /v2.0/networks/265daaa1-7c3a-4652-a9ee-1e8041af38f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165120 Jan 27 21:47:30.200648 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:30.444618 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b2de3-deef-4f2f-b4f1-381a16ef219c req-7147c576-5d58-454a-91b1-379cc76d745f tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:30.458683 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-255b2de3-deef-4f2f-b4f1-381a16ef219c req-7147c576-5d58-454a-91b1-379cc76d745f tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 945 time: 0.1437814 Jan 27 21:47:30.474860 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-85509905-6af1-4ed2-8a7c-4454316e1506 req-2cae6860-b426-484e-a2e3-04ffb95bc0ff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0953629 Jan 27 21:47:30.510876 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c4c8d-7a5d-469f-ba84-7d0604d8fc00 req-d658f9b3-a931-4ab7-9147-5adc80661bdf tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:30.528796 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b53c4c8d-7a5d-469f-ba84-7d0604d8fc00 req-d658f9b3-a931-4ab7-9147-5adc80661bdf tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.1709852 Jan 27 21:47:30.568821 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85509905-6af1-4ed2-8a7c-4454316e1506 req-c1acfa1d-cd9a-4476-bc66-5b131c46434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:30.572432 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-85509905-6af1-4ed2-8a7c-4454316e1506 req-c1acfa1d-cd9a-4476-bc66-5b131c46434b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26970e00ed0848ac91d62d52a2a5e8f6&device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 1096 time: 0.0656230 Jan 27 21:47:30.579351 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-255b2de3-deef-4f2f-b4f1-381a16ef219c req-42838cdf-f1d7-48ac-ac9b-603899d93027 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196222 Jan 27 21:47:30.643841 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b53c4c8d-7a5d-469f-ba84-7d0604d8fc00 req-ddb6d49b-faf8-4f0b-906d-69cac6d3eafb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140795 Jan 27 21:47:30.714356 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 2ac52047-eee4-42ae-ac97-26750154c408 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:30.801426 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85509905-6af1-4ed2-8a7c-4454316e1506 req-277f742d-40a9-49e2-9abf-dbbcccb951f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:30.811514 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-85509905-6af1-4ed2-8a7c-4454316e1506 req-277f742d-40a9-49e2-9abf-dbbcccb951f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=15739e47-d117-45df-b39e-3668ba6a6ce6 HTTP/1.1" status: 200 len: 925 time: 0.1973724 Jan 27 21:47:30.832647 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b9957-857f-45dc-8c9e-407182c2513d req-4ed02f48-753f-4746-92dc-4aafcb14f022 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:30.843534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae4b9957-857f-45dc-8c9e-407182c2513d req-4ed02f48-753f-4746-92dc-4aafcb14f022 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f7d565b-9e3a-4042-a343-e561895c07bb HTTP/1.1" status: 200 len: 943 time: 0.0801346 Jan 27 21:47:30.871405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 2ac52047-eee4-42ae-ac97-26750154c408 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:47:30.879716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 2ac52047-eee4-42ae-ac97-26750154c408 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:30.881611 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2ac52047-eee4-42ae-ac97-26750154c408), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:30.917899 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae4b9957-857f-45dc-8c9e-407182c2513d req-0d84fbdd-aca4-46ce-9b6e-34c326b284f6 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/security-groups?id=892ef0a5-0941-4ec0-9bfd-dc6942691291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697212 Jan 27 21:47:30.982709 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-85509905-6af1-4ed2-8a7c-4454316e1506 req-c93b74c6-e29e-4dc3-9fa2-a7d2cd447258 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03cff21d-a46e-472e-b989-c01cdf4c7e98 HTTP/1.1" status: 200 len: 1001 time: 0.1622660 Jan 27 21:47:31.046858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 2ac52047-eee4-42ae-ac97-26750154c408 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:31.049075 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2ac52047-eee4-42ae-ac97-26750154c408), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:31.106208 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85509905-6af1-4ed2-8a7c-4454316e1506 req-28979573-348e-453e-9380-9636df07b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:31.110577 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-85509905-6af1-4ed2-8a7c-4454316e1506 req-28979573-348e-453e-9380-9636df07b87f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eca82b27-8c14-4e8f-bf68-e048c8afdfc4 HTTP/1.1" status: 200 len: 863 time: 0.1149435 Jan 27 21:47:31.111076 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a475245-6351-4e34-9566-d541f9337876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac52047-eee4-42ae-ac97-26750154c408'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:31.113658 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cea38f4-b284-4eb3-82a8-da48f74a04a0" -d '{"events": [{"server_uuid": "9a475245-6351-4e34-9566-d541f9337876", "name": "network-vif-plugged", "status": "completed", "tag": "2ac52047-eee4-42ae-ac97-26750154c408"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:31.123757 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9753272-1ef8-4250-bda5-397f225433c1 req-05f9dc84-94ea-4c1b-aa13-c5307c7c6206 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:31.128853 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9753272-1ef8-4250-bda5-397f225433c1 req-05f9dc84-94ea-4c1b-aa13-c5307c7c6206 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 948 time: 0.0997572 Jan 27 21:47:31.146997 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 2ac52047-eee4-42ae-ac97-26750154c408, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2ac52047-eee4-42ae-ac97-26750154c408,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:31.155035 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2ac52047-eee4-42ae-ac97-26750154c408), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:31.225132 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85509905-6af1-4ed2-8a7c-4454316e1506 req-a7ecee66-2bcb-4644-a88d-3b296992f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:31.225596 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebe0ff2-0d0f-45ba-9e02-cabfb4213841 x-openstack-request-id: req-aebe0ff2-0d0f-45ba-9e02-cabfb4213841 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:31.226577 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a475245-6351-4e34-9566-d541f9337876", "name": "network-vif-plugged", "status": "completed", "tag": "2ac52047-eee4-42ae-ac97-26750154c408", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:31.227755 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aebe0ff2-0d0f-45ba-9e02-cabfb4213841 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:31.228513 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a475245-6351-4e34-9566-d541f9337876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac52047-eee4-42ae-ac97-26750154c408', 'code': 200} Jan 27 21:47:31.231140 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-85509905-6af1-4ed2-8a7c-4454316e1506 req-a7ecee66-2bcb-4644-a88d-3b296992f2ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15739e47-d117-45df-b39e-3668ba6a6ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107337 Jan 27 21:47:31.308851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9753272-1ef8-4250-bda5-397f225433c1 req-a1405723-dc28-4e04-b91c-b289eba14b8c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640978 Jan 27 21:47:31.310053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=2ac52047-eee4-42ae-ac97-26750154c408,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:31.391611 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2eba1e-c568-49de-9a07-e443af76fe9a req-53de820e-3f11-44d3-9d69-464caf7517d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:31.394659 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8a2eba1e-c568-49de-9a07-e443af76fe9a req-53de820e-3f11-44d3-9d69-464caf7517d4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 1100 time: 0.1002276 Jan 27 21:47:31.472718 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8a2eba1e-c568-49de-9a07-e443af76fe9a req-62124d02-12f8-474b-b1e0-8b2d61361e01 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698526 Jan 27 21:47:31.475409 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-85509905-6af1-4ed2-8a7c-4454316e1506 req-f7b9cd5e-7304-4843-862f-c2c4260a4835 service neutron] 10.222.0.21 "GET /v2.0/networks/15739e47-d117-45df-b39e-3668ba6a6ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350729 Jan 27 21:47:31.583361 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-85509905-6af1-4ed2-8a7c-4454316e1506 req-e042a8e4-348d-428f-98af-eb1744a23ffa service neutron] 10.222.0.21 "GET /v2.0/networks/15739e47-d117-45df-b39e-3668ba6a6ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960164 Jan 27 21:47:31.815521 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37ae39-ff5a-4961-af03-8d3c91e6ec09 req-f93e95ac-ddae-4b88-bab2-16eb078cb028 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:31.823117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed37ae39-ff5a-4961-af03-8d3c91e6ec09 req-f93e95ac-ddae-4b88-bab2-16eb078cb028 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 945 time: 0.1094754 Jan 27 21:47:31.837542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb013b-ae0f-4cc6-aef5-67cadae89e74 req-81a291ef-d869-4241-bce9-8ac5a62ef088 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:31.840647 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ebb013b-ae0f-4cc6-aef5-67cadae89e74 req-81a291ef-d869-4241-bce9-8ac5a62ef088 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.0890255 Jan 27 21:47:31.930446 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed37ae39-ff5a-4961-af03-8d3c91e6ec09 req-77cee7b5-f0fc-4331-bf83-da794cdf31b9 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060669 Jan 27 21:47:31.968827 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ebb013b-ae0f-4cc6-aef5-67cadae89e74 req-86e4d1c2-5a3d-43bc-8650-2b4ba5bab742 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170566 Jan 27 21:47:32.158278 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ab296-e6df-4869-a0ea-1b313a0a51d4 req-a79657fd-bc40-4dbe-b2a9-c3b14f1d1825 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:32.167218 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-238ab296-e6df-4869-a0ea-1b313a0a51d4 req-a79657fd-bc40-4dbe-b2a9-c3b14f1d1825 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f7d565b-9e3a-4042-a343-e561895c07bb HTTP/1.1" status: 200 len: 943 time: 0.0959039 Jan 27 21:47:32.249229 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-238ab296-e6df-4869-a0ea-1b313a0a51d4 req-ad676577-0f2f-4b48-9224-d5bb4ee8f468 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/security-groups?id=892ef0a5-0941-4ec0-9bfd-dc6942691291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809076 Jan 27 21:47:32.462541 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac90b0-06f2-4684-ae5f-b1ebe5c12c4f req-0e1b6020-81c3-4144-9660-6992448f0273 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:32.470875 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-39ac90b0-06f2-4684-ae5f-b1ebe5c12c4f req-0e1b6020-81c3-4144-9660-6992448f0273 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.0653486 Jan 27 21:47:32.518556 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-39ac90b0-06f2-4684-ae5f-b1ebe5c12c4f req-1c7d4b32-fa67-48c1-abbb-7e27b393f475 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467799 Jan 27 21:47:32.734739 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 18bc2a2e-5900-4a80-9bcf-aa920ac9b708 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:47:32.844483 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 18bc2a2e-5900-4a80-9bcf-aa920ac9b708, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=18bc2a2e-5900-4a80-9bcf-aa920ac9b708,segment=NetworkSegment(eb6f9860-70ce-419a-9291-02c7d796dc81),segment_id=eb6f9860-70ce-419a-9291-02c7d796dc81)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:32.873115 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '18bc2a2e-5900-4a80-9bcf-aa920ac9b708', 'network_id': '265daaa1-7c3a-4652-a9ee-1e8041af38f6', 'port_id': '18bc2a2e-5900-4a80-9bcf-aa920ac9b708', 'mac_address': 'fa:16:3e:85:af:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba21689-00be-4a63-bb09-3961295ce8b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:47:32.920532 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 18bc2a2e-5900-4a80-9bcf-aa920ac9b708 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:32.921200 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (18bc2a2e-5900-4a80-9bcf-aa920ac9b708), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:32.936503 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18bc2a2e-5900-4a80-9bcf-aa920ac9b708 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:32.981523 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 18bc2a2e-5900-4a80-9bcf-aa920ac9b708, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=18bc2a2e-5900-4a80-9bcf-aa920ac9b708,segment=NetworkSegment(eb6f9860-70ce-419a-9291-02c7d796dc81),segment_id=eb6f9860-70ce-419a-9291-02c7d796dc81)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:32.993082 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (18bc2a2e-5900-4a80-9bcf-aa920ac9b708), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:33.054033 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=18bc2a2e-5900-4a80-9bcf-aa920ac9b708,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:33.152668 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2b374-ee06-4b3d-aea6-ee37672e2eba req-81b30aaa-3402-42ec-b905-9ee09f954482 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:33.154841 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4e2b374-ee06-4b3d-aea6-ee37672e2eba req-81b30aaa-3402-42ec-b905-9ee09f954482 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 945 time: 0.0896957 Jan 27 21:47:33.171008 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145e74c-9d30-4110-8271-3c7313035592 req-f937c746-66dc-4d2a-ad73-282722b49e85 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:33.172531 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d145e74c-9d30-4110-8271-3c7313035592 req-f937c746-66dc-4d2a-ad73-282722b49e85 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.0778787 Jan 27 21:47:33.254333 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4e2b374-ee06-4b3d-aea6-ee37672e2eba req-31862e6c-fe53-49f1-92e6-a9e0111526f7 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904465 Jan 27 21:47:33.298622 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d145e74c-9d30-4110-8271-3c7313035592 req-ccb18845-b5ef-4d19-9b94-9820962b9515 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154509 Jan 27 21:47:33.314585 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['18bc2a2e-5900-4a80-9bcf-aa920ac9b708'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:47:33.674492 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf89eb6-14b4-4fb7-a8ac-08903ce09f73 req-65fbecfa-b759-45b9-8e66-8ed13f65ba4d tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:33.683555 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1bf89eb6-14b4-4fb7-a8ac-08903ce09f73 req-65fbecfa-b759-45b9-8e66-8ed13f65ba4d tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f7d565b-9e3a-4042-a343-e561895c07bb HTTP/1.1" status: 200 len: 944 time: 0.1049526 Jan 27 21:47:33.819644 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1bf89eb6-14b4-4fb7-a8ac-08903ce09f73 req-a3e05e20-655b-4e15-9d03-1711a55b59bf tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/security-groups?id=892ef0a5-0941-4ec0-9bfd-dc6942691291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351259 Jan 27 21:47:33.872721 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b1014-e95b-4bf9-837e-f382673f9726 req-79e038c9-8866-4a87-a9c1-bb0b3d2102b0 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:33.879818 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b1b1014-e95b-4bf9-837e-f382673f9726 req-79e038c9-8866-4a87-a9c1-bb0b3d2102b0 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.1833043 Jan 27 21:47:33.932524 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b1b1014-e95b-4bf9-837e-f382673f9726 req-a697e6ce-28fe-4ee1-8502-78f2f65033ff tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518677 Jan 27 21:47:34.092819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4753f34-ac0e-4fd6-b26b-24a40b7203b8 req-078ea126-de2e-42e9-9597-75e9b364db8a tempest-MigrationsAdminTest-1687484128 tempest-MigrationsAdminTest-1687484128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:34.100558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4753f34-ac0e-4fd6-b26b-24a40b7203b8 req-078ea126-de2e-42e9-9597-75e9b364db8a tempest-MigrationsAdminTest-1687484128 tempest-MigrationsAdminTest-1687484128-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 1100 time: 0.0575044 Jan 27 21:47:34.165277 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4753f34-ac0e-4fd6-b26b-24a40b7203b8 req-2b76307b-e418-4ba6-89cf-30a4eee13000 tempest-MigrationsAdminTest-1687484128 tempest-MigrationsAdminTest-1687484128-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585320 Jan 27 21:47:34.435602 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3a56b-43af-4a40-a6b4-faf5246e1539 req-518c104f-0747-4040-868a-f4b8cbf0b4a5 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:34.437658 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2be3a56b-43af-4a40-a6b4-faf5246e1539 req-518c104f-0747-4040-868a-f4b8cbf0b4a5 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 945 time: 0.0653520 Jan 27 21:47:34.514784 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2be3a56b-43af-4a40-a6b4-faf5246e1539 req-6b869f7e-09e3-4ab7-b9fd-1db266ba017c tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665832 Jan 27 21:47:34.726799 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569afdad-4640-480f-8417-7e60a54d77d7 req-8d8dabc7-a156-4612-b33a-c52b140df974 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:34.732973 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 18bc2a2e-5900-4a80-9bcf-aa920ac9b708 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:34.737506 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-569afdad-4640-480f-8417-7e60a54d77d7 req-8d8dabc7-a156-4612-b33a-c52b140df974 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.1330526 Jan 27 21:47:34.846075 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 18bc2a2e-5900-4a80-9bcf-aa920ac9b708 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:47:34.861494 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 18bc2a2e-5900-4a80-9bcf-aa920ac9b708 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:34.863659 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (18bc2a2e-5900-4a80-9bcf-aa920ac9b708), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:35.096549 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 1453da9a-e283-41d9-9529-df770baf2816 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:47:35.152393 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 18bc2a2e-5900-4a80-9bcf-aa920ac9b708 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:35.152814 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (18bc2a2e-5900-4a80-9bcf-aa920ac9b708), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:35.200181 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 18bc2a2e-5900-4a80-9bcf-aa920ac9b708, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=18bc2a2e-5900-4a80-9bcf-aa920ac9b708,segment=NetworkSegment(eb6f9860-70ce-419a-9291-02c7d796dc81),segment_id=eb6f9860-70ce-419a-9291-02c7d796dc81)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:35.212943 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7d565b-9e3a-4042-a343-e561895c07bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bc2a2e-5900-4a80-9bcf-aa920ac9b708'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:35.215271 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e556ce62-574a-4521-a9b0-64f26530b799" -d '{"events": [{"server_uuid": "5f7d565b-9e3a-4042-a343-e561895c07bb", "name": "network-vif-plugged", "status": "completed", "tag": "18bc2a2e-5900-4a80-9bcf-aa920ac9b708"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:35.221801 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (18bc2a2e-5900-4a80-9bcf-aa920ac9b708), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:35.345764 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=18bc2a2e-5900-4a80-9bcf-aa920ac9b708,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:35.367866 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 1453da9a-e283-41d9-9529-df770baf2816, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1453da9a-e283-41d9-9529-df770baf2816,segment=NetworkSegment(6a88e292-877f-4d1f-94c7-45940eb096db),segment_id=6a88e292-877f-4d1f-94c7-45940eb096db)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:35.382632 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '1453da9a-e283-41d9-9529-df770baf2816', 'network_id': '08785562-76b3-4501-80fb-2c234e0f6c58', 'port_id': '1453da9a-e283-41d9-9529-df770baf2816', 'mac_address': 'fa:16:3e:7c:60:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7da387-cb8b-4945-b993-4a5e78bffd27', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:47:35.477927 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 1453da9a-e283-41d9-9529-df770baf2816 is: ACTIVE; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:35.478177 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-569afdad-4640-480f-8417-7e60a54d77d7 req-f196e528-add6-413e-8316-ede2ac6862ba tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7395024 Jan 27 21:47:35.478616 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1453da9a-e283-41d9-9529-df770baf2816), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:35.481006 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9eba9074-7eac-45d1-b325-de20b662b85e req-bd3c6802-b07d-4cae-a314-97e834e67204 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930583 Jan 27 21:47:35.493566 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1453da9a-e283-41d9-9529-df770baf2816 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:35.518991 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 1453da9a-e283-41d9-9529-df770baf2816, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1453da9a-e283-41d9-9529-df770baf2816,segment=NetworkSegment(6a88e292-877f-4d1f-94c7-45940eb096db),segment_id=6a88e292-877f-4d1f-94c7-45940eb096db)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:35.530208 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1453da9a-e283-41d9-9529-df770baf2816), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:35.605047 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=1453da9a-e283-41d9-9529-df770baf2816,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:35.700184 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ea894-67cc-4c85-a6ac-f713767b8033 req-eb22de85-b866-4106-8bf9-53502b821d77 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:35.708242 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b1ea894-67cc-4c85-a6ac-f713767b8033 req-eb22de85-b866-4106-8bf9-53502b821d77 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.1152546 Jan 27 21:47:35.766547 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73912003-2bc1-447f-a500-17c676683979 req-355f7af2-7caf-45e7-a9b1-2bf7af0c24c8 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:35.768344 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73912003-2bc1-447f-a500-17c676683979 req-355f7af2-7caf-45e7-a9b1-2bf7af0c24c8 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f7d565b-9e3a-4042-a343-e561895c07bb HTTP/1.1" status: 200 len: 945 time: 0.1544201 Jan 27 21:47:35.776406 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b1ea894-67cc-4c85-a6ac-f713767b8033 req-a668aa66-0d9a-4641-9801-fb0648cb7ef5 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672843 Jan 27 21:47:35.844669 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73912003-2bc1-447f-a500-17c676683979 req-d54185b3-159d-4da4-bdf5-2d9be4173cfb tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/security-groups?id=892ef0a5-0941-4ec0-9bfd-dc6942691291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613492 Jan 27 21:47:35.858523 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bc2e7a-34fa-46cb-8af4-eb58aa98120f x-openstack-request-id: req-e6bc2e7a-34fa-46cb-8af4-eb58aa98120f {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:35.859582 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7d565b-9e3a-4042-a343-e561895c07bb", "name": "network-vif-plugged", "status": "completed", "tag": "18bc2a2e-5900-4a80-9bcf-aa920ac9b708", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:35.860212 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6bc2e7a-34fa-46cb-8af4-eb58aa98120f {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:35.860926 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7d565b-9e3a-4042-a343-e561895c07bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bc2a2e-5900-4a80-9bcf-aa920ac9b708', 'code': 200} Jan 27 21:47:36.009920 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0985ba-2c5d-4307-806b-f84d59d377c5 req-6e0d1228-db78-4f41-aafc-ac2473c93d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:36.011445 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7c0985ba-2c5d-4307-806b-f84d59d377c5 req-6e0d1228-db78-4f41-aafc-ac2473c93d5b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5f7d565b-9e3a-4042-a343-e561895c07bb HTTP/1.1" status: 200 len: 1096 time: 0.0775537 Jan 27 21:47:36.030785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895ff53-9829-4e64-a793-a6c071e81510 req-e5881ec8-7192-4e36-9ecd-46f89e99d731 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:36.040771 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8895ff53-9829-4e64-a793-a6c071e81510 req-e5881ec8-7192-4e36-9ecd-46f89e99d731 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 944 time: 0.0921788 Jan 27 21:47:36.081989 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7c0985ba-2c5d-4307-806b-f84d59d377c5 req-90dd7a3b-7288-472b-983a-be16e1f8f846 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=892ef0a5-0941-4ec0-9bfd-dc6942691291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629857 Jan 27 21:47:36.146072 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e616d1-b232-4ee6-8b95-076aa64e18d0 req-b5a45bb1-6876-4632-80b7-e2ccb4a1aac7 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:36.147641 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-51e616d1-b232-4ee6-8b95-076aa64e18d0 req-b5a45bb1-6876-4632-80b7-e2ccb4a1aac7 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6547436-d2f3-4c97-9d66-d524ebf83bf6 HTTP/1.1" status: 200 len: 950 time: 0.1041961 Jan 27 21:47:36.163908 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8895ff53-9829-4e64-a793-a6c071e81510 req-64c95986-268c-4ebe-bbb2-c1632b639137 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162002 Jan 27 21:47:36.214011 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-51e616d1-b232-4ee6-8b95-076aa64e18d0 req-cf3acd0c-bc68-4c3a-86e2-8c18ebe7f046 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/security-groups?id=058abce2-9d0a-4d3f-bf26-8e1429bc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489089 Jan 27 21:47:36.401771 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['1453da9a-e283-41d9-9529-df770baf2816'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:47:36.456191 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-e39d1d17-04d0-424d-861f-b3392ee960dc service neutron] 10.222.0.21 "GET /v2.0/ports/e207a24b-6340-4d64-8b69-80f333fccfd7/bindings/n-h1-772272-3 HTTP/1.1" status: 200 len: 384 time: 0.0760026 Jan 27 21:47:36.769520 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0e9be-b3fc-4f91-80a2-39326537f19d req-9a8f7983-6fb7-4717-a095-233cc0f21dc9 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:36.778388 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-88d0e9be-b3fc-4f91-80a2-39326537f19d req-9a8f7983-6fb7-4717-a095-233cc0f21dc9 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 943 time: 0.0696168 Jan 27 21:47:36.836694 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-88d0e9be-b3fc-4f91-80a2-39326537f19d req-86c72112-46ab-4038-83df-7a860a289b9b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519667 Jan 27 21:47:36.913702 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-81868f1c-2c22-4202-a710-a7b36f142898 service neutron] For port e207a24b-6340-4d64-8b69-80f333fccfd7, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=e207a24b-6340-4d64-8b69-80f333fccfd7,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:36.941976 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-81868f1c-2c22-4202-a710-a7b36f142898 service neutron] For port e207a24b-6340-4d64-8b69-80f333fccfd7, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:36.942407 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0ebbe-e0c0-44a3-8caf-e1cc0a808d4b req-854b7b7e-2fee-4fd9-b8d2-9698273fdc43 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:36.944734 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-18e0ebbe-e0c0-44a3-8caf-e1cc0a808d4b req-854b7b7e-2fee-4fd9-b8d2-9698273fdc43 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.0652175 Jan 27 21:47:36.982677 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-81868f1c-2c22-4202-a710-a7b36f142898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e207a24b-6340-4d64-8b69-80f333fccfd7 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:36.995753 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-81868f1c-2c22-4202-a710-a7b36f142898 service neutron] For port e207a24b-6340-4d64-8b69-80f333fccfd7, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=e207a24b-6340-4d64-8b69-80f333fccfd7,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:37.013183 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-81868f1c-2c22-4202-a710-a7b36f142898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e207a24b-6340-4d64-8b69-80f333fccfd7), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:37.036982 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-18e0ebbe-e0c0-44a3-8caf-e1cc0a808d4b req-6f0a03dc-9554-4440-ad73-96108743ca2c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825906 Jan 27 21:47:37.046983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805658ac-0916-4135-be47-9caf8b9de377 req-d6ee15e5-a147-4b98-a890-bf4302b619fd tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:37.057982 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-805658ac-0916-4135-be47-9caf8b9de377 req-d6ee15e5-a147-4b98-a890-bf4302b619fd tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f7d565b-9e3a-4042-a343-e561895c07bb HTTP/1.1" status: 200 len: 945 time: 0.1098423 Jan 27 21:47:37.078801 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 1453da9a-e283-41d9-9529-df770baf2816 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:37.104386 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-81868f1c-2c22-4202-a710-a7b36f142898 service neutron] Transition to ACTIVE for port object e207a24b-6340-4d64-8b69-80f333fccfd7 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:47:37.111289 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-81868f1c-2c22-4202-a710-a7b36f142898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (e207a24b-6340-4d64-8b69-80f333fccfd7), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:37.111678 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-805658ac-0916-4135-be47-9caf8b9de377 req-e05b3b94-b08b-4e6f-9575-b9f03e87b08f tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/security-groups?id=892ef0a5-0941-4ec0-9bfd-dc6942691291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554829 Jan 27 21:47:37.135860 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 1453da9a-e283-41d9-9529-df770baf2816 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:37.138456 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1453da9a-e283-41d9-9529-df770baf2816), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:37.212619 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-81868f1c-2c22-4202-a710-a7b36f142898 service neutron] No DVR routers for this DVR port e207a24b-6340-4d64-8b69-80f333fccfd7 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:47:37.236897 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 1453da9a-e283-41d9-9529-df770baf2816 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:37.240627 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1453da9a-e283-41d9-9529-df770baf2816), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:37.249151 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81868f1c-2c22-4202-a710-a7b36f142898 service neutron] Pushing event updated for resources: {'Port': ['ID=e207a24b-6340-4d64-8b69-80f333fccfd7,revision_number=10']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:37.262848 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-81868f1c-2c22-4202-a710-a7b36f142898 service neutron] 10.222.0.21 "PUT /v2.0/ports/e207a24b-6340-4d64-8b69-80f333fccfd7/bindings/n-h1-772272-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6134405 Jan 27 21:47:37.264364 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868f1c-2c22-4202-a710-a7b36f142898 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:37.264719 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868f1c-2c22-4202-a710-a7b36f142898 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:37.265064 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868f1c-2c22-4202-a710-a7b36f142898 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:37.265405 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868f1c-2c22-4202-a710-a7b36f142898 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:37.265891 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868f1c-2c22-4202-a710-a7b36f142898 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:37.266082 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868f1c-2c22-4202-a710-a7b36f142898 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:37.266411 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868f1c-2c22-4202-a710-a7b36f142898 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:37.266932 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868f1c-2c22-4202-a710-a7b36f142898 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:37.267419 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868f1c-2c22-4202-a710-a7b36f142898 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:37.268274 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868f1c-2c22-4202-a710-a7b36f142898 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:37.268846 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868f1c-2c22-4202-a710-a7b36f142898 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:37.269349 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868f1c-2c22-4202-a710-a7b36f142898 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:37.270000 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868f1c-2c22-4202-a710-a7b36f142898 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:37.284496 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 1453da9a-e283-41d9-9529-df770baf2816, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1453da9a-e283-41d9-9529-df770baf2816,segment=NetworkSegment(6a88e292-877f-4d1f-94c7-45940eb096db),segment_id=6a88e292-877f-4d1f-94c7-45940eb096db)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:37.291656 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1453da9a-e283-41d9-9529-df770baf2816), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:37.310719 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd2002-ede4-4177-bb74-26771e241682 req-3b54d4c3-b50e-4bdc-adda-abf9364bbc58 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:37.323023 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0cd2002-ede4-4177-bb74-26771e241682 req-3b54d4c3-b50e-4bdc-adda-abf9364bbc58 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 944 time: 0.0941088 Jan 27 21:47:37.374741 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=1453da9a-e283-41d9-9529-df770baf2816,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:37.437380 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-8b996967-85b4-4166-a34c-1e3faf7650e6 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:37.438666 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-8b996967-85b4-4166-a34c-1e3faf7650e6 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339&tenant_id=95aa79ef2e0d4820bfc1772df699fe63&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 1095 time: 0.0610485 Jan 27 21:47:37.472892 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0cd2002-ede4-4177-bb74-26771e241682 req-2676778e-f8c1-4f03-9ce6-484e0aab3e87 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482677 Jan 27 21:47:37.486401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d42476-d80f-464f-8e1a-c45a36d06946 req-f7addf10-8dc1-4972-a453-96f082a8e603 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:37.488261 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d1d42476-d80f-464f-8e1a-c45a36d06946 req-f7addf10-8dc1-4972-a453-96f082a8e603 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6547436-d2f3-4c97-9d66-d524ebf83bf6 HTTP/1.1" status: 200 len: 950 time: 0.1624739 Jan 27 21:47:37.512805 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-9023f1dc-380b-4355-a988-3503e495d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:37.513140 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba9074-7eac-45d1-b325-de20b662b85e req-22967768-6233-4f35-a4aa-f3a840191bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:37.514296 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-9023f1dc-380b-4355-a988-3503e495d9be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339&tenant_id=95aa79ef2e0d4820bfc1772df699fe63 HTTP/1.1" status: 200 len: 1095 time: 0.0603175 Jan 27 21:47:37.514817 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9eba9074-7eac-45d1-b325-de20b662b85e req-22967768-6233-4f35-a4aa-f3a840191bf9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 1100 time: 0.0939298 Jan 27 21:47:37.602699 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-5ef3642f-821f-4c89-a00f-dacbebcf1168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:37.604227 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-5ef3642f-821f-4c89-a00f-dacbebcf1168 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 1095 time: 0.0584469 Jan 27 21:47:37.730516 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-69042626-93c3-4692-8909-cfb559b4f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:37.732601 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-69042626-93c3-4692-8909-cfb559b4f04d service neutron] 10.222.0.15 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 909 time: 0.1218810 Jan 27 21:47:37.775697 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d1d42476-d80f-464f-8e1a-c45a36d06946 req-abd97336-0b32-43eb-add6-e4e4829546e7 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/security-groups?id=058abce2-9d0a-4d3f-bf26-8e1429bc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712271 Jan 27 21:47:37.778637 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba9074-7eac-45d1-b325-de20b662b85e req-3f394e5e-1e8d-4671-ac33-c37263e50674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:37.780191 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9eba9074-7eac-45d1-b325-de20b662b85e req-3f394e5e-1e8d-4671-ac33-c37263e50674 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.2557855 Jan 27 21:47:37.829033 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-cf1e6a57-7841-4025-812d-e7686dbaa3db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e207a24b-6340-4d64-8b69-80f333fccfd7 HTTP/1.1" status: 200 len: 217 time: 0.0877516 Jan 27 21:47:37.862568 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39971744-30fc-46e7-a881-7e2f17f812da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1453da9a-e283-41d9-9529-df770baf2816'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:37.864973 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fd8517-c006-4f17-b9e2-7c905486d4ee" -d '{"events": [{"server_uuid": "39971744-30fc-46e7-a881-7e2f17f812da", "name": "network-vif-plugged", "status": "completed", "tag": "1453da9a-e283-41d9-9529-df770baf2816"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:37.873395 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9eba9074-7eac-45d1-b325-de20b662b85e req-9fa40ae1-6fe6-40bb-ba85-caacab828e3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=2ac52047-eee4-42ae-ac97-26750154c408 HTTP/1.1" status: 200 len: 217 time: 0.0847569 Jan 27 21:47:37.892511 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-94d2e57d-260e-4562-8deb-d0dfeb815455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:37.894728 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-94d2e57d-260e-4562-8deb-d0dfeb815455 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c8c1fde-1173-4cc5-9eb6-13f24f8d2210 HTTP/1.1" status: 200 len: 848 time: 0.0578175 Jan 27 21:47:37.939383 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-010270de-4eb5-461e-b84c-0c9ae953d8b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=682655b0-dbc8-497a-9054-3d8e44de5af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385201 Jan 27 21:47:38.012030 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba9074-7eac-45d1-b325-de20b662b85e req-dc90f474-a3f2-4252-a837-c29fa46cee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:38.017788 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9eba9074-7eac-45d1-b325-de20b662b85e req-dc90f474-a3f2-4252-a837-c29fa46cee1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1333127 Jan 27 21:47:38.071379 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-15d2ee86-c3df-440c-bf77-2b490d748109 service neutron] 10.222.0.15 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218677 Jan 27 21:47:38.109608 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ed2c3-1e22-4b48-b00c-4969bc492762 req-fc1eeb94-99b8-4148-990d-1c423d1599b3 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:38.119352 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-156ed2c3-1e22-4b48-b00c-4969bc492762 req-fc1eeb94-99b8-4148-990d-1c423d1599b3 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 944 time: 0.1877370 Jan 27 21:47:38.168293 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba9074-7eac-45d1-b325-de20b662b85e req-ab12bd57-588a-4a70-99b0-d43a4782d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:38.170110 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9eba9074-7eac-45d1-b325-de20b662b85e req-ab12bd57-588a-4a70-99b0-d43a4782d094 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1385288 Jan 27 21:47:38.189823 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-2b5850a0-fe5e-48e6-8af4-b88c7c6e29e6 service neutron] 10.222.0.15 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123710 Jan 27 21:47:38.321219 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-156ed2c3-1e22-4b48-b00c-4969bc492762 req-67fdc081-4f67-49dc-b4e1-f1d63720cb53 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971197 Jan 27 21:47:38.351017 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7b814f-b4ca-438e-a62c-b404ca3b01e2 x-openstack-request-id: req-ed7b814f-b4ca-438e-a62c-b404ca3b01e2 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:38.351929 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39971744-30fc-46e7-a881-7e2f17f812da", "name": "network-vif-plugged", "status": "completed", "tag": "1453da9a-e283-41d9-9529-df770baf2816", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:38.352462 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed7b814f-b4ca-438e-a62c-b404ca3b01e2 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:38.353280 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39971744-30fc-46e7-a881-7e2f17f812da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1453da9a-e283-41d9-9529-df770baf2816', 'code': 200} Jan 27 21:47:38.382331 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9eba9074-7eac-45d1-b325-de20b662b85e req-3670ac67-65bf-465f-88be-1e2fae693777 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056198 Jan 27 21:47:38.605392 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1beff-f560-4c37-8779-73ff738110ef req-72fa8d65-1d3d-48c8-aeed-21f59f0c17e2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:38.608836 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dcb1beff-f560-4c37-8779-73ff738110ef req-72fa8d65-1d3d-48c8-aeed-21f59f0c17e2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.1456153 Jan 27 21:47:38.614202 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8a338d0e-9051-4e62-8f41-4ddccdb23f70 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238412 Jan 27 21:47:38.616906 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-292ca1da-9c9c-4d61-9770-ff0ddcb0c748 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:38.623742 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e0556-d380-4410-a9f4-482fde02f60b req-d54fd157-09c5-440e-b804-6151e3c80c48 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:38.625356 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-292ca1da-9c9c-4d61-9770-ff0ddcb0c748 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339&tenant_id=95aa79ef2e0d4820bfc1772df699fe63&binding%3Ahost_id=n-h1-772272-3 HTTP/1.1" status: 200 len: 1095 time: 0.1421638 Jan 27 21:47:38.625651 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a33e0556-d380-4410-a9f4-482fde02f60b req-d54fd157-09c5-440e-b804-6151e3c80c48 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f7d565b-9e3a-4042-a343-e561895c07bb HTTP/1.1" status: 200 len: 945 time: 0.1613500 Jan 27 21:47:38.714738 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dcb1beff-f560-4c37-8779-73ff738110ef req-9b215af9-e5ce-404e-8269-575c1a36ef8e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991864 Jan 27 21:47:38.762924 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a33e0556-d380-4410-a9f4-482fde02f60b req-753c51a7-a5f8-4d72-97bc-7090175e5e33 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/security-groups?id=892ef0a5-0941-4ec0-9bfd-dc6942691291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249614 Jan 27 21:47:38.843568 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-d5e9dc3e-8cb6-4528-81f5-022b0e3d8082 service neutron] For port e207a24b-6340-4d64-8b69-80f333fccfd7, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:38.846814 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-d5e9dc3e-8cb6-4528-81f5-022b0e3d8082 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:38.847935 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf22d348-f5db-4d59-af62-7de58c0f0f5b req-d5e9dc3e-8cb6-4528-81f5-022b0e3d8082 service neutron] 10.222.0.15 "DELETE /v2.0/ports/e207a24b-6340-4d64-8b69-80f333fccfd7/bindings/n-h2-772272-3 HTTP/1.1" status: 204 len: 173 time: 0.2192936 Jan 27 21:47:38.899307 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2430b-d229-4281-bde6-18e2d459c251 req-e18d6406-d334-402b-a343-dd86af8f74db tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:38.900905 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c8a2430b-d229-4281-bde6-18e2d459c251 req-e18d6406-d334-402b-a343-dd86af8f74db tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 945 time: 0.0686767 Jan 27 21:47:38.971908 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c8a2430b-d229-4281-bde6-18e2d459c251 req-f4b22dfd-dc12-4f1f-9e06-0ea49f81b6da tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625262 Jan 27 21:47:39.084783 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 8b180326-135b-4d4e-8ece-39b2dd2de0f7 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:39.192777 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 8b180326-135b-4d4e-8ece-39b2dd2de0f7 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:39.193522 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8b180326-135b-4d4e-8ece-39b2dd2de0f7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:39.235860 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 8b180326-135b-4d4e-8ece-39b2dd2de0f7, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=8b180326-135b-4d4e-8ece-39b2dd2de0f7,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:39.243086 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8b180326-135b-4d4e-8ece-39b2dd2de0f7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:39.314566 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=8b180326-135b-4d4e-8ece-39b2dd2de0f7,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:39.339956 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58bedb-64cb-41a1-967b-abe094768b18 req-457b462b-3566-4bb9-8f76-f4ec537f0026 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:39.343059 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb58bedb-64cb-41a1-967b-abe094768b18 req-457b462b-3566-4bb9-8f76-f4ec537f0026 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f7d565b-9e3a-4042-a343-e561895c07bb HTTP/1.1" status: 200 len: 945 time: 0.0794773 Jan 27 21:47:39.411120 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb58bedb-64cb-41a1-967b-abe094768b18 req-2ecced30-55cf-4a30-99d7-fbd699443851 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/security-groups?id=892ef0a5-0941-4ec0-9bfd-dc6942691291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581341 Jan 27 21:47:39.472507 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ccaff-f8cf-4927-bf5a-cb139e4e84c9 req-b2981295-3cee-462e-a649-da9992b229b5 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:39.474554 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d8ccaff-f8cf-4927-bf5a-cb139e4e84c9 req-b2981295-3cee-462e-a649-da9992b229b5 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 944 time: 0.0681942 Jan 27 21:47:39.532720 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d8ccaff-f8cf-4927-bf5a-cb139e4e84c9 req-208f9a66-2694-4d68-9a39-9f98bb7fbb56 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529068 Jan 27 21:47:39.696320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc051dc-a40b-4877-aec1-4296eee0eeae req-ba5adcf6-5d43-472e-ba32-3d69d667aabf tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:39.698060 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8cc051dc-a40b-4877-aec1-4296eee0eeae req-ba5adcf6-5d43-472e-ba32-3d69d667aabf tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 1095 time: 0.0549722 Jan 27 21:47:39.772592 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8cc051dc-a40b-4877-aec1-4296eee0eeae req-f01c1bd9-aedd-4c5e-80db-c5dd4d289f1a tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684330 Jan 27 21:47:39.919910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdee07-a096-405e-845c-2f5c6ffe643a req-5c7f4785-0159-4d60-a24d-ef2a9b7fcf70 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:39.921566 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3bbdee07-a096-405e-845c-2f5c6ffe643a req-5c7f4785-0159-4d60-a24d-ef2a9b7fcf70 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 1095 time: 0.0877762 Jan 27 21:47:39.932074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed331476-f6e2-4f33-aabb-f5cc6c686e39 req-755e3455-d077-4785-92ac-daaea3c033ad tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:39.933904 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed331476-f6e2-4f33-aabb-f5cc6c686e39 req-755e3455-d077-4785-92ac-daaea3c033ad tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.1454258 Jan 27 21:47:40.031635 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3bbdee07-a096-405e-845c-2f5c6ffe643a req-dc3f2238-34fc-413d-9b63-0218e453a7c8 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967226 Jan 27 21:47:40.038872 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed331476-f6e2-4f33-aabb-f5cc6c686e39 req-77e4e6dc-f0b2-4b04-bd4a-e3fead321cc7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982642 Jan 27 21:47:40.243223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2244-334d-443c-994e-b3a48c2784ba req-05134d77-4c6f-4fb0-8535-9be711832830 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:40.245459 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2244-334d-443c-994e-b3a48c2784ba req-05134d77-4c6f-4fb0-8535-9be711832830 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 945 time: 0.0543694 Jan 27 21:47:40.297714 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2244-334d-443c-994e-b3a48c2784ba req-0d3111fe-ff0c-4002-80fc-b2e866178f6b tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466681 Jan 27 21:47:40.354626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6547436-d2f3-4c97-9d66-d524ebf83bf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b180326-135b-4d4e-8ece-39b2dd2de0f7'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:40.358348 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c883c9-0d2e-44fa-a462-663c6bf30233" -d '{"events": [{"server_uuid": "f6547436-d2f3-4c97-9d66-d524ebf83bf6", "name": "network-vif-unplugged", "status": "completed", "tag": "8b180326-135b-4d4e-8ece-39b2dd2de0f7"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:40.396898 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1185a6f-95d2-412d-8f16-771884b867c4 x-openstack-request-id: req-a1185a6f-95d2-412d-8f16-771884b867c4 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:40.397108 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6547436-d2f3-4c97-9d66-d524ebf83bf6", "name": "network-vif-unplugged", "status": "completed", "tag": "8b180326-135b-4d4e-8ece-39b2dd2de0f7", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:40.397684 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1185a6f-95d2-412d-8f16-771884b867c4 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:40.398262 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6547436-d2f3-4c97-9d66-d524ebf83bf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b180326-135b-4d4e-8ece-39b2dd2de0f7', 'code': 200} Jan 27 21:47:40.543242 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23dfd4-a23b-4784-971f-1889aaf47d9a req-04dd4486-75e4-41f7-867b-8b0f995d4477 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:40.545169 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f23dfd4-a23b-4784-971f-1889aaf47d9a req-04dd4486-75e4-41f7-867b-8b0f995d4477 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f7d565b-9e3a-4042-a343-e561895c07bb HTTP/1.1" status: 200 len: 945 time: 0.0525715 Jan 27 21:47:40.601821 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f23dfd4-a23b-4784-971f-1889aaf47d9a req-c9d5c3f3-482a-4996-9474-db8dbff33995 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/security-groups?id=892ef0a5-0941-4ec0-9bfd-dc6942691291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506089 Jan 27 21:47:41.178448 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbc438-9923-4e3f-a892-15cc0dba558b req-e2691540-b91e-40dd-9ca9-4d6cd5b21d24 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:41.180456 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-efcbc438-9923-4e3f-a892-15cc0dba558b req-e2691540-b91e-40dd-9ca9-4d6cd5b21d24 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.0640221 Jan 27 21:47:41.195019 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427f834-5448-41b1-90be-60739e1b0478 req-038479ca-7aca-4571-aa59-3b2a2dbade1a tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:41.197052 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a427f834-5448-41b1-90be-60739e1b0478 req-038479ca-7aca-4571-aa59-3b2a2dbade1a tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f7d565b-9e3a-4042-a343-e561895c07bb HTTP/1.1" status: 200 len: 945 time: 0.0597856 Jan 27 21:47:41.260029 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-efcbc438-9923-4e3f-a892-15cc0dba558b req-5f4bc133-5af3-472c-a219-800de55bb32d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716212 Jan 27 21:47:41.337735 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-a427f834-5448-41b1-90be-60739e1b0478 req-c333d59f-bd82-42b0-96cf-d4f589241a14 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Deleting port 18bc2a2e-5900-4a80-9bcf-aa920ac9b708 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:41.338086 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-a427f834-5448-41b1-90be-60739e1b0478 req-c333d59f-bd82-42b0-96cf-d4f589241a14 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (18bc2a2e-5900-4a80-9bcf-aa920ac9b708), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:41.451599 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-a427f834-5448-41b1-90be-60739e1b0478 req-c333d59f-bd82-42b0-96cf-d4f589241a14 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] For port 18bc2a2e-5900-4a80-9bcf-aa920ac9b708, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=18bc2a2e-5900-4a80-9bcf-aa920ac9b708,segment=NetworkSegment(eb6f9860-70ce-419a-9291-02c7d796dc81),segment_id=eb6f9860-70ce-419a-9291-02c7d796dc81)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:41.452554 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-a427f834-5448-41b1-90be-60739e1b0478 req-c333d59f-bd82-42b0-96cf-d4f589241a14 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (18bc2a2e-5900-4a80-9bcf-aa920ac9b708), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:41.470819 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-a427f834-5448-41b1-90be-60739e1b0478 req-c333d59f-bd82-42b0-96cf-d4f589241a14 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Calling delete_port for 18bc2a2e-5900-4a80-9bcf-aa920ac9b708 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:41.471506 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05478fa-d692-45f4-9308-a333caf8169d req-0fb8dfdf-98dc-4f5d-92ce-37b8a32bc101 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:41.482264 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e05478fa-d692-45f4-9308-a333caf8169d req-0fb8dfdf-98dc-4f5d-92ce-37b8a32bc101 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 945 time: 0.0921407 Jan 27 21:47:41.576943 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e05478fa-d692-45f4-9308-a333caf8169d req-d733dd8f-9b2e-4e89-a3df-629f99207025 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936754 Jan 27 21:47:41.632389 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-a427f834-5448-41b1-90be-60739e1b0478 req-c333d59f-bd82-42b0-96cf-d4f589241a14 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (18bc2a2e-5900-4a80-9bcf-aa920ac9b708), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:41.646192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['18bc2a2e-5900-4a80-9bcf-aa920ac9b708'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:47:41.689892 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333d59f-bd82-42b0-96cf-d4f589241a14 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Pushing event deleted for resources: {'Port': ['ID=18bc2a2e-5900-4a80-9bcf-aa920ac9b708,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:41.728383 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba8223a7-f4c8-4ea4-8481-cc62a5ecd0ac req-428b67b6-aa1d-452c-95dd-ca8c570d200c tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f7d565b-9e3a-4042-a343-e561895c07bb HTTP/1.1" status: 200 len: 210 time: 0.0465426 Jan 27 21:47:41.751813 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a427f834-5448-41b1-90be-60739e1b0478 req-c333d59f-bd82-42b0-96cf-d4f589241a14 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] No DVR routers for this DVR port 18bc2a2e-5900-4a80-9bcf-aa920ac9b708 on host n-h1-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:47:41.751813 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-a427f834-5448-41b1-90be-60739e1b0478 req-c333d59f-bd82-42b0-96cf-d4f589241a14 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:41.756229 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a427f834-5448-41b1-90be-60739e1b0478 req-c333d59f-bd82-42b0-96cf-d4f589241a14 tempest-InstanceActionsNegativeTestJSON-1830104197 tempest-InstanceActionsNegativeTestJSON-1830104197-project] 10.222.0.15 "DELETE /v2.0/ports/18bc2a2e-5900-4a80-9bcf-aa920ac9b708 HTTP/1.1" status: 204 len: 173 time: 0.5528972 Jan 27 21:47:41.756750 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7d565b-9e3a-4042-a343-e561895c07bb', 'name': 'network-vif-deleted', 'tag': '18bc2a2e-5900-4a80-9bcf-aa920ac9b708'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:41.759485 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4951d4-5bfb-4272-8b9c-a8da697aebca" -d '{"events": [{"server_uuid": "5f7d565b-9e3a-4042-a343-e561895c07bb", "name": "network-vif-deleted", "tag": "18bc2a2e-5900-4a80-9bcf-aa920ac9b708"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:41.832552 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91325ef2-e880-4d88-b36d-e0c1611f29ef x-openstack-request-id: req-91325ef2-e880-4d88-b36d-e0c1611f29ef {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:41.833451 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7d565b-9e3a-4042-a343-e561895c07bb", "name": "network-vif-deleted", "tag": "18bc2a2e-5900-4a80-9bcf-aa920ac9b708", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:41.833707 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91325ef2-e880-4d88-b36d-e0c1611f29ef {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:41.834109 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7d565b-9e3a-4042-a343-e561895c07bb', 'name': 'network-vif-deleted', 'tag': '18bc2a2e-5900-4a80-9bcf-aa920ac9b708', 'status': 'completed', 'code': 200} Jan 27 21:47:42.493513 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:42.521481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c8bb8-b0fa-4dea-82d0-59998973fb5c req-90dd9c7d-42e6-405e-8411-70faf406b43d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:42.525577 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-371c8bb8-b0fa-4dea-82d0-59998973fb5c req-90dd9c7d-42e6-405e-8411-70faf406b43d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.1222687 Jan 27 21:47:42.604487 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-371c8bb8-b0fa-4dea-82d0-59998973fb5c req-ba98de4d-0d00-48a9-a8bb-422ed1f1b911 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704224 Jan 27 21:47:42.743931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11550f23-468c-460b-8f8c-503107375727 req-a9f282ae-6f6b-4b5e-b719-3c7cbf07c218 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:42.752114 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11550f23-468c-460b-8f8c-503107375727 req-a9f282ae-6f6b-4b5e-b719-3c7cbf07c218 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 945 time: 0.0752559 Jan 27 21:47:42.781415 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:47:42.814156 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48664) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:42.827507 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11550f23-468c-460b-8f8c-503107375727 req-b2736dad-b82f-4375-acfc-d953587449e8 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742428 Jan 27 21:47:42.920189 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6375fba-fef4-4205-a0e9-a639dce937dc admin admin] Deleting subnet bba21689-00be-4a63-bb09-3961295ce8b1 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:47:42.930860 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c6375fba-fef4-4205-a0e9-a639dce937dc admin admin] Publish callbacks [] for subnet (bba21689-00be-4a63-bb09-3961295ce8b1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:42.978342 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:43.000937 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c', 'mac_address': 'fa:16:3e:05:75:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:47:43.031583 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c6375fba-fef4-4205-a0e9-a639dce937dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (bba21689-00be-4a63-bb09-3961295ce8b1), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.085647 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:43.086495 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.105325 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:43.136193 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c6375fba-fef4-4205-a0e9-a639dce937dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (bba21689-00be-4a63-bb09-3961295ce8b1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.140456 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:43.150259 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.225660 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c6375fba-fef4-4205-a0e9-a639dce937dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (bba21689-00be-4a63-bb09-3961295ce8b1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.283862 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,revision_number=9']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:43.307246 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:47:43.322532 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6375fba-fef4-4205-a0e9-a639dce937dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bba21689-00be-4a63-bb09-3961295ce8b1,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:43.330507 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c6375fba-fef4-4205-a0e9-a639dce937dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.338963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48690) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:43.339186 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c6375fba-fef4-4205-a0e9-a639dce937dc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bba21689-00be-4a63-bb09-3961295ce8b1 HTTP/1.1" status: 204 len: 168 time: 0.5235629 Jan 27 21:47:43.449067 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8d0e1-8238-43e2-b74f-f1035d87caa4 req-fabe79cb-60d5-4499-9bab-2072f46a3bdf tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:43.451260 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aaf8d0e1-8238-43e2-b74f-f1035d87caa4 req-fabe79cb-60d5-4499-9bab-2072f46a3bdf tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 945 time: 0.1876328 Jan 27 21:47:43.515813 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1dde3efa-7098-44cd-a821-6b7793f1524b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (265daaa1-7c3a-4652-a9ee-1e8041af38f6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.550781 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aaf8d0e1-8238-43e2-b74f-f1035d87caa4 req-145446fe-02c3-4ca4-9fd3-054e31747d39 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909698 Jan 27 21:47:43.669329 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1dde3efa-7098-44cd-a821-6b7793f1524b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (265daaa1-7c3a-4652-a9ee-1e8041af38f6), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.710464 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-1dde3efa-7098-44cd-a821-6b7793f1524b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265daaa1-7c3a-4652-a9ee-1e8041af38f6']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:43.722584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-1dde3efa-7098-44cd-a821-6b7793f1524b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb6f9860-70ce-419a-9291-02c7d796dc81') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:43.722890 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-1dde3efa-7098-44cd-a821-6b7793f1524b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb6f9860-70ce-419a-9291-02c7d796dc81') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:43.733114 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1dde3efa-7098-44cd-a821-6b7793f1524b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (eb6f9860-70ce-419a-9291-02c7d796dc81), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.748241 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1dde3efa-7098-44cd-a821-6b7793f1524b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (eb6f9860-70ce-419a-9291-02c7d796dc81), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.755437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dde3efa-7098-44cd-a821-6b7793f1524b admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:47:43.755989 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1dde3efa-7098-44cd-a821-6b7793f1524b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (eb6f9860-70ce-419a-9291-02c7d796dc81), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: timer() Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:47:43.761093 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:47:43.838105 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1dde3efa-7098-44cd-a821-6b7793f1524b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (265daaa1-7c3a-4652-a9ee-1e8041af38f6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.862832 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1dde3efa-7098-44cd-a821-6b7793f1524b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.881896 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1dde3efa-7098-44cd-a821-6b7793f1524b admin admin] 10.222.0.23 "DELETE /v2.0/networks/265daaa1-7c3a-4652-a9ee-1e8041af38f6 HTTP/1.1" status: 204 len: 168 time: 0.5414674 Jan 27 21:47:43.907757 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde3efa-7098-44cd-a821-6b7793f1524b admin admin] Pushing event deleted for resources: {'Network': ['ID=265daaa1-7c3a-4652-a9ee-1e8041af38f6,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:43.990917 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396c7a8-90c4-4df8-81bf-ec4e10700742 req-59f5482b-6009-429d-8cdc-aded9a714073 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:43.995416 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6396c7a8-90c4-4df8-81bf-ec4e10700742 req-59f5482b-6009-429d-8cdc-aded9a714073 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.0736680 Jan 27 21:47:44.073095 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6396c7a8-90c4-4df8-81bf-ec4e10700742 req-f1c43e91-ef5a-42eb-a635-63580e622155 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761042 Jan 27 21:47:44.109746 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48712) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:44.206868 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6a1ae42a-d0ea-4e65-a881-a3cebd0a66e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7d7331d5e2a40c18a30d56868463488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0959117 Jan 27 21:47:44.209432 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48714) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:44.278706 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d543cd67-75da-4989-b276-db8c9e2e7c16 admin admin] Publish callbacks [] for security_group (892ef0a5-0941-4ec0-9bfd-dc6942691291), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:44.308135 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d543cd67-75da-4989-b276-db8c9e2e7c16 admin admin] Publish callbacks [] for security_group (892ef0a5-0941-4ec0-9bfd-dc6942691291), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:44.384012 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d543cd67-75da-4989-b276-db8c9e2e7c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (892ef0a5-0941-4ec0-9bfd-dc6942691291), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:44.389008 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d543cd67-75da-4989-b276-db8c9e2e7c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:44.390575 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d543cd67-75da-4989-b276-db8c9e2e7c16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/892ef0a5-0941-4ec0-9bfd-dc6942691291 HTTP/1.1" status: 204 len: 168 time: 0.1756420 Jan 27 21:47:44.401725 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543cd67-75da-4989-b276-db8c9e2e7c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892ef0a5-0941-4ec0-9bfd-dc6942691291,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:44.781478 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a66f84-77fc-4f44-a044-66b714654375 req-60935872-1273-4d35-898f-079a3398875e tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:44.790448 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21a66f84-77fc-4f44-a044-66b714654375 req-60935872-1273-4d35-898f-079a3398875e tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 945 time: 0.0862656 Jan 27 21:47:44.796850 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:44.922351 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:44.922645 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:44.936670 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21a66f84-77fc-4f44-a044-66b714654375 req-220ffaec-1a9c-4038-bfa3-d3fceb524522 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406622 Jan 27 21:47:45.144199 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:45.147109 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:45.157671 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 1453da9a-e283-41d9-9529-df770baf2816 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:45.309849 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322d8afa-4cb6-4196-8795-d4a50caecb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:45.312137 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ac0933-034d-4360-863e-8d1aa1671510" -d '{"events": [{"server_uuid": "322d8afa-4cb6-4196-8795-d4a50caecb65", "name": "network-vif-plugged", "status": "completed", "tag": "86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:45.385917 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:45.414134 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28668824-246d-46f4-b89d-256727704ddc req-095cb585-e9df-404d-bf50-9a7f0dba679e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:45.420076 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-28668824-246d-46f4-b89d-256727704ddc req-095cb585-e9df-404d-bf50-9a7f0dba679e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.1025908 Jan 27 21:47:45.449745 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:45.451094 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 18bc2a2e-5900-4a80-9bcf-aa920ac9b708 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:45.512798 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 18bc2a2e-5900-4a80-9bcf-aa920ac9b708 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:47:45.516506 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 18bc2a2e-5900-4a80-9bcf-aa920ac9b708 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:47:45.546743 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-28668824-246d-46f4-b89d-256727704ddc req-610ce755-810c-401b-b4a3-4c42bd686b9b tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142268 Jan 27 21:47:45.636702 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 1453da9a-e283-41d9-9529-df770baf2816 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:45.637099 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1453da9a-e283-41d9-9529-df770baf2816), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:45.729083 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 1453da9a-e283-41d9-9529-df770baf2816, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1453da9a-e283-41d9-9529-df770baf2816,segment=NetworkSegment(6a88e292-877f-4d1f-94c7-45940eb096db),segment_id=6a88e292-877f-4d1f-94c7-45940eb096db)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:45.731565 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94899105-79b1-4a16-9ffa-eaac3c90fb1a x-openstack-request-id: req-94899105-79b1-4a16-9ffa-eaac3c90fb1a {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:45.732037 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322d8afa-4cb6-4196-8795-d4a50caecb65", "name": "network-vif-plugged", "status": "completed", "tag": "86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:45.732421 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94899105-79b1-4a16-9ffa-eaac3c90fb1a {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:45.733003 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322d8afa-4cb6-4196-8795-d4a50caecb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c', 'code': 200} Jan 27 21:47:45.734526 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,revision_number=10']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:45.737501 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1453da9a-e283-41d9-9529-df770baf2816), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:45.751066 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:45.751508 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:45.751956 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:45.752393 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:45.752799 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:45.753206 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:45.753614 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:45.754051 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:45.754618 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:45.755031 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:45.755431 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:45.756366 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:45.757166 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:45.838701 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48750) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:45.876723 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=1453da9a-e283-41d9-9529-df770baf2816,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:46.022518 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f83b3a9b-4597-4d79-84cd-2eea1b76b8fb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1914853775-network', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:46.110672 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83b3a9b-4597-4d79-84cd-2eea1b76b8fb admin admin] Made reservation on behalf of 61d13348ee1947f6862828ce6fcbfac2 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:47:46.116793 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f83b3a9b-4597-4d79-84cd-2eea1b76b8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:46.124425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cd00c-b125-4178-9ab8-03fb41d7ce13 req-74bbcc09-13f3-421b-ad03-8a3db36c37c8 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:46.126006 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d48cd00c-b125-4178-9ab8-03fb41d7ce13 req-74bbcc09-13f3-421b-ad03-8a3db36c37c8 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 943 time: 0.0802786 Jan 27 21:47:46.134551 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f83b3a9b-4597-4d79-84cd-2eea1b76b8fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:46.251163 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d48cd00c-b125-4178-9ab8-03fb41d7ce13 req-0b00d592-1853-4dab-9a78-394918f28bca tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143107 Jan 27 21:47:46.397576 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f83b3a9b-4597-4d79-84cd-2eea1b76b8fb admin admin] Publish callbacks [] for security_group (b549bcff-73ad-4a1e-919b-ba95272f62e6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:46.413289 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f83b3a9b-4597-4d79-84cd-2eea1b76b8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b549bcff-73ad-4a1e-919b-ba95272f62e6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:46.448770 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83b3a9b-4597-4d79-84cd-2eea1b76b8fb admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:47:46.478466 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f83b3a9b-4597-4d79-84cd-2eea1b76b8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (4462bcff-72ce-4bd6-b118-49320317361b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:46.479709 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-f83b3a9b-4597-4d79-84cd-2eea1b76b8fb admin admin] Added segment 4462bcff-72ce-4bd6-b118-49320317361b of type vlan for network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef Jan 27 21:47:46.549760 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f83b3a9b-4597-4d79-84cd-2eea1b76b8fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (6b844948-3293-4ffe-a8d3-7b6f6d1ebeef), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:46.653549 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f83b3a9b-4597-4d79-84cd-2eea1b76b8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (6b844948-3293-4ffe-a8d3-7b6f6d1ebeef), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:46.656675 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83b3a9b-4597-4d79-84cd-2eea1b76b8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:46.658682 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f83b3a9b-4597-4d79-84cd-2eea1b76b8fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:46.763610 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72303718-e099-4c92-bb4b-679a0a36c3e5 req-04c5cc37-7538-4d1d-9147-b1c9fe74fde9 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:46.772769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72303718-e099-4c92-bb4b-679a0a36c3e5 req-04c5cc37-7538-4d1d-9147-b1c9fe74fde9 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.0892515 Jan 27 21:47:46.840666 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86cd06-5a8a-4ce1-b52f-377897934d38 req-98e2c81f-8653-4210-b1d0-b4caae89ff99 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:46.842819 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fb86cd06-5a8a-4ce1-b52f-377897934d38 req-98e2c81f-8653-4210-b1d0-b4caae89ff99 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.21 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 943 time: 0.5424802 Jan 27 21:47:46.850074 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72303718-e099-4c92-bb4b-679a0a36c3e5 req-12d72902-5c62-4802-98e4-75a4572f4616 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757313 Jan 27 21:47:46.858571 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f83b3a9b-4597-4d79-84cd-2eea1b76b8fb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0187743 Jan 27 21:47:46.861620 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48766) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:46.872641 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Request body: {'subnet': {'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1914853775-subnet', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:46.887722 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b3a9b-4597-4d79-84cd-2eea1b76b8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b549bcff-73ad-4a1e-919b-ba95272f62e6,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:46.963676 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Made reservation on behalf of 61d13348ee1947f6862828ce6fcbfac2 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:47:46.966581 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:46.983363 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b3a9b-4597-4d79-84cd-2eea1b76b8fb admin admin] Pushing event updated for resources: {'Network': ['ID=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:46.997328 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:47:47.139904 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-fb86cd06-5a8a-4ce1-b52f-377897934d38 req-4d839034-34a7-4c2a-ba89-5175d2245c5c tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Deleting port 1453da9a-e283-41d9-9529-df770baf2816 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:47.143117 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-fb86cd06-5a8a-4ce1-b52f-377897934d38 req-4d839034-34a7-4c2a-ba89-5175d2245c5c tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1453da9a-e283-41d9-9529-df770baf2816), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:47.280891 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-fb86cd06-5a8a-4ce1-b52f-377897934d38 req-4d839034-34a7-4c2a-ba89-5175d2245c5c tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] For port 1453da9a-e283-41d9-9529-df770baf2816, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1453da9a-e283-41d9-9529-df770baf2816,segment=NetworkSegment(6a88e292-877f-4d1f-94c7-45940eb096db),segment_id=6a88e292-877f-4d1f-94c7-45940eb096db)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:47.281399 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-fb86cd06-5a8a-4ce1-b52f-377897934d38 req-4d839034-34a7-4c2a-ba89-5175d2245c5c tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1453da9a-e283-41d9-9529-df770baf2816), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:47.297451 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-fb86cd06-5a8a-4ce1-b52f-377897934d38 req-4d839034-34a7-4c2a-ba89-5175d2245c5c tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Calling delete_port for 1453da9a-e283-41d9-9529-df770baf2816 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:47.345949 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (e758eeac-7ebf-4254-8c02-8b091e926322), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:47.526250 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-fb86cd06-5a8a-4ce1-b52f-377897934d38 req-4d839034-34a7-4c2a-ba89-5175d2245c5c tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (1453da9a-e283-41d9-9529-df770baf2816), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:47.572529 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e758eeac-7ebf-4254-8c02-8b091e926322,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:47.603931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:47.603931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:47.606336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:47.606840 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:47.607197 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:47.607542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:47.607885 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:47.608246 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:47.608693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:47.609878 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb86cd06-5a8a-4ce1-b52f-377897934d38 req-4d839034-34a7-4c2a-ba89-5175d2245c5c tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] No DVR routers for this DVR port 1453da9a-e283-41d9-9529-df770baf2816 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:47:47.612984 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:47.613251 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-fb86cd06-5a8a-4ce1-b52f-377897934d38 req-4d839034-34a7-4c2a-ba89-5175d2245c5c tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:47.613384 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:47.613712 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:47.614755 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:47.617407 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fb86cd06-5a8a-4ce1-b52f-377897934d38 req-4d839034-34a7-4c2a-ba89-5175d2245c5c tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.21 "DELETE /v2.0/ports/1453da9a-e283-41d9-9529-df770baf2816 HTTP/1.1" status: 204 len: 173 time: 0.7460363 Jan 27 21:47:47.618024 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39971744-30fc-46e7-a881-7e2f17f812da', 'name': 'network-vif-deleted', 'tag': '1453da9a-e283-41d9-9529-df770baf2816'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:47.620617 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdda02f-455f-48b5-be35-693d11372c6e" -d '{"events": [{"server_uuid": "39971744-30fc-46e7-a881-7e2f17f812da", "name": "network-vif-deleted", "tag": "1453da9a-e283-41d9-9529-df770baf2816"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:47.624691 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d839034-34a7-4c2a-ba89-5175d2245c5c tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Pushing event deleted for resources: {'Port': ['ID=1453da9a-e283-41d9-9529-df770baf2816,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:47.650730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa54d4-2bf5-4868-93d5-7f59da54bc35 req-b3f428d5-4e2c-4e3b-b297-0086bc7e4716 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:47.657673 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-57aa54d4-2bf5-4868-93d5-7f59da54bc35 req-b3f428d5-4e2c-4e3b-b297-0086bc7e4716 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=39971744-30fc-46e7-a881-7e2f17f812da HTTP/1.1" status: 200 len: 943 time: 0.2293265 Jan 27 21:47:47.665798 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Checking segment: {'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:47.666164 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Network hostable DHCP agents. Network: 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:47:47.722335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:47:47.734832 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39971744-30fc-46e7-a881-7e2f17f812da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1453da9a-e283-41d9-9529-df770baf2816'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:47.746130 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-57aa54d4-2bf5-4868-93d5-7f59da54bc35 req-26f3ed9f-5af3-44d4-86a6-a8a1c98ce521 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873487 Jan 27 21:47:47.770151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:47.770935 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2151ee-ea3c-455a-b6d4-ae36184ad189" -d '{"events": [{"server_uuid": "39971744-30fc-46e7-a881-7e2f17f812da", "name": "network-vif-unplugged", "status": "completed", "tag": "1453da9a-e283-41d9-9529-df770baf2816"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:47.783317 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:47.784024 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:47.817566 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a74fea5-6ec2-4937-8a8b-29b61721dcaa None None] Network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:47:47.841837 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-77723738-37d3-4243-9da5-54874454c466 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9743519 Jan 27 21:47:47.843502 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48780) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:47.850103 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-816becaf-4a1c-4240-92f4-70ce0a027a6b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1914853775-router', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:47.916510 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-816becaf-4a1c-4240-92f4-70ce0a027a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (9c9960be-67ec-4018-8015-65dedbd84429), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:47.920625 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-816becaf-4a1c-4240-92f4-70ce0a027a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (9c9960be-67ec-4018-8015-65dedbd84429), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:48.076101 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395fda99-0748-448d-8d20-66521cdbcf16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'fixed_ips': [{'subnet_id': 'e758eeac-7ebf-4254-8c02-8b091e926322'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:47:48.077014 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-395fda99-0748-448d-8d20-66521cdbcf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:48.079996 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-816becaf-4a1c-4240-92f4-70ce0a027a6b admin admin] Publish callbacks [] for router_controller (9c9960be-67ec-4018-8015-65dedbd84429), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:48.209834 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2219c6b-b3b7-4ff0-92be-9be749d0efae x-openstack-request-id: req-e2219c6b-b3b7-4ff0-92be-9be749d0efae {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:48.210340 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39971744-30fc-46e7-a881-7e2f17f812da", "name": "network-vif-deleted", "tag": "1453da9a-e283-41d9-9529-df770baf2816", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:48.210862 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2219c6b-b3b7-4ff0-92be-9be749d0efae {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:48.211563 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39971744-30fc-46e7-a881-7e2f17f812da', 'name': 'network-vif-deleted', 'tag': '1453da9a-e283-41d9-9529-df770baf2816', 'status': 'completed', 'code': 200} Jan 27 21:47:48.265697 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a18f24-e0f0-46d8-bab7-3f3ddc704948 x-openstack-request-id: req-05a18f24-e0f0-46d8-bab7-3f3ddc704948 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:48.266005 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39971744-30fc-46e7-a881-7e2f17f812da", "name": "network-vif-unplugged", "status": "completed", "tag": "1453da9a-e283-41d9-9529-df770baf2816", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:48.266496 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05a18f24-e0f0-46d8-bab7-3f3ddc704948 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:48.267036 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39971744-30fc-46e7-a881-7e2f17f812da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1453da9a-e283-41d9-9529-df770baf2816', 'code': 200} Jan 27 21:47:48.456200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6318d2-13c5-464a-bd35-249e98bcfdc9 req-d9405093-0e46-40dd-8138-1d37338c8ac4 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:48.464816 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-816becaf-4a1c-4240-92f4-70ce0a027a6b admin admin] Publish callbacks [] for router_gateway (9c9960be-67ec-4018-8015-65dedbd84429), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:48.466224 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c6318d2-13c5-464a-bd35-249e98bcfdc9 req-d9405093-0e46-40dd-8138-1d37338c8ac4 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.1222522 Jan 27 21:47:48.471379 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-395fda99-0748-448d-8d20-66521cdbcf16 None None] Allocated IP 172.20.0.2 (6b844948-3293-4ffe-a8d3-7b6f6d1ebeef/e758eeac-7ebf-4254-8c02-8b091e926322/cb085b39-c0e7-4712-a1e0-2b55f35f73e5) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:48.580422 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c6318d2-13c5-464a-bd35-249e98bcfdc9 req-b1b224bc-88ae-4e74-817c-609aa289730c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115646 Jan 27 21:47:48.891071 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-395fda99-0748-448d-8d20-66521cdbcf16 None None] Publish callbacks [] for port (cb085b39-c0e7-4712-a1e0-2b55f35f73e5), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:48.903231 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-395fda99-0748-448d-8d20-66521cdbcf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (cb085b39-c0e7-4712-a1e0-2b55f35f73e5), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:48.932089 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-816becaf-4a1c-4240-92f4-70ce0a027a6b admin admin] Publish callbacks [] for router_gateway (9c9960be-67ec-4018-8015-65dedbd84429), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:48.960040 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-816becaf-4a1c-4240-92f4-70ce0a027a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:49.015315 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395fda99-0748-448d-8d20-66521cdbcf16 None None] Network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:49.018838 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-395fda99-0748-448d-8d20-66521cdbcf16 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:49.028827 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395fda99-0748-448d-8d20-66521cdbcf16 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:49.165778 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-395fda99-0748-448d-8d20-66521cdbcf16 None None] Attempting to bind port cb085b39-c0e7-4712-a1e0-2b55f35f73e5 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:49.166477 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-395fda99-0748-448d-8d20-66521cdbcf16 None None] Attempting to bind port cb085b39-c0e7-4712-a1e0-2b55f35f73e5 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:49.166582 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395fda99-0748-448d-8d20-66521cdbcf16 None None] Attempting to bind port cb085b39-c0e7-4712-a1e0-2b55f35f73e5 on network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:49.169460 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-816becaf-4a1c-4240-92f4-70ce0a027a6b admin admin] Allocated IP 172.25.3.137 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/9add7880-394d-4681-a11a-b65dc23fb120) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:49.172053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fda99-0748-448d-8d20-66521cdbcf16 None None] Pushing event updated for resources: {'Port': ['ID=cb085b39-c0e7-4712-a1e0-2b55f35f73e5,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:49.175974 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395fda99-0748-448d-8d20-66521cdbcf16 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:49.176413 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395fda99-0748-448d-8d20-66521cdbcf16 None None] Checking segment: {'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:49.176828 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-395fda99-0748-448d-8d20-66521cdbcf16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:49.177224 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395fda99-0748-448d-8d20-66521cdbcf16 None None] Bound using segment: {'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:49.177717 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-395fda99-0748-448d-8d20-66521cdbcf16 None None] Bound port: cb085b39-c0e7-4712-a1e0-2b55f35f73e5, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:49.178113 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-395fda99-0748-448d-8d20-66521cdbcf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cb085b39-c0e7-4712-a1e0-2b55f35f73e5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:49.180311 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 1453da9a-e283-41d9-9529-df770baf2816 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:49.218878 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 1453da9a-e283-41d9-9529-df770baf2816 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:47:49.219248 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 1453da9a-e283-41d9-9529-df770baf2816 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:47:49.317799 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-395fda99-0748-448d-8d20-66521cdbcf16 None None] For port cb085b39-c0e7-4712-a1e0-2b55f35f73e5, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:49.321826 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-395fda99-0748-448d-8d20-66521cdbcf16 None None] For port cb085b39-c0e7-4712-a1e0-2b55f35f73e5, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cb085b39-c0e7-4712-a1e0-2b55f35f73e5,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:49.334190 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-395fda99-0748-448d-8d20-66521cdbcf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cb085b39-c0e7-4712-a1e0-2b55f35f73e5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:49.398390 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-816becaf-4a1c-4240-92f4-70ce0a027a6b admin admin] Publish callbacks [] for port (9add7880-394d-4681-a11a-b65dc23fb120), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:49.413901 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fda99-0748-448d-8d20-66521cdbcf16 None None] Pushing event updated for resources: {'Port': ['ID=cb085b39-c0e7-4712-a1e0-2b55f35f73e5,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:49.467936 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-816becaf-4a1c-4240-92f4-70ce0a027a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (9add7880-394d-4681-a11a-b65dc23fb120), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:49.529354 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816becaf-4a1c-4240-92f4-70ce0a027a6b admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:49.533696 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-816becaf-4a1c-4240-92f4-70ce0a027a6b admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:49.540004 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816becaf-4a1c-4240-92f4-70ce0a027a6b admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:49.582212 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816becaf-4a1c-4240-92f4-70ce0a027a6b admin admin] Pushing event updated for resources: {'Port': ['ID=9add7880-394d-4681-a11a-b65dc23fb120,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:50.157414 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-816becaf-4a1c-4240-92f4-70ce0a027a6b admin admin] Publish callbacks [] for router_gateway (9c9960be-67ec-4018-8015-65dedbd84429), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:50.892749 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:51.035544 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cb085b39-c0e7-4712-a1e0-2b55f35f73e5 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:51.086398 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-816becaf-4a1c-4240-92f4-70ce0a027a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (9c9960be-67ec-4018-8015-65dedbd84429), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:51.261655 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port cb085b39-c0e7-4712-a1e0-2b55f35f73e5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:51.262342 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cb085b39-c0e7-4712-a1e0-2b55f35f73e5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:51.282336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-d58bea5f-9bff-4b8f-8983-26bc32c1d8b5 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:51.297232 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-d58bea5f-9bff-4b8f-8983-26bc32c1d8b5 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/networks?id=08785562-76b3-4501-80fb-2c234e0f6c58 HTTP/1.1" status: 200 len: 822 time: 0.3210080 Jan 27 21:47:51.327705 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-615790e5-0089-4adb-8518-1306e2f3639a tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/quotas/cc08858640d0459e88dc1fcfa79be649 HTTP/1.1" status: 200 len: 375 time: 0.0272510 Jan 27 21:47:51.399120 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6adbb0-d3c0-4367-8358-36c0e578e8f5 None None] Network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:47:51.413066 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816becaf-4a1c-4240-92f4-70ce0a027a6b admin admin] Router 9c9960be-67ec-4018-8015-65dedbd84429 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:47:51.431254 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-f774c5e5-e9af-4a1c-9dce-f8b34f292d28 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc08858640d0459e88dc1fcfa79be649&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1025264 Jan 27 21:47:51.481596 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port cb085b39-c0e7-4712-a1e0-2b55f35f73e5 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:51.482389 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cb085b39-c0e7-4712-a1e0-2b55f35f73e5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:51.587063 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port cb085b39-c0e7-4712-a1e0-2b55f35f73e5, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cb085b39-c0e7-4712-a1e0-2b55f35f73e5,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:51.603418 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cb085b39-c0e7-4712-a1e0-2b55f35f73e5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:51.642287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b47a3267-de9f-4729-844c-7e2c4f85ab2c None None] Provisioning complete for port cb085b39-c0e7-4712-a1e0-2b55f35f73e5 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:51.651833 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b47a3267-de9f-4729-844c-7e2c4f85ab2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cb085b39-c0e7-4712-a1e0-2b55f35f73e5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:51.669724 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214a6e2-41a6-4fb2-b5e4-a726b877c0d6 req-84ef0f2c-998a-4cc4-a7ff-dbb5d1214178 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:51.671297 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4214a6e2-41a6-4fb2-b5e4-a726b877c0d6 req-84ef0f2c-998a-4cc4-a7ff-dbb5d1214178 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.3180466 Jan 27 21:47:51.683623 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816becaf-4a1c-4240-92f4-70ce0a027a6b admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:47:51.720941 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-816becaf-4a1c-4240-92f4-70ce0a027a6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:51.725622 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-816becaf-4a1c-4240-92f4-70ce0a027a6b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8772628 Jan 27 21:47:51.725862 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48834) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:51.743374 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=cb085b39-c0e7-4712-a1e0-2b55f35f73e5,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:51.769162 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-8acf6908-f243-42b0-be29-9133d245de9f service neutron] 10.222.0.23 "GET /v2.0/networks/08785562-76b3-4501-80fb-2c234e0f6c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369496 Jan 27 21:47:51.809315 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] Sync routers for ids ['9c9960be-67ec-4018-8015-65dedbd84429'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:47:51.861165 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] Routers {'9c9960be-67ec-4018-8015-65dedbd84429'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:51.862029 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:47:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['9c9960be-67ec-4018-8015-65dedbd84429'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:51.931131 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4214a6e2-41a6-4fb2-b5e4-a726b877c0d6 req-c0250a28-7fda-4051-a88f-a1d9e98c40f6 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441261 Jan 27 21:47:52.035343 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-b2ca4052-918a-4797-b202-5fa1c9c122c1 service neutron] 10.222.0.23 "GET /v2.0/networks/08785562-76b3-4501-80fb-2c234e0f6c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652416 Jan 27 21:47:52.146655 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b47a3267-de9f-4729-844c-7e2c4f85ab2c None None] Current status of the port cb085b39-c0e7-4712-a1e0-2b55f35f73e5 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:52.252446 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] Set router 9c9960be-67ec-4018-8015-65dedbd84429 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:52.560227 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-55e2c210-e4c4-488b-9962-3ba37b336f09 None None] Provisioning complete for port cb085b39-c0e7-4712-a1e0-2b55f35f73e5 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:52.560608 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-55e2c210-e4c4-488b-9962-3ba37b336f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cb085b39-c0e7-4712-a1e0-2b55f35f73e5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:52.581594 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba3f1551-8723-4652-949b-4ca59afc884e req-0fbb0559-4ae3-464b-88ee-fa79c6e7738a tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=703a9f01-d61a-404e-b268-82479ca174a4 HTTP/1.1" status: 200 len: 210 time: 0.1172409 Jan 27 21:47:52.729949 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe28458d-284f-4c6a-8489-ee813712bab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:52.956893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cb085b39-c0e7-4712-a1e0-2b55f35f73e5 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:53.014385 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-fe28458d-284f-4c6a-8489-ee813712bab9 admin admin] Allocated IP 172.20.0.1 (6b844948-3293-4ffe-a8d3-7b6f6d1ebeef/e758eeac-7ebf-4254-8c02-8b091e926322/5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:53.174961 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d52c72-6f21-4bf4-a06a-c44c941865c0 req-b732d12b-0d3a-4906-ad6f-4444bb8c5dcb tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:53.195519 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74d52c72-6f21-4bf4-a06a-c44c941865c0 req-b732d12b-0d3a-4906-ad6f-4444bb8c5dcb tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.1184330 Jan 27 21:47:53.197986 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe28458d-284f-4c6a-8489-ee813712bab9 admin admin] Publish callbacks [] for port (5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:53.234087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-55e2c210-e4c4-488b-9962-3ba37b336f09 None None] Current status of the port cb085b39-c0e7-4712-a1e0-2b55f35f73e5 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:53.306159 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74d52c72-6f21-4bf4-a06a-c44c941865c0 req-cb883576-233f-4743-9f57-f864defe387d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093068 Jan 27 21:47:53.307601 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe28458d-284f-4c6a-8489-ee813712bab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:53.335734 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe28458d-284f-4c6a-8489-ee813712bab9 admin admin] Network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:53.339627 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-fe28458d-284f-4c6a-8489-ee813712bab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:53.393692 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9960be-67ec-4018-8015-65dedbd84429', 'name': 'tempest-ServerActionsTestJSON-1914853775-router', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '9add7880-394d-4681-a11a-b65dc23fb120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T21:47:49Z', 'revision_number': 3, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'gw_port': {'id': '9add7880-394d-4681-a11a-b65dc23fb120', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:48Z', 'updated_at': '2022-01-27T21:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:53.397138 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe28458d-284f-4c6a-8489-ee813712bab9 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:53.619043 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28458d-284f-4c6a-8489-ee813712bab9 admin admin] Pushing event updated for resources: {'Port': ['ID=5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:53.639769 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe28458d-284f-4c6a-8489-ee813712bab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (9c9960be-67ec-4018-8015-65dedbd84429), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:53.882699 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cddab875-28ea-4dfa-aad9-709dd909414b req-30d431b4-dd09-4c4a-8181-b131aa8b72d7 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=703a9f01-d61a-404e-b268-82479ca174a4 HTTP/1.1" status: 200 len: 210 time: 0.0896733 Jan 27 21:47:54.052240 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port cb085b39-c0e7-4712-a1e0-2b55f35f73e5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:54.054398 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cb085b39-c0e7-4712-a1e0-2b55f35f73e5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:54.078318 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe28458d-284f-4c6a-8489-ee813712bab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:54.193359 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] Checking router: 9c9960be-67ec-4018-8015-65dedbd84429 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:47:54.193721 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] Updating router 9c9960be-67ec-4018-8015-65dedbd84429 port 9add7880-394d-4681-a11a-b65dc23fb120 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:47:54.340906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port cb085b39-c0e7-4712-a1e0-2b55f35f73e5 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:54.346150 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6124a3cb-888b-4cce-b9ab-005f5337459b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:54.368613 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9add7880-394d-4681-a11a-b65dc23fb120), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:54.373759 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e5c437c0-468b-4c53-bfec-f8d35e25dacb None None] Provisioning complete for port 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:54.375910 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e5c437c0-468b-4c53-bfec-f8d35e25dacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:54.552472 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe28458d-284f-4c6a-8489-ee813712bab9 admin admin] Publish callbacks [] for port (5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:54.573729 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe28458d-284f-4c6a-8489-ee813712bab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:54.592178 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e5c437c0-468b-4c53-bfec-f8d35e25dacb None None] Port 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:47:54.614483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb5e4e-bf37-4bc1-9b4d-ed5806c9d98c req-f046b87f-2c7e-4d74-8bbe-6b76a6d3b634 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:54.616362 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5beb5e4e-bf37-4bc1-9b4d-ed5806c9d98c req-f046b87f-2c7e-4d74-8bbe-6b76a6d3b634 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.1628449 Jan 27 21:47:54.724703 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5beb5e4e-bf37-4bc1-9b4d-ed5806c9d98c req-d88a372f-b85b-44dd-b037-2a3158424887 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001277 Jan 27 21:47:54.866534 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe28458d-284f-4c6a-8489-ee813712bab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (9c9960be-67ec-4018-8015-65dedbd84429), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:54.868880 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28458d-284f-4c6a-8489-ee813712bab9 admin admin] Pushing event updated for resources: {'Port': ['ID=5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:55.101699 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] Publish callbacks [] for port (9add7880-394d-4681-a11a-b65dc23fb120), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:55.116085 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9add7880-394d-4681-a11a-b65dc23fb120), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:55.133932 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-35874ec4-f6e3-4846-84d3-688fdf4b1a4c req-d8162225-35c5-43ef-880f-cbaea4276cef tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=703a9f01-d61a-404e-b268-82479ca174a4 HTTP/1.1" status: 200 len: 210 time: 0.0675657 Jan 27 21:47:55.204827 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] Attempting to bind port 9add7880-394d-4681-a11a-b65dc23fb120 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:55.205611 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] Attempting to bind port 9add7880-394d-4681-a11a-b65dc23fb120 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:55.206334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] Attempting to bind port 9add7880-394d-4681-a11a-b65dc23fb120 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:55.218580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:55.219367 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:55.219684 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe28458d-284f-4c6a-8489-ee813712bab9 admin admin] Network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:55.220774 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:55.221405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:55.222129 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] Bound port: 9add7880-394d-4681-a11a-b65dc23fb120, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:55.222755 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9add7880-394d-4681-a11a-b65dc23fb120), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:55.224552 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-fe28458d-284f-4c6a-8489-ee813712bab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:55.295511 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc63f4-e9b2-4122-a849-e0d1bd28bb34 None None] Pushing event updated for resources: {'Port': ['ID=9add7880-394d-4681-a11a-b65dc23fb120,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:55.380628 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] For port 9add7880-394d-4681-a11a-b65dc23fb120, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:55.387350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] For port 9add7880-394d-4681-a11a-b65dc23fb120, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9add7880-394d-4681-a11a-b65dc23fb120,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:55.404758 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9add7880-394d-4681-a11a-b65dc23fb120), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:55.461307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-bfb05b73-fc1b-4fb8-b055-20bf904e16a9 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:55.463260 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-bfb05b73-fc1b-4fb8-b055-20bf904e16a9 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.21 "GET /v2.0/networks?id=08785562-76b3-4501-80fb-2c234e0f6c58 HTTP/1.1" status: 200 len: 822 time: 0.8408785 Jan 27 21:47:55.472519 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe28458d-284f-4c6a-8489-ee813712bab9 admin admin] Router 9c9960be-67ec-4018-8015-65dedbd84429 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:47:55.479044 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-7e72e7a8-4de4-4e8c-8eda-97d7b1830257 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Request body: {'port': {'device_id': '703a9f01-d61a-404e-b268-82479ca174a4', 'network_id': '08785562-76b3-4501-80fb-2c234e0f6c58', 'admin_state_up': True, 'tenant_id': 'cc08858640d0459e88dc1fcfa79be649'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:55.593826 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc63f4-e9b2-4122-a849-e0d1bd28bb34 None None] Pushing event updated for resources: {'Port': ['ID=9add7880-394d-4681-a11a-b65dc23fb120,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:55.597234 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] Routers {'9c9960be-67ec-4018-8015-65dedbd84429'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:55.598492 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:47:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['9c9960be-67ec-4018-8015-65dedbd84429'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:55.739179 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-7e72e7a8-4de4-4e8c-8eda-97d7b1830257 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Made reservation on behalf of cc08858640d0459e88dc1fcfa79be649 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:47:55.743002 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-7e72e7a8-4de4-4e8c-8eda-97d7b1830257 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:55.798110 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ee34f593-4660-423e-852a-23a64a2bd128 None None] Provisioning complete for port 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:55.801439 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ee34f593-4660-423e-852a-23a64a2bd128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:55.952791 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9749e-e7c7-4ff6-87ea-6d5b11348a0a req-62a5ddd1-bf23-4d7c-8a9c-e15d6a4cf3b2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:55.970787 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99d9749e-e7c7-4ff6-87ea-6d5b11348a0a req-62a5ddd1-bf23-4d7c-8a9c-e15d6a4cf3b2 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.1082406 Jan 27 21:47:55.995242 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ee34f593-4660-423e-852a-23a64a2bd128 None None] Port 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:47:56.005005 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] Set router 9c9960be-67ec-4018-8015-65dedbd84429 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:56.015730 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe28458d-284f-4c6a-8489-ee813712bab9 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:47:56.046906 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fe28458d-284f-4c6a-8489-ee813712bab9 admin admin] 10.222.0.23 "PUT /v2.0/routers/9c9960be-67ec-4018-8015-65dedbd84429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3198016 Jan 27 21:47:56.117807 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99d9749e-e7c7-4ff6-87ea-6d5b11348a0a req-676533a6-7e0d-4eb1-b6e0-075ffabc378f tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360021 Jan 27 21:47:56.173533 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-7e72e7a8-4de4-4e8c-8eda-97d7b1830257 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Allocated IP 172.20.0.6 (08785562-76b3-4501-80fb-2c234e0f6c58/6a7da387-cb8b-4945-b993-4a5e78bffd27/5129cd22-d7b3-42d1-9f97-cc71bdaee99a) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:56.369197 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0a95039d-cc6d-4359-93dd-19f22b870e64 req-d2c2dcab-da40-4817-b3d0-962a4c78334a tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=703a9f01-d61a-404e-b268-82479ca174a4 HTTP/1.1" status: 200 len: 210 time: 0.0527377 Jan 27 21:47:56.508684 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9960be-67ec-4018-8015-65dedbd84429', 'name': 'tempest-ServerActionsTestJSON-1914853775-router', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '9add7880-394d-4681-a11a-b65dc23fb120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T21:47:53Z', 'revision_number': 4, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'gw_port': {'id': '9add7880-394d-4681-a11a-b65dc23fb120', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:48Z', 'updated_at': '2022-01-27T21:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92', 'name': '', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'mac_address': 'fa:16:3e:d8:92:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:52Z', 'updated_at': '2022-01-27T21:47:54Z', 'revision_number': 2, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'subnets': [{'id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:56.544746 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-7e72e7a8-4de4-4e8c-8eda-97d7b1830257 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks [] for port (5129cd22-d7b3-42d1-9f97-cc71bdaee99a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:56.547525 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94a4690-11fb-44ba-ab10-cb069437fdc4 None None] The sync data for ids ['9c9960be-67ec-4018-8015-65dedbd84429'] in n-d-772272-3 is: [{'id': '9c9960be-67ec-4018-8015-65dedbd84429', 'name': 'tempest-ServerActionsTestJSON-1914853775-router', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '9add7880-394d-4681-a11a-b65dc23fb120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T21:47:53Z', 'revision_number': 4, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'gw_port': {'id': '9add7880-394d-4681-a11a-b65dc23fb120', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:48Z', 'updated_at': '2022-01-27T21:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92', 'name': '', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'mac_address': 'fa:16:3e:d8:92:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:52Z', 'updated_at': '2022-01-27T21:47:54Z', 'revision_number': 2, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'subnets': [{'id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:47:56.619941 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-7e72e7a8-4de4-4e8c-8eda-97d7b1830257 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5129cd22-d7b3-42d1-9f97-cc71bdaee99a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:56.661983 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d18ed1c5-8b0a-427f-9806-b8d6c9e99651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:56.738027 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-7e72e7a8-4de4-4e8c-8eda-97d7b1830257 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Network 08785562-76b3-4501-80fb-2c234e0f6c58 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:56.740134 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72e7a8-4de4-4e8c-8eda-97d7b1830257 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Pushing event updated for resources: {'Port': ['ID=5129cd22-d7b3-42d1-9f97-cc71bdaee99a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:56.743254 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-7e72e7a8-4de4-4e8c-8eda-97d7b1830257 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:56.745608 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-7e72e7a8-4de4-4e8c-8eda-97d7b1830257 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:56.840967 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-7e72e7a8-4de4-4e8c-8eda-97d7b1830257 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:56.842021 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-7e72e7a8-4de4-4e8c-8eda-97d7b1830257 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:56.869812 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-7e72e7a8-4de4-4e8c-8eda-97d7b1830257 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3951459 Jan 27 21:47:56.887374 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] Request body: {'port': {'device_id': '703a9f01-d61a-404e-b268-82479ca174a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:56.970293 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:47:57.061553 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5129cd22-d7b3-42d1-9f97-cc71bdaee99a), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:57.437447 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:57.500667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67f077-4a44-48cc-a21a-846b012f749e req-6c0ce9fc-d50c-4544-a849-21dcfcfd48c1 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:57.503115 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba67f077-4a44-48cc-a21a-846b012f749e req-6c0ce9fc-d50c-4544-a849-21dcfcfd48c1 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.1249206 Jan 27 21:47:57.519390 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48966) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:57.540706 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-929bc5b7-772e-4869-af24-1d6fe59372a4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1384021693', 'description': 'tempest-description--1208607833'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:57.619497 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5129cd22-d7b3-42d1-9f97-cc71bdaee99a {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:57.630250 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] Publish callbacks [] for port (5129cd22-d7b3-42d1-9f97-cc71bdaee99a), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:57.634118 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba67f077-4a44-48cc-a21a-846b012f749e req-d6e59314-45fa-424e-b6db-80e7434b2328 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222212 Jan 27 21:47:57.635267 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-929bc5b7-772e-4869-af24-1d6fe59372a4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:57.669950 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] Transition to ACTIVE for port object 5129cd22-d7b3-42d1-9f97-cc71bdaee99a will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:47:57.678136 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (5129cd22-d7b3-42d1-9f97-cc71bdaee99a), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:57.747587 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d2752-4017-4118-9a5b-10de78ce1932 req-497e82ca-3a43-49d2-8601-ae32169f03a4 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:57.756750 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f59d2752-4017-4118-9a5b-10de78ce1932 req-497e82ca-3a43-49d2-8601-ae32169f03a4 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=703a9f01-d61a-404e-b268-82479ca174a4 HTTP/1.1" status: 200 len: 931 time: 0.1481514 Jan 27 21:47:57.805834 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] Pushing event updated for resources: {'Port': ['ID=5129cd22-d7b3-42d1-9f97-cc71bdaee99a,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:57.854444 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-929bc5b7-772e-4869-af24-1d6fe59372a4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for security_group (9f385be6-35d0-4ffd-bfa8-85b66e2a3411), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:57.893787 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-929bc5b7-772e-4869-af24-1d6fe59372a4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9f385be6-35d0-4ffd-bfa8-85b66e2a3411), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:57.902788 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f59d2752-4017-4118-9a5b-10de78ce1932 req-487f751f-95b7-4997-ba60-a044b255c48b tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297026 Jan 27 21:47:58.048868 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-929bc5b7-772e-4869-af24-1d6fe59372a4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:58.048868 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-929bc5b7-772e-4869-af24-1d6fe59372a4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4994297 Jan 27 21:47:58.049350 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48978) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:58.049561 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bc5b7-772e-4869-af24-1d6fe59372a4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f385be6-35d0-4ffd-bfa8-85b66e2a3411,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:58.071526 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-98b271cf-0ab8-44ef-88f1-4b64144e640a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Request body: {'security_group_rule': {'security_group_id': '9f385be6-35d0-4ffd-bfa8-85b66e2a3411', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:58.113025 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] Attempting to bind port 5129cd22-d7b3-42d1-9f97-cc71bdaee99a on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:58.113884 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] Attempting to bind port 5129cd22-d7b3-42d1-9f97-cc71bdaee99a by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '6a88e292-877f-4d1f-94c7-45940eb096db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '08785562-76b3-4501-80fb-2c234e0f6c58'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:58.114290 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] Attempting to bind port 5129cd22-d7b3-42d1-9f97-cc71bdaee99a on network 08785562-76b3-4501-80fb-2c234e0f6c58 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:58.119288 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] Port 5129cd22-d7b3-42d1-9f97-cc71bdaee99a on network 08785562-76b3-4501-80fb-2c234e0f6c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:47:58.119628 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] Attempting to bind port 5129cd22-d7b3-42d1-9f97-cc71bdaee99a on network 08785562-76b3-4501-80fb-2c234e0f6c58 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:58.133442 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:58.133792 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] Checking segment: {'id': '6a88e292-877f-4d1f-94c7-45940eb096db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '08785562-76b3-4501-80fb-2c234e0f6c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:58.141242 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] Bound using segment: {'id': '6a88e292-877f-4d1f-94c7-45940eb096db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '08785562-76b3-4501-80fb-2c234e0f6c58'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:58.142191 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] Bound port: 5129cd22-d7b3-42d1-9f97-cc71bdaee99a, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a88e292-877f-4d1f-94c7-45940eb096db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '08785562-76b3-4501-80fb-2c234e0f6c58'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:58.142952 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5129cd22-d7b3-42d1-9f97-cc71bdaee99a), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:58.218357 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-98b271cf-0ab8-44ef-88f1-4b64144e640a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for security_group_rule (34f84089-f377-4234-ae34-83086f71bebf), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:58.330045 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] For port 5129cd22-d7b3-42d1-9f97-cc71bdaee99a, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:58.339971 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] For port 5129cd22-d7b3-42d1-9f97-cc71bdaee99a, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5129cd22-d7b3-42d1-9f97-cc71bdaee99a,segment=NetworkSegment(6a88e292-877f-4d1f-94c7-45940eb096db),segment_id=6a88e292-877f-4d1f-94c7-45940eb096db)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:58.348543 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (5129cd22-d7b3-42d1-9f97-cc71bdaee99a), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:58.406910 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:58.408536 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:58.411068 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] 10.222.0.21 "PUT /v2.0/ports/5129cd22-d7b3-42d1-9f97-cc71bdaee99a HTTP/1.1" status: 200 len: 1091 time: 1.5278270 Jan 27 21:47:58.411851 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703a9f01-d61a-404e-b268-82479ca174a4', 'tag': '5129cd22-d7b3-42d1-9f97-cc71bdaee99a'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:58.414633 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ae68da-b45f-4de9-8531-79befcc7e5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "703a9f01-d61a-404e-b268-82479ca174a4", "tag": "5129cd22-d7b3-42d1-9f97-cc71bdaee99a"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:58.526790 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-98b271cf-0ab8-44ef-88f1-4b64144e640a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for security_group_rule (34f84089-f377-4234-ae34-83086f71bebf), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:58.532089 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-98b271cf-0ab8-44ef-88f1-4b64144e640a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (34f84089-f377-4234-ae34-83086f71bebf), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:58.575662 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd77df9-71d3-4121-96c5-2353d3a99265 service neutron] Pushing event updated for resources: {'Port': ['ID=5129cd22-d7b3-42d1-9f97-cc71bdaee99a,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:58.576504 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-98b271cf-0ab8-44ef-88f1-4b64144e640a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:58.591921 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-98b271cf-0ab8-44ef-88f1-4b64144e640a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5429506 Jan 27 21:47:58.593129 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49022) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:58.602341 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-b4cfecc0-9479-43ca-9411-29ca7f4e8679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:58.604131 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-b4cfecc0-9479-43ca-9411-29ca7f4e8679 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc08858640d0459e88dc1fcfa79be649&device_id=703a9f01-d61a-404e-b268-82479ca174a4 HTTP/1.1" status: 200 len: 1094 time: 0.1276200 Jan 27 21:47:58.627689 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-82d0a015-e636-49f2-b04f-4b3a21255005 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Request body: {'security_group_rule': {'security_group_id': '9f385be6-35d0-4ffd-bfa8-85b66e2a3411', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:58.688390 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8933b291-6e5e-4468-928a-79fe2b9a635d x-openstack-request-id: req-8933b291-6e5e-4468-928a-79fe2b9a635d {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:58.689020 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703a9f01-d61a-404e-b268-82479ca174a4", "tag": "5129cd22-d7b3-42d1-9f97-cc71bdaee99a", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:58.689242 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8933b291-6e5e-4468-928a-79fe2b9a635d {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:58.689479 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703a9f01-d61a-404e-b268-82479ca174a4', 'tag': '5129cd22-d7b3-42d1-9f97-cc71bdaee99a', 'status': 'completed', 'code': 200} Jan 27 21:47:58.691052 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-2b69a1ef-477c-400e-a23a-d72a0c639f5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5129cd22-d7b3-42d1-9f97-cc71bdaee99a HTTP/1.1" status: 200 len: 217 time: 0.0739174 Jan 27 21:47:58.724251 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b271cf-0ab8-44ef-88f1-4b64144e640a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f84089-f377-4234-ae34-83086f71bebf,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:58.784694 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-82d0a015-e636-49f2-b04f-4b3a21255005 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for security_group_rule (329286f5-b4f8-407b-af55-9569b5e40401), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:58.790857 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:58.824941 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-758523bd-ea7c-4f74-adb3-cee815ea7e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:58.827029 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-758523bd-ea7c-4f74-adb3-cee815ea7e24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6a7da387-cb8b-4945-b993-4a5e78bffd27 HTTP/1.1" status: 200 len: 862 time: 0.1236160 Jan 27 21:47:58.893546 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-02169a5b-ae0b-4ebb-b78e-165f1f5ea0c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08785562-76b3-4501-80fb-2c234e0f6c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546956 Jan 27 21:47:59.058202 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9add7880-394d-4681-a11a-b65dc23fb120 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:59.139392 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-82d0a015-e636-49f2-b04f-4b3a21255005 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for security_group_rule (329286f5-b4f8-407b-af55-9569b5e40401), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:59.181104 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 9add7880-394d-4681-a11a-b65dc23fb120 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:59.184132 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9add7880-394d-4681-a11a-b65dc23fb120), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:59.205037 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-fbfed449-83f0-4902-b18e-1a42726fc842 service neutron] 10.222.0.21 "GET /v2.0/networks/08785562-76b3-4501-80fb-2c234e0f6c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030648 Jan 27 21:47:59.233765 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c6857-f3cd-46c0-be27-4b61684dfa7b req-f6fd3608-9c96-4e8d-9a6a-2b1e83be40d5 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:59.235328 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b38c6857-f3cd-46c0-be27-4b61684dfa7b req-f6fd3608-9c96-4e8d-9a6a-2b1e83be40d5 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.3478477 Jan 27 21:47:59.236020 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-82d0a015-e636-49f2-b04f-4b3a21255005 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (329286f5-b4f8-407b-af55-9569b5e40401), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:59.372653 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 9add7880-394d-4681-a11a-b65dc23fb120 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:59.374450 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9add7880-394d-4681-a11a-b65dc23fb120), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:59.422984 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 9add7880-394d-4681-a11a-b65dc23fb120, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9add7880-394d-4681-a11a-b65dc23fb120,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:59.426458 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-82d0a015-e636-49f2-b04f-4b3a21255005 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:59.428116 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9add7880-394d-4681-a11a-b65dc23fb120), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:59.434495 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-82d0a015-e636-49f2-b04f-4b3a21255005 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8148441 Jan 27 21:47:59.437442 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49052) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:59.447996 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2fbe38b6-6580-4c84-82db-10e5ff10c7d1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:59.492045 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2b85b82b-8ee0-4e1a-a1b4-a0001b4ddc2e req-cfbaf98c-eee4-4afc-a7f4-e7b042a234d5 service neutron] 10.222.0.21 "GET /v2.0/networks/08785562-76b3-4501-80fb-2c234e0f6c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731004 Jan 27 21:47:59.509746 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fbe38b6-6580-4c84-82db-10e5ff10c7d1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:59.517514 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0a015-e636-49f2-b04f-4b3a21255005 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329286f5-b4f8-407b-af55-9569b5e40401,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:59.533210 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b38c6857-f3cd-46c0-be27-4b61684dfa7b req-2ee6e30d-c7dd-4330-9a88-1cf672107d92 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205791 Jan 27 21:47:59.555745 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=9add7880-394d-4681-a11a-b65dc23fb120,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:59.566210 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf474b-dfd9-40b1-957f-60b05b23ad39 req-f5a2fd25-362a-44e8-8b3e-7ac920e02904 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:59.574327 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4bf474b-dfd9-40b1-957f-60b05b23ad39 req-f5a2fd25-362a-44e8-8b3e-7ac920e02904 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=703a9f01-d61a-404e-b268-82479ca174a4 HTTP/1.1" status: 200 len: 943 time: 0.4496496 Jan 27 21:47:59.666645 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4bf474b-dfd9-40b1-957f-60b05b23ad39 req-038b7c0c-2de9-4738-bf73-cbbd02856af1 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913541 Jan 27 21:47:59.765848 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae68da-b45f-4de9-8531-79befcc7e5e0 req-eade87dd-853d-4114-a313-7482aa0d3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:59.768903 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a8ae68da-b45f-4de9-8531-79befcc7e5e0 req-eade87dd-853d-4114-a313-7482aa0d3856 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc08858640d0459e88dc1fcfa79be649&device_id=703a9f01-d61a-404e-b268-82479ca174a4 HTTP/1.1" status: 200 len: 1094 time: 0.1807144 Jan 27 21:47:59.944245 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae68da-b45f-4de9-8531-79befcc7e5e0 req-62c653cf-41d4-43c6-b8d3-726835201f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:59.945761 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a8ae68da-b45f-4de9-8531-79befcc7e5e0 req-62c653cf-41d4-43c6-b8d3-726835201f98 service neutron] 10.222.0.21 "GET /v2.0/networks?id=08785562-76b3-4501-80fb-2c234e0f6c58 HTTP/1.1" status: 200 len: 923 time: 0.1687245 Jan 27 21:47:59.964972 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fbe38b6-6580-4c84-82db-10e5ff10c7d1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:00.147589 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a8ae68da-b45f-4de9-8531-79befcc7e5e0 req-1f2da510-4080-46ef-ad1f-bfef70dae8ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5129cd22-d7b3-42d1-9f97-cc71bdaee99a HTTP/1.1" status: 200 len: 217 time: 0.1853089 Jan 27 21:48:00.184687 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:00.218065 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae68da-b45f-4de9-8531-79befcc7e5e0 req-3979972c-7855-49fe-afa3-862ab0772664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:00.220514 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a8ae68da-b45f-4de9-8531-79befcc7e5e0 req-3979972c-7855-49fe-afa3-862ab0772664 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6a7da387-cb8b-4945-b993-4a5e78bffd27 HTTP/1.1" status: 200 len: 862 time: 0.0618303 Jan 27 21:48:00.233965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-2fbe38b6-6580-4c84-82db-10e5ff10c7d1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Allocated IP 172.25.3.80 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/3206ddd0-af78-4b79-9682-adbedf0a3333) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:48:00.269143 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a8ae68da-b45f-4de9-8531-79befcc7e5e0 req-c36db4f1-d5a1-477b-a540-ef6279c3dbc6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=08785562-76b3-4501-80fb-2c234e0f6c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372422 Jan 27 21:48:00.506974 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a8ae68da-b45f-4de9-8531-79befcc7e5e0 req-76b8e4b7-8ec1-4957-9821-f9ac8ed7a3b5 service neutron] 10.222.0.21 "GET /v2.0/networks/08785562-76b3-4501-80fb-2c234e0f6c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288990 Jan 27 21:48:00.558514 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fbe38b6-6580-4c84-82db-10e5ff10c7d1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for port (3206ddd0-af78-4b79-9682-adbedf0a3333), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:00.661204 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a8ae68da-b45f-4de9-8531-79befcc7e5e0 req-e746a325-b111-49b7-a28d-0a2849229ba5 service neutron] 10.222.0.21 "GET /v2.0/networks/08785562-76b3-4501-80fb-2c234e0f6c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447799 Jan 27 21:48:00.663752 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fbe38b6-6580-4c84-82db-10e5ff10c7d1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (3206ddd0-af78-4b79-9682-adbedf0a3333), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:00.689475 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbe38b6-6580-4c84-82db-10e5ff10c7d1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:48:00.693235 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-2fbe38b6-6580-4c84-82db-10e5ff10c7d1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:00.695790 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe38b6-6580-4c84-82db-10e5ff10c7d1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:00.828269 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe38b6-6580-4c84-82db-10e5ff10c7d1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Pushing event updated for resources: {'Port': ['ID=3206ddd0-af78-4b79-9682-adbedf0a3333,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:00.899211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c380b4-7b1a-4f3f-8ab6-dfb770d42b48 req-bd813daa-9853-4231-8553-e5cfa04cd8cc tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:00.908964 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93c380b4-7b1a-4f3f-8ab6-dfb770d42b48 req-bd813daa-9853-4231-8553-e5cfa04cd8cc tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.1491725 Jan 27 21:48:00.924506 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fbe38b6-6580-4c84-82db-10e5ff10c7d1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for floatingip (d114bbca-ef43-4fa3-94a7-36cbad37bc32), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:00.958371 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9add7880-394d-4681-a11a-b65dc23fb120 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:00.974922 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93c380b4-7b1a-4f3f-8ab6-dfb770d42b48 req-51308a13-b743-49b4-92fe-611fa4547e19 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633612 Jan 27 21:48:00.976785 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] Sync routers for ids ['9c9960be-67ec-4018-8015-65dedbd84429'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:48:00.989516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcfd23-57f1-4afe-80a3-968e40d3e94e req-290da77c-a7e5-422f-a5ac-a947f868f6c9 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:00.992344 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] Routers {'9c9960be-67ec-4018-8015-65dedbd84429'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:48:00.992939 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:47:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['9c9960be-67ec-4018-8015-65dedbd84429'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:00.999012 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1bdcfd23-57f1-4afe-80a3-968e40d3e94e req-290da77c-a7e5-422f-a5ac-a947f868f6c9 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=703a9f01-d61a-404e-b268-82479ca174a4 HTTP/1.1" status: 200 len: 943 time: 0.1492133 Jan 27 21:48:01.027913 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fbe38b6-6580-4c84-82db-10e5ff10c7d1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3206ddd0-af78-4b79-9682-adbedf0a3333), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:01.073921 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1bdcfd23-57f1-4afe-80a3-968e40d3e94e req-c4ba2c4f-8910-4d88-810a-5b10fc8b9af7 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729675 Jan 27 21:48:01.147370 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 9add7880-394d-4681-a11a-b65dc23fb120 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:01.149359 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9add7880-394d-4681-a11a-b65dc23fb120), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:01.172968 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] Set router 9c9960be-67ec-4018-8015-65dedbd84429 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:48:01.371921 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 9add7880-394d-4681-a11a-b65dc23fb120 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:01.438736 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9960be-67ec-4018-8015-65dedbd84429', 'name': 'tempest-ServerActionsTestJSON-1914853775-router', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '9add7880-394d-4681-a11a-b65dc23fb120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T21:47:53Z', 'revision_number': 4, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'gw_port': {'id': '9add7880-394d-4681-a11a-b65dc23fb120', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:48Z', 'updated_at': '2022-01-27T21:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92', 'name': '', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'mac_address': 'fa:16:3e:d8:92:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:52Z', 'updated_at': '2022-01-27T21:47:54Z', 'revision_number': 2, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'subnets': [{'id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:01.471773 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] Checking router: 9c9960be-67ec-4018-8015-65dedbd84429 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:48:01.473103 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] Updating router 9c9960be-67ec-4018-8015-65dedbd84429 port 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:48:01.525582 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:01.808137 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fbe38b6-6580-4c84-82db-10e5ff10c7d1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for port (3206ddd0-af78-4b79-9682-adbedf0a3333), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:01.813641 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fbe38b6-6580-4c84-82db-10e5ff10c7d1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (3206ddd0-af78-4b79-9682-adbedf0a3333), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:01.896544 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fbe38b6-6580-4c84-82db-10e5ff10c7d1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (d114bbca-ef43-4fa3-94a7-36cbad37bc32), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:01.917811 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fbe38b6-6580-4c84-82db-10e5ff10c7d1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:01.919878 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2fbe38b6-6580-4c84-82db-10e5ff10c7d1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4801908 Jan 27 21:48:01.936042 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe38b6-6580-4c84-82db-10e5ff10c7d1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Pushing event updated for resources: {'Port': ['ID=3206ddd0-af78-4b79-9682-adbedf0a3333,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:01.990806 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] Publish callbacks [] for port (5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:01.997585 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.060890 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813858a2-dab6-48f3-bff7-ab96bb7b3f3e None None] Pushing event updated for resources: {'Port': ['ID=5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:02.078207 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813858a2-dab6-48f3-bff7-ab96bb7b3f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:02.079211 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813858a2-dab6-48f3-bff7-ab96bb7b3f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:02.079760 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813858a2-dab6-48f3-bff7-ab96bb7b3f3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:02.081104 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813858a2-dab6-48f3-bff7-ab96bb7b3f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:02.082057 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813858a2-dab6-48f3-bff7-ab96bb7b3f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:02.082811 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813858a2-dab6-48f3-bff7-ab96bb7b3f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:02.083410 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813858a2-dab6-48f3-bff7-ab96bb7b3f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:02.083964 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813858a2-dab6-48f3-bff7-ab96bb7b3f3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:02.084530 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813858a2-dab6-48f3-bff7-ab96bb7b3f3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:02.085095 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813858a2-dab6-48f3-bff7-ab96bb7b3f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:02.085637 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813858a2-dab6-48f3-bff7-ab96bb7b3f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:02.086173 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813858a2-dab6-48f3-bff7-ab96bb7b3f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:02.086714 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813858a2-dab6-48f3-bff7-ab96bb7b3f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:02.178590 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] Attempting to bind port 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:02.179993 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] Attempting to bind port 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:02.181116 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] Attempting to bind port 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92 on network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:02.187799 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:02.188493 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] Checking segment: {'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:02.189010 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.189569 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] Bound using segment: {'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:02.190200 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] Bound port: 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:02.190696 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.386794 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] For port 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:02.390889 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] For port 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:02.396621 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.521260 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-827d0f13-b0d8-4b7e-9dbb-87954505e4d4 None None] Provisioning complete for port 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:02.521955 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-827d0f13-b0d8-4b7e-9dbb-87954505e4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.581359 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] Routers {'9c9960be-67ec-4018-8015-65dedbd84429'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:48:02.582565 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:47:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['9c9960be-67ec-4018-8015-65dedbd84429'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:02.584449 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813858a2-dab6-48f3-bff7-ab96bb7b3f3e None None] Pushing event updated for resources: {'Port': ['ID=5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:02.727453 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-827d0f13-b0d8-4b7e-9dbb-87954505e4d4 None None] Current status of the port 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:02.729853 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-827d0f13-b0d8-4b7e-9dbb-87954505e4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.758226 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] Set router 9c9960be-67ec-4018-8015-65dedbd84429 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:48:02.802719 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-827d0f13-b0d8-4b7e-9dbb-87954505e4d4 None None] For port 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:02.816707 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-827d0f13-b0d8-4b7e-9dbb-87954505e4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.929514 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d0f13-b0d8-4b7e-9dbb-87954505e4d4 None None] Pushing event updated for resources: {'Port': ['ID=5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:03.057727 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-22fde6a1-41b2-4430-8a9a-d3fc97cda4bc None None] Provisioning complete for port 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:03.058605 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-22fde6a1-41b2-4430-8a9a-d3fc97cda4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:03.063398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:03.173183 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9960be-67ec-4018-8015-65dedbd84429', 'name': 'tempest-ServerActionsTestJSON-1914853775-router', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '9add7880-394d-4681-a11a-b65dc23fb120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T21:47:53Z', 'revision_number': 4, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'gw_port': {'id': '9add7880-394d-4681-a11a-b65dc23fb120', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:48Z', 'updated_at': '2022-01-27T21:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92', 'name': '', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'mac_address': 'fa:16:3e:d8:92:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:52Z', 'updated_at': '2022-01-27T21:48:02Z', 'revision_number': 4, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'subnets': [{'id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:03.202374 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:03.203165 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:03.227643 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4334d4-8bbe-4763-9c5d-8c4f7868a201 None None] The sync data for ids ['9c9960be-67ec-4018-8015-65dedbd84429'] in n-d-772272-3 is: [{'id': '9c9960be-67ec-4018-8015-65dedbd84429', 'name': 'tempest-ServerActionsTestJSON-1914853775-router', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '9add7880-394d-4681-a11a-b65dc23fb120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T21:47:53Z', 'revision_number': 4, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'gw_port': {'id': '9add7880-394d-4681-a11a-b65dc23fb120', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:48Z', 'updated_at': '2022-01-27T21:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92', 'name': '', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'mac_address': 'fa:16:3e:d8:92:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:52Z', 'updated_at': '2022-01-27T21:48:02Z', 'revision_number': 4, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'subnets': [{'id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:48:03.294674 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-22fde6a1-41b2-4430-8a9a-d3fc97cda4bc None None] Current status of the port 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:03.366059 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:04.875407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:04.930602 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:04.931247 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:05.023735 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:05.279097 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-41064d71-dae6-40a1-96f2-042e7de263f5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1384021693&fields=id&tenant_id=61d13348ee1947f6862828ce6fcbfac2 HTTP/1.1" status: 200 len: 267 time: 0.0581408 Jan 27 21:48:05.287316 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5129cd22-d7b3-42d1-9f97-cc71bdaee99a details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:48:05.415370 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 5129cd22-d7b3-42d1-9f97-cc71bdaee99a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5129cd22-d7b3-42d1-9f97-cc71bdaee99a,segment=NetworkSegment(6a88e292-877f-4d1f-94c7-45940eb096db),segment_id=6a88e292-877f-4d1f-94c7-45940eb096db)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:05.429928 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '5129cd22-d7b3-42d1-9f97-cc71bdaee99a', 'network_id': '08785562-76b3-4501-80fb-2c234e0f6c58', 'port_id': '5129cd22-d7b3-42d1-9f97-cc71bdaee99a', 'mac_address': 'fa:16:3e:5f:e2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7da387-cb8b-4945-b993-4a5e78bffd27', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:48:05.442991 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-ba16b02f-0f58-4181-a564-ad9cef22ca0c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:05.444514 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-ba16b02f-0f58-4181-a564-ad9cef22ca0c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 812 time: 0.1549802 Jan 27 21:48:05.458423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9df0f-9e9e-45de-b648-1e6120cc42e2 req-9fc30b8b-ad32-441e-9ee0-d6a1d3fef214 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:05.460064 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7da9df0f-9e9e-45de-b648-1e6120cc42e2 req-9fc30b8b-ad32-441e-9ee0-d6a1d3fef214 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.1559863 Jan 27 21:48:05.478628 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 5129cd22-d7b3-42d1-9f97-cc71bdaee99a is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:05.478628 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5129cd22-d7b3-42d1-9f97-cc71bdaee99a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:05.488343 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-b9ecc1c3-4bc7-4824-abfe-d57276e25755 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/quotas/61d13348ee1947f6862828ce6fcbfac2 HTTP/1.1" status: 200 len: 375 time: 0.0268013 Jan 27 21:48:05.496788 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5129cd22-d7b3-42d1-9f97-cc71bdaee99a {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:48:05.520039 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 5129cd22-d7b3-42d1-9f97-cc71bdaee99a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5129cd22-d7b3-42d1-9f97-cc71bdaee99a,segment=NetworkSegment(6a88e292-877f-4d1f-94c7-45940eb096db),segment_id=6a88e292-877f-4d1f-94c7-45940eb096db)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:05.526809 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5129cd22-d7b3-42d1-9f97-cc71bdaee99a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:05.558572 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7da9df0f-9e9e-45de-b648-1e6120cc42e2 req-a615c384-c316-45e0-b212-f4c401858951 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907750 Jan 27 21:48:05.577849 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-b7db2b63-bf6c-4e84-8b45-561c7fbc32a0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821476 Jan 27 21:48:05.634937 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=5129cd22-d7b3-42d1-9f97-cc71bdaee99a,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:06.013144 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [req-9eba9074-7eac-45d1-b325-de20b662b85e req-1a7744df-df1d-48b6-a97f-3d5a5e25dfd0 service neutron] show failed (client error): The resource could not be found. Jan 27 21:48:06.015136 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9eba9074-7eac-45d1-b325-de20b662b85e req-1a7744df-df1d-48b6-a97f-3d5a5e25dfd0 service neutron] 10.222.0.15 "GET /v2.0/ports/2ac52047-eee4-42ae-ac97-26750154c408/bindings/n-h2-772272-3 HTTP/1.1" status: 404 len: 380 time: 0.1380911 Jan 27 21:48:06.047058 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b9ff8-88b1-4884-aff6-0f84d9ababc4 req-d15778b2-2b1e-4616-b25f-a013c0871e1b tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:06.054575 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb6b9ff8-88b1-4884-aff6-0f84d9ababc4 req-d15778b2-2b1e-4616-b25f-a013c0871e1b tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=703a9f01-d61a-404e-b268-82479ca174a4 HTTP/1.1" status: 200 len: 944 time: 0.3784008 Jan 27 21:48:06.126243 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb6b9ff8-88b1-4884-aff6-0f84d9ababc4 req-950d1ac0-4343-4c3c-b96d-fd5c63ca07b4 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658245 Jan 27 21:48:06.137647 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-6c0557b6-29bd-4771-8edc-081acb9ea0a7 service neutron] 10.222.0.23 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322871 Jan 27 21:48:06.276860 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-d858b7af-6bfd-422d-bf95-24bb48852ad2 service neutron] 10.222.0.23 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298497 Jan 27 21:48:06.334024 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba9074-7eac-45d1-b325-de20b662b85e req-1c57df51-9abd-4553-9a67-29c715bd6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:06.340094 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9eba9074-7eac-45d1-b325-de20b662b85e req-1c57df51-9abd-4553-9a67-29c715bd6809 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876&tenant_id=199845b217c54a388bc3d621d514a954 HTTP/1.1" status: 200 len: 1100 time: 0.0618551 Jan 27 21:48:06.340792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['5129cd22-d7b3-42d1-9f97-cc71bdaee99a'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:06.391612 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-772272-3', 'device_owner': 'compute:nova'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:06.533781 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2ac52047-eee4-42ae-ac97-26750154c408), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:06.568248 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-679a32fd-f1fc-4aae-8cd0-03babc1b4419 req-67c92b35-1c5f-495f-8308-0e6f6f1d56a9 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 210 time: 0.0934477 Jan 27 21:48:06.844071 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0727ab8-ebd6-451a-833d-43c2559b588c req-674e7cb7-dc89-4c7d-a1d4-21d513ce06b2 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:06.852665 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d0727ab8-ebd6-451a-833d-43c2559b588c req-674e7cb7-dc89-4c7d-a1d4-21d513ce06b2 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=322d8afa-4cb6-4196-8795-d4a50caecb65 HTTP/1.1" status: 200 len: 950 time: 0.1685824 Jan 27 21:48:06.908870 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27361bd3-f5ea-4e35-997e-dd4be22df7e5 req-a1930b23-47fc-4c85-a0a6-98b8f3531d44 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:06.911072 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27361bd3-f5ea-4e35-997e-dd4be22df7e5 req-a1930b23-47fc-4c85-a0a6-98b8f3531d44 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.1773949 Jan 27 21:48:06.928901 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d0727ab8-ebd6-451a-833d-43c2559b588c req-e47b1a9d-7eb6-4b3c-8fac-c2c46c79b349 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/security-groups?id=058abce2-9d0a-4d3f-bf26-8e1429bc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751195 Jan 27 21:48:07.046333 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] For port 2ac52047-eee4-42ae-ac97-26750154c408, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2ac52047-eee4-42ae-ac97-26750154c408,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:07.066461 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27361bd3-f5ea-4e35-997e-dd4be22df7e5 req-eac589ce-5e16-4f48-b5ac-eb9263dac39e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363146 Jan 27 21:48:07.134900 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] For port 2ac52047-eee4-42ae-ac97-26750154c408, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:07.227967 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a475245-6351-4e34-9566-d541f9337876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ac52047-eee4-42ae-ac97-26750154c408'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:07.237447 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa4013d-f2f5-410f-af02-ca230f2b624c" -d '{"events": [{"server_uuid": "9a475245-6351-4e34-9566-d541f9337876", "name": "network-vif-unplugged", "status": "completed", "tag": "2ac52047-eee4-42ae-ac97-26750154c408"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:07.241566 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] Publish callbacks [] for port (2ac52047-eee4-42ae-ac97-26750154c408), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:07.278468 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] Transition to ACTIVE for port object 2ac52047-eee4-42ae-ac97-26750154c408 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:48:07.284301 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698962c6-8ef9-46c1-93d8-f29601e6e5a8 req-d5fa920c-55b7-4a73-aaf1-a241853fd45b tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:07.289485 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (2ac52047-eee4-42ae-ac97-26750154c408), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:07.291671 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-698962c6-8ef9-46c1-93d8-f29601e6e5a8 req-d5fa920c-55b7-4a73-aaf1-a241853fd45b tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=703a9f01-d61a-404e-b268-82479ca174a4 HTTP/1.1" status: 200 len: 944 time: 0.0861697 Jan 27 21:48:07.370523 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac52047-eee4-42ae-ac97-26750154c408,revision_number=6']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:07.374478 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-698962c6-8ef9-46c1-93d8-f29601e6e5a8 req-1b65d571-5b44-4125-a4ac-5e180ee689ea tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818284 Jan 27 21:48:07.392271 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] No DVR routers for this DVR port 2ac52047-eee4-42ae-ac97-26750154c408 on host n-h1-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:07.461102 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] Attempting to bind port 2ac52047-eee4-42ae-ac97-26750154c408 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:07.461766 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] Attempting to bind port 2ac52047-eee4-42ae-ac97-26750154c408 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:07.463773 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] Attempting to bind port 2ac52047-eee4-42ae-ac97-26750154c408 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:07.473416 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] Port 2ac52047-eee4-42ae-ac97-26750154c408 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:48:07.474559 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] Attempting to bind port 2ac52047-eee4-42ae-ac97-26750154c408 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:07.481146 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e0101a-0198-4f50-90dd-79836a8d401b x-openstack-request-id: req-22e0101a-0198-4f50-90dd-79836a8d401b {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:07.483076 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a475245-6351-4e34-9566-d541f9337876", "name": "network-vif-unplugged", "status": "completed", "tag": "2ac52047-eee4-42ae-ac97-26750154c408", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:07.485840 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22e0101a-0198-4f50-90dd-79836a8d401b {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:07.487143 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a475245-6351-4e34-9566-d541f9337876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ac52047-eee4-42ae-ac97-26750154c408', 'code': 200} Jan 27 21:48:07.495213 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:07.496451 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:07.497689 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:07.499184 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] Bound port: 2ac52047-eee4-42ae-ac97-26750154c408, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:07.499648 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2ac52047-eee4-42ae-ac97-26750154c408), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:07.682403 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] For port 2ac52047-eee4-42ae-ac97-26750154c408, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:07.690762 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] For port 2ac52047-eee4-42ae-ac97-26750154c408, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=2ac52047-eee4-42ae-ac97-26750154c408,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:07.699783 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (2ac52047-eee4-42ae-ac97-26750154c408), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:07.773659 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a2c329f-b819-42e0-945e-cedded455ed4 req-993b3cc1-8983-40ad-a2fd-2fd30293c1c5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 210 time: 0.0646861 Jan 27 21:48:07.790460 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac52047-eee4-42ae-ac97-26750154c408,revision_number=7']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:07.812798 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:07.813615 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:07.815021 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8b3982e3-eb8a-43d0-9e72-7d55fca21f95 service neutron] 10.222.0.21 "PUT /v2.0/ports/2ac52047-eee4-42ae-ac97-26750154c408 HTTP/1.1" status: 200 len: 1095 time: 1.4406073 Jan 27 21:48:07.921644 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba9074-7eac-45d1-b325-de20b662b85e req-9774df26-7418-482e-87bf-b9a8fbc30479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:07.923145 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9eba9074-7eac-45d1-b325-de20b662b85e req-9774df26-7418-482e-87bf-b9a8fbc30479 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 1098 time: 0.0788252 Jan 27 21:48:08.060233 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba9074-7eac-45d1-b325-de20b662b85e req-342ef4b7-4fce-46bc-8cab-0ed0a386b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:08.066203 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9eba9074-7eac-45d1-b325-de20b662b85e req-342ef4b7-4fce-46bc-8cab-0ed0a386b18f service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.1330705 Jan 27 21:48:08.152464 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9eba9074-7eac-45d1-b325-de20b662b85e req-9954bcdd-6e52-440f-8194-0c84626023a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=2ac52047-eee4-42ae-ac97-26750154c408 HTTP/1.1" status: 200 len: 217 time: 0.0699189 Jan 27 21:48:08.270216 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba9074-7eac-45d1-b325-de20b662b85e req-bfa5a9b7-f8aa-4273-86bb-9bad68acf50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:08.272831 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9eba9074-7eac-45d1-b325-de20b662b85e req-bfa5a9b7-f8aa-4273-86bb-9bad68acf50c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1120176 Jan 27 21:48:08.360902 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8614c3fc-2b31-4392-bd98-628b966d36d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:08.362484 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9eba9074-7eac-45d1-b325-de20b662b85e req-8614c3fc-2b31-4392-bd98-628b966d36d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0787258 Jan 27 21:48:08.384228 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cca7f-294f-4900-bc9d-1ddabfe3122d req-6d68fc6e-2585-4534-90a4-838002662774 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:08.385740 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-382cca7f-294f-4900-bc9d-1ddabfe3122d req-6d68fc6e-2585-4534-90a4-838002662774 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 947 time: 0.1899748 Jan 27 21:48:08.453733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-6218e33b-8ea8-404c-9929-0d222e8fbb11 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:08.455226 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-6218e33b-8ea8-404c-9929-0d222e8fbb11 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.21 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 812 time: 0.1826627 Jan 27 21:48:08.482624 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-382cca7f-294f-4900-bc9d-1ddabfe3122d req-87d38f52-9356-4d40-8b13-39eaaa2345c1 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844848 Jan 27 21:48:08.522087 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9eba9074-7eac-45d1-b325-de20b662b85e req-aa1d4553-e236-4798-947e-5a35d0ec27a6 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396890 Jan 27 21:48:08.604818 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-fcbd6409-23ed-437b-891a-c36350a3d038 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61d13348ee1947f6862828ce6fcbfac2 HTTP/1.1" status: 200 len: 380 time: 0.1118693 Jan 27 21:48:08.674828 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-c4b81cbf-2912-40ea-906f-e5e64b894559 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Request body: {'port': {'device_id': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'admin_state_up': True, 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'security_groups': ['9f385be6-35d0-4ffd-bfa8-85b66e2a3411']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:08.712231 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9eba9074-7eac-45d1-b325-de20b662b85e req-3138e3f9-ceda-4885-a8e8-664032d58425 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726291 Jan 27 21:48:08.846911 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf58bd-9533-4964-8c95-2bf4f0e8b5d5 req-46b30efe-52ca-4243-8dcf-415bf2a10625 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:08.849264 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0acf58bd-9533-4964-8c95-2bf4f0e8b5d5 req-46b30efe-52ca-4243-8dcf-415bf2a10625 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=703a9f01-d61a-404e-b268-82479ca174a4 HTTP/1.1" status: 200 len: 944 time: 0.2503781 Jan 27 21:48:08.872892 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:08.887410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-c4b81cbf-2912-40ea-906f-e5e64b894559 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Made reservation on behalf of 61d13348ee1947f6862828ce6fcbfac2 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:08.897695 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-c4b81cbf-2912-40ea-906f-e5e64b894559 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:08.985227 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0acf58bd-9533-4964-8c95-2bf4f0e8b5d5 req-5c2b639e-ca10-4d46-9d0c-e56623355561 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239638 Jan 27 21:48:09.086154 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:09.086769 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:09.153911 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322d8afa-4cb6-4196-8795-d4a50caecb65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:09.156713 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb83622a-10b5-4072-b5ba-a59045960989" -d '{"events": [{"server_uuid": "322d8afa-4cb6-4196-8795-d4a50caecb65", "name": "network-vif-unplugged", "status": "completed", "tag": "86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:09.161259 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:09.167350 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:09.170526 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 2ac52047-eee4-42ae-ac97-26750154c408 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:09.192799 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd72e859-f00a-40c4-a962-25d6dc71c5c2 req-5c6a19f2-25be-4a65-a8e7-902083fcdbb7 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 210 time: 0.0968325 Jan 27 21:48:09.254480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] The host n-h1-772272-3 is not matching for port 2ac52047-eee4-42ae-ac97-26750154c408 host n-h2-772272-3! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:48:09.254951 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 2ac52047-eee4-42ae-ac97-26750154c408 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:09.261691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-c4b81cbf-2912-40ea-906f-e5e64b894559 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Allocated IP 172.20.0.12 (6b844948-3293-4ffe-a8d3-7b6f6d1ebeef/e758eeac-7ebf-4254-8c02-8b091e926322/d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:48:09.280574 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,revision_number=11']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:09.298602 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5129cd22-d7b3-42d1-9f97-cc71bdaee99a up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:09.375770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 5129cd22-d7b3-42d1-9f97-cc71bdaee99a completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:48:09.384719 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 5129cd22-d7b3-42d1-9f97-cc71bdaee99a triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:09.385174 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5129cd22-d7b3-42d1-9f97-cc71bdaee99a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:09.489176 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a475245-6351-4e34-9566-d541f9337876', 'tag': '2ac52047-eee4-42ae-ac97-26750154c408'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:09.491534 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f42f41-bc81-42a2-99c9-e713a6630112" -d '{"events": [{"name": "network-changed", "server_uuid": "9a475245-6351-4e34-9566-d541f9337876", "tag": "2ac52047-eee4-42ae-ac97-26750154c408"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:09.563682 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdadc13-574d-4a08-8407-aebc5fdee60b x-openstack-request-id: req-ffdadc13-574d-4a08-8407-aebc5fdee60b {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:09.564541 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a475245-6351-4e34-9566-d541f9337876", "tag": "2ac52047-eee4-42ae-ac97-26750154c408", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:09.564808 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ffdadc13-574d-4a08-8407-aebc5fdee60b {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:09.565586 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a475245-6351-4e34-9566-d541f9337876', 'tag': '2ac52047-eee4-42ae-ac97-26750154c408', 'status': 'completed', 'code': 200} Jan 27 21:48:09.690533 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-c4b81cbf-2912-40ea-906f-e5e64b894559 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:09.763479 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd09285d-f367-487c-9bb7-1aecafd0ca53 x-openstack-request-id: req-cd09285d-f367-487c-9bb7-1aecafd0ca53 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:09.765936 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322d8afa-4cb6-4196-8795-d4a50caecb65", "name": "network-vif-unplugged", "status": "completed", "tag": "86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:09.765936 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd09285d-f367-487c-9bb7-1aecafd0ca53 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:09.769837 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322d8afa-4cb6-4196-8795-d4a50caecb65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c', 'code': 200} Jan 27 21:48:09.782945 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-c4b81cbf-2912-40ea-906f-e5e64b894559 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:09.806836 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f42f41-bc81-42a2-99c9-e713a6630112 req-59244430-888d-4417-9135-24ff986065a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:09.808887 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c8f42f41-bc81-42a2-99c9-e713a6630112 req-59244430-888d-4417-9135-24ff986065a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 1098 time: 0.2318263 Jan 27 21:48:09.813602 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f42f41-bc81-42a2-99c9-e713a6630112 req-6165925c-bb2e-49e1-a8be-dadbf4cf8244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:09.815497 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c8f42f41-bc81-42a2-99c9-e713a6630112 req-6165925c-bb2e-49e1-a8be-dadbf4cf8244 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 1098 time: 0.1799474 Jan 27 21:48:09.898150 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b81cbf-2912-40ea-906f-e5e64b894559 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Pushing event updated for resources: {'Port': ['ID=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:09.913298 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-c4b81cbf-2912-40ea-906f-e5e64b894559 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:48:09.919502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-c4b81cbf-2912-40ea-906f-e5e64b894559 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:09.923364 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 5129cd22-d7b3-42d1-9f97-cc71bdaee99a is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:09.924425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-c4b81cbf-2912-40ea-906f-e5e64b894559 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:09.927179 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5129cd22-d7b3-42d1-9f97-cc71bdaee99a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:09.986451 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 5129cd22-d7b3-42d1-9f97-cc71bdaee99a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5129cd22-d7b3-42d1-9f97-cc71bdaee99a,segment=NetworkSegment(6a88e292-877f-4d1f-94c7-45940eb096db),segment_id=6a88e292-877f-4d1f-94c7-45940eb096db)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:09.995119 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5129cd22-d7b3-42d1-9f97-cc71bdaee99a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:10.052090 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f42f41-bc81-42a2-99c9-e713a6630112 req-57028d9a-d1c7-4147-863e-170d9b38ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:10.052969 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c8f42f41-bc81-42a2-99c9-e713a6630112 req-57028d9a-d1c7-4147-863e-170d9b38ac72 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.2254357 Jan 27 21:48:10.102306 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=5129cd22-d7b3-42d1-9f97-cc71bdaee99a,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:10.134016 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c8f42f41-bc81-42a2-99c9-e713a6630112 req-a236c57a-c404-4906-8a3e-437a29e2bb9f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=2ac52047-eee4-42ae-ac97-26750154c408 HTTP/1.1" status: 200 len: 217 time: 0.0700848 Jan 27 21:48:10.194059 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f42f41-bc81-42a2-99c9-e713a6630112 req-ec7414d7-86bf-4d4b-bced-e87a20ae03f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:10.195804 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c8f42f41-bc81-42a2-99c9-e713a6630112 req-ec7414d7-86bf-4d4b-bced-e87a20ae03f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0528677 Jan 27 21:48:10.216321 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-c4b81cbf-2912-40ea-906f-e5e64b894559 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:10.216919 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-c4b81cbf-2912-40ea-906f-e5e64b894559 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:10.305179 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c35fe-d305-403b-b443-7c82ac5323dc req-1afe6762-380f-481b-b3f4-6948585a649e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:10.314216 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f42f41-bc81-42a2-99c9-e713a6630112 req-dbf52e55-fb70-4334-964b-376a3a2ecdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:10.315757 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c8f42f41-bc81-42a2-99c9-e713a6630112 req-dbf52e55-fb70-4334-964b-376a3a2ecdf1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.4990885 Jan 27 21:48:10.317935 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aa2c35fe-d305-403b-b443-7c82ac5323dc req-1afe6762-380f-481b-b3f4-6948585a649e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 947 time: 0.3809450 Jan 27 21:48:10.334209 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-c4b81cbf-2912-40ea-906f-e5e64b894559 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6916606 Jan 27 21:48:10.340127 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f42f41-bc81-42a2-99c9-e713a6630112 req-dbdac3c8-b4b3-43ac-9afd-774f93285e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:10.341641 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c8f42f41-bc81-42a2-99c9-e713a6630112 req-dbdac3c8-b4b3-43ac-9afd-774f93285e0e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1319394 Jan 27 21:48:10.365425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] Request body: {'port': {'device_id': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:10.384732 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ca101368-7409-4ba1-b027-9e82b8c3b453 None None] Provisioning complete for port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:10.386568 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ca101368-7409-4ba1-b027-9e82b8c3b453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:10.444174 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ca101368-7409-4ba1-b027-9e82b8c3b453 None None] Port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:48:10.460604 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c8f42f41-bc81-42a2-99c9-e713a6630112 req-f374eb9f-ca80-4528-be49-cf9bfe3e313c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=2ac52047-eee4-42ae-ac97-26750154c408 HTTP/1.1" status: 200 len: 217 time: 0.1368527 Jan 27 21:48:10.473409 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aa2c35fe-d305-403b-b443-7c82ac5323dc req-0a4ed622-10a6-417a-9cef-690936b9bbfe tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526356 Jan 27 21:48:10.584027 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:10.658571 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f42f41-bc81-42a2-99c9-e713a6630112 req-2dfb0df7-2943-4eb8-ad3a-1435444041cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:10.660925 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c8f42f41-bc81-42a2-99c9-e713a6630112 req-2dfb0df7-2943-4eb8-ad3a-1435444041cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1904085 Jan 27 21:48:10.669039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3d3aa-cb94-485e-b85f-ffd9a86d5ef9 req-6d05d0ab-55cf-4496-86bf-f45b64b6013e tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:10.670828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36b3d3aa-cb94-485e-b85f-ffd9a86d5ef9 req-6d05d0ab-55cf-4496-86bf-f45b64b6013e tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=703a9f01-d61a-404e-b268-82479ca174a4 HTTP/1.1" status: 200 len: 945 time: 0.1308370 Jan 27 21:48:10.706541 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c8f42f41-bc81-42a2-99c9-e713a6630112 req-4fb25361-4ec5-4129-82e5-52aff83bd2ef service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657850 Jan 27 21:48:10.822899 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c8f42f41-bc81-42a2-99c9-e713a6630112 req-161ec34a-bbbc-49e0-8142-48c8f0452e31 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059794 Jan 27 21:48:10.828252 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f42f41-bc81-42a2-99c9-e713a6630112 req-6ef625f4-30ef-453a-aeb3-be9e01f4da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:10.829891 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c8f42f41-bc81-42a2-99c9-e713a6630112 req-6ef625f4-30ef-453a-aeb3-be9e01f4da88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1581645 Jan 27 21:48:10.869576 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36b3d3aa-cb94-485e-b85f-ffd9a86d5ef9 req-0356bfc7-f70d-4eab-b02a-bda32dc75e17 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859350 Jan 27 21:48:11.069403 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c8f42f41-bc81-42a2-99c9-e713a6630112 req-5f1d4ec4-a7a7-47b8-bd76-77442de69db5 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288990 Jan 27 21:48:11.075520 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809d5f8-6161-4f5a-8552-4e0492a0a215 req-a8303363-9671-462b-9d8d-ff1f500aad9f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:11.083534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6809d5f8-6161-4f5a-8552-4e0492a0a215 req-a8303363-9671-462b-9d8d-ff1f500aad9f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 932 time: 0.1026261 Jan 27 21:48:11.194884 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6809d5f8-6161-4f5a-8552-4e0492a0a215 req-afb60ae1-37f1-467b-9169-a57839165e1c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102276 Jan 27 21:48:11.203227 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:48:11.216366 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] Publish callbacks [] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:11.252521 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c8f42f41-bc81-42a2-99c9-e713a6630112 req-2f375f0e-a16c-4bec-82d3-e7ed1bc020c1 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751606 Jan 27 21:48:11.257007 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] Transition to ACTIVE for port object d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:48:11.265065 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:11.424273 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:11.544086 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] Attempting to bind port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:11.544504 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] Attempting to bind port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:11.546072 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] Attempting to bind port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 on network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:11.561685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] Port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 on network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:48:11.562657 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] Attempting to bind port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 on network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:11.574354 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:11.574761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] Checking segment: {'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:11.575272 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] Bound using segment: {'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:11.576634 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] Bound port: d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:11.577788 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:11.726977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765e6d9-2e9d-45db-80b9-c167765e1343 req-ea3e0cd9-7302-4073-befb-5a44cd14e4e8 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:11.728583 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1765e6d9-2e9d-45db-80b9-c167765e1343 req-ea3e0cd9-7302-4073-befb-5a44cd14e4e8 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 947 time: 0.1445491 Jan 27 21:48:11.771775 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703a9f01-d61a-404e-b268-82479ca174a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5129cd22-d7b3-42d1-9f97-cc71bdaee99a'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:11.775426 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b0c412-114c-4382-bb9b-2d63ff9758f4" -d '{"events": [{"server_uuid": "703a9f01-d61a-404e-b268-82479ca174a4", "name": "network-vif-plugged", "status": "completed", "tag": "5129cd22-d7b3-42d1-9f97-cc71bdaee99a"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:11.789855 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] For port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:11.818278 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] For port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:11.835213 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:11.842309 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1765e6d9-2e9d-45db-80b9-c167765e1343 req-b897b4bc-c0fd-4371-86e1-70f1bb727cf8 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067774 Jan 27 21:48:11.911371 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe3eb56-be9b-4e59-b28b-0a6661f88d92 x-openstack-request-id: req-0fe3eb56-be9b-4e59-b28b-0a6661f88d92 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:11.912328 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703a9f01-d61a-404e-b268-82479ca174a4", "name": "network-vif-plugged", "status": "completed", "tag": "5129cd22-d7b3-42d1-9f97-cc71bdaee99a", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:11.912867 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0fe3eb56-be9b-4e59-b28b-0a6661f88d92 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:11.913470 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703a9f01-d61a-404e-b268-82479ca174a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5129cd22-d7b3-42d1-9f97-cc71bdaee99a', 'code': 200} Jan 27 21:48:11.913914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:11.914921 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:11.917182 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] 10.222.0.21 "PUT /v2.0/ports/d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 HTTP/1.1" status: 200 len: 1092 time: 1.5710926 Jan 27 21:48:11.919723 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'tag': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:11.933331 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e10bf37-c196-4599-a16f-6629a33555ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c1d721-463b-4e12-80a4-6602c894c588", "tag": "d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:12.011483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef41db-7f64-4747-9833-6a43c9604e78 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:12.147968 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-77b0993c-a1bf-4ca0-82a8-9b8b8d803dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:12.149728 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-77b0993c-a1bf-4ca0-82a8-9b8b8d803dfd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 1095 time: 0.1184151 Jan 27 21:48:12.150729 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9574d5-2cff-4270-b5ce-4e0664469efb req-f94ac31f-82df-44cc-9bdc-9fe8e67afc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:12.153566 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0e9574d5-2cff-4270-b5ce-4e0664469efb req-f94ac31f-82df-44cc-9bdc-9fe8e67afc74 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=703a9f01-d61a-404e-b268-82479ca174a4 HTTP/1.1" status: 200 len: 1096 time: 0.1243486 Jan 27 21:48:12.196925 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbeea44-4280-4cbf-8244-ff81a84de300 req-ccbb3c7a-44e5-4ce0-b7be-20dcaa544ec7 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:12.196925 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9bbeea44-4280-4cbf-8244-ff81a84de300 req-ccbb3c7a-44e5-4ce0-b7be-20dcaa544ec7 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=703a9f01-d61a-404e-b268-82479ca174a4 HTTP/1.1" status: 200 len: 945 time: 0.1731105 Jan 27 21:48:12.266152 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0e9574d5-2cff-4270-b5ce-4e0664469efb req-5880574c-767b-4695-b0af-10e8f43a17f3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932257 Jan 27 21:48:12.279302 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-c41fff79-c9f0-4413-880d-2cca575108df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 HTTP/1.1" status: 200 len: 217 time: 0.0841680 Jan 27 21:48:12.297420 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfe2428-e8ad-4502-a1fc-96c4867279aa x-openstack-request-id: req-8cfe2428-e8ad-4502-a1fc-96c4867279aa {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:12.297420 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c1d721-463b-4e12-80a4-6602c894c588", "tag": "d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:12.297662 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cfe2428-e8ad-4502-a1fc-96c4867279aa {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:12.297989 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'tag': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50', 'status': 'completed', 'code': 200} Jan 27 21:48:12.338893 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9bbeea44-4280-4cbf-8244-ff81a84de300 req-ee0ee071-db7a-44a8-8842-c6d8a73527ce tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173756 Jan 27 21:48:12.486987 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:12.514152 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11c3bd-8913-425a-adf4-7b2b411794db req-5a266faf-46a4-4c05-b08b-c1b766b2486e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:12.515982 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f11c3bd-8913-425a-adf4-7b2b411794db req-5a266faf-46a4-4c05-b08b-c1b766b2486e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 944 time: 0.0662062 Jan 27 21:48:12.608192 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f11c3bd-8913-425a-adf4-7b2b411794db req-9b912c84-9bfb-4dbf-9cb1-241e71b3a513 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859540 Jan 27 21:48:12.654817 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-08076c2a-1c5b-45e3-a615-c0b8d0743e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:12.656798 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-08076c2a-1c5b-45e3-a615-c0b8d0743e61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.0737181 Jan 27 21:48:12.725474 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-b754a4a0-36ca-4424-b9cf-3880a74f593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:12.727237 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-b754a4a0-36ca-4424-b9cf-3880a74f593f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557814 Jan 27 21:48:12.859316 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-5b702d5b-a6a5-4cbf-8d6a-9509c52012bd service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240351 Jan 27 21:48:13.049558 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1384836-14f0-4509-82f6-50bfd15cdf2b req-87002b82-419b-4dd6-981c-1d22c3c520e8 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:13.052791 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1384836-14f0-4509-82f6-50bfd15cdf2b req-87002b82-419b-4dd6-981c-1d22c3c520e8 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 947 time: 0.0958550 Jan 27 21:48:13.103504 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47237dc2-11e1-4f62-8180-bfeb64f72d65 req-98aa72d2-8b9d-4de4-92ab-7184799aeaaa service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228553 Jan 27 21:48:13.161608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1384836-14f0-4509-82f6-50bfd15cdf2b req-54f58ef8-b9fe-4e8b-b178-946bd0ace8c5 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006508 Jan 27 21:48:13.210060 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10bf37-c196-4599-a16f-6629a33555ab req-13fbd521-1990-43e8-8504-ea7d1a0137b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:13.211744 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e10bf37-c196-4599-a16f-6629a33555ab req-13fbd521-1990-43e8-8504-ea7d1a0137b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 1095 time: 0.0485191 Jan 27 21:48:13.326012 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10bf37-c196-4599-a16f-6629a33555ab req-e1868bb1-b189-4130-bfdb-683ada28612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:13.328086 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e10bf37-c196-4599-a16f-6629a33555ab req-e1868bb1-b189-4130-bfdb-683ada28612f service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 913 time: 0.1012516 Jan 27 21:48:13.331025 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 2ac52047-eee4-42ae-ac97-26750154c408 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:48:13.452133 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e10bf37-c196-4599-a16f-6629a33555ab req-d5b11146-c03c-44b8-aed9-071981fc2ee7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 HTTP/1.1" status: 200 len: 217 time: 0.1126108 Jan 27 21:48:13.551985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 2ac52047-eee4-42ae-ac97-26750154c408, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=2ac52047-eee4-42ae-ac97-26750154c408,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:13.570004 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '2ac52047-eee4-42ae-ac97-26750154c408', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '2ac52047-eee4-42ae-ac97-26750154c408', 'mac_address': 'fa:16:3e:f1:97:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:48:13.593950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10bf37-c196-4599-a16f-6629a33555ab req-087a10e8-ef50-4486-80ef-35b38ede9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:13.595486 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e10bf37-c196-4599-a16f-6629a33555ab req-087a10e8-ef50-4486-80ef-35b38ede9ae1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.1269066 Jan 27 21:48:13.644246 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 2ac52047-eee4-42ae-ac97-26750154c408 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:13.644884 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2ac52047-eee4-42ae-ac97-26750154c408), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:13.661350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac52047-eee4-42ae-ac97-26750154c408 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:48:13.684039 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 2ac52047-eee4-42ae-ac97-26750154c408, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=2ac52047-eee4-42ae-ac97-26750154c408,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:13.690070 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2ac52047-eee4-42ae-ac97-26750154c408), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:13.704530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a1a58-873a-4a56-a23a-0a8d1495ef97 req-b512b65e-83c2-458b-bdd0-e0e3e192c7c5 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:13.706068 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b89a1a58-873a-4a56-a23a-0a8d1495ef97 req-b512b65e-83c2-458b-bdd0-e0e3e192c7c5 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=703a9f01-d61a-404e-b268-82479ca174a4 HTTP/1.1" status: 200 len: 945 time: 0.1662304 Jan 27 21:48:13.745887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bd023-c7d9-4f6f-b081-fa2a86b6012c req-d4345e14-ba3c-4dd4-9596-2ab9d4834212 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:13.746834 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=2ac52047-eee4-42ae-ac97-26750154c408,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:13.749760 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-215bd023-c7d9-4f6f-b081-fa2a86b6012c req-d4345e14-ba3c-4dd4-9596-2ab9d4834212 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6547436-d2f3-4c97-9d66-d524ebf83bf6 HTTP/1.1" status: 200 len: 948 time: 0.1273704 Jan 27 21:48:13.765441 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10bf37-c196-4599-a16f-6629a33555ab req-417e7969-35c7-423f-94c9-8237857384c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:13.767268 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e10bf37-c196-4599-a16f-6629a33555ab req-417e7969-35c7-423f-94c9-8237857384c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1618707 Jan 27 21:48:13.870647 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b89a1a58-873a-4a56-a23a-0a8d1495ef97 req-a7b0ba60-2b19-4d1f-bff1-de6a4b8a4e40 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501853 Jan 27 21:48:13.912233 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-215bd023-c7d9-4f6f-b081-fa2a86b6012c req-e0ac9998-aad6-4565-b096-3d361ce2dc73 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/security-groups?id=058abce2-9d0a-4d3f-bf26-8e1429bc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482654 Jan 27 21:48:13.975731 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e10bf37-c196-4599-a16f-6629a33555ab req-3fca56c8-06a3-49bd-8bd3-0cfd1ac670cd service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976717 Jan 27 21:48:14.113997 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48019294-3158-4740-86a9-cd7b471f5f42 req-536dca9a-13c6-4955-bd39-d7d17cc9a08d tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:14.116068 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-48019294-3158-4740-86a9-cd7b471f5f42 req-536dca9a-13c6-4955-bd39-d7d17cc9a08d tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 944 time: 0.1177826 Jan 27 21:48:14.167693 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e10bf37-c196-4599-a16f-6629a33555ab req-2864ee8d-2a7b-4ee7-821e-57cea383f02a service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579113 Jan 27 21:48:14.198394 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-48019294-3158-4740-86a9-cd7b471f5f42 req-baf3be38-9624-47bb-87ae-e3c0803f0806 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749493 Jan 27 21:48:14.309309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6526b1e-fabf-482e-b00b-cf936c8dfde9 req-13ee8280-6e0e-4630-8382-f495808ebabf tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:14.310839 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6526b1e-fabf-482e-b00b-cf936c8dfde9 req-13ee8280-6e0e-4630-8382-f495808ebabf tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 948 time: 0.0611880 Jan 27 21:48:14.365853 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6526b1e-fabf-482e-b00b-cf936c8dfde9 req-8b711614-480c-4fb1-9e6b-5b2852e65e57 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482078 Jan 27 21:48:14.732673 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-6e1c27e8-3e07-4b2e-9895-4ed9a4f6cca4 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:14.740705 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-6e1c27e8-3e07-4b2e-9895-4ed9a4f6cca4 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 819 time: 0.1215208 Jan 27 21:48:14.752270 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-e06718d1-16a7-4d68-9f9e-383b0ae8be21 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/quotas/6f69f01a295841ef87a2606a7f3645b9 HTTP/1.1" status: 200 len: 375 time: 0.0099807 Jan 27 21:48:14.812320 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-75b0fc6e-55ac-4c56-bcb4-0719aae0e04c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542414 Jan 27 21:48:14.974442 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-e55791c5-ea43-4caf-9e0b-79973b5ee16c service neutron] 10.222.0.23 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551590 Jan 27 21:48:15.066514 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff1382-1dc3-4a70-a5f6-72ba9b655da9 req-9934dd30-4870-410e-916a-ed8fc6839a6b tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:15.068254 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6ff1382-1dc3-4a70-a5f6-72ba9b655da9 req-9934dd30-4870-410e-916a-ed8fc6839a6b tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=703a9f01-d61a-404e-b268-82479ca174a4 HTTP/1.1" status: 200 len: 945 time: 0.1081522 Jan 27 21:48:15.114931 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-640de6b9-0c24-4a3e-bb82-18a3114a1c05 service neutron] 10.222.0.23 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222227 Jan 27 21:48:15.141577 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6ff1382-1dc3-4a70-a5f6-72ba9b655da9 req-352ba1b2-3343-4d9a-8c2e-f9a5e3b6d507 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653491 Jan 27 21:48:15.282004 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e657ed-7c94-4661-b21d-66b4270566be req-6455edf3-5942-4ec6-acc3-4223c0fc9a91 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:15.283527 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-65e657ed-7c94-4661-b21d-66b4270566be req-6455edf3-5942-4ec6-acc3-4223c0fc9a91 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6547436-d2f3-4c97-9d66-d524ebf83bf6 HTTP/1.1" status: 200 len: 948 time: 0.0590487 Jan 27 21:48:15.337604 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-65e657ed-7c94-4661-b21d-66b4270566be req-44345661-adf4-417f-8ce5-64044a2571dc tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/security-groups?id=058abce2-9d0a-4d3f-bf26-8e1429bc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471051 Jan 27 21:48:15.539580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4416ff-b3fa-4384-8bc3-9e7d2307544d req-507e5701-1aa6-4922-a88a-393f3a316d2f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:15.541897 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3e4416ff-b3fa-4384-8bc3-9e7d2307544d req-507e5701-1aa6-4922-a88a-393f3a316d2f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 944 time: 0.0578942 Jan 27 21:48:15.543542 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['2ac52047-eee4-42ae-ac97-26750154c408'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:15.629779 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca4b93-2c43-4d6d-b6fd-b414a633b02c req-c2ab1d9d-d1c2-41e0-b539-005063df6bdc tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:15.637653 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64ca4b93-2c43-4d6d-b6fd-b414a633b02c req-c2ab1d9d-d1c2-41e0-b539-005063df6bdc tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 948 time: 0.0943160 Jan 27 21:48:15.694900 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3e4416ff-b3fa-4384-8bc3-9e7d2307544d req-3070c87c-24cf-4723-94e3-90e50769b605 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416793 Jan 27 21:48:15.746476 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64ca4b93-2c43-4d6d-b6fd-b414a633b02c req-28165629-54e2-4187-b5df-6d7fad0c10e7 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076264 Jan 27 21:48:15.779093 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8fbfcd16-43a7-4e64-9eb5-1212ea69e810 req-3c87d07e-5967-49b9-951c-3ede1c191f40 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 210 time: 0.0314009 Jan 27 21:48:16.065391 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-efd1dc28-548c-478f-89fc-b94843c6689d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:16.067478 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-efd1dc28-548c-478f-89fc-b94843c6689d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876&tenant_id=199845b217c54a388bc3d621d514a954&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 948 time: 0.0976000 Jan 27 21:48:16.084076 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a2163-56ae-47c7-9a39-75299d3cd05e req-ee430640-9679-4cb9-92f2-4ce648ad0af3 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:16.086543 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cc9a2163-56ae-47c7-9a39-75299d3cd05e req-ee430640-9679-4cb9-92f2-4ce648ad0af3 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 948 time: 0.0776296 Jan 27 21:48:16.184508 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cc9a2163-56ae-47c7-9a39-75299d3cd05e req-568667f8-9abd-48ba-8c6a-56c77ecc8072 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911322 Jan 27 21:48:16.190745 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-8b633616-0967-4d34-a16b-cf166f3931ee service neutron] 10.222.0.21 "GET /v2.0/ports/2ac52047-eee4-42ae-ac97-26750154c408/bindings/n-h2-772272-3 HTTP/1.1" status: 200 len: 382 time: 0.1035738 Jan 27 21:48:16.299399 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39445a1-4ebe-4744-8f39-120538704074 req-0098502b-c385-4a57-8bec-c6c01276f33e tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:16.300970 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c39445a1-4ebe-4744-8f39-120538704074 req-0098502b-c385-4a57-8bec-c6c01276f33e tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=703a9f01-d61a-404e-b268-82479ca174a4 HTTP/1.1" status: 200 len: 945 time: 0.0770211 Jan 27 21:48:16.303549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-69dae8fb-dfb7-412d-8955-dde1c1399162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:16.305008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-69dae8fb-dfb7-412d-8955-dde1c1399162 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 1099 time: 0.0715075 Jan 27 21:48:16.426337 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c39445a1-4ebe-4744-8f39-120538704074 req-acf669a2-e607-4e55-9569-1646bc168c5b tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193476 Jan 27 21:48:16.488554 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-8f66cda4-7ad4-4257-8e93-4a1239e545fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:16.490143 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-8f66cda4-7ad4-4257-8e93-4a1239e545fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.1696687 Jan 27 21:48:16.505801 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b5043-fb95-445a-b6ce-edffabc229c3 req-31a67ffa-cc53-4d53-9c2e-84f35a08762e tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:16.507295 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-026b5043-fb95-445a-b6ce-edffabc229c3 req-31a67ffa-cc53-4d53-9c2e-84f35a08762e tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6547436-d2f3-4c97-9d66-d524ebf83bf6 HTTP/1.1" status: 200 len: 948 time: 0.0870035 Jan 27 21:48:16.556886 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-f74c6ea4-081e-41c6-ba4d-8ec43bbb5d60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=2ac52047-eee4-42ae-ac97-26750154c408 HTTP/1.1" status: 200 len: 217 time: 0.0483329 Jan 27 21:48:16.638077 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-026b5043-fb95-445a-b6ce-edffabc229c3 req-1c1bb09b-403c-4e2e-afcf-9018a70a7c5d tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/security-groups?id=058abce2-9d0a-4d3f-bf26-8e1429bc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233249 Jan 27 21:48:16.640278 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-4e690531-ff18-4534-a302-d99a42d06715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:16.641996 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-4e690531-ff18-4534-a302-d99a42d06715 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0762994 Jan 27 21:48:16.749267 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-ca252793-00d2-45d2-9a10-f58ccbd98fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:16.750782 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-ca252793-00d2-45d2-9a10-f58ccbd98fc2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1001341 Jan 27 21:48:16.796459 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-78e92cec-b532-4cbc-a7ab-b6a4e1006d9a tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:16.801000 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-78e92cec-b532-4cbc-a7ab-b6a4e1006d9a tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.15 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 819 time: 0.2888083 Jan 27 21:48:16.818374 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-3e00eef1-4ebf-4bbe-a702-bca9c1cb3214 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Request body: {'port': {'device_id': '4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1', 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867', 'admin_state_up': True, 'tenant_id': '6f69f01a295841ef87a2606a7f3645b9'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:16.913423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9c4a2-dc54-4629-9e3b-5eb569b4f858 req-82d85a21-eb9d-44c4-87df-a73d1f522520 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:16.915007 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f6e9c4a2-dc54-4629-9e3b-5eb569b4f858 req-82d85a21-eb9d-44c4-87df-a73d1f522520 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 944 time: 0.1051209 Jan 27 21:48:17.013778 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-6bf0d94c-bb28-4cb7-8c84-bd55f27811ae service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319884 Jan 27 21:48:17.025850 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287e175-5c3c-4e22-bad7-89e8be63b515 req-0b3eaa77-8c51-4d47-99ab-90b175e0fd05 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:17.028316 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0287e175-5c3c-4e22-bad7-89e8be63b515 req-0b3eaa77-8c51-4d47-99ab-90b175e0fd05 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6547436-d2f3-4c97-9d66-d524ebf83bf6 HTTP/1.1" status: 200 len: 948 time: 0.0911109 Jan 27 21:48:17.029828 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-3e00eef1-4ebf-4bbe-a702-bca9c1cb3214 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Made reservation on behalf of 6f69f01a295841ef87a2606a7f3645b9 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:17.033941 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-3e00eef1-4ebf-4bbe-a702-bca9c1cb3214 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:17.042375 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f6e9c4a2-dc54-4629-9e3b-5eb569b4f858 req-a527ecd3-0658-464f-850f-867ce3d4f890 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179078 Jan 27 21:48:17.150533 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-26a33751-a73f-45d5-adbe-900977c6b3ba service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063230 Jan 27 21:48:17.159178 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2986b-eade-4a4b-bdc7-bab1fd20ad76 req-7f2389fe-f6ce-4d2d-87d9-715280180c15 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:17.168816 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4e2986b-eade-4a4b-bdc7-bab1fd20ad76 req-7f2389fe-f6ce-4d2d-87d9-715280180c15 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=703a9f01-d61a-404e-b268-82479ca174a4 HTTP/1.1" status: 200 len: 945 time: 0.2468116 Jan 27 21:48:17.235254 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df5803ce-c4ec-4d66-8d7d-e2edd8ec2435 req-59871634-2629-4635-baa5-78ae5b7f0064 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 210 time: 0.0636890 Jan 27 21:48:17.295757 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-0287e175-5c3c-4e22-bad7-89e8be63b515 req-9cbbc107-a8ef-4168-8e8b-b6eda09cc323 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Deleting port 8b180326-135b-4d4e-8ece-39b2dd2de0f7 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:17.296201 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0287e175-5c3c-4e22-bad7-89e8be63b515 req-9cbbc107-a8ef-4168-8e8b-b6eda09cc323 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (8b180326-135b-4d4e-8ece-39b2dd2de0f7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:17.321731 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-3e00eef1-4ebf-4bbe-a702-bca9c1cb3214 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Allocated IP 172.20.0.7 (09918c0d-49b1-4f58-a6c2-3a0eabdef867/d0c1927c-9708-4e7c-89af-7b139122de5b/73759b05-3cba-4014-b2ec-ff6d7f5cd749) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:48:17.365198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:48:17.501687 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-0287e175-5c3c-4e22-bad7-89e8be63b515 req-9cbbc107-a8ef-4168-8e8b-b6eda09cc323 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] For port 8b180326-135b-4d4e-8ece-39b2dd2de0f7, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=8b180326-135b-4d4e-8ece-39b2dd2de0f7,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:17.502014 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0287e175-5c3c-4e22-bad7-89e8be63b515 req-9cbbc107-a8ef-4168-8e8b-b6eda09cc323 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (8b180326-135b-4d4e-8ece-39b2dd2de0f7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:17.542626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:17.552753 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-0287e175-5c3c-4e22-bad7-89e8be63b515 req-9cbbc107-a8ef-4168-8e8b-b6eda09cc323 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Calling delete_port for 8b180326-135b-4d4e-8ece-39b2dd2de0f7 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:17.556729 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'port_id': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50', 'mac_address': 'fa:16:3e:46:43:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:48:17.605227 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:17.605756 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:17.642103 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:48:17.695741 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-3e00eef1-4ebf-4bbe-a702-bca9c1cb3214 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks [] for port (73759b05-3cba-4014-b2ec-ff6d7f5cd749), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:17.696934 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:17.706793 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:17.790268 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-3e00eef1-4ebf-4bbe-a702-bca9c1cb3214 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (73759b05-3cba-4014-b2ec-ff6d7f5cd749), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:17.793183 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4e2986b-eade-4a4b-bdc7-bab1fd20ad76 req-abe9f427-3375-4753-9da8-dfcc6129a9c9 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6233659 Jan 27 21:48:17.841588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82337a0-796b-4350-9fc2-9aa6d806d72b req-a251c338-4195-4b87-9e34-d0e51963f979 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:17.845116 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0287e175-5c3c-4e22-bad7-89e8be63b515 req-9cbbc107-a8ef-4168-8e8b-b6eda09cc323 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (8b180326-135b-4d4e-8ece-39b2dd2de0f7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:17.855572 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a82337a0-796b-4350-9fc2-9aa6d806d72b req-a251c338-4195-4b87-9e34-d0e51963f979 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 948 time: 0.1236360 Jan 27 21:48:17.859786 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-3e00eef1-4ebf-4bbe-a702-bca9c1cb3214 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:48:17.864647 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-3e00eef1-4ebf-4bbe-a702-bca9c1cb3214 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:17.872905 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-3e00eef1-4ebf-4bbe-a702-bca9c1cb3214 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:17.875892 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:17.919482 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00eef1-4ebf-4bbe-a702-bca9c1cb3214 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Pushing event updated for resources: {'Port': ['ID=73759b05-3cba-4014-b2ec-ff6d7f5cd749,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:17.960989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a82337a0-796b-4350-9fc2-9aa6d806d72b req-6c777cff-7b82-4723-b82b-b28f6b93649c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040692 Jan 27 21:48:18.013129 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbc107-a8ef-4168-8e8b-b6eda09cc323 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Pushing event deleted for resources: {'Port': ['ID=8b180326-135b-4d4e-8ece-39b2dd2de0f7,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:18.015153 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-0287e175-5c3c-4e22-bad7-89e8be63b515 req-9cbbc107-a8ef-4168-8e8b-b6eda09cc323 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] No DVR routers for this DVR port 8b180326-135b-4d4e-8ece-39b2dd2de0f7 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:18.025406 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0287e175-5c3c-4e22-bad7-89e8be63b515 req-9cbbc107-a8ef-4168-8e8b-b6eda09cc323 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:18.029373 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0287e175-5c3c-4e22-bad7-89e8be63b515 req-9cbbc107-a8ef-4168-8e8b-b6eda09cc323 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.21 "DELETE /v2.0/ports/8b180326-135b-4d4e-8ece-39b2dd2de0f7 HTTP/1.1" status: 204 len: 173 time: 0.9797902 Jan 27 21:48:18.029860 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6547436-d2f3-4c97-9d66-d524ebf83bf6', 'name': 'network-vif-deleted', 'tag': '8b180326-135b-4d4e-8ece-39b2dd2de0f7'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:18.032148 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4a933c-6a2e-480a-8a40-1c2e053a841e" -d '{"events": [{"server_uuid": "f6547436-d2f3-4c97-9d66-d524ebf83bf6", "name": "network-vif-deleted", "tag": "8b180326-135b-4d4e-8ece-39b2dd2de0f7"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:18.051712 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-3e00eef1-4ebf-4bbe-a702-bca9c1cb3214 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:18.052286 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-3e00eef1-4ebf-4bbe-a702-bca9c1cb3214 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:18.075453 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-3e00eef1-4ebf-4bbe-a702-bca9c1cb3214 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2661660 Jan 27 21:48:18.088701 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] Request body: {'port': {'device_id': '4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:18.116826 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-262578f7-9de0-45a6-8ed4-7fbb23d80e10 req-02d0e813-c1fb-4ee7-a6d7-bb9701e0ea93 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6547436-d2f3-4c97-9d66-d524ebf83bf6 HTTP/1.1" status: 200 len: 210 time: 0.0711811 Jan 27 21:48:18.150172 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3eda058-75ff-45c5-aab5-316b821bcdf5 x-openstack-request-id: req-b3eda058-75ff-45c5-aab5-316b821bcdf5 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:18.150475 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6547436-d2f3-4c97-9d66-d524ebf83bf6", "name": "network-vif-deleted", "tag": "8b180326-135b-4d4e-8ece-39b2dd2de0f7", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:18.150739 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3eda058-75ff-45c5-aab5-316b821bcdf5 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:18.151144 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6547436-d2f3-4c97-9d66-d524ebf83bf6', 'name': 'network-vif-deleted', 'tag': '8b180326-135b-4d4e-8ece-39b2dd2de0f7', 'status': 'completed', 'code': 200} Jan 27 21:48:18.164542 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (73759b05-3cba-4014-b2ec-ff6d7f5cd749), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:18.248346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5031e8f-083c-4f4f-85ee-67ca7c52d9d5 req-32d0b198-3ae9-4194-a190-993d76d8895a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:18.255696 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5031e8f-083c-4f4f-85ee-67ca7c52d9d5 req-32d0b198-3ae9-4194-a190-993d76d8895a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0603783 Jan 27 21:48:18.278395 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:18.345905 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5031e8f-083c-4f4f-85ee-67ca7c52d9d5 req-13c34245-c9c4-4cfe-bc48-53488ef565aa tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888329 Jan 27 21:48:18.429740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da220eb2-b300-4253-bd84-13f48da5f9ea req-ae74a508-cdc9-427e-bc59-d470e4c9a097 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:18.434692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da220eb2-b300-4253-bd84-13f48da5f9ea req-ae74a508-cdc9-427e-bc59-d470e4c9a097 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 931 time: 0.0845864 Jan 27 21:48:18.554285 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da220eb2-b300-4253-bd84-13f48da5f9ea req-f50a8887-ed43-432e-841e-87c3ca745bd4 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051345 Jan 27 21:48:18.611065 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73759b05-3cba-4014-b2ec-ff6d7f5cd749 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:48:18.621282 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] Publish callbacks [] for port (73759b05-3cba-4014-b2ec-ff6d7f5cd749), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:18.637206 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] Transition to ACTIVE for port object 73759b05-3cba-4014-b2ec-ff6d7f5cd749 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:48:18.641916 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (73759b05-3cba-4014-b2ec-ff6d7f5cd749), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:18.700734 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] Pushing event updated for resources: {'Port': ['ID=73759b05-3cba-4014-b2ec-ff6d7f5cd749,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:18.772461 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] Attempting to bind port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:18.772815 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] Attempting to bind port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:18.773113 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] Attempting to bind port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:18.778134 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] Port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:48:18.778465 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] Attempting to bind port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:18.784005 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:18.784687 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] Checking segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:18.785166 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] Bound using segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:18.785667 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] Bound port: 73759b05-3cba-4014-b2ec-ff6d7f5cd749, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:18.786099 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (73759b05-3cba-4014-b2ec-ff6d7f5cd749), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:18.861754 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] For port 73759b05-3cba-4014-b2ec-ff6d7f5cd749, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:18.866581 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] For port 73759b05-3cba-4014-b2ec-ff6d7f5cd749, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=73759b05-3cba-4014-b2ec-ff6d7f5cd749,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:18.874007 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (73759b05-3cba-4014-b2ec-ff6d7f5cd749), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:18.933057 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:18.933870 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:18.935474 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] 10.222.0.15 "PUT /v2.0/ports/73759b05-3cba-4014-b2ec-ff6d7f5cd749 HTTP/1.1" status: 200 len: 1091 time: 0.8517332 Jan 27 21:48:19.031398 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5e51a-c608-42bb-8cd5-c4dd235f743d req-103d6b6f-cdc6-4fb8-87c5-d9d6a6abafef tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:19.033382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-54a5e51a-c608-42bb-8cd5-c4dd235f743d req-103d6b6f-cdc6-4fb8-87c5-d9d6a6abafef tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=703a9f01-d61a-404e-b268-82479ca174a4 HTTP/1.1" status: 200 len: 945 time: 0.1237309 Jan 27 21:48:19.046336 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd8a61-d948-4609-8a93-e35bb59fb456 service neutron] Pushing event updated for resources: {'Port': ['ID=73759b05-3cba-4014-b2ec-ff6d7f5cd749,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:19.067086 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-111693c4-16eb-4bf9-a0cb-e7bff4bd0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:19.068723 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-111693c4-16eb-4bf9-a0cb-e7bff4bd0a1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 1094 time: 0.0847018 Jan 27 21:48:19.153181 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-54a5e51a-c608-42bb-8cd5-c4dd235f743d req-f938b89e-5c7d-48e5-8041-f2efbc466f1f tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups?id=6496f5e8-0e7f-4692-9009-2cc2a39cc616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135008 Jan 27 21:48:19.165311 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-dbd66f03-966c-486c-b51c-b158bbdd9b20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73759b05-3cba-4014-b2ec-ff6d7f5cd749 HTTP/1.1" status: 200 len: 217 time: 0.0785577 Jan 27 21:48:19.238670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba6871-8da9-4d5a-b0d7-c70471631b56 req-f507f1b8-65da-4368-b184-336b7a4c0832 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:19.246935 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-feba6871-8da9-4d5a-b0d7-c70471631b56 req-f507f1b8-65da-4368-b184-336b7a4c0832 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 948 time: 0.0781679 Jan 27 21:48:19.305504 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-975ce92f-2857-48ee-8f18-0cb3f82c93e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:19.307712 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-975ce92f-2857-48ee-8f18-0cb3f82c93e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.1294105 Jan 27 21:48:19.308534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-feba6871-8da9-4d5a-b0d7-c70471631b56 req-1c22469e-b125-47f2-a9e2-a09b2582023d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604186 Jan 27 21:48:19.360362 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 2ac52047-eee4-42ae-ac97-26750154c408 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:19.380234 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-e590246e-a31a-414c-9bc6-71e6d75949bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443606 Jan 27 21:48:19.484301 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 2ac52047-eee4-42ae-ac97-26750154c408 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:48:19.491938 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 2ac52047-eee4-42ae-ac97-26750154c408 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:19.493736 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2ac52047-eee4-42ae-ac97-26750154c408), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:19.504845 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad423b-7357-4d93-bff0-78194b089f05 req-25db8752-9531-4214-b54c-1f064bab1027 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:19.515260 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95ad423b-7357-4d93-bff0-78194b089f05 req-25db8752-9531-4214-b54c-1f064bab1027 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0777397 Jan 27 21:48:19.521454 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd65169-92cd-427e-9e8d-c52dc971e9bf req-2861f4ff-855c-4134-8e00-7a4e674911a4 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:19.525706 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ddd65169-92cd-427e-9e8d-c52dc971e9bf req-2861f4ff-855c-4134-8e00-7a4e674911a4 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.21 "GET /v2.0/ports?device_id=703a9f01-d61a-404e-b268-82479ca174a4 HTTP/1.1" status: 200 len: 945 time: 0.2350230 Jan 27 21:48:19.662326 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95ad423b-7357-4d93-bff0-78194b089f05 req-384b2b44-37dd-4ed9-b601-b7956716bcf3 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460633 Jan 27 21:48:19.692855 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 2ac52047-eee4-42ae-ac97-26750154c408 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:19.693258 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2ac52047-eee4-42ae-ac97-26750154c408), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:19.694829 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-ddd65169-92cd-427e-9e8d-c52dc971e9bf req-956883c9-f4ea-4aea-aa57-bbbfb29c3816 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Deleting port 5129cd22-d7b3-42d1-9f97-cc71bdaee99a {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:19.695277 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-ddd65169-92cd-427e-9e8d-c52dc971e9bf req-956883c9-f4ea-4aea-aa57-bbbfb29c3816 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5129cd22-d7b3-42d1-9f97-cc71bdaee99a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:19.716554 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-9399a11c-060d-46de-85e5-c541ed540eb4 service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183315 Jan 27 21:48:19.717096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dcb46-25e7-4f2b-8c9e-14c61aed5035 req-d47e8f10-157c-4c70-b6f8-2502ccdd96b0 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:19.719925 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-832dcb46-25e7-4f2b-8c9e-14c61aed5035 req-d47e8f10-157c-4c70-b6f8-2502ccdd96b0 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=322d8afa-4cb6-4196-8795-d4a50caecb65 HTTP/1.1" status: 200 len: 948 time: 0.1069031 Jan 27 21:48:19.743931 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a475245-6351-4e34-9566-d541f9337876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac52047-eee4-42ae-ac97-26750154c408'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:19.746572 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce1fa83-8eb4-4ae9-9174-542dcb345c57" -d '{"events": [{"server_uuid": "9a475245-6351-4e34-9566-d541f9337876", "name": "network-vif-plugged", "status": "completed", "tag": "2ac52047-eee4-42ae-ac97-26750154c408"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:19.790054 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 2ac52047-eee4-42ae-ac97-26750154c408, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=2ac52047-eee4-42ae-ac97-26750154c408,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:19.799946 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2ac52047-eee4-42ae-ac97-26750154c408), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:19.801171 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 8b180326-135b-4d4e-8ece-39b2dd2de0f7 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:19.859483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-832dcb46-25e7-4f2b-8c9e-14c61aed5035 req-f2e9eebc-5705-4ee1-9568-d1a44a43affe tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/security-groups?id=058abce2-9d0a-4d3f-bf26-8e1429bc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316855 Jan 27 21:48:19.898973 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-ddd65169-92cd-427e-9e8d-c52dc971e9bf req-956883c9-f4ea-4aea-aa57-bbbfb29c3816 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] For port 5129cd22-d7b3-42d1-9f97-cc71bdaee99a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5129cd22-d7b3-42d1-9f97-cc71bdaee99a,segment=NetworkSegment(6a88e292-877f-4d1f-94c7-45940eb096db),segment_id=6a88e292-877f-4d1f-94c7-45940eb096db)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:19.898973 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-ddd65169-92cd-427e-9e8d-c52dc971e9bf req-956883c9-f4ea-4aea-aa57-bbbfb29c3816 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5129cd22-d7b3-42d1-9f97-cc71bdaee99a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:19.901801 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0212a1-dd3d-4e6e-9a7c-1e05bbb65d0c req-a83eb680-a449-4972-a08a-89a1b9338abd tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:19.912558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f0212a1-dd3d-4e6e-9a7c-1e05bbb65d0c req-a83eb680-a449-4972-a08a-89a1b9338abd tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.1323385 Jan 27 21:48:19.919708 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1e3e6cbc-1b1a-4702-8f1e-3ffe97a10ba3 req-edc300f0-eace-45f5-b88c-f139b353b200 service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678901 Jan 27 21:48:19.953489 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-ddd65169-92cd-427e-9e8d-c52dc971e9bf req-956883c9-f4ea-4aea-aa57-bbbfb29c3816 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Calling delete_port for 5129cd22-d7b3-42d1-9f97-cc71bdaee99a owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:19.953718 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 8b180326-135b-4d4e-8ece-39b2dd2de0f7 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:19.954196 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 8b180326-135b-4d4e-8ece-39b2dd2de0f7 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:19.998319 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=2ac52047-eee4-42ae-ac97-26750154c408,revision_number=9']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:20.041857 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada40092-2b3e-44fe-a85a-de4b7c0490a4 x-openstack-request-id: req-ada40092-2b3e-44fe-a85a-de4b7c0490a4 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:20.042151 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a475245-6351-4e34-9566-d541f9337876", "name": "network-vif-plugged", "status": "completed", "tag": "2ac52047-eee4-42ae-ac97-26750154c408", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:20.042414 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ada40092-2b3e-44fe-a85a-de4b7c0490a4 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:20.042875 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a475245-6351-4e34-9566-d541f9337876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac52047-eee4-42ae-ac97-26750154c408', 'code': 200} Jan 27 21:48:20.048647 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f0212a1-dd3d-4e6e-9a7c-1e05bbb65d0c req-ade69078-bfc2-48a2-b7e6-c75e5a26eb54 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195128 Jan 27 21:48:20.148718 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-ddd65169-92cd-427e-9e8d-c52dc971e9bf req-956883c9-f4ea-4aea-aa57-bbbfb29c3816 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5129cd22-d7b3-42d1-9f97-cc71bdaee99a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:20.155852 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1', 'tag': '73759b05-3cba-4014-b2ec-ff6d7f5cd749'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:20.158282 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c571c02b-7e05-4f9d-aeb7-92f0d05d69fd" -d '{"events": [{"name": "network-changed", "server_uuid": "4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1", "tag": "73759b05-3cba-4014-b2ec-ff6d7f5cd749"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:20.163601 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['5129cd22-d7b3-42d1-9f97-cc71bdaee99a'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:20.185915 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956883c9-f4ea-4aea-aa57-bbbfb29c3816 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Pushing event deleted for resources: {'Port': ['ID=5129cd22-d7b3-42d1-9f97-cc71bdaee99a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:20.269257 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb2516b-5a7c-4412-86e5-db05dfdcfe04 x-openstack-request-id: req-adb2516b-5a7c-4412-86e5-db05dfdcfe04 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:20.269499 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1", "tag": "73759b05-3cba-4014-b2ec-ff6d7f5cd749", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:20.269764 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-adb2516b-5a7c-4412-86e5-db05dfdcfe04 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:20.270163 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1', 'tag': '73759b05-3cba-4014-b2ec-ff6d7f5cd749', 'status': 'completed', 'code': 200} Jan 27 21:48:20.311347 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd65169-92cd-427e-9e8d-c52dc971e9bf req-956883c9-f4ea-4aea-aa57-bbbfb29c3816 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] No DVR routers for this DVR port 5129cd22-d7b3-42d1-9f97-cc71bdaee99a on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:20.332467 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba0e79e1-3130-4abf-a714-b145720c2711 req-93a03933-24fb-48c2-b3f6-69f8c5b8078e tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/ports?device_id=703a9f01-d61a-404e-b268-82479ca174a4 HTTP/1.1" status: 200 len: 210 time: 0.0495939 Jan 27 21:48:20.383175 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-ddd65169-92cd-427e-9e8d-c52dc971e9bf req-956883c9-f4ea-4aea-aa57-bbbfb29c3816 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:20.386927 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ddd65169-92cd-427e-9e8d-c52dc971e9bf req-956883c9-f4ea-4aea-aa57-bbbfb29c3816 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.21 "DELETE /v2.0/ports/5129cd22-d7b3-42d1-9f97-cc71bdaee99a HTTP/1.1" status: 204 len: 173 time: 0.8485034 Jan 27 21:48:20.420844 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571c02b-7e05-4f9d-aeb7-92f0d05d69fd req-761a5c69-e2c3-44e5-a9b4-267a8c5b8f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:20.422402 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c571c02b-7e05-4f9d-aeb7-92f0d05d69fd req-761a5c69-e2c3-44e5-a9b4-267a8c5b8f4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 1094 time: 0.1450839 Jan 27 21:48:20.545391 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3e382-a32c-43ce-8638-dc8c57b1a0c5 req-ba362b2a-20d7-4752-87e0-ca3a401ac891 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:20.547587 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571c02b-7e05-4f9d-aeb7-92f0d05d69fd req-9cdacc75-0d03-41cf-b8f3-cc7dfdc37507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:20.549487 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c571c02b-7e05-4f9d-aeb7-92f0d05d69fd req-9cdacc75-0d03-41cf-b8f3-cc7dfdc37507 service neutron] 10.222.0.15 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 920 time: 0.1198382 Jan 27 21:48:20.553406 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3cc3e382-a32c-43ce-8638-dc8c57b1a0c5 req-ba362b2a-20d7-4752-87e0-ca3a401ac891 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.1031568 Jan 27 21:48:20.624770 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c571c02b-7e05-4f9d-aeb7-92f0d05d69fd req-527c6c49-0f31-4641-9b4a-a5a2a30a38dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73759b05-3cba-4014-b2ec-ff6d7f5cd749 HTTP/1.1" status: 200 len: 217 time: 0.0618188 Jan 27 21:48:20.629270 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3cc3e382-a32c-43ce-8638-dc8c57b1a0c5 req-a073fc3d-92ee-446a-b97a-646661b56962 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697684 Jan 27 21:48:20.685329 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571c02b-7e05-4f9d-aeb7-92f0d05d69fd req-e8ab96e1-d000-4eee-85e8-5e0ed1506862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:20.687194 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c571c02b-7e05-4f9d-aeb7-92f0d05d69fd req-e8ab96e1-d000-4eee-85e8-5e0ed1506862 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.0547640 Jan 27 21:48:20.732359 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c571c02b-7e05-4f9d-aeb7-92f0d05d69fd req-614d7fd0-42ed-4480-991e-3a08c9529495 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350215 Jan 27 21:48:20.849379 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.15', 52250) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:20.865008 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:20.890832 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c571c02b-7e05-4f9d-aeb7-92f0d05d69fd req-62863ccc-b231-4876-929e-c81143b78f49 service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495180 Jan 27 21:48:20.923055 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fa3aa-e843-409f-93fd-863c888aa9d5 req-5150167a-1faa-402c-8854-f934288c325d tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:20.930669 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe7fa3aa-e843-409f-93fd-863c888aa9d5 req-5150167a-1faa-402c-8854-f934288c325d tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.1548879 Jan 27 21:48:20.933830 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-6649dff4-338e-48bf-b203-e07db6af7904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:20.935474 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-6649dff4-338e-48bf-b203-e07db6af7904 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876&tenant_id=199845b217c54a388bc3d621d514a954 HTTP/1.1" status: 200 len: 1100 time: 0.1610518 Jan 27 21:48:20.963337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-772272-3', 'device_owner': 'compute:nova'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:21.074898 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe7fa3aa-e843-409f-93fd-863c888aa9d5 req-0409c942-f2a5-41f0-84e5-243526a89afe tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432421 Jan 27 21:48:21.080461 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c571c02b-7e05-4f9d-aeb7-92f0d05d69fd req-28154ed5-b2ac-4ed9-ba2b-004e259dc199 service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576276 Jan 27 21:48:21.082618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9617291f-de04-4a84-8f5f-5f058e7398d6 req-05863757-0ad0-4424-9f69-08227db23259 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2317715 Jan 27 21:48:21.223071 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2ac52047-eee4-42ae-ac97-26750154c408), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:21.259203 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27411b2-7128-443a-9581-f9e9cc55ad52 req-63598242-3560-4730-bac2-91fb1b8c3c63 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:21.260837 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c27411b2-7128-443a-9581-f9e9cc55ad52 req-63598242-3560-4730-bac2-91fb1b8c3c63 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=322d8afa-4cb6-4196-8795-d4a50caecb65 HTTP/1.1" status: 200 len: 948 time: 0.2183771 Jan 27 21:48:21.329745 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617291f-de04-4a84-8f5f-5f058e7398d6 req-3ea54ac0-3a43-41a4-859d-9b7a4f9539ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:21.331377 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9617291f-de04-4a84-8f5f-5f058e7398d6 req-3ea54ac0-3a43-41a4-859d-9b7a4f9539ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 1100 time: 0.1740370 Jan 27 21:48:21.338741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535b1b2-2043-4e3e-b383-c4e44cfa3601 req-ac24382e-523a-4545-ab4d-da500f3377b6 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:21.340430 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f535b1b2-2043-4e3e-b383-c4e44cfa3601 req-ac24382e-523a-4545-ab4d-da500f3377b6 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.1631374 Jan 27 21:48:21.354978 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:21.430988 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:48:21.438376 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:21.438816 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:21.526152 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c27411b2-7128-443a-9581-f9e9cc55ad52 req-3c217bee-3d04-4f6e-a203-0088fbe928d2 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/security-groups?id=058abce2-9d0a-4d3f-bf26-8e1429bc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491751 Jan 27 21:48:21.599137 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:21.599540 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:21.656845 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1c5db-b14f-4e38-bf21-d36d93e9010e req-82aee1ff-6fb7-4012-8a7f-781e5565b8a2 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:21.661571 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-dfd1c5db-b14f-4e38-bf21-d36d93e9010e req-82aee1ff-6fb7-4012-8a7f-781e5565b8a2 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.15 "GET /v2.0/ports?device_id=322d8afa-4cb6-4196-8795-d4a50caecb65 HTTP/1.1" status: 200 len: 948 time: 0.1167526 Jan 27 21:48:21.681055 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:21.691447 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:21.692398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5129cd22-d7b3-42d1-9f97-cc71bdaee99a no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:21.712522 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617291f-de04-4a84-8f5f-5f058e7398d6 req-e6adaf81-4295-4d98-8d2b-87ab71881b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:21.714001 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9617291f-de04-4a84-8f5f-5f058e7398d6 req-e6adaf81-4295-4d98-8d2b-87ab71881b4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.2663894 Jan 27 21:48:21.773275 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 5129cd22-d7b3-42d1-9f97-cc71bdaee99a {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:21.773629 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5129cd22-d7b3-42d1-9f97-cc71bdaee99a not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:21.774060 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 2ac52047-eee4-42ae-ac97-26750154c408 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:21.801610 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f535b1b2-2043-4e3e-b383-c4e44cfa3601 req-1a538cc9-2ffb-447d-a589-0baad7dabd1a tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550591 Jan 27 21:48:21.807275 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9617291f-de04-4a84-8f5f-5f058e7398d6 req-adcf1cc8-0f74-4cd8-b251-7abf36a1f72f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=77330e54-d780-4c6d-ada9-0ade9cecfd40 HTTP/1.1" status: 200 len: 217 time: 0.0800164 Jan 27 21:48:21.908085 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:21.944326 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-dfd1c5db-b14f-4e38-bf21-d36d93e9010e req-1849d45a-032b-41c8-8c3b-14c22bd297d2 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Deleting port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:21.944934 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-dfd1c5db-b14f-4e38-bf21-d36d93e9010e req-1849d45a-032b-41c8-8c3b-14c22bd297d2 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:21.960708 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617291f-de04-4a84-8f5f-5f058e7398d6 req-613a4c95-9f96-4f23-81a9-e0fcfdf1422a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:21.962304 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9617291f-de04-4a84-8f5f-5f058e7398d6 req-613a4c95-9f96-4f23-81a9-e0fcfdf1422a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1185999 Jan 27 21:48:21.990596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efad4a3-cc08-4640-96da-2ae9b793f413 req-8661797a-bfec-460c-8bf4-96100f8898ea tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:21.992382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1efad4a3-cc08-4640-96da-2ae9b793f413 req-8661797a-bfec-460c-8bf4-96100f8898ea tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.1329799 Jan 27 21:48:22.003521 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 2ac52047-eee4-42ae-ac97-26750154c408 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:22.004934 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2ac52047-eee4-42ae-ac97-26750154c408), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:22.044288 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:22.046874 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] For port 2ac52047-eee4-42ae-ac97-26750154c408, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=2ac52047-eee4-42ae-ac97-26750154c408,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:22.047325 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09f8d1d-12ef-4664-94a7-493d6ee5f392" -d '{"events": [{"server_uuid": "d8c1d721-463b-4e12-80a4-6602c894c588", "name": "network-vif-plugged", "status": "completed", "tag": "d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:22.089789 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49750) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:22.128799 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a79a59-317e-4d30-a408-ff78e5f02cc8 x-openstack-request-id: req-b7a79a59-317e-4d30-a408-ff78e5f02cc8 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:22.129215 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c1d721-463b-4e12-80a4-6602c894c588", "name": "network-vif-plugged", "status": "completed", "tag": "d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:22.129620 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b7a79a59-317e-4d30-a408-ff78e5f02cc8 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:22.130307 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50', 'code': 200} Jan 27 21:48:22.132799 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1efad4a3-cc08-4640-96da-2ae9b793f413 req-7c9145f6-c4d0-4a03-a652-21fc790dc735 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170292 Jan 27 21:48:22.144380 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617291f-de04-4a84-8f5f-5f058e7398d6 req-f108fa9f-6f04-4dc6-a595-e7073170ca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:22.145849 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9617291f-de04-4a84-8f5f-5f058e7398d6 req-f108fa9f-6f04-4dc6-a595-e7073170ca59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1738012 Jan 27 21:48:22.152105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] For port 2ac52047-eee4-42ae-ac97-26750154c408, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:22.251754 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-dfd1c5db-b14f-4e38-bf21-d36d93e9010e req-1849d45a-032b-41c8-8c3b-14c22bd297d2 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] For port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:22.252123 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-dfd1c5db-b14f-4e38-bf21-d36d93e9010e req-1849d45a-032b-41c8-8c3b-14c22bd297d2 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:22.294696 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-dfd1c5db-b14f-4e38-bf21-d36d93e9010e req-1849d45a-032b-41c8-8c3b-14c22bd297d2 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Calling delete_port for 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:22.299308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a475245-6351-4e34-9566-d541f9337876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ac52047-eee4-42ae-ac97-26750154c408'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:22.304965 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689805b6-6a33-46da-aac8-4f026349d2ac" -d '{"events": [{"server_uuid": "9a475245-6351-4e34-9566-d541f9337876", "name": "network-vif-unplugged", "status": "completed", "tag": "2ac52047-eee4-42ae-ac97-26750154c408"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:22.317344 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] Publish callbacks [] for port (2ac52047-eee4-42ae-ac97-26750154c408), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:22.468227 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] Transition to ACTIVE for port object 2ac52047-eee4-42ae-ac97-26750154c408 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:48:22.470606 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5192952e-b439-49f8-a58d-020d759a06ca x-openstack-request-id: req-5192952e-b439-49f8-a58d-020d759a06ca {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:22.471193 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a475245-6351-4e34-9566-d541f9337876", "name": "network-vif-unplugged", "status": "completed", "tag": "2ac52047-eee4-42ae-ac97-26750154c408", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:22.471692 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5192952e-b439-49f8-a58d-020d759a06ca {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:22.472871 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a475245-6351-4e34-9566-d541f9337876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ac52047-eee4-42ae-ac97-26750154c408', 'code': 200} Jan 27 21:48:22.481023 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (2ac52047-eee4-42ae-ac97-26750154c408), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:22.550948 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:48:22.553693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f5b1a-4a64-49d9-a9c2-551693af621d req-b329b3ee-f6f1-4f1e-bd76-7c1816594771 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:22.554299 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:48:22.563118 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f7f5b1a-4a64-49d9-a9c2-551693af621d req-b329b3ee-f6f1-4f1e-bd76-7c1816594771 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 946 time: 0.3345687 Jan 27 21:48:22.569983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] Pushing event updated for resources: {'Port': ['ID=2ac52047-eee4-42ae-ac97-26750154c408,revision_number=10']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:22.584055 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9617291f-de04-4a84-8f5f-5f058e7398d6 req-47a6c2ce-f330-402e-bb01-78bfdef4d75d service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299030 Jan 27 21:48:22.720997 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f7f5b1a-4a64-49d9-a9c2-551693af621d req-50fb9797-dc12-48b6-ac85-37e9e15a94be tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567566 Jan 27 21:48:22.734691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] No DVR routers for this DVR port 2ac52047-eee4-42ae-ac97-26750154c408 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:22.929838 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] Attempting to bind port 2ac52047-eee4-42ae-ac97-26750154c408 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:22.930207 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] Attempting to bind port 2ac52047-eee4-42ae-ac97-26750154c408 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:22.930545 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] Attempting to bind port 2ac52047-eee4-42ae-ac97-26750154c408 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:22.948107 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703a9f01-d61a-404e-b268-82479ca174a4', 'name': 'network-vif-deleted', 'tag': '5129cd22-d7b3-42d1-9f97-cc71bdaee99a'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:22.954215 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d85cbc-7116-420b-bf86-ecccf634f60e" -d '{"events": [{"server_uuid": "703a9f01-d61a-404e-b268-82479ca174a4", "name": "network-vif-deleted", "tag": "5129cd22-d7b3-42d1-9f97-cc71bdaee99a"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:22.961103 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] Port 2ac52047-eee4-42ae-ac97-26750154c408 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:48:22.961103 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] Attempting to bind port 2ac52047-eee4-42ae-ac97-26750154c408 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:22.976150 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-dfd1c5db-b14f-4e38-bf21-d36d93e9010e req-1849d45a-032b-41c8-8c3b-14c22bd297d2 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.023324 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849d45a-032b-41c8-8c3b-14c22bd297d2 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Pushing event deleted for resources: {'Port': ['ID=86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:23.032968 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdeeb0b-bcc2-409e-a821-fca23593b1a0 req-7116593b-2b4e-4478-a7d8-82e1ca09fa1b tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:23.044100 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0fdeeb0b-bcc2-409e-a821-fca23593b1a0 req-7116593b-2b4e-4478-a7d8-82e1ca09fa1b tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/ports?device_id=322d8afa-4cb6-4196-8795-d4a50caecb65 HTTP/1.1" status: 200 len: 948 time: 0.3492572 Jan 27 21:48:23.046411 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:23.046757 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:23.062532 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:23.063580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] Bound port: 2ac52047-eee4-42ae-ac97-26750154c408, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:23.063580 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2ac52047-eee4-42ae-ac97-26750154c408), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.092936 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-687a8d64-83ec-450e-9128-1608f9155670 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks [] for security_group (7956bfe9-1aa8-4633-8524-14b3866f0e33), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.116844 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2456a-bd8c-4ec4-9a48-6eac5abcbfac req-56da5ccd-3152-4d1b-8cf5-8624ccb34029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:23.118780 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-eca2456a-bd8c-4ec4-9a48-6eac5abcbfac req-56da5ccd-3152-4d1b-8cf5-8624ccb34029 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 1097 time: 0.8970242 Jan 27 21:48:23.125214 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd1c5db-b14f-4e38-bf21-d36d93e9010e req-1849d45a-032b-41c8-8c3b-14c22bd297d2 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] No DVR routers for this DVR port 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c on host n-h1-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:23.136894 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9617291f-de04-4a84-8f5f-5f058e7398d6 req-dd6ec939-6aa4-4200-bfd3-d7331af37d37 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418670 Jan 27 21:48:23.150401 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-dfd1c5db-b14f-4e38-bf21-d36d93e9010e req-1849d45a-032b-41c8-8c3b-14c22bd297d2 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.153863 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-dfd1c5db-b14f-4e38-bf21-d36d93e9010e req-1849d45a-032b-41c8-8c3b-14c22bd297d2 tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.15 "DELETE /v2.0/ports/86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c HTTP/1.1" status: 204 len: 173 time: 1.4877234 Jan 27 21:48:23.172628 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 2ac52047-eee4-42ae-ac97-26750154c408 is: DOWN; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:23.192304 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-687a8d64-83ec-450e-9128-1608f9155670 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks [] for security_group (7956bfe9-1aa8-4633-8524-14b3866f0e33), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.241955 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0fdeeb0b-bcc2-409e-a821-fca23593b1a0 req-4839fd2e-0858-4638-a526-a686849cdc3d tempest-ListImageFiltersTestJSON-1568585806 tempest-ListImageFiltersTestJSON-1568585806-project] 10.222.0.23 "GET /v2.0/security-groups?id=058abce2-9d0a-4d3f-bf26-8e1429bc788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969316 Jan 27 21:48:23.284751 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-eca2456a-bd8c-4ec4-9a48-6eac5abcbfac req-85346b5b-93c3-4429-a529-e7bb436badd2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575358 Jan 27 21:48:23.329807 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-687a8d64-83ec-450e-9128-1608f9155670 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7956bfe9-1aa8-4633-8524-14b3866f0e33), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.332713 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-687a8d64-83ec-450e-9128-1608f9155670 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.333994 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-687a8d64-83ec-450e-9128-1608f9155670 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "DELETE /v2.0/security-groups/7956bfe9-1aa8-4633-8524-14b3866f0e33 HTTP/1.1" status: 204 len: 168 time: 1.2421374 Jan 27 21:48:23.335719 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d019a9ee-28ec-4fc9-930d-45bc8a9b8e17 x-openstack-request-id: req-d019a9ee-28ec-4fc9-930d-45bc8a9b8e17 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:23.336009 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703a9f01-d61a-404e-b268-82479ca174a4", "name": "network-vif-deleted", "tag": "5129cd22-d7b3-42d1-9f97-cc71bdaee99a", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:23.336325 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d019a9ee-28ec-4fc9-930d-45bc8a9b8e17 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:23.336786 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703a9f01-d61a-404e-b268-82479ca174a4', 'name': 'network-vif-deleted', 'tag': '5129cd22-d7b3-42d1-9f97-cc71bdaee99a', 'status': 'completed', 'code': 200} Jan 27 21:48:23.339840 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49774) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:23.357383 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb4afa-0f0d-4074-9464-dd7e5e29713c req-7ddcabff-d4db-4cd9-9807-45940a8f83ab tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:23.368056 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b8bb4afa-0f0d-4074-9464-dd7e5e29713c req-7ddcabff-d4db-4cd9-9807-45940a8f83ab tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.2569380 Jan 27 21:48:23.371066 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a8d64-83ec-450e-9128-1608f9155670 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7956bfe9-1aa8-4633-8524-14b3866f0e33,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:23.379499 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-01d759c3-07bd-4391-a320-d3552d9021cb tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] show failed (client error): The resource could not be found. Jan 27 21:48:23.380623 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-01d759c3-07bd-4391-a320-d3552d9021cb tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "GET /v2.0/security-groups/7956bfe9-1aa8-4633-8524-14b3866f0e33 HTTP/1.1" status: 404 len: 347 time: 0.0369740 Jan 27 21:48:23.385563 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49776) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:23.405986 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] For port 2ac52047-eee4-42ae-ac97-26750154c408, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:23.443871 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] For port 2ac52047-eee4-42ae-ac97-26750154c408, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2ac52047-eee4-42ae-ac97-26750154c408,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:23.471088 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (2ac52047-eee4-42ae-ac97-26750154c408), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.498452 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b8bb4afa-0f0d-4074-9464-dd7e5e29713c req-4df41602-64e5-4f8b-b1bf-1746fad9c08a tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292233 Jan 27 21:48:23.538223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:23.538981 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.540820 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] 10.222.0.15 "PUT /v2.0/ports/2ac52047-eee4-42ae-ac97-26750154c408 HTTP/1.1" status: 200 len: 1096 time: 2.5916154 Jan 27 21:48:23.598021 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0fe8b-5706-473e-abb3-b4c1ecf2ac0b req-600718f2-107d-4949-aa06-6f8bdccf6e49 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:23.599605 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-baf0fe8b-5706-473e-abb3-b4c1ecf2ac0b req-600718f2-107d-4949-aa06-6f8bdccf6e49 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 948 time: 0.1772144 Jan 27 21:48:23.636518 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a18330-b9dc-4681-a456-94e7d51c043f service neutron] Pushing event updated for resources: {'Port': ['ID=2ac52047-eee4-42ae-ac97-26750154c408,revision_number=11']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:23.705904 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-9b7b3672-70a2-4219-bea5-da2b3d2bef41 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Deleting port e4397d50-45ff-4d90-8277-72dcc14717cf {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:23.707069 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3672-70a2-4219-bea5-da2b3d2bef41 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e4397d50-45ff-4d90-8277-72dcc14717cf), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.716813 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-1b02567e-372e-40d0-8ab6-04a84941d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:23.718350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-1b02567e-372e-40d0-8ab6-04a84941d6fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 1099 time: 0.1483557 Jan 27 21:48:23.802477 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-baf0fe8b-5706-473e-abb3-b4c1ecf2ac0b req-3f070042-66b5-4700-859a-fe387abad893 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764028 Jan 27 21:48:23.904453 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3672-70a2-4219-bea5-da2b3d2bef41 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e4397d50-45ff-4d90-8277-72dcc14717cf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.904715 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3672-70a2-4219-bea5-da2b3d2bef41 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks [] for floatingip (e4397d50-45ff-4d90-8277-72dcc14717cf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.937602 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-9b7b3672-70a2-4219-bea5-da2b3d2bef41 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Calling delete_port for e4397d50-45ff-4d90-8277-72dcc14717cf owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:23.966878 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-8035b544-bd54-46cc-92e8-2207669968d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:23.968489 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-8035b544-bd54-46cc-92e8-2207669968d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.2349832 Jan 27 21:48:24.071739 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-6a9f89c8-5500-487a-ae51-5a213cf4c55e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=2ac52047-eee4-42ae-ac97-26750154c408 HTTP/1.1" status: 200 len: 217 time: 0.0959654 Jan 27 21:48:24.087317 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8f547e89-371e-4a92-bad2-ea70f4245cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:24.143233 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-3331da31-671f-403d-999f-6f998416c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:24.146746 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-3331da31-671f-403d-999f-6f998416c5b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0686736 Jan 27 21:48:24.225877 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3672-70a2-4219-bea5-da2b3d2bef41 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (e4397d50-45ff-4d90-8277-72dcc14717cf), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:24.252712 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-0a0d0fa2-e523-48c4-a800-641d61f37b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:24.255177 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-0a0d0fa2-e523-48c4-a800-641d61f37b37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1024263 Jan 27 21:48:24.256370 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b3672-70a2-4219-bea5-da2b3d2bef41 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Pushing event deleted for resources: {'Port': ['ID=e4397d50-45ff-4d90-8277-72dcc14717cf,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:24.273715 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea8100-af85-462b-9c3c-563ee6186ff3 req-a86016da-35be-4bf6-a42e-e1b96432cced tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:24.280943 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99ea8100-af85-462b-9c3c-563ee6186ff3 req-a86016da-35be-4bf6-a42e-e1b96432cced tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 946 time: 0.0849867 Jan 27 21:48:24.339566 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3672-70a2-4219-bea5-da2b3d2bef41 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks [] for floatingip (e7c3dff9-b567-41e6-ba7f-968bc837b298), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:24.343429 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3672-70a2-4219-bea5-da2b3d2bef41 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:24.346150 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9b7b3672-70a2-4219-bea5-da2b3d2bef41 tempest-ImagesOneServerNegativeTestJSON-955180212 tempest-ImagesOneServerNegativeTestJSON-955180212-project] 10.222.0.23 "DELETE /v2.0/floatingips/e7c3dff9-b567-41e6-ba7f-968bc837b298 HTTP/1.1" status: 204 len: 168 time: 0.9592190 Jan 27 21:48:24.442734 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-0af5bb1f-eb40-4a46-bf64-5dfc0dcfbe21 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781676 Jan 27 21:48:24.474702 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a475245-6351-4e34-9566-d541f9337876', 'tag': '2ac52047-eee4-42ae-ac97-26750154c408'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:24.477131 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3f742e-8b73-4b7b-bd77-d9e9175b7bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "9a475245-6351-4e34-9566-d541f9337876", "tag": "2ac52047-eee4-42ae-ac97-26750154c408"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:24.533584 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99ea8100-af85-462b-9c3c-563ee6186ff3 req-e31671d4-4708-413f-a1df-88526a64f301 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517135 Jan 27 21:48:24.608636 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3242d39-69ed-4065-9a32-d1f9a8469a2c req-f3f7ef9d-d022-43ae-8ccc-57d8b999364b service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573648 Jan 27 21:48:24.661856 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b7b5bf-7516-44ee-9d84-9c94e5d3954f x-openstack-request-id: req-66b7b5bf-7516-44ee-9d84-9c94e5d3954f {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:24.662162 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a475245-6351-4e34-9566-d541f9337876", "tag": "2ac52047-eee4-42ae-ac97-26750154c408", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:24.662531 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66b7b5bf-7516-44ee-9d84-9c94e5d3954f {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:24.662986 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a475245-6351-4e34-9566-d541f9337876', 'tag': '2ac52047-eee4-42ae-ac97-26750154c408', 'status': 'completed', 'code': 200} Jan 27 21:48:24.755927 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f742e-8b73-4b7b-bd77-d9e9175b7bd2 req-8b04983c-5d0c-4a9d-baa5-6bb69624ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:24.757847 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fd3f742e-8b73-4b7b-bd77-d9e9175b7bd2 req-8b04983c-5d0c-4a9d-baa5-6bb69624ed4c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 1099 time: 0.0675683 Jan 27 21:48:24.778165 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f742e-8b73-4b7b-bd77-d9e9175b7bd2 req-52113b22-0dda-4813-bcb8-5c1a6678ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:24.779828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd3f742e-8b73-4b7b-bd77-d9e9175b7bd2 req-52113b22-0dda-4813-bcb8-5c1a6678ab69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199845b217c54a388bc3d621d514a954&device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 1099 time: 0.0846949 Jan 27 21:48:24.810381 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82714674-445a-4fcd-910a-54586f5ed695 req-f1f5fff0-0a91-487d-bd44-85b59ea89aa8 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:24.818656 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82714674-445a-4fcd-910a-54586f5ed695 req-f1f5fff0-0a91-487d-bd44-85b59ea89aa8 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.0796666 Jan 27 21:48:24.903269 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:24.957340 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:24.957905 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:24.990471 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82714674-445a-4fcd-910a-54586f5ed695 req-7bee4586-c174-486b-bf1a-561f94748eef tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705854 Jan 27 21:48:24.992273 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f742e-8b73-4b7b-bd77-d9e9175b7bd2 req-b51c672c-baee-485c-b2d5-13ea361dd9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:24.993787 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fd3f742e-8b73-4b7b-bd77-d9e9175b7bd2 req-b51c672c-baee-485c-b2d5-13ea361dd9ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.2225282 Jan 27 21:48:25.029637 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f742e-8b73-4b7b-bd77-d9e9175b7bd2 req-73c286f5-e70b-4f3a-aa15-60318a8ab2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:25.032067 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd3f742e-8b73-4b7b-bd77-d9e9175b7bd2 req-73c286f5-e70b-4f3a-aa15-60318a8ab2a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.2419939 Jan 27 21:48:25.107049 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49844) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:25.119787 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd3f742e-8b73-4b7b-bd77-d9e9175b7bd2 req-7af64432-051a-4489-bb9d-0e8afafc95b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=2ac52047-eee4-42ae-ac97-26750154c408 HTTP/1.1" status: 200 len: 217 time: 0.0799060 Jan 27 21:48:25.141033 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fd3f742e-8b73-4b7b-bd77-d9e9175b7bd2 req-a08c0580-38b5-421b-84eb-256fd9ac5894 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=2ac52047-eee4-42ae-ac97-26750154c408 HTTP/1.1" status: 200 len: 217 time: 0.1245241 Jan 27 21:48:25.215159 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f742e-8b73-4b7b-bd77-d9e9175b7bd2 req-8abfd3a5-7c75-435a-8d5e-59f33de57a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:25.216717 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fd3f742e-8b73-4b7b-bd77-d9e9175b7bd2 req-8abfd3a5-7c75-435a-8d5e-59f33de57a81 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0664999 Jan 27 21:48:25.277854 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f742e-8b73-4b7b-bd77-d9e9175b7bd2 req-6728dc3c-118a-4a1a-bf41-64a9ee4ce051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:25.279260 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fd3f742e-8b73-4b7b-bd77-d9e9175b7bd2 req-6728dc3c-118a-4a1a-bf41-64a9ee4ce051 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0542285 Jan 27 21:48:25.319588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c3a64e-7df8-44f9-881f-d0e3a571a5c0 admin admin] Deleting subnet 6a7da387-cb8b-4945-b993-4a5e78bffd27 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:48:25.322922 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-24c3a64e-7df8-44f9-881f-d0e3a571a5c0 admin admin] Publish callbacks [] for subnet (6a7da387-cb8b-4945-b993-4a5e78bffd27), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:25.359276 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-24c3a64e-7df8-44f9-881f-d0e3a571a5c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (6a7da387-cb8b-4945-b993-4a5e78bffd27), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:25.389135 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322d8afa-4cb6-4196-8795-d4a50caecb65', 'name': 'network-vif-deleted', 'tag': '86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:25.392714 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f850c1-619b-4a54-96b5-ca8dfc534981" -d '{"events": [{"server_uuid": "322d8afa-4cb6-4196-8795-d4a50caecb65", "name": "network-vif-deleted", "tag": "86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:25.405926 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-24c3a64e-7df8-44f9-881f-d0e3a571a5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (6a7da387-cb8b-4945-b993-4a5e78bffd27), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:25.479463 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fd3f742e-8b73-4b7b-bd77-d9e9175b7bd2 req-7d0266e0-21aa-4440-846d-d43d49835a0c service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904383 Jan 27 21:48:25.485007 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f742e-8b73-4b7b-bd77-d9e9175b7bd2 req-40b6ad6c-c750-436d-865d-78578bef9b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:25.486773 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd3f742e-8b73-4b7b-bd77-d9e9175b7bd2 req-40b6ad6c-c750-436d-865d-78578bef9b12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.3391926 Jan 27 21:48:25.492129 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-24c3a64e-7df8-44f9-881f-d0e3a571a5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (6a7da387-cb8b-4945-b993-4a5e78bffd27), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:25.612404 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-24c3a64e-7df8-44f9-881f-d0e3a571a5c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:25.616670 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-24c3a64e-7df8-44f9-881f-d0e3a571a5c0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6a7da387-cb8b-4945-b993-4a5e78bffd27 HTTP/1.1" status: 204 len: 168 time: 0.5082378 Jan 27 21:48:25.619145 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49868) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:25.622062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3a64e-7df8-44f9-881f-d0e3a571a5c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a7da387-cb8b-4945-b993-4a5e78bffd27,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:25.637635 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fd3f742e-8b73-4b7b-bd77-d9e9175b7bd2 req-21d2ba0c-bea9-44cf-af0e-9b9ab6c02a2a service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508989 Jan 27 21:48:25.650317 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81547f98-552f-4fc5-b000-598e63e41b45 req-2d8356a9-3e60-4d25-a9cb-7b30ea54ed4d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:25.656450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-81547f98-552f-4fc5-b000-598e63e41b45 req-2d8356a9-3e60-4d25-a9cb-7b30ea54ed4d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 948 time: 0.5340519 Jan 27 21:48:25.701557 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f742e-8b73-4b7b-bd77-d9e9175b7bd2 req-8f17f014-2123-4a1a-81f2-5a67afa8be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:25.703066 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd3f742e-8b73-4b7b-bd77-d9e9175b7bd2 req-8f17f014-2123-4a1a-81f2-5a67afa8be97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2083352 Jan 27 21:48:25.785541 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-81547f98-552f-4fc5-b000-598e63e41b45 req-8d20f9e9-12dd-4a50-a11e-bb2e4f878751 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188803 Jan 27 21:48:25.816475 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-147655c9-476a-40c3-ba63-d5148f7866e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (08785562-76b3-4501-80fb-2c234e0f6c58), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:25.825899 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b4ffc1-f600-4cf5-9aab-f5dc531263cd x-openstack-request-id: req-e9b4ffc1-f600-4cf5-9aab-f5dc531263cd {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:25.826206 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322d8afa-4cb6-4196-8795-d4a50caecb65", "name": "network-vif-deleted", "tag": "86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:25.826466 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9b4ffc1-f600-4cf5-9aab-f5dc531263cd {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:25.826876 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322d8afa-4cb6-4196-8795-d4a50caecb65', 'name': 'network-vif-deleted', 'tag': '86ccc5cb-7b36-4bcb-86b6-7cc8fa3f3c3c', 'status': 'completed', 'code': 200} Jan 27 21:48:25.866432 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd3f742e-8b73-4b7b-bd77-d9e9175b7bd2 req-e7a706ec-1cef-4efa-a643-aa72d7153a6b service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512699 Jan 27 21:48:25.938917 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-147655c9-476a-40c3-ba63-d5148f7866e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (08785562-76b3-4501-80fb-2c234e0f6c58), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:25.969893 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-147655c9-476a-40c3-ba63-d5148f7866e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08785562-76b3-4501-80fb-2c234e0f6c58']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:25.981607 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-147655c9-476a-40c3-ba63-d5148f7866e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a88e292-877f-4d1f-94c7-45940eb096db') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:25.982228 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-147655c9-476a-40c3-ba63-d5148f7866e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a88e292-877f-4d1f-94c7-45940eb096db') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:25.994175 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-147655c9-476a-40c3-ba63-d5148f7866e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (6a88e292-877f-4d1f-94c7-45940eb096db), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:26.016971 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-147655c9-476a-40c3-ba63-d5148f7866e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (6a88e292-877f-4d1f-94c7-45940eb096db), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:26.037522 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147655c9-476a-40c3-ba63-d5148f7866e8 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:48:26.038147 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-147655c9-476a-40c3-ba63-d5148f7866e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (6a88e292-877f-4d1f-94c7-45940eb096db), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: timer() Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:48:26.042301 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:48:26.170067 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49878) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:26.182987 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-147655c9-476a-40c3-ba63-d5148f7866e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (08785562-76b3-4501-80fb-2c234e0f6c58), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:26.213771 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-147655c9-476a-40c3-ba63-d5148f7866e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:26.218592 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-147655c9-476a-40c3-ba63-d5148f7866e8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/08785562-76b3-4501-80fb-2c234e0f6c58 HTTP/1.1" status: 204 len: 168 time: 0.5963774 Jan 27 21:48:26.220279 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147655c9-476a-40c3-ba63-d5148f7866e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=08785562-76b3-4501-80fb-2c234e0f6c58,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:26.452991 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49888) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:26.474679 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7035ab5f-23f9-484f-809c-325f4466b150 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d830218e1944e8196e90d209b26e23d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002832 Jan 27 21:48:26.475275 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49890) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:26.484252 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd3f742e-8b73-4b7b-bd77-d9e9175b7bd2 req-8c0ad409-816e-4621-84d3-12725b46dd49 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6108639 Jan 27 21:48:26.499237 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428e03d-9faf-4dac-afb8-b91c0237ccd5 req-4250bd74-e0e7-4644-95f5-ceb8a438ebc6 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:26.510254 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c428e03d-9faf-4dac-afb8-b91c0237ccd5 req-4250bd74-e0e7-4644-95f5-ceb8a438ebc6 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 946 time: 0.6069815 Jan 27 21:48:26.556120 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0ff399bb-f54e-4cc5-933f-d90b221d8471 admin admin] Publish callbacks [] for security_group (058abce2-9d0a-4d3f-bf26-8e1429bc788a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:26.562118 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4ddbb-c08e-42a6-ae8b-658c7c98f4b0 req-21a15dcf-ac45-440f-8509-ea87d36a6b1b tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:26.563796 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2dd4ddbb-c08e-42a6-ae8b-658c7c98f4b0 req-21a15dcf-ac45-440f-8509-ea87d36a6b1b tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.1810589 Jan 27 21:48:26.583178 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0ff399bb-f54e-4cc5-933f-d90b221d8471 admin admin] Publish callbacks [] for security_group (058abce2-9d0a-4d3f-bf26-8e1429bc788a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:26.624930 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-83d18ec5-fa9c-4f5c-abf2-9c55ba26b5dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc08858640d0459e88dc1fcfa79be649&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1658850 Jan 27 21:48:26.630714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49894) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:26.646931 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0ff399bb-f54e-4cc5-933f-d90b221d8471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (058abce2-9d0a-4d3f-bf26-8e1429bc788a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:26.650004 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0ff399bb-f54e-4cc5-933f-d90b221d8471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:26.652496 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0ff399bb-f54e-4cc5-933f-d90b221d8471 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/058abce2-9d0a-4d3f-bf26-8e1429bc788a HTTP/1.1" status: 204 len: 168 time: 0.1760011 Jan 27 21:48:26.662683 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff399bb-f54e-4cc5-933f-d90b221d8471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058abce2-9d0a-4d3f-bf26-8e1429bc788a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:26.694879 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a3f745f3-1a0d-45a0-a170-dea4b262d4f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:26.732388 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c428e03d-9faf-4dac-afb8-b91c0237ccd5 req-6e38101f-f9e9-4311-89c6-03f0fc95657b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208607 Jan 27 21:48:26.796719 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2dd4ddbb-c08e-42a6-ae8b-658c7c98f4b0 req-69e23450-6e4d-4dfe-be66-a35deed5e90f tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130260 Jan 27 21:48:26.817199 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4efa01fe-16a6-4f3a-95c4-06296ee32e64 admin admin] Publish callbacks [] for security_group (6496f5e8-0e7f-4692-9009-2cc2a39cc616), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:26.843176 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4efa01fe-16a6-4f3a-95c4-06296ee32e64 admin admin] Publish callbacks [] for security_group (6496f5e8-0e7f-4692-9009-2cc2a39cc616), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:26.908769 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4efa01fe-16a6-4f3a-95c4-06296ee32e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6496f5e8-0e7f-4692-9009-2cc2a39cc616), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:26.911661 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4efa01fe-16a6-4f3a-95c4-06296ee32e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:26.915372 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4efa01fe-16a6-4f3a-95c4-06296ee32e64 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6496f5e8-0e7f-4692-9009-2cc2a39cc616 HTTP/1.1" status: 204 len: 168 time: 0.2667048 Jan 27 21:48:26.917469 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 2ac52047-eee4-42ae-ac97-26750154c408 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:48:26.952954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa01fe-16a6-4f3a-95c4-06296ee32e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6496f5e8-0e7f-4692-9009-2cc2a39cc616,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:27.091398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 2ac52047-eee4-42ae-ac97-26750154c408, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2ac52047-eee4-42ae-ac97-26750154c408,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:27.123338 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '2ac52047-eee4-42ae-ac97-26750154c408', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '2ac52047-eee4-42ae-ac97-26750154c408', 'mac_address': 'fa:16:3e:f1:97:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:48:27.192658 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 2ac52047-eee4-42ae-ac97-26750154c408 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:27.194381 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2ac52047-eee4-42ae-ac97-26750154c408), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:27.217613 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac52047-eee4-42ae-ac97-26750154c408 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:48:27.249047 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abac49-8b7f-42a3-b97f-9fc4b91b81f5 req-e33d9b45-76a2-4588-b4d0-c627b5e3e397 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:27.256218 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58abac49-8b7f-42a3-b97f-9fc4b91b81f5 req-e33d9b45-76a2-4588-b4d0-c627b5e3e397 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 946 time: 0.2148411 Jan 27 21:48:27.260870 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49908) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:27.265782 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-355ee726-c48a-4e89-aee0-3b0d8ff5dcb5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Request body: {'floatingip': {'port_id': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:27.277186 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 2ac52047-eee4-42ae-ac97-26750154c408, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2ac52047-eee4-42ae-ac97-26750154c408,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:27.280072 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70907788-7fba-41e0-899c-57b8bfe93841 req-a9014948-277a-440f-8f3b-bba011fe76d6 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:27.282402 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70907788-7fba-41e0-899c-57b8bfe93841 req-a9014948-277a-440f-8f3b-bba011fe76d6 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 948 time: 0.1986468 Jan 27 21:48:27.285853 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2ac52047-eee4-42ae-ac97-26750154c408), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:27.358706 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-355ee726-c48a-4e89-aee0-3b0d8ff5dcb5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for floatingip (d114bbca-ef43-4fa3-94a7-36cbad37bc32), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:27.421621 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70907788-7fba-41e0-899c-57b8bfe93841 req-f78861ad-2887-4af7-8019-ac706521df02 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312618 Jan 27 21:48:27.535885 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=2ac52047-eee4-42ae-ac97-26750154c408,revision_number=12']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:27.555075 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:27.617455 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f70392-58dd-442d-940b-f77c4b13e460 req-d9399a91-57df-4785-b2a0-74c1f897455e tempest-MigrationsAdminTest-1687484128 tempest-MigrationsAdminTest-1687484128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:27.624933 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4f70392-58dd-442d-940b-f77c4b13e460 req-d9399a91-57df-4785-b2a0-74c1f897455e tempest-MigrationsAdminTest-1687484128 tempest-MigrationsAdminTest-1687484128-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 1100 time: 0.0766115 Jan 27 21:48:27.632717 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['2ac52047-eee4-42ae-ac97-26750154c408'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:27.742588 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4f70392-58dd-442d-940b-f77c4b13e460 req-7101ae50-720b-4420-b38b-853e9c8fb630 tempest-MigrationsAdminTest-1687484128 tempest-MigrationsAdminTest-1687484128-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051726 Jan 27 21:48:28.096858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d5040-6225-49a4-8791-c0a41d94ca36 req-ee2a1ee0-109d-4705-b4b6-6be0f73adced tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:28.110698 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-052d5040-6225-49a4-8791-c0a41d94ca36 req-ee2a1ee0-109d-4705-b4b6-6be0f73adced tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.1662049 Jan 27 21:48:28.242525 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-052d5040-6225-49a4-8791-c0a41d94ca36 req-93a06cc7-1937-4996-adf2-00e4af240529 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293173 Jan 27 21:48:28.321217 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-355ee726-c48a-4e89-aee0-3b0d8ff5dcb5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:28.332650 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-355ee726-c48a-4e89-aee0-3b0d8ff5dcb5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (d114bbca-ef43-4fa3-94a7-36cbad37bc32), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:28.448851 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8bc3e-5c54-403b-b2e8-dd15007f684a req-d60fb952-6e9c-4a69-a7e4-14ac7703a0af tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:28.458337 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-edb8bc3e-5c54-403b-b2e8-dd15007f684a req-d60fb952-6e9c-4a69-a7e4-14ac7703a0af tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 949 time: 0.0751696 Jan 27 21:48:28.542395 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-edb8bc3e-5c54-403b-b2e8-dd15007f684a req-771ca2f4-7110-4f1d-a334-226c3623a8eb tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815656 Jan 27 21:48:28.551891 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-355ee726-c48a-4e89-aee0-3b0d8ff5dcb5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Floating IP d114bbca-ef43-4fa3-94a7-36cbad37bc32 associated. External IP: 172.25.3.80, port: d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50. Jan 27 21:48:28.771294 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:28.901042 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355ee726-c48a-4e89-aee0-3b0d8ff5dcb5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Router 9c9960be-67ec-4018-8015-65dedbd84429 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:48:28.925551 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 2ac52047-eee4-42ae-ac97-26750154c408 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:29.043775 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 2ac52047-eee4-42ae-ac97-26750154c408 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:48:29.048985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 2ac52047-eee4-42ae-ac97-26750154c408 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:29.050391 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2ac52047-eee4-42ae-ac97-26750154c408), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:29.080278 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6a784b7-8694-4188-9ff7-d228d2ab8ed3 req-706981dc-03c8-4d91-afd4-e4a8c1411082 tempest-AbsoluteLimitsNegativeTestJSON-1687512573 tempest-AbsoluteLimitsNegativeTestJSON-1687512573-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ebfd3b9052eb4049bcf83cdd11b9f028&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538838 Jan 27 21:48:29.185647 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355ee726-c48a-4e89-aee0-3b0d8ff5dcb5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:48:29.200719 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-355ee726-c48a-4e89-aee0-3b0d8ff5dcb5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:29.261512 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 2ac52047-eee4-42ae-ac97-26750154c408 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:29.262157 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2ac52047-eee4-42ae-ac97-26750154c408), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:29.264695 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125c132d-033e-4730-a1a9-5a610f9a944e None None] Sync routers for ids ['9c9960be-67ec-4018-8015-65dedbd84429'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:48:29.268217 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a784b7-8694-4188-9ff7-d228d2ab8ed3 req-8818518a-4655-4d74-a496-7a1b21c5bbfb tempest-AbsoluteLimitsNegativeTestJSON-1687512573 tempest-AbsoluteLimitsNegativeTestJSON-1687512573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:29.281929 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6a784b7-8694-4188-9ff7-d228d2ab8ed3 req-8818518a-4655-4d74-a496-7a1b21c5bbfb tempest-AbsoluteLimitsNegativeTestJSON-1687512573 tempest-AbsoluteLimitsNegativeTestJSON-1687512573-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1966813 Jan 27 21:48:29.282250 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-355ee726-c48a-4e89-aee0-3b0d8ff5dcb5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "PUT /v2.0/floatingips/d114bbca-ef43-4fa3-94a7-36cbad37bc32 HTTP/1.1" status: 200 len: 991 time: 2.0202212 Jan 27 21:48:29.285381 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'tag': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:29.293581 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc302731-224e-4b11-9303-3fed94a4aa5e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c1d721-463b-4e12-80a4-6602c894c588", "tag": "d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:29.297207 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125c132d-033e-4730-a1a9-5a610f9a944e None None] Routers {'9c9960be-67ec-4018-8015-65dedbd84429'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:48:29.301285 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-125c132d-033e-4730-a1a9-5a610f9a944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:48:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['9c9960be-67ec-4018-8015-65dedbd84429'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:29.308029 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6a784b7-8694-4188-9ff7-d228d2ab8ed3 req-787854c7-4fa4-48bf-a804-64b2d55e995b tempest-AbsoluteLimitsNegativeTestJSON-1687512573 tempest-AbsoluteLimitsNegativeTestJSON-1687512573-project] 10.222.0.23 "GET /v2.0/quotas/ebfd3b9052eb4049bcf83cdd11b9f028 HTTP/1.1" status: 200 len: 375 time: 0.0284605 Jan 27 21:48:29.359285 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6a784b7-8694-4188-9ff7-d228d2ab8ed3 req-f9cf4cde-c296-41de-a08c-74148eaf321d tempest-AbsoluteLimitsNegativeTestJSON-1687512573 tempest-AbsoluteLimitsNegativeTestJSON-1687512573-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ebfd3b9052eb4049bcf83cdd11b9f028&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502837 Jan 27 21:48:29.407311 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a475245-6351-4e34-9566-d541f9337876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac52047-eee4-42ae-ac97-26750154c408'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:29.410736 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932d221d-f5c6-46c1-a193-4e12945d8458" -d '{"events": [{"server_uuid": "9a475245-6351-4e34-9566-d541f9337876", "name": "network-vif-plugged", "status": "completed", "tag": "2ac52047-eee4-42ae-ac97-26750154c408"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:29.447044 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 2ac52047-eee4-42ae-ac97-26750154c408, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2ac52047-eee4-42ae-ac97-26750154c408,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:29.459891 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2ac52047-eee4-42ae-ac97-26750154c408), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:29.495744 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff81bb-fcb3-423d-8000-0761cec2cfd1 req-eb79185b-4013-4e38-ad6c-bbeff53d12e9 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:29.505749 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0cff81bb-fcb3-423d-8000-0761cec2cfd1 req-eb79185b-4013-4e38-ad6c-bbeff53d12e9 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.0782540 Jan 27 21:48:29.588348 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-125c132d-033e-4730-a1a9-5a610f9a944e None None] Set router 9c9960be-67ec-4018-8015-65dedbd84429 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:48:29.642615 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0cff81bb-fcb3-423d-8000-0761cec2cfd1 req-eebf404e-6c21-49b9-97bb-acb801fbfc06 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357052 Jan 27 21:48:29.684721 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ba8f4-ab6d-46d4-9010-670e0914dfaf req-ad96ebaa-ad1a-401c-8be0-cd34ef566a21 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:29.694874 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a2ba8f4-ab6d-46d4-9010-670e0914dfaf req-ad96ebaa-ad1a-401c-8be0-cd34ef566a21 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 950 time: 0.1829367 Jan 27 21:48:29.759455 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421f81bd-9a1e-46b4-8632-766776aef889 x-openstack-request-id: req-421f81bd-9a1e-46b4-8632-766776aef889 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:29.759984 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c1d721-463b-4e12-80a4-6602c894c588", "tag": "d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:29.759984 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-421f81bd-9a1e-46b4-8632-766776aef889 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:29.760442 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'tag': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50', 'status': 'completed', 'code': 200} Jan 27 21:48:29.916389 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=2ac52047-eee4-42ae-ac97-26750154c408,revision_number=13']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:29.916969 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc302731-224e-4b11-9303-3fed94a4aa5e req-016c9f65-fc5d-4aff-90a6-4bfe1947d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:29.918002 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fc302731-224e-4b11-9303-3fed94a4aa5e req-016c9f65-fc5d-4aff-90a6-4bfe1947d433 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 1097 time: 0.1220024 Jan 27 21:48:29.921868 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-125c132d-033e-4730-a1a9-5a610f9a944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9960be-67ec-4018-8015-65dedbd84429', 'name': 'tempest-ServerActionsTestJSON-1914853775-router', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '9add7880-394d-4681-a11a-b65dc23fb120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T21:47:53Z', 'revision_number': 4, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'gw_port': {'id': '9add7880-394d-4681-a11a-b65dc23fb120', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:48Z', 'updated_at': '2022-01-27T21:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'd114bbca-ef43-4fa3-94a7-36cbad37bc32', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'port_id': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'mac_address': 'fa:16:3e:46:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:48:00Z', 'updated_at': '2022-01-27T21:48:28Z', 'revision_number': 1, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92', 'name': '', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'mac_address': 'fa:16:3e:d8:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:52Z', 'updated_at': '2022-01-27T21:48:02Z', 'revision_number': 5, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'subnets': [{'id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:29.954046 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125c132d-033e-4730-a1a9-5a610f9a944e None None] Checking router: 9c9960be-67ec-4018-8015-65dedbd84429 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:48:29.964153 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125c132d-033e-4730-a1a9-5a610f9a944e None None] Routers {'9c9960be-67ec-4018-8015-65dedbd84429'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:48:29.964997 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-125c132d-033e-4730-a1a9-5a610f9a944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:48:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['9c9960be-67ec-4018-8015-65dedbd84429'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:30.028211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50008) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:30.084397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-3a2ba8f4-ab6d-46d4-9010-670e0914dfaf req-f8c19318-fc39-4ae8-94d3-1752f881c079 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Deleting port 2ac52047-eee4-42ae-ac97-26750154c408 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:30.088499 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3a2ba8f4-ab6d-46d4-9010-670e0914dfaf req-f8c19318-fc39-4ae8-94d3-1752f881c079 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (2ac52047-eee4-42ae-ac97-26750154c408), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:30.123716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-125c132d-033e-4730-a1a9-5a610f9a944e None None] Set router 9c9960be-67ec-4018-8015-65dedbd84429 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:48:30.168618 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc302731-224e-4b11-9303-3fed94a4aa5e req-43184512-0095-452a-ad47-0b07eca6718e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:30.170122 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fc302731-224e-4b11-9303-3fed94a4aa5e req-43184512-0095-452a-ad47-0b07eca6718e service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 913 time: 0.2439537 Jan 27 21:48:30.247655 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdd434e-de85-464a-bd91-be0ecb45c7a2 x-openstack-request-id: req-1fdd434e-de85-464a-bd91-be0ecb45c7a2 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:30.247953 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a475245-6351-4e34-9566-d541f9337876", "name": "network-vif-plugged", "status": "completed", "tag": "2ac52047-eee4-42ae-ac97-26750154c408", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:30.248239 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1fdd434e-de85-464a-bd91-be0ecb45c7a2 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:30.248638 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a475245-6351-4e34-9566-d541f9337876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac52047-eee4-42ae-ac97-26750154c408', 'code': 200} Jan 27 21:48:30.380266 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fc302731-224e-4b11-9303-3fed94a4aa5e req-9321f131-41c5-467c-ba36-abcbbc26a452 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 HTTP/1.1" status: 200 len: 999 time: 0.2034466 Jan 27 21:48:30.391326 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:30.430595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-3a2ba8f4-ab6d-46d4-9010-670e0914dfaf req-f8c19318-fc39-4ae8-94d3-1752f881c079 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] For port 2ac52047-eee4-42ae-ac97-26750154c408, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2ac52047-eee4-42ae-ac97-26750154c408,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:30.430968 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3a2ba8f4-ab6d-46d4-9010-670e0914dfaf req-f8c19318-fc39-4ae8-94d3-1752f881c079 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (2ac52047-eee4-42ae-ac97-26750154c408), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:30.454834 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc302731-224e-4b11-9303-3fed94a4aa5e req-0cc24ce8-ccd8-4268-a816-cb2e6624c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:30.456481 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fc302731-224e-4b11-9303-3fed94a4aa5e req-0cc24ce8-ccd8-4268-a816-cb2e6624c0b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.0674570 Jan 27 21:48:30.465170 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-3a2ba8f4-ab6d-46d4-9010-670e0914dfaf req-f8c19318-fc39-4ae8-94d3-1752f881c079 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Calling delete_port for 2ac52047-eee4-42ae-ac97-26750154c408 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:30.511527 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d179eb62-8a31-4ef9-9441-d8857d38c76a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:30.526528 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c951a7d-2687-46e2-a21e-4e474c0006e3 req-1774ad7d-bdfd-437b-811e-75fa1e6191a6 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:30.535727 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c951a7d-2687-46e2-a21e-4e474c0006e3 req-1774ad7d-bdfd-437b-811e-75fa1e6191a6 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 950 time: 0.3043041 Jan 27 21:48:30.550530 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-125c132d-033e-4730-a1a9-5a610f9a944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9960be-67ec-4018-8015-65dedbd84429', 'name': 'tempest-ServerActionsTestJSON-1914853775-router', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '9add7880-394d-4681-a11a-b65dc23fb120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T21:47:53Z', 'revision_number': 4, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'gw_port': {'id': '9add7880-394d-4681-a11a-b65dc23fb120', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:48Z', 'updated_at': '2022-01-27T21:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'd114bbca-ef43-4fa3-94a7-36cbad37bc32', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'port_id': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'mac_address': 'fa:16:3e:46:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:48:00Z', 'updated_at': '2022-01-27T21:48:28Z', 'revision_number': 1, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92', 'name': '', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'mac_address': 'fa:16:3e:d8:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:52Z', 'updated_at': '2022-01-27T21:48:02Z', 'revision_number': 5, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'subnets': [{'id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:30.555761 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc302731-224e-4b11-9303-3fed94a4aa5e req-8ce0cd35-ebff-47a1-a846-5854387bcc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:30.557307 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fc302731-224e-4b11-9303-3fed94a4aa5e req-8ce0cd35-ebff-47a1-a846-5854387bcc2d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915632 Jan 27 21:48:30.609929 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125c132d-033e-4730-a1a9-5a610f9a944e None None] The sync data for ids ['9c9960be-67ec-4018-8015-65dedbd84429'] in n-d-772272-3 is: [{'id': '9c9960be-67ec-4018-8015-65dedbd84429', 'name': 'tempest-ServerActionsTestJSON-1914853775-router', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '9add7880-394d-4681-a11a-b65dc23fb120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T21:47:53Z', 'revision_number': 4, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'gw_port': {'id': '9add7880-394d-4681-a11a-b65dc23fb120', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:48Z', 'updated_at': '2022-01-27T21:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'd114bbca-ef43-4fa3-94a7-36cbad37bc32', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'port_id': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'mac_address': 'fa:16:3e:46:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:48:00Z', 'updated_at': '2022-01-27T21:48:28Z', 'revision_number': 1, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92', 'name': '', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'mac_address': 'fa:16:3e:d8:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:52Z', 'updated_at': '2022-01-27T21:48:02Z', 'revision_number': 5, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'subnets': [{'id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:48:30.736248 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c951a7d-2687-46e2-a21e-4e474c0006e3 req-74894e7a-8cd4-4507-b2b6-51464ec3de58 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847227 Jan 27 21:48:30.764583 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fc302731-224e-4b11-9303-3fed94a4aa5e req-5fcf366e-e249-4551-8a54-f985ce57374b service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954186 Jan 27 21:48:30.943366 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d179eb62-8a31-4ef9-9441-d8857d38c76a admin admin] Publish callbacks [] for security_group (6eed6db8-6f25-4f83-9f0c-0ccd638be6d7), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:30.958085 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d179eb62-8a31-4ef9-9441-d8857d38c76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6eed6db8-6f25-4f83-9f0c-0ccd638be6d7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.002101 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fc302731-224e-4b11-9303-3fed94a4aa5e req-9f13ce6a-704c-42c4-ad3c-3608ddb3af26 service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298777 Jan 27 21:48:31.018092 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3a2ba8f4-ab6d-46d4-9010-670e0914dfaf req-f8c19318-fc39-4ae8-94d3-1752f881c079 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (2ac52047-eee4-42ae-ac97-26750154c408), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.030323 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5867e-ed3c-4e37-87ea-c78d0c13f52b None None] New status for floating IP d114bbca-ef43-4fa3-94a7-36cbad37bc32: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:48:31.036535 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['77330e54-d780-4c6d-ada9-0ade9cecfd40', '6d9afe68-97a7-48fc-b162-0902d0824186'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:31.039790 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['537d39f5-3db6-4733-9179-5735f9af9f10'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:31.158097 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50028) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:31.158325 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d179eb62-8a31-4ef9-9441-d8857d38c76a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebfd3b9052eb4049bcf83cdd11b9f028&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1266651 Jan 27 21:48:31.168129 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179eb62-8a31-4ef9-9441-d8857d38c76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eed6db8-6f25-4f83-9f0c-0ccd638be6d7,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:31.187531 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c19318-fc39-4ae8-94d3-1752f881c079 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Pushing event deleted for resources: {'Port': ['ID=2ac52047-eee4-42ae-ac97-26750154c408,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:31.306951 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-696f89f0-9231-4d0d-8773-4178aeadc80a admin admin] Publish callbacks [] for security_group (6eed6db8-6f25-4f83-9f0c-0ccd638be6d7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.312412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2ba8f4-ab6d-46d4-9010-670e0914dfaf req-f8c19318-fc39-4ae8-94d3-1752f881c079 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] No DVR routers for this DVR port 2ac52047-eee4-42ae-ac97-26750154c408 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:31.319064 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3a2ba8f4-ab6d-46d4-9010-670e0914dfaf req-f8c19318-fc39-4ae8-94d3-1752f881c079 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.328792 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a2ba8f4-ab6d-46d4-9010-670e0914dfaf req-f8c19318-fc39-4ae8-94d3-1752f881c079 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.15 "DELETE /v2.0/ports/2ac52047-eee4-42ae-ac97-26750154c408 HTTP/1.1" status: 204 len: 173 time: 1.6273503 Jan 27 21:48:31.330325 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a475245-6351-4e34-9566-d541f9337876', 'name': 'network-vif-deleted', 'tag': '2ac52047-eee4-42ae-ac97-26750154c408'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:31.337796 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d986909-9524-4fa2-b423-f7734910e02e" -d '{"events": [{"server_uuid": "9a475245-6351-4e34-9566-d541f9337876", "name": "network-vif-deleted", "tag": "2ac52047-eee4-42ae-ac97-26750154c408"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:31.352140 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-696f89f0-9231-4d0d-8773-4178aeadc80a admin admin] Publish callbacks [] for security_group (6eed6db8-6f25-4f83-9f0c-0ccd638be6d7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.362865 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573d21f-7ad3-443f-8918-ae4b4f61aaac req-8ef3d55b-738f-42b6-882c-b4098f43e7da tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:31.372458 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6573d21f-7ad3-443f-8918-ae4b4f61aaac req-8ef3d55b-738f-42b6-882c-b4098f43e7da tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.3931105 Jan 27 21:48:31.462722 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6573d21f-7ad3-443f-8918-ae4b4f61aaac req-dabbd237-579b-4fc5-bf90-0fab7f2c8fa8 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835729 Jan 27 21:48:31.464226 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-696f89f0-9231-4d0d-8773-4178aeadc80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6eed6db8-6f25-4f83-9f0c-0ccd638be6d7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.468310 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-696f89f0-9231-4d0d-8773-4178aeadc80a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.478945 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-696f89f0-9231-4d0d-8773-4178aeadc80a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6eed6db8-6f25-4f83-9f0c-0ccd638be6d7 HTTP/1.1" status: 204 len: 168 time: 0.3186388 Jan 27 21:48:31.506318 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f89f0-9231-4d0d-8773-4178aeadc80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eed6db8-6f25-4f83-9f0c-0ccd638be6d7,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:31.740094 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b17d41a-ff16-477c-9e14-bd0d9c9287c1 x-openstack-request-id: req-1b17d41a-ff16-477c-9e14-bd0d9c9287c1 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:31.740094 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a475245-6351-4e34-9566-d541f9337876", "name": "network-vif-deleted", "tag": "2ac52047-eee4-42ae-ac97-26750154c408", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:31.740094 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b17d41a-ff16-477c-9e14-bd0d9c9287c1 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:31.740094 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a475245-6351-4e34-9566-d541f9337876', 'name': 'network-vif-deleted', 'tag': '2ac52047-eee4-42ae-ac97-26750154c408', 'status': 'completed', 'code': 200} Jan 27 21:48:31.959242 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c19abdbd-9c14-4e0e-96cf-307ca52bb567 req-74038570-cac1-48cb-b6e8-f70aafc9da3d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a475245-6351-4e34-9566-d541f9337876 HTTP/1.1" status: 200 len: 210 time: 0.0852733 Jan 27 21:48:32.614604 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50076) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:32.624379 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05066468-c4ce-45b1-b339-e6a6ce885968 req-22b48d7d-7bda-4d2d-8064-539322aae34e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:32.625940 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05066468-c4ce-45b1-b339-e6a6ce885968 req-22b48d7d-7bda-4d2d-8064-539322aae34e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.0716443 Jan 27 21:48:32.648790 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50082) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:32.694783 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05066468-c4ce-45b1-b339-e6a6ce885968 req-40373c3a-1ea1-4a8d-82be-383fb734e119 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620062 Jan 27 21:48:32.829262 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-938dd278-0adf-48e8-ad23-5bf2215b6242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.869902 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1154e86e-93b1-49a4-bf9a-bce4be473148 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1763418637-network', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:32.907673 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1154e86e-93b1-49a4-bf9a-bce4be473148 admin admin] Made reservation on behalf of c221dbb11cf44d8baddb08b573ae1274 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:32.909998 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1154e86e-93b1-49a4-bf9a-bce4be473148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.925734 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1154e86e-93b1-49a4-bf9a-bce4be473148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.934167 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 2ac52047-eee4-42ae-ac97-26750154c408 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:32.947722 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-938dd278-0adf-48e8-ad23-5bf2215b6242 admin admin] Publish callbacks [] for security_group (09915f61-736f-4824-8436-f2c1b89e8b38), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.954019 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-938dd278-0adf-48e8-ad23-5bf2215b6242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (09915f61-736f-4824-8436-f2c1b89e8b38), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.956433 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 2ac52047-eee4-42ae-ac97-26750154c408 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:32.956787 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 2ac52047-eee4-42ae-ac97-26750154c408 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:32.963682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-3c56c5ef-65ee-4248-8d1b-48ff8c79bc29 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:32.965803 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-3c56c5ef-65ee-4248-8d1b-48ff8c79bc29 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 808 time: 0.1132505 Jan 27 21:48:32.984358 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-10fa98ea-ff4d-45c3-a0b8-ddaad8a95dfe tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/quotas/95aa79ef2e0d4820bfc1772df699fe63 HTTP/1.1" status: 200 len: 375 time: 0.0104771 Jan 27 21:48:33.019698 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-938dd278-0adf-48e8-ad23-5bf2215b6242 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=084ed05686424537b6dc20d0913cda5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3690317 Jan 27 21:48:33.021692 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938dd278-0adf-48e8-ad23-5bf2215b6242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09915f61-736f-4824-8436-f2c1b89e8b38,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:33.024126 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50096) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:33.069235 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-67ecc579-663f-4044-8303-4d377d2ece2f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0649602 Jan 27 21:48:33.102796 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1154e86e-93b1-49a4-bf9a-bce4be473148 admin admin] Publish callbacks [] for security_group (1c947634-8be2-400f-9ac3-69af6b2761ef), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:33.110094 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1154e86e-93b1-49a4-bf9a-bce4be473148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1c947634-8be2-400f-9ac3-69af6b2761ef), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:33.120574 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a509bf2e-c5b1-4ac2-a3b2-00694485c6eb admin admin] Publish callbacks [] for security_group (09915f61-736f-4824-8436-f2c1b89e8b38), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:33.157471 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1154e86e-93b1-49a4-bf9a-bce4be473148 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:48:33.175247 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154e86e-93b1-49a4-bf9a-bce4be473148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c947634-8be2-400f-9ac3-69af6b2761ef,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:33.175868 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-ca00f533-17fb-4a71-b1e2-ccf7fcea9398 service neutron] 10.222.0.23 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025681 Jan 27 21:48:33.187289 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a509bf2e-c5b1-4ac2-a3b2-00694485c6eb admin admin] Publish callbacks [] for security_group (09915f61-736f-4824-8436-f2c1b89e8b38), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:33.189689 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1154e86e-93b1-49a4-bf9a-bce4be473148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (fe1a78ab-8282-44d4-a623-c72e4779f3e7), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:33.190033 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-1154e86e-93b1-49a4-bf9a-bce4be473148 admin admin] Added segment fe1a78ab-8282-44d4-a623-c72e4779f3e7 of type vlan for network f73ace18-6f32-45e8-a920-6ab2b4129b97 Jan 27 21:48:33.260940 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1154e86e-93b1-49a4-bf9a-bce4be473148 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (f73ace18-6f32-45e8-a920-6ab2b4129b97), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:33.294715 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1154e86e-93b1-49a4-bf9a-bce4be473148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (f73ace18-6f32-45e8-a920-6ab2b4129b97), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:33.295856 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1154e86e-93b1-49a4-bf9a-bce4be473148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:33.296497 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1154e86e-93b1-49a4-bf9a-bce4be473148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:33.298552 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a509bf2e-c5b1-4ac2-a3b2-00694485c6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (09915f61-736f-4824-8436-f2c1b89e8b38), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:33.299617 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-a40f3910-e1d5-4a1c-b7be-2c57a80bda1c service neutron] 10.222.0.23 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183364 Jan 27 21:48:33.308359 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a509bf2e-c5b1-4ac2-a3b2-00694485c6eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:33.312009 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a509bf2e-c5b1-4ac2-a3b2-00694485c6eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09915f61-736f-4824-8436-f2c1b89e8b38 HTTP/1.1" status: 204 len: 168 time: 0.2824221 Jan 27 21:48:33.354903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5449d-d437-40ff-8f07-75ce497bbfa0 req-6ea4b91e-8920-44df-ad4e-934ca4a3f21c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:33.356945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72c5449d-d437-40ff-8f07-75ce497bbfa0 req-6ea4b91e-8920-44df-ad4e-934ca4a3f21c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 950 time: 0.0562904 Jan 27 21:48:33.406900 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1154e86e-93b1-49a4-bf9a-bce4be473148 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7882869 Jan 27 21:48:33.409389 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50108) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:33.411469 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509bf2e-c5b1-4ac2-a3b2-00694485c6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09915f61-736f-4824-8436-f2c1b89e8b38,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:33.415017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-7966e231-220c-49e3-aa4b-f7a2e904abfb admin admin] Request body: {'subnet': {'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1763418637-subnet', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:33.418765 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154e86e-93b1-49a4-bf9a-bce4be473148 admin admin] Pushing event updated for resources: {'Network': ['ID=f73ace18-6f32-45e8-a920-6ab2b4129b97,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:33.432621 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72c5449d-d437-40ff-8f07-75ce497bbfa0 req-a106e93a-9c40-4460-a442-40c281b1dbdf tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672472 Jan 27 21:48:33.436475 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network f73ace18-6f32-45e8-a920-6ab2b4129b97 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:48:33.466837 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7966e231-220c-49e3-aa4b-f7a2e904abfb admin admin] Made reservation on behalf of c221dbb11cf44d8baddb08b573ae1274 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:33.469319 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7966e231-220c-49e3-aa4b-f7a2e904abfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:33.724777 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef306b9d-95dc-49fb-af3b-43b1736b6d18 req-33c395bd-e785-4868-bbb2-d7425ab1bbd2 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 210 time: 0.0308132 Jan 27 21:48:33.725764 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7966e231-220c-49e3-aa4b-f7a2e904abfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (6d63617a-41ab-4f3d-bac9-e72c844c3cd6), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:33.856333 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966e231-220c-49e3-aa4b-f7a2e904abfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d63617a-41ab-4f3d-bac9-e72c844c3cd6,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:33.868529 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7966e231-220c-49e3-aa4b-f7a2e904abfb admin admin] Checking segment: {'id': 'fe1a78ab-8282-44d4-a623-c72e4779f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:33.868888 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7966e231-220c-49e3-aa4b-f7a2e904abfb admin admin] Network hostable DHCP agents. Network: f73ace18-6f32-45e8-a920-6ab2b4129b97, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:48:33.879975 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739aea26-995b-436d-8323-75f345e1ee74 req-ee12ec08-f1f8-4ac2-862f-9cd89ef568ff tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:33.881954 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-739aea26-995b-436d-8323-75f345e1ee74 req-ee12ec08-f1f8-4ac2-862f-9cd89ef568ff tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.1023862 Jan 27 21:48:33.907704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7966e231-220c-49e3-aa4b-f7a2e904abfb admin admin] Network f73ace18-6f32-45e8-a920-6ab2b4129b97 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:48:33.927201 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-7966e231-220c-49e3-aa4b-f7a2e904abfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, f73ace18-6f32-45e8-a920-6ab2b4129b97) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:33.935682 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9d7c1a-4c84-4821-8cf7-6b66ee81c02f None None] Network f73ace18-6f32-45e8-a920-6ab2b4129b97 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:33.943604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7966e231-220c-49e3-aa4b-f7a2e904abfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:33.944505 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7966e231-220c-49e3-aa4b-f7a2e904abfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:33.952431 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:48:33.977803 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-739aea26-995b-436d-8323-75f345e1ee74 req-dacc3d41-a6bc-48b6-8f0d-5ce74ee19970 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873542 Jan 27 21:48:33.996634 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7966e231-220c-49e3-aa4b-f7a2e904abfb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5859530 Jan 27 21:48:34.000371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50138) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:34.015991 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-b3e0742b-5809-4ca0-8041-3a579d0152b9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1763418637-router', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:34.044217 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b3e0742b-5809-4ca0-8041-3a579d0152b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (969b3156-eb9e-4fd3-b98c-422bd59b5a36), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.045365 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b3e0742b-5809-4ca0-8041-3a579d0152b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (969b3156-eb9e-4fd3-b98c-422bd59b5a36), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.079283 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f692aa15-d737-461b-869a-8dca6e118b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-f73ace18-6f32-45e8-a920-6ab2b4129b97', 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97', 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'fixed_ips': [{'subnet_id': '6d63617a-41ab-4f3d-bac9-e72c844c3cd6'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:48:34.080533 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f692aa15-d737-461b-869a-8dca6e118b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.125797 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b3e0742b-5809-4ca0-8041-3a579d0152b9 admin admin] Publish callbacks [] for router_controller (969b3156-eb9e-4fd3-b98c-422bd59b5a36), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.270994 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-f692aa15-d737-461b-869a-8dca6e118b08 None None] Allocated IP 172.20.0.2 (f73ace18-6f32-45e8-a920-6ab2b4129b97/6d63617a-41ab-4f3d-bac9-e72c844c3cd6/f57c2807-e34d-4e93-9fa5-9908c5cc511b) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:48:34.273624 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50150) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:34.286165 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b3e0742b-5809-4ca0-8041-3a579d0152b9 admin admin] Publish callbacks [] for router_gateway (969b3156-eb9e-4fd3-b98c-422bd59b5a36), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.418237 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-267675c5-dca6-4f2a-a439-dbd26b0a8887 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2054860484-network', 'tenant_id': 'c810fe11a879463381edea5ce2bfbd75'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:34.444215 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267675c5-dca6-4f2a-a439-dbd26b0a8887 admin admin] Made reservation on behalf of c810fe11a879463381edea5ce2bfbd75 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:34.447819 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-267675c5-dca6-4f2a-a439-dbd26b0a8887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.460255 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f692aa15-d737-461b-869a-8dca6e118b08 None None] Publish callbacks [] for port (f57c2807-e34d-4e93-9fa5-9908c5cc511b), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.463202 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-267675c5-dca6-4f2a-a439-dbd26b0a8887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.467232 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f692aa15-d737-461b-869a-8dca6e118b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (f57c2807-e34d-4e93-9fa5-9908c5cc511b), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.516804 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f692aa15-d737-461b-869a-8dca6e118b08 None None] Network f73ace18-6f32-45e8-a920-6ab2b4129b97 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:48:34.526512 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-f692aa15-d737-461b-869a-8dca6e118b08 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:34.532605 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f692aa15-d737-461b-869a-8dca6e118b08 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:34.536987 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692aa15-d737-461b-869a-8dca6e118b08 None None] Pushing event updated for resources: {'Port': ['ID=f57c2807-e34d-4e93-9fa5-9908c5cc511b,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:34.570327 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-267675c5-dca6-4f2a-a439-dbd26b0a8887 admin admin] Publish callbacks [] for security_group (0bd4104f-06d8-4616-8c33-1c0de866af15), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.577995 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-267675c5-dca6-4f2a-a439-dbd26b0a8887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0bd4104f-06d8-4616-8c33-1c0de866af15), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.602089 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f692aa15-d737-461b-869a-8dca6e118b08 None None] Attempting to bind port f57c2807-e34d-4e93-9fa5-9908c5cc511b on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:34.602585 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f692aa15-d737-461b-869a-8dca6e118b08 None None] Attempting to bind port f57c2807-e34d-4e93-9fa5-9908c5cc511b by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'fe1a78ab-8282-44d4-a623-c72e4779f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:34.602959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692aa15-d737-461b-869a-8dca6e118b08 None None] Attempting to bind port f57c2807-e34d-4e93-9fa5-9908c5cc511b on network f73ace18-6f32-45e8-a920-6ab2b4129b97 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:34.608931 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692aa15-d737-461b-869a-8dca6e118b08 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:34.609625 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692aa15-d737-461b-869a-8dca6e118b08 None None] Checking segment: {'id': 'fe1a78ab-8282-44d4-a623-c72e4779f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:34.609916 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f692aa15-d737-461b-869a-8dca6e118b08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.610332 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692aa15-d737-461b-869a-8dca6e118b08 None None] Bound using segment: {'id': 'fe1a78ab-8282-44d4-a623-c72e4779f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:34.610933 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f692aa15-d737-461b-869a-8dca6e118b08 None None] Bound port: f57c2807-e34d-4e93-9fa5-9908c5cc511b, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1a78ab-8282-44d4-a623-c72e4779f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:34.611076 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267675c5-dca6-4f2a-a439-dbd26b0a8887 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:48:34.611621 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f692aa15-d737-461b-869a-8dca6e118b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f57c2807-e34d-4e93-9fa5-9908c5cc511b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.641332 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b3e0742b-5809-4ca0-8041-3a579d0152b9 admin admin] Publish callbacks [] for router_gateway (969b3156-eb9e-4fd3-b98c-422bd59b5a36), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.646565 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267675c5-dca6-4f2a-a439-dbd26b0a8887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd4104f-06d8-4616-8c33-1c0de866af15,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:34.653448 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49256f-c3a3-4cf1-9e27-24a75cd7d91a req-f1860c1c-c580-4f15-a7d8-c52e8be698d3 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:34.655251 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be49256f-c3a3-4cf1-9e27-24a75cd7d91a req-f1860c1c-c580-4f15-a7d8-c52e8be698d3 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 950 time: 0.1253746 Jan 27 21:48:34.667436 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-267675c5-dca6-4f2a-a439-dbd26b0a8887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (defa50b4-18ed-417d-a4fb-9ff6246d3a9f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.671782 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-267675c5-dca6-4f2a-a439-dbd26b0a8887 admin admin] Added segment defa50b4-18ed-417d-a4fb-9ff6246d3a9f of type vlan for network 59846b88-00fd-498f-bf39-10534ff19e84 Jan 27 21:48:34.687392 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b376c-3543-400b-b4d4-c0d153559d49 req-0f79c4d7-90ea-435a-9c96-cc4bbea59710 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:34.689425 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f68b376c-3543-400b-b4d4-c0d153559d49 req-0f79c4d7-90ea-435a-9c96-cc4bbea59710 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.15 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 950 time: 0.1404624 Jan 27 21:48:34.690677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f692aa15-d737-461b-869a-8dca6e118b08 None None] For port f57c2807-e34d-4e93-9fa5-9908c5cc511b, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:34.692726 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b3e0742b-5809-4ca0-8041-3a579d0152b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.694993 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f692aa15-d737-461b-869a-8dca6e118b08 None None] For port f57c2807-e34d-4e93-9fa5-9908c5cc511b, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f57c2807-e34d-4e93-9fa5-9908c5cc511b,segment=NetworkSegment(fe1a78ab-8282-44d4-a623-c72e4779f3e7),segment_id=fe1a78ab-8282-44d4-a623-c72e4779f3e7)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:34.699696 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f692aa15-d737-461b-869a-8dca6e118b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f57c2807-e34d-4e93-9fa5-9908c5cc511b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.720807 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-267675c5-dca6-4f2a-a439-dbd26b0a8887 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (59846b88-00fd-498f-bf39-10534ff19e84), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.752585 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-267675c5-dca6-4f2a-a439-dbd26b0a8887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (59846b88-00fd-498f-bf39-10534ff19e84), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.754412 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267675c5-dca6-4f2a-a439-dbd26b0a8887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:34.755380 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-267675c5-dca6-4f2a-a439-dbd26b0a8887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.766285 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692aa15-d737-461b-869a-8dca6e118b08 None None] Pushing event updated for resources: {'Port': ['ID=f57c2807-e34d-4e93-9fa5-9908c5cc511b,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:34.813117 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-267675c5-dca6-4f2a-a439-dbd26b0a8887 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5368831 Jan 27 21:48:34.835163 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50160) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:34.858288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-41c6c8e1-a1b0-49a4-9f08-1a97a27c316b admin admin] Request body: {'subnet': {'network_id': '59846b88-00fd-498f-bf39-10534ff19e84', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2054860484-subnet', 'tenant_id': 'c810fe11a879463381edea5ce2bfbd75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:34.865086 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267675c5-dca6-4f2a-a439-dbd26b0a8887 admin admin] Pushing event updated for resources: {'Network': ['ID=59846b88-00fd-498f-bf39-10534ff19e84,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:34.878956 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 59846b88-00fd-498f-bf39-10534ff19e84 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:48:34.891372 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be49256f-c3a3-4cf1-9e27-24a75cd7d91a req-e389ff20-e807-4423-bc55-4ec31eda6c8b tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006176 Jan 27 21:48:34.954454 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14790373-4521-415d-b23f-558dfd4efcf7 req-a64da1e2-2249-4a4c-b1a5-c29d4d20dcb5 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 210 time: 0.0869653 Jan 27 21:48:34.966737 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c6c8e1-a1b0-49a4-9f08-1a97a27c316b admin admin] Made reservation on behalf of c810fe11a879463381edea5ce2bfbd75 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:34.969308 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-41c6c8e1-a1b0-49a4-9f08-1a97a27c316b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.121914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-b3e0742b-5809-4ca0-8041-3a579d0152b9 admin admin] Allocated IP 172.25.3.2 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/c536a293-01a3-44f7-9af5-039ca3bef43e) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:48:35.127676 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-d487917a-54b3-40d0-b5b9-00a9f1c1e4fd tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:35.129733 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-d487917a-54b3-40d0-b5b9-00a9f1c1e4fd tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.21 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 808 time: 0.1829107 Jan 27 21:48:35.146577 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-e1cd1bd9-0a56-4902-9a7f-6d120d7f2ebe tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Request body: {'port': {'device_id': '29028492-6342-4bde-9b7b-2457506d5a90', 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4', 'admin_state_up': True, 'tenant_id': '95aa79ef2e0d4820bfc1772df699fe63'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:35.158966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-f68b376c-3543-400b-b4d4-c0d153559d49 req-7a3daf5d-7ed0-4e51-915b-f08e6378df29 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Deleting port 6d9afe68-97a7-48fc-b162-0902d0824186 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:35.159947 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f68b376c-3543-400b-b4d4-c0d153559d49 req-7a3daf5d-7ed0-4e51-915b-f08e6378df29 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.291078 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-e1cd1bd9-0a56-4902-9a7f-6d120d7f2ebe tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Made reservation on behalf of 95aa79ef2e0d4820bfc1772df699fe63 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:35.296429 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-e1cd1bd9-0a56-4902-9a7f-6d120d7f2ebe tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.364945 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09421d54-c703-404f-bfc3-9c86a559f71c req-d6acf5e8-5250-42ff-8e1b-bf8259625dcf tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:35.371917 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09421d54-c703-404f-bfc3-9c86a559f71c req-d6acf5e8-5250-42ff-8e1b-bf8259625dcf tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.2472479 Jan 27 21:48:35.452704 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-e1cd1bd9-0a56-4902-9a7f-6d120d7f2ebe tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Allocated IP 172.20.0.10 (682655b0-dbc8-497a-9054-3d8e44de5af4/3c8c1fde-1173-4cc5-9eb6-13f24f8d2210/a56e79cc-a182-4ceb-ae32-683623dafe7b) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:48:35.509516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-f68b376c-3543-400b-b4d4-c0d153559d49 req-7a3daf5d-7ed0-4e51-915b-f08e6378df29 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] For port 6d9afe68-97a7-48fc-b162-0902d0824186, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6d9afe68-97a7-48fc-b162-0902d0824186,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:35.509908 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f68b376c-3543-400b-b4d4-c0d153559d49 req-7a3daf5d-7ed0-4e51-915b-f08e6378df29 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.531623 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09421d54-c703-404f-bfc3-9c86a559f71c req-8bdc8a0f-08ec-4172-a25f-615b8b3263b2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554947 Jan 27 21:48:35.556616 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b3e0742b-5809-4ca0-8041-3a579d0152b9 admin admin] Publish callbacks [] for port (c536a293-01a3-44f7-9af5-039ca3bef43e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.570106 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-f68b376c-3543-400b-b4d4-c0d153559d49 req-7a3daf5d-7ed0-4e51-915b-f08e6378df29 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Calling delete_port for 6d9afe68-97a7-48fc-b162-0902d0824186 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:35.616835 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-e1cd1bd9-0a56-4902-9a7f-6d120d7f2ebe tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks [] for port (a56e79cc-a182-4ceb-ae32-683623dafe7b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.651558 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-e1cd1bd9-0a56-4902-9a7f-6d120d7f2ebe tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (a56e79cc-a182-4ceb-ae32-683623dafe7b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.664335 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-41c6c8e1-a1b0-49a4-9f08-1a97a27c316b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (c3fa1f6a-5b6c-4f00-99d9-5552206014f0), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.665042 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['e207a24b-6340-4d64-8b69-80f333fccfd7'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:35.704228 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd1bd9-0a56-4902-9a7f-6d120d7f2ebe tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Pushing event updated for resources: {'Port': ['ID=a56e79cc-a182-4ceb-ae32-683623dafe7b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:35.720777 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-e1cd1bd9-0a56-4902-9a7f-6d120d7f2ebe tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Network 682655b0-dbc8-497a-9054-3d8e44de5af4 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:48:35.725442 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-e1cd1bd9-0a56-4902-9a7f-6d120d7f2ebe tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:35.733016 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-e1cd1bd9-0a56-4902-9a7f-6d120d7f2ebe tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:35.741846 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b3e0742b-5809-4ca0-8041-3a579d0152b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (c536a293-01a3-44f7-9af5-039ca3bef43e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.795218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-e1cd1bd9-0a56-4902-9a7f-6d120d7f2ebe tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:35.795920 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-e1cd1bd9-0a56-4902-9a7f-6d120d7f2ebe tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.813503 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0742b-5809-4ca0-8041-3a579d0152b9 admin admin] Pushing event updated for resources: {'Port': ['ID=c536a293-01a3-44f7-9af5-039ca3bef43e,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:35.820084 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-e1cd1bd9-0a56-4902-9a7f-6d120d7f2ebe tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6784539 Jan 27 21:48:35.829017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e0742b-5809-4ca0-8041-3a579d0152b9 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:48:35.837601 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] Request body: {'port': {'device_id': '29028492-6342-4bde-9b7b-2457506d5a90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:35.841012 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-b3e0742b-5809-4ca0-8041-3a579d0152b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:35.842999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e0742b-5809-4ca0-8041-3a579d0152b9 admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:35.872326 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c6c8e1-a1b0-49a4-9f08-1a97a27c316b admin admin] Checking segment: {'id': 'defa50b4-18ed-417d-a4fb-9ff6246d3a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '59846b88-00fd-498f-bf39-10534ff19e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:35.872674 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c6c8e1-a1b0-49a4-9f08-1a97a27c316b admin admin] Network hostable DHCP agents. Network: 59846b88-00fd-498f-bf39-10534ff19e84, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:48:35.874750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6c8e1-a1b0-49a4-9f08-1a97a27c316b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3fa1f6a-5b6c-4f00-99d9-5552206014f0,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:35.975675 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a56e79cc-a182-4ceb-ae32-683623dafe7b), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.272660 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541615ee-d2ec-4d84-af7e-0249986db457 None None] Network f73ace18-6f32-45e8-a920-6ab2b4129b97 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:36.340306 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e4a21512-107a-4822-b173-7ec60d1f74d3 None None] Provisioning complete for port f57c2807-e34d-4e93-9fa5-9908c5cc511b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:36.341026 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e4a21512-107a-4822-b173-7ec60d1f74d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f57c2807-e34d-4e93-9fa5-9908c5cc511b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.382199 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56e79cc-a182-4ceb-ae32-683623dafe7b {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:48:36.394946 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] Publish callbacks [] for port (a56e79cc-a182-4ceb-ae32-683623dafe7b), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.413584 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] Transition to ACTIVE for port object a56e79cc-a182-4ceb-ae32-683623dafe7b will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:48:36.421450 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (a56e79cc-a182-4ceb-ae32-683623dafe7b), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.457277 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c6c8e1-a1b0-49a4-9f08-1a97a27c316b admin admin] Network 59846b88-00fd-498f-bf39-10534ff19e84 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:48:36.472743 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e4a21512-107a-4822-b173-7ec60d1f74d3 None None] Current status of the port f57c2807-e34d-4e93-9fa5-9908c5cc511b is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:36.473136 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e4a21512-107a-4822-b173-7ec60d1f74d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f57c2807-e34d-4e93-9fa5-9908c5cc511b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.484283 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] Pushing event updated for resources: {'Port': ['ID=a56e79cc-a182-4ceb-ae32-683623dafe7b,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:36.513282 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e4a21512-107a-4822-b173-7ec60d1f74d3 None None] For port f57c2807-e34d-4e93-9fa5-9908c5cc511b, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f57c2807-e34d-4e93-9fa5-9908c5cc511b,segment=NetworkSegment(fe1a78ab-8282-44d4-a623-c72e4779f3e7),segment_id=fe1a78ab-8282-44d4-a623-c72e4779f3e7)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:36.521335 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e4a21512-107a-4822-b173-7ec60d1f74d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f57c2807-e34d-4e93-9fa5-9908c5cc511b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.573873 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-41c6c8e1-a1b0-49a4-9f08-1a97a27c316b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 59846b88-00fd-498f-bf39-10534ff19e84) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:36.578529 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c6c8e1-a1b0-49a4-9f08-1a97a27c316b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:36.579932 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-41c6c8e1-a1b0-49a4-9f08-1a97a27c316b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.585962 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] Attempting to bind port a56e79cc-a182-4ceb-ae32-683623dafe7b on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:36.586439 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] Attempting to bind port a56e79cc-a182-4ceb-ae32-683623dafe7b by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:36.586785 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] Attempting to bind port a56e79cc-a182-4ceb-ae32-683623dafe7b on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:36.589779 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e841604-ec52-452e-8e51-6c65920240b6 None None] Network 59846b88-00fd-498f-bf39-10534ff19e84 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:36.596901 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] Port a56e79cc-a182-4ceb-ae32-683623dafe7b on network 682655b0-dbc8-497a-9054-3d8e44de5af4 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:48:36.597237 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] Attempting to bind port a56e79cc-a182-4ceb-ae32-683623dafe7b on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:36.605418 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:36.605764 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] Checking segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:36.607793 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] Bound using segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:36.608461 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] Bound port: a56e79cc-a182-4ceb-ae32-683623dafe7b, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:36.608787 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a56e79cc-a182-4ceb-ae32-683623dafe7b), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.665120 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5f6bd-f306-4af2-9d4c-1589461b5641 req-df0dbfa3-6ffc-4c35-a24b-cd91560d7902 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:36.672427 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-57a5f6bd-f306-4af2-9d4c-1589461b5641 req-df0dbfa3-6ffc-4c35-a24b-cd91560d7902 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 944 time: 0.2605457 Jan 27 21:48:36.679296 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a21512-107a-4822-b173-7ec60d1f74d3 None None] Pushing event updated for resources: {'Port': ['ID=f57c2807-e34d-4e93-9fa5-9908c5cc511b,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:36.689058 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f68b376c-3543-400b-b4d4-c0d153559d49 req-7a3daf5d-7ed0-4e51-915b-f08e6378df29 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (6d9afe68-97a7-48fc-b162-0902d0824186), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.704781 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-41c6c8e1-a1b0-49a4-9f08-1a97a27c316b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8639233 Jan 27 21:48:36.712185 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['77330e54-d780-4c6d-ada9-0ade9cecfd40'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:36.715602 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['537d39f5-3db6-4733-9179-5735f9af9f10'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:36.722977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7de17-e63b-4a1d-8706-ae8bdf521798 req-671dd32b-cca5-44e2-8eba-a2c03e679b8e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:36.730161 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2ee7de17-e63b-4a1d-8706-ae8bdf521798 req-671dd32b-cca5-44e2-8eba-a2c03e679b8e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d09e6c-5a0a-4e92-a2c3-b70a560020f5 HTTP/1.1" status: 200 len: 950 time: 0.3061435 Jan 27 21:48:36.781941 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] For port a56e79cc-a182-4ceb-ae32-683623dafe7b, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:36.788955 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] For port a56e79cc-a182-4ceb-ae32-683623dafe7b, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=a56e79cc-a182-4ceb-ae32-683623dafe7b,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:36.792427 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3daf5d-7ed0-4e51-915b-f08e6378df29 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Pushing event deleted for resources: {'Port': ['ID=6d9afe68-97a7-48fc-b162-0902d0824186,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:36.800668 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (a56e79cc-a182-4ceb-ae32-683623dafe7b), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.877122 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b3e0742b-5809-4ca0-8041-3a579d0152b9 admin admin] Publish callbacks [] for router_gateway (969b3156-eb9e-4fd3-b98c-422bd59b5a36), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.881873 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:36.882694 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.887336 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] 10.222.0.21 "PUT /v2.0/ports/a56e79cc-a182-4ceb-ae32-683623dafe7b HTTP/1.1" status: 200 len: 1092 time: 1.0543103 Jan 27 21:48:36.889965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29028492-6342-4bde-9b7b-2457506d5a90', 'tag': 'a56e79cc-a182-4ceb-ae32-683623dafe7b'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:36.901613 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dfde95-3363-48f3-96d8-40a301066990" -d '{"events": [{"name": "network-changed", "server_uuid": "29028492-6342-4bde-9b7b-2457506d5a90", "tag": "a56e79cc-a182-4ceb-ae32-683623dafe7b"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:36.943684 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171d6e1a-ea0d-45c1-8c85-00aae597124a None None] Network 59846b88-00fd-498f-bf39-10534ff19e84 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:36.952156 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6d9afe68-97a7-48fc-b162-0902d0824186 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:37.017204 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 6d9afe68-97a7-48fc-b162-0902d0824186 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:37.017552 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6d9afe68-97a7-48fc-b162-0902d0824186 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:37.029397 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bab339-c005-4cd2-8f88-5529efa9cab2 service neutron] Pushing event updated for resources: {'Port': ['ID=a56e79cc-a182-4ceb-ae32-683623dafe7b,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:37.051122 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-19dd6415-2534-4388-bdb1-4688a259f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:37.052841 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-19dd6415-2534-4388-bdb1-4688a259f3e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 1095 time: 0.0878441 Jan 27 21:48:37.057823 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68b376c-3543-400b-b4d4-c0d153559d49 req-7a3daf5d-7ed0-4e51-915b-f08e6378df29 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] No DVR routers for this DVR port 6d9afe68-97a7-48fc-b162-0902d0824186 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:37.069879 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f57c2807-e34d-4e93-9fa5-9908c5cc511b up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:37.077525 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f68b376c-3543-400b-b4d4-c0d153559d49 req-7a3daf5d-7ed0-4e51-915b-f08e6378df29 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:37.087332 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f68b376c-3543-400b-b4d4-c0d153559d49 req-7a3daf5d-7ed0-4e51-915b-f08e6378df29 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.15 "DELETE /v2.0/ports/6d9afe68-97a7-48fc-b162-0902d0824186 HTTP/1.1" status: 204 len: 173 time: 2.3852634 Jan 27 21:48:37.092776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d09e6c-5a0a-4e92-a2c3-b70a560020f5', 'name': 'network-vif-deleted', 'tag': '6d9afe68-97a7-48fc-b162-0902d0824186'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:37.095534 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1eec0b-970c-4ec0-94c6-2465ae0391d9" -d '{"events": [{"server_uuid": "20d09e6c-5a0a-4e92-a2c3-b70a560020f5", "name": "network-vif-deleted", "tag": "6d9afe68-97a7-48fc-b162-0902d0824186"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:37.102333 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-b688c167-022a-4b96-9680-8c3058c5ec04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a56e79cc-a182-4ceb-ae32-683623dafe7b HTTP/1.1" status: 200 len: 217 time: 0.0416975 Jan 27 21:48:37.108608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-57a5f6bd-f306-4af2-9d4c-1589461b5641 req-f9d7481a-fedd-423b-b7fb-bfb1570b5e29 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343746 Jan 27 21:48:37.130955 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2ee7de17-e63b-4a1d-8706-ae8bdf521798 req-c03c46e1-8e1c-4674-a1d9-a64366824b29 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958676 Jan 27 21:48:37.281668 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-34c0c5b5-da1e-40d2-bd9d-45d5a990ac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:37.283169 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-34c0c5b5-da1e-40d2-bd9d-45d5a990ac65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c8c1fde-1173-4cc5-9eb6-13f24f8d2210 HTTP/1.1" status: 200 len: 848 time: 0.1608200 Jan 27 21:48:37.341251 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-416bd4d2-872b-4f45-b258-9782c3f76259 None None] Provisioning complete for port f57c2807-e34d-4e93-9fa5-9908c5cc511b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:37.341683 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-416bd4d2-872b-4f45-b258-9782c3f76259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f57c2807-e34d-4e93-9fa5-9908c5cc511b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:37.349159 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-214439e2-8d3d-499c-8fc5-32903c6e2252 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=682655b0-dbc8-497a-9054-3d8e44de5af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545301 Jan 27 21:48:37.511999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e523676-ebec-485e-a098-688bf1b8b34e req-863398f4-bcef-48f2-9c3c-ce2a216333d8 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:37.521777 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e523676-ebec-485e-a098-688bf1b8b34e req-863398f4-bcef-48f2-9c3c-ce2a216333d8 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.1507602 Jan 27 21:48:37.541671 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-7f1a54d9-0a30-4c6d-8018-84ee7d7b217e service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805503 Jan 27 21:48:37.543462 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b3e0742b-5809-4ca0-8041-3a579d0152b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (969b3156-eb9e-4fd3-b98c-422bd59b5a36), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:37.697422 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e523676-ebec-485e-a098-688bf1b8b34e req-945ed8d6-d896-495f-8270-795333ffc387 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678853 Jan 27 21:48:37.715248 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1a10870d-b2ba-4b05-a416-a003a3d13688 req-89f185d2-9418-4b59-a2cc-5c34a3172f47 service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664906 Jan 27 21:48:37.741770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port f57c2807-e34d-4e93-9fa5-9908c5cc511b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:37.742313 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f57c2807-e34d-4e93-9fa5-9908c5cc511b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:37.811583 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-416bd4d2-872b-4f45-b258-9782c3f76259 None None] Current status of the port f57c2807-e34d-4e93-9fa5-9908c5cc511b is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:37.891059 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19266eb2-6ddf-4211-bb0f-30c3c994632f x-openstack-request-id: req-19266eb2-6ddf-4211-bb0f-30c3c994632f {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:37.891628 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29028492-6342-4bde-9b7b-2457506d5a90", "tag": "a56e79cc-a182-4ceb-ae32-683623dafe7b", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:37.892126 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-19266eb2-6ddf-4211-bb0f-30c3c994632f {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:37.892773 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29028492-6342-4bde-9b7b-2457506d5a90', 'tag': 'a56e79cc-a182-4ceb-ae32-683623dafe7b', 'status': 'completed', 'code': 200} Jan 27 21:48:37.905829 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e0742b-5809-4ca0-8041-3a579d0152b9 admin admin] Router 969b3156-eb9e-4fd3-b98c-422bd59b5a36 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:48:37.915337 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f57c2807-e34d-4e93-9fa5-9908c5cc511b is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:38.064804 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e0742b-5809-4ca0-8041-3a579d0152b9 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:48:38.076370 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] Sync routers for ids ['969b3156-eb9e-4fd3-b98c-422bd59b5a36'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:48:38.090012 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] Routers {'969b3156-eb9e-4fd3-b98c-422bd59b5a36'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:48:38.090674 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:48:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['969b3156-eb9e-4fd3-b98c-422bd59b5a36'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:38.099768 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b3e0742b-5809-4ca0-8041-3a579d0152b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:38.102477 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b3e0742b-5809-4ca0-8041-3a579d0152b9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0999544 Jan 27 21:48:38.105700 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50194) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:38.180887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-5689684b-1056-40af-b13e-d98af9773428 req-db601163-5912-42e8-b2f1-71fc23c12463 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-754578525', 'description': 'tempest-description-6577390'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:38.268003 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac4702c-4e74-4158-86fd-0af2512b8a23 x-openstack-request-id: req-dac4702c-4e74-4158-86fd-0af2512b8a23 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:38.268272 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d09e6c-5a0a-4e92-a2c3-b70a560020f5", "name": "network-vif-deleted", "tag": "6d9afe68-97a7-48fc-b162-0902d0824186", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:38.268534 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dac4702c-4e74-4158-86fd-0af2512b8a23 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:38.268939 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d09e6c-5a0a-4e92-a2c3-b70a560020f5', 'name': 'network-vif-deleted', 'tag': '6d9afe68-97a7-48fc-b162-0902d0824186', 'status': 'completed', 'code': 200} Jan 27 21:48:38.272702 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5689684b-1056-40af-b13e-d98af9773428 req-db601163-5912-42e8-b2f1-71fc23c12463 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:38.311539 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] Set router 969b3156-eb9e-4fd3-b98c-422bd59b5a36 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:48:38.438141 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5689684b-1056-40af-b13e-d98af9773428 req-db601163-5912-42e8-b2f1-71fc23c12463 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (6dea7acb-1dcb-40f9-adcf-56a73a48ed32), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:38.448261 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfde95-3363-48f3-96d8-40a301066990 req-ae338aac-ff5f-47bc-a85e-d5923fca3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:38.449700 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5689684b-1056-40af-b13e-d98af9773428 req-db601163-5912-42e8-b2f1-71fc23c12463 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6dea7acb-1dcb-40f9-adcf-56a73a48ed32), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:38.450893 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-30dfde95-3363-48f3-96d8-40a301066990 req-ae338aac-ff5f-47bc-a85e-d5923fca3de5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 1095 time: 0.5291481 Jan 27 21:48:38.543871 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caead827-7d2a-4107-a7d0-8db92039b84e req-9b6ab858-6745-42a2-882f-50253e17504b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:38.546268 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-caead827-7d2a-4107-a7d0-8db92039b84e req-9b6ab858-6745-42a2-882f-50253e17504b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 944 time: 0.2581112 Jan 27 21:48:38.561508 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfde95-3363-48f3-96d8-40a301066990 req-cca9360b-6ac6-4d25-a444-782ca24c139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:38.563677 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-30dfde95-3363-48f3-96d8-40a301066990 req-cca9360b-6ac6-4d25-a444-782ca24c139b service neutron] 10.222.0.21 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 909 time: 0.1033142 Jan 27 21:48:38.601775 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5689684b-1056-40af-b13e-d98af9773428 req-db601163-5912-42e8-b2f1-71fc23c12463 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:38.606117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1763418637-router', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:36Z', 'revision_number': 3, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'gw_port': {'id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:38.614793 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5689684b-1056-40af-b13e-d98af9773428 req-db601163-5912-42e8-b2f1-71fc23c12463 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.4813049 Jan 27 21:48:38.624047 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db601163-5912-42e8-b2f1-71fc23c12463 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dea7acb-1dcb-40f9-adcf-56a73a48ed32,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:38.645548 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-30dfde95-3363-48f3-96d8-40a301066990 req-0569b423-4477-4d54-b959-f720094f9c10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a56e79cc-a182-4ceb-ae32-683623dafe7b HTTP/1.1" status: 200 len: 217 time: 0.0719018 Jan 27 21:48:38.665229 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] Checking router: 969b3156-eb9e-4fd3-b98c-422bd59b5a36 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:48:38.667529 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] Updating router 969b3156-eb9e-4fd3-b98c-422bd59b5a36 port c536a293-01a3-44f7-9af5-039ca3bef43e binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:48:38.735550 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c536a293-01a3-44f7-9af5-039ca3bef43e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:38.743880 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfde95-3363-48f3-96d8-40a301066990 req-1d53c8f8-0a2e-46c3-be1b-95b8b60a2933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:38.745431 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-30dfde95-3363-48f3-96d8-40a301066990 req-1d53c8f8-0a2e-46c3-be1b-95b8b60a2933 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c8c1fde-1173-4cc5-9eb6-13f24f8d2210 HTTP/1.1" status: 200 len: 848 time: 0.0913558 Jan 27 21:48:38.774936 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-caead827-7d2a-4107-a7d0-8db92039b84e req-c1c6ed7f-4039-41a6-9e5d-cffcedd2b7fd tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097342 Jan 27 21:48:38.815339 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-30dfde95-3363-48f3-96d8-40a301066990 req-b83371a6-cfdc-4418-9eca-90e1bd5ae568 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=682655b0-dbc8-497a-9054-3d8e44de5af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427332 Jan 27 21:48:38.968990 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-30dfde95-3363-48f3-96d8-40a301066990 req-f6c463fd-e60f-4834-ba88-14685d734bc6 service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387796 Jan 27 21:48:39.133955 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-30dfde95-3363-48f3-96d8-40a301066990 req-825d99c3-6dfd-4769-90ef-4312f0bcca4b service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594648 Jan 27 21:48:39.134297 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-410835a3-2e5b-4b9a-ad09-8a676ff934eb req-1046c35b-2a59-46f6-a3c2-43ebcad3159d tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "GET /v2.0/security-groups/6dea7acb-1dcb-40f9-adcf-56a73a48ed32 HTTP/1.1" status: 200 len: 1826 time: 0.1256049 Jan 27 21:48:39.174928 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-410835a3-2e5b-4b9a-ad09-8a676ff934eb req-fd153b2c-28c7-4ad4-90e4-b3892547c4f7 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6dea7acb-1dcb-40f9-adcf-56a73a48ed32', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:39.175297 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-410835a3-2e5b-4b9a-ad09-8a676ff934eb req-fd153b2c-28c7-4ad4-90e4-b3892547c4f7 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6dea7acb-1dcb-40f9-adcf-56a73a48ed32', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:39.330365 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-410835a3-2e5b-4b9a-ad09-8a676ff934eb req-fd153b2c-28c7-4ad4-90e4-b3892547c4f7 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group_rule (0481d0de-d7c7-4b7c-a8cf-72e6fecefb02), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.359678 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-410835a3-2e5b-4b9a-ad09-8a676ff934eb req-fd153b2c-28c7-4ad4-90e4-b3892547c4f7 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group_rule (0481d0de-d7c7-4b7c-a8cf-72e6fecefb02), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.366217 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-410835a3-2e5b-4b9a-ad09-8a676ff934eb req-fd153b2c-28c7-4ad4-90e4-b3892547c4f7 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (0481d0de-d7c7-4b7c-a8cf-72e6fecefb02), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.374879 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0d174fdf-4368-43b4-b2e1-a1a2b8239ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.409681 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] Publish callbacks [] for port (c536a293-01a3-44f7-9af5-039ca3bef43e), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.413813 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd153b2c-28c7-4ad4-90e4-b3892547c4f7 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0481d0de-d7c7-4b7c-a8cf-72e6fecefb02,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:39.417753 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c536a293-01a3-44f7-9af5-039ca3bef43e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.430072 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-410835a3-2e5b-4b9a-ad09-8a676ff934eb req-fd153b2c-28c7-4ad4-90e4-b3892547c4f7 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.431296 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-410835a3-2e5b-4b9a-ad09-8a676ff934eb req-fd153b2c-28c7-4ad4-90e4-b3892547c4f7 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2840943 Jan 27 21:48:39.440665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cca27-57da-4fde-9eab-b6dee411b87a req-ac51e23c-ff69-41d3-9d2b-71d17a373cd6 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:39.442490 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cb1cca27-57da-4fde-9eab-b6dee411b87a req-ac51e23c-ff69-41d3-9d2b-71d17a373cd6 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.1999683 Jan 27 21:48:39.498485 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] Attempting to bind port c536a293-01a3-44f7-9af5-039ca3bef43e on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:39.498860 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] Attempting to bind port c536a293-01a3-44f7-9af5-039ca3bef43e by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:39.503383 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] Attempting to bind port c536a293-01a3-44f7-9af5-039ca3bef43e on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:39.540814 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:39.544132 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:39.544132 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.544132 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:39.544132 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] Bound port: c536a293-01a3-44f7-9af5-039ca3bef43e, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:39.544132 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c536a293-01a3-44f7-9af5-039ca3bef43e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.557232 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab526b4-278d-4b10-bfb2-454cc79404f1 None None] Pushing event updated for resources: {'Port': ['ID=c536a293-01a3-44f7-9af5-039ca3bef43e,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:39.651924 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] For port c536a293-01a3-44f7-9af5-039ca3bef43e, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:39.655820 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f8402-6e15-47d9-ba31-1c452020aa70 req-72bb115b-ceb6-45b2-8206-acdefcc5506d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:39.657496 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] For port c536a293-01a3-44f7-9af5-039ca3bef43e, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c536a293-01a3-44f7-9af5-039ca3bef43e,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:39.664129 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-427f8402-6e15-47d9-ba31-1c452020aa70 req-72bb115b-ceb6-45b2-8206-acdefcc5506d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.1219532 Jan 27 21:48:39.665446 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c536a293-01a3-44f7-9af5-039ca3bef43e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.680470 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cb1cca27-57da-4fde-9eab-b6dee411b87a req-56ea6409-fabc-47e6-ba86-401224801dc1 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212446 Jan 27 21:48:39.754969 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab526b4-278d-4b10-bfb2-454cc79404f1 None None] Pushing event updated for resources: {'Port': ['ID=c536a293-01a3-44f7-9af5-039ca3bef43e,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:39.763153 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-0d174fdf-4368-43b4-b2e1-a1a2b8239ffc admin admin] Allocated IP 172.20.0.1 (f73ace18-6f32-45e8-a920-6ab2b4129b97/6d63617a-41ab-4f3d-bac9-e72c844c3cd6/0b0444d4-3532-4e47-8f36-ffbd55273e5c) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:48:39.781443 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] Routers {'969b3156-eb9e-4fd3-b98c-422bd59b5a36'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:48:39.783358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:48:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['969b3156-eb9e-4fd3-b98c-422bd59b5a36'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:39.924319 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-427f8402-6e15-47d9-ba31-1c452020aa70 req-ea5111fd-339e-4d86-9e2d-b123d349e134 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590780 Jan 27 21:48:39.925975 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] Set router 969b3156-eb9e-4fd3-b98c-422bd59b5a36 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:48:39.943899 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d19add8c-04e9-4b1e-90ea-ff1204754061 req-afa422ca-ffb6-4c09-9c26-ab3129dd7fdd tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "GET /v2.0/security-groups/6dea7acb-1dcb-40f9-adcf-56a73a48ed32 HTTP/1.1" status: 200 len: 2419 time: 0.2345443 Jan 27 21:48:40.013100 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0d174fdf-4368-43b4-b2e1-a1a2b8239ffc admin admin] Publish callbacks [] for port (0b0444d4-3532-4e47-8f36-ffbd55273e5c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.110327 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0d174fdf-4368-43b4-b2e1-a1a2b8239ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0b0444d4-3532-4e47-8f36-ffbd55273e5c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.136315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0eeaa-de0a-4dcc-a793-4a399b7d55be req-77521a65-2b00-4324-8f65-232132a29034 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:40.144039 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bcb0eeaa-de0a-4dcc-a793-4a399b7d55be req-77521a65-2b00-4324-8f65-232132a29034 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 944 time: 0.0986874 Jan 27 21:48:40.222267 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d174fdf-4368-43b4-b2e1-a1a2b8239ffc admin admin] Network f73ace18-6f32-45e8-a920-6ab2b4129b97 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:48:40.222628 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d174fdf-4368-43b4-b2e1-a1a2b8239ffc admin admin] Pushing event updated for resources: {'Port': ['ID=0b0444d4-3532-4e47-8f36-ffbd55273e5c,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:40.229062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-0d174fdf-4368-43b4-b2e1-a1a2b8239ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:40.232244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d174fdf-4368-43b4-b2e1-a1a2b8239ffc admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:40.241198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1763418637-router', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:36Z', 'revision_number': 3, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'gw_port': {'id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:40.289976 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dcd181-db73-48f9-9aeb-f23268456470 None None] The sync data for ids ['969b3156-eb9e-4fd3-b98c-422bd59b5a36'] in n-d-772272-3 is: [{'id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1763418637-router', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:36Z', 'revision_number': 3, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'gw_port': {'id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:48:40.304193 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f48504b8-f20b-42e2-aaa5-7acd1111db85 req-23dce918-abf7-4b6c-b357-85bc80f0c496 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "GET /v2.0/security-group-rules/0481d0de-d7c7-4b7c-a8cf-72e6fecefb02 HTTP/1.1" status: 200 len: 778 time: 0.0463042 Jan 27 21:48:40.309283 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bcb0eeaa-de0a-4dcc-a793-4a399b7d55be req-fd128686-f1bc-4337-9262-5c99adb5d5f1 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644006 Jan 27 21:48:40.327080 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0d174fdf-4368-43b4-b2e1-a1a2b8239ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (969b3156-eb9e-4fd3-b98c-422bd59b5a36), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.419289 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f48504b8-f20b-42e2-aaa5-7acd1111db85 req-7518490f-cb25-4db0-8e0d-08dfa14bc8d0 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "GET /v2.0/security-groups/6dea7acb-1dcb-40f9-adcf-56a73a48ed32 HTTP/1.1" status: 200 len: 2419 time: 0.1090312 Jan 27 21:48:40.487469 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f48504b8-f20b-42e2-aaa5-7acd1111db85 req-dc7553f8-1c38-4692-a712-efa597c0de3a tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group_rule (0481d0de-d7c7-4b7c-a8cf-72e6fecefb02), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.498205 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f48504b8-f20b-42e2-aaa5-7acd1111db85 req-dc7553f8-1c38-4692-a712-efa597c0de3a tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group_rule (0481d0de-d7c7-4b7c-a8cf-72e6fecefb02), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.540979 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0d174fdf-4368-43b4-b2e1-a1a2b8239ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0b0444d4-3532-4e47-8f36-ffbd55273e5c), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.610324 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f48504b8-f20b-42e2-aaa5-7acd1111db85 req-dc7553f8-1c38-4692-a712-efa597c0de3a tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (0481d0de-d7c7-4b7c-a8cf-72e6fecefb02), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.632513 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f48504b8-f20b-42e2-aaa5-7acd1111db85 req-dc7553f8-1c38-4692-a712-efa597c0de3a tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.634015 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f48504b8-f20b-42e2-aaa5-7acd1111db85 req-dc7553f8-1c38-4692-a712-efa597c0de3a tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0481d0de-d7c7-4b7c-a8cf-72e6fecefb02 HTTP/1.1" status: 204 len: 173 time: 0.1871626 Jan 27 21:48:40.680452 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-650f6200-2519-48ce-bdb2-54afb4acb6a4 None None] Provisioning complete for port 0b0444d4-3532-4e47-8f36-ffbd55273e5c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:40.681006 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-650f6200-2519-48ce-bdb2-54afb4acb6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0b0444d4-3532-4e47-8f36-ffbd55273e5c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.682646 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a30227b1-567c-45a1-ba63-b2c24fbbf39f req-096838e0-5e57-482a-83da-7c12275e8103 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1913087521', 'description': 'tempest-description-2028619964'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:40.686565 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7553f8-1c38-4692-a712-efa597c0de3a tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0481d0de-d7c7-4b7c-a8cf-72e6fecefb02,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:40.744942 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a30227b1-567c-45a1-ba63-b2c24fbbf39f req-096838e0-5e57-482a-83da-7c12275e8103 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.757770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-650f6200-2519-48ce-bdb2-54afb4acb6a4 None None] Port 0b0444d4-3532-4e47-8f36-ffbd55273e5c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:48:40.864236 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0d174fdf-4368-43b4-b2e1-a1a2b8239ffc admin admin] Publish callbacks [] for port (0b0444d4-3532-4e47-8f36-ffbd55273e5c), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.898491 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0d174fdf-4368-43b4-b2e1-a1a2b8239ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (0b0444d4-3532-4e47-8f36-ffbd55273e5c), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.926388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617f2d4-4545-4dae-b94e-67e3aa00b266 req-0a322464-dcb7-4e0f-838a-828937bc56ae tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:40.928989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d617f2d4-4545-4dae-b94e-67e3aa00b266 req-0a322464-dcb7-4e0f-838a-828937bc56ae tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.1455231 Jan 27 21:48:40.936108 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 73759b05-3cba-4014-b2ec-ff6d7f5cd749 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:48:40.962438 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c536a293-01a3-44f7-9af5-039ca3bef43e up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:40.976488 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a30227b1-567c-45a1-ba63-b2c24fbbf39f req-096838e0-5e57-482a-83da-7c12275e8103 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (aac5b4d5-60d4-4871-af7e-32300039c5b1), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.020599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d174fdf-4368-43b4-b2e1-a1a2b8239ffc admin admin] Pushing event updated for resources: {'Port': ['ID=0b0444d4-3532-4e47-8f36-ffbd55273e5c,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:41.033321 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a30227b1-567c-45a1-ba63-b2c24fbbf39f req-096838e0-5e57-482a-83da-7c12275e8103 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (aac5b4d5-60d4-4871-af7e-32300039c5b1), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.110769 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 73759b05-3cba-4014-b2ec-ff6d7f5cd749, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=73759b05-3cba-4014-b2ec-ff6d7f5cd749,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:41.124699 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port c536a293-01a3-44f7-9af5-039ca3bef43e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:41.125213 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c536a293-01a3-44f7-9af5-039ca3bef43e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.143731 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a30227b1-567c-45a1-ba63-b2c24fbbf39f req-096838e0-5e57-482a-83da-7c12275e8103 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.145081 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a30227b1-567c-45a1-ba63-b2c24fbbf39f req-096838e0-5e57-482a-83da-7c12275e8103 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4720800 Jan 27 21:48:41.154689 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0d174fdf-4368-43b4-b2e1-a1a2b8239ffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (969b3156-eb9e-4fd3-b98c-422bd59b5a36), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.161718 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096838e0-5e57-482a-83da-7c12275e8103 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac5b4d5-60d4-4871-af7e-32300039c5b1,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:41.161967 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '73759b05-3cba-4014-b2ec-ff6d7f5cd749', 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867', 'port_id': '73759b05-3cba-4014-b2ec-ff6d7f5cd749', 'mac_address': 'fa:16:3e:04:b3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c1927c-9708-4e7c-89af-7b139122de5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:48:41.193744 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d617f2d4-4545-4dae-b94e-67e3aa00b266 req-3843a0d2-2c28-476a-9aa2-c120c23898bb tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590927 Jan 27 21:48:41.245130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:41.245834 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (73759b05-3cba-4014-b2ec-ff6d7f5cd749), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.319654 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73759b05-3cba-4014-b2ec-ff6d7f5cd749 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:48:41.359806 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port c536a293-01a3-44f7-9af5-039ca3bef43e is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:41.360516 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c536a293-01a3-44f7-9af5-039ca3bef43e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.396254 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 73759b05-3cba-4014-b2ec-ff6d7f5cd749, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=73759b05-3cba-4014-b2ec-ff6d7f5cd749,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:41.401204 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1c8a6-bae3-482e-960a-be3d3d86fd0e req-32e6e626-fed1-4e7d-8a5b-6ffd065e0b38 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:41.402415 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82a1c8a6-bae3-482e-960a-be3d3d86fd0e req-32e6e626-fed1-4e7d-8a5b-6ffd065e0b38 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.1256225 Jan 27 21:48:41.403963 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (73759b05-3cba-4014-b2ec-ff6d7f5cd749), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.417825 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d174fdf-4368-43b4-b2e1-a1a2b8239ffc admin admin] Network f73ace18-6f32-45e8-a920-6ab2b4129b97 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:48:41.425095 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-0d174fdf-4368-43b4-b2e1-a1a2b8239ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:41.512880 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7802e-32f0-47d2-bf0d-07edae59c812 req-6125d12e-cbda-4d21-a553-2b4563f2d869 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:41.515214 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=73759b05-3cba-4014-b2ec-ff6d7f5cd749,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:41.518469 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8fc7802e-32f0-47d2-bf0d-07edae59c812 req-6125d12e-cbda-4d21-a553-2b4563f2d869 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.21 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 949 time: 0.0894911 Jan 27 21:48:41.537043 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port c536a293-01a3-44f7-9af5-039ca3bef43e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c536a293-01a3-44f7-9af5-039ca3bef43e,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:41.548588 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c536a293-01a3-44f7-9af5-039ca3bef43e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.652580 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82a1c8a6-bae3-482e-960a-be3d3d86fd0e req-fc8ffc17-e630-4c8d-a084-cabd063e86c9 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406473 Jan 27 21:48:41.678485 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=c536a293-01a3-44f7-9af5-039ca3bef43e,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:41.703064 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['73759b05-3cba-4014-b2ec-ff6d7f5cd749'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:41.707130 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-8fc7802e-32f0-47d2-bf0d-07edae59c812 req-98f997b7-4081-4934-b6f1-eace3355f33e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Deleting port 537d39f5-3db6-4733-9179-5735f9af9f10 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:41.707601 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-8fc7802e-32f0-47d2-bf0d-07edae59c812 req-98f997b7-4081-4934-b6f1-eace3355f33e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (537d39f5-3db6-4733-9179-5735f9af9f10), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.795280 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d174fdf-4368-43b4-b2e1-a1a2b8239ffc admin admin] Router 969b3156-eb9e-4fd3-b98c-422bd59b5a36 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:48:41.811628 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-53c4b5a0-29d3-4fe0-a40d-a80b2adb3eb2 req-6cd401fe-08b7-45a6-b8c5-5b1f2f86223b tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "GET /v2.0/security-groups/aac5b4d5-60d4-4871-af7e-32300039c5b1 HTTP/1.1" status: 200 len: 1830 time: 0.2869554 Jan 27 21:48:41.893582 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-8fc7802e-32f0-47d2-bf0d-07edae59c812 req-98f997b7-4081-4934-b6f1-eace3355f33e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] For port 537d39f5-3db6-4733-9179-5735f9af9f10, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=537d39f5-3db6-4733-9179-5735f9af9f10,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:41.894885 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-8fc7802e-32f0-47d2-bf0d-07edae59c812 req-98f997b7-4081-4934-b6f1-eace3355f33e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (537d39f5-3db6-4733-9179-5735f9af9f10), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.911078 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-8fc7802e-32f0-47d2-bf0d-07edae59c812 req-98f997b7-4081-4934-b6f1-eace3355f33e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Calling delete_port for 537d39f5-3db6-4733-9179-5735f9af9f10 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:41.914415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-146bd4ba-a674-4b29-acce-aaaa961b89cf req-11412ce9-d0fd-4731-b2ba-66adc3b157a1 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2110294239', 'description': 'tempest-description-1725076188'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:41.921117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b552cf83-c589-408d-8dcd-ee075d4edae1 None None] Provisioning complete for port 0b0444d4-3532-4e47-8f36-ffbd55273e5c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:41.922329 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b552cf83-c589-408d-8dcd-ee075d4edae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0b0444d4-3532-4e47-8f36-ffbd55273e5c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.967033 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b552cf83-c589-408d-8dcd-ee075d4edae1 None None] Port 0b0444d4-3532-4e47-8f36-ffbd55273e5c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:48:42.097002 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-8fc7802e-32f0-47d2-bf0d-07edae59c812 req-98f997b7-4081-4934-b6f1-eace3355f33e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (537d39f5-3db6-4733-9179-5735f9af9f10), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:42.114588 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['77330e54-d780-4c6d-ada9-0ade9cecfd40'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:42.177246 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f997b7-4081-4934-b6f1-eace3355f33e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Pushing event deleted for resources: {'Port': ['ID=537d39f5-3db6-4733-9179-5735f9af9f10,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:42.206362 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc7802e-32f0-47d2-bf0d-07edae59c812 req-98f997b7-4081-4934-b6f1-eace3355f33e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] No DVR routers for this DVR port 537d39f5-3db6-4733-9179-5735f9af9f10 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:42.209385 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f997b7-4081-4934-b6f1-eace3355f33e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:42.209932 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f997b7-4081-4934-b6f1-eace3355f33e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:42.210430 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f997b7-4081-4934-b6f1-eace3355f33e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:42.210925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f997b7-4081-4934-b6f1-eace3355f33e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:42.211436 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f997b7-4081-4934-b6f1-eace3355f33e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:42.211923 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f997b7-4081-4934-b6f1-eace3355f33e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:42.212458 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f997b7-4081-4934-b6f1-eace3355f33e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:42.213309 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f997b7-4081-4934-b6f1-eace3355f33e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:42.213795 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f997b7-4081-4934-b6f1-eace3355f33e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:42.214295 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f997b7-4081-4934-b6f1-eace3355f33e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:42.214924 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f997b7-4081-4934-b6f1-eace3355f33e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:42.215421 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f997b7-4081-4934-b6f1-eace3355f33e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:42.215914 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f997b7-4081-4934-b6f1-eace3355f33e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:42.222002 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-8fc7802e-32f0-47d2-bf0d-07edae59c812 req-98f997b7-4081-4934-b6f1-eace3355f33e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:42.226542 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8fc7802e-32f0-47d2-bf0d-07edae59c812 req-98f997b7-4081-4934-b6f1-eace3355f33e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.21 "DELETE /v2.0/ports/537d39f5-3db6-4733-9179-5735f9af9f10 HTTP/1.1" status: 204 len: 173 time: 0.7025032 Jan 27 21:48:42.227356 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b71ec7-d55c-4765-9ac1-29ab1e990f4a', 'name': 'network-vif-deleted', 'tag': '537d39f5-3db6-4733-9179-5735f9af9f10'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:42.229943 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ce0ff5-7e14-40e4-98d3-86c474e4b558" -d '{"events": [{"server_uuid": "61b71ec7-d55c-4765-9ac1-29ab1e990f4a", "name": "network-vif-deleted", "tag": "537d39f5-3db6-4733-9179-5735f9af9f10"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:42.340539 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-146bd4ba-a674-4b29-acce-aaaa961b89cf req-11412ce9-d0fd-4731-b2ba-66adc3b157a1 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:42.372813 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d2db9-d856-43da-bd88-5778bdf49724 req-93142a46-4207-4cb8-824f-0b19a95d8070 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:42.374298 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d75d2db9-d856-43da-bd88-5778bdf49724 req-93142a46-4207-4cb8-824f-0b19a95d8070 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 944 time: 0.4668825 Jan 27 21:48:42.384925 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d174fdf-4368-43b4-b2e1-a1a2b8239ffc admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:48:42.404226 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0d174fdf-4368-43b4-b2e1-a1a2b8239ffc admin admin] 10.222.0.23 "PUT /v2.0/routers/969b3156-eb9e-4fd3-b98c-422bd59b5a36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2920308 Jan 27 21:48:42.482152 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:42.491170 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d75d2db9-d856-43da-bd88-5778bdf49724 req-7ca4b81f-5a4a-4df7-9aef-3397704bb5f3 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077263 Jan 27 21:48:42.510152 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-146bd4ba-a674-4b29-acce-aaaa961b89cf req-11412ce9-d0fd-4731-b2ba-66adc3b157a1 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (6a86c9ce-99d9-436a-bd08-d4684923751d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:42.519662 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-146bd4ba-a674-4b29-acce-aaaa961b89cf req-11412ce9-d0fd-4731-b2ba-66adc3b157a1 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6a86c9ce-99d9-436a-bd08-d4684923751d), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:42.551730 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-146bd4ba-a674-4b29-acce-aaaa961b89cf req-11412ce9-d0fd-4731-b2ba-66adc3b157a1 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:42.553049 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-146bd4ba-a674-4b29-acce-aaaa961b89cf req-11412ce9-d0fd-4731-b2ba-66adc3b157a1 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6467941 Jan 27 21:48:42.555144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11412ce9-d0fd-4731-b2ba-66adc3b157a1 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a86c9ce-99d9-436a-bd08-d4684923751d,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:42.620973 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bb7ee9-2f51-4dc5-903e-7db1bfe0c02a x-openstack-request-id: req-37bb7ee9-2f51-4dc5-903e-7db1bfe0c02a {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:42.621469 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b71ec7-d55c-4765-9ac1-29ab1e990f4a", "name": "network-vif-deleted", "tag": "537d39f5-3db6-4733-9179-5735f9af9f10", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:42.621702 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37bb7ee9-2f51-4dc5-903e-7db1bfe0c02a {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:42.622129 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b71ec7-d55c-4765-9ac1-29ab1e990f4a', 'name': 'network-vif-deleted', 'tag': '537d39f5-3db6-4733-9179-5735f9af9f10', 'status': 'completed', 'code': 200} Jan 27 21:48:42.720796 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb466f-a95a-4e71-bf2c-438948c2849f req-d88a5f66-437a-4bfc-a2fe-da025f0ed306 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:42.723365 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f6eb466f-a95a-4e71-bf2c-438948c2849f req-d88a5f66-437a-4bfc-a2fe-da025f0ed306 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 944 time: 0.0825062 Jan 27 21:48:42.820705 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f6eb466f-a95a-4e71-bf2c-438948c2849f req-7cf5b35b-af95-471d-8056-d39f37016981 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826287 Jan 27 21:48:42.912032 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4fbf2cb6-e50f-4380-966a-2306a7fe10ea req-eb5cf59a-95fb-4533-be86-74baf517d9d6 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "GET /v2.0/security-groups/6a86c9ce-99d9-436a-bd08-d4684923751d HTTP/1.1" status: 200 len: 1830 time: 0.0688195 Jan 27 21:48:42.949792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 73759b05-3cba-4014-b2ec-ff6d7f5cd749 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:42.982010 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] Sync routers for ids ['969b3156-eb9e-4fd3-b98c-422bd59b5a36'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:48:42.999240 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c536a293-01a3-44f7-9af5-039ca3bef43e up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:43.022818 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] Routers {'969b3156-eb9e-4fd3-b98c-422bd59b5a36'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:48:43.023457 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:48:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['969b3156-eb9e-4fd3-b98c-422bd59b5a36'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:43.081606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94c8e2bd-5f94-49d3-a9f8-c91cbbb104ac req-5726870a-eefb-4ad2-ac63-7fa0858f512c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=61b71ec7-d55c-4765-9ac1-29ab1e990f4a HTTP/1.1" status: 200 len: 210 time: 0.0764961 Jan 27 21:48:43.092449 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-82268db7-9343-4b44-8288-742ca32ef75d req-07d8bd2a-1d13-4936-8e67-0658fdf1891b tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2114711869', 'description': 'tempest-description-104090425'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:43.113725 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:48:43.123137 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:43.123525 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (73759b05-3cba-4014-b2ec-ff6d7f5cd749), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.126143 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port c536a293-01a3-44f7-9af5-039ca3bef43e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:43.126565 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c536a293-01a3-44f7-9af5-039ca3bef43e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.144243 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-82268db7-9343-4b44-8288-742ca32ef75d req-07d8bd2a-1d13-4936-8e67-0658fdf1891b tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.195164 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] Set router 969b3156-eb9e-4fd3-b98c-422bd59b5a36 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:48:43.233548 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-82268db7-9343-4b44-8288-742ca32ef75d req-07d8bd2a-1d13-4936-8e67-0658fdf1891b tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (a017d829-1d74-418d-a0bb-809bdd828e5e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.243002 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-82268db7-9343-4b44-8288-742ca32ef75d req-07d8bd2a-1d13-4936-8e67-0658fdf1891b tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a017d829-1d74-418d-a0bb-809bdd828e5e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.292974 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:43.293167 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (73759b05-3cba-4014-b2ec-ff6d7f5cd749), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.302581 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port c536a293-01a3-44f7-9af5-039ca3bef43e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:43.305450 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8bd2a-1d13-4936-8e67-0658fdf1891b tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a017d829-1d74-418d-a0bb-809bdd828e5e,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:43.314108 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-82268db7-9343-4b44-8288-742ca32ef75d req-07d8bd2a-1d13-4936-8e67-0658fdf1891b tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.318935 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73759b05-3cba-4014-b2ec-ff6d7f5cd749'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:43.321457 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2936680-b304-4ce5-b34e-8d75a636664f" -d '{"events": [{"server_uuid": "4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1", "name": "network-vif-plugged", "status": "completed", "tag": "73759b05-3cba-4014-b2ec-ff6d7f5cd749"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:43.322725 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82268db7-9343-4b44-8288-742ca32ef75d req-07d8bd2a-1d13-4936-8e67-0658fdf1891b tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2587318 Jan 27 21:48:43.361391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 73759b05-3cba-4014-b2ec-ff6d7f5cd749, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=73759b05-3cba-4014-b2ec-ff6d7f5cd749,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:43.369796 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (73759b05-3cba-4014-b2ec-ff6d7f5cd749), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.399686 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79549bd0-4eff-4722-aaf1-b21aa2f9f649 x-openstack-request-id: req-79549bd0-4eff-4722-aaf1-b21aa2f9f649 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:43.400264 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1", "name": "network-vif-plugged", "status": "completed", "tag": "73759b05-3cba-4014-b2ec-ff6d7f5cd749", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:43.400685 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79549bd0-4eff-4722-aaf1-b21aa2f9f649 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:43.401242 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73759b05-3cba-4014-b2ec-ff6d7f5cd749', 'code': 200} Jan 27 21:48:43.408342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-17a4618a-e427-4e3e-8b78-d3c0c02f72a8 req-7356c378-763b-412b-a1c8-adf9258b537c tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "GET /v2.0/security-groups/a017d829-1d74-418d-a0bb-809bdd828e5e HTTP/1.1" status: 200 len: 1829 time: 0.0626698 Jan 27 21:48:43.449897 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 537d39f5-3db6-4733-9179-5735f9af9f10 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:43.454314 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-d7569690-e1fc-47ea-a60d-8c089f507767 req-009b6081-9407-4c8e-bd8e-6bcc10e3629d tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1617155782', 'description': 'tempest-description-1806878477'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:43.482533 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 537d39f5-3db6-4733-9179-5735f9af9f10 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:43.482886 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 537d39f5-3db6-4733-9179-5735f9af9f10 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:43.498303 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=73759b05-3cba-4014-b2ec-ff6d7f5cd749,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:43.536156 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7569690-e1fc-47ea-a60d-8c089f507767 req-009b6081-9407-4c8e-bd8e-6bcc10e3629d tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.556737 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50284) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:43.557630 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421266d-4067-49a5-a5ef-85c04ff04c51 req-f2766005-5d54-47ac-b4a9-c4cb5c8406a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:43.559138 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e421266d-4067-49a5-a5ef-85c04ff04c51 req-f2766005-5d54-47ac-b4a9-c4cb5c8406a4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 1096 time: 0.0846620 Jan 27 21:48:43.562851 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-7bb930f3-e556-4d0d-aaf3-ffa9f571290a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-559042867-network', 'tenant_id': '5fea75ecec484b3792a0d94694ab943f'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:43.583993 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1763418637-router', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:40Z', 'revision_number': 4, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'gw_port': {'id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '0b0444d4-3532-4e47-8f36-ffbd55273e5c', 'name': '', 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'mac_address': 'fa:16:3e:ac:85:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6d63617a-41ab-4f3d-bac9-e72c844c3cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:39Z', 'updated_at': '2022-01-27T21:48:40Z', 'revision_number': 2, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'subnets': [{'id': '6d63617a-41ab-4f3d-bac9-e72c844c3cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:43.601230 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb930f3-e556-4d0d-aaf3-ffa9f571290a admin admin] Made reservation on behalf of 5fea75ecec484b3792a0d94694ab943f for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:43.603970 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7bb930f3-e556-4d0d-aaf3-ffa9f571290a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.625076 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] Checking router: 969b3156-eb9e-4fd3-b98c-422bd59b5a36 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:48:43.625745 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] Updating router 969b3156-eb9e-4fd3-b98c-422bd59b5a36 port 0b0444d4-3532-4e47-8f36-ffbd55273e5c binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:48:43.625884 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7bb930f3-e556-4d0d-aaf3-ffa9f571290a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.666658 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0b0444d4-3532-4e47-8f36-ffbd55273e5c), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.691466 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e421266d-4067-49a5-a5ef-85c04ff04c51 req-5f20fa83-2bbe-41cd-8021-1203c64209e2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250601 Jan 27 21:48:43.707494 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7569690-e1fc-47ea-a60d-8c089f507767 req-009b6081-9407-4c8e-bd8e-6bcc10e3629d tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (916f6cbe-d8e8-435f-8908-47f347889385), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.713370 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7569690-e1fc-47ea-a60d-8c089f507767 req-009b6081-9407-4c8e-bd8e-6bcc10e3629d tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (916f6cbe-d8e8-435f-8908-47f347889385), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.753724 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7bb930f3-e556-4d0d-aaf3-ffa9f571290a admin admin] Publish callbacks [] for security_group (6a2d6097-f2f8-47d5-91ea-64a157ff3a7e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.757615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3182ba3-e257-464d-9e8c-f229304b4110 req-99705207-9ae9-4740-b172-6696ff073ab8 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:43.757785 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7bb930f3-e556-4d0d-aaf3-ffa9f571290a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6a2d6097-f2f8-47d5-91ea-64a157ff3a7e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.759105 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3182ba3-e257-464d-9e8c-f229304b4110 req-99705207-9ae9-4740-b172-6696ff073ab8 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 944 time: 0.1085465 Jan 27 21:48:43.766280 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7569690-e1fc-47ea-a60d-8c089f507767 req-009b6081-9407-4c8e-bd8e-6bcc10e3629d tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.780092 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7569690-e1fc-47ea-a60d-8c089f507767 req-009b6081-9407-4c8e-bd8e-6bcc10e3629d tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3305950 Jan 27 21:48:43.795217 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb930f3-e556-4d0d-aaf3-ffa9f571290a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2d6097-f2f8-47d5-91ea-64a157ff3a7e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:43.803812 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b6081-9407-4c8e-bd8e-6bcc10e3629d tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=916f6cbe-d8e8-435f-8908-47f347889385,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:43.806143 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb930f3-e556-4d0d-aaf3-ffa9f571290a admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:48:43.817102 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7bb930f3-e556-4d0d-aaf3-ffa9f571290a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (5233ea11-19e6-4e58-a952-2227f22e0d67), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.817525 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-7bb930f3-e556-4d0d-aaf3-ffa9f571290a admin admin] Added segment 5233ea11-19e6-4e58-a952-2227f22e0d67 of type vlan for network 2c07827d-9602-4788-8d9d-4b7e0a6dacc9 Jan 27 21:48:43.865471 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3182ba3-e257-464d-9e8c-f229304b4110 req-8304c30f-cc9c-4ba6-9c31-112ba50accdf tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771570 Jan 27 21:48:43.898412 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7bb930f3-e556-4d0d-aaf3-ffa9f571290a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (2c07827d-9602-4788-8d9d-4b7e0a6dacc9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.951201 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7bb930f3-e556-4d0d-aaf3-ffa9f571290a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (2c07827d-9602-4788-8d9d-4b7e0a6dacc9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.953185 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb930f3-e556-4d0d-aaf3-ffa9f571290a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:43.954230 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7bb930f3-e556-4d0d-aaf3-ffa9f571290a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.994592 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cdf4dee-ad77-4372-9813-687935b96912 req-f7038fa2-181a-4d80-b4d7-8432082fd265 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "GET /v2.0/security-groups/916f6cbe-d8e8-435f-8908-47f347889385 HTTP/1.1" status: 200 len: 1830 time: 0.0876005 Jan 27 21:48:44.028221 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7bb930f3-e556-4d0d-aaf3-ffa9f571290a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4702511 Jan 27 21:48:44.030887 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50298) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:44.037965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-29a73971-7520-4c79-a6b9-7136cb6d4774 admin admin] Request body: {'subnet': {'network_id': '2c07827d-9602-4788-8d9d-4b7e0a6dacc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-559042867-subnet', 'tenant_id': '5fea75ecec484b3792a0d94694ab943f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:44.053473 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb930f3-e556-4d0d-aaf3-ffa9f571290a admin admin] Pushing event updated for resources: {'Network': ['ID=2c07827d-9602-4788-8d9d-4b7e0a6dacc9,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:44.065488 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 2c07827d-9602-4788-8d9d-4b7e0a6dacc9 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:48:44.066764 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-208d3e2d-01d5-470f-b51d-0a844b7ed968 req-fd5930ac-181c-4bab-8303-4566d17615a4 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] show failed (client error): The resource could not be found. Jan 27 21:48:44.068088 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-208d3e2d-01d5-470f-b51d-0a844b7ed968 req-fd5930ac-181c-4bab-8303-4566d17615a4 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "GET /v2.0/security-groups/e0bb8d09-3b4b-4498-83d5-64297b63b40e HTTP/1.1" status: 404 len: 352 time: 0.0326018 Jan 27 21:48:44.079300 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a73971-7520-4c79-a6b9-7136cb6d4774 admin admin] Made reservation on behalf of 5fea75ecec484b3792a0d94694ab943f for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:44.085765 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29a73971-7520-4c79-a6b9-7136cb6d4774 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.115678 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] Publish callbacks [] for port (0b0444d4-3532-4e47-8f36-ffbd55273e5c), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.124358 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0b0444d4-3532-4e47-8f36-ffbd55273e5c), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.186279 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b4cb7-b36b-4624-aa5d-993d39ae3e60 None None] Pushing event updated for resources: {'Port': ['ID=0b0444d4-3532-4e47-8f36-ffbd55273e5c,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:44.194660 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db53adb-961f-46d0-aa81-c835c8a0b67a req-ad4dac2f-68f7-46ed-8831-d9ee77a05b95 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:44.204461 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8db53adb-961f-46d0-aa81-c835c8a0b67a req-ad4dac2f-68f7-46ed-8831-d9ee77a05b95 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 945 time: 0.1190031 Jan 27 21:48:44.235519 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-4fee0f5a-ebf5-44a4-948b-575b6b07f908 req-d97bf707-90f8-471d-b4d9-7cd8d54caa20 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] show failed (client error): The resource could not be found. Jan 27 21:48:44.236618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4fee0f5a-ebf5-44a4-948b-575b6b07f908 req-d97bf707-90f8-471d-b4d9-7cd8d54caa20 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "GET /v2.0/security-group-rules/cbe5257d-231b-4e90-b86d-943cae9071c6 HTTP/1.1" status: 404 len: 361 time: 0.0290127 Jan 27 21:48:44.306364 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] Attempting to bind port 0b0444d4-3532-4e47-8f36-ffbd55273e5c on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:44.306716 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] Attempting to bind port 0b0444d4-3532-4e47-8f36-ffbd55273e5c by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'fe1a78ab-8282-44d4-a623-c72e4779f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:44.307609 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8db53adb-961f-46d0-aa81-c835c8a0b67a req-4e4e5ca3-76f3-4acf-b001-cda63824f5a3 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021845 Jan 27 21:48:44.307756 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] Attempting to bind port 0b0444d4-3532-4e47-8f36-ffbd55273e5c on network f73ace18-6f32-45e8-a920-6ab2b4129b97 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:44.314311 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:44.314698 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] Checking segment: {'id': 'fe1a78ab-8282-44d4-a623-c72e4779f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:44.315683 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.316077 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] Bound using segment: {'id': 'fe1a78ab-8282-44d4-a623-c72e4779f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:44.316581 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] Bound port: 0b0444d4-3532-4e47-8f36-ffbd55273e5c, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1a78ab-8282-44d4-a623-c72e4779f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:44.316958 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0b0444d4-3532-4e47-8f36-ffbd55273e5c), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.401127 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bef9396f-31c1-462a-8ead-cd1518630ea9 req-23dc6b4a-f02f-4290-ba9f-3d16e05743e9 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "GET /v2.0/security-groups/916f6cbe-d8e8-435f-8908-47f347889385 HTTP/1.1" status: 200 len: 1830 time: 0.0830307 Jan 27 21:48:44.437855 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] For port 0b0444d4-3532-4e47-8f36-ffbd55273e5c, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:44.445935 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] For port 0b0444d4-3532-4e47-8f36-ffbd55273e5c, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0b0444d4-3532-4e47-8f36-ffbd55273e5c,segment=NetworkSegment(fe1a78ab-8282-44d4-a623-c72e4779f3e7),segment_id=fe1a78ab-8282-44d4-a623-c72e4779f3e7)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:44.452709 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0b0444d4-3532-4e47-8f36-ffbd55273e5c), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.510605 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bef9396f-31c1-462a-8ead-cd1518630ea9 req-c42b5bf4-815a-4c4e-8144-b0bba95e3e4c tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (916f6cbe-d8e8-435f-8908-47f347889385), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.550381 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29a73971-7520-4c79-a6b9-7136cb6d4774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (c3b2e1b1-f67c-4696-bfa0-718431f32dc2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.563289 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b4cb7-b36b-4624-aa5d-993d39ae3e60 None None] Pushing event updated for resources: {'Port': ['ID=0b0444d4-3532-4e47-8f36-ffbd55273e5c,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:44.572775 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bef9396f-31c1-462a-8ead-cd1518630ea9 req-c42b5bf4-815a-4c4e-8144-b0bba95e3e4c tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (916f6cbe-d8e8-435f-8908-47f347889385), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.620751 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] Routers {'969b3156-eb9e-4fd3-b98c-422bd59b5a36'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:48:44.623117 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:48:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['969b3156-eb9e-4fd3-b98c-422bd59b5a36'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:44.626100 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e1d3294c-299b-4137-9002-79651ce5bf94 None None] Provisioning complete for port 0b0444d4-3532-4e47-8f36-ffbd55273e5c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:44.626829 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e1d3294c-299b-4137-9002-79651ce5bf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0b0444d4-3532-4e47-8f36-ffbd55273e5c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.635142 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a73971-7520-4c79-a6b9-7136cb6d4774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3b2e1b1-f67c-4696-bfa0-718431f32dc2,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:44.645499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a73971-7520-4c79-a6b9-7136cb6d4774 admin admin] Checking segment: {'id': '5233ea11-19e6-4e58-a952-2227f22e0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2c07827d-9602-4788-8d9d-4b7e0a6dacc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:44.646087 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a73971-7520-4c79-a6b9-7136cb6d4774 admin admin] Network hostable DHCP agents. Network: 2c07827d-9602-4788-8d9d-4b7e0a6dacc9, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:48:44.666224 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a73971-7520-4c79-a6b9-7136cb6d4774 admin admin] Network 2c07827d-9602-4788-8d9d-4b7e0a6dacc9 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:48:44.684470 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-29a73971-7520-4c79-a6b9-7136cb6d4774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 2c07827d-9602-4788-8d9d-4b7e0a6dacc9) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:44.693363 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a73971-7520-4c79-a6b9-7136cb6d4774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:44.694010 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29a73971-7520-4c79-a6b9-7136cb6d4774 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.703228 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abff2500-4389-40e6-b122-4701cf896768 None None] Network 2c07827d-9602-4788-8d9d-4b7e0a6dacc9 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:44.722403 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-29a73971-7520-4c79-a6b9-7136cb6d4774 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6903217 Jan 27 21:48:44.726187 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50310) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:44.734044 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ff10b412-7ede-414a-bd8a-5c4e84d3f7a8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-559042867-router', 'tenant_id': '5fea75ecec484b3792a0d94694ab943f', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:44.743002 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bef9396f-31c1-462a-8ead-cd1518630ea9 req-c42b5bf4-815a-4c4e-8144-b0bba95e3e4c tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (916f6cbe-d8e8-435f-8908-47f347889385), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.749399 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bef9396f-31c1-462a-8ead-cd1518630ea9 req-c42b5bf4-815a-4c4e-8144-b0bba95e3e4c tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.758885 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bef9396f-31c1-462a-8ead-cd1518630ea9 req-c42b5bf4-815a-4c4e-8144-b0bba95e3e4c tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "DELETE /v2.0/security-groups/916f6cbe-d8e8-435f-8908-47f347889385 HTTP/1.1" status: 204 len: 173 time: 0.3563962 Jan 27 21:48:44.777322 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff10b412-7ede-414a-bd8a-5c4e84d3f7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (631d55d2-5cec-4448-85ae-fe1766e2c620), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.778505 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff10b412-7ede-414a-bd8a-5c4e84d3f7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (631d55d2-5cec-4448-85ae-fe1766e2c620), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.789774 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327e723-45fd-45f0-9fe6-b733b780f190 req-645d980a-2401-4a90-9683-1b1926d95c01 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:44.815730 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f327e723-45fd-45f0-9fe6-b733b780f190 req-645d980a-2401-4a90-9683-1b1926d95c01 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.2361162 Jan 27 21:48:44.824945 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b5bf4-815a-4c4e-8144-b0bba95e3e4c tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=916f6cbe-d8e8-435f-8908-47f347889385,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:44.872199 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] Set router 969b3156-eb9e-4fd3-b98c-422bd59b5a36 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:48:44.944562 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff10b412-7ede-414a-bd8a-5c4e84d3f7a8 admin admin] Publish callbacks [] for router_controller (631d55d2-5cec-4448-85ae-fe1766e2c620), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.979106 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e1d3294c-299b-4137-9002-79651ce5bf94 None None] Current status of the port 0b0444d4-3532-4e47-8f36-ffbd55273e5c is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:44.979608 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e1d3294c-299b-4137-9002-79651ce5bf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0b0444d4-3532-4e47-8f36-ffbd55273e5c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.999757 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38459dde-3b4a-4271-8886-5362cd571a0b req-8ce9aa47-527c-40c4-bd65-9c77b0d056ea tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "GET /v2.0/security-groups/a017d829-1d74-418d-a0bb-809bdd828e5e HTTP/1.1" status: 200 len: 1829 time: 0.1767447 Jan 27 21:48:45.008683 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-2c07827d-9602-4788-8d9d-4b7e0a6dacc9', 'network_id': '2c07827d-9602-4788-8d9d-4b7e0a6dacc9', 'project_id': '5fea75ecec484b3792a0d94694ab943f', 'fixed_ips': [{'subnet_id': 'c3b2e1b1-f67c-4696-bfa0-718431f32dc2'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:48:45.009572 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:45.087802 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e1d3294c-299b-4137-9002-79651ce5bf94 None None] For port 0b0444d4-3532-4e47-8f36-ffbd55273e5c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0b0444d4-3532-4e47-8f36-ffbd55273e5c,segment=NetworkSegment(fe1a78ab-8282-44d4-a623-c72e4779f3e7),segment_id=fe1a78ab-8282-44d4-a623-c72e4779f3e7)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:45.092701 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f327e723-45fd-45f0-9fe6-b733b780f190 req-8bfc3bf7-114c-4d45-8205-b368bf776015 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751827 Jan 27 21:48:45.133661 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-38459dde-3b4a-4271-8886-5362cd571a0b req-1bd3ece8-d051-40c2-adcb-4c83a195a9d3 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (a017d829-1d74-418d-a0bb-809bdd828e5e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:45.145911 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e1d3294c-299b-4137-9002-79651ce5bf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0b0444d4-3532-4e47-8f36-ffbd55273e5c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:45.201445 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-38459dde-3b4a-4271-8886-5362cd571a0b req-1bd3ece8-d051-40c2-adcb-4c83a195a9d3 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (a017d829-1d74-418d-a0bb-809bdd828e5e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:45.254871 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff10b412-7ede-414a-bd8a-5c4e84d3f7a8 admin admin] Publish callbacks [] for router_gateway (631d55d2-5cec-4448-85ae-fe1766e2c620), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:45.271191 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-38459dde-3b4a-4271-8886-5362cd571a0b req-1bd3ece8-d051-40c2-adcb-4c83a195a9d3 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a017d829-1d74-418d-a0bb-809bdd828e5e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:45.281350 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-38459dde-3b4a-4271-8886-5362cd571a0b req-1bd3ece8-d051-40c2-adcb-4c83a195a9d3 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:45.297298 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38459dde-3b4a-4271-8886-5362cd571a0b req-1bd3ece8-d051-40c2-adcb-4c83a195a9d3 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "DELETE /v2.0/security-groups/a017d829-1d74-418d-a0bb-809bdd828e5e HTTP/1.1" status: 204 len: 173 time: 0.2962770 Jan 27 21:48:45.329430 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3ece8-d051-40c2-adcb-4c83a195a9d3 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a017d829-1d74-418d-a0bb-809bdd828e5e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:45.404089 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1763418637-router', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:40Z', 'revision_number': 4, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'gw_port': {'id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '0b0444d4-3532-4e47-8f36-ffbd55273e5c', 'name': '', 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'mac_address': 'fa:16:3e:ac:85:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6d63617a-41ab-4f3d-bac9-e72c844c3cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:39Z', 'updated_at': '2022-01-27T21:48:44Z', 'revision_number': 4, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'subnets': [{'id': '6d63617a-41ab-4f3d-bac9-e72c844c3cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:45.454734 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51ca589-c40b-4863-8e5b-36d2c943a7ff None None] The sync data for ids ['969b3156-eb9e-4fd3-b98c-422bd59b5a36'] in n-d-772272-3 is: [{'id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1763418637-router', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:40Z', 'revision_number': 4, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'gw_port': {'id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '0b0444d4-3532-4e47-8f36-ffbd55273e5c', 'name': '', 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'mac_address': 'fa:16:3e:ac:85:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6d63617a-41ab-4f3d-bac9-e72c844c3cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:39Z', 'updated_at': '2022-01-27T21:48:44Z', 'revision_number': 4, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'subnets': [{'id': '6d63617a-41ab-4f3d-bac9-e72c844c3cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:48:45.466426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2364210-a33b-4824-a119-ac4f4a00bfce req-6eafdf7b-1199-4c2b-a798-5b6a84a12779 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:45.485951 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e2364210-a33b-4824-a119-ac4f4a00bfce req-6eafdf7b-1199-4c2b-a798-5b6a84a12779 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 944 time: 0.1179168 Jan 27 21:48:45.603898 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a0b016fb-e381-429b-862c-b8069265863f None None] Provisioning complete for port 0b0444d4-3532-4e47-8f36-ffbd55273e5c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:45.604619 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a0b016fb-e381-429b-862c-b8069265863f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0b0444d4-3532-4e47-8f36-ffbd55273e5c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:45.604952 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff10b412-7ede-414a-bd8a-5c4e84d3f7a8 admin admin] Publish callbacks [] for router_gateway (631d55d2-5cec-4448-85ae-fe1766e2c620), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:45.625090 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff10b412-7ede-414a-bd8a-5c4e84d3f7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:45.642688 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e2364210-a33b-4824-a119-ac4f4a00bfce req-10ca7652-ece6-4628-96b1-d345d6b97c0d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422770 Jan 27 21:48:45.673405 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6eff7c03-eafd-43df-a527-58240abee9e7 req-e5f6ec25-5fd3-4397-ac02-419982d73963 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "GET /v2.0/security-groups/6a86c9ce-99d9-436a-bd08-d4684923751d HTTP/1.1" status: 200 len: 1830 time: 0.0714014 Jan 27 21:48:45.679858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3294c-299b-4137-9002-79651ce5bf94 None None] Pushing event updated for resources: {'Port': ['ID=0b0444d4-3532-4e47-8f36-ffbd55273e5c,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:45.726632 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Allocated IP 172.20.0.2 (2c07827d-9602-4788-8d9d-4b7e0a6dacc9/c3b2e1b1-f67c-4696-bfa0-718431f32dc2/653934c2-a352-4ff3-a2b7-191795379093) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:48:45.766994 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-ff10b412-7ede-414a-bd8a-5c4e84d3f7a8 admin admin] Allocated IP 172.25.3.44 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/c167353f-7f63-408f-a088-fbbf86583cfe) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:48:45.853242 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a0b016fb-e381-429b-862c-b8069265863f None None] Current status of the port 0b0444d4-3532-4e47-8f36-ffbd55273e5c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:45.877696 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6eff7c03-eafd-43df-a527-58240abee9e7 req-eebf2cff-f4e5-4913-abbb-6b1d1189ffbb tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (6a86c9ce-99d9-436a-bd08-d4684923751d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:45.899311 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff10b412-7ede-414a-bd8a-5c4e84d3f7a8 admin admin] Publish callbacks [] for port (c167353f-7f63-408f-a088-fbbf86583cfe), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:45.948952 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff10b412-7ede-414a-bd8a-5c4e84d3f7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (c167353f-7f63-408f-a088-fbbf86583cfe), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:45.992770 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff10b412-7ede-414a-bd8a-5c4e84d3f7a8 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:48:45.996989 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-ff10b412-7ede-414a-bd8a-5c4e84d3f7a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:46.000280 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6eff7c03-eafd-43df-a527-58240abee9e7 req-eebf2cff-f4e5-4913-abbb-6b1d1189ffbb tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (6a86c9ce-99d9-436a-bd08-d4684923751d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.005378 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff10b412-7ede-414a-bd8a-5c4e84d3f7a8 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:46.015654 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Publish callbacks [] for port (653934c2-a352-4ff3-a2b7-191795379093), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.028831 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (653934c2-a352-4ff3-a2b7-191795379093), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.031849 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4503f14-7a97-4615-864e-48fb8d1ac0a1 req-cbdc17e9-0a34-4f15-b2cc-0ce46a87b81a tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:46.045165 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4503f14-7a97-4615-864e-48fb8d1ac0a1 req-cbdc17e9-0a34-4f15-b2cc-0ce46a87b81a tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 945 time: 0.2315357 Jan 27 21:48:46.045421 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10b412-7ede-414a-bd8a-5c4e84d3f7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=c167353f-7f63-408f-a088-fbbf86583cfe,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:46.091120 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Network 2c07827d-9602-4788-8d9d-4b7e0a6dacc9 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:48:46.095062 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:46.100195 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:46.142408 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Pushing event updated for resources: {'Port': ['ID=653934c2-a352-4ff3-a2b7-191795379093,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:46.166870 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7b042-5934-4e3f-b2d2-f1a47c629e41 req-3ef25738-779f-4d39-bc04-e21460a13cc1 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:46.168786 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cec7b042-5934-4e3f-b2d2-f1a47c629e41 req-3ef25738-779f-4d39-bc04-e21460a13cc1 tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.15 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.2502177 Jan 27 21:48:46.182159 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4503f14-7a97-4615-864e-48fb8d1ac0a1 req-997393d2-0a34-4bb8-b4e8-526129454681 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356275 Jan 27 21:48:46.182694 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:46.183155 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:46.188636 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:46.189006 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:46.189367 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:46.189734 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:46.190080 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:46.190419 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:46.190752 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:46.191086 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:46.191418 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:46.191749 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:46.192077 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:46.235328 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Attempting to bind port 653934c2-a352-4ff3-a2b7-191795379093 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:46.235718 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Attempting to bind port 653934c2-a352-4ff3-a2b7-191795379093 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '5233ea11-19e6-4e58-a952-2227f22e0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2c07827d-9602-4788-8d9d-4b7e0a6dacc9'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:46.236081 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Attempting to bind port 653934c2-a352-4ff3-a2b7-191795379093 on network 2c07827d-9602-4788-8d9d-4b7e0a6dacc9 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:46.242512 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:46.242904 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Checking segment: {'id': '5233ea11-19e6-4e58-a952-2227f22e0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2c07827d-9602-4788-8d9d-4b7e0a6dacc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:46.243317 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.256867 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Bound using segment: {'id': '5233ea11-19e6-4e58-a952-2227f22e0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2c07827d-9602-4788-8d9d-4b7e0a6dacc9'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:46.257323 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Bound port: 653934c2-a352-4ff3-a2b7-191795379093, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5233ea11-19e6-4e58-a952-2227f22e0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2c07827d-9602-4788-8d9d-4b7e0a6dacc9'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:46.257737 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (653934c2-a352-4ff3-a2b7-191795379093), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.260382 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6eff7c03-eafd-43df-a527-58240abee9e7 req-eebf2cff-f4e5-4913-abbb-6b1d1189ffbb tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6a86c9ce-99d9-436a-bd08-d4684923751d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.262432 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6eff7c03-eafd-43df-a527-58240abee9e7 req-eebf2cff-f4e5-4913-abbb-6b1d1189ffbb tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.282513 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6eff7c03-eafd-43df-a527-58240abee9e7 req-eebf2cff-f4e5-4913-abbb-6b1d1189ffbb tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "DELETE /v2.0/security-groups/6a86c9ce-99d9-436a-bd08-d4684923751d HTTP/1.1" status: 204 len: 173 time: 0.6072619 Jan 27 21:48:46.335899 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf2cff-f4e5-4913-abbb-6b1d1189ffbb tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a86c9ce-99d9-436a-bd08-d4684923751d,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:46.416021 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff10b412-7ede-414a-bd8a-5c4e84d3f7a8 admin admin] Publish callbacks [] for router_gateway (631d55d2-5cec-4448-85ae-fe1766e2c620), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.425600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1e099-7d47-4fc8-a6b6-0f00132ba480 req-15289017-6a39-4e10-bcf1-8c5b2337329e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:46.428711 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7cc1e099-7d47-4fc8-a6b6-0f00132ba480 req-15289017-6a39-4e10-bcf1-8c5b2337329e tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 949 time: 0.1068149 Jan 27 21:48:46.429036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] For port 653934c2-a352-4ff3-a2b7-191795379093, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:46.437105 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] For port 653934c2-a352-4ff3-a2b7-191795379093, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=653934c2-a352-4ff3-a2b7-191795379093,segment=NetworkSegment(5233ea11-19e6-4e58-a952-2227f22e0d67),segment_id=5233ea11-19e6-4e58-a952-2227f22e0d67)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:46.447209 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (653934c2-a352-4ff3-a2b7-191795379093), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.520322 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7cc1e099-7d47-4fc8-a6b6-0f00132ba480 req-15ed001d-9c05-4028-aac8-5c6aad90fa5d tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec4dc468-9be1-4a1d-a899-4eeeebb7664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799792 Jan 27 21:48:46.544032 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-cec7b042-5934-4e3f-b2d2-f1a47c629e41 req-935cace3-ac67-4d5a-b53d-cfd0f9a8694c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Deleting port 77330e54-d780-4c6d-ada9-0ade9cecfd40 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:46.548727 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cec7b042-5934-4e3f-b2d2-f1a47c629e41 req-935cace3-ac67-4d5a-b53d-cfd0f9a8694c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.575470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaedd6b-76f3-4c5f-aa0f-d6a69daf39e7 None None] Pushing event updated for resources: {'Port': ['ID=653934c2-a352-4ff3-a2b7-191795379093,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:46.749311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-cec7b042-5934-4e3f-b2d2-f1a47c629e41 req-935cace3-ac67-4d5a-b53d-cfd0f9a8694c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] For port 77330e54-d780-4c6d-ada9-0ade9cecfd40, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=77330e54-d780-4c6d-ada9-0ade9cecfd40,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:46.751389 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cec7b042-5934-4e3f-b2d2-f1a47c629e41 req-935cace3-ac67-4d5a-b53d-cfd0f9a8694c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.790246 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-cec7b042-5934-4e3f-b2d2-f1a47c629e41 req-935cace3-ac67-4d5a-b53d-cfd0f9a8694c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Calling delete_port for 77330e54-d780-4c6d-ada9-0ade9cecfd40 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:46.818487 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b0c1ef1-951b-4bfb-b019-495c403105d5 req-a5484a11-bc6d-4e8d-aecb-178a9076f6c4 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "GET /v2.0/security-groups/aac5b4d5-60d4-4871-af7e-32300039c5b1 HTTP/1.1" status: 200 len: 1830 time: 0.1243973 Jan 27 21:48:46.876643 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff10b412-7ede-414a-bd8a-5c4e84d3f7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (631d55d2-5cec-4448-85ae-fe1766e2c620), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.075098 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3e02f-9ce6-4a1c-a7ae-55e72a8cdf54 req-b5c41cca-68d1-415c-a56e-629d94966899 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:47.076746 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5de3e02f-9ce6-4a1c-a7ae-55e72a8cdf54 req-b5c41cca-68d1-415c-a56e-629d94966899 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 1096 time: 0.1355319 Jan 27 21:48:47.105985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0b0444d4-3532-4e47-8f36-ffbd55273e5c up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:47.122044 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2b0c1ef1-951b-4bfb-b019-495c403105d5 req-86ad180c-f9d5-4ca0-8102-7b21d93883a2 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (aac5b4d5-60d4-4871-af7e-32300039c5b1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.188240 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff10b412-7ede-414a-bd8a-5c4e84d3f7a8 admin admin] Router 631d55d2-5cec-4448-85ae-fe1766e2c620 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:48:47.208394 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 0b0444d4-3532-4e47-8f36-ffbd55273e5c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:47.209199 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0b0444d4-3532-4e47-8f36-ffbd55273e5c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.232897 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2b0c1ef1-951b-4bfb-b019-495c403105d5 req-86ad180c-f9d5-4ca0-8102-7b21d93883a2 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (aac5b4d5-60d4-4871-af7e-32300039c5b1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.256510 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5de3e02f-9ce6-4a1c-a7ae-55e72a8cdf54 req-490e79a9-baa0-448b-a821-5c5f701d559e tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658287 Jan 27 21:48:47.277684 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cec7b042-5934-4e3f-b2d2-f1a47c629e41 req-935cace3-ac67-4d5a-b53d-cfd0f9a8694c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (77330e54-d780-4c6d-ada9-0ade9cecfd40), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.316510 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935cace3-ac67-4d5a-b53d-cfd0f9a8694c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Pushing event deleted for resources: {'Port': ['ID=77330e54-d780-4c6d-ada9-0ade9cecfd40,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:47.364286 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2b0c1ef1-951b-4bfb-b019-495c403105d5 req-86ad180c-f9d5-4ca0-8102-7b21d93883a2 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (aac5b4d5-60d4-4871-af7e-32300039c5b1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.368638 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2b0c1ef1-951b-4bfb-b019-495c403105d5 req-86ad180c-f9d5-4ca0-8102-7b21d93883a2 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.378803 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b0c1ef1-951b-4bfb-b019-495c403105d5 req-86ad180c-f9d5-4ca0-8102-7b21d93883a2 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "DELETE /v2.0/security-groups/aac5b4d5-60d4-4871-af7e-32300039c5b1 HTTP/1.1" status: 204 len: 173 time: 0.5497904 Jan 27 21:48:47.433985 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec7b042-5934-4e3f-b2d2-f1a47c629e41 req-935cace3-ac67-4d5a-b53d-cfd0f9a8694c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] No DVR routers for this DVR port 77330e54-d780-4c6d-ada9-0ade9cecfd40 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:47.447366 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 0b0444d4-3532-4e47-8f36-ffbd55273e5c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:47.452946 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cec7b042-5934-4e3f-b2d2-f1a47c629e41 req-935cace3-ac67-4d5a-b53d-cfd0f9a8694c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.456477 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cec7b042-5934-4e3f-b2d2-f1a47c629e41 req-935cace3-ac67-4d5a-b53d-cfd0f9a8694c tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.15 "DELETE /v2.0/ports/77330e54-d780-4c6d-ada9-0ade9cecfd40 HTTP/1.1" status: 204 len: 173 time: 1.2704804 Jan 27 21:48:47.456955 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e2eec9-8926-465d-b5be-014b58885919', 'name': 'network-vif-deleted', 'tag': '77330e54-d780-4c6d-ada9-0ade9cecfd40'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:47.459672 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712e60a1-7ab4-458e-b258-9832f9691620" -d '{"events": [{"server_uuid": "89e2eec9-8926-465d-b5be-014b58885919", "name": "network-vif-deleted", "tag": "77330e54-d780-4c6d-ada9-0ade9cecfd40"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:47.462801 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad180c-f9d5-4ca0-8102-7b21d93883a2 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac5b4d5-60d4-4871-af7e-32300039c5b1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:47.519550 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff10b412-7ede-414a-bd8a-5c4e84d3f7a8 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:48:47.532002 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] Sync routers for ids ['631d55d2-5cec-4448-85ae-fe1766e2c620'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:48:47.553135 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] Routers {'631d55d2-5cec-4448-85ae-fe1766e2c620'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:48:47.553799 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:48:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['631d55d2-5cec-4448-85ae-fe1766e2c620'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:47.557931 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff10b412-7ede-414a-bd8a-5c4e84d3f7a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.559403 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ff10b412-7ede-414a-bd8a-5c4e84d3f7a8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8321750 Jan 27 21:48:47.561981 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50350) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:47.726864 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796f32d-378b-458c-b97c-48b3e92cf104 req-98799e5d-da96-41c3-8d39-f10c8f972bdc tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:47.736097 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] Set router 631d55d2-5cec-4448-85ae-fe1766e2c620 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:48:47.742048 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5796f32d-378b-458c-b97c-48b3e92cf104 req-98799e5d-da96-41c3-8d39-f10c8f972bdc tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 944 time: 0.1464722 Jan 27 21:48:47.746490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e32984-7c99-4e9d-9ecb-5fcffa29de53 req-69a22a3c-1422-4a5e-b63d-9d8b344a7a5f tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:47.748027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-40e32984-7c99-4e9d-9ecb-5fcffa29de53 req-69a22a3c-1422-4a5e-b63d-9d8b344a7a5f tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 1096 time: 0.1622345 Jan 27 21:48:47.839972 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5796f32d-378b-458c-b97c-48b3e92cf104 req-12c29c4e-0679-4f93-a679-1c4176e16d7b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968628 Jan 27 21:48:47.888961 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-40e32984-7c99-4e9d-9ecb-5fcffa29de53 req-c702050a-023a-4548-b6ef-5e2b9803d009 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185825 Jan 27 21:48:48.070193 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8586b3e7-2e09-4246-a3e6-cf8ab36f200b req-3cdd3873-abd5-4ab6-9cc7-f795665462b3 tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "GET /v2.0/security-groups/6dea7acb-1dcb-40f9-adcf-56a73a48ed32 HTTP/1.1" status: 200 len: 1826 time: 0.1618440 Jan 27 21:48:48.091973 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b324a3e0-6fb2-4c60-8b43-bb52d5033108 x-openstack-request-id: req-b324a3e0-6fb2-4c60-8b43-bb52d5033108 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:48.092287 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e2eec9-8926-465d-b5be-014b58885919", "name": "network-vif-deleted", "tag": "77330e54-d780-4c6d-ada9-0ade9cecfd40", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:48.095030 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b324a3e0-6fb2-4c60-8b43-bb52d5033108 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:48.095808 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e2eec9-8926-465d-b5be-014b58885919', 'name': 'network-vif-deleted', 'tag': '77330e54-d780-4c6d-ada9-0ade9cecfd40', 'status': 'completed', 'code': 200} Jan 27 21:48:48.193018 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631d55d2-5cec-4448-85ae-fe1766e2c620', 'name': 'tempest-TaggedBootDevicesTest_v242-559042867-router', 'tenant_id': '5fea75ecec484b3792a0d94694ab943f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c167353f-7f63-408f-a088-fbbf86583cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:44Z', 'updated_at': '2022-01-27T21:48:46Z', 'revision_number': 3, 'project_id': '5fea75ecec484b3792a0d94694ab943f', 'gw_port': {'id': 'c167353f-7f63-408f-a088-fbbf86583cfe', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631d55d2-5cec-4448-85ae-fe1766e2c620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:45Z', 'updated_at': '2022-01-27T21:48:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:48.198667 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8586b3e7-2e09-4246-a3e6-cf8ab36f200b req-d94cf897-eb87-4c8b-b2e8-57d88b954c8e tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (6dea7acb-1dcb-40f9-adcf-56a73a48ed32), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.253443 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de8db3bd-2ff7-400c-8fb6-3e261380bc3e req-4f280351-2eeb-4df2-aeb5-41a59a12c94f tempest-MigrationsAdminTest-1522907276 tempest-MigrationsAdminTest-1522907276-project] 10.222.0.23 "GET /v2.0/ports?device_id=89e2eec9-8926-465d-b5be-014b58885919 HTTP/1.1" status: 200 len: 210 time: 0.0573335 Jan 27 21:48:48.263849 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] Checking router: 631d55d2-5cec-4448-85ae-fe1766e2c620 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:48:48.264766 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] Updating router 631d55d2-5cec-4448-85ae-fe1766e2c620 port c167353f-7f63-408f-a088-fbbf86583cfe binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:48:48.279432 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8586b3e7-2e09-4246-a3e6-cf8ab36f200b req-d94cf897-eb87-4c8b-b2e8-57d88b954c8e tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (6dea7acb-1dcb-40f9-adcf-56a73a48ed32), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.305571 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c167353f-7f63-408f-a088-fbbf86583cfe), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.333343 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8586b3e7-2e09-4246-a3e6-cf8ab36f200b req-d94cf897-eb87-4c8b-b2e8-57d88b954c8e tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6dea7acb-1dcb-40f9-adcf-56a73a48ed32), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.340662 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8586b3e7-2e09-4246-a3e6-cf8ab36f200b req-d94cf897-eb87-4c8b-b2e8-57d88b954c8e tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.343591 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8586b3e7-2e09-4246-a3e6-cf8ab36f200b req-d94cf897-eb87-4c8b-b2e8-57d88b954c8e tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] 10.222.0.23 "DELETE /v2.0/security-groups/6dea7acb-1dcb-40f9-adcf-56a73a48ed32 HTTP/1.1" status: 204 len: 173 time: 0.2666769 Jan 27 21:48:48.344322 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9c5a57-638b-42f3-9e84-d763c7f3bed8 None None] Network 2c07827d-9602-4788-8d9d-4b7e0a6dacc9 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:48.354622 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50356) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:48.408604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cf897-eb87-4c8b-b2e8-57d88b954c8e tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dea7acb-1dcb-40f9-adcf-56a73a48ed32,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:48.440717 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad65d091-39ab-4a48-aafb-2c03a5f0d53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.450040 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d92299-5233-4a5c-9cef-5555203e6ce0 admin admin] Deleting subnet c3fa1f6a-5b6c-4f00-99d9-5552206014f0 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:48:48.458287 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cf897-eb87-4c8b-b2e8-57d88b954c8e tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:48.458970 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cf897-eb87-4c8b-b2e8-57d88b954c8e tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:48.459698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cf897-eb87-4c8b-b2e8-57d88b954c8e tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:48.461292 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cf897-eb87-4c8b-b2e8-57d88b954c8e tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:48.461842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cf897-eb87-4c8b-b2e8-57d88b954c8e tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:48.462358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cf897-eb87-4c8b-b2e8-57d88b954c8e tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:48.462860 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cf897-eb87-4c8b-b2e8-57d88b954c8e tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:48.463353 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cf897-eb87-4c8b-b2e8-57d88b954c8e tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:48.463851 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cf897-eb87-4c8b-b2e8-57d88b954c8e tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:48.464441 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cf897-eb87-4c8b-b2e8-57d88b954c8e tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:48.464940 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cf897-eb87-4c8b-b2e8-57d88b954c8e tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:48.465432 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cf897-eb87-4c8b-b2e8-57d88b954c8e tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:48.465923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94cf897-eb87-4c8b-b2e8-57d88b954c8e tempest-SecurityGroupRulesNegativeTestJSON-1249096834 tempest-SecurityGroupRulesNegativeTestJSON-1249096834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:48.477328 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7d92299-5233-4a5c-9cef-5555203e6ce0 admin admin] Publish callbacks [] for subnet (c3fa1f6a-5b6c-4f00-99d9-5552206014f0), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.520976 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b200c66f-a859-4a12-b111-0a2fe247e36b None None] Provisioning complete for port 653934c2-a352-4ff3-a2b7-191795379093 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:48.521623 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b200c66f-a859-4a12-b111-0a2fe247e36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (653934c2-a352-4ff3-a2b7-191795379093), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.581827 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7d92299-5233-4a5c-9cef-5555203e6ce0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (c3fa1f6a-5b6c-4f00-99d9-5552206014f0), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.662313 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-ad65d091-39ab-4a48-aafb-2c03a5f0d53f admin admin] Allocated IP 172.20.0.1 (2c07827d-9602-4788-8d9d-4b7e0a6dacc9/c3b2e1b1-f67c-4696-bfa0-718431f32dc2/b4652113-95e6-4418-85ce-7a5ccc2c5446) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:48:48.662526 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7d92299-5233-4a5c-9cef-5555203e6ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (c3fa1f6a-5b6c-4f00-99d9-5552206014f0), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.745294 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7d92299-5233-4a5c-9cef-5555203e6ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (c3fa1f6a-5b6c-4f00-99d9-5552206014f0), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.839671 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d92299-5233-4a5c-9cef-5555203e6ce0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3fa1f6a-5b6c-4f00-99d9-5552206014f0,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:48.855126 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7d92299-5233-4a5c-9cef-5555203e6ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.858676 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a7d92299-5233-4a5c-9cef-5555203e6ce0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c3fa1f6a-5b6c-4f00-99d9-5552206014f0 HTTP/1.1" status: 204 len: 168 time: 0.5027165 Jan 27 21:48:48.866428 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50370) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:49.002034 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 77330e54-d780-4c6d-ada9-0ade9cecfd40 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:49.058632 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2d836847-3289-4558-b843-03ecbe74c9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (59846b88-00fd-498f-bf39-10534ff19e84), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.143224 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a93ccb-236f-450c-addc-7a8af809873e req-9d4e56a7-e6c0-4b23-8364-d6596cf5eab4 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:49.151802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-54a93ccb-236f-450c-addc-7a8af809873e req-9d4e56a7-e6c0-4b23-8364-d6596cf5eab4 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 944 time: 0.1545644 Jan 27 21:48:49.206480 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] Publish callbacks [] for port (c167353f-7f63-408f-a088-fbbf86583cfe), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.235780 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 77330e54-d780-4c6d-ada9-0ade9cecfd40 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:49.236511 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 77330e54-d780-4c6d-ada9-0ade9cecfd40 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:49.238009 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b200c66f-a859-4a12-b111-0a2fe247e36b None None] Current status of the port 653934c2-a352-4ff3-a2b7-191795379093 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:49.238135 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-54a93ccb-236f-450c-addc-7a8af809873e req-416c9784-df28-4c11-9356-2e8f0f3702a7 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809495 Jan 27 21:48:49.238474 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b200c66f-a859-4a12-b111-0a2fe247e36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (653934c2-a352-4ff3-a2b7-191795379093), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.258332 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 653934c2-a352-4ff3-a2b7-191795379093 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:49.321833 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b200c66f-a859-4a12-b111-0a2fe247e36b None None] For port 653934c2-a352-4ff3-a2b7-191795379093, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=653934c2-a352-4ff3-a2b7-191795379093,segment=NetworkSegment(5233ea11-19e6-4e58-a952-2227f22e0d67),segment_id=5233ea11-19e6-4e58-a952-2227f22e0d67)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:49.329075 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c167353f-7f63-408f-a088-fbbf86583cfe), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.375644 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2d836847-3289-4558-b843-03ecbe74c9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (59846b88-00fd-498f-bf39-10534ff19e84), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.391833 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad65d091-39ab-4a48-aafb-2c03a5f0d53f admin admin] Publish callbacks [] for port (b4652113-95e6-4418-85ce-7a5ccc2c5446), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.421616 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-2d836847-3289-4558-b843-03ecbe74c9b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59846b88-00fd-498f-bf39-10534ff19e84']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:49.427327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d09ea-5279-4276-a871-617a06cd33f8 None None] Pushing event updated for resources: {'Port': ['ID=c167353f-7f63-408f-a088-fbbf86583cfe,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:49.430688 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b200c66f-a859-4a12-b111-0a2fe247e36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (653934c2-a352-4ff3-a2b7-191795379093), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.431345 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad65d091-39ab-4a48-aafb-2c03a5f0d53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b4652113-95e6-4418-85ce-7a5ccc2c5446), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.437984 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-2d836847-3289-4558-b843-03ecbe74c9b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defa50b4-18ed-417d-a4fb-9ff6246d3a9f') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:49.438293 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-2d836847-3289-4558-b843-03ecbe74c9b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defa50b4-18ed-417d-a4fb-9ff6246d3a9f') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:49.462834 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2d836847-3289-4558-b843-03ecbe74c9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (defa50b4-18ed-417d-a4fb-9ff6246d3a9f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.494025 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2d836847-3289-4558-b843-03ecbe74c9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (defa50b4-18ed-417d-a4fb-9ff6246d3a9f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.508127 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d836847-3289-4558-b843-03ecbe74c9b4 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:48:49.508127 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2d836847-3289-4558-b843-03ecbe74c9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (defa50b4-18ed-417d-a4fb-9ff6246d3a9f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: timer() Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:48:49.509401 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:48:49.539365 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad65d091-39ab-4a48-aafb-2c03a5f0d53f admin admin] Network 2c07827d-9602-4788-8d9d-4b7e0a6dacc9 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:48:49.542911 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-ad65d091-39ab-4a48-aafb-2c03a5f0d53f admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:49.546608 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad65d091-39ab-4a48-aafb-2c03a5f0d53f admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:49.665853 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65d091-39ab-4a48-aafb-2c03a5f0d53f admin admin] Pushing event updated for resources: {'Port': ['ID=b4652113-95e6-4418-85ce-7a5ccc2c5446,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:49.667884 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2d836847-3289-4558-b843-03ecbe74c9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (59846b88-00fd-498f-bf39-10534ff19e84), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.686462 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2d836847-3289-4558-b843-03ecbe74c9b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.689097 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2d836847-3289-4558-b843-03ecbe74c9b4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/59846b88-00fd-498f-bf39-10534ff19e84 HTTP/1.1" status: 204 len: 168 time: 0.8211658 Jan 27 21:48:49.709922 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad65d091-39ab-4a48-aafb-2c03a5f0d53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (631d55d2-5cec-4448-85ae-fe1766e2c620), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.732185 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d836847-3289-4558-b843-03ecbe74c9b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=59846b88-00fd-498f-bf39-10534ff19e84,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:49.909896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50406) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:50.007372 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-b80fbdbe-ad8a-4d10-874b-626300434dc7 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:50.014853 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-b80fbdbe-ad8a-4d10-874b-626300434dc7 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0309913 Jan 27 21:48:50.023718 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad65d091-39ab-4a48-aafb-2c03a5f0d53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b4652113-95e6-4418-85ce-7a5ccc2c5446), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.026764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-903582ea-b6d4-4b08-8c58-3fe41d949876 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c810fe11a879463381edea5ce2bfbd75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1132863 Jan 27 21:48:50.037876 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 653934c2-a352-4ff3-a2b7-191795379093 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:50.038254 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (653934c2-a352-4ff3-a2b7-191795379093), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.047551 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50408) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:50.047551 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50410) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:50.084639 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-34e9cb20-4a45-42b0-bac1-98019b40a7fa None None] Provisioning complete for port 653934c2-a352-4ff3-a2b7-191795379093 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:50.085018 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-34e9cb20-4a45-42b0-bac1-98019b40a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (653934c2-a352-4ff3-a2b7-191795379093), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.086825 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] Attempting to bind port c167353f-7f63-408f-a088-fbbf86583cfe on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:50.087195 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] Attempting to bind port c167353f-7f63-408f-a088-fbbf86583cfe by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:50.087985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] Attempting to bind port c167353f-7f63-408f-a088-fbbf86583cfe on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:50.096896 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:50.100913 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:50.101612 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.102175 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:50.102844 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] Bound port: c167353f-7f63-408f-a088-fbbf86583cfe, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:50.103568 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c167353f-7f63-408f-a088-fbbf86583cfe), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.105836 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200c66f-a859-4a12-b111-0a2fe247e36b None None] Pushing event updated for resources: {'Port': ['ID=653934c2-a352-4ff3-a2b7-191795379093,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:50.184337 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7b64990b-fd2a-4b64-b37b-98c20a0e585a admin admin] Publish callbacks [] for security_group (0bd4104f-06d8-4616-8c33-1c0de866af15), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.235207 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7b64990b-fd2a-4b64-b37b-98c20a0e585a admin admin] Publish callbacks [] for security_group (0bd4104f-06d8-4616-8c33-1c0de866af15), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.239287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] For port c167353f-7f63-408f-a088-fbbf86583cfe, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:50.243624 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] For port c167353f-7f63-408f-a088-fbbf86583cfe, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c167353f-7f63-408f-a088-fbbf86583cfe,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:50.256610 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c167353f-7f63-408f-a088-fbbf86583cfe), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.296104 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-1745f96f-fb35-46f9-9202-043538f11841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:50.297531 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-1745f96f-fb35-46f9-9202-043538f11841 service neutron] 10.222.0.23 "GET /v2.0/ports/73759b05-3cba-4014-b2ec-ff6d7f5cd749 HTTP/1.1" status: 200 len: 1093 time: 0.2717125 Jan 27 21:48:50.307436 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 653934c2-a352-4ff3-a2b7-191795379093 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:50.308076 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-1968c6e6-1c47-4b29-b815-600c1142a17a service neutron] Request body: {'binding': {'host': 'n-h2-772272-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:50.308569 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-1968c6e6-1c47-4b29-b815-600c1142a17a service neutron] Unknown quota resources ['binding']. {{(pid=109741) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:48:50.345686 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad65d091-39ab-4a48-aafb-2c03a5f0d53f admin admin] Publish callbacks [] for port (b4652113-95e6-4418-85ce-7a5ccc2c5446), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.352622 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad65d091-39ab-4a48-aafb-2c03a5f0d53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (b4652113-95e6-4418-85ce-7a5ccc2c5446), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.374423 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-34e9cb20-4a45-42b0-bac1-98019b40a7fa None None] Current status of the port 653934c2-a352-4ff3-a2b7-191795379093 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:50.385111 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7b64990b-fd2a-4b64-b37b-98c20a0e585a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0bd4104f-06d8-4616-8c33-1c0de866af15), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.391776 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7b64990b-fd2a-4b64-b37b-98c20a0e585a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.398854 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7b64990b-fd2a-4b64-b37b-98c20a0e585a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0bd4104f-06d8-4616-8c33-1c0de866af15 HTTP/1.1" status: 204 len: 168 time: 0.3477652 Jan 27 21:48:50.403928 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d09ea-5279-4276-a871-617a06cd33f8 None None] Pushing event updated for resources: {'Port': ['ID=c167353f-7f63-408f-a088-fbbf86583cfe,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:50.416098 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] Routers {'631d55d2-5cec-4448-85ae-fe1766e2c620'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:48:50.416844 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:48:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['631d55d2-5cec-4448-85ae-fe1766e2c620'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:50.429003 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad65d091-39ab-4a48-aafb-2c03a5f0d53f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (631d55d2-5cec-4448-85ae-fe1766e2c620), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.514357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64990b-fd2a-4b64-b37b-98c20a0e585a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd4104f-06d8-4616-8c33-1c0de866af15,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:50.592847 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] Set router 631d55d2-5cec-4448-85ae-fe1766e2c620 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:48:50.614706 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad65d091-39ab-4a48-aafb-2c03a5f0d53f admin admin] Network 2c07827d-9602-4788-8d9d-4b7e0a6dacc9 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:48:50.620806 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-ad65d091-39ab-4a48-aafb-2c03a5f0d53f admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:50.630670 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65d091-39ab-4a48-aafb-2c03a5f0d53f admin admin] Pushing event updated for resources: {'Port': ['ID=b4652113-95e6-4418-85ce-7a5ccc2c5446,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:50.687175 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8991684f-5928-49aa-a53f-c816584aa764 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=199845b217c54a388bc3d621d514a954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6243007 Jan 27 21:48:50.691444 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50424) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:50.708926 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b08755-a351-4819-9a6d-bb5e009c1bdc req-9868cd50-7cf1-424a-b1e2-fa7ee5f1707b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:50.717254 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47b08755-a351-4819-9a6d-bb5e009c1bdc req-9868cd50-7cf1-424a-b1e2-fa7ee5f1707b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 944 time: 0.2531693 Jan 27 21:48:50.809663 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-d80513cc-e543-4364-aaaf-05d0fca5a4e8 None None] Provisioning complete for port b4652113-95e6-4418-85ce-7a5ccc2c5446 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:50.810061 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d80513cc-e543-4364-aaaf-05d0fca5a4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b4652113-95e6-4418-85ce-7a5ccc2c5446), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.815525 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad65d091-39ab-4a48-aafb-2c03a5f0d53f admin admin] Router 631d55d2-5cec-4448-85ae-fe1766e2c620 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:48:50.894762 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-1968c6e6-1c47-4b29-b815-600c1142a17a service neutron] Attempting to bind port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 on host n-h2-772272-3 for vnic_type normal with profile None {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:50.895091 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-1968c6e6-1c47-4b29-b815-600c1142a17a service neutron] Attempting to bind port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:50.895532 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-1968c6e6-1c47-4b29-b815-600c1142a17a service neutron] Attempting to bind port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:50.910533 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-1968c6e6-1c47-4b29-b815-600c1142a17a service neutron] Port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:48:50.911334 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-1968c6e6-1c47-4b29-b815-600c1142a17a service neutron] Attempting to bind port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:50.921800 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-1968c6e6-1c47-4b29-b815-600c1142a17a service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:50.922179 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-1968c6e6-1c47-4b29-b815-600c1142a17a service neutron] Checking segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:50.922549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-1968c6e6-1c47-4b29-b815-600c1142a17a service neutron] Bound using segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:50.922952 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-1968c6e6-1c47-4b29-b815-600c1142a17a service neutron] Bound port: 73759b05-3cba-4014-b2ec-ff6d7f5cd749, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:50.975996 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.985740 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d80513cc-e543-4364-aaaf-05d0fca5a4e8 None None] Port b4652113-95e6-4418-85ce-7a5ccc2c5446 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:48:51.004751 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-1968c6e6-1c47-4b29-b815-600c1142a17a service neutron] For port 73759b05-3cba-4014-b2ec-ff6d7f5cd749, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=73759b05-3cba-4014-b2ec-ff6d7f5cd749,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:51.030708 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47b08755-a351-4819-9a6d-bb5e009c1bdc req-0d6e6536-dd85-4f78-9544-a7d92374d852 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993283 Jan 27 21:48:51.038330 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-1968c6e6-1c47-4b29-b815-600c1142a17a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:51.040308 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-1968c6e6-1c47-4b29-b815-600c1142a17a service neutron] 10.222.0.23 "POST /v2.0/ports/73759b05-3cba-4014-b2ec-ff6d7f5cd749/bindings HTTP/1.1" status: 201 len: 389 time: 0.7354369 Jan 27 21:48:51.054244 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b43899fd-6738-42ac-b5df-a73c5c8d3370 admin admin] Publish callbacks [] for security_group (ec4dc468-9be1-4a1d-a899-4eeeebb7664c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:51.082315 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 653934c2-a352-4ff3-a2b7-191795379093 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:51.110685 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b43899fd-6738-42ac-b5df-a73c5c8d3370 admin admin] Publish callbacks [] for security_group (ec4dc468-9be1-4a1d-a899-4eeeebb7664c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:51.185834 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3c4132b5-3a9d-4670-9e31-24c241b1892d None None] Provisioning complete for port b4652113-95e6-4418-85ce-7a5ccc2c5446 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:51.185834 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3c4132b5-3a9d-4670-9e31-24c241b1892d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b4652113-95e6-4418-85ce-7a5ccc2c5446), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:51.214638 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad65d091-39ab-4a48-aafb-2c03a5f0d53f admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:48:51.227238 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3c4132b5-3a9d-4670-9e31-24c241b1892d None None] Port b4652113-95e6-4418-85ce-7a5ccc2c5446 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:48:51.232024 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b43899fd-6738-42ac-b5df-a73c5c8d3370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ec4dc468-9be1-4a1d-a899-4eeeebb7664c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:51.234230 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 653934c2-a352-4ff3-a2b7-191795379093 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:51.234647 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (653934c2-a352-4ff3-a2b7-191795379093), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:51.235720 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b43899fd-6738-42ac-b5df-a73c5c8d3370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:51.236788 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ad65d091-39ab-4a48-aafb-2c03a5f0d53f admin admin] 10.222.0.23 "PUT /v2.0/routers/631d55d2-5cec-4448-85ae-fe1766e2c620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6723280 Jan 27 21:48:51.237648 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b43899fd-6738-42ac-b5df-a73c5c8d3370 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec4dc468-9be1-4a1d-a899-4eeeebb7664c HTTP/1.1" status: 204 len: 168 time: 0.5048039 Jan 27 21:48:51.266885 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43899fd-6738-42ac-b5df-a73c5c8d3370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4dc468-9be1-4a1d-a899-4eeeebb7664c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:51.285648 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631d55d2-5cec-4448-85ae-fe1766e2c620', 'name': 'tempest-TaggedBootDevicesTest_v242-559042867-router', 'tenant_id': '5fea75ecec484b3792a0d94694ab943f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c167353f-7f63-408f-a088-fbbf86583cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:44Z', 'updated_at': '2022-01-27T21:48:49Z', 'revision_number': 4, 'project_id': '5fea75ecec484b3792a0d94694ab943f', 'gw_port': {'id': 'c167353f-7f63-408f-a088-fbbf86583cfe', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631d55d2-5cec-4448-85ae-fe1766e2c620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:45Z', 'updated_at': '2022-01-27T21:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b4652113-95e6-4418-85ce-7a5ccc2c5446', 'name': '', 'network_id': '2c07827d-9602-4788-8d9d-4b7e0a6dacc9', 'tenant_id': '5fea75ecec484b3792a0d94694ab943f', 'mac_address': 'fa:16:3e:20:52:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631d55d2-5cec-4448-85ae-fe1766e2c620', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c3b2e1b1-f67c-4696-bfa0-718431f32dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:48Z', 'updated_at': '2022-01-27T21:48:50Z', 'revision_number': 2, 'project_id': '5fea75ecec484b3792a0d94694ab943f', 'subnets': [{'id': 'c3b2e1b1-f67c-4696-bfa0-718431f32dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:51.339817 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be25df7-4a06-4ef8-ac68-38333520f47b None None] The sync data for ids ['631d55d2-5cec-4448-85ae-fe1766e2c620'] in n-d-772272-3 is: [{'id': '631d55d2-5cec-4448-85ae-fe1766e2c620', 'name': 'tempest-TaggedBootDevicesTest_v242-559042867-router', 'tenant_id': '5fea75ecec484b3792a0d94694ab943f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c167353f-7f63-408f-a088-fbbf86583cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:44Z', 'updated_at': '2022-01-27T21:48:49Z', 'revision_number': 4, 'project_id': '5fea75ecec484b3792a0d94694ab943f', 'gw_port': {'id': 'c167353f-7f63-408f-a088-fbbf86583cfe', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631d55d2-5cec-4448-85ae-fe1766e2c620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:45Z', 'updated_at': '2022-01-27T21:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b4652113-95e6-4418-85ce-7a5ccc2c5446', 'name': '', 'network_id': '2c07827d-9602-4788-8d9d-4b7e0a6dacc9', 'tenant_id': '5fea75ecec484b3792a0d94694ab943f', 'mac_address': 'fa:16:3e:20:52:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631d55d2-5cec-4448-85ae-fe1766e2c620', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c3b2e1b1-f67c-4696-bfa0-718431f32dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:48Z', 'updated_at': '2022-01-27T21:48:50Z', 'revision_number': 2, 'project_id': '5fea75ecec484b3792a0d94694ab943f', 'subnets': [{'id': 'c3b2e1b1-f67c-4696-bfa0-718431f32dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:48:51.422220 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 653934c2-a352-4ff3-a2b7-191795379093 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:51.488761 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-46f0d817-93b8-4d7d-aed8-5de0e708d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:51.491806 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-46f0d817-93b8-4d7d-aed8-5de0e708d6c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 1096 time: 0.0626502 Jan 27 21:48:51.500563 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d627757-7a2c-4a84-b5e9-be4a1fc49cca req-8141b188-7f11-4229-9fce-ebae517ad515 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:51.502351 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d627757-7a2c-4a84-b5e9-be4a1fc49cca req-8141b188-7f11-4229-9fce-ebae517ad515 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 945 time: 0.0705943 Jan 27 21:48:51.581182 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d627757-7a2c-4a84-b5e9-be4a1fc49cca req-146b98b0-f564-4e3b-898f-baa355786943 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722826 Jan 27 21:48:51.623901 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-83d577f4-8d47-4568-9ca6-5f0e2a5be89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:51.626015 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-83d577f4-8d47-4568-9ca6-5f0e2a5be89d service neutron] 10.222.0.21 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 920 time: 0.1259952 Jan 27 21:48:51.701521 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-ff1ffee9-f6e2-4a13-91e9-8072cc034264 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73759b05-3cba-4014-b2ec-ff6d7f5cd749 HTTP/1.1" status: 200 len: 217 time: 0.0689745 Jan 27 21:48:51.763735 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-cab461a5-553d-4e3c-9318-e46753d46843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:51.765573 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-cab461a5-553d-4e3c-9318-e46753d46843 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.0578165 Jan 27 21:48:51.803618 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-75c1cb93-0ee5-407c-9c91-45583805c104 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307615 Jan 27 21:48:51.854377 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50462) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:51.909514 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d5024593-c3e3-4c9f-a0a7-9211e54f99c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca43e687bacf47ab91d26a26b88d81a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0539086 Jan 27 21:48:51.912702 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50474) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:51.947847 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-626ec7c0-9386-4f89-9800-d69c5815af76 service neutron] 10.222.0.21 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358776 Jan 27 21:48:51.987603 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-82143ab2-522b-485a-83ba-944b2e91a2db admin admin] Publish callbacks [] for security_group (5717e5f1-3a7b-463b-a9c9-394fdf9ea7a7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:52.029334 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-82143ab2-522b-485a-83ba-944b2e91a2db admin admin] Publish callbacks [] for security_group (5717e5f1-3a7b-463b-a9c9-394fdf9ea7a7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:52.087908 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-57661713-150c-4546-8bde-334ab3f07df2 service neutron] 10.222.0.21 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310625 Jan 27 21:48:52.119910 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-82143ab2-522b-485a-83ba-944b2e91a2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5717e5f1-3a7b-463b-a9c9-394fdf9ea7a7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:52.122506 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-82143ab2-522b-485a-83ba-944b2e91a2db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:52.123695 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-82143ab2-522b-485a-83ba-944b2e91a2db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5717e5f1-3a7b-463b-a9c9-394fdf9ea7a7 HTTP/1.1" status: 204 len: 168 time: 0.2094104 Jan 27 21:48:52.169465 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50498) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:52.188967 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82143ab2-522b-485a-83ba-944b2e91a2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5717e5f1-3a7b-463b-a9c9-394fdf9ea7a7,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:52.230781 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65738799-3612-416e-9458-8d59269bdbbd req-1d353c8b-2722-44a7-8902-93e84eac29b7 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:52.235261 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-65738799-3612-416e-9458-8d59269bdbbd req-1d353c8b-2722-44a7-8902-93e84eac29b7 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 944 time: 0.1056936 Jan 27 21:48:52.396762 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-65738799-3612-416e-9458-8d59269bdbbd req-e6e95e8b-3d79-492f-bfd1-b852ccbeda54 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519861 Jan 27 21:48:52.458382 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-057a682b-4fd5-4804-88a4-05d30a017df6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-316323500-network', 'tenant_id': '72793a0e456143cabbdcdbc7ea9a90db'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:52.520535 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057a682b-4fd5-4804-88a4-05d30a017df6 admin admin] Made reservation on behalf of 72793a0e456143cabbdcdbc7ea9a90db for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:52.524468 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-057a682b-4fd5-4804-88a4-05d30a017df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:52.537267 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-057a682b-4fd5-4804-88a4-05d30a017df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:52.685922 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-057a682b-4fd5-4804-88a4-05d30a017df6 admin admin] Publish callbacks [] for security_group (6308e3d4-ab61-4a51-bca5-58882572314d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:52.692726 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-057a682b-4fd5-4804-88a4-05d30a017df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6308e3d4-ab61-4a51-bca5-58882572314d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:52.727434 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057a682b-4fd5-4804-88a4-05d30a017df6 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:48:52.756613 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-057a682b-4fd5-4804-88a4-05d30a017df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (89105fb6-a328-438e-9b64-5cc02fc6058f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:52.757193 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-057a682b-4fd5-4804-88a4-05d30a017df6 admin admin] Added segment 89105fb6-a328-438e-9b64-5cc02fc6058f of type vlan for network b54257b7-dbcf-4f46-b637-486e067a504b Jan 27 21:48:52.758679 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a682b-4fd5-4804-88a4-05d30a017df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6308e3d4-ab61-4a51-bca5-58882572314d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:52.839902 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f48cdb-c31b-4445-bad3-d1598eb072e5 req-1e8c520b-73d8-4829-a281-17d0022f5463 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:52.843610 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86f48cdb-c31b-4445-bad3-d1598eb072e5 req-1e8c520b-73d8-4829-a281-17d0022f5463 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 945 time: 0.1100013 Jan 27 21:48:52.848111 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-057a682b-4fd5-4804-88a4-05d30a017df6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (b54257b7-dbcf-4f46-b637-486e067a504b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:52.917320 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-057a682b-4fd5-4804-88a4-05d30a017df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (b54257b7-dbcf-4f46-b637-486e067a504b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:52.918616 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057a682b-4fd5-4804-88a4-05d30a017df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:52.919494 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-057a682b-4fd5-4804-88a4-05d30a017df6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:52.964306 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86f48cdb-c31b-4445-bad3-d1598eb072e5 req-6ad4c7eb-b774-4df0-9434-40cae06041bd tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112986 Jan 27 21:48:52.989011 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-057a682b-4fd5-4804-88a4-05d30a017df6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8174717 Jan 27 21:48:52.997985 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a682b-4fd5-4804-88a4-05d30a017df6 admin admin] Pushing event updated for resources: {'Network': ['ID=b54257b7-dbcf-4f46-b637-486e067a504b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:52.998822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50528) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:53.005939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-4aa7a969-a4f6-4289-a59f-44fa70d20cf9 admin admin] Request body: {'subnet': {'network_id': 'b54257b7-dbcf-4f46-b637-486e067a504b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-316323500-subnet', 'tenant_id': '72793a0e456143cabbdcdbc7ea9a90db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:53.024785 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network b54257b7-dbcf-4f46-b637-486e067a504b details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:48:53.068630 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa7a969-a4f6-4289-a59f-44fa70d20cf9 admin admin] Made reservation on behalf of 72793a0e456143cabbdcdbc7ea9a90db for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:53.074362 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4aa7a969-a4f6-4289-a59f-44fa70d20cf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:53.160416 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c167353f-7f63-408f-a088-fbbf86583cfe up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:53.339493 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port c167353f-7f63-408f-a088-fbbf86583cfe triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:53.339874 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c167353f-7f63-408f-a088-fbbf86583cfe), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:53.451113 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4aa7a969-a4f6-4289-a59f-44fa70d20cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (4abbd7cd-cdc5-4ef6-812d-5002b9a8b007), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:53.561087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port c167353f-7f63-408f-a088-fbbf86583cfe is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:53.561737 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c167353f-7f63-408f-a088-fbbf86583cfe), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:53.565790 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7a969-a4f6-4289-a59f-44fa70d20cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4abbd7cd-cdc5-4ef6-812d-5002b9a8b007,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:53.625199 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port c167353f-7f63-408f-a088-fbbf86583cfe, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c167353f-7f63-408f-a088-fbbf86583cfe,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:53.637043 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c167353f-7f63-408f-a088-fbbf86583cfe), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:53.727924 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=c167353f-7f63-408f-a088-fbbf86583cfe,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:53.737789 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa7a969-a4f6-4289-a59f-44fa70d20cf9 admin admin] Checking segment: {'id': '89105fb6-a328-438e-9b64-5cc02fc6058f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b54257b7-dbcf-4f46-b637-486e067a504b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:53.738154 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa7a969-a4f6-4289-a59f-44fa70d20cf9 admin admin] Network hostable DHCP agents. Network: b54257b7-dbcf-4f46-b637-486e067a504b, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:48:53.755738 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d3a59-3285-4e4a-b17a-6c5f50122230 req-00388bad-d243-43a4-bf23-9ba1829a83a1 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:53.759296 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e2d3a59-3285-4e4a-b17a-6c5f50122230 req-00388bad-d243-43a4-bf23-9ba1829a83a1 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 944 time: 0.1952839 Jan 27 21:48:53.786174 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa7a969-a4f6-4289-a59f-44fa70d20cf9 admin admin] Network b54257b7-dbcf-4f46-b637-486e067a504b is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:48:53.794342 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50574) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:53.808524 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-4aa7a969-a4f6-4289-a59f-44fa70d20cf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, b54257b7-dbcf-4f46-b637-486e067a504b) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:53.817241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aa0072-ab76-4231-8d3b-5363d7d95389 None None] Network b54257b7-dbcf-4f46-b637-486e067a504b requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:53.837731 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa7a969-a4f6-4289-a59f-44fa70d20cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:53.838348 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4aa7a969-a4f6-4289-a59f-44fa70d20cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:53.876619 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e2d3a59-3285-4e4a-b17a-6c5f50122230 req-b60bbeab-efca-40c0-a923-df669cf7d0f7 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016581 Jan 27 21:48:53.892487 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4aa7a969-a4f6-4289-a59f-44fa70d20cf9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8912492 Jan 27 21:48:53.947397 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-6c45189f-1cb1-45d3-86df-3100efd24e9e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-network', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:53.977023 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c45189f-1cb1-45d3-86df-3100efd24e9e admin admin] Made reservation on behalf of 307ee0f93cd34cda8ec9abcf33979fc8 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:53.980678 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c45189f-1cb1-45d3-86df-3100efd24e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:53.991664 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c45189f-1cb1-45d3-86df-3100efd24e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.023214 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a8a49c-6dd0-4119-8149-cee9d7c686ab None None] Network b54257b7-dbcf-4f46-b637-486e067a504b requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:54.154521 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa29b50-0255-4874-b27b-6acc1d5bdca7 req-5021274b-949e-4b36-87d3-59fd3101e277 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:54.156251 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1fa29b50-0255-4874-b27b-6acc1d5bdca7 req-5021274b-949e-4b36-87d3-59fd3101e277 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 945 time: 0.0605457 Jan 27 21:48:54.166352 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c45189f-1cb1-45d3-86df-3100efd24e9e admin admin] Publish callbacks [] for security_group (eb4c780b-dd6e-4e28-a4ed-14e3f975cfac), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.173053 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c45189f-1cb1-45d3-86df-3100efd24e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (eb4c780b-dd6e-4e28-a4ed-14e3f975cfac), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.174921 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-46af5b1f-4e7c-4700-aaed-7487ca5260f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.207198 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c45189f-1cb1-45d3-86df-3100efd24e9e admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:48:54.230045 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45189f-1cb1-45d3-86df-3100efd24e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4c780b-dd6e-4e28-a4ed-14e3f975cfac,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:54.235254 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1fa29b50-0255-4874-b27b-6acc1d5bdca7 req-b4599fde-6c8c-4854-8b49-5792b8405fde tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700850 Jan 27 21:48:54.261988 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c45189f-1cb1-45d3-86df-3100efd24e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (92afb8df-73d5-486a-a2b6-8a96b5ff5c12), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.262348 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-6c45189f-1cb1-45d3-86df-3100efd24e9e admin admin] Added segment 92afb8df-73d5-486a-a2b6-8a96b5ff5c12 of type vlan for network 831a3a6a-51c3-4368-adbf-331815b36f4d Jan 27 21:48:54.329066 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c45189f-1cb1-45d3-86df-3100efd24e9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (831a3a6a-51c3-4368-adbf-331815b36f4d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.367830 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-a46f94e4-953d-4c59-8ccd-3b79efecb1da req-698961f8-1346-48c3-a996-8e44420c8413 tempest-SecurityGroupsNegativeTestJSON-1514152252 tempest-SecurityGroupsNegativeTestJSON-1514152252-project] show failed (client error): The resource could not be found. Jan 27 21:48:54.368074 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c45189f-1cb1-45d3-86df-3100efd24e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (831a3a6a-51c3-4368-adbf-331815b36f4d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.368926 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c45189f-1cb1-45d3-86df-3100efd24e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:54.369272 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a46f94e4-953d-4c59-8ccd-3b79efecb1da req-698961f8-1346-48c3-a996-8e44420c8413 tempest-SecurityGroupsNegativeTestJSON-1514152252 tempest-SecurityGroupsNegativeTestJSON-1514152252-project] 10.222.0.23 "GET /v2.0/security-groups/3a99b42d-999f-482a-a627-e78d00063cba HTTP/1.1" status: 404 len: 352 time: 0.0177257 Jan 27 21:48:54.369564 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c45189f-1cb1-45d3-86df-3100efd24e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.428220 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6c45189f-1cb1-45d3-86df-3100efd24e9e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6310585 Jan 27 21:48:54.431754 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50590) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:54.443296 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-f3587bfa-339e-457d-9812-54ea0b63c68c admin admin] Request body: {'subnet': {'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-subnet', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:54.512571 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45189f-1cb1-45d3-86df-3100efd24e9e admin admin] Pushing event updated for resources: {'Network': ['ID=831a3a6a-51c3-4368-adbf-331815b36f4d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:54.514866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-494510f8-84a0-4634-973e-4c4ce8a49d55 req-93d85114-d4e4-4436-a7bf-9573f1a7995f tempest-SecurityGroupsNegativeTestJSON-1514152252 tempest-SecurityGroupsNegativeTestJSON-1514152252-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72793a0e456143cabbdcdbc7ea9a90db HTTP/1.1" status: 200 len: 3001 time: 0.1060944 Jan 27 21:48:54.530025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3587bfa-339e-457d-9812-54ea0b63c68c admin admin] Made reservation on behalf of 307ee0f93cd34cda8ec9abcf33979fc8 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:54.534441 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f3587bfa-339e-457d-9812-54ea0b63c68c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.545282 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 831a3a6a-51c3-4368-adbf-331815b36f4d details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:48:54.703687 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-494510f8-84a0-4634-973e-4c4ce8a49d55 req-a6fa9a25-6abd-4d5c-872e-c7a90ed94a93 tempest-SecurityGroupsNegativeTestJSON-1514152252 tempest-SecurityGroupsNegativeTestJSON-1514152252-project] 10.222.0.23 "GET /v2.0/security-groups/6308e3d4-ab61-4a51-bca5-58882572314d HTTP/1.1" status: 200 len: 2998 time: 0.1541293 Jan 27 21:48:54.912343 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] Sync routers for ids ['631d55d2-5cec-4448-85ae-fe1766e2c620'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:48:54.921428 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-494510f8-84a0-4634-973e-4c4ce8a49d55 req-c2eea62c-70b3-4cdb-82c9-d1e23de62845 tempest-SecurityGroupsNegativeTestJSON-1514152252 tempest-SecurityGroupsNegativeTestJSON-1514152252-project] 10.222.0.23 "GET /v2.0/security-groups/6308e3d4-ab61-4a51-bca5-58882572314d HTTP/1.1" status: 200 len: 2998 time: 0.2119594 Jan 27 21:48:54.930074 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] Routers {'631d55d2-5cec-4448-85ae-fe1766e2c620'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:48:54.930074 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:48:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['631d55d2-5cec-4448-85ae-fe1766e2c620'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:54.971826 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c167353f-7f63-408f-a088-fbbf86583cfe up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:55.061836 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port c167353f-7f63-408f-a088-fbbf86583cfe triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:55.062715 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c167353f-7f63-408f-a088-fbbf86583cfe), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.076041 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f3587bfa-339e-457d-9812-54ea0b63c68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (7becb874-eb6e-4f6c-92fe-d47bec9d68c3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.076619 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] Set router 631d55d2-5cec-4448-85ae-fe1766e2c620 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:48:55.149027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-def0ce48-a3da-44c4-bf52-a9a17e8d1ba4 req-ddd89b07-af46-4657-81d1-acc273c926f8 tempest-SecurityGroupsNegativeTestJSON-1514152252 tempest-SecurityGroupsNegativeTestJSON-1514152252-project] 10.222.0.23 "GET /v2.0/security-groups/6308e3d4-ab61-4a51-bca5-58882572314d HTTP/1.1" status: 200 len: 2998 time: 0.1271453 Jan 27 21:48:55.177059 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port c167353f-7f63-408f-a088-fbbf86583cfe is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:55.249563 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228102f-acae-46c0-8831-75c80959c42e req-6d2af1c2-4875-4d19-93d9-3a446736382c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:55.256709 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1228102f-acae-46c0-8831-75c80959c42e req-6d2af1c2-4875-4d19-93d9-3a446736382c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 944 time: 0.2364733 Jan 27 21:48:55.257841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3587bfa-339e-457d-9812-54ea0b63c68c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7becb874-eb6e-4f6c-92fe-d47bec9d68c3,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:55.284483 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-def0ce48-a3da-44c4-bf52-a9a17e8d1ba4 req-aa0e1c99-2a36-4226-a4b0-b6b5a92149f1 tempest-SecurityGroupsNegativeTestJSON-1514152252 tempest-SecurityGroupsNegativeTestJSON-1514152252-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 21:48:55.285541 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-def0ce48-a3da-44c4-bf52-a9a17e8d1ba4 req-aa0e1c99-2a36-4226-a4b0-b6b5a92149f1 tempest-SecurityGroupsNegativeTestJSON-1514152252 tempest-SecurityGroupsNegativeTestJSON-1514152252-project] 10.222.0.23 "DELETE /v2.0/security-groups/6308e3d4-ab61-4a51-bca5-58882572314d HTTP/1.1" status: 409 len: 352 time: 0.1272974 Jan 27 21:48:55.301780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3587bfa-339e-457d-9812-54ea0b63c68c admin admin] Checking segment: {'id': '92afb8df-73d5-486a-a2b6-8a96b5ff5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:55.302148 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3587bfa-339e-457d-9812-54ea0b63c68c admin admin] Network hostable DHCP agents. Network: 831a3a6a-51c3-4368-adbf-331815b36f4d, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:48:55.347632 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631d55d2-5cec-4448-85ae-fe1766e2c620', 'name': 'tempest-TaggedBootDevicesTest_v242-559042867-router', 'tenant_id': '5fea75ecec484b3792a0d94694ab943f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c167353f-7f63-408f-a088-fbbf86583cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:44Z', 'updated_at': '2022-01-27T21:48:49Z', 'revision_number': 4, 'project_id': '5fea75ecec484b3792a0d94694ab943f', 'gw_port': {'id': 'c167353f-7f63-408f-a088-fbbf86583cfe', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631d55d2-5cec-4448-85ae-fe1766e2c620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:45Z', 'updated_at': '2022-01-27T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b4652113-95e6-4418-85ce-7a5ccc2c5446', 'name': '', 'network_id': '2c07827d-9602-4788-8d9d-4b7e0a6dacc9', 'tenant_id': '5fea75ecec484b3792a0d94694ab943f', 'mac_address': 'fa:16:3e:20:52:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631d55d2-5cec-4448-85ae-fe1766e2c620', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c3b2e1b1-f67c-4696-bfa0-718431f32dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:48Z', 'updated_at': '2022-01-27T21:48:50Z', 'revision_number': 2, 'project_id': '5fea75ecec484b3792a0d94694ab943f', 'subnets': [{'id': 'c3b2e1b1-f67c-4696-bfa0-718431f32dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:55.360535 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1228102f-acae-46c0-8831-75c80959c42e req-3ff5a874-06f8-4d35-8e0c-42e7c35f9e3d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816381 Jan 27 21:48:55.362144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3587bfa-339e-457d-9812-54ea0b63c68c admin admin] Network 831a3a6a-51c3-4368-adbf-331815b36f4d is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:48:55.372539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-f3587bfa-339e-457d-9812-54ea0b63c68c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 831a3a6a-51c3-4368-adbf-331815b36f4d) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:55.390569 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046aa34b-1787-48f4-8356-44296507bb6b None None] Network 831a3a6a-51c3-4368-adbf-331815b36f4d requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:55.395422 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] Checking router: 631d55d2-5cec-4448-85ae-fe1766e2c620 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:48:55.395700 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] Updating router 631d55d2-5cec-4448-85ae-fe1766e2c620 port b4652113-95e6-4418-85ce-7a5ccc2c5446 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:48:55.406469 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3587bfa-339e-457d-9812-54ea0b63c68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:55.406989 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f3587bfa-339e-457d-9812-54ea0b63c68c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.430359 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-6ff29d7e-be49-4988-adff-ace16e48c626 req-072de6d1-f43c-4e9f-8a26-656f4b22f9ac tempest-SecurityGroupsNegativeTestJSON-1514152252 tempest-SecurityGroupsNegativeTestJSON-1514152252-project] show failed (client error): The resource could not be found. Jan 27 21:48:55.437778 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ff29d7e-be49-4988-adff-ace16e48c626 req-072de6d1-f43c-4e9f-8a26-656f4b22f9ac tempest-SecurityGroupsNegativeTestJSON-1514152252 tempest-SecurityGroupsNegativeTestJSON-1514152252-project] 10.222.0.23 "GET /v2.0/security-groups/4a6a8648-ac6e-4c42-a1e0-506e7c11eada HTTP/1.1" status: 404 len: 352 time: 0.0270019 Jan 27 21:48:55.458874 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b4652113-95e6-4418-85ce-7a5ccc2c5446), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.505355 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-b43c3796-54f1-4b01-95ba-62e30e21418c req-0ced58d5-44c0-4a75-a8c3-1ec5fddb54ac tempest-SecurityGroupsNegativeTestJSON-1514152252 tempest-SecurityGroupsNegativeTestJSON-1514152252-project] show failed (client error): The resource could not be found. Jan 27 21:48:55.512179 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b43c3796-54f1-4b01-95ba-62e30e21418c req-0ced58d5-44c0-4a75-a8c3-1ec5fddb54ac tempest-SecurityGroupsNegativeTestJSON-1514152252 tempest-SecurityGroupsNegativeTestJSON-1514152252-project] 10.222.0.23 "GET /v2.0/security-groups/ed13bc58-5994-4f49-88fd-7ff56a7dffd5 HTTP/1.1" status: 404 len: 352 time: 0.0318804 Jan 27 21:48:55.518701 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50610) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:55.539136 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f3587bfa-339e-457d-9812-54ea0b63c68c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1031022 Jan 27 21:48:55.548848 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c6ba3-7ec9-4dd6-a33f-940d366d1289 req-51b7fa29-ea53-4f29-82aa-af2520d65db6 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:55.551328 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a5c6ba3-7ec9-4dd6-a33f-940d366d1289 req-51b7fa29-ea53-4f29-82aa-af2520d65db6 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 945 time: 0.1666582 Jan 27 21:48:55.552490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50612) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:55.559392 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-b770c294-930d-417d-9ffc-0fbf83e38bc7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:55.568176 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4d8620-2bf2-4550-a3ed-98cad3f212aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-831a3a6a-51c3-4368-adbf-331815b36f4d', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:48:55.569941 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cf4d8620-2bf2-4550-a3ed-98cad3f212aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.631967 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39cd2f3-3830-419f-9244-92144b9ed6f3 admin admin] Deleting subnet 4abbd7cd-cdc5-4ef6-812d-5002b9a8b007 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:48:55.646637 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e39cd2f3-3830-419f-9244-92144b9ed6f3 admin admin] Publish callbacks [] for subnet (4abbd7cd-cdc5-4ef6-812d-5002b9a8b007), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.694487 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b770c294-930d-417d-9ffc-0fbf83e38bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (350b52e3-77d6-46a0-bae3-f6e8f70175d0), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.695759 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b770c294-930d-417d-9ffc-0fbf83e38bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (350b52e3-77d6-46a0-bae3-f6e8f70175d0), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.702866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a5c6ba3-7ec9-4dd6-a33f-940d366d1289 req-e2767890-6d5a-4994-87c8-68a92d3e27de tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391330 Jan 27 21:48:55.793552 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e39cd2f3-3830-419f-9244-92144b9ed6f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (4abbd7cd-cdc5-4ef6-812d-5002b9a8b007), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.906197 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b770c294-930d-417d-9ffc-0fbf83e38bc7 admin admin] Publish callbacks [] for router_controller (350b52e3-77d6-46a0-bae3-f6e8f70175d0), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.911269 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e39cd2f3-3830-419f-9244-92144b9ed6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (4abbd7cd-cdc5-4ef6-812d-5002b9a8b007), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.017330 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-cf4d8620-2bf2-4550-a3ed-98cad3f212aa None None] Allocated IP 172.20.0.2 (831a3a6a-51c3-4368-adbf-331815b36f4d/7becb874-eb6e-4f6c-92fe-d47bec9d68c3/cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:48:56.021739 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] Publish callbacks [] for port (b4652113-95e6-4418-85ce-7a5ccc2c5446), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.026838 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e39cd2f3-3830-419f-9244-92144b9ed6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (4abbd7cd-cdc5-4ef6-812d-5002b9a8b007), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.033587 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b4652113-95e6-4418-85ce-7a5ccc2c5446), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.082791 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39cd2f3-3830-419f-9244-92144b9ed6f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4abbd7cd-cdc5-4ef6-812d-5002b9a8b007,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:56.105666 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e39cd2f3-3830-419f-9244-92144b9ed6f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.112361 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e39cd2f3-3830-419f-9244-92144b9ed6f3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4abbd7cd-cdc5-4ef6-812d-5002b9a8b007 HTTP/1.1" status: 204 len: 168 time: 0.5900228 Jan 27 21:48:56.115080 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50622) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:56.227791 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b770c294-930d-417d-9ffc-0fbf83e38bc7 admin admin] Publish callbacks [] for router_gateway (350b52e3-77d6-46a0-bae3-f6e8f70175d0), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.232751 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b195f-509c-441b-b67c-c7b65db06f15 None None] Pushing event updated for resources: {'Port': ['ID=b4652113-95e6-4418-85ce-7a5ccc2c5446,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:56.245016 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] Attempting to bind port b4652113-95e6-4418-85ce-7a5ccc2c5446 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:56.245388 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] Attempting to bind port b4652113-95e6-4418-85ce-7a5ccc2c5446 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '5233ea11-19e6-4e58-a952-2227f22e0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2c07827d-9602-4788-8d9d-4b7e0a6dacc9'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:56.245751 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] Attempting to bind port b4652113-95e6-4418-85ce-7a5ccc2c5446 on network 2c07827d-9602-4788-8d9d-4b7e0a6dacc9 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:56.257106 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:56.257431 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] Checking segment: {'id': '5233ea11-19e6-4e58-a952-2227f22e0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2c07827d-9602-4788-8d9d-4b7e0a6dacc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:56.257842 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.258239 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] Bound using segment: {'id': '5233ea11-19e6-4e58-a952-2227f22e0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2c07827d-9602-4788-8d9d-4b7e0a6dacc9'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:56.258737 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] Bound port: b4652113-95e6-4418-85ce-7a5ccc2c5446, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5233ea11-19e6-4e58-a952-2227f22e0d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2c07827d-9602-4788-8d9d-4b7e0a6dacc9'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:56.259141 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b4652113-95e6-4418-85ce-7a5ccc2c5446), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.382312 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-26aec831-f3c7-4dca-9d67-227a2996b54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (b54257b7-dbcf-4f46-b637-486e067a504b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.405091 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] For port b4652113-95e6-4418-85ce-7a5ccc2c5446, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:56.415268 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] For port b4652113-95e6-4418-85ce-7a5ccc2c5446, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b4652113-95e6-4418-85ce-7a5ccc2c5446,segment=NetworkSegment(5233ea11-19e6-4e58-a952-2227f22e0d67),segment_id=5233ea11-19e6-4e58-a952-2227f22e0d67)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:56.423814 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b4652113-95e6-4418-85ce-7a5ccc2c5446), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.541485 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] Routers {'631d55d2-5cec-4448-85ae-fe1766e2c620'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:48:56.542150 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:48:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['631d55d2-5cec-4448-85ae-fe1766e2c620'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:56.544237 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b195f-509c-441b-b67c-c7b65db06f15 None None] Pushing event updated for resources: {'Port': ['ID=b4652113-95e6-4418-85ce-7a5ccc2c5446,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:56.597842 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-26aec831-f3c7-4dca-9d67-227a2996b54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (b54257b7-dbcf-4f46-b637-486e067a504b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.645942 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-26aec831-f3c7-4dca-9d67-227a2996b54d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54257b7-dbcf-4f46-b637-486e067a504b']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:56.665601 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-26aec831-f3c7-4dca-9d67-227a2996b54d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89105fb6-a328-438e-9b64-5cc02fc6058f') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:56.665899 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-26aec831-f3c7-4dca-9d67-227a2996b54d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89105fb6-a328-438e-9b64-5cc02fc6058f') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:56.703999 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-26aec831-f3c7-4dca-9d67-227a2996b54d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (89105fb6-a328-438e-9b64-5cc02fc6058f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.734416 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-26aec831-f3c7-4dca-9d67-227a2996b54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (89105fb6-a328-438e-9b64-5cc02fc6058f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.748145 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26aec831-f3c7-4dca-9d67-227a2996b54d admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:48:56.748870 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-26aec831-f3c7-4dca-9d67-227a2996b54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (89105fb6-a328-438e-9b64-5cc02fc6058f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: timer() Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:48:56.756795 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:48:56.764761 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9ef47f63-7f0a-4a63-96da-19c1f8b295be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.775944 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] Set router 631d55d2-5cec-4448-85ae-fe1766e2c620 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:48:56.802117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7cc14936-9aa8-4a38-8f7c-0c692aeb2192 None None] Provisioning complete for port b4652113-95e6-4418-85ce-7a5ccc2c5446 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:56.802453 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7cc14936-9aa8-4a38-8f7c-0c692aeb2192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b4652113-95e6-4418-85ce-7a5ccc2c5446), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.863425 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-26aec831-f3c7-4dca-9d67-227a2996b54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (b54257b7-dbcf-4f46-b637-486e067a504b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.879374 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-26aec831-f3c7-4dca-9d67-227a2996b54d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.891892 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-26aec831-f3c7-4dca-9d67-227a2996b54d admin admin] 10.222.0.23 "DELETE /v2.0/networks/b54257b7-dbcf-4f46-b637-486e067a504b HTTP/1.1" status: 204 len: 168 time: 0.7757123 Jan 27 21:48:56.948254 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cf4d8620-2bf2-4550-a3ed-98cad3f212aa None None] Publish callbacks [] for port (cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.951138 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aec831-f3c7-4dca-9d67-227a2996b54d admin admin] Pushing event deleted for resources: {'Network': ['ID=b54257b7-dbcf-4f46-b637-486e067a504b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:56.978682 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cf4d8620-2bf2-4550-a3ed-98cad3f212aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.109542 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b770c294-930d-417d-9ffc-0fbf83e38bc7 admin admin] Publish callbacks [] for router_gateway (350b52e3-77d6-46a0-bae3-f6e8f70175d0), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.122592 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d8620-2bf2-4550-a3ed-98cad3f212aa None None] Pushing event updated for resources: {'Port': ['ID=cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:57.132316 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b4652113-95e6-4418-85ce-7a5ccc2c5446 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:57.174843 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b770c294-930d-417d-9ffc-0fbf83e38bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.215641 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50638) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:57.242466 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631d55d2-5cec-4448-85ae-fe1766e2c620', 'name': 'tempest-TaggedBootDevicesTest_v242-559042867-router', 'tenant_id': '5fea75ecec484b3792a0d94694ab943f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c167353f-7f63-408f-a088-fbbf86583cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:44Z', 'updated_at': '2022-01-27T21:48:49Z', 'revision_number': 4, 'project_id': '5fea75ecec484b3792a0d94694ab943f', 'gw_port': {'id': 'c167353f-7f63-408f-a088-fbbf86583cfe', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631d55d2-5cec-4448-85ae-fe1766e2c620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:45Z', 'updated_at': '2022-01-27T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b4652113-95e6-4418-85ce-7a5ccc2c5446', 'name': '', 'network_id': '2c07827d-9602-4788-8d9d-4b7e0a6dacc9', 'tenant_id': '5fea75ecec484b3792a0d94694ab943f', 'mac_address': 'fa:16:3e:20:52:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631d55d2-5cec-4448-85ae-fe1766e2c620', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c3b2e1b1-f67c-4696-bfa0-718431f32dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:48Z', 'updated_at': '2022-01-27T21:48:56Z', 'revision_number': 4, 'project_id': '5fea75ecec484b3792a0d94694ab943f', 'subnets': [{'id': 'c3b2e1b1-f67c-4696-bfa0-718431f32dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:57.287496 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4d8620-2bf2-4550-a3ed-98cad3f212aa None None] Network 831a3a6a-51c3-4368-adbf-331815b36f4d is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:48:57.292226 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4e8d7-e24c-4b6c-a2b1-90671db34918 None None] The sync data for ids ['631d55d2-5cec-4448-85ae-fe1766e2c620'] in n-d-772272-3 is: [{'id': '631d55d2-5cec-4448-85ae-fe1766e2c620', 'name': 'tempest-TaggedBootDevicesTest_v242-559042867-router', 'tenant_id': '5fea75ecec484b3792a0d94694ab943f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c167353f-7f63-408f-a088-fbbf86583cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:44Z', 'updated_at': '2022-01-27T21:48:49Z', 'revision_number': 4, 'project_id': '5fea75ecec484b3792a0d94694ab943f', 'gw_port': {'id': 'c167353f-7f63-408f-a088-fbbf86583cfe', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631d55d2-5cec-4448-85ae-fe1766e2c620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:45Z', 'updated_at': '2022-01-27T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b4652113-95e6-4418-85ce-7a5ccc2c5446', 'name': '', 'network_id': '2c07827d-9602-4788-8d9d-4b7e0a6dacc9', 'tenant_id': '5fea75ecec484b3792a0d94694ab943f', 'mac_address': 'fa:16:3e:20:52:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631d55d2-5cec-4448-85ae-fe1766e2c620', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c3b2e1b1-f67c-4696-bfa0-718431f32dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:48Z', 'updated_at': '2022-01-27T21:48:56Z', 'revision_number': 4, 'project_id': '5fea75ecec484b3792a0d94694ab943f', 'subnets': [{'id': 'c3b2e1b1-f67c-4696-bfa0-718431f32dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:48:57.319434 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-97c3cd98-6972-404d-a776-91918f89bdde admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72793a0e456143cabbdcdbc7ea9a90db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1024439 Jan 27 21:48:57.321864 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-cf4d8620-2bf2-4550-a3ed-98cad3f212aa None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:57.322488 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50640) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:57.341638 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4d8620-2bf2-4550-a3ed-98cad3f212aa None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:57.397085 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-b770c294-930d-417d-9ffc-0fbf83e38bc7 admin admin] Allocated IP 172.25.3.67 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/b2fd13ed-b0b5-4b41-b024-7e51cb9c285b) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:48:57.419888 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-72db6b8f-21c1-4ab3-a2b9-98794a5148c4 admin admin] Publish callbacks [] for security_group (6308e3d4-ab61-4a51-bca5-58882572314d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.426579 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c7d69-85ee-4688-906b-a6f70de5247b req-928f33df-053a-4ac7-bea7-2930416979fb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:57.437676 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-243c7d69-85ee-4688-906b-a6f70de5247b req-928f33df-053a-4ac7-bea7-2930416979fb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 944 time: 0.6231470 Jan 27 21:48:57.452684 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-72db6b8f-21c1-4ab3-a2b9-98794a5148c4 admin admin] Publish callbacks [] for security_group (6308e3d4-ab61-4a51-bca5-58882572314d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.484065 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7cc14936-9aa8-4a38-8f7c-0c692aeb2192 None None] Current status of the port b4652113-95e6-4418-85ce-7a5ccc2c5446 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:57.484834 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7cc14936-9aa8-4a38-8f7c-0c692aeb2192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b4652113-95e6-4418-85ce-7a5ccc2c5446), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.515208 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port b4652113-95e6-4418-85ce-7a5ccc2c5446 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:57.515851 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b4652113-95e6-4418-85ce-7a5ccc2c5446), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.528559 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-72db6b8f-21c1-4ab3-a2b9-98794a5148c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6308e3d4-ab61-4a51-bca5-58882572314d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.532464 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-72db6b8f-21c1-4ab3-a2b9-98794a5148c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.534267 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-72db6b8f-21c1-4ab3-a2b9-98794a5148c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6308e3d4-ab61-4a51-bca5-58882572314d HTTP/1.1" status: 204 len: 168 time: 0.2105417 Jan 27 21:48:57.546057 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db6b8f-21c1-4ab3-a2b9-98794a5148c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6308e3d4-ab61-4a51-bca5-58882572314d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:57.636433 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.668320 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7cc14936-9aa8-4a38-8f7c-0c692aeb2192 None None] For port b4652113-95e6-4418-85ce-7a5ccc2c5446, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b4652113-95e6-4418-85ce-7a5ccc2c5446,segment=NetworkSegment(5233ea11-19e6-4e58-a952-2227f22e0d67),segment_id=5233ea11-19e6-4e58-a952-2227f22e0d67)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:57.681396 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7cc14936-9aa8-4a38-8f7c-0c692aeb2192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b4652113-95e6-4418-85ce-7a5ccc2c5446), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.717626 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b770c294-930d-417d-9ffc-0fbf83e38bc7 admin admin] Publish callbacks [] for port (b2fd13ed-b0b5-4b41-b024-7e51cb9c285b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.745162 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-cf4d8620-2bf2-4550-a3ed-98cad3f212aa None None] Attempting to bind port cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:57.745546 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-cf4d8620-2bf2-4550-a3ed-98cad3f212aa None None] Attempting to bind port cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '92afb8df-73d5-486a-a2b6-8a96b5ff5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:57.745924 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4d8620-2bf2-4550-a3ed-98cad3f212aa None None] Attempting to bind port cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6 on network 831a3a6a-51c3-4368-adbf-331815b36f4d {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:57.750201 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc14936-9aa8-4a38-8f7c-0c692aeb2192 None None] Pushing event updated for resources: {'Port': ['ID=b4652113-95e6-4418-85ce-7a5ccc2c5446,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:57.761878 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4d8620-2bf2-4550-a3ed-98cad3f212aa None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:57.762278 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4d8620-2bf2-4550-a3ed-98cad3f212aa None None] Checking segment: {'id': '92afb8df-73d5-486a-a2b6-8a96b5ff5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:57.762697 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cf4d8620-2bf2-4550-a3ed-98cad3f212aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.763117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4d8620-2bf2-4550-a3ed-98cad3f212aa None None] Bound using segment: {'id': '92afb8df-73d5-486a-a2b6-8a96b5ff5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:57.763600 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-cf4d8620-2bf2-4550-a3ed-98cad3f212aa None None] Bound port: cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92afb8df-73d5-486a-a2b6-8a96b5ff5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:57.764294 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cf4d8620-2bf2-4550-a3ed-98cad3f212aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.847812 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf925fc-d82e-4e87-8b8c-49e15f2a09d6 req-26fba01d-85bd-45f0-9c49-7a42e710aa16 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:57.859654 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9bf925fc-d82e-4e87-8b8c-49e15f2a09d6 req-26fba01d-85bd-45f0-9c49-7a42e710aa16 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 945 time: 0.6877527 Jan 27 21:48:57.867683 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b770c294-930d-417d-9ffc-0fbf83e38bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (b2fd13ed-b0b5-4b41-b024-7e51cb9c285b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.869342 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cf4d8620-2bf2-4550-a3ed-98cad3f212aa None None] For port cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:57.874358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cf4d8620-2bf2-4550-a3ed-98cad3f212aa None None] For port cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6,segment=NetworkSegment(92afb8df-73d5-486a-a2b6-8a96b5ff5c12),segment_id=92afb8df-73d5-486a-a2b6-8a96b5ff5c12)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:57.889948 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cf4d8620-2bf2-4550-a3ed-98cad3f212aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:58.025680 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-243c7d69-85ee-4688-906b-a6f70de5247b req-388b7caa-1589-4163-9299-fd9a1d22c367 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5870323 Jan 27 21:48:58.027918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b770c294-930d-417d-9ffc-0fbf83e38bc7 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:48:58.048051 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-b770c294-930d-417d-9ffc-0fbf83e38bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:58.053179 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770c294-930d-417d-9ffc-0fbf83e38bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=b2fd13ed-b0b5-4b41-b024-7e51cb9c285b,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:58.062605 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b770c294-930d-417d-9ffc-0fbf83e38bc7 admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:58.081806 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d8620-2bf2-4550-a3ed-98cad3f212aa None None] Pushing event updated for resources: {'Port': ['ID=cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:58.127824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port b4652113-95e6-4418-85ce-7a5ccc2c5446 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:58.131473 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-999ebc96-7cc5-4afc-8128-c52bd868bdf2 None None] Provisioning complete for port b4652113-95e6-4418-85ce-7a5ccc2c5446 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:58.131864 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-999ebc96-7cc5-4afc-8128-c52bd868bdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b4652113-95e6-4418-85ce-7a5ccc2c5446), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:58.256521 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9bf925fc-d82e-4e87-8b8c-49e15f2a09d6 req-0da4e0c9-d573-4d43-ad39-5bc911d64382 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958378 Jan 27 21:48:58.319211 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-999ebc96-7cc5-4afc-8128-c52bd868bdf2 None None] Current status of the port b4652113-95e6-4418-85ce-7a5ccc2c5446 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:58.766363 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:59.026563 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50666) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:59.118933 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b4652113-95e6-4418-85ce-7a5ccc2c5446 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:59.128377 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b770c294-930d-417d-9ffc-0fbf83e38bc7 admin admin] Publish callbacks [] for router_gateway (350b52e3-77d6-46a0-bae3-f6e8f70175d0), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:59.229885 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-7dd577f0-8305-4130-8143-7ddaa5e67250 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1404682131-network', 'tenant_id': '8e1aaa9d11774f57b9b089c711628bf9'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:59.252887 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port b4652113-95e6-4418-85ce-7a5ccc2c5446 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:59.253630 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b4652113-95e6-4418-85ce-7a5ccc2c5446), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:59.266536 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd577f0-8305-4130-8143-7ddaa5e67250 admin admin] Made reservation on behalf of 8e1aaa9d11774f57b9b089c711628bf9 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:59.273501 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7dd577f0-8305-4130-8143-7ddaa5e67250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:59.295984 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7dd577f0-8305-4130-8143-7ddaa5e67250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:59.326034 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcd35b-bb3a-48e2-a9a8-e59a366b246f req-c9340941-8d2c-49de-beb4-99292f28ba13 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:59.327737 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fcfcd35b-bb3a-48e2-a9a8-e59a366b246f req-c9340941-8d2c-49de-beb4-99292f28ba13 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 944 time: 0.1969702 Jan 27 21:48:59.453800 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fcfcd35b-bb3a-48e2-a9a8-e59a366b246f req-be561579-94cb-47d0-bf03-bd3f8c55cb80 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776799 Jan 27 21:48:59.467403 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port b4652113-95e6-4418-85ce-7a5ccc2c5446 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:59.480020 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:59.518030 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7dd577f0-8305-4130-8143-7ddaa5e67250 admin admin] Publish callbacks [] for security_group (46c58d57-b9b5-4423-969b-3c19d52b13d5), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:59.524642 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7dd577f0-8305-4130-8143-7ddaa5e67250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (46c58d57-b9b5-4423-969b-3c19d52b13d5), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:59.552422 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd577f0-8305-4130-8143-7ddaa5e67250 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:48:59.554499 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device a56e79cc-a182-4ceb-ae32-683623dafe7b details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:48:59.579422 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7dd577f0-8305-4130-8143-7ddaa5e67250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (e23239a7-0ed9-4ca2-bcc1-dded4970cb3c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:59.580044 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-7dd577f0-8305-4130-8143-7ddaa5e67250 admin admin] Added segment e23239a7-0ed9-4ca2-bcc1-dded4970cb3c of type vlan for network 4a0995eb-19c0-4803-a2b2-6bd46f90e042 Jan 27 21:48:59.697434 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b770c294-930d-417d-9ffc-0fbf83e38bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (350b52e3-77d6-46a0-bae3-f6e8f70175d0), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:59.730303 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7dd577f0-8305-4130-8143-7ddaa5e67250 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (4a0995eb-19c0-4803-a2b2-6bd46f90e042), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:59.782946 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7807b-bc39-41ab-ad5e-ec157fc53565 req-44725ac8-757a-4c86-95d2-a05c3b0aaff7 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:59.785925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd577f0-8305-4130-8143-7ddaa5e67250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c58d57-b9b5-4423-969b-3c19d52b13d5,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:59.788906 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22a7807b-bc39-41ab-ad5e-ec157fc53565 req-44725ac8-757a-4c86-95d2-a05c3b0aaff7 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 945 time: 0.1687553 Jan 27 21:48:59.790622 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7dd577f0-8305-4130-8143-7ddaa5e67250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (4a0995eb-19c0-4803-a2b2-6bd46f90e042), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:59.791821 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd577f0-8305-4130-8143-7ddaa5e67250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:59.792741 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7dd577f0-8305-4130-8143-7ddaa5e67250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:59.820516 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fbe4e6-2fa2-45c8-848f-0f200db26d7b None None] Network 831a3a6a-51c3-4368-adbf-331815b36f4d requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:59.871359 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7dd577f0-8305-4130-8143-7ddaa5e67250 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8436577 Jan 27 21:48:59.874965 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50682) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:59.886694 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-52c5170c-73ef-4a2b-ab87-bd0be9893eb9 admin admin] Request body: {'subnet': {'network_id': '4a0995eb-19c0-4803-a2b2-6bd46f90e042', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1404682131-subnet', 'tenant_id': '8e1aaa9d11774f57b9b089c711628bf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:59.892709 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd577f0-8305-4130-8143-7ddaa5e67250 admin admin] Pushing event updated for resources: {'Network': ['ID=4a0995eb-19c0-4803-a2b2-6bd46f90e042,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:59.902520 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22a7807b-bc39-41ab-ad5e-ec157fc53565 req-a953f49f-38af-4652-944e-6044201e3bcb tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084120 Jan 27 21:48:59.935544 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c5170c-73ef-4a2b-ab87-bd0be9893eb9 admin admin] Made reservation on behalf of 8e1aaa9d11774f57b9b089c711628bf9 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:59.938514 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-52c5170c-73ef-4a2b-ab87-bd0be9893eb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:59.965391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 4a0995eb-19c0-4803-a2b2-6bd46f90e042 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:48:59.995896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b770c294-930d-417d-9ffc-0fbf83e38bc7 admin admin] Router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:49:00.013714 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:00.014424 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:00.116654 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6a877d22-3e49-4f58-8910-9aad29f355bf None None] Provisioning complete for port cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:00.117142 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6a877d22-3e49-4f58-8910-9aad29f355bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:00.144489 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b770c294-930d-417d-9ffc-0fbf83e38bc7 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:49:00.171075 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b770c294-930d-417d-9ffc-0fbf83e38bc7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:00.172530 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b770c294-930d-417d-9ffc-0fbf83e38bc7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6169400 Jan 27 21:49:00.175341 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50684) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:00.185382 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] Sync routers for ids ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:49:00.234949 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port a56e79cc-a182-4ceb-ae32-683623dafe7b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=a56e79cc-a182-4ceb-ae32-683623dafe7b,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:00.250799 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:00.270154 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] Routers {'350b52e3-77d6-46a0-bae3-f6e8f70175d0'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:49:00.270822 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:48:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:00.327414 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'a56e79cc-a182-4ceb-ae32-683623dafe7b', 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4', 'port_id': 'a56e79cc-a182-4ceb-ae32-683623dafe7b', 'mac_address': 'fa:16:3e:e3:56:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8c1fde-1173-4cc5-9eb6-13f24f8d2210', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:49:00.375276 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-52c5170c-73ef-4a2b-ab87-bd0be9893eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (60782c37-d87d-4ea1-bb01-98c8aba984e1), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:00.450492 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5170c-73ef-4a2b-ab87-bd0be9893eb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60782c37-d87d-4ea1-bb01-98c8aba984e1,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:00.477047 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c5170c-73ef-4a2b-ab87-bd0be9893eb9 admin admin] Checking segment: {'id': 'e23239a7-0ed9-4ca2-bcc1-dded4970cb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4a0995eb-19c0-4803-a2b2-6bd46f90e042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:00.477553 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c5170c-73ef-4a2b-ab87-bd0be9893eb9 admin admin] Network hostable DHCP agents. Network: 4a0995eb-19c0-4803-a2b2-6bd46f90e042, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:49:00.545533 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6a877d22-3e49-4f58-8910-9aad29f355bf None None] Current status of the port cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:00.545808 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c5170c-73ef-4a2b-ab87-bd0be9893eb9 admin admin] Network 4a0995eb-19c0-4803-a2b2-6bd46f90e042 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:49:00.546014 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6a877d22-3e49-4f58-8910-9aad29f355bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:00.565745 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-52c5170c-73ef-4a2b-ab87-bd0be9893eb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 4a0995eb-19c0-4803-a2b2-6bd46f90e042) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:00.571509 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c5170c-73ef-4a2b-ab87-bd0be9893eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:00.572401 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-52c5170c-73ef-4a2b-ab87-bd0be9893eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:00.599248 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-52c5170c-73ef-4a2b-ab87-bd0be9893eb9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7232003 Jan 27 21:49:00.612754 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caba164a-c823-4f16-8817-807c8d690150 None None] Network 4a0995eb-19c0-4803-a2b2-6bd46f90e042 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:00.621279 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] Set router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:49:00.623506 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port a56e79cc-a182-4ceb-ae32-683623dafe7b is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:00.623506 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a56e79cc-a182-4ceb-ae32-683623dafe7b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:00.628798 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:00.629196 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:00.722933 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985cdd1-6c40-444a-b638-712899777f06 req-02243de5-4f03-4f21-aa4e-36056b282045 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:00.725722 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2985cdd1-6c40-444a-b638-712899777f06 req-02243de5-4f03-4f21-aa4e-36056b282045 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 944 time: 0.1252694 Jan 27 21:49:00.830136 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2985cdd1-6c40-444a-b638-712899777f06 req-1c58ae9a-bd81-4801-a94b-64d7224e077a tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899060 Jan 27 21:49:01.045622 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56e79cc-a182-4ceb-ae32-683623dafe7b {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:01.113047 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6a877d22-3e49-4f58-8910-9aad29f355bf None None] For port cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6,segment=NetworkSegment(92afb8df-73d5-486a-a2b6-8a96b5ff5c12),segment_id=92afb8df-73d5-486a-a2b6-8a96b5ff5c12)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:01.128774 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6a877d22-3e49-4f58-8910-9aad29f355bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:01.161071 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f16a3c-04d6-4490-b196-c4e79d9afdc2 req-10812eb6-2195-4aaf-bef9-c1dc5237a7c9 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:01.171037 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05f16a3c-04d6-4490-b196-c4e79d9afdc2 req-10812eb6-2195-4aaf-bef9-c1dc5237a7c9 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 945 time: 0.1364515 Jan 27 21:49:01.179065 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port a56e79cc-a182-4ceb-ae32-683623dafe7b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=a56e79cc-a182-4ceb-ae32-683623dafe7b,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:01.197566 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c986767-bd59-4b4c-893d-a9d48b9b649c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:01.225337 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a56e79cc-a182-4ceb-ae32-683623dafe7b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:01.253577 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05f16a3c-04d6-4490-b196-c4e79d9afdc2 req-be14ccde-c3d5-4c9b-9da7-b09fa033fc56 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812304 Jan 27 21:49:01.325465 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:49:01.325828 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:49:01.334961 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3511388a-6d89-48e0-a413-c8f34c3bc56b None None] Network 4a0995eb-19c0-4803-a2b2-6bd46f90e042 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:01.466316 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a877d22-3e49-4f58-8910-9aad29f355bf None None] Pushing event updated for resources: {'Port': ['ID=cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:01.520937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-80dc8160-2dcc-418b-9756-90f6ce52487e tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:01.537254 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-80dc8160-2dcc-418b-9756-90f6ce52487e tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/networks?id=4a0995eb-19c0-4803-a2b2-6bd46f90e042 HTTP/1.1" status: 200 len: 814 time: 0.2457387 Jan 27 21:49:01.556209 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-78dd9c48-a216-484d-a1db-3ffd131b1ccc tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/quotas/8e1aaa9d11774f57b9b089c711628bf9 HTTP/1.1" status: 200 len: 375 time: 0.0179095 Jan 27 21:49:01.561774 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=a56e79cc-a182-4ceb-ae32-683623dafe7b,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:01.569850 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-6c986767-bd59-4b4c-893d-a9d48b9b649c admin admin] Allocated IP 172.20.0.1 (831a3a6a-51c3-4368-adbf-331815b36f4d/7becb874-eb6e-4f6c-92fe-d47bec9d68c3/c6f44a2a-dfa4-4749-a038-6fc13f4c81d9) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:01.601283 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-81851fc2-35a9-4102-8625-e2d721aa9496 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e1aaa9d11774f57b9b089c711628bf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388749 Jan 27 21:49:01.616330 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-20a4ea4b-a078-4e31-83d5-bd96539e2f20 None None] Provisioning complete for port cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:01.616652 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-20a4ea4b-a078-4e31-83d5-bd96539e2f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:01.681152 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:48:58Z', 'revision_number': 3, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:48:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:01.743840 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['a56e79cc-a182-4ceb-ae32-683623dafe7b'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:01.820976 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-20a4ea4b-a078-4e31-83d5-bd96539e2f20 None None] Current status of the port cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:01.822970 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] Checking router: 350b52e3-77d6-46a0-bae3-f6e8f70175d0 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:49:01.823327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] Updating router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 port b2fd13ed-b0b5-4b41-b024-7e51cb9c285b binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:49:01.827077 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-9745fde3-2c66-4967-b83a-ecd929f080cb service neutron] 10.222.0.23 "GET /v2.0/networks/4a0995eb-19c0-4803-a2b2-6bd46f90e042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245083 Jan 27 21:49:01.862669 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c986767-bd59-4b4c-893d-a9d48b9b649c admin admin] Publish callbacks [] for port (c6f44a2a-dfa4-4749-a038-6fc13f4c81d9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:01.944207 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c986767-bd59-4b4c-893d-a9d48b9b649c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (c6f44a2a-dfa4-4749-a038-6fc13f4c81d9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:01.960301 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b2fd13ed-b0b5-4b41-b024-7e51cb9c285b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:01.970318 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-fe486312-abcc-4011-9b5f-bc07d63a1b70 service neutron] 10.222.0.23 "GET /v2.0/networks/4a0995eb-19c0-4803-a2b2-6bd46f90e042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395597 Jan 27 21:49:02.024382 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c986767-bd59-4b4c-893d-a9d48b9b649c admin admin] Network 831a3a6a-51c3-4368-adbf-331815b36f4d is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:02.029500 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-6c986767-bd59-4b4c-893d-a9d48b9b649c admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:02.031690 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:02.032149 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c986767-bd59-4b4c-893d-a9d48b9b649c admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:02.160889 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c986767-bd59-4b4c-893d-a9d48b9b649c admin admin] Pushing event updated for resources: {'Port': ['ID=c6f44a2a-dfa4-4749-a038-6fc13f4c81d9,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:02.191246 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c986767-bd59-4b4c-893d-a9d48b9b649c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (350b52e3-77d6-46a0-bae3-f6e8f70175d0), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:02.249137 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c759e-ad8c-4efd-96f6-393d35250412 req-f107ee7b-6c84-421a-8326-5b1ae6ed0a5c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:02.257825 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e9c759e-ad8c-4efd-96f6-393d35250412 req-f107ee7b-6c84-421a-8326-5b1ae6ed0a5c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 945 time: 0.1820490 Jan 27 21:49:02.276326 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:02.350298 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e18a270-cad1-4a37-83f8-10eb0d47091f req-72b4e703-2a16-4ef2-8f50-5ac297cb8ed6 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb9917-96b8-42b4-8e84-7a736605b1c5 HTTP/1.1" status: 200 len: 210 time: 0.0616572 Jan 27 21:49:02.418687 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e9c759e-ad8c-4efd-96f6-393d35250412 req-a80dc822-d70e-4552-be5f-de9509ed48fa tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549947 Jan 27 21:49:02.485243 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c986767-bd59-4b4c-893d-a9d48b9b649c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c6f44a2a-dfa4-4749-a038-6fc13f4c81d9), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:02.553600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1f44c-c63b-425d-82a8-9175b8f48dee req-0c226a0f-7504-4deb-9dd8-b97781f1c517 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:02.573230 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-79e1f44c-c63b-425d-82a8-9175b8f48dee req-0c226a0f-7504-4deb-9dd8-b97781f1c517 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 945 time: 0.1054435 Jan 27 21:49:02.585775 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6af4d674-1dc1-4c7a-a86e-c42c902ac3fc None None] Provisioning complete for port c6f44a2a-dfa4-4749-a038-6fc13f4c81d9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:02.586167 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6af4d674-1dc1-4c7a-a86e-c42c902ac3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c6f44a2a-dfa4-4749-a038-6fc13f4c81d9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:02.647807 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:02.648620 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:02.704535 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-79e1f44c-c63b-425d-82a8-9175b8f48dee req-0c91e07e-4ffb-42f1-ab79-3bfd47023f9f tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283376 Jan 27 21:49:02.745943 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6af4d674-1dc1-4c7a-a86e-c42c902ac3fc None None] Port c6f44a2a-dfa4-4749-a038-6fc13f4c81d9 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:49:02.772207 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c986767-bd59-4b4c-893d-a9d48b9b649c admin admin] Publish callbacks [] for port (c6f44a2a-dfa4-4749-a038-6fc13f4c81d9), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:02.788373 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c986767-bd59-4b4c-893d-a9d48b9b649c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (c6f44a2a-dfa4-4749-a038-6fc13f4c81d9), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:02.842756 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:02.873384 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] Publish callbacks [] for port (b2fd13ed-b0b5-4b41-b024-7e51cb9c285b), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:02.882820 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b2fd13ed-b0b5-4b41-b024-7e51cb9c285b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:02.891269 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c986767-bd59-4b4c-893d-a9d48b9b649c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (350b52e3-77d6-46a0-bae3-f6e8f70175d0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:02.894434 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c986767-bd59-4b4c-893d-a9d48b9b649c admin admin] Pushing event updated for resources: {'Port': ['ID=c6f44a2a-dfa4-4749-a038-6fc13f4c81d9,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:02.968277 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] Attempting to bind port b2fd13ed-b0b5-4b41-b024-7e51cb9c285b on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:02.968955 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] Attempting to bind port b2fd13ed-b0b5-4b41-b024-7e51cb9c285b by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:02.969617 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] Attempting to bind port b2fd13ed-b0b5-4b41-b024-7e51cb9c285b on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:02.985650 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:02.986401 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:02.987233 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:02.987832 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:02.988520 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] Bound port: b2fd13ed-b0b5-4b41-b024-7e51cb9c285b, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:02.989096 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b2fd13ed-b0b5-4b41-b024-7e51cb9c285b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:02.993818 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc28f7-7980-4f7c-8ee4-f932101ddcd3 None None] Pushing event updated for resources: {'Port': ['ID=b2fd13ed-b0b5-4b41-b024-7e51cb9c285b,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:03.091382 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] For port b2fd13ed-b0b5-4b41-b024-7e51cb9c285b, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:03.096584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] For port b2fd13ed-b0b5-4b41-b024-7e51cb9c285b, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b2fd13ed-b0b5-4b41-b024-7e51cb9c285b,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:03.105045 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b2fd13ed-b0b5-4b41-b024-7e51cb9c285b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:03.171197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] Routers {'350b52e3-77d6-46a0-bae3-f6e8f70175d0'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:49:03.171847 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:48:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:03.180419 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c986767-bd59-4b4c-893d-a9d48b9b649c admin admin] Network 831a3a6a-51c3-4368-adbf-331815b36f4d is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:03.183129 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-6c986767-bd59-4b4c-893d-a9d48b9b649c admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:03.243714 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc28f7-7980-4f7c-8ee4-f932101ddcd3 None None] Pushing event updated for resources: {'Port': ['ID=b2fd13ed-b0b5-4b41-b024-7e51cb9c285b,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:03.358493 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] Set router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:49:03.400640 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c986767-bd59-4b4c-893d-a9d48b9b649c admin admin] Router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:49:03.598106 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac940b0b-720a-492c-a6f8-94269eb9d4e1 req-dfa77196-1e5f-49b3-b0a4-8679657438c0 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb9917-96b8-42b4-8e84-7a736605b1c5 HTTP/1.1" status: 200 len: 210 time: 0.1220069 Jan 27 21:49:03.750515 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c7525-2ff8-4883-b3a8-192bc1758957 req-8b08cdaf-ae76-4a8d-838d-a33483441c56 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:03.767366 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c99c7525-2ff8-4883-b3a8-192bc1758957 req-8b08cdaf-ae76-4a8d-838d-a33483441c56 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 945 time: 0.1308665 Jan 27 21:49:03.829416 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-082ee627-3db9-46c8-b69f-76445d0128f8 None None] Provisioning complete for port c6f44a2a-dfa4-4749-a038-6fc13f4c81d9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:03.830303 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-082ee627-3db9-46c8-b69f-76445d0128f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c6f44a2a-dfa4-4749-a038-6fc13f4c81d9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:03.896263 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c99c7525-2ff8-4883-b3a8-192bc1758957 req-493a09b2-1bc7-478d-9d6e-38f904055656 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277735 Jan 27 21:49:04.070022 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bb942-50b2-4f9b-9bcb-8167f64570d3 req-3021ab71-a9f3-4211-88ed-a45977905b4c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:04.084353 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c0bb942-50b2-4f9b-9bcb-8167f64570d3 req-3021ab71-a9f3-4211-88ed-a45977905b4c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 945 time: 0.1599662 Jan 27 21:49:04.135405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-082ee627-3db9-46c8-b69f-76445d0128f8 None None] Port c6f44a2a-dfa4-4749-a038-6fc13f4c81d9 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:49:04.181485 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'c6f44a2a-dfa4-4749-a038-6fc13f4c81d9', 'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'mac_address': 'fa:16:3e:56:63:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:01Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 2, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'subnets': [{'id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:04.226316 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c0bb942-50b2-4f9b-9bcb-8167f64570d3 req-3b2c7dfe-b67a-436c-be7e-f6b534286c51 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403744 Jan 27 21:49:04.259052 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdd1069-8b1d-4443-95b1-83eec30070fa None None] The sync data for ids ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'] in n-d-772272-3 is: [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'c6f44a2a-dfa4-4749-a038-6fc13f4c81d9', 'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'mac_address': 'fa:16:3e:56:63:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:01Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 2, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'subnets': [{'id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:49:04.360684 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c986767-bd59-4b4c-893d-a9d48b9b649c admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:49:04.381395 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6c986767-bd59-4b4c-893d-a9d48b9b649c admin admin] 10.222.0.23 "PUT /v2.0/routers/350b52e3-77d6-46a0-bae3-f6e8f70175d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1959052 Jan 27 21:49:04.438176 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-6b6a3c5e-abd5-43db-9752-d8818a54d888 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:04.443433 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-6b6a3c5e-abd5-43db-9752-d8818a54d888 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.21 "GET /v2.0/networks?id=4a0995eb-19c0-4803-a2b2-6bd46f90e042 HTTP/1.1" status: 200 len: 814 time: 0.1902289 Jan 27 21:49:04.469602 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-4d07954f-c9e9-4cb7-bded-ffdf891a4b99 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Request body: {'port': {'device_id': 'd7eb9917-96b8-42b4-8e84-7a736605b1c5', 'network_id': '4a0995eb-19c0-4803-a2b2-6bd46f90e042', 'admin_state_up': True, 'tenant_id': '8e1aaa9d11774f57b9b089c711628bf9'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:04.693325 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-4d07954f-c9e9-4cb7-bded-ffdf891a4b99 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Made reservation on behalf of 8e1aaa9d11774f57b9b089c711628bf9 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:04.703140 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-4d07954f-c9e9-4cb7-bded-ffdf891a4b99 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:04.809278 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4114939-b0dc-427c-b5ff-1cfe38154985 req-c83c7922-0d78-4939-ab2d-9867af206d8e tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb9917-96b8-42b4-8e84-7a736605b1c5 HTTP/1.1" status: 200 len: 210 time: 0.0909040 Jan 27 21:49:05.002417 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-4d07954f-c9e9-4cb7-bded-ffdf891a4b99 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Allocated IP 172.20.0.14 (4a0995eb-19c0-4803-a2b2-6bd46f90e042/60782c37-d87d-4ea1-bb01-98c8aba984e1/5844dc4d-b3ff-48a5-891d-ad07acffc1fe) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:05.137929 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-08a70a11-6d72-44df-8311-62305572e830 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:05.144987 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-08a70a11-6d72-44df-8311-62305572e830 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/networks?id=831a3a6a-51c3-4368-adbf-331815b36f4d HTTP/1.1" status: 200 len: 820 time: 0.2705140 Jan 27 21:49:05.167501 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-3d55b3be-e4ea-4a13-a2ad-9f1de29e9650 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/quotas/307ee0f93cd34cda8ec9abcf33979fc8 HTTP/1.1" status: 200 len: 375 time: 0.0212810 Jan 27 21:49:05.187600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d17ec-91f2-47c3-8ae9-75d07157657b req-4fb6990f-24f1-4ed1-922d-29afdf912b67 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:05.190218 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c7d17ec-91f2-47c3-8ae9-75d07157657b req-4fb6990f-24f1-4ed1-922d-29afdf912b67 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 945 time: 0.1289997 Jan 27 21:49:05.239898 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-4d07954f-c9e9-4cb7-bded-ffdf891a4b99 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Publish callbacks [] for port (5844dc4d-b3ff-48a5-891d-ad07acffc1fe), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:05.290549 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-4d07954f-c9e9-4cb7-bded-ffdf891a4b99 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5844dc4d-b3ff-48a5-891d-ad07acffc1fe), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:05.308185 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-aebc61ec-70e6-4a77-8275-25ae28a6e1fb tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=307ee0f93cd34cda8ec9abcf33979fc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1396573 Jan 27 21:49:05.324534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c7d17ec-91f2-47c3-8ae9-75d07157657b req-3dd26372-9100-4489-8a1f-36b43564fdea tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147559 Jan 27 21:49:05.378798 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-4d07954f-c9e9-4cb7-bded-ffdf891a4b99 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Network 4a0995eb-19c0-4803-a2b2-6bd46f90e042 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:05.383364 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-4d07954f-c9e9-4cb7-bded-ffdf891a4b99 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:05.388865 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-4d07954f-c9e9-4cb7-bded-ffdf891a4b99 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:05.541952 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-4d07954f-c9e9-4cb7-bded-ffdf891a4b99 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:05.542957 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-4d07954f-c9e9-4cb7-bded-ffdf891a4b99 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:05.569447 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07954f-c9e9-4cb7-bded-ffdf891a4b99 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Pushing event updated for resources: {'Port': ['ID=5844dc4d-b3ff-48a5-891d-ad07acffc1fe,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:05.579350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device a56e79cc-a182-4ceb-ae32-683623dafe7b up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:05.603189 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-4d07954f-c9e9-4cb7-bded-ffdf891a4b99 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1499758 Jan 27 21:49:05.604959 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-775a2515-ba32-4eed-8b3d-f6dfb64852d7 service neutron] 10.222.0.23 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956362 Jan 27 21:49:05.628424 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] Request body: {'port': {'device_id': 'd7eb9917-96b8-42b4-8e84-7a736605b1c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:05.651650 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port a56e79cc-a182-4ceb-ae32-683623dafe7b completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:49:05.661204 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port a56e79cc-a182-4ceb-ae32-683623dafe7b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:05.662447 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a56e79cc-a182-4ceb-ae32-683623dafe7b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:05.716248 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5844dc4d-b3ff-48a5-891d-ad07acffc1fe), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:05.826059 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-42134996-c81b-47b1-9496-7d38fb998f46 service neutron] 10.222.0.23 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986241 Jan 27 21:49:05.864075 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port a56e79cc-a182-4ceb-ae32-683623dafe7b is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:05.864502 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a56e79cc-a182-4ceb-ae32-683623dafe7b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:05.889982 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300813a-9403-40a6-8654-b261631057b9 req-5915c774-e9d7-4cd7-a641-684e60d556dc tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:05.900423 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0300813a-9403-40a6-8654-b261631057b9 req-5915c774-e9d7-4cd7-a641-684e60d556dc tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 945 time: 0.4049072 Jan 27 21:49:05.966886 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port a56e79cc-a182-4ceb-ae32-683623dafe7b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=a56e79cc-a182-4ceb-ae32-683623dafe7b,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:05.969818 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29028492-6342-4bde-9b7b-2457506d5a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56e79cc-a182-4ceb-ae32-683623dafe7b'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:05.975713 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0300813a-9403-40a6-8654-b261631057b9 req-7de0d26b-1175-42bf-b4b9-6adf1fa022c7 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704122 Jan 27 21:49:05.977240 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf32730d-4909-4a9e-aca3-b10886fb7f9e" -d '{"events": [{"server_uuid": "29028492-6342-4bde-9b7b-2457506d5a90", "name": "network-vif-plugged", "status": "completed", "tag": "a56e79cc-a182-4ceb-ae32-683623dafe7b"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:05.984301 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a56e79cc-a182-4ceb-ae32-683623dafe7b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:06.078882 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=a56e79cc-a182-4ceb-ae32-683623dafe7b,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:06.325177 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b2fd13ed-b0b5-4b41-b024-7e51cb9c285b up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:06.356183 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0ef76-27aa-4225-bf5f-be9fc2f6e148 req-7c31fde5-bb63-45d9-8c6c-0211c2bbe628 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:06.359004 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0bc0ef76-27aa-4225-bf5f-be9fc2f6e148 req-7c31fde5-bb63-45d9-8c6c-0211c2bbe628 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb9917-96b8-42b4-8e84-7a736605b1c5 HTTP/1.1" status: 200 len: 932 time: 0.1099102 Jan 27 21:49:06.463483 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5844dc4d-b3ff-48a5-891d-ad07acffc1fe {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:06.464842 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7ec185-a267-49cf-8d23-9915cea6c710 x-openstack-request-id: req-ca7ec185-a267-49cf-8d23-9915cea6c710 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:06.466309 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29028492-6342-4bde-9b7b-2457506d5a90", "name": "network-vif-plugged", "status": "completed", "tag": "a56e79cc-a182-4ceb-ae32-683623dafe7b", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:06.468066 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca7ec185-a267-49cf-8d23-9915cea6c710 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:06.469623 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29028492-6342-4bde-9b7b-2457506d5a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56e79cc-a182-4ceb-ae32-683623dafe7b', 'code': 200} Jan 27 21:49:06.487892 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] Publish callbacks [] for port (5844dc4d-b3ff-48a5-891d-ad07acffc1fe), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:06.498210 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0bc0ef76-27aa-4225-bf5f-be9fc2f6e148 req-a32f67c0-0b4c-4015-8299-51eb9b1182db tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/security-groups?id=46c58d57-b9b5-4423-969b-3c19d52b13d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255987 Jan 27 21:49:06.520630 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port b2fd13ed-b0b5-4b41-b024-7e51cb9c285b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:06.522919 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b2fd13ed-b0b5-4b41-b024-7e51cb9c285b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:06.524257 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] Transition to ACTIVE for port object 5844dc4d-b3ff-48a5-891d-ad07acffc1fe will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:49:06.530676 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (5844dc4d-b3ff-48a5-891d-ad07acffc1fe), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:06.692570 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port b2fd13ed-b0b5-4b41-b024-7e51cb9c285b is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:06.694547 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b2fd13ed-b0b5-4b41-b024-7e51cb9c285b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:06.711395 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8204687-f1db-47be-9fef-f976009a9930 req-1243cbf4-c222-4d52-ab12-65629b84a345 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 210 time: 0.2093797 Jan 27 21:49:06.723889 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port b2fd13ed-b0b5-4b41-b024-7e51cb9c285b, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b2fd13ed-b0b5-4b41-b024-7e51cb9c285b,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:06.726000 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] Pushing event updated for resources: {'Port': ['ID=5844dc4d-b3ff-48a5-891d-ad07acffc1fe,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:06.738676 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b2fd13ed-b0b5-4b41-b024-7e51cb9c285b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:06.791924 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443be16-c8eb-4274-b081-039e5d140c2a req-7721907e-c2a0-45a1-9c10-c2a56920ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:06.797379 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5443be16-c8eb-4274-b081-039e5d140c2a req-7721907e-c2a0-45a1-9c10-c2a56920ab22 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 1097 time: 0.3201435 Jan 27 21:49:06.863181 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] Attempting to bind port 5844dc4d-b3ff-48a5-891d-ad07acffc1fe on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:06.863181 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] Attempting to bind port 5844dc4d-b3ff-48a5-891d-ad07acffc1fe by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'e23239a7-0ed9-4ca2-bcc1-dded4970cb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4a0995eb-19c0-4803-a2b2-6bd46f90e042'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:06.863519 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] Attempting to bind port 5844dc4d-b3ff-48a5-891d-ad07acffc1fe on network 4a0995eb-19c0-4803-a2b2-6bd46f90e042 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:06.865401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d54a6-d600-43a7-9e11-21e5b537fc1a req-d28193af-a1ae-4b19-9c1b-3657b36a9c83 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:06.868684 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] Port 5844dc4d-b3ff-48a5-891d-ad07acffc1fe on network 4a0995eb-19c0-4803-a2b2-6bd46f90e042 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:49:06.869011 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] Attempting to bind port 5844dc4d-b3ff-48a5-891d-ad07acffc1fe on network 4a0995eb-19c0-4803-a2b2-6bd46f90e042 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:06.874593 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:06.874939 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] Checking segment: {'id': 'e23239a7-0ed9-4ca2-bcc1-dded4970cb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4a0995eb-19c0-4803-a2b2-6bd46f90e042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:06.875329 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] Bound using segment: {'id': 'e23239a7-0ed9-4ca2-bcc1-dded4970cb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4a0995eb-19c0-4803-a2b2-6bd46f90e042'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:06.875766 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] Bound port: 5844dc4d-b3ff-48a5-891d-ad07acffc1fe, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23239a7-0ed9-4ca2-bcc1-dded4970cb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4a0995eb-19c0-4803-a2b2-6bd46f90e042'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:06.876481 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d72d54a6-d600-43a7-9e11-21e5b537fc1a req-d28193af-a1ae-4b19-9c1b-3657b36a9c83 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 946 time: 0.1639004 Jan 27 21:49:06.877485 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5844dc4d-b3ff-48a5-891d-ad07acffc1fe), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:06.903478 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=b2fd13ed-b0b5-4b41-b024-7e51cb9c285b,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:06.906137 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5443be16-c8eb-4274-b081-039e5d140c2a req-8d7c2490-ca95-4367-b564-1011c1cd387a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023226 Jan 27 21:49:06.970715 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d72d54a6-d600-43a7-9e11-21e5b537fc1a req-d82a28b9-8d33-4526-9b6a-a250aeb753ac tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924969 Jan 27 21:49:07.037704 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] For port 5844dc4d-b3ff-48a5-891d-ad07acffc1fe, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:07.042702 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] For port 5844dc4d-b3ff-48a5-891d-ad07acffc1fe, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5844dc4d-b3ff-48a5-891d-ad07acffc1fe,segment=NetworkSegment(e23239a7-0ed9-4ca2-bcc1-dded4970cb3c),segment_id=e23239a7-0ed9-4ca2-bcc1-dded4970cb3c)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:07.047489 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (5844dc4d-b3ff-48a5-891d-ad07acffc1fe), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:07.106482 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:07.107415 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:07.108894 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] 10.222.0.21 "PUT /v2.0/ports/5844dc4d-b3ff-48a5-891d-ad07acffc1fe HTTP/1.1" status: 200 len: 1092 time: 1.4962471 Jan 27 21:49:07.109359 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7eb9917-96b8-42b4-8e84-7a736605b1c5', 'tag': '5844dc4d-b3ff-48a5-891d-ad07acffc1fe'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:07.112277 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c550f57-2981-4024-9fd6-71df6d147f05" -d '{"events": [{"name": "network-changed", "server_uuid": "d7eb9917-96b8-42b4-8e84-7a736605b1c5", "tag": "5844dc4d-b3ff-48a5-891d-ad07acffc1fe"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:07.152263 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e64cf7-b471-4082-908a-914fb73f81fc service neutron] Pushing event updated for resources: {'Port': ['ID=5844dc4d-b3ff-48a5-891d-ad07acffc1fe,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:07.178280 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814317a4-9a95-4d0b-9fa0-66dbca34da72 req-5b50b790-c179-443e-892e-23a644c91641 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:07.187213 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-814317a4-9a95-4d0b-9fa0-66dbca34da72 req-5b50b790-c179-443e-892e-23a644c91641 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 945 time: 0.0725226 Jan 27 21:49:07.269063 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-814317a4-9a95-4d0b-9fa0-66dbca34da72 req-8a24ea05-eb22-4187-844c-593a30c671e0 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816092 Jan 27 21:49:07.342696 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b64ef34-9df0-4d8e-b09b-d10a9bcf8b2a x-openstack-request-id: req-8b64ef34-9df0-4d8e-b09b-d10a9bcf8b2a {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:07.343327 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7eb9917-96b8-42b4-8e84-7a736605b1c5", "tag": "5844dc4d-b3ff-48a5-891d-ad07acffc1fe", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:07.343741 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b64ef34-9df0-4d8e-b09b-d10a9bcf8b2a {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:07.344434 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7eb9917-96b8-42b4-8e84-7a736605b1c5', 'tag': '5844dc4d-b3ff-48a5-891d-ad07acffc1fe', 'status': 'completed', 'code': 200} Jan 27 21:49:07.373994 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-64d74529-7575-4361-990a-3c7c1ffe433d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:07.375989 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-64d74529-7575-4361-990a-3c7c1ffe433d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e1aaa9d11774f57b9b089c711628bf9&device_id=d7eb9917-96b8-42b4-8e84-7a736605b1c5 HTTP/1.1" status: 200 len: 1095 time: 0.1176760 Jan 27 21:49:07.449448 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-16353209-0a73-487b-9422-556188df605d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5844dc4d-b3ff-48a5-891d-ad07acffc1fe HTTP/1.1" status: 200 len: 217 time: 0.0592873 Jan 27 21:49:07.515330 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-778cec58-a51b-4242-895b-83ce1d74456b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:07.517716 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-778cec58-a51b-4242-895b-83ce1d74456b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=60782c37-d87d-4ea1-bb01-98c8aba984e1 HTTP/1.1" status: 200 len: 854 time: 0.0516784 Jan 27 21:49:07.579838 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-72ed5839-65ec-4f0b-8231-0e08116f4d42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a0995eb-19c0-4803-a2b2-6bd46f90e042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504844 Jan 27 21:49:07.640877 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a86f31-62f5-47aa-b9b9-543164a55d3f req-14ce8521-f1be-41d5-9099-d67a21398c6f tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:07.649645 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64a86f31-62f5-47aa-b9b9-543164a55d3f req-14ce8521-f1be-41d5-9099-d67a21398c6f tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb9917-96b8-42b4-8e84-7a736605b1c5 HTTP/1.1" status: 200 len: 944 time: 0.0705531 Jan 27 21:49:07.743863 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64a86f31-62f5-47aa-b9b9-543164a55d3f req-d134c899-347e-46db-8f1b-9369bbc69b24 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/security-groups?id=46c58d57-b9b5-4423-969b-3c19d52b13d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927114 Jan 27 21:49:07.766574 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-93b92c72-289e-455e-b615-e8b272888b59 service neutron] 10.222.0.21 "GET /v2.0/networks/4a0995eb-19c0-4803-a2b2-6bd46f90e042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805537 Jan 27 21:49:07.857665 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa1cdc08-2f5d-40c7-8d7b-bccb37f3e6af req-7f39bfe4-325a-4bab-93d4-1612c3d1eb43 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 210 time: 0.0307915 Jan 27 21:49:07.958866 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9f70b696-5fba-4783-ac84-d83cb87c4471 req-3d75380e-0b7d-4d21-bac7-6cd21aa49539 service neutron] 10.222.0.21 "GET /v2.0/networks/4a0995eb-19c0-4803-a2b2-6bd46f90e042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827486 Jan 27 21:49:08.209133 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c550f57-2981-4024-9fd6-71df6d147f05 req-963f7ef1-c2be-406d-97fc-33a01788b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:08.210797 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2c550f57-2981-4024-9fd6-71df6d147f05 req-963f7ef1-c2be-406d-97fc-33a01788b71e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e1aaa9d11774f57b9b089c711628bf9&device_id=d7eb9917-96b8-42b4-8e84-7a736605b1c5 HTTP/1.1" status: 200 len: 1095 time: 0.1631839 Jan 27 21:49:08.218451 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b2fd13ed-b0b5-4b41-b024-7e51cb9c285b up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:08.238537 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-9c441ed6-6216-4937-9d6b-afd7840065f9 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:08.240306 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-9c441ed6-6216-4937-9d6b-afd7840065f9 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.15 "GET /v2.0/networks?id=831a3a6a-51c3-4368-adbf-331815b36f4d HTTP/1.1" status: 200 len: 820 time: 0.3515804 Jan 27 21:49:08.257685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921a155-d5fd-40e1-85fe-7e251ce3f303 req-283776ae-aad1-424b-8fef-09ac3109a75b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:08.261421 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d921a155-d5fd-40e1-85fe-7e251ce3f303 req-283776ae-aad1-424b-8fef-09ac3109a75b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 946 time: 0.1438606 Jan 27 21:49:08.265915 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-a885c96b-f8ab-4d5a-b408-b77fb7d456ab tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Request body: {'port': {'device_id': '6ff55f43-35d5-4a20-8aea-7060be0d6b77', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'admin_state_up': True, 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:08.275195 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] Sync routers for ids ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:49:08.292211 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] Routers {'350b52e3-77d6-46a0-bae3-f6e8f70175d0'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:49:08.292857 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:48:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:08.302544 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port b2fd13ed-b0b5-4b41-b024-7e51cb9c285b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:08.303202 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b2fd13ed-b0b5-4b41-b024-7e51cb9c285b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:08.405217 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d921a155-d5fd-40e1-85fe-7e251ce3f303 req-c41078fb-f8bc-4561-a248-2aed07ecd5a0 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328151 Jan 27 21:49:08.467158 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port b2fd13ed-b0b5-4b41-b024-7e51cb9c285b is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:08.494332 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c550f57-2981-4024-9fd6-71df6d147f05 req-7728f5cd-b9bd-40d7-b7c3-805776da2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:08.496150 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2c550f57-2981-4024-9fd6-71df6d147f05 req-7728f5cd-b9bd-40d7-b7c3-805776da2c3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a0995eb-19c0-4803-a2b2-6bd46f90e042 HTTP/1.1" status: 200 len: 915 time: 0.2759340 Jan 27 21:49:08.590455 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d18f8-a1e9-4c36-b08d-c31719afd672 req-a6b881b6-a779-4010-bf78-8a1d3791e477 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:08.600847 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2c550f57-2981-4024-9fd6-71df6d147f05 req-a7bf2836-c758-4351-900a-7aa8f2cf8e50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5844dc4d-b3ff-48a5-891d-ad07acffc1fe HTTP/1.1" status: 200 len: 217 time: 0.0941539 Jan 27 21:49:08.603866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c73d18f8-a1e9-4c36-b08d-c31719afd672 req-a6b881b6-a779-4010-bf78-8a1d3791e477 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 945 time: 0.1310406 Jan 27 21:49:08.625679 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-a885c96b-f8ab-4d5a-b408-b77fb7d456ab tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Made reservation on behalf of 307ee0f93cd34cda8ec9abcf33979fc8 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:08.629162 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-a885c96b-f8ab-4d5a-b408-b77fb7d456ab tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:08.703159 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c550f57-2981-4024-9fd6-71df6d147f05 req-525096b3-6789-413a-8237-cfe89f51ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:08.711781 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2c550f57-2981-4024-9fd6-71df6d147f05 req-525096b3-6789-413a-8237-cfe89f51ebc0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=60782c37-d87d-4ea1-bb01-98c8aba984e1 HTTP/1.1" status: 200 len: 854 time: 0.0862098 Jan 27 21:49:08.782063 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] Set router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:49:08.786018 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2c550f57-2981-4024-9fd6-71df6d147f05 req-a0a4dd0a-f91d-4f07-bb39-c46f2c3d61be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a0995eb-19c0-4803-a2b2-6bd46f90e042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670345 Jan 27 21:49:08.811213 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-a885c96b-f8ab-4d5a-b408-b77fb7d456ab tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Allocated IP 172.20.0.14 (831a3a6a-51c3-4368-adbf-331815b36f4d/7becb874-eb6e-4f6c-92fe-d47bec9d68c3/4a513be2-333f-41ef-aec9-382bb5e9f8e9) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:08.958395 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2c550f57-2981-4024-9fd6-71df6d147f05 req-5de4c5c4-2474-4897-acbd-b981ed946e9b service neutron] 10.222.0.21 "GET /v2.0/networks/4a0995eb-19c0-4803-a2b2-6bd46f90e042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581194 Jan 27 21:49:09.040773 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c73d18f8-a1e9-4c36-b08d-c31719afd672 req-48f4b73b-978c-4786-9460-c270ef6b454d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358556 Jan 27 21:49:09.108574 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2c550f57-2981-4024-9fd6-71df6d147f05 req-6e0259ac-655a-4b70-93a0-cfa41a97b88a service neutron] 10.222.0.21 "GET /v2.0/networks/4a0995eb-19c0-4803-a2b2-6bd46f90e042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467338 Jan 27 21:49:09.119200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536f991-ff83-461f-a502-12c2392ebd26 req-0f16c635-bcf1-4ce0-b382-54d5cb4b77fc tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:09.130527 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a536f991-ff83-461f-a502-12c2392ebd26 req-0f16c635-bcf1-4ce0-b382-54d5cb4b77fc tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb9917-96b8-42b4-8e84-7a736605b1c5 HTTP/1.1" status: 200 len: 944 time: 0.2034850 Jan 27 21:49:09.220559 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-a885c96b-f8ab-4d5a-b408-b77fb7d456ab tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks [] for port (4a513be2-333f-41ef-aec9-382bb5e9f8e9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:09.243334 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cb0b300-d68f-4657-ba51-1613cf6dd553 req-a01807fd-0436-47e5-b954-bc54a0468a0e tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 210 time: 0.0396891 Jan 27 21:49:09.271620 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a536f991-ff83-461f-a502-12c2392ebd26 req-821f9084-0846-421b-9510-06a3f614ef92 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/security-groups?id=46c58d57-b9b5-4423-969b-3c19d52b13d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401739 Jan 27 21:49:09.307708 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-a885c96b-f8ab-4d5a-b408-b77fb7d456ab tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (4a513be2-333f-41ef-aec9-382bb5e9f8e9), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:09.312734 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'c6f44a2a-dfa4-4749-a038-6fc13f4c81d9', 'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'mac_address': 'fa:16:3e:56:63:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:01Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 2, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'subnets': [{'id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:09.352131 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] Checking router: 350b52e3-77d6-46a0-bae3-f6e8f70175d0 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:49:09.352840 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] Updating router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 port c6f44a2a-dfa4-4749-a038-6fc13f4c81d9 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:49:09.357416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-a885c96b-f8ab-4d5a-b408-b77fb7d456ab tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Network 831a3a6a-51c3-4368-adbf-331815b36f4d is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:09.360791 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-a885c96b-f8ab-4d5a-b408-b77fb7d456ab tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:09.367629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-a885c96b-f8ab-4d5a-b408-b77fb7d456ab tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:09.375585 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885c96b-f8ab-4d5a-b408-b77fb7d456ab tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Pushing event updated for resources: {'Port': ['ID=4a513be2-333f-41ef-aec9-382bb5e9f8e9,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:09.414456 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c6f44a2a-dfa4-4749-a038-6fc13f4c81d9), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:09.442841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-a885c96b-f8ab-4d5a-b408-b77fb7d456ab tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:09.443907 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-a885c96b-f8ab-4d5a-b408-b77fb7d456ab tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:09.479752 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-a885c96b-f8ab-4d5a-b408-b77fb7d456ab tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2302351 Jan 27 21:49:09.502242 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] Request body: {'port': {'device_id': '6ff55f43-35d5-4a20-8aea-7060be0d6b77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:09.717423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8254d-f939-4471-a139-df20d75f4d62 req-fba29ece-bda5-4bc4-b3c2-7e31b2847d5d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:09.719144 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4e8254d-f939-4471-a139-df20d75f4d62 req-fba29ece-bda5-4bc4-b3c2-7e31b2847d5d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 946 time: 0.1639824 Jan 27 21:49:09.736944 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4a513be2-333f-41ef-aec9-382bb5e9f8e9), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:09.812614 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-713a1d78-4738-4aab-8bf1-c5821dbee6dc None None] Provisioning complete for port 4a513be2-333f-41ef-aec9-382bb5e9f8e9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:09.814491 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-713a1d78-4738-4aab-8bf1-c5821dbee6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4a513be2-333f-41ef-aec9-382bb5e9f8e9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:09.824590 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4e8254d-f939-4471-a139-df20d75f4d62 req-df99609d-9f7e-48ab-9489-6106e1296fd4 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953090 Jan 27 21:49:09.882440 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] Publish callbacks [] for port (c6f44a2a-dfa4-4749-a038-6fc13f4c81d9), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:09.898063 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c6f44a2a-dfa4-4749-a038-6fc13f4c81d9), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:09.923461 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-713a1d78-4738-4aab-8bf1-c5821dbee6dc None None] Port 4a513be2-333f-41ef-aec9-382bb5e9f8e9 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:49:09.977839 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d19c4-696e-4a82-9531-a2b2e22377e7 None None] Pushing event updated for resources: {'Port': ['ID=c6f44a2a-dfa4-4749-a038-6fc13f4c81d9,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:10.057492 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d19c4-696e-4a82-9531-a2b2e22377e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:10.057706 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d19c4-696e-4a82-9531-a2b2e22377e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:10.058205 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d19c4-696e-4a82-9531-a2b2e22377e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:10.058417 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d19c4-696e-4a82-9531-a2b2e22377e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:10.058804 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d19c4-696e-4a82-9531-a2b2e22377e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:10.059144 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d19c4-696e-4a82-9531-a2b2e22377e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:10.059476 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d19c4-696e-4a82-9531-a2b2e22377e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:10.059959 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d19c4-696e-4a82-9531-a2b2e22377e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:10.060552 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d19c4-696e-4a82-9531-a2b2e22377e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:10.060552 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d19c4-696e-4a82-9531-a2b2e22377e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:10.060956 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d19c4-696e-4a82-9531-a2b2e22377e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:10.061253 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d19c4-696e-4a82-9531-a2b2e22377e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:10.061536 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182d19c4-696e-4a82-9531-a2b2e22377e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:10.168412 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] Attempting to bind port c6f44a2a-dfa4-4749-a038-6fc13f4c81d9 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:10.168793 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] Attempting to bind port c6f44a2a-dfa4-4749-a038-6fc13f4c81d9 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '92afb8df-73d5-486a-a2b6-8a96b5ff5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:10.169164 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] Attempting to bind port c6f44a2a-dfa4-4749-a038-6fc13f4c81d9 on network 831a3a6a-51c3-4368-adbf-331815b36f4d {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:10.178693 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:10.179106 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] Checking segment: {'id': '92afb8df-73d5-486a-a2b6-8a96b5ff5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:10.179518 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:10.179915 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] Bound using segment: {'id': '92afb8df-73d5-486a-a2b6-8a96b5ff5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:10.185013 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] Bound port: c6f44a2a-dfa4-4749-a038-6fc13f4c81d9, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92afb8df-73d5-486a-a2b6-8a96b5ff5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:10.192800 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c6f44a2a-dfa4-4749-a038-6fc13f4c81d9), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:10.319299 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] For port c6f44a2a-dfa4-4749-a038-6fc13f4c81d9, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:10.324999 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] For port c6f44a2a-dfa4-4749-a038-6fc13f4c81d9, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c6f44a2a-dfa4-4749-a038-6fc13f4c81d9,segment=NetworkSegment(92afb8df-73d5-486a-a2b6-8a96b5ff5c12),segment_id=92afb8df-73d5-486a-a2b6-8a96b5ff5c12)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:10.331765 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c6f44a2a-dfa4-4749-a038-6fc13f4c81d9), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:10.332868 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a513be2-333f-41ef-aec9-382bb5e9f8e9 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:10.354622 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] Publish callbacks [] for port (4a513be2-333f-41ef-aec9-382bb5e9f8e9), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:10.354863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-da819865-98a6-499f-9afa-23af6c038030 None None] Provisioning complete for port c6f44a2a-dfa4-4749-a038-6fc13f4c81d9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:10.355175 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-da819865-98a6-499f-9afa-23af6c038030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c6f44a2a-dfa4-4749-a038-6fc13f4c81d9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:10.388537 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ec19b-389f-4041-a44e-55d96c6537be req-02ba7fd5-d552-4b17-a229-50549a92bd5a tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:10.396431 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a46ec19b-389f-4041-a44e-55d96c6537be req-02ba7fd5-d552-4b17-a229-50549a92bd5a tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 1097 time: 0.1577499 Jan 27 21:49:10.402072 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] Routers {'350b52e3-77d6-46a0-bae3-f6e8f70175d0'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:49:10.402730 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:48:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:10.407015 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d19c4-696e-4a82-9531-a2b2e22377e7 None None] Pushing event updated for resources: {'Port': ['ID=c6f44a2a-dfa4-4749-a038-6fc13f4c81d9,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:10.409071 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] Transition to ACTIVE for port object 4a513be2-333f-41ef-aec9-382bb5e9f8e9 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:49:10.421111 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (4a513be2-333f-41ef-aec9-382bb5e9f8e9), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:10.452567 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a844b9-78e2-4030-8dcb-51c038090535 req-6464d267-b58c-465c-9f44-064d8975ac02 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:10.460400 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70a844b9-78e2-4030-8dcb-51c038090535 req-6464d267-b58c-465c-9f44-064d8975ac02 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 945 time: 0.2273664 Jan 27 21:49:10.473664 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-da819865-98a6-499f-9afa-23af6c038030 None None] Current status of the port c6f44a2a-dfa4-4749-a038-6fc13f4c81d9 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:10.474447 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-da819865-98a6-499f-9afa-23af6c038030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c6f44a2a-dfa4-4749-a038-6fc13f4c81d9), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:10.561132 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-da819865-98a6-499f-9afa-23af6c038030 None None] For port c6f44a2a-dfa4-4749-a038-6fc13f4c81d9, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c6f44a2a-dfa4-4749-a038-6fc13f4c81d9,segment=NetworkSegment(92afb8df-73d5-486a-a2b6-8a96b5ff5c12),segment_id=92afb8df-73d5-486a-a2b6-8a96b5ff5c12)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:10.567139 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] Set router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:49:10.569648 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-da819865-98a6-499f-9afa-23af6c038030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c6f44a2a-dfa4-4749-a038-6fc13f4c81d9), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:10.597218 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] Pushing event updated for resources: {'Port': ['ID=4a513be2-333f-41ef-aec9-382bb5e9f8e9,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:10.601256 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a46ec19b-389f-4041-a44e-55d96c6537be req-31a63493-94aa-4e09-9352-f0c0a7bc5b77 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040913 Jan 27 21:49:10.643932 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70a844b9-78e2-4030-8dcb-51c038090535 req-711073a9-a766-448e-af94-339b9b915be7 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826155 Jan 27 21:49:10.710580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da819865-98a6-499f-9afa-23af6c038030 None None] Pushing event updated for resources: {'Port': ['ID=c6f44a2a-dfa4-4749-a038-6fc13f4c81d9,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:10.734259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] Attempting to bind port 4a513be2-333f-41ef-aec9-382bb5e9f8e9 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:10.734596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] Attempting to bind port 4a513be2-333f-41ef-aec9-382bb5e9f8e9 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '92afb8df-73d5-486a-a2b6-8a96b5ff5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:10.734925 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] Attempting to bind port 4a513be2-333f-41ef-aec9-382bb5e9f8e9 on network 831a3a6a-51c3-4368-adbf-331815b36f4d {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:10.761627 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] Port 4a513be2-333f-41ef-aec9-382bb5e9f8e9 on network 831a3a6a-51c3-4368-adbf-331815b36f4d not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:49:10.763601 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] Attempting to bind port 4a513be2-333f-41ef-aec9-382bb5e9f8e9 on network 831a3a6a-51c3-4368-adbf-331815b36f4d {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:10.775968 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:10.776466 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] Checking segment: {'id': '92afb8df-73d5-486a-a2b6-8a96b5ff5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:10.777147 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] Bound using segment: {'id': '92afb8df-73d5-486a-a2b6-8a96b5ff5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:10.777658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] Bound port: 4a513be2-333f-41ef-aec9-382bb5e9f8e9, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92afb8df-73d5-486a-a2b6-8a96b5ff5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:10.778049 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4a513be2-333f-41ef-aec9-382bb5e9f8e9), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:10.802735 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7188c81a-22d5-45a2-b6f0-ce582ed3feb4 None None] Provisioning complete for port c6f44a2a-dfa4-4749-a038-6fc13f4c81d9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:10.803114 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7188c81a-22d5-45a2-b6f0-ce582ed3feb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c6f44a2a-dfa4-4749-a038-6fc13f4c81d9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:10.928830 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7188c81a-22d5-45a2-b6f0-ce582ed3feb4 None None] Current status of the port c6f44a2a-dfa4-4749-a038-6fc13f4c81d9 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:10.950669 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3412fe-e52c-4223-b047-7ba449905ae5 req-2d1b1c1b-e0f0-4c6f-bfba-2b93cdf6ff01 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:10.958140 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:49:10.958432 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd3412fe-e52c-4223-b047-7ba449905ae5 req-2d1b1c1b-e0f0-4c6f-bfba-2b93cdf6ff01 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 944 time: 0.1843455 Jan 27 21:49:10.962175 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'c6f44a2a-dfa4-4749-a038-6fc13f4c81d9', 'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'mac_address': 'fa:16:3e:56:63:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:01Z', 'updated_at': '2022-01-27T21:49:10Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'subnets': [{'id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:11.005059 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36427edc-b12e-4b13-9dc8-58a53ff2a70f None None] The sync data for ids ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'] in n-d-772272-3 is: [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'c6f44a2a-dfa4-4749-a038-6fc13f4c81d9', 'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'mac_address': 'fa:16:3e:56:63:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:01Z', 'updated_at': '2022-01-27T21:49:10Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'subnets': [{'id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:49:11.022900 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15577c46-c207-4afc-a42c-f5e2c97217cc req-673ebc23-e6c2-40d0-8cf3-1e4accebb00a tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:11.031828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15577c46-c207-4afc-a42c-f5e2c97217cc req-673ebc23-e6c2-40d0-8cf3-1e4accebb00a tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb9917-96b8-42b4-8e84-7a736605b1c5 HTTP/1.1" status: 200 len: 944 time: 0.1977608 Jan 27 21:49:11.040839 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] For port 4a513be2-333f-41ef-aec9-382bb5e9f8e9, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:11.048014 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] For port 4a513be2-333f-41ef-aec9-382bb5e9f8e9, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=4a513be2-333f-41ef-aec9-382bb5e9f8e9,segment=NetworkSegment(92afb8df-73d5-486a-a2b6-8a96b5ff5c12),segment_id=92afb8df-73d5-486a-a2b6-8a96b5ff5c12)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:11.083201 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (4a513be2-333f-41ef-aec9-382bb5e9f8e9), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:11.496638 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:11.497337 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:11.498584 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] 10.222.0.15 "PUT /v2.0/ports/4a513be2-333f-41ef-aec9-382bb5e9f8e9 HTTP/1.1" status: 200 len: 1092 time: 2.0098493 Jan 27 21:49:11.499583 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff55f43-35d5-4a20-8aea-7060be0d6b77', 'tag': '4a513be2-333f-41ef-aec9-382bb5e9f8e9'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:11.502485 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5879e0-3f49-4577-86ec-88acc13c1bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff55f43-35d5-4a20-8aea-7060be0d6b77", "tag": "4a513be2-333f-41ef-aec9-382bb5e9f8e9"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:11.510555 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15577c46-c207-4afc-a42c-f5e2c97217cc req-50681360-7b1a-4c41-8d46-7e043e68cfcf tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/security-groups?id=46c58d57-b9b5-4423-969b-3c19d52b13d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777782 Jan 27 21:49:11.513584 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd3412fe-e52c-4223-b047-7ba449905ae5 req-4e4ad6da-3be4-447f-b621-510fdc56e1ff tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4c780b-dd6e-4e28-a4ed-14e3f975cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544856 Jan 27 21:49:11.546797 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8fdad-2098-4f64-a4fc-657214cc73dc service neutron] Pushing event updated for resources: {'Port': ['ID=4a513be2-333f-41ef-aec9-382bb5e9f8e9,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:11.572624 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5844dc4d-b3ff-48a5-891d-ad07acffc1fe details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:49:11.653826 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-85e13aa9-bccd-4839-975a-d8f5d018f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:11.658179 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-85e13aa9-bccd-4839-975a-d8f5d018f49f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=307ee0f93cd34cda8ec9abcf33979fc8&device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 1095 time: 0.0986037 Jan 27 21:49:11.727322 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-df439762-c974-47ed-90df-03beaa599e84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a513be2-333f-41ef-aec9-382bb5e9f8e9 HTTP/1.1" status: 200 len: 217 time: 0.0609171 Jan 27 21:49:11.836922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-e3f4647b-2a2c-46ea-b51f-363b690e80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:11.838271 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-e3f4647b-2a2c-46ea-b51f-363b690e80cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7becb874-eb6e-4f6c-92fe-d47bec9d68c3 HTTP/1.1" status: 200 len: 859 time: 0.1004527 Jan 27 21:49:11.872130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 5844dc4d-b3ff-48a5-891d-ad07acffc1fe, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5844dc4d-b3ff-48a5-891d-ad07acffc1fe,segment=NetworkSegment(e23239a7-0ed9-4ca2-bcc1-dded4970cb3c),segment_id=e23239a7-0ed9-4ca2-bcc1-dded4970cb3c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:11.889455 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '5844dc4d-b3ff-48a5-891d-ad07acffc1fe', 'network_id': '4a0995eb-19c0-4803-a2b2-6bd46f90e042', 'port_id': '5844dc4d-b3ff-48a5-891d-ad07acffc1fe', 'mac_address': 'fa:16:3e:d7:fd:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60782c37-d87d-4ea1-bb01-98c8aba984e1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:49:11.889885 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d587cf-0de0-460d-aff8-f4196889d796 req-34aba3cc-0ae9-4479-87b2-37ba4acdd2d7 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:11.893569 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06d587cf-0de0-460d-aff8-f4196889d796 req-34aba3cc-0ae9-4479-87b2-37ba4acdd2d7 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 1097 time: 0.1641150 Jan 27 21:49:11.917775 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-fadbfc4c-a257-447c-99b7-bd3290afe80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:11.917775 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-fadbfc4c-a257-447c-99b7-bd3290afe80e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=831a3a6a-51c3-4368-adbf-331815b36f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725446 Jan 27 21:49:11.982331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 5844dc4d-b3ff-48a5-891d-ad07acffc1fe is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:11.982933 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5844dc4d-b3ff-48a5-891d-ad07acffc1fe), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:12.025187 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5844dc4d-b3ff-48a5-891d-ad07acffc1fe {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:12.036219 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b64ae82-f838-4aec-855a-69f8f34476fa x-openstack-request-id: req-1b64ae82-f838-4aec-855a-69f8f34476fa {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:12.036478 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff55f43-35d5-4a20-8aea-7060be0d6b77", "tag": "4a513be2-333f-41ef-aec9-382bb5e9f8e9", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:12.036735 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b64ae82-f838-4aec-855a-69f8f34476fa {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:12.037131 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff55f43-35d5-4a20-8aea-7060be0d6b77', 'tag': '4a513be2-333f-41ef-aec9-382bb5e9f8e9', 'status': 'completed', 'code': 200} Jan 27 21:49:12.051942 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06d587cf-0de0-460d-aff8-f4196889d796 req-cf0c9c08-7662-4882-9c7b-98658794ac7c tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341598 Jan 27 21:49:12.066192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 5844dc4d-b3ff-48a5-891d-ad07acffc1fe, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5844dc4d-b3ff-48a5-891d-ad07acffc1fe,segment=NetworkSegment(e23239a7-0ed9-4ca2-bcc1-dded4970cb3c),segment_id=e23239a7-0ed9-4ca2-bcc1-dded4970cb3c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:12.074086 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5844dc4d-b3ff-48a5-891d-ad07acffc1fe), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:12.125944 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-dcc27ad7-5de8-48e8-a2de-4d123722f48c service neutron] 10.222.0.15 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947892 Jan 27 21:49:12.177046 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=5844dc4d-b3ff-48a5-891d-ad07acffc1fe,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:12.259280 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c6f44a2a-dfa4-4749-a038-6fc13f4c81d9 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:12.271270 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb75603-31e2-4417-82f5-f01b7f8a55dd req-33a92105-b799-49b8-9b5e-6e907d73d4e8 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:12.272871 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fb75603-31e2-4417-82f5-f01b7f8a55dd req-33a92105-b799-49b8-9b5e-6e907d73d4e8 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 945 time: 0.1448956 Jan 27 21:49:12.333178 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b55449-5a7d-4e78-a5d4-99a3217b64b6 req-85553354-9423-4869-a0c8-130cab38e11f service neutron] 10.222.0.15 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879315 Jan 27 21:49:12.334251 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port c6f44a2a-dfa4-4749-a038-6fc13f4c81d9 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:12.334830 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c6f44a2a-dfa4-4749-a038-6fc13f4c81d9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:12.348502 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fb75603-31e2-4417-82f5-f01b7f8a55dd req-71578925-4c4b-49a2-89d6-2d17d97357d7 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687056 Jan 27 21:49:12.452449 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port c6f44a2a-dfa4-4749-a038-6fc13f4c81d9 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:12.457899 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5879e0-3f49-4577-86ec-88acc13c1bb3 req-bee3596c-7d7f-4efe-9ac4-a1fc9a22a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:12.459435 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c5879e0-3f49-4577-86ec-88acc13c1bb3 req-bee3596c-7d7f-4efe-9ac4-a1fc9a22a4f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=307ee0f93cd34cda8ec9abcf33979fc8&device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 1095 time: 0.0540986 Jan 27 21:49:12.487294 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:12.584239 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5879e0-3f49-4577-86ec-88acc13c1bb3 req-eb2ca9e1-aca7-4586-a4bb-44efcdc74add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:12.585952 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c5879e0-3f49-4577-86ec-88acc13c1bb3 req-eb2ca9e1-aca7-4586-a4bb-44efcdc74add service neutron] 10.222.0.15 "GET /v2.0/networks?id=831a3a6a-51c3-4368-adbf-331815b36f4d HTTP/1.1" status: 200 len: 921 time: 0.1193302 Jan 27 21:49:12.586365 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['5844dc4d-b3ff-48a5-891d-ad07acffc1fe'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:12.654729 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c5879e0-3f49-4577-86ec-88acc13c1bb3 req-1a93d2e6-3fdc-4620-b77e-f37e78eba888 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a513be2-333f-41ef-aec9-382bb5e9f8e9 HTTP/1.1" status: 200 len: 217 time: 0.0576947 Jan 27 21:49:12.747826 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5879e0-3f49-4577-86ec-88acc13c1bb3 req-ba16e72b-c12c-46cd-8575-f64da1829d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:12.752737 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c5879e0-3f49-4577-86ec-88acc13c1bb3 req-ba16e72b-c12c-46cd-8575-f64da1829d3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7becb874-eb6e-4f6c-92fe-d47bec9d68c3 HTTP/1.1" status: 200 len: 859 time: 0.0777507 Jan 27 21:49:12.764209 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba823fb0-cd1f-4369-a90b-5ca02a69cba4 req-c944a3cd-df0e-4121-842d-8ba697829372 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:12.765550 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba823fb0-cd1f-4369-a90b-5ca02a69cba4 req-c944a3cd-df0e-4121-842d-8ba697829372 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb9917-96b8-42b4-8e84-7a736605b1c5 HTTP/1.1" status: 200 len: 945 time: 0.1238270 Jan 27 21:49:12.861834 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5879e0-3f49-4577-86ec-88acc13c1bb3 req-0b2c8559-19b5-469b-b1b3-9d88d0642302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:12.863456 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c5879e0-3f49-4577-86ec-88acc13c1bb3 req-0b2c8559-19b5-469b-b1b3-9d88d0642302 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=831a3a6a-51c3-4368-adbf-331815b36f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965657 Jan 27 21:49:12.898794 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba823fb0-cd1f-4369-a90b-5ca02a69cba4 req-e29637d3-5633-4cb8-afcc-5b997c17c7f4 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/security-groups?id=46c58d57-b9b5-4423-969b-3c19d52b13d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206558 Jan 27 21:49:13.007008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c5879e0-3f49-4577-86ec-88acc13c1bb3 req-8ac9ca68-c110-4dee-ac23-b30babc6d79b service neutron] 10.222.0.15 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352830 Jan 27 21:49:13.098691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3693b8-58d3-4e91-9180-cc02f1fd8c91 req-b6f68392-e1c0-43bb-835f-6d99a25fffea tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:13.100241 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f3693b8-58d3-4e91-9180-cc02f1fd8c91 req-b6f68392-e1c0-43bb-835f-6d99a25fffea tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 944 time: 0.1117532 Jan 27 21:49:13.154239 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c5879e0-3f49-4577-86ec-88acc13c1bb3 req-0ba1ef10-2f51-4bd0-b8b3-e21a25deb8bd service neutron] 10.222.0.15 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325405 Jan 27 21:49:13.171379 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f3693b8-58d3-4e91-9180-cc02f1fd8c91 req-ea994289-d450-459b-8acf-c07fd841e849 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4c780b-dd6e-4e28-a4ed-14e3f975cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605679 Jan 27 21:49:13.410307 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-01184cb7-5268-4faf-acce-c8f48defd5e0 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:49:13.412909 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-01184cb7-5268-4faf-acce-c8f48defd5e0 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0740504 Jan 27 21:49:13.537498 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-bcede3af-e9c1-41e3-99dd-83b6c5d60ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:13.540686 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-bcede3af-e9c1-41e3-99dd-83b6c5d60ee2 service neutron] 10.222.0.23 "GET /v2.0/ports/a56e79cc-a182-4ceb-ae32-683623dafe7b HTTP/1.1" status: 200 len: 1094 time: 0.1175807 Jan 27 21:49:13.551230 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-eec8e5a1-8824-46f2-9470-ef73bc3e440e service neutron] Request body: {'binding': {'host': 'n-h1-772272-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:13.551684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-eec8e5a1-8824-46f2-9470-ef73bc3e440e service neutron] Unknown quota resources ['binding']. {{(pid=109741) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:49:13.561905 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3246f-017f-4a80-93ab-68a1f275b6f0 req-95ef17f1-06a4-4f4c-be22-f6ec273b1803 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:13.564595 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74b3246f-017f-4a80-93ab-68a1f275b6f0 req-95ef17f1-06a4-4f4c-be22-f6ec273b1803 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 945 time: 0.0989795 Jan 27 21:49:13.690368 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74b3246f-017f-4a80-93ab-68a1f275b6f0 req-ea584896-071c-44f3-88c3-12efbad7c092 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167517 Jan 27 21:49:13.759197 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-eec8e5a1-8824-46f2-9470-ef73bc3e440e service neutron] Attempting to bind port a56e79cc-a182-4ceb-ae32-683623dafe7b on host n-h1-772272-3 for vnic_type normal with profile None {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:13.759525 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-eec8e5a1-8824-46f2-9470-ef73bc3e440e service neutron] Attempting to bind port a56e79cc-a182-4ceb-ae32-683623dafe7b by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:13.759830 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-eec8e5a1-8824-46f2-9470-ef73bc3e440e service neutron] Attempting to bind port a56e79cc-a182-4ceb-ae32-683623dafe7b on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:13.764612 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-eec8e5a1-8824-46f2-9470-ef73bc3e440e service neutron] Port a56e79cc-a182-4ceb-ae32-683623dafe7b on network 682655b0-dbc8-497a-9054-3d8e44de5af4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:49:13.764934 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-eec8e5a1-8824-46f2-9470-ef73bc3e440e service neutron] Attempting to bind port a56e79cc-a182-4ceb-ae32-683623dafe7b on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:13.771545 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-eec8e5a1-8824-46f2-9470-ef73bc3e440e service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:13.771950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-eec8e5a1-8824-46f2-9470-ef73bc3e440e service neutron] Checking segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:13.772552 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-eec8e5a1-8824-46f2-9470-ef73bc3e440e service neutron] Bound using segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:13.773117 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-eec8e5a1-8824-46f2-9470-ef73bc3e440e service neutron] Bound port: a56e79cc-a182-4ceb-ae32-683623dafe7b, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:13.832579 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-eec8e5a1-8824-46f2-9470-ef73bc3e440e service neutron] For port a56e79cc-a182-4ceb-ae32-683623dafe7b, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=a56e79cc-a182-4ceb-ae32-683623dafe7b,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:13.838884 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-eec8e5a1-8824-46f2-9470-ef73bc3e440e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:13.840196 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-eec8e5a1-8824-46f2-9470-ef73bc3e440e service neutron] 10.222.0.23 "POST /v2.0/ports/a56e79cc-a182-4ceb-ae32-683623dafe7b/bindings HTTP/1.1" status: 201 len: 389 time: 0.2946639 Jan 27 21:49:14.089798 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2381da7-3228-4ee1-b61c-1b965494c2ed req-56bd1922-e8d9-48e8-a6d6-0474d65a1fb4 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:14.091474 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2381da7-3228-4ee1-b61c-1b965494c2ed req-56bd1922-e8d9-48e8-a6d6-0474d65a1fb4 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb9917-96b8-42b4-8e84-7a736605b1c5 HTTP/1.1" status: 200 len: 945 time: 0.0950258 Jan 27 21:49:14.104480 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c05db-c65f-49b6-a45b-0f69c75127d2 req-3f69c14f-39d0-4b82-8e3f-ec6d87bde707 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:14.106247 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a9c05db-c65f-49b6-a45b-0f69c75127d2 req-3f69c14f-39d0-4b82-8e3f-ec6d87bde707 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 946 time: 0.0878253 Jan 27 21:49:14.214862 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2381da7-3228-4ee1-b61c-1b965494c2ed req-4a7a3045-b6c2-46b8-bac5-38a6b814c957 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/security-groups?id=46c58d57-b9b5-4423-969b-3c19d52b13d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075122 Jan 27 21:49:14.234992 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a9c05db-c65f-49b6-a45b-0f69c75127d2 req-6126ad54-c8cd-4abe-99c2-b650c6789e0e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196179 Jan 27 21:49:14.238516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-f9c76813-24a6-48c0-a089-e304fc233f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:14.240032 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-f9c76813-24a6-48c0-a089-e304fc233f18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 1097 time: 0.0999322 Jan 27 21:49:14.408956 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da727e7f-0402-41fa-9444-ac75cf564cb4 req-1eaae61b-e21d-47c7-a6b1-5d48540ff7f6 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:14.411105 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da727e7f-0402-41fa-9444-ac75cf564cb4 req-1eaae61b-e21d-47c7-a6b1-5d48540ff7f6 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 944 time: 0.0960045 Jan 27 21:49:14.420718 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-f7d71943-d2f8-47c2-b7b8-8d8ca13968f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:14.422970 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-f7d71943-d2f8-47c2-b7b8-8d8ca13968f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 909 time: 0.1768370 Jan 27 21:49:14.482398 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-c70bceca-21a5-442a-bcda-6c9218e6bad2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a56e79cc-a182-4ceb-ae32-683623dafe7b HTTP/1.1" status: 200 len: 217 time: 0.0523722 Jan 27 21:49:14.547445 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da727e7f-0402-41fa-9444-ac75cf564cb4 req-014a7b99-2897-4110-840e-2b271ff732ee tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4c780b-dd6e-4e28-a4ed-14e3f975cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298165 Jan 27 21:49:14.557521 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-cec01257-f8bd-4a5f-830f-60e2200b4100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:14.560235 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-cec01257-f8bd-4a5f-830f-60e2200b4100 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c8c1fde-1173-4cc5-9eb6-13f24f8d2210 HTTP/1.1" status: 200 len: 848 time: 0.0700836 Jan 27 21:49:14.597175 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-1a5e691a-9ca9-46ba-8d50-b9cea1b4a422 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=682655b0-dbc8-497a-9054-3d8e44de5af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300782 Jan 27 21:49:14.687715 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-faaf1210-bbb7-4c14-9126-7863b2fb6e0f service neutron] 10.222.0.15 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848038 Jan 27 21:49:14.838552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-5ad6227f-3682-482c-bd2b-65960f3e0cfb service neutron] 10.222.0.15 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430290 Jan 27 21:49:14.866267 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bd7e1-79fd-43d9-a327-8474288907df req-082ebc78-bf2e-4a6f-b330-b7cb49dd9eb3 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:14.868633 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f96bd7e1-79fd-43d9-a327-8474288907df req-082ebc78-bf2e-4a6f-b330-b7cb49dd9eb3 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 945 time: 0.0833294 Jan 27 21:49:14.932875 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f96bd7e1-79fd-43d9-a327-8474288907df req-2481a708-ec35-480e-b8ef-95c5947502a2 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574622 Jan 27 21:49:15.085117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 4a513be2-333f-41ef-aec9-382bb5e9f8e9 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:49:15.193107 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 4a513be2-333f-41ef-aec9-382bb5e9f8e9, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=4a513be2-333f-41ef-aec9-382bb5e9f8e9,segment=NetworkSegment(92afb8df-73d5-486a-a2b6-8a96b5ff5c12),segment_id=92afb8df-73d5-486a-a2b6-8a96b5ff5c12)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:15.205714 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '4a513be2-333f-41ef-aec9-382bb5e9f8e9', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'port_id': '4a513be2-333f-41ef-aec9-382bb5e9f8e9', 'mac_address': 'fa:16:3e:e4:01:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:49:15.245119 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 4a513be2-333f-41ef-aec9-382bb5e9f8e9 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:15.245807 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4a513be2-333f-41ef-aec9-382bb5e9f8e9), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:15.261096 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a513be2-333f-41ef-aec9-382bb5e9f8e9 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:15.284989 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 4a513be2-333f-41ef-aec9-382bb5e9f8e9, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=4a513be2-333f-41ef-aec9-382bb5e9f8e9,segment=NetworkSegment(92afb8df-73d5-486a-a2b6-8a96b5ff5c12),segment_id=92afb8df-73d5-486a-a2b6-8a96b5ff5c12)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:15.289744 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4a513be2-333f-41ef-aec9-382bb5e9f8e9), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:15.352751 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=4a513be2-333f-41ef-aec9-382bb5e9f8e9,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:15.455390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b71e7-e1eb-40fd-908f-804ca368f0d6 req-e183bbf0-cab3-42c1-b700-f492ad3c1ae7 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:15.457303 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-228b71e7-e1eb-40fd-908f-804ca368f0d6 req-e183bbf0-cab3-42c1-b700-f492ad3c1ae7 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb9917-96b8-42b4-8e84-7a736605b1c5 HTTP/1.1" status: 200 len: 945 time: 0.0988681 Jan 27 21:49:15.471633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c031900-cc64-47b3-b6f1-e40f83ee3974 req-78a0f3b0-e734-4c1a-9f69-095c62dfaee1 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:15.478632 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c031900-cc64-47b3-b6f1-e40f83ee3974 req-78a0f3b0-e734-4c1a-9f69-095c62dfaee1 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 946 time: 0.0745189 Jan 27 21:49:15.559721 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c031900-cc64-47b3-b6f1-e40f83ee3974 req-9aa52c6a-295b-41b1-93ed-3902783956fc tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799370 Jan 27 21:49:15.575357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-228b71e7-e1eb-40fd-908f-804ca368f0d6 req-3176a801-cc7e-4dde-a945-68eda26a779c tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/security-groups?id=46c58d57-b9b5-4423-969b-3c19d52b13d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936227 Jan 27 21:49:15.592486 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5844dc4d-b3ff-48a5-891d-ad07acffc1fe up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:15.595409 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['4a513be2-333f-41ef-aec9-382bb5e9f8e9'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:15.746518 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 5844dc4d-b3ff-48a5-891d-ad07acffc1fe completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:49:15.775879 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 5844dc4d-b3ff-48a5-891d-ad07acffc1fe triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:15.776339 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5844dc4d-b3ff-48a5-891d-ad07acffc1fe), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:15.848845 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1f7cf-7b1a-4869-851f-30099a6db84f req-9d121a12-84aa-4083-bfce-741f762e310f tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:15.852232 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77d1f7cf-7b1a-4869-851f-30099a6db84f req-9d121a12-84aa-4083-bfce-741f762e310f tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 945 time: 0.0706177 Jan 27 21:49:15.926687 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77d1f7cf-7b1a-4869-851f-30099a6db84f req-b3127f34-3faf-4669-9d9a-b663e5b8cebb tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4c780b-dd6e-4e28-a4ed-14e3f975cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632546 Jan 27 21:49:15.952731 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 5844dc4d-b3ff-48a5-891d-ad07acffc1fe is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:15.953258 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5844dc4d-b3ff-48a5-891d-ad07acffc1fe), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:16.002803 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7eb9917-96b8-42b4-8e84-7a736605b1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5844dc4d-b3ff-48a5-891d-ad07acffc1fe'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:16.006711 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a96970a-fdf8-4076-b349-83f6203c5c37" -d '{"events": [{"server_uuid": "d7eb9917-96b8-42b4-8e84-7a736605b1c5", "name": "network-vif-plugged", "status": "completed", "tag": "5844dc4d-b3ff-48a5-891d-ad07acffc1fe"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:16.052530 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 5844dc4d-b3ff-48a5-891d-ad07acffc1fe, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5844dc4d-b3ff-48a5-891d-ad07acffc1fe,segment=NetworkSegment(e23239a7-0ed9-4ca2-bcc1-dded4970cb3c),segment_id=e23239a7-0ed9-4ca2-bcc1-dded4970cb3c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:16.058482 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5844dc4d-b3ff-48a5-891d-ad07acffc1fe), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:16.109142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57debc-7f4c-4014-a93c-bd572e55e91a req-17400ca9-7f5e-4319-8913-4f0a2942659d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:16.130824 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce57debc-7f4c-4014-a93c-bd572e55e91a req-17400ca9-7f5e-4319-8913-4f0a2942659d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 945 time: 0.0942774 Jan 27 21:49:16.145694 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9f0829-166f-46c3-87c6-d8e2f733ef6c x-openstack-request-id: req-ba9f0829-166f-46c3-87c6-d8e2f733ef6c {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:16.146314 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7eb9917-96b8-42b4-8e84-7a736605b1c5", "name": "network-vif-plugged", "status": "completed", "tag": "5844dc4d-b3ff-48a5-891d-ad07acffc1fe", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:16.146314 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba9f0829-166f-46c3-87c6-d8e2f733ef6c {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:16.146699 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7eb9917-96b8-42b4-8e84-7a736605b1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5844dc4d-b3ff-48a5-891d-ad07acffc1fe', 'code': 200} Jan 27 21:49:16.147271 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=5844dc4d-b3ff-48a5-891d-ad07acffc1fe,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:16.189449 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce57debc-7f4c-4014-a93c-bd572e55e91a req-a16b4fc8-d738-42cb-b6b6-57ea04d3a2f8 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571761 Jan 27 21:49:16.233101 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ee134-359d-48dd-b0e4-46ee15e97d38 req-ef5ca138-c312-4dd8-ba26-11668a8d6bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:16.234599 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-184ee134-359d-48dd-b0e4-46ee15e97d38 req-ef5ca138-c312-4dd8-ba26-11668a8d6bd8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d7eb9917-96b8-42b4-8e84-7a736605b1c5 HTTP/1.1" status: 200 len: 1097 time: 0.0572553 Jan 27 21:49:16.291492 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-184ee134-359d-48dd-b0e4-46ee15e97d38 req-ca2326f3-9c03-422b-9183-58ad249ee469 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=46c58d57-b9b5-4423-969b-3c19d52b13d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451224 Jan 27 21:49:16.696950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ea909-a4be-44e0-8ecd-ad9c45319cd9 req-5ba4a136-61a8-4292-a501-25ec27777981 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:16.704393 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0a9ea909-a4be-44e0-8ecd-ad9c45319cd9 req-5ba4a136-61a8-4292-a501-25ec27777981 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 946 time: 0.0583827 Jan 27 21:49:16.783097 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6883c-ca49-4f72-9279-0167eb7e86eb req-52376ad5-83cb-4cfb-825e-686b59e6708a tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:16.784507 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffe6883c-ca49-4f72-9279-0167eb7e86eb req-52376ad5-83cb-4cfb-825e-686b59e6708a tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb9917-96b8-42b4-8e84-7a736605b1c5 HTTP/1.1" status: 200 len: 946 time: 0.0772755 Jan 27 21:49:16.792384 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0a9ea909-a4be-44e0-8ecd-ad9c45319cd9 req-b13d9935-9b26-4ac1-a5dc-f144a1c1fef7 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871215 Jan 27 21:49:16.847508 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffe6883c-ca49-4f72-9279-0167eb7e86eb req-3a146db8-22c5-4fb9-abd1-f289f7a82c1b tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/security-groups?id=46c58d57-b9b5-4423-969b-3c19d52b13d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541227 Jan 27 21:49:17.070856 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6db07f-a901-4ddb-b148-519cfa5ed582 req-fcfa13e7-361f-40e0-93e1-98d8cf16e865 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:17.080974 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c6db07f-a901-4ddb-b148-519cfa5ed582 req-fcfa13e7-361f-40e0-93e1-98d8cf16e865 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 945 time: 0.0642493 Jan 27 21:49:17.097546 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-a851abac-ee3b-4d98-9e45-55bab7570d50 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:17.099747 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-a851abac-ee3b-4d98-9e45-55bab7570d50 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1&tenant_id=6f69f01a295841ef87a2606a7f3645b9&binding%3Ahost_id=n-h1-772272-3 HTTP/1.1" status: 200 len: 1096 time: 0.0468478 Jan 27 21:49:17.100718 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 4a513be2-333f-41ef-aec9-382bb5e9f8e9 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:17.115530 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-772272-3'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:17.133443 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c6db07f-a901-4ddb-b148-519cfa5ed582 req-74899e21-93e8-47f2-baf3-700592eea530 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4c780b-dd6e-4e28-a4ed-14e3f975cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513597 Jan 27 21:49:17.177161 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 4a513be2-333f-41ef-aec9-382bb5e9f8e9 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:49:17.184048 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 4a513be2-333f-41ef-aec9-382bb5e9f8e9 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:17.184860 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4a513be2-333f-41ef-aec9-382bb5e9f8e9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.209792 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (73759b05-3cba-4014-b2ec-ff6d7f5cd749), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.280884 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 4a513be2-333f-41ef-aec9-382bb5e9f8e9 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:17.281851 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4a513be2-333f-41ef-aec9-382bb5e9f8e9), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.361279 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 4a513be2-333f-41ef-aec9-382bb5e9f8e9, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=4a513be2-333f-41ef-aec9-382bb5e9f8e9,segment=NetworkSegment(92afb8df-73d5-486a-a2b6-8a96b5ff5c12),segment_id=92afb8df-73d5-486a-a2b6-8a96b5ff5c12)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:17.365788 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] For port 73759b05-3cba-4014-b2ec-ff6d7f5cd749, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=73759b05-3cba-4014-b2ec-ff6d7f5cd749,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:17.367187 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4a513be2-333f-41ef-aec9-382bb5e9f8e9), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.383800 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0307c3d-33a0-4710-ba0a-99d77916487d req-70ab5b63-b13b-4030-b336-4df1b28d9931 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:17.385439 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0307c3d-33a0-4710-ba0a-99d77916487d req-70ab5b63-b13b-4030-b336-4df1b28d9931 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 945 time: 0.0939231 Jan 27 21:49:17.415806 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] For port 73759b05-3cba-4014-b2ec-ff6d7f5cd749, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:17.464817 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73759b05-3cba-4014-b2ec-ff6d7f5cd749'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:17.468216 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9bfdbd-a4ac-4781-aff9-cf4ff8092729" -d '{"events": [{"server_uuid": "4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1", "name": "network-vif-unplugged", "status": "completed", "tag": "73759b05-3cba-4014-b2ec-ff6d7f5cd749"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:17.475575 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=4a513be2-333f-41ef-aec9-382bb5e9f8e9,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:17.488503 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] Publish callbacks [] for port (73759b05-3cba-4014-b2ec-ff6d7f5cd749), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.495153 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (73759b05-3cba-4014-b2ec-ff6d7f5cd749), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.504380 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0307c3d-33a0-4710-ba0a-99d77916487d req-6efd53cb-65d3-4cca-a7bd-e5e98cf7ca9e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071484 Jan 27 21:49:17.558568 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc76eaab-4ce3-4063-ae9f-b3bbd20f7af1 x-openstack-request-id: req-fc76eaab-4ce3-4063-ae9f-b3bbd20f7af1 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:17.558930 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1", "name": "network-vif-unplugged", "status": "completed", "tag": "73759b05-3cba-4014-b2ec-ff6d7f5cd749", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:17.559260 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc76eaab-4ce3-4063-ae9f-b3bbd20f7af1 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:17.559639 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73759b05-3cba-4014-b2ec-ff6d7f5cd749', 'code': 200} Jan 27 21:49:17.582095 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 73759b05-3cba-4014-b2ec-ff6d7f5cd749 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:49:17.594121 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] Pushing event updated for resources: {'Port': ['ID=73759b05-3cba-4014-b2ec-ff6d7f5cd749,revision_number=7']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:17.610064 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] Attempting to bind port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 on host n-h1-772272-3 for vnic_type normal with profile {"migrating_to": "n-h2-772272-3"} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:17.610447 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] Attempting to bind port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:17.611382 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] Attempting to bind port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:17.617834 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] Port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:49:17.618263 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] Attempting to bind port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:17.624583 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:17.624930 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] Checking segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:17.625324 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] Bound using segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:17.625756 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] Bound port: 73759b05-3cba-4014-b2ec-ff6d7f5cd749, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:17.626572 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (73759b05-3cba-4014-b2ec-ff6d7f5cd749), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.716225 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] For port 73759b05-3cba-4014-b2ec-ff6d7f5cd749, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:17.721714 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] For port 73759b05-3cba-4014-b2ec-ff6d7f5cd749, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=73759b05-3cba-4014-b2ec-ff6d7f5cd749,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:17.728638 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (73759b05-3cba-4014-b2ec-ff6d7f5cd749), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.749780 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 73759b05-3cba-4014-b2ec-ff6d7f5cd749, host n-h1-772272-3, got binding levels [] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:17.797663 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Attempting to bind port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 on host n-h1-772272-3 for vnic_type normal with profile {"migrating_to": "n-h2-772272-3"} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:17.798274 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Attempting to bind port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:17.799359 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Attempting to bind port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:17.807047 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:49:17.807971 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Attempting to bind port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 on network 09918c0d-49b1-4f58-a6c2-3a0eabdef867 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:17.814121 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:17.814687 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Checking segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:17.815460 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Bound using segment: {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:17.817112 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Bound port: 73759b05-3cba-4014-b2ec-ff6d7f5cd749, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09918c0d-49b1-4f58-a6c2-3a0eabdef867'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:17.817879 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (73759b05-3cba-4014-b2ec-ff6d7f5cd749), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.838591 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:17.839221 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.840956 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] 10.222.0.21 "PUT /v2.0/ports/73759b05-3cba-4014-b2ec-ff6d7f5cd749 HTTP/1.1" status: 200 len: 1121 time: 0.7311049 Jan 27 21:49:17.848008 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ddb92-688f-4c49-9292-d0ecec616230 service neutron] Pushing event updated for resources: {'Port': ['ID=73759b05-3cba-4014-b2ec-ff6d7f5cd749,revision_number=8']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:17.979995 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fcb7f-db74-4887-bcd3-c9a67b8a67f2 req-e142a96c-ee88-417c-b833-a764626377a6 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:17.985900 n-d-772272-3 neutron-server[109743]: WARNING neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Concurrent port binding operations failed on port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 Jan 27 21:49:17.990032 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-226fcb7f-db74-4887-bcd3-c9a67b8a67f2 req-e142a96c-ee88-417c-b833-a764626377a6 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 946 time: 0.0776904 Jan 27 21:49:17.991816 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 73759b05-3cba-4014-b2ec-ff6d7f5cd749, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=73759b05-3cba-4014-b2ec-ff6d7f5cd749,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:17.993937 n-d-772272-3 neutron-server[109743]: INFO neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Attempt 2 to bind port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 Jan 27 21:49:17.994468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 73759b05-3cba-4014-b2ec-ff6d7f5cd749 has no active binding in host n-h2-772272-3 {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:49:18.009156 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['73759b05-3cba-4014-b2ec-ff6d7f5cd749'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:18.088415 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['73759b05-3cba-4014-b2ec-ff6d7f5cd749'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:18.110845 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-226fcb7f-db74-4887-bcd3-c9a67b8a67f2 req-49765427-df87-4c48-92cb-b16acffbe465 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196733 Jan 27 21:49:18.136616 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3ff5d-ee4b-4433-aa50-4839fdad0818 req-bebc53d6-13b4-4006-87b1-b88d0f52ff2e tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:18.143558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80a3ff5d-ee4b-4433-aa50-4839fdad0818 req-bebc53d6-13b4-4006-87b1-b88d0f52ff2e tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb9917-96b8-42b4-8e84-7a736605b1c5 HTTP/1.1" status: 200 len: 946 time: 0.1436632 Jan 27 21:49:18.149155 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff55f43-35d5-4a20-8aea-7060be0d6b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a513be2-333f-41ef-aec9-382bb5e9f8e9'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:18.152529 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d563fa2-e8c2-44de-88a8-82949b8b811b" -d '{"events": [{"server_uuid": "6ff55f43-35d5-4a20-8aea-7060be0d6b77", "name": "network-vif-plugged", "status": "completed", "tag": "4a513be2-333f-41ef-aec9-382bb5e9f8e9"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:18.210012 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80a3ff5d-ee4b-4433-aa50-4839fdad0818 req-59020d1a-051c-4997-b508-f92fc634f356 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/security-groups?id=46c58d57-b9b5-4423-969b-3c19d52b13d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627205 Jan 27 21:49:18.357120 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865d1bba-21b7-484e-9bdb-39deab4b6b01 x-openstack-request-id: req-865d1bba-21b7-484e-9bdb-39deab4b6b01 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:18.358225 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff55f43-35d5-4a20-8aea-7060be0d6b77", "name": "network-vif-plugged", "status": "completed", "tag": "4a513be2-333f-41ef-aec9-382bb5e9f8e9", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:18.358671 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-865d1bba-21b7-484e-9bdb-39deab4b6b01 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:18.359217 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff55f43-35d5-4a20-8aea-7060be0d6b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a513be2-333f-41ef-aec9-382bb5e9f8e9', 'code': 200} Jan 27 21:49:18.485288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dd220-d8ae-4f1c-a831-c00089ea9e51 req-18910272-61a6-42f4-bdcc-fab925b67589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:18.487601 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-415dd220-d8ae-4f1c-a831-c00089ea9e51 req-18910272-61a6-42f4-bdcc-fab925b67589 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 1097 time: 0.0792434 Jan 27 21:49:18.552953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-415dd220-d8ae-4f1c-a831-c00089ea9e51 req-771abf8e-990a-4e8b-8c52-51346a7075d2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eb4c780b-dd6e-4e28-a4ed-14e3f975cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563464 Jan 27 21:49:18.563062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e4827-e110-4b52-9d99-6235f2b95d9b req-1ddb0808-76f3-42f8-be2c-6e186acf714c tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:18.565501 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a99e4827-e110-4b52-9d99-6235f2b95d9b req-1ddb0808-76f3-42f8-be2c-6e186acf714c tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 946 time: 0.1149206 Jan 27 21:49:18.642407 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a99e4827-e110-4b52-9d99-6235f2b95d9b req-45331144-56f1-4877-8b72-d69d229c5eac tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4c780b-dd6e-4e28-a4ed-14e3f975cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530958 Jan 27 21:49:18.702152 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbad287-edd3-480c-ac82-0bc09ff1a4ce req-21de0473-17bc-4daf-acd4-e24f2bf271d4 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:18.703747 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fbbad287-edd3-480c-ac82-0bc09ff1a4ce req-21de0473-17bc-4daf-acd4-e24f2bf271d4 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.0604618 Jan 27 21:49:18.755145 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fbbad287-edd3-480c-ac82-0bc09ff1a4ce req-db96be7c-beff-4e1a-a458-f1cf4fb9218e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455611 Jan 27 21:49:19.247097 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d158ac-b345-4127-89cf-444765d5da65 req-e639dbe4-4ce0-4b82-a950-ccdd26cb5189 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:19.257727 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95d158ac-b345-4127-89cf-444765d5da65 req-e639dbe4-4ce0-4b82-a950-ccdd26cb5189 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 946 time: 0.0635593 Jan 27 21:49:19.330166 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95d158ac-b345-4127-89cf-444765d5da65 req-e60ecad5-52ba-4512-b2d4-fd4fe03c2922 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713274 Jan 27 21:49:19.364747 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df3fdb-2f67-4132-9ee4-edb474b02b88 req-f1e457a4-316f-40dc-8a63-7c245f26bd70 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:19.371812 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56df3fdb-2f67-4132-9ee4-edb474b02b88 req-f1e457a4-316f-40dc-8a63-7c245f26bd70 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb9917-96b8-42b4-8e84-7a736605b1c5 HTTP/1.1" status: 200 len: 946 time: 0.0902309 Jan 27 21:49:19.425816 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56df3fdb-2f67-4132-9ee4-edb474b02b88 req-808e4282-12d2-46fd-84fb-a9c079e0c54c tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/security-groups?id=46c58d57-b9b5-4423-969b-3c19d52b13d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527651 Jan 27 21:49:19.561142 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1', 'tag': '73759b05-3cba-4014-b2ec-ff6d7f5cd749'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:19.563640 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95135437-b086-48c4-82b3-7b3dbd8e7063" -d '{"events": [{"name": "network-changed", "server_uuid": "4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1", "tag": "73759b05-3cba-4014-b2ec-ff6d7f5cd749"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:19.610281 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afba3481-6ee5-4803-84b6-dd2dff5fc6dc x-openstack-request-id: req-afba3481-6ee5-4803-84b6-dd2dff5fc6dc {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:19.612066 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1", "tag": "73759b05-3cba-4014-b2ec-ff6d7f5cd749", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:19.612650 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-afba3481-6ee5-4803-84b6-dd2dff5fc6dc {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:19.613263 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1', 'tag': '73759b05-3cba-4014-b2ec-ff6d7f5cd749', 'status': 'completed', 'code': 200} Jan 27 21:49:19.728897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95135437-b086-48c4-82b3-7b3dbd8e7063 req-6d735985-5ad2-4c14-98ab-5c1bccebecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:19.730418 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95135437-b086-48c4-82b3-7b3dbd8e7063 req-6d735985-5ad2-4c14-98ab-5c1bccebecd9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 1124 time: 0.0850353 Jan 27 21:49:19.916657 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e19a53-4045-4cf4-9dc0-c11ef5e737ce req-f9360460-5388-40c2-bb1d-a4d8d0a49335 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:19.920816 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3e19a53-4045-4cf4-9dc0-c11ef5e737ce req-f9360460-5388-40c2-bb1d-a4d8d0a49335 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 946 time: 0.1695778 Jan 27 21:49:20.012487 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95135437-b086-48c4-82b3-7b3dbd8e7063 req-d041f08e-154e-47a8-b166-f353635d30b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:20.013438 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95135437-b086-48c4-82b3-7b3dbd8e7063 req-d041f08e-154e-47a8-b166-f353635d30b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 920 time: 0.2768569 Jan 27 21:49:20.035292 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3e19a53-4045-4cf4-9dc0-c11ef5e737ce req-00aa0039-b2bb-4bf3-be7c-be1ae90dce1f tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4c780b-dd6e-4e28-a4ed-14e3f975cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998986 Jan 27 21:49:20.093996 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95135437-b086-48c4-82b3-7b3dbd8e7063 req-c3861bb2-be87-4d6c-bf64-7e4ab4ba7b5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73759b05-3cba-4014-b2ec-ff6d7f5cd749 HTTP/1.1" status: 200 len: 217 time: 0.0439641 Jan 27 21:49:20.211332 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989948e-2315-4c23-a18d-b15e8f1b5fe1 req-36949a3f-5f74-49f3-81fa-20c095461d73 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:20.212939 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8989948e-2315-4c23-a18d-b15e8f1b5fe1 req-36949a3f-5f74-49f3-81fa-20c095461d73 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.1767027 Jan 27 21:49:20.215816 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95135437-b086-48c4-82b3-7b3dbd8e7063 req-4664abba-9233-4d28-904b-47459be4eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:20.217314 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95135437-b086-48c4-82b3-7b3dbd8e7063 req-4664abba-9233-4d28-904b-47459be4eb45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.1089551 Jan 27 21:49:20.270802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95135437-b086-48c4-82b3-7b3dbd8e7063 req-a5341643-9150-40d6-8c7e-0183cd00cc87 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350897 Jan 27 21:49:20.279336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e418581-31a2-434f-93b4-f2e56a401c9d req-fb2cf30c-c164-4b97-86a9-3b3d79865bfa tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:20.280861 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e418581-31a2-434f-93b4-f2e56a401c9d req-fb2cf30c-c164-4b97-86a9-3b3d79865bfa tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb9917-96b8-42b4-8e84-7a736605b1c5 HTTP/1.1" status: 200 len: 946 time: 0.1351533 Jan 27 21:49:20.364250 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8989948e-2315-4c23-a18d-b15e8f1b5fe1 req-f4dd25ff-f15c-401c-836b-16d3cd812a87 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439731 Jan 27 21:49:20.420431 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e418581-31a2-434f-93b4-f2e56a401c9d req-bb689896-92c7-4b30-a52e-e8a2f5996978 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/security-groups?id=46c58d57-b9b5-4423-969b-3c19d52b13d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185660 Jan 27 21:49:20.460901 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95135437-b086-48c4-82b3-7b3dbd8e7063 req-c7593cea-1e91-48cb-a964-448440533650 service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736627 Jan 27 21:49:20.571738 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a4381-7a49-4799-bb26-7c77880b51c0 req-8b4877bf-b39b-4519-9131-cf6e98d7ba1f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:20.578876 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e0a4381-7a49-4799-bb26-7c77880b51c0 req-8b4877bf-b39b-4519-9131-cf6e98d7ba1f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 946 time: 0.1338768 Jan 27 21:49:20.629009 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95135437-b086-48c4-82b3-7b3dbd8e7063 req-6f5eec34-d252-4ab5-8132-7dbac252db1f service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457999 Jan 27 21:49:20.659458 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e0a4381-7a49-4799-bb26-7c77880b51c0 req-8156e6c7-fb11-4231-82a3-2ccd18b2eca9 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795918 Jan 27 21:49:20.879756 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:21.053118 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85737b-8081-45cf-a337-03e7cf8d1f9c req-6317d709-c2fb-40a0-82eb-671d9800c44f tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:21.056704 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ee85737b-8081-45cf-a337-03e7cf8d1f9c req-6317d709-c2fb-40a0-82eb-671d9800c44f tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 945 time: 0.0800207 Jan 27 21:49:21.189719 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ee85737b-8081-45cf-a337-03e7cf8d1f9c req-0b7bd991-7088-463f-981e-d466ae969c5b tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177573 Jan 27 21:49:21.227992 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce540ac-85d6-4084-9a25-e5b8608e24de req-8bfd5256-307c-4fcb-9dd8-287ec78a78a5 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:21.229667 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ce540ac-85d6-4084-9a25-e5b8608e24de req-8bfd5256-307c-4fcb-9dd8-287ec78a78a5 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 946 time: 0.1018293 Jan 27 21:49:21.348336 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ce540ac-85d6-4084-9a25-e5b8608e24de req-07dd0aa7-3e77-49f1-ad63-9c05ab11d818 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4c780b-dd6e-4e28-a4ed-14e3f975cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097589 Jan 27 21:49:21.578029 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fbe33-f693-449f-834a-501d7e281a85 req-fa706652-395b-43b1-816c-56303c824161 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:21.581467 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-218fbe33-f693-449f-834a-501d7e281a85 req-fa706652-395b-43b1-816c-56303c824161 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.1007702 Jan 27 21:49:21.588910 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1abccf36-4144-4910-aaea-95935a7aa5ab req-80981cac-2f4a-45b0-b750-91aaead463c2 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1982129 Jan 27 21:49:21.603848 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-1abccf36-4144-4910-aaea-95935a7aa5ab req-b79baadc-8967-4d29-8a05-d5db04a13a37 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:21.680504 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-218fbe33-f693-449f-834a-501d7e281a85 req-ba0c4462-1f10-49e9-b847-fea21a10f00e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900378 Jan 27 21:49:21.713606 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1abccf36-4144-4910-aaea-95935a7aa5ab req-b79baadc-8967-4d29-8a05-d5db04a13a37 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:22.170862 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b722e5-d4d9-4cf3-80eb-ea780be0541d req-86690bb9-b08f-471b-915c-321772015889 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:22.172373 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e2b722e5-d4d9-4cf3-80eb-ea780be0541d req-86690bb9-b08f-471b-915c-321772015889 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb9917-96b8-42b4-8e84-7a736605b1c5 HTTP/1.1" status: 200 len: 946 time: 0.3993225 Jan 27 21:49:22.248715 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1abccf36-4144-4910-aaea-95935a7aa5ab req-b79baadc-8967-4d29-8a05-d5db04a13a37 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:22.261522 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e2b722e5-d4d9-4cf3-80eb-ea780be0541d req-2779dc1f-24cd-4645-90a4-1560eac4102c tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/security-groups?id=46c58d57-b9b5-4423-969b-3c19d52b13d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778146 Jan 27 21:49:22.391212 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-1abccf36-4144-4910-aaea-95935a7aa5ab req-b79baadc-8967-4d29-8a05-d5db04a13a37 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Allocated IP 172.25.3.77 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/7399ef8d-68fd-4c0d-bc81-32a49c8e76cb) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:22.510846 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1abccf36-4144-4910-aaea-95935a7aa5ab req-b79baadc-8967-4d29-8a05-d5db04a13a37 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks [] for port (7399ef8d-68fd-4c0d-bc81-32a49c8e76cb), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:22.589426 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1abccf36-4144-4910-aaea-95935a7aa5ab req-b79baadc-8967-4d29-8a05-d5db04a13a37 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (7399ef8d-68fd-4c0d-bc81-32a49c8e76cb), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:22.606779 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cea46-aae7-44d2-a4d2-a5f202c2e089 req-ccbe52b5-41fc-45a3-b205-64126d170112 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:22.608463 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a22cea46-aae7-44d2-a4d2-a5f202c2e089 req-ccbe52b5-41fc-45a3-b205-64126d170112 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 946 time: 0.0847044 Jan 27 21:49:22.672245 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1abccf36-4144-4910-aaea-95935a7aa5ab req-b79baadc-8967-4d29-8a05-d5db04a13a37 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:22.695820 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-1abccf36-4144-4910-aaea-95935a7aa5ab req-b79baadc-8967-4d29-8a05-d5db04a13a37 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:22.702637 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abccf36-4144-4910-aaea-95935a7aa5ab req-b79baadc-8967-4d29-8a05-d5db04a13a37 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:22.710578 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79baadc-8967-4d29-8a05-d5db04a13a37 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Pushing event updated for resources: {'Port': ['ID=7399ef8d-68fd-4c0d-bc81-32a49c8e76cb,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:22.774058 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a22cea46-aae7-44d2-a4d2-a5f202c2e089 req-43140b9c-69e3-4c1e-9bb9-bd2defdaf1e4 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396554 Jan 27 21:49:22.780373 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27c4a615-1469-4bc1-a411-6ba59692281e req-2247d56d-b5ab-4c4c-816c-a3691f9b06c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1300178 Jan 27 21:49:22.866701 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1abccf36-4144-4910-aaea-95935a7aa5ab req-b79baadc-8967-4d29-8a05-d5db04a13a37 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks [] for floatingip (c3642f30-52fd-4880-9ecc-466256d0b8c1), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:22.882780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4a615-1469-4bc1-a411-6ba59692281e req-d4f399dc-6b3e-4483-89b1-ab7cc7a40e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:22.884313 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27c4a615-1469-4bc1-a411-6ba59692281e req-d4f399dc-6b3e-4483-89b1-ab7cc7a40e55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 1096 time: 0.0736992 Jan 27 21:49:22.942789 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1abccf36-4144-4910-aaea-95935a7aa5ab req-b79baadc-8967-4d29-8a05-d5db04a13a37 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7399ef8d-68fd-4c0d-bc81-32a49c8e76cb), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:22.970021 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d519b16-66dc-4ba4-9802-b4cb07574ae5 req-3fad4453-fc1d-4184-bfe2-875210fa9c63 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:22.974011 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8d519b16-66dc-4ba4-9802-b4cb07574ae5 req-3fad4453-fc1d-4184-bfe2-875210fa9c63 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7eb9917-96b8-42b4-8e84-7a736605b1c5 HTTP/1.1" status: 200 len: 946 time: 0.0809414 Jan 27 21:49:23.086992 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b4d1b-e8b5-493a-9692-51995785dfee req-925bb254-861d-4627-a5e2-0847f3e3c868 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:23.094918 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db4b4d1b-e8b5-493a-9692-51995785dfee req-925bb254-861d-4627-a5e2-0847f3e3c868 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.1751146 Jan 27 21:49:23.121921 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-8d519b16-66dc-4ba4-9802-b4cb07574ae5 req-60b9d8dd-f169-4fbe-a72e-e26f73d7ddbb tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Deleting port 5844dc4d-b3ff-48a5-891d-ad07acffc1fe {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:49:23.123398 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-8d519b16-66dc-4ba4-9802-b4cb07574ae5 req-60b9d8dd-f169-4fbe-a72e-e26f73d7ddbb tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5844dc4d-b3ff-48a5-891d-ad07acffc1fe), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:23.178072 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4a615-1469-4bc1-a411-6ba59692281e req-db2d3037-43d9-4bb5-9b64-de114f8fd608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:23.179641 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27c4a615-1469-4bc1-a411-6ba59692281e req-db2d3037-43d9-4bb5-9b64-de114f8fd608 service neutron] 10.222.0.15 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 909 time: 0.2705324 Jan 27 21:49:23.263896 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27c4a615-1469-4bc1-a411-6ba59692281e req-beb89021-28e8-4339-b9f0-cf47c1bf3a72 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03ab448e-8097-4d3a-a2cb-650afa51b403 HTTP/1.1" status: 200 len: 217 time: 0.0758419 Jan 27 21:49:23.273504 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-8d519b16-66dc-4ba4-9802-b4cb07574ae5 req-60b9d8dd-f169-4fbe-a72e-e26f73d7ddbb tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] For port 5844dc4d-b3ff-48a5-891d-ad07acffc1fe, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5844dc4d-b3ff-48a5-891d-ad07acffc1fe,segment=NetworkSegment(e23239a7-0ed9-4ca2-bcc1-dded4970cb3c),segment_id=e23239a7-0ed9-4ca2-bcc1-dded4970cb3c)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:23.274009 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-8d519b16-66dc-4ba4-9802-b4cb07574ae5 req-60b9d8dd-f169-4fbe-a72e-e26f73d7ddbb tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5844dc4d-b3ff-48a5-891d-ad07acffc1fe), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:23.281028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db4b4d1b-e8b5-493a-9692-51995785dfee req-61a86b7b-e04c-4619-a8ba-6666345aace7 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805985 Jan 27 21:49:23.310504 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-8d519b16-66dc-4ba4-9802-b4cb07574ae5 req-60b9d8dd-f169-4fbe-a72e-e26f73d7ddbb tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Calling delete_port for 5844dc4d-b3ff-48a5-891d-ad07acffc1fe owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:49:23.362595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4a615-1469-4bc1-a411-6ba59692281e req-eaa2081b-ede4-4af4-914d-f1a7d6a51a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:23.364080 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27c4a615-1469-4bc1-a411-6ba59692281e req-eaa2081b-ede4-4af4-914d-f1a7d6a51a07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c8c1fde-1173-4cc5-9eb6-13f24f8d2210 HTTP/1.1" status: 200 len: 848 time: 0.0752494 Jan 27 21:49:23.434200 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27c4a615-1469-4bc1-a411-6ba59692281e req-9d9e7672-bc9b-4337-b6f5-b730fb119026 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=682655b0-dbc8-497a-9054-3d8e44de5af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555534 Jan 27 21:49:23.441457 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1abccf36-4144-4910-aaea-95935a7aa5ab req-b79baadc-8967-4d29-8a05-d5db04a13a37 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks [] for port (7399ef8d-68fd-4c0d-bc81-32a49c8e76cb), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:23.452519 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1abccf36-4144-4910-aaea-95935a7aa5ab req-b79baadc-8967-4d29-8a05-d5db04a13a37 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7399ef8d-68fd-4c0d-bc81-32a49c8e76cb), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:23.596263 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79baadc-8967-4d29-8a05-d5db04a13a37 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Pushing event updated for resources: {'Port': ['ID=7399ef8d-68fd-4c0d-bc81-32a49c8e76cb,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:23.622972 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1abccf36-4144-4910-aaea-95935a7aa5ab req-b79baadc-8967-4d29-8a05-d5db04a13a37 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (c3642f30-52fd-4880-9ecc-466256d0b8c1), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:23.667210 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-8d519b16-66dc-4ba4-9802-b4cb07574ae5 req-60b9d8dd-f169-4fbe-a72e-e26f73d7ddbb tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5844dc4d-b3ff-48a5-891d-ad07acffc1fe), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:23.672571 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27c4a615-1469-4bc1-a411-6ba59692281e req-9fd9a722-6c8b-4469-ba0f-45c5942c23a9 service neutron] 10.222.0.15 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290533 Jan 27 21:49:23.675959 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1abccf36-4144-4910-aaea-95935a7aa5ab req-b79baadc-8967-4d29-8a05-d5db04a13a37 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:23.677151 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1abccf36-4144-4910-aaea-95935a7aa5ab req-b79baadc-8967-4d29-8a05-d5db04a13a37 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0788879 Jan 27 21:49:23.692997 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['5844dc4d-b3ff-48a5-891d-ad07acffc1fe'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:23.714295 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9d8dd-f169-4fbe-a72e-e26f73d7ddbb tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Pushing event deleted for resources: {'Port': ['ID=5844dc4d-b3ff-48a5-891d-ad07acffc1fe,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:23.781205 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d519b16-66dc-4ba4-9802-b4cb07574ae5 req-60b9d8dd-f169-4fbe-a72e-e26f73d7ddbb tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] No DVR routers for this DVR port 5844dc4d-b3ff-48a5-891d-ad07acffc1fe on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:49:23.784137 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-8d519b16-66dc-4ba4-9802-b4cb07574ae5 req-60b9d8dd-f169-4fbe-a72e-e26f73d7ddbb tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:23.787899 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8d519b16-66dc-4ba4-9802-b4cb07574ae5 req-60b9d8dd-f169-4fbe-a72e-e26f73d7ddbb tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.21 "DELETE /v2.0/ports/5844dc4d-b3ff-48a5-891d-ad07acffc1fe HTTP/1.1" status: 204 len: 173 time: 0.8062923 Jan 27 21:49:23.788409 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7eb9917-96b8-42b4-8e84-7a736605b1c5', 'name': 'network-vif-deleted', 'tag': '5844dc4d-b3ff-48a5-891d-ad07acffc1fe'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:23.790739 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d77e45-1d77-40e9-ad45-3ba7ae6a9753" -d '{"events": [{"server_uuid": "d7eb9917-96b8-42b4-8e84-7a736605b1c5", "name": "network-vif-deleted", "tag": "5844dc4d-b3ff-48a5-891d-ad07acffc1fe"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:23.815836 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-08705931-aad3-4e03-b9df-1c23f1c98d06 req-1c841ecf-780e-487c-b7f9-f01107dbdda8 tempest-ServerAddressesTestJSON-1221319397 tempest-ServerAddressesTestJSON-1221319397-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7eb9917-96b8-42b4-8e84-7a736605b1c5 HTTP/1.1" status: 200 len: 210 time: 0.0591838 Jan 27 21:49:23.818965 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1abccf36-4144-4910-aaea-95935a7aa5ab req-2bfa32a0-8fde-40a4-9e59-0475f212c55c tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 695 time: 0.1354489 Jan 27 21:49:23.943875 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27c4a615-1469-4bc1-a411-6ba59692281e req-51a0169a-0753-4c81-97a4-454d69cb3c7c service neutron] 10.222.0.15 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615538 Jan 27 21:49:23.991197 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abccf36-4144-4910-aaea-95935a7aa5ab req-ccf509f4-f5c6-49c5-b8da-10966fce197d tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:23.993156 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1abccf36-4144-4910-aaea-95935a7aa5ab req-ccf509f4-f5c6-49c5-b8da-10966fce197d tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.1620991 Jan 27 21:49:24.062247 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633c67b2-2a8c-4413-91b6-52762392a32e x-openstack-request-id: req-633c67b2-2a8c-4413-91b6-52762392a32e {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:24.062247 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7eb9917-96b8-42b4-8e84-7a736605b1c5", "name": "network-vif-deleted", "tag": "5844dc4d-b3ff-48a5-891d-ad07acffc1fe", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:24.062247 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-633c67b2-2a8c-4413-91b6-52762392a32e {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:24.062247 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7eb9917-96b8-42b4-8e84-7a736605b1c5', 'name': 'network-vif-deleted', 'tag': '5844dc4d-b3ff-48a5-891d-ad07acffc1fe', 'status': 'completed', 'code': 200} Jan 27 21:49:24.070771 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-69c185ee-d3b1-4684-ac77-e08e4cced4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:24.174409 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15692e-32a7-44c5-be85-77e6c4ef6666 req-4dc6ec1c-d78f-4741-b318-f9bafcc910ca tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:24.175979 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f15692e-32a7-44c5-be85-77e6c4ef6666 req-4dc6ec1c-d78f-4741-b318-f9bafcc910ca tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 946 time: 0.0542142 Jan 27 21:49:24.233275 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f15692e-32a7-44c5-be85-77e6c4ef6666 req-9a78b94f-a49e-46e0-8d9a-37b7fcba313c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504317 Jan 27 21:49:24.450200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250ba16-c5bc-48da-bea7-325ffd9e0c74 req-b2b08ac9-8c62-4197-93f5-16d07f5f5474 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:24.451898 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5250ba16-c5bc-48da-bea7-325ffd9e0c74 req-b2b08ac9-8c62-4197-93f5-16d07f5f5474 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 945 time: 0.1318741 Jan 27 21:49:24.498662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b0275-3079-4197-a734-d5d9221aff14 req-f4863f54-6c03-40b3-9ee7-071eb99ced36 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:24.500205 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-067b0275-3079-4197-a734-d5d9221aff14 req-f4863f54-6c03-40b3-9ee7-071eb99ced36 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/networks?id=831a3a6a-51c3-4368-adbf-331815b36f4d HTTP/1.1" status: 200 len: 820 time: 0.1692684 Jan 27 21:49:24.529136 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-067b0275-3079-4197-a734-d5d9221aff14 req-4f8597b8-102b-4e15-b4a9-1d831c8b9085 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/quotas/307ee0f93cd34cda8ec9abcf33979fc8 HTTP/1.1" status: 200 len: 375 time: 0.0202641 Jan 27 21:49:24.539078 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5250ba16-c5bc-48da-bea7-325ffd9e0c74 req-63b6941d-2f14-4eaf-a91d-f4dc27c3d7a5 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806549 Jan 27 21:49:24.612481 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-067b0275-3079-4197-a734-d5d9221aff14 req-f9de6026-b96c-42fe-ac2b-a449dd406194 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=307ee0f93cd34cda8ec9abcf33979fc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723388 Jan 27 21:49:24.696108 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8598b-54e5-4210-8fca-807488648e9b req-07e67611-67c5-4487-a309-c863c8db442e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:24.697560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-51a8598b-54e5-4210-8fca-807488648e9b req-07e67611-67c5-4487-a309-c863c8db442e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.1029806 Jan 27 21:49:24.753300 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-067b0275-3079-4197-a734-d5d9221aff14 req-6a4468af-a285-495f-b5a1-cf88a008b352 service neutron] 10.222.0.23 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256554 Jan 27 21:49:24.785768 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-51a8598b-54e5-4210-8fca-807488648e9b req-4df4346f-59bc-475b-9ece-4c609495c13c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760798 Jan 27 21:49:24.856418 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-067b0275-3079-4197-a734-d5d9221aff14 req-d2bbcc34-7937-4d5a-936d-e4b1d0dacf48 service neutron] 10.222.0.23 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969429 Jan 27 21:49:24.914757 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51116) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:24.976915 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-12aeb25b-3f70-4ec5-89dc-68f4246a80e9 admin admin] Deleting subnet 60782c37-d87d-4ea1-bb01-98c8aba984e1 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:49:24.980312 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-12aeb25b-3f70-4ec5-89dc-68f4246a80e9 admin admin] Publish callbacks [] for subnet (60782c37-d87d-4ea1-bb01-98c8aba984e1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.044642 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-12aeb25b-3f70-4ec5-89dc-68f4246a80e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (60782c37-d87d-4ea1-bb01-98c8aba984e1), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.091870 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-12aeb25b-3f70-4ec5-89dc-68f4246a80e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (60782c37-d87d-4ea1-bb01-98c8aba984e1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.116755 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 73759b05-3cba-4014-b2ec-ff6d7f5cd749 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:49:25.157583 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-751f0a6d-3e94-4a2c-8723-14ddf139455c req-660b3402-790f-465b-ae65-cb5bfae5c207 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f54c69ec-302b-494c-8600-9a2c326ce09f HTTP/1.1" status: 200 len: 210 time: 0.0678017 Jan 27 21:49:25.197571 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-12aeb25b-3f70-4ec5-89dc-68f4246a80e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (60782c37-d87d-4ea1-bb01-98c8aba984e1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.232716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 is: DOWN; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:25.265369 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-12aeb25b-3f70-4ec5-89dc-68f4246a80e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.274156 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-12aeb25b-3f70-4ec5-89dc-68f4246a80e9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/60782c37-d87d-4ea1-bb01-98c8aba984e1 HTTP/1.1" status: 204 len: 168 time: 0.3575571 Jan 27 21:49:25.276397 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51134) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:25.278827 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aeb25b-3f70-4ec5-89dc-68f4246a80e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60782c37-d87d-4ea1-bb01-98c8aba984e1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:25.378694 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a5edc07-825b-4ee2-8635-44538c92a4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (4a0995eb-19c0-4803-a2b2-6bd46f90e042), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.473710 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a5edc07-825b-4ee2-8635-44538c92a4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (4a0995eb-19c0-4803-a2b2-6bd46f90e042), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.492742 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ead6be-0477-4c1f-866b-717bff111bec req-983649bc-9168-4650-ae6d-ca349350dd66 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:25.494369 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d1ead6be-0477-4c1f-866b-717bff111bec req-983649bc-9168-4650-ae6d-ca349350dd66 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 946 time: 0.1226544 Jan 27 21:49:25.503795 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a20f89-f569-4979-8a43-ebab5ce0aa6f req-a47f0d3e-f592-48f3-954d-bb5f529cee8d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:25.504211 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-1a5edc07-825b-4ee2-8635-44538c92a4cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0995eb-19c0-4803-a2b2-6bd46f90e042']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:25.505381 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-85a20f89-f569-4979-8a43-ebab5ce0aa6f req-a47f0d3e-f592-48f3-954d-bb5f529cee8d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 945 time: 0.0852311 Jan 27 21:49:25.515258 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-1a5edc07-825b-4ee2-8635-44538c92a4cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e23239a7-0ed9-4ca2-bcc1-dded4970cb3c') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:25.515751 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-1a5edc07-825b-4ee2-8635-44538c92a4cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e23239a7-0ed9-4ca2-bcc1-dded4970cb3c') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:25.528090 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a5edc07-825b-4ee2-8635-44538c92a4cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (e23239a7-0ed9-4ca2-bcc1-dded4970cb3c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.548282 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a5edc07-825b-4ee2-8635-44538c92a4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (e23239a7-0ed9-4ca2-bcc1-dded4970cb3c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.562729 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5edc07-825b-4ee2-8635-44538c92a4cf admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:49:25.563607 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a5edc07-825b-4ee2-8635-44538c92a4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (e23239a7-0ed9-4ca2-bcc1-dded4970cb3c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.577613 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d1ead6be-0477-4c1f-866b-717bff111bec req-b8ce947f-3280-4c00-8ff9-f69224b23e30 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712006 Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: timer() Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:49:25.583437 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:49:25.623758 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-85a20f89-f569-4979-8a43-ebab5ce0aa6f req-0928065f-f86b-4727-a8b0-d7caa6167bea tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837717 Jan 27 21:49:25.654008 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a5edc07-825b-4ee2-8635-44538c92a4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (4a0995eb-19c0-4803-a2b2-6bd46f90e042), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.670201 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a5edc07-825b-4ee2-8635-44538c92a4cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.673609 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1a5edc07-825b-4ee2-8635-44538c92a4cf admin admin] 10.222.0.23 "DELETE /v2.0/networks/4a0995eb-19c0-4803-a2b2-6bd46f90e042 HTTP/1.1" status: 204 len: 168 time: 0.3963709 Jan 27 21:49:25.674762 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5edc07-825b-4ee2-8635-44538c92a4cf admin admin] Pushing event deleted for resources: {'Network': ['ID=4a0995eb-19c0-4803-a2b2-6bd46f90e042,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:25.800195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51142) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:25.853589 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0dfde16e-cef2-4944-b58a-6f334676769b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e1aaa9d11774f57b9b089c711628bf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0498688 Jan 27 21:49:25.854072 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51146) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:25.952535 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffd53f-d8ee-49e9-8134-4a9a39f84d15 req-ac59bb2c-1dac-4cf3-816a-1e2c7c818f1b tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:25.954058 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-57ffd53f-d8ee-49e9-8134-4a9a39f84d15 req-ac59bb2c-1dac-4cf3-816a-1e2c7c818f1b tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.0820842 Jan 27 21:49:25.957169 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11303279-44bc-4f41-b7bd-0912dfefa459 admin admin] Publish callbacks [] for security_group (46c58d57-b9b5-4423-969b-3c19d52b13d5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.993839 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11303279-44bc-4f41-b7bd-0912dfefa459 admin admin] Publish callbacks [] for security_group (46c58d57-b9b5-4423-969b-3c19d52b13d5), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:26.046274 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-57ffd53f-d8ee-49e9-8134-4a9a39f84d15 req-b97b1b36-9668-471b-8c44-8ca85c3766b1 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860217 Jan 27 21:49:26.078761 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11303279-44bc-4f41-b7bd-0912dfefa459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (46c58d57-b9b5-4423-969b-3c19d52b13d5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:26.082000 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11303279-44bc-4f41-b7bd-0912dfefa459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:26.083167 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-11303279-44bc-4f41-b7bd-0912dfefa459 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/46c58d57-b9b5-4423-969b-3c19d52b13d5 HTTP/1.1" status: 204 len: 168 time: 0.2278636 Jan 27 21:49:26.091601 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11303279-44bc-4f41-b7bd-0912dfefa459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c58d57-b9b5-4423-969b-3c19d52b13d5,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:26.356880 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b0275-3079-4197-a734-d5d9221aff14 req-343426b8-d8f2-4a12-9214-d7c9ce4b9a8e tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:26.358670 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-067b0275-3079-4197-a734-d5d9221aff14 req-343426b8-d8f2-4a12-9214-d7c9ce4b9a8e tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.15 "GET /v2.0/networks?id=831a3a6a-51c3-4368-adbf-331815b36f4d HTTP/1.1" status: 200 len: 820 time: 0.1442547 Jan 27 21:49:26.397346 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f892173e-2a4a-4b18-84fa-4366969d740d req-95a3cfc9-9957-49ca-9554-1cac2b2d8bff tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f54c69ec-302b-494c-8600-9a2c326ce09f HTTP/1.1" status: 200 len: 210 time: 0.0374346 Jan 27 21:49:26.407314 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-067b0275-3079-4197-a734-d5d9221aff14 req-c3a0ea1d-4a19-4659-ac0f-bf1f283a3c8e tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Request body: {'port': {'device_id': 'f54c69ec-302b-494c-8600-9a2c326ce09f', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'admin_state_up': True, 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:26.565198 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-067b0275-3079-4197-a734-d5d9221aff14 req-c3a0ea1d-4a19-4659-ac0f-bf1f283a3c8e tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Made reservation on behalf of 307ee0f93cd34cda8ec9abcf33979fc8 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:26.568855 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-067b0275-3079-4197-a734-d5d9221aff14 req-c3a0ea1d-4a19-4659-ac0f-bf1f283a3c8e tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:26.657698 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5d4247cd-78fd-4b92-bf75-7165c52c42af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:26.856440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-067b0275-3079-4197-a734-d5d9221aff14 req-c3a0ea1d-4a19-4659-ac0f-bf1f283a3c8e tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Allocated IP 172.20.0.5 (831a3a6a-51c3-4368-adbf-331815b36f4d/7becb874-eb6e-4f6c-92fe-d47bec9d68c3/f8f174a8-17cc-4ecf-baa8-800ba73c772a) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:26.876914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616e5f3-7ebb-4703-87ae-43bc32e9ecef req-611340ff-c98b-4239-b799-d77625447933 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:26.878449 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c616e5f3-7ebb-4703-87ae-43bc32e9ecef req-611340ff-c98b-4239-b799-d77625447933 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 946 time: 0.1315126 Jan 27 21:49:26.924403 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6664f2-2d26-466a-a518-81102434ce4d req-793c2c73-abc2-4ef0-ae28-6a2535241b4f tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:26.926092 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d6664f2-2d26-466a-a518-81102434ce4d req-793c2c73-abc2-4ef0-ae28-6a2535241b4f tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 945 time: 0.1361742 Jan 27 21:49:27.060045 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c616e5f3-7ebb-4703-87ae-43bc32e9ecef req-e6854b71-7fb7-450f-9fa9-9412ec8e2730 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704473 Jan 27 21:49:27.195205 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d6664f2-2d26-466a-a518-81102434ce4d req-b6c8604f-1d8b-438f-b9cb-83ef5122811d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2491448 Jan 27 21:49:27.299131 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-067b0275-3079-4197-a734-d5d9221aff14 req-c3a0ea1d-4a19-4659-ac0f-bf1f283a3c8e tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks [] for port (f8f174a8-17cc-4ecf-baa8-800ba73c772a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:27.336063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e55d0-7e08-4e02-b577-353aa9bf34da req-11ba0c93-d760-4e56-a758-370704873a35 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:27.341588 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be5e55d0-7e08-4e02-b577-353aa9bf34da req-11ba0c93-d760-4e56-a758-370704873a35 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.0861828 Jan 27 21:49:27.420051 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:27.427783 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be5e55d0-7e08-4e02-b577-353aa9bf34da req-322330ac-66b4-4693-b4ec-812fbdc0dd6a tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834978 Jan 27 21:49:27.430002 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-067b0275-3079-4197-a734-d5d9221aff14 req-c3a0ea1d-4a19-4659-ac0f-bf1f283a3c8e tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f8f174a8-17cc-4ecf-baa8-800ba73c772a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:27.446803 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['4a513be2-333f-41ef-aec9-382bb5e9f8e9'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:27.502635 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067b0275-3079-4197-a734-d5d9221aff14 req-c3a0ea1d-4a19-4659-ac0f-bf1f283a3c8e tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Network 831a3a6a-51c3-4368-adbf-331815b36f4d is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:27.519116 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-067b0275-3079-4197-a734-d5d9221aff14 req-c3a0ea1d-4a19-4659-ac0f-bf1f283a3c8e tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:27.523638 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-067b0275-3079-4197-a734-d5d9221aff14 req-c3a0ea1d-4a19-4659-ac0f-bf1f283a3c8e tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:27.606196 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0ea1d-4a19-4659-ac0f-bf1f283a3c8e tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Pushing event updated for resources: {'Port': ['ID=f8f174a8-17cc-4ecf-baa8-800ba73c772a,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:27.632908 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5844dc4d-b3ff-48a5-891d-ad07acffc1fe no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:49:27.690457 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 5844dc4d-b3ff-48a5-891d-ad07acffc1fe {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:49:27.691145 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5844dc4d-b3ff-48a5-891d-ad07acffc1fe not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:49:27.737499 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b0275-3079-4197-a734-d5d9221aff14 req-c3a0ea1d-4a19-4659-ac0f-bf1f283a3c8e tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:27.740009 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-067b0275-3079-4197-a734-d5d9221aff14 req-c3a0ea1d-4a19-4659-ac0f-bf1f283a3c8e tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:27.804953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-067b0275-3079-4197-a734-d5d9221aff14 req-c3a0ea1d-4a19-4659-ac0f-bf1f283a3c8e tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4031024 Jan 27 21:49:27.828184 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76105ce-3740-45e8-96ce-758d40d0190e req-bf959eab-30c0-41f0-9081-98557c4674fb tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:27.829827 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d76105ce-3740-45e8-96ce-758d40d0190e req-bf959eab-30c0-41f0-9081-98557c4674fb tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f54c69ec-302b-494c-8600-9a2c326ce09f HTTP/1.1" status: 200 len: 931 time: 0.2031796 Jan 27 21:49:27.839420 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-067b0275-3079-4197-a734-d5d9221aff14 req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] Request body: {'port': {'device_id': 'f54c69ec-302b-494c-8600-9a2c326ce09f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:27.929664 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21c52bbe-a7c0-4a2b-b0c1-84adf90c6c69 req-888d4789-585c-4300-b8c5-db22b808ddc8 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=8244cd34-ead5-47c7-8e87-53d7c50d5e10 HTTP/1.1" status: 200 len: 210 time: 0.0976348 Jan 27 21:49:28.012027 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ca0ee8d4-593b-4078-8e54-56abac9d2795 None None] Provisioning complete for port f8f174a8-17cc-4ecf-baa8-800ba73c772a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:28.012519 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ca0ee8d4-593b-4078-8e54-56abac9d2795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f8f174a8-17cc-4ecf-baa8-800ba73c772a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:28.047865 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b79ae-3688-4e6c-a1a1-1871e2368ab1 req-379b9fe6-a3dc-4f42-9b16-0efb6666e8e6 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:28.050202 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-aa9b79ae-3688-4e6c-a1a1-1871e2368ab1 req-379b9fe6-a3dc-4f42-9b16-0efb6666e8e6 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.21 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 945 time: 0.0927873 Jan 27 21:49:28.050488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d76105ce-3740-45e8-96ce-758d40d0190e req-83b8f6e2-186e-4aed-a1f8-b7d4baee8a30 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4c780b-dd6e-4e28-a4ed-14e3f975cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877680 Jan 27 21:49:28.051367 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-067b0275-3079-4197-a734-d5d9221aff14 req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f8f174a8-17cc-4ecf-baa8-800ba73c772a), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:28.119421 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ee8d4-593b-4078-8e54-56abac9d2795 None None] Port f8f174a8-17cc-4ecf-baa8-800ba73c772a cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:49:28.263824 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-aa9b79ae-3688-4e6c-a1a1-1871e2368ab1 req-bca23eff-7934-4896-927f-be5f1d410d64 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Deleting port 92a5ced4-d92b-48c9-b781-6a4ede3959f2 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:49:28.264042 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-aa9b79ae-3688-4e6c-a1a1-1871e2368ab1 req-bca23eff-7934-4896-927f-be5f1d410d64 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (92a5ced4-d92b-48c9-b781-6a4ede3959f2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:28.451375 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-aa9b79ae-3688-4e6c-a1a1-1871e2368ab1 req-bca23eff-7934-4896-927f-be5f1d410d64 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] For port 92a5ced4-d92b-48c9-b781-6a4ede3959f2, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=92a5ced4-d92b-48c9-b781-6a4ede3959f2,segment=NetworkSegment(cebd4acb-a745-40e1-bd13-f33b1eace622),segment_id=cebd4acb-a745-40e1-bd13-f33b1eace622)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:28.453350 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-aa9b79ae-3688-4e6c-a1a1-1871e2368ab1 req-bca23eff-7934-4896-927f-be5f1d410d64 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (92a5ced4-d92b-48c9-b781-6a4ede3959f2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:28.550414 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51bcda-0780-4237-af69-f08239841ebf req-6cbe3314-d140-47b6-bf0f-0bf2f7c57250 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:28.558960 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c51bcda-0780-4237-af69-f08239841ebf req-6cbe3314-d140-47b6-bf0f-0bf2f7c57250 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 946 time: 0.3385191 Jan 27 21:49:28.754617 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c51bcda-0780-4237-af69-f08239841ebf req-05ceae91-5810-4b36-ac01-e2beb50ef14f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945372 Jan 27 21:49:28.775432 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:28.813456 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f8809-65bd-4a71-a4b1-fcecee204ff7 req-25aa5c64-0941-4a5f-8dca-c82a5eacf7b0 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:28.815382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eb1f8809-65bd-4a71-a4b1-fcecee204ff7 req-25aa5c64-0941-4a5f-8dca-c82a5eacf7b0 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 945 time: 0.1711717 Jan 27 21:49:28.934121 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-aa9b79ae-3688-4e6c-a1a1-1871e2368ab1 req-bca23eff-7934-4896-927f-be5f1d410d64 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:28.935905 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-aa9b79ae-3688-4e6c-a1a1-1871e2368ab1 req-bca23eff-7934-4896-927f-be5f1d410d64 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (c949853d-d70e-45b2-ae0e-73d81bc43483), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:28.936887 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [req-aa9b79ae-3688-4e6c-a1a1-1871e2368ab1 req-bca23eff-7934-4896-927f-be5f1d410d64 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Floating IP c949853d-d70e-45b2-ae0e-73d81bc43483 disassociated. External IP: 172.25.3.148, port: 92a5ced4-d92b-48c9-b781-6a4ede3959f2. Jan 27 21:49:28.938867 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-aa9b79ae-3688-4e6c-a1a1-1871e2368ab1 req-bca23eff-7934-4896-927f-be5f1d410d64 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Calling delete_port for 92a5ced4-d92b-48c9-b781-6a4ede3959f2 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:49:29.053510 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-067b0275-3079-4197-a734-d5d9221aff14 req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f174a8-17cc-4ecf-baa8-800ba73c772a {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:29.077561 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-067b0275-3079-4197-a734-d5d9221aff14 req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] Publish callbacks [] for port (f8f174a8-17cc-4ecf-baa8-800ba73c772a), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:29.121027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eb1f8809-65bd-4a71-a4b1-fcecee204ff7 req-ca67fe5d-a878-4fcd-88bf-20c0a7948303 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce9ded9a-8d83-4eac-a9fc-939ded16211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2890046 Jan 27 21:49:29.212027 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-aa9b79ae-3688-4e6c-a1a1-1871e2368ab1 req-bca23eff-7934-4896-927f-be5f1d410d64 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (92a5ced4-d92b-48c9-b781-6a4ede3959f2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:29.229644 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-067b0275-3079-4197-a734-d5d9221aff14 req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] Transition to ACTIVE for port object f8f174a8-17cc-4ecf-baa8-800ba73c772a will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:49:29.246706 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-067b0275-3079-4197-a734-d5d9221aff14 req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f8f174a8-17cc-4ecf-baa8-800ba73c772a), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:29.271944 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca23eff-7934-4896-927f-be5f1d410d64 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Pushing event deleted for resources: {'Port': ['ID=92a5ced4-d92b-48c9-b781-6a4ede3959f2,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:29.290564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e9e0f-e447-446c-a07c-a98589304cac req-79749fba-8680-44c6-bfe0-1c96b891293a tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:29.300206 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c0e9e0f-e447-446c-a07c-a98589304cac req-79749fba-8680-44c6-bfe0-1c96b891293a tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.1778936 Jan 27 21:49:29.386100 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c0e9e0f-e447-446c-a07c-a98589304cac req-e122992d-ac8d-4f25-868e-e8126854f5e8 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797870 Jan 27 21:49:29.470256 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa9b79ae-3688-4e6c-a1a1-1871e2368ab1 req-bca23eff-7934-4896-927f-be5f1d410d64 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Router f477c330-a748-4945-8983-285456798376 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:49:29.556498 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f174a8-17cc-4ecf-baa8-800ba73c772a,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:29.567802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0e17351-2f89-4604-9f9c-d49b4911fe9c req-dafb4d74-7caf-46c4-947c-92dbaf48ffc3 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.1353877 Jan 27 21:49:29.695283 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa9b79ae-3688-4e6c-a1a1-1871e2368ab1 req-bca23eff-7934-4896-927f-be5f1d410d64 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:49:29.710850 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e739585-b14f-47dc-8680-3ca652bf26bf None None] Sync routers for ids ['f477c330-a748-4945-8983-285456798376'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:49:29.765243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e41ea-eabc-498b-b349-4f2af5607226 req-47c0eeca-34e6-4543-b83d-0bab17a8e70f tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:29.768507 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e739585-b14f-47dc-8680-3ca652bf26bf None None] Routers {'f477c330-a748-4945-8983-285456798376'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:49:29.771949 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1e739585-b14f-47dc-8680-3ca652bf26bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:49:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f477c330-a748-4945-8983-285456798376'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:29.778595 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9b79ae-3688-4e6c-a1a1-1871e2368ab1 req-bca23eff-7934-4896-927f-be5f1d410d64 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] No DVR routers for this DVR port 92a5ced4-d92b-48c9-b781-6a4ede3959f2 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:49:29.784643 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e6e41ea-eabc-498b-b349-4f2af5607226 req-47c0eeca-34e6-4543-b83d-0bab17a8e70f tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f54c69ec-302b-494c-8600-9a2c326ce09f HTTP/1.1" status: 200 len: 943 time: 0.2862055 Jan 27 21:49:29.788779 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-067b0275-3079-4197-a734-d5d9221aff14 req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] Attempting to bind port f8f174a8-17cc-4ecf-baa8-800ba73c772a on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:29.789108 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-067b0275-3079-4197-a734-d5d9221aff14 req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] Attempting to bind port f8f174a8-17cc-4ecf-baa8-800ba73c772a by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '92afb8df-73d5-486a-a2b6-8a96b5ff5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:29.789443 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067b0275-3079-4197-a734-d5d9221aff14 req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] Attempting to bind port f8f174a8-17cc-4ecf-baa8-800ba73c772a on network 831a3a6a-51c3-4368-adbf-331815b36f4d {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:29.799239 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-aa9b79ae-3688-4e6c-a1a1-1871e2368ab1 req-bca23eff-7934-4896-927f-be5f1d410d64 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:29.807568 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-aa9b79ae-3688-4e6c-a1a1-1871e2368ab1 req-bca23eff-7934-4896-927f-be5f1d410d64 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.21 "DELETE /v2.0/ports/92a5ced4-d92b-48c9-b781-6a4ede3959f2 HTTP/1.1" status: 204 len: 173 time: 1.7464528 Jan 27 21:49:29.808423 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'badb1302-99e2-4357-9c3e-471482dac30c', 'name': 'network-vif-deleted', 'tag': '92a5ced4-d92b-48c9-b781-6a4ede3959f2'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:29.812338 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf96547-f24c-4a70-99b8-9cd882e33d4e" -d '{"events": [{"server_uuid": "badb1302-99e2-4357-9c3e-471482dac30c", "name": "network-vif-deleted", "tag": "92a5ced4-d92b-48c9-b781-6a4ede3959f2"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:29.835738 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067b0275-3079-4197-a734-d5d9221aff14 req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] Port f8f174a8-17cc-4ecf-baa8-800ba73c772a on network 831a3a6a-51c3-4368-adbf-331815b36f4d not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:49:29.836009 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067b0275-3079-4197-a734-d5d9221aff14 req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] Attempting to bind port f8f174a8-17cc-4ecf-baa8-800ba73c772a on network 831a3a6a-51c3-4368-adbf-331815b36f4d {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:29.851425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067b0275-3079-4197-a734-d5d9221aff14 req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:29.851795 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067b0275-3079-4197-a734-d5d9221aff14 req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] Checking segment: {'id': '92afb8df-73d5-486a-a2b6-8a96b5ff5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:29.852206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067b0275-3079-4197-a734-d5d9221aff14 req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] Bound using segment: {'id': '92afb8df-73d5-486a-a2b6-8a96b5ff5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:29.858042 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-067b0275-3079-4197-a734-d5d9221aff14 req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] Bound port: f8f174a8-17cc-4ecf-baa8-800ba73c772a, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92afb8df-73d5-486a-a2b6-8a96b5ff5c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:29.858393 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-067b0275-3079-4197-a734-d5d9221aff14 req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f8f174a8-17cc-4ecf-baa8-800ba73c772a), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:29.994808 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e6e41ea-eabc-498b-b349-4f2af5607226 req-0b4cf23a-6e5b-4e21-b282-e42fe46b8cc0 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4c780b-dd6e-4e28-a4ed-14e3f975cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868820 Jan 27 21:49:30.064825 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1978c3be-7a0b-4ac0-9896-67621fc1a489 x-openstack-request-id: req-1978c3be-7a0b-4ac0-9896-67621fc1a489 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:30.065176 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "badb1302-99e2-4357-9c3e-471482dac30c", "name": "network-vif-deleted", "tag": "92a5ced4-d92b-48c9-b781-6a4ede3959f2", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:30.065338 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1978c3be-7a0b-4ac0-9896-67621fc1a489 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:30.065753 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'badb1302-99e2-4357-9c3e-471482dac30c', 'name': 'network-vif-deleted', 'tag': '92a5ced4-d92b-48c9-b781-6a4ede3959f2', 'status': 'completed', 'code': 200} Jan 27 21:49:30.093013 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50858855-8f4a-43d0-964d-a5f16fe777c8 req-dfef1673-715f-4508-9dd2-15f838ee4eb4 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:30.117939 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50858855-8f4a-43d0-964d-a5f16fe777c8 req-dfef1673-715f-4508-9dd2-15f838ee4eb4 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 946 time: 0.2434139 Jan 27 21:49:30.163147 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-067b0275-3079-4197-a734-d5d9221aff14 req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] For port f8f174a8-17cc-4ecf-baa8-800ba73c772a, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:30.210225 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:30.234055 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50858855-8f4a-43d0-964d-a5f16fe777c8 req-5b0d9b94-4829-4cea-bd83-92670202d395 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150627 Jan 27 21:49:30.236448 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-1e739585-b14f-47dc-8680-3ca652bf26bf None None] Set router f477c330-a748-4945-8983-285456798376 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:49:30.237065 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-067b0275-3079-4197-a734-d5d9221aff14 req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] For port f8f174a8-17cc-4ecf-baa8-800ba73c772a, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f8f174a8-17cc-4ecf-baa8-800ba73c772a,segment=NetworkSegment(92afb8df-73d5-486a-a2b6-8a96b5ff5c12),segment_id=92afb8df-73d5-486a-a2b6-8a96b5ff5c12)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:30.243776 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-067b0275-3079-4197-a734-d5d9221aff14 req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f8f174a8-17cc-4ecf-baa8-800ba73c772a), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:30.327431 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b0275-3079-4197-a734-d5d9221aff14 req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:30.328323 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-067b0275-3079-4197-a734-d5d9221aff14 req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:30.330483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-067b0275-3079-4197-a734-d5d9221aff14 req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] 10.222.0.15 "PUT /v2.0/ports/f8f174a8-17cc-4ecf-baa8-800ba73c772a HTTP/1.1" status: 200 len: 1091 time: 2.4996207 Jan 27 21:49:30.331120 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54c69ec-302b-494c-8600-9a2c326ce09f', 'tag': 'f8f174a8-17cc-4ecf-baa8-800ba73c772a'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:30.334658 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4eb7603-d5ba-40da-b240-4b5cd1c1cc03" -d '{"events": [{"name": "network-changed", "server_uuid": "f54c69ec-302b-494c-8600-9a2c326ce09f", "tag": "f8f174a8-17cc-4ecf-baa8-800ba73c772a"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:30.342258 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5071bfb3-1bb7-44d3-9148-b12495498322 req-fbd8986c-1599-4690-bd98-4cb8ad549b4d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 210 time: 0.0605693 Jan 27 21:49:30.378707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26b24f-e54f-4356-a0d3-989241441cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f174a8-17cc-4ecf-baa8-800ba73c772a,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:30.427350 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d75d993-3d1c-495b-a030-0356b74203f6 x-openstack-request-id: req-2d75d993-3d1c-495b-a030-0356b74203f6 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:30.428840 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54c69ec-302b-494c-8600-9a2c326ce09f", "tag": "f8f174a8-17cc-4ecf-baa8-800ba73c772a", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:30.430271 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d75d993-3d1c-495b-a030-0356b74203f6 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:30.431098 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54c69ec-302b-494c-8600-9a2c326ce09f', 'tag': 'f8f174a8-17cc-4ecf-baa8-800ba73c772a', 'status': 'completed', 'code': 200} Jan 27 21:49:30.497782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b0275-3079-4197-a734-d5d9221aff14 req-d2cf301e-bf24-4514-b5a1-fd63236a8a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:30.499923 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-067b0275-3079-4197-a734-d5d9221aff14 req-d2cf301e-bf24-4514-b5a1-fd63236a8a63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=307ee0f93cd34cda8ec9abcf33979fc8&device_id=f54c69ec-302b-494c-8600-9a2c326ce09f HTTP/1.1" status: 200 len: 1094 time: 0.0548635 Jan 27 21:49:30.574741 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-067b0275-3079-4197-a734-d5d9221aff14 req-50dad33f-4eaf-4d58-8b9c-857ad0347e7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8f174a8-17cc-4ecf-baa8-800ba73c772a HTTP/1.1" status: 200 len: 217 time: 0.0494096 Jan 27 21:49:30.576316 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1e739585-b14f-47dc-8680-3ca652bf26bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f477c330-a748-4945-8983-285456798376', 'name': 'tempest-ServersTestBootFromVolume-1194960415-router', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:09Z', 'updated_at': '2022-01-27T21:45:15Z', 'revision_number': 4, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'gw_port': {'id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:10Z', 'updated_at': '2022-01-27T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3cde09b3-c22d-4ae9-beec-4dbb41133df9', 'name': '', 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'mac_address': 'fa:16:3e:fb:13:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2435049a-5527-41d8-960b-1a1facd7dca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:14Z', 'updated_at': '2022-01-27T21:45:24Z', 'revision_number': 5, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'subnets': [{'id': '2435049a-5527-41d8-960b-1a1facd7dca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:30.658175 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e739585-b14f-47dc-8680-3ca652bf26bf None None] Checking router: f477c330-a748-4945-8983-285456798376 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:49:30.679328 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e739585-b14f-47dc-8680-3ca652bf26bf None None] Routers {'f477c330-a748-4945-8983-285456798376'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:49:30.680010 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1e739585-b14f-47dc-8680-3ca652bf26bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:49:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f477c330-a748-4945-8983-285456798376'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:30.756765 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3688b72-5cb5-4dc2-9e84-d43a50ffbcc5 req-e3845b67-d404-4bfc-9530-a890e467411d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:30.765314 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3688b72-5cb5-4dc2-9e84-d43a50ffbcc5 req-e3845b67-d404-4bfc-9530-a890e467411d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.1930406 Jan 27 21:49:30.786091 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b0275-3079-4197-a734-d5d9221aff14 req-3f16f048-8e2a-443c-a595-10832e9199bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:30.787551 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-067b0275-3079-4197-a734-d5d9221aff14 req-3f16f048-8e2a-443c-a595-10832e9199bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7becb874-eb6e-4f6c-92fe-d47bec9d68c3 HTTP/1.1" status: 200 len: 859 time: 0.2033033 Jan 27 21:49:30.815916 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-84e1adfa-21e7-4351-82a1-7b9ab3581f6d req-8742ccca-69ee-4661-b1ff-c451e3025d3e tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.1218982 Jan 27 21:49:30.845923 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-1e739585-b14f-47dc-8680-3ca652bf26bf None None] Set router f477c330-a748-4945-8983-285456798376 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:49:30.943505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b0275-3079-4197-a734-d5d9221aff14 req-c8d2ed62-8d5b-478f-beea-f4c3242c634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:30.945049 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-067b0275-3079-4197-a734-d5d9221aff14 req-c8d2ed62-8d5b-478f-beea-f4c3242c634f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=831a3a6a-51c3-4368-adbf-331815b36f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391380 Jan 27 21:49:30.971466 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3688b72-5cb5-4dc2-9e84-d43a50ffbcc5 req-19afa2b0-e943-499b-b6ef-fcc8dfa1871a tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874311 Jan 27 21:49:31.077077 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-067b0275-3079-4197-a734-d5d9221aff14 req-c13a3955-4806-48b5-8cc3-050f4324f344 service neutron] 10.222.0.15 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044858 Jan 27 21:49:31.106252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1e739585-b14f-47dc-8680-3ca652bf26bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f477c330-a748-4945-8983-285456798376', 'name': 'tempest-ServersTestBootFromVolume-1194960415-router', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:09Z', 'updated_at': '2022-01-27T21:45:15Z', 'revision_number': 4, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'gw_port': {'id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:10Z', 'updated_at': '2022-01-27T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3cde09b3-c22d-4ae9-beec-4dbb41133df9', 'name': '', 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'mac_address': 'fa:16:3e:fb:13:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2435049a-5527-41d8-960b-1a1facd7dca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:14Z', 'updated_at': '2022-01-27T21:45:24Z', 'revision_number': 5, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'subnets': [{'id': '2435049a-5527-41d8-960b-1a1facd7dca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:31.135454 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e739585-b14f-47dc-8680-3ca652bf26bf None None] The sync data for ids ['f477c330-a748-4945-8983-285456798376'] in n-d-772272-3 is: [{'id': 'f477c330-a748-4945-8983-285456798376', 'name': 'tempest-ServersTestBootFromVolume-1194960415-router', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:09Z', 'updated_at': '2022-01-27T21:45:15Z', 'revision_number': 4, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'gw_port': {'id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:10Z', 'updated_at': '2022-01-27T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3cde09b3-c22d-4ae9-beec-4dbb41133df9', 'name': '', 'network_id': '76333007-a5d9-47c4-9e41-c811a7234223', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'mac_address': 'fa:16:3e:fb:13:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '2435049a-5527-41d8-960b-1a1facd7dca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:14Z', 'updated_at': '2022-01-27T21:45:24Z', 'revision_number': 5, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'subnets': [{'id': '2435049a-5527-41d8-960b-1a1facd7dca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:49:31.208344 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff680bd9-23b7-42cc-a28e-e4f0dcdf212f req-d8b97293-702a-4ae6-8f71-b4a3f66d6a0c tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:31.209932 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff680bd9-23b7-42cc-a28e-e4f0dcdf212f req-d8b97293-702a-4ae6-8f71-b4a3f66d6a0c tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f54c69ec-302b-494c-8600-9a2c326ce09f HTTP/1.1" status: 200 len: 943 time: 0.1146574 Jan 27 21:49:31.244130 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-067b0275-3079-4197-a734-d5d9221aff14 req-2405ec64-6efd-490f-8d8f-18fa9e6541c0 service neutron] 10.222.0.15 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610110 Jan 27 21:49:31.302761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff680bd9-23b7-42cc-a28e-e4f0dcdf212f req-e3623182-5b44-46cc-93ee-30244b0e4eff tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4c780b-dd6e-4e28-a4ed-14e3f975cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842595 Jan 27 21:49:31.405316 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb7603-d5ba-40da-b240-4b5cd1c1cc03 req-0ccc76b3-38fb-4ca1-abc6-1f26fd9584c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:31.407557 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4eb7603-d5ba-40da-b240-4b5cd1c1cc03 req-0ccc76b3-38fb-4ca1-abc6-1f26fd9584c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=307ee0f93cd34cda8ec9abcf33979fc8&device_id=f54c69ec-302b-494c-8600-9a2c326ce09f HTTP/1.1" status: 200 len: 1094 time: 0.0951145 Jan 27 21:49:31.416125 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bebbef-1ce5-40d0-a0bb-3a55c47d3ebe req-0e268774-914e-4bc2-a65d-1b65e8b8a35a tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:31.417735 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-40bebbef-1ce5-40d0-a0bb-3a55c47d3ebe req-0e268774-914e-4bc2-a65d-1b65e8b8a35a tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 946 time: 0.0650716 Jan 27 21:49:31.522457 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9dea7f-5e68-4217-ae86-9650e4b7607c None None] New status for floating IP c949853d-d70e-45b2-ae0e-73d81bc43483: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:49:31.675431 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 92a5ced4-d92b-48c9-b781-6a4ede3959f2 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:49:31.713564 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 92a5ced4-d92b-48c9-b781-6a4ede3959f2 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:49:31.714156 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 92a5ced4-d92b-48c9-b781-6a4ede3959f2 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:49:31.839710 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-761545a4-10c5-4c98-8cd7-747123fd553f service neutron] 10.222.0.15 "GET /v2.0/ports/73759b05-3cba-4014-b2ec-ff6d7f5cd749/bindings/n-h2-772272-3 HTTP/1.1" status: 200 len: 384 time: 0.0794590 Jan 27 21:49:31.890051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e0f69aa-7413-4ef2-8324-287120344ede req-ebaf0c53-2a8d-4437-96df-2ecfb771460d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 210 time: 0.4093745 Jan 27 21:49:31.983020 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-40bebbef-1ce5-40d0-a0bb-3a55c47d3ebe req-1f04a2a4-e030-4414-8e8d-d8c8df89899e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5549827 Jan 27 21:49:32.014505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb7603-d5ba-40da-b240-4b5cd1c1cc03 req-7aed5129-f94a-4f08-bf68-868933e199f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:32.015990 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4eb7603-d5ba-40da-b240-4b5cd1c1cc03 req-7aed5129-f94a-4f08-bf68-868933e199f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=831a3a6a-51c3-4368-adbf-331815b36f4d HTTP/1.1" status: 200 len: 921 time: 0.5971518 Jan 27 21:49:32.042030 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9078de1-c119-4e7f-a900-e144d3ea675d req-6dbbba80-5d8d-4df9-9664-d5fa2eaee81d tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.0435843 Jan 27 21:49:32.102243 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4eb7603-d5ba-40da-b240-4b5cd1c1cc03 req-8c4e0d53-030c-4478-b1c7-78d5526a69e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8f174a8-17cc-4ecf-baa8-800ba73c772a HTTP/1.1" status: 200 len: 217 time: 0.0712779 Jan 27 21:49:32.183373 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-3f39996c-673d-4968-b7af-de94b83b9e44 service neutron] For port 73759b05-3cba-4014-b2ec-ff6d7f5cd749, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=73759b05-3cba-4014-b2ec-ff6d7f5cd749,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:32.205623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb7603-d5ba-40da-b240-4b5cd1c1cc03 req-cf5d98dd-5d65-416f-98b0-31074be9f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:32.207179 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4eb7603-d5ba-40da-b240-4b5cd1c1cc03 req-cf5d98dd-5d65-416f-98b0-31074be9f12b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7becb874-eb6e-4f6c-92fe-d47bec9d68c3 HTTP/1.1" status: 200 len: 859 time: 0.0916870 Jan 27 21:49:32.215261 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-3f39996c-673d-4968-b7af-de94b83b9e44 service neutron] For port 73759b05-3cba-4014-b2ec-ff6d7f5cd749, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:32.256111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc431f-fdc1-4b91-860b-4e99e4be9eff req-95455a9f-e1f8-46a3-a8cd-8411fb2a3009 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:32.257747 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-affc431f-fdc1-4b91-860b-4e99e4be9eff req-95455a9f-e1f8-46a3-a8cd-8411fb2a3009 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 943 time: 0.1061628 Jan 27 21:49:32.267408 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-3f39996c-673d-4968-b7af-de94b83b9e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73759b05-3cba-4014-b2ec-ff6d7f5cd749 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:32.280980 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-3f39996c-673d-4968-b7af-de94b83b9e44 service neutron] For port 73759b05-3cba-4014-b2ec-ff6d7f5cd749, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=73759b05-3cba-4014-b2ec-ff6d7f5cd749,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:32.304220 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-3f39996c-673d-4968-b7af-de94b83b9e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (73759b05-3cba-4014-b2ec-ff6d7f5cd749), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:32.346011 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb7603-d5ba-40da-b240-4b5cd1c1cc03 req-5b0f2b11-47ff-46ae-8528-07d7862dc0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:32.349199 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4eb7603-d5ba-40da-b240-4b5cd1c1cc03 req-5b0f2b11-47ff-46ae-8528-07d7862dc0f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=831a3a6a-51c3-4368-adbf-331815b36f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337612 Jan 27 21:49:32.446954 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-3f39996c-673d-4968-b7af-de94b83b9e44 service neutron] Transition to ACTIVE for port object 73759b05-3cba-4014-b2ec-ff6d7f5cd749 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:49:32.452858 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-3f39996c-673d-4968-b7af-de94b83b9e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (73759b05-3cba-4014-b2ec-ff6d7f5cd749), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:32.479658 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-affc431f-fdc1-4b91-860b-4e99e4be9eff req-fc96385e-8f14-4224-bdc7-a5f04e065ca4 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020950 Jan 27 21:49:32.521568 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a9fba-3ebe-4e7b-ad8e-58e818f0918f req-3421942e-23bf-463a-9e21-b1f27e2b8b3e tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:32.523590 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-893a9fba-3ebe-4e7b-ad8e-58e818f0918f req-3421942e-23bf-463a-9e21-b1f27e2b8b3e tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f54c69ec-302b-494c-8600-9a2c326ce09f HTTP/1.1" status: 200 len: 943 time: 0.1122327 Jan 27 21:49:32.532473 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-3f39996c-673d-4968-b7af-de94b83b9e44 service neutron] No DVR routers for this DVR port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 on host n-h1-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:49:32.561061 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4eb7603-d5ba-40da-b240-4b5cd1c1cc03 req-3275f8c9-9861-4371-853e-785a674a0b92 service neutron] 10.222.0.15 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047153 Jan 27 21:49:32.580341 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39996c-673d-4968-b7af-de94b83b9e44 service neutron] Pushing event updated for resources: {'Port': ['ID=73759b05-3cba-4014-b2ec-ff6d7f5cd749,revision_number=10']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:32.596868 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-3f39996c-673d-4968-b7af-de94b83b9e44 service neutron] 10.222.0.15 "PUT /v2.0/ports/73759b05-3cba-4014-b2ec-ff6d7f5cd749/bindings/n-h2-772272-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7482262 Jan 27 21:49:32.653591 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-893a9fba-3ebe-4e7b-ad8e-58e818f0918f req-20989d02-30a3-40a4-a52e-180c859d4903 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4c780b-dd6e-4e28-a4ed-14e3f975cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188498 Jan 27 21:49:32.693957 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4eb7603-d5ba-40da-b240-4b5cd1c1cc03 req-c37363cd-ee5b-4773-85ff-4703739a374b service neutron] 10.222.0.15 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244471 Jan 27 21:49:32.716212 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-88591913-3096-4df5-b492-960538164281 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:32.717727 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-88591913-3096-4df5-b492-960538164281 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1&tenant_id=6f69f01a295841ef87a2606a7f3645b9&binding%3Ahost_id=n-h1-772272-3 HTTP/1.1" status: 200 len: 1095 time: 0.0551870 Jan 27 21:49:32.771482 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-8784d99f-6db7-428f-b67c-b29025f5b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:32.773070 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-8784d99f-6db7-428f-b67c-b29025f5b9bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1&tenant_id=6f69f01a295841ef87a2606a7f3645b9 HTTP/1.1" status: 200 len: 1095 time: 0.0451012 Jan 27 21:49:32.843162 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-4d3c51ed-bf48-4b1d-8679-0001e74229a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:32.844974 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-4d3c51ed-bf48-4b1d-8679-0001e74229a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 1095 time: 0.0418329 Jan 27 21:49:32.951484 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-62f8c394-8d25-493c-ac4f-bdb9d1759c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:32.952934 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-62f8c394-8d25-493c-ac4f-bdb9d1759c13 service neutron] 10.222.0.21 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 920 time: 0.0973196 Jan 27 21:49:33.007347 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-e610dc3f-3254-455e-87ff-1021a4e3f391 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73759b05-3cba-4014-b2ec-ff6d7f5cd749 HTTP/1.1" status: 200 len: 217 time: 0.0414851 Jan 27 21:49:33.091399 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-837bcd0b-2f19-479c-b0df-2de2aa88a428 req-6d95f0a3-5e5b-4438-9973-170f8dd8cc45 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 210 time: 0.0819025 Jan 27 21:49:33.104387 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-99eb2a12-d3a9-4a14-b581-20f9a5b46bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:33.106168 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-99eb2a12-d3a9-4a14-b581-20f9a5b46bc8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.0884967 Jan 27 21:49:33.117627 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9eabca15-403d-4f5c-af46-b4acfb9bf292 req-000f6d25-d319-4fca-9325-85b80e5703c9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1666353 Jan 27 21:49:33.173585 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-ed628794-8863-48b0-92c4-e88dd3c8d13c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556524 Jan 27 21:49:33.174000 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f8f174a8-17cc-4ecf-baa8-800ba73c772a details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:49:33.195536 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f882887-2324-414e-8dfa-e23f468effb7 req-75f7846e-06f7-4986-adc1-3cf36a78c674 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:33.198110 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f882887-2324-414e-8dfa-e23f468effb7 req-75f7846e-06f7-4986-adc1-3cf36a78c674 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 946 time: 0.1056981 Jan 27 21:49:33.297663 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f8f174a8-17cc-4ecf-baa8-800ba73c772a, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f8f174a8-17cc-4ecf-baa8-800ba73c772a,segment=NetworkSegment(92afb8df-73d5-486a-a2b6-8a96b5ff5c12),segment_id=92afb8df-73d5-486a-a2b6-8a96b5ff5c12)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:33.310936 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'f8f174a8-17cc-4ecf-baa8-800ba73c772a', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'port_id': 'f8f174a8-17cc-4ecf-baa8-800ba73c772a', 'mac_address': 'fa:16:3e:78:ed:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:49:33.360833 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-d966c20b-c82c-42be-8e24-b19f6b499911 service neutron] 10.222.0.21 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684208 Jan 27 21:49:33.373646 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-093935ad-5730-4753-af72-b4d42996eae3 req-d8861ca8-579f-4f7f-8ee8-421aa795c9f5 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.0979590 Jan 27 21:49:33.387442 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f8f174a8-17cc-4ecf-baa8-800ba73c772a is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:33.387851 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f8f174a8-17cc-4ecf-baa8-800ba73c772a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:33.411816 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f882887-2324-414e-8dfa-e23f468effb7 req-10791e08-907e-4dd4-a1e7-303facf4be6b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812668 Jan 27 21:49:33.433014 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-06daeb25-5d9a-46c1-b65b-be0454dfd215 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:33.434534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-06daeb25-5d9a-46c1-b65b-be0454dfd215 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90&tenant_id=95aa79ef2e0d4820bfc1772df699fe63&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 1097 time: 0.2650232 Jan 27 21:49:33.440775 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabca15-403d-4f5c-af46-b4acfb9bf292 req-f5e37082-1e1d-4f93-b72b-cab022f83eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:33.443140 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9eabca15-403d-4f5c-af46-b4acfb9bf292 req-f5e37082-1e1d-4f93-b72b-cab022f83eac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 1095 time: 0.2374432 Jan 27 21:49:33.455311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-772272-3'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:33.460946 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f174a8-17cc-4ecf-baa8-800ba73c772a {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:33.519131 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f8f174a8-17cc-4ecf-baa8-800ba73c772a, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f8f174a8-17cc-4ecf-baa8-800ba73c772a,segment=NetworkSegment(92afb8df-73d5-486a-a2b6-8a96b5ff5c12),segment_id=92afb8df-73d5-486a-a2b6-8a96b5ff5c12)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:33.525322 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f8f174a8-17cc-4ecf-baa8-800ba73c772a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:33.588712 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-f34a8720-8683-4f74-9904-94a812e55a81 service neutron] 10.222.0.21 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169106 Jan 27 21:49:33.650332 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f8f174a8-17cc-4ecf-baa8-800ba73c772a,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:33.718733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabca15-403d-4f5c-af46-b4acfb9bf292 req-91ddb7d3-3947-4d4b-9b36-9bdce02358f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:33.720432 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9eabca15-403d-4f5c-af46-b4acfb9bf292 req-91ddb7d3-3947-4d4b-9b36-9bdce02358f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 920 time: 0.2252743 Jan 27 21:49:33.823916 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9eabca15-403d-4f5c-af46-b4acfb9bf292 req-f54c0ded-5b64-4e77-92d0-4f52f1b0bf3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 HTTP/1.1" status: 200 len: 217 time: 0.0889602 Jan 27 21:49:33.831822 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a56e79cc-a182-4ceb-ae32-683623dafe7b), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:33.839958 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f8f174a8-17cc-4ecf-baa8-800ba73c772a'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:33.869602 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e9584-9b18-453f-bd40-7a8288552d0e req-2d20b3d3-9468-43f5-85e7-48271bbb09ea tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:33.871488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e8e9584-9b18-453f-bd40-7a8288552d0e req-2d20b3d3-9468-43f5-85e7-48271bbb09ea tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 944 time: 0.2413852 Jan 27 21:49:33.952913 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-02050dc1-151e-4735-bfbf-8b351b776464 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:33.955387 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-02050dc1-151e-4735-bfbf-8b351b776464 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1&tenant_id=6f69f01a295841ef87a2606a7f3645b9&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 1095 time: 0.0810876 Jan 27 21:49:34.055795 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e8e9584-9b18-453f-bd40-7a8288552d0e req-8f4b19af-cf28-4930-aa9f-b1aaacf84cfe tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611035 Jan 27 21:49:34.074138 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53e5b9-6a68-42a9-b078-ad1a0f85efe9 req-e2fad62d-7d9e-4d2e-87bf-f8adc6b2a81a tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:34.084258 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd53e5b9-6a68-42a9-b078-ad1a0f85efe9 req-e2fad62d-7d9e-4d2e-87bf-f8adc6b2a81a tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f54c69ec-302b-494c-8600-9a2c326ce09f HTTP/1.1" status: 200 len: 944 time: 0.2590539 Jan 27 21:49:34.095566 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabca15-403d-4f5c-af46-b4acfb9bf292 req-08363652-241e-4f98-9484-879d1ef6b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:34.097075 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9eabca15-403d-4f5c-af46-b4acfb9bf292 req-08363652-241e-4f98-9484-879d1ef6b872 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.2493496 Jan 27 21:49:34.144553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9eabca15-403d-4f5c-af46-b4acfb9bf292 req-aebe0b6e-2d11-4b45-bd42-5455f7bf9ca2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304885 Jan 27 21:49:34.162176 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-26de4621-2651-4fd3-9014-1a1a60e34b93 service neutron] For port 73759b05-3cba-4014-b2ec-ff6d7f5cd749, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:34.166151 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-26de4621-2651-4fd3-9014-1a1a60e34b93 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:34.167296 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-26de4621-2651-4fd3-9014-1a1a60e34b93 service neutron] 10.222.0.21 "DELETE /v2.0/ports/73759b05-3cba-4014-b2ec-ff6d7f5cd749/bindings/n-h1-772272-3 HTTP/1.1" status: 204 len: 173 time: 0.1993320 Jan 27 21:49:34.289437 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6910aa19-4045-432e-ad07-fb30e27f0ff0 req-c95712c7-a3a3-4256-b20f-564fb3bce3ef tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 210 time: 0.0931094 Jan 27 21:49:34.305092 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd53e5b9-6a68-42a9-b078-ad1a0f85efe9 req-9971e8bb-8532-4f7a-8dda-566dbed85c03 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4c780b-dd6e-4e28-a4ed-14e3f975cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199557 Jan 27 21:49:34.355497 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] For port a56e79cc-a182-4ceb-ae32-683623dafe7b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=a56e79cc-a182-4ceb-ae32-683623dafe7b,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:34.358042 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51324) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:34.365811 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ceb3af33-9e06-4a61-8dee-df338a0d2372 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-839564983'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:34.381036 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9eabca15-403d-4f5c-af46-b4acfb9bf292 req-05ec73b9-5692-43e4-8998-027a31e60c24 service neutron] 10.222.0.21 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231908 Jan 27 21:49:34.389245 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb3af33-9e06-4a61-8dee-df338a0d2372 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Made reservation on behalf of c221dbb11cf44d8baddb08b573ae1274 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:34.394079 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ceb3af33-9e06-4a61-8dee-df338a0d2372 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:34.440263 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb3af33-9e06-4a61-8dee-df338a0d2372 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:49:34.452883 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ceb3af33-9e06-4a61-8dee-df338a0d2372 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:34.453332 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-ceb3af33-9e06-4a61-8dee-df338a0d2372 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Added segment 3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa of type vlan for network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 Jan 27 21:49:34.506276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] For port a56e79cc-a182-4ceb-ae32-683623dafe7b, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:34.523549 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ceb3af33-9e06-4a61-8dee-df338a0d2372 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (89002ffa-b2ff-40cb-a7a9-b16cee11a3d2), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:34.551028 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ceb3af33-9e06-4a61-8dee-df338a0d2372 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (89002ffa-b2ff-40cb-a7a9-b16cee11a3d2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:34.556365 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb3af33-9e06-4a61-8dee-df338a0d2372 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:34.557171 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ceb3af33-9e06-4a61-8dee-df338a0d2372 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:34.598658 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f041818-03d5-45f2-bf49-672165652947 req-d49f3149-bb63-402e-8f11-97642c2bd243 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.1216829 Jan 27 21:49:34.653167 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ceb3af33-9e06-4a61-8dee-df338a0d2372 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2933433 Jan 27 21:49:34.661112 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51334) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:34.666208 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f5e1e943-f6b1-4bed-848b-fe2d08b3c525 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-169397204'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:34.697569 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3af33-9e06-4a61-8dee-df338a0d2372 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event updated for resources: {'Network': ['ID=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:34.709269 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e1e943-f6b1-4bed-848b-fe2d08b3c525 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Made reservation on behalf of c221dbb11cf44d8baddb08b573ae1274 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:34.711430 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:49:34.713987 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5e1e943-f6b1-4bed-848b-fe2d08b3c525 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:34.720092 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9eabca15-403d-4f5c-af46-b4acfb9bf292 req-0016307a-436f-4daf-9a41-ec79b035b99f service neutron] 10.222.0.21 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312922 Jan 27 21:49:34.735576 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29028492-6342-4bde-9b7b-2457506d5a90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a56e79cc-a182-4ceb-ae32-683623dafe7b'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:34.737964 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155bd9a0-b8ea-4d29-bed2-441dcc96caeb" -d '{"events": [{"server_uuid": "29028492-6342-4bde-9b7b-2457506d5a90", "name": "network-vif-unplugged", "status": "completed", "tag": "a56e79cc-a182-4ceb-ae32-683623dafe7b"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:34.744045 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e1e943-f6b1-4bed-848b-fe2d08b3c525 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:49:34.745933 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] Publish callbacks [] for port (a56e79cc-a182-4ceb-ae32-683623dafe7b), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:34.756715 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5e1e943-f6b1-4bed-848b-fe2d08b3c525 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (fb85c23d-cc2e-4d28-aca2-d2302046f93f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:34.757317 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-f5e1e943-f6b1-4bed-848b-fe2d08b3c525 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Added segment fb85c23d-cc2e-4d28-aca2-d2302046f93f of type vlan for network b460f0aa-ece7-4f87-b835-250ecfdd5f67 Jan 27 21:49:34.768530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98939714-6182-4f91-959d-b10dfb7bece2 req-9fb05568-4a5b-4753-ab6f-be0ea9b93e08 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:34.778628 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-98939714-6182-4f91-959d-b10dfb7bece2 req-9fb05568-4a5b-4753-ab6f-be0ea9b93e08 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 946 time: 0.2793407 Jan 27 21:49:34.810963 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (a56e79cc-a182-4ceb-ae32-683623dafe7b), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:34.859566 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5e1e943-f6b1-4bed-848b-fe2d08b3c525 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (b460f0aa-ece7-4f87-b835-250ecfdd5f67), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:34.900614 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5e1e943-f6b1-4bed-848b-fe2d08b3c525 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (b460f0aa-ece7-4f87-b835-250ecfdd5f67), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:34.907220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e1e943-f6b1-4bed-848b-fe2d08b3c525 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:34.908098 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5e1e943-f6b1-4bed-848b-fe2d08b3c525 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:34.935382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-98939714-6182-4f91-959d-b10dfb7bece2 req-f7767125-a49b-45e1-83d6-0bab2a8ad625 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558414 Jan 27 21:49:34.939358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] Pushing event updated for resources: {'Port': ['ID=a56e79cc-a182-4ceb-ae32-683623dafe7b,revision_number=7']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:34.973429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] Attempting to bind port a56e79cc-a182-4ceb-ae32-683623dafe7b on host n-h2-772272-3 for vnic_type normal with profile {"migrating_to": "n-h1-772272-3"} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:34.973897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] Attempting to bind port a56e79cc-a182-4ceb-ae32-683623dafe7b by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:34.974235 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] Attempting to bind port a56e79cc-a182-4ceb-ae32-683623dafe7b on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:34.980014 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] Port a56e79cc-a182-4ceb-ae32-683623dafe7b on network 682655b0-dbc8-497a-9054-3d8e44de5af4 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:49:34.980414 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] Attempting to bind port a56e79cc-a182-4ceb-ae32-683623dafe7b on network 682655b0-dbc8-497a-9054-3d8e44de5af4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:34.999151 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f5e1e943-f6b1-4bed-848b-fe2d08b3c525 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3369191 Jan 27 21:49:35.005673 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:35.006661 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] Checking segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:35.007065 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] Bound using segment: {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:35.007520 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] Bound port: a56e79cc-a182-4ceb-ae32-683623dafe7b, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf903dd-d443-43bd-844c-795602e93b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '682655b0-dbc8-497a-9054-3d8e44de5af4'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:35.007884 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a56e79cc-a182-4ceb-ae32-683623dafe7b), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.011107 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51338) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:35.018932 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-69b74442-b272-44b6-8bd8-b87e7f5965bf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Request body: {'subnet': {'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:35.023556 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d405a052-73b1-4f5e-aeef-547eaf906e59 x-openstack-request-id: req-d405a052-73b1-4f5e-aeef-547eaf906e59 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:35.023720 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29028492-6342-4bde-9b7b-2457506d5a90", "name": "network-vif-unplugged", "status": "completed", "tag": "a56e79cc-a182-4ceb-ae32-683623dafe7b", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:35.023940 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d405a052-73b1-4f5e-aeef-547eaf906e59 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:35.024487 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29028492-6342-4bde-9b7b-2457506d5a90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a56e79cc-a182-4ceb-ae32-683623dafe7b', 'code': 200} Jan 27 21:49:35.084378 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36712f86-d027-4217-a8b9-952e2d68d71d req-e4d471c2-3373-4027-86f0-97cdef1fded7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8244cd34-ead5-47c7-8e87-53d7c50d5e10 HTTP/1.1" status: 200 len: 210 time: 0.0566316 Jan 27 21:49:35.138907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] For port a56e79cc-a182-4ceb-ae32-683623dafe7b, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:35.145025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] For port a56e79cc-a182-4ceb-ae32-683623dafe7b, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=a56e79cc-a182-4ceb-ae32-683623dafe7b,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:35.151649 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (a56e79cc-a182-4ceb-ae32-683623dafe7b), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.196959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device a56e79cc-a182-4ceb-ae32-683623dafe7b details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:49:35.209476 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f8f174a8-17cc-4ecf-baa8-800ba73c772a up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:35.235440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] Pushing event updated for resources: {'Port': ['ID=a56e79cc-a182-4ceb-ae32-683623dafe7b,revision_number=8']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:35.338740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:35.339507 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.346978 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-250e93c6-f8ef-4941-b838-86c9fc184350 service neutron] 10.222.0.15 "PUT /v2.0/ports/a56e79cc-a182-4ceb-ae32-683623dafe7b HTTP/1.1" status: 200 len: 1122 time: 1.9016535 Jan 27 21:49:35.385791 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af9f82-633a-4a78-946a-4d6f409b1d21 req-a1130694-5f86-445f-85c5-c14dd5561c9e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:35.386669 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1e943-f6b1-4bed-848b-fe2d08b3c525 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event updated for resources: {'Network': ['ID=b460f0aa-ece7-4f87-b835-250ecfdd5f67,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:35.390249 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92af9f82-633a-4a78-946a-4d6f409b1d21 req-a1130694-5f86-445f-85c5-c14dd5561c9e tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 944 time: 0.1487391 Jan 27 21:49:35.438213 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network b460f0aa-ece7-4f87-b835-250ecfdd5f67 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:49:35.461874 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b74442-b272-44b6-8bd8-b87e7f5965bf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Made reservation on behalf of c221dbb11cf44d8baddb08b573ae1274 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:35.466498 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-69b74442-b272-44b6-8bd8-b87e7f5965bf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.500218 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92af9f82-633a-4a78-946a-4d6f409b1d21 req-81c0d244-7beb-41c6-9069-a9437e46dee3 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020684 Jan 27 21:49:35.530150 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['a56e79cc-a182-4ceb-ae32-683623dafe7b'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:35.541075 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['a56e79cc-a182-4ceb-ae32-683623dafe7b'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:35.552396 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-877b6cf6-c41b-4ed0-b3b5-016baa5cda92 req-8058f11c-a744-41e2-be61-e94aeef0387e tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 210 time: 0.0862355 Jan 27 21:49:35.554873 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port f8f174a8-17cc-4ecf-baa8-800ba73c772a completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:49:35.618971 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port f8f174a8-17cc-4ecf-baa8-800ba73c772a triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:35.619512 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f8f174a8-17cc-4ecf-baa8-800ba73c772a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.676337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d2e02-dcbc-4c6f-b0e6-a158b8dd244b req-e8e135c0-6b4c-4c2e-9979-dd54a0ea89fc tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:35.677872 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-967d2e02-dcbc-4c6f-b0e6-a158b8dd244b req-e8e135c0-6b4c-4c2e-9979-dd54a0ea89fc tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f54c69ec-302b-494c-8600-9a2c326ce09f HTTP/1.1" status: 200 len: 944 time: 0.0840988 Jan 27 21:49:35.708251 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port a56e79cc-a182-4ceb-ae32-683623dafe7b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=a56e79cc-a182-4ceb-ae32-683623dafe7b,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:35.736466 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device a56e79cc-a182-4ceb-ae32-683623dafe7b has no active binding in host n-h1-772272-3 {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:49:35.745175 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-69b74442-b272-44b6-8bd8-b87e7f5965bf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (ba1a2abc-5b7e-4b47-895c-4a2ade07d24d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.769402 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-967d2e02-dcbc-4c6f-b0e6-a158b8dd244b req-521d897d-234f-4c2a-b43f-1013cb73ae0d tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4c780b-dd6e-4e28-a4ed-14e3f975cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833895 Jan 27 21:49:35.779340 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004bf57-ecca-48aa-b6c4-80e68b6555ee req-aba73c19-2065-4d5b-be2a-30d277de4ed0 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:35.787172 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c004bf57-ecca-48aa-b6c4-80e68b6555ee req-aba73c19-2065-4d5b-be2a-30d277de4ed0 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 1095 time: 0.0714266 Jan 27 21:49:35.843479 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c004bf57-ecca-48aa-b6c4-80e68b6555ee req-46d7bcb3-811f-4248-8c35-3d1b252b8fc5 tempest-LiveAutoBlockMigrationV225Test-1950780437 tempest-LiveAutoBlockMigrationV225Test-1950780437-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553446 Jan 27 21:49:35.875438 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b74442-b272-44b6-8bd8-b87e7f5965bf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Checking segment: {'id': '3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:35.875969 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b74442-b272-44b6-8bd8-b87e7f5965bf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Network hostable DHCP agents. Network: 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:49:35.878644 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b74442-b272-44b6-8bd8-b87e7f5965bf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event updated for resources: {'Subnet': ['ID=ba1a2abc-5b7e-4b47-895c-4a2ade07d24d,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:35.910153 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b74442-b272-44b6-8bd8-b87e7f5965bf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:49:35.926024 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-69b74442-b272-44b6-8bd8-b87e7f5965bf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:35.931937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b74442-b272-44b6-8bd8-b87e7f5965bf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:35.932560 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f8f174a8-17cc-4ecf-baa8-800ba73c772a is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:35.933365 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-69b74442-b272-44b6-8bd8-b87e7f5965bf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.933475 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f8f174a8-17cc-4ecf-baa8-800ba73c772a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.961526 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-69b74442-b272-44b6-8bd8-b87e7f5965bf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9479516 Jan 27 21:49:35.964645 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51358) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:35.966543 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c4bcc0-db18-4a65-b2ca-a6164bcb3322 None None] Network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:35.974329 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3d78b234-aeee-491c-b303-773512cbfaf9 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Request body: {'subnet': {'network_id': 'b460f0aa-ece7-4f87-b835-250ecfdd5f67', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:36.002194 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-115b3ef9-6e43-4d78-bbf0-f3cfcff3a9c0 req-0341bff6-5dcb-424b-ac68-e9935557d0ca tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.0440843 Jan 27 21:49:36.083350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54c69ec-302b-494c-8600-9a2c326ce09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f174a8-17cc-4ecf-baa8-800ba73c772a'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:36.085618 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e49adf-bb4f-41c9-90cd-eea6d0811c91" -d '{"events": [{"server_uuid": "f54c69ec-302b-494c-8600-9a2c326ce09f", "name": "network-vif-plugged", "status": "completed", "tag": "f8f174a8-17cc-4ecf-baa8-800ba73c772a"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:36.093863 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d78b234-aeee-491c-b303-773512cbfaf9 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Made reservation on behalf of c221dbb11cf44d8baddb08b573ae1274 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:36.097942 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3d78b234-aeee-491c-b303-773512cbfaf9 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:36.114639 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f8f174a8-17cc-4ecf-baa8-800ba73c772a, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f8f174a8-17cc-4ecf-baa8-800ba73c772a,segment=NetworkSegment(92afb8df-73d5-486a-a2b6-8a96b5ff5c12),segment_id=92afb8df-73d5-486a-a2b6-8a96b5ff5c12)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:36.133156 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f8f174a8-17cc-4ecf-baa8-800ba73c772a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:36.223772 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700e4f6b-7d6e-443b-9e0a-a529f40c08fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-89002ffa-b2ff-40cb-a7a9-b16cee11a3d2', 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2', 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'fixed_ips': [{'subnet_id': 'ba1a2abc-5b7e-4b47-895c-4a2ade07d24d'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:49:36.224685 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-700e4f6b-7d6e-443b-9e0a-a529f40c08fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:36.253093 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f8f174a8-17cc-4ecf-baa8-800ba73c772a,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:36.309502 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3d78b234-aeee-491c-b303-773512cbfaf9 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (1e923c45-9da8-41d8-a8c1-bd4723852e44), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:36.376209 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78b234-aeee-491c-b303-773512cbfaf9 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event updated for resources: {'Subnet': ['ID=1e923c45-9da8-41d8-a8c1-bd4723852e44,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:36.386391 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d78b234-aeee-491c-b303-773512cbfaf9 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Checking segment: {'id': 'fb85c23d-cc2e-4d28-aca2-d2302046f93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b460f0aa-ece7-4f87-b835-250ecfdd5f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:36.386766 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d78b234-aeee-491c-b303-773512cbfaf9 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Network hostable DHCP agents. Network: b460f0aa-ece7-4f87-b835-250ecfdd5f67, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:49:36.399294 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-700e4f6b-7d6e-443b-9e0a-a529f40c08fb None None] Allocated IP 10.1.1.2 (89002ffa-b2ff-40cb-a7a9-b16cee11a3d2/ba1a2abc-5b7e-4b47-895c-4a2ade07d24d/cfc10930-d3aa-48b6-89d0-86f234a9d418) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:36.406184 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d78b234-aeee-491c-b303-773512cbfaf9 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Network b460f0aa-ece7-4f87-b835-250ecfdd5f67 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:49:36.415851 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-3d78b234-aeee-491c-b303-773512cbfaf9 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, b460f0aa-ece7-4f87-b835-250ecfdd5f67) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:36.420432 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d78b234-aeee-491c-b303-773512cbfaf9 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:36.421037 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3d78b234-aeee-491c-b303-773512cbfaf9 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:36.427682 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199f49fa-7644-4887-b7fc-61967de67d80 None None] Network b460f0aa-ece7-4f87-b835-250ecfdd5f67 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:36.443302 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3d78b234-aeee-491c-b303-773512cbfaf9 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4749417 Jan 27 21:49:36.443738 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51364) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:36.449159 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-6f092483-e908-4675-8a98-cf6aef2d4776 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Request body: {'port': {'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1932480394', 'fixed_ips': [{'subnet_id': 'ba1a2abc-5b7e-4b47-895c-4a2ade07d24d'}]}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:36.574497 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f092483-e908-4675-8a98-cf6aef2d4776 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Made reservation on behalf of c221dbb11cf44d8baddb08b573ae1274 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:36.665250 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f092483-e908-4675-8a98-cf6aef2d4776 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:36.684664 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-6f092483-e908-4675-8a98-cf6aef2d4776 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] device_id is not set on port 3104ba69-ec6e-49e9-9127-78e5e52dd511 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:49:36.764696 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c908cf4c-154d-4fb0-89c3-a6362bfadef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-b460f0aa-ece7-4f87-b835-250ecfdd5f67', 'network_id': 'b460f0aa-ece7-4f87-b835-250ecfdd5f67', 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'fixed_ips': [{'subnet_id': '1e923c45-9da8-41d8-a8c1-bd4723852e44'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:49:36.765653 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c908cf4c-154d-4fb0-89c3-a6362bfadef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:36.808112 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-700e4f6b-7d6e-443b-9e0a-a529f40c08fb None None] Publish callbacks [] for port (cfc10930-d3aa-48b6-89d0-86f234a9d418), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:36.868274 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-700e4f6b-7d6e-443b-9e0a-a529f40c08fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (cfc10930-d3aa-48b6-89d0-86f234a9d418), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:36.898349 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-6f092483-e908-4675-8a98-cf6aef2d4776 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Allocated IP 10.1.1.186 (89002ffa-b2ff-40cb-a7a9-b16cee11a3d2/ba1a2abc-5b7e-4b47-895c-4a2ade07d24d/3104ba69-ec6e-49e9-9127-78e5e52dd511) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:36.930370 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700e4f6b-7d6e-443b-9e0a-a529f40c08fb None None] Network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:36.959271 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-700e4f6b-7d6e-443b-9e0a-a529f40c08fb None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:36.963555 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e4f6b-7d6e-443b-9e0a-a529f40c08fb None None] Pushing event updated for resources: {'Port': ['ID=cfc10930-d3aa-48b6-89d0-86f234a9d418,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:36.967586 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700e4f6b-7d6e-443b-9e0a-a529f40c08fb None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:37.008048 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-c908cf4c-154d-4fb0-89c3-a6362bfadef4 None None] Allocated IP 10.2.2.2 (b460f0aa-ece7-4f87-b835-250ecfdd5f67/1e923c45-9da8-41d8-a8c1-bd4723852e44/b20685dd-ab70-458e-b520-834a81ebd4b6) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:37.026078 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29028492-6342-4bde-9b7b-2457506d5a90', 'tag': 'a56e79cc-a182-4ceb-ae32-683623dafe7b'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:37.028958 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10cff84-2206-4dfe-ae7f-4ad3619fbec7" -d '{"events": [{"name": "network-changed", "server_uuid": "29028492-6342-4bde-9b7b-2457506d5a90", "tag": "a56e79cc-a182-4ceb-ae32-683623dafe7b"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:37.053256 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-700e4f6b-7d6e-443b-9e0a-a529f40c08fb None None] Attempting to bind port cfc10930-d3aa-48b6-89d0-86f234a9d418 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:37.053732 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-700e4f6b-7d6e-443b-9e0a-a529f40c08fb None None] Attempting to bind port cfc10930-d3aa-48b6-89d0-86f234a9d418 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:37.054178 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700e4f6b-7d6e-443b-9e0a-a529f40c08fb None None] Attempting to bind port cfc10930-d3aa-48b6-89d0-86f234a9d418 on network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:37.074816 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700e4f6b-7d6e-443b-9e0a-a529f40c08fb None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:37.075329 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700e4f6b-7d6e-443b-9e0a-a529f40c08fb None None] Checking segment: {'id': '3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:37.075806 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-700e4f6b-7d6e-443b-9e0a-a529f40c08fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.076331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700e4f6b-7d6e-443b-9e0a-a529f40c08fb None None] Bound using segment: {'id': '3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:37.076959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-700e4f6b-7d6e-443b-9e0a-a529f40c08fb None None] Bound port: cfc10930-d3aa-48b6-89d0-86f234a9d418, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:37.077309 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-700e4f6b-7d6e-443b-9e0a-a529f40c08fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cfc10930-d3aa-48b6-89d0-86f234a9d418), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.081712 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f092483-e908-4675-8a98-cf6aef2d4776 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for port (3104ba69-ec6e-49e9-9127-78e5e52dd511), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.120525 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f092483-e908-4675-8a98-cf6aef2d4776 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (3104ba69-ec6e-49e9-9127-78e5e52dd511), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.167002 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f092483-e908-4675-8a98-cf6aef2d4776 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:37.170194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-6f092483-e908-4675-8a98-cf6aef2d4776 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:37.173616 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f092483-e908-4675-8a98-cf6aef2d4776 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:37.209467 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f092483-e908-4675-8a98-cf6aef2d4776 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event updated for resources: {'Port': ['ID=3104ba69-ec6e-49e9-9127-78e5e52dd511,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:37.214464 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-700e4f6b-7d6e-443b-9e0a-a529f40c08fb None None] For port cfc10930-d3aa-48b6-89d0-86f234a9d418, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:37.234068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f092483-e908-4675-8a98-cf6aef2d4776 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:37.235355 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f092483-e908-4675-8a98-cf6aef2d4776 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.247714 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-700e4f6b-7d6e-443b-9e0a-a529f40c08fb None None] For port cfc10930-d3aa-48b6-89d0-86f234a9d418, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cfc10930-d3aa-48b6-89d0-86f234a9d418,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:37.254552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6f092483-e908-4675-8a98-cf6aef2d4776 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8071945 Jan 27 21:49:37.255393 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51374) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:37.258355 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-700e4f6b-7d6e-443b-9e0a-a529f40c08fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cfc10930-d3aa-48b6-89d0-86f234a9d418), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.260527 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-691df7b4-32be-4147-9f68-6200063d7edf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Request body: {'port': {'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2', 'name': 'tempest-TaggedBootDevicesTest_v242-1521905897', 'fixed_ips': [{'subnet_id': 'ba1a2abc-5b7e-4b47-895c-4a2ade07d24d'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:37.297922 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c908cf4c-154d-4fb0-89c3-a6362bfadef4 None None] Publish callbacks [] for port (b20685dd-ab70-458e-b520-834a81ebd4b6), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.310669 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c908cf4c-154d-4fb0-89c3-a6362bfadef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (b20685dd-ab70-458e-b520-834a81ebd4b6), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.349935 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e4f6b-7d6e-443b-9e0a-a529f40c08fb None None] Pushing event updated for resources: {'Port': ['ID=cfc10930-d3aa-48b6-89d0-86f234a9d418,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:37.366302 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c908cf4c-154d-4fb0-89c3-a6362bfadef4 None None] Network b460f0aa-ece7-4f87-b835-250ecfdd5f67 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:37.374618 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-c908cf4c-154d-4fb0-89c3-a6362bfadef4 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:37.378407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c908cf4c-154d-4fb0-89c3-a6362bfadef4 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:37.385999 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691df7b4-32be-4147-9f68-6200063d7edf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Made reservation on behalf of c221dbb11cf44d8baddb08b573ae1274 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:37.479979 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c908cf4c-154d-4fb0-89c3-a6362bfadef4 None None] Attempting to bind port b20685dd-ab70-458e-b520-834a81ebd4b6 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:37.480801 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c908cf4c-154d-4fb0-89c3-a6362bfadef4 None None] Attempting to bind port b20685dd-ab70-458e-b520-834a81ebd4b6 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'fb85c23d-cc2e-4d28-aca2-d2302046f93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b460f0aa-ece7-4f87-b835-250ecfdd5f67'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:37.480801 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c908cf4c-154d-4fb0-89c3-a6362bfadef4 None None] Attempting to bind port b20685dd-ab70-458e-b520-834a81ebd4b6 on network b460f0aa-ece7-4f87-b835-250ecfdd5f67 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:37.486808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c908cf4c-154d-4fb0-89c3-a6362bfadef4 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:37.487507 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c908cf4c-154d-4fb0-89c3-a6362bfadef4 None None] Checking segment: {'id': 'fb85c23d-cc2e-4d28-aca2-d2302046f93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b460f0aa-ece7-4f87-b835-250ecfdd5f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:37.487627 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c908cf4c-154d-4fb0-89c3-a6362bfadef4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.488252 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-691df7b4-32be-4147-9f68-6200063d7edf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.488397 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c908cf4c-154d-4fb0-89c3-a6362bfadef4 None None] Bound using segment: {'id': 'fb85c23d-cc2e-4d28-aca2-d2302046f93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b460f0aa-ece7-4f87-b835-250ecfdd5f67'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:37.488802 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c908cf4c-154d-4fb0-89c3-a6362bfadef4 None None] Bound port: b20685dd-ab70-458e-b520-834a81ebd4b6, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb85c23d-cc2e-4d28-aca2-d2302046f93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b460f0aa-ece7-4f87-b835-250ecfdd5f67'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:37.489183 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c908cf4c-154d-4fb0-89c3-a6362bfadef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b20685dd-ab70-458e-b520-834a81ebd4b6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.503504 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908cf4c-154d-4fb0-89c3-a6362bfadef4 None None] Pushing event updated for resources: {'Port': ['ID=b20685dd-ab70-458e-b520-834a81ebd4b6,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:37.509157 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-691df7b4-32be-4147-9f68-6200063d7edf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] device_id is not set on port 58a6677b-4259-4a9e-b0ad-e5e44fe71385 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:49:37.601382 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c908cf4c-154d-4fb0-89c3-a6362bfadef4 None None] For port b20685dd-ab70-458e-b520-834a81ebd4b6, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:37.617410 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c908cf4c-154d-4fb0-89c3-a6362bfadef4 None None] For port b20685dd-ab70-458e-b520-834a81ebd4b6, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b20685dd-ab70-458e-b520-834a81ebd4b6,segment=NetworkSegment(fb85c23d-cc2e-4d28-aca2-d2302046f93f),segment_id=fb85c23d-cc2e-4d28-aca2-d2302046f93f)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:37.624542 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c908cf4c-154d-4fb0-89c3-a6362bfadef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b20685dd-ab70-458e-b520-834a81ebd4b6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.724300 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908cf4c-154d-4fb0-89c3-a6362bfadef4 None None] Pushing event updated for resources: {'Port': ['ID=b20685dd-ab70-458e-b520-834a81ebd4b6,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:37.855698 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-691df7b4-32be-4147-9f68-6200063d7edf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Allocated IP 10.1.1.244 (89002ffa-b2ff-40cb-a7a9-b16cee11a3d2/ba1a2abc-5b7e-4b47-895c-4a2ade07d24d/58a6677b-4259-4a9e-b0ad-e5e44fe71385) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:38.122617 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b89bc5-0610-40e8-92fc-21ec663b4ba9 req-d6299177-1dc4-4925-a9c4-636cb8f86a77 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:38.137472 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-69b89bc5-0610-40e8-92fc-21ec663b4ba9 req-d6299177-1dc4-4925-a9c4-636cb8f86a77 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 944 time: 0.1320300 Jan 27 21:49:38.187704 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab42d89-7386-41c0-afa6-ff29eb475a17 x-openstack-request-id: req-cab42d89-7386-41c0-afa6-ff29eb475a17 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:38.188915 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54c69ec-302b-494c-8600-9a2c326ce09f", "name": "network-vif-plugged", "status": "completed", "tag": "f8f174a8-17cc-4ecf-baa8-800ba73c772a", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:38.188915 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cab42d89-7386-41c0-afa6-ff29eb475a17 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:38.189251 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54c69ec-302b-494c-8600-9a2c326ce09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f174a8-17cc-4ecf-baa8-800ba73c772a', 'code': 200} Jan 27 21:49:38.197376 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-691df7b4-32be-4147-9f68-6200063d7edf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for port (58a6677b-4259-4a9e-b0ad-e5e44fe71385), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:38.313065 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-69b89bc5-0610-40e8-92fc-21ec663b4ba9 req-3485bbf0-a35d-42d0-b927-f68bc9530387 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743093 Jan 27 21:49:38.316854 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-691df7b4-32be-4147-9f68-6200063d7edf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (58a6677b-4259-4a9e-b0ad-e5e44fe71385), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:38.392820 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-61246984-0c8b-41e0-83bb-8f7cc7db1269 req-78283de8-3c2a-4fd3-bd1b-1282cfc98d15 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 210 time: 0.1359267 Jan 27 21:49:38.431936 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec75666b-0dca-4bdb-9d40-e1c11f6a56ca req-f533f2e8-69b7-4887-bb44-412e05475934 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.1170301 Jan 27 21:49:38.446965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691df7b4-32be-4147-9f68-6200063d7edf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:38.460373 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-691df7b4-32be-4147-9f68-6200063d7edf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:38.464886 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691df7b4-32be-4147-9f68-6200063d7edf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:38.470874 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318316cc-232f-4d55-b994-7d03a28734ce req-6988c5ba-5e7d-4e30-bf27-37b02c19e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:38.474496 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-318316cc-232f-4d55-b994-7d03a28734ce req-6988c5ba-5e7d-4e30-bf27-37b02c19e709 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f54c69ec-302b-494c-8600-9a2c326ce09f HTTP/1.1" status: 200 len: 1096 time: 0.1577044 Jan 27 21:49:38.481167 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b214c1d7-d6a1-4bbd-a7c3-18dd3818d0ca x-openstack-request-id: req-b214c1d7-d6a1-4bbd-a7c3-18dd3818d0ca {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:38.481536 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29028492-6342-4bde-9b7b-2457506d5a90", "tag": "a56e79cc-a182-4ceb-ae32-683623dafe7b", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:38.482706 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b214c1d7-d6a1-4bbd-a7c3-18dd3818d0ca {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:38.482706 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29028492-6342-4bde-9b7b-2457506d5a90', 'tag': 'a56e79cc-a182-4ceb-ae32-683623dafe7b', 'status': 'completed', 'code': 200} Jan 27 21:49:38.548025 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691df7b4-32be-4147-9f68-6200063d7edf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event updated for resources: {'Port': ['ID=58a6677b-4259-4a9e-b0ad-e5e44fe71385,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:38.563248 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b20685dd-ab70-458e-b520-834a81ebd4b6 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:38.618095 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691df7b4-32be-4147-9f68-6200063d7edf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:38.618795 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-691df7b4-32be-4147-9f68-6200063d7edf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:38.650961 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d903a5a-1fa8-47bc-bc1f-16f54052c622 req-6a6c9ad4-62f7-4330-8902-55f07057fbd8 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:38.654071 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d903a5a-1fa8-47bc-bc1f-16f54052c622 req-6a6c9ad4-62f7-4330-8902-55f07057fbd8 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f54c69ec-302b-494c-8600-9a2c326ce09f HTTP/1.1" status: 200 len: 945 time: 0.1694164 Jan 27 21:49:38.655180 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-691df7b4-32be-4147-9f68-6200063d7edf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3987949 Jan 27 21:49:38.701762 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c1736c0-00f6-4fa3-8999-e63bbfc9b0c0 req-c5b3cc38-559a-4876-a705-99bb86b6e04d tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.0891228 Jan 27 21:49:38.707165 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port b20685dd-ab70-458e-b520-834a81ebd4b6 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:38.707550 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b20685dd-ab70-458e-b520-834a81ebd4b6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:38.727582 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-318316cc-232f-4d55-b994-7d03a28734ce req-93e242ed-3f23-444b-839f-023309895170 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eb4c780b-dd6e-4e28-a4ed-14e3f975cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442596 Jan 27 21:49:38.805721 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d903a5a-1fa8-47bc-bc1f-16f54052c622 req-c6517de2-6509-4c71-aac5-44be4b03c7fb tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4c780b-dd6e-4e28-a4ed-14e3f975cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436942 Jan 27 21:49:38.925244 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port b20685dd-ab70-458e-b520-834a81ebd4b6 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:38.925654 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b20685dd-ab70-458e-b520-834a81ebd4b6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:38.939158 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72467720-0ebb-4171-bb5f-f7fdee18d0e3 req-f7fe15a1-4968-43a6-bada-6d631a10ba9b tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:38.941202 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72467720-0ebb-4171-bb5f-f7fdee18d0e3 req-f7fe15a1-4968-43a6-bada-6d631a10ba9b tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 944 time: 0.0803282 Jan 27 21:49:39.035639 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72467720-0ebb-4171-bb5f-f7fdee18d0e3 req-73eb1a73-9cf1-4e31-9cf6-fe50971ea2b8 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877755 Jan 27 21:49:39.037903 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0321ef7d-ea59-4b97-80c3-871dce620dcf None None] Network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:39.046646 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port b20685dd-ab70-458e-b520-834a81ebd4b6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b20685dd-ab70-458e-b520-834a81ebd4b6,segment=NetworkSegment(fb85c23d-cc2e-4d28-aca2-d2302046f93f),segment_id=fb85c23d-cc2e-4d28-aca2-d2302046f93f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:39.081949 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b20685dd-ab70-458e-b520-834a81ebd4b6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:39.082768 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cfc10930-d3aa-48b6-89d0-86f234a9d418 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:39.232733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-644cd3f6-3fef-44e1-8af3-58108ba36bf7 None None] Provisioning complete for port cfc10930-d3aa-48b6-89d0-86f234a9d418 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:39.233362 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-644cd3f6-3fef-44e1-8af3-58108ba36bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cfc10930-d3aa-48b6-89d0-86f234a9d418), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:39.369147 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=b20685dd-ab70-458e-b520-834a81ebd4b6,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:39.446077 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port cfc10930-d3aa-48b6-89d0-86f234a9d418 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:39.446466 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cfc10930-d3aa-48b6-89d0-86f234a9d418), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:39.474450 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-644cd3f6-3fef-44e1-8af3-58108ba36bf7 None None] Current status of the port cfc10930-d3aa-48b6-89d0-86f234a9d418 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:39.474870 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-644cd3f6-3fef-44e1-8af3-58108ba36bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cfc10930-d3aa-48b6-89d0-86f234a9d418), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:39.482556 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebbb6f0-baf3-4b2f-a8a4-c4a27d76cdda None None] Network b460f0aa-ece7-4f87-b835-250ecfdd5f67 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:39.599492 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51388) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:39.604617 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-99c4494a-382e-4c72-8dd8-48d2e2a877dc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2063865524', 'description': 'tempest-description--992637148'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:39.616390 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-644cd3f6-3fef-44e1-8af3-58108ba36bf7 None None] For port cfc10930-d3aa-48b6-89d0-86f234a9d418, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cfc10930-d3aa-48b6-89d0-86f234a9d418,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:39.642534 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-99c4494a-382e-4c72-8dd8-48d2e2a877dc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:39.643681 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-644cd3f6-3fef-44e1-8af3-58108ba36bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cfc10930-d3aa-48b6-89d0-86f234a9d418), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:39.763896 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-99c4494a-382e-4c72-8dd8-48d2e2a877dc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for security_group (2b04157d-3b0b-4ac8-a614-de67fd2079fb), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:39.769525 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-99c4494a-382e-4c72-8dd8-48d2e2a877dc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2b04157d-3b0b-4ac8-a614-de67fd2079fb), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:39.802781 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-99c4494a-382e-4c72-8dd8-48d2e2a877dc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:39.806844 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-99c4494a-382e-4c72-8dd8-48d2e2a877dc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2033441 Jan 27 21:49:39.808237 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51392) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:39.814122 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4494a-382e-4c72-8dd8-48d2e2a877dc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b04157d-3b0b-4ac8-a614-de67fd2079fb,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:39.817134 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-0ab45d74-cadc-4727-83de-5be0a9a654cc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Request body: {'security_group_rule': {'security_group_id': '2b04157d-3b0b-4ac8-a614-de67fd2079fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:39.822507 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port cfc10930-d3aa-48b6-89d0-86f234a9d418 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:39.880547 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-bfba50a8-d635-41a1-832e-d1400bc60b62 None None] Provisioning complete for port b20685dd-ab70-458e-b520-834a81ebd4b6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:39.881118 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0ab45d74-cadc-4727-83de-5be0a9a654cc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for security_group_rule (4904857d-0ee8-4b58-b2e6-eae237da5125), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:39.881282 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bfba50a8-d635-41a1-832e-d1400bc60b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b20685dd-ab70-458e-b520-834a81ebd4b6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:39.977248 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0ab45d74-cadc-4727-83de-5be0a9a654cc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for security_group_rule (4904857d-0ee8-4b58-b2e6-eae237da5125), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:39.977891 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cd3f6-3fef-44e1-8af3-58108ba36bf7 None None] Pushing event updated for resources: {'Port': ['ID=cfc10930-d3aa-48b6-89d0-86f234a9d418,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:39.982355 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0ab45d74-cadc-4727-83de-5be0a9a654cc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (4904857d-0ee8-4b58-b2e6-eae237da5125), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:40.028354 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab45d74-cadc-4727-83de-5be0a9a654cc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4904857d-0ee8-4b58-b2e6-eae237da5125,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:40.043369 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0ab45d74-cadc-4727-83de-5be0a9a654cc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:40.045077 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0ab45d74-cadc-4727-83de-5be0a9a654cc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2338250 Jan 27 21:49:40.047700 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51396) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:40.052630 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-18c1f3eb-c09a-47b5-b2d0-de457750302a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Request body: {'security_group_rule': {'security_group_id': '2b04157d-3b0b-4ac8-a614-de67fd2079fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:40.098772 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-bfba50a8-d635-41a1-832e-d1400bc60b62 None None] Current status of the port b20685dd-ab70-458e-b520-834a81ebd4b6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:40.101235 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-18c1f3eb-c09a-47b5-b2d0-de457750302a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for security_group_rule (761e93b9-a157-49ff-8ac2-4a28a78ef52b), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:40.170648 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-18c1f3eb-c09a-47b5-b2d0-de457750302a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for security_group_rule (761e93b9-a157-49ff-8ac2-4a28a78ef52b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:40.175120 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-18c1f3eb-c09a-47b5-b2d0-de457750302a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (761e93b9-a157-49ff-8ac2-4a28a78ef52b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:40.204297 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1f3eb-c09a-47b5-b2d0-de457750302a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761e93b9-a157-49ff-8ac2-4a28a78ef52b,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:40.214992 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-18c1f3eb-c09a-47b5-b2d0-de457750302a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:40.228755 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-18c1f3eb-c09a-47b5-b2d0-de457750302a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1770782 Jan 27 21:49:40.229010 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51400) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:40.234264 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3666efa4-353a-4ce2-a7fa-69bb35994301 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:40.263443 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3666efa4-353a-4ce2-a7fa-69bb35994301 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:40.316865 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b20685dd-ab70-458e-b520-834a81ebd4b6 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:40.408913 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3666efa4-353a-4ce2-a7fa-69bb35994301 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:40.420062 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b04f6c5-5753-4589-82cd-e92d40e7ff01 None None] Provisioning complete for port 3104ba69-ec6e-49e9-9127-78e5e52dd511 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:40.420493 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b04f6c5-5753-4589-82cd-e92d40e7ff01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3104ba69-ec6e-49e9-9127-78e5e52dd511), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:40.471672 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port b20685dd-ab70-458e-b520-834a81ebd4b6 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:40.472137 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b20685dd-ab70-458e-b520-834a81ebd4b6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:40.513655 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b04f6c5-5753-4589-82cd-e92d40e7ff01 None None] Port 3104ba69-ec6e-49e9-9127-78e5e52dd511 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:49:40.541287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b04f6c5-5753-4589-82cd-e92d40e7ff01 None None] Provisioning complete for port cfc10930-d3aa-48b6-89d0-86f234a9d418 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:40.541672 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b04f6c5-5753-4589-82cd-e92d40e7ff01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cfc10930-d3aa-48b6-89d0-86f234a9d418), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:40.597070 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-3666efa4-353a-4ce2-a7fa-69bb35994301 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Allocated IP 172.25.3.135 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/30b65ab1-f315-4e4d-8f32-fb026528bdaf) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:40.695031 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port b20685dd-ab70-458e-b520-834a81ebd4b6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:40.696093 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cfc10930-d3aa-48b6-89d0-86f234a9d418 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:40.757777 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3666efa4-353a-4ce2-a7fa-69bb35994301 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for port (30b65ab1-f315-4e4d-8f32-fb026528bdaf), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:40.809046 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b04f6c5-5753-4589-82cd-e92d40e7ff01 None None] Current status of the port cfc10930-d3aa-48b6-89d0-86f234a9d418 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:40.825656 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3666efa4-353a-4ce2-a7fa-69bb35994301 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (30b65ab1-f315-4e4d-8f32-fb026528bdaf), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:40.834927 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port cfc10930-d3aa-48b6-89d0-86f234a9d418 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:40.835313 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cfc10930-d3aa-48b6-89d0-86f234a9d418), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:40.840156 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b04f6c5-5753-4589-82cd-e92d40e7ff01 None None] Provisioning complete for port 58a6677b-4259-4a9e-b0ad-e5e44fe71385 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:40.840373 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b04f6c5-5753-4589-82cd-e92d40e7ff01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (58a6677b-4259-4a9e-b0ad-e5e44fe71385), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:40.880946 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3666efa4-353a-4ce2-a7fa-69bb35994301 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:40.884583 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-3666efa4-353a-4ce2-a7fa-69bb35994301 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:40.900343 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3666efa4-353a-4ce2-a7fa-69bb35994301 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:40.936537 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666efa4-353a-4ce2-a7fa-69bb35994301 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event updated for resources: {'Port': ['ID=30b65ab1-f315-4e4d-8f32-fb026528bdaf,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:40.946737 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b04f6c5-5753-4589-82cd-e92d40e7ff01 None None] Port 58a6677b-4259-4a9e-b0ad-e5e44fe71385 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:49:41.017692 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port cfc10930-d3aa-48b6-89d0-86f234a9d418 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:41.028831 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3666efa4-353a-4ce2-a7fa-69bb35994301 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for floatingip (c1139ae6-dc67-4eb3-b551-a376f758cd1e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:41.066725 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3666efa4-353a-4ce2-a7fa-69bb35994301 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (30b65ab1-f315-4e4d-8f32-fb026528bdaf), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:41.070601 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a1eafb45-6edd-4931-82b7-8474ebcd6f8e None None] Provisioning complete for port 3104ba69-ec6e-49e9-9127-78e5e52dd511 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:41.070996 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1eafb45-6edd-4931-82b7-8474ebcd6f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3104ba69-ec6e-49e9-9127-78e5e52dd511), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:41.113413 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a1eafb45-6edd-4931-82b7-8474ebcd6f8e None None] Port 3104ba69-ec6e-49e9-9127-78e5e52dd511 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:49:41.126857 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a1eafb45-6edd-4931-82b7-8474ebcd6f8e None None] Provisioning complete for port b20685dd-ab70-458e-b520-834a81ebd4b6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:41.127256 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1eafb45-6edd-4931-82b7-8474ebcd6f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b20685dd-ab70-458e-b520-834a81ebd4b6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:41.224760 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a1eafb45-6edd-4931-82b7-8474ebcd6f8e None None] Current status of the port b20685dd-ab70-458e-b520-834a81ebd4b6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:41.235758 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a1eafb45-6edd-4931-82b7-8474ebcd6f8e None None] Provisioning complete for port 58a6677b-4259-4a9e-b0ad-e5e44fe71385 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:41.236126 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1eafb45-6edd-4931-82b7-8474ebcd6f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (58a6677b-4259-4a9e-b0ad-e5e44fe71385), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:41.271966 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a1eafb45-6edd-4931-82b7-8474ebcd6f8e None None] Port 58a6677b-4259-4a9e-b0ad-e5e44fe71385 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:49:41.275324 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3666efa4-353a-4ce2-a7fa-69bb35994301 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for port (30b65ab1-f315-4e4d-8f32-fb026528bdaf), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:41.281165 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3666efa4-353a-4ce2-a7fa-69bb35994301 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (30b65ab1-f315-4e4d-8f32-fb026528bdaf), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:41.351702 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666efa4-353a-4ce2-a7fa-69bb35994301 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event updated for resources: {'Port': ['ID=30b65ab1-f315-4e4d-8f32-fb026528bdaf,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:41.362165 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3666efa4-353a-4ce2-a7fa-69bb35994301 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (c1139ae6-dc67-4eb3-b551-a376f758cd1e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:41.378385 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3666efa4-353a-4ce2-a7fa-69bb35994301 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:41.379571 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3666efa4-353a-4ce2-a7fa-69bb35994301 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1496515 Jan 27 21:49:42.488476 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:47.958502 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:49:50.892181 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:52.006691 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df75aa70-c873-48dd-b947-ba5fa52d7e04 req-127ea336-0f48-4db9-a71c-5313acc1ea19 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/ports?device_id=badb1302-99e2-4357-9c3e-471482dac30c HTTP/1.1" status: 200 len: 210 time: 0.0557709 Jan 27 21:49:52.020506 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cff84-2206-4dfe-ae7f-4ad3619fbec7 req-451cebfe-d3c1-43c0-b4a8-b76e5dc6982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:52.021960 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a10cff84-2206-4dfe-ae7f-4ad3619fbec7 req-451cebfe-d3c1-43c0-b4a8-b76e5dc6982f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 1125 time: 0.0956707 Jan 27 21:49:52.029378 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17620ad-9cd5-4248-8456-66a05a0af23a req-f49a8d6f-cd05-46da-b432-c90bcc286de6 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:52.030850 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c17620ad-9cd5-4248-8456-66a05a0af23a req-f49a8d6f-cd05-46da-b432-c90bcc286de6 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 944 time: 0.1172435 Jan 27 21:49:52.134537 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b5c2e76-bc63-405d-91d1-c70da35db9bc req-3b4290c0-a785-4f79-bdea-0f947a8e2c33 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.0439506 Jan 27 21:49:52.166103 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c17620ad-9cd5-4248-8456-66a05a0af23a req-5988f094-6a8a-4c75-8cb5-8417d2d3d7d6 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257877 Jan 27 21:49:52.198010 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cff84-2206-4dfe-ae7f-4ad3619fbec7 req-e7744f57-6154-4812-91db-900409040ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:52.200176 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a10cff84-2206-4dfe-ae7f-4ad3619fbec7 req-e7744f57-6154-4812-91db-900409040ab0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 909 time: 0.1683841 Jan 27 21:49:52.254735 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a10cff84-2206-4dfe-ae7f-4ad3619fbec7 req-d475c119-d3b4-4c68-a319-25498e1f6ac8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a56e79cc-a182-4ceb-ae32-683623dafe7b HTTP/1.1" status: 200 len: 217 time: 0.0456357 Jan 27 21:49:52.352661 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cff84-2206-4dfe-ae7f-4ad3619fbec7 req-5c5b2be7-6edf-48e2-891e-42e398324798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:52.354116 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a10cff84-2206-4dfe-ae7f-4ad3619fbec7 req-5c5b2be7-6edf-48e2-891e-42e398324798 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3c8c1fde-1173-4cc5-9eb6-13f24f8d2210 HTTP/1.1" status: 200 len: 848 time: 0.0768151 Jan 27 21:49:52.361216 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935cd65-392b-4991-9414-04b5fd63e7cd req-1d925ee8-790d-4374-80f0-e6d2717362bb tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:52.362542 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c935cd65-392b-4991-9414-04b5fd63e7cd req-1d925ee8-790d-4374-80f0-e6d2717362bb tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f54c69ec-302b-494c-8600-9a2c326ce09f HTTP/1.1" status: 200 len: 945 time: 0.1472199 Jan 27 21:49:52.377291 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f4f76-c22d-4e44-a99d-86cdbb7fef4c req-f5dfd195-321a-45ac-a2cd-5bc63ccf3aea tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:52.378676 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb8f4f76-c22d-4e44-a99d-86cdbb7fef4c req-f5dfd195-321a-45ac-a2cd-5bc63ccf3aea tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 944 time: 0.1274974 Jan 27 21:49:52.402570 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a10cff84-2206-4dfe-ae7f-4ad3619fbec7 req-4ee60115-bc56-4159-b628-a706d971a41b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=682655b0-dbc8-497a-9054-3d8e44de5af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383575 Jan 27 21:49:52.528327 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c935cd65-392b-4991-9414-04b5fd63e7cd req-ee2d80bc-4ed2-488d-9fd3-eaaaf97a4647 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4c780b-dd6e-4e28-a4ed-14e3f975cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484931 Jan 27 21:49:52.533740 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb8f4f76-c22d-4e44-a99d-86cdbb7fef4c req-d3e0c8c2-7e78-41eb-a223-70d9ac0f2b2f tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333096 Jan 27 21:49:52.554261 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a10cff84-2206-4dfe-ae7f-4ad3619fbec7 req-52ed2b6d-09fa-44c5-9be1-76d4b9f84766 service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298819 Jan 27 21:49:52.683741 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996d3be-4711-4e39-be8a-d8e3cfc1f845 req-19f32b56-7f74-4f82-954f-a8c55ad94059 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:52.689994 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-3996d3be-4711-4e39-be8a-d8e3cfc1f845 req-19f32b56-7f74-4f82-954f-a8c55ad94059 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.21 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 944 time: 0.1604016 Jan 27 21:49:52.815668 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-3996d3be-4711-4e39-be8a-d8e3cfc1f845 req-1dcee52e-f215-4de9-abe5-963a86d0904d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Deleting port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:49:52.816010 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-3996d3be-4711-4e39-be8a-d8e3cfc1f845 req-1dcee52e-f215-4de9-abe5-963a86d0904d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (73759b05-3cba-4014-b2ec-ff6d7f5cd749), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:52.915488 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-3996d3be-4711-4e39-be8a-d8e3cfc1f845 req-1dcee52e-f215-4de9-abe5-963a86d0904d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] For port 73759b05-3cba-4014-b2ec-ff6d7f5cd749, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=73759b05-3cba-4014-b2ec-ff6d7f5cd749,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:52.915881 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-3996d3be-4711-4e39-be8a-d8e3cfc1f845 req-1dcee52e-f215-4de9-abe5-963a86d0904d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (73759b05-3cba-4014-b2ec-ff6d7f5cd749), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:52.928469 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-3996d3be-4711-4e39-be8a-d8e3cfc1f845 req-1dcee52e-f215-4de9-abe5-963a86d0904d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Calling delete_port for 73759b05-3cba-4014-b2ec-ff6d7f5cd749 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:49:53.034597 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73e3af-8023-493c-aa0d-fc74390805d8 req-34ae20c7-e337-42af-ac0b-67e6b952f8ff tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:53.035579 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c73e3af-8023-493c-aa0d-fc74390805d8 req-34ae20c7-e337-42af-ac0b-67e6b952f8ff tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 945 time: 0.1112940 Jan 27 21:49:53.039133 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-dd007fbd-b060-4e66-abfe-970f20bb1972 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2063865524&fields=id&tenant_id=c221dbb11cf44d8baddb08b573ae1274 HTTP/1.1" status: 200 len: 267 time: 0.1158938 Jan 27 21:49:53.041131 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a10cff84-2206-4dfe-ae7f-4ad3619fbec7 req-e0303d0b-9b5f-46a9-8ff7-4a98666d5768 service neutron] 10.222.0.21 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760067 Jan 27 21:49:53.088927 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-3996d3be-4711-4e39-be8a-d8e3cfc1f845 req-1dcee52e-f215-4de9-abe5-963a86d0904d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (73759b05-3cba-4014-b2ec-ff6d7f5cd749), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:53.105152 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['73759b05-3cba-4014-b2ec-ff6d7f5cd749'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:53.131725 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcee52e-f215-4de9-abe5-963a86d0904d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Pushing event deleted for resources: {'Port': ['ID=73759b05-3cba-4014-b2ec-ff6d7f5cd749,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:53.134576 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-fdd6d50d-c2d9-4b96-ab90-03d524770da0 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:53.136070 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-fdd6d50d-c2d9-4b96-ab90-03d524770da0 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports/3104ba69-ec6e-49e9-9127-78e5e52dd511 HTTP/1.1" status: 200 len: 937 time: 0.0670798 Jan 27 21:49:53.149523 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c73e3af-8023-493c-aa0d-fc74390805d8 req-fda50a8e-8f7a-42cc-9147-7ca3bc89a408 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065965 Jan 27 21:49:53.152511 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcee52e-f215-4de9-abe5-963a86d0904d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.152875 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcee52e-f215-4de9-abe5-963a86d0904d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.153224 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcee52e-f215-4de9-abe5-963a86d0904d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.153567 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcee52e-f215-4de9-abe5-963a86d0904d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.153908 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcee52e-f215-4de9-abe5-963a86d0904d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.154306 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcee52e-f215-4de9-abe5-963a86d0904d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.154641 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcee52e-f215-4de9-abe5-963a86d0904d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.154975 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcee52e-f215-4de9-abe5-963a86d0904d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.155307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcee52e-f215-4de9-abe5-963a86d0904d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.156116 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcee52e-f215-4de9-abe5-963a86d0904d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.156116 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcee52e-f215-4de9-abe5-963a86d0904d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.156513 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcee52e-f215-4de9-abe5-963a86d0904d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.156843 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcee52e-f215-4de9-abe5-963a86d0904d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:53.218381 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3996d3be-4711-4e39-be8a-d8e3cfc1f845 req-1dcee52e-f215-4de9-abe5-963a86d0904d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] No DVR routers for this DVR port 73759b05-3cba-4014-b2ec-ff6d7f5cd749 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:49:53.218780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-d6c53ace-b8c8-4ed6-b1c3-6f35aa4eb254 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:53.222184 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-3996d3be-4711-4e39-be8a-d8e3cfc1f845 req-1dcee52e-f215-4de9-abe5-963a86d0904d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:53.225731 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-3996d3be-4711-4e39-be8a-d8e3cfc1f845 req-1dcee52e-f215-4de9-abe5-963a86d0904d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.21 "DELETE /v2.0/ports/73759b05-3cba-4014-b2ec-ff6d7f5cd749 HTTP/1.1" status: 204 len: 173 time: 0.5282035 Jan 27 21:49:53.226526 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1', 'name': 'network-vif-deleted', 'tag': '73759b05-3cba-4014-b2ec-ff6d7f5cd749'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:53.226681 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-d6c53ace-b8c8-4ed6-b1c3-6f35aa4eb254 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports/58a6677b-4259-4a9e-b0ad-e5e44fe71385 HTTP/1.1" status: 200 len: 937 time: 0.0764298 Jan 27 21:49:53.229635 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094d0533-3da3-475c-883e-f398f911f45e" -d '{"events": [{"server_uuid": "4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1", "name": "network-vif-deleted", "tag": "73759b05-3cba-4014-b2ec-ff6d7f5cd749"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:53.300067 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-29ffc84f-c24a-4289-b677-b399c4448710 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?network_id=b460f0aa-ece7-4f87-b835-250ecfdd5f67&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0724831 Jan 27 21:49:53.351736 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-b002938b-1192-4b3d-b4ff-3501172eee8c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?network_id=b460f0aa-ece7-4f87-b835-250ecfdd5f67&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0321946 Jan 27 21:49:53.363236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ab654-72f7-46d0-8c00-8f5abf7483f6 req-9b45ea09-a499-4323-b8b6-00e6a1ccba50 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:53.364813 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a3ab654-72f7-46d0-8c00-8f5abf7483f6 req-9b45ea09-a499-4323-b8b6-00e6a1ccba50 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1016366 Jan 27 21:49:53.459591 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a3ab654-72f7-46d0-8c00-8f5abf7483f6 req-3e0d27b0-49a0-484c-b755-4fbf22c7eb7f tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 695 time: 0.0850766 Jan 27 21:49:53.474833 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-1a3ab654-72f7-46d0-8c00-8f5abf7483f6 req-244d9266-4793-4800-8370-50c349624a41 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Request body: {'floatingip': {'port_id': '4a513be2-333f-41ef-aec9-382bb5e9f8e9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:53.527283 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1a3ab654-72f7-46d0-8c00-8f5abf7483f6 req-244d9266-4793-4800-8370-50c349624a41 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks [] for floatingip (c3642f30-52fd-4880-9ecc-466256d0b8c1), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:53.603139 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-9989a214-601f-483b-a806-1a1c1edc31f0 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:53.608186 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-9989a214-601f-483b-a806-1a1c1edc31f0 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:53.613328 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-9989a214-601f-483b-a806-1a1c1edc31f0 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:53.614964 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-9989a214-601f-483b-a806-1a1c1edc31f0 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/networks?id=f73ace18-6f32-45e8-a920-6ab2b4129b97&id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&id=b460f0aa-ece7-4f87-b835-250ecfdd5f67&id=b460f0aa-ece7-4f87-b835-250ecfdd5f67 HTTP/1.1" status: 200 len: 1994 time: 0.2492046 Jan 27 21:49:53.657118 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-289f7153-6ec0-4200-9370-d357a0c7625f tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/quotas/c221dbb11cf44d8baddb08b573ae1274 HTTP/1.1" status: 200 len: 375 time: 0.0313706 Jan 27 21:49:53.806341 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-47986d4a-7115-4724-b349-21246f69e362 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c221dbb11cf44d8baddb08b573ae1274&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1393354 Jan 27 21:49:54.001910 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-540ffb59-91f8-4bfb-b74d-126de4da3463 service neutron] 10.222.0.23 "GET /v2.0/networks/f73ace18-6f32-45e8-a920-6ab2b4129b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822815 Jan 27 21:49:54.063487 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5feeb64c-35e7-4a66-bf07-74d6ba616280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:54.200930 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-f0292c41-62fd-4be4-89df-4ece490f3238 service neutron] 10.222.0.23 "GET /v2.0/networks/f73ace18-6f32-45e8-a920-6ab2b4129b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981308 Jan 27 21:49:54.250499 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1a3ab654-72f7-46d0-8c00-8f5abf7483f6 req-244d9266-4793-4800-8370-50c349624a41 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:54.253205 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-2350f43c-8767-4ff8-97e0-0794a971d40c service neutron] 10.222.0.23 "GET /v2.0/ports/3104ba69-ec6e-49e9-9127-78e5e52dd511?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0462215 Jan 27 21:49:54.255012 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1a3ab654-72f7-46d0-8c00-8f5abf7483f6 req-244d9266-4793-4800-8370-50c349624a41 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (c3642f30-52fd-4880-9ecc-466256d0b8c1), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:54.431093 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-1a3ab654-72f7-46d0-8c00-8f5abf7483f6 req-244d9266-4793-4800-8370-50c349624a41 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Floating IP c3642f30-52fd-4880-9ecc-466256d0b8c1 associated. External IP: 172.25.3.77, port: 4a513be2-333f-41ef-aec9-382bb5e9f8e9. Jan 27 21:49:54.434648 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6ebc90c3-6866-4090-a8ea-953a98a17ab0 service neutron] 10.222.0.23 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421511 Jan 27 21:49:54.605600 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-9b966bf9-cf15-4d2d-b4c8-a80cbbaa1314 service neutron] 10.222.0.23 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351995 Jan 27 21:49:54.686996 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-4d2713ba-a694-4b5e-a6ec-fe7ebd203231 service neutron] 10.222.0.23 "GET /v2.0/ports/58a6677b-4259-4a9e-b0ad-e5e44fe71385?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0429671 Jan 27 21:49:54.793224 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a3ab654-72f7-46d0-8c00-8f5abf7483f6 req-244d9266-4793-4800-8370-50c349624a41 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:49:54.869258 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-96d7e94e-2eb7-465b-a5ca-94d360709b38 service neutron] 10.222.0.23 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539741 Jan 27 21:49:55.058556 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a3ab654-72f7-46d0-8c00-8f5abf7483f6 req-244d9266-4793-4800-8370-50c349624a41 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:49:55.067581 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-5d7fd047-d0af-4ac1-839d-dbd85e7c6497 service neutron] 10.222.0.23 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025143 Jan 27 21:49:55.083397 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e48f93-a0b4-44c4-8ea1-6ef12813b67a None None] Sync routers for ids ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:49:55.097118 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e48f93-a0b4-44c4-8ea1-6ef12813b67a None None] Routers {'350b52e3-77d6-46a0-bae3-f6e8f70175d0'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:49:55.097805 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d6e48f93-a0b4-44c4-8ea1-6ef12813b67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:49:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:55.204329 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1a3ab654-72f7-46d0-8c00-8f5abf7483f6 req-244d9266-4793-4800-8370-50c349624a41 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:55.268131 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-803a2f6b-84b0-470b-b0b2-13361918f849 service neutron] 10.222.0.23 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987572 Jan 27 21:49:55.284927 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a3ab654-72f7-46d0-8c00-8f5abf7483f6 req-244d9266-4793-4800-8370-50c349624a41 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "PUT /v2.0/floatingips/c3642f30-52fd-4880-9ecc-466256d0b8c1 HTTP/1.1" status: 200 len: 996 time: 1.8177228 Jan 27 21:49:55.305740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff55f43-35d5-4a20-8aea-7060be0d6b77', 'tag': '4a513be2-333f-41ef-aec9-382bb5e9f8e9'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:55.314939 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e04bb8-55ab-4d62-9eab-e7cf48bb2f68" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff55f43-35d5-4a20-8aea-7060be0d6b77", "tag": "4a513be2-333f-41ef-aec9-382bb5e9f8e9"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:55.352484 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-d6e48f93-a0b4-44c4-8ea1-6ef12813b67a None None] Set router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:49:55.441350 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ab654-72f7-46d0-8c00-8f5abf7483f6 req-ee32eefe-c300-4566-a894-2d2f6aed6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:55.443962 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a3ab654-72f7-46d0-8c00-8f5abf7483f6 req-ee32eefe-c300-4566-a894-2d2f6aed6c12 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=307ee0f93cd34cda8ec9abcf33979fc8&device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 1097 time: 0.1580009 Jan 27 21:49:55.542341 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-da680f47-0f5d-4535-8827-be53919bbe0f service neutron] 10.222.0.23 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730141 Jan 27 21:49:55.643940 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ab654-72f7-46d0-8c00-8f5abf7483f6 req-2b71bf7b-e70e-44de-9afd-90e745e4e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:55.645646 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a3ab654-72f7-46d0-8c00-8f5abf7483f6 req-2b71bf7b-e70e-44de-9afd-90e745e4e2f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=831a3a6a-51c3-4368-adbf-331815b36f4d HTTP/1.1" status: 200 len: 921 time: 0.1879625 Jan 27 21:49:55.803573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 73759b05-3cba-4014-b2ec-ff6d7f5cd749 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:49:55.829671 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 73759b05-3cba-4014-b2ec-ff6d7f5cd749 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:49:55.830395 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 73759b05-3cba-4014-b2ec-ff6d7f5cd749 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:49:55.855124 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d6e48f93-a0b4-44c4-8ea1-6ef12813b67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c3642f30-52fd-4880-9ecc-466256d0b8c1', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'port_id': '4a513be2-333f-41ef-aec9-382bb5e9f8e9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'mac_address': 'fa:16:3e:e4:01:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff55f43-35d5-4a20-8aea-7060be0d6b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:49:22Z', 'updated_at': '2022-01-27T21:49:54Z', 'revision_number': 1, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f44a2a-dfa4-4749-a038-6fc13f4c81d9', 'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'mac_address': 'fa:16:3e:56:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:01Z', 'updated_at': '2022-01-27T21:49:10Z', 'revision_number': 5, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'subnets': [{'id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:55.887452 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e48f93-a0b4-44c4-8ea1-6ef12813b67a None None] Checking router: 350b52e3-77d6-46a0-bae3-f6e8f70175d0 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:49:55.897024 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e48f93-a0b4-44c4-8ea1-6ef12813b67a None None] Routers {'350b52e3-77d6-46a0-bae3-f6e8f70175d0'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:49:55.897669 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d6e48f93-a0b4-44c4-8ea1-6ef12813b67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:49:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:56.021354 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-d6e48f93-a0b4-44c4-8ea1-6ef12813b67a None None] Set router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:49:56.084568 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a3ab654-72f7-46d0-8c00-8f5abf7483f6 req-26c24244-f36f-46c4-bfe5-af380a83583e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a513be2-333f-41ef-aec9-382bb5e9f8e9 HTTP/1.1" status: 200 len: 999 time: 0.4277303 Jan 27 21:49:56.132475 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-cdbf3791-3f20-415d-8b9c-0d531f0acdd0 service neutron] 10.222.0.23 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821280 Jan 27 21:49:56.168357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ab654-72f7-46d0-8c00-8f5abf7483f6 req-794b6d55-1912-48c4-aeae-d7da898af6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:56.170141 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a3ab654-72f7-46d0-8c00-8f5abf7483f6 req-794b6d55-1912-48c4-aeae-d7da898af6c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7becb874-eb6e-4f6c-92fe-d47bec9d68c3 HTTP/1.1" status: 200 len: 859 time: 0.0766921 Jan 27 21:49:56.270172 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ab654-72f7-46d0-8c00-8f5abf7483f6 req-4b5eecc7-0fc5-469f-88d1-6e9b0b377cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:56.271709 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a3ab654-72f7-46d0-8c00-8f5abf7483f6 req-4b5eecc7-0fc5-469f-88d1-6e9b0b377cea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=831a3a6a-51c3-4368-adbf-331815b36f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742538 Jan 27 21:49:56.306565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7edc083d-d829-4a10-8ea2-b8a5b965337b service neutron] 10.222.0.23 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651824 Jan 27 21:49:56.338153 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d6e48f93-a0b4-44c4-8ea1-6ef12813b67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c3642f30-52fd-4880-9ecc-466256d0b8c1', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'port_id': '4a513be2-333f-41ef-aec9-382bb5e9f8e9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'mac_address': 'fa:16:3e:e4:01:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff55f43-35d5-4a20-8aea-7060be0d6b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:49:22Z', 'updated_at': '2022-01-27T21:49:54Z', 'revision_number': 1, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f44a2a-dfa4-4749-a038-6fc13f4c81d9', 'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'mac_address': 'fa:16:3e:56:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:01Z', 'updated_at': '2022-01-27T21:49:10Z', 'revision_number': 5, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'subnets': [{'id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:56.373255 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e48f93-a0b4-44c4-8ea1-6ef12813b67a None None] The sync data for ids ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'] in n-d-772272-3 is: [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c3642f30-52fd-4880-9ecc-466256d0b8c1', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'port_id': '4a513be2-333f-41ef-aec9-382bb5e9f8e9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'mac_address': 'fa:16:3e:e4:01:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff55f43-35d5-4a20-8aea-7060be0d6b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:49:22Z', 'updated_at': '2022-01-27T21:49:54Z', 'revision_number': 1, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f44a2a-dfa4-4749-a038-6fc13f4c81d9', 'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'mac_address': 'fa:16:3e:56:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:01Z', 'updated_at': '2022-01-27T21:49:10Z', 'revision_number': 5, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'subnets': [{'id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:49:56.449350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a3ab654-72f7-46d0-8c00-8f5abf7483f6 req-b0020e93-8e6c-43b8-9fb0-369869c2021d service neutron] 10.222.0.23 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673727 Jan 27 21:49:56.474224 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ffdb3083-e391-436e-83d1-a8f6f122bd55 service neutron] 10.222.0.23 "GET /v2.0/networks/b460f0aa-ece7-4f87-b835-250ecfdd5f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373115 Jan 27 21:49:56.627649 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a3ab654-72f7-46d0-8c00-8f5abf7483f6 req-a440ab60-7802-4cc1-9a82-d9d73c2a5aeb service neutron] 10.222.0.23 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678696 Jan 27 21:49:56.634815 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-45aded6d-cb23-4373-8a18-895741b42258 service neutron] 10.222.0.23 "GET /v2.0/networks/b460f0aa-ece7-4f87-b835-250ecfdd5f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504891 Jan 27 21:49:56.666008 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22acaaa0-623e-4bfc-8b98-17f7a751d431 None None] New status for floating IP c3642f30-52fd-4880-9ecc-466256d0b8c1: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:49:56.686233 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b8d83a50-b716-43ea-a794-697d1bdec398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:56.817338 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ebc05daf-8323-4404-af1e-2a4a0435e163 service neutron] 10.222.0.23 "GET /v2.0/networks/b460f0aa-ece7-4f87-b835-250ecfdd5f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622219 Jan 27 21:49:57.020670 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-051b32e5-0a53-4fdd-84bf-e1e37c078de0 req-4a18de51-b451-4bbf-9e7c-92ea7e73233f tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.0350502 Jan 27 21:49:57.057917 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-533afc76-98a3-44dd-b2fa-c8ca8265dd63 service neutron] 10.222.0.23 "GET /v2.0/networks/b460f0aa-ece7-4f87-b835-250ecfdd5f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326145 Jan 27 21:49:57.194983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e758e5-bd21-4a0f-9b7a-401b4b857619 req-075448ba-9f36-40be-bd40-43defd88ba77 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:57.200958 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67e758e5-bd21-4a0f-9b7a-401b4b857619 req-075448ba-9f36-40be-bd40-43defd88ba77 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 944 time: 0.0768483 Jan 27 21:49:57.264702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67e758e5-bd21-4a0f-9b7a-401b4b857619 req-fa0402fe-9b9c-4402-b56e-127621735324 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586433 Jan 27 21:49:57.309466 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a6c321-825a-49ea-8354-4749eeb09a08 x-openstack-request-id: req-d2a6c321-825a-49ea-8354-4749eeb09a08 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:57.310046 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1", "name": "network-vif-deleted", "tag": "73759b05-3cba-4014-b2ec-ff6d7f5cd749", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:57.310046 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2a6c321-825a-49ea-8354-4749eeb09a08 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:57.310647 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1', 'name': 'network-vif-deleted', 'tag': '73759b05-3cba-4014-b2ec-ff6d7f5cd749', 'status': 'completed', 'code': 200} Jan 27 21:49:57.386622 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4010cfa-fbf1-461b-ae8e-aaac0bfff3c1 req-4caa7ff7-d6b6-4530-bf49-fbc0e52919b5 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 210 time: 0.0280118 Jan 27 21:49:57.409642 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:57.443408 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4738aab7-d9fa-4606-8d6b-9982b113f883 x-openstack-request-id: req-4738aab7-d9fa-4606-8d6b-9982b113f883 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:57.443717 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff55f43-35d5-4a20-8aea-7060be0d6b77", "tag": "4a513be2-333f-41ef-aec9-382bb5e9f8e9", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:57.443983 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4738aab7-d9fa-4606-8d6b-9982b113f883 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:57.444435 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff55f43-35d5-4a20-8aea-7060be0d6b77', 'tag': '4a513be2-333f-41ef-aec9-382bb5e9f8e9', 'status': 'completed', 'code': 200} Jan 27 21:49:57.563863 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e04bb8-55ab-4d62-9eab-e7cf48bb2f68 req-a0ff4aa7-61e6-4ab1-a0ec-4d1ec0ddd876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:57.565465 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a5e04bb8-55ab-4d62-9eab-e7cf48bb2f68 req-a0ff4aa7-61e6-4ab1-a0ec-4d1ec0ddd876 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=307ee0f93cd34cda8ec9abcf33979fc8&device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 1097 time: 0.0876160 Jan 27 21:49:57.595574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-3671dce8-0843-47b1-be0c-a39b39caf1f0 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:57.597201 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-3671dce8-0843-47b1-be0c-a39b39caf1f0 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=f54c69ec-302b-494c-8600-9a2c326ce09f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0830152 Jan 27 21:49:57.725218 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-faa3ef87-4ed1-4276-9125-3f9fa2964f13 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 1001 time: 0.1177032 Jan 27 21:49:57.741941 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-6119db11-e058-4c93-8e0a-2356b4e2877d tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Request body: {'floatingip': {'port_id': 'f8f174a8-17cc-4ecf-baa8-800ba73c772a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:57.785391 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e04bb8-55ab-4d62-9eab-e7cf48bb2f68 req-dc48bf3d-fb89-41ff-bf45-66e4289ed0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:57.786895 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a5e04bb8-55ab-4d62-9eab-e7cf48bb2f68 req-dc48bf3d-fb89-41ff-bf45-66e4289ed0a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=831a3a6a-51c3-4368-adbf-331815b36f4d HTTP/1.1" status: 200 len: 921 time: 0.2127774 Jan 27 21:49:57.844004 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-6119db11-e058-4c93-8e0a-2356b4e2877d tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks [] for floatingip (c3642f30-52fd-4880-9ecc-466256d0b8c1), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:57.912671 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a5e04bb8-55ab-4d62-9eab-e7cf48bb2f68 req-ff8f3441-f262-4f43-9de8-302c3d3f8fb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a513be2-333f-41ef-aec9-382bb5e9f8e9 HTTP/1.1" status: 200 len: 1001 time: 0.1119301 Jan 27 21:49:58.023331 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e04bb8-55ab-4d62-9eab-e7cf48bb2f68 req-e0b9f453-6408-4eff-bf5c-6e63fc13799b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:58.024822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a5e04bb8-55ab-4d62-9eab-e7cf48bb2f68 req-e0b9f453-6408-4eff-bf5c-6e63fc13799b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7becb874-eb6e-4f6c-92fe-d47bec9d68c3 HTTP/1.1" status: 200 len: 859 time: 0.0907726 Jan 27 21:49:58.126444 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e04bb8-55ab-4d62-9eab-e7cf48bb2f68 req-35e13000-d49d-4f61-a559-e58ec2d39c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:58.128186 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a5e04bb8-55ab-4d62-9eab-e7cf48bb2f68 req-35e13000-d49d-4f61-a559-e58ec2d39c4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=831a3a6a-51c3-4368-adbf-331815b36f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926154 Jan 27 21:49:58.319369 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a5e04bb8-55ab-4d62-9eab-e7cf48bb2f68 req-07c40eaf-cdad-4cf1-9daf-7da80fdd537d service neutron] 10.222.0.15 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654155 Jan 27 21:49:58.514052 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a5e04bb8-55ab-4d62-9eab-e7cf48bb2f68 req-d9de02c9-4f4b-454a-9c81-6340fafc8fed service neutron] 10.222.0.15 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572733 Jan 27 21:49:58.607435 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-6119db11-e058-4c93-8e0a-2356b4e2877d tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:58.615164 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-6119db11-e058-4c93-8e0a-2356b4e2877d tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (c3642f30-52fd-4880-9ecc-466256d0b8c1), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:58.728238 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-6119db11-e058-4c93-8e0a-2356b4e2877d tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Floating IP c3642f30-52fd-4880-9ecc-466256d0b8c1 associated. External IP: 172.25.3.77, port: 4a513be2-333f-41ef-aec9-382bb5e9f8e9. Jan 27 21:49:58.768377 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:58.964916 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-6119db11-e058-4c93-8e0a-2356b4e2877d tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:49:59.088990 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-6119db11-e058-4c93-8e0a-2356b4e2877d tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:49:59.101714 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74cf486-0233-42d8-9fb8-4941a3ae186c None None] Sync routers for ids ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:49:59.115300 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74cf486-0233-42d8-9fb8-4941a3ae186c None None] Routers {'350b52e3-77d6-46a0-bae3-f6e8f70175d0'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:49:59.116553 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b74cf486-0233-42d8-9fb8-4941a3ae186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:49:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:59.250710 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b74cf486-0233-42d8-9fb8-4941a3ae186c None None] Set router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:49:59.348578 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-6119db11-e058-4c93-8e0a-2356b4e2877d tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:49:59.495068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-6119db11-e058-4c93-8e0a-2356b4e2877d tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:49:59.505297 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-6119db11-e058-4c93-8e0a-2356b4e2877d tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:59.531869 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b74cf486-0233-42d8-9fb8-4941a3ae186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c3642f30-52fd-4880-9ecc-466256d0b8c1', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'port_id': 'f8f174a8-17cc-4ecf-baa8-800ba73c772a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'mac_address': 'fa:16:3e:78:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c69ec-302b-494c-8600-9a2c326ce09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:49:22Z', 'updated_at': '2022-01-27T21:49:58Z', 'revision_number': 3, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f44a2a-dfa4-4749-a038-6fc13f4c81d9', 'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'mac_address': 'fa:16:3e:56:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:01Z', 'updated_at': '2022-01-27T21:49:10Z', 'revision_number': 5, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'subnets': [{'id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:59.537713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff55f43-35d5-4a20-8aea-7060be0d6b77', 'tag': '4a513be2-333f-41ef-aec9-382bb5e9f8e9'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:59.540549 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca175cb-179b-4455-ac73-94952bd2e649" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff55f43-35d5-4a20-8aea-7060be0d6b77", "tag": "4a513be2-333f-41ef-aec9-382bb5e9f8e9"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:59.572859 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-6119db11-e058-4c93-8e0a-2356b4e2877d tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "PUT /v2.0/floatingips/c3642f30-52fd-4880-9ecc-466256d0b8c1 HTTP/1.1" status: 200 len: 997 time: 1.8402851 Jan 27 21:49:59.579108 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74cf486-0233-42d8-9fb8-4941a3ae186c None None] Checking router: 350b52e3-77d6-46a0-bae3-f6e8f70175d0 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:49:59.590509 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74cf486-0233-42d8-9fb8-4941a3ae186c None None] Routers {'350b52e3-77d6-46a0-bae3-f6e8f70175d0'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:49:59.591738 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b74cf486-0233-42d8-9fb8-4941a3ae186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:49:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:59.642822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-a50df803-5f24-4ad8-8524-f5171ec53516 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:59.645360 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-a50df803-5f24-4ad8-8524-f5171ec53516 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports/4a513be2-333f-41ef-aec9-382bb5e9f8e9 HTTP/1.1" status: 200 len: 943 time: 0.0642011 Jan 27 21:49:59.733309 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b74cf486-0233-42d8-9fb8-4941a3ae186c None None] Set router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:49:59.772734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-698df1d1-ec50-407e-90e8-78d8d5604a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:59.776694 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-698df1d1-ec50-407e-90e8-78d8d5604a81 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=307ee0f93cd34cda8ec9abcf33979fc8&device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 1097 time: 0.0504746 Jan 27 21:49:59.829865 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device a56e79cc-a182-4ceb-ae32-683623dafe7b no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:49:59.904943 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-cbc56c5f-8713-4798-9ed8-60c2fceaf794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:59.912646 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-cbc56c5f-8713-4798-9ed8-60c2fceaf794 service neutron] 10.222.0.23 "GET /v2.0/networks?id=831a3a6a-51c3-4368-adbf-331815b36f4d HTTP/1.1" status: 200 len: 921 time: 0.1307113 Jan 27 21:49:59.960183 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-b089dd64-43b2-41fa-ab70-f96a5e725f68 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a513be2-333f-41ef-aec9-382bb5e9f8e9 HTTP/1.1" status: 200 len: 217 time: 0.0460870 Jan 27 21:49:59.977197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port a56e79cc-a182-4ceb-ae32-683623dafe7b is: DOWN; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:00.020542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-c1e2770c-85ba-4626-a383-688b01f3178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:00.022722 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-c1e2770c-85ba-4626-a383-688b01f3178b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7becb874-eb6e-4f6c-92fe-d47bec9d68c3 HTTP/1.1" status: 200 len: 859 time: 0.0532372 Jan 27 21:50:00.077669 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-1785f2df-030f-4802-8a3f-2466848e8713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:00.079652 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-1785f2df-030f-4802-8a3f-2466848e8713 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=831a3a6a-51c3-4368-adbf-331815b36f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501938 Jan 27 21:50:00.089661 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b74cf486-0233-42d8-9fb8-4941a3ae186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c3642f30-52fd-4880-9ecc-466256d0b8c1', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'port_id': 'f8f174a8-17cc-4ecf-baa8-800ba73c772a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'mac_address': 'fa:16:3e:78:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c69ec-302b-494c-8600-9a2c326ce09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:49:22Z', 'updated_at': '2022-01-27T21:49:58Z', 'revision_number': 3, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f44a2a-dfa4-4749-a038-6fc13f4c81d9', 'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'mac_address': 'fa:16:3e:56:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:01Z', 'updated_at': '2022-01-27T21:49:10Z', 'revision_number': 5, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'subnets': [{'id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:00.126537 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74cf486-0233-42d8-9fb8-4941a3ae186c None None] The sync data for ids ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'] in n-d-772272-3 is: [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c3642f30-52fd-4880-9ecc-466256d0b8c1', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'port_id': 'f8f174a8-17cc-4ecf-baa8-800ba73c772a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'mac_address': 'fa:16:3e:78:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c69ec-302b-494c-8600-9a2c326ce09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:49:22Z', 'updated_at': '2022-01-27T21:49:58Z', 'revision_number': 3, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f44a2a-dfa4-4749-a038-6fc13f4c81d9', 'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'mac_address': 'fa:16:3e:56:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:01Z', 'updated_at': '2022-01-27T21:49:10Z', 'revision_number': 5, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'subnets': [{'id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:50:00.201876 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:00.368555 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f131c916-26e6-4750-bc5f-e375cda0905a None None] New status for floating IP c3642f30-52fd-4880-9ecc-466256d0b8c1: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:50:00.510805 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-d44749bf-8c04-41f3-9c87-cd65fcba8235 service neutron] 10.222.0.23 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238248 Jan 27 21:50:00.616811 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-9b4f7563-34ff-4441-a952-a990260d289c service neutron] 10.222.0.23 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994992 Jan 27 21:50:00.643545 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80472d8e-a5b8-4f84-aed3-0c01d25c9a37 None None] Sync routers for ids ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:50:00.654695 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80472d8e-a5b8-4f84-aed3-0c01d25c9a37 None None] Routers {'350b52e3-77d6-46a0-bae3-f6e8f70175d0'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:00.655326 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-80472d8e-a5b8-4f84-aed3-0c01d25c9a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:49:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:00.692323 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-6e4054bd-dab7-4b09-b363-eaba9e6a50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:00.693869 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-6e4054bd-dab7-4b09-b363-eaba9e6a50e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=307ee0f93cd34cda8ec9abcf33979fc8&device_id=f54c69ec-302b-494c-8600-9a2c326ce09f HTTP/1.1" status: 200 len: 1096 time: 0.0504446 Jan 27 21:50:00.773772 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-80472d8e-a5b8-4f84-aed3-0c01d25c9a37 None None] Set router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:00.794254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-99ab821c-a0fa-42b0-9dcf-039ce8167848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:00.795801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-99ab821c-a0fa-42b0-9dcf-039ce8167848 service neutron] 10.222.0.23 "GET /v2.0/networks?id=831a3a6a-51c3-4368-adbf-331815b36f4d HTTP/1.1" status: 200 len: 921 time: 0.0953908 Jan 27 21:50:00.874090 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-cc1f983d-8341-4473-85e8-3dee2745f72c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8f174a8-17cc-4ecf-baa8-800ba73c772a HTTP/1.1" status: 200 len: 1000 time: 0.0693564 Jan 27 21:50:00.923237 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-a2e4d1ce-a84e-41c0-9873-f1f65d14fb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:00.924850 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-a2e4d1ce-a84e-41c0-9873-f1f65d14fb9d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7becb874-eb6e-4f6c-92fe-d47bec9d68c3 HTTP/1.1" status: 200 len: 859 time: 0.0493979 Jan 27 21:50:00.971372 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-d7d60657-1abc-4ac6-891f-d0baea32c88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:00.974405 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-d7d60657-1abc-4ac6-891f-d0baea32c88c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=831a3a6a-51c3-4368-adbf-331815b36f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429170 Jan 27 21:50:01.011170 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-80472d8e-a5b8-4f84-aed3-0c01d25c9a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c3642f30-52fd-4880-9ecc-466256d0b8c1', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'port_id': 'f8f174a8-17cc-4ecf-baa8-800ba73c772a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'mac_address': 'fa:16:3e:78:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c69ec-302b-494c-8600-9a2c326ce09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:49:22Z', 'updated_at': '2022-01-27T21:50:00Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f44a2a-dfa4-4749-a038-6fc13f4c81d9', 'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'mac_address': 'fa:16:3e:56:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:01Z', 'updated_at': '2022-01-27T21:49:10Z', 'revision_number': 5, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'subnets': [{'id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:01.069523 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-fa3eb91b-a358-4009-b0df-6d976513e13e service neutron] 10.222.0.23 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884738 Jan 27 21:50:01.174274 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16948380-ba12-4bcf-a6e2-7e872a725b70 req-43f35045-4f35-48f7-b836-1155f0e2c51c service neutron] 10.222.0.23 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987141 Jan 27 21:50:01.186487 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80472d8e-a5b8-4f84-aed3-0c01d25c9a37 None None] Checking router: 350b52e3-77d6-46a0-bae3-f6e8f70175d0 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:50:01.196963 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80472d8e-a5b8-4f84-aed3-0c01d25c9a37 None None] Routers {'350b52e3-77d6-46a0-bae3-f6e8f70175d0'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:01.197862 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-80472d8e-a5b8-4f84-aed3-0c01d25c9a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:49:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:01.239120 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51454) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:01.315028 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7aceab8e-43cf-4a9e-8ea1-75c4d6def20d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks [] for security_group (ce9ded9a-8d83-4eac-a9fc-939ded16211b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:01.330419 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-80472d8e-a5b8-4f84-aed3-0c01d25c9a37 None None] Set router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:01.348460 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7aceab8e-43cf-4a9e-8ea1-75c4d6def20d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks [] for security_group (ce9ded9a-8d83-4eac-a9fc-939ded16211b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:01.405269 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7aceab8e-43cf-4a9e-8ea1-75c4d6def20d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ce9ded9a-8d83-4eac-a9fc-939ded16211b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:01.407986 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7aceab8e-43cf-4a9e-8ea1-75c4d6def20d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:01.411473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7aceab8e-43cf-4a9e-8ea1-75c4d6def20d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "DELETE /v2.0/security-groups/ce9ded9a-8d83-4eac-a9fc-939ded16211b HTTP/1.1" status: 204 len: 168 time: 0.1698065 Jan 27 21:50:01.412189 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51456) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:01.426657 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-f791dd5a-260e-4799-9649-d3685cf31c64 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] show failed (client error): The resource could not be found. Jan 27 21:50:01.431002 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f791dd5a-260e-4799-9649-d3685cf31c64 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "GET /v2.0/security-groups/ce9ded9a-8d83-4eac-a9fc-939ded16211b HTTP/1.1" status: 404 len: 347 time: 0.0176446 Jan 27 21:50:01.431713 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51458) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:01.444611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aceab8e-43cf-4a9e-8ea1-75c4d6def20d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9ded9a-8d83-4eac-a9fc-939ded16211b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:01.448707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55c1dcc0-097e-4c71-9bbc-b28bab6804be req-16057e7b-c454-4bf1-88a5-f0b8dd730710 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.0354793 Jan 27 21:50:01.455504 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aceab8e-43cf-4a9e-8ea1-75c4d6def20d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.455860 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aceab8e-43cf-4a9e-8ea1-75c4d6def20d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.456235 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aceab8e-43cf-4a9e-8ea1-75c4d6def20d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.456583 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aceab8e-43cf-4a9e-8ea1-75c4d6def20d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.456921 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aceab8e-43cf-4a9e-8ea1-75c4d6def20d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.457256 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aceab8e-43cf-4a9e-8ea1-75c4d6def20d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.457595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aceab8e-43cf-4a9e-8ea1-75c4d6def20d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.457928 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aceab8e-43cf-4a9e-8ea1-75c4d6def20d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.458741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aceab8e-43cf-4a9e-8ea1-75c4d6def20d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.458741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aceab8e-43cf-4a9e-8ea1-75c4d6def20d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.458942 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aceab8e-43cf-4a9e-8ea1-75c4d6def20d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.459202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aceab8e-43cf-4a9e-8ea1-75c4d6def20d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.459525 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aceab8e-43cf-4a9e-8ea1-75c4d6def20d tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:01.582980 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-14e91ba8-23d3-4c2e-b8b0-060d0e617641 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Deleting port 0c51cebb-a596-4354-a8d0-e11cf191cd59 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:01.583449 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-14e91ba8-23d3-4c2e-b8b0-060d0e617641 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0c51cebb-a596-4354-a8d0-e11cf191cd59), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:01.588284 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc037a9-75cd-4a1c-a776-c33fdc4f5add req-ce1a4ec1-d155-459b-8378-2bb733208b22 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:01.589956 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7cc037a9-75cd-4a1c-a776-c33fdc4f5add req-ce1a4ec1-d155-459b-8378-2bb733208b22 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 944 time: 0.0580504 Jan 27 21:50:01.640601 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7cc037a9-75cd-4a1c-a776-c33fdc4f5add req-e6ec61a7-2f06-4678-a4cd-6917da5f55c6 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435491 Jan 27 21:50:01.678272 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-80472d8e-a5b8-4f84-aed3-0c01d25c9a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c3642f30-52fd-4880-9ecc-466256d0b8c1', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'port_id': 'f8f174a8-17cc-4ecf-baa8-800ba73c772a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'mac_address': 'fa:16:3e:78:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c69ec-302b-494c-8600-9a2c326ce09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:49:22Z', 'updated_at': '2022-01-27T21:50:00Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f44a2a-dfa4-4749-a038-6fc13f4c81d9', 'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'mac_address': 'fa:16:3e:56:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:01Z', 'updated_at': '2022-01-27T21:49:10Z', 'revision_number': 5, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'subnets': [{'id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:01.694921 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-14e91ba8-23d3-4c2e-b8b0-060d0e617641 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0c51cebb-a596-4354-a8d0-e11cf191cd59), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:01.695235 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-14e91ba8-23d3-4c2e-b8b0-060d0e617641 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks [] for floatingip (0c51cebb-a596-4354-a8d0-e11cf191cd59), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:01.710201 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80472d8e-a5b8-4f84-aed3-0c01d25c9a37 None None] The sync data for ids ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'] in n-d-772272-3 is: [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c3642f30-52fd-4880-9ecc-466256d0b8c1', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'port_id': 'f8f174a8-17cc-4ecf-baa8-800ba73c772a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'mac_address': 'fa:16:3e:78:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54c69ec-302b-494c-8600-9a2c326ce09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:49:22Z', 'updated_at': '2022-01-27T21:50:00Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f44a2a-dfa4-4749-a038-6fc13f4c81d9', 'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'mac_address': 'fa:16:3e:56:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:01Z', 'updated_at': '2022-01-27T21:49:10Z', 'revision_number': 5, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'subnets': [{'id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:50:01.710523 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-14e91ba8-23d3-4c2e-b8b0-060d0e617641 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Calling delete_port for 0c51cebb-a596-4354-a8d0-e11cf191cd59 owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:01.757750 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3ae09de-5bbd-4ce9-9349-e2e5e01d1a2c req-8d585a4d-86dd-40b0-9140-0bedd948d257 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=4973b704-2a9d-4e42-9d4c-fb6b8dbbf7f1 HTTP/1.1" status: 200 len: 210 time: 0.0387001 Jan 27 21:50:01.803947 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c700fff9-382a-4bb5-ac2f-4de445486315 x-openstack-request-id: req-c700fff9-382a-4bb5-ac2f-4de445486315 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:01.804351 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff55f43-35d5-4a20-8aea-7060be0d6b77", "tag": "4a513be2-333f-41ef-aec9-382bb5e9f8e9", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:01.804669 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c700fff9-382a-4bb5-ac2f-4de445486315 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:01.805133 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff55f43-35d5-4a20-8aea-7060be0d6b77', 'tag': '4a513be2-333f-41ef-aec9-382bb5e9f8e9', 'status': 'completed', 'code': 200} Jan 27 21:50:01.867595 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-14e91ba8-23d3-4c2e-b8b0-060d0e617641 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (0c51cebb-a596-4354-a8d0-e11cf191cd59), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:01.904967 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e91ba8-23d3-4c2e-b8b0-060d0e617641 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Pushing event deleted for resources: {'Port': ['ID=0c51cebb-a596-4354-a8d0-e11cf191cd59,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:01.944244 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14e8c1a7-8129-47c5-aabe-92fbf9f68eec req-f13ebce1-fa99-4935-b02d-97a695ba00cb tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 1000 time: 0.1196728 Jan 27 21:50:01.951160 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca175cb-179b-4455-ac73-94952bd2e649 req-ddac45c4-38cf-486e-85fa-ce2487234756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:01.953655 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ca175cb-179b-4455-ac73-94952bd2e649 req-ddac45c4-38cf-486e-85fa-ce2487234756 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=307ee0f93cd34cda8ec9abcf33979fc8&device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 1097 time: 0.0581548 Jan 27 21:50:01.981205 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-14e91ba8-23d3-4c2e-b8b0-060d0e617641 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks [] for floatingip (c949853d-d70e-45b2-ae0e-73d81bc43483), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:01.986405 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-14e91ba8-23d3-4c2e-b8b0-060d0e617641 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:01.986405 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-14e91ba8-23d3-4c2e-b8b0-060d0e617641 tempest-ServersTestBootFromVolume-176590019 tempest-ServersTestBootFromVolume-176590019-project] 10.222.0.23 "DELETE /v2.0/floatingips/c949853d-d70e-45b2-ae0e-73d81bc43483 HTTP/1.1" status: 204 len: 168 time: 0.5533161 Jan 27 21:50:01.990305 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51462) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:02.063764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8c1a7-8129-47c5-aabe-92fbf9f68eec req-29495c3c-4ea9-4309-a883-b332fe9aaf9b tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:02.065293 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14e8c1a7-8129-47c5-aabe-92fbf9f68eec req-29495c3c-4ea9-4309-a883-b332fe9aaf9b tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports/f8f174a8-17cc-4ecf-baa8-800ba73c772a HTTP/1.1" status: 200 len: 942 time: 0.1107545 Jan 27 21:50:02.113303 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca175cb-179b-4455-ac73-94952bd2e649 req-d015165a-cd3e-4667-bc36-5fff80cdf5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:02.115172 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ca175cb-179b-4455-ac73-94952bd2e649 req-d015165a-cd3e-4667-bc36-5fff80cdf5da service neutron] 10.222.0.15 "GET /v2.0/networks?id=831a3a6a-51c3-4368-adbf-331815b36f4d HTTP/1.1" status: 200 len: 921 time: 0.1509166 Jan 27 21:50:02.170280 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ca175cb-179b-4455-ac73-94952bd2e649 req-cf885332-1875-4782-a62e-68dd96f0d4bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a513be2-333f-41ef-aec9-382bb5e9f8e9 HTTP/1.1" status: 200 len: 217 time: 0.0480046 Jan 27 21:50:02.268498 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14e8c1a7-8129-47c5-aabe-92fbf9f68eec req-da2c8d18-2072-4990-b600-6bb702a34b89 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 1000 time: 0.1072657 Jan 27 21:50:02.272437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca175cb-179b-4455-ac73-94952bd2e649 req-1eb0b1f5-18f5-4ff7-861a-073985c710d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:02.273906 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ca175cb-179b-4455-ac73-94952bd2e649 req-1eb0b1f5-18f5-4ff7-861a-073985c710d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7becb874-eb6e-4f6c-92fe-d47bec9d68c3 HTTP/1.1" status: 200 len: 859 time: 0.0691166 Jan 27 21:50:02.384014 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b8ee-11c2-4210-a04b-57d59bf2bbf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (f477c330-a748-4945-8983-285456798376), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:02.387114 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca175cb-179b-4455-ac73-94952bd2e649 req-7c7c408f-4c7a-4022-878d-660d38702ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:02.388703 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ca175cb-179b-4455-ac73-94952bd2e649 req-7c7c408f-4c7a-4022-878d-660d38702ffe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=831a3a6a-51c3-4368-adbf-331815b36f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039546 Jan 27 21:50:02.461205 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8c1a7-8129-47c5-aabe-92fbf9f68eec req-918c650d-8d17-45e8-98b8-fd5070b96f5c tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:02.462915 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14e8c1a7-8129-47c5-aabe-92fbf9f68eec req-918c650d-8d17-45e8-98b8-fd5070b96f5c tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.1881471 Jan 27 21:50:02.508606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ca175cb-179b-4455-ac73-94952bd2e649 req-33f21441-b29c-4fea-8a66-fb8541a43aab service neutron] 10.222.0.15 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131957 Jan 27 21:50:02.618880 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ca175cb-179b-4455-ac73-94952bd2e649 req-c52345c6-e3a2-4630-aad9-324e46003c98 service neutron] 10.222.0.15 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039093 Jan 27 21:50:02.672812 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-cdf3b8ee-11c2-4210-a04b-57d59bf2bbf7 admin admin] Deleting port 3cde09b3-c22d-4ae9-beec-4dbb41133df9 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:02.673389 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b8ee-11c2-4210-a04b-57d59bf2bbf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (3cde09b3-c22d-4ae9-beec-4dbb41133df9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:02.768653 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-cdf3b8ee-11c2-4210-a04b-57d59bf2bbf7 admin admin] For port 3cde09b3-c22d-4ae9-beec-4dbb41133df9, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3cde09b3-c22d-4ae9-beec-4dbb41133df9,segment=NetworkSegment(cebd4acb-a745-40e1-bd13-f33b1eace622),segment_id=cebd4acb-a745-40e1-bd13-f33b1eace622)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:02.769129 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b8ee-11c2-4210-a04b-57d59bf2bbf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (3cde09b3-c22d-4ae9-beec-4dbb41133df9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:02.784550 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-cdf3b8ee-11c2-4210-a04b-57d59bf2bbf7 admin admin] Calling delete_port for 3cde09b3-c22d-4ae9-beec-4dbb41133df9 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:02.932490 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-84e4ff7b-4b7f-46d2-979a-e94776a9d6f7 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 1000 time: 0.0833340 Jan 27 21:50:03.002338 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-afec04ca-49e7-4c2c-92c3-443c0e3d1985 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:03.006192 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-afec04ca-49e7-4c2c-92c3-443c0e3d1985 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports/f8f174a8-17cc-4ecf-baa8-800ba73c772a HTTP/1.1" status: 200 len: 942 time: 0.0661168 Jan 27 21:50:03.012285 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b8ee-11c2-4210-a04b-57d59bf2bbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (3cde09b3-c22d-4ae9-beec-4dbb41133df9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:03.040452 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3b8ee-11c2-4210-a04b-57d59bf2bbf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cde09b3-c22d-4ae9-beec-4dbb41133df9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:03.127118 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-0c63cf01-8a4e-495d-baf1-d5cc2893327f tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 1000 time: 0.0809898 Jan 27 21:50:03.281338 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b8ee-11c2-4210-a04b-57d59bf2bbf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (f477c330-a748-4945-8983-285456798376), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:03.293904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-ae616037-bef4-4f26-acd8-202547d00df6 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:03.302677 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-ae616037-bef4-4f26-acd8-202547d00df6 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.1746094 Jan 27 21:50:03.389607 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-d305c928-5191-462e-9be4-4b1153a5a3d8 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 1000 time: 0.0859210 Jan 27 21:50:03.395504 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-55c4e4e4-0a82-4ef4-933e-91ff93640a70 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:03.516363 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-55c4e4e4-0a82-4ef4-933e-91ff93640a70 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks [] for floatingip (c3642f30-52fd-4880-9ecc-466256d0b8c1), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:03.574890 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf3b8ee-11c2-4210-a04b-57d59bf2bbf7 admin admin] Router f477c330-a748-4945-8983-285456798376 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:50:03.719376 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf3b8ee-11c2-4210-a04b-57d59bf2bbf7 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:50:03.727883 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cdf3b8ee-11c2-4210-a04b-57d59bf2bbf7 admin admin] 10.222.0.23 "PUT /v2.0/routers/f477c330-a748-4945-8983-285456798376/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7365086 Jan 27 21:50:03.728539 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51496) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:03.730560 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d239e-537e-45e1-a592-fff8c3c22dc5 None None] Sync routers for ids ['f477c330-a748-4945-8983-285456798376'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:50:03.749094 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-55c4e4e4-0a82-4ef4-933e-91ff93640a70 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:03.753088 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d239e-537e-45e1-a592-fff8c3c22dc5 None None] Routers {'f477c330-a748-4945-8983-285456798376'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:03.753845 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7d9d239e-537e-45e1-a592-fff8c3c22dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:49:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f477c330-a748-4945-8983-285456798376'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:03.755309 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-55c4e4e4-0a82-4ef4-933e-91ff93640a70 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (c3642f30-52fd-4880-9ecc-466256d0b8c1), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:03.756203 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-55c4e4e4-0a82-4ef4-933e-91ff93640a70 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Floating IP c3642f30-52fd-4880-9ecc-466256d0b8c1 disassociated. External IP: 172.25.3.77, port: f8f174a8-17cc-4ecf-baa8-800ba73c772a. Jan 27 21:50:03.807805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54c69ec-302b-494c-8600-9a2c326ce09f', 'tag': 'f8f174a8-17cc-4ecf-baa8-800ba73c772a'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:03.811584 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7664563a-0f29-4e80-ac34-7e826dc6dd98" -d '{"events": [{"name": "network-changed", "server_uuid": "f54c69ec-302b-494c-8600-9a2c326ce09f", "tag": "f8f174a8-17cc-4ecf-baa8-800ba73c772a"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:03.893389 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55afeb67-dd7e-4ae7-bbe2-c875d8f6375f admin admin] Publish callbacks [] for router (f477c330-a748-4945-8983-285456798376), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:03.968219 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-7d9d239e-537e-45e1-a592-fff8c3c22dc5 None None] Set router f477c330-a748-4945-8983-285456798376 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:04.038019 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-55c4e4e4-0a82-4ef4-933e-91ff93640a70 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:50:04.039929 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55afeb67-dd7e-4ae7-bbe2-c875d8f6375f admin admin] Publish callbacks [] for router_gateway (f477c330-a748-4945-8983-285456798376), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:04.106382 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-55afeb67-dd7e-4ae7-bbe2-c875d8f6375f admin admin] Deleting port 4e83d10a-8800-49ed-9ac0-81f3ddc2b944 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:04.106947 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55afeb67-dd7e-4ae7-bbe2-c875d8f6375f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (4e83d10a-8800-49ed-9ac0-81f3ddc2b944), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:04.217105 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-55afeb67-dd7e-4ae7-bbe2-c875d8f6375f admin admin] For port 4e83d10a-8800-49ed-9ac0-81f3ddc2b944, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4e83d10a-8800-49ed-9ac0-81f3ddc2b944,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:04.217475 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55afeb67-dd7e-4ae7-bbe2-c875d8f6375f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (4e83d10a-8800-49ed-9ac0-81f3ddc2b944), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:04.231493 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-55afeb67-dd7e-4ae7-bbe2-c875d8f6375f admin admin] Calling delete_port for 4e83d10a-8800-49ed-9ac0-81f3ddc2b944 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:04.256761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-55c4e4e4-0a82-4ef4-933e-91ff93640a70 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:50:04.270013 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c57c83-22c7-4040-bfc3-77376bb1412e None None] Sync routers for ids ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:50:04.273598 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-55c4e4e4-0a82-4ef4-933e-91ff93640a70 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:04.290807 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c57c83-22c7-4040-bfc3-77376bb1412e None None] Routers {'350b52e3-77d6-46a0-bae3-f6e8f70175d0'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:04.291514 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-06c57c83-22c7-4040-bfc3-77376bb1412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:49:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:04.311920 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7d9d239e-537e-45e1-a592-fff8c3c22dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f477c330-a748-4945-8983-285456798376', 'name': 'tempest-ServersTestBootFromVolume-1194960415-router', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:09Z', 'updated_at': '2022-01-27T21:50:02Z', 'revision_number': 5, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'gw_port': {'id': '4e83d10a-8800-49ed-9ac0-81f3ddc2b944', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:fc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477c330-a748-4945-8983-285456798376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:45:10Z', 'updated_at': '2022-01-27T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:04.342691 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d239e-537e-45e1-a592-fff8c3c22dc5 None None] Checking router: f477c330-a748-4945-8983-285456798376 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:50:04.352642 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d239e-537e-45e1-a592-fff8c3c22dc5 None None] Routers {'f477c330-a748-4945-8983-285456798376'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:04.353357 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7d9d239e-537e-45e1-a592-fff8c3c22dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:49:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f477c330-a748-4945-8983-285456798376'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:04.393571 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-55c4e4e4-0a82-4ef4-933e-91ff93640a70 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "PUT /v2.0/floatingips/c3642f30-52fd-4880-9ecc-466256d0b8c1 HTTP/1.1" status: 200 len: 694 time: 1.0020125 Jan 27 21:50:04.461212 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55afeb67-dd7e-4ae7-bbe2-c875d8f6375f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (4e83d10a-8800-49ed-9ac0-81f3ddc2b944), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:04.497302 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afeb67-dd7e-4ae7-bbe2-c875d8f6375f admin admin] Pushing event deleted for resources: {'Port': ['ID=4e83d10a-8800-49ed-9ac0-81f3ddc2b944,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:04.547858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-9bfa7751-f61e-4edb-9787-98d9a285f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:04.555426 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-9bfa7751-f61e-4edb-9787-98d9a285f276 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=307ee0f93cd34cda8ec9abcf33979fc8&device_id=f54c69ec-302b-494c-8600-9a2c326ce09f HTTP/1.1" status: 200 len: 1096 time: 0.1495953 Jan 27 21:50:04.567746 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-7d9d239e-537e-45e1-a592-fff8c3c22dc5 None None] Set router f477c330-a748-4945-8983-285456798376 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:04.595454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e9c25-1da6-4ec6-8eac-11bd10cafce6 req-deba81a4-06d3-4502-86c4-6ef3b4382d39 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:04.609189 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af2e9c25-1da6-4ec6-8eac-11bd10cafce6 req-deba81a4-06d3-4502-86c4-6ef3b4382d39 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 944 time: 0.2958858 Jan 27 21:50:04.621979 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55afeb67-dd7e-4ae7-bbe2-c875d8f6375f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (f477c330-a748-4945-8983-285456798376), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:04.631126 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-06c57c83-22c7-4040-bfc3-77376bb1412e None None] Set router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:04.696784 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7d9d239e-537e-45e1-a592-fff8c3c22dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f477c330-a748-4945-8983-285456798376', 'name': 'tempest-ServersTestBootFromVolume-1194960415-router', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:09Z', 'updated_at': '2022-01-27T21:50:04Z', 'revision_number': 6, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:04.742621 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d239e-537e-45e1-a592-fff8c3c22dc5 None None] The sync data for ids ['f477c330-a748-4945-8983-285456798376'] in n-d-772272-3 is: [{'id': 'f477c330-a748-4945-8983-285456798376', 'name': 'tempest-ServersTestBootFromVolume-1194960415-router', 'tenant_id': '0b2b86f17cf94b18a4e171551de3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:09Z', 'updated_at': '2022-01-27T21:50:04Z', 'revision_number': 6, 'project_id': '0b2b86f17cf94b18a4e171551de3095e', 'gw_port_host': None}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:50:04.804830 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55afeb67-dd7e-4ae7-bbe2-c875d8f6375f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (f477c330-a748-4945-8983-285456798376), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:04.808804 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55afeb67-dd7e-4ae7-bbe2-c875d8f6375f admin admin] Publish callbacks [] for router_controller (f477c330-a748-4945-8983-285456798376), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:04.846503 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-d01b913a-8366-42d3-bd77-f2fd275397a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:04.849007 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-d01b913a-8366-42d3-bd77-f2fd275397a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=831a3a6a-51c3-4368-adbf-331815b36f4d HTTP/1.1" status: 200 len: 921 time: 0.2905104 Jan 27 21:50:04.854190 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af2e9c25-1da6-4ec6-8eac-11bd10cafce6 req-a1b5b75e-ba07-4855-af88-e5e5d702b0b2 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426872 Jan 27 21:50:04.908823 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-1aeed04d-c0e9-43b7-bea4-6a1b6c4c88aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8f174a8-17cc-4ecf-baa8-800ba73c772a HTTP/1.1" status: 200 len: 217 time: 0.0437424 Jan 27 21:50:05.025713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-47f65fe9-5612-4728-959a-75399cb7e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:05.027428 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-47f65fe9-5612-4728-959a-75399cb7e546 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7becb874-eb6e-4f6c-92fe-d47bec9d68c3 HTTP/1.1" status: 200 len: 859 time: 0.0982628 Jan 27 21:50:05.105105 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0aeeeed5-e8c8-4926-8272-0f6e0668bc4f req-2f0fc779-4966-4f7f-9d9b-f5eb7a649304 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.0284073 Jan 27 21:50:05.155393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-6d35d892-1e58-4be1-b52c-6a31fcf53fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:05.164863 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-6d35d892-1e58-4be1-b52c-6a31fcf53fd7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=831a3a6a-51c3-4368-adbf-331815b36f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297145 Jan 27 21:50:05.187422 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-06c57c83-22c7-4040-bfc3-77376bb1412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'c6f44a2a-dfa4-4749-a038-6fc13f4c81d9', 'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'mac_address': 'fa:16:3e:56:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:01Z', 'updated_at': '2022-01-27T21:49:10Z', 'revision_number': 5, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'subnets': [{'id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:05.227605 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c57c83-22c7-4040-bfc3-77376bb1412e None None] Checking router: 350b52e3-77d6-46a0-bae3-f6e8f70175d0 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:50:05.254190 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c57c83-22c7-4040-bfc3-77376bb1412e None None] Routers {'350b52e3-77d6-46a0-bae3-f6e8f70175d0'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:05.255203 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-06c57c83-22c7-4040-bfc3-77376bb1412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:49:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:05.384497 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4640aa75-61c2-41e5-bffd-b1271bcefa4e x-openstack-request-id: req-4640aa75-61c2-41e5-bffd-b1271bcefa4e {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:05.384803 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54c69ec-302b-494c-8600-9a2c326ce09f", "tag": "f8f174a8-17cc-4ecf-baa8-800ba73c772a", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:05.385120 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4640aa75-61c2-41e5-bffd-b1271bcefa4e {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:05.385858 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54c69ec-302b-494c-8600-9a2c326ce09f', 'tag': 'f8f174a8-17cc-4ecf-baa8-800ba73c772a', 'status': 'completed', 'code': 200} Jan 27 21:50:05.441692 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55afeb67-dd7e-4ae7-bbe2-c875d8f6375f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (f477c330-a748-4945-8983-285456798376), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:05.442177 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55afeb67-dd7e-4ae7-bbe2-c875d8f6375f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f477c330-a748-4945-8983-285456798376 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:50:05.456680 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-96f34626-7f98-445d-aad7-89da08d2cc9b service neutron] 10.222.0.23 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886012 Jan 27 21:50:05.464215 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55afeb67-dd7e-4ae7-bbe2-c875d8f6375f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:05.468821 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-55afeb67-dd7e-4ae7-bbe2-c875d8f6375f admin admin] 10.222.0.23 "DELETE /v2.0/routers/f477c330-a748-4945-8983-285456798376 HTTP/1.1" status: 204 len: 168 time: 1.7370694 Jan 27 21:50:05.469741 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-06c57c83-22c7-4040-bfc3-77376bb1412e None None] Set router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:05.470477 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51524) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:05.531668 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664563a-0f29-4e80-ac34-7e826dc6dd98 req-54afa91b-c14b-49b1-a92a-4c16309ff11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:05.533261 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7664563a-0f29-4e80-ac34-7e826dc6dd98 req-54afa91b-c14b-49b1-a92a-4c16309ff11d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=307ee0f93cd34cda8ec9abcf33979fc8&device_id=f54c69ec-302b-494c-8600-9a2c326ce09f HTTP/1.1" status: 200 len: 1096 time: 0.2194676 Jan 27 21:50:05.565721 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-1521c582-fdeb-4e8d-a6d6-37f948fa8136 admin admin] Deleting subnet 2435049a-5527-41d8-960b-1a1facd7dca8 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:50:05.569002 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1521c582-fdeb-4e8d-a6d6-37f948fa8136 admin admin] Publish callbacks [] for subnet (2435049a-5527-41d8-960b-1a1facd7dca8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:05.610393 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1521c582-fdeb-4e8d-a6d6-37f948fa8136 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (2435049a-5527-41d8-960b-1a1facd7dca8), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:05.667001 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82e0e86f-81df-4c7a-aee3-8fba60fcbe1c req-942277ef-c672-4503-a590-4b4964a3bebc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.0938706 Jan 27 21:50:05.709747 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2dbe9b30-3d97-435f-8768-91abd5f99e3b req-aa032ccb-a897-48f5-94d2-5c15804f09a9 service neutron] 10.222.0.23 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518764 Jan 27 21:50:05.758906 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664563a-0f29-4e80-ac34-7e826dc6dd98 req-6cc5cddf-285b-4661-847c-880bc5f98d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:05.775859 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7664563a-0f29-4e80-ac34-7e826dc6dd98 req-6cc5cddf-285b-4661-847c-880bc5f98d23 service neutron] 10.222.0.15 "GET /v2.0/networks?id=831a3a6a-51c3-4368-adbf-331815b36f4d HTTP/1.1" status: 200 len: 921 time: 0.2199972 Jan 27 21:50:05.797459 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-06c57c83-22c7-4040-bfc3-77376bb1412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'c6f44a2a-dfa4-4749-a038-6fc13f4c81d9', 'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'mac_address': 'fa:16:3e:56:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:01Z', 'updated_at': '2022-01-27T21:49:10Z', 'revision_number': 5, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'subnets': [{'id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:05.835017 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1521c582-fdeb-4e8d-a6d6-37f948fa8136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (2435049a-5527-41d8-960b-1a1facd7dca8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:05.856013 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c57c83-22c7-4040-bfc3-77376bb1412e None None] The sync data for ids ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'] in n-d-772272-3 is: [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'c6f44a2a-dfa4-4749-a038-6fc13f4c81d9', 'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'mac_address': 'fa:16:3e:56:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:01Z', 'updated_at': '2022-01-27T21:49:10Z', 'revision_number': 5, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'subnets': [{'id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:50:05.884716 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7664563a-0f29-4e80-ac34-7e826dc6dd98 req-fd01271e-9920-4505-abe2-b177e3651447 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8f174a8-17cc-4ecf-baa8-800ba73c772a HTTP/1.1" status: 200 len: 217 time: 0.1045825 Jan 27 21:50:06.024253 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1521c582-fdeb-4e8d-a6d6-37f948fa8136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (2435049a-5527-41d8-960b-1a1facd7dca8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:06.047312 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664563a-0f29-4e80-ac34-7e826dc6dd98 req-587c66fb-428a-4a71-866f-f936042b0f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:06.048837 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7664563a-0f29-4e80-ac34-7e826dc6dd98 req-587c66fb-428a-4a71-866f-f936042b0f2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7becb874-eb6e-4f6c-92fe-d47bec9d68c3 HTTP/1.1" status: 200 len: 859 time: 0.1566730 Jan 27 21:50:06.114226 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521c582-fdeb-4e8d-a6d6-37f948fa8136 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2435049a-5527-41d8-960b-1a1facd7dca8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:06.118356 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1521c582-fdeb-4e8d-a6d6-37f948fa8136 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:06.122219 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1521c582-fdeb-4e8d-a6d6-37f948fa8136 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2435049a-5527-41d8-960b-1a1facd7dca8 HTTP/1.1" status: 204 len: 168 time: 0.6486418 Jan 27 21:50:06.122471 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c19494c-e113-4710-8486-00178db753d0 None None] Network 76333007-a5d9-47c4-9e41-c811a7234223 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:06.124036 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-120f4c6e-9d55-4daf-9568-601933dd0385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:06.126294 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-120f4c6e-9d55-4daf-9568-601933dd0385 service neutron] 10.222.0.15 "GET /v2.0/ports/3104ba69-ec6e-49e9-9127-78e5e52dd511 HTTP/1.1" status: 200 len: 1033 time: 0.1290822 Jan 27 21:50:06.126723 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51532) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:06.213388 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-adb9fef3-aced-438f-a62c-66d1c92b9c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (76333007-a5d9-47c4-9e41-c811a7234223), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:06.228505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ae4c3-9735-40bf-893c-4830ee392bf1 req-12304a32-e907-46db-8ef5-c9005ee38f32 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:06.242361 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd2ae4c3-9735-40bf-893c-4830ee392bf1 req-12304a32-e907-46db-8ef5-c9005ee38f32 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 944 time: 0.2058253 Jan 27 21:50:06.255574 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-be572255-a3a9-4eae-b82b-6f00ee5244ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:06.257363 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-be572255-a3a9-4eae-b82b-6f00ee5244ca service neutron] 10.222.0.15 "GET /v2.0/ports/58a6677b-4259-4a9e-b0ad-e5e44fe71385 HTTP/1.1" status: 200 len: 1033 time: 0.0404880 Jan 27 21:50:06.265627 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-92d8edf5-bdf2-4e43-970c-55ebaa5af2cd tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:06.280157 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-92d8edf5-bdf2-4e43-970c-55ebaa5af2cd tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2508821 Jan 27 21:50:06.315908 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664563a-0f29-4e80-ac34-7e826dc6dd98 req-8d43b41c-2a03-4354-aec8-699468a86fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:06.324194 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7664563a-0f29-4e80-ac34-7e826dc6dd98 req-8d43b41c-2a03-4354-aec8-699468a86fff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=831a3a6a-51c3-4368-adbf-331815b36f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2479870 Jan 27 21:50:06.325401 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4e83d10a-8800-49ed-9ac0-81f3ddc2b944 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:06.365558 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 4e83d10a-8800-49ed-9ac0-81f3ddc2b944 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:06.366410 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4e83d10a-8800-49ed-9ac0-81f3ddc2b944 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:06.367402 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3cde09b3-c22d-4ae9-beec-4dbb41133df9 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:06.402808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 3cde09b3-c22d-4ae9-beec-4dbb41133df9 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:06.403657 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3cde09b3-c22d-4ae9-beec-4dbb41133df9 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:06.481461 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-adb9fef3-aced-438f-a62c-66d1c92b9c6e admin admin] Deleting port ceda3c7a-151c-4828-9dfd-06cf35f9252c {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:06.481810 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-adb9fef3-aced-438f-a62c-66d1c92b9c6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ceda3c7a-151c-4828-9dfd-06cf35f9252c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:06.531772 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c983afa-b975-4048-a29a-7030882ff630 None None] New status for floating IP c3642f30-52fd-4880-9ecc-466256d0b8c1: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:50:06.535308 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a413087c-6eec-48b4-a817-fddb1de3bb0d None None] DHCP port deletion for 76333007-a5d9-47c4-9e41-c811a7234223 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:50:06.649176 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-adb9fef3-aced-438f-a62c-66d1c92b9c6e admin admin] For port ceda3c7a-151c-4828-9dfd-06cf35f9252c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ceda3c7a-151c-4828-9dfd-06cf35f9252c,segment=NetworkSegment(cebd4acb-a745-40e1-bd13-f33b1eace622),segment_id=cebd4acb-a745-40e1-bd13-f33b1eace622)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:06.649575 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-adb9fef3-aced-438f-a62c-66d1c92b9c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ceda3c7a-151c-4828-9dfd-06cf35f9252c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:06.677552 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a413087c-6eec-48b4-a817-fddb1de3bb0d None None] Deleting port ceda3c7a-151c-4828-9dfd-06cf35f9252c {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:06.677933 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a413087c-6eec-48b4-a817-fddb1de3bb0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ceda3c7a-151c-4828-9dfd-06cf35f9252c), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:06.693028 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-adb9fef3-aced-438f-a62c-66d1c92b9c6e admin admin] Calling delete_port for ceda3c7a-151c-4828-9dfd-06cf35f9252c owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:06.721365 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-257560bf-80ea-4c6c-8ae3-389b1dc3d3f5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:06.737601 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-257560bf-80ea-4c6c-8ae3-389b1dc3d3f5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:06.742914 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-257560bf-80ea-4c6c-8ae3-389b1dc3d3f5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:06.747372 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-257560bf-80ea-4c6c-8ae3-389b1dc3d3f5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.15 "GET /v2.0/networks?id=f73ace18-6f32-45e8-a920-6ab2b4129b97&id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&id=b460f0aa-ece7-4f87-b835-250ecfdd5f67&id=b460f0aa-ece7-4f87-b835-250ecfdd5f67 HTTP/1.1" status: 200 len: 1994 time: 0.4784472 Jan 27 21:50:06.830728 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a413087c-6eec-48b4-a817-fddb1de3bb0d None None] For port ceda3c7a-151c-4828-9dfd-06cf35f9252c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ceda3c7a-151c-4828-9dfd-06cf35f9252c,segment=NetworkSegment(cebd4acb-a745-40e1-bd13-f33b1eace622),segment_id=cebd4acb-a745-40e1-bd13-f33b1eace622)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:06.831138 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a413087c-6eec-48b4-a817-fddb1de3bb0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ceda3c7a-151c-4828-9dfd-06cf35f9252c), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:06.875331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a413087c-6eec-48b4-a817-fddb1de3bb0d None None] Calling delete_port for ceda3c7a-151c-4828-9dfd-06cf35f9252c owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:06.972430 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-0bded3b3-06c8-40c8-a64a-3673372659d9 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c221dbb11cf44d8baddb08b573ae1274 HTTP/1.1" status: 200 len: 380 time: 0.2117813 Jan 27 21:50:06.983954 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-c1c219c4-d3a1-4fa3-ac42-b433cc1ae222 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Request body: {'port': {'device_id': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97', 'admin_state_up': True, 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'security_groups': ['2b04157d-3b0b-4ac8-a614-de67fd2079fb']}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:06.992003 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7664563a-0f29-4e80-ac34-7e826dc6dd98 req-615ab69b-bff0-4873-b949-9ccac37a4190 service neutron] 10.222.0.15 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6047130 Jan 27 21:50:07.006022 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-bfb3f5bd-16ac-4f2d-8167-ff9865be324d tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 697 time: 0.7244358 Jan 27 21:50:07.012973 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-4c02752f-47c1-4b57-aa39-764c40423275 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Request body: {'floatingip': {'port_id': '4a513be2-333f-41ef-aec9-382bb5e9f8e9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:07.063598 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-adb9fef3-aced-438f-a62c-66d1c92b9c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (ceda3c7a-151c-4828-9dfd-06cf35f9252c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:07.069162 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a413087c-6eec-48b4-a817-fddb1de3bb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (ceda3c7a-151c-4828-9dfd-06cf35f9252c), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:07.087831 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-4c02752f-47c1-4b57-aa39-764c40423275 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks [] for floatingip (c3642f30-52fd-4880-9ecc-466256d0b8c1), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:07.099716 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9fef3-aced-438f-a62c-66d1c92b9c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=ceda3c7a-151c-4828-9dfd-06cf35f9252c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:07.119628 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb9fef3-aced-438f-a62c-66d1c92b9c6e admin admin] No DVR routers for this DVR port ceda3c7a-151c-4828-9dfd-06cf35f9252c on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:07.134473 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413087c-6eec-48b4-a817-fddb1de3bb0d None None] Pushing event deleted for resources: {'Port': ['ID=ceda3c7a-151c-4828-9dfd-06cf35f9252c,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:07.141611 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a413087c-6eec-48b4-a817-fddb1de3bb0d None None] No DVR routers for this DVR port ceda3c7a-151c-4828-9dfd-06cf35f9252c on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:07.161577 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413087c-6eec-48b4-a817-fddb1de3bb0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:07.162043 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413087c-6eec-48b4-a817-fddb1de3bb0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:07.162526 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413087c-6eec-48b4-a817-fddb1de3bb0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:07.163007 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413087c-6eec-48b4-a817-fddb1de3bb0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:07.163484 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413087c-6eec-48b4-a817-fddb1de3bb0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:07.163981 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413087c-6eec-48b4-a817-fddb1de3bb0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:07.164460 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413087c-6eec-48b4-a817-fddb1de3bb0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:07.164906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413087c-6eec-48b4-a817-fddb1de3bb0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:07.165381 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413087c-6eec-48b4-a817-fddb1de3bb0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:07.165868 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413087c-6eec-48b4-a817-fddb1de3bb0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:07.166361 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413087c-6eec-48b4-a817-fddb1de3bb0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:07.166770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413087c-6eec-48b4-a817-fddb1de3bb0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:07.167102 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413087c-6eec-48b4-a817-fddb1de3bb0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:07.239759 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-adb9fef3-aced-438f-a62c-66d1c92b9c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (76333007-a5d9-47c4-9e41-c811a7234223), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:07.268367 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-adb9fef3-aced-438f-a62c-66d1c92b9c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76333007-a5d9-47c4-9e41-c811a7234223']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:07.271567 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-c1c219c4-d3a1-4fa3-ac42-b433cc1ae222 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Made reservation on behalf of c221dbb11cf44d8baddb08b573ae1274 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:07.274493 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-c1c219c4-d3a1-4fa3-ac42-b433cc1ae222 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:07.300910 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-adb9fef3-aced-438f-a62c-66d1c92b9c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cebd4acb-a745-40e1-bd13-f33b1eace622') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:07.301262 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-adb9fef3-aced-438f-a62c-66d1c92b9c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cebd4acb-a745-40e1-bd13-f33b1eace622') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:07.322650 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-adb9fef3-aced-438f-a62c-66d1c92b9c6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (cebd4acb-a745-40e1-bd13-f33b1eace622), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:07.367623 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-adb9fef3-aced-438f-a62c-66d1c92b9c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (cebd4acb-a745-40e1-bd13-f33b1eace622), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:07.379690 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb9fef3-aced-438f-a62c-66d1c92b9c6e admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:50:07.380615 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-adb9fef3-aced-438f-a62c-66d1c92b9c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (cebd4acb-a745-40e1-bd13-f33b1eace622), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: timer() Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:50:07.381959 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:50:07.476090 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-adb9fef3-aced-438f-a62c-66d1c92b9c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (76333007-a5d9-47c4-9e41-c811a7234223), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:07.486392 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-adb9fef3-aced-438f-a62c-66d1c92b9c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:07.500848 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-adb9fef3-aced-438f-a62c-66d1c92b9c6e admin admin] 10.222.0.23 "DELETE /v2.0/networks/76333007-a5d9-47c4-9e41-c811a7234223 HTTP/1.1" status: 204 len: 168 time: 1.3646176 Jan 27 21:50:07.537079 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9fef3-aced-438f-a62c-66d1c92b9c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=76333007-a5d9-47c4-9e41-c811a7234223,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:07.558423 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-c1c219c4-d3a1-4fa3-ac42-b433cc1ae222 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Allocated IP 172.20.0.10 (f73ace18-6f32-45e8-a920-6ab2b4129b97/6d63617a-41ab-4f3d-bac9-e72c844c3cd6/84405a01-cd0d-4bf0-8b98-42cc257f6846) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:07.646632 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54c69ec-302b-494c-8600-9a2c326ce09f', 'tag': 'f8f174a8-17cc-4ecf-baa8-800ba73c772a'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:07.650561 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64e33cc-70c3-4358-8bab-671d9b42fbb0" -d '{"events": [{"name": "network-changed", "server_uuid": "f54c69ec-302b-494c-8600-9a2c326ce09f", "tag": "f8f174a8-17cc-4ecf-baa8-800ba73c772a"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:07.770775 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd2ae4c3-9735-40bf-893c-4830ee392bf1 req-122a3baf-e0c3-4506-a431-8eea163ba178 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4873469 Jan 27 21:50:07.797674 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-c1c219c4-d3a1-4fa3-ac42-b433cc1ae222 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for port (84405a01-cd0d-4bf0-8b98-42cc257f6846), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:07.798314 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51546) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:07.851005 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-c1c219c4-d3a1-4fa3-ac42-b433cc1ae222 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (84405a01-cd0d-4bf0-8b98-42cc257f6846), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:07.899977 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-c1c219c4-d3a1-4fa3-ac42-b433cc1ae222 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Network f73ace18-6f32-45e8-a920-6ab2b4129b97 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:07.905234 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-c1c219c4-d3a1-4fa3-ac42-b433cc1ae222 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:07.909719 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-c1c219c4-d3a1-4fa3-ac42-b433cc1ae222 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:07.913756 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c219c4-d3a1-4fa3-ac42-b433cc1ae222 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event updated for resources: {'Port': ['ID=84405a01-cd0d-4bf0-8b98-42cc257f6846,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:07.933851 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.db.resource_extend [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-4c02752f-47c1-4b57-aa39-764c40423275 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:50:07.946276 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1517928-2cce-4b69-8757-f40a11dede5e req-e1d9f170-3e8a-47de-aab0-be8a1880fc5a tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.0690804 Jan 27 21:50:07.982381 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-c1c219c4-d3a1-4fa3-ac42-b433cc1ae222 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:07.982381 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-c1c219c4-d3a1-4fa3-ac42-b433cc1ae222 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:07.989463 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddd729-815f-4123-8344-cf3596b59bb2 req-e85cbd71-8481-4d4b-a273-b866fbc2c53f tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:07.991223 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-04ddd729-815f-4123-8344-cf3596b59bb2 req-e85cbd71-8481-4d4b-a273-b866fbc2c53f tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.15 "GET /v2.0/ports?device_id=f54c69ec-302b-494c-8600-9a2c326ce09f HTTP/1.1" status: 200 len: 945 time: 0.3368378 Jan 27 21:50:08.007959 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7664563a-0f29-4e80-ac34-7e826dc6dd98 req-a344e254-1e82-476b-998b-d282c52671d1 service neutron] 10.222.0.15 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9329114 Jan 27 21:50:08.026655 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-c1c219c4-d3a1-4fa3-ac42-b433cc1ae222 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0456724 Jan 27 21:50:08.045144 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-20edf7ec-2934-4eb7-b61d-72fdf98640f5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Request body: {'port': {'device_id': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2', 'admin_state_up': True, 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'security_groups': ['2b04157d-3b0b-4ac8-a614-de67fd2079fb']}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:08.067649 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-311af856-765f-4aec-b665-6bafc06697b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b2b86f17cf94b18a4e171551de3095e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198384 Jan 27 21:50:08.074102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51548) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:08.106883 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-4c02752f-47c1-4b57-aa39-764c40423275 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:08.124918 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-4c02752f-47c1-4b57-aa39-764c40423275 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (c3642f30-52fd-4880-9ecc-466256d0b8c1), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:08.208664 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-20edf7ec-2934-4eb7-b61d-72fdf98640f5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Made reservation on behalf of c221dbb11cf44d8baddb08b573ae1274 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:08.213219 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-20edf7ec-2934-4eb7-b61d-72fdf98640f5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:08.249765 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ceda3c7a-151c-4828-9dfd-06cf35f9252c no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:08.291334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: ceda3c7a-151c-4828-9dfd-06cf35f9252c {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:08.291902 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ceda3c7a-151c-4828-9dfd-06cf35f9252c not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:08.364607 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-04ddd729-815f-4123-8344-cf3596b59bb2 req-66c57311-648f-4ae3-8e66-c5b357229103 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Deleting port f8f174a8-17cc-4ecf-baa8-800ba73c772a {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:08.364949 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-04ddd729-815f-4123-8344-cf3596b59bb2 req-66c57311-648f-4ae3-8e66-c5b357229103 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f8f174a8-17cc-4ecf-baa8-800ba73c772a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:08.376706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fad962-007b-46a6-b564-e23cc36e1cd3 req-64488109-ae8d-42d6-9cde-ced87d605f3e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:08.386207 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76fad962-007b-46a6-b564-e23cc36e1cd3 req-64488109-ae8d-42d6-9cde-ced87d605f3e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 932 time: 0.2022355 Jan 27 21:50:08.412123 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3059d01e-e722-4a89-aabe-4cea3ecd5169 None None] Provisioning complete for port 84405a01-cd0d-4bf0-8b98-42cc257f6846 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:08.412543 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3059d01e-e722-4a89-aabe-4cea3ecd5169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (84405a01-cd0d-4bf0-8b98-42cc257f6846), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:08.422688 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-4c02752f-47c1-4b57-aa39-764c40423275 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Floating IP c3642f30-52fd-4880-9ecc-466256d0b8c1 associated. External IP: 172.25.3.77, port: 4a513be2-333f-41ef-aec9-382bb5e9f8e9. Jan 27 21:50:08.436733 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-20edf7ec-2934-4eb7-b61d-72fdf98640f5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Allocated IP 10.1.1.40 (89002ffa-b2ff-40cb-a7a9-b16cee11a3d2/ba1a2abc-5b7e-4b47-895c-4a2ade07d24d/8eff1a59-dbd2-42fa-a1d6-c18ead819fde) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:08.495646 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3059d01e-e722-4a89-aabe-4cea3ecd5169 None None] Port 84405a01-cd0d-4bf0-8b98-42cc257f6846 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:50:08.602927 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76fad962-007b-46a6-b564-e23cc36e1cd3 req-f0713bc9-0384-4112-8c13-3b6ac077d4c1 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158344 Jan 27 21:50:08.618794 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-fc6d9991-3429-4189-8947-41a67117b172 service neutron] 10.222.0.21 "GET /v2.0/ports/a56e79cc-a182-4ceb-ae32-683623dafe7b/bindings/n-h1-772272-3 HTTP/1.1" status: 200 len: 384 time: 0.1351311 Jan 27 21:50:08.687921 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-20edf7ec-2934-4eb7-b61d-72fdf98640f5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for port (8eff1a59-dbd2-42fa-a1d6-c18ead819fde), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:08.723388 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f2669b-92c3-463c-85bf-9340d87f4c0c x-openstack-request-id: req-f2f2669b-92c3-463c-85bf-9340d87f4c0c {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:08.724015 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54c69ec-302b-494c-8600-9a2c326ce09f", "tag": "f8f174a8-17cc-4ecf-baa8-800ba73c772a", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:08.724015 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2f2669b-92c3-463c-85bf-9340d87f4c0c {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:08.724583 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54c69ec-302b-494c-8600-9a2c326ce09f', 'tag': 'f8f174a8-17cc-4ecf-baa8-800ba73c772a', 'status': 'completed', 'code': 200} Jan 27 21:50:08.725359 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c43fac89-301c-43f5-89ac-bb94fa8f16e6 admin admin] Publish callbacks [] for security_group (e3ea1350-1125-4d33-98d5-ae243448cfbd), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:08.779673 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-20edf7ec-2934-4eb7-b61d-72fdf98640f5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (8eff1a59-dbd2-42fa-a1d6-c18ead819fde), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:08.799137 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-04ddd729-815f-4123-8344-cf3596b59bb2 req-66c57311-648f-4ae3-8e66-c5b357229103 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] For port f8f174a8-17cc-4ecf-baa8-800ba73c772a, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f8f174a8-17cc-4ecf-baa8-800ba73c772a,segment=NetworkSegment(92afb8df-73d5-486a-a2b6-8a96b5ff5c12),segment_id=92afb8df-73d5-486a-a2b6-8a96b5ff5c12)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:08.800079 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-04ddd729-815f-4123-8344-cf3596b59bb2 req-66c57311-648f-4ae3-8e66-c5b357229103 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f8f174a8-17cc-4ecf-baa8-800ba73c772a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:08.839419 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c43fac89-301c-43f5-89ac-bb94fa8f16e6 admin admin] Publish callbacks [] for security_group (e3ea1350-1125-4d33-98d5-ae243448cfbd), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:08.848215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-04ddd729-815f-4123-8344-cf3596b59bb2 req-66c57311-648f-4ae3-8e66-c5b357229103 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Calling delete_port for f8f174a8-17cc-4ecf-baa8-800ba73c772a owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:08.859275 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e33cc-70c3-4358-8bab-671d9b42fbb0 req-807c33c6-737e-4a5d-91ae-d41f3c875ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:08.860791 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e64e33cc-70c3-4358-8bab-671d9b42fbb0 req-807c33c6-737e-4a5d-91ae-d41f3c875ab9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=307ee0f93cd34cda8ec9abcf33979fc8&device_id=f54c69ec-302b-494c-8600-9a2c326ce09f HTTP/1.1" status: 200 len: 1096 time: 0.1287944 Jan 27 21:50:08.878561 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-20edf7ec-2934-4eb7-b61d-72fdf98640f5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:08.885249 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-20edf7ec-2934-4eb7-b61d-72fdf98640f5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:08.889693 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edf7ec-2934-4eb7-b61d-72fdf98640f5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event updated for resources: {'Port': ['ID=8eff1a59-dbd2-42fa-a1d6-c18ead819fde,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:08.897609 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-20edf7ec-2934-4eb7-b61d-72fdf98640f5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:08.961974 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-9e3d6ccf-ef9e-4905-86a1-b310c88c0bdb service neutron] For port a56e79cc-a182-4ceb-ae32-683623dafe7b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=a56e79cc-a182-4ceb-ae32-683623dafe7b,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:08.984412 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-20edf7ec-2934-4eb7-b61d-72fdf98640f5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:08.985059 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-20edf7ec-2934-4eb7-b61d-72fdf98640f5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:09.005638 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-9e3d6ccf-ef9e-4905-86a1-b310c88c0bdb service neutron] For port a56e79cc-a182-4ceb-ae32-683623dafe7b, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:09.013900 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-20edf7ec-2934-4eb7-b61d-72fdf98640f5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9738491 Jan 27 21:50:09.040355 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-1e0b21cd-372a-4121-a475-d067decb898d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Request body: {'port': {'device_id': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2', 'admin_state_up': True, 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'security_groups': ['2b04157d-3b0b-4ac8-a614-de67fd2079fb']}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:09.123797 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403cb3f-5e0a-42f0-8fd4-6fdbbd78fd0b req-3a3a8b25-31d9-4d9d-a6a1-ff5930632ec6 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:09.124033 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-9e3d6ccf-ef9e-4905-86a1-b310c88c0bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56e79cc-a182-4ceb-ae32-683623dafe7b {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:50:09.125449 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8403cb3f-5e0a-42f0-8fd4-6fdbbd78fd0b req-3a3a8b25-31d9-4d9d-a6a1-ff5930632ec6 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 944 time: 0.2546473 Jan 27 21:50:09.146280 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-9e3d6ccf-ef9e-4905-86a1-b310c88c0bdb service neutron] For port a56e79cc-a182-4ceb-ae32-683623dafe7b, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=a56e79cc-a182-4ceb-ae32-683623dafe7b,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:09.173800 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-9e3d6ccf-ef9e-4905-86a1-b310c88c0bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a56e79cc-a182-4ceb-ae32-683623dafe7b), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:09.228235 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c43fac89-301c-43f5-89ac-bb94fa8f16e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e3ea1350-1125-4d33-98d5-ae243448cfbd), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:09.230902 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c43fac89-301c-43f5-89ac-bb94fa8f16e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:09.234368 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c43fac89-301c-43f5-89ac-bb94fa8f16e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3ea1350-1125-4d33-98d5-ae243448cfbd HTTP/1.1" status: 204 len: 168 time: 1.1569533 Jan 27 21:50:09.243089 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-0d2df920-ff13-4bd8-8039-2b83fba12fa8 None None] Provisioning complete for port 8eff1a59-dbd2-42fa-a1d6-c18ead819fde triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:09.245948 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0d2df920-ff13-4bd8-8039-2b83fba12fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8eff1a59-dbd2-42fa-a1d6-c18ead819fde), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:09.247651 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e33cc-70c3-4358-8bab-671d9b42fbb0 req-35038b74-e744-475c-a946-eb07de9fdcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:09.249273 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e64e33cc-70c3-4358-8bab-671d9b42fbb0 req-35038b74-e744-475c-a946-eb07de9fdcc1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=831a3a6a-51c3-4368-adbf-331815b36f4d HTTP/1.1" status: 200 len: 921 time: 0.3708503 Jan 27 21:50:09.271775 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-1e0b21cd-372a-4121-a475-d067decb898d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Made reservation on behalf of c221dbb11cf44d8baddb08b573ae1274 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:09.273501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fac89-301c-43f5-89ac-bb94fa8f16e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ea1350-1125-4d33-98d5-ae243448cfbd,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:09.275817 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-1e0b21cd-372a-4121-a475-d067decb898d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:09.335294 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0d2df920-ff13-4bd8-8039-2b83fba12fa8 None None] Port 8eff1a59-dbd2-42fa-a1d6-c18ead819fde cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:50:09.353413 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-4c02752f-47c1-4b57-aa39-764c40423275 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:50:09.355944 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e64e33cc-70c3-4358-8bab-671d9b42fbb0 req-11736a3d-0e7c-4f69-8a94-276a2eab689c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8f174a8-17cc-4ecf-baa8-800ba73c772a HTTP/1.1" status: 200 len: 217 time: 0.0964789 Jan 27 21:50:09.360637 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8403cb3f-5e0a-42f0-8fd4-6fdbbd78fd0b req-1f8c4d0a-4c7d-4dbc-b290-a1504b58aa53 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901708 Jan 27 21:50:09.366195 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f8f174a8-17cc-4ecf-baa8-800ba73c772a no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:09.425657 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e33cc-70c3-4358-8bab-671d9b42fbb0 req-7957e893-3462-4b1d-8fc7-0e63f838e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:09.427814 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e64e33cc-70c3-4358-8bab-671d9b42fbb0 req-7957e893-3462-4b1d-8fc7-0e63f838e586 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7becb874-eb6e-4f6c-92fe-d47bec9d68c3 HTTP/1.1" status: 200 len: 859 time: 0.0586860 Jan 27 21:50:09.483950 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-9e3d6ccf-ef9e-4905-86a1-b310c88c0bdb service neutron] Transition to ACTIVE for port object a56e79cc-a182-4ceb-ae32-683623dafe7b will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:50:09.489804 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-9e3d6ccf-ef9e-4905-86a1-b310c88c0bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (a56e79cc-a182-4ceb-ae32-683623dafe7b), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:09.498349 n-d-772272-3 neutron-server[109743]: INFO neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No ports have port_id starting with f8f174a8-17cc-4ecf-baa8-800ba73c772a Jan 27 21:50:09.526096 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-1e0b21cd-372a-4121-a475-d067decb898d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Allocated IP 10.1.1.246 (89002ffa-b2ff-40cb-a7a9-b16cee11a3d2/ba1a2abc-5b7e-4b47-895c-4a2ade07d24d/21987296-9049-47a8-bec1-6cc5307332a1) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:09.546382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a8f870d-aeb5-49ac-ba2b-4c449b89baee req-4baf184f-c188-4406-b163-75b7129d19ad tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.0693810 Jan 27 21:50:09.549278 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-04ddd729-815f-4123-8344-cf3596b59bb2 req-66c57311-648f-4ae3-8e66-c5b357229103 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f8f174a8-17cc-4ecf-baa8-800ba73c772a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:09.560479 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['4a513be2-333f-41ef-aec9-382bb5e9f8e9'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:50:09.597428 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c57311-648f-4ae3-8e66-c5b357229103 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Pushing event deleted for resources: {'Port': ['ID=f8f174a8-17cc-4ecf-baa8-800ba73c772a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:09.628341 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e33cc-70c3-4358-8bab-671d9b42fbb0 req-4c5d9001-99a4-4849-9263-8c0117498b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:09.632197 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e64e33cc-70c3-4358-8bab-671d9b42fbb0 req-4c5d9001-99a4-4849-9263-8c0117498b81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=831a3a6a-51c3-4368-adbf-331815b36f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1966312 Jan 27 21:50:09.748536 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ddd729-815f-4123-8344-cf3596b59bb2 req-66c57311-648f-4ae3-8e66-c5b357229103 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] No DVR routers for this DVR port f8f174a8-17cc-4ecf-baa8-800ba73c772a on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:09.781547 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-04ddd729-815f-4123-8344-cf3596b59bb2 req-66c57311-648f-4ae3-8e66-c5b357229103 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:09.785164 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-04ddd729-815f-4123-8344-cf3596b59bb2 req-66c57311-648f-4ae3-8e66-c5b357229103 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.15 "DELETE /v2.0/ports/f8f174a8-17cc-4ecf-baa8-800ba73c772a HTTP/1.1" status: 204 len: 173 time: 1.7855954 Jan 27 21:50:09.825982 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-4c02752f-47c1-4b57-aa39-764c40423275 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:50:09.842406 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-4c02752f-47c1-4b57-aa39-764c40423275 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:09.842749 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31532940-ec20-410e-a16b-60328e55eec5 None None] Sync routers for ids ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:50:09.881270 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31532940-ec20-410e-a16b-60328e55eec5 None None] Routers {'350b52e3-77d6-46a0-bae3-f6e8f70175d0'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:09.881934 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-31532940-ec20-410e-a16b-60328e55eec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:49:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:09.959433 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-4c02752f-47c1-4b57-aa39-764c40423275 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "PUT /v2.0/floatingips/c3642f30-52fd-4880-9ecc-466256d0b8c1 HTTP/1.1" status: 200 len: 996 time: 2.9521317 Jan 27 21:50:09.975131 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e64e33cc-70c3-4358-8bab-671d9b42fbb0 req-7d381fbb-bb14-4db8-a0de-6e0e32b831aa service neutron] 10.222.0.15 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318217 Jan 27 21:50:09.989917 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-9e3d6ccf-ef9e-4905-86a1-b310c88c0bdb service neutron] No DVR routers for this DVR port a56e79cc-a182-4ceb-ae32-683623dafe7b on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:09.995330 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d6ccf-ef9e-4905-86a1-b310c88c0bdb service neutron] Pushing event updated for resources: {'Port': ['ID=a56e79cc-a182-4ceb-ae32-683623dafe7b,revision_number=10']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:10.132355 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-9e3d6ccf-ef9e-4905-86a1-b310c88c0bdb service neutron] 10.222.0.21 "PUT /v2.0/ports/a56e79cc-a182-4ceb-ae32-683623dafe7b/bindings/n-h1-772272-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4884844 Jan 27 21:50:10.232758 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-31532940-ec20-410e-a16b-60328e55eec5 None None] Set router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:10.243408 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-1e0b21cd-372a-4121-a475-d067decb898d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for port (21987296-9049-47a8-bec1-6cc5307332a1), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:10.295837 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e64e33cc-70c3-4358-8bab-671d9b42fbb0 req-ed8dd4ba-d2e7-49fa-97bb-8f4c24419596 service neutron] 10.222.0.15 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004375 Jan 27 21:50:10.348976 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-1e0b21cd-372a-4121-a475-d067decb898d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (21987296-9049-47a8-bec1-6cc5307332a1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:10.392642 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-90c6300c-fd88-4c5f-901b-9e60c22d596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:10.409721 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-90c6300c-fd88-4c5f-901b-9e60c22d596a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=307ee0f93cd34cda8ec9abcf33979fc8&device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 1097 time: 0.4485679 Jan 27 21:50:10.451384 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b21cd-372a-4121-a475-d067decb898d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event updated for resources: {'Port': ['ID=21987296-9049-47a8-bec1-6cc5307332a1,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:10.472496 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-1e0b21cd-372a-4121-a475-d067decb898d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:10.474059 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-1e0b21cd-372a-4121-a475-d067decb898d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:10.476518 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-1e0b21cd-372a-4121-a475-d067decb898d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:10.551274 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-1e0b21cd-372a-4121-a475-d067decb898d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:10.551929 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-1e0b21cd-372a-4121-a475-d067decb898d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:10.554264 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51588) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:10.565260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b3cc1-470e-492a-b9d4-4559562aae62 req-fa70f8ac-5ee0-455b-a007-d4751a07d809 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:10.572054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b3cc1-470e-492a-b9d4-4559562aae62 req-fa70f8ac-5ee0-455b-a007-d4751a07d809 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:10.574012 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-245b3cc1-470e-492a-b9d4-4559562aae62 req-fa70f8ac-5ee0-455b-a007-d4751a07d809 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 1653 time: 0.3870978 Jan 27 21:50:10.589787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-70cc5eb1-1900-4c61-9071-62d3e10f2559 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:10.591411 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-70cc5eb1-1900-4c61-9071-62d3e10f2559 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90&tenant_id=95aa79ef2e0d4820bfc1772df699fe63&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 1096 time: 0.3878262 Jan 27 21:50:10.598229 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-1e0b21cd-372a-4121-a475-d067decb898d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5588796 Jan 27 21:50:10.608048 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-dfd0a7f2-244c-48a1-97a0-7975fdd7d4fe tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Request body: {'port': {'device_id': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b460f0aa-ece7-4f87-b835-250ecfdd5f67', 'admin_state_up': True, 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'security_groups': ['2b04157d-3b0b-4ac8-a614-de67fd2079fb']}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:10.808953 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d1a6c98e-f5cd-41d8-b326-0540ae04e993 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-288674263-network', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:10.870243 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a6c98e-f5cd-41d8-b326-0540ae04e993 admin admin] Made reservation on behalf of 1e6a4591e21842348002d2aff51fa01d for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:10.870906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-31532940-ec20-410e-a16b-60328e55eec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c3642f30-52fd-4880-9ecc-466256d0b8c1', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'port_id': '4a513be2-333f-41ef-aec9-382bb5e9f8e9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'mac_address': 'fa:16:3e:e4:01:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff55f43-35d5-4a20-8aea-7060be0d6b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:49:22Z', 'updated_at': '2022-01-27T21:50:07Z', 'revision_number': 8, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f44a2a-dfa4-4749-a038-6fc13f4c81d9', 'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'mac_address': 'fa:16:3e:56:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:01Z', 'updated_at': '2022-01-27T21:49:10Z', 'revision_number': 5, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'subnets': [{'id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:10.872841 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c98e-f5cd-41d8-b326-0540ae04e993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:10.876380 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-dfd0a7f2-244c-48a1-97a0-7975fdd7d4fe tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Made reservation on behalf of c221dbb11cf44d8baddb08b573ae1274 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:10.908562 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31532940-ec20-410e-a16b-60328e55eec5 None None] Checking router: 350b52e3-77d6-46a0-bae3-f6e8f70175d0 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:50:10.921379 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31532940-ec20-410e-a16b-60328e55eec5 None None] Routers {'350b52e3-77d6-46a0-bae3-f6e8f70175d0'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:10.922198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-31532940-ec20-410e-a16b-60328e55eec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:49:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:10.971404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f770e23b-4bcc-48d0-9841-067a8e8b3eaf None None] Provisioning complete for port 21987296-9049-47a8-bec1-6cc5307332a1 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:10.971948 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f770e23b-4bcc-48d0-9841-067a8e8b3eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (21987296-9049-47a8-bec1-6cc5307332a1), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:10.975151 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-dfd0a7f2-244c-48a1-97a0-7975fdd7d4fe tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:10.992217 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c98e-f5cd-41d8-b326-0540ae04e993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:11.063215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-31532940-ec20-410e-a16b-60328e55eec5 None None] Set router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:11.091336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54c69ec-302b-494c-8600-9a2c326ce09f', 'name': 'network-vif-deleted', 'tag': 'f8f174a8-17cc-4ecf-baa8-800ba73c772a'}, {'name': 'network-changed', 'server_uuid': '6ff55f43-35d5-4a20-8aea-7060be0d6b77', 'tag': '4a513be2-333f-41ef-aec9-382bb5e9f8e9'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:11.093699 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e360184-91b4-45ce-b9ab-7a0ea7ee2173" -d '{"events": [{"server_uuid": "f54c69ec-302b-494c-8600-9a2c326ce09f", "name": "network-vif-deleted", "tag": "f8f174a8-17cc-4ecf-baa8-800ba73c772a"}, {"name": "network-changed", "server_uuid": "6ff55f43-35d5-4a20-8aea-7060be0d6b77", "tag": "4a513be2-333f-41ef-aec9-382bb5e9f8e9"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:11.148042 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-486ffd46-9a51-4fc7-9b83-46f8f0e4289f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:11.155361 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-486ffd46-9a51-4fc7-9b83-46f8f0e4289f service neutron] 10.222.0.23 "GET /v2.0/networks?id=831a3a6a-51c3-4368-adbf-331815b36f4d HTTP/1.1" status: 200 len: 921 time: 0.7445595 Jan 27 21:50:11.170198 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-245b3cc1-470e-492a-b9d4-4559562aae62 req-ac7f2f0a-7f0b-48da-b5cb-a1f168aab0d7 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5777533 Jan 27 21:50:11.172349 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-25ce28d2-e1f4-4551-a048-af46bb8a11af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:11.173808 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-25ce28d2-e1f4-4551-a048-af46bb8a11af service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90&tenant_id=95aa79ef2e0d4820bfc1772df699fe63 HTTP/1.1" status: 200 len: 1096 time: 0.5511646 Jan 27 21:50:11.240116 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f770e23b-4bcc-48d0-9841-067a8e8b3eaf None None] Port 21987296-9049-47a8-bec1-6cc5307332a1 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:50:11.301275 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c98e-f5cd-41d8-b326-0540ae04e993 admin admin] Publish callbacks [] for security_group (158d0fbf-f35a-4554-870f-92f1b9f6bc67), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:11.321057 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-dfd0a7f2-244c-48a1-97a0-7975fdd7d4fe tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Allocated IP 10.2.2.100 (b460f0aa-ece7-4f87-b835-250ecfdd5f67/1e923c45-9da8-41d8-a8c1-bd4723852e44/f36aaaa3-8abe-4bbf-be60-e3985eafef58) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:11.399133 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-9e200ae4-b9ec-4950-a21c-8a36d0d19039 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a513be2-333f-41ef-aec9-382bb5e9f8e9 HTTP/1.1" status: 200 len: 999 time: 0.2427127 Jan 27 21:50:11.435774 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-31532940-ec20-410e-a16b-60328e55eec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c3642f30-52fd-4880-9ecc-466256d0b8c1', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'port_id': '4a513be2-333f-41ef-aec9-382bb5e9f8e9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'mac_address': 'fa:16:3e:e4:01:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff55f43-35d5-4a20-8aea-7060be0d6b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:49:22Z', 'updated_at': '2022-01-27T21:50:07Z', 'revision_number': 8, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f44a2a-dfa4-4749-a038-6fc13f4c81d9', 'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'mac_address': 'fa:16:3e:56:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:01Z', 'updated_at': '2022-01-27T21:49:10Z', 'revision_number': 5, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'subnets': [{'id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:11.467470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31532940-ec20-410e-a16b-60328e55eec5 None None] The sync data for ids ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'] in n-d-772272-3 is: [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c3642f30-52fd-4880-9ecc-466256d0b8c1', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'port_id': '4a513be2-333f-41ef-aec9-382bb5e9f8e9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'mac_address': 'fa:16:3e:e4:01:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff55f43-35d5-4a20-8aea-7060be0d6b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:49:22Z', 'updated_at': '2022-01-27T21:50:07Z', 'revision_number': 8, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6f44a2a-dfa4-4749-a038-6fc13f4c81d9', 'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'mac_address': 'fa:16:3e:56:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:01Z', 'updated_at': '2022-01-27T21:49:10Z', 'revision_number': 5, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'subnets': [{'id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:50:11.503948 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-80a6f190-7b71-4718-98cc-d9ae814e6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:11.505556 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-80a6f190-7b71-4718-98cc-d9ae814e6dcd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 1096 time: 0.2776597 Jan 27 21:50:11.509459 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-dfd0a7f2-244c-48a1-97a0-7975fdd7d4fe tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for port (f36aaaa3-8abe-4bbf-be60-e3985eafef58), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:11.544781 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c98e-f5cd-41d8-b326-0540ae04e993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (158d0fbf-f35a-4554-870f-92f1b9f6bc67), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:11.554944 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-dfd0a7f2-244c-48a1-97a0-7975fdd7d4fe tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (f36aaaa3-8abe-4bbf-be60-e3985eafef58), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:11.620314 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a6c98e-f5cd-41d8-b326-0540ae04e993 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:50:11.635481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b59eec-8cfc-43c3-ad3f-8b1bd30c667c req-0febdd9a-6d2c-4460-9476-47e5d982b38c tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:11.638131 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-dfd0a7f2-244c-48a1-97a0-7975fdd7d4fe tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Network b460f0aa-ece7-4f87-b835-250ecfdd5f67 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:11.642493 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87b59eec-8cfc-43c3-ad3f-8b1bd30c667c req-0febdd9a-6d2c-4460-9476-47e5d982b38c tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 945 time: 0.2965548 Jan 27 21:50:11.644052 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-203fffa7-1047-43cf-bfd5-8a577ed2c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:11.644363 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-dfd0a7f2-244c-48a1-97a0-7975fdd7d4fe tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:11.649419 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c98e-f5cd-41d8-b326-0540ae04e993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158d0fbf-f35a-4554-870f-92f1b9f6bc67,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:11.651035 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-203fffa7-1047-43cf-bfd5-8a577ed2c0ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7becb874-eb6e-4f6c-92fe-d47bec9d68c3 HTTP/1.1" status: 200 len: 859 time: 0.2510586 Jan 27 21:50:11.652796 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-dfd0a7f2-244c-48a1-97a0-7975fdd7d4fe tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:11.746241 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-dfd0a7f2-244c-48a1-97a0-7975fdd7d4fe tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:11.746627 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-dfd0a7f2-244c-48a1-97a0-7975fdd7d4fe tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:11.768755 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c98e-f5cd-41d8-b326-0540ae04e993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (41cb6eb4-9ceb-408b-832e-945396e2cef3), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:11.769111 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-d1a6c98e-f5cd-41d8-b326-0540ae04e993 admin admin] Added segment 41cb6eb4-9ceb-408b-832e-945396e2cef3 of type vlan for network 0bade858-af63-49b3-909a-6a7d96619464 Jan 27 21:50:11.786552 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-dfd0a7f2-244c-48a1-97a0-7975fdd7d4fe tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1826177 Jan 27 21:50:11.788796 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0a7f2-244c-48a1-97a0-7975fdd7d4fe tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event updated for resources: {'Port': ['ID=f36aaaa3-8abe-4bbf-be60-e3985eafef58,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:11.818425 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-42355ec3-8972-4601-a58f-28a71b4befb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Request body: {'port': {'device_id': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b460f0aa-ece7-4f87-b835-250ecfdd5f67', 'admin_state_up': True, 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'security_groups': ['2b04157d-3b0b-4ac8-a614-de67fd2079fb']}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:11.854704 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d447cd9a-cf40-4903-94fb-a719285062e3 None None] New status for floating IP c3642f30-52fd-4880-9ecc-466256d0b8c1: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:50:11.874855 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87b59eec-8cfc-43c3-ad3f-8b1bd30c667c req-9db8b6f3-7b36-463f-af86-5e7168a99687 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191405 Jan 27 21:50:11.883119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-f9553e45-84e8-4ea7-80db-02c71594c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:11.911036 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-f9553e45-84e8-4ea7-80db-02c71594c086 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=831a3a6a-51c3-4368-adbf-331815b36f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2588234 Jan 27 21:50:11.913345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-cd417427-d019-49f6-9893-f6d2474bf23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:11.914788 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-cd417427-d019-49f6-9893-f6d2474bf23f service neutron] 10.222.0.15 "GET /v2.0/networks?id=682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 200 len: 909 time: 0.3917375 Jan 27 21:50:11.928772 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c98e-f5cd-41d8-b326-0540ae04e993 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (0bade858-af63-49b3-909a-6a7d96619464), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:12.026985 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c98e-f5cd-41d8-b326-0540ae04e993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (0bade858-af63-49b3-909a-6a7d96619464), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:12.029142 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a6c98e-f5cd-41d8-b326-0540ae04e993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:12.029926 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1a6c98e-f5cd-41d8-b326-0540ae04e993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:12.095907 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-e77fa728-a659-41a3-8455-8d751957401a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a56e79cc-a182-4ceb-ae32-683623dafe7b HTTP/1.1" status: 200 len: 217 time: 0.1609352 Jan 27 21:50:12.175442 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6f69cd45-9b2a-42e8-aa03-7ff06aecb99d None None] Provisioning complete for port f36aaaa3-8abe-4bbf-be60-e3985eafef58 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:12.176033 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6f69cd45-9b2a-42e8-aa03-7ff06aecb99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f36aaaa3-8abe-4bbf-be60-e3985eafef58), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:12.202940 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d1a6c98e-f5cd-41d8-b326-0540ae04e993 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6471822 Jan 27 21:50:12.208218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51602) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:12.215627 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9f569469-c2c3-4494-9550-6a5f4fedf107 admin admin] Request body: {'subnet': {'network_id': '0bade858-af63-49b3-909a-6a7d96619464', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-288674263-subnet', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:12.223688 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f25072-694a-4a5e-a6b6-dc41973ee7f1 req-93dd053e-1015-4bbe-87a7-7ab43058c382 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:12.234457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83f25072-694a-4a5e-a6b6-dc41973ee7f1 req-93dd053e-1015-4bbe-87a7-7ab43058c382 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 945 time: 0.1946936 Jan 27 21:50:12.238632 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-134358a8-0830-4a4d-bfa7-ca67184260ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:12.240545 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-134358a8-0830-4a4d-bfa7-ca67184260ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c8c1fde-1173-4cc5-9eb6-13f24f8d2210 HTTP/1.1" status: 200 len: 848 time: 0.1267440 Jan 27 21:50:12.249898 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f569469-c2c3-4494-9550-6a5f4fedf107 admin admin] Made reservation on behalf of 1e6a4591e21842348002d2aff51fa01d for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:12.251350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-6c189bd9-bbdd-4a23-bfd2-1127fa1d5cd5 service neutron] 10.222.0.23 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394837 Jan 27 21:50:12.252761 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f569469-c2c3-4494-9550-6a5f4fedf107 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:12.265571 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6f69cd45-9b2a-42e8-aa03-7ff06aecb99d None None] Port f36aaaa3-8abe-4bbf-be60-e3985eafef58 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:50:12.290433 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c98e-f5cd-41d8-b326-0540ae04e993 admin admin] Pushing event updated for resources: {'Network': ['ID=0bade858-af63-49b3-909a-6a7d96619464,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:12.302588 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 0bade858-af63-49b3-909a-6a7d96619464 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:50:12.347833 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-42355ec3-8972-4601-a58f-28a71b4befb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Made reservation on behalf of c221dbb11cf44d8baddb08b573ae1274 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:12.353337 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-42355ec3-8972-4601-a58f-28a71b4befb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:12.358017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db6cc44e-d041-47f6-be16-1a4d3f14a9e0 req-62de4053-55b8-4884-8d5d-e841b3859d93 service neutron] 10.222.0.23 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948818 Jan 27 21:50:12.386880 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-56db1108-841b-4208-ae56-f895e9f17386 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=682655b0-dbc8-497a-9054-3d8e44de5af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340742 Jan 27 21:50:12.485200 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83f25072-694a-4a5e-a6b6-dc41973ee7f1 req-71d69ca6-20db-4153-917a-73af289a7abd tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434380 Jan 27 21:50:12.511541 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:12.565160 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dff84abf-d084-4b88-abac-6eb329086d41 req-7b9b5ca7-5608-4467-a0b6-83d14585a832 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.0740068 Jan 27 21:50:12.624325 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-d03dbf92-0431-4bfb-a8c9-0ba90b129a43 service neutron] 10.222.0.15 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300572 Jan 27 21:50:12.673043 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0125dd4-2132-418c-b002-8f4694aeea50 x-openstack-request-id: req-e0125dd4-2132-418c-b002-8f4694aeea50 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:12.673348 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54c69ec-302b-494c-8600-9a2c326ce09f", "name": "network-vif-deleted", "tag": "f8f174a8-17cc-4ecf-baa8-800ba73c772a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6ff55f43-35d5-4a20-8aea-7060be0d6b77", "tag": "4a513be2-333f-41ef-aec9-382bb5e9f8e9", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:12.673606 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0125dd4-2132-418c-b002-8f4694aeea50 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:12.674003 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54c69ec-302b-494c-8600-9a2c326ce09f', 'name': 'network-vif-deleted', 'tag': 'f8f174a8-17cc-4ecf-baa8-800ba73c772a', 'status': 'completed', 'code': 200} Jan 27 21:50:12.674259 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff55f43-35d5-4a20-8aea-7060be0d6b77', 'tag': '4a513be2-333f-41ef-aec9-382bb5e9f8e9', 'status': 'completed', 'code': 200} Jan 27 21:50:12.746639 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-42355ec3-8972-4601-a58f-28a71b4befb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Allocated IP 10.2.2.200 (b460f0aa-ece7-4f87-b835-250ecfdd5f67/1e923c45-9da8-41d8-a8c1-bd4723852e44/64c24546-5d38-4279-b241-0c89a055b6b9) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:12.793488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-41b1f9a5-7e30-43d3-a921-f01ecb942e50 req-a0afd209-f852-472b-8138-c8e891954182 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/floatingips/c3642f30-52fd-4880-9ecc-466256d0b8c1 HTTP/1.1" status: 200 len: 998 time: 0.0700743 Jan 27 21:50:13.006514 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e360184-91b4-45ce-b9ab-7a0ea7ee2173 req-35e96c6c-b81d-4681-a113-9a8f15694645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:13.008008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e360184-91b4-45ce-b9ab-7a0ea7ee2173 req-35e96c6c-b81d-4681-a113-9a8f15694645 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=307ee0f93cd34cda8ec9abcf33979fc8&device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 1097 time: 0.2823222 Jan 27 21:50:13.039370 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-42355ec3-8972-4601-a58f-28a71b4befb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for port (64c24546-5d38-4279-b241-0c89a055b6b9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:13.042585 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f569469-c2c3-4494-9550-6a5f4fedf107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (f20c5a1f-1a73-4497-aee3-c74aed8b30bf), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:13.044716 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bbd37-a0f4-459a-9234-6ebc4e90497a req-526eebef-d846-41a8-8cee-70e8b85219ee tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:13.050837 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bbd37-a0f4-459a-9234-6ebc4e90497a req-526eebef-d846-41a8-8cee-70e8b85219ee tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:13.056050 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bbd37-a0f4-459a-9234-6ebc4e90497a req-526eebef-d846-41a8-8cee-70e8b85219ee tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:13.061312 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bbd37-a0f4-459a-9234-6ebc4e90497a req-526eebef-d846-41a8-8cee-70e8b85219ee tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:13.063063 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ee2bbd37-a0f4-459a-9234-6ebc4e90497a req-526eebef-d846-41a8-8cee-70e8b85219ee tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 3095 time: 0.3387659 Jan 27 21:50:13.076922 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-99269ea4-336a-43df-b27e-92da1643a0c2 service neutron] 10.222.0.15 "GET /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409420 Jan 27 21:50:13.181399 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1f9a5-7e30-43d3-a921-f01ecb942e50 req-7bd2e5ac-df00-490b-99bb-d1c8af0cbe71 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:13.182747 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-41b1f9a5-7e30-43d3-a921-f01ecb942e50 req-7bd2e5ac-df00-490b-99bb-d1c8af0cbe71 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.3695111 Jan 27 21:50:13.194860 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ee2bbd37-a0f4-459a-9234-6ebc4e90497a req-e52111cd-088c-49b8-bc4d-d4cfd4a40ac9 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084332 Jan 27 21:50:13.319323 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e360184-91b4-45ce-b9ab-7a0ea7ee2173 req-2ee3aea1-7a58-4782-b725-cc225d4401df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:13.321093 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e360184-91b4-45ce-b9ab-7a0ea7ee2173 req-2ee3aea1-7a58-4782-b725-cc225d4401df service neutron] 10.222.0.15 "GET /v2.0/networks?id=831a3a6a-51c3-4368-adbf-331815b36f4d HTTP/1.1" status: 200 len: 921 time: 0.3039160 Jan 27 21:50:13.423831 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-25a1c6cc-fded-4978-96aa-b05a49cfc5f8 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 1001 time: 0.1734126 Jan 27 21:50:13.478603 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-600b34cd-84fd-4768-a64c-64f33a475265 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:13.484861 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-600b34cd-84fd-4768-a64c-64f33a475265 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports/4a513be2-333f-41ef-aec9-382bb5e9f8e9 HTTP/1.1" status: 200 len: 943 time: 0.0598819 Jan 27 21:50:13.552067 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f56a6b-d9b0-41c4-b94b-2e07840bc0fd req-b169c252-59ae-4ca2-a1a7-28cc2f5e48bb tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:13.553705 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-45f56a6b-d9b0-41c4-b94b-2e07840bc0fd req-b169c252-59ae-4ca2-a1a7-28cc2f5e48bb tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.21 "GET /v2.0/ports?device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 945 time: 0.5302768 Jan 27 21:50:13.556492 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f569469-c2c3-4494-9550-6a5f4fedf107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f20c5a1f-1a73-4497-aee3-c74aed8b30bf,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:13.597848 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e360184-91b4-45ce-b9ab-7a0ea7ee2173 req-75f1d7c6-bc9b-45a2-bd91-d39781f1e61a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a513be2-333f-41ef-aec9-382bb5e9f8e9 HTTP/1.1" status: 200 len: 1001 time: 0.2555101 Jan 27 21:50:13.617338 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f569469-c2c3-4494-9550-6a5f4fedf107 admin admin] Checking segment: {'id': '41cb6eb4-9ceb-408b-832e-945396e2cef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bade858-af63-49b3-909a-6a7d96619464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:13.617712 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f569469-c2c3-4494-9550-6a5f4fedf107 admin admin] Network hostable DHCP agents. Network: 0bade858-af63-49b3-909a-6a7d96619464, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:50:13.636471 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-42355ec3-8972-4601-a58f-28a71b4befb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (64c24546-5d38-4279-b241-0c89a055b6b9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:13.669670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9da22-4b67-4e46-bae9-1a4b857eaf2b req-a65d873a-0e4e-42bc-903f-044ef3e6582b tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:13.678330 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77e9da22-4b67-4e46-bae9-1a4b857eaf2b req-a65d873a-0e4e-42bc-903f-044ef3e6582b tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 945 time: 0.3449306 Jan 27 21:50:13.709110 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-e226f97c-421f-4b27-95e4-74821b2458b9 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:13.710759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-e226f97c-421f-4b27-95e4-74821b2458b9 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90&tenant_id=95aa79ef2e0d4820bfc1772df699fe63&binding%3Ahost_id=n-h1-772272-3 HTTP/1.1" status: 200 len: 1096 time: 0.3070221 Jan 27 21:50:13.723366 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-42355ec3-8972-4601-a58f-28a71b4befb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Network b460f0aa-ece7-4f87-b835-250ecfdd5f67 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:13.737732 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-42355ec3-8972-4601-a58f-28a71b4befb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:13.740549 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-42355ec3-8972-4601-a58f-28a71b4befb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:13.762577 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f569469-c2c3-4494-9550-6a5f4fedf107 admin admin] Network 0bade858-af63-49b3-909a-6a7d96619464 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:50:13.775784 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-29cb390b-4e77-4e3c-98fd-905533b884c1 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 1001 time: 0.2356851 Jan 27 21:50:13.784484 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42355ec3-8972-4601-a58f-28a71b4befb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event updated for resources: {'Port': ['ID=64c24546-5d38-4279-b241-0c89a055b6b9,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:13.797438 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e360184-91b4-45ce-b9ab-7a0ea7ee2173 req-e1396cdf-447f-416f-84b7-737e7fae3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:13.799619 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e360184-91b4-45ce-b9ab-7a0ea7ee2173 req-e1396cdf-447f-416f-84b7-737e7fae3aa1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7becb874-eb6e-4f6c-92fe-d47bec9d68c3 HTTP/1.1" status: 200 len: 859 time: 0.1944478 Jan 27 21:50:13.818615 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-9f569469-c2c3-4494-9550-6a5f4fedf107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 0bade858-af63-49b3-909a-6a7d96619464) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:13.823879 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f569469-c2c3-4494-9550-6a5f4fedf107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:13.824899 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f569469-c2c3-4494-9550-6a5f4fedf107 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:13.835588 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21785e73-1b3f-4871-b758-8c0dc36cc34e None None] Network 0bade858-af63-49b3-909a-6a7d96619464 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:13.864777 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-45f56a6b-d9b0-41c4-b94b-2e07840bc0fd req-70af4445-7a8b-4e09-8185-eb4acc0e98d3 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Deleting port 03cff21d-a46e-472e-b989-c01cdf4c7e98 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:13.865556 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-45f56a6b-d9b0-41c4-b94b-2e07840bc0fd req-70af4445-7a8b-4e09-8185-eb4acc0e98d3 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (03cff21d-a46e-472e-b989-c01cdf4c7e98), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:13.881453 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-42355ec3-8972-4601-a58f-28a71b4befb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:13.882116 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-42355ec3-8972-4601-a58f-28a71b4befb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:13.904270 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9f569469-c2c3-4494-9550-6a5f4fedf107 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6916578 Jan 27 21:50:13.928767 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51622) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:13.941402 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-bf03d2c6-6a91-4e19-92ee-d733ce75f937 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-288674263-router', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:14.046413 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77e9da22-4b67-4e46-bae9-1a4b857eaf2b req-b39c6edf-26ec-412e-ac5c-6bf8f80618c3 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups?id=1398a6cb-dc36-44ea-8f0b-45641a4d9786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3657877 Jan 27 21:50:14.054242 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-42355ec3-8972-4601-a58f-28a71b4befb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2534242 Jan 27 21:50:14.058897 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb84f4a-084b-43ac-9303-c55f80553ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-0bade858-af63-49b3-909a-6a7d96619464', 'network_id': '0bade858-af63-49b3-909a-6a7d96619464', 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'fixed_ips': [{'subnet_id': 'f20c5a1f-1a73-4497-aee3-c74aed8b30bf'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:50:14.059802 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aeb84f4a-084b-43ac-9303-c55f80553ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:14.094263 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] Request body: {'port': {'device_id': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:14.172894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e360184-91b4-45ce-b9ab-7a0ea7ee2173 req-f408695a-9bc3-4610-ba83-abe5a87bccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:14.174582 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e360184-91b4-45ce-b9ab-7a0ea7ee2173 req-f408695a-9bc3-4610-ba83-abe5a87bccbb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=831a3a6a-51c3-4368-adbf-331815b36f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3567181 Jan 27 21:50:14.181916 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf03d2c6-6a91-4e19-92ee-d733ce75f937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (ee9268c1-2172-4960-b05a-028e88965a6f), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:14.182985 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf03d2c6-6a91-4e19-92ee-d733ce75f937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (ee9268c1-2172-4960-b05a-028e88965a6f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:14.231097 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-dac42c59-a190-4345-8677-4e6207881ed4 None None] Provisioning complete for port 64c24546-5d38-4279-b241-0c89a055b6b9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:14.232091 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-dac42c59-a190-4345-8677-4e6207881ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (64c24546-5d38-4279-b241-0c89a055b6b9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:14.327696 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-b4627992-6ce0-44d9-82ca-241e5da73412 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:14.341370 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-b4627992-6ce0-44d9-82ca-241e5da73412 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.5645854 Jan 27 21:50:14.371550 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-dac42c59-a190-4345-8677-4e6207881ed4 None None] Port 64c24546-5d38-4279-b241-0c89a055b6b9 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:50:14.398470 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-45f56a6b-d9b0-41c4-b94b-2e07840bc0fd req-70af4445-7a8b-4e09-8185-eb4acc0e98d3 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] For port 03cff21d-a46e-472e-b989-c01cdf4c7e98, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=03cff21d-a46e-472e-b989-c01cdf4c7e98,segment=NetworkSegment(62b84251-c1ec-4448-ba72-de9788224dc8),segment_id=62b84251-c1ec-4448-ba72-de9788224dc8)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:14.398843 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-45f56a6b-d9b0-41c4-b94b-2e07840bc0fd req-70af4445-7a8b-4e09-8185-eb4acc0e98d3 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (03cff21d-a46e-472e-b989-c01cdf4c7e98), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:14.401073 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-aeb84f4a-084b-43ac-9303-c55f80553ed6 None None] Allocated IP 172.20.0.2 (0bade858-af63-49b3-909a-6a7d96619464/f20c5a1f-1a73-4497-aee3-c74aed8b30bf/0b6544ed-10a5-4795-8542-280fd0a7abc6) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:14.402537 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (84405a01-cd0d-4bf0-8b98-42cc257f6846), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:14.457350 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf03d2c6-6a91-4e19-92ee-d733ce75f937 admin admin] Publish callbacks [] for router_controller (ee9268c1-2172-4960-b05a-028e88965a6f), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:14.523560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e360184-91b4-45ce-b9ab-7a0ea7ee2173 req-251f0d3e-bf03-4a66-ae3b-9730b82b93e8 service neutron] 10.222.0.15 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016520 Jan 27 21:50:14.614839 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-77224bbe-d76b-489c-88a8-20fcb4e246b0 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 1001 time: 0.0898275 Jan 27 21:50:14.724773 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-53dd230b-50c1-474a-9f55-579aa6f9cb00 service neutron] For port a56e79cc-a182-4ceb-ae32-683623dafe7b, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:14.727881 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e360184-91b4-45ce-b9ab-7a0ea7ee2173 req-0d83c150-7911-4d15-bf03-dea943d6866b service neutron] 10.222.0.15 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107271 Jan 27 21:50:14.729040 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aeb84f4a-084b-43ac-9303-c55f80553ed6 None None] Publish callbacks [] for port (0b6544ed-10a5-4795-8542-280fd0a7abc6), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:14.734497 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-8d3ceeb8-7bfb-44e8-8726-9ddd3700096a tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:14.739238 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aeb84f4a-084b-43ac-9303-c55f80553ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (0b6544ed-10a5-4795-8542-280fd0a7abc6), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:14.739986 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-53dd230b-50c1-474a-9f55-579aa6f9cb00 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:14.741475 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b34efab-fb44-43ea-b1d9-9acc1f4d52c9 req-53dd230b-50c1-474a-9f55-579aa6f9cb00 service neutron] 10.222.0.15 "DELETE /v2.0/ports/a56e79cc-a182-4ceb-ae32-683623dafe7b/bindings/n-h2-772272-3 HTTP/1.1" status: 204 len: 173 time: 1.0223045 Jan 27 21:50:14.831097 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab6292-632d-4e20-9898-56f93d318710 req-d9901e67-404c-49b6-aa0b-886c8cb26495 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:14.836961 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8ab6292-632d-4e20-9898-56f93d318710 req-d9901e67-404c-49b6-aa0b-886c8cb26495 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 945 time: 0.6709952 Jan 27 21:50:14.852959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb84f4a-084b-43ac-9303-c55f80553ed6 None None] Network 0bade858-af63-49b3-909a-6a7d96619464 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:14.862659 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-aeb84f4a-084b-43ac-9303-c55f80553ed6 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:14.874457 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb84f4a-084b-43ac-9303-c55f80553ed6 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:14.972539 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8ab6292-632d-4e20-9898-56f93d318710 req-b13ce05c-2af4-440a-b40e-b0f09577c79d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238317 Jan 27 21:50:14.992036 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf03d2c6-6a91-4e19-92ee-d733ce75f937 admin admin] Publish callbacks [] for router_gateway (ee9268c1-2172-4960-b05a-028e88965a6f), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:15.033914 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-8d3ceeb8-7bfb-44e8-8726-9ddd3700096a tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks [] for floatingip (c3642f30-52fd-4880-9ecc-466256d0b8c1), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:15.053616 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb84f4a-084b-43ac-9303-c55f80553ed6 None None] Pushing event updated for resources: {'Port': ['ID=0b6544ed-10a5-4795-8542-280fd0a7abc6,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:15.079193 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-aeb84f4a-084b-43ac-9303-c55f80553ed6 None None] Attempting to bind port 0b6544ed-10a5-4795-8542-280fd0a7abc6 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:15.085646 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-aeb84f4a-084b-43ac-9303-c55f80553ed6 None None] Attempting to bind port 0b6544ed-10a5-4795-8542-280fd0a7abc6 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '41cb6eb4-9ceb-408b-832e-945396e2cef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bade858-af63-49b3-909a-6a7d96619464'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:15.086574 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb84f4a-084b-43ac-9303-c55f80553ed6 None None] Attempting to bind port 0b6544ed-10a5-4795-8542-280fd0a7abc6 on network 0bade858-af63-49b3-909a-6a7d96619464 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:15.094242 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb84f4a-084b-43ac-9303-c55f80553ed6 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:15.094628 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb84f4a-084b-43ac-9303-c55f80553ed6 None None] Checking segment: {'id': '41cb6eb4-9ceb-408b-832e-945396e2cef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bade858-af63-49b3-909a-6a7d96619464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:15.095036 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aeb84f4a-084b-43ac-9303-c55f80553ed6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:15.095433 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb84f4a-084b-43ac-9303-c55f80553ed6 None None] Bound using segment: {'id': '41cb6eb4-9ceb-408b-832e-945396e2cef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bade858-af63-49b3-909a-6a7d96619464'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:15.095910 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-aeb84f4a-084b-43ac-9303-c55f80553ed6 None None] Bound port: 0b6544ed-10a5-4795-8542-280fd0a7abc6, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41cb6eb4-9ceb-408b-832e-945396e2cef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bade858-af63-49b3-909a-6a7d96619464'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:15.099041 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aeb84f4a-084b-43ac-9303-c55f80553ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0b6544ed-10a5-4795-8542-280fd0a7abc6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:15.311192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-aeb84f4a-084b-43ac-9303-c55f80553ed6 None None] For port 0b6544ed-10a5-4795-8542-280fd0a7abc6, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:15.321810 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-aeb84f4a-084b-43ac-9303-c55f80553ed6 None None] For port 0b6544ed-10a5-4795-8542-280fd0a7abc6, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0b6544ed-10a5-4795-8542-280fd0a7abc6,segment=NetworkSegment(41cb6eb4-9ceb-408b-832e-945396e2cef3),segment_id=41cb6eb4-9ceb-408b-832e-945396e2cef3)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:15.327796 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aeb84f4a-084b-43ac-9303-c55f80553ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0b6544ed-10a5-4795-8542-280fd0a7abc6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:15.383168 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-45f56a6b-d9b0-41c4-b94b-2e07840bc0fd req-70af4445-7a8b-4e09-8185-eb4acc0e98d3 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:15.383767 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-45f56a6b-d9b0-41c4-b94b-2e07840bc0fd req-70af4445-7a8b-4e09-8185-eb4acc0e98d3 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (de843f04-6262-4956-81f0-ce0499e56019), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:15.400713 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [req-45f56a6b-d9b0-41c4-b94b-2e07840bc0fd req-70af4445-7a8b-4e09-8185-eb4acc0e98d3 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Floating IP de843f04-6262-4956-81f0-ce0499e56019 disassociated. External IP: 172.25.3.226, port: 03cff21d-a46e-472e-b989-c01cdf4c7e98. Jan 27 21:50:15.401106 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-45f56a6b-d9b0-41c4-b94b-2e07840bc0fd req-70af4445-7a8b-4e09-8185-eb4acc0e98d3 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Calling delete_port for 03cff21d-a46e-472e-b989-c01cdf4c7e98 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:15.464902 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-91a60427-5fc9-4810-9623-0c0ffddba151 req-3d7ce601-6a63-4c6a-9b59-7d9a3f228af0 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.1549606 Jan 27 21:50:15.478977 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb84f4a-084b-43ac-9303-c55f80553ed6 None None] Pushing event updated for resources: {'Port': ['ID=0b6544ed-10a5-4795-8542-280fd0a7abc6,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:15.545012 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-8d3ceeb8-7bfb-44e8-8726-9ddd3700096a tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:15.550946 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-8d3ceeb8-7bfb-44e8-8726-9ddd3700096a tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (c3642f30-52fd-4880-9ecc-466256d0b8c1), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:15.551327 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-8d3ceeb8-7bfb-44e8-8726-9ddd3700096a tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Floating IP c3642f30-52fd-4880-9ecc-466256d0b8c1 disassociated. External IP: 172.25.3.77, port: 4a513be2-333f-41ef-aec9-382bb5e9f8e9. Jan 27 21:50:15.756400 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84405a01-cd0d-4bf0-8b98-42cc257f6846 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:50:15.893248 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 03cff21d-a46e-472e-b989-c01cdf4c7e98 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:15.941200 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] Publish callbacks [] for port (84405a01-cd0d-4bf0-8b98-42cc257f6846), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:16.024784 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] Transition to ACTIVE for port object 84405a01-cd0d-4bf0-8b98-42cc257f6846 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:50:16.039802 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ec52b-37f3-4889-85b5-f08884091c88 req-d9e22aab-c345-44fd-b59e-9251cf75d194 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:16.050617 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ec52b-37f3-4889-85b5-f08884091c88 req-d9e22aab-c345-44fd-b59e-9251cf75d194 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:16.065953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ec52b-37f3-4889-85b5-f08884091c88 req-d9e22aab-c345-44fd-b59e-9251cf75d194 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:16.079113 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 03cff21d-a46e-472e-b989-c01cdf4c7e98 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:16.079456 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (03cff21d-a46e-472e-b989-c01cdf4c7e98), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:16.081322 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ec52b-37f3-4889-85b5-f08884091c88 req-d9e22aab-c345-44fd-b59e-9251cf75d194 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:16.105142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ec52b-37f3-4889-85b5-f08884091c88 req-d9e22aab-c345-44fd-b59e-9251cf75d194 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:16.107249 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-032ec52b-37f3-4889-85b5-f08884091c88 req-d9e22aab-c345-44fd-b59e-9251cf75d194 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 3816 time: 0.3085597 Jan 27 21:50:16.113833 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (84405a01-cd0d-4bf0-8b98-42cc257f6846), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:16.203623 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-032ec52b-37f3-4889-85b5-f08884091c88 req-1e1c7c40-0852-4d64-a1fb-e429744aef45 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791500 Jan 27 21:50:16.205640 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-8d3ceeb8-7bfb-44e8-8726-9ddd3700096a tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:50:16.312222 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=84405a01-cd0d-4bf0-8b98-42cc257f6846,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:16.440507 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-45f56a6b-d9b0-41c4-b94b-2e07840bc0fd req-70af4445-7a8b-4e09-8185-eb4acc0e98d3 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (03cff21d-a46e-472e-b989-c01cdf4c7e98), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:16.507874 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0b6544ed-10a5-4795-8542-280fd0a7abc6 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:16.517964 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af4445-7a8b-4e09-8185-eb4acc0e98d3 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Pushing event deleted for resources: {'Port': ['ID=03cff21d-a46e-472e-b989-c01cdf4c7e98,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:16.664314 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 0b6544ed-10a5-4795-8542-280fd0a7abc6 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:16.664703 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0b6544ed-10a5-4795-8542-280fd0a7abc6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:16.902207 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45f56a6b-d9b0-41c4-b94b-2e07840bc0fd req-70af4445-7a8b-4e09-8185-eb4acc0e98d3 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Router 03531ac1-7e68-4c93-948b-269fd9d16c92 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:50:16.947461 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 0b6544ed-10a5-4795-8542-280fd0a7abc6 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:16.948021 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0b6544ed-10a5-4795-8542-280fd0a7abc6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:16.975248 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf03d2c6-6a91-4e19-92ee-d733ce75f937 admin admin] Publish callbacks [] for router_gateway (ee9268c1-2172-4960-b05a-028e88965a6f), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:17.051528 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 0b6544ed-10a5-4795-8542-280fd0a7abc6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0b6544ed-10a5-4795-8542-280fd0a7abc6,segment=NetworkSegment(41cb6eb4-9ceb-408b-832e-945396e2cef3),segment_id=41cb6eb4-9ceb-408b-832e-945396e2cef3)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:17.063242 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0b6544ed-10a5-4795-8542-280fd0a7abc6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:17.114097 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf03d2c6-6a91-4e19-92ee-d733ce75f937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:17.194003 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=0b6544ed-10a5-4795-8542-280fd0a7abc6,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:17.270288 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e247f109-998c-4a37-9f2e-f83459c65f64 req-9f62c317-c1ae-450b-a093-8f7fd3390203 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18379da-ec85-4d35-a469-9e4b6164a1dd HTTP/1.1" status: 200 len: 210 time: 0.0662735 Jan 27 21:50:17.310892 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-bf03d2c6-6a91-4e19-92ee-d733ce75f937 admin admin] Allocated IP 172.25.3.224 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:17.441095 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86332b1c-1e8a-4c7f-b692-ee3ad7ab7df4 None None] Network 0bade858-af63-49b3-909a-6a7d96619464 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:17.460580 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf03d2c6-6a91-4e19-92ee-d733ce75f937 admin admin] Publish callbacks [] for port (b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:17.467564 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] Attempting to bind port 84405a01-cd0d-4bf0-8b98-42cc257f6846 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:17.467998 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] Attempting to bind port 84405a01-cd0d-4bf0-8b98-42cc257f6846 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'fe1a78ab-8282-44d4-a623-c72e4779f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:17.468438 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] Attempting to bind port 84405a01-cd0d-4bf0-8b98-42cc257f6846 on network f73ace18-6f32-45e8-a920-6ab2b4129b97 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:17.477257 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-8d3ceeb8-7bfb-44e8-8726-9ddd3700096a tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:50:17.484369 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] Port 84405a01-cd0d-4bf0-8b98-42cc257f6846 on network f73ace18-6f32-45e8-a920-6ab2b4129b97 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:17.485711 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-8d3ceeb8-7bfb-44e8-8726-9ddd3700096a tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:17.485862 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] Attempting to bind port 84405a01-cd0d-4bf0-8b98-42cc257f6846 on network f73ace18-6f32-45e8-a920-6ab2b4129b97 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:17.516956 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-8d3ceeb8-7bfb-44e8-8726-9ddd3700096a tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "PUT /v2.0/floatingips/c3642f30-52fd-4880-9ecc-466256d0b8c1 HTTP/1.1" status: 200 len: 695 time: 2.7875493 Jan 27 21:50:17.522038 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff55f43-35d5-4a20-8aea-7060be0d6b77', 'tag': '4a513be2-333f-41ef-aec9-382bb5e9f8e9'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:17.526533 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a05f34-ed85-425f-94d8-49e8f54f1744" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff55f43-35d5-4a20-8aea-7060be0d6b77", "tag": "4a513be2-333f-41ef-aec9-382bb5e9f8e9"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:17.547499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:17.548117 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] Checking segment: {'id': 'fe1a78ab-8282-44d4-a623-c72e4779f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:17.548704 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] Bound using segment: {'id': 'fe1a78ab-8282-44d4-a623-c72e4779f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:17.549342 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] Bound port: 84405a01-cd0d-4bf0-8b98-42cc257f6846, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe1a78ab-8282-44d4-a623-c72e4779f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:17.549903 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (84405a01-cd0d-4bf0-8b98-42cc257f6846), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:17.566156 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8215267-c2f8-43fe-be56-bba07f74ae67 None None] Sync routers for ids ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:50:17.593048 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45f56a6b-d9b0-41c4-b94b-2e07840bc0fd req-70af4445-7a8b-4e09-8185-eb4acc0e98d3 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:50:17.602590 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8215267-c2f8-43fe-be56-bba07f74ae67 None None] Routers {'350b52e3-77d6-46a0-bae3-f6e8f70175d0'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:17.603403 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b8215267-c2f8-43fe-be56-bba07f74ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:49:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:17.605031 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14328208-98f4-4a90-96bf-2a20d7f5d5c4 None None] Sync routers for ids ['03531ac1-7e68-4c93-948b-269fd9d16c92'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:50:17.613160 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-e3ef6596-e4f0-472a-9a25-229d6dad25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:17.617324 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-e3ef6596-e4f0-472a-9a25-229d6dad25eb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=307ee0f93cd34cda8ec9abcf33979fc8&device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 1097 time: 0.0848930 Jan 27 21:50:17.619404 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e46fb6-b58a-4788-9890-e23209540755 req-3a31091e-9503-4cf1-abbc-781cd5178817 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:17.622254 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-d29f5b7f-81d6-4cbf-aa77-f0adb70247ea None None] Provisioning complete for port 0b6544ed-10a5-4795-8542-280fd0a7abc6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:17.622742 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d29f5b7f-81d6-4cbf-aa77-f0adb70247ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0b6544ed-10a5-4795-8542-280fd0a7abc6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:17.623604 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8e46fb6-b58a-4788-9890-e23209540755 req-3a31091e-9503-4cf1-abbc-781cd5178817 tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 1096 time: 0.2084777 Jan 27 21:50:17.644478 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14328208-98f4-4a90-96bf-2a20d7f5d5c4 None None] Routers {'03531ac1-7e68-4c93-948b-269fd9d16c92'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:17.646820 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-14328208-98f4-4a90-96bf-2a20d7f5d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:49:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['03531ac1-7e68-4c93-948b-269fd9d16c92'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:17.665073 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf03d2c6-6a91-4e19-92ee-d733ce75f937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:17.801123 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf03d2c6-6a91-4e19-92ee-d733ce75f937 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:17.830618 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f56a6b-d9b0-41c4-b94b-2e07840bc0fd req-70af4445-7a8b-4e09-8185-eb4acc0e98d3 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] No DVR routers for this DVR port 03cff21d-a46e-472e-b989-c01cdf4c7e98 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:17.833309 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-45f56a6b-d9b0-41c4-b94b-2e07840bc0fd req-70af4445-7a8b-4e09-8185-eb4acc0e98d3 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:17.834006 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-f531a0e1-5a17-4922-88e4-c87e2cd6783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:17.835524 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-f531a0e1-5a17-4922-88e4-c87e2cd6783d service neutron] 10.222.0.23 "GET /v2.0/networks?id=831a3a6a-51c3-4368-adbf-331815b36f4d HTTP/1.1" status: 200 len: 921 time: 0.2076893 Jan 27 21:50:17.841082 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-45f56a6b-d9b0-41c4-b94b-2e07840bc0fd req-70af4445-7a8b-4e09-8185-eb4acc0e98d3 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.21 "DELETE /v2.0/ports/03cff21d-a46e-472e-b989-c01cdf4c7e98 HTTP/1.1" status: 204 len: 173 time: 4.2737472 Jan 27 21:50:17.841940 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-bf03d2c6-6a91-4e19-92ee-d733ce75f937 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:17.868085 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf03d2c6-6a91-4e19-92ee-d733ce75f937 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:17.888935 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18379da-ec85-4d35-a469-9e4b6164a1dd', 'name': 'network-vif-deleted', 'tag': '03cff21d-a46e-472e-b989-c01cdf4c7e98'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:17.891308 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99b9dfa-aee5-467a-bc29-b1874d98e11d" -d '{"events": [{"server_uuid": "e18379da-ec85-4d35-a469-9e4b6164a1dd", "name": "network-vif-deleted", "tag": "03cff21d-a46e-472e-b989-c01cdf4c7e98"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:17.965289 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8e46fb6-b58a-4788-9890-e23209540755 req-b1f14267-cf18-4f1b-84a9-7c7d741c6ebb tempest-LiveMigrationTest-1247223257 tempest-LiveMigrationTest-1247223257-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286910 Jan 27 21:50:18.046271 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-37cab682-d9e9-4eb4-abdd-3f284b8922b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a513be2-333f-41ef-aec9-382bb5e9f8e9 HTTP/1.1" status: 200 len: 217 time: 0.0961392 Jan 27 21:50:18.065217 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03d2c6-6a91-4e19-92ee-d733ce75f937 admin admin] Pushing event updated for resources: {'Port': ['ID=b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:18.097765 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] For port 84405a01-cd0d-4bf0-8b98-42cc257f6846, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:18.114879 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] For port 84405a01-cd0d-4bf0-8b98-42cc257f6846, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=84405a01-cd0d-4bf0-8b98-42cc257f6846,segment=NetworkSegment(fe1a78ab-8282-44d4-a623-c72e4779f3e7),segment_id=fe1a78ab-8282-44d4-a623-c72e4779f3e7)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:18.201760 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86b83e13-5ef0-4a2e-bcf4-4347353bc494 req-b5ba2eae-1b56-41fc-a7c0-c1d85a8aed9b tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.0650263 Jan 27 21:50:18.214617 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-2d1903fe-aafe-4dae-95ac-412357cc97f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:18.216528 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-2d1903fe-aafe-4dae-95ac-412357cc97f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7becb874-eb6e-4f6c-92fe-d47bec9d68c3 HTTP/1.1" status: 200 len: 859 time: 0.1645031 Jan 27 21:50:18.279488 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-14328208-98f4-4a90-96bf-2a20d7f5d5c4 None None] Set router 03531ac1-7e68-4c93-948b-269fd9d16c92 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:18.337677 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-435a7acf-09c0-4a84-a536-3f20b8dcbe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:18.339225 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b8215267-c2f8-43fe-be56-bba07f74ae67 None None] Set router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:18.339659 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-435a7acf-09c0-4a84-a536-3f20b8dcbe5a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=831a3a6a-51c3-4368-adbf-331815b36f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157792 Jan 27 21:50:18.363570 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (84405a01-cd0d-4bf0-8b98-42cc257f6846), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:18.574720 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:18.577009 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:18.579210 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] 10.222.0.15 "PUT /v2.0/ports/84405a01-cd0d-4bf0-8b98-42cc257f6846 HTTP/1.1" status: 200 len: 1092 time: 4.5047393 Jan 27 21:50:18.589191 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488fcd2-76e5-4f23-a930-65a9686fa5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=84405a01-cd0d-4bf0-8b98-42cc257f6846,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:18.664038 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0b6544ed-10a5-4795-8542-280fd0a7abc6 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:18.682986 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-d736e0b4-4010-42ab-ad54-c11d951df5fa service neutron] 10.222.0.23 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366785 Jan 27 21:50:18.734710 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32a073-d883-4821-969e-6a545725fadf req-33843007-2e3d-476d-9fe6-79be21538492 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:18.758148 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32a073-d883-4821-969e-6a545725fadf req-33843007-2e3d-476d-9fe6-79be21538492 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:18.781530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32a073-d883-4821-969e-6a545725fadf req-33843007-2e3d-476d-9fe6-79be21538492 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:18.791350 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32a073-d883-4821-969e-6a545725fadf req-33843007-2e3d-476d-9fe6-79be21538492 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:18.800105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32a073-d883-4821-969e-6a545725fadf req-33843007-2e3d-476d-9fe6-79be21538492 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:18.816551 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac32a073-d883-4821-969e-6a545725fadf req-33843007-2e3d-476d-9fe6-79be21538492 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 3828 time: 0.3040502 Jan 27 21:50:18.888353 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-14328208-98f4-4a90-96bf-2a20d7f5d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-router', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:49Z', 'revision_number': 4, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'gw_port': {'id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '196fbab9-bbcb-432c-b3c7-8fb4d51c06d5', 'name': '', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'mac_address': 'fa:16:3e:11:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:48Z', 'updated_at': '2022-01-27T21:42:55Z', 'revision_number': 5, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'subnets': [{'id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:18.893443 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d29f5b7f-81d6-4cbf-aa77-f0adb70247ea None None] Current status of the port 0b6544ed-10a5-4795-8542-280fd0a7abc6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:18.942473 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 0b6544ed-10a5-4795-8542-280fd0a7abc6 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:18.942866 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0b6544ed-10a5-4795-8542-280fd0a7abc6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:18.995220 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14328208-98f4-4a90-96bf-2a20d7f5d5c4 None None] Checking router: 03531ac1-7e68-4c93-948b-269fd9d16c92 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:50:19.020910 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14328208-98f4-4a90-96bf-2a20d7f5d5c4 None None] Routers {'03531ac1-7e68-4c93-948b-269fd9d16c92'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:19.021575 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-14328208-98f4-4a90-96bf-2a20d7f5d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:49:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['03531ac1-7e68-4c93-948b-269fd9d16c92'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:19.049744 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac32a073-d883-4821-969e-6a545725fadf req-2385c640-e43e-45ee-8d5a-b5c5ef8d0243 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310848 Jan 27 21:50:19.119781 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b8215267-c2f8-43fe-be56-bba07f74ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'c6f44a2a-dfa4-4749-a038-6fc13f4c81d9', 'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'mac_address': 'fa:16:3e:56:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:01Z', 'updated_at': '2022-01-27T21:49:10Z', 'revision_number': 5, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'subnets': [{'id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:19.166724 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bad59832-9e50-41f6-a1cd-1a62af8eb84a req-b65dc5dc-d62a-496c-b9b6-d1ca5009015d service neutron] 10.222.0.23 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947860 Jan 27 21:50:19.201550 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8215267-c2f8-43fe-be56-bba07f74ae67 None None] Checking router: 350b52e3-77d6-46a0-bae3-f6e8f70175d0 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:50:19.227738 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8215267-c2f8-43fe-be56-bba07f74ae67 None None] Routers {'350b52e3-77d6-46a0-bae3-f6e8f70175d0'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:19.230097 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b8215267-c2f8-43fe-be56-bba07f74ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:49:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:19.294416 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a6cb59-7e03-4f13-9833-bda27418d637 x-openstack-request-id: req-80a6cb59-7e03-4f13-9833-bda27418d637 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:19.294721 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff55f43-35d5-4a20-8aea-7060be0d6b77", "tag": "4a513be2-333f-41ef-aec9-382bb5e9f8e9", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:19.294994 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80a6cb59-7e03-4f13-9833-bda27418d637 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:19.295402 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff55f43-35d5-4a20-8aea-7060be0d6b77', 'tag': '4a513be2-333f-41ef-aec9-382bb5e9f8e9', 'status': 'completed', 'code': 200} Jan 27 21:50:19.348749 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-14328208-98f4-4a90-96bf-2a20d7f5d5c4 None None] Set router 03531ac1-7e68-4c93-948b-269fd9d16c92 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:19.459443 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a05f34-ed85-425f-94d8-49e8f54f1744 req-becb1276-0242-4082-8a5b-f503a6516a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:19.461259 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44a05f34-ed85-425f-94d8-49e8f54f1744 req-becb1276-0242-4082-8a5b-f503a6516a97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=307ee0f93cd34cda8ec9abcf33979fc8&device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 1097 time: 0.1527443 Jan 27 21:50:19.489072 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ff9069-2e53-4bb5-808b-ba03d73177c7 x-openstack-request-id: req-25ff9069-2e53-4bb5-808b-ba03d73177c7 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:19.489457 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18379da-ec85-4d35-a469-9e4b6164a1dd", "name": "network-vif-deleted", "tag": "03cff21d-a46e-472e-b989-c01cdf4c7e98", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:19.489670 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25ff9069-2e53-4bb5-808b-ba03d73177c7 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:19.490024 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18379da-ec85-4d35-a469-9e4b6164a1dd', 'name': 'network-vif-deleted', 'tag': '03cff21d-a46e-472e-b989-c01cdf4c7e98', 'status': 'completed', 'code': 200} Jan 27 21:50:19.495119 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] Request body: {'port': {'device_id': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:19.497937 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 0b6544ed-10a5-4795-8542-280fd0a7abc6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:19.581136 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-09ceb149-3cd7-422b-b7a9-b54817c11b03 None None] Provisioning complete for port 0b6544ed-10a5-4795-8542-280fd0a7abc6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:19.581517 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-09ceb149-3cd7-422b-b7a9-b54817c11b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0b6544ed-10a5-4795-8542-280fd0a7abc6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:19.583370 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a05f34-ed85-425f-94d8-49e8f54f1744 req-af2ac22f-0701-4deb-8839-3a34b1fe8c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:19.585218 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44a05f34-ed85-425f-94d8-49e8f54f1744 req-af2ac22f-0701-4deb-8839-3a34b1fe8c70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=831a3a6a-51c3-4368-adbf-331815b36f4d HTTP/1.1" status: 200 len: 921 time: 0.1146698 Jan 27 21:50:19.651253 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf03d2c6-6a91-4e19-92ee-d733ce75f937 admin admin] Publish callbacks [] for router_gateway (ee9268c1-2172-4960-b05a-028e88965a6f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:19.744287 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44a05f34-ed85-425f-94d8-49e8f54f1744 req-c76eea0a-41fe-4a7a-aa34-c6f16cae01d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a513be2-333f-41ef-aec9-382bb5e9f8e9 HTTP/1.1" status: 200 len: 217 time: 0.1492314 Jan 27 21:50:19.802801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5fc37084-ebc1-4757-8a4e-cfa49f44887c req-885a90fb-be55-4e54-9854-b7362e4e9310 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.0858278 Jan 27 21:50:19.943295 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-09ceb149-3cd7-422b-b7a9-b54817c11b03 None None] Current status of the port 0b6544ed-10a5-4795-8542-280fd0a7abc6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:19.990377 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3104ba69-ec6e-49e9-9127-78e5e52dd511), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:20.006954 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-14328208-98f4-4a90-96bf-2a20d7f5d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-router', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:49Z', 'revision_number': 4, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'gw_port': {'id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '196fbab9-bbcb-432c-b3c7-8fb4d51c06d5', 'name': '', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'mac_address': 'fa:16:3e:11:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:48Z', 'updated_at': '2022-01-27T21:42:55Z', 'revision_number': 5, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'subnets': [{'id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:20.020669 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b8215267-c2f8-43fe-be56-bba07f74ae67 None None] Set router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:20.028029 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a05f34-ed85-425f-94d8-49e8f54f1744 req-bf19a215-b231-411f-a75b-367f0517c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:20.029528 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44a05f34-ed85-425f-94d8-49e8f54f1744 req-bf19a215-b231-411f-a75b-367f0517c74e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7becb874-eb6e-4f6c-92fe-d47bec9d68c3 HTTP/1.1" status: 200 len: 859 time: 0.2571585 Jan 27 21:50:20.063334 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14328208-98f4-4a90-96bf-2a20d7f5d5c4 None None] The sync data for ids ['03531ac1-7e68-4c93-948b-269fd9d16c92'] in n-d-772272-3 is: [{'id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-router', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:49Z', 'revision_number': 4, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'gw_port': {'id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '196fbab9-bbcb-432c-b3c7-8fb4d51c06d5', 'name': '', 'network_id': '15739e47-d117-45df-b39e-3668ba6a6ce6', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'mac_address': 'fa:16:3e:11:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:48Z', 'updated_at': '2022-01-27T21:42:55Z', 'revision_number': 5, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'subnets': [{'id': 'eca82b27-8c14-4e8f-bf68-e048c8afdfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:50:20.162029 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac2e4c-5246-425c-8642-7ad8261e1c29 req-cfbdc4b3-28dc-41d6-91f9-d5eb2bd90133 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:20.169560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5ac2e4c-5246-425c-8642-7ad8261e1c29 req-cfbdc4b3-28dc-41d6-91f9-d5eb2bd90133 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 944 time: 0.2410765 Jan 27 21:50:20.211499 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35550178-4f22-4615-8ff1-2d2084ea3165 req-a3ea0d96-fe83-4e4a-a338-aa18200a94fc tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:20.219446 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-35550178-4f22-4615-8ff1-2d2084ea3165 req-a3ea0d96-fe83-4e4a-a338-aa18200a94fc tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 945 time: 0.1704452 Jan 27 21:50:20.272443 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf03d2c6-6a91-4e19-92ee-d733ce75f937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (ee9268c1-2172-4960-b05a-028e88965a6f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:20.277727 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a05f34-ed85-425f-94d8-49e8f54f1744 req-d37574ba-5114-49cf-a526-ac5ca32225b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:20.279389 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44a05f34-ed85-425f-94d8-49e8f54f1744 req-d37574ba-5114-49cf-a526-ac5ca32225b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=831a3a6a-51c3-4368-adbf-331815b36f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2275643 Jan 27 21:50:20.328665 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5ac2e4c-5246-425c-8642-7ad8261e1c29 req-699fa1da-d547-44fd-ab30-30a26480175d tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578817 Jan 27 21:50:20.615218 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae8ae42-54ac-47e3-9478-1aa1ea72ed7d None None] New status for floating IP de843f04-6262-4956-81f0-ce0499e56019: DOWN {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:50:20.754997 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4544402-a146-4f39-ab3c-740dab4d9d9f req-7c2556c1-8687-453c-9601-467a11f26245 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:20.756149 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-35550178-4f22-4615-8ff1-2d2084ea3165 req-82e7570e-dbb7-4419-acf8-881cdd99870f tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5353310 Jan 27 21:50:20.756585 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-d4544402-a146-4f39-ab3c-740dab4d9d9f req-7c2556c1-8687-453c-9601-467a11f26245 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.21 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 944 time: 0.2362390 Jan 27 21:50:20.780933 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aad14ef2-e765-48d5-bbf4-cd14a2abe75d req-c73229fc-69e7-4f01-b88a-7931fc154ac4 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/floatingips/c3642f30-52fd-4880-9ecc-466256d0b8c1 HTTP/1.1" status: 200 len: 695 time: 0.2956254 Jan 27 21:50:20.922100 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:20.924808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b8215267-c2f8-43fe-be56-bba07f74ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'c6f44a2a-dfa4-4749-a038-6fc13f4c81d9', 'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'mac_address': 'fa:16:3e:56:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:01Z', 'updated_at': '2022-01-27T21:49:10Z', 'revision_number': 5, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'subnets': [{'id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:20.962233 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8215267-c2f8-43fe-be56-bba07f74ae67 None None] The sync data for ids ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'] in n-d-772272-3 is: [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:49:02Z', 'revision_number': 4, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'c6f44a2a-dfa4-4749-a038-6fc13f4c81d9', 'name': '', 'network_id': '831a3a6a-51c3-4368-adbf-331815b36f4d', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'mac_address': 'fa:16:3e:56:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:49:01Z', 'updated_at': '2022-01-27T21:49:10Z', 'revision_number': 5, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'subnets': [{'id': '7becb874-eb6e-4f6c-92fe-d47bec9d68c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:50:21.002670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad14ef2-e765-48d5-bbf4-cd14a2abe75d req-52042fef-7b5e-434f-9155-1997e8f12f38 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:21.022958 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aad14ef2-e765-48d5-bbf4-cd14a2abe75d req-52042fef-7b5e-434f-9155-1997e8f12f38 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.2410526 Jan 27 21:50:21.028457 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3104ba69-ec6e-49e9-9127-78e5e52dd511 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:50:21.045917 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] Publish callbacks [] for port (3104ba69-ec6e-49e9-9127-78e5e52dd511), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:21.102702 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] Transition to ACTIVE for port object 3104ba69-ec6e-49e9-9127-78e5e52dd511 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:50:21.129441 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (3104ba69-ec6e-49e9-9127-78e5e52dd511), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:21.151945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aad14ef2-e765-48d5-bbf4-cd14a2abe75d req-e4f22c39-5f23-4091-9573-9c01a53dc672 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 698 time: 0.1280200 Jan 27 21:50:21.291793 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44a05f34-ed85-425f-94d8-49e8f54f1744 req-ebb5b9ce-260e-45a4-874d-03347f64ca73 service neutron] 10.222.0.15 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9947457 Jan 27 21:50:21.344050 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cd6fa-7a88-4a52-ad04-f3d12809ace1 req-93a133e8-5f9c-4502-96e5-8d73491825e0 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:21.348104 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-655cd6fa-7a88-4a52-ad04-f3d12809ace1 req-93a133e8-5f9c-4502-96e5-8d73491825e0 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.15 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 945 time: 0.8674068 Jan 27 21:50:21.361386 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aad14ef2-e765-48d5-bbf4-cd14a2abe75d req-910dc4f3-1b6e-42d3-8b9a-aac7c4e5f727 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 698 time: 0.1941180 Jan 27 21:50:21.426255 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31682f04-e524-46e5-9e54-3ca7e5c5107f req-b66563db-5e11-4427-8208-ed61aa73fedf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:21.433877 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf03d2c6-6a91-4e19-92ee-d733ce75f937 admin admin] Router ee9268c1-2172-4960-b05a-028e88965a6f is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:50:21.443328 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31682f04-e524-46e5-9e54-3ca7e5c5107f req-b66563db-5e11-4427-8208-ed61aa73fedf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:21.451472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31682f04-e524-46e5-9e54-3ca7e5c5107f req-b66563db-5e11-4427-8208-ed61aa73fedf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:21.469441 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31682f04-e524-46e5-9e54-3ca7e5c5107f req-b66563db-5e11-4427-8208-ed61aa73fedf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:21.489855 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31682f04-e524-46e5-9e54-3ca7e5c5107f req-b66563db-5e11-4427-8208-ed61aa73fedf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:21.498533 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31682f04-e524-46e5-9e54-3ca7e5c5107f req-b66563db-5e11-4427-8208-ed61aa73fedf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 3828 time: 0.5198133 Jan 27 21:50:21.515299 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'tag': '84405a01-cd0d-4bf0-8b98-42cc257f6846'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:21.525078 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d080df93-9947-41fb-aaf0-1036cf1eb910" -d '{"events": [{"name": "network-changed", "server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "tag": "84405a01-cd0d-4bf0-8b98-42cc257f6846"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:21.555429 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] Pushing event updated for resources: {'Port': ['ID=3104ba69-ec6e-49e9-9127-78e5e52dd511,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:21.571640 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc722975-e7fd-4c36-9abd-5f3d98c244ba None None] New status for floating IP c3642f30-52fd-4880-9ecc-466256d0b8c1: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:50:21.823738 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] Attempting to bind port 3104ba69-ec6e-49e9-9127-78e5e52dd511 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:21.824332 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] Attempting to bind port 3104ba69-ec6e-49e9-9127-78e5e52dd511 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:21.824332 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] Attempting to bind port 3104ba69-ec6e-49e9-9127-78e5e52dd511 on network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:21.846447 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-d4544402-a146-4f39-ab3c-740dab4d9d9f req-987ed35a-5420-46b6-bbde-111e354fd49c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Deleting port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:21.846824 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-d4544402-a146-4f39-ab3c-740dab4d9d9f req-987ed35a-5420-46b6-bbde-111e354fd49c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (a8a44e1e-4a61-45f2-ae17-7f7b0426eb20), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:21.862685 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] Port 3104ba69-ec6e-49e9-9127-78e5e52dd511 on network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:21.863012 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] Attempting to bind port 3104ba69-ec6e-49e9-9127-78e5e52dd511 on network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:21.898009 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf03d2c6-6a91-4e19-92ee-d733ce75f937 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:50:21.904132 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31682f04-e524-46e5-9e54-3ca7e5c5107f req-562b9545-8e36-4227-93a4-b57efb0ba5f2 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4034603 Jan 27 21:50:21.910864 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] Sync routers for ids ['ee9268c1-2172-4960-b05a-028e88965a6f'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:50:21.941990 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] Routers {'ee9268c1-2172-4960-b05a-028e88965a6f'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:21.942783 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:49:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ee9268c1-2172-4960-b05a-028e88965a6f'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:21.944659 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:21.945001 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] Checking segment: {'id': '3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:21.945207 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44a05f34-ed85-425f-94d8-49e8f54f1744 req-c3ed83c6-b724-44ee-ba43-49a5b5a4a339 service neutron] 10.222.0.15 "GET /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6392758 Jan 27 21:50:21.945387 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] Bound using segment: {'id': '3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:21.945825 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] Bound port: 3104ba69-ec6e-49e9-9127-78e5e52dd511, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:21.946204 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3104ba69-ec6e-49e9-9127-78e5e52dd511), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.007488 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51690) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:22.035882 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-655cd6fa-7a88-4a52-ad04-f3d12809ace1 req-8d45509a-93ac-47fa-8aec-48a72f8b566e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Deleting port a56e79cc-a182-4ceb-ae32-683623dafe7b {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:22.036257 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-655cd6fa-7a88-4a52-ad04-f3d12809ace1 req-8d45509a-93ac-47fa-8aec-48a72f8b566e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (a56e79cc-a182-4ceb-ae32-683623dafe7b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.053716 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf03d2c6-6a91-4e19-92ee-d733ce75f937 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.061358 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bf03d2c6-6a91-4e19-92ee-d733ce75f937 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1303029 Jan 27 21:50:22.071883 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51692) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:22.127230 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-aad14ef2-e765-48d5-bbf4-cd14a2abe75d req-109a77fb-1b78-4464-a85a-89b219d6f24f tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Deleting port 7399ef8d-68fd-4c0d-bc81-32a49c8e76cb {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:22.132824 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-aad14ef2-e765-48d5-bbf4-cd14a2abe75d req-109a77fb-1b78-4464-a85a-89b219d6f24f tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7399ef8d-68fd-4c0d-bc81-32a49c8e76cb), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.138101 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] Set router ee9268c1-2172-4960-b05a-028e88965a6f gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:22.172064 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-d4544402-a146-4f39-ab3c-740dab4d9d9f req-987ed35a-5420-46b6-bbde-111e354fd49c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] For port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:22.172671 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-d4544402-a146-4f39-ab3c-740dab4d9d9f req-987ed35a-5420-46b6-bbde-111e354fd49c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (a8a44e1e-4a61-45f2-ae17-7f7b0426eb20), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.185994 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-d4544402-a146-4f39-ab3c-740dab4d9d9f req-987ed35a-5420-46b6-bbde-111e354fd49c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Calling delete_port for a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:22.337543 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16abed67-733c-487a-9fc0-84776c80bec1 req-57afd927-0f91-45f1-95ad-a63abf04528b tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.1229928 Jan 27 21:50:22.368208 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'name': 'tempest-TaggedBootDevicesTest-288674263-router', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:14Z', 'updated_at': '2022-01-27T21:50:18Z', 'revision_number': 3, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'gw_port': {'id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:17Z', 'updated_at': '2022-01-27T21:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:22.394136 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-123e5f08-33c5-4c38-a411-0f14f309df59 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for security_group (1398a6cb-dc36-44ea-8f0b-45641a4d9786), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.447966 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] Checking router: ee9268c1-2172-4960-b05a-028e88965a6f for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:50:22.448706 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] Updating router ee9268c1-2172-4960-b05a-028e88965a6f port b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:50:22.477055 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] For port 3104ba69-ec6e-49e9-9127-78e5e52dd511, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:22.483159 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] For port 3104ba69-ec6e-49e9-9127-78e5e52dd511, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=3104ba69-ec6e-49e9-9127-78e5e52dd511,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:22.488873 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-d4544402-a146-4f39-ab3c-740dab4d9d9f req-987ed35a-5420-46b6-bbde-111e354fd49c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (a8a44e1e-4a61-45f2-ae17-7f7b0426eb20), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.502807 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.544340 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-123e5f08-33c5-4c38-a411-0f14f309df59 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for security_group (1398a6cb-dc36-44ea-8f0b-45641a4d9786), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.548565 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (3104ba69-ec6e-49e9-9127-78e5e52dd511), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.597205 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ed35a-5420-46b6-bbde-111e354fd49c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Pushing event deleted for resources: {'Port': ['ID=a8a44e1e-4a61-45f2-ae17-7f7b0426eb20,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:22.620299 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31c90a99-212b-48de-acb3-8dae95f8f0e8 req-502363f8-6b69-42b8-ac8a-6fc0f3bc933f tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=bee90d1d-be51-4265-a516-248d9844c00f HTTP/1.1" status: 200 len: 210 time: 0.1358020 Jan 27 21:50:22.636456 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-123e5f08-33c5-4c38-a411-0f14f309df59 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1398a6cb-dc36-44ea-8f0b-45641a4d9786), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.639230 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-123e5f08-33c5-4c38-a411-0f14f309df59 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.643509 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-123e5f08-33c5-4c38-a411-0f14f309df59 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "DELETE /v2.0/security-groups/1398a6cb-dc36-44ea-8f0b-45641a4d9786 HTTP/1.1" status: 204 len: 168 time: 0.6214986 Jan 27 21:50:22.643509 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-655cd6fa-7a88-4a52-ad04-f3d12809ace1 req-8d45509a-93ac-47fa-8aec-48a72f8b566e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] For port a56e79cc-a182-4ceb-ae32-683623dafe7b, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=a56e79cc-a182-4ceb-ae32-683623dafe7b,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:22.643509 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-655cd6fa-7a88-4a52-ad04-f3d12809ace1 req-8d45509a-93ac-47fa-8aec-48a72f8b566e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (a56e79cc-a182-4ceb-ae32-683623dafe7b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.663398 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51694) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:22.691051 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-aad14ef2-e765-48d5-bbf4-cd14a2abe75d req-109a77fb-1b78-4464-a85a-89b219d6f24f tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7399ef8d-68fd-4c0d-bc81-32a49c8e76cb), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.691376 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-aad14ef2-e765-48d5-bbf4-cd14a2abe75d req-109a77fb-1b78-4464-a85a-89b219d6f24f tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks [] for floatingip (7399ef8d-68fd-4c0d-bc81-32a49c8e76cb), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.708924 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] Pushing event updated for resources: {'Port': ['ID=3104ba69-ec6e-49e9-9127-78e5e52dd511,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:22.718290 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:22.719420 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.721160 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7a54a835-6b71-4b95-b3ff-1ead10b3cc3e service neutron] 10.222.0.15 "PUT /v2.0/ports/3104ba69-ec6e-49e9-9127-78e5e52dd511 HTTP/1.1" status: 200 len: 1136 time: 3.2302964 Jan 27 21:50:22.727516 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a49405a-dd03-4906-85e9-c13e6d02324c x-openstack-request-id: req-2a49405a-dd03-4906-85e9-c13e6d02324c {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:22.729623 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "tag": "84405a01-cd0d-4bf0-8b98-42cc257f6846", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:22.730410 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a49405a-dd03-4906-85e9-c13e6d02324c {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:22.731833 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'tag': '84405a01-cd0d-4bf0-8b98-42cc257f6846', 'status': 'completed', 'code': 200} Jan 27 21:50:22.742454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e5f08-33c5-4c38-a411-0f14f309df59 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1398a6cb-dc36-44ea-8f0b-45641a4d9786,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:22.749308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-655cd6fa-7a88-4a52-ad04-f3d12809ace1 req-8d45509a-93ac-47fa-8aec-48a72f8b566e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Calling delete_port for a56e79cc-a182-4ceb-ae32-683623dafe7b owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:22.752393 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-8474c68e-3e03-4860-b371-810c78394624 service neutron] Request body: {'port': {'device_id': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:22.775663 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4544402-a146-4f39-ab3c-740dab4d9d9f req-987ed35a-5420-46b6-bbde-111e354fd49c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] No DVR routers for this DVR port a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:22.778702 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-d4544402-a146-4f39-ab3c-740dab4d9d9f req-987ed35a-5420-46b6-bbde-111e354fd49c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.778879 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-aad14ef2-e765-48d5-bbf4-cd14a2abe75d req-109a77fb-1b78-4464-a85a-89b219d6f24f tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Calling delete_port for 7399ef8d-68fd-4c0d-bc81-32a49c8e76cb owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:22.784302 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-d4544402-a146-4f39-ab3c-740dab4d9d9f req-987ed35a-5420-46b6-bbde-111e354fd49c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.21 "DELETE /v2.0/ports/a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 HTTP/1.1" status: 204 len: 173 time: 1.6725473 Jan 27 21:50:22.878100 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-e24b8189-2d48-498b-94d6-2a536757d93c tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] show failed (client error): The resource could not be found. Jan 27 21:50:22.879739 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e24b8189-2d48-498b-94d6-2a536757d93c tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "GET /v2.0/security-groups/1398a6cb-dc36-44ea-8f0b-45641a4d9786 HTTP/1.1" status: 404 len: 347 time: 0.2077434 Jan 27 21:50:22.896570 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51696) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:23.013053 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.15', 52297) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:23.087328 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-8474c68e-3e03-4860-b371-810c78394624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (58a6677b-4259-4a9e-b0ad-e5e44fe71385), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.102197 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] Publish callbacks [] for port (b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.109923 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.158350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] Attempting to bind port b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:23.159154 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] Attempting to bind port b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:23.159870 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] Attempting to bind port b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:23.161281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080df93-9947-41fb-aaf0-1036cf1eb910 req-0b22c7cc-b39a-4e9f-bea0-b85034314742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:23.161769 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080df93-9947-41fb-aaf0-1036cf1eb910 req-0b22c7cc-b39a-4e9f-bea0-b85034314742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:23.162243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080df93-9947-41fb-aaf0-1036cf1eb910 req-0b22c7cc-b39a-4e9f-bea0-b85034314742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:23.162769 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080df93-9947-41fb-aaf0-1036cf1eb910 req-0b22c7cc-b39a-4e9f-bea0-b85034314742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:23.163172 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080df93-9947-41fb-aaf0-1036cf1eb910 req-0b22c7cc-b39a-4e9f-bea0-b85034314742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:23.163635 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080df93-9947-41fb-aaf0-1036cf1eb910 req-0b22c7cc-b39a-4e9f-bea0-b85034314742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:23.174734 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d080df93-9947-41fb-aaf0-1036cf1eb910 req-0b22c7cc-b39a-4e9f-bea0-b85034314742 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c221dbb11cf44d8baddb08b573ae1274&device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5292 time: 0.4004400 Jan 27 21:50:23.196239 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:23.196903 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:23.197640 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.198658 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:23.199452 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] Bound port: b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:23.200028 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.254462 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a3f1aa3-4ce6-48f1-8151-45e01151481c req-90b7355d-7b7c-4e95-af19-ba6182fa406a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2403500 Jan 27 21:50:23.299610 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c9fd4-00f6-4724-b609-6cf1ae34f215 None None] Pushing event updated for resources: {'Port': ['ID=b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:23.337331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] For port b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:23.347436 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] For port b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:23.355875 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.407808 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ceff4896-e11c-495f-a306-f91f0c4a9397 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Deleting port dd96a59f-f133-45e6-96b8-c6c795eae3d1 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:23.408275 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ceff4896-e11c-495f-a306-f91f0c4a9397 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (dd96a59f-f133-45e6-96b8-c6c795eae3d1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.434608 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device a56e79cc-a182-4ceb-ae32-683623dafe7b no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:23.712962 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ceff4896-e11c-495f-a306-f91f0c4a9397 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (dd96a59f-f133-45e6-96b8-c6c795eae3d1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.716131 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ceff4896-e11c-495f-a306-f91f0c4a9397 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for floatingip (dd96a59f-f133-45e6-96b8-c6c795eae3d1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.766997 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c9fd4-00f6-4724-b609-6cf1ae34f215 None None] Pushing event updated for resources: {'Port': ['ID=b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:23.817683 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] Routers {'ee9268c1-2172-4960-b05a-028e88965a6f'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:23.818340 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:49:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ee9268c1-2172-4960-b05a-028e88965a6f'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:23.920630 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ceff4896-e11c-495f-a306-f91f0c4a9397 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Calling delete_port for dd96a59f-f133-45e6-96b8-c6c795eae3d1 owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:23.946482 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port a56e79cc-a182-4ceb-ae32-683623dafe7b is: DOWN; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:23.958152 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:23.997345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e0874-5c1b-40f1-818c-fd519a6c15b4 req-c19ac751-5c4f-403d-8fab-65c3f265fc0e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:24.005823 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-535e0874-5c1b-40f1-818c-fd519a6c15b4 req-c19ac751-5c4f-403d-8fab-65c3f265fc0e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 945 time: 0.9939868 Jan 27 21:50:24.026743 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:24.026975 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device a8a44e1e-4a61-45f2-ae17-7f7b0426eb20 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:24.067732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f1aa3-4ce6-48f1-8151-45e01151481c req-54573fac-aede-476f-a2e1-bc928b99fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:24.074882 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a3f1aa3-4ce6-48f1-8151-45e01151481c req-54573fac-aede-476f-a2e1-bc928b99fc90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f69f01a295841ef87a2606a7f3645b9&device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 1095 time: 0.7792480 Jan 27 21:50:24.080249 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] Set router ee9268c1-2172-4960-b05a-028e88965a6f gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:24.082355 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2a557ebc-1793-4077-91ed-ab46505c969e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:24.230349 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f1aa3-4ce6-48f1-8151-45e01151481c req-3a8b399d-aa7c-4222-b35b-605a8cedef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:24.231839 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a3f1aa3-4ce6-48f1-8151-45e01151481c req-3a8b399d-aa7c-4222-b35b-605a8cedef49 service neutron] 10.222.0.15 "GET /v2.0/networks?id=09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 200 len: 920 time: 0.1283488 Jan 27 21:50:24.327038 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-535e0874-5c1b-40f1-818c-fd519a6c15b4 req-97283c85-4aad-4d01-9b4e-9d3d5ae38091 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147893 Jan 27 21:50:24.328808 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a3f1aa3-4ce6-48f1-8151-45e01151481c req-8fa64014-402f-40d0-8ce3-1fd3950ce8e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cbd2886-bcee-456e-bdfd-c12bedf27a91 HTTP/1.1" status: 200 len: 217 time: 0.0625646 Jan 27 21:50:24.332923 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'name': 'tempest-TaggedBootDevicesTest-288674263-router', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:14Z', 'updated_at': '2022-01-27T21:50:18Z', 'revision_number': 3, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'gw_port': {'id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:17Z', 'updated_at': '2022-01-27T21:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:24.372128 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d964fd50-e1e6-4e60-97a9-cc6f174da462 None None] The sync data for ids ['ee9268c1-2172-4960-b05a-028e88965a6f'] in n-d-772272-3 is: [{'id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'name': 'tempest-TaggedBootDevicesTest-288674263-router', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:14Z', 'updated_at': '2022-01-27T21:50:18Z', 'revision_number': 3, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'gw_port': {'id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:17Z', 'updated_at': '2022-01-27T21:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:50:24.422549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f1aa3-4ce6-48f1-8151-45e01151481c req-1a2869d6-f4c9-4276-9df7-877e8a2af9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:24.424146 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a3f1aa3-4ce6-48f1-8151-45e01151481c req-1a2869d6-f4c9-4276-9df7-877e8a2af9ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 200 len: 859 time: 0.0742018 Jan 27 21:50:24.564257 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-655cd6fa-7a88-4a52-ad04-f3d12809ace1 req-8d45509a-93ac-47fa-8aec-48a72f8b566e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (a56e79cc-a182-4ceb-ae32-683623dafe7b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:24.577102 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['e207a24b-6340-4d64-8b69-80f333fccfd7'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:50:24.581255 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080df93-9947-41fb-aaf0-1036cf1eb910 req-6ea0bf03-01f0-4aaf-bf01-915e11684f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:24.581633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080df93-9947-41fb-aaf0-1036cf1eb910 req-6ea0bf03-01f0-4aaf-bf01-915e11684f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:24.582092 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080df93-9947-41fb-aaf0-1036cf1eb910 req-6ea0bf03-01f0-4aaf-bf01-915e11684f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:24.583655 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d080df93-9947-41fb-aaf0-1036cf1eb910 req-6ea0bf03-01f0-4aaf-bf01-915e11684f46 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c221dbb11cf44d8baddb08b573ae1274&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.3721321 Jan 27 21:50:24.619103 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a3f1aa3-4ce6-48f1-8151-45e01151481c req-2499a376-7102-4234-bc4b-b98d6288acbd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09918c0d-49b1-4f58-a6c2-3a0eabdef867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1689000 Jan 27 21:50:24.631024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45509a-93ac-47fa-8aec-48a72f8b566e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Pushing event deleted for resources: {'Port': ['ID=a56e79cc-a182-4ceb-ae32-683623dafe7b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:24.776547 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'tag': '3104ba69-ec6e-49e9-9127-78e5e52dd511'}, {'server_uuid': 'bee90d1d-be51-4265-a516-248d9844c00f', 'name': 'network-vif-deleted', 'tag': 'a8a44e1e-4a61-45f2-ae17-7f7b0426eb20'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:24.783333 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b0da69-b30b-4c15-a923-e92368b32389" -d '{"events": [{"name": "network-changed", "server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "tag": "3104ba69-ec6e-49e9-9127-78e5e52dd511"}, {"server_uuid": "bee90d1d-be51-4265-a516-248d9844c00f", "name": "network-vif-deleted", "tag": "a8a44e1e-4a61-45f2-ae17-7f7b0426eb20"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:24.809278 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-8474c68e-3e03-4860-b371-810c78394624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a6677b-4259-4a9e-b0ad-e5e44fe71385 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:50:24.822855 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-8474c68e-3e03-4860-b371-810c78394624 service neutron] Publish callbacks [] for port (58a6677b-4259-4a9e-b0ad-e5e44fe71385), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:24.891257 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-aad14ef2-e765-48d5-bbf4-cd14a2abe75d req-109a77fb-1b78-4464-a85a-89b219d6f24f tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (7399ef8d-68fd-4c0d-bc81-32a49c8e76cb), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:24.896628 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-8474c68e-3e03-4860-b371-810c78394624 service neutron] Transition to ACTIVE for port object 58a6677b-4259-4a9e-b0ad-e5e44fe71385 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:50:24.900978 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ceff4896-e11c-495f-a306-f91f0c4a9397 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (dd96a59f-f133-45e6-96b8-c6c795eae3d1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:24.909796 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-8474c68e-3e03-4860-b371-810c78394624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (58a6677b-4259-4a9e-b0ad-e5e44fe71385), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:24.961201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff4896-e11c-495f-a306-f91f0c4a9397 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Pushing event deleted for resources: {'Port': ['ID=dd96a59f-f133-45e6-96b8-c6c795eae3d1,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:24.967115 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:50:25.087447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-655cd6fa-7a88-4a52-ad04-f3d12809ace1 req-8d45509a-93ac-47fa-8aec-48a72f8b566e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] No DVR routers for this DVR port a56e79cc-a182-4ceb-ae32-683623dafe7b on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:25.091062 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-655cd6fa-7a88-4a52-ad04-f3d12809ace1 req-8d45509a-93ac-47fa-8aec-48a72f8b566e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:25.095555 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-655cd6fa-7a88-4a52-ad04-f3d12809ace1 req-8d45509a-93ac-47fa-8aec-48a72f8b566e tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.15 "DELETE /v2.0/ports/a56e79cc-a182-4ceb-ae32-683623dafe7b HTTP/1.1" status: 204 len: 173 time: 3.7293684 Jan 27 21:50:25.105959 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474c68e-3e03-4860-b371-810c78394624 service neutron] Pushing event updated for resources: {'Port': ['ID=58a6677b-4259-4a9e-b0ad-e5e44fe71385,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:25.107615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29028492-6342-4bde-9b7b-2457506d5a90', 'name': 'network-vif-deleted', 'tag': 'a56e79cc-a182-4ceb-ae32-683623dafe7b'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:25.121239 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a93e2d2-c452-4bab-9168-79f761bf96ee" -d '{"events": [{"server_uuid": "29028492-6342-4bde-9b7b-2457506d5a90", "name": "network-vif-deleted", "tag": "a56e79cc-a182-4ceb-ae32-683623dafe7b"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:25.132878 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a77fb-1b78-4464-a85a-89b219d6f24f tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Pushing event deleted for resources: {'Port': ['ID=7399ef8d-68fd-4c0d-bc81-32a49c8e76cb,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:25.194443 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1348b-920d-402b-8128-02656b45bbf4 req-e6c6f494-7206-44ef-8d8b-f155a59533f0 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:25.201102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1348b-920d-402b-8128-02656b45bbf4 req-e6c6f494-7206-44ef-8d8b-f155a59533f0 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:25.207922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1348b-920d-402b-8128-02656b45bbf4 req-e6c6f494-7206-44ef-8d8b-f155a59533f0 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:25.214816 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1348b-920d-402b-8128-02656b45bbf4 req-e6c6f494-7206-44ef-8d8b-f155a59533f0 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:25.221139 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1348b-920d-402b-8128-02656b45bbf4 req-e6c6f494-7206-44ef-8d8b-f155a59533f0 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:25.236955 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1348b-920d-402b-8128-02656b45bbf4 req-e6c6f494-7206-44ef-8d8b-f155a59533f0 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:25.240293 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44e1348b-920d-402b-8128-02656b45bbf4 req-e6c6f494-7206-44ef-8d8b-f155a59533f0 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 4606 time: 0.8026040 Jan 27 21:50:25.273629 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a3f1aa3-4ce6-48f1-8151-45e01151481c req-8a4ca7d7-a0e1-4238-a200-9bd1d37f1a46 service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6341820 Jan 27 21:50:25.274858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080df93-9947-41fb-aaf0-1036cf1eb910 req-0122519b-efaa-4c7c-a430-fda3fe40c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:25.276282 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d080df93-9947-41fb-aaf0-1036cf1eb910 req-0122519b-efaa-4c7c-a430-fda3fe40c92c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6544347 Jan 27 21:50:25.351382 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-8474c68e-3e03-4860-b371-810c78394624 service neutron] Attempting to bind port 58a6677b-4259-4a9e-b0ad-e5e44fe71385 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:25.351732 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-8474c68e-3e03-4860-b371-810c78394624 service neutron] Attempting to bind port 58a6677b-4259-4a9e-b0ad-e5e44fe71385 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:25.352069 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-8474c68e-3e03-4860-b371-810c78394624 service neutron] Attempting to bind port 58a6677b-4259-4a9e-b0ad-e5e44fe71385 on network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:25.357640 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ceff4896-e11c-495f-a306-f91f0c4a9397 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks [] for floatingip (de843f04-6262-4956-81f0-ce0499e56019), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:25.361801 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ceff4896-e11c-495f-a306-f91f0c4a9397 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:25.369264 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ceff4896-e11c-495f-a306-f91f0c4a9397 tempest-ServersWithSpecificFlavorTestJSON-1013035367 tempest-ServersWithSpecificFlavorTestJSON-1013035367-project] 10.222.0.23 "DELETE /v2.0/floatingips/de843f04-6262-4956-81f0-ce0499e56019 HTTP/1.1" status: 204 len: 168 time: 2.4695759 Jan 27 21:50:25.372492 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-8474c68e-3e03-4860-b371-810c78394624 service neutron] Port 58a6677b-4259-4a9e-b0ad-e5e44fe71385 on network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:25.372492 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-8474c68e-3e03-4860-b371-810c78394624 service neutron] Attempting to bind port 58a6677b-4259-4a9e-b0ad-e5e44fe71385 on network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:25.383778 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-8474c68e-3e03-4860-b371-810c78394624 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:25.384120 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-8474c68e-3e03-4860-b371-810c78394624 service neutron] Checking segment: {'id': '3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:25.384555 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-8474c68e-3e03-4860-b371-810c78394624 service neutron] Bound using segment: {'id': '3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:25.385249 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-8474c68e-3e03-4860-b371-810c78394624 service neutron] Bound port: 58a6677b-4259-4a9e-b0ad-e5e44fe71385, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:25.385620 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-8474c68e-3e03-4860-b371-810c78394624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (58a6677b-4259-4a9e-b0ad-e5e44fe71385), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:25.399750 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd167ae4-32e5-4fdd-a22d-173fd742ec94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:25.466914 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-aad14ef2-e765-48d5-bbf4-cd14a2abe75d req-109a77fb-1b78-4464-a85a-89b219d6f24f tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks [] for floatingip (c3642f30-52fd-4880-9ecc-466256d0b8c1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:25.470246 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-aad14ef2-e765-48d5-bbf4-cd14a2abe75d req-109a77fb-1b78-4464-a85a-89b219d6f24f tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:25.471980 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aad14ef2-e765-48d5-bbf4-cd14a2abe75d req-109a77fb-1b78-4464-a85a-89b219d6f24f tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "DELETE /v2.0/floatingips/c3642f30-52fd-4880-9ecc-466256d0b8c1 HTTP/1.1" status: 204 len: 173 time: 4.0804954 Jan 27 21:50:25.524879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44e1348b-920d-402b-8128-02656b45bbf4 req-ae97e4bd-d684-408e-a3ce-7027474078a3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2402658 Jan 27 21:50:25.580431 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a3f1aa3-4ce6-48f1-8151-45e01151481c req-7e9b09a5-203e-46d7-b6e8-7ecaba4c8e2a service neutron] 10.222.0.15 "GET /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468123 Jan 27 21:50:25.676113 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-8474c68e-3e03-4860-b371-810c78394624 service neutron] For port 58a6677b-4259-4a9e-b0ad-e5e44fe71385, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:25.694324 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-8474c68e-3e03-4860-b371-810c78394624 service neutron] For port 58a6677b-4259-4a9e-b0ad-e5e44fe71385, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=58a6677b-4259-4a9e-b0ad-e5e44fe71385,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:25.695374 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa1fdf00-52aa-4694-a1b8-57cb0691e2d5 req-14fcee12-1428-44d4-9df7-e68f4182b582 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.0602570 Jan 27 21:50:25.703127 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-8474c68e-3e03-4860-b371-810c78394624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (58a6677b-4259-4a9e-b0ad-e5e44fe71385), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:25.706267 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-cd167ae4-32e5-4fdd-a22d-173fd742ec94 admin admin] Allocated IP 172.20.0.1 (0bade858-af63-49b3-909a-6a7d96619464/f20c5a1f-1a73-4497-aee3-c74aed8b30bf/2832d344-229f-4bf2-897b-df271dcedc5b) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:25.760846 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-8474c68e-3e03-4860-b371-810c78394624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:25.761466 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-8474c68e-3e03-4860-b371-810c78394624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:25.762842 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-8474c68e-3e03-4860-b371-810c78394624 service neutron] 10.222.0.15 "PUT /v2.0/ports/58a6677b-4259-4a9e-b0ad-e5e44fe71385 HTTP/1.1" status: 200 len: 1136 time: 3.0167942 Jan 27 21:50:25.778010 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d832bf9-1634-4821-94ee-2b5eeb39adf8 x-openstack-request-id: req-6d832bf9-1634-4821-94ee-2b5eeb39adf8 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:25.778010 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29028492-6342-4bde-9b7b-2457506d5a90", "name": "network-vif-deleted", "tag": "a56e79cc-a182-4ceb-ae32-683623dafe7b", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:25.778010 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d832bf9-1634-4821-94ee-2b5eeb39adf8 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:25.778664 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29028492-6342-4bde-9b7b-2457506d5a90', 'name': 'network-vif-deleted', 'tag': 'a56e79cc-a182-4ceb-ae32-683623dafe7b', 'status': 'completed', 'code': 200} Jan 27 21:50:25.822838 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21129606-7c82-45b2-b498-c1afd3c3a440 x-openstack-request-id: req-21129606-7c82-45b2-b498-c1afd3c3a440 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:25.823140 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "tag": "3104ba69-ec6e-49e9-9127-78e5e52dd511", "status": "completed", "code": 200}, {"server_uuid": "bee90d1d-be51-4265-a516-248d9844c00f", "name": "network-vif-deleted", "tag": "a8a44e1e-4a61-45f2-ae17-7f7b0426eb20", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:25.823655 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21129606-7c82-45b2-b498-c1afd3c3a440 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:25.824056 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'tag': '3104ba69-ec6e-49e9-9127-78e5e52dd511', 'status': 'completed', 'code': 200} Jan 27 21:50:25.824400 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee90d1d-be51-4265-a516-248d9844c00f', 'name': 'network-vif-deleted', 'tag': 'a8a44e1e-4a61-45f2-ae17-7f7b0426eb20', 'status': 'completed', 'code': 200} Jan 27 21:50:25.831262 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] Request body: {'port': {'device_id': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:25.834200 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474c68e-3e03-4860-b371-810c78394624 service neutron] Pushing event updated for resources: {'Port': ['ID=58a6677b-4259-4a9e-b0ad-e5e44fe71385,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:25.947310 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad5d0882-46ae-440b-90a1-99ee76da1b8f req-9c29caec-1e77-4673-9404-4f2459c2c3f6 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 210 time: 0.0586090 Jan 27 21:50:25.969180 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8eff1a59-dbd2-42fa-a1d6-c18ead819fde), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:25.995890 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0da69-b30b-4c15-a923-e92368b32389 req-421921f3-e225-42dd-8056-b518ebcf1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:25.997079 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0da69-b30b-4c15-a923-e92368b32389 req-421921f3-e225-42dd-8056-b518ebcf1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:25.997766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0da69-b30b-4c15-a923-e92368b32389 req-421921f3-e225-42dd-8056-b518ebcf1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:25.998615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0da69-b30b-4c15-a923-e92368b32389 req-421921f3-e225-42dd-8056-b518ebcf1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:25.999974 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0da69-b30b-4c15-a923-e92368b32389 req-421921f3-e225-42dd-8056-b518ebcf1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:26.001315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0da69-b30b-4c15-a923-e92368b32389 req-421921f3-e225-42dd-8056-b518ebcf1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:26.004842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0da69-b30b-4c15-a923-e92368b32389 req-421921f3-e225-42dd-8056-b518ebcf1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:26.009353 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50b0da69-b30b-4c15-a923-e92368b32389 req-421921f3-e225-42dd-8056-b518ebcf1032 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c221dbb11cf44d8baddb08b573ae1274&device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 6221 time: 0.1836455 Jan 27 21:50:26.060045 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd167ae4-32e5-4fdd-a22d-173fd742ec94 admin admin] Publish callbacks [] for port (2832d344-229f-4bf2-897b-df271dcedc5b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.280774 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd167ae4-32e5-4fdd-a22d-173fd742ec94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (2832d344-229f-4bf2-897b-df271dcedc5b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.318976 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0da69-b30b-4c15-a923-e92368b32389 req-cea72141-914c-4c6f-95c9-ea9e786d9607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:26.319450 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0da69-b30b-4c15-a923-e92368b32389 req-cea72141-914c-4c6f-95c9-ea9e786d9607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:26.322105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0da69-b30b-4c15-a923-e92368b32389 req-cea72141-914c-4c6f-95c9-ea9e786d9607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:26.328850 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50b0da69-b30b-4c15-a923-e92368b32389 req-cea72141-914c-4c6f-95c9-ea9e786d9607 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c221dbb11cf44d8baddb08b573ae1274&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3122029 Jan 27 21:50:26.413797 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd167ae4-32e5-4fdd-a22d-173fd742ec94 admin admin] Network 0bade858-af63-49b3-909a-6a7d96619464 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:26.421695 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-cd167ae4-32e5-4fdd-a22d-173fd742ec94 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:26.431101 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:26.436683 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd167ae4-32e5-4fdd-a22d-173fd742ec94 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:26.485558 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd167ae4-32e5-4fdd-a22d-173fd742ec94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (ee9268c1-2172-4960-b05a-028e88965a6f), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.532313 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5635a8-fad6-426e-a13a-4ae46a3d6ee7 req-e241fe3b-eb99-42ca-8606-56e54c94833c tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:26.534581 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc5635a8-fad6-426e-a13a-4ae46a3d6ee7 req-e241fe3b-eb99-42ca-8606-56e54c94833c tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 946 time: 0.1160641 Jan 27 21:50:26.540308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0da69-b30b-4c15-a923-e92368b32389 req-32c7a737-7598-4f06-bee8-2ccbdf67c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:26.541862 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50b0da69-b30b-4c15-a923-e92368b32389 req-32c7a737-7598-4f06-bee8-2ccbdf67c256 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2069979 Jan 27 21:50:26.600375 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:26.600835 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.607724 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd167ae4-32e5-4fdd-a22d-173fd742ec94 admin admin] Pushing event updated for resources: {'Port': ['ID=2832d344-229f-4bf2-897b-df271dcedc5b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:26.655758 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc5635a8-fad6-426e-a13a-4ae46a3d6ee7 req-66749337-1ada-482a-90b5-4e86c220416e tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4c780b-dd6e-4e28-a4ed-14e3f975cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127899 Jan 27 21:50:26.738564 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a4c8be9e-2a14-427d-8267-050eea9be0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.773467 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91e04f-b460-4be1-bb44-d7da2a445f80 req-586c7ad4-f6ff-44b7-8cdd-509b42663a6a tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:26.784027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be91e04f-b460-4be1-bb44-d7da2a445f80 req-586c7ad4-f6ff-44b7-8cdd-509b42663a6a tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 944 time: 0.0977089 Jan 27 21:50:26.871541 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eff1a59-dbd2-42fa-a1d6-c18ead819fde {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:50:26.873808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:26.874232 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.885220 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] Publish callbacks [] for port (8eff1a59-dbd2-42fa-a1d6-c18ead819fde), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.922206 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] Transition to ACTIVE for port object 8eff1a59-dbd2-42fa-a1d6-c18ead819fde will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:50:26.922410 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:26.931445 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (8eff1a59-dbd2-42fa-a1d6-c18ead819fde), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.931926 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.934197 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd167ae4-32e5-4fdd-a22d-173fd742ec94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2832d344-229f-4bf2-897b-df271dcedc5b), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.944060 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-794c26ea-df1a-4d46-96d0-18c5d004258e None None] Provisioning complete for port 2832d344-229f-4bf2-897b-df271dcedc5b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:26.944060 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-794c26ea-df1a-4d46-96d0-18c5d004258e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2832d344-229f-4bf2-897b-df271dcedc5b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.990307 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148feef-fb16-4d45-9c0b-e6a6849e3f62 req-6d29c683-37b1-452e-a57f-93bcf9b2924b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:26.993274 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-794c26ea-df1a-4d46-96d0-18c5d004258e None None] Port 2832d344-229f-4bf2-897b-df271dcedc5b cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:50:26.998227 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148feef-fb16-4d45-9c0b-e6a6849e3f62 req-6d29c683-37b1-452e-a57f-93bcf9b2924b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:27.000286 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] Pushing event updated for resources: {'Port': ['ID=8eff1a59-dbd2-42fa-a1d6-c18ead819fde,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:27.013516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148feef-fb16-4d45-9c0b-e6a6849e3f62 req-6d29c683-37b1-452e-a57f-93bcf9b2924b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:27.019208 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148feef-fb16-4d45-9c0b-e6a6849e3f62 req-6d29c683-37b1-452e-a57f-93bcf9b2924b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:27.025305 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148feef-fb16-4d45-9c0b-e6a6849e3f62 req-6d29c683-37b1-452e-a57f-93bcf9b2924b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:27.032973 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148feef-fb16-4d45-9c0b-e6a6849e3f62 req-6d29c683-37b1-452e-a57f-93bcf9b2924b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:27.039159 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148feef-fb16-4d45-9c0b-e6a6849e3f62 req-6d29c683-37b1-452e-a57f-93bcf9b2924b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:27.049594 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1148feef-fb16-4d45-9c0b-e6a6849e3f62 req-6d29c683-37b1-452e-a57f-93bcf9b2924b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5384 time: 0.2458878 Jan 27 21:50:27.073670 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:27.074180 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be91e04f-b460-4be1-bb44-d7da2a445f80 req-23d5a269-3706-4bc5-80c3-12173d03c72b tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816169 Jan 27 21:50:27.141210 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736eb3f-a476-4229-9780-3d92b843ef52 req-78bb0d91-b0a5-4230-821b-3dd1f83db718 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:27.142877 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5736eb3f-a476-4229-9780-3d92b843ef52 req-78bb0d91-b0a5-4230-821b-3dd1f83db718 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.15 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 944 time: 0.2599196 Jan 27 21:50:27.222886 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1148feef-fb16-4d45-9c0b-e6a6849e3f62 req-940ac4bb-5a59-4fa5-bbd6-77522c60a7e2 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1722772 Jan 27 21:50:27.419068 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] Attempting to bind port 8eff1a59-dbd2-42fa-a1d6-c18ead819fde on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:27.419830 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] Attempting to bind port 8eff1a59-dbd2-42fa-a1d6-c18ead819fde by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:27.420783 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] Attempting to bind port 8eff1a59-dbd2-42fa-a1d6-c18ead819fde on network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:27.421200 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:27.429826 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-5736eb3f-a476-4229-9780-3d92b843ef52 req-2f0709e3-7615-4e8b-a4f3-dbc50303a312 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Deleting port 4cbd2886-bcee-456e-bdfd-c12bedf27a91 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:27.430382 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5736eb3f-a476-4229-9780-3d92b843ef52 req-2f0709e3-7615-4e8b-a4f3-dbc50303a312 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (4cbd2886-bcee-456e-bdfd-c12bedf27a91), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:27.435363 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] Port 8eff1a59-dbd2-42fa-a1d6-c18ead819fde on network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:27.436261 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] Attempting to bind port 8eff1a59-dbd2-42fa-a1d6-c18ead819fde on network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:27.445860 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e1b121c-3fc2-491f-9ea1-5eaa878fb70c req-a8d56c88-c7c0-4241-894b-90ab1f7e0cc4 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 210 time: 0.0909796 Jan 27 21:50:27.451456 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:27.452846 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] Checking segment: {'id': '3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:27.453469 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] Bound using segment: {'id': '3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:27.454121 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] Bound port: 8eff1a59-dbd2-42fa-a1d6-c18ead819fde, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:27.454742 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8eff1a59-dbd2-42fa-a1d6-c18ead819fde), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:27.499957 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d03cd87-019a-4de5-8164-add3367b4136 req-ae05fdc5-dfd4-440a-a74b-9e87cb795593 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.0739667 Jan 27 21:50:27.554584 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] For port 8eff1a59-dbd2-42fa-a1d6-c18ead819fde, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:27.575796 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] For port 8eff1a59-dbd2-42fa-a1d6-c18ead819fde, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8eff1a59-dbd2-42fa-a1d6-c18ead819fde,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:27.585920 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (8eff1a59-dbd2-42fa-a1d6-c18ead819fde), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:27.589568 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd167ae4-32e5-4fdd-a22d-173fd742ec94 admin admin] Publish callbacks [] for port (2832d344-229f-4bf2-897b-df271dcedc5b), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:27.600094 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd167ae4-32e5-4fdd-a22d-173fd742ec94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (2832d344-229f-4bf2-897b-df271dcedc5b), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:27.610938 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-5736eb3f-a476-4229-9780-3d92b843ef52 req-2f0709e3-7615-4e8b-a4f3-dbc50303a312 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] For port 4cbd2886-bcee-456e-bdfd-c12bedf27a91, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=4cbd2886-bcee-456e-bdfd-c12bedf27a91,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:27.611316 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5736eb3f-a476-4229-9780-3d92b843ef52 req-2f0709e3-7615-4e8b-a4f3-dbc50303a312 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (4cbd2886-bcee-456e-bdfd-c12bedf27a91), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:27.653926 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:27.654550 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:27.656564 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] 10.222.0.15 "PUT /v2.0/ports/8eff1a59-dbd2-42fa-a1d6-c18ead819fde HTTP/1.1" status: 200 len: 1090 time: 1.8293853 Jan 27 21:50:27.697232 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] Request body: {'port': {'device_id': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:27.702696 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51748) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:27.705484 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-5736eb3f-a476-4229-9780-3d92b843ef52 req-2f0709e3-7615-4e8b-a4f3-dbc50303a312 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Calling delete_port for 4cbd2886-bcee-456e-bdfd-c12bedf27a91 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:27.747839 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35872f3d-abb7-47b9-a3fa-c0e8dddefb74 service neutron] Pushing event updated for resources: {'Port': ['ID=8eff1a59-dbd2-42fa-a1d6-c18ead819fde,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:27.750766 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd167ae4-32e5-4fdd-a22d-173fd742ec94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (ee9268c1-2172-4960-b05a-028e88965a6f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:27.801802 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464a6b4-8d2c-4289-be8f-745eb251f87c req-cafb81b5-a1ca-4cad-81b3-892bcd9be213 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:27.804234 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e464a6b4-8d2c-4289-be8f-745eb251f87c req-cafb81b5-a1ca-4cad-81b3-892bcd9be213 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 946 time: 0.1733365 Jan 27 21:50:27.826488 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'tag': '58a6677b-4259-4a9e-b0ad-e5e44fe71385'}, {'name': 'network-changed', 'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'tag': '8eff1a59-dbd2-42fa-a1d6-c18ead819fde'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:27.829312 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc4f1fc-37ce-4d08-818e-59a5f054d526" -d '{"events": [{"name": "network-changed", "server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "tag": "58a6677b-4259-4a9e-b0ad-e5e44fe71385"}, {"name": "network-changed", "server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "tag": "8eff1a59-dbd2-42fa-a1d6-c18ead819fde"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:27.921275 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (21987296-9049-47a8-bec1-6cc5307332a1), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:27.929138 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773c9410-dbaa-4dec-b37a-47a6ae00b309 x-openstack-request-id: req-773c9410-dbaa-4dec-b37a-47a6ae00b309 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:27.929498 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "tag": "58a6677b-4259-4a9e-b0ad-e5e44fe71385", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "tag": "8eff1a59-dbd2-42fa-a1d6-c18ead819fde", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:27.929702 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-773c9410-dbaa-4dec-b37a-47a6ae00b309 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:27.930103 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'tag': '58a6677b-4259-4a9e-b0ad-e5e44fe71385', 'status': 'completed', 'code': 200} Jan 27 21:50:27.930365 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'tag': '8eff1a59-dbd2-42fa-a1d6-c18ead819fde', 'status': 'completed', 'code': 200} Jan 27 21:50:28.005028 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd167ae4-32e5-4fdd-a22d-173fd742ec94 admin admin] Pushing event updated for resources: {'Port': ['ID=2832d344-229f-4bf2-897b-df271dcedc5b,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:28.085240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-ffc59f4c-177c-4ba7-bbd7-286626c4d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:28.085728 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-ffc59f4c-177c-4ba7-bbd7-286626c4d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:28.086207 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-ffc59f4c-177c-4ba7-bbd7-286626c4d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:28.086819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-ffc59f4c-177c-4ba7-bbd7-286626c4d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:28.087944 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-ffc59f4c-177c-4ba7-bbd7-286626c4d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:28.088458 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-ffc59f4c-177c-4ba7-bbd7-286626c4d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:28.088981 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-ffc59f4c-177c-4ba7-bbd7-286626c4d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:28.090885 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-ffc59f4c-177c-4ba7-bbd7-286626c4d793 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c221dbb11cf44d8baddb08b573ae1274&device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 6288 time: 0.1428528 Jan 27 21:50:28.116706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-e464a6b4-8d2c-4289-be8f-745eb251f87c req-30df6612-3fbc-4cf8-8f8c-0cd9ecbe1f40 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Deleting port 4a513be2-333f-41ef-aec9-382bb5e9f8e9 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:28.117074 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e464a6b4-8d2c-4289-be8f-745eb251f87c req-30df6612-3fbc-4cf8-8f8c-0cd9ecbe1f40 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (4a513be2-333f-41ef-aec9-382bb5e9f8e9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:28.230083 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-cf94cb28-4bd5-47fa-b287-e97282c4dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:28.230880 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-cf94cb28-4bd5-47fa-b287-e97282c4dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:28.231633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-cf94cb28-4bd5-47fa-b287-e97282c4dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:28.234661 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-cf94cb28-4bd5-47fa-b287-e97282c4dca6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c221dbb11cf44d8baddb08b573ae1274&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1283510 Jan 27 21:50:28.246866 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd167ae4-32e5-4fdd-a22d-173fd742ec94 admin admin] Network 0bade858-af63-49b3-909a-6a7d96619464 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:28.256711 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c38f36-b5e5-4009-b606-97d6ae7fc157 req-7a0eb259-5a3c-493c-bdcf-381e5cb252a7 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:28.260561 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-cd167ae4-32e5-4fdd-a22d-173fd742ec94 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:28.264598 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58c38f36-b5e5-4009-b606-97d6ae7fc157 req-7a0eb259-5a3c-493c-bdcf-381e5cb252a7 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 946 time: 0.4560409 Jan 27 21:50:28.330091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:28.416591 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:28.417104 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:28.521818 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58c38f36-b5e5-4009-b606-97d6ae7fc157 req-e3dad7db-4ac4-45c6-af6d-7bbf0228496f tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4c780b-dd6e-4e28-a4ed-14e3f975cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562726 Jan 27 21:50:28.540809 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:28.659207 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde945b5-7f7e-459b-b128-f13279a32a21 req-23a73bba-aa34-4d75-8cd5-37efb045562c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:28.660692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bde945b5-7f7e-459b-b128-f13279a32a21 req-23a73bba-aa34-4d75-8cd5-37efb045562c tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=747cc6ba-d56d-45ca-b36e-95387394ee21 HTTP/1.1" status: 200 len: 944 time: 0.3076072 Jan 27 21:50:28.689788 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-e464a6b4-8d2c-4289-be8f-745eb251f87c req-30df6612-3fbc-4cf8-8f8c-0cd9ecbe1f40 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] For port 4a513be2-333f-41ef-aec9-382bb5e9f8e9, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=4a513be2-333f-41ef-aec9-382bb5e9f8e9,segment=NetworkSegment(92afb8df-73d5-486a-a2b6-8a96b5ff5c12),segment_id=92afb8df-73d5-486a-a2b6-8a96b5ff5c12)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:28.690164 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e464a6b4-8d2c-4289-be8f-745eb251f87c req-30df6612-3fbc-4cf8-8f8c-0cd9ecbe1f40 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (4a513be2-333f-41ef-aec9-382bb5e9f8e9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:28.713149 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-5ae2aa6b-e911-4c82-a36c-4c5fe5cfb675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:28.715150 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-5ae2aa6b-e911-4c82-a36c-4c5fe5cfb675 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4412186 Jan 27 21:50:28.717026 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-12729bb9-a761-4ac9-8f52-0ab8ff8e4619 None None] Provisioning complete for port 2832d344-229f-4bf2-897b-df271dcedc5b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:28.728224 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-e464a6b4-8d2c-4289-be8f-745eb251f87c req-30df6612-3fbc-4cf8-8f8c-0cd9ecbe1f40 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Calling delete_port for 4a513be2-333f-41ef-aec9-382bb5e9f8e9 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:28.729569 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-12729bb9-a761-4ac9-8f52-0ab8ff8e4619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2832d344-229f-4bf2-897b-df271dcedc5b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:28.737894 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5736eb3f-a476-4229-9780-3d92b843ef52 req-2f0709e3-7615-4e8b-a4f3-dbc50303a312 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (4cbd2886-bcee-456e-bdfd-c12bedf27a91), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:28.738809 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd167ae4-32e5-4fdd-a22d-173fd742ec94 admin admin] Router ee9268c1-2172-4960-b05a-028e88965a6f has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:50:28.795805 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-12729bb9-a761-4ac9-8f52-0ab8ff8e4619 None None] Port 2832d344-229f-4bf2-897b-df271dcedc5b cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:50:28.803827 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0709e3-7615-4e8b-a4f3-dbc50303a312 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Pushing event deleted for resources: {'Port': ['ID=4cbd2886-bcee-456e-bdfd-c12bedf27a91,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:28.813427 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:28.820772 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21987296-9049-47a8-bec1-6cc5307332a1 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:50:28.833823 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] Publish callbacks [] for port (21987296-9049-47a8-bec1-6cc5307332a1), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:28.872690 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] Transition to ACTIVE for port object 21987296-9049-47a8-bec1-6cc5307332a1 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:50:28.900777 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bde945b5-7f7e-459b-b128-f13279a32a21 req-3b604268-4971-46dd-b648-a5ae6c5c32e7 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279115 Jan 27 21:50:28.911536 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (21987296-9049-47a8-bec1-6cc5307332a1), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:29.033143 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] Pushing event updated for resources: {'Port': ['ID=21987296-9049-47a8-bec1-6cc5307332a1,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:29.056747 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-5736eb3f-a476-4229-9780-3d92b843ef52 req-2f0709e3-7615-4e8b-a4f3-dbc50303a312 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] No DVR routers for this DVR port 4cbd2886-bcee-456e-bdfd-c12bedf27a91 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:29.060645 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5736eb3f-a476-4229-9780-3d92b843ef52 req-2f0709e3-7615-4e8b-a4f3-dbc50303a312 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:29.065638 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5736eb3f-a476-4229-9780-3d92b843ef52 req-2f0709e3-7615-4e8b-a4f3-dbc50303a312 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.15 "DELETE /v2.0/ports/4cbd2886-bcee-456e-bdfd-c12bedf27a91 HTTP/1.1" status: 204 len: 173 time: 1.9144280 Jan 27 21:50:29.101135 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747cc6ba-d56d-45ca-b36e-95387394ee21', 'name': 'network-vif-deleted', 'tag': '4cbd2886-bcee-456e-bdfd-c12bedf27a91'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:29.113315 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83061d2-7ef4-4ee0-9679-598311b8b458" -d '{"events": [{"server_uuid": "747cc6ba-d56d-45ca-b36e-95387394ee21", "name": "network-vif-deleted", "tag": "4cbd2886-bcee-456e-bdfd-c12bedf27a91"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:29.115732 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd167ae4-32e5-4fdd-a22d-173fd742ec94 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:50:29.128425 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] Sync routers for ids ['ee9268c1-2172-4960-b05a-028e88965a6f'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:50:29.136626 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cd167ae4-32e5-4fdd-a22d-173fd742ec94 admin admin] 10.222.0.23 "PUT /v2.0/routers/ee9268c1-2172-4960-b05a-028e88965a6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0562227 Jan 27 21:50:29.145044 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] Routers {'ee9268c1-2172-4960-b05a-028e88965a6f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:29.145684 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:50:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ee9268c1-2172-4960-b05a-028e88965a6f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:29.210413 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c4533da-1e0d-4e0e-8d3f-1b4825976542 req-1b11fdbd-2502-4809-b47d-1a8193c7d017 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 210 time: 0.2068880 Jan 27 21:50:29.228000 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] Attempting to bind port 21987296-9049-47a8-bec1-6cc5307332a1 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:29.238680 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] Attempting to bind port 21987296-9049-47a8-bec1-6cc5307332a1 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:29.238680 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] Attempting to bind port 21987296-9049-47a8-bec1-6cc5307332a1 on network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:29.243417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc271292-f367-4cd5-b67e-fce0dbe3a4a1 req-7742a873-0b92-4059-8e7e-ab4b0f660ffe tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:29.250088 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] Port 21987296-9049-47a8-bec1-6cc5307332a1 on network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:29.254447 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] Attempting to bind port 21987296-9049-47a8-bec1-6cc5307332a1 on network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:29.259506 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc271292-f367-4cd5-b67e-fce0dbe3a4a1 req-7742a873-0b92-4059-8e7e-ab4b0f660ffe tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:29.270195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc271292-f367-4cd5-b67e-fce0dbe3a4a1 req-7742a873-0b92-4059-8e7e-ab4b0f660ffe tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:29.285764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc271292-f367-4cd5-b67e-fce0dbe3a4a1 req-7742a873-0b92-4059-8e7e-ab4b0f660ffe tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:29.285996 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:29.286190 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] Checking segment: {'id': '3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:29.286582 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] Bound using segment: {'id': '3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:29.287032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] Bound port: 21987296-9049-47a8-bec1-6cc5307332a1, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:29.287381 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (21987296-9049-47a8-bec1-6cc5307332a1), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:29.301871 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc271292-f367-4cd5-b67e-fce0dbe3a4a1 req-7742a873-0b92-4059-8e7e-ab4b0f660ffe tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:29.318544 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc271292-f367-4cd5-b67e-fce0dbe3a4a1 req-7742a873-0b92-4059-8e7e-ab4b0f660ffe tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:29.336947 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc271292-f367-4cd5-b67e-fce0dbe3a4a1 req-7742a873-0b92-4059-8e7e-ab4b0f660ffe tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:29.345864 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc271292-f367-4cd5-b67e-fce0dbe3a4a1 req-7742a873-0b92-4059-8e7e-ab4b0f660ffe tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5396 time: 0.5643957 Jan 27 21:50:29.380788 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] Set router ee9268c1-2172-4960-b05a-028e88965a6f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:29.413595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-d374cb0a-eb19-4021-bcea-ea33e5290eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:29.414409 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-d374cb0a-eb19-4021-bcea-ea33e5290eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:29.414955 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-d374cb0a-eb19-4021-bcea-ea33e5290eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:29.415437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-d374cb0a-eb19-4021-bcea-ea33e5290eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:29.416081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-d374cb0a-eb19-4021-bcea-ea33e5290eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:29.416869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-d374cb0a-eb19-4021-bcea-ea33e5290eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:29.417211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-d374cb0a-eb19-4021-bcea-ea33e5290eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:29.419357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-d374cb0a-eb19-4021-bcea-ea33e5290eef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c221dbb11cf44d8baddb08b573ae1274&device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 6288 time: 0.6298642 Jan 27 21:50:29.426263 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 4cbd2886-bcee-456e-bdfd-c12bedf27a91 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:29.466519 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 4cbd2886-bcee-456e-bdfd-c12bedf27a91 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:29.466873 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 4cbd2886-bcee-456e-bdfd-c12bedf27a91 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:29.471641 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fadf1522-0436-4492-9473-b422caeb4cda req-9a2e833a-20f7-4b18-b73b-72edd94af405 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.1090698 Jan 27 21:50:29.565903 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ec2c5a-4498-458f-972c-425e807a9cbe x-openstack-request-id: req-99ec2c5a-4498-458f-972c-425e807a9cbe {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:29.566585 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747cc6ba-d56d-45ca-b36e-95387394ee21", "name": "network-vif-deleted", "tag": "4cbd2886-bcee-456e-bdfd-c12bedf27a91", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:29.566585 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99ec2c5a-4498-458f-972c-425e807a9cbe {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:29.566957 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747cc6ba-d56d-45ca-b36e-95387394ee21', 'name': 'network-vif-deleted', 'tag': '4cbd2886-bcee-456e-bdfd-c12bedf27a91', 'status': 'completed', 'code': 200} Jan 27 21:50:29.781700 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc271292-f367-4cd5-b67e-fce0dbe3a4a1 req-6abf448d-17aa-49f1-8d83-b7b5161f614e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4122245 Jan 27 21:50:29.955095 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e464a6b4-8d2c-4289-be8f-745eb251f87c req-30df6612-3fbc-4cf8-8f8c-0cd9ecbe1f40 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (4a513be2-333f-41ef-aec9-382bb5e9f8e9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:29.984115 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'name': 'tempest-TaggedBootDevicesTest-288674263-router', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:14Z', 'updated_at': '2022-01-27T21:50:26Z', 'revision_number': 4, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'gw_port': {'id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:17Z', 'updated_at': '2022-01-27T21:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2832d344-229f-4bf2-897b-df271dcedc5b', 'name': '', 'network_id': '0bade858-af63-49b3-909a-6a7d96619464', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'mac_address': 'fa:16:3e:a3:46:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'f20c5a1f-1a73-4497-aee3-c74aed8b30bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:25Z', 'updated_at': '2022-01-27T21:50:27Z', 'revision_number': 2, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'subnets': [{'id': 'f20c5a1f-1a73-4497-aee3-c74aed8b30bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:30.001594 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3d9ee0d7-5bd1-4c02-bebc-67bdb5276b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (03531ac1-7e68-4c93-948b-269fd9d16c92), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:30.039998 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] For port 21987296-9049-47a8-bec1-6cc5307332a1, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:30.060565 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df6612-3fbc-4cf8-8f8c-0cd9ecbe1f40 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Pushing event deleted for resources: {'Port': ['ID=4a513be2-333f-41ef-aec9-382bb5e9f8e9,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:30.064558 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] For port 21987296-9049-47a8-bec1-6cc5307332a1, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=21987296-9049-47a8-bec1-6cc5307332a1,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:30.071997 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (21987296-9049-47a8-bec1-6cc5307332a1), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:30.074639 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] Checking router: ee9268c1-2172-4960-b05a-028e88965a6f for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:50:30.094378 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-ae1c9363-ba54-4312-9e4c-0cfc18518b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:30.095025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-ae1c9363-ba54-4312-9e4c-0cfc18518b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:30.095343 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-ae1c9363-ba54-4312-9e4c-0cfc18518b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:30.096200 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] Updating router ee9268c1-2172-4960-b05a-028e88965a6f port 2832d344-229f-4bf2-897b-df271dcedc5b binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:50:30.102446 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-ae1c9363-ba54-4312-9e4c-0cfc18518b69 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c221dbb11cf44d8baddb08b573ae1274&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6567886 Jan 27 21:50:30.124069 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9872c7c-404b-4436-8c22-3cabe0c8c530 req-2c0e6177-b88c-4b60-9418-d9a6275d2896 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:30.130552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e9872c7c-404b-4436-8c22-3cabe0c8c530 req-2c0e6177-b88c-4b60-9418-d9a6275d2896 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff55f43-35d5-4a20-8aea-7060be0d6b77 HTTP/1.1" status: 200 len: 946 time: 0.4206028 Jan 27 21:50:30.165178 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2832d344-229f-4bf2-897b-df271dcedc5b), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:30.238657 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:30.242904 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:30.246425 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] 10.222.0.15 "PUT /v2.0/ports/21987296-9049-47a8-bec1-6cc5307332a1 HTTP/1.1" status: 200 len: 1091 time: 2.5534401 Jan 27 21:50:30.247074 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'tag': '21987296-9049-47a8-bec1-6cc5307332a1'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:30.253844 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85a9191-d74d-4687-9bd2-b55d90da8e65" -d '{"events": [{"name": "network-changed", "server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "tag": "21987296-9049-47a8-bec1-6cc5307332a1"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:30.301566 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] Request body: {'port': {'device_id': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:30.307396 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:30.424258 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f271d-22ba-4cf2-9cd0-a05af87066a5 service neutron] Pushing event updated for resources: {'Port': ['ID=21987296-9049-47a8-bec1-6cc5307332a1,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:30.435936 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-e464a6b4-8d2c-4289-be8f-745eb251f87c req-30df6612-3fbc-4cf8-8f8c-0cd9ecbe1f40 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] No DVR routers for this DVR port 4a513be2-333f-41ef-aec9-382bb5e9f8e9 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:30.443591 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e464a6b4-8d2c-4289-be8f-745eb251f87c req-30df6612-3fbc-4cf8-8f8c-0cd9ecbe1f40 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:30.452356 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e464a6b4-8d2c-4289-be8f-745eb251f87c req-30df6612-3fbc-4cf8-8f8c-0cd9ecbe1f40 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.15 "DELETE /v2.0/ports/4a513be2-333f-41ef-aec9-382bb5e9f8e9 HTTP/1.1" status: 204 len: 173 time: 2.6211321 Jan 27 21:50:30.520102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51792) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:30.542901 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-07fe59ba-bb1a-494c-9c9a-e84d03d8a894 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2032061304-network', 'tenant_id': '32459725ddf84dbc8503dfad13bdf89c'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:30.592728 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f36aaaa3-8abe-4bbf-be60-e3985eafef58), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:30.741769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e9872c7c-404b-4436-8c22-3cabe0c8c530 req-fc72579a-1682-4e8f-9200-96f57e6ffa72 tempest-FloatingIPsAssociationTestJSON-2038493831 tempest-FloatingIPsAssociationTestJSON-2038493831-project] 10.222.0.23 "GET /v2.0/security-groups?id=eb4c780b-dd6e-4e28-a4ed-14e3f975cfac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895607 Jan 27 21:50:30.768984 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6edf308a-c02a-491a-a623-b4bb0c5d90a2 req-023c9cc8-5412-4fbd-b75d-5582181ecd5a tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 210 time: 0.2477510 Jan 27 21:50:30.799303 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fe59ba-bb1a-494c-9c9a-e84d03d8a894 admin admin] Made reservation on behalf of 32459725ddf84dbc8503dfad13bdf89c for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:30.801983 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07fe59ba-bb1a-494c-9c9a-e84d03d8a894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:30.838127 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07fe59ba-bb1a-494c-9c9a-e84d03d8a894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:30.935747 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] Publish callbacks [] for port (2832d344-229f-4bf2-897b-df271dcedc5b), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:30.946446 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2832d344-229f-4bf2-897b-df271dcedc5b), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:30.949262 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-108f0e00-94a2-4d83-93ec-0d5b3baa4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:30.952928 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bdc4f1fc-37ce-4d08-818e-59a5f054d526 req-108f0e00-94a2-4d83-93ec-0d5b3baa4355 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8210676 Jan 27 21:50:31.084341 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb950453-8c14-46fd-87f9-edd4916b96af None None] Pushing event updated for resources: {'Port': ['ID=2832d344-229f-4bf2-897b-df271dcedc5b,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:31.101615 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f36aaaa3-8abe-4bbf-be60-e3985eafef58 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:50:31.122710 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] Publish callbacks [] for port (f36aaaa3-8abe-4bbf-be60-e3985eafef58), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:31.154033 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb950453-8c14-46fd-87f9-edd4916b96af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:31.155359 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb950453-8c14-46fd-87f9-edd4916b96af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:31.155921 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb950453-8c14-46fd-87f9-edd4916b96af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:31.157315 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb950453-8c14-46fd-87f9-edd4916b96af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:31.157814 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb950453-8c14-46fd-87f9-edd4916b96af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:31.158593 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb950453-8c14-46fd-87f9-edd4916b96af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:31.159362 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb950453-8c14-46fd-87f9-edd4916b96af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:31.160062 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb950453-8c14-46fd-87f9-edd4916b96af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:31.160699 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb950453-8c14-46fd-87f9-edd4916b96af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:31.162179 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] Transition to ACTIVE for port object f36aaaa3-8abe-4bbf-be60-e3985eafef58 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:50:31.162729 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb950453-8c14-46fd-87f9-edd4916b96af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:31.163238 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb950453-8c14-46fd-87f9-edd4916b96af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:31.163726 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb950453-8c14-46fd-87f9-edd4916b96af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:31.164413 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb950453-8c14-46fd-87f9-edd4916b96af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:31.171725 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b87ce91-6d23-4fc4-8374-a590a41bb5b4 x-openstack-request-id: req-8b87ce91-6d23-4fc4-8374-a590a41bb5b4 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:31.172082 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "tag": "21987296-9049-47a8-bec1-6cc5307332a1", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:31.172372 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b87ce91-6d23-4fc4-8374-a590a41bb5b4 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:31.172963 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'tag': '21987296-9049-47a8-bec1-6cc5307332a1', 'status': 'completed', 'code': 200} Jan 27 21:50:31.175696 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (f36aaaa3-8abe-4bbf-be60-e3985eafef58), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:31.337055 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] Attempting to bind port 2832d344-229f-4bf2-897b-df271dcedc5b on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:31.337619 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] Attempting to bind port 2832d344-229f-4bf2-897b-df271dcedc5b by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '41cb6eb4-9ceb-408b-832e-945396e2cef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bade858-af63-49b3-909a-6a7d96619464'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:31.337736 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] Attempting to bind port 2832d344-229f-4bf2-897b-df271dcedc5b on network 0bade858-af63-49b3-909a-6a7d96619464 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:31.353296 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:31.353890 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] Checking segment: {'id': '41cb6eb4-9ceb-408b-832e-945396e2cef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bade858-af63-49b3-909a-6a7d96619464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:31.354766 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:31.356489 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] Bound using segment: {'id': '41cb6eb4-9ceb-408b-832e-945396e2cef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bade858-af63-49b3-909a-6a7d96619464'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:31.357449 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] Bound port: 2832d344-229f-4bf2-897b-df271dcedc5b, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41cb6eb4-9ceb-408b-832e-945396e2cef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bade858-af63-49b3-909a-6a7d96619464'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:31.360472 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2832d344-229f-4bf2-897b-df271dcedc5b), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:31.400640 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] Pushing event updated for resources: {'Port': ['ID=f36aaaa3-8abe-4bbf-be60-e3985eafef58,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:31.426433 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 4a513be2-333f-41ef-aec9-382bb5e9f8e9 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:31.493089 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 4a513be2-333f-41ef-aec9-382bb5e9f8e9 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:31.493441 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 4a513be2-333f-41ef-aec9-382bb5e9f8e9 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:31.567737 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] For port 2832d344-229f-4bf2-897b-df271dcedc5b, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:31.572282 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] For port 2832d344-229f-4bf2-897b-df271dcedc5b, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2832d344-229f-4bf2-897b-df271dcedc5b,segment=NetworkSegment(41cb6eb4-9ceb-408b-832e-945396e2cef3),segment_id=41cb6eb4-9ceb-408b-832e-945396e2cef3)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:31.579871 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2832d344-229f-4bf2-897b-df271dcedc5b), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:31.587991 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b77fba94-4139-415d-bd7e-c44e41485cc3 req-fa0b7cd3-4d81-472d-be9f-15854ff855b7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3358309 Jan 27 21:50:31.596600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff55f43-35d5-4a20-8aea-7060be0d6b77', 'name': 'network-vif-deleted', 'tag': '4a513be2-333f-41ef-aec9-382bb5e9f8e9'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:31.598943 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450a1e70-28e1-4230-bf90-0f2dc54d861c" -d '{"events": [{"server_uuid": "6ff55f43-35d5-4a20-8aea-7060be0d6b77", "name": "network-vif-deleted", "tag": "4a513be2-333f-41ef-aec9-382bb5e9f8e9"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:31.624982 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-08a80091-fc3a-409d-b4a4-733e0d6c3425 None None] Provisioning complete for port 2832d344-229f-4bf2-897b-df271dcedc5b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:31.625359 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-08a80091-fc3a-409d-b4a4-733e0d6c3425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2832d344-229f-4bf2-897b-df271dcedc5b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:31.636264 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-286ce5c6-7c6a-4dfe-b283-64550e970fe9 req-3d303df0-17c5-4acd-b834-6d006643290f tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.6339490 Jan 27 21:50:31.703912 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] Routers {'ee9268c1-2172-4960-b05a-028e88965a6f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:31.704863 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:50:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ee9268c1-2172-4960-b05a-028e88965a6f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:31.784502 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] Attempting to bind port f36aaaa3-8abe-4bbf-be60-e3985eafef58 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:31.800609 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] Attempting to bind port f36aaaa3-8abe-4bbf-be60-e3985eafef58 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'fb85c23d-cc2e-4d28-aca2-d2302046f93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b460f0aa-ece7-4f87-b835-250ecfdd5f67'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:31.801198 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] Attempting to bind port f36aaaa3-8abe-4bbf-be60-e3985eafef58 on network b460f0aa-ece7-4f87-b835-250ecfdd5f67 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:31.808565 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-08a80091-fc3a-409d-b4a4-733e0d6c3425 None None] Current status of the port 2832d344-229f-4bf2-897b-df271dcedc5b is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:31.808977 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-08a80091-fc3a-409d-b4a4-733e0d6c3425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2832d344-229f-4bf2-897b-df271dcedc5b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:31.812006 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07fe59ba-bb1a-494c-9c9a-e84d03d8a894 admin admin] Publish callbacks [] for security_group (9daa60a3-3d15-498c-ab6d-f16cbd83ae12), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:31.825423 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] Port f36aaaa3-8abe-4bbf-be60-e3985eafef58 on network b460f0aa-ece7-4f87-b835-250ecfdd5f67 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:31.825891 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] Attempting to bind port f36aaaa3-8abe-4bbf-be60-e3985eafef58 on network b460f0aa-ece7-4f87-b835-250ecfdd5f67 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:31.838885 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:31.846039 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb950453-8c14-46fd-87f9-edd4916b96af None None] Pushing event updated for resources: {'Port': ['ID=2832d344-229f-4bf2-897b-df271dcedc5b,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:31.846314 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] Checking segment: {'id': 'fb85c23d-cc2e-4d28-aca2-d2302046f93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b460f0aa-ece7-4f87-b835-250ecfdd5f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:31.846946 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] Bound using segment: {'id': 'fb85c23d-cc2e-4d28-aca2-d2302046f93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b460f0aa-ece7-4f87-b835-250ecfdd5f67'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:31.847532 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] Bound port: f36aaaa3-8abe-4bbf-be60-e3985eafef58, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb85c23d-cc2e-4d28-aca2-d2302046f93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b460f0aa-ece7-4f87-b835-250ecfdd5f67'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:31.848014 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f36aaaa3-8abe-4bbf-be60-e3985eafef58), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:31.871765 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fba94-4139-415d-bd7e-c44e41485cc3 req-4bcbaf0d-07e4-4a26-831f-6860bb8822e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:31.884859 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b77fba94-4139-415d-bd7e-c44e41485cc3 req-4bcbaf0d-07e4-4a26-831f-6860bb8822e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 1097 time: 0.2582083 Jan 27 21:50:31.909561 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-08a80091-fc3a-409d-b4a4-733e0d6c3425 None None] For port 2832d344-229f-4bf2-897b-df271dcedc5b, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2832d344-229f-4bf2-897b-df271dcedc5b,segment=NetworkSegment(41cb6eb4-9ceb-408b-832e-945396e2cef3),segment_id=41cb6eb4-9ceb-408b-832e-945396e2cef3)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:31.914478 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-08a80091-fc3a-409d-b4a4-733e0d6c3425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2832d344-229f-4bf2-897b-df271dcedc5b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:32.010986 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07fe59ba-bb1a-494c-9c9a-e84d03d8a894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9daa60a3-3d15-498c-ab6d-f16cbd83ae12), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:32.031611 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ee0d7-5bd1-4c02-bebc-67bdb5276b0e admin admin] Deleting port 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:32.032107 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3d9ee0d7-5bd1-4c02-bebc-67bdb5276b0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (196fbab9-bbcb-432c-b3c7-8fb4d51c06d5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:32.045290 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07fe59ba-bb1a-494c-9c9a-e84d03d8a894 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:50:32.067813 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07fe59ba-bb1a-494c-9c9a-e84d03d8a894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (e3c98b13-aa00-481c-840d-e4c94f46186d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:32.068174 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-07fe59ba-bb1a-494c-9c9a-e84d03d8a894 admin admin] Added segment e3c98b13-aa00-481c-840d-e4c94f46186d of type vlan for network 15c45369-7dbb-4faa-b728-31d16e2a38cf Jan 27 21:50:32.084284 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a80091-fc3a-409d-b4a4-733e0d6c3425 None None] Pushing event updated for resources: {'Port': ['ID=2832d344-229f-4bf2-897b-df271dcedc5b,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:32.158810 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07fe59ba-bb1a-494c-9c9a-e84d03d8a894 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (15c45369-7dbb-4faa-b728-31d16e2a38cf), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:32.233260 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] Set router ee9268c1-2172-4960-b05a-028e88965a6f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:32.245938 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a9191-d74d-4687-9bd2-b55d90da8e65 req-6d56d21f-420c-4c0c-ab9b-4a5526be813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.246804 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a9191-d74d-4687-9bd2-b55d90da8e65 req-6d56d21f-420c-4c0c-ab9b-4a5526be813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.247431 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a9191-d74d-4687-9bd2-b55d90da8e65 req-6d56d21f-420c-4c0c-ab9b-4a5526be813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.248055 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a9191-d74d-4687-9bd2-b55d90da8e65 req-6d56d21f-420c-4c0c-ab9b-4a5526be813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.249809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a9191-d74d-4687-9bd2-b55d90da8e65 req-6d56d21f-420c-4c0c-ab9b-4a5526be813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.259612 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] For port f36aaaa3-8abe-4bbf-be60-e3985eafef58, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:32.260773 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a9191-d74d-4687-9bd2-b55d90da8e65 req-6d56d21f-420c-4c0c-ab9b-4a5526be813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.261439 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a9191-d74d-4687-9bd2-b55d90da8e65 req-6d56d21f-420c-4c0c-ab9b-4a5526be813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.265623 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d85a9191-d74d-4687-9bd2-b55d90da8e65 req-6d56d21f-420c-4c0c-ab9b-4a5526be813e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c221dbb11cf44d8baddb08b573ae1274&device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 6380 time: 1.2645712 Jan 27 21:50:32.266508 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] For port f36aaaa3-8abe-4bbf-be60-e3985eafef58, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f36aaaa3-8abe-4bbf-be60-e3985eafef58,segment=NetworkSegment(fb85c23d-cc2e-4d28-aca2-d2302046f93f),segment_id=fb85c23d-cc2e-4d28-aca2-d2302046f93f)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:32.274194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe59ba-bb1a-494c-9c9a-e84d03d8a894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9daa60a3-3d15-498c-ab6d-f16cbd83ae12,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:32.275140 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (f36aaaa3-8abe-4bbf-be60-e3985eafef58), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:32.332459 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ac97212e-ebe5-4f2f-a843-6e8fc2b071b6 None None] Provisioning complete for port 2832d344-229f-4bf2-897b-df271dcedc5b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:32.333093 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ac97212e-ebe5-4f2f-a843-6e8fc2b071b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2832d344-229f-4bf2-897b-df271dcedc5b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:32.349608 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.350369 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:32.351853 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] 10.222.0.15 "PUT /v2.0/ports/f36aaaa3-8abe-4bbf-be60-e3985eafef58 HTTP/1.1" status: 200 len: 1091 time: 2.0682356 Jan 27 21:50:32.361822 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808865a8-2018-451f-a8d6-896a51e65060 service neutron] Pushing event updated for resources: {'Port': ['ID=f36aaaa3-8abe-4bbf-be60-e3985eafef58,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:32.416382 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07fe59ba-bb1a-494c-9c9a-e84d03d8a894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (15c45369-7dbb-4faa-b728-31d16e2a38cf), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:32.417429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fe59ba-bb1a-494c-9c9a-e84d03d8a894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.418029 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07fe59ba-bb1a-494c-9c9a-e84d03d8a894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:32.433750 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] Request body: {'port': {'device_id': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:32.506371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc1afb-56d2-47fb-bf09-b286b3ad7c3e req-4890fbd8-4761-44c9-b82a-11730a44370b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.521146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc1afb-56d2-47fb-bf09-b286b3ad7c3e req-4890fbd8-4761-44c9-b82a-11730a44370b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.523286 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ac97212e-ebe5-4f2f-a843-6e8fc2b071b6 None None] Current status of the port 2832d344-229f-4bf2-897b-df271dcedc5b is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:32.536287 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc1afb-56d2-47fb-bf09-b286b3ad7c3e req-4890fbd8-4761-44c9-b82a-11730a44370b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.543921 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-3d9ee0d7-5bd1-4c02-bebc-67bdb5276b0e admin admin] For port 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=196fbab9-bbcb-432c-b3c7-8fb4d51c06d5,segment=NetworkSegment(62b84251-c1ec-4448-ba72-de9788224dc8),segment_id=62b84251-c1ec-4448-ba72-de9788224dc8)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:32.544277 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3d9ee0d7-5bd1-4c02-bebc-67bdb5276b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (196fbab9-bbcb-432c-b3c7-8fb4d51c06d5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:32.548493 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fba94-4139-415d-bd7e-c44e41485cc3 req-3ecc4514-d91d-4383-a5db-e07f5198548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.550133 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b77fba94-4139-415d-bd7e-c44e41485cc3 req-3ecc4514-d91d-4383-a5db-e07f5198548c service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 913 time: 0.5905731 Jan 27 21:50:32.551828 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc1afb-56d2-47fb-bf09-b286b3ad7c3e req-4890fbd8-4761-44c9-b82a-11730a44370b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.560665 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (64c24546-5d38-4279-b241-0c89a055b6b9), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:32.565255 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc1afb-56d2-47fb-bf09-b286b3ad7c3e req-4890fbd8-4761-44c9-b82a-11730a44370b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.581213 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc1afb-56d2-47fb-bf09-b286b3ad7c3e req-4890fbd8-4761-44c9-b82a-11730a44370b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.592945 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc1afb-56d2-47fb-bf09-b286b3ad7c3e req-4890fbd8-4761-44c9-b82a-11730a44370b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.601524 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7cdc1afb-56d2-47fb-bf09-b286b3ad7c3e req-4890fbd8-4761-44c9-b82a-11730a44370b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5420 time: 0.9787674 Jan 27 21:50:32.649415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb041497-09da-4dd5-bd6b-7b2819514411 req-4cc0d7b1-a8a8-4985-b2d5-21ea9a77e4f7 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.652983 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cb041497-09da-4dd5-bd6b-7b2819514411 req-4cc0d7b1-a8a8-4985-b2d5-21ea9a77e4f7 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 944 time: 0.7219474 Jan 27 21:50:32.682293 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'name': 'tempest-TaggedBootDevicesTest-288674263-router', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:14Z', 'updated_at': '2022-01-27T21:50:26Z', 'revision_number': 4, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'gw_port': {'id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:17Z', 'updated_at': '2022-01-27T21:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2832d344-229f-4bf2-897b-df271dcedc5b', 'name': '', 'network_id': '0bade858-af63-49b3-909a-6a7d96619464', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'mac_address': 'fa:16:3e:a3:46:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'f20c5a1f-1a73-4497-aee3-c74aed8b30bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:25Z', 'updated_at': '2022-01-27T21:50:31Z', 'revision_number': 4, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'subnets': [{'id': 'f20c5a1f-1a73-4497-aee3-c74aed8b30bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:32.745163 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3296139f-2775-4041-bafb-42f420ffe5b9 None None] The sync data for ids ['ee9268c1-2172-4960-b05a-028e88965a6f'] in n-d-772272-3 is: [{'id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'name': 'tempest-TaggedBootDevicesTest-288674263-router', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:14Z', 'updated_at': '2022-01-27T21:50:26Z', 'revision_number': 4, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'gw_port': {'id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:17Z', 'updated_at': '2022-01-27T21:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2832d344-229f-4bf2-897b-df271dcedc5b', 'name': '', 'network_id': '0bade858-af63-49b3-909a-6a7d96619464', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'mac_address': 'fa:16:3e:a3:46:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'f20c5a1f-1a73-4497-aee3-c74aed8b30bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:25Z', 'updated_at': '2022-01-27T21:50:31Z', 'revision_number': 4, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'subnets': [{'id': 'f20c5a1f-1a73-4497-aee3-c74aed8b30bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:50:32.760382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-07fe59ba-bb1a-494c-9c9a-e84d03d8a894 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2373142 Jan 27 21:50:32.771480 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51810) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:32.828423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe59ba-bb1a-494c-9c9a-e84d03d8a894 admin admin] Pushing event updated for resources: {'Network': ['ID=15c45369-7dbb-4faa-b728-31d16e2a38cf,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:32.835259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-96de7c76-3914-4bf7-af8d-cd666dcb7414 admin admin] Request body: {'subnet': {'network_id': '15c45369-7dbb-4faa-b728-31d16e2a38cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2032061304-subnet', 'tenant_id': '32459725ddf84dbc8503dfad13bdf89c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:32.847267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 15c45369-7dbb-4faa-b728-31d16e2a38cf details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:50:32.857057 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b77fba94-4139-415d-bd7e-c44e41485cc3 req-52dff5ad-ccbe-490c-825c-bd0ca8af5c4d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 HTTP/1.1" status: 200 len: 1001 time: 0.2973928 Jan 27 21:50:32.859856 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ee0d7-5bd1-4c02-bebc-67bdb5276b0e admin admin] Calling delete_port for 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:32.861129 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a9191-d74d-4687-9bd2-b55d90da8e65 req-987969c3-dc91-44e2-a859-bb79838a488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.861818 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a9191-d74d-4687-9bd2-b55d90da8e65 req-987969c3-dc91-44e2-a859-bb79838a488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.865975 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a9191-d74d-4687-9bd2-b55d90da8e65 req-987969c3-dc91-44e2-a859-bb79838a488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.868096 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d85a9191-d74d-4687-9bd2-b55d90da8e65 req-987969c3-dc91-44e2-a859-bb79838a488b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c221dbb11cf44d8baddb08b573ae1274&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5886576 Jan 27 21:50:32.881550 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c6a28-cd0e-4ac0-9e74-5c76c46dab0d req-e170decc-dd9d-45d4-ba5c-5f0f2292c712 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.884094 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-245c6a28-cd0e-4ac0-9e74-5c76c46dab0d req-e170decc-dd9d-45d4-ba5c-5f0f2292c712 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 944 time: 1.1924300 Jan 27 21:50:32.915976 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fba94-4139-415d-bd7e-c44e41485cc3 req-fea66a9d-4870-49e3-9971-50873f14877c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:32.918040 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b77fba94-4139-415d-bd7e-c44e41485cc3 req-fea66a9d-4870-49e3-9971-50873f14877c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.0545943 Jan 27 21:50:33.024701 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96de7c76-3914-4bf7-af8d-cd666dcb7414 admin admin] Made reservation on behalf of 32459725ddf84dbc8503dfad13bdf89c for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:33.027735 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-96de7c76-3914-4bf7-af8d-cd666dcb7414 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:33.079921 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fba94-4139-415d-bd7e-c44e41485cc3 req-86ca270b-622c-45fa-9f54-60a731fd32da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:33.082097 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b77fba94-4139-415d-bd7e-c44e41485cc3 req-86ca270b-622c-45fa-9f54-60a731fd32da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482108 Jan 27 21:50:33.128515 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cb041497-09da-4dd5-bd6b-7b2819514411 req-1235626a-50d0-40c9-8006-8d244bd09160 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549863 Jan 27 21:50:33.262142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a9191-d74d-4687-9bd2-b55d90da8e65 req-1c98f7ab-8b7c-446f-b7be-73db5932bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:33.263785 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d85a9191-d74d-4687-9bd2-b55d90da8e65 req-1c98f7ab-8b7c-446f-b7be-73db5932bdd1 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3750520 Jan 27 21:50:33.290036 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7cdc1afb-56d2-47fb-bf09-b286b3ad7c3e req-de4336bd-85d8-4f5e-be3c-e5ee675ebd99 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6835806 Jan 27 21:50:33.295754 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'tag': 'f36aaaa3-8abe-4bbf-be60-e3985eafef58'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:33.298418 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c06f88-4b8b-414f-963b-8c31f586700d" -d '{"events": [{"name": "network-changed", "server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "tag": "f36aaaa3-8abe-4bbf-be60-e3985eafef58"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:33.352757 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c24546-5d38-4279-b241-0c89a055b6b9 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:50:33.362747 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a8274c-abb7-4412-b163-79befdfe59ea x-openstack-request-id: req-12a8274c-abb7-4412-b163-79befdfe59ea {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:33.362951 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] Publish callbacks [] for port (64c24546-5d38-4279-b241-0c89a055b6b9), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:33.363060 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff55f43-35d5-4a20-8aea-7060be0d6b77", "name": "network-vif-deleted", "tag": "4a513be2-333f-41ef-aec9-382bb5e9f8e9", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:33.365308 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12a8274c-abb7-4412-b163-79befdfe59ea {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:33.365769 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff55f43-35d5-4a20-8aea-7060be0d6b77', 'name': 'network-vif-deleted', 'tag': '4a513be2-333f-41ef-aec9-382bb5e9f8e9', 'status': 'completed', 'code': 200} Jan 27 21:50:33.382229 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3d9ee0d7-5bd1-4c02-bebc-67bdb5276b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (196fbab9-bbcb-432c-b3c7-8fb4d51c06d5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:33.397446 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] Transition to ACTIVE for port object 64c24546-5d38-4279-b241-0c89a055b6b9 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:50:33.402752 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51814) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:33.468455 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (64c24546-5d38-4279-b241-0c89a055b6b9), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:33.474377 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ee0d7-5bd1-4c02-bebc-67bdb5276b0e admin admin] Pushing event deleted for resources: {'Port': ['ID=196fbab9-bbcb-432c-b3c7-8fb4d51c06d5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:33.665670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-245c6a28-cd0e-4ac0-9e74-5c76c46dab0d req-09277077-f01e-4c86-a3e2-3065b33773ee tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Deleting port 816c5961-d927-42ef-9afe-e51e7ad3efdb {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:33.665986 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-245c6a28-cd0e-4ac0-9e74-5c76c46dab0d req-09277077-f01e-4c86-a3e2-3065b33773ee tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (816c5961-d927-42ef-9afe-e51e7ad3efdb), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:33.679755 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33aab29a-a404-483d-a34a-1c8bcf928354 req-e9f079d2-9796-45b2-92f4-a9bef1b6bd46 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.0938408 Jan 27 21:50:33.712106 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b77fba94-4139-415d-bd7e-c44e41485cc3 req-75cfb1c5-7319-4f31-aef3-396faa7d9b13 service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214838 Jan 27 21:50:33.735121 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8584b678-932b-45d0-a709-32cdd955941f req-93fe1e22-8765-4693-8616-61a6f5176f21 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 210 time: 0.3035960 Jan 27 21:50:33.753283 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-96de7c76-3914-4bf7-af8d-cd666dcb7414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (68d4bdbe-2323-443c-809f-c77c6ccaa70e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:33.765836 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] Pushing event updated for resources: {'Port': ['ID=64c24546-5d38-4279-b241-0c89a055b6b9,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:33.918627 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b77fba94-4139-415d-bd7e-c44e41485cc3 req-2fdced7e-4faa-43d5-8c0d-8cdd93b53157 service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932993 Jan 27 21:50:33.925900 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7075b356-4457-43ca-85db-f0469ae0ecb3 x-openstack-request-id: req-7075b356-4457-43ca-85db-f0469ae0ecb3 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:33.926474 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "tag": "f36aaaa3-8abe-4bbf-be60-e3985eafef58", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:33.926848 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7075b356-4457-43ca-85db-f0469ae0ecb3 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:33.927522 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'tag': 'f36aaaa3-8abe-4bbf-be60-e3985eafef58', 'status': 'completed', 'code': 200} Jan 27 21:50:34.017667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de7c76-3914-4bf7-af8d-cd666dcb7414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d4bdbe-2323-443c-809f-c77c6ccaa70e,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:34.057895 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] Attempting to bind port 64c24546-5d38-4279-b241-0c89a055b6b9 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:34.058412 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] Attempting to bind port 64c24546-5d38-4279-b241-0c89a055b6b9 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'fb85c23d-cc2e-4d28-aca2-d2302046f93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b460f0aa-ece7-4f87-b835-250ecfdd5f67'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:34.058858 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] Attempting to bind port 64c24546-5d38-4279-b241-0c89a055b6b9 on network b460f0aa-ece7-4f87-b835-250ecfdd5f67 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:34.065736 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-245c6a28-cd0e-4ac0-9e74-5c76c46dab0d req-09277077-f01e-4c86-a3e2-3065b33773ee tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] For port 816c5961-d927-42ef-9afe-e51e7ad3efdb, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=816c5961-d927-42ef-9afe-e51e7ad3efdb,segment=NetworkSegment(b9c40c46-f208-46ce-8b90-a43eca8bb0aa),segment_id=b9c40c46-f208-46ce-8b90-a43eca8bb0aa)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:34.065736 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-245c6a28-cd0e-4ac0-9e74-5c76c46dab0d req-09277077-f01e-4c86-a3e2-3065b33773ee tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (816c5961-d927-42ef-9afe-e51e7ad3efdb), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:34.066423 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] Port 64c24546-5d38-4279-b241-0c89a055b6b9 on network b460f0aa-ece7-4f87-b835-250ecfdd5f67 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:34.067045 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] Attempting to bind port 64c24546-5d38-4279-b241-0c89a055b6b9 on network b460f0aa-ece7-4f87-b835-250ecfdd5f67 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:34.078362 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:34.078880 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] Checking segment: {'id': 'fb85c23d-cc2e-4d28-aca2-d2302046f93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b460f0aa-ece7-4f87-b835-250ecfdd5f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:34.079380 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] Bound using segment: {'id': 'fb85c23d-cc2e-4d28-aca2-d2302046f93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b460f0aa-ece7-4f87-b835-250ecfdd5f67'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:34.080222 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] Bound port: 64c24546-5d38-4279-b241-0c89a055b6b9, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb85c23d-cc2e-4d28-aca2-d2302046f93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b460f0aa-ece7-4f87-b835-250ecfdd5f67'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:34.080697 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (64c24546-5d38-4279-b241-0c89a055b6b9), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:34.089450 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-245c6a28-cd0e-4ac0-9e74-5c76c46dab0d req-09277077-f01e-4c86-a3e2-3065b33773ee tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Calling delete_port for 816c5961-d927-42ef-9afe-e51e7ad3efdb owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:34.170294 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] For port 64c24546-5d38-4279-b241-0c89a055b6b9, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:34.176852 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c06f88-4b8b-414f-963b-8c31f586700d req-f1e64263-679f-4243-8ab6-e4f4752c11d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:34.177326 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c06f88-4b8b-414f-963b-8c31f586700d req-f1e64263-679f-4243-8ab6-e4f4752c11d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:34.177795 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c06f88-4b8b-414f-963b-8c31f586700d req-f1e64263-679f-4243-8ab6-e4f4752c11d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:34.178880 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c06f88-4b8b-414f-963b-8c31f586700d req-f1e64263-679f-4243-8ab6-e4f4752c11d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:34.178880 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c06f88-4b8b-414f-963b-8c31f586700d req-f1e64263-679f-4243-8ab6-e4f4752c11d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:34.183048 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c06f88-4b8b-414f-963b-8c31f586700d req-f1e64263-679f-4243-8ab6-e4f4752c11d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:34.183048 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c06f88-4b8b-414f-963b-8c31f586700d req-f1e64263-679f-4243-8ab6-e4f4752c11d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:34.183048 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64c06f88-4b8b-414f-963b-8c31f586700d req-f1e64263-679f-4243-8ab6-e4f4752c11d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c221dbb11cf44d8baddb08b573ae1274&device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 6447 time: 0.3429422 Jan 27 21:50:34.184616 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] For port 64c24546-5d38-4279-b241-0c89a055b6b9, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=64c24546-5d38-4279-b241-0c89a055b6b9,segment=NetworkSegment(fb85c23d-cc2e-4d28-aca2-d2302046f93f),segment_id=fb85c23d-cc2e-4d28-aca2-d2302046f93f)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:34.184891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de7c76-3914-4bf7-af8d-cd666dcb7414 admin admin] Checking segment: {'id': 'e3c98b13-aa00-481c-840d-e4c94f46186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '15c45369-7dbb-4faa-b728-31d16e2a38cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:34.185260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96de7c76-3914-4bf7-af8d-cd666dcb7414 admin admin] Network hostable DHCP agents. Network: 15c45369-7dbb-4faa-b728-31d16e2a38cf, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:50:34.186894 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3d9ee0d7-5bd1-4c02-bebc-67bdb5276b0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (03531ac1-7e68-4c93-948b-269fd9d16c92), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:34.195823 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (64c24546-5d38-4279-b241-0c89a055b6b9), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:34.372469 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:34.373107 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96de7c76-3914-4bf7-af8d-cd666dcb7414 admin admin] Network 15c45369-7dbb-4faa-b728-31d16e2a38cf is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:50:34.373774 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:34.392330 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] 10.222.0.15 "PUT /v2.0/ports/64c24546-5d38-4279-b241-0c89a055b6b9 HTTP/1.1" status: 200 len: 1091 time: 1.9758065 Jan 27 21:50:34.414587 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebafbb54-4899-40ce-b1b4-a77edd4e1acc service neutron] Pushing event updated for resources: {'Port': ['ID=64c24546-5d38-4279-b241-0c89a055b6b9,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:34.649446 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-96de7c76-3914-4bf7-af8d-cd666dcb7414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 15c45369-7dbb-4faa-b728-31d16e2a38cf) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:34.658436 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b99885-80d8-4515-b4c4-b20122c422d0 None None] Network 15c45369-7dbb-4faa-b728-31d16e2a38cf requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:34.658966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96de7c76-3914-4bf7-af8d-cd666dcb7414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:34.661263 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-96de7c76-3914-4bf7-af8d-cd666dcb7414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:34.664220 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2832d344-229f-4bf2-897b-df271dcedc5b up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:34.695138 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9ee0d7-5bd1-4c02-bebc-67bdb5276b0e admin admin] Router 03531ac1-7e68-4c93-948b-269fd9d16c92 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:50:34.755397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c06f88-4b8b-414f-963b-8c31f586700d req-dd8278a2-d2ea-4db8-94c3-03a8d2091151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:34.755397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c06f88-4b8b-414f-963b-8c31f586700d req-dd8278a2-d2ea-4db8-94c3-03a8d2091151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:34.761135 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c06f88-4b8b-414f-963b-8c31f586700d req-dd8278a2-d2ea-4db8-94c3-03a8d2091151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:34.763220 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64c06f88-4b8b-414f-963b-8c31f586700d req-dd8278a2-d2ea-4db8-94c3-03a8d2091151 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c221dbb11cf44d8baddb08b573ae1274&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5710552 Jan 27 21:50:34.849258 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907e64a-dd8f-4887-aca2-c21d0aad174d req-16730a07-8cf2-45dd-9682-f449d063de37 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:34.862188 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0907e64a-dd8f-4887-aca2-c21d0aad174d req-16730a07-8cf2-45dd-9682-f449d063de37 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 944 time: 0.4804261 Jan 27 21:50:34.882697 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-96de7c76-3914-4bf7-af8d-cd666dcb7414 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0515106 Jan 27 21:50:34.897839 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51828) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:34.899805 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9ee0d7-5bd1-4c02-bebc-67bdb5276b0e admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:50:34.906298 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-173f069f-868b-4ffb-8a2a-748155bfc1ee admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2032061304-router', 'tenant_id': '32459725ddf84dbc8503dfad13bdf89c', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:34.919123 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3d9ee0d7-5bd1-4c02-bebc-67bdb5276b0e admin admin] 10.222.0.23 "PUT /v2.0/routers/03531ac1-7e68-4c93-948b-269fd9d16c92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2109561 Jan 27 21:50:34.919350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995e3c03-e640-48c5-8401-d5705c1701dc None None] Sync routers for ids ['03531ac1-7e68-4c93-948b-269fd9d16c92'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:50:34.921338 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51830) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:34.960141 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995e3c03-e640-48c5-8401-d5705c1701dc None None] Routers {'03531ac1-7e68-4c93-948b-269fd9d16c92'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:34.960838 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-995e3c03-e640-48c5-8401-d5705c1701dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:50:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['03531ac1-7e68-4c93-948b-269fd9d16c92'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:35.100422 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1066aac-3b13-4377-b7fb-e1f85aaae1bc req-05d8ffc5-e9f9-41e9-b414-c55d116cc6ab tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:35.106382 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1066aac-3b13-4377-b7fb-e1f85aaae1bc req-05d8ffc5-e9f9-41e9-b414-c55d116cc6ab tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:35.111936 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1066aac-3b13-4377-b7fb-e1f85aaae1bc req-05d8ffc5-e9f9-41e9-b414-c55d116cc6ab tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:35.117847 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1066aac-3b13-4377-b7fb-e1f85aaae1bc req-05d8ffc5-e9f9-41e9-b414-c55d116cc6ab tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:35.128401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1066aac-3b13-4377-b7fb-e1f85aaae1bc req-05d8ffc5-e9f9-41e9-b414-c55d116cc6ab tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:35.137788 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1066aac-3b13-4377-b7fb-e1f85aaae1bc req-05d8ffc5-e9f9-41e9-b414-c55d116cc6ab tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:35.156687 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1066aac-3b13-4377-b7fb-e1f85aaae1bc req-05d8ffc5-e9f9-41e9-b414-c55d116cc6ab tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:35.158718 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c1066aac-3b13-4377-b7fb-e1f85aaae1bc req-05d8ffc5-e9f9-41e9-b414-c55d116cc6ab tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.5450001 Jan 27 21:50:35.194120 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-995e3c03-e640-48c5-8401-d5705c1701dc None None] Set router 03531ac1-7e68-4c93-948b-269fd9d16c92 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:35.270385 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0907e64a-dd8f-4887-aca2-c21d0aad174d req-c94006c8-4894-41fa-b0e1-f1b5062687ba tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/security-groups?id=983466a1-27dc-462f-9a31-fba22af56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068429 Jan 27 21:50:35.281209 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 2832d344-229f-4bf2-897b-df271dcedc5b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:35.281474 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2832d344-229f-4bf2-897b-df271dcedc5b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:35.307922 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e156a3-5e75-4cc1-a8b5-1d7685113184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-15c45369-7dbb-4faa-b728-31d16e2a38cf', 'network_id': '15c45369-7dbb-4faa-b728-31d16e2a38cf', 'project_id': '32459725ddf84dbc8503dfad13bdf89c', 'fixed_ips': [{'subnet_id': '68d4bdbe-2323-443c-809f-c77c6ccaa70e'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:50:35.309075 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f4e156a3-5e75-4cc1-a8b5-1d7685113184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:35.330888 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-245c6a28-cd0e-4ac0-9e74-5c76c46dab0d req-09277077-f01e-4c86-a3e2-3065b33773ee tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (816c5961-d927-42ef-9afe-e51e7ad3efdb), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:35.392479 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c06f88-4b8b-414f-963b-8c31f586700d req-df695d36-6f6e-4081-8098-3f39a9476b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:35.399373 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64c06f88-4b8b-414f-963b-8c31f586700d req-df695d36-6f6e-4081-8098-3f39a9476b9d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6071658 Jan 27 21:50:35.470789 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-723f8aba-332f-4647-86f9-740e3c8ff63e req-7a10e10e-4d8e-44e1-a81d-b3d4a1ec1762 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.0416300 Jan 27 21:50:35.471008 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-173f069f-868b-4ffb-8a2a-748155bfc1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (7924c8d9-3303-41de-9d0e-167a10bfd101), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:35.472318 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-173f069f-868b-4ffb-8a2a-748155bfc1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (7924c8d9-3303-41de-9d0e-167a10bfd101), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:35.503862 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d142a6a9-3737-426f-b915-deadd86b7fa8 admin admin] Publish callbacks [] for router (03531ac1-7e68-4c93-948b-269fd9d16c92), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:35.506733 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c1066aac-3b13-4377-b7fb-e1f85aaae1bc req-e421583b-933d-4ef2-9b8d-476d085a7a79 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3344858 Jan 27 21:50:35.513098 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09277077-f01e-4c86-a3e2-3065b33773ee tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Pushing event deleted for resources: {'Port': ['ID=816c5961-d927-42ef-9afe-e51e7ad3efdb,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:35.643029 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-173f069f-868b-4ffb-8a2a-748155bfc1ee admin admin] Publish callbacks [] for router_controller (7924c8d9-3303-41de-9d0e-167a10bfd101), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:35.655276 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b0c415d2-2140-401a-9414-9f3dee7792da req-fbb0cbe2-587a-44a2-91c0-5487cc02216a tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 210 time: 0.0674999 Jan 27 21:50:35.724837 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-245c6a28-cd0e-4ac0-9e74-5c76c46dab0d req-09277077-f01e-4c86-a3e2-3065b33773ee tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] No DVR routers for this DVR port 816c5961-d927-42ef-9afe-e51e7ad3efdb on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:35.737675 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-245c6a28-cd0e-4ac0-9e74-5c76c46dab0d req-09277077-f01e-4c86-a3e2-3065b33773ee tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:35.741212 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-245c6a28-cd0e-4ac0-9e74-5c76c46dab0d req-09277077-f01e-4c86-a3e2-3065b33773ee tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.15 "DELETE /v2.0/ports/816c5961-d927-42ef-9afe-e51e7ad3efdb HTTP/1.1" status: 204 len: 173 time: 2.8487689 Jan 27 21:50:35.756039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ca2e0bc2-4268-41b0-988a-fb1988388f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:35.776206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ca2e0bc2-4268-41b0-988a-fb1988388f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:35.776206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ca2e0bc2-4268-41b0-988a-fb1988388f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:35.778178 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ca2e0bc2-4268-41b0-988a-fb1988388f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:35.780382 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ca2e0bc2-4268-41b0-988a-fb1988388f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:35.780854 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ca2e0bc2-4268-41b0-988a-fb1988388f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:35.781336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ca2e0bc2-4268-41b0-988a-fb1988388f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:35.783407 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ca2e0bc2-4268-41b0-988a-fb1988388f71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c221dbb11cf44d8baddb08b573ae1274&device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 6489 time: 0.3086381 Jan 27 21:50:35.783894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1134fa-9d36-4b5d-9934-16c55b4913e0', 'name': 'network-vif-deleted', 'tag': '816c5961-d927-42ef-9afe-e51e7ad3efdb'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:35.786228 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b8a2c4-5fee-4fc1-bf3b-94b747be7ff0" -d '{"events": [{"server_uuid": "1b1134fa-9d36-4b5d-9934-16c55b4913e0", "name": "network-vif-deleted", "tag": "816c5961-d927-42ef-9afe-e51e7ad3efdb"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:35.797028 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-995e3c03-e640-48c5-8401-d5705c1701dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-router', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:50:33Z', 'revision_number': 5, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'gw_port': {'id': '5cf782a5-42b2-4bbe-8807-55d1ce9f907f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:35.799014 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d142a6a9-3737-426f-b915-deadd86b7fa8 admin admin] Publish callbacks [] for router_gateway (03531ac1-7e68-4c93-948b-269fd9d16c92), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:35.936149 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'tag': '64c24546-5d38-4279-b241-0c89a055b6b9'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:35.938806 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caeba79-3520-4278-b727-d747b229936a" -d '{"events": [{"name": "network-changed", "server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "tag": "64c24546-5d38-4279-b241-0c89a055b6b9"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:35.958526 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-173f069f-868b-4ffb-8a2a-748155bfc1ee admin admin] Publish callbacks [] for router_gateway (7924c8d9-3303-41de-9d0e-167a10bfd101), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.017324 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-d142a6a9-3737-426f-b915-deadd86b7fa8 admin admin] Deleting port 5cf782a5-42b2-4bbe-8807-55d1ce9f907f {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:36.018616 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d142a6a9-3737-426f-b915-deadd86b7fa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5cf782a5-42b2-4bbe-8807-55d1ce9f907f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.032343 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6a8a34-2167-47c6-97e1-4373c5543273 x-openstack-request-id: req-4a6a8a34-2167-47c6-97e1-4373c5543273 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:36.032692 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "tag": "64c24546-5d38-4279-b241-0c89a055b6b9", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:36.033012 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a6a8a34-2167-47c6-97e1-4373c5543273 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:36.033422 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'tag': '64c24546-5d38-4279-b241-0c89a055b6b9', 'status': 'completed', 'code': 200} Jan 27 21:50:36.107267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 2832d344-229f-4bf2-897b-df271dcedc5b is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:36.138537 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995e3c03-e640-48c5-8401-d5705c1701dc None None] Checking router: 03531ac1-7e68-4c93-948b-269fd9d16c92 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:50:36.158773 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995e3c03-e640-48c5-8401-d5705c1701dc None None] Routers {'03531ac1-7e68-4c93-948b-269fd9d16c92'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:36.159433 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-995e3c03-e640-48c5-8401-d5705c1701dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:50:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['03531ac1-7e68-4c93-948b-269fd9d16c92'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:36.161790 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-f4e156a3-5e75-4cc1-a8b5-1d7685113184 None None] Allocated IP 172.20.0.2 (15c45369-7dbb-4faa-b728-31d16e2a38cf/68d4bdbe-2323-443c-809f-c77c6ccaa70e/d2e98922-0c42-4217-a46d-9c9aed605f17) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:36.212233 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-d142a6a9-3737-426f-b915-deadd86b7fa8 admin admin] For port 5cf782a5-42b2-4bbe-8807-55d1ce9f907f, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5cf782a5-42b2-4bbe-8807-55d1ce9f907f,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:36.213606 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d142a6a9-3737-426f-b915-deadd86b7fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5cf782a5-42b2-4bbe-8807-55d1ce9f907f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.228707 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-d142a6a9-3737-426f-b915-deadd86b7fa8 admin admin] Calling delete_port for 5cf782a5-42b2-4bbe-8807-55d1ce9f907f owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:36.309089 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-995e3c03-e640-48c5-8401-d5705c1701dc None None] Set router 03531ac1-7e68-4c93-948b-269fd9d16c92 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:36.375291 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-995e3c03-e640-48c5-8401-d5705c1701dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-router', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:50:35Z', 'revision_number': 6, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:36.380409 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-be0fcfee-80ed-42fe-9938-6bdef2fb3790 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84405a01-cd0d-4bf0-8b98-42cc257f6846 HTTP/1.1" status: 200 len: 217 time: 0.5726759 Jan 27 21:50:36.382159 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67335ef-ece4-4791-beaf-59c05490322f x-openstack-request-id: req-b67335ef-ece4-4791-beaf-59c05490322f {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:36.382565 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1134fa-9d36-4b5d-9934-16c55b4913e0", "name": "network-vif-deleted", "tag": "816c5961-d927-42ef-9afe-e51e7ad3efdb", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:36.382931 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b67335ef-ece4-4791-beaf-59c05490322f {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:36.383440 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1134fa-9d36-4b5d-9934-16c55b4913e0', 'name': 'network-vif-deleted', 'tag': '816c5961-d927-42ef-9afe-e51e7ad3efdb', 'status': 'completed', 'code': 200} Jan 27 21:50:36.411024 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995e3c03-e640-48c5-8401-d5705c1701dc None None] The sync data for ids ['03531ac1-7e68-4c93-948b-269fd9d16c92'] in n-d-772272-3 is: [{'id': '03531ac1-7e68-4c93-948b-269fd9d16c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2113483185-router', 'tenant_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:41Z', 'updated_at': '2022-01-27T21:50:35Z', 'revision_number': 6, 'project_id': '26970e00ed0848ac91d62d52a2a5e8f6', 'gw_port_host': None}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:50:36.442294 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-173f069f-868b-4ffb-8a2a-748155bfc1ee admin admin] Publish callbacks [] for router_gateway (7924c8d9-3303-41de-9d0e-167a10bfd101), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.480566 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-b3075650-911c-4f4f-bf00-8cce180149cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:36.481222 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-173f069f-868b-4ffb-8a2a-748155bfc1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.483693 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-b3075650-911c-4f4f-bf00-8cce180149cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d63617a-41ab-4f3d-bac9-e72c844c3cd6 HTTP/1.1" status: 200 len: 856 time: 0.0984197 Jan 27 21:50:36.540254 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f4e156a3-5e75-4cc1-a8b5-1d7685113184 None None] Publish callbacks [] for port (d2e98922-0c42-4217-a46d-9c9aed605f17), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.550100 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f4e156a3-5e75-4cc1-a8b5-1d7685113184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (d2e98922-0c42-4217-a46d-9c9aed605f17), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.572099 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64da873f-adee-4d20-ade3-18db8d6fd61b req-fc1fd6dd-26e5-4389-b0e8-f57fdfa4de86 tempest-LiveAutoBlockMigrationV225Test-589739684 tempest-LiveAutoBlockMigrationV225Test-589739684-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b1134fa-9d36-4b5d-9934-16c55b4913e0 HTTP/1.1" status: 200 len: 210 time: 0.0841153 Jan 27 21:50:36.635180 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a1800c57-47c3-449b-9810-f06db94125c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (350b52e3-77d6-46a0-bae3-f6e8f70175d0), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.640182 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-62ac8aff-fd3a-435e-9283-5327473ca2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:36.642203 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-62ac8aff-fd3a-435e-9283-5327473ca2ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f73ace18-6f32-45e8-a920-6ab2b4129b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1300125 Jan 27 21:50:36.647092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e156a3-5e75-4cc1-a8b5-1d7685113184 None None] Network 15c45369-7dbb-4faa-b728-31d16e2a38cf is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:36.654902 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-f4e156a3-5e75-4cc1-a8b5-1d7685113184 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:36.664402 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e156a3-5e75-4cc1-a8b5-1d7685113184 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:36.671870 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e156a3-5e75-4cc1-a8b5-1d7685113184 None None] Pushing event updated for resources: {'Port': ['ID=d2e98922-0c42-4217-a46d-9c9aed605f17,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:36.739814 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f4e156a3-5e75-4cc1-a8b5-1d7685113184 None None] Attempting to bind port d2e98922-0c42-4217-a46d-9c9aed605f17 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:36.741600 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f4e156a3-5e75-4cc1-a8b5-1d7685113184 None None] Attempting to bind port d2e98922-0c42-4217-a46d-9c9aed605f17 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e3c98b13-aa00-481c-840d-e4c94f46186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '15c45369-7dbb-4faa-b728-31d16e2a38cf'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:36.742628 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e156a3-5e75-4cc1-a8b5-1d7685113184 None None] Attempting to bind port d2e98922-0c42-4217-a46d-9c9aed605f17 on network 15c45369-7dbb-4faa-b728-31d16e2a38cf {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:36.755437 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e156a3-5e75-4cc1-a8b5-1d7685113184 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:36.755979 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e156a3-5e75-4cc1-a8b5-1d7685113184 None None] Checking segment: {'id': 'e3c98b13-aa00-481c-840d-e4c94f46186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '15c45369-7dbb-4faa-b728-31d16e2a38cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:36.756847 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f4e156a3-5e75-4cc1-a8b5-1d7685113184 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.757265 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e156a3-5e75-4cc1-a8b5-1d7685113184 None None] Bound using segment: {'id': 'e3c98b13-aa00-481c-840d-e4c94f46186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '15c45369-7dbb-4faa-b728-31d16e2a38cf'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:36.757770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f4e156a3-5e75-4cc1-a8b5-1d7685113184 None None] Bound port: d2e98922-0c42-4217-a46d-9c9aed605f17, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c98b13-aa00-481c-840d-e4c94f46186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '15c45369-7dbb-4faa-b728-31d16e2a38cf'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:36.758168 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f4e156a3-5e75-4cc1-a8b5-1d7685113184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d2e98922-0c42-4217-a46d-9c9aed605f17), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.850378 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f4e156a3-5e75-4cc1-a8b5-1d7685113184 None None] For port d2e98922-0c42-4217-a46d-9c9aed605f17, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:36.861873 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f4e156a3-5e75-4cc1-a8b5-1d7685113184 None None] For port d2e98922-0c42-4217-a46d-9c9aed605f17, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d2e98922-0c42-4217-a46d-9c9aed605f17,segment=NetworkSegment(e3c98b13-aa00-481c-840d-e4c94f46186d),segment_id=e3c98b13-aa00-481c-840d-e4c94f46186d)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:36.868375 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f4e156a3-5e75-4cc1-a8b5-1d7685113184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d2e98922-0c42-4217-a46d-9c9aed605f17), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.925051 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-173f069f-868b-4ffb-8a2a-748155bfc1ee admin admin] Allocated IP 172.25.3.93 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/b17c4338-c211-4013-9bf2-ec857ee25b1b) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:36.955908 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a1e3b6fd-940e-43e0-9fbe-b5eb8f089bcb req-5419a2e1-4ce7-4081-aad8-1e0bbf59012e tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.1536546 Jan 27 21:50:36.959520 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e156a3-5e75-4cc1-a8b5-1d7685113184 None None] Pushing event updated for resources: {'Port': ['ID=d2e98922-0c42-4217-a46d-9c9aed605f17,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:37.084117 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19405be0-49de-4a1f-a2cd-62bfb7ac4918 req-4fdd15ea-605f-4382-9759-275c8d45058c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:37.089644 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19405be0-49de-4a1f-a2cd-62bfb7ac4918 req-4fdd15ea-605f-4382-9759-275c8d45058c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:37.095216 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19405be0-49de-4a1f-a2cd-62bfb7ac4918 req-4fdd15ea-605f-4382-9759-275c8d45058c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:37.100549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19405be0-49de-4a1f-a2cd-62bfb7ac4918 req-4fdd15ea-605f-4382-9759-275c8d45058c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:37.106200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19405be0-49de-4a1f-a2cd-62bfb7ac4918 req-4fdd15ea-605f-4382-9759-275c8d45058c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:37.112019 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19405be0-49de-4a1f-a2cd-62bfb7ac4918 req-4fdd15ea-605f-4382-9759-275c8d45058c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:37.117750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19405be0-49de-4a1f-a2cd-62bfb7ac4918 req-4fdd15ea-605f-4382-9759-275c8d45058c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:37.119697 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19405be0-49de-4a1f-a2cd-62bfb7ac4918 req-4fdd15ea-605f-4382-9759-275c8d45058c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.3091142 Jan 27 21:50:37.134533 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d142a6a9-3737-426f-b915-deadd86b7fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5cf782a5-42b2-4bbe-8807-55d1ce9f907f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.147513 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-173f069f-868b-4ffb-8a2a-748155bfc1ee admin admin] Publish callbacks [] for port (b17c4338-c211-4013-9bf2-ec857ee25b1b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.169452 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ced41f42-b962-4fd6-9974-489b9e67e2fe req-f81ccd0d-c808-4dac-a045-2ae09ef36709 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 210 time: 0.0428131 Jan 27 21:50:37.183980 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142a6a9-3737-426f-b915-deadd86b7fa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cf782a5-42b2-4bbe-8807-55d1ce9f907f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:37.225057 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-d1a3be53-8cce-4d62-9f03-d8b211223cc0 service neutron] 10.222.0.15 "GET /v2.0/networks/f73ace18-6f32-45e8-a920-6ab2b4129b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300988 Jan 27 21:50:37.300426 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d142a6a9-3737-426f-b915-deadd86b7fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (03531ac1-7e68-4c93-948b-269fd9d16c92), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.418898 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19405be0-49de-4a1f-a2cd-62bfb7ac4918 req-c1d6ad71-87ce-4cc4-b49c-4bb81a3a3177 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2571175 Jan 27 21:50:37.426271 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-173f069f-868b-4ffb-8a2a-748155bfc1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b17c4338-c211-4013-9bf2-ec857ee25b1b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.443468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 816c5961-d927-42ef-9afe-e51e7ad3efdb no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:37.486892 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-687515ac-250d-4cb1-aaea-59e8e9eb6b10 service neutron] 10.222.0.15 "GET /v2.0/networks/f73ace18-6f32-45e8-a920-6ab2b4129b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520955 Jan 27 21:50:37.510249 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 816c5961-d927-42ef-9afe-e51e7ad3efdb {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:37.511251 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 816c5961-d927-42ef-9afe-e51e7ad3efdb not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:37.541454 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-52f7e0c3-a1d9-4bec-bebb-d9239a92c003 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=3104ba69-ec6e-49e9-9127-78e5e52dd511 HTTP/1.1" status: 200 len: 217 time: 0.0473435 Jan 27 21:50:37.575911 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d142a6a9-3737-426f-b915-deadd86b7fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (03531ac1-7e68-4c93-948b-269fd9d16c92), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.579272 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d142a6a9-3737-426f-b915-deadd86b7fa8 admin admin] Publish callbacks [] for router_controller (03531ac1-7e68-4c93-948b-269fd9d16c92), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.605184 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-a1800c57-47c3-449b-9810-f06db94125c9 admin admin] Deleting port c6f44a2a-dfa4-4749-a038-6fc13f4c81d9 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:37.605701 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a1800c57-47c3-449b-9810-f06db94125c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c6f44a2a-dfa4-4749-a038-6fc13f4c81d9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.663152 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173f069f-868b-4ffb-8a2a-748155bfc1ee admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:37.666671 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-173f069f-868b-4ffb-8a2a-748155bfc1ee admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:37.678180 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f069f-868b-4ffb-8a2a-748155bfc1ee admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:37.681473 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51850) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:37.713677 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d142a6a9-3737-426f-b915-deadd86b7fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (03531ac1-7e68-4c93-948b-269fd9d16c92), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.714292 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d142a6a9-3737-426f-b915-deadd86b7fa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03531ac1-7e68-4c93-948b-269fd9d16c92 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:50:37.725519 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d142a6a9-3737-426f-b915-deadd86b7fa8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.726715 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d142a6a9-3737-426f-b915-deadd86b7fa8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/03531ac1-7e68-4c93-948b-269fd9d16c92 HTTP/1.1" status: 204 len: 168 time: 2.8044536 Jan 27 21:50:37.730112 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-a1800c57-47c3-449b-9810-f06db94125c9 admin admin] For port c6f44a2a-dfa4-4749-a038-6fc13f4c81d9, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c6f44a2a-dfa4-4749-a038-6fc13f4c81d9,segment=NetworkSegment(92afb8df-73d5-486a-a2b6-8a96b5ff5c12),segment_id=92afb8df-73d5-486a-a2b6-8a96b5ff5c12)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:37.730493 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a1800c57-47c3-449b-9810-f06db94125c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c6f44a2a-dfa4-4749-a038-6fc13f4c81d9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.734557 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51854) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:37.745932 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f069f-868b-4ffb-8a2a-748155bfc1ee admin admin] Pushing event updated for resources: {'Port': ['ID=b17c4338-c211-4013-9bf2-ec857ee25b1b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:37.756453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-a1800c57-47c3-449b-9810-f06db94125c9 admin admin] Calling delete_port for c6f44a2a-dfa4-4749-a038-6fc13f4c81d9 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:37.983943 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbafb23-9859-4211-a04b-4bef22a4d530 admin admin] Deleting subnet eca82b27-8c14-4e8f-bf68-e048c8afdfc4 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:50:38.004027 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8cbafb23-9859-4211-a04b-4bef22a4d530 admin admin] Publish callbacks [] for subnet (eca82b27-8c14-4e8f-bf68-e048c8afdfc4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.052086 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-b7240950-0d8b-474d-8d6d-b94caf94f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:38.053936 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-b7240950-0d8b-474d-8d6d-b94caf94f1bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba1a2abc-5b7e-4b47-895c-4a2ade07d24d HTTP/1.1" status: 200 len: 797 time: 0.4995053 Jan 27 21:50:38.055145 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a1800c57-47c3-449b-9810-f06db94125c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (c6f44a2a-dfa4-4749-a038-6fc13f4c81d9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.214715 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8cbafb23-9859-4211-a04b-4bef22a4d530 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (eca82b27-8c14-4e8f-bf68-e048c8afdfc4), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.251206 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d156bd11-599b-429c-87fb-c5cbd169eb74 req-e8b6e46a-1333-4a7e-bf0c-4770ae139508 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.0774240 Jan 27 21:50:38.252110 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1800c57-47c3-449b-9810-f06db94125c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f44a2a-dfa4-4749-a038-6fc13f4c81d9,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:38.283361 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-215ff481-3895-42af-9c1d-b666f79544df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:38.286244 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-215ff481-3895-42af-9c1d-b666f79544df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2258556 Jan 27 21:50:38.336727 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6fb0f5-44f0-4bcd-b9a1-50062049f6f8 admin admin] Deleting subnet d0c1927c-9708-4e7c-89af-7b139122de5b {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:50:38.343860 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3a6fb0f5-44f0-4bcd-b9a1-50062049f6f8 admin admin] Publish callbacks [] for subnet (d0c1927c-9708-4e7c-89af-7b139122de5b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.394980 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d2e98922-0c42-4217-a46d-9c9aed605f17 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:38.539645 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d2e98922-0c42-4217-a46d-9c9aed605f17 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:38.540034 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d2e98922-0c42-4217-a46d-9c9aed605f17), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.558842 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3a6fb0f5-44f0-4bcd-b9a1-50062049f6f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (d0c1927c-9708-4e7c-89af-7b139122de5b), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.636895 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7900f7a-6327-4f02-91ba-7287626d9986 req-4e08e2af-7191-4aa7-bb2f-44ebce1cab05 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 210 time: 0.2579546 Jan 27 21:50:38.772418 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d2e98922-0c42-4217-a46d-9c9aed605f17 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:38.777327 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d2e98922-0c42-4217-a46d-9c9aed605f17), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.820570 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8cbafb23-9859-4211-a04b-4bef22a4d530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (eca82b27-8c14-4e8f-bf68-e048c8afdfc4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.824901 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3a6fb0f5-44f0-4bcd-b9a1-50062049f6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (d0c1927c-9708-4e7c-89af-7b139122de5b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.866642 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec679dfe-bacf-458e-9b66-eb85e7ed3226 None None] Network 15c45369-7dbb-4faa-b728-31d16e2a38cf requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:38.870176 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port d2e98922-0c42-4217-a46d-9c9aed605f17, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d2e98922-0c42-4217-a46d-9c9aed605f17,segment=NetworkSegment(e3c98b13-aa00-481c-840d-e4c94f46186d),segment_id=e3c98b13-aa00-481c-840d-e4c94f46186d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:38.891470 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d2e98922-0c42-4217-a46d-9c9aed605f17), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.904662 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-173f069f-868b-4ffb-8a2a-748155bfc1ee admin admin] Publish callbacks [] for router_gateway (7924c8d9-3303-41de-9d0e-167a10bfd101), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.967909 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-761644ac-e63a-4575-928c-1e0a7f73ecec req-c12ee55f-9604-4194-b603-67133bd5b4de service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.0876145 Jan 27 21:50:38.989429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58659fbb-52fd-4784-bf2f-9e0965a87669 req-88f5a86a-3c7a-4803-895d-c3950a725f29 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:38.991802 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58659fbb-52fd-4784-bf2f-9e0965a87669 req-88f5a86a-3c7a-4803-895d-c3950a725f29 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:39.009826 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58659fbb-52fd-4784-bf2f-9e0965a87669 req-88f5a86a-3c7a-4803-895d-c3950a725f29 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:39.016147 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58659fbb-52fd-4784-bf2f-9e0965a87669 req-88f5a86a-3c7a-4803-895d-c3950a725f29 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:39.029470 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58659fbb-52fd-4784-bf2f-9e0965a87669 req-88f5a86a-3c7a-4803-895d-c3950a725f29 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:39.037730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58659fbb-52fd-4784-bf2f-9e0965a87669 req-88f5a86a-3c7a-4803-895d-c3950a725f29 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:39.049395 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=d2e98922-0c42-4217-a46d-9c9aed605f17,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:39.049749 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58659fbb-52fd-4784-bf2f-9e0965a87669 req-88f5a86a-3c7a-4803-895d-c3950a725f29 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:39.054813 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:39.055343 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58659fbb-52fd-4784-bf2f-9e0965a87669 req-88f5a86a-3c7a-4803-895d-c3950a725f29 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.4478064 Jan 27 21:50:39.089866 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3a6fb0f5-44f0-4bcd-b9a1-50062049f6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (d0c1927c-9708-4e7c-89af-7b139122de5b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.097093 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8cbafb23-9859-4211-a04b-4bef22a4d530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (eca82b27-8c14-4e8f-bf68-e048c8afdfc4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.110183 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:39.110597 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 196fbab9-bbcb-432c-b3c7-8fb4d51c06d5 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:39.111090 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5cf782a5-42b2-4bbe-8807-55d1ce9f907f no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:39.126564 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-601a9e70-2578-4789-b8a5-75eb2704b3b6 service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7939219 Jan 27 21:50:39.136991 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fb0f5-44f0-4bcd-b9a1-50062049f6f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0c1927c-9708-4e7c-89af-7b139122de5b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:39.140471 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1b0d3ca8-1764-4da2-8a4d-71bb9017e33f None None] Provisioning complete for port d2e98922-0c42-4217-a46d-9c9aed605f17 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:39.140857 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1b0d3ca8-1764-4da2-8a4d-71bb9017e33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d2e98922-0c42-4217-a46d-9c9aed605f17), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.156250 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8cbafb23-9859-4211-a04b-4bef22a4d530 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.160376 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8cbafb23-9859-4211-a04b-4bef22a4d530 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/eca82b27-8c14-4e8f-bf68-e048c8afdfc4 HTTP/1.1" status: 204 len: 168 time: 1.4247229 Jan 27 21:50:39.161801 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3a6fb0f5-44f0-4bcd-b9a1-50062049f6f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.165439 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3a6fb0f5-44f0-4bcd-b9a1-50062049f6f8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d0c1927c-9708-4e7c-89af-7b139122de5b HTTP/1.1" status: 204 len: 168 time: 1.4787056 Jan 27 21:50:39.168727 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51866) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:39.172525 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51864) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:39.203997 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85c19e4-7b01-4769-841d-58c8acac5514 None None] Network 15739e47-d117-45df-b39e-3668ba6a6ce6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:39.212355 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 5cf782a5-42b2-4bbe-8807-55d1ce9f907f {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:39.212716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5cf782a5-42b2-4bbe-8807-55d1ce9f907f not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:39.227670 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbafb23-9859-4211-a04b-4bef22a4d530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eca82b27-8c14-4e8f-bf68-e048c8afdfc4,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:39.372615 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58659fbb-52fd-4784-bf2f-9e0965a87669 req-80f3aed4-a0fe-40ba-bc6f-67ba3d8a95fb tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2989881 Jan 27 21:50:39.413725 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1b0d3ca8-1764-4da2-8a4d-71bb9017e33f None None] Current status of the port d2e98922-0c42-4217-a46d-9c9aed605f17 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:39.512274 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5de19724-b438-4310-9452-f861dfcecea3 req-14432267-05aa-4b35-8d04-7470995a1563 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.1083734 Jan 27 21:50:39.520846 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a1800c57-47c3-449b-9810-f06db94125c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (350b52e3-77d6-46a0-bae3-f6e8f70175d0), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.526162 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b558d62-db15-4a8f-b3e2-d5f20c359acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (15739e47-d117-45df-b39e-3668ba6a6ce6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.551705 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123c6e7e-41ef-4b93-b9ee-d6a38c4378c0 None None] DHCP port deletion for 15739e47-d117-45df-b39e-3668ba6a6ce6 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:50:39.654019 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-123c6e7e-41ef-4b93-b9ee-d6a38c4378c0 None None] Deleting port 375d33b8-3f5c-4918-a3cb-0fc511f48c98 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:39.654413 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-123c6e7e-41ef-4b93-b9ee-d6a38c4378c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (375d33b8-3f5c-4918-a3cb-0fc511f48c98), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.790269 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-123c6e7e-41ef-4b93-b9ee-d6a38c4378c0 None None] For port 375d33b8-3f5c-4918-a3cb-0fc511f48c98, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=375d33b8-3f5c-4918-a3cb-0fc511f48c98,segment=NetworkSegment(62b84251-c1ec-4448-ba72-de9788224dc8),segment_id=62b84251-c1ec-4448-ba72-de9788224dc8)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:39.790688 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-123c6e7e-41ef-4b93-b9ee-d6a38c4378c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (375d33b8-3f5c-4918-a3cb-0fc511f48c98), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.813054 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-123c6e7e-41ef-4b93-b9ee-d6a38c4378c0 None None] Calling delete_port for 375d33b8-3f5c-4918-a3cb-0fc511f48c98 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:39.828332 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-e38053ec-ce54-470d-90c2-4e27dce10b11 service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6544192 Jan 27 21:50:39.897918 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b1c7b6f3-740a-4860-9bad-20cdf789ec2c None None] Provisioning complete for port d2e98922-0c42-4217-a46d-9c9aed605f17 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:39.898787 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b1c7b6f3-740a-4860-9bad-20cdf789ec2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d2e98922-0c42-4217-a46d-9c9aed605f17), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.947550 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b011f382-1911-4351-8743-f634869917bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (09918c0d-49b1-4f58-a6c2-3a0eabdef867), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.969661 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-173f069f-868b-4ffb-8a2a-748155bfc1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (7924c8d9-3303-41de-9d0e-167a10bfd101), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.974826 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-712799ef-6c3b-4db6-b6f7-5fe0fae31746 req-423b7bfb-dc22-42d1-b962-980c472d300d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 210 time: 0.2381475 Jan 27 21:50:39.976305 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-15994041-329b-4676-998c-fcc0f720dc9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=58a6677b-4259-4a9e-b0ad-e5e44fe71385 HTTP/1.1" status: 200 len: 217 time: 0.0911992 Jan 27 21:50:40.019763 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b1c7b6f3-740a-4860-9bad-20cdf789ec2c None None] Current status of the port d2e98922-0c42-4217-a46d-9c9aed605f17 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:40.022728 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-123c6e7e-41ef-4b93-b9ee-d6a38c4378c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (375d33b8-3f5c-4918-a3cb-0fc511f48c98), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:40.051634 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123c6e7e-41ef-4b93-b9ee-d6a38c4378c0 None None] No DVR routers for this DVR port 375d33b8-3f5c-4918-a3cb-0fc511f48c98 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:40.057331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c6e7e-41ef-4b93-b9ee-d6a38c4378c0 None None] Pushing event deleted for resources: {'Port': ['ID=375d33b8-3f5c-4918-a3cb-0fc511f48c98,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:40.061751 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-2b558d62-db15-4a8f-b3e2-d5f20c359acc admin admin] Deleting port 375d33b8-3f5c-4918-a3cb-0fc511f48c98 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:40.062094 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b558d62-db15-4a8f-b3e2-d5f20c359acc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (375d33b8-3f5c-4918-a3cb-0fc511f48c98), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:40.133953 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b011f382-1911-4351-8743-f634869917bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (09918c0d-49b1-4f58-a6c2-3a0eabdef867), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:40.168126 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-b011f382-1911-4351-8743-f634869917bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09918c0d-49b1-4f58-a6c2-3a0eabdef867']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:40.185247 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-b011f382-1911-4351-8743-f634869917bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:40.185247 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-b011f382-1911-4351-8743-f634869917bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c40c46-f208-46ce-8b90-a43eca8bb0aa') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:40.198186 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-de10063a-996a-44c7-b33c-cf55e1e20334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:40.200792 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-de10063a-996a-44c7-b33c-cf55e1e20334 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba1a2abc-5b7e-4b47-895c-4a2ade07d24d HTTP/1.1" status: 200 len: 797 time: 0.2158618 Jan 27 21:50:40.201631 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b011f382-1911-4351-8743-f634869917bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (b9c40c46-f208-46ce-8b90-a43eca8bb0aa), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:40.259081 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b011f382-1911-4351-8743-f634869917bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b9c40c46-f208-46ce-8b90-a43eca8bb0aa), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:40.278050 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b011f382-1911-4351-8743-f634869917bc admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:50:40.278915 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b011f382-1911-4351-8743-f634869917bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (b9c40c46-f208-46ce-8b90-a43eca8bb0aa), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:40.312394 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-2b558d62-db15-4a8f-b3e2-d5f20c359acc admin admin] For port 375d33b8-3f5c-4918-a3cb-0fc511f48c98, host n-d-772272-3, got binding levels [] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:40.312746 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b558d62-db15-4a8f-b3e2-d5f20c359acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (375d33b8-3f5c-4918-a3cb-0fc511f48c98), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:40.336951 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-2b558d62-db15-4a8f-b3e2-d5f20c359acc admin admin] Calling delete_port for 375d33b8-3f5c-4918-a3cb-0fc511f48c98 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:40.340890 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.ipam_backend_mixin [None req-2b558d62-db15-4a8f-b3e2-d5f20c359acc admin admin] Port 375d33b8-3f5c-4918-a3cb-0fc511f48c98 was not found and therefore no delete operation was performed {{(pid=109741) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 21:50:40.342948 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-d994726a-4bb6-4377-b0f3-ae35e0cf313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:40.344534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-d994726a-4bb6-4377-b0f3-ae35e0cf313a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1349642 Jan 27 21:50:40.347058 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b558d62-db15-4a8f-b3e2-d5f20c359acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (375d33b8-3f5c-4918-a3cb-0fc511f48c98), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:40.354619 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d2e98922-0c42-4217-a46d-9c9aed605f17 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: timer() Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:50:40.391545 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:50:40.399369 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b558d62-db15-4a8f-b3e2-d5f20c359acc admin admin] Pushing event deleted for resources: {'Port': ['ID=375d33b8-3f5c-4918-a3cb-0fc511f48c98,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:40.402147 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b011f382-1911-4351-8743-f634869917bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (09918c0d-49b1-4f58-a6c2-3a0eabdef867), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:40.429834 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b011f382-1911-4351-8743-f634869917bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:40.448008 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b011f382-1911-4351-8743-f634869917bc admin admin] 10.222.0.23 "DELETE /v2.0/networks/09918c0d-49b1-4f58-a6c2-3a0eabdef867 HTTP/1.1" status: 204 len: 168 time: 1.2597275 Jan 27 21:50:40.460857 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51876) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:40.467476 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1800c57-47c3-449b-9810-f06db94125c9 admin admin] Router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:50:40.471920 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d2e98922-0c42-4217-a46d-9c9aed605f17 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:40.473119 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d2e98922-0c42-4217-a46d-9c9aed605f17), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:40.474231 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b558d62-db15-4a8f-b3e2-d5f20c359acc admin admin] No DVR routers for this DVR port 375d33b8-3f5c-4918-a3cb-0fc511f48c98 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:40.491860 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011f382-1911-4351-8743-f634869917bc admin admin] Pushing event deleted for resources: {'Network': ['ID=09918c0d-49b1-4f58-a6c2-3a0eabdef867,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:40.602900 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173f069f-868b-4ffb-8a2a-748155bfc1ee admin admin] Router 7924c8d9-3303-41de-9d0e-167a10bfd101 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:50:40.607050 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-804b1028-4835-4e4a-9eb6-240acd5842a5 admin admin] Deleting subnet 7f7d5a63-e53e-4a7d-895b-b79fc3acbef9 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:50:40.612710 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-804b1028-4835-4e4a-9eb6-240acd5842a5 admin admin] Publish callbacks [] for subnet (7f7d5a63-e53e-4a7d-895b-b79fc3acbef9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:40.665788 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d2e98922-0c42-4217-a46d-9c9aed605f17 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:40.719253 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-804b1028-4835-4e4a-9eb6-240acd5842a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (7f7d5a63-e53e-4a7d-895b-b79fc3acbef9), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:40.757817 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 375d33b8-3f5c-4918-a3cb-0fc511f48c98 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:40.789355 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 375d33b8-3f5c-4918-a3cb-0fc511f48c98 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:40.789716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 375d33b8-3f5c-4918-a3cb-0fc511f48c98 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:40.849873 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-804b1028-4835-4e4a-9eb6-240acd5842a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (7f7d5a63-e53e-4a7d-895b-b79fc3acbef9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:40.938275 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-804b1028-4835-4e4a-9eb6-240acd5842a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (7f7d5a63-e53e-4a7d-895b-b79fc3acbef9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:40.951371 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173f069f-868b-4ffb-8a2a-748155bfc1ee admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:50:40.960543 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] Sync routers for ids ['7924c8d9-3303-41de-9d0e-167a10bfd101'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:50:40.981900 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] Routers {'7924c8d9-3303-41de-9d0e-167a10bfd101'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:40.983723 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:50:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7924c8d9-3303-41de-9d0e-167a10bfd101'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:40.996959 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b1028-4835-4e4a-9eb6-240acd5842a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f7d5a63-e53e-4a7d-895b-b79fc3acbef9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:41.006008 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-804b1028-4835-4e4a-9eb6-240acd5842a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.010347 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-804b1028-4835-4e4a-9eb6-240acd5842a5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7f7d5a63-e53e-4a7d-895b-b79fc3acbef9 HTTP/1.1" status: 204 len: 168 time: 0.5245051 Jan 27 21:50:41.013496 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-173f069f-868b-4ffb-8a2a-748155bfc1ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.017412 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-173f069f-868b-4ffb-8a2a-748155bfc1ee admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1146541 Jan 27 21:50:41.017668 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51882) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:41.018000 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51886) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:41.096634 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c0f2b816-f3be-40c3-837d-426bf00571e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (dede0372-81de-4b05-a3e0-050d379d4d86), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.146081 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] Set router 7924c8d9-3303-41de-9d0e-167a10bfd101 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:41.248480 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f9a51e20-0964-458a-98d8-8edd81f9dc2f req-cd2bbabb-977e-4912-8fd1-06fe8c687253 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.4439685 Jan 27 21:50:41.254692 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1800c57-47c3-449b-9810-f06db94125c9 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:50:41.262031 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b558d62-db15-4a8f-b3e2-d5f20c359acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (15739e47-d117-45df-b39e-3668ba6a6ce6), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.267452 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510e97e3-1e1e-4fc8-8666-e74252cd78fb None None] Sync routers for ids ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:50:41.270775 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a1800c57-47c3-449b-9810-f06db94125c9 admin admin] 10.222.0.23 "PUT /v2.0/routers/350b52e3-77d6-46a0-bae3-f6e8f70175d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8591406 Jan 27 21:50:41.284895 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c0f2b816-f3be-40c3-837d-426bf00571e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (dede0372-81de-4b05-a3e0-050d379d4d86), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.289482 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51888) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:41.312777 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-c0f2b816-f3be-40c3-837d-426bf00571e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dede0372-81de-4b05-a3e0-050d379d4d86']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:41.313383 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510e97e3-1e1e-4fc8-8666-e74252cd78fb None None] Routers {'350b52e3-77d6-46a0-bae3-f6e8f70175d0'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:41.314648 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-510e97e3-1e1e-4fc8-8666-e74252cd78fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:50:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:41.325457 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-c0f2b816-f3be-40c3-837d-426bf00571e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93526628-2742-41a2-be69-948c467e5930') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:41.326039 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-c0f2b816-f3be-40c3-837d-426bf00571e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93526628-2742-41a2-be69-948c467e5930') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:41.336585 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c0f2b816-f3be-40c3-837d-426bf00571e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (93526628-2742-41a2-be69-948c467e5930), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.350926 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c0f2b816-f3be-40c3-837d-426bf00571e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (93526628-2742-41a2-be69-948c467e5930), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.359716 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f2b816-f3be-40c3-837d-426bf00571e1 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:50:41.360122 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c0f2b816-f3be-40c3-837d-426bf00571e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (93526628-2742-41a2-be69-948c467e5930), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.360700 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-e159bd02-d739-423f-9aef-4155418f3f37 service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9851668 Jan 27 21:50:41.371482 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12192829-07d1-4ce1-8eda-1c5e13864777 req-45ff1825-d639-4d7f-90d8-20bf676cd16e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.377335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12192829-07d1-4ce1-8eda-1c5e13864777 req-45ff1825-d639-4d7f-90d8-20bf676cd16e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.383191 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12192829-07d1-4ce1-8eda-1c5e13864777 req-45ff1825-d639-4d7f-90d8-20bf676cd16e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.389292 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12192829-07d1-4ce1-8eda-1c5e13864777 req-45ff1825-d639-4d7f-90d8-20bf676cd16e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.395287 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12192829-07d1-4ce1-8eda-1c5e13864777 req-45ff1825-d639-4d7f-90d8-20bf676cd16e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.400867 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12192829-07d1-4ce1-8eda-1c5e13864777 req-45ff1825-d639-4d7f-90d8-20bf676cd16e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.407347 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12192829-07d1-4ce1-8eda-1c5e13864777 req-45ff1825-d639-4d7f-90d8-20bf676cd16e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.415752 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12192829-07d1-4ce1-8eda-1c5e13864777 req-45ff1825-d639-4d7f-90d8-20bf676cd16e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.8230884 Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: timer() Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:50:41.424359 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:50:41.426910 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c0f2b816-f3be-40c3-837d-426bf00571e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (dede0372-81de-4b05-a3e0-050d379d4d86), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.429726 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-2b558d62-db15-4a8f-b3e2-d5f20c359acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15739e47-d117-45df-b39e-3668ba6a6ce6']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:41.472113 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-2b558d62-db15-4a8f-b3e2-d5f20c359acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b84251-c1ec-4448-ba72-de9788224dc8') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:41.472777 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-2b558d62-db15-4a8f-b3e2-d5f20c359acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b84251-c1ec-4448-ba72-de9788224dc8') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:41.474604 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c0f2b816-f3be-40c3-837d-426bf00571e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.479524 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c0f2b816-f3be-40c3-837d-426bf00571e1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dede0372-81de-4b05-a3e0-050d379d4d86 HTTP/1.1" status: 204 len: 168 time: 0.4605501 Jan 27 21:50:41.499352 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2b816-f3be-40c3-837d-426bf00571e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=dede0372-81de-4b05-a3e0-050d379d4d86,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:41.555323 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7924c8d9-3303-41de-9d0e-167a10bfd101', 'name': 'tempest-TaggedBootDevicesTest-2032061304-router', 'tenant_id': '32459725ddf84dbc8503dfad13bdf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b17c4338-c211-4013-9bf2-ec857ee25b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:35Z', 'updated_at': '2022-01-27T21:50:38Z', 'revision_number': 3, 'project_id': '32459725ddf84dbc8503dfad13bdf89c', 'gw_port': {'id': 'b17c4338-c211-4013-9bf2-ec857ee25b1b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7924c8d9-3303-41de-9d0e-167a10bfd101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:36Z', 'updated_at': '2022-01-27T21:50:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:41.573903 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b558d62-db15-4a8f-b3e2-d5f20c359acc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (62b84251-c1ec-4448-ba72-de9788224dc8), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.597647 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] Checking router: 7924c8d9-3303-41de-9d0e-167a10bfd101 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:50:41.598921 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] Updating router 7924c8d9-3303-41de-9d0e-167a10bfd101 port b17c4338-c211-4013-9bf2-ec857ee25b1b binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:50:41.619930 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95a530f7-c65d-4db0-bb3a-78b5c89b0a70 req-d6ec3d19-df37-4e33-bc20-f4c94ed8da85 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 210 time: 0.0791960 Jan 27 21:50:41.625445 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-510e97e3-1e1e-4fc8-8666-e74252cd78fb None None] Set router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:41.646140 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b17c4338-c211-4013-9bf2-ec857ee25b1b), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.685095 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51894) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:41.737783 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b558d62-db15-4a8f-b3e2-d5f20c359acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (62b84251-c1ec-4448-ba72-de9788224dc8), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.795586 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-30648e9b-3549-4c93-af24-2550de74d3b3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f69f01a295841ef87a2606a7f3645b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1092372 Jan 27 21:50:41.798466 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51896) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:41.827364 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b558d62-db15-4a8f-b3e2-d5f20c359acc admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:50:41.827787 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b558d62-db15-4a8f-b3e2-d5f20c359acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (62b84251-c1ec-4448-ba72-de9788224dc8), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: timer() Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:50:41.839515 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:50:41.923308 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12192829-07d1-4ce1-8eda-1c5e13864777 req-e60d0748-2ee0-4036-bfd2-04107e54dd3c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5063148 Jan 27 21:50:41.991048 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a795393-6312-43e6-9245-87967dd46c08 admin admin] Publish callbacks [] for security_group (983466a1-27dc-462f-9a31-fba22af56f06), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:42.009679 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0972a73f-dc9b-44ca-94cf-f333405eb797 admin admin] Publish callbacks [] for router (350b52e3-77d6-46a0-bae3-f6e8f70175d0), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:42.020654 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6182d030-e663-4fac-9db5-4364153dfc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:42.046584 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a795393-6312-43e6-9245-87967dd46c08 admin admin] Publish callbacks [] for security_group (983466a1-27dc-462f-9a31-fba22af56f06), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:42.051060 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-510e97e3-1e1e-4fc8-8666-e74252cd78fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:50:37Z', 'revision_number': 5, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:42.072922 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-bc16abfe-7083-4b37-8baf-db58f52c9dd3 service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6378496 Jan 27 21:50:42.114273 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] Publish callbacks [] for port (b17c4338-c211-4013-9bf2-ec857ee25b1b), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:42.120434 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510e97e3-1e1e-4fc8-8666-e74252cd78fb None None] Checking router: 350b52e3-77d6-46a0-bae3-f6e8f70175d0 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:50:42.121432 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b17c4338-c211-4013-9bf2-ec857ee25b1b), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:42.151647 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510e97e3-1e1e-4fc8-8666-e74252cd78fb None None] Routers {'350b52e3-77d6-46a0-bae3-f6e8f70175d0'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:42.152354 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-510e97e3-1e1e-4fc8-8666-e74252cd78fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:50:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:42.188131 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd102b20-c97c-46a1-bd10-5a7e1a5fdb56 None None] Pushing event updated for resources: {'Port': ['ID=b17c4338-c211-4013-9bf2-ec857ee25b1b,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:42.188981 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a795393-6312-43e6-9245-87967dd46c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (983466a1-27dc-462f-9a31-fba22af56f06), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:42.191284 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] Attempting to bind port b17c4338-c211-4013-9bf2-ec857ee25b1b on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:42.191899 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] Attempting to bind port b17c4338-c211-4013-9bf2-ec857ee25b1b by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:42.192638 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] Attempting to bind port b17c4338-c211-4013-9bf2-ec857ee25b1b on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:42.200361 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a795393-6312-43e6-9245-87967dd46c08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:42.203341 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:42.203997 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:42.204622 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:42.205421 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4a795393-6312-43e6-9245-87967dd46c08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/983466a1-27dc-462f-9a31-fba22af56f06 HTTP/1.1" status: 204 len: 168 time: 0.4056852 Jan 27 21:50:42.219290 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:42.219891 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a795393-6312-43e6-9245-87967dd46c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983466a1-27dc-462f-9a31-fba22af56f06,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:42.220888 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] Bound port: b17c4338-c211-4013-9bf2-ec857ee25b1b, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:42.221582 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b17c4338-c211-4013-9bf2-ec857ee25b1b), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:42.226434 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0972a73f-dc9b-44ca-94cf-f333405eb797 admin admin] Publish callbacks [] for router_gateway (350b52e3-77d6-46a0-bae3-f6e8f70175d0), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:42.236684 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b558d62-db15-4a8f-b3e2-d5f20c359acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (15739e47-d117-45df-b39e-3668ba6a6ce6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:42.308009 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-6182d030-e663-4fac-9db5-4364153dfc56 admin admin] Allocated IP 172.20.0.1 (15c45369-7dbb-4faa-b728-31d16e2a38cf/68d4bdbe-2323-443c-809f-c77c6ccaa70e/085f0059-8cb4-4d38-b2c1-1ea0881e3c6d) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:42.319128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cbc11a9e-0a7c-4943-9c8d-8717dd4b9f4d req-b47bedb6-21a3-443a-ba91-9e7727b7fea9 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1&device_id=8244cd34-ead5-47c7-8e87-53d7c50d5e10 HTTP/1.1" status: 200 len: 210 time: 0.1011212 Jan 27 21:50:42.363071 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b558d62-db15-4a8f-b3e2-d5f20c359acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:42.365642 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] For port b17c4338-c211-4013-9bf2-ec857ee25b1b, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:42.367365 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2b558d62-db15-4a8f-b3e2-d5f20c359acc admin admin] 10.222.0.23 "DELETE /v2.0/networks/15739e47-d117-45df-b39e-3668ba6a6ce6 HTTP/1.1" status: 204 len: 168 time: 3.1916900 Jan 27 21:50:42.372340 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b558d62-db15-4a8f-b3e2-d5f20c359acc admin admin] Pushing event deleted for resources: {'Network': ['ID=15739e47-d117-45df-b39e-3668ba6a6ce6,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:42.374348 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51902) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:42.382490 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] For port b17c4338-c211-4013-9bf2-ec857ee25b1b, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b17c4338-c211-4013-9bf2-ec857ee25b1b,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:42.407853 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b17c4338-c211-4013-9bf2-ec857ee25b1b), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:42.551216 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-09d13948-840f-47a3-851d-7a966df1916b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=8eff1a59-dbd2-42fa-a1d6-c18ead819fde HTTP/1.1" status: 200 len: 217 time: 0.3275936 Jan 27 21:50:42.557333 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] Routers {'7924c8d9-3303-41de-9d0e-167a10bfd101'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:42.562247 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:50:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7924c8d9-3303-41de-9d0e-167a10bfd101'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:42.601469 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6182d030-e663-4fac-9db5-4364153dfc56 admin admin] Publish callbacks [] for port (085f0059-8cb4-4d38-b2c1-1ea0881e3c6d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:42.614359 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd102b20-c97c-46a1-bd10-5a7e1a5fdb56 None None] Pushing event updated for resources: {'Port': ['ID=b17c4338-c211-4013-9bf2-ec857ee25b1b,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:42.730429 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-08172b06-34cf-478d-a80e-5b08bbb170c7 req-eba6f8b7-932d-42c2-abe0-d3555ea9fd6d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a48f4f6ccb704e08b79a3e27921349ff&device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.0676169 Jan 27 21:50:42.739457 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] Set router 7924c8d9-3303-41de-9d0e-167a10bfd101 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:42.802447 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-510e97e3-1e1e-4fc8-8666-e74252cd78fb None None] Set router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:42.809159 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:42.820113 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-08172b06-34cf-478d-a80e-5b08bbb170c7 req-42c396f1-9a32-4a70-b93e-c31c69d91af1 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a48f4f6ccb704e08b79a3e27921349ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658369 Jan 27 21:50:42.821926 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6182d030-e663-4fac-9db5-4364153dfc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (085f0059-8cb4-4d38-b2c1-1ea0881e3c6d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:42.854872 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6182d030-e663-4fac-9db5-4364153dfc56 admin admin] Network 15c45369-7dbb-4faa-b728-31d16e2a38cf is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:42.863953 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-6182d030-e663-4fac-9db5-4364153dfc56 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:42.867890 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6182d030-e663-4fac-9db5-4364153dfc56 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:42.953273 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95b3e652-a8d7-4eb6-89c7-7f7a842a1fbe req-5d4f6cf1-7663-46d7-8fbb-e4ffe773c69c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 210 time: 0.1570199 Jan 27 21:50:42.989667 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80cfbf9e-c183-4ab9-96ef-69cb4a59fcf9 req-b0933b99-aba7-469d-99bd-643a5064ebd2 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.2231884 Jan 27 21:50:42.991862 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-a9a958a0-031c-4521-b7a3-dfd4b97c86a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:42.993339 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-a9a958a0-031c-4521-b7a3-dfd4b97c86a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba1a2abc-5b7e-4b47-895c-4a2ade07d24d HTTP/1.1" status: 200 len: 797 time: 0.4409847 Jan 27 21:50:43.086500 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51914) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:43.100748 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7924c8d9-3303-41de-9d0e-167a10bfd101', 'name': 'tempest-TaggedBootDevicesTest-2032061304-router', 'tenant_id': '32459725ddf84dbc8503dfad13bdf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b17c4338-c211-4013-9bf2-ec857ee25b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:35Z', 'updated_at': '2022-01-27T21:50:38Z', 'revision_number': 3, 'project_id': '32459725ddf84dbc8503dfad13bdf89c', 'gw_port': {'id': 'b17c4338-c211-4013-9bf2-ec857ee25b1b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7924c8d9-3303-41de-9d0e-167a10bfd101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:36Z', 'updated_at': '2022-01-27T21:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:43.120252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-0972a73f-dc9b-44ca-94cf-f333405eb797 admin admin] Deleting port b2fd13ed-b0b5-4b41-b024-7e51cb9c285b {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:43.120616 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0972a73f-dc9b-44ca-94cf-f333405eb797 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b2fd13ed-b0b5-4b41-b024-7e51cb9c285b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:43.148468 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bee286-e683-43cb-8c38-79cb6acbcf06 None None] The sync data for ids ['7924c8d9-3303-41de-9d0e-167a10bfd101'] in n-d-772272-3 is: [{'id': '7924c8d9-3303-41de-9d0e-167a10bfd101', 'name': 'tempest-TaggedBootDevicesTest-2032061304-router', 'tenant_id': '32459725ddf84dbc8503dfad13bdf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b17c4338-c211-4013-9bf2-ec857ee25b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:35Z', 'updated_at': '2022-01-27T21:50:38Z', 'revision_number': 3, 'project_id': '32459725ddf84dbc8503dfad13bdf89c', 'gw_port': {'id': 'b17c4338-c211-4013-9bf2-ec857ee25b1b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7924c8d9-3303-41de-9d0e-167a10bfd101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:36Z', 'updated_at': '2022-01-27T21:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:50:43.247345 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182d030-e663-4fac-9db5-4364153dfc56 admin admin] Pushing event updated for resources: {'Port': ['ID=085f0059-8cb4-4d38-b2c1-1ea0881e3c6d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:43.254304 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-510e97e3-1e1e-4fc8-8666-e74252cd78fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:50:37Z', 'revision_number': 5, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:43.296665 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6182d030-e663-4fac-9db5-4364153dfc56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (7924c8d9-3303-41de-9d0e-167a10bfd101), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:43.320875 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510e97e3-1e1e-4fc8-8666-e74252cd78fb None None] The sync data for ids ['350b52e3-77d6-46a0-bae3-f6e8f70175d0'] in n-d-772272-3 is: [{'id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'name': 'tempest-FloatingIPsAssociationTestJSON-765477301-router', 'tenant_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:55Z', 'updated_at': '2022-01-27T21:50:37Z', 'revision_number': 5, 'project_id': '307ee0f93cd34cda8ec9abcf33979fc8', 'gw_port': {'id': 'b2fd13ed-b0b5-4b41-b024-7e51cb9c285b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350b52e3-77d6-46a0-bae3-f6e8f70175d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:57Z', 'updated_at': '2022-01-27T21:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:50:43.382083 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-92520ae9-dfd1-4c34-9e68-8a1a5ea14a69 None None] Provisioning complete for port 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:43.382931 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-92520ae9-dfd1-4c34-9e68-8a1a5ea14a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (085f0059-8cb4-4d38-b2c1-1ea0881e3c6d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:43.408127 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-63e43df2-b565-4800-a750-0ac78d140500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:43.409783 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-63e43df2-b565-4800-a750-0ac78d140500 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3353078 Jan 27 21:50:43.415806 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-58e0df92-4448-4e58-9500-aebf5678d3a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7b9c39f3b49427790e372e559fb017c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266509 Jan 27 21:50:43.425108 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51916) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:43.452680 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-92520ae9-dfd1-4c34-9e68-8a1a5ea14a69 None None] Port 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:50:43.470866 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab197642-e521-4067-9359-928a6efbf14b req-31d07c3f-65e4-4222-9b6e-595a23ec0b86 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:43.476733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab197642-e521-4067-9359-928a6efbf14b req-31d07c3f-65e4-4222-9b6e-595a23ec0b86 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:43.482016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab197642-e521-4067-9359-928a6efbf14b req-31d07c3f-65e4-4222-9b6e-595a23ec0b86 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:43.487427 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab197642-e521-4067-9359-928a6efbf14b req-31d07c3f-65e4-4222-9b6e-595a23ec0b86 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:43.492779 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab197642-e521-4067-9359-928a6efbf14b req-31d07c3f-65e4-4222-9b6e-595a23ec0b86 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:43.498650 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab197642-e521-4067-9359-928a6efbf14b req-31d07c3f-65e4-4222-9b6e-595a23ec0b86 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:43.503927 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab197642-e521-4067-9359-928a6efbf14b req-31d07c3f-65e4-4222-9b6e-595a23ec0b86 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:43.511351 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab197642-e521-4067-9359-928a6efbf14b req-31d07c3f-65e4-4222-9b6e-595a23ec0b86 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.3802974 Jan 27 21:50:43.548434 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6182d030-e663-4fac-9db5-4364153dfc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (085f0059-8cb4-4d38-b2c1-1ea0881e3c6d), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:43.567046 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08172b06-34cf-478d-a80e-5b08bbb170c7 req-6e9c8e03-5419-4749-94d7-d370c81de03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:43.568584 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-08172b06-34cf-478d-a80e-5b08bbb170c7 req-6e9c8e03-5419-4749-94d7-d370c81de03e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7100785 Jan 27 21:50:43.593222 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-0972a73f-dc9b-44ca-94cf-f333405eb797 admin admin] For port b2fd13ed-b0b5-4b41-b024-7e51cb9c285b, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b2fd13ed-b0b5-4b41-b024-7e51cb9c285b,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:43.593604 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0972a73f-dc9b-44ca-94cf-f333405eb797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b2fd13ed-b0b5-4b41-b024-7e51cb9c285b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:43.616914 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-af924bca-1f6b-4e57-810e-e660df6266fa admin admin] Publish callbacks [] for security_group (28b1bbda-284b-409b-aa14-6f185817f9f1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:43.636365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-0972a73f-dc9b-44ca-94cf-f333405eb797 admin admin] Calling delete_port for b2fd13ed-b0b5-4b41-b024-7e51cb9c285b owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:43.656495 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-af924bca-1f6b-4e57-810e-e660df6266fa admin admin] Publish callbacks [] for security_group (28b1bbda-284b-409b-aa14-6f185817f9f1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:43.750760 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-0c5ba5c2-305f-4752-8ebc-258a1765302f service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223243 Jan 27 21:50:43.798266 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab197642-e521-4067-9359-928a6efbf14b req-2dbdbc8c-0e5e-48d7-b1d3-550d3edfbb90 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2860327 Jan 27 21:50:43.824392 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6182d030-e663-4fac-9db5-4364153dfc56 admin admin] Publish callbacks [] for port (085f0059-8cb4-4d38-b2c1-1ea0881e3c6d), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:43.831227 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6182d030-e663-4fac-9db5-4364153dfc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (085f0059-8cb4-4d38-b2c1-1ea0881e3c6d), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:43.929299 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-af924bca-1f6b-4e57-810e-e660df6266fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (28b1bbda-284b-409b-aa14-6f185817f9f1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:43.930940 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-af924bca-1f6b-4e57-810e-e660df6266fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:43.932138 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-af924bca-1f6b-4e57-810e-e660df6266fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28b1bbda-284b-409b-aa14-6f185817f9f1 HTTP/1.1" status: 204 len: 168 time: 0.5039809 Jan 27 21:50:43.942537 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182d030-e663-4fac-9db5-4364153dfc56 admin admin] Pushing event updated for resources: {'Port': ['ID=085f0059-8cb4-4d38-b2c1-1ea0881e3c6d,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:43.953971 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af924bca-1f6b-4e57-810e-e660df6266fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b1bbda-284b-409b-aa14-6f185817f9f1,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:43.958715 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6182d030-e663-4fac-9db5-4364153dfc56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (7924c8d9-3303-41de-9d0e-167a10bfd101), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:44.022157 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-365fb3af-08fc-4c19-b59e-ce6d3ae76b4a service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705109 Jan 27 21:50:44.144939 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6182d030-e663-4fac-9db5-4364153dfc56 admin admin] Network 15c45369-7dbb-4faa-b728-31d16e2a38cf is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:44.146689 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-6182d030-e663-4fac-9db5-4364153dfc56 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:44.284754 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-abf479be-653f-4546-8a10-a55ff8cb6aa4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=21987296-9049-47a8-bec1-6cc5307332a1 HTTP/1.1" status: 200 len: 217 time: 0.2448745 Jan 27 21:50:44.339055 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-48fef044-1320-46ec-a707-f21eb90ba58c req-072c1298-a1b0-4936-aef6-58abce5081ca tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 210 time: 0.2478497 Jan 27 21:50:44.384812 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-18caa421-ce60-4add-ba6f-1065386a1986 req-ed0f5d9b-fe24-4ae9-9d22-7c9085d204d6 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.1853952 Jan 27 21:50:44.413586 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b17c4338-c211-4013-9bf2-ec857ee25b1b up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:44.555440 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port b17c4338-c211-4013-9bf2-ec857ee25b1b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:44.559023 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b17c4338-c211-4013-9bf2-ec857ee25b1b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:44.608362 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-b1fca280-cfa1-4255-9e96-9b7baaf66374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:44.611164 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-b1fca280-cfa1-4255-9e96-9b7baaf66374 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba1a2abc-5b7e-4b47-895c-4a2ade07d24d HTTP/1.1" status: 200 len: 797 time: 0.2694814 Jan 27 21:50:44.613437 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0972a73f-dc9b-44ca-94cf-f333405eb797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (b2fd13ed-b0b5-4b41-b024-7e51cb9c285b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:44.689530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972a73f-dc9b-44ca-94cf-f333405eb797 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2fd13ed-b0b5-4b41-b024-7e51cb9c285b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:44.693057 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b2dc4550-31e2-4606-91f6-4f8df0d2921e None None] Provisioning complete for port 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:44.693766 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b2dc4550-31e2-4606-91f6-4f8df0d2921e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (085f0059-8cb4-4d38-b2c1-1ea0881e3c6d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:44.766315 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b2dc4550-31e2-4606-91f6-4f8df0d2921e None None] Port 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:50:44.853963 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6182d030-e663-4fac-9db5-4364153dfc56 admin admin] Router 7924c8d9-3303-41de-9d0e-167a10bfd101 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:50:44.855391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port b17c4338-c211-4013-9bf2-ec857ee25b1b is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:44.855787 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b17c4338-c211-4013-9bf2-ec857ee25b1b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:44.865833 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d6daf727-c669-43e5-a175-0dd9421253be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (b67c0dd1-4066-474f-bacb-9c806f7a7209), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:44.913936 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port b17c4338-c211-4013-9bf2-ec857ee25b1b, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b17c4338-c211-4013-9bf2-ec857ee25b1b,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:44.920577 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b17c4338-c211-4013-9bf2-ec857ee25b1b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:44.933083 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c6f44a2a-dfa4-4749-a038-6fc13f4c81d9 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:44.978213 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-9b4b9de6-09bd-4eb9-903b-2d3fd74de8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:44.989461 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-9b4b9de6-09bd-4eb9-903b-2d3fd74de8da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3644435 Jan 27 21:50:45.025733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: c6f44a2a-dfa4-4749-a038-6fc13f4c81d9 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:45.026372 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c6f44a2a-dfa4-4749-a038-6fc13f4c81d9 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:45.061391 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6182d030-e663-4fac-9db5-4364153dfc56 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:50:45.063902 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=b17c4338-c211-4013-9bf2-ec857ee25b1b,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:45.086008 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6182d030-e663-4fac-9db5-4364153dfc56 admin admin] 10.222.0.23 "PUT /v2.0/routers/7924c8d9-3303-41de-9d0e-167a10bfd101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9964001 Jan 27 21:50:45.122563 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0972a73f-dc9b-44ca-94cf-f333405eb797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (350b52e3-77d6-46a0-bae3-f6e8f70175d0), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:45.385499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51956) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:45.531459 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-35d73b28-f79c-40cf-bff6-439b218dabf2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1262921722-network', 'tenant_id': 'fbca538a43f84a55a9502d865eaa172e'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:45.554487 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d73b28-f79c-40cf-bff6-439b218dabf2 admin admin] Made reservation on behalf of fbca538a43f84a55a9502d865eaa172e for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:45.558749 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35d73b28-f79c-40cf-bff6-439b218dabf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:45.589687 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35d73b28-f79c-40cf-bff6-439b218dabf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:45.686757 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35d73b28-f79c-40cf-bff6-439b218dabf2 admin admin] Publish callbacks [] for security_group (436bbef7-1abe-46fa-9ed9-09bf69c0c99f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:45.702542 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35d73b28-f79c-40cf-bff6-439b218dabf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (436bbef7-1abe-46fa-9ed9-09bf69c0c99f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:45.717653 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0972a73f-dc9b-44ca-94cf-f333405eb797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (350b52e3-77d6-46a0-bae3-f6e8f70175d0), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:45.721461 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0972a73f-dc9b-44ca-94cf-f333405eb797 admin admin] Publish callbacks [] for router_controller (350b52e3-77d6-46a0-bae3-f6e8f70175d0), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:45.734691 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-08172b06-34cf-478d-a80e-5b08bbb170c7 req-7ce03480-9b55-47d8-b12e-c9dd5aefeeb2 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.21 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.0428848 Jan 27 21:50:45.750049 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d73b28-f79c-40cf-bff6-439b218dabf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:50:45.757042 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d73b28-f79c-40cf-bff6-439b218dabf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436bbef7-1abe-46fa-9ed9-09bf69c0c99f,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:45.777634 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35d73b28-f79c-40cf-bff6-439b218dabf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b286c45c-9fc5-4902-ad71-27d64a176edc), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:45.777950 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-35d73b28-f79c-40cf-bff6-439b218dabf2 admin admin] Added segment b286c45c-9fc5-4902-ad71-27d64a176edc of type vlan for network c20ad411-4fc9-4e4f-9838-616aae73dc6e Jan 27 21:50:45.877364 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35d73b28-f79c-40cf-bff6-439b218dabf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (c20ad411-4fc9-4e4f-9838-616aae73dc6e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:45.928413 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35d73b28-f79c-40cf-bff6-439b218dabf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (c20ad411-4fc9-4e4f-9838-616aae73dc6e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:45.929474 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d73b28-f79c-40cf-bff6-439b218dabf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:45.930073 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35d73b28-f79c-40cf-bff6-439b218dabf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:45.988278 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1c0fc25-c517-4f1e-8607-9ee432009bba req-167a35da-bc5f-433f-9617-2e03a17cd2a5 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 210 time: 0.1720846 Jan 27 21:50:45.990085 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-8683c177-3287-409f-8a07-7605a13c4ca4 service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9158056 Jan 27 21:50:46.012766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c7527-5081-4c9c-a126-6fb79ebd2eed req-109a828c-8a74-4606-b65e-492f0e09be36 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:46.022793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c7527-5081-4c9c-a126-6fb79ebd2eed req-109a828c-8a74-4606-b65e-492f0e09be36 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:46.030040 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c7527-5081-4c9c-a126-6fb79ebd2eed req-109a828c-8a74-4606-b65e-492f0e09be36 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:46.035485 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c7527-5081-4c9c-a126-6fb79ebd2eed req-109a828c-8a74-4606-b65e-492f0e09be36 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:46.037473 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-35d73b28-f79c-40cf-bff6-439b218dabf2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6507471 Jan 27 21:50:46.052478 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c7527-5081-4c9c-a126-6fb79ebd2eed req-109a828c-8a74-4606-b65e-492f0e09be36 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:46.054590 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51996) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:46.058371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c7527-5081-4c9c-a126-6fb79ebd2eed req-109a828c-8a74-4606-b65e-492f0e09be36 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:46.063911 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c7527-5081-4c9c-a126-6fb79ebd2eed req-109a828c-8a74-4606-b65e-492f0e09be36 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:46.068658 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-035c7527-5081-4c9c-a126-6fb79ebd2eed req-109a828c-8a74-4606-b65e-492f0e09be36 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 1.1077814 Jan 27 21:50:46.075084 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-db676eb0-77f4-47e5-98f4-bb7e9d3dd35d admin admin] Request body: {'subnet': {'network_id': 'c20ad411-4fc9-4e4f-9838-616aae73dc6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1262921722-subnet', 'tenant_id': 'fbca538a43f84a55a9502d865eaa172e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:46.081127 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0972a73f-dc9b-44ca-94cf-f333405eb797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (350b52e3-77d6-46a0-bae3-f6e8f70175d0), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:46.081559 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0972a73f-dc9b-44ca-94cf-f333405eb797 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 350b52e3-77d6-46a0-bae3-f6e8f70175d0 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:50:46.096733 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0972a73f-dc9b-44ca-94cf-f333405eb797 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:46.097945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0972a73f-dc9b-44ca-94cf-f333405eb797 admin admin] 10.222.0.23 "DELETE /v2.0/routers/350b52e3-77d6-46a0-bae3-f6e8f70175d0 HTTP/1.1" status: 204 len: 168 time: 4.8034687 Jan 27 21:50:46.110434 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51998) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:46.189290 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d73b28-f79c-40cf-bff6-439b218dabf2 admin admin] Pushing event updated for resources: {'Network': ['ID=c20ad411-4fc9-4e4f-9838-616aae73dc6e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:46.194252 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c081437f-8063-4465-99aa-42bd684502c6 admin admin] Deleting subnet 7becb874-eb6e-4f6c-92fe-d47bec9d68c3 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:50:46.201866 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c081437f-8063-4465-99aa-42bd684502c6 admin admin] Publish callbacks [] for subnet (7becb874-eb6e-4f6c-92fe-d47bec9d68c3), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:46.208279 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network c20ad411-4fc9-4e4f-9838-616aae73dc6e details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:50:46.232358 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db676eb0-77f4-47e5-98f4-bb7e9d3dd35d admin admin] Made reservation on behalf of fbca538a43f84a55a9502d865eaa172e for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:46.236039 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-db676eb0-77f4-47e5-98f4-bb7e9d3dd35d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:46.478969 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] Sync routers for ids ['7924c8d9-3303-41de-9d0e-167a10bfd101'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:50:46.498386 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] Routers {'7924c8d9-3303-41de-9d0e-167a10bfd101'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:46.499249 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:50:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7924c8d9-3303-41de-9d0e-167a10bfd101'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:46.577585 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-db676eb0-77f4-47e5-98f4-bb7e9d3dd35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (26b82e09-d16d-4be5-bd76-9edfb9dfc2f5), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:46.587020 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bdb23c32-1fde-4c4c-b035-5b02033f2e5d req-5f004430-703d-49e4-97d6-435a847d0ea3 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=b653babb-5ae4-4453-b27c-82207ec34db1 HTTP/1.1" status: 200 len: 210 time: 0.3872850 Jan 27 21:50:46.660799 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c081437f-8063-4465-99aa-42bd684502c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (7becb874-eb6e-4f6c-92fe-d47bec9d68c3), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:46.666718 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-035c7527-5081-4c9c-a126-6fb79ebd2eed req-3585e371-dd86-47e9-8741-72fab7f84acf tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5531428 Jan 27 21:50:46.782430 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-530ef48e-55ac-4f2d-9eee-aaac9ec30b9d service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7066107 Jan 27 21:50:46.821528 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b17c4338-c211-4013-9bf2-ec857ee25b1b up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:46.839930 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db676eb0-77f4-47e5-98f4-bb7e9d3dd35d admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b82e09-d16d-4be5-bd76-9edfb9dfc2f5,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:46.872759 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db676eb0-77f4-47e5-98f4-bb7e9d3dd35d admin admin] Checking segment: {'id': 'b286c45c-9fc5-4902-ad71-27d64a176edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c20ad411-4fc9-4e4f-9838-616aae73dc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:46.874736 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db676eb0-77f4-47e5-98f4-bb7e9d3dd35d admin admin] Network hostable DHCP agents. Network: c20ad411-4fc9-4e4f-9838-616aae73dc6e, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:50:46.936912 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] Set router 7924c8d9-3303-41de-9d0e-167a10bfd101 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:46.970451 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db676eb0-77f4-47e5-98f4-bb7e9d3dd35d admin admin] Network c20ad411-4fc9-4e4f-9838-616aae73dc6e is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:50:46.973094 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6a61c639-c49a-4b20-b992-1b47e67c7e8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f36aaaa3-8abe-4bbf-be60-e3985eafef58 HTTP/1.1" status: 200 len: 217 time: 0.1802385 Jan 27 21:50:47.011018 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port b17c4338-c211-4013-9bf2-ec857ee25b1b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:47.011602 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b17c4338-c211-4013-9bf2-ec857ee25b1b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:47.026568 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-db676eb0-77f4-47e5-98f4-bb7e9d3dd35d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, c20ad411-4fc9-4e4f-9838-616aae73dc6e) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:47.033331 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db676eb0-77f4-47e5-98f4-bb7e9d3dd35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:47.034038 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-db676eb0-77f4-47e5-98f4-bb7e9d3dd35d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:47.044935 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c081437f-8063-4465-99aa-42bd684502c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (7becb874-eb6e-4f6c-92fe-d47bec9d68c3), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:47.059758 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d79cbd-dfe8-439f-8655-6778c1bab419 None None] Network c20ad411-4fc9-4e4f-9838-616aae73dc6e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:47.092942 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-db676eb0-77f4-47e5-98f4-bb7e9d3dd35d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0343626 Jan 27 21:50:47.120326 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-d6daf727-c669-43e5-a175-0dd9421253be admin admin] Deleting port f3147090-e949-499d-8eff-738f5fa07917 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:47.120791 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d6daf727-c669-43e5-a175-0dd9421253be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f3147090-e949-499d-8eff-738f5fa07917), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:47.218829 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c081437f-8063-4465-99aa-42bd684502c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (7becb874-eb6e-4f6c-92fe-d47bec9d68c3), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:47.258062 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c081437f-8063-4465-99aa-42bd684502c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:47.271661 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c081437f-8063-4465-99aa-42bd684502c6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7becb874-eb6e-4f6c-92fe-d47bec9d68c3 HTTP/1.1" status: 204 len: 168 time: 1.1598401 Jan 27 21:50:47.272336 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52038) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:47.280008 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7924c8d9-3303-41de-9d0e-167a10bfd101', 'name': 'tempest-TaggedBootDevicesTest-2032061304-router', 'tenant_id': '32459725ddf84dbc8503dfad13bdf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b17c4338-c211-4013-9bf2-ec857ee25b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:35Z', 'updated_at': '2022-01-27T21:50:43Z', 'revision_number': 4, 'project_id': '32459725ddf84dbc8503dfad13bdf89c', 'gw_port': {'id': 'b17c4338-c211-4013-9bf2-ec857ee25b1b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924c8d9-3303-41de-9d0e-167a10bfd101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:36Z', 'updated_at': '2022-01-27T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '085f0059-8cb4-4d38-b2c1-1ea0881e3c6d', 'name': '', 'network_id': '15c45369-7dbb-4faa-b728-31d16e2a38cf', 'tenant_id': '32459725ddf84dbc8503dfad13bdf89c', 'mac_address': 'fa:16:3e:c0:69:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7924c8d9-3303-41de-9d0e-167a10bfd101', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '68d4bdbe-2323-443c-809f-c77c6ccaa70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:42Z', 'updated_at': '2022-01-27T21:50:43Z', 'revision_number': 2, 'project_id': '32459725ddf84dbc8503dfad13bdf89c', 'subnets': [{'id': '68d4bdbe-2323-443c-809f-c77c6ccaa70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:47.287339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-d6daf727-c669-43e5-a175-0dd9421253be admin admin] For port f3147090-e949-499d-8eff-738f5fa07917, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f3147090-e949-499d-8eff-738f5fa07917,segment=NetworkSegment(b227b98e-8b90-4e15-aa0c-a9cb73975ee9),segment_id=b227b98e-8b90-4e15-aa0c-a9cb73975ee9)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:47.287797 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d6daf727-c669-43e5-a175-0dd9421253be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f3147090-e949-499d-8eff-738f5fa07917), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:47.304887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-d6daf727-c669-43e5-a175-0dd9421253be admin admin] Calling delete_port for f3147090-e949-499d-8eff-738f5fa07917 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:47.316124 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] Checking router: 7924c8d9-3303-41de-9d0e-167a10bfd101 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:50:47.316791 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] Updating router 7924c8d9-3303-41de-9d0e-167a10bfd101 port 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:50:47.354332 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (085f0059-8cb4-4d38-b2c1-1ea0881e3c6d), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:47.397873 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081437f-8063-4465-99aa-42bd684502c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7becb874-eb6e-4f6c-92fe-d47bec9d68c3,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:47.398144 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca77e2f8-74ff-4bc1-9967-db6edb6b4823 None None] Network 831a3a6a-51c3-4368-adbf-331815b36f4d requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:47.461806 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fc7622-0af1-42f0-931d-5bf293eb8af9 None None] Network c20ad411-4fc9-4e4f-9838-616aae73dc6e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:47.572594 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3877a1b3-dd08-4b54-9b9a-f1a8226501a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (831a3a6a-51c3-4368-adbf-331815b36f4d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:47.680600 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1bde6c7c-bd9a-4f41-be68-3466e5a882b7 req-73cf341b-2aad-453a-9eb8-2b0387834db1 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=29028492-6342-4bde-9b7b-2457506d5a90 HTTP/1.1" status: 200 len: 210 time: 0.0956004 Jan 27 21:50:47.685128 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d6daf727-c669-43e5-a175-0dd9421253be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f3147090-e949-499d-8eff-738f5fa07917), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:47.725085 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-3877a1b3-dd08-4b54-9b9a-f1a8226501a1 admin admin] Deleting port cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:47.727310 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3877a1b3-dd08-4b54-9b9a-f1a8226501a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:47.844440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-24432943-dd49-4de7-8f41-db68ab4be882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:47.854799 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-24432943-dd49-4de7-8f41-db68ab4be882 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e923c45-9da8-41d8-a8c1-bd4723852e44 HTTP/1.1" status: 200 len: 797 time: 0.8632410 Jan 27 21:50:47.856401 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port b17c4338-c211-4013-9bf2-ec857ee25b1b is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:47.891199 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6daf727-c669-43e5-a175-0dd9421253be admin admin] Pushing event deleted for resources: {'Port': ['ID=f3147090-e949-499d-8eff-738f5fa07917,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:47.993016 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfef076e-4087-4a80-9945-c31d1df0d03b None None] DHCP port deletion for 831a3a6a-51c3-4368-adbf-331815b36f4d request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:50:48.018355 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] Publish callbacks [] for port (085f0059-8cb4-4d38-b2c1-1ea0881e3c6d), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.037319 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (085f0059-8cb4-4d38-b2c1-1ea0881e3c6d), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.105485 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-3877a1b3-dd08-4b54-9b9a-f1a8226501a1 admin admin] For port cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6,segment=NetworkSegment(92afb8df-73d5-486a-a2b6-8a96b5ff5c12),segment_id=92afb8df-73d5-486a-a2b6-8a96b5ff5c12)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:48.105929 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3877a1b3-dd08-4b54-9b9a-f1a8226501a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.111052 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ccead5af-f9d5-44fa-8555-8f5e0764e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:48.115414 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ccead5af-f9d5-44fa-8555-8f5e0764e157 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b460f0aa-ece7-4f87-b835-250ecfdd5f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2597303 Jan 27 21:50:48.134486 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fe405-22d9-4ba5-9385-98dd413ad42c None None] Pushing event updated for resources: {'Port': ['ID=085f0059-8cb4-4d38-b2c1-1ea0881e3c6d,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:48.201650 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-3877a1b3-dd08-4b54-9b9a-f1a8226501a1 admin admin] Calling delete_port for cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:48.212529 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716bd57-a55e-415b-9e52-3a66163feab6 req-488fd508-a5db-48de-bef3-a70259fe06a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:48.228388 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-bfef076e-4087-4a80-9945-c31d1df0d03b None None] Deleting port cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:48.229070 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bfef076e-4087-4a80-9945-c31d1df0d03b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.241382 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716bd57-a55e-415b-9e52-3a66163feab6 req-488fd508-a5db-48de-bef3-a70259fe06a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:48.284682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716bd57-a55e-415b-9e52-3a66163feab6 req-488fd508-a5db-48de-bef3-a70259fe06a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:48.306255 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716bd57-a55e-415b-9e52-3a66163feab6 req-488fd508-a5db-48de-bef3-a70259fe06a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:48.325569 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] Attempting to bind port 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:48.325951 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] Attempting to bind port 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e3c98b13-aa00-481c-840d-e4c94f46186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '15c45369-7dbb-4faa-b728-31d16e2a38cf'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:48.326316 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] Attempting to bind port 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d on network 15c45369-7dbb-4faa-b728-31d16e2a38cf {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:48.338843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716bd57-a55e-415b-9e52-3a66163feab6 req-488fd508-a5db-48de-bef3-a70259fe06a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:48.360459 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:48.360834 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] Checking segment: {'id': 'e3c98b13-aa00-481c-840d-e4c94f46186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '15c45369-7dbb-4faa-b728-31d16e2a38cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:48.361235 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.361624 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] Bound using segment: {'id': 'e3c98b13-aa00-481c-840d-e4c94f46186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '15c45369-7dbb-4faa-b728-31d16e2a38cf'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:48.362101 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] Bound port: 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c98b13-aa00-481c-840d-e4c94f46186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '15c45369-7dbb-4faa-b728-31d16e2a38cf'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:48.362377 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716bd57-a55e-415b-9e52-3a66163feab6 req-488fd508-a5db-48de-bef3-a70259fe06a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:48.362498 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (085f0059-8cb4-4d38-b2c1-1ea0881e3c6d), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.368151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716bd57-a55e-415b-9e52-3a66163feab6 req-488fd508-a5db-48de-bef3-a70259fe06a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:48.402569 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1716bd57-a55e-415b-9e52-3a66163feab6 req-488fd508-a5db-48de-bef3-a70259fe06a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.4641869 Jan 27 21:50:48.485945 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] For port 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:48.486792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-bfef076e-4087-4a80-9945-c31d1df0d03b None None] For port cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6,segment=NetworkSegment(92afb8df-73d5-486a-a2b6-8a96b5ff5c12),segment_id=92afb8df-73d5-486a-a2b6-8a96b5ff5c12)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:48.487286 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bfef076e-4087-4a80-9945-c31d1df0d03b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.495176 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] For port 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=085f0059-8cb4-4d38-b2c1-1ea0881e3c6d,segment=NetworkSegment(e3c98b13-aa00-481c-840d-e4c94f46186d),segment_id=e3c98b13-aa00-481c-840d-e4c94f46186d)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:48.503471 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (085f0059-8cb4-4d38-b2c1-1ea0881e3c6d), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.514019 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-bfef076e-4087-4a80-9945-c31d1df0d03b None None] Calling delete_port for cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:48.532626 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9720517e-9e9a-43b1-af1d-a4b3d2abce78 req-17ebb63f-b5c1-4bf5-9ba4-403e21136fe0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a48f4f6ccb704e08b79a3e27921349ff&device_id=8244cd34-ead5-47c7-8e87-53d7c50d5e10 HTTP/1.1" status: 200 len: 210 time: 0.1330171 Jan 27 21:50:48.653072 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9720517e-9e9a-43b1-af1d-a4b3d2abce78 req-ed28b641-ed39-4739-8d8b-4b57e843dc91 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a48f4f6ccb704e08b79a3e27921349ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0962374 Jan 27 21:50:48.672001 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52064) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:48.687080 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-9b6b0108-4943-4051-af1e-72870d473fe6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2022299467-network', 'tenant_id': '5cd727f86de644f6bb18fa1f6c85ac7b'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:48.691748 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] Routers {'7924c8d9-3303-41de-9d0e-167a10bfd101'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:48.693465 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:50:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7924c8d9-3303-41de-9d0e-167a10bfd101'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:48.706205 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fe405-22d9-4ba5-9385-98dd413ad42c None None] Pushing event updated for resources: {'Port': ['ID=085f0059-8cb4-4d38-b2c1-1ea0881e3c6d,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:48.734095 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b2fd13ed-b0b5-4b41-b024-7e51cb9c285b no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:48.745126 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bfef076e-4087-4a80-9945-c31d1df0d03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.793632 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef076e-4087-4a80-9945-c31d1df0d03b None None] Pushing event deleted for resources: {'Port': ['ID=cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:48.800004 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: b2fd13ed-b0b5-4b41-b024-7e51cb9c285b {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:48.801255 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b2fd13ed-b0b5-4b41-b024-7e51cb9c285b not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:48.801906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:48.871243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:48.872272 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:48.874402 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-79875008-d843-4ae7-8e66-5bd4a6e19ad6 None None] Provisioning complete for port 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:48.875065 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-79875008-d843-4ae7-8e66-5bd4a6e19ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (085f0059-8cb4-4d38-b2c1-1ea0881e3c6d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.917607 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3877a1b3-dd08-4b54-9b9a-f1a8226501a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.964090 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] Set router 7924c8d9-3303-41de-9d0e-167a10bfd101 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:49.023518 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfef076e-4087-4a80-9945-c31d1df0d03b None None] No DVR routers for this DVR port cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:49.030458 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877a1b3-dd08-4b54-9b9a-f1a8226501a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:49.036888 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3877a1b3-dd08-4b54-9b9a-f1a8226501a1 admin admin] No DVR routers for this DVR port cbc87ad1-dff3-4f2b-8d36-e5a55f7762f6 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:49.053081 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1716bd57-a55e-415b-9e52-3a66163feab6 req-b0e9fd2a-7109-4fc3-a97f-1ce9c9a02f4b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6474247 Jan 27 21:50:49.058293 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f793bfb6-a433-4e93-a0f9-3ffbfea05874 req-6e1dd24f-b695-4b35-830a-88334313fef5 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=8244cd34-ead5-47c7-8e87-53d7c50d5e10 HTTP/1.1" status: 200 len: 210 time: 0.3563197 Jan 27 21:50:49.144417 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720517e-9e9a-43b1-af1d-a4b3d2abce78 req-72e415cc-67a7-4da8-a41a-5e8d8aea374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:49.145935 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9720517e-9e9a-43b1-af1d-a4b3d2abce78 req-72e415cc-67a7-4da8-a41a-5e8d8aea374d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4920683 Jan 27 21:50:49.150215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-79875008-d843-4ae7-8e66-5bd4a6e19ad6 None None] Current status of the port 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:49.150615 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-79875008-d843-4ae7-8e66-5bd4a6e19ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (085f0059-8cb4-4d38-b2c1-1ea0881e3c6d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:49.220380 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-79875008-d843-4ae7-8e66-5bd4a6e19ad6 None None] For port 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=085f0059-8cb4-4d38-b2c1-1ea0881e3c6d,segment=NetworkSegment(e3c98b13-aa00-481c-840d-e4c94f46186d),segment_id=e3c98b13-aa00-481c-840d-e4c94f46186d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:49.224957 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-79875008-d843-4ae7-8e66-5bd4a6e19ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (085f0059-8cb4-4d38-b2c1-1ea0881e3c6d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:49.267052 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6b0108-4943-4051-af1e-72870d473fe6 admin admin] Made reservation on behalf of 5cd727f86de644f6bb18fa1f6c85ac7b for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:49.278789 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9b6b0108-4943-4051-af1e-72870d473fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:49.289880 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3877a1b3-dd08-4b54-9b9a-f1a8226501a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (831a3a6a-51c3-4368-adbf-331815b36f4d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:49.338051 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79875008-d843-4ae7-8e66-5bd4a6e19ad6 None None] Pushing event updated for resources: {'Port': ['ID=085f0059-8cb4-4d38-b2c1-1ea0881e3c6d,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:49.344380 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-3877a1b3-dd08-4b54-9b9a-f1a8226501a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831a3a6a-51c3-4368-adbf-331815b36f4d']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:49.363015 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d6daf727-c669-43e5-a175-0dd9421253be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (b67c0dd1-4066-474f-bacb-9c806f7a7209), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:49.365832 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-165a9933-1e54-4062-b044-74e435d7c8a6 None None] Provisioning complete for port 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:49.366227 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-165a9933-1e54-4062-b044-74e435d7c8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (085f0059-8cb4-4d38-b2c1-1ea0881e3c6d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:49.368372 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9b6b0108-4943-4051-af1e-72870d473fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:49.368913 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-3877a1b3-dd08-4b54-9b9a-f1a8226501a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92afb8df-73d5-486a-a2b6-8a96b5ff5c12') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:49.370540 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-3877a1b3-dd08-4b54-9b9a-f1a8226501a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92afb8df-73d5-486a-a2b6-8a96b5ff5c12') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:49.397208 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3877a1b3-dd08-4b54-9b9a-f1a8226501a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (92afb8df-73d5-486a-a2b6-8a96b5ff5c12), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:49.433389 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3877a1b3-dd08-4b54-9b9a-f1a8226501a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (92afb8df-73d5-486a-a2b6-8a96b5ff5c12), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:49.437828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-6f302fb9-2cb3-41e2-9303-9c6dc903fa5f service neutron] 10.222.0.15 "GET /v2.0/networks/b460f0aa-ece7-4f87-b835-250ecfdd5f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3019199 Jan 27 21:50:49.443601 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3877a1b3-dd08-4b54-9b9a-f1a8226501a1 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:50:49.444089 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3877a1b3-dd08-4b54-9b9a-f1a8226501a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (92afb8df-73d5-486a-a2b6-8a96b5ff5c12), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: timer() Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:50:49.447979 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:50:49.517531 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-165a9933-1e54-4062-b044-74e435d7c8a6 None None] Current status of the port 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:49.547071 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3877a1b3-dd08-4b54-9b9a-f1a8226501a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (831a3a6a-51c3-4368-adbf-331815b36f4d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:49.553761 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3877a1b3-dd08-4b54-9b9a-f1a8226501a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:49.557196 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7924c8d9-3303-41de-9d0e-167a10bfd101', 'name': 'tempest-TaggedBootDevicesTest-2032061304-router', 'tenant_id': '32459725ddf84dbc8503dfad13bdf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b17c4338-c211-4013-9bf2-ec857ee25b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:35Z', 'updated_at': '2022-01-27T21:50:43Z', 'revision_number': 4, 'project_id': '32459725ddf84dbc8503dfad13bdf89c', 'gw_port': {'id': 'b17c4338-c211-4013-9bf2-ec857ee25b1b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924c8d9-3303-41de-9d0e-167a10bfd101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:36Z', 'updated_at': '2022-01-27T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '085f0059-8cb4-4d38-b2c1-1ea0881e3c6d', 'name': '', 'network_id': '15c45369-7dbb-4faa-b728-31d16e2a38cf', 'tenant_id': '32459725ddf84dbc8503dfad13bdf89c', 'mac_address': 'fa:16:3e:c0:69:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7924c8d9-3303-41de-9d0e-167a10bfd101', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '68d4bdbe-2323-443c-809f-c77c6ccaa70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:42Z', 'updated_at': '2022-01-27T21:50:48Z', 'revision_number': 4, 'project_id': '32459725ddf84dbc8503dfad13bdf89c', 'subnets': [{'id': '68d4bdbe-2323-443c-809f-c77c6ccaa70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:49.559849 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3877a1b3-dd08-4b54-9b9a-f1a8226501a1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/831a3a6a-51c3-4368-adbf-331815b36f4d HTTP/1.1" status: 204 len: 168 time: 2.2825577 Jan 27 21:50:49.593086 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877a1b3-dd08-4b54-9b9a-f1a8226501a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=831a3a6a-51c3-4368-adbf-331815b36f4d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:49.625326 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afdd392-51be-4562-843f-084bb2b9df2a None None] The sync data for ids ['7924c8d9-3303-41de-9d0e-167a10bfd101'] in n-d-772272-3 is: [{'id': '7924c8d9-3303-41de-9d0e-167a10bfd101', 'name': 'tempest-TaggedBootDevicesTest-2032061304-router', 'tenant_id': '32459725ddf84dbc8503dfad13bdf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b17c4338-c211-4013-9bf2-ec857ee25b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:35Z', 'updated_at': '2022-01-27T21:50:43Z', 'revision_number': 4, 'project_id': '32459725ddf84dbc8503dfad13bdf89c', 'gw_port': {'id': 'b17c4338-c211-4013-9bf2-ec857ee25b1b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924c8d9-3303-41de-9d0e-167a10bfd101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:36Z', 'updated_at': '2022-01-27T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '085f0059-8cb4-4d38-b2c1-1ea0881e3c6d', 'name': '', 'network_id': '15c45369-7dbb-4faa-b728-31d16e2a38cf', 'tenant_id': '32459725ddf84dbc8503dfad13bdf89c', 'mac_address': 'fa:16:3e:c0:69:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7924c8d9-3303-41de-9d0e-167a10bfd101', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '68d4bdbe-2323-443c-809f-c77c6ccaa70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:42Z', 'updated_at': '2022-01-27T21:50:48Z', 'revision_number': 4, 'project_id': '32459725ddf84dbc8503dfad13bdf89c', 'subnets': [{'id': '68d4bdbe-2323-443c-809f-c77c6ccaa70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:50:49.785292 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-bc56e555-df23-47eb-99f8-dbb33e5abfe8 service neutron] 10.222.0.15 "GET /v2.0/networks/b460f0aa-ece7-4f87-b835-250ecfdd5f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375287 Jan 27 21:50:49.853071 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-367466b5-0c21-4578-8ced-4da8b52ef407 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64c24546-5d38-4279-b241-0c89a055b6b9 HTTP/1.1" status: 200 len: 217 time: 0.0598958 Jan 27 21:50:49.924801 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9b6b0108-4943-4051-af1e-72870d473fe6 admin admin] Publish callbacks [] for security_group (72c058a8-74be-4c45-88ef-41b364abf7c6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:49.934560 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52078) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:49.958195 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9b6b0108-4943-4051-af1e-72870d473fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (72c058a8-74be-4c45-88ef-41b364abf7c6), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:50.012216 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6b0108-4943-4051-af1e-72870d473fe6 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:50:50.037265 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5791e625-15ce-4928-8536-41599591759f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=307ee0f93cd34cda8ec9abcf33979fc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1009023 Jan 27 21:50:50.039618 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52082) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:50.096836 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-bdcade9a-ee1a-478f-b843-16a7c234153a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:50.098333 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-bdcade9a-ee1a-478f-b843-16a7c234153a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e923c45-9da8-41d8-a8c1-bd4723852e44 HTTP/1.1" status: 200 len: 797 time: 0.1893415 Jan 27 21:50:50.123201 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b0108-4943-4051-af1e-72870d473fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c058a8-74be-4c45-88ef-41b364abf7c6,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:50.134529 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2e2bd261-c379-4922-a994-186235c0b758 admin admin] Publish callbacks [] for security_group (eb4c780b-dd6e-4e28-a4ed-14e3f975cfac), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:50.147730 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9b6b0108-4943-4051-af1e-72870d473fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (d581e475-b99c-49d0-ab36-4cc569faa558), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:50.148078 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-9b6b0108-4943-4051-af1e-72870d473fe6 admin admin] Added segment d581e475-b99c-49d0-ab36-4cc569faa558 of type vlan for network 6335ad67-6741-4430-9a0f-4b1da9c723f6 Jan 27 21:50:50.190824 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2e2bd261-c379-4922-a994-186235c0b758 admin admin] Publish callbacks [] for security_group (eb4c780b-dd6e-4e28-a4ed-14e3f975cfac), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:50.270983 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2e2bd261-c379-4922-a994-186235c0b758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (eb4c780b-dd6e-4e28-a4ed-14e3f975cfac), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:50.274638 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2e2bd261-c379-4922-a994-186235c0b758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:50.281809 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2e2bd261-c379-4922-a994-186235c0b758 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb4c780b-dd6e-4e28-a4ed-14e3f975cfac HTTP/1.1" status: 204 len: 168 time: 0.2411304 Jan 27 21:50:50.317336 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2bd261-c379-4922-a994-186235c0b758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4c780b-dd6e-4e28-a4ed-14e3f975cfac,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:50.347049 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b250fa7-2b05-489c-9d09-5e62d1c7fa95 req-f3fd44c4-c0ca-4ef7-9fbd-553e47149fa7 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=8244cd34-ead5-47c7-8e87-53d7c50d5e10 HTTP/1.1" status: 200 len: 210 time: 0.0853174 Jan 27 21:50:50.394636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6daf727-c669-43e5-a175-0dd9421253be admin admin] Router b67c0dd1-4066-474f-bacb-9c806f7a7209 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:50:50.441074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ba5a963f-32f6-4f55-8d03-af1edaaed3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:50.442584 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-ba5a963f-32f6-4f55-8d03-af1edaaed3d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b460f0aa-ece7-4f87-b835-250ecfdd5f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3257332 Jan 27 21:50:50.464337 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9b6b0108-4943-4051-af1e-72870d473fe6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (6335ad67-6741-4430-9a0f-4b1da9c723f6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:50.482914 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:50.617085 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61ae25-3f91-4192-87a5-88ff1cb6918f req-1899077e-1b56-491b-9ad1-8ce2186a6277 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:50.625080 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61ae25-3f91-4192-87a5-88ff1cb6918f req-1899077e-1b56-491b-9ad1-8ce2186a6277 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:50.625300 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:50.626132 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (085f0059-8cb4-4d38-b2c1-1ea0881e3c6d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:50.635150 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61ae25-3f91-4192-87a5-88ff1cb6918f req-1899077e-1b56-491b-9ad1-8ce2186a6277 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:50.641031 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61ae25-3f91-4192-87a5-88ff1cb6918f req-1899077e-1b56-491b-9ad1-8ce2186a6277 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:50.647041 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61ae25-3f91-4192-87a5-88ff1cb6918f req-1899077e-1b56-491b-9ad1-8ce2186a6277 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:50.653615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61ae25-3f91-4192-87a5-88ff1cb6918f req-1899077e-1b56-491b-9ad1-8ce2186a6277 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:50.660707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61ae25-3f91-4192-87a5-88ff1cb6918f req-1899077e-1b56-491b-9ad1-8ce2186a6277 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:50.671476 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de61ae25-3f91-4192-87a5-88ff1cb6918f req-1899077e-1b56-491b-9ad1-8ce2186a6277 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.3897595 Jan 27 21:50:50.682096 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.db.resource_extend [None req-9b6b0108-4943-4051-af1e-72870d473fe6 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:50:50.815155 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:50.882676 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de61ae25-3f91-4192-87a5-88ff1cb6918f req-89672948-a3cc-4c4f-9214-b64340e4fdc7 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2072604 Jan 27 21:50:50.889157 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9b6b0108-4943-4051-af1e-72870d473fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (6335ad67-6741-4430-9a0f-4b1da9c723f6), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:50.890174 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6b0108-4943-4051-af1e-72870d473fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:50.892913 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9b6b0108-4943-4051-af1e-72870d473fe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:50.899569 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:50.960239 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9720517e-9e9a-43b1-af1d-a4b3d2abce78 req-96b64d16-751b-4b40-a43d-4cc47d4308d9 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.21 "GET /v2.0/ports?device_id=8244cd34-ead5-47c7-8e87-53d7c50d5e10 HTTP/1.1" status: 200 len: 210 time: 0.0473146 Jan 27 21:50:51.043779 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-44a06f29-20cf-4e1d-988a-5086ed2cd970 service neutron] 10.222.0.15 "GET /v2.0/networks/b460f0aa-ece7-4f87-b835-250ecfdd5f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812325 Jan 27 21:50:51.093376 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52100) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:51.093615 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9b6b0108-4943-4051-af1e-72870d473fe6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4127920 Jan 27 21:50:51.100509 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e3f15a65-7c98-4738-a950-27c7221d3256 admin admin] Request body: {'subnet': {'network_id': '6335ad67-6741-4430-9a0f-4b1da9c723f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2022299467-subnet', 'tenant_id': '5cd727f86de644f6bb18fa1f6c85ac7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:51.114862 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b0108-4943-4051-af1e-72870d473fe6 admin admin] Pushing event updated for resources: {'Network': ['ID=6335ad67-6741-4430-9a0f-4b1da9c723f6,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:51.133071 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 6335ad67-6741-4430-9a0f-4b1da9c723f6 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:50:51.140546 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f15a65-7c98-4738-a950-27c7221d3256 admin admin] Made reservation on behalf of 5cd727f86de644f6bb18fa1f6c85ac7b for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:51.142931 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e3f15a65-7c98-4738-a950-27c7221d3256 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:51.233444 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6daf727-c669-43e5-a175-0dd9421253be admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:50:51.243055 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d6daf727-c669-43e5-a175-0dd9421253be admin admin] 10.222.0.23 "PUT /v2.0/routers/b67c0dd1-4066-474f-bacb-9c806f7a7209/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8635535 Jan 27 21:50:51.246113 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52106) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:51.295156 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3956298c-4902-43b7-ad27-c522f36fbd5c None None] Sync routers for ids ['b67c0dd1-4066-474f-bacb-9c806f7a7209'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:50:51.327362 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3956298c-4902-43b7-ad27-c522f36fbd5c None None] Routers {'b67c0dd1-4066-474f-bacb-9c806f7a7209'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:51.328383 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-3956298c-4902-43b7-ad27-c522f36fbd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:50:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b67c0dd1-4066-474f-bacb-9c806f7a7209'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:51.553453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a8d2002-28c6-431b-acf4-6e65cc3480b6 req-f7d850d8-7ad0-4536-9234-783bd3dc0c5b service neutron] 10.222.0.15 "GET /v2.0/networks/b460f0aa-ece7-4f87-b835-250ecfdd5f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509945 Jan 27 21:50:51.627771 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-08f747c2-f30c-4c4c-9dff-3519bc9efe0f req-cdbdfc2f-dcb2-400f-ae13-270d2b7e9d78 tempest-ServerShowV247Test-1187424908 tempest-ServerShowV247Test-1187424908-project] 10.222.0.23 "GET /v2.0/ports?device_id=8244cd34-ead5-47c7-8e87-53d7c50d5e10 HTTP/1.1" status: 200 len: 210 time: 0.0921526 Jan 27 21:50:51.692653 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e3f15a65-7c98-4738-a950-27c7221d3256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (5af0cbea-c817-4421-99bb-b942d2e9a2ff), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:51.764983 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9d10c2f8-de9d-4ee8-be7d-c07355013d8c admin admin] Publish callbacks [] for router (b67c0dd1-4066-474f-bacb-9c806f7a7209), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:51.784628 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-3956298c-4902-43b7-ad27-c522f36fbd5c None None] Set router b67c0dd1-4066-474f-bacb-9c806f7a7209 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:51.809487 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f15a65-7c98-4738-a950-27c7221d3256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af0cbea-c817-4421-99bb-b942d2e9a2ff,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:51.895657 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f15a65-7c98-4738-a950-27c7221d3256 admin admin] Checking segment: {'id': 'd581e475-b99c-49d0-ab36-4cc569faa558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6335ad67-6741-4430-9a0f-4b1da9c723f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:51.895906 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f15a65-7c98-4738-a950-27c7221d3256 admin admin] Network hostable DHCP agents. Network: 6335ad67-6741-4430-9a0f-4b1da9c723f6, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:50:51.939289 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f15a65-7c98-4738-a950-27c7221d3256 admin admin] Network 6335ad67-6741-4430-9a0f-4b1da9c723f6 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:50:51.975243 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-e3f15a65-7c98-4738-a950-27c7221d3256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 6335ad67-6741-4430-9a0f-4b1da9c723f6) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:52.003504 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f15a65-7c98-4738-a950-27c7221d3256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:52.004533 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e3f15a65-7c98-4738-a950-27c7221d3256 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:52.009209 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9d10c2f8-de9d-4ee8-be7d-c07355013d8c admin admin] Publish callbacks [] for router_gateway (b67c0dd1-4066-474f-bacb-9c806f7a7209), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:52.023948 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9b7e79-0262-46b7-a5f7-a3637544aa8a None None] Network 6335ad67-6741-4430-9a0f-4b1da9c723f6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:52.033147 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e3f15a65-7c98-4738-a950-27c7221d3256 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9388952 Jan 27 21:50:52.064665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeba79-3520-4278-b727-d747b229936a req-e9a19c4a-9066-481b-8dd2-cdb0567b03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:52.067209 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeba79-3520-4278-b727-d747b229936a req-e9a19c4a-9066-481b-8dd2-cdb0567b03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:52.067770 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeba79-3520-4278-b727-d747b229936a req-e9a19c4a-9066-481b-8dd2-cdb0567b03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:52.070853 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeba79-3520-4278-b727-d747b229936a req-e9a19c4a-9066-481b-8dd2-cdb0567b03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:52.071404 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeba79-3520-4278-b727-d747b229936a req-e9a19c4a-9066-481b-8dd2-cdb0567b03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:52.072708 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeba79-3520-4278-b727-d747b229936a req-e9a19c4a-9066-481b-8dd2-cdb0567b03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:52.077782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeba79-3520-4278-b727-d747b229936a req-e9a19c4a-9066-481b-8dd2-cdb0567b03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:52.081368 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6caeba79-3520-4278-b727-d747b229936a req-e9a19c4a-9066-481b-8dd2-cdb0567b03cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c221dbb11cf44d8baddb08b573ae1274&device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 6489 time: 0.3927715 Jan 27 21:50:52.283100 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a205279f-4f9c-46fe-bdf4-8bce485811c1 None None] Network 6335ad67-6741-4430-9a0f-4b1da9c723f6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:52.288478 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-3956298c-4902-43b7-ad27-c522f36fbd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67c0dd1-4066-474f-bacb-9c806f7a7209', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371329545-router', 'tenant_id': '38b546549a9b4765b2e4f32419c326a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b93c5a1a-2bcc-4692-95a7-369d8857ffa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:56Z', 'updated_at': '2022-01-27T21:50:47Z', 'revision_number': 5, 'project_id': '38b546549a9b4765b2e4f32419c326a0', 'gw_port': {'id': 'b93c5a1a-2bcc-4692-95a7-369d8857ffa5', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67c0dd1-4066-474f-bacb-9c806f7a7209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:58Z', 'updated_at': '2022-01-27T21:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:52.324547 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3956298c-4902-43b7-ad27-c522f36fbd5c None None] Checking router: b67c0dd1-4066-474f-bacb-9c806f7a7209 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:50:52.349091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3956298c-4902-43b7-ad27-c522f36fbd5c None None] Routers {'b67c0dd1-4066-474f-bacb-9c806f7a7209'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:50:52.350175 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-3956298c-4902-43b7-ad27-c522f36fbd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:50:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b67c0dd1-4066-474f-bacb-9c806f7a7209'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:52.779889 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeba79-3520-4278-b727-d747b229936a req-bd9ef4a1-3066-4feb-a0b4-dcf2a5048222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:52.781437 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6caeba79-3520-4278-b727-d747b229936a req-bd9ef4a1-3066-4feb-a0b4-dcf2a5048222 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b460f0aa-ece7-4f87-b835-250ecfdd5f67 HTTP/1.1" status: 200 len: 902 time: 0.6695731 Jan 27 21:50:52.885404 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d156d10-cbc2-49a4-adf7-b86fdb891aaf req-82088aab-f785-435e-ad68-9459186dcf49 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:52.892387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d156d10-cbc2-49a4-adf7-b86fdb891aaf req-82088aab-f785-435e-ad68-9459186dcf49 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:52.899232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d156d10-cbc2-49a4-adf7-b86fdb891aaf req-82088aab-f785-435e-ad68-9459186dcf49 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:52.906294 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d156d10-cbc2-49a4-adf7-b86fdb891aaf req-82088aab-f785-435e-ad68-9459186dcf49 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:52.913050 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d156d10-cbc2-49a4-adf7-b86fdb891aaf req-82088aab-f785-435e-ad68-9459186dcf49 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:52.919593 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d156d10-cbc2-49a4-adf7-b86fdb891aaf req-82088aab-f785-435e-ad68-9459186dcf49 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:52.925810 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d156d10-cbc2-49a4-adf7-b86fdb891aaf req-82088aab-f785-435e-ad68-9459186dcf49 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:52.928270 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d156d10-cbc2-49a4-adf7-b86fdb891aaf req-82088aab-f785-435e-ad68-9459186dcf49 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.8147895 Jan 27 21:50:52.943087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-3956298c-4902-43b7-ad27-c522f36fbd5c None None] Set router b67c0dd1-4066-474f-bacb-9c806f7a7209 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:50:52.944982 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6caeba79-3520-4278-b727-d747b229936a req-42b814db-f75b-4a9b-b8f9-4f700e6eaef4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64c24546-5d38-4279-b241-0c89a055b6b9 HTTP/1.1" status: 200 len: 217 time: 0.1541603 Jan 27 21:50:53.037428 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeba79-3520-4278-b727-d747b229936a req-927c9086-3040-49c5-b6cb-f87653cddd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:53.039037 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6caeba79-3520-4278-b727-d747b229936a req-927c9086-3040-49c5-b6cb-f87653cddd88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e923c45-9da8-41d8-a8c1-bd4723852e44 HTTP/1.1" status: 200 len: 797 time: 0.0539801 Jan 27 21:50:53.051202 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-3956298c-4902-43b7-ad27-c522f36fbd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67c0dd1-4066-474f-bacb-9c806f7a7209', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371329545-router', 'tenant_id': '38b546549a9b4765b2e4f32419c326a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:56Z', 'updated_at': '2022-01-27T21:50:52Z', 'revision_number': 6, 'project_id': '38b546549a9b4765b2e4f32419c326a0', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:53.098765 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3956298c-4902-43b7-ad27-c522f36fbd5c None None] The sync data for ids ['b67c0dd1-4066-474f-bacb-9c806f7a7209'] in n-d-772272-3 is: [{'id': 'b67c0dd1-4066-474f-bacb-9c806f7a7209', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371329545-router', 'tenant_id': '38b546549a9b4765b2e4f32419c326a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:56Z', 'updated_at': '2022-01-27T21:50:52Z', 'revision_number': 6, 'project_id': '38b546549a9b4765b2e4f32419c326a0', 'gw_port_host': None}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:50:53.116803 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-9d10c2f8-de9d-4ee8-be7d-c07355013d8c admin admin] Deleting port b93c5a1a-2bcc-4692-95a7-369d8857ffa5 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:53.117134 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9d10c2f8-de9d-4ee8-be7d-c07355013d8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b93c5a1a-2bcc-4692-95a7-369d8857ffa5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:53.180206 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52162) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:53.241897 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d156d10-cbc2-49a4-adf7-b86fdb891aaf req-656be5ad-412d-4929-8b3f-b8f710a9536a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2922902 Jan 27 21:50:53.244000 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeba79-3520-4278-b727-d747b229936a req-2a2de19c-9b67-4c6b-b06a-de190b1fce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:53.245477 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6caeba79-3520-4278-b727-d747b229936a req-2a2de19c-9b67-4c6b-b06a-de190b1fce42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b460f0aa-ece7-4f87-b835-250ecfdd5f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1926239 Jan 27 21:50:53.254582 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-e82c7c22-4780-45d6-969c-14c4c67bb226 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:53.256284 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-e82c7c22-4780-45d6-969c-14c4c67bb226 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/networks?id=c20ad411-4fc9-4e4f-9838-616aae73dc6e HTTP/1.1" status: 200 len: 815 time: 0.3955886 Jan 27 21:50:53.331348 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-63988b23-4bfe-4dea-90ac-c1a18dc95016 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/quotas/fbca538a43f84a55a9502d865eaa172e HTTP/1.1" status: 200 len: 375 time: 0.0629573 Jan 27 21:50:53.406157 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-ed8afab1-637d-4eb0-84c4-466dc23c2317 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fbca538a43f84a55a9502d865eaa172e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669174 Jan 27 21:50:53.428868 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-9d10c2f8-de9d-4ee8-be7d-c07355013d8c admin admin] For port b93c5a1a-2bcc-4692-95a7-369d8857ffa5, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b93c5a1a-2bcc-4692-95a7-369d8857ffa5,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:53.429213 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9d10c2f8-de9d-4ee8-be7d-c07355013d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b93c5a1a-2bcc-4692-95a7-369d8857ffa5), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:53.439361 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6b83abe3-fb19-4643-a76f-cc02f6e826ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:53.521805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-9d10c2f8-de9d-4ee8-be7d-c07355013d8c admin admin] Calling delete_port for b93c5a1a-2bcc-4692-95a7-369d8857ffa5 owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:53.526524 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6caeba79-3520-4278-b727-d747b229936a req-8fe249a3-85ea-4d40-92b4-56468f219184 service neutron] 10.222.0.15 "GET /v2.0/networks/b460f0aa-ece7-4f87-b835-250ecfdd5f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693043 Jan 27 21:50:53.671672 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6b83abe3-fb19-4643-a76f-cc02f6e826ea admin admin] Publish callbacks [] for security_group (c5829833-10d1-40e3-a6cd-6d2e0780a3e9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:53.680841 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6b83abe3-fb19-4643-a76f-cc02f6e826ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c5829833-10d1-40e3-a6cd-6d2e0780a3e9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:53.717978 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-6c269eb4-86ce-44fa-96d7-c266737c171e service neutron] 10.222.0.23 "GET /v2.0/networks/c20ad411-4fc9-4e4f-9838-616aae73dc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093741 Jan 27 21:50:53.766952 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6b83abe3-fb19-4643-a76f-cc02f6e826ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0455096fccda458d969658cb1ebfd72d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5848889 Jan 27 21:50:53.769754 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52172) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:53.775773 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52174) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:53.807571 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83abe3-fb19-4643-a76f-cc02f6e826ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5829833-10d1-40e3-a6cd-6d2e0780a3e9,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:53.818760 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83abe3-fb19-4643-a76f-cc02f6e826ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:53.819190 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83abe3-fb19-4643-a76f-cc02f6e826ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:53.819853 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83abe3-fb19-4643-a76f-cc02f6e826ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:53.821959 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83abe3-fb19-4643-a76f-cc02f6e826ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:53.822397 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83abe3-fb19-4643-a76f-cc02f6e826ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:53.822812 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83abe3-fb19-4643-a76f-cc02f6e826ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:53.823237 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83abe3-fb19-4643-a76f-cc02f6e826ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:53.824124 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83abe3-fb19-4643-a76f-cc02f6e826ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:53.824564 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83abe3-fb19-4643-a76f-cc02f6e826ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:53.824975 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83abe3-fb19-4643-a76f-cc02f6e826ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:53.825379 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83abe3-fb19-4643-a76f-cc02f6e826ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:53.826333 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6caeba79-3520-4278-b727-d747b229936a req-ab10234b-4bd6-4bae-a9ec-3ed71ba87876 service neutron] 10.222.0.15 "GET /v2.0/networks/b460f0aa-ece7-4f87-b835-250ecfdd5f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861338 Jan 27 21:50:53.826796 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83abe3-fb19-4643-a76f-cc02f6e826ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:53.826796 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b83abe3-fb19-4643-a76f-cc02f6e826ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:53.913940 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4c197ae-1646-4f97-b6e0-993875ba4d7a admin admin] Publish callbacks [] for security_group (c5829833-10d1-40e3-a6cd-6d2e0780a3e9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:53.940775 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4c197ae-1646-4f97-b6e0-993875ba4d7a admin admin] Publish callbacks [] for security_group (c5829833-10d1-40e3-a6cd-6d2e0780a3e9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:53.972819 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-98727dc7-82b4-407a-bfbb-4325ce8b7495 service neutron] 10.222.0.23 "GET /v2.0/networks/c20ad411-4fc9-4e4f-9838-616aae73dc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434928 Jan 27 21:50:54.015333 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9d10c2f8-de9d-4ee8-be7d-c07355013d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (b93c5a1a-2bcc-4692-95a7-369d8857ffa5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.033172 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d98fe0d5-8666-4fcf-9967-e2a8ca35a32c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.066155 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10c2f8-de9d-4ee8-be7d-c07355013d8c admin admin] Pushing event deleted for resources: {'Port': ['ID=b93c5a1a-2bcc-4692-95a7-369d8857ffa5,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:54.067692 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cbdfc609-e921-42f5-b592-cd5139bb06b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.092549 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4c197ae-1646-4f97-b6e0-993875ba4d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c5829833-10d1-40e3-a6cd-6d2e0780a3e9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.095655 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4c197ae-1646-4f97-b6e0-993875ba4d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.097046 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d4c197ae-1646-4f97-b6e0-993875ba4d7a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5829833-10d1-40e3-a6cd-6d2e0780a3e9 HTTP/1.1" status: 204 len: 168 time: 0.3168321 Jan 27 21:50:54.127922 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c197ae-1646-4f97-b6e0-993875ba4d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5829833-10d1-40e3-a6cd-6d2e0780a3e9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:54.224661 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9d10c2f8-de9d-4ee8-be7d-c07355013d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (b67c0dd1-4066-474f-bacb-9c806f7a7209), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.280249 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d98fe0d5-8666-4fcf-9967-e2a8ca35a32c admin admin] Publish callbacks [] for security_group (9ed63dd4-bdf8-4d70-8db7-a19338b65600), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.286054 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d98fe0d5-8666-4fcf-9967-e2a8ca35a32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9ed63dd4-bdf8-4d70-8db7-a19338b65600), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.338504 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d98fe0d5-8666-4fcf-9967-e2a8ca35a32c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a48f4f6ccb704e08b79a3e27921349ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5674212 Jan 27 21:50:54.344841 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52188) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:54.386818 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b93c5a1a-2bcc-4692-95a7-369d8857ffa5 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:54.465458 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: b93c5a1a-2bcc-4692-95a7-369d8857ffa5 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:54.476148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b93c5a1a-2bcc-4692-95a7-369d8857ffa5 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:54.479594 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f3147090-e949-499d-8eff-738f5fa07917 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:54.482907 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9e82d5dd-3790-4d71-820c-297f37008379 admin admin] Publish callbacks [] for security_group (9ed63dd4-bdf8-4d70-8db7-a19338b65600), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.532209 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fe0d5-8666-4fcf-9967-e2a8ca35a32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed63dd4-bdf8-4d70-8db7-a19338b65600,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:54.539329 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: f3147090-e949-499d-8eff-738f5fa07917 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:54.539631 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f3147090-e949-499d-8eff-738f5fa07917 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:54.558775 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a080a7dd-01a0-4c36-bc47-f28b3c24f879 req-7f3695d2-0dfb-4514-9f7a-20eb0ff09304 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9501137-a719-41d9-b0a8-c39b367e0086 HTTP/1.1" status: 200 len: 210 time: 0.1761472 Jan 27 21:50:54.569604 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9e82d5dd-3790-4d71-820c-297f37008379 admin admin] Publish callbacks [] for security_group (9ed63dd4-bdf8-4d70-8db7-a19338b65600), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.578139 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9d10c2f8-de9d-4ee8-be7d-c07355013d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (b67c0dd1-4066-474f-bacb-9c806f7a7209), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.585343 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9d10c2f8-de9d-4ee8-be7d-c07355013d8c admin admin] Publish callbacks [] for router_controller (b67c0dd1-4066-474f-bacb-9c806f7a7209), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.701239 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9e82d5dd-3790-4d71-820c-297f37008379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9ed63dd4-bdf8-4d70-8db7-a19338b65600), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.704896 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9e82d5dd-3790-4d71-820c-297f37008379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.706328 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9e82d5dd-3790-4d71-820c-297f37008379 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ed63dd4-bdf8-4d70-8db7-a19338b65600 HTTP/1.1" status: 204 len: 168 time: 0.3491940 Jan 27 21:50:54.722962 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82d5dd-3790-4d71-820c-297f37008379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed63dd4-bdf8-4d70-8db7-a19338b65600,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:54.813446 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4044e-f781-4b8e-93bd-92da1ea68ba3 req-864a0485-8c5c-4781-804e-f8b106f8faa8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:54.824451 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4044e-f781-4b8e-93bd-92da1ea68ba3 req-864a0485-8c5c-4781-804e-f8b106f8faa8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:54.832953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4044e-f781-4b8e-93bd-92da1ea68ba3 req-864a0485-8c5c-4781-804e-f8b106f8faa8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:54.840480 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4044e-f781-4b8e-93bd-92da1ea68ba3 req-864a0485-8c5c-4781-804e-f8b106f8faa8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:54.847285 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4044e-f781-4b8e-93bd-92da1ea68ba3 req-864a0485-8c5c-4781-804e-f8b106f8faa8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:54.854740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4044e-f781-4b8e-93bd-92da1ea68ba3 req-864a0485-8c5c-4781-804e-f8b106f8faa8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:54.866520 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4044e-f781-4b8e-93bd-92da1ea68ba3 req-864a0485-8c5c-4781-804e-f8b106f8faa8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:54.869090 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6eb4044e-f781-4b8e-93bd-92da1ea68ba3 req-864a0485-8c5c-4781-804e-f8b106f8faa8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.4589901 Jan 27 21:50:54.874824 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9d10c2f8-de9d-4ee8-be7d-c07355013d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (b67c0dd1-4066-474f-bacb-9c806f7a7209), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.876846 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d10c2f8-de9d-4ee8-be7d-c07355013d8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b67c0dd1-4066-474f-bacb-9c806f7a7209 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:50:54.894640 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9d10c2f8-de9d-4ee8-be7d-c07355013d8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.898100 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9d10c2f8-de9d-4ee8-be7d-c07355013d8c admin admin] 10.222.0.23 "DELETE /v2.0/routers/b67c0dd1-4066-474f-bacb-9c806f7a7209 HTTP/1.1" status: 204 len: 168 time: 3.6414635 Jan 27 21:50:54.899496 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52212) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:55.041708 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4984041-602a-40bd-95da-80422a407ed8 admin admin] Deleting subnet 232ff695-c34c-4104-bbc6-c3e9b342dd00 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:50:55.058818 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b4984041-602a-40bd-95da-80422a407ed8 admin admin] Publish callbacks [] for subnet (232ff695-c34c-4104-bbc6-c3e9b342dd00), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:55.096806 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6eb4044e-f781-4b8e-93bd-92da1ea68ba3 req-c9a6ca1d-ce25-4a81-bc78-d99f6d4a82df tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1959484 Jan 27 21:50:55.171948 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b4984041-602a-40bd-95da-80422a407ed8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (232ff695-c34c-4104-bbc6-c3e9b342dd00), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:55.392019 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b4984041-602a-40bd-95da-80422a407ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (232ff695-c34c-4104-bbc6-c3e9b342dd00), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:55.546785 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b4984041-602a-40bd-95da-80422a407ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (232ff695-c34c-4104-bbc6-c3e9b342dd00), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:55.658442 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4984041-602a-40bd-95da-80422a407ed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=232ff695-c34c-4104-bbc6-c3e9b342dd00,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:55.667385 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b4984041-602a-40bd-95da-80422a407ed8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:55.673139 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a85dd2-8e17-4d71-9ddb-19209b46dff8 None None] Network 4cc879ae-6704-4f45-83f3-0395de4c23fd requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:55.675642 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52238) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:55.676732 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b4984041-602a-40bd-95da-80422a407ed8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/232ff695-c34c-4104-bbc6-c3e9b342dd00 HTTP/1.1" status: 204 len: 168 time: 0.7760122 Jan 27 21:50:55.981595 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c66665-5f1c-453f-bdf6-f769a088c149 None None] DHCP port deletion for 4cc879ae-6704-4f45-83f3-0395de4c23fd request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:50:55.995861 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4decadf2-8c09-49c2-84bf-bffe1bf7fe15 req-c5ed87e7-dc6f-4067-9a7f-d1e96e01065f tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9501137-a719-41d9-b0a8-c39b367e0086 HTTP/1.1" status: 200 len: 210 time: 0.2898109 Jan 27 21:50:56.031029 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-32e74a4d-3603-4738-96a4-8ae3d62fb41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (4cc879ae-6704-4f45-83f3-0395de4c23fd), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.113804 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-32e74a4d-3603-4738-96a4-8ae3d62fb41b admin admin] Deleting port 93aebd2e-fd2a-4da7-b3df-082c5518d3dc {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:56.114121 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-32e74a4d-3603-4738-96a4-8ae3d62fb41b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (93aebd2e-fd2a-4da7-b3df-082c5518d3dc), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.130230 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-20c66665-5f1c-453f-bdf6-f769a088c149 None None] Deleting port 93aebd2e-fd2a-4da7-b3df-082c5518d3dc {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:56.131031 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-20c66665-5f1c-453f-bdf6-f769a088c149 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (93aebd2e-fd2a-4da7-b3df-082c5518d3dc), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.217370 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-20c66665-5f1c-453f-bdf6-f769a088c149 None None] For port 93aebd2e-fd2a-4da7-b3df-082c5518d3dc, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=93aebd2e-fd2a-4da7-b3df-082c5518d3dc,segment=NetworkSegment(b227b98e-8b90-4e15-aa0c-a9cb73975ee9),segment_id=b227b98e-8b90-4e15-aa0c-a9cb73975ee9)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:56.218045 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-20c66665-5f1c-453f-bdf6-f769a088c149 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (93aebd2e-fd2a-4da7-b3df-082c5518d3dc), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.242768 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-20c66665-5f1c-453f-bdf6-f769a088c149 None None] Calling delete_port for 93aebd2e-fd2a-4da7-b3df-082c5518d3dc owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:56.322075 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 93aebd2e-fd2a-4da7-b3df-082c5518d3dc no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:56.352804 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-32e74a4d-3603-4738-96a4-8ae3d62fb41b admin admin] For port 93aebd2e-fd2a-4da7-b3df-082c5518d3dc, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=93aebd2e-fd2a-4da7-b3df-082c5518d3dc,segment=NetworkSegment(b227b98e-8b90-4e15-aa0c-a9cb73975ee9),segment_id=b227b98e-8b90-4e15-aa0c-a9cb73975ee9)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:56.355939 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-32e74a4d-3603-4738-96a4-8ae3d62fb41b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (93aebd2e-fd2a-4da7-b3df-082c5518d3dc), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.392877 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52258) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:56.401401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-32e74a4d-3603-4738-96a4-8ae3d62fb41b admin admin] Calling delete_port for 93aebd2e-fd2a-4da7-b3df-082c5518d3dc owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:56.429999 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 93aebd2e-fd2a-4da7-b3df-082c5518d3dc is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:56.430728 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (93aebd2e-fd2a-4da7-b3df-082c5518d3dc), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.434351 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-1217fdc1-4070-4e25-97e6-43ca0db76577 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:56.441464 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-1217fdc1-4070-4e25-97e6-43ca0db76577 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.21 "GET /v2.0/networks?id=c20ad411-4fc9-4e4f-9838-616aae73dc6e HTTP/1.1" status: 200 len: 815 time: 0.3770578 Jan 27 21:50:56.451849 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-20c66665-5f1c-453f-bdf6-f769a088c149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (93aebd2e-fd2a-4da7-b3df-082c5518d3dc), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.456733 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-50dd93e4-abe6-4024-a278-570fb454e1f4 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Request body: {'port': {'device_id': 'e9501137-a719-41d9-b0a8-c39b367e0086', 'network_id': 'c20ad411-4fc9-4e4f-9838-616aae73dc6e', 'admin_state_up': True, 'tenant_id': 'fbca538a43f84a55a9502d865eaa172e'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:56.479697 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c66665-5f1c-453f-bdf6-f769a088c149 None None] Pushing event deleted for resources: {'Port': ['ID=93aebd2e-fd2a-4da7-b3df-082c5518d3dc,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:56.521286 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c66665-5f1c-453f-bdf6-f769a088c149 None None] No DVR routers for this DVR port 93aebd2e-fd2a-4da7-b3df-082c5518d3dc on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:56.587755 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-4c3dfbb3-a3d1-4431-b09e-14fcc5f5c7e9 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1649253945-network', 'tenant_id': '2addb87eaf6b47b9a129ccd354be9447'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:56.666711 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddcb8d4e-8e9e-4125-ac36-eb524d466e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.695524 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3dfbb3-a3d1-4431-b09e-14fcc5f5c7e9 admin admin] Made reservation on behalf of 2addb87eaf6b47b9a129ccd354be9447 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:56.695762 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-32e74a4d-3603-4738-96a4-8ae3d62fb41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (93aebd2e-fd2a-4da7-b3df-082c5518d3dc), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.695885 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4c3dfbb3-a3d1-4431-b09e-14fcc5f5c7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.705824 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4c3dfbb3-a3d1-4431-b09e-14fcc5f5c7e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.710870 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb87d4c-1b17-4774-9429-ac22856db93f req-7ca9beb9-9e24-4177-984f-2e0ba8e77611 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:56.714215 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-50dd93e4-abe6-4024-a278-570fb454e1f4 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Made reservation on behalf of fbca538a43f84a55a9502d865eaa172e for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:56.717610 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-50dd93e4-abe6-4024-a278-570fb454e1f4 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.717761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb87d4c-1b17-4774-9429-ac22856db93f req-7ca9beb9-9e24-4177-984f-2e0ba8e77611 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:56.726423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb87d4c-1b17-4774-9429-ac22856db93f req-7ca9beb9-9e24-4177-984f-2e0ba8e77611 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:56.734301 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb87d4c-1b17-4774-9429-ac22856db93f req-7ca9beb9-9e24-4177-984f-2e0ba8e77611 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:56.742244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb87d4c-1b17-4774-9429-ac22856db93f req-7ca9beb9-9e24-4177-984f-2e0ba8e77611 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:56.750232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb87d4c-1b17-4774-9429-ac22856db93f req-7ca9beb9-9e24-4177-984f-2e0ba8e77611 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:56.758910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb87d4c-1b17-4774-9429-ac22856db93f req-7ca9beb9-9e24-4177-984f-2e0ba8e77611 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:56.762397 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3cb87d4c-1b17-4774-9429-ac22856db93f req-7ca9beb9-9e24-4177-984f-2e0ba8e77611 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.1646440 Jan 27 21:50:56.796102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e74a4d-3603-4738-96a4-8ae3d62fb41b admin admin] Pushing event deleted for resources: {'Port': ['ID=93aebd2e-fd2a-4da7-b3df-082c5518d3dc,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:56.833673 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e74a4d-3603-4738-96a4-8ae3d62fb41b admin admin] No DVR routers for this DVR port 93aebd2e-fd2a-4da7-b3df-082c5518d3dc on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:56.987221 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-32e74a4d-3603-4738-96a4-8ae3d62fb41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (4cc879ae-6704-4f45-83f3-0395de4c23fd), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.024710 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3cb87d4c-1b17-4774-9429-ac22856db93f req-4b8f4528-f442-4e20-bbb5-365c7ec1ca37 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2357507 Jan 27 21:50:57.054553 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-32e74a4d-3603-4738-96a4-8ae3d62fb41b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc879ae-6704-4f45-83f3-0395de4c23fd']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:57.079083 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-32e74a4d-3603-4738-96a4-8ae3d62fb41b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b227b98e-8b90-4e15-aa0c-a9cb73975ee9') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:57.079390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-32e74a4d-3603-4738-96a4-8ae3d62fb41b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b227b98e-8b90-4e15-aa0c-a9cb73975ee9') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:57.081937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-50dd93e4-abe6-4024-a278-570fb454e1f4 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Allocated IP 172.20.0.10 (c20ad411-4fc9-4e4f-9838-616aae73dc6e/26b82e09-d16d-4be5-bd76-9edfb9dfc2f5/dd1d185b-24da-4002-bf59-d63a1a4ce012) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:57.113075 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-32e74a4d-3603-4738-96a4-8ae3d62fb41b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (b227b98e-8b90-4e15-aa0c-a9cb73975ee9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.142252 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4c3dfbb3-a3d1-4431-b09e-14fcc5f5c7e9 admin admin] Publish callbacks [] for security_group (9a4b033b-9f01-4f1e-b916-71c9691d00d9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.157611 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4c3dfbb3-a3d1-4431-b09e-14fcc5f5c7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9a4b033b-9f01-4f1e-b916-71c9691d00d9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.163918 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-32e74a4d-3603-4738-96a4-8ae3d62fb41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b227b98e-8b90-4e15-aa0c-a9cb73975ee9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.203755 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52274) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:57.211612 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-54731905-ab0f-4212-9a5a-aa9ddb35b0a1 req-043161dd-30a5-42ee-bc2e-f9708974981b tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9501137-a719-41d9-b0a8-c39b367e0086 HTTP/1.1" status: 200 len: 210 time: 0.0663927 Jan 27 21:50:57.212623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e74a4d-3603-4738-96a4-8ae3d62fb41b admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:50:57.213025 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-32e74a4d-3603-4738-96a4-8ae3d62fb41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (b227b98e-8b90-4e15-aa0c-a9cb73975ee9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: timer() Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:50:57.214816 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:50:57.260294 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3dfbb3-a3d1-4431-b09e-14fcc5f5c7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4b033b-9f01-4f1e-b916-71c9691d00d9,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:57.272680 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-32e74a4d-3603-4738-96a4-8ae3d62fb41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (4cc879ae-6704-4f45-83f3-0395de4c23fd), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.279716 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-32e74a4d-3603-4738-96a4-8ae3d62fb41b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.285132 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c3dfbb3-a3d1-4431-b09e-14fcc5f5c7e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:50:57.286623 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-32e74a4d-3603-4738-96a4-8ae3d62fb41b admin admin] 10.222.0.23 "DELETE /v2.0/networks/4cc879ae-6704-4f45-83f3-0395de4c23fd HTTP/1.1" status: 204 len: 168 time: 1.6075675 Jan 27 21:50:57.313538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e74a4d-3603-4738-96a4-8ae3d62fb41b admin admin] Pushing event deleted for resources: {'Network': ['ID=4cc879ae-6704-4f45-83f3-0395de4c23fd,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:57.338014 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4c3dfbb3-a3d1-4431-b09e-14fcc5f5c7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (62347874-3c8b-4055-a6c7-6f4ac94888e9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.338417 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-4c3dfbb3-a3d1-4431-b09e-14fcc5f5c7e9 admin admin] Added segment 62347874-3c8b-4055-a6c7-6f4ac94888e9 of type vlan for network 88f9bf77-74dd-4082-8bc3-bf099fba85fd Jan 27 21:50:57.419634 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.422079 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4c3dfbb3-a3d1-4431-b09e-14fcc5f5c7e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (88f9bf77-74dd-4082-8bc3-bf099fba85fd), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.470940 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b68347f2-1835-478c-ac72-563371218876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.499625 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4c3dfbb3-a3d1-4431-b09e-14fcc5f5c7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (88f9bf77-74dd-4082-8bc3-bf099fba85fd), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.500614 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3dfbb3-a3d1-4431-b09e-14fcc5f5c7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:57.501228 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4c3dfbb3-a3d1-4431-b09e-14fcc5f5c7e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.505828 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52280) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:57.519448 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-50dd93e4-abe6-4024-a278-570fb454e1f4 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Publish callbacks [] for port (dd1d185b-24da-4002-bf59-d63a1a4ce012), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.572453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7d58a77f-09b9-4b39-a0d1-a3563d30a1a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26970e00ed0848ac91d62d52a2a5e8f6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0630765 Jan 27 21:50:57.573856 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52282) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:57.596690 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4c3dfbb3-a3d1-4431-b09e-14fcc5f5c7e9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2003446 Jan 27 21:50:57.605879 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52284) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:57.615895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-421da7dc-6365-424d-bedd-fe2d62d49122 admin admin] Request body: {'subnet': {'network_id': '88f9bf77-74dd-4082-8bc3-bf099fba85fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1649253945-subnet', 'tenant_id': '2addb87eaf6b47b9a129ccd354be9447', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:57.618786 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3dfbb3-a3d1-4431-b09e-14fcc5f5c7e9 admin admin] Pushing event updated for resources: {'Network': ['ID=88f9bf77-74dd-4082-8bc3-bf099fba85fd,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:57.630146 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 88f9bf77-74dd-4082-8bc3-bf099fba85fd details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:50:57.656637 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-50dd93e4-abe6-4024-a278-570fb454e1f4 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (dd1d185b-24da-4002-bf59-d63a1a4ce012), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.716363 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b68347f2-1835-478c-ac72-563371218876 admin admin] Publish callbacks [] for security_group (dd4fa740-88d8-4405-887c-765281bd8b75), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.727067 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b68347f2-1835-478c-ac72-563371218876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (dd4fa740-88d8-4405-887c-765281bd8b75), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.731057 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-50dd93e4-abe6-4024-a278-570fb454e1f4 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Network c20ad411-4fc9-4e4f-9838-616aae73dc6e is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:57.750522 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421da7dc-6365-424d-bedd-fe2d62d49122 admin admin] Made reservation on behalf of 2addb87eaf6b47b9a129ccd354be9447 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:57.750754 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-50dd93e4-abe6-4024-a278-570fb454e1f4 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:57.752921 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-421da7dc-6365-424d-bedd-fe2d62d49122 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.765959 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-50dd93e4-abe6-4024-a278-570fb454e1f4 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:57.778538 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd93e4-abe6-4024-a278-570fb454e1f4 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Pushing event updated for resources: {'Port': ['ID=dd1d185b-24da-4002-bf59-d63a1a4ce012,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:57.796980 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9eb4acae-2e60-4a3a-bcc6-715dea82c385 admin admin] Publish callbacks [] for security_group (6531cb54-cbff-481c-9883-536e438f80e3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.825822 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b68347f2-1835-478c-ac72-563371218876 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9ada81385184a88b9600cf79954d0ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6057467 Jan 27 21:50:57.826579 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68347f2-1835-478c-ac72-563371218876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4fa740-88d8-4405-887c-765281bd8b75,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:57.831125 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52288) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:57.867439 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-50dd93e4-abe6-4024-a278-570fb454e1f4 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:57.867439 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-50dd93e4-abe6-4024-a278-570fb454e1f4 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.868918 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9eb4acae-2e60-4a3a-bcc6-715dea82c385 admin admin] Publish callbacks [] for security_group (6531cb54-cbff-481c-9883-536e438f80e3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.899212 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-50dd93e4-abe6-4024-a278-570fb454e1f4 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4468708 Jan 27 21:50:57.915825 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] Request body: {'port': {'device_id': 'e9501137-a719-41d9-b0a8-c39b367e0086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:57.992768 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c41519f2-c43b-496b-a2a8-9eaa53360530 admin admin] Publish callbacks [] for security_group (dd4fa740-88d8-4405-887c-765281bd8b75), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:58.009064 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (dd1d185b-24da-4002-bf59-d63a1a4ce012), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:58.012511 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9eb4acae-2e60-4a3a-bcc6-715dea82c385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6531cb54-cbff-481c-9883-536e438f80e3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:58.015303 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9eb4acae-2e60-4a3a-bcc6-715dea82c385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:58.018619 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9eb4acae-2e60-4a3a-bcc6-715dea82c385 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6531cb54-cbff-481c-9883-536e438f80e3 HTTP/1.1" status: 204 len: 168 time: 0.4422886 Jan 27 21:50:58.043331 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4acae-2e60-4a3a-bcc6-715dea82c385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6531cb54-cbff-481c-9883-536e438f80e3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:58.063372 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-421da7dc-6365-424d-bedd-fe2d62d49122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (99650850-97ab-43e1-ab7a-082846553327), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:58.110495 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c41519f2-c43b-496b-a2a8-9eaa53360530 admin admin] Publish callbacks [] for security_group (dd4fa740-88d8-4405-887c-765281bd8b75), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:58.120315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421da7dc-6365-424d-bedd-fe2d62d49122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99650850-97ab-43e1-ab7a-082846553327,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:58.163351 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421da7dc-6365-424d-bedd-fe2d62d49122 admin admin] Checking segment: {'id': '62347874-3c8b-4055-a6c7-6f4ac94888e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '88f9bf77-74dd-4082-8bc3-bf099fba85fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:58.163717 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421da7dc-6365-424d-bedd-fe2d62d49122 admin admin] Network hostable DHCP agents. Network: 88f9bf77-74dd-4082-8bc3-bf099fba85fd, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:50:58.226215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421da7dc-6365-424d-bedd-fe2d62d49122 admin admin] Network 88f9bf77-74dd-4082-8bc3-bf099fba85fd is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:50:58.243000 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-421da7dc-6365-424d-bedd-fe2d62d49122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 88f9bf77-74dd-4082-8bc3-bf099fba85fd) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:58.249332 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421da7dc-6365-424d-bedd-fe2d62d49122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:58.249939 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-421da7dc-6365-424d-bedd-fe2d62d49122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:58.260523 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388a7574-dfa4-4721-9454-41a016b42d6b None None] Network 88f9bf77-74dd-4082-8bc3-bf099fba85fd requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:58.266067 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada18dd6-b572-4e30-acbb-a984fcca147c req-cb2f2ccf-af46-4c11-8a8c-450ab887d3fa tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:58.271566 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada18dd6-b572-4e30-acbb-a984fcca147c req-cb2f2ccf-af46-4c11-8a8c-450ab887d3fa tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:58.277681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada18dd6-b572-4e30-acbb-a984fcca147c req-cb2f2ccf-af46-4c11-8a8c-450ab887d3fa tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:58.283983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada18dd6-b572-4e30-acbb-a984fcca147c req-cb2f2ccf-af46-4c11-8a8c-450ab887d3fa tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:58.290788 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada18dd6-b572-4e30-acbb-a984fcca147c req-cb2f2ccf-af46-4c11-8a8c-450ab887d3fa tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:58.298505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada18dd6-b572-4e30-acbb-a984fcca147c req-cb2f2ccf-af46-4c11-8a8c-450ab887d3fa tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:58.304366 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada18dd6-b572-4e30-acbb-a984fcca147c req-cb2f2ccf-af46-4c11-8a8c-450ab887d3fa tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:58.306983 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ada18dd6-b572-4e30-acbb-a984fcca147c req-cb2f2ccf-af46-4c11-8a8c-450ab887d3fa tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.1453228 Jan 27 21:50:58.339546 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-421da7dc-6365-424d-bedd-fe2d62d49122 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7320096 Jan 27 21:50:58.381330 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c41519f2-c43b-496b-a2a8-9eaa53360530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (dd4fa740-88d8-4405-887c-765281bd8b75), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:58.387417 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c41519f2-c43b-496b-a2a8-9eaa53360530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:58.388771 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c41519f2-c43b-496b-a2a8-9eaa53360530 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd4fa740-88d8-4405-887c-765281bd8b75 HTTP/1.1" status: 204 len: 168 time: 0.5568826 Jan 27 21:50:58.435924 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41519f2-c43b-496b-a2a8-9eaa53360530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4fa740-88d8-4405-887c-765281bd8b75,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:58.441029 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ada18dd6-b572-4e30-acbb-a984fcca147c req-c47a38c0-1357-4f4f-ad62-6dd37a423196 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1256382 Jan 27 21:50:58.612563 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52308) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:58.633677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd0a70d-44c8-4885-bd02-3657650e4d96 None None] Network 88f9bf77-74dd-4082-8bc3-bf099fba85fd requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:58.667667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039e239-342d-4c7b-8647-c684357eaa7f req-58a6e4e1-686b-433d-aae5-b384b8731742 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:58.669876 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8039e239-342d-4c7b-8647-c684357eaa7f req-58a6e4e1-686b-433d-aae5-b384b8731742 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9501137-a719-41d9-b0a8-c39b367e0086 HTTP/1.1" status: 200 len: 932 time: 0.1370995 Jan 27 21:50:58.729843 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1d185b-24da-4002-bf59-d63a1a4ce012 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:50:58.740075 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] Publish callbacks [] for port (dd1d185b-24da-4002-bf59-d63a1a4ce012), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:58.759461 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] Transition to ACTIVE for port object dd1d185b-24da-4002-bf59-d63a1a4ce012 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:50:58.810970 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (dd1d185b-24da-4002-bf59-d63a1a4ce012), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:58.833567 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8039e239-342d-4c7b-8647-c684357eaa7f req-6a8648b2-d0ac-4363-85eb-a42dfa4ad8d7 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/security-groups?id=436bbef7-1abe-46fa-9ed9-09bf69c0c99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536195 Jan 27 21:50:58.836825 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:59.031573 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-088b9fcf-ae0d-40c9-9e61-82700d571fce admin admin] Deleting subnet 99650850-97ab-43e1-ab7a-082846553327 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:50:59.046699 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-088b9fcf-ae0d-40c9-9e61-82700d571fce admin admin] Publish callbacks [] for subnet (99650850-97ab-43e1-ab7a-082846553327), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:59.051425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52314) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:59.081175 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1d185b-24da-4002-bf59-d63a1a4ce012,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:59.088149 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] Attempting to bind port dd1d185b-24da-4002-bf59-d63a1a4ce012 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:59.088927 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] Attempting to bind port dd1d185b-24da-4002-bf59-d63a1a4ce012 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'b286c45c-9fc5-4902-ad71-27d64a176edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c20ad411-4fc9-4e4f-9838-616aae73dc6e'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:59.090602 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] Attempting to bind port dd1d185b-24da-4002-bf59-d63a1a4ce012 on network c20ad411-4fc9-4e4f-9838-616aae73dc6e {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:59.099027 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] Port dd1d185b-24da-4002-bf59-d63a1a4ce012 on network c20ad411-4fc9-4e4f-9838-616aae73dc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:59.099687 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] Attempting to bind port dd1d185b-24da-4002-bf59-d63a1a4ce012 on network c20ad411-4fc9-4e4f-9838-616aae73dc6e {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:59.107899 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:59.108804 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] Checking segment: {'id': 'b286c45c-9fc5-4902-ad71-27d64a176edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c20ad411-4fc9-4e4f-9838-616aae73dc6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:59.109410 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] Bound using segment: {'id': 'b286c45c-9fc5-4902-ad71-27d64a176edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c20ad411-4fc9-4e4f-9838-616aae73dc6e'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:59.110327 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] Bound port: dd1d185b-24da-4002-bf59-d63a1a4ce012, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b286c45c-9fc5-4902-ad71-27d64a176edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c20ad411-4fc9-4e4f-9838-616aae73dc6e'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:59.110917 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (dd1d185b-24da-4002-bf59-d63a1a4ce012), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:59.162350 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-088b9fcf-ae0d-40c9-9e61-82700d571fce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (99650850-97ab-43e1-ab7a-082846553327), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:59.164250 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-66329956-4973-4e5e-9e79-1cc2dc26b3ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38b546549a9b4765b2e4f32419c326a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1084473 Jan 27 21:50:59.165414 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52316) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:59.251634 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-088b9fcf-ae0d-40c9-9e61-82700d571fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (99650850-97ab-43e1-ab7a-082846553327), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:59.274984 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8d005ffa-0b65-4a4a-9577-074162819449 admin admin] Publish callbacks [] for security_group (c4200ad2-dbda-4dd9-be88-097649cfd892), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:59.277172 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] For port dd1d185b-24da-4002-bf59-d63a1a4ce012, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:59.303299 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8d005ffa-0b65-4a4a-9577-074162819449 admin admin] Publish callbacks [] for security_group (c4200ad2-dbda-4dd9-be88-097649cfd892), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:59.317889 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] For port dd1d185b-24da-4002-bf59-d63a1a4ce012, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=dd1d185b-24da-4002-bf59-d63a1a4ce012,segment=NetworkSegment(b286c45c-9fc5-4902-ad71-27d64a176edc),segment_id=b286c45c-9fc5-4902-ad71-27d64a176edc)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:59.349137 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (dd1d185b-24da-4002-bf59-d63a1a4ce012), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:59.393595 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8d005ffa-0b65-4a4a-9577-074162819449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c4200ad2-dbda-4dd9-be88-097649cfd892), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:59.397693 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8d005ffa-0b65-4a4a-9577-074162819449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:59.402617 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8d005ffa-0b65-4a4a-9577-074162819449 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4200ad2-dbda-4dd9-be88-097649cfd892 HTTP/1.1" status: 204 len: 168 time: 0.2337458 Jan 27 21:50:59.427467 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d005ffa-0b65-4a4a-9577-074162819449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4200ad2-dbda-4dd9-be88-097649cfd892,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:59.458930 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:59.459712 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:59.464775 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] 10.222.0.21 "PUT /v2.0/ports/dd1d185b-24da-4002-bf59-d63a1a4ce012 HTTP/1.1" status: 200 len: 1092 time: 1.5555725 Jan 27 21:50:59.471783 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9501137-a719-41d9-b0a8-c39b367e0086', 'tag': 'dd1d185b-24da-4002-bf59-d63a1a4ce012'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:59.479154 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa85913b-daa8-4665-9b08-6bf68b5e3375" -d '{"events": [{"name": "network-changed", "server_uuid": "e9501137-a719-41d9-b0a8-c39b367e0086", "tag": "dd1d185b-24da-4002-bf59-d63a1a4ce012"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:59.625919 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafc5d1e-b322-447b-9659-c91af9345f16 x-openstack-request-id: req-cafc5d1e-b322-447b-9659-c91af9345f16 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:59.625919 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9501137-a719-41d9-b0a8-c39b367e0086", "tag": "dd1d185b-24da-4002-bf59-d63a1a4ce012", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:59.625919 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cafc5d1e-b322-447b-9659-c91af9345f16 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:59.625919 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9501137-a719-41d9-b0a8-c39b367e0086', 'tag': 'dd1d185b-24da-4002-bf59-d63a1a4ce012', 'status': 'completed', 'code': 200} Jan 27 21:50:59.662932 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310caaf-256e-4ade-8bf9-70c2260fed84 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1d185b-24da-4002-bf59-d63a1a4ce012,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:59.700923 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-088b9fcf-ae0d-40c9-9e61-82700d571fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (99650850-97ab-43e1-ab7a-082846553327), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:59.716078 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-682c1e75-8208-4703-a24b-a95ffea5d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:59.720026 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-682c1e75-8208-4703-a24b-a95ffea5d54c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbca538a43f84a55a9502d865eaa172e&device_id=e9501137-a719-41d9-b0a8-c39b367e0086 HTTP/1.1" status: 200 len: 1095 time: 0.2020783 Jan 27 21:50:59.783715 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2eead-a864-4927-8704-0c697dff1e0c req-cb10ba30-6935-48b7-b427-f6ec0724515b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:59.806595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2eead-a864-4927-8704-0c697dff1e0c req-cb10ba30-6935-48b7-b427-f6ec0724515b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:59.812532 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2eead-a864-4927-8704-0c697dff1e0c req-cb10ba30-6935-48b7-b427-f6ec0724515b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:59.835223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2eead-a864-4927-8704-0c697dff1e0c req-cb10ba30-6935-48b7-b427-f6ec0724515b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:59.842223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2eead-a864-4927-8704-0c697dff1e0c req-cb10ba30-6935-48b7-b427-f6ec0724515b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:59.859137 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2eead-a864-4927-8704-0c697dff1e0c req-cb10ba30-6935-48b7-b427-f6ec0724515b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:59.866787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2eead-a864-4927-8704-0c697dff1e0c req-cb10ba30-6935-48b7-b427-f6ec0724515b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:59.873223 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dec2eead-a864-4927-8704-0c697dff1e0c req-cb10ba30-6935-48b7-b427-f6ec0724515b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.2008314 Jan 27 21:50:59.896060 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-088b9fcf-ae0d-40c9-9e61-82700d571fce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:59.902373 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-088b9fcf-ae0d-40c9-9e61-82700d571fce admin admin] 10.222.0.23 "DELETE /v2.0/subnets/99650850-97ab-43e1-ab7a-082846553327 HTTP/1.1" status: 204 len: 168 time: 1.2888660 Jan 27 21:50:59.906941 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-393ff2ac-dcad-47ae-8d70-44b71cc8273a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd1d185b-24da-4002-bf59-d63a1a4ce012 HTTP/1.1" status: 200 len: 217 time: 0.1790617 Jan 27 21:50:59.910592 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b9fcf-ae0d-40c9-9e61-82700d571fce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99650850-97ab-43e1-ab7a-082846553327,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:59.911696 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52342) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:00.030812 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-cdca11bf-d939-4018-ae27-1c9d20d9357b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:00.033367 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-cdca11bf-d939-4018-ae27-1c9d20d9357b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=26b82e09-d16d-4be5-bd76-9edfb9dfc2f5 HTTP/1.1" status: 200 len: 855 time: 0.1076589 Jan 27 21:51:00.086007 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-c5f9f038-7bee-49f8-aedc-8f0c90b2aea0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c20ad411-4fc9-4e4f-9838-616aae73dc6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452702 Jan 27 21:51:00.177189 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dec2eead-a864-4927-8704-0c697dff1e0c req-d2ac9a55-3b5c-4477-92a5-a9eda0f61220 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2868376 Jan 27 21:51:00.253908 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-64f9d71f-ba64-4b90-ab47-86bf19ae988c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (88f9bf77-74dd-4082-8bc3-bf099fba85fd), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:00.269959 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:00.274280 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42af076-e019-4c70-85bb-a967089ab9bf req-13e701f2-89e9-41fb-8158-21d45fcdf4a0 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:00.283241 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c42af076-e019-4c70-85bb-a967089ab9bf req-13e701f2-89e9-41fb-8158-21d45fcdf4a0 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9501137-a719-41d9-b0a8-c39b367e0086 HTTP/1.1" status: 200 len: 944 time: 0.1943572 Jan 27 21:51:00.316153 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-436e9fd5-7faf-4da0-8331-5683ba0a243e service neutron] 10.222.0.21 "GET /v2.0/networks/c20ad411-4fc9-4e4f-9838-616aae73dc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227952 Jan 27 21:51:00.403135 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c42af076-e019-4c70-85bb-a967089ab9bf req-f892aa5c-a77a-4f3d-add8-890840b1eddf tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/security-groups?id=436bbef7-1abe-46fa-9ed9-09bf69c0c99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188993 Jan 27 21:51:00.508019 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-64f9d71f-ba64-4b90-ab47-86bf19ae988c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (88f9bf77-74dd-4082-8bc3-bf099fba85fd), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:00.542328 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5bff6d76-0fac-4d06-a111-3d160a1b62be req-62cec567-867e-471d-8537-e8ba409c4ab7 service neutron] 10.222.0.21 "GET /v2.0/networks/c20ad411-4fc9-4e4f-9838-616aae73dc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187772 Jan 27 21:51:00.561146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52368) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:00.564376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-64f9d71f-ba64-4b90-ab47-86bf19ae988c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f9bf77-74dd-4082-8bc3-bf099fba85fd']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:00.600685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-64f9d71f-ba64-4b90-ab47-86bf19ae988c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62347874-3c8b-4055-a6c7-6f4ac94888e9') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:00.601172 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-64f9d71f-ba64-4b90-ab47-86bf19ae988c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62347874-3c8b-4055-a6c7-6f4ac94888e9') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:00.630173 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-64f9d71f-ba64-4b90-ab47-86bf19ae988c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (62347874-3c8b-4055-a6c7-6f4ac94888e9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:00.653126 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85913b-daa8-4665-9b08-6bf68b5e3375 req-4878c19b-5889-426c-ac57-e3d1a7e097b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:00.655590 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-aa85913b-daa8-4665-9b08-6bf68b5e3375 req-4878c19b-5889-426c-ac57-e3d1a7e097b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbca538a43f84a55a9502d865eaa172e&device_id=e9501137-a719-41d9-b0a8-c39b367e0086 HTTP/1.1" status: 200 len: 1095 time: 0.0596933 Jan 27 21:51:00.666809 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-64f9d71f-ba64-4b90-ab47-86bf19ae988c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (62347874-3c8b-4055-a6c7-6f4ac94888e9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:00.677776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f9d71f-ba64-4b90-ab47-86bf19ae988c admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:51:00.678225 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-64f9d71f-ba64-4b90-ab47-86bf19ae988c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (62347874-3c8b-4055-a6c7-6f4ac94888e9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: timer() Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:51:00.679906 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:51:00.791632 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85913b-daa8-4665-9b08-6bf68b5e3375 req-86b736c5-5d21-4bcf-afd0-7489cb0b8b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:00.793157 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-aa85913b-daa8-4665-9b08-6bf68b5e3375 req-86b736c5-5d21-4bcf-afd0-7489cb0b8b93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c20ad411-4fc9-4e4f-9838-616aae73dc6e HTTP/1.1" status: 200 len: 916 time: 0.1284266 Jan 27 21:51:00.817095 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-64f9d71f-ba64-4b90-ab47-86bf19ae988c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (88f9bf77-74dd-4082-8bc3-bf099fba85fd), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:00.822808 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-64f9d71f-ba64-4b90-ab47-86bf19ae988c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:00.826255 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-64f9d71f-ba64-4b90-ab47-86bf19ae988c admin admin] 10.222.0.23 "DELETE /v2.0/networks/88f9bf77-74dd-4082-8bc3-bf099fba85fd HTTP/1.1" status: 204 len: 168 time: 0.9139721 Jan 27 21:51:00.850195 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-aa85913b-daa8-4665-9b08-6bf68b5e3375 req-de0e21bd-1eb8-4b46-b61f-ff5175b00836 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd1d185b-24da-4002-bf59-d63a1a4ce012 HTTP/1.1" status: 200 len: 217 time: 0.0499825 Jan 27 21:51:00.880338 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9d71f-ba64-4b90-ab47-86bf19ae988c admin admin] Pushing event deleted for resources: {'Network': ['ID=88f9bf77-74dd-4082-8bc3-bf099fba85fd,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:00.932759 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85913b-daa8-4665-9b08-6bf68b5e3375 req-8992c474-a565-43cb-8da1-80dc5e9e5eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:00.934341 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-aa85913b-daa8-4665-9b08-6bf68b5e3375 req-8992c474-a565-43cb-8da1-80dc5e9e5eb4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=26b82e09-d16d-4be5-bd76-9edfb9dfc2f5 HTTP/1.1" status: 200 len: 855 time: 0.0742776 Jan 27 21:51:00.986797 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-aa85913b-daa8-4665-9b08-6bf68b5e3375 req-14c99a68-b5b1-498a-a468-24035027e94c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c20ad411-4fc9-4e4f-9838-616aae73dc6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451541 Jan 27 21:51:01.052718 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-253485930-network', 'tenant_id': '7ddb724d2f7b4649908b2d3c0fb9cd4c'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:01.112874 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Made reservation on behalf of 7ddb724d2f7b4649908b2d3c0fb9cd4c for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:01.117431 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:01.146338 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:01.156103 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-aa85913b-daa8-4665-9b08-6bf68b5e3375 req-4cd9fe60-e9b5-42cc-ad1d-b9e65f444a10 service neutron] 10.222.0.21 "GET /v2.0/networks/c20ad411-4fc9-4e4f-9838-616aae73dc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499293 Jan 27 21:51:01.259814 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52386) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:01.316414 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-aa85913b-daa8-4665-9b08-6bf68b5e3375 req-e5563351-e73b-4f76-9e42-d1ba989b7ba7 service neutron] 10.222.0.21 "GET /v2.0/networks/c20ad411-4fc9-4e4f-9838-616aae73dc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562829 Jan 27 21:51:01.414769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-efa065f2-fdfc-493b-bd11-4b2d9ce15bf3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2addb87eaf6b47b9a129ccd354be9447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1515305 Jan 27 21:51:01.415274 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52388) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:01.481002 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Publish callbacks [] for security_group (65a164b7-a61f-447d-901d-819e37ca7b20), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:01.524447 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-12ce612a-b223-453b-bd6f-bba794b79fcc admin admin] Publish callbacks [] for security_group (9a4b033b-9f01-4f1e-b916-71c9691d00d9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:01.542721 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2275870-1faa-4be6-8408-f2580a4702be req-02fea210-7870-463f-ab2a-860f42680da8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:01.562929 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2275870-1faa-4be6-8408-f2580a4702be req-02fea210-7870-463f-ab2a-860f42680da8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:01.574766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2275870-1faa-4be6-8408-f2580a4702be req-02fea210-7870-463f-ab2a-860f42680da8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:01.579690 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-12ce612a-b223-453b-bd6f-bba794b79fcc admin admin] Publish callbacks [] for security_group (9a4b033b-9f01-4f1e-b916-71c9691d00d9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:01.615170 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2275870-1faa-4be6-8408-f2580a4702be req-02fea210-7870-463f-ab2a-860f42680da8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:01.627045 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2275870-1faa-4be6-8408-f2580a4702be req-02fea210-7870-463f-ab2a-860f42680da8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:01.635131 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2275870-1faa-4be6-8408-f2580a4702be req-02fea210-7870-463f-ab2a-860f42680da8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:01.653918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2275870-1faa-4be6-8408-f2580a4702be req-02fea210-7870-463f-ab2a-860f42680da8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:01.665382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2275870-1faa-4be6-8408-f2580a4702be req-02fea210-7870-463f-ab2a-860f42680da8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.3191357 Jan 27 21:51:01.666312 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (65a164b7-a61f-447d-901d-819e37ca7b20), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:01.689113 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-12ce612a-b223-453b-bd6f-bba794b79fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9a4b033b-9f01-4f1e-b916-71c9691d00d9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:01.692521 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-12ce612a-b223-453b-bd6f-bba794b79fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:01.694422 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-12ce612a-b223-453b-bd6f-bba794b79fcc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a4b033b-9f01-4f1e-b916-71c9691d00d9 HTTP/1.1" status: 204 len: 168 time: 0.2777600 Jan 27 21:51:01.717195 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce612a-b223-453b-bd6f-bba794b79fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4b033b-9f01-4f1e-b916-71c9691d00d9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:01.859129 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:51:01.904934 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a164b7-a61f-447d-901d-819e37ca7b20,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:01.912610 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3c47dba4-397a-4931-8edb-dea04d5c65b2), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:01.913172 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Added segment 3c47dba4-397a-4931-8edb-dea04d5c65b2 of type vlan for network abf4ae31-96f5-462f-b24f-2b00dec9d4bd Jan 27 21:51:01.965519 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:51:01.977329 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:01.980588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:01.981099 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:01.981667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:01.984802 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:01.985314 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:01.985811 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:01.986480 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:01.986992 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:01.987485 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:01.988557 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:02.000794 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:02.001402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:02.082652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ea043-8914-4c80-b576-f5191da4438b req-425992d8-f417-4a19-93ed-1acf1cf013b2 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:02.084483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-012ea043-8914-4c80-b576-f5191da4438b req-425992d8-f417-4a19-93ed-1acf1cf013b2 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9501137-a719-41d9-b0a8-c39b367e0086 HTTP/1.1" status: 200 len: 944 time: 0.4141464 Jan 27 21:51:02.097965 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (abf4ae31-96f5-462f-b24f-2b00dec9d4bd), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:02.124392 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2275870-1faa-4be6-8408-f2580a4702be req-f0af76a1-200d-4ba8-af5b-9b259bc51db2 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3985355 Jan 27 21:51:02.272349 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (abf4ae31-96f5-462f-b24f-2b00dec9d4bd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:02.276853 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:02.277553 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:02.341286 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-012ea043-8914-4c80-b576-f5191da4438b req-46fd7bee-5abe-4578-8160-4b6e99943001 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/security-groups?id=436bbef7-1abe-46fa-9ed9-09bf69c0c99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456877 Jan 27 21:51:02.430494 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8682201 Jan 27 21:51:02.439200 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52416) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:02.445600 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-bb9e7b03-191e-448e-ae45-0f46e893a683 admin admin] Request body: {'subnet': {'network_id': 'abf4ae31-96f5-462f-b24f-2b00dec9d4bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-253485930-subnet', 'tenant_id': '7ddb724d2f7b4649908b2d3c0fb9cd4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:02.463090 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6d13d-30b8-4143-aad4-71162f269a6b admin admin] Pushing event updated for resources: {'Network': ['ID=abf4ae31-96f5-462f-b24f-2b00dec9d4bd,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:02.474813 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network abf4ae31-96f5-462f-b24f-2b00dec9d4bd details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:51:02.516996 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9e7b03-191e-448e-ae45-0f46e893a683 admin admin] Made reservation on behalf of 7ddb724d2f7b4649908b2d3c0fb9cd4c for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:02.522341 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb9e7b03-191e-448e-ae45-0f46e893a683 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:02.872587 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb9e7b03-191e-448e-ae45-0f46e893a683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (187893ae-891b-4f2a-b9a3-c08dd2c9cfc8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:03.041601 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9e7b03-191e-448e-ae45-0f46e893a683 admin admin] Checking segment: {'id': '3c47dba4-397a-4931-8edb-dea04d5c65b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'abf4ae31-96f5-462f-b24f-2b00dec9d4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:03.043375 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9e7b03-191e-448e-ae45-0f46e893a683 admin admin] Network hostable DHCP agents. Network: abf4ae31-96f5-462f-b24f-2b00dec9d4bd, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:51:03.068499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e7b03-191e-448e-ae45-0f46e893a683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=187893ae-891b-4f2a-b9a3-c08dd2c9cfc8,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:03.158456 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9e7b03-191e-448e-ae45-0f46e893a683 admin admin] Network abf4ae31-96f5-462f-b24f-2b00dec9d4bd is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:51:03.188228 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-bb9e7b03-191e-448e-ae45-0f46e893a683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, abf4ae31-96f5-462f-b24f-2b00dec9d4bd) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:03.198353 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b453b5df-2a4b-4c09-ad2c-cbb8bdc96b15 None None] Network abf4ae31-96f5-462f-b24f-2b00dec9d4bd requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:03.208433 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9e7b03-191e-448e-ae45-0f46e893a683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:03.211288 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb9e7b03-191e-448e-ae45-0f46e893a683 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:03.269891 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bb9e7b03-191e-448e-ae45-0f46e893a683 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8295619 Jan 27 21:51:03.411532 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52452) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:03.465687 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851b42f-883e-44ed-9be0-450ec664901a req-e10e6a8a-1f77-4da9-8601-6007ff360f37 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:03.484438 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851b42f-883e-44ed-9be0-450ec664901a req-e10e6a8a-1f77-4da9-8601-6007ff360f37 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:03.494744 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851b42f-883e-44ed-9be0-450ec664901a req-e10e6a8a-1f77-4da9-8601-6007ff360f37 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:03.515149 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb99d0a-efb3-499f-95c0-b27291f2cf60 None None] Network abf4ae31-96f5-462f-b24f-2b00dec9d4bd requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:03.523473 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851b42f-883e-44ed-9be0-450ec664901a req-e10e6a8a-1f77-4da9-8601-6007ff360f37 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:03.557660 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851b42f-883e-44ed-9be0-450ec664901a req-e10e6a8a-1f77-4da9-8601-6007ff360f37 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:03.568423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851b42f-883e-44ed-9be0-450ec664901a req-e10e6a8a-1f77-4da9-8601-6007ff360f37 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:03.579507 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851b42f-883e-44ed-9be0-450ec664901a req-e10e6a8a-1f77-4da9-8601-6007ff360f37 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:03.596787 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5851b42f-883e-44ed-9be0-450ec664901a req-e10e6a8a-1f77-4da9-8601-6007ff360f37 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.2771876 Jan 27 21:51:03.607113 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c3d2bc27-f12f-4240-a59f-7ceecb3e4d59 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-82970161-network', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:03.667979 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d2bc27-f12f-4240-a59f-7ceecb3e4d59 admin admin] Made reservation on behalf of de28fa92448d41c99ce570f9af9bb344 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:03.672992 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3d2bc27-f12f-4240-a59f-7ceecb3e4d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:03.694887 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3d2bc27-f12f-4240-a59f-7ceecb3e4d59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:03.833743 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5851b42f-883e-44ed-9be0-450ec664901a req-491b289c-48b7-461a-acfd-23740ccfd9a8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2351384 Jan 27 21:51:03.851955 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bc5c9-15cb-4c21-8bae-10f8eac5ea1c req-587faa6b-0279-43b3-b753-648f46098a5e tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:03.859734 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-875bc5c9-15cb-4c21-8bae-10f8eac5ea1c req-587faa6b-0279-43b3-b753-648f46098a5e tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9501137-a719-41d9-b0a8-c39b367e0086 HTTP/1.1" status: 200 len: 944 time: 0.1618717 Jan 27 21:51:03.875218 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3d2bc27-f12f-4240-a59f-7ceecb3e4d59 admin admin] Publish callbacks [] for security_group (58319334-ea31-4cb9-bf6e-2f6bbb47183e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:03.892329 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3d2bc27-f12f-4240-a59f-7ceecb3e4d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (58319334-ea31-4cb9-bf6e-2f6bbb47183e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:03.989799 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-875bc5c9-15cb-4c21-8bae-10f8eac5ea1c req-31ad62ca-cec4-446e-80c2-64c2bfad7d62 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/security-groups?id=436bbef7-1abe-46fa-9ed9-09bf69c0c99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262996 Jan 27 21:51:04.012613 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d2bc27-f12f-4240-a59f-7ceecb3e4d59 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:51:04.018731 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2bc27-f12f-4240-a59f-7ceecb3e4d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58319334-ea31-4cb9-bf6e-2f6bbb47183e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:04.065328 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3d2bc27-f12f-4240-a59f-7ceecb3e4d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (a6889cb5-cf47-4d27-a967-740b367953d6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:04.066710 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-c3d2bc27-f12f-4240-a59f-7ceecb3e4d59 admin admin] Added segment a6889cb5-cf47-4d27-a967-740b367953d6 of type vlan for network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 Jan 27 21:51:04.138412 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device dd1d185b-24da-4002-bf59-d63a1a4ce012 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:51:04.168200 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3d2bc27-f12f-4240-a59f-7ceecb3e4d59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:04.199747 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-eddbc5bb-1765-4a42-aa3f-956d063fde3a req-92b80d17-2396-4feb-aa00-9e7bc208707c tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1052809270', 'description': 'tempest-description-2023439048'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:04.262151 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-eddbc5bb-1765-4a42-aa3f-956d063fde3a req-92b80d17-2396-4feb-aa00-9e7bc208707c tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:04.264826 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3d2bc27-f12f-4240-a59f-7ceecb3e4d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:04.269528 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d2bc27-f12f-4240-a59f-7ceecb3e4d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:04.270375 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3d2bc27-f12f-4240-a59f-7ceecb3e4d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:04.409306 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port dd1d185b-24da-4002-bf59-d63a1a4ce012, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=dd1d185b-24da-4002-bf59-d63a1a4ce012,segment=NetworkSegment(b286c45c-9fc5-4902-ad71-27d64a176edc),segment_id=b286c45c-9fc5-4902-ad71-27d64a176edc)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:04.427177 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'dd1d185b-24da-4002-bf59-d63a1a4ce012', 'network_id': 'c20ad411-4fc9-4e4f-9838-616aae73dc6e', 'port_id': 'dd1d185b-24da-4002-bf59-d63a1a4ce012', 'mac_address': 'fa:16:3e:5d:1a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b82e09-d16d-4be5-bd76-9edfb9dfc2f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:51:04.428852 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c3d2bc27-f12f-4240-a59f-7ceecb3e4d59 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0160766 Jan 27 21:51:04.436264 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52480) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:04.454681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-430e9178-e914-47f3-9251-b36f6ad4a4e6 admin admin] Request body: {'subnet': {'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-82970161-subnet', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:04.472072 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2bc27-f12f-4240-a59f-7ceecb3e4d59 admin admin] Pushing event updated for resources: {'Network': ['ID=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:04.490407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:51:04.566285 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-eddbc5bb-1765-4a42-aa3f-956d063fde3a req-92b80d17-2396-4feb-aa00-9e7bc208707c tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (41fd8501-8399-41a8-af1d-918d1f666462), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:04.571745 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430e9178-e914-47f3-9251-b36f6ad4a4e6 admin admin] Made reservation on behalf of de28fa92448d41c99ce570f9af9bb344 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:04.578941 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-430e9178-e914-47f3-9251-b36f6ad4a4e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:04.583905 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-eddbc5bb-1765-4a42-aa3f-956d063fde3a req-92b80d17-2396-4feb-aa00-9e7bc208707c tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (41fd8501-8399-41a8-af1d-918d1f666462), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:04.607264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port dd1d185b-24da-4002-bf59-d63a1a4ce012 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:04.609250 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (dd1d185b-24da-4002-bf59-d63a1a4ce012), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:04.655908 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-eddbc5bb-1765-4a42-aa3f-956d063fde3a req-92b80d17-2396-4feb-aa00-9e7bc208707c tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:04.665954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1d185b-24da-4002-bf59-d63a1a4ce012 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:04.673508 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eddbc5bb-1765-4a42-aa3f-956d063fde3a req-92b80d17-2396-4feb-aa00-9e7bc208707c tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4837000 Jan 27 21:51:04.758073 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port dd1d185b-24da-4002-bf59-d63a1a4ce012, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=dd1d185b-24da-4002-bf59-d63a1a4ce012,segment=NetworkSegment(b286c45c-9fc5-4902-ad71-27d64a176edc),segment_id=b286c45c-9fc5-4902-ad71-27d64a176edc)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:04.765511 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (dd1d185b-24da-4002-bf59-d63a1a4ce012), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:04.826159 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-e12a3b05-1fa6-4be2-a16f-3bbc197acacc req-96e20a36-9b93-4892-8385-58b9241b91e0 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-31959726', 'description': 'tempest-description-721729919'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:04.880770 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b80d17-2396-4feb-aa00-9e7bc208707c tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41fd8501-8399-41a8-af1d-918d1f666462,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:04.890385 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=dd1d185b-24da-4002-bf59-d63a1a4ce012,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:04.973072 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e12a3b05-1fa6-4be2-a16f-3bbc197acacc req-96e20a36-9b93-4892-8385-58b9241b91e0 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:05.096916 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e815b-76fb-425b-bd63-36188777ab97 req-ee96dd46-0860-44cc-952e-098f9d574241 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:05.102845 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e815b-76fb-425b-bd63-36188777ab97 req-ee96dd46-0860-44cc-952e-098f9d574241 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:05.113776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e815b-76fb-425b-bd63-36188777ab97 req-ee96dd46-0860-44cc-952e-098f9d574241 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:05.123412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e815b-76fb-425b-bd63-36188777ab97 req-ee96dd46-0860-44cc-952e-098f9d574241 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:05.129474 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e815b-76fb-425b-bd63-36188777ab97 req-ee96dd46-0860-44cc-952e-098f9d574241 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:05.135178 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e815b-76fb-425b-bd63-36188777ab97 req-ee96dd46-0860-44cc-952e-098f9d574241 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:05.141358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e815b-76fb-425b-bd63-36188777ab97 req-ee96dd46-0860-44cc-952e-098f9d574241 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:05.149553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa0e815b-76fb-425b-bd63-36188777ab97 req-ee96dd46-0860-44cc-952e-098f9d574241 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.1723993 Jan 27 21:51:05.161618 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['dd1d185b-24da-4002-bf59-d63a1a4ce012'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:05.286825 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e12a3b05-1fa6-4be2-a16f-3bbc197acacc req-96e20a36-9b93-4892-8385-58b9241b91e0 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (83e47253-213a-4696-8f29-0328f78a301a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:05.306290 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa0e815b-76fb-425b-bd63-36188777ab97 req-6bd8dd1c-4135-401b-bcc4-9561300ebf1f tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1486573 Jan 27 21:51:05.316530 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e12a3b05-1fa6-4be2-a16f-3bbc197acacc req-96e20a36-9b93-4892-8385-58b9241b91e0 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (83e47253-213a-4696-8f29-0328f78a301a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:05.348447 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-430e9178-e914-47f3-9251-b36f6ad4a4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (b1a976cc-2e5b-4556-bc6f-960c2cfb8897), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:05.436279 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e20a36-9b93-4892-8385-58b9241b91e0 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e47253-213a-4696-8f29-0328f78a301a,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:05.454752 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e9178-e914-47f3-9251-b36f6ad4a4e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1a976cc-2e5b-4556-bc6f-960c2cfb8897,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:05.489497 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e12a3b05-1fa6-4be2-a16f-3bbc197acacc req-96e20a36-9b93-4892-8385-58b9241b91e0 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:05.520746 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e12a3b05-1fa6-4be2-a16f-3bbc197acacc req-96e20a36-9b93-4892-8385-58b9241b91e0 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7261133 Jan 27 21:51:05.597704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430e9178-e914-47f3-9251-b36f6ad4a4e6 admin admin] Checking segment: {'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:05.598431 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430e9178-e914-47f3-9251-b36f6ad4a4e6 admin admin] Network hostable DHCP agents. Network: 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:51:05.657254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430e9178-e914-47f3-9251-b36f6ad4a4e6 admin admin] Network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:51:05.688277 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-430e9178-e914-47f3-9251-b36f6ad4a4e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:05.697811 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96faefdc-91a8-4d9b-a8c9-40c17089af4a None None] Network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:05.712593 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430e9178-e914-47f3-9251-b36f6ad4a4e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:05.713347 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-430e9178-e914-47f3-9251-b36f6ad4a4e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:05.741286 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-430e9178-e914-47f3-9251-b36f6ad4a4e6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3008721 Jan 27 21:51:05.743988 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52516) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:05.749669 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8ac2313d-3982-4a8e-a1c9-1ee31e938f2a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-82970161-router', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:05.780083 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf596d-3449-4827-b87d-b216fb5e31fe req-f764ca50-073d-4c5a-bd87-65ef576a262f tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:05.786587 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbf596d-3449-4827-b87d-b216fb5e31fe req-f764ca50-073d-4c5a-bd87-65ef576a262f tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9501137-a719-41d9-b0a8-c39b367e0086 HTTP/1.1" status: 200 len: 945 time: 0.1253946 Jan 27 21:51:05.804002 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ac2313d-3982-4a8e-a1c9-1ee31e938f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (b65215d6-bb8a-40c4-9f30-8c26cbead61b), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:05.810143 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ac2313d-3982-4a8e-a1c9-1ee31e938f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (b65215d6-bb8a-40c4-9f30-8c26cbead61b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:05.900104 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbf596d-3449-4827-b87d-b216fb5e31fe req-95fc7a21-02f1-4bab-9a35-2e0df2f23a1e tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/security-groups?id=436bbef7-1abe-46fa-9ed9-09bf69c0c99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014709 Jan 27 21:51:05.901924 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ac2313d-3982-4a8e-a1c9-1ee31e938f2a admin admin] Publish callbacks [] for router_controller (b65215d6-bb8a-40c4-9f30-8c26cbead61b), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:05.954204 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'fixed_ips': [{'subnet_id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:51:05.955235 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:06.121710 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-bbd0fbac-f226-4c8b-ba54-611d27c020f6 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:06.130878 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-bbd0fbac-f226-4c8b-ba54-611d27c020f6 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/networks?id=abf4ae31-96f5-462f-b24f-2b00dec9d4bd HTTP/1.1" status: 200 len: 812 time: 0.2490871 Jan 27 21:51:06.170254 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-923b1f69-99c3-43ea-acae-07c02de22166 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/quotas/7ddb724d2f7b4649908b2d3c0fb9cd4c HTTP/1.1" status: 200 len: 375 time: 0.0322087 Jan 27 21:51:06.260139 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-fd890f15-cc3b-40c0-a791-2342cb1e96d9 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ddb724d2f7b4649908b2d3c0fb9cd4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831282 Jan 27 21:51:06.279915 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ac2313d-3982-4a8e-a1c9-1ee31e938f2a admin admin] Publish callbacks [] for router_gateway (b65215d6-bb8a-40c4-9f30-8c26cbead61b), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:06.341424 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Allocated IP 172.20.0.2 (7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41/b1a976cc-2e5b-4556-bc6f-960c2cfb8897/0326cc1c-efca-4d1a-a5a1-4d46c693c97c) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:06.496754 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-12d120f4-a624-4b7b-9e9a-0fc09cd8380b service neutron] 10.222.0.23 "GET /v2.0/networks/abf4ae31-96f5-462f-b24f-2b00dec9d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356594 Jan 27 21:51:06.680586 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Publish callbacks [] for port (0326cc1c-efca-4d1a-a5a1-4d46c693c97c), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:06.696030 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (0326cc1c-efca-4d1a-a5a1-4d46c693c97c), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:06.718347 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-3d55dc14-f93d-466b-b319-534e3f1cf04b service neutron] 10.222.0.23 "GET /v2.0/networks/abf4ae31-96f5-462f-b24f-2b00dec9d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196350 Jan 27 21:51:06.767258 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Pushing event updated for resources: {'Port': ['ID=0326cc1c-efca-4d1a-a5a1-4d46c693c97c,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:06.790504 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:06.792495 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:06.795777 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:06.889298 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Attempting to bind port 0326cc1c-efca-4d1a-a5a1-4d46c693c97c on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:06.889610 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca5b4c-6310-40d6-831f-c7e3eda19dbb req-ad6f3045-773d-41ff-96f1-7d72430bb787 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:06.891355 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Attempting to bind port 0326cc1c-efca-4d1a-a5a1-4d46c693c97c by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:06.891908 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Attempting to bind port 0326cc1c-efca-4d1a-a5a1-4d46c693c97c on network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:06.901837 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca5b4c-6310-40d6-831f-c7e3eda19dbb req-ad6f3045-773d-41ff-96f1-7d72430bb787 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:06.902229 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ac2313d-3982-4a8e-a1c9-1ee31e938f2a admin admin] Publish callbacks [] for router_gateway (b65215d6-bb8a-40c4-9f30-8c26cbead61b), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:06.908525 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca5b4c-6310-40d6-831f-c7e3eda19dbb req-ad6f3045-773d-41ff-96f1-7d72430bb787 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:06.913798 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:06.915015 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Checking segment: {'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:06.915348 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca5b4c-6310-40d6-831f-c7e3eda19dbb req-ad6f3045-773d-41ff-96f1-7d72430bb787 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:06.915688 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:06.918578 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Bound using segment: {'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:06.921260 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Bound port: 0326cc1c-efca-4d1a-a5a1-4d46c693c97c, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:06.922331 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca5b4c-6310-40d6-831f-c7e3eda19dbb req-ad6f3045-773d-41ff-96f1-7d72430bb787 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:06.923225 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0326cc1c-efca-4d1a-a5a1-4d46c693c97c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:06.928087 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca5b4c-6310-40d6-831f-c7e3eda19dbb req-ad6f3045-773d-41ff-96f1-7d72430bb787 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:06.933586 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca5b4c-6310-40d6-831f-c7e3eda19dbb req-ad6f3045-773d-41ff-96f1-7d72430bb787 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:06.945618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6dca5b4c-6310-40d6-831f-c7e3eda19dbb req-ad6f3045-773d-41ff-96f1-7d72430bb787 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.2380936 Jan 27 21:51:06.980353 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ac2313d-3982-4a8e-a1c9-1ee31e938f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:07.111506 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] For port 0326cc1c-efca-4d1a-a5a1-4d46c693c97c, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:07.121454 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] For port 0326cc1c-efca-4d1a-a5a1-4d46c693c97c, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0326cc1c-efca-4d1a-a5a1-4d46c693c97c,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:07.132605 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0326cc1c-efca-4d1a-a5a1-4d46c693c97c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:07.203127 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d29b91-77cb-481e-a71a-154a2f19ebd1 req-bb63bc40-1230-445d-9432-9bed6a416769 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:07.206902 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1d29b91-77cb-481e-a71a-154a2f19ebd1 req-bb63bc40-1230-445d-9432-9bed6a416769 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 944 time: 0.2263229 Jan 27 21:51:07.227654 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6dca5b4c-6310-40d6-831f-c7e3eda19dbb req-cd348692-34cb-4898-aa17-b0b7f402aa15 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2785380 Jan 27 21:51:07.277807 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-8ac2313d-3982-4a8e-a1c9-1ee31e938f2a admin admin] Allocated IP 172.25.3.48 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/5a6abde6-c665-4b6f-9eb6-ee669f5d5981) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:07.337998 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Pushing event updated for resources: {'Port': ['ID=0326cc1c-efca-4d1a-a5a1-4d46c693c97c,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:07.417683 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:07.417959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:07.418365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c187299-8275-4c62-9b0e-1f5b4cc72bc3 req-0e0a350e-3c6b-42b1-a756-1de9e2d0447c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:07.418475 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:07.418801 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:07.419007 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:07.419346 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:07.419684 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:07.420001 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:07.420375 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:07.420707 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:07.423431 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c187299-8275-4c62-9b0e-1f5b4cc72bc3 req-0e0a350e-3c6b-42b1-a756-1de9e2d0447c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 944 time: 0.1859784 Jan 27 21:51:07.426130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:07.426556 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:07.428762 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac86c12-5625-4c39-b3c2-f7f1b3939cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:08.139230 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device dd1d185b-24da-4002-bf59-d63a1a4ce012 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:08.358938 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port dd1d185b-24da-4002-bf59-d63a1a4ce012 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:51:08.386779 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port dd1d185b-24da-4002-bf59-d63a1a4ce012 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:08.387592 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (dd1d185b-24da-4002-bf59-d63a1a4ce012), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:08.429822 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ac2313d-3982-4a8e-a1c9-1ee31e938f2a admin admin] Publish callbacks [] for port (5a6abde6-c665-4b6f-9eb6-ee669f5d5981), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:08.463413 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c187299-8275-4c62-9b0e-1f5b4cc72bc3 req-3017a482-2b81-412b-8a3e-ccd556f3371c tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0166695 Jan 27 21:51:08.469593 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-e1d29b91-77cb-481e-a71a-154a2f19ebd1 req-f80687b6-13db-44f2-a1c7-ec8614a16e2d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Deleting port e207a24b-6340-4d64-8b69-80f333fccfd7 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:51:08.475630 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e1d29b91-77cb-481e-a71a-154a2f19ebd1 req-f80687b6-13db-44f2-a1c7-ec8614a16e2d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e207a24b-6340-4d64-8b69-80f333fccfd7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:08.488092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0326cc1c-efca-4d1a-a5a1-4d46c693c97c up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:08.563662 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ac2313d-3982-4a8e-a1c9-1ee31e938f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5a6abde6-c665-4b6f-9eb6-ee669f5d5981), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:08.614777 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac2313d-3982-4a8e-a1c9-1ee31e938f2a admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:08.620740 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-8ac2313d-3982-4a8e-a1c9-1ee31e938f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:08.624208 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac2313d-3982-4a8e-a1c9-1ee31e938f2a admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:08.713295 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-e1d29b91-77cb-481e-a71a-154a2f19ebd1 req-f80687b6-13db-44f2-a1c7-ec8614a16e2d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] For port e207a24b-6340-4d64-8b69-80f333fccfd7, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=e207a24b-6340-4d64-8b69-80f333fccfd7,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:08.713825 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e1d29b91-77cb-481e-a71a-154a2f19ebd1 req-f80687b6-13db-44f2-a1c7-ec8614a16e2d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e207a24b-6340-4d64-8b69-80f333fccfd7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:08.730010 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-e1d29b91-77cb-481e-a71a-154a2f19ebd1 req-f80687b6-13db-44f2-a1c7-ec8614a16e2d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Calling delete_port for e207a24b-6340-4d64-8b69-80f333fccfd7 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:51:08.919352 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e1d29b91-77cb-481e-a71a-154a2f19ebd1 req-f80687b6-13db-44f2-a1c7-ec8614a16e2d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (e207a24b-6340-4d64-8b69-80f333fccfd7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:08.938861 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f90ab-9f1d-4970-982c-bc79f6520920 req-e84598b1-e725-46c9-8edd-c3e02f80ec4c tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:08.940698 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-828f90ab-9f1d-4970-982c-bc79f6520920 req-e84598b1-e725-46c9-8edd-c3e02f80ec4c tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9501137-a719-41d9-b0a8-c39b367e0086 HTTP/1.1" status: 200 len: 945 time: 1.4141750 Jan 27 21:51:08.989874 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2313d-3982-4a8e-a1c9-1ee31e938f2a admin admin] Pushing event updated for resources: {'Port': ['ID=5a6abde6-c665-4b6f-9eb6-ee669f5d5981,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:09.056785 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ccdc7901-0221-4f67-867e-3e8fa83a80bf req-8e887c45-d174-4e60-ac04-7dae80b84589 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b9db0f-00cc-4378-9886-7048836cffd0 HTTP/1.1" status: 200 len: 210 time: 0.1257021 Jan 27 21:51:09.077216 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80687b6-13db-44f2-a1c7-ec8614a16e2d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Pushing event deleted for resources: {'Port': ['ID=e207a24b-6340-4d64-8b69-80f333fccfd7,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:09.137689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port dd1d185b-24da-4002-bf59-d63a1a4ce012 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:09.140999 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (dd1d185b-24da-4002-bf59-d63a1a4ce012), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:09.148651 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['e207a24b-6340-4d64-8b69-80f333fccfd7'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:09.326919 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-828f90ab-9f1d-4970-982c-bc79f6520920 req-9633c70a-f7d8-403c-9015-490700ec8442 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/security-groups?id=436bbef7-1abe-46fa-9ed9-09bf69c0c99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646419 Jan 27 21:51:09.384521 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9501137-a719-41d9-b0a8-c39b367e0086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1d185b-24da-4002-bf59-d63a1a4ce012'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:09.390099 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbd1114-d17a-4937-bda2-013637f515d4" -d '{"events": [{"server_uuid": "e9501137-a719-41d9-b0a8-c39b367e0086", "name": "network-vif-plugged", "status": "completed", "tag": "dd1d185b-24da-4002-bf59-d63a1a4ce012"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:09.431412 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port dd1d185b-24da-4002-bf59-d63a1a4ce012, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=dd1d185b-24da-4002-bf59-d63a1a4ce012,segment=NetworkSegment(b286c45c-9fc5-4902-ad71-27d64a176edc),segment_id=b286c45c-9fc5-4902-ad71-27d64a176edc)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:09.433403 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 0326cc1c-efca-4d1a-a5a1-4d46c693c97c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:09.433855 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0326cc1c-efca-4d1a-a5a1-4d46c693c97c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:09.436796 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (dd1d185b-24da-4002-bf59-d63a1a4ce012), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:09.503191 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d29b91-77cb-481e-a71a-154a2f19ebd1 req-f80687b6-13db-44f2-a1c7-ec8614a16e2d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] No DVR routers for this DVR port e207a24b-6340-4d64-8b69-80f333fccfd7 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:51:09.514799 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e1d29b91-77cb-481e-a71a-154a2f19ebd1 req-f80687b6-13db-44f2-a1c7-ec8614a16e2d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:09.535952 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1d29b91-77cb-481e-a71a-154a2f19ebd1 req-f80687b6-13db-44f2-a1c7-ec8614a16e2d tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.15 "DELETE /v2.0/ports/e207a24b-6340-4d64-8b69-80f333fccfd7 HTTP/1.1" status: 204 len: 173 time: 2.3037574 Jan 27 21:51:09.539410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a6213f-a46a-4231-a4c7-fea5f81aa339', 'name': 'network-vif-deleted', 'tag': 'e207a24b-6340-4d64-8b69-80f333fccfd7'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:09.544714 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badc8de6-193b-46dd-9d9d-6aad6fad1917" -d '{"events": [{"server_uuid": "f2a6213f-a46a-4231-a4c7-fea5f81aa339", "name": "network-vif-deleted", "tag": "e207a24b-6340-4d64-8b69-80f333fccfd7"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:09.562394 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-353c483a-c785-407e-ba5b-ac70c3623c28 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:09.571209 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-353c483a-c785-407e-ba5b-ac70c3623c28 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.21 "GET /v2.0/networks?id=abf4ae31-96f5-462f-b24f-2b00dec9d4bd HTTP/1.1" status: 200 len: 812 time: 0.4951389 Jan 27 21:51:09.580091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=dd1d185b-24da-4002-bf59-d63a1a4ce012,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:09.599177 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0268ca2e-bbe5-47e5-8b77-8f4ce9900107 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Request body: {'port': {'device_id': '47b9db0f-00cc-4378-9886-7048836cffd0', 'network_id': 'abf4ae31-96f5-462f-b24f-2b00dec9d4bd', 'admin_state_up': True, 'tenant_id': '7ddb724d2f7b4649908b2d3c0fb9cd4c'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:09.608081 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67ce1bb-7f83-4dc3-9463-2c0d9a63815d x-openstack-request-id: req-c67ce1bb-7f83-4dc3-9463-2c0d9a63815d {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:09.608634 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9501137-a719-41d9-b0a8-c39b367e0086", "name": "network-vif-plugged", "status": "completed", "tag": "dd1d185b-24da-4002-bf59-d63a1a4ce012", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:09.609069 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c67ce1bb-7f83-4dc3-9463-2c0d9a63815d {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:09.610176 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9501137-a719-41d9-b0a8-c39b367e0086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1d185b-24da-4002-bf59-d63a1a4ce012', 'code': 200} Jan 27 21:51:09.614172 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbc5be3-7c1f-4774-8e82-f06a48260c1a None None] Network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:09.637472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbcfd5-4054-42ec-b781-c2d9d1309624 req-934c946c-9ab2-40a6-ad31-534c8416c017 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:09.645421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbcfd5-4054-42ec-b781-c2d9d1309624 req-934c946c-9ab2-40a6-ad31-534c8416c017 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:09.651460 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbcfd5-4054-42ec-b781-c2d9d1309624 req-934c946c-9ab2-40a6-ad31-534c8416c017 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:09.661853 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbcfd5-4054-42ec-b781-c2d9d1309624 req-934c946c-9ab2-40a6-ad31-534c8416c017 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:09.673144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbcfd5-4054-42ec-b781-c2d9d1309624 req-934c946c-9ab2-40a6-ad31-534c8416c017 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:09.694592 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbcfd5-4054-42ec-b781-c2d9d1309624 req-934c946c-9ab2-40a6-ad31-534c8416c017 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:09.713560 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbcfd5-4054-42ec-b781-c2d9d1309624 req-934c946c-9ab2-40a6-ad31-534c8416c017 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:09.730193 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3dcbcfd5-4054-42ec-b781-c2d9d1309624 req-934c946c-9ab2-40a6-ad31-534c8416c017 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.4202411 Jan 27 21:51:09.856217 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-de112377-bb71-4044-a275-dfeab85432af None None] Provisioning complete for port 0326cc1c-efca-4d1a-a5a1-4d46c693c97c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:09.857996 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-de112377-bb71-4044-a275-dfeab85432af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0326cc1c-efca-4d1a-a5a1-4d46c693c97c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:09.972910 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95f0c4cb-90bf-4695-a9d2-d345aa4aa6fa req-7f971122-b259-4b9a-a795-d94cf58699cb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2a6213f-a46a-4231-a4c7-fea5f81aa339 HTTP/1.1" status: 200 len: 210 time: 0.1266537 Jan 27 21:51:10.050414 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ac2313d-3982-4a8e-a1c9-1ee31e938f2a admin admin] Publish callbacks [] for router_gateway (b65215d6-bb8a-40c4-9f30-8c26cbead61b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:10.101301 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d419b82-3d1b-448a-b969-b63089f56c42 x-openstack-request-id: req-0d419b82-3d1b-448a-b969-b63089f56c42 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:10.103153 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a6213f-a46a-4231-a4c7-fea5f81aa339", "name": "network-vif-deleted", "tag": "e207a24b-6340-4d64-8b69-80f333fccfd7", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:10.103357 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d419b82-3d1b-448a-b969-b63089f56c42 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:10.104673 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a6213f-a46a-4231-a4c7-fea5f81aa339', 'name': 'network-vif-deleted', 'tag': 'e207a24b-6340-4d64-8b69-80f333fccfd7', 'status': 'completed', 'code': 200} Jan 27 21:51:10.128706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118341e-02a6-4b42-83e9-3fbc871c149e req-551d5f55-b20d-4ab7-9dcf-15bc9fcc9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:10.133276 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9118341e-02a6-4b42-83e9-3fbc871c149e req-551d5f55-b20d-4ab7-9dcf-15bc9fcc9a21 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e9501137-a719-41d9-b0a8-c39b367e0086 HTTP/1.1" status: 200 len: 1097 time: 0.3886592 Jan 27 21:51:10.169173 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3dcbcfd5-4054-42ec-b781-c2d9d1309624 req-a9a1dba1-650c-4f33-9178-94b47131db02 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4367247 Jan 27 21:51:10.172022 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 0326cc1c-efca-4d1a-a5a1-4d46c693c97c is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:10.172632 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0326cc1c-efca-4d1a-a5a1-4d46c693c97c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:10.311238 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9118341e-02a6-4b42-83e9-3fbc871c149e req-8e9cc83c-0b6b-4937-903e-c367537e59f6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=436bbef7-1abe-46fa-9ed9-09bf69c0c99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398625 Jan 27 21:51:10.345090 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-de112377-bb71-4044-a275-dfeab85432af None None] Current status of the port 0326cc1c-efca-4d1a-a5a1-4d46c693c97c is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:10.345488 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-de112377-bb71-4044-a275-dfeab85432af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0326cc1c-efca-4d1a-a5a1-4d46c693c97c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:10.398057 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2664f4c2-c8fa-431a-967c-b2a5cf2458ac req-18b61d86-9b68-401a-bb52-8bffc500e687 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b9db0f-00cc-4378-9886-7048836cffd0 HTTP/1.1" status: 200 len: 210 time: 0.0710993 Jan 27 21:51:10.428663 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 0326cc1c-efca-4d1a-a5a1-4d46c693c97c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0326cc1c-efca-4d1a-a5a1-4d46c693c97c,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:10.446038 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0326cc1c-efca-4d1a-a5a1-4d46c693c97c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:10.474119 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0268ca2e-bbe5-47e5-8b77-8f4ce9900107 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Made reservation on behalf of 7ddb724d2f7b4649908b2d3c0fb9cd4c for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:10.480975 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0268ca2e-bbe5-47e5-8b77-8f4ce9900107 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:10.644636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34579b1-b3e4-469c-8d7e-e35513e3f0ed req-a5f17103-d24b-4da9-a0ba-9199b4d11a1a tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:10.647720 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b34579b1-b3e4-469c-8d7e-e35513e3f0ed req-a5f17103-d24b-4da9-a0ba-9199b4d11a1a tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9501137-a719-41d9-b0a8-c39b367e0086 HTTP/1.1" status: 200 len: 946 time: 0.1455266 Jan 27 21:51:10.695327 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-de112377-bb71-4044-a275-dfeab85432af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:51:10.695829 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-de112377-bb71-4044-a275-dfeab85432af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:51:10.697506 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=0326cc1c-efca-4d1a-a5a1-4d46c693c97c,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:10.789520 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b34579b1-b3e4-469c-8d7e-e35513e3f0ed req-5f4c479b-a2dd-44ac-98b5-06eb1ed71dfb tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/security-groups?id=436bbef7-1abe-46fa-9ed9-09bf69c0c99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352711 Jan 27 21:51:10.929911 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ac2313d-3982-4a8e-a1c9-1ee31e938f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (b65215d6-bb8a-40c4-9f30-8c26cbead61b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:11.032713 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0268ca2e-bbe5-47e5-8b77-8f4ce9900107 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Allocated IP 172.20.0.10 (abf4ae31-96f5-462f-b24f-2b00dec9d4bd/187893ae-891b-4f2a-b9a3-c08dd2c9cfc8/d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:11.288198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-de112377-bb71-4044-a275-dfeab85432af None None] Current status of the port 0326cc1c-efca-4d1a-a5a1-4d46c693c97c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:11.416896 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac2313d-3982-4a8e-a1c9-1ee31e938f2a admin admin] Router b65215d6-bb8a-40c4-9f30-8c26cbead61b is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:51:11.424346 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a6f2bd6f-3c68-4ce9-8fb1-1e33c0212a2b None None] Provisioning complete for port 0326cc1c-efca-4d1a-a5a1-4d46c693c97c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:11.425634 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a6f2bd6f-3c68-4ce9-8fb1-1e33c0212a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0326cc1c-efca-4d1a-a5a1-4d46c693c97c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:11.473227 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0268ca2e-bbe5-47e5-8b77-8f4ce9900107 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for port (d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:11.498380 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc57503-f274-4bde-8ed2-232a2438517b req-38ebafc1-c142-4bc4-8e9b-e6c38d1551c3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:11.514625 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc57503-f274-4bde-8ed2-232a2438517b req-38ebafc1-c142-4bc4-8e9b-e6c38d1551c3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:11.527356 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc57503-f274-4bde-8ed2-232a2438517b req-38ebafc1-c142-4bc4-8e9b-e6c38d1551c3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:11.541898 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc57503-f274-4bde-8ed2-232a2438517b req-38ebafc1-c142-4bc4-8e9b-e6c38d1551c3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:11.553860 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc57503-f274-4bde-8ed2-232a2438517b req-38ebafc1-c142-4bc4-8e9b-e6c38d1551c3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:11.559735 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc57503-f274-4bde-8ed2-232a2438517b req-38ebafc1-c142-4bc4-8e9b-e6c38d1551c3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:11.578914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc57503-f274-4bde-8ed2-232a2438517b req-38ebafc1-c142-4bc4-8e9b-e6c38d1551c3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:11.590372 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3bc57503-f274-4bde-8ed2-232a2438517b req-38ebafc1-c142-4bc4-8e9b-e6c38d1551c3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.2125008 Jan 27 21:51:11.605429 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device e207a24b-6340-4d64-8b69-80f333fccfd7 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:51:11.661033 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: e207a24b-6340-4d64-8b69-80f333fccfd7 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:51:11.661304 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device e207a24b-6340-4d64-8b69-80f333fccfd7 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:51:11.665940 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0268ca2e-bbe5-47e5-8b77-8f4ce9900107 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:11.675043 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a6f2bd6f-3c68-4ce9-8fb1-1e33c0212a2b None None] Current status of the port 0326cc1c-efca-4d1a-a5a1-4d46c693c97c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:11.722777 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268ca2e-bbe5-47e5-8b77-8f4ce9900107 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event updated for resources: {'Port': ['ID=d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:11.740983 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac2313d-3982-4a8e-a1c9-1ee31e938f2a admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:51:11.751696 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] Sync routers for ids ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:51:11.761542 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0268ca2e-bbe5-47e5-8b77-8f4ce9900107 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Network abf4ae31-96f5-462f-b24f-2b00dec9d4bd is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:11.767902 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] Routers {'b65215d6-bb8a-40c4-9f30-8c26cbead61b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:51:11.768195 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0268ca2e-bbe5-47e5-8b77-8f4ce9900107 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:11.769511 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:50:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:11.777622 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0268ca2e-bbe5-47e5-8b77-8f4ce9900107 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:11.808634 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3bc57503-f274-4bde-8ed2-232a2438517b req-3adb99f5-9339-4d04-9a6c-2360bb7385ea tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2158046 Jan 27 21:51:11.850318 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0268ca2e-bbe5-47e5-8b77-8f4ce9900107 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:11.851598 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0268ca2e-bbe5-47e5-8b77-8f4ce9900107 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:11.880773 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0268ca2e-bbe5-47e5-8b77-8f4ce9900107 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2895012 Jan 27 21:51:11.897832 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ac2313d-3982-4a8e-a1c9-1ee31e938f2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:11.904204 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8ac2313d-3982-4a8e-a1c9-1ee31e938f2a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1566224 Jan 27 21:51:11.906539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52652) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:11.917017 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] Request body: {'port': {'device_id': '47b9db0f-00cc-4378-9886-7048836cffd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:11.956994 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4d625-76fc-459f-9e79-c358568a13fc req-233e6d38-b269-48c6-acea-01c5b67ab3bb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:11.958572 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80d4d625-76fc-459f-9e79-c358568a13fc req-233e6d38-b269-48c6-acea-01c5b67ab3bb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 944 time: 0.2520399 Jan 27 21:51:12.037095 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6969bc-f0fa-480c-a165-78f8b9257ea4 req-37c86e05-4f62-405e-9bf3-2cacc504794b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:12.045289 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f6969bc-f0fa-480c-a165-78f8b9257ea4 req-37c86e05-4f62-405e-9bf3-2cacc504794b tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 944 time: 0.3397419 Jan 27 21:51:12.061360 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] Set router b65215d6-bb8a-40c4-9f30-8c26cbead61b gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:51:12.089164 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:12.234154 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f6969bc-f0fa-480c-a165-78f8b9257ea4 req-fe7d8b73-2c75-4955-8b82-84010dc52cb0 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859629 Jan 27 21:51:12.423941 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89835f8-d81b-4c56-98a5-358b591d7605 req-a0a02a41-e7da-43fc-bf58-a4a34579c655 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:12.431629 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f89835f8-d81b-4c56-98a5-358b591d7605 req-a0a02a41-e7da-43fc-bf58-a4a34579c655 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b9db0f-00cc-4378-9886-7048836cffd0 HTTP/1.1" status: 200 len: 932 time: 0.4060135 Jan 27 21:51:12.503318 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'name': 'tempest-AttachVolumeShelveTestJSON-82970161-router', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:05Z', 'updated_at': '2022-01-27T21:51:09Z', 'revision_number': 3, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'gw_port': {'id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:07Z', 'updated_at': '2022-01-27T21:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:12.514052 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:12.553721 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] Checking router: b65215d6-bb8a-40c4-9f30-8c26cbead61b for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:51:12.554341 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] Updating router b65215d6-bb8a-40c4-9f30-8c26cbead61b port 5a6abde6-c665-4b6f-9eb6-ee669f5d5981 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:51:12.602809 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:12.612014 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5a6abde6-c665-4b6f-9eb6-ee669f5d5981), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:12.620408 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0326cc1c-efca-4d1a-a5a1-4d46c693c97c up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:12.638265 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] Publish callbacks [] for port (d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:12.686825 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] Transition to ACTIVE for port object d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:51:12.689388 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f89835f8-d81b-4c56-98a5-358b591d7605 req-fdceb9c5-a966-4b2c-a8b4-b919369a4975 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560787 Jan 27 21:51:12.697129 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:12.768306 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-80d4d625-76fc-459f-9e79-c358568a13fc req-bc06854d-be64-4c0a-b212-62db817948cb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Deleting port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:51:12.768660 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-80d4d625-76fc-459f-9e79-c358568a13fc req-bc06854d-be64-4c0a-b212-62db817948cb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5950eed0-64ac-4bd0-a2ae-e816b5b53e70), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:12.843828 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 0326cc1c-efca-4d1a-a5a1-4d46c693c97c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:12.849998 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0326cc1c-efca-4d1a-a5a1-4d46c693c97c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:12.851791 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] Pushing event updated for resources: {'Port': ['ID=d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:12.952800 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-80d4d625-76fc-459f-9e79-c358568a13fc req-bc06854d-be64-4c0a-b212-62db817948cb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] For port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5950eed0-64ac-4bd0-a2ae-e816b5b53e70,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:12.955937 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-80d4d625-76fc-459f-9e79-c358568a13fc req-bc06854d-be64-4c0a-b212-62db817948cb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5950eed0-64ac-4bd0-a2ae-e816b5b53e70), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:12.984361 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-80d4d625-76fc-459f-9e79-c358568a13fc req-bc06854d-be64-4c0a-b212-62db817948cb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Calling delete_port for 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:51:13.046758 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] Attempting to bind port d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:13.048013 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] Attempting to bind port d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '3c47dba4-397a-4931-8edb-dea04d5c65b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'abf4ae31-96f5-462f-b24f-2b00dec9d4bd'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:13.049637 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] Attempting to bind port d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 on network abf4ae31-96f5-462f-b24f-2b00dec9d4bd {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:13.061002 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] Port d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 on network abf4ae31-96f5-462f-b24f-2b00dec9d4bd not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:51:13.061745 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] Attempting to bind port d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 on network abf4ae31-96f5-462f-b24f-2b00dec9d4bd {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:13.070148 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd29350-757a-4ce5-8b99-ec2bfc2a5029 req-c20256a7-1ffa-4332-bc69-c6ee163594ed tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:13.071177 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:13.074165 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] Checking segment: {'id': '3c47dba4-397a-4931-8edb-dea04d5c65b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'abf4ae31-96f5-462f-b24f-2b00dec9d4bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:13.074649 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] Bound using segment: {'id': '3c47dba4-397a-4931-8edb-dea04d5c65b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'abf4ae31-96f5-462f-b24f-2b00dec9d4bd'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:13.075357 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] Bound port: d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c47dba4-397a-4931-8edb-dea04d5c65b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'abf4ae31-96f5-462f-b24f-2b00dec9d4bd'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:13.075798 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:13.076563 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ccd29350-757a-4ce5-8b99-ec2bfc2a5029 req-c20256a7-1ffa-4332-bc69-c6ee163594ed tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9501137-a719-41d9-b0a8-c39b367e0086 HTTP/1.1" status: 200 len: 946 time: 0.7333858 Jan 27 21:51:13.090605 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 0326cc1c-efca-4d1a-a5a1-4d46c693c97c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:13.142184 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] Publish callbacks [] for port (5a6abde6-c665-4b6f-9eb6-ee669f5d5981), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:13.149162 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5a6abde6-c665-4b6f-9eb6-ee669f5d5981), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:13.169576 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] For port d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:13.173217 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] For port d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8,segment=NetworkSegment(3c47dba4-397a-4931-8edb-dea04d5c65b2),segment_id=3c47dba4-397a-4931-8edb-dea04d5c65b2)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:13.184264 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:13.211270 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] Attempting to bind port 5a6abde6-c665-4b6f-9eb6-ee669f5d5981 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:13.211993 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] Attempting to bind port 5a6abde6-c665-4b6f-9eb6-ee669f5d5981 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:13.212695 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] Attempting to bind port 5a6abde6-c665-4b6f-9eb6-ee669f5d5981 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:13.225661 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:13.226646 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:13.228453 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:13.229065 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:13.229984 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] Bound port: 5a6abde6-c665-4b6f-9eb6-ee669f5d5981, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:13.230581 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5a6abde6-c665-4b6f-9eb6-ee669f5d5981), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:13.279789 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:13.280453 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:13.283944 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] 10.222.0.21 "PUT /v2.0/ports/d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 HTTP/1.1" status: 200 len: 1092 time: 1.3796501 Jan 27 21:51:13.287640 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b9db0f-00cc-4378-9886-7048836cffd0', 'tag': 'd03bfd28-c3a5-49f1-8cb6-f44bb67d68c8'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:13.292278 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2965a7-b7ea-44a3-8228-46cdaac5503f" -d '{"events": [{"name": "network-changed", "server_uuid": "47b9db0f-00cc-4378-9886-7048836cffd0", "tag": "d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:13.346323 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] For port 5a6abde6-c665-4b6f-9eb6-ee669f5d5981, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:13.354167 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] For port 5a6abde6-c665-4b6f-9eb6-ee669f5d5981, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5a6abde6-c665-4b6f-9eb6-ee669f5d5981,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:13.366122 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5a6abde6-c665-4b6f-9eb6-ee669f5d5981), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:13.391154 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b3f85-5aa3-43d4-a502-a4300c3f5a80 None None] Pushing event updated for resources: {'Port': ['ID=5a6abde6-c665-4b6f-9eb6-ee669f5d5981,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:13.439112 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73bcfb-0411-41fc-a329-969409deebe7 service neutron] Pushing event updated for resources: {'Port': ['ID=d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:13.462428 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-26652495-7b0d-429a-aab1-0bfec945fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:13.464029 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-26652495-7b0d-429a-aab1-0bfec945fbd3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ddb724d2f7b4649908b2d3c0fb9cd4c&device_id=47b9db0f-00cc-4378-9886-7048836cffd0 HTTP/1.1" status: 200 len: 1095 time: 0.1266863 Jan 27 21:51:13.501625 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b3f85-5aa3-43d4-a502-a4300c3f5a80 None None] Pushing event updated for resources: {'Port': ['ID=5a6abde6-c665-4b6f-9eb6-ee669f5d5981,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:13.510523 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] Routers {'b65215d6-bb8a-40c4-9f30-8c26cbead61b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:51:13.511551 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:50:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:13.541015 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-8a4e3729-830f-4b18-a966-93e1ae429f66 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 HTTP/1.1" status: 200 len: 217 time: 0.0636351 Jan 27 21:51:13.591014 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ccd29350-757a-4ce5-8b99-ec2bfc2a5029 req-c3ee2d80-0d2d-48e0-98a3-5d69cfe63d41 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/security-groups?id=436bbef7-1abe-46fa-9ed9-09bf69c0c99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952009 Jan 27 21:51:13.645436 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-eca94aaf-27be-4af2-baf9-e21197e05ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:13.646560 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608f711-0be9-4f1c-b616-424252b3d83e req-05729ac4-8c6b-4d4c-b558-d1a0a29d4ed3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:13.651189 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-eca94aaf-27be-4af2-baf9-e21197e05ddb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=187893ae-891b-4f2a-b9a3-c08dd2c9cfc8 HTTP/1.1" status: 200 len: 852 time: 0.1014950 Jan 27 21:51:13.659633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608f711-0be9-4f1c-b616-424252b3d83e req-05729ac4-8c6b-4d4c-b558-d1a0a29d4ed3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:13.674823 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608f711-0be9-4f1c-b616-424252b3d83e req-05729ac4-8c6b-4d4c-b558-d1a0a29d4ed3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:13.686837 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608f711-0be9-4f1c-b616-424252b3d83e req-05729ac4-8c6b-4d4c-b558-d1a0a29d4ed3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:13.703468 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608f711-0be9-4f1c-b616-424252b3d83e req-05729ac4-8c6b-4d4c-b558-d1a0a29d4ed3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:13.713074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608f711-0be9-4f1c-b616-424252b3d83e req-05729ac4-8c6b-4d4c-b558-d1a0a29d4ed3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:13.716065 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-c61431da-625d-48d7-99ac-de3131e3303d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=abf4ae31-96f5-462f-b24f-2b00dec9d4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593297 Jan 27 21:51:13.720857 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] Set router b65215d6-bb8a-40c4-9f30-8c26cbead61b gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:51:13.730689 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608f711-0be9-4f1c-b616-424252b3d83e req-05729ac4-8c6b-4d4c-b558-d1a0a29d4ed3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:13.741631 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b608f711-0be9-4f1c-b616-424252b3d83e req-05729ac4-8c6b-4d4c-b558-d1a0a29d4ed3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.6490996 Jan 27 21:51:13.935578 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-7b9b74b3-6fd6-4f2f-bc06-0ea8c566f2c0 service neutron] 10.222.0.21 "GET /v2.0/networks/abf4ae31-96f5-462f-b24f-2b00dec9d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119608 Jan 27 21:51:14.042298 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'name': 'tempest-AttachVolumeShelveTestJSON-82970161-router', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:05Z', 'updated_at': '2022-01-27T21:51:09Z', 'revision_number': 3, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'gw_port': {'id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:07Z', 'updated_at': '2022-01-27T21:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:14.126510 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7723746-d129-4cf4-8759-c72a48274d6e None None] The sync data for ids ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'] in n-d-772272-3 is: [{'id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'name': 'tempest-AttachVolumeShelveTestJSON-82970161-router', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:05Z', 'updated_at': '2022-01-27T21:51:09Z', 'revision_number': 3, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'gw_port': {'id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:07Z', 'updated_at': '2022-01-27T21:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:51:14.128771 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b608f711-0be9-4f1c-b616-424252b3d83e req-4396784b-00f5-4b26-8b2b-4c10f83926dc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3849993 Jan 27 21:51:14.164844 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-dd31d507-9b7d-4e20-b465-f16ce014382b req-7595e32f-20bb-472c-b2b4-2fe8f8e32415 service neutron] 10.222.0.21 "GET /v2.0/networks/abf4ae31-96f5-462f-b24f-2b00dec9d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179887 Jan 27 21:51:14.170954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c7928-cdae-4775-a006-c9be7881676d req-d768c03c-1572-4acf-9c78-19360e9c4398 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:14.198977 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e40c7928-cdae-4775-a006-c9be7881676d req-d768c03c-1572-4acf-9c78-19360e9c4398 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb HTTP/1.1" status: 200 len: 944 time: 0.3487585 Jan 27 21:51:14.238107 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119d2504-8806-40d1-846c-a95a9fa3ada4 x-openstack-request-id: req-119d2504-8806-40d1-846c-a95a9fa3ada4 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:14.238648 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b9db0f-00cc-4378-9886-7048836cffd0", "tag": "d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:14.238770 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-119d2504-8806-40d1-846c-a95a9fa3ada4 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:14.239161 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b9db0f-00cc-4378-9886-7048836cffd0', 'tag': 'd03bfd28-c3a5-49f1-8cb6-f44bb67d68c8', 'status': 'completed', 'code': 200} Jan 27 21:51:14.311826 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-02b377fd-a589-43b9-a426-7649b4e7897e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:14.360955 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-80d4d625-76fc-459f-9e79-c358568a13fc req-bc06854d-be64-4c0a-b212-62db817948cb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5950eed0-64ac-4bd0-a2ae-e816b5b53e70), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:14.389853 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2965a7-b7ea-44a3-8228-46cdaac5503f req-c13ebdd4-edc8-430b-8144-d86a38470e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:14.390245 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9b2965a7-b7ea-44a3-8228-46cdaac5503f req-c13ebdd4-edc8-430b-8144-d86a38470e0a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ddb724d2f7b4649908b2d3c0fb9cd4c&device_id=47b9db0f-00cc-4378-9886-7048836cffd0 HTTP/1.1" status: 200 len: 1095 time: 0.1125255 Jan 27 21:51:14.480058 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e40c7928-cdae-4775-a006-c9be7881676d req-4241382b-eb20-4c27-9c13-9498ffecee56 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782819 Jan 27 21:51:14.497002 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06854d-be64-4c0a-b212-62db817948cb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Pushing event deleted for resources: {'Port': ['ID=5950eed0-64ac-4bd0-a2ae-e816b5b53e70,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:14.558559 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10aab38-b4b9-4cb4-ace3-8dce29942210 req-b638142a-782d-4e1e-bd57-520424cb8875 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:14.569488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a10aab38-b4b9-4cb4-ace3-8dce29942210 req-b638142a-782d-4e1e-bd57-520424cb8875 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b9db0f-00cc-4378-9886-7048836cffd0 HTTP/1.1" status: 200 len: 944 time: 0.2130096 Jan 27 21:51:14.606385 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2965a7-b7ea-44a3-8228-46cdaac5503f req-4b0667d6-ae24-42ce-8636-0ffe60795672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:14.607983 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9b2965a7-b7ea-44a3-8228-46cdaac5503f req-4b0667d6-ae24-42ce-8636-0ffe60795672 service neutron] 10.222.0.21 "GET /v2.0/networks?id=abf4ae31-96f5-462f-b24f-2b00dec9d4bd HTTP/1.1" status: 200 len: 913 time: 0.2074296 Jan 27 21:51:14.676609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d4d625-76fc-459f-9e79-c358568a13fc req-bc06854d-be64-4c0a-b212-62db817948cb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] No DVR routers for this DVR port 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:51:14.679532 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-80d4d625-76fc-459f-9e79-c358568a13fc req-bc06854d-be64-4c0a-b212-62db817948cb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:14.685006 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80d4d625-76fc-459f-9e79-c358568a13fc req-bc06854d-be64-4c0a-b212-62db817948cb tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.15 "DELETE /v2.0/ports/5950eed0-64ac-4bd0-a2ae-e816b5b53e70 HTTP/1.1" status: 204 len: 173 time: 2.6683176 Jan 27 21:51:14.711607 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb', 'name': 'network-vif-deleted', 'tag': '5950eed0-64ac-4bd0-a2ae-e816b5b53e70'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:14.715055 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321c7213-0330-4bdd-8618-59d2294f4143" -d '{"events": [{"server_uuid": "0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb", "name": "network-vif-deleted", "tag": "5950eed0-64ac-4bd0-a2ae-e816b5b53e70"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:14.717977 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9b2965a7-b7ea-44a3-8228-46cdaac5503f req-64b22d92-dc6d-4d0d-acb7-73ddbd5e69fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 HTTP/1.1" status: 200 len: 217 time: 0.1012666 Jan 27 21:51:14.804633 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba26027-9803-4c7b-828a-e91c14458acf x-openstack-request-id: req-2ba26027-9803-4c7b-828a-e91c14458acf {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:14.805078 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb", "name": "network-vif-deleted", "tag": "5950eed0-64ac-4bd0-a2ae-e816b5b53e70", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:14.805340 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ba26027-9803-4c7b-828a-e91c14458acf {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:14.805748 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecf8fef-0ca0-4ec2-bc99-5779ec50d4bb', 'name': 'network-vif-deleted', 'tag': '5950eed0-64ac-4bd0-a2ae-e816b5b53e70', 'status': 'completed', 'code': 200} Jan 27 21:51:14.834117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a10aab38-b4b9-4cb4-ace3-8dce29942210 req-1603f64d-3928-4cee-80c6-36347980d0aa tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868188 Jan 27 21:51:14.911306 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2965a7-b7ea-44a3-8228-46cdaac5503f req-7c788fc8-2b32-403c-ad41-69f4bc904a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:14.913353 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9b2965a7-b7ea-44a3-8228-46cdaac5503f req-7c788fc8-2b32-403c-ad41-69f4bc904a12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=187893ae-891b-4f2a-b9a3-c08dd2c9cfc8 HTTP/1.1" status: 200 len: 852 time: 0.1888015 Jan 27 21:51:14.959869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-02b377fd-a589-43b9-a426-7649b4e7897e admin admin] Allocated IP 172.20.0.1 (7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41/b1a976cc-2e5b-4556-bc6f-960c2cfb8897/71237575-b72d-4dee-93dd-94df06a96add) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:14.986931 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9b2965a7-b7ea-44a3-8228-46cdaac5503f req-1c2c25f2-734b-4365-9452-47fb15cfada7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=abf4ae31-96f5-462f-b24f-2b00dec9d4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633478 Jan 27 21:51:15.154456 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52694) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:15.202323 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-02b377fd-a589-43b9-a426-7649b4e7897e admin admin] Publish callbacks [] for port (71237575-b72d-4dee-93dd-94df06a96add), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:15.275034 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-02b377fd-a589-43b9-a426-7649b4e7897e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (71237575-b72d-4dee-93dd-94df06a96add), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:15.287170 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9b2965a7-b7ea-44a3-8228-46cdaac5503f req-f53c57a9-2484-4714-860e-073278f77b36 service neutron] 10.222.0.21 "GET /v2.0/networks/abf4ae31-96f5-462f-b24f-2b00dec9d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884417 Jan 27 21:51:15.385462 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b377fd-a589-43b9-a426-7649b4e7897e admin admin] Network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:15.404009 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-02b377fd-a589-43b9-a426-7649b4e7897e admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:15.421354 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b377fd-a589-43b9-a426-7649b4e7897e admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:15.612726 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:51:15.638862 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9b2965a7-b7ea-44a3-8228-46cdaac5503f req-4b97fa67-c9ab-4e08-a523-f3381c1e5932 service neutron] 10.222.0.21 "GET /v2.0/networks/abf4ae31-96f5-462f-b24f-2b00dec9d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414805 Jan 27 21:51:15.670519 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-679645dd-65c1-4bab-b07d-a8b1494a8458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:15.676664 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:51:15.680722 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5950eed0-64ac-4bd0-a2ae-e816b5b53e70 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:51:15.692997 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b377fd-a589-43b9-a426-7649b4e7897e admin admin] Pushing event updated for resources: {'Port': ['ID=71237575-b72d-4dee-93dd-94df06a96add,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:15.738990 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-02b377fd-a589-43b9-a426-7649b4e7897e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (b65215d6-bb8a-40c4-9f30-8c26cbead61b), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:15.876934 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25801205-9aec-4666-8f5c-a5f90862e890 req-9b347755-05eb-40c3-9b1f-c7b39f8ca144 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:15.885153 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25801205-9aec-4666-8f5c-a5f90862e890 req-9b347755-05eb-40c3-9b1f-c7b39f8ca144 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:15.890897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25801205-9aec-4666-8f5c-a5f90862e890 req-9b347755-05eb-40c3-9b1f-c7b39f8ca144 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:15.896876 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25801205-9aec-4666-8f5c-a5f90862e890 req-9b347755-05eb-40c3-9b1f-c7b39f8ca144 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:15.902322 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25801205-9aec-4666-8f5c-a5f90862e890 req-9b347755-05eb-40c3-9b1f-c7b39f8ca144 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:15.908959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25801205-9aec-4666-8f5c-a5f90862e890 req-9b347755-05eb-40c3-9b1f-c7b39f8ca144 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:15.916630 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25801205-9aec-4666-8f5c-a5f90862e890 req-9b347755-05eb-40c3-9b1f-c7b39f8ca144 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:15.919221 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25801205-9aec-4666-8f5c-a5f90862e890 req-9b347755-05eb-40c3-9b1f-c7b39f8ca144 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.5302548 Jan 27 21:51:15.948031 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-9954b168-ebf0-4242-bc54-26c8e25349b3 None None] Provisioning complete for port 71237575-b72d-4dee-93dd-94df06a96add triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:15.949003 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9954b168-ebf0-4242-bc54-26c8e25349b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (71237575-b72d-4dee-93dd-94df06a96add), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:16.062683 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9954b168-ebf0-4242-bc54-26c8e25349b3 None None] Port 71237575-b72d-4dee-93dd-94df06a96add cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:51:16.094552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25801205-9aec-4666-8f5c-a5f90862e890 req-b96622e9-1e9c-4e94-b537-e69b3e15dd64 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1667182 Jan 27 21:51:16.157172 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-679645dd-65c1-4bab-b07d-a8b1494a8458 admin admin] Publish callbacks [] for security_group (71c2e897-fb37-4a4b-af1f-9be918651c67), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:16.164827 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-02b377fd-a589-43b9-a426-7649b4e7897e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (71237575-b72d-4dee-93dd-94df06a96add), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:16.167579 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-679645dd-65c1-4bab-b07d-a8b1494a8458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (71c2e897-fb37-4a4b-af1f-9be918651c67), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:16.282265 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679645dd-65c1-4bab-b07d-a8b1494a8458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c2e897-fb37-4a4b-af1f-9be918651c67,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:16.378438 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-679645dd-65c1-4bab-b07d-a8b1494a8458 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7567736fd10b4e2cb32198f9d3d9b4b0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2191980 Jan 27 21:51:16.378547 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52720) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:16.485907 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d6d0d0f9-774a-45b8-a670-b7730cad6bd1 admin admin] Publish callbacks [] for security_group (71c2e897-fb37-4a4b-af1f-9be918651c67), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:16.526450 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a0f93-13f2-4f95-bda6-842586c4bf1a req-0a39b7a2-18af-472c-ab39-46989069f39d tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:16.527452 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d6d0d0f9-774a-45b8-a670-b7730cad6bd1 admin admin] Publish callbacks [] for security_group (71c2e897-fb37-4a4b-af1f-9be918651c67), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:16.534618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d9a0f93-13f2-4f95-bda6-842586c4bf1a req-0a39b7a2-18af-472c-ab39-46989069f39d tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b9db0f-00cc-4378-9886-7048836cffd0 HTTP/1.1" status: 200 len: 944 time: 0.3532681 Jan 27 21:51:16.597240 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d6d0d0f9-774a-45b8-a670-b7730cad6bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (71c2e897-fb37-4a4b-af1f-9be918651c67), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:16.600900 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d6d0d0f9-774a-45b8-a670-b7730cad6bd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:16.602442 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d6d0d0f9-774a-45b8-a670-b7730cad6bd1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71c2e897-fb37-4a4b-af1f-9be918651c67 HTTP/1.1" status: 204 len: 168 time: 0.2229919 Jan 27 21:51:16.612096 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0d0f9-774a-45b8-a670-b7730cad6bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c2e897-fb37-4a4b-af1f-9be918651c67,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:16.721301 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451784a0-7c93-4f25-89d8-a0278866ca6d req-fb55538a-d24c-4ab3-9978-7f62b5b86552 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:16.737589 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-451784a0-7c93-4f25-89d8-a0278866ca6d req-fb55538a-d24c-4ab3-9978-7f62b5b86552 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 945 time: 0.4353464 Jan 27 21:51:16.741322 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5a6abde6-c665-4b6f-9eb6-ee669f5d5981 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:16.769264 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44183bff-e31f-423f-9058-5b1742301416 req-64e06153-8ae4-481f-866e-0f3f3439e5a2 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:16.771261 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44183bff-e31f-423f-9058-5b1742301416 req-64e06153-8ae4-481f-866e-0f3f3439e5a2 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.15 "GET /v2.0/ports?device_id=629b7279-5c93-4feb-86ad-1cc7e1a0ac1c HTTP/1.1" status: 200 len: 945 time: 0.4475260 Jan 27 21:51:16.815431 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d9a0f93-13f2-4f95-bda6-842586c4bf1a req-d238c599-d918-4c03-bb47-08ce83e3a747 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797978 Jan 27 21:51:16.857041 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5a6abde6-c665-4b6f-9eb6-ee669f5d5981 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:16.857773 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5a6abde6-c665-4b6f-9eb6-ee669f5d5981), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:16.900285 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-451784a0-7c93-4f25-89d8-a0278866ca6d req-d6911196-0e70-4901-86b5-2a356aabc090 tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.23 "GET /v2.0/security-groups?id=771cdf53-ecbf-4def-ae7b-3be0684d5f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617858 Jan 27 21:51:17.065951 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-44183bff-e31f-423f-9058-5b1742301416 req-81a99e0a-6939-426b-9118-02b6615fd0dd tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Deleting port 03ab448e-8097-4d3a-a2cb-650afa51b403 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:51:17.066299 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-44183bff-e31f-423f-9058-5b1742301416 req-81a99e0a-6939-426b-9118-02b6615fd0dd tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (03ab448e-8097-4d3a-a2cb-650afa51b403), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.081968 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5a6abde6-c665-4b6f-9eb6-ee669f5d5981 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:17.082368 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5a6abde6-c665-4b6f-9eb6-ee669f5d5981), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.134334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 5a6abde6-c665-4b6f-9eb6-ee669f5d5981, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5a6abde6-c665-4b6f-9eb6-ee669f5d5981,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:17.139708 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5a6abde6-c665-4b6f-9eb6-ee669f5d5981), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.203781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52736) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:17.237160 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-003f1c6e-b892-4171-a503-450313ad2e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.264694 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=5a6abde6-c665-4b6f-9eb6-ee669f5d5981,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:17.316619 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-44183bff-e31f-423f-9058-5b1742301416 req-81a99e0a-6939-426b-9118-02b6615fd0dd tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] For port 03ab448e-8097-4d3a-a2cb-650afa51b403, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=03ab448e-8097-4d3a-a2cb-650afa51b403,segment=NetworkSegment(daf903dd-d443-43bd-844c-795602e93b36),segment_id=daf903dd-d443-43bd-844c-795602e93b36)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:17.317096 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-44183bff-e31f-423f-9058-5b1742301416 req-81a99e0a-6939-426b-9118-02b6615fd0dd tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (03ab448e-8097-4d3a-a2cb-650afa51b403), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.330602 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-44183bff-e31f-423f-9058-5b1742301416 req-81a99e0a-6939-426b-9118-02b6615fd0dd tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Calling delete_port for 03ab448e-8097-4d3a-a2cb-650afa51b403 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:51:17.348838 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-003f1c6e-b892-4171-a503-450313ad2e4f admin admin] Publish callbacks [] for security_group (6315085e-9a93-4bd5-a784-8e57bb5c68c0), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.351040 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-02b377fd-a589-43b9-a426-7649b4e7897e admin admin] Publish callbacks [] for port (71237575-b72d-4dee-93dd-94df06a96add), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.353182 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-003f1c6e-b892-4171-a503-450313ad2e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6315085e-9a93-4bd5-a784-8e57bb5c68c0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.446984 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-003f1c6e-b892-4171-a503-450313ad2e4f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b5b264f850db404ba33c05c7ae61a42d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418833 Jan 27 21:51:17.451949 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52740) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:17.496267 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f1c6e-b892-4171-a503-450313ad2e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6315085e-9a93-4bd5-a784-8e57bb5c68c0,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:17.523915 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-44183bff-e31f-423f-9058-5b1742301416 req-81a99e0a-6939-426b-9118-02b6615fd0dd tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (03ab448e-8097-4d3a-a2cb-650afa51b403), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.528728 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-02b377fd-a589-43b9-a426-7649b4e7897e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (71237575-b72d-4dee-93dd-94df06a96add), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.583457 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ce2b-50b8-4c2f-ab08-90ec3ec11760 admin admin] Publish callbacks [] for security_group (6315085e-9a93-4bd5-a784-8e57bb5c68c0), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.611785 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ce2b-50b8-4c2f-ab08-90ec3ec11760 admin admin] Publish callbacks [] for security_group (6315085e-9a93-4bd5-a784-8e57bb5c68c0), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.636105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a99e0a-6939-426b-9118-02b6615fd0dd tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Pushing event deleted for resources: {'Port': ['ID=03ab448e-8097-4d3a-a2cb-650afa51b403,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:17.689410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048eb7-bfea-4c90-9a6f-8b4afc257baf req-382f0448-bf19-4149-ae0e-6cb68eee4e8d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:17.707642 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048eb7-bfea-4c90-9a6f-8b4afc257baf req-382f0448-bf19-4149-ae0e-6cb68eee4e8d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:17.713789 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048eb7-bfea-4c90-9a6f-8b4afc257baf req-382f0448-bf19-4149-ae0e-6cb68eee4e8d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:17.715860 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ce2b-50b8-4c2f-ab08-90ec3ec11760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6315085e-9a93-4bd5-a784-8e57bb5c68c0), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.719166 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048eb7-bfea-4c90-9a6f-8b4afc257baf req-382f0448-bf19-4149-ae0e-6cb68eee4e8d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:17.719747 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bfa3ce2b-50b8-4c2f-ab08-90ec3ec11760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.721218 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bfa3ce2b-50b8-4c2f-ab08-90ec3ec11760 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6315085e-9a93-4bd5-a784-8e57bb5c68c0 HTTP/1.1" status: 204 len: 168 time: 0.2680399 Jan 27 21:51:17.725158 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048eb7-bfea-4c90-9a6f-8b4afc257baf req-382f0448-bf19-4149-ae0e-6cb68eee4e8d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:17.731640 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048eb7-bfea-4c90-9a6f-8b4afc257baf req-382f0448-bf19-4149-ae0e-6cb68eee4e8d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:17.737270 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048eb7-bfea-4c90-9a6f-8b4afc257baf req-382f0448-bf19-4149-ae0e-6cb68eee4e8d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:17.739182 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66048eb7-bfea-4c90-9a6f-8b4afc257baf req-382f0448-bf19-4149-ae0e-6cb68eee4e8d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.3936489 Jan 27 21:51:17.766774 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3ce2b-50b8-4c2f-ab08-90ec3ec11760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6315085e-9a93-4bd5-a784-8e57bb5c68c0,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:17.783559 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-44183bff-e31f-423f-9058-5b1742301416 req-81a99e0a-6939-426b-9118-02b6615fd0dd tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] No DVR routers for this DVR port 03ab448e-8097-4d3a-a2cb-650afa51b403 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:51:17.806262 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-02b377fd-a589-43b9-a426-7649b4e7897e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (b65215d6-bb8a-40c4-9f30-8c26cbead61b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.815527 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-44183bff-e31f-423f-9058-5b1742301416 req-81a99e0a-6939-426b-9118-02b6615fd0dd tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.819045 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44183bff-e31f-423f-9058-5b1742301416 req-81a99e0a-6939-426b-9118-02b6615fd0dd tempest-LiveMigrationTest-848918615 tempest-LiveMigrationTest-848918615-project] 10.222.0.15 "DELETE /v2.0/ports/03ab448e-8097-4d3a-a2cb-650afa51b403 HTTP/1.1" status: 204 len: 173 time: 0.9970689 Jan 27 21:51:17.831859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629b7279-5c93-4feb-86ad-1cc7e1a0ac1c', 'name': 'network-vif-deleted', 'tag': '03ab448e-8097-4d3a-a2cb-650afa51b403'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:17.837530 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee79903-8285-4f40-909a-339b638aee25" -d '{"events": [{"server_uuid": "629b7279-5c93-4feb-86ad-1cc7e1a0ac1c", "name": "network-vif-deleted", "tag": "03ab448e-8097-4d3a-a2cb-650afa51b403"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:18.055945 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b377fd-a589-43b9-a426-7649b4e7897e admin admin] Pushing event updated for resources: {'Port': ['ID=71237575-b72d-4dee-93dd-94df06a96add,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:18.172250 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:51:18.456464 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8,segment=NetworkSegment(3c47dba4-397a-4931-8edb-dea04d5c65b2),segment_id=3c47dba4-397a-4931-8edb-dea04d5c65b2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:18.486861 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'd03bfd28-c3a5-49f1-8cb6-f44bb67d68c8', 'network_id': 'abf4ae31-96f5-462f-b24f-2b00dec9d4bd', 'port_id': 'd03bfd28-c3a5-49f1-8cb6-f44bb67d68c8', 'mac_address': 'fa:16:3e:df:ed:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187893ae-891b-4f2a-b9a3-c08dd2c9cfc8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:51:18.564672 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66048eb7-bfea-4c90-9a6f-8b4afc257baf req-8a435d19-16ed-4a49-8378-3d6408315b0e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7990699 Jan 27 21:51:18.572761 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:18.573709 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:18.602319 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:18.657789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8,segment=NetworkSegment(3c47dba4-397a-4931-8edb-dea04d5c65b2),segment_id=3c47dba4-397a-4931-8edb-dea04d5c65b2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:18.659384 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0a10c-b5f2-497b-a984-0aa0d62c7e03 req-1b9e80ec-ab51-46f9-9491-9a9966f7f938 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:18.664653 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:18.670960 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9dc0a10c-b5f2-497b-a984-0aa0d62c7e03 req-1b9e80ec-ab51-46f9-9491-9a9966f7f938 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b9db0f-00cc-4378-9886-7048836cffd0 HTTP/1.1" status: 200 len: 944 time: 0.6485600 Jan 27 21:51:18.728325 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:18.739244 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5a6abde6-c665-4b6f-9eb6-ee669f5d5981 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:18.743277 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c869bb-6a3a-4c4c-a0c7-013858a75784 x-openstack-request-id: req-b8c869bb-6a3a-4c4c-a0c7-013858a75784 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:18.744493 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629b7279-5c93-4feb-86ad-1cc7e1a0ac1c", "name": "network-vif-deleted", "tag": "03ab448e-8097-4d3a-a2cb-650afa51b403", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:18.744493 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8c869bb-6a3a-4c4c-a0c7-013858a75784 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:18.744493 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629b7279-5c93-4feb-86ad-1cc7e1a0ac1c', 'name': 'network-vif-deleted', 'tag': '03ab448e-8097-4d3a-a2cb-650afa51b403', 'status': 'completed', 'code': 200} Jan 27 21:51:18.755479 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b377fd-a589-43b9-a426-7649b4e7897e admin admin] Network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:18.766570 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-02b377fd-a589-43b9-a426-7649b4e7897e admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:18.791785 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52774) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:18.854387 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5a6abde6-c665-4b6f-9eb6-ee669f5d5981 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:18.854768 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5a6abde6-c665-4b6f-9eb6-ee669f5d5981), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:19.058050 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9dc0a10c-b5f2-497b-a984-0aa0d62c7e03 req-70d13db0-35c1-4316-825d-85be0ba2e876 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809128 Jan 27 21:51:19.088281 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5a6abde6-c665-4b6f-9eb6-ee669f5d5981 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:19.110204 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:19.208361 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b377fd-a589-43b9-a426-7649b4e7897e admin admin] Router b65215d6-bb8a-40c4-9f30-8c26cbead61b has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:51:19.221013 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-4622756a-8980-4431-8e42-f435fab1b9c1 admin admin] Deleting subnet 3c8c1fde-1173-4cc5-9eb6-13f24f8d2210 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:51:19.230302 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4622756a-8980-4431-8e42-f435fab1b9c1 admin admin] Publish callbacks [] for subnet (3c8c1fde-1173-4cc5-9eb6-13f24f8d2210), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:19.267219 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-38a63079-2998-4928-8675-17c761b51213 None None] Provisioning complete for port 71237575-b72d-4dee-93dd-94df06a96add triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:19.267793 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-38a63079-2998-4928-8675-17c761b51213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (71237575-b72d-4dee-93dd-94df06a96add), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:19.286353 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4622756a-8980-4431-8e42-f435fab1b9c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (3c8c1fde-1173-4cc5-9eb6-13f24f8d2210), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:19.341973 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4622756a-8980-4431-8e42-f435fab1b9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (3c8c1fde-1173-4cc5-9eb6-13f24f8d2210), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:19.413357 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-38a63079-2998-4928-8675-17c761b51213 None None] Port 71237575-b72d-4dee-93dd-94df06a96add cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:51:19.422824 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4622756a-8980-4431-8e42-f435fab1b9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (3c8c1fde-1173-4cc5-9eb6-13f24f8d2210), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:19.453545 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b377fd-a589-43b9-a426-7649b4e7897e admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:51:19.456461 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4622756a-8980-4431-8e42-f435fab1b9c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:19.474070 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-02b377fd-a589-43b9-a426-7649b4e7897e admin admin] 10.222.0.23 "PUT /v2.0/routers/b65215d6-bb8a-40c4-9f30-8c26cbead61b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5569494 Jan 27 21:51:19.481613 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] Sync routers for ids ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:51:19.490116 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4622756a-8980-4431-8e42-f435fab1b9c1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3c8c1fde-1173-4cc5-9eb6-13f24f8d2210 HTTP/1.1" status: 204 len: 168 time: 0.6964364 Jan 27 21:51:19.492081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52794) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:19.521694 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622756a-8980-4431-8e42-f435fab1b9c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c8c1fde-1173-4cc5-9eb6-13f24f8d2210,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:19.540331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] Routers {'b65215d6-bb8a-40c4-9f30-8c26cbead61b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:51:19.540971 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:50:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:19.613674 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-00631d6e-011a-4450-aad0-6d27599e375c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (682655b0-dbc8-497a-9054-3d8e44de5af4), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:19.787675 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-00631d6e-011a-4450-aad0-6d27599e375c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (682655b0-dbc8-497a-9054-3d8e44de5af4), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:19.812079 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-00631d6e-011a-4450-aad0-6d27599e375c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682655b0-dbc8-497a-9054-3d8e44de5af4']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:19.825219 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-00631d6e-011a-4450-aad0-6d27599e375c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf903dd-d443-43bd-844c-795602e93b36') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:19.825783 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-00631d6e-011a-4450-aad0-6d27599e375c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf903dd-d443-43bd-844c-795602e93b36') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:19.838838 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-00631d6e-011a-4450-aad0-6d27599e375c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (daf903dd-d443-43bd-844c-795602e93b36), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:19.848426 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] Set router b65215d6-bb8a-40c4-9f30-8c26cbead61b gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:51:19.854692 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-00631d6e-011a-4450-aad0-6d27599e375c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (daf903dd-d443-43bd-844c-795602e93b36), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:19.863923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00631d6e-011a-4450-aad0-6d27599e375c admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:51:19.864836 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-00631d6e-011a-4450-aad0-6d27599e375c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (daf903dd-d443-43bd-844c-795602e93b36), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: timer() Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:51:19.982542 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:51:20.010994 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-00631d6e-011a-4450-aad0-6d27599e375c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (682655b0-dbc8-497a-9054-3d8e44de5af4), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:20.018055 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-00631d6e-011a-4450-aad0-6d27599e375c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:20.024012 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-00631d6e-011a-4450-aad0-6d27599e375c admin admin] 10.222.0.23 "DELETE /v2.0/networks/682655b0-dbc8-497a-9054-3d8e44de5af4 HTTP/1.1" status: 204 len: 168 time: 0.5297363 Jan 27 21:51:20.026932 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52808) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:20.086602 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00631d6e-011a-4450-aad0-6d27599e375c admin admin] Pushing event deleted for resources: {'Network': ['ID=682655b0-dbc8-497a-9054-3d8e44de5af4,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:20.103455 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8215e6a-1a4a-4a04-bcdf-5d288b0213df req-3d9a4800-0452-4a91-a23d-c18c65c03e7e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:20.114216 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8215e6a-1a4a-4a04-bcdf-5d288b0213df req-3d9a4800-0452-4a91-a23d-c18c65c03e7e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:20.120667 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ef2924-fbcd-49c0-bb84-2ba4b48a4cc9 admin admin] Deleting subnet a4db43ed-644f-42c2-af6a-d3060f03104c {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:51:20.122240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8215e6a-1a4a-4a04-bcdf-5d288b0213df req-3d9a4800-0452-4a91-a23d-c18c65c03e7e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:20.129007 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8215e6a-1a4a-4a04-bcdf-5d288b0213df req-3d9a4800-0452-4a91-a23d-c18c65c03e7e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:20.135467 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8215e6a-1a4a-4a04-bcdf-5d288b0213df req-3d9a4800-0452-4a91-a23d-c18c65c03e7e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:20.143604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8215e6a-1a4a-4a04-bcdf-5d288b0213df req-3d9a4800-0452-4a91-a23d-c18c65c03e7e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:20.143815 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2924-fbcd-49c0-bb84-2ba4b48a4cc9 admin admin] Publish callbacks [] for subnet (a4db43ed-644f-42c2-af6a-d3060f03104c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:20.157602 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8215e6a-1a4a-4a04-bcdf-5d288b0213df req-3d9a4800-0452-4a91-a23d-c18c65c03e7e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:20.167943 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c8215e6a-1a4a-4a04-bcdf-5d288b0213df req-3d9a4800-0452-4a91-a23d-c18c65c03e7e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.2347970 Jan 27 21:51:20.261992 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c8215e6a-1a4a-4a04-bcdf-5d288b0213df req-654e3ce7-cf23-4f72-9ac9-affbd9159f45 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0925138 Jan 27 21:51:20.264924 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'name': 'tempest-AttachVolumeShelveTestJSON-82970161-router', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:05Z', 'updated_at': '2022-01-27T21:51:16Z', 'revision_number': 4, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'gw_port': {'id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:07Z', 'updated_at': '2022-01-27T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '71237575-b72d-4dee-93dd-94df06a96add', 'name': '', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'mac_address': 'fa:16:3e:20:33:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:14Z', 'updated_at': '2022-01-27T21:51:16Z', 'revision_number': 2, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'subnets': [{'id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:20.269773 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2924-fbcd-49c0-bb84-2ba4b48a4cc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (a4db43ed-644f-42c2-af6a-d3060f03104c), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:20.347671 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] Checking router: b65215d6-bb8a-40c4-9f30-8c26cbead61b for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:51:20.348893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] Updating router b65215d6-bb8a-40c4-9f30-8c26cbead61b port 71237575-b72d-4dee-93dd-94df06a96add binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:51:20.374167 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2924-fbcd-49c0-bb84-2ba4b48a4cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (a4db43ed-644f-42c2-af6a-d3060f03104c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:20.423418 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (71237575-b72d-4dee-93dd-94df06a96add), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:20.512932 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2924-fbcd-49c0-bb84-2ba4b48a4cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (a4db43ed-644f-42c2-af6a-d3060f03104c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:20.592489 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef2924-fbcd-49c0-bb84-2ba4b48a4cc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4db43ed-644f-42c2-af6a-d3060f03104c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:20.608430 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2924-fbcd-49c0-bb84-2ba4b48a4cc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:20.620429 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a9ef2924-fbcd-49c0-bb84-2ba4b48a4cc9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a4db43ed-644f-42c2-af6a-d3060f03104c HTTP/1.1" status: 204 len: 168 time: 0.5886669 Jan 27 21:51:20.621370 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52820) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:20.629324 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52822) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:20.641548 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-e8fe378e-30b8-435d-b4b7-bf5870ad5079 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--385923559', 'description': 'tempest-description--740485919'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:20.670924 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79697d43-77cb-40a9-ab4f-806286223d38 req-f19f391a-2f5b-492d-a5d2-ef8ff8de1963 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:20.673276 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-79697d43-77cb-40a9-ab4f-806286223d38 req-f19f391a-2f5b-492d-a5d2-ef8ff8de1963 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b9db0f-00cc-4378-9886-7048836cffd0 HTTP/1.1" status: 200 len: 945 time: 0.1327069 Jan 27 21:51:20.752184 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29082fa7-9439-4c5c-8cf4-72911d3b1360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (4dab7fa2-51b4-4539-b73a-c4b74becead2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:20.758718 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-79697d43-77cb-40a9-ab4f-806286223d38 req-43a0eca2-fb78-4e85-95ec-7d409d9a8173 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684254 Jan 27 21:51:20.759514 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e8fe378e-30b8-435d-b4b7-bf5870ad5079 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:20.878445 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] Publish callbacks [] for port (71237575-b72d-4dee-93dd-94df06a96add), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:20.892514 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (71237575-b72d-4dee-93dd-94df06a96add), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:20.902081 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29082fa7-9439-4c5c-8cf4-72911d3b1360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (4dab7fa2-51b4-4539-b73a-c4b74becead2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:20.930460 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e8fe378e-30b8-435d-b4b7-bf5870ad5079 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group (4bc966eb-0108-4ea4-95b4-fb1579090eb1), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:20.937192 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e8fe378e-30b8-435d-b4b7-bf5870ad5079 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4bc966eb-0108-4ea4-95b4-fb1579090eb1), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:20.940103 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-29082fa7-9439-4c5c-8cf4-72911d3b1360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dab7fa2-51b4-4539-b73a-c4b74becead2']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:20.954967 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-29082fa7-9439-4c5c-8cf4-72911d3b1360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8cda82-5990-464a-af96-abc4690d9d1e') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:20.955517 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-29082fa7-9439-4c5c-8cf4-72911d3b1360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8cda82-5990-464a-af96-abc4690d9d1e') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:20.969539 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29082fa7-9439-4c5c-8cf4-72911d3b1360 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (dd8cda82-5990-464a-af96-abc4690d9d1e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:20.989831 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29082fa7-9439-4c5c-8cf4-72911d3b1360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (dd8cda82-5990-464a-af96-abc4690d9d1e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.015135 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e8fe378e-30b8-435d-b4b7-bf5870ad5079 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.016440 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e8fe378e-30b8-435d-b4b7-bf5870ad5079 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3854675 Jan 27 21:51:21.019325 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52832) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:21.029361 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.032556 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-7533ae53-c50c-486b-b195-97900594e2e6 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Request body: {'security_group_rule': {'security_group_id': '4bc966eb-0108-4ea4-95b4-fb1579090eb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:21.034385 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29082fa7-9439-4c5c-8cf4-72911d3b1360 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:51:21.037415 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29082fa7-9439-4c5c-8cf4-72911d3b1360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (dd8cda82-5990-464a-af96-abc4690d9d1e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.048837 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe378e-30b8-435d-b4b7-bf5870ad5079 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc966eb-0108-4ea4-95b4-fb1579090eb1,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:21.056133 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee73772-7613-4592-a1e9-d4a1a07635c4 None None] Pushing event updated for resources: {'Port': ['ID=71237575-b72d-4dee-93dd-94df06a96add,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:21.090932 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7533ae53-c50c-486b-b195-97900594e2e6 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group_rule (c0f300e7-ce2a-4d9f-98a4-44d7b3bf2450), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: timer() Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:51:21.176218 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:51:21.181528 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29082fa7-9439-4c5c-8cf4-72911d3b1360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (4dab7fa2-51b4-4539-b73a-c4b74becead2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.188815 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29082fa7-9439-4c5c-8cf4-72911d3b1360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.208283 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] Attempting to bind port 71237575-b72d-4dee-93dd-94df06a96add on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:21.208666 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] Attempting to bind port 71237575-b72d-4dee-93dd-94df06a96add by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:21.209815 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-29082fa7-9439-4c5c-8cf4-72911d3b1360 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4dab7fa2-51b4-4539-b73a-c4b74becead2 HTTP/1.1" status: 204 len: 168 time: 0.5842752 Jan 27 21:51:21.211235 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] Attempting to bind port 71237575-b72d-4dee-93dd-94df06a96add on network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:21.243993 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:21.245710 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] Checking segment: {'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:21.246220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29082fa7-9439-4c5c-8cf4-72911d3b1360 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dab7fa2-51b4-4539-b73a-c4b74becead2,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:21.246402 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.246776 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] Bound using segment: {'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:21.247265 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] Bound port: 71237575-b72d-4dee-93dd-94df06a96add, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:21.252527 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (71237575-b72d-4dee-93dd-94df06a96add), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.284242 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7533ae53-c50c-486b-b195-97900594e2e6 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group_rule (c0f300e7-ce2a-4d9f-98a4-44d7b3bf2450), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.293768 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7533ae53-c50c-486b-b195-97900594e2e6 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (c0f300e7-ce2a-4d9f-98a4-44d7b3bf2450), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.329170 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533ae53-c50c-486b-b195-97900594e2e6 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f300e7-ce2a-4d9f-98a4-44d7b3bf2450,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:21.335275 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7533ae53-c50c-486b-b195-97900594e2e6 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.336971 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7533ae53-c50c-486b-b195-97900594e2e6 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3166401 Jan 27 21:51:21.339621 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52840) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:21.345908 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-6df8ab8e-a322-48fc-b351-283c9ae51aa8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Request body: {'security_group_rule': {'security_group_id': '4bc966eb-0108-4ea4-95b4-fb1579090eb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:21.389478 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6df8ab8e-a322-48fc-b351-283c9ae51aa8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group_rule (d259bf66-9f37-4f20-baab-e5b74fed202f), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.465447 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] For port 71237575-b72d-4dee-93dd-94df06a96add, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:21.471251 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] For port 71237575-b72d-4dee-93dd-94df06a96add, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=71237575-b72d-4dee-93dd-94df06a96add,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:21.478965 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (71237575-b72d-4dee-93dd-94df06a96add), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.572628 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52848) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:21.577154 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6df8ab8e-a322-48fc-b351-283c9ae51aa8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group_rule (d259bf66-9f37-4f20-baab-e5b74fed202f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.593566 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6df8ab8e-a322-48fc-b351-283c9ae51aa8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (d259bf66-9f37-4f20-baab-e5b74fed202f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.618364 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5002a15-d74c-4db0-aad6-97d6e75c964e req-a823c536-a27f-4a12-8cce-edb215d5d40e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:21.622662 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c365ad7a-8a1d-43cc-ac7d-d7988fed59be None None] Provisioning complete for port 71237575-b72d-4dee-93dd-94df06a96add triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:21.623211 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c365ad7a-8a1d-43cc-ac7d-d7988fed59be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (71237575-b72d-4dee-93dd-94df06a96add), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.624804 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee73772-7613-4592-a1e9-d4a1a07635c4 None None] Pushing event updated for resources: {'Port': ['ID=71237575-b72d-4dee-93dd-94df06a96add,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:21.627886 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5002a15-d74c-4db0-aad6-97d6e75c964e req-a823c536-a27f-4a12-8cce-edb215d5d40e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:21.634065 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5002a15-d74c-4db0-aad6-97d6e75c964e req-a823c536-a27f-4a12-8cce-edb215d5d40e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:21.643530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5002a15-d74c-4db0-aad6-97d6e75c964e req-a823c536-a27f-4a12-8cce-edb215d5d40e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:21.647850 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 03ab448e-8097-4d3a-a2cb-650afa51b403 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:51:21.650476 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5002a15-d74c-4db0-aad6-97d6e75c964e req-a823c536-a27f-4a12-8cce-edb215d5d40e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:21.656579 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5002a15-d74c-4db0-aad6-97d6e75c964e req-a823c536-a27f-4a12-8cce-edb215d5d40e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:21.663573 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5002a15-d74c-4db0-aad6-97d6e75c964e req-a823c536-a27f-4a12-8cce-edb215d5d40e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:21.672172 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5002a15-d74c-4db0-aad6-97d6e75c964e req-a823c536-a27f-4a12-8cce-edb215d5d40e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.2281229 Jan 27 21:51:21.688672 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bc0bc854-13c2-4b2c-932f-892c0a3c3bd2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95aa79ef2e0d4820bfc1772df699fe63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1148319 Jan 27 21:51:21.693920 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52852) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:21.747948 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] Routers {'b65215d6-bb8a-40c4-9f30-8c26cbead61b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:51:21.751171 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:50:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:21.756838 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8ab8e-a322-48fc-b351-283c9ae51aa8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d259bf66-9f37-4f20-baab-e5b74fed202f,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:21.784442 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6df8ab8e-a322-48fc-b351-283c9ae51aa8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.787721 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6df8ab8e-a322-48fc-b351-283c9ae51aa8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4458575 Jan 27 21:51:21.794175 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52858) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:21.821349 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a9fb67bd-4f39-4942-ab8f-e65afccae279 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:21.841675 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 03ab448e-8097-4d3a-a2cb-650afa51b403 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:51:21.842026 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 03ab448e-8097-4d3a-a2cb-650afa51b403 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:51:21.888668 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7a0d6f0-7868-4ecd-9d69-4ea9add9782a admin admin] Publish callbacks [] for security_group (771cdf53-ecbf-4def-ae7b-3be0684d5f71), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.894240 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5002a15-d74c-4db0-aad6-97d6e75c964e req-4ab06eb1-e37b-4325-b131-f01c752531b0 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2210610 Jan 27 21:51:21.930546 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9fb67bd-4f39-4942-ab8f-e65afccae279 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.972941 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667b4e4-9b0f-4562-b23c-0c4266f4b57b req-d70da7fb-d5fc-44ae-a506-0f9fd39f0ec6 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:21.987062 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7a0d6f0-7868-4ecd-9d69-4ea9add9782a admin admin] Publish callbacks [] for security_group (771cdf53-ecbf-4def-ae7b-3be0684d5f71), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.002532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a667b4e4-9b0f-4562-b23c-0c4266f4b57b req-d70da7fb-d5fc-44ae-a506-0f9fd39f0ec6 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b9db0f-00cc-4378-9886-7048836cffd0 HTTP/1.1" status: 200 len: 945 time: 0.1005347 Jan 27 21:51:22.085981 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a667b4e4-9b0f-4562-b23c-0c4266f4b57b req-c6399c6c-cc58-4114-a089-aa402ff623c0 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824218 Jan 27 21:51:22.155685 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7a0d6f0-7868-4ecd-9d69-4ea9add9782a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (771cdf53-ecbf-4def-ae7b-3be0684d5f71), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.160053 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7a0d6f0-7868-4ecd-9d69-4ea9add9782a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.161799 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e7a0d6f0-7868-4ecd-9d69-4ea9add9782a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/771cdf53-ecbf-4def-ae7b-3be0684d5f71 HTTP/1.1" status: 204 len: 168 time: 0.4666519 Jan 27 21:51:22.180506 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0d6f0-7868-4ecd-9d69-4ea9add9782a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771cdf53-ecbf-4def-ae7b-3be0684d5f71,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:22.253909 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9fb67bd-4f39-4942-ab8f-e65afccae279 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.317860 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] Set router b65215d6-bb8a-40c4-9f30-8c26cbead61b gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:51:22.401633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52866) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:22.410477 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:22.502152 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c365ad7a-8a1d-43cc-ac7d-d7988fed59be None None] Current status of the port 71237575-b72d-4dee-93dd-94df06a96add is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:22.502811 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c365ad7a-8a1d-43cc-ac7d-d7988fed59be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (71237575-b72d-4dee-93dd-94df06a96add), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.543072 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-a9fb67bd-4f39-4942-ab8f-e65afccae279 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Allocated IP 172.25.3.234 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/4806f205-01dc-49fc-8361-183e57690f80) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:22.702825 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c365ad7a-8a1d-43cc-ac7d-d7988fed59be None None] For port 71237575-b72d-4dee-93dd-94df06a96add, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=71237575-b72d-4dee-93dd-94df06a96add,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:22.713736 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c365ad7a-8a1d-43cc-ac7d-d7988fed59be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (71237575-b72d-4dee-93dd-94df06a96add), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.805791 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-92124978-572e-4d02-8b2e-c3b3b133b04a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.841832 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52874) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:22.845991 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9fb67bd-4f39-4942-ab8f-e65afccae279 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for port (4806f205-01dc-49fc-8361-183e57690f80), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.849131 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365ad7a-8a1d-43cc-ac7d-d7988fed59be None None] Pushing event updated for resources: {'Port': ['ID=71237575-b72d-4dee-93dd-94df06a96add,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:22.856656 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:51:22.883842 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:22.884855 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.915901 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9fb67bd-4f39-4942-ab8f-e65afccae279 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (4806f205-01dc-49fc-8361-183e57690f80), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.950007 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-eacb58a3-ae83-43c2-8299-04ea25d39e0e None None] Provisioning complete for port 71237575-b72d-4dee-93dd-94df06a96add triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:22.950438 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-eacb58a3-ae83-43c2-8299-04ea25d39e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (71237575-b72d-4dee-93dd-94df06a96add), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:23.031754 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fb67bd-4f39-4942-ab8f-e65afccae279 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:23.048756 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-a9fb67bd-4f39-4942-ab8f-e65afccae279 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:23.053656 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7bf0d326-a2a3-4e0d-b186-9e1561ddd1d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f80d205e6004adfbf7f8eb1e5b9a9a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2091064 Jan 27 21:51:23.061633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52878) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:23.067036 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fb67bd-4f39-4942-ab8f-e65afccae279 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:23.115553 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb67bd-4f39-4942-ab8f-e65afccae279 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Pushing event updated for resources: {'Port': ['ID=4806f205-01dc-49fc-8361-183e57690f80,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:23.175245 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:23.175821 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:23.185119 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'name': 'tempest-AttachVolumeShelveTestJSON-82970161-router', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:05Z', 'updated_at': '2022-01-27T21:51:16Z', 'revision_number': 4, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'gw_port': {'id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:07Z', 'updated_at': '2022-01-27T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '71237575-b72d-4dee-93dd-94df06a96add', 'name': '', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'mac_address': 'fa:16:3e:20:33:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:14Z', 'updated_at': '2022-01-27T21:51:21Z', 'revision_number': 4, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'subnets': [{'id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:23.223496 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9fb67bd-4f39-4942-ab8f-e65afccae279 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for floatingip (c8dc66f1-fcc5-4cc7-9176-6b01f2505396), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:23.234394 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03bf80-dfc0-46bf-96b7-b5712befbfb9 req-78eeb2ce-7a18-4200-9d1a-81c51fcb776c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:23.239744 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03bf80-dfc0-46bf-96b7-b5712befbfb9 req-78eeb2ce-7a18-4200-9d1a-81c51fcb776c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:23.245206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03bf80-dfc0-46bf-96b7-b5712befbfb9 req-78eeb2ce-7a18-4200-9d1a-81c51fcb776c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:23.251613 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03bf80-dfc0-46bf-96b7-b5712befbfb9 req-78eeb2ce-7a18-4200-9d1a-81c51fcb776c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:23.258483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03bf80-dfc0-46bf-96b7-b5712befbfb9 req-78eeb2ce-7a18-4200-9d1a-81c51fcb776c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:23.264126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03bf80-dfc0-46bf-96b7-b5712befbfb9 req-78eeb2ce-7a18-4200-9d1a-81c51fcb776c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:23.265610 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9603f2-9882-4de7-a8f6-4ea4205312d6 None None] The sync data for ids ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'] in n-d-772272-3 is: [{'id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'name': 'tempest-AttachVolumeShelveTestJSON-82970161-router', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:05Z', 'updated_at': '2022-01-27T21:51:16Z', 'revision_number': 4, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'gw_port': {'id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:07Z', 'updated_at': '2022-01-27T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '71237575-b72d-4dee-93dd-94df06a96add', 'name': '', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'mac_address': 'fa:16:3e:20:33:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:14Z', 'updated_at': '2022-01-27T21:51:21Z', 'revision_number': 4, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'subnets': [{'id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:51:23.266896 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9fb67bd-4f39-4942-ab8f-e65afccae279 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4806f205-01dc-49fc-8361-183e57690f80), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:23.270005 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03bf80-dfc0-46bf-96b7-b5712befbfb9 req-78eeb2ce-7a18-4200-9d1a-81c51fcb776c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:23.278253 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd03bf80-dfc0-46bf-96b7-b5712befbfb9 req-78eeb2ce-7a18-4200-9d1a-81c51fcb776c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.2175403 Jan 27 21:51:23.304212 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b9db0f-00cc-4378-9886-7048836cffd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03bfd28-c3a5-49f1-8cb6-f44bb67d68c8'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:23.306653 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c52ab8-e42b-4ea4-a491-4f21180781c4" -d '{"events": [{"server_uuid": "47b9db0f-00cc-4378-9886-7048836cffd0", "name": "network-vif-plugged", "status": "completed", "tag": "d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:23.397361 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-92124978-572e-4d02-8b2e-c3b3b133b04a admin admin] Publish callbacks [] for security_group (e6e6640a-ac27-4234-a272-203d4ef4bf5a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:23.413892 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8,segment=NetworkSegment(3c47dba4-397a-4931-8edb-dea04d5c65b2),segment_id=3c47dba4-397a-4931-8edb-dea04d5c65b2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:23.420294 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:23.421827 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-92124978-572e-4d02-8b2e-c3b3b133b04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e6e6640a-ac27-4234-a272-203d4ef4bf5a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:23.430435 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80f938cc-5dc7-4254-9392-4bd528a4c421 admin admin] Publish callbacks [] for security_group (6f3afbf9-b9a8-45df-9511-f1f1bf432aed), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:23.470953 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-eacb58a3-ae83-43c2-8299-04ea25d39e0e None None] Current status of the port 71237575-b72d-4dee-93dd-94df06a96add is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:23.518010 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:23.565792 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80f938cc-5dc7-4254-9392-4bd528a4c421 admin admin] Publish callbacks [] for security_group (6f3afbf9-b9a8-45df-9511-f1f1bf432aed), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:23.625611 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-92124978-572e-4d02-8b2e-c3b3b133b04a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f1ec0d18af4743d59c339fc743baba68&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2227378 Jan 27 21:51:23.646498 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd03bf80-dfc0-46bf-96b7-b5712befbfb9 req-0ddb87e6-c54d-4fa2-a2d6-1dd4f6d6f0c6 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3669109 Jan 27 21:51:23.647444 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92124978-572e-4d02-8b2e-c3b3b133b04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e6640a-ac27-4234-a272-203d4ef4bf5a,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:23.653046 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80f938cc-5dc7-4254-9392-4bd528a4c421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6f3afbf9-b9a8-45df-9511-f1f1bf432aed), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:23.657054 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80f938cc-5dc7-4254-9392-4bd528a4c421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:23.675936 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-80f938cc-5dc7-4254-9392-4bd528a4c421 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f3afbf9-b9a8-45df-9511-f1f1bf432aed HTTP/1.1" status: 204 len: 168 time: 0.5956457 Jan 27 21:51:23.676927 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52884) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:23.717821 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78e6d0-5a31-4641-83f3-8b488c67f875 req-c5a616f5-8926-44f0-8da1-144c6cfc5329 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:23.719649 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea78e6d0-5a31-4641-83f3-8b488c67f875 req-c5a616f5-8926-44f0-8da1-144c6cfc5329 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b9db0f-00cc-4378-9886-7048836cffd0 HTTP/1.1" status: 200 len: 945 time: 0.5273814 Jan 27 21:51:23.759687 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1d0fbd-7241-4979-8ed0-7591023134a5 x-openstack-request-id: req-ee1d0fbd-7241-4979-8ed0-7591023134a5 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:23.760315 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b9db0f-00cc-4378-9886-7048836cffd0", "name": "network-vif-plugged", "status": "completed", "tag": "d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:23.760761 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee1d0fbd-7241-4979-8ed0-7591023134a5 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:23.761324 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b9db0f-00cc-4378-9886-7048836cffd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03bfd28-c3a5-49f1-8cb6-f44bb67d68c8', 'code': 200} Jan 27 21:51:23.804217 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f938cc-5dc7-4254-9392-4bd528a4c421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3afbf9-b9a8-45df-9511-f1f1bf432aed,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:23.945900 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea78e6d0-5a31-4641-83f3-8b488c67f875 req-f544f9c7-4107-436b-bdac-4261b377d182 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120163 Jan 27 21:51:23.981727 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5b6afec3-5fbe-4c24-bec1-fe8db142eb75 admin admin] Publish callbacks [] for security_group (e6e6640a-ac27-4234-a272-203d4ef4bf5a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:24.037462 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5b6afec3-5fbe-4c24-bec1-fe8db142eb75 admin admin] Publish callbacks [] for security_group (e6e6640a-ac27-4234-a272-203d4ef4bf5a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:24.077817 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4921-eda5-4eb9-9830-cea7d20d2850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:24.127287 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5b6afec3-5fbe-4c24-bec1-fe8db142eb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e6e6640a-ac27-4234-a272-203d4ef4bf5a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:24.130466 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5b6afec3-5fbe-4c24-bec1-fe8db142eb75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:24.131663 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5b6afec3-5fbe-4c24-bec1-fe8db142eb75 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6e6640a-ac27-4234-a272-203d4ef4bf5a HTTP/1.1" status: 204 len: 168 time: 0.4110243 Jan 27 21:51:24.146805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6afec3-5fbe-4c24-bec1-fe8db142eb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e6640a-ac27-4234-a272-203d4ef4bf5a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:24.183335 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9fb67bd-4f39-4942-ab8f-e65afccae279 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for port (4806f205-01dc-49fc-8361-183e57690f80), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:24.190388 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9fb67bd-4f39-4942-ab8f-e65afccae279 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (4806f205-01dc-49fc-8361-183e57690f80), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:24.232471 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ba502-2a82-4ea8-90fe-2d0b66222635 req-e11c985c-1e56-40c8-896f-50665a3e4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:24.235600 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-638ba502-2a82-4ea8-90fe-2d0b66222635 req-e11c985c-1e56-40c8-896f-50665a3e4a62 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=47b9db0f-00cc-4378-9886-7048836cffd0 HTTP/1.1" status: 200 len: 1097 time: 0.2905021 Jan 27 21:51:24.366667 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb67bd-4f39-4942-ab8f-e65afccae279 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Pushing event updated for resources: {'Port': ['ID=4806f205-01dc-49fc-8361-183e57690f80,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:24.389173 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-638ba502-2a82-4ea8-90fe-2d0b66222635 req-041c49c0-aec1-4a5b-9d5e-895c7db92381 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383708 Jan 27 21:51:24.393406 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9fb67bd-4f39-4942-ab8f-e65afccae279 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (c8dc66f1-fcc5-4cc7-9176-6b01f2505396), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:24.420125 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9fb67bd-4f39-4942-ab8f-e65afccae279 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:24.420678 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a9fb67bd-4f39-4942-ab8f-e65afccae279 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6164939 Jan 27 21:51:24.696033 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 71237575-b72d-4dee-93dd-94df06a96add up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:24.824011 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52908) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:24.838790 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 71237575-b72d-4dee-93dd-94df06a96add triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:24.839335 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (71237575-b72d-4dee-93dd-94df06a96add), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:24.844981 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88138601-e0fe-4472-a178-e8e872a7ee36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:24.887625 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8a511-440c-4d94-b8a4-5b9115afabd3 req-199f4f33-d556-469c-9111-e93f237418b4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:24.894185 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8a511-440c-4d94-b8a4-5b9115afabd3 req-199f4f33-d556-469c-9111-e93f237418b4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:24.900081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8a511-440c-4d94-b8a4-5b9115afabd3 req-199f4f33-d556-469c-9111-e93f237418b4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:24.910866 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8a511-440c-4d94-b8a4-5b9115afabd3 req-199f4f33-d556-469c-9111-e93f237418b4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:24.928981 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8a511-440c-4d94-b8a4-5b9115afabd3 req-199f4f33-d556-469c-9111-e93f237418b4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:24.941640 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8a511-440c-4d94-b8a4-5b9115afabd3 req-199f4f33-d556-469c-9111-e93f237418b4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:24.947436 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8a511-440c-4d94-b8a4-5b9115afabd3 req-199f4f33-d556-469c-9111-e93f237418b4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:24.956358 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bda8a511-440c-4d94-b8a4-5b9115afabd3 req-199f4f33-d556-469c-9111-e93f237418b4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.1786535 Jan 27 21:51:25.013720 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88138601-e0fe-4472-a178-e8e872a7ee36 admin admin] Publish callbacks [] for security_group (99af0b2e-eb48-4ca3-a8a4-204912b5196a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:25.023564 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88138601-e0fe-4472-a178-e8e872a7ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (99af0b2e-eb48-4ca3-a8a4-204912b5196a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:25.050502 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 71237575-b72d-4dee-93dd-94df06a96add is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:25.107380 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88138601-e0fe-4472-a178-e8e872a7ee36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99af0b2e-eb48-4ca3-a8a4-204912b5196a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:25.126601 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-88138601-e0fe-4472-a178-e8e872a7ee36 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e26c2055e1534fb09e8cc6d3a1ce6585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005388 Jan 27 21:51:25.135928 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52922) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:25.146202 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bda8a511-440c-4d94-b8a4-5b9115afabd3 req-80544fde-ac58-47e2-8f32-4ac35378e310 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1885722 Jan 27 21:51:25.208084 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-8cac0bd2-be9f-4f27-9f72-448dd9f62f69 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--385923559&fields=id&tenant_id=de28fa92448d41c99ce570f9af9bb344 HTTP/1.1" status: 200 len: 267 time: 0.1751311 Jan 27 21:51:25.310631 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-51cea9af-f90c-456b-bf21-9d909f733275 admin admin] Publish callbacks [] for security_group (99af0b2e-eb48-4ca3-a8a4-204912b5196a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:25.377059 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-51cea9af-f90c-456b-bf21-9d909f733275 admin admin] Publish callbacks [] for security_group (99af0b2e-eb48-4ca3-a8a4-204912b5196a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:25.428357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-db880217-d0ea-4971-b276-b865034f3d87 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:25.431231 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-db880217-d0ea-4971-b276-b865034f3d87 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/networks?id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 HTTP/1.1" status: 200 len: 815 time: 0.2165952 Jan 27 21:51:25.470182 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-863909c6-abb8-42c7-9a20-664a1164b7f3 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/quotas/de28fa92448d41c99ce570f9af9bb344 HTTP/1.1" status: 200 len: 375 time: 0.0330665 Jan 27 21:51:25.472968 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-51cea9af-f90c-456b-bf21-9d909f733275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (99af0b2e-eb48-4ca3-a8a4-204912b5196a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:25.476011 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-51cea9af-f90c-456b-bf21-9d909f733275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:25.478420 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-51cea9af-f90c-456b-bf21-9d909f733275 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99af0b2e-eb48-4ca3-a8a4-204912b5196a HTTP/1.1" status: 204 len: 168 time: 0.3388135 Jan 27 21:51:25.494994 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cea9af-f90c-456b-bf21-9d909f733275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99af0b2e-eb48-4ca3-a8a4-204912b5196a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:25.588441 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88dd89d-0044-4c7f-a0f2-1410c83aebfb req-667dbf3b-267d-4197-ade8-0efcdeb31c5d tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:25.594642 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f88dd89d-0044-4c7f-a0f2-1410c83aebfb req-667dbf3b-267d-4197-ade8-0efcdeb31c5d tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b9db0f-00cc-4378-9886-7048836cffd0 HTTP/1.1" status: 200 len: 946 time: 0.1229305 Jan 27 21:51:25.635492 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-61e1fe6f-7bea-4e83-b5e7-5db3ca1717fd tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=de28fa92448d41c99ce570f9af9bb344&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1292148 Jan 27 21:51:25.711890 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f88dd89d-0044-4c7f-a0f2-1410c83aebfb req-c3ebb498-ef39-4c4b-8713-745cc0a08545 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086383 Jan 27 21:51:25.824014 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-4117e76b-c9b5-464b-81ac-b030383eab1e service neutron] 10.222.0.23 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754608 Jan 27 21:51:25.944470 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-6d1ac410-3685-47ab-afab-9bfceaf95b40 service neutron] 10.222.0.23 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188006 Jan 27 21:51:26.264392 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-07f03a05-c37d-409c-a9c1-414bf9ccd95f req-014d8e9c-3930-4202-b434-53abd8c77f16 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 210 time: 0.0951023 Jan 27 21:51:26.356540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb721731-bed8-4969-9af8-454fd0e1cc9c req-e3b66f85-a887-4c4a-91b0-cb625cd3822c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:26.362937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb721731-bed8-4969-9af8-454fd0e1cc9c req-e3b66f85-a887-4c4a-91b0-cb625cd3822c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:26.368883 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb721731-bed8-4969-9af8-454fd0e1cc9c req-e3b66f85-a887-4c4a-91b0-cb625cd3822c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:26.376462 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb721731-bed8-4969-9af8-454fd0e1cc9c req-e3b66f85-a887-4c4a-91b0-cb625cd3822c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:26.382166 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb721731-bed8-4969-9af8-454fd0e1cc9c req-e3b66f85-a887-4c4a-91b0-cb625cd3822c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:26.387903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb721731-bed8-4969-9af8-454fd0e1cc9c req-e3b66f85-a887-4c4a-91b0-cb625cd3822c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:26.394518 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb721731-bed8-4969-9af8-454fd0e1cc9c req-e3b66f85-a887-4c4a-91b0-cb625cd3822c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:26.403821 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb721731-bed8-4969-9af8-454fd0e1cc9c req-e3b66f85-a887-4c4a-91b0-cb625cd3822c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.1110258 Jan 27 21:51:26.537339 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb721731-bed8-4969-9af8-454fd0e1cc9c req-b2e6c4dc-6466-4441-843b-e7f25722dff0 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1322639 Jan 27 21:51:26.668728 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-802be611-7c38-4618-8245-9c1668c77ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:26.924713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13592bc-6304-41b5-aaeb-19111c9dc49b req-f994f4b7-665e-4983-89be-b12355189c43 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:26.930212 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f13592bc-6304-41b5-aaeb-19111c9dc49b req-f994f4b7-665e-4983-89be-b12355189c43 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b9db0f-00cc-4378-9886-7048836cffd0 HTTP/1.1" status: 200 len: 946 time: 0.0947320 Jan 27 21:51:27.043300 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f13592bc-6304-41b5-aaeb-19111c9dc49b req-2332b297-ce8c-4afb-a3aa-4e965bc65043 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986142 Jan 27 21:51:27.201562 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94c17922-1592-4824-af9a-1933db51cc77 req-d7783e82-0ea4-4b47-a3d0-8499dc20b3da tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1052809270&fields=id&tenant_id=7ddb724d2f7b4649908b2d3c0fb9cd4c HTTP/1.1" status: 200 len: 267 time: 0.0654352 Jan 27 21:51:27.308201 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c17922-1592-4824-af9a-1933db51cc77 req-eef64966-dbfa-42a1-8e09-b64b030b4fd0 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:27.312444 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94c17922-1592-4824-af9a-1933db51cc77 req-eef64966-dbfa-42a1-8e09-b64b030b4fd0 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b9db0f-00cc-4378-9886-7048836cffd0 HTTP/1.1" status: 200 len: 946 time: 0.1096897 Jan 27 21:51:27.328438 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-94c17922-1592-4824-af9a-1933db51cc77 req-64ea511b-56df-4d55-ba51-0d448365d57b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Request body: {'port': {'security_groups': ['65a164b7-a61f-447d-901d-819e37ca7b20', '41fd8501-8399-41a8-af1d-918d1f666462']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:27.430317 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:27.478050 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-94c17922-1592-4824-af9a-1933db51cc77 req-64ea511b-56df-4d55-ba51-0d448365d57b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:27.501235 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6f7e1e84-7636-4492-855d-5d340f219ecf req-6e292e31-043f-4ef4-b5cc-38f2bb943a2b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 210 time: 0.1254141 Jan 27 21:51:27.856959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-ae4a3a74-97b9-4b1a-8f77-bcfaa7e3d2bf tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:27.859198 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-ae4a3a74-97b9-4b1a-8f77-bcfaa7e3d2bf tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.15 "GET /v2.0/networks?id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 HTTP/1.1" status: 200 len: 815 time: 0.2042570 Jan 27 21:51:27.905410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-94c17922-1592-4824-af9a-1933db51cc77 req-64ea511b-56df-4d55-ba51-0d448365d57b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] For port d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8,segment=NetworkSegment(3c47dba4-397a-4931-8edb-dea04d5c65b2),segment_id=3c47dba4-397a-4931-8edb-dea04d5c65b2)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:27.973595 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-94c17922-1592-4824-af9a-1933db51cc77 req-64ea511b-56df-4d55-ba51-0d448365d57b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for port (d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:27.980399 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-35a3841c-c69e-4919-8f88-36338ba0d833 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de28fa92448d41c99ce570f9af9bb344 HTTP/1.1" status: 200 len: 379 time: 0.1074576 Jan 27 21:51:27.982342 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-94c17922-1592-4824-af9a-1933db51cc77 req-64ea511b-56df-4d55-ba51-0d448365d57b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:27.999915 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-31f4818d-5204-4a8f-a1b3-459e52e72a25 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Request body: {'port': {'device_id': 'df077025-7bdd-4224-9eaa-c9077ee12682', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'admin_state_up': True, 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'security_groups': ['4bc966eb-0108-4ea4-95b4-fb1579090eb1']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:28.007517 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:28.098930 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c17922-1592-4824-af9a-1933db51cc77 req-64ea511b-56df-4d55-ba51-0d448365d57b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:28.099987 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-94c17922-1592-4824-af9a-1933db51cc77 req-64ea511b-56df-4d55-ba51-0d448365d57b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:28.101419 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94c17922-1592-4824-af9a-1933db51cc77 req-64ea511b-56df-4d55-ba51-0d448365d57b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "PUT /v2.0/ports/d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 HTTP/1.1" status: 200 len: 982 time: 0.7804160 Jan 27 21:51:28.101885 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b9db0f-00cc-4378-9886-7048836cffd0', 'tag': 'd03bfd28-c3a5-49f1-8cb6-f44bb67d68c8'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:28.104502 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de687e0e-5dc2-4c47-99d0-e2c8db6c3ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "47b9db0f-00cc-4378-9886-7048836cffd0", "tag": "d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:28.185967 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:28.271977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea511b-56df-4d55-ba51-0d448365d57b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event updated for resources: {'Port': ['ID=d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8,revision_number=6']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:28.276741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-31f4818d-5204-4a8f-a1b3-459e52e72a25 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Made reservation on behalf of de28fa92448d41c99ce570f9af9bb344 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:28.281503 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-31f4818d-5204-4a8f-a1b3-459e52e72a25 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:28.308267 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019c97f-1f5f-436d-8be5-53daf84387f1 req-ee92673d-1bb8-42a1-b6cd-53c2b2f5734e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:28.314810 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019c97f-1f5f-436d-8be5-53daf84387f1 req-ee92673d-1bb8-42a1-b6cd-53c2b2f5734e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:28.320836 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019c97f-1f5f-436d-8be5-53daf84387f1 req-ee92673d-1bb8-42a1-b6cd-53c2b2f5734e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:28.326367 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019c97f-1f5f-436d-8be5-53daf84387f1 req-ee92673d-1bb8-42a1-b6cd-53c2b2f5734e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:28.331752 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019c97f-1f5f-436d-8be5-53daf84387f1 req-ee92673d-1bb8-42a1-b6cd-53c2b2f5734e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:28.337158 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019c97f-1f5f-436d-8be5-53daf84387f1 req-ee92673d-1bb8-42a1-b6cd-53c2b2f5734e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:28.345469 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019c97f-1f5f-436d-8be5-53daf84387f1 req-ee92673d-1bb8-42a1-b6cd-53c2b2f5734e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:28.347666 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5019c97f-1f5f-436d-8be5-53daf84387f1 req-ee92673d-1bb8-42a1-b6cd-53c2b2f5734e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.1736970 Jan 27 21:51:28.440027 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687bd167-6b1c-4997-9301-28fe6ea7535c x-openstack-request-id: req-687bd167-6b1c-4997-9301-28fe6ea7535c {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:28.440366 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b9db0f-00cc-4378-9886-7048836cffd0", "tag": "d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:28.440626 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-687bd167-6b1c-4997-9301-28fe6ea7535c {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:28.441031 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b9db0f-00cc-4378-9886-7048836cffd0', 'tag': 'd03bfd28-c3a5-49f1-8cb6-f44bb67d68c8', 'status': 'completed', 'code': 200} Jan 27 21:51:28.506923 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5019c97f-1f5f-436d-8be5-53daf84387f1 req-bfd28b85-6bc3-4b8d-b372-7d79b277725e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1471114 Jan 27 21:51:28.549363 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de687e0e-5dc2-4c47-99d0-e2c8db6c3ad2 req-c40ee171-046e-4dca-90dd-509f23d23787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:28.551465 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-de687e0e-5dc2-4c47-99d0-e2c8db6c3ad2 req-c40ee171-046e-4dca-90dd-509f23d23787 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ddb724d2f7b4649908b2d3c0fb9cd4c&device_id=47b9db0f-00cc-4378-9886-7048836cffd0 HTTP/1.1" status: 200 len: 1136 time: 0.0848455 Jan 27 21:51:28.570847 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-31f4818d-5204-4a8f-a1b3-459e52e72a25 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Allocated IP 172.20.0.3 (7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41/b1a976cc-2e5b-4556-bc6f-960c2cfb8897/85814e7d-06ef-44ba-99d9-f779baf564c0) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:28.610297 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55afaa5d-9b8a-4719-92d1-8e448970d7a4 req-1d3871a9-e756-4798-8ac4-540256771b9b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-31959726&fields=id&tenant_id=7ddb724d2f7b4649908b2d3c0fb9cd4c HTTP/1.1" status: 200 len: 267 time: 0.0698080 Jan 27 21:51:28.658623 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de687e0e-5dc2-4c47-99d0-e2c8db6c3ad2 req-3e1d7d1c-c949-4104-a6e6-f722f60e7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:28.660925 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-de687e0e-5dc2-4c47-99d0-e2c8db6c3ad2 req-3e1d7d1c-c949-4104-a6e6-f722f60e7c43 service neutron] 10.222.0.21 "GET /v2.0/networks?id=abf4ae31-96f5-462f-b24f-2b00dec9d4bd HTTP/1.1" status: 200 len: 913 time: 0.0970764 Jan 27 21:51:28.711276 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-de687e0e-5dc2-4c47-99d0-e2c8db6c3ad2 req-07a90794-396a-44d2-b593-b96c77ee0b89 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 HTTP/1.1" status: 200 len: 217 time: 0.0434947 Jan 27 21:51:28.768809 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de687e0e-5dc2-4c47-99d0-e2c8db6c3ad2 req-76a091c2-82ac-4bca-87d2-63480f647dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:28.770280 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-de687e0e-5dc2-4c47-99d0-e2c8db6c3ad2 req-76a091c2-82ac-4bca-87d2-63480f647dd3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=187893ae-891b-4f2a-b9a3-c08dd2c9cfc8 HTTP/1.1" status: 200 len: 852 time: 0.0529826 Jan 27 21:51:28.783363 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:28.791287 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7e2439f-224a-44c5-a769-80b910f4ee05 req-16b165a6-3ce7-454d-83eb-e6863b1bf140 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 210 time: 0.0511866 Jan 27 21:51:28.814030 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afaa5d-9b8a-4719-92d1-8e448970d7a4 req-348f9b0a-2169-4137-9af6-feb71b939c43 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:28.815798 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55afaa5d-9b8a-4719-92d1-8e448970d7a4 req-348f9b0a-2169-4137-9af6-feb71b939c43 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b9db0f-00cc-4378-9886-7048836cffd0 HTTP/1.1" status: 200 len: 985 time: 0.1982915 Jan 27 21:51:28.820057 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-de687e0e-5dc2-4c47-99d0-e2c8db6c3ad2 req-65df7260-f0b6-46f7-8985-ee139016c69d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=abf4ae31-96f5-462f-b24f-2b00dec9d4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389545 Jan 27 21:51:28.827454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-55afaa5d-9b8a-4719-92d1-8e448970d7a4 req-43c57459-8f2e-469c-b56b-cc36a8b89460 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Request body: {'port': {'security_groups': ['41fd8501-8399-41a8-af1d-918d1f666462', '65a164b7-a61f-447d-901d-819e37ca7b20', '83e47253-213a-4696-8f29-0328f78a301a']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:28.911075 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-31f4818d-5204-4a8f-a1b3-459e52e72a25 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:28.928082 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-55afaa5d-9b8a-4719-92d1-8e448970d7a4 req-43c57459-8f2e-469c-b56b-cc36a8b89460 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:28.943603 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-de687e0e-5dc2-4c47-99d0-e2c8db6c3ad2 req-934b980f-974b-4e4d-a945-0463a5b0cd45 service neutron] 10.222.0.21 "GET /v2.0/networks/abf4ae31-96f5-462f-b24f-2b00dec9d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125505 Jan 27 21:51:29.025540 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f305bd0-ede9-4a4b-9500-38e59292e027 req-8e4b2bad-c1b4-43fb-a3a3-c71bd37a77be tempest-QuotasAdminNegativeTest-2139418628 tempest-QuotasAdminNegativeTest-2139418628-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=80da5674d2bb4f7d81af9e823ef7be0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513697 Jan 27 21:51:29.055818 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-de687e0e-5dc2-4c47-99d0-e2c8db6c3ad2 req-7ee1c3f5-413b-4fb1-b0dc-71b8d7bbb887 service neutron] 10.222.0.21 "GET /v2.0/networks/abf4ae31-96f5-462f-b24f-2b00dec9d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022353 Jan 27 21:51:29.056515 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-31f4818d-5204-4a8f-a1b3-459e52e72a25 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:29.162151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-31f4818d-5204-4a8f-a1b3-459e52e72a25 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:29.175564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-31f4818d-5204-4a8f-a1b3-459e52e72a25 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:29.178873 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-31f4818d-5204-4a8f-a1b3-459e52e72a25 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:29.228248 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4818d-5204-4a8f-a1b3-459e52e72a25 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Pushing event updated for resources: {'Port': ['ID=85814e7d-06ef-44ba-99d9-f779baf564c0,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:29.274725 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-31f4818d-5204-4a8f-a1b3-459e52e72a25 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:29.275344 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-31f4818d-5204-4a8f-a1b3-459e52e72a25 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:29.300923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f305bd0-ede9-4a4b-9500-38e59292e027 req-c53e5972-16af-414f-89b7-09380aaf9ba9 tempest-QuotasAdminNegativeTest-2139418628 tempest-QuotasAdminNegativeTest-2139418628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:29.303489 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f305bd0-ede9-4a4b-9500-38e59292e027 req-c53e5972-16af-414f-89b7-09380aaf9ba9 tempest-QuotasAdminNegativeTest-2139418628 tempest-QuotasAdminNegativeTest-2139418628-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2650387 Jan 27 21:51:29.374387 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f305bd0-ede9-4a4b-9500-38e59292e027 req-adef57cc-2e32-4550-8bc9-ac37b4e6237a tempest-QuotasAdminNegativeTest-2139418628 tempest-QuotasAdminNegativeTest-2139418628-project] 10.222.0.23 "GET /v2.0/quotas/80da5674d2bb4f7d81af9e823ef7be0b HTTP/1.1" status: 200 len: 375 time: 0.0507202 Jan 27 21:51:29.378097 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-31f4818d-5204-4a8f-a1b3-459e52e72a25 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3861678 Jan 27 21:51:29.398548 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] Request body: {'port': {'device_id': 'df077025-7bdd-4224-9eaa-c9077ee12682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:29.431481 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f305bd0-ede9-4a4b-9500-38e59292e027 req-10575395-ce3c-4d25-9898-b56f440ffd1b tempest-QuotasAdminNegativeTest-2139418628 tempest-QuotasAdminNegativeTest-2139418628-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=80da5674d2bb4f7d81af9e823ef7be0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504599 Jan 27 21:51:29.443512 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f5fdec3f-d04b-4fd6-b68f-4766b4fa559d None None] Provisioning complete for port 85814e7d-06ef-44ba-99d9-f779baf564c0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:29.444552 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f5fdec3f-d04b-4fd6-b68f-4766b4fa559d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:29.488564 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f5fdec3f-d04b-4fd6-b68f-4766b4fa559d None None] Port 85814e7d-06ef-44ba-99d9-f779baf564c0 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:51:29.507637 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:29.511520 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-55afaa5d-9b8a-4719-92d1-8e448970d7a4 req-43c57459-8f2e-469c-b56b-cc36a8b89460 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] For port d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8,segment=NetworkSegment(3c47dba4-397a-4931-8edb-dea04d5c65b2),segment_id=3c47dba4-397a-4931-8edb-dea04d5c65b2)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:29.577941 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-55afaa5d-9b8a-4719-92d1-8e448970d7a4 req-43c57459-8f2e-469c-b56b-cc36a8b89460 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for port (d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:29.588705 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-55afaa5d-9b8a-4719-92d1-8e448970d7a4 req-43c57459-8f2e-469c-b56b-cc36a8b89460 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:29.604762 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:29.853449 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afaa5d-9b8a-4719-92d1-8e448970d7a4 req-43c57459-8f2e-469c-b56b-cc36a8b89460 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:29.854135 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-55afaa5d-9b8a-4719-92d1-8e448970d7a4 req-43c57459-8f2e-469c-b56b-cc36a8b89460 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:29.872395 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55afaa5d-9b8a-4719-92d1-8e448970d7a4 req-43c57459-8f2e-469c-b56b-cc36a8b89460 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "PUT /v2.0/ports/d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 HTTP/1.1" status: 200 len: 1021 time: 1.0400658 Jan 27 21:51:29.954219 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c57459-8f2e-469c-b56b-cc36a8b89460 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event updated for resources: {'Port': ['ID=d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8,revision_number=7']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:29.971198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:29.977144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85814e7d-06ef-44ba-99d9-f779baf564c0 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:29.991946 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] Publish callbacks [] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:30.020300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db3501-7ad5-4564-9b68-2539f298e7e2 req-dbe0146a-1450-4e6e-9e32-fc380148e1fa tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:30.025613 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db3501-7ad5-4564-9b68-2539f298e7e2 req-dbe0146a-1450-4e6e-9e32-fc380148e1fa tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:30.030958 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db3501-7ad5-4564-9b68-2539f298e7e2 req-dbe0146a-1450-4e6e-9e32-fc380148e1fa tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:30.036290 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db3501-7ad5-4564-9b68-2539f298e7e2 req-dbe0146a-1450-4e6e-9e32-fc380148e1fa tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:30.041676 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db3501-7ad5-4564-9b68-2539f298e7e2 req-dbe0146a-1450-4e6e-9e32-fc380148e1fa tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:30.047028 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db3501-7ad5-4564-9b68-2539f298e7e2 req-dbe0146a-1450-4e6e-9e32-fc380148e1fa tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:30.052421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db3501-7ad5-4564-9b68-2539f298e7e2 req-dbe0146a-1450-4e6e-9e32-fc380148e1fa tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:30.054373 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c6db3501-7ad5-4564-9b68-2539f298e7e2 req-dbe0146a-1450-4e6e-9e32-fc380148e1fa tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.1809466 Jan 27 21:51:30.063166 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] Transition to ACTIVE for port object 85814e7d-06ef-44ba-99d9-f779baf564c0 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:51:30.075613 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:30.179087 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=85814e7d-06ef-44ba-99d9-f779baf564c0,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:30.220784 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c6db3501-7ad5-4564-9b68-2539f298e7e2 req-d9125e6f-2ab7-4a08-a1b1-cf2bf03d76f1 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1545203 Jan 27 21:51:30.285127 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:30.364237 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81486838-fd8a-4946-be9f-2f7cb3683237 req-dda45652-187f-47ac-9d7d-bfb6d46c3e18 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:30.371244 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-81486838-fd8a-4946-be9f-2f7cb3683237 req-dda45652-187f-47ac-9d7d-bfb6d46c3e18 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 943 time: 0.2534034 Jan 27 21:51:30.379276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] Attempting to bind port 85814e7d-06ef-44ba-99d9-f779baf564c0 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:30.379847 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] Attempting to bind port 85814e7d-06ef-44ba-99d9-f779baf564c0 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:30.379988 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] Attempting to bind port 85814e7d-06ef-44ba-99d9-f779baf564c0 on network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:30.399325 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] Port 85814e7d-06ef-44ba-99d9-f779baf564c0 on network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:51:30.399707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] Attempting to bind port 85814e7d-06ef-44ba-99d9-f779baf564c0 on network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:30.411973 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:30.412347 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] Checking segment: {'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:30.412736 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] Bound using segment: {'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:30.413178 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] Bound port: 85814e7d-06ef-44ba-99d9-f779baf564c0, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:30.413541 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:30.427871 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae43f6-d18b-460a-b9bc-5f764e513949 req-5a1db9e9-56d3-4476-b130-962bf02c1fc7 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:30.429382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9eae43f6-d18b-460a-b9bc-5f764e513949 req-5a1db9e9-56d3-4476-b130-962bf02c1fc7 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b9db0f-00cc-4378-9886-7048836cffd0 HTTP/1.1" status: 200 len: 1024 time: 0.1127088 Jan 27 21:51:30.442742 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b9db0f-00cc-4378-9886-7048836cffd0', 'tag': 'd03bfd28-c3a5-49f1-8cb6-f44bb67d68c8'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:30.444920 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed649fa-2235-4604-8220-8302647be96f" -d '{"events": [{"name": "network-changed", "server_uuid": "47b9db0f-00cc-4378-9886-7048836cffd0", "tag": "d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:30.495028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-81486838-fd8a-4946-be9f-2f7cb3683237 req-b5feff93-5a62-497c-b250-02f9f48f8fb8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230147 Jan 27 21:51:30.575699 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] For port 85814e7d-06ef-44ba-99d9-f779baf564c0, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:30.579437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] For port 85814e7d-06ef-44ba-99d9-f779baf564c0, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=85814e7d-06ef-44ba-99d9-f779baf564c0,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:30.586141 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9eae43f6-d18b-460a-b9bc-5f764e513949 req-d9a6cf84-9df5-4e56-8bdb-5b404a06039c tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=83e47253-213a-4696-8f29-0328f78a301a&id=41fd8501-8399-41a8-af1d-918d1f666462&id=65a164b7-a61f-447d-901d-819e37ca7b20 HTTP/1.1" status: 200 len: 6198 time: 0.1489644 Jan 27 21:51:30.589683 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:30.656063 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a006bb3-2385-4ec0-9998-b6b38d63ffde x-openstack-request-id: req-4a006bb3-2385-4ec0-9998-b6b38d63ffde {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:30.656397 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b9db0f-00cc-4378-9886-7048836cffd0", "tag": "d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:30.656649 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a006bb3-2385-4ec0-9998-b6b38d63ffde {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:30.657038 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b9db0f-00cc-4378-9886-7048836cffd0', 'tag': 'd03bfd28-c3a5-49f1-8cb6-f44bb67d68c8', 'status': 'completed', 'code': 200} Jan 27 21:51:30.659630 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:30.660215 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:30.661727 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] 10.222.0.15 "PUT /v2.0/ports/85814e7d-06ef-44ba-99d9-f779baf564c0 HTTP/1.1" status: 200 len: 1091 time: 1.2701859 Jan 27 21:51:30.730177 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4e2eb-0e45-42a7-b978-a7d3b90aa5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=85814e7d-06ef-44ba-99d9-f779baf564c0,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:30.754250 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-dafd4535-05e7-464f-9aa0-abd6cc1e016a req-347be2dd-5d2e-4446-bd86-be60f209b709 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Request body: {'security_group': {'name': ' tempest-securitygroup -457172821 ', 'description': 'tempest-description-1737686925'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:30.767282 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed649fa-2235-4604-8220-8302647be96f req-c712f249-4dd0-4818-b288-a2e66e3753d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:30.768847 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5ed649fa-2235-4604-8220-8302647be96f req-c712f249-4dd0-4818-b288-a2e66e3753d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ddb724d2f7b4649908b2d3c0fb9cd4c&device_id=47b9db0f-00cc-4378-9886-7048836cffd0 HTTP/1.1" status: 200 len: 1175 time: 0.0805025 Jan 27 21:51:30.813872 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dafd4535-05e7-464f-9aa0-abd6cc1e016a req-347be2dd-5d2e-4446-bd86-be60f209b709 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:30.832551 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-235d70b2-ea93-4594-81e0-f1970d16f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:30.834248 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-235d70b2-ea93-4594-81e0-f1970d16f2f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de28fa92448d41c99ce570f9af9bb344&device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 1094 time: 0.0995800 Jan 27 21:51:30.896320 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-67ba5ea8-9500-4421-99f5-ec6d7d7e44ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85814e7d-06ef-44ba-99d9-f779baf564c0 HTTP/1.1" status: 200 len: 217 time: 0.0540125 Jan 27 21:51:30.924291 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed649fa-2235-4604-8220-8302647be96f req-7356b8aa-db1a-4560-ad1b-70657994c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:30.926027 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5ed649fa-2235-4604-8220-8302647be96f req-7356b8aa-db1a-4560-ad1b-70657994c21a service neutron] 10.222.0.21 "GET /v2.0/networks?id=abf4ae31-96f5-462f-b24f-2b00dec9d4bd HTTP/1.1" status: 200 len: 913 time: 0.1437168 Jan 27 21:51:30.970397 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ee29cb0c-629a-4d50-a41f-73e57bab87fc req-1ba432d6-6b6f-415a-b478-8b9f56ca8c15 tempest-QuotasAdminNegativeTest-2139418628 tempest-QuotasAdminNegativeTest-2139418628-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=80da5674d2bb4f7d81af9e823ef7be0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687118 Jan 27 21:51:30.981046 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5ed649fa-2235-4604-8220-8302647be96f req-0273820b-a41d-4023-8b17-2369880c2839 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 HTTP/1.1" status: 200 len: 217 time: 0.0467584 Jan 27 21:51:31.045843 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed649fa-2235-4604-8220-8302647be96f req-2c181246-b3dd-4d6b-8098-c5ab198c068d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:31.047395 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5ed649fa-2235-4604-8220-8302647be96f req-2c181246-b3dd-4d6b-8098-c5ab198c068d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=187893ae-891b-4f2a-b9a3-c08dd2c9cfc8 HTTP/1.1" status: 200 len: 852 time: 0.0593860 Jan 27 21:51:31.091769 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5ed649fa-2235-4604-8220-8302647be96f req-e6cdfde8-a280-47e6-b9b6-17daa24941a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=abf4ae31-96f5-462f-b24f-2b00dec9d4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269761 Jan 27 21:51:31.205478 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5ed649fa-2235-4604-8220-8302647be96f req-883834ad-e766-46f5-a834-299daada9f3b service neutron] 10.222.0.21 "GET /v2.0/networks/abf4ae31-96f5-462f-b24f-2b00dec9d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902283 Jan 27 21:51:31.307976 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5ed649fa-2235-4604-8220-8302647be96f req-a45f674d-eaaf-4bde-8aa5-4ba4de3f00e9 service neutron] 10.222.0.21 "GET /v2.0/networks/abf4ae31-96f5-462f-b24f-2b00dec9d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957527 Jan 27 21:51:31.367095 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-84f4fe30-a0ae-4b9e-8026-b7fdc91655a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:31.368556 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-84f4fe30-a0ae-4b9e-8026-b7fdc91655a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b1a976cc-2e5b-4556-bc6f-960c2cfb8897 HTTP/1.1" status: 200 len: 854 time: 0.4660773 Jan 27 21:51:31.393622 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dafd4535-05e7-464f-9aa0-abd6cc1e016a req-347be2dd-5d2e-4446-bd86-be60f209b709 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (8264cb66-d773-42f1-af42-0ef2800b78ad), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:31.414497 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dafd4535-05e7-464f-9aa0-abd6cc1e016a req-347be2dd-5d2e-4446-bd86-be60f209b709 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8264cb66-d773-42f1-af42-0ef2800b78ad), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:31.458791 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dafd4535-05e7-464f-9aa0-abd6cc1e016a req-347be2dd-5d2e-4446-bd86-be60f209b709 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:31.460017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dafd4535-05e7-464f-9aa0-abd6cc1e016a req-347be2dd-5d2e-4446-bd86-be60f209b709 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.7826662 Jan 27 21:51:31.483548 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2226f9f4-bcee-44c4-9a9b-ed0068920837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:31.485076 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-2226f9f4-bcee-44c4-9a9b-ed0068920837 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088617 Jan 27 21:51:31.492495 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29cb0c-629a-4d50-a41f-73e57bab87fc req-d1c721bc-0796-4b7a-bb83-216a1a525e2d tempest-QuotasAdminNegativeTest-2139418628 tempest-QuotasAdminNegativeTest-2139418628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:31.493915 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ee29cb0c-629a-4d50-a41f-73e57bab87fc req-d1c721bc-0796-4b7a-bb83-216a1a525e2d tempest-QuotasAdminNegativeTest-2139418628 tempest-QuotasAdminNegativeTest-2139418628-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5169792 Jan 27 21:51:31.495857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347be2dd-5d2e-4446-bd86-be60f209b709 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8264cb66-d773-42f1-af42-0ef2800b78ad,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:31.556828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ee29cb0c-629a-4d50-a41f-73e57bab87fc req-a89c1bb7-492d-4d7a-b193-3b802df6d7ad tempest-QuotasAdminNegativeTest-2139418628 tempest-QuotasAdminNegativeTest-2139418628-project] 10.222.0.23 "GET /v2.0/quotas/80da5674d2bb4f7d81af9e823ef7be0b HTTP/1.1" status: 200 len: 375 time: 0.0486400 Jan 27 21:51:31.617836 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ee29cb0c-629a-4d50-a41f-73e57bab87fc req-45ac7a14-98f4-46ff-9d40-a3589175720e tempest-QuotasAdminNegativeTest-2139418628 tempest-QuotasAdminNegativeTest-2139418628-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=80da5674d2bb4f7d81af9e823ef7be0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481834 Jan 27 21:51:31.663793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83f66b-8274-4393-b751-e3f47727b2d0 req-f9442372-77c5-41fc-96f1-dff248aced3e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:31.669593 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83f66b-8274-4393-b751-e3f47727b2d0 req-f9442372-77c5-41fc-96f1-dff248aced3e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:31.676927 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83f66b-8274-4393-b751-e3f47727b2d0 req-f9442372-77c5-41fc-96f1-dff248aced3e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:31.680422 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83f66b-8274-4393-b751-e3f47727b2d0 req-f9442372-77c5-41fc-96f1-dff248aced3e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:31.686253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83f66b-8274-4393-b751-e3f47727b2d0 req-f9442372-77c5-41fc-96f1-dff248aced3e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:31.691483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83f66b-8274-4393-b751-e3f47727b2d0 req-f9442372-77c5-41fc-96f1-dff248aced3e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:31.696732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83f66b-8274-4393-b751-e3f47727b2d0 req-f9442372-77c5-41fc-96f1-dff248aced3e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:31.699481 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c83f66b-8274-4393-b751-e3f47727b2d0 req-f9442372-77c5-41fc-96f1-dff248aced3e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.1448686 Jan 27 21:51:31.723255 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-7912ad53-5f7c-4abb-b609-55d580decf94 service neutron] 10.222.0.15 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282977 Jan 27 21:51:31.830875 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-461dd05f-87de-4514-8f65-59823cd88fbc req-e26e37f9-04d8-4aba-9a96-f1d08304b080 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/8264cb66-d773-42f1-af42-0ef2800b78ad HTTP/1.1" status: 200 len: 1797 time: 0.1305528 Jan 27 21:51:31.849759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c83f66b-8274-4393-b751-e3f47727b2d0 req-a8183433-b7e3-42c2-b66b-0d0b8a17adc6 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1389735 Jan 27 21:51:31.879186 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50aa5626-13b8-4bab-bc74-45c494009e0b req-ec5354da-3f9e-43fb-8d65-7090b58c26eb service neutron] 10.222.0.15 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422603 Jan 27 21:51:31.980153 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98c6aa-f7f1-4520-94df-4782a4bb7861 req-e16bef48-e1fa-4035-8032-cab8800ca5c0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:31.989375 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e98c6aa-f7f1-4520-94df-4782a4bb7861 req-e16bef48-e1fa-4035-8032-cab8800ca5c0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 943 time: 0.0600843 Jan 27 21:51:32.047739 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e98c6aa-f7f1-4520-94df-4782a4bb7861 req-3106af8e-c3fb-4d48-b8a9-64cea19cf615 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571930 Jan 27 21:51:32.119901 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f3079da8-9dcd-4e47-b651-3a64404c871b req-b8ac6428-77dd-4026-b1d7-07601f4b9347 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/8264cb66-d773-42f1-af42-0ef2800b78ad HTTP/1.1" status: 200 len: 1797 time: 0.0454724 Jan 27 21:51:32.185022 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f3079da8-9dcd-4e47-b651-3a64404c871b req-b3eee470-87e7-436b-a144-271757cf9507 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (8264cb66-d773-42f1-af42-0ef2800b78ad), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:32.214187 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f3079da8-9dcd-4e47-b651-3a64404c871b req-b3eee470-87e7-436b-a144-271757cf9507 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (8264cb66-d773-42f1-af42-0ef2800b78ad), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:32.261454 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f3079da8-9dcd-4e47-b651-3a64404c871b req-b3eee470-87e7-436b-a144-271757cf9507 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8264cb66-d773-42f1-af42-0ef2800b78ad), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:32.264884 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f3079da8-9dcd-4e47-b651-3a64404c871b req-b3eee470-87e7-436b-a144-271757cf9507 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:32.266602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f3079da8-9dcd-4e47-b651-3a64404c871b req-b3eee470-87e7-436b-a144-271757cf9507 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "DELETE /v2.0/security-groups/8264cb66-d773-42f1-af42-0ef2800b78ad HTTP/1.1" status: 204 len: 173 time: 0.1429284 Jan 27 21:51:32.276666 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eee470-87e7-436b-a144-271757cf9507 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8264cb66-d773-42f1-af42-0ef2800b78ad,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:32.318106 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-2f8a644e-380a-4971-aa41-3056627926a5 req-c663aa65-0e31-43c9-98b0-5da92706f0ab tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] show failed (client error): The resource could not be found. Jan 27 21:51:32.320888 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f8a644e-380a-4971-aa41-3056627926a5 req-c663aa65-0e31-43c9-98b0-5da92706f0ab tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/8264cb66-d773-42f1-af42-0ef2800b78ad HTTP/1.1" status: 404 len: 352 time: 0.0222111 Jan 27 21:51:32.367355 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-8eb61d19-856c-4cda-889d-0c5da744cdfe req-90239236-e547-4c1a-ac23-b4e4a1050405 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-385059952', 'description': 'tempest-description-879610907'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:32.397619 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8eb61d19-856c-4cda-889d-0c5da744cdfe req-90239236-e547-4c1a-ac23-b4e4a1050405 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:32.482346 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8eb61d19-856c-4cda-889d-0c5da744cdfe req-90239236-e547-4c1a-ac23-b4e4a1050405 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (28b29b21-dc77-4bc4-be9f-fe0de48b0851), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:32.486835 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8eb61d19-856c-4cda-889d-0c5da744cdfe req-90239236-e547-4c1a-ac23-b4e4a1050405 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (28b29b21-dc77-4bc4-be9f-fe0de48b0851), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:32.535431 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90239236-e547-4c1a-ac23-b4e4a1050405 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b29b21-dc77-4bc4-be9f-fe0de48b0851,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:32.550423 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8eb61d19-856c-4cda-889d-0c5da744cdfe req-90239236-e547-4c1a-ac23-b4e4a1050405 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:32.551801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8eb61d19-856c-4cda-889d-0c5da744cdfe req-90239236-e547-4c1a-ac23-b4e4a1050405 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1900141 Jan 27 21:51:32.554545 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e2589d0-69a3-4454-b925-c02acc5510c4 req-a1552716-42dc-402f-a783-35b2780ff54f tempest-QuotasAdminNegativeTest-2139418628 tempest-QuotasAdminNegativeTest-2139418628-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=80da5674d2bb4f7d81af9e823ef7be0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544066 Jan 27 21:51:32.596181 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-ef8d8da6-aaad-4785-bd63-79a27673ef94 req-a56fc0ab-03ca-4abf-a3ea-84aad27848a1 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-602544840', 'description': 'tempest-description-1739947423'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:32.627086 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ef8d8da6-aaad-4785-bd63-79a27673ef94 req-a56fc0ab-03ca-4abf-a3ea-84aad27848a1 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:32.667281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df077025-7bdd-4224-9eaa-c9077ee12682', 'tag': '85814e7d-06ef-44ba-99d9-f779baf564c0'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:32.670197 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87179ba4-b130-402c-b8f9-d58ddbdd8e50" -d '{"events": [{"name": "network-changed", "server_uuid": "df077025-7bdd-4224-9eaa-c9077ee12682", "tag": "85814e7d-06ef-44ba-99d9-f779baf564c0"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:32.731433 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53172) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:32.754581 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2589d0-69a3-4454-b925-c02acc5510c4 req-032f79fa-b88f-42fc-91ad-7ba1ec4f98d6 tempest-QuotasAdminNegativeTest-2139418628 tempest-QuotasAdminNegativeTest-2139418628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:32.756080 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e2589d0-69a3-4454-b925-c02acc5510c4 req-032f79fa-b88f-42fc-91ad-7ba1ec4f98d6 tempest-QuotasAdminNegativeTest-2139418628 tempest-QuotasAdminNegativeTest-2139418628-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778312 Jan 27 21:51:32.785795 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e2589d0-69a3-4454-b925-c02acc5510c4 req-c12e7d71-94a6-41a9-8bb4-7cee0a860c04 tempest-QuotasAdminNegativeTest-2139418628 tempest-QuotasAdminNegativeTest-2139418628-project] 10.222.0.23 "GET /v2.0/quotas/80da5674d2bb4f7d81af9e823ef7be0b HTTP/1.1" status: 200 len: 375 time: 0.0229633 Jan 27 21:51:32.788084 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ef8d8da6-aaad-4785-bd63-79a27673ef94 req-a56fc0ab-03ca-4abf-a3ea-84aad27848a1 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (2cb4d1fd-ebfb-403b-b10e-8e633be3a4b3), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:32.794582 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ef8d8da6-aaad-4785-bd63-79a27673ef94 req-a56fc0ab-03ca-4abf-a3ea-84aad27848a1 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2cb4d1fd-ebfb-403b-b10e-8e633be3a4b3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:32.834393 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e2589d0-69a3-4454-b925-c02acc5510c4 req-746c1e12-1bea-4cc5-9f04-c6e3d5e43f25 tempest-QuotasAdminNegativeTest-2139418628 tempest-QuotasAdminNegativeTest-2139418628-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=80da5674d2bb4f7d81af9e823ef7be0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424747 Jan 27 21:51:32.845862 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ef8d8da6-aaad-4785-bd63-79a27673ef94 req-a56fc0ab-03ca-4abf-a3ea-84aad27848a1 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:32.848631 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef8d8da6-aaad-4785-bd63-79a27673ef94 req-a56fc0ab-03ca-4abf-a3ea-84aad27848a1 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2598534 Jan 27 21:51:32.858626 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fc0ab-03ca-4abf-a3ea-84aad27848a1 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb4d1fd-ebfb-403b-b10e-8e633be3a4b3,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:32.884593 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b304d236-c86f-4923-ad5e-226de13ade97 x-openstack-request-id: req-b304d236-c86f-4923-ad5e-226de13ade97 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:32.884890 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df077025-7bdd-4224-9eaa-c9077ee12682", "tag": "85814e7d-06ef-44ba-99d9-f779baf564c0", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:32.885146 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b304d236-c86f-4923-ad5e-226de13ade97 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:32.885552 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df077025-7bdd-4224-9eaa-c9077ee12682', 'tag': '85814e7d-06ef-44ba-99d9-f779baf564c0', 'status': 'completed', 'code': 200} Jan 27 21:51:32.903058 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c2a970de-f6c6-4338-9594-d02a5aa82ea2 req-439f5544-1b44-4fc8-9a19-a6034bafe664 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1471269203', 'description': 'tempest-description-579474053'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:32.904875 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9617541c-afa6-4172-8750-210c2e0c4d59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:32.964643 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c2a970de-f6c6-4338-9594-d02a5aa82ea2 req-439f5544-1b44-4fc8-9a19-a6034bafe664 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:32.992280 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87179ba4-b130-402c-b8f9-d58ddbdd8e50 req-47f4e896-c28d-4cb2-8ecf-846ac205cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:32.994340 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87179ba4-b130-402c-b8f9-d58ddbdd8e50 req-47f4e896-c28d-4cb2-8ecf-846ac205cf1b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de28fa92448d41c99ce570f9af9bb344&device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 1094 time: 0.0846474 Jan 27 21:51:33.017341 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9617541c-afa6-4172-8750-210c2e0c4d59 admin admin] Publish callbacks [] for security_group (81012bca-12a1-443a-87df-1208be648b92), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:33.022945 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9617541c-afa6-4172-8750-210c2e0c4d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (81012bca-12a1-443a-87df-1208be648b92), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:33.066011 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9617541c-afa6-4172-8750-210c2e0c4d59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3da18b21eb64023a0f6aef7556cac73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332694 Jan 27 21:51:33.069274 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53182) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:33.070033 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617541c-afa6-4172-8750-210c2e0c4d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81012bca-12a1-443a-87df-1208be648b92,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:33.127784 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-74bb1b66-faf2-47a0-bbc3-567c8061afa2 admin admin] Publish callbacks [] for security_group (81012bca-12a1-443a-87df-1208be648b92), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:33.151000 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-74bb1b66-faf2-47a0-bbc3-567c8061afa2 admin admin] Publish callbacks [] for security_group (81012bca-12a1-443a-87df-1208be648b92), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:33.169741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83a85c-4cf6-4b9a-9061-052a7d8fe78a req-1a2f0af2-105c-4afc-830a-ee83d2b4aedd tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:33.175051 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83a85c-4cf6-4b9a-9061-052a7d8fe78a req-1a2f0af2-105c-4afc-830a-ee83d2b4aedd tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:33.180387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83a85c-4cf6-4b9a-9061-052a7d8fe78a req-1a2f0af2-105c-4afc-830a-ee83d2b4aedd tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:33.187181 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83a85c-4cf6-4b9a-9061-052a7d8fe78a req-1a2f0af2-105c-4afc-830a-ee83d2b4aedd tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:33.192799 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83a85c-4cf6-4b9a-9061-052a7d8fe78a req-1a2f0af2-105c-4afc-830a-ee83d2b4aedd tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:33.201128 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83a85c-4cf6-4b9a-9061-052a7d8fe78a req-1a2f0af2-105c-4afc-830a-ee83d2b4aedd tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:33.204569 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-74bb1b66-faf2-47a0-bbc3-567c8061afa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (81012bca-12a1-443a-87df-1208be648b92), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:33.207181 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83a85c-4cf6-4b9a-9061-052a7d8fe78a req-1a2f0af2-105c-4afc-830a-ee83d2b4aedd tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:33.207316 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-74bb1b66-faf2-47a0-bbc3-567c8061afa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:33.209218 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d83a85c-4cf6-4b9a-9061-052a7d8fe78a req-1a2f0af2-105c-4afc-830a-ee83d2b4aedd tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.1541002 Jan 27 21:51:33.217050 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-74bb1b66-faf2-47a0-bbc3-567c8061afa2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81012bca-12a1-443a-87df-1208be648b92 HTTP/1.1" status: 204 len: 168 time: 0.1437922 Jan 27 21:51:33.227425 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb1b66-faf2-47a0-bbc3-567c8061afa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81012bca-12a1-443a-87df-1208be648b92,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:33.239027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87179ba4-b130-402c-b8f9-d58ddbdd8e50 req-76f171c3-999c-47f6-9401-930fd23c5d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:33.240829 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87179ba4-b130-402c-b8f9-d58ddbdd8e50 req-76f171c3-999c-47f6-9401-930fd23c5d26 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 HTTP/1.1" status: 200 len: 916 time: 0.2392740 Jan 27 21:51:33.315076 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87179ba4-b130-402c-b8f9-d58ddbdd8e50 req-e0f5bbed-8b75-4860-981a-695c2c1cd96f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85814e7d-06ef-44ba-99d9-f779baf564c0 HTTP/1.1" status: 200 len: 217 time: 0.0597732 Jan 27 21:51:33.317590 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c2a970de-f6c6-4338-9594-d02a5aa82ea2 req-439f5544-1b44-4fc8-9a19-a6034bafe664 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (fd325783-85c2-466d-b24b-7cc6b16a4f34), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:33.352818 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c2a970de-f6c6-4338-9594-d02a5aa82ea2 req-439f5544-1b44-4fc8-9a19-a6034bafe664 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (fd325783-85c2-466d-b24b-7cc6b16a4f34), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:33.409248 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d83a85c-4cf6-4b9a-9061-052a7d8fe78a req-32dd3af7-7f78-4fde-95fa-814faab8429f tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1876495 Jan 27 21:51:33.419103 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c2a970de-f6c6-4338-9594-d02a5aa82ea2 req-439f5544-1b44-4fc8-9a19-a6034bafe664 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:33.420638 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2a970de-f6c6-4338-9594-d02a5aa82ea2 req-439f5544-1b44-4fc8-9a19-a6034bafe664 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5235155 Jan 27 21:51:33.425754 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87179ba4-b130-402c-b8f9-d58ddbdd8e50 req-7e40fa22-4f2f-4cee-bedc-dd1f05a52993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:33.427685 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87179ba4-b130-402c-b8f9-d58ddbdd8e50 req-7e40fa22-4f2f-4cee-bedc-dd1f05a52993 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b1a976cc-2e5b-4556-bc6f-960c2cfb8897 HTTP/1.1" status: 200 len: 854 time: 0.1069968 Jan 27 21:51:33.429089 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f5544-1b44-4fc8-9a19-a6034bafe664 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd325783-85c2-466d-b24b-7cc6b16a4f34,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:33.481389 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87179ba4-b130-402c-b8f9-d58ddbdd8e50 req-822c7382-99db-4a03-a6b2-ad6894816f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:33.483621 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87179ba4-b130-402c-b8f9-d58ddbdd8e50 req-822c7382-99db-4a03-a6b2-ad6894816f1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500491 Jan 27 21:51:33.626220 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87179ba4-b130-402c-b8f9-d58ddbdd8e50 req-c18682fc-fa0d-48de-bf6b-935b9b9d0956 service neutron] 10.222.0.15 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366520 Jan 27 21:51:33.627408 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53198) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:33.644048 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ca4534f-8f70-448d-95a3-d3b220fb49bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:33.692837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 85814e7d-06ef-44ba-99d9-f779baf564c0 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:51:33.710299 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb9cd0-3c82-464f-b281-4b5f79d4a734 req-1176066d-0247-4443-a5ab-adba53614352 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:33.723385 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70bb9cd0-3c82-464f-b281-4b5f79d4a734 req-1176066d-0247-4443-a5ab-adba53614352 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 943 time: 0.2199407 Jan 27 21:51:33.782362 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ca4534f-8f70-448d-95a3-d3b220fb49bb admin admin] Publish callbacks [] for security_group (5301c6dd-d294-4731-969d-74fe5316cc23), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:33.788532 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ca4534f-8f70-448d-95a3-d3b220fb49bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5301c6dd-d294-4731-969d-74fe5316cc23), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:33.820794 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70bb9cd0-3c82-464f-b281-4b5f79d4a734 req-f8cfff84-e6f7-4b22-91f3-08a7a630db43 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964079 Jan 27 21:51:33.838953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87179ba4-b130-402c-b8f9-d58ddbdd8e50 req-bfe12d27-a069-4bff-b1f2-98c1b5dafb46 service neutron] 10.222.0.15 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048647 Jan 27 21:51:33.846752 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4534f-8f70-448d-95a3-d3b220fb49bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5301c6dd-d294-4731-969d-74fe5316cc23,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:33.873614 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53200) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:33.873769 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4ca4534f-8f70-448d-95a3-d3b220fb49bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=396a077776ce48018b3b66e55b3986c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442369 Jan 27 21:51:33.903370 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 85814e7d-06ef-44ba-99d9-f779baf564c0, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=85814e7d-06ef-44ba-99d9-f779baf564c0,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:33.928044 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '85814e7d-06ef-44ba-99d9-f779baf564c0', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'port_id': '85814e7d-06ef-44ba-99d9-f779baf564c0', 'mac_address': 'fa:16:3e:bf:2d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:51:34.023253 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2a615d1a-f3de-4f8c-a313-a8561c595a78 admin admin] Publish callbacks [] for security_group (5301c6dd-d294-4731-969d-74fe5316cc23), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.032516 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 85814e7d-06ef-44ba-99d9-f779baf564c0 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:34.033239 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.068206 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85814e7d-06ef-44ba-99d9-f779baf564c0 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:34.075701 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2a615d1a-f3de-4f8c-a313-a8561c595a78 admin admin] Publish callbacks [] for security_group (5301c6dd-d294-4731-969d-74fe5316cc23), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.128458 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 85814e7d-06ef-44ba-99d9-f779baf564c0, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=85814e7d-06ef-44ba-99d9-f779baf564c0,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:34.135558 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.141675 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87a427b7-44b5-4011-9640-620608128763 req-834c87f4-21c1-466d-bd79-e9c400586948 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ddb724d2f7b4649908b2d3c0fb9cd4c HTTP/1.1" status: 200 len: 10995 time: 0.1883659 Jan 27 21:51:34.176643 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2a615d1a-f3de-4f8c-a313-a8561c595a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5301c6dd-d294-4731-969d-74fe5316cc23), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.179288 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2a615d1a-f3de-4f8c-a313-a8561c595a78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.182874 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2a615d1a-f3de-4f8c-a313-a8561c595a78 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5301c6dd-d294-4731-969d-74fe5316cc23 HTTP/1.1" status: 204 len: 168 time: 0.3055015 Jan 27 21:51:34.258768 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a615d1a-f3de-4f8c-a313-a8561c595a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5301c6dd-d294-4731-969d-74fe5316cc23,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:34.273432 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=85814e7d-06ef-44ba-99d9-f779baf564c0,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:34.311261 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87a427b7-44b5-4011-9640-620608128763 req-fbe07d84-b799-44f8-9b33-07c6635ad935 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/65a164b7-a61f-447d-901d-819e37ca7b20 HTTP/1.1" status: 200 len: 2998 time: 0.1625001 Jan 27 21:51:34.359705 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['85814e7d-06ef-44ba-99d9-f779baf564c0'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:34.375868 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53212) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:34.427358 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87a427b7-44b5-4011-9640-620608128763 req-17a2eeee-b2e3-4a3f-b92a-ec807937e148 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/65a164b7-a61f-447d-901d-819e37ca7b20 HTTP/1.1" status: 200 len: 2998 time: 0.1031046 Jan 27 21:51:34.578706 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6264bba9-50b6-4f8a-98a3-cb01f6d0e91d req-db6c55c8-0be0-4cd7-9abc-08d07f1186e4 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/28b29b21-dc77-4bc4-be9f-fe0de48b0851 HTTP/1.1" status: 200 len: 1816 time: 0.1168709 Jan 27 21:51:34.735419 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0fa4a-4f05-4c2a-adf7-db99d74f34f9 req-85404c74-57d6-4aba-b5eb-f8ba1681f59a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:34.741204 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0fa4a-4f05-4c2a-adf7-db99d74f34f9 req-85404c74-57d6-4aba-b5eb-f8ba1681f59a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:34.747668 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0fa4a-4f05-4c2a-adf7-db99d74f34f9 req-85404c74-57d6-4aba-b5eb-f8ba1681f59a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:34.753070 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0fa4a-4f05-4c2a-adf7-db99d74f34f9 req-85404c74-57d6-4aba-b5eb-f8ba1681f59a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:34.758986 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0fa4a-4f05-4c2a-adf7-db99d74f34f9 req-85404c74-57d6-4aba-b5eb-f8ba1681f59a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:34.764845 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0fa4a-4f05-4c2a-adf7-db99d74f34f9 req-85404c74-57d6-4aba-b5eb-f8ba1681f59a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:34.770522 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0fa4a-4f05-4c2a-adf7-db99d74f34f9 req-85404c74-57d6-4aba-b5eb-f8ba1681f59a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:34.779473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebc0fa4a-4f05-4c2a-adf7-db99d74f34f9 req-85404c74-57d6-4aba-b5eb-f8ba1681f59a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.1943207 Jan 27 21:51:34.798350 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6864cfec-4a52-4ae6-af54-13d2fc78f061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.814614 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6264bba9-50b6-4f8a-98a3-cb01f6d0e91d req-1572760a-84f4-452a-babe-de5e5088222a tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (28b29b21-dc77-4bc4-be9f-fe0de48b0851), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.862429 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6264bba9-50b6-4f8a-98a3-cb01f6d0e91d req-1572760a-84f4-452a-babe-de5e5088222a tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (28b29b21-dc77-4bc4-be9f-fe0de48b0851), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.888039 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebc0fa4a-4f05-4c2a-adf7-db99d74f34f9 req-7a1fd664-579f-4cbe-83d2-d344bc5af20c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1076336 Jan 27 21:51:34.973109 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6264bba9-50b6-4f8a-98a3-cb01f6d0e91d req-1572760a-84f4-452a-babe-de5e5088222a tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (28b29b21-dc77-4bc4-be9f-fe0de48b0851), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.978332 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6264bba9-50b6-4f8a-98a3-cb01f6d0e91d req-1572760a-84f4-452a-babe-de5e5088222a tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.981010 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6264bba9-50b6-4f8a-98a3-cb01f6d0e91d req-1572760a-84f4-452a-babe-de5e5088222a tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "DELETE /v2.0/security-groups/28b29b21-dc77-4bc4-be9f-fe0de48b0851 HTTP/1.1" status: 204 len: 173 time: 0.3985858 Jan 27 21:51:35.013975 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6864cfec-4a52-4ae6-af54-13d2fc78f061 admin admin] Publish callbacks [] for security_group (190c6c59-2b7c-4ada-b9d4-beba5459a945), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.020743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572760a-84f4-452a-babe-de5e5088222a tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b29b21-dc77-4bc4-be9f-fe0de48b0851,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:35.022871 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6864cfec-4a52-4ae6-af54-13d2fc78f061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (190c6c59-2b7c-4ada-b9d4-beba5459a945), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.116319 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-eeb930a1-b8ff-4580-84cb-afc71ef2ca3f req-af79ce02-d4e3-477a-9914-73fd56e08366 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] show failed (client error): The resource could not be found. Jan 27 21:51:35.116699 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864cfec-4a52-4ae6-af54-13d2fc78f061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190c6c59-2b7c-4ada-b9d4-beba5459a945,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:35.117343 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eeb930a1-b8ff-4580-84cb-afc71ef2ca3f req-af79ce02-d4e3-477a-9914-73fd56e08366 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/28b29b21-dc77-4bc4-be9f-fe0de48b0851 HTTP/1.1" status: 404 len: 352 time: 0.0169742 Jan 27 21:51:35.133681 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6864cfec-4a52-4ae6-af54-13d2fc78f061 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=80da5674d2bb4f7d81af9e823ef7be0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7509494 Jan 27 21:51:35.134943 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53242) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:35.136030 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b5540-3430-4ef9-a621-fbfeabc7a3c0 req-96b06561-2278-4d2c-ad63-a3d2b3f4c002 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:35.143765 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c5b5540-3430-4ef9-a621-fbfeabc7a3c0 req-96b06561-2278-4d2c-ad63-a3d2b3f4c002 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 944 time: 0.0907626 Jan 27 21:51:35.207927 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c5b5540-3430-4ef9-a621-fbfeabc7a3c0 req-050057ca-ab21-4db7-a675-996db61769cb tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633333 Jan 27 21:51:35.266186 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-de94b6e1-38b5-446e-a9ef-43734c93cc44 admin admin] Publish callbacks [] for security_group (190c6c59-2b7c-4ada-b9d4-beba5459a945), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.298842 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0bdc2f9a-1862-4219-8eb8-6bf8c09df574 req-44aa6e3b-8041-4109-83fe-d34ae2ceca8a tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/2cb4d1fd-ebfb-403b-b10e-8e633be3a4b3 HTTP/1.1" status: 200 len: 1817 time: 0.0898309 Jan 27 21:51:35.305523 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-de94b6e1-38b5-446e-a9ef-43734c93cc44 admin admin] Publish callbacks [] for security_group (190c6c59-2b7c-4ada-b9d4-beba5459a945), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.381666 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-de94b6e1-38b5-446e-a9ef-43734c93cc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (190c6c59-2b7c-4ada-b9d4-beba5459a945), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.384903 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-de94b6e1-38b5-446e-a9ef-43734c93cc44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.388904 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-de94b6e1-38b5-446e-a9ef-43734c93cc44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/190c6c59-2b7c-4ada-b9d4-beba5459a945 HTTP/1.1" status: 204 len: 168 time: 0.2507741 Jan 27 21:51:35.406793 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94b6e1-38b5-446e-a9ef-43734c93cc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190c6c59-2b7c-4ada-b9d4-beba5459a945,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:35.413312 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0bdc2f9a-1862-4219-8eb8-6bf8c09df574 req-6b2b84ad-b2ff-401a-bb45-12eb284d5426 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (2cb4d1fd-ebfb-403b-b10e-8e633be3a4b3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.437728 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0bdc2f9a-1862-4219-8eb8-6bf8c09df574 req-6b2b84ad-b2ff-401a-bb45-12eb284d5426 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (2cb4d1fd-ebfb-403b-b10e-8e633be3a4b3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.493194 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0bdc2f9a-1862-4219-8eb8-6bf8c09df574 req-6b2b84ad-b2ff-401a-bb45-12eb284d5426 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2cb4d1fd-ebfb-403b-b10e-8e633be3a4b3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.496065 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0bdc2f9a-1862-4219-8eb8-6bf8c09df574 req-6b2b84ad-b2ff-401a-bb45-12eb284d5426 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.497380 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0bdc2f9a-1862-4219-8eb8-6bf8c09df574 req-6b2b84ad-b2ff-401a-bb45-12eb284d5426 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "DELETE /v2.0/security-groups/2cb4d1fd-ebfb-403b-b10e-8e633be3a4b3 HTTP/1.1" status: 204 len: 173 time: 0.1867280 Jan 27 21:51:35.510910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b84ad-b2ff-401a-bb45-12eb284d5426 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb4d1fd-ebfb-403b-b10e-8e633be3a4b3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:35.529061 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-b6a4e13c-4abf-4f5f-a5a7-5013a3efe044 req-0ff78b68-b8a2-4122-b263-aa07b967e394 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] show failed (client error): The resource could not be found. Jan 27 21:51:35.530082 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6a4e13c-4abf-4f5f-a5a7-5013a3efe044 req-0ff78b68-b8a2-4122-b263-aa07b967e394 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/2cb4d1fd-ebfb-403b-b10e-8e633be3a4b3 HTTP/1.1" status: 404 len: 352 time: 0.0142984 Jan 27 21:51:35.594304 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa270ca8-ea51-47f2-99bd-963a46f1d667 req-a27809c1-7438-4e11-9969-73d349fffb2b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/fd325783-85c2-466d-b24b-7cc6b16a4f34 HTTP/1.1" status: 200 len: 1817 time: 0.0440598 Jan 27 21:51:35.655130 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fa270ca8-ea51-47f2-99bd-963a46f1d667 req-0502e3b5-3907-43f3-b692-d15900af1bf4 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (fd325783-85c2-466d-b24b-7cc6b16a4f34), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.679435 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fa270ca8-ea51-47f2-99bd-963a46f1d667 req-0502e3b5-3907-43f3-b692-d15900af1bf4 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (fd325783-85c2-466d-b24b-7cc6b16a4f34), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.706626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 85814e7d-06ef-44ba-99d9-f779baf564c0 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:35.734689 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fa270ca8-ea51-47f2-99bd-963a46f1d667 req-0502e3b5-3907-43f3-b692-d15900af1bf4 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (fd325783-85c2-466d-b24b-7cc6b16a4f34), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.737551 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fa270ca8-ea51-47f2-99bd-963a46f1d667 req-0502e3b5-3907-43f3-b692-d15900af1bf4 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.738710 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa270ca8-ea51-47f2-99bd-963a46f1d667 req-0502e3b5-3907-43f3-b692-d15900af1bf4 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "DELETE /v2.0/security-groups/fd325783-85c2-466d-b24b-7cc6b16a4f34 HTTP/1.1" status: 204 len: 173 time: 0.1391373 Jan 27 21:51:35.760556 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502e3b5-3907-43f3-b692-d15900af1bf4 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd325783-85c2-466d-b24b-7cc6b16a4f34,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:35.818349 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 85814e7d-06ef-44ba-99d9-f779baf564c0 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:51:35.831282 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-b4b1e673-03b9-40aa-b866-2d4244c60f9d req-010a7411-9099-4448-901d-ed748806ec37 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] show failed (client error): The resource could not be found. Jan 27 21:51:35.833498 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 85814e7d-06ef-44ba-99d9-f779baf564c0 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:35.835515 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.837826 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4b1e673-03b9-40aa-b866-2d4244c60f9d req-010a7411-9099-4448-901d-ed748806ec37 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/fd325783-85c2-466d-b24b-7cc6b16a4f34 HTTP/1.1" status: 404 len: 352 time: 0.0625384 Jan 27 21:51:35.962827 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53276) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:35.993038 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-57646ea9-2885-432d-bcbe-4850ef94ea14 req-e75f6c66-9d53-4f51-9244-c439d3dc662e tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ddb724d2f7b4649908b2d3c0fb9cd4c HTTP/1.1" status: 200 len: 6198 time: 0.1210687 Jan 27 21:51:35.993895 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6b040300-2745-41ad-8ffa-f4f93c7121ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.010860 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 85814e7d-06ef-44ba-99d9-f779baf564c0 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:36.011257 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.050767 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-57646ea9-2885-432d-bcbe-4850ef94ea14 req-fe63bb0d-19a1-43f8-84f5-d7019d8c4789 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/65a164b7-a61f-447d-901d-819e37ca7b20 HTTP/1.1" status: 200 len: 2998 time: 0.0610783 Jan 27 21:51:36.105759 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 85814e7d-06ef-44ba-99d9-f779baf564c0, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=85814e7d-06ef-44ba-99d9-f779baf564c0,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:36.108577 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df077025-7bdd-4224-9eaa-c9077ee12682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85814e7d-06ef-44ba-99d9-f779baf564c0'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:36.112693 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b25141-8d1c-4c03-a5dc-4e43b05a0e77" -d '{"events": [{"server_uuid": "df077025-7bdd-4224-9eaa-c9077ee12682", "name": "network-vif-plugged", "status": "completed", "tag": "85814e7d-06ef-44ba-99d9-f779baf564c0"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:36.117132 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.156997 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1fb02-cb86-42cd-b27b-84a444b5810e req-26db4cd4-657c-41fa-b010-3e909795aec2 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:36.165257 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1fb02-cb86-42cd-b27b-84a444b5810e req-26db4cd4-657c-41fa-b010-3e909795aec2 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:36.167208 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6b040300-2745-41ad-8ffa-f4f93c7121ba admin admin] Publish callbacks [] for security_group (da9ea6d5-be7a-49a2-b88a-7fd8f0582ab7), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.172546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1fb02-cb86-42cd-b27b-84a444b5810e req-26db4cd4-657c-41fa-b010-3e909795aec2 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:36.179924 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1fb02-cb86-42cd-b27b-84a444b5810e req-26db4cd4-657c-41fa-b010-3e909795aec2 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:36.181573 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6b040300-2745-41ad-8ffa-f4f93c7121ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (da9ea6d5-be7a-49a2-b88a-7fd8f0582ab7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.183212 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=85814e7d-06ef-44ba-99d9-f779baf564c0,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:36.187052 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1fb02-cb86-42cd-b27b-84a444b5810e req-26db4cd4-657c-41fa-b010-3e909795aec2 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:36.205755 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1fb02-cb86-42cd-b27b-84a444b5810e req-26db4cd4-657c-41fa-b010-3e909795aec2 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:36.211602 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1fb02-cb86-42cd-b27b-84a444b5810e req-26db4cd4-657c-41fa-b010-3e909795aec2 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:36.214122 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52f1fb02-cb86-42cd-b27b-84a444b5810e req-26db4cd4-657c-41fa-b010-3e909795aec2 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.1511011 Jan 27 21:51:36.218634 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-57646ea9-2885-432d-bcbe-4850ef94ea14 req-e5784219-d095-4f09-844b-3eec2a400fb4 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/65a164b7-a61f-447d-901d-819e37ca7b20 HTTP/1.1" status: 200 len: 2998 time: 0.1664093 Jan 27 21:51:36.266476 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6b040300-2745-41ad-8ffa-f4f93c7121ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0df9550df7640399da7aaa4aed11f88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025484 Jan 27 21:51:36.267771 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b040300-2745-41ad-8ffa-f4f93c7121ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9ea6d5-be7a-49a2-b88a-7fd8f0582ab7,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:36.273363 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53286) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:36.284583 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52f1fb02-cb86-42cd-b27b-84a444b5810e req-daf29685-3ca7-4d74-a688-0e85e2f0f8ae tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643971 Jan 27 21:51:36.381614 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b01c1f13-03d2-4d23-8e46-e538ca3dab08 admin admin] Publish callbacks [] for security_group (da9ea6d5-be7a-49a2-b88a-7fd8f0582ab7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.389252 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9ceeb9-d0bd-4c58-aa66-8fa038f4f1cd x-openstack-request-id: req-af9ceeb9-d0bd-4c58-aa66-8fa038f4f1cd {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:36.389606 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df077025-7bdd-4224-9eaa-c9077ee12682", "name": "network-vif-plugged", "status": "completed", "tag": "85814e7d-06ef-44ba-99d9-f779baf564c0", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:36.389873 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af9ceeb9-d0bd-4c58-aa66-8fa038f4f1cd {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:36.390340 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df077025-7bdd-4224-9eaa-c9077ee12682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85814e7d-06ef-44ba-99d9-f779baf564c0', 'code': 200} Jan 27 21:51:36.431689 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b01c1f13-03d2-4d23-8e46-e538ca3dab08 admin admin] Publish callbacks [] for security_group (da9ea6d5-be7a-49a2-b88a-7fd8f0582ab7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.458448 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-e5d38b02-aa5f-4c72-85a6-7f9f3aacc4ab req-085e681a-bd79-4c21-80ff-ff4acc989c2a tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-503878078', 'description': 'tempest-description-1217584220'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:36.528016 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e5d38b02-aa5f-4c72-85a6-7f9f3aacc4ab req-085e681a-bd79-4c21-80ff-ff4acc989c2a tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.531572 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b01c1f13-03d2-4d23-8e46-e538ca3dab08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (da9ea6d5-be7a-49a2-b88a-7fd8f0582ab7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.537395 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b01c1f13-03d2-4d23-8e46-e538ca3dab08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.539079 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b01c1f13-03d2-4d23-8e46-e538ca3dab08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da9ea6d5-be7a-49a2-b88a-7fd8f0582ab7 HTTP/1.1" status: 204 len: 168 time: 0.2646744 Jan 27 21:51:36.550732 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c1f13-03d2-4d23-8e46-e538ca3dab08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9ea6d5-be7a-49a2-b88a-7fd8f0582ab7,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:36.610375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aac6b5-53d1-490b-9ff5-2a06cba324ce req-593bba83-cb50-4f06-b2ea-9ba96f3b7980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:36.612993 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00aac6b5-53d1-490b-9ff5-2a06cba324ce req-593bba83-cb50-4f06-b2ea-9ba96f3b7980 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 1096 time: 0.1286533 Jan 27 21:51:36.685147 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f5760-8718-49b0-84d8-33b4d56f54f8 req-a1bebfd2-3cc1-4d88-b8fe-33b5020bbe67 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:36.692768 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa1f5760-8718-49b0-84d8-33b4d56f54f8 req-a1bebfd2-3cc1-4d88-b8fe-33b5020bbe67 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.1517632 Jan 27 21:51:36.738012 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00aac6b5-53d1-490b-9ff5-2a06cba324ce req-ac34684a-5d00-4dc7-80fe-f85155cbdbc5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175809 Jan 27 21:51:36.772553 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e5d38b02-aa5f-4c72-85a6-7f9f3aacc4ab req-085e681a-bd79-4c21-80ff-ff4acc989c2a tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (7da4a5bf-12fe-4bb8-9c7d-d5a1998dba25), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.781881 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e5d38b02-aa5f-4c72-85a6-7f9f3aacc4ab req-085e681a-bd79-4c21-80ff-ff4acc989c2a tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7da4a5bf-12fe-4bb8-9c7d-d5a1998dba25), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.820477 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa1f5760-8718-49b0-84d8-33b4d56f54f8 req-d219df9c-21ae-4ad0-8f63-14998f553026 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251671 Jan 27 21:51:36.868791 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e5d38b02-aa5f-4c72-85a6-7f9f3aacc4ab req-085e681a-bd79-4c21-80ff-ff4acc989c2a tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.873650 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e5d38b02-aa5f-4c72-85a6-7f9f3aacc4ab req-085e681a-bd79-4c21-80ff-ff4acc989c2a tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4214568 Jan 27 21:51:36.889186 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e681a-bd79-4c21-80ff-ff4acc989c2a tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7da4a5bf-12fe-4bb8-9c7d-d5a1998dba25,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:36.899939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-0dccfd60-d188-4b89-8436-765cab785a70 req-8082af73-67e4-48b4-8154-cc56f69e6268 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-97297474', 'description': 'tempest-description-529207134'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:36.942857 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0dccfd60-d188-4b89-8436-765cab785a70 req-8082af73-67e4-48b4-8154-cc56f69e6268 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:37.059501 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0dccfd60-d188-4b89-8436-765cab785a70 req-8082af73-67e4-48b4-8154-cc56f69e6268 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (469351e8-205d-4714-80c0-189ea4189ecf), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:37.063969 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0dccfd60-d188-4b89-8436-765cab785a70 req-8082af73-67e4-48b4-8154-cc56f69e6268 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (469351e8-205d-4714-80c0-189ea4189ecf), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:37.088018 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0dccfd60-d188-4b89-8436-765cab785a70 req-8082af73-67e4-48b4-8154-cc56f69e6268 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:37.092903 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0dccfd60-d188-4b89-8436-765cab785a70 req-8082af73-67e4-48b4-8154-cc56f69e6268 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.1971159 Jan 27 21:51:37.159052 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082af73-67e4-48b4-8154-cc56f69e6268 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=469351e8-205d-4714-80c0-189ea4189ecf,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:37.486720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d5cac955-f4bf-4a9c-8e96-ba4f5730d77e tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:37.493618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d5cac955-f4bf-4a9c-8e96-ba4f5730d77e tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/networks?id=abf4ae31-96f5-462f-b24f-2b00dec9d4bd HTTP/1.1" status: 200 len: 812 time: 0.1739814 Jan 27 21:51:37.525351 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-e05ae6ed-53ec-4632-8797-929fccf59153 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/quotas/7ddb724d2f7b4649908b2d3c0fb9cd4c HTTP/1.1" status: 200 len: 375 time: 0.0301857 Jan 27 21:51:37.584213 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fe7a9-c9ff-49c1-b4b5-fa6ed72ed38a req-5b15cf23-4558-4e20-a724-28c8f0e03e44 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:37.590204 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fe7a9-c9ff-49c1-b4b5-fa6ed72ed38a req-5b15cf23-4558-4e20-a724-28c8f0e03e44 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:37.595556 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fe7a9-c9ff-49c1-b4b5-fa6ed72ed38a req-5b15cf23-4558-4e20-a724-28c8f0e03e44 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:37.601006 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fe7a9-c9ff-49c1-b4b5-fa6ed72ed38a req-5b15cf23-4558-4e20-a724-28c8f0e03e44 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:37.606897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fe7a9-c9ff-49c1-b4b5-fa6ed72ed38a req-5b15cf23-4558-4e20-a724-28c8f0e03e44 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:37.612301 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fe7a9-c9ff-49c1-b4b5-fa6ed72ed38a req-5b15cf23-4558-4e20-a724-28c8f0e03e44 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:37.617678 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fe7a9-c9ff-49c1-b4b5-fa6ed72ed38a req-5b15cf23-4558-4e20-a724-28c8f0e03e44 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:37.619634 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-087fe7a9-c9ff-49c1-b4b5-fa6ed72ed38a req-5b15cf23-4558-4e20-a724-28c8f0e03e44 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.1536674 Jan 27 21:51:37.650645 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-18cdb96f-3c1e-4720-a4d3-3f9817a9a6bd tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ddb724d2f7b4649908b2d3c0fb9cd4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1224024 Jan 27 21:51:37.744784 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-087fe7a9-c9ff-49c1-b4b5-fa6ed72ed38a req-940d00f2-5f35-4e14-a598-e499dae15f32 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1170671 Jan 27 21:51:37.812708 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-a9fbf1ef-ce77-44bc-b9c5-43f27af9e2dd service neutron] 10.222.0.23 "GET /v2.0/networks/abf4ae31-96f5-462f-b24f-2b00dec9d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433353 Jan 27 21:51:37.927222 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-09741762-9a0b-4d83-8522-47f053a62f7a service neutron] 10.222.0.23 "GET /v2.0/networks/abf4ae31-96f5-462f-b24f-2b00dec9d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123366 Jan 27 21:51:38.337165 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c03487-a582-446d-a9e7-0b77dd273e96 req-afa9dc47-c30e-4185-b1e4-4b5c6f99ec68 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:38.338627 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94c03487-a582-446d-a9e7-0b77dd273e96 req-afa9dc47-c30e-4185-b1e4-4b5c6f99ec68 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.1031885 Jan 27 21:51:38.440607 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94c03487-a582-446d-a9e7-0b77dd273e96 req-38db3ebe-21f0-4a85-bf3a-e9381da7a209 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913110 Jan 27 21:51:38.631629 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8ad4b7a-1055-4046-8d8e-dd1d7f774a88 req-1eb407cb-a6f2-44b0-9331-7ee2f9e88b78 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 210 time: 0.0895162 Jan 27 21:51:38.696947 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247edaab-c9f8-4664-b362-878d98cbe984 req-d2674a90-b00a-4e67-a5f6-11de4afb3ff4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:38.698695 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-247edaab-c9f8-4664-b362-878d98cbe984 req-d2674a90-b00a-4e67-a5f6-11de4afb3ff4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 946 time: 0.2369947 Jan 27 21:51:38.845348 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-247edaab-c9f8-4664-b362-878d98cbe984 req-40f46e93-d5c4-4393-bebf-54f344da8acb tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385415 Jan 27 21:51:38.924699 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba10604-3a64-44e8-8d81-cd3b849ceac6 req-61728b33-18f7-420e-9bde-b69eefeafa6d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:38.935727 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53398) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:38.941109 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b5f75989-a9f6-42ca-8055-d73fb26fe1c0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Request body: {'floatingip': {'port_id': '85814e7d-06ef-44ba-99d9-f779baf564c0'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:38.946628 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ba10604-3a64-44e8-8d81-cd3b849ceac6 req-61728b33-18f7-420e-9bde-b69eefeafa6d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.1351407 Jan 27 21:51:38.955964 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:51:39.107001 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b5f75989-a9f6-42ca-8055-d73fb26fe1c0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for floatingip (c8dc66f1-fcc5-4cc7-9176-6b01f2505396), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:39.273306 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002acaf-bdb4-43d6-beeb-b478d8fb42b3 req-6d76e54c-6f8a-4b53-9848-70f5ebb7a587 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:39.286294 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002acaf-bdb4-43d6-beeb-b478d8fb42b3 req-6d76e54c-6f8a-4b53-9848-70f5ebb7a587 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:39.306642 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002acaf-bdb4-43d6-beeb-b478d8fb42b3 req-6d76e54c-6f8a-4b53-9848-70f5ebb7a587 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:39.319996 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002acaf-bdb4-43d6-beeb-b478d8fb42b3 req-6d76e54c-6f8a-4b53-9848-70f5ebb7a587 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:39.331972 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002acaf-bdb4-43d6-beeb-b478d8fb42b3 req-6d76e54c-6f8a-4b53-9848-70f5ebb7a587 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:39.352496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002acaf-bdb4-43d6-beeb-b478d8fb42b3 req-6d76e54c-6f8a-4b53-9848-70f5ebb7a587 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:39.366383 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002acaf-bdb4-43d6-beeb-b478d8fb42b3 req-6d76e54c-6f8a-4b53-9848-70f5ebb7a587 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:39.372407 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0002acaf-bdb4-43d6-beeb-b478d8fb42b3 req-6d76e54c-6f8a-4b53-9848-70f5ebb7a587 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.2482529 Jan 27 21:51:39.373698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53412) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:39.546391 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0002acaf-bdb4-43d6-beeb-b478d8fb42b3 req-c239a2df-adfc-4155-83fd-729af7b531ef tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1546581 Jan 27 21:51:39.779872 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-37a07b40-44d5-4d74-a2f5-e099881601ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:39.912863 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3cb2bb08-1d05-406c-810c-8034de6c926f req-920b30db-7ff2-4a8f-ac44-806347e69bc3 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 210 time: 0.0985491 Jan 27 21:51:39.969533 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b5f75989-a9f6-42ca-8055-d73fb26fe1c0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:39.986880 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b5f75989-a9f6-42ca-8055-d73fb26fe1c0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (c8dc66f1-fcc5-4cc7-9176-6b01f2505396), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.155863 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-37a07b40-44d5-4d74-a2f5-e099881601ce admin admin] Publish callbacks [] for security_group (ee04d6ed-0233-45cb-824d-34c0ac729309), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.166564 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-e845f614-37df-4d01-b990-4dc8fc6636ad tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ddff579c6693402abe1cb531d3c60830&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485108 Jan 27 21:51:40.181220 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-37a07b40-44d5-4d74-a2f5-e099881601ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ee04d6ed-0233-45cb-824d-34c0ac729309), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.229575 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-37a07b40-44d5-4d74-a2f5-e099881601ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1fc976212f040a496397f208e5fd379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8495810 Jan 27 21:51:40.233421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53440) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:40.259640 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-93c34177-6e6c-4314-aba2-f58409e25e29 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:40.261165 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-93c34177-6e6c-4314-aba2-f58409e25e29 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.21 "GET /v2.0/networks?id=abf4ae31-96f5-462f-b24f-2b00dec9d4bd HTTP/1.1" status: 200 len: 812 time: 0.2893977 Jan 27 21:51:40.269657 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-b5f75989-a9f6-42ca-8055-d73fb26fe1c0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Floating IP c8dc66f1-fcc5-4cc7-9176-6b01f2505396 associated. External IP: 172.25.3.234, port: 85814e7d-06ef-44ba-99d9-f779baf564c0. Jan 27 21:51:40.316076 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-f7eca360-0b24-40f0-809b-87a213ce0b50 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Request body: {'port': {'device_id': 'bd4bfcd1-53d9-41da-970e-3350a3af7b51', 'network_id': 'abf4ae31-96f5-462f-b24f-2b00dec9d4bd', 'admin_state_up': True, 'tenant_id': '7ddb724d2f7b4649908b2d3c0fb9cd4c'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:40.329598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a07b40-44d5-4d74-a2f5-e099881601ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee04d6ed-0233-45cb-824d-34c0ac729309,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:40.405672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-af8a173c-eaec-4a7b-9191-a70433984064 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:40.414411 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-af8a173c-eaec-4a7b-9191-a70433984064 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2468586 Jan 27 21:51:40.416226 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0626e2f3-809d-4272-98d3-52e81409c16e admin admin] Publish callbacks [] for security_group (ee04d6ed-0233-45cb-824d-34c0ac729309), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.435201 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-4315d14b-c4e6-4cfb-b6ec-2e66d624c2e2 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/quotas/ddff579c6693402abe1cb531d3c60830 HTTP/1.1" status: 200 len: 375 time: 0.0199289 Jan 27 21:51:40.497502 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-5d6e6de2-e2cc-4337-b2be-6e3b828a2a47 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddff579c6693402abe1cb531d3c60830&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613925 Jan 27 21:51:40.504423 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0626e2f3-809d-4272-98d3-52e81409c16e admin admin] Publish callbacks [] for security_group (ee04d6ed-0233-45cb-824d-34c0ac729309), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.512581 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-f7eca360-0b24-40f0-809b-87a213ce0b50 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Made reservation on behalf of 7ddb724d2f7b4649908b2d3c0fb9cd4c for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:40.519988 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-f7eca360-0b24-40f0-809b-87a213ce0b50 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.583137 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0626e2f3-809d-4272-98d3-52e81409c16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ee04d6ed-0233-45cb-824d-34c0ac729309), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.585792 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0626e2f3-809d-4272-98d3-52e81409c16e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.586980 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0626e2f3-809d-4272-98d3-52e81409c16e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee04d6ed-0233-45cb-824d-34c0ac729309 HTTP/1.1" status: 204 len: 168 time: 0.3196507 Jan 27 21:51:40.619381 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626e2f3-809d-4272-98d3-52e81409c16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee04d6ed-0233-45cb-824d-34c0ac729309,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:40.798030 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a37c7-7254-473f-8d3d-2442fd43ade3 req-37d8cff6-594f-4d6b-982b-cf2489974517 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:40.811425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a37c7-7254-473f-8d3d-2442fd43ade3 req-37d8cff6-594f-4d6b-982b-cf2489974517 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:40.820462 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a37c7-7254-473f-8d3d-2442fd43ade3 req-37d8cff6-594f-4d6b-982b-cf2489974517 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:40.826771 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a37c7-7254-473f-8d3d-2442fd43ade3 req-37d8cff6-594f-4d6b-982b-cf2489974517 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:40.853055 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a37c7-7254-473f-8d3d-2442fd43ade3 req-37d8cff6-594f-4d6b-982b-cf2489974517 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:40.869522 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a37c7-7254-473f-8d3d-2442fd43ade3 req-37d8cff6-594f-4d6b-982b-cf2489974517 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:40.875588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a37c7-7254-473f-8d3d-2442fd43ade3 req-37d8cff6-594f-4d6b-982b-cf2489974517 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:40.884658 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e9a37c7-7254-473f-8d3d-2442fd43ade3 req-37d8cff6-594f-4d6b-982b-cf2489974517 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.2019956 Jan 27 21:51:40.906215 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-f7eca360-0b24-40f0-809b-87a213ce0b50 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Allocated IP 172.20.0.6 (abf4ae31-96f5-462f-b24f-2b00dec9d4bd/187893ae-891b-4f2a-b9a3-c08dd2c9cfc8/df96a680-9535-4189-b278-b9617f998f00) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:40.961615 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-162a33a8-d309-47d7-8197-d53d0b9c58b4 req-937be170-aaa5-41eb-874a-5e90b1fa22ac tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b227d68-8d18-458f-91f6-22e5813aef3d HTTP/1.1" status: 200 len: 210 time: 0.0593653 Jan 27 21:51:41.040436 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f75989-a9f6-42ca-8055-d73fb26fe1c0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Router b65215d6-bb8a-40c4-9f30-8c26cbead61b has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:51:41.164597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e9a37c7-7254-473f-8d3d-2442fd43ade3 req-48f9e1ce-333a-4b47-b0af-43b53140e72c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2804170 Jan 27 21:51:41.210560 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53466) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:41.225514 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6236499-fa31-49c7-b1aa-b4f4bac94fc8 req-8e518ac5-9553-4a63-abc2-ff38a31b2b08 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 210 time: 0.0543270 Jan 27 21:51:41.264911 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7248b07d-55f1-44dd-906e-270e09ea0101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.317451 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-f7eca360-0b24-40f0-809b-87a213ce0b50 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for port (df96a680-9535-4189-b278-b9617f998f00), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.339619 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f75989-a9f6-42ca-8055-d73fb26fe1c0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:51:41.345270 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b5f75989-a9f6-42ca-8055-d73fb26fe1c0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.362438 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e48089c-f456-42ad-9e2f-0d7dfa8f22e7 None None] Sync routers for ids ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:51:41.378091 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e48089c-f456-42ad-9e2f-0d7dfa8f22e7 None None] Routers {'b65215d6-bb8a-40c4-9f30-8c26cbead61b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:51:41.380452 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6e48089c-f456-42ad-9e2f-0d7dfa8f22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:51:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:41.395048 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7248b07d-55f1-44dd-906e-270e09ea0101 admin admin] Publish callbacks [] for security_group (f9b139d5-81a0-4ae4-bb3d-4345a7c00bdb), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.400142 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7248b07d-55f1-44dd-906e-270e09ea0101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f9b139d5-81a0-4ae4-bb3d-4345a7c00bdb), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.409309 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b5f75989-a9f6-42ca-8055-d73fb26fe1c0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "PUT /v2.0/floatingips/c8dc66f1-fcc5-4cc7-9176-6b01f2505396 HTTP/1.1" status: 200 len: 991 time: 2.4718211 Jan 27 21:51:41.411182 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df077025-7bdd-4224-9eaa-c9077ee12682', 'tag': '85814e7d-06ef-44ba-99d9-f779baf564c0'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:41.413941 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65c4971-1ef9-422c-9e2a-dc66b977dc72" -d '{"events": [{"name": "network-changed", "server_uuid": "df077025-7bdd-4224-9eaa-c9077ee12682", "tag": "85814e7d-06ef-44ba-99d9-f779baf564c0"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:41.441329 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-f7eca360-0b24-40f0-809b-87a213ce0b50 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (df96a680-9535-4189-b278-b9617f998f00), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.458489 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:41.474029 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7248b07d-55f1-44dd-906e-270e09ea0101 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d53208ffb714a4f99349fb96565dde9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620032 Jan 27 21:51:41.477364 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53476) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:41.517663 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc65ed2-5c0c-4209-8dd3-ca3b3824e58e x-openstack-request-id: req-0bc65ed2-5c0c-4209-8dd3-ca3b3824e58e {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:41.517663 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df077025-7bdd-4224-9eaa-c9077ee12682", "tag": "85814e7d-06ef-44ba-99d9-f779baf564c0", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:41.518039 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0bc65ed2-5c0c-4209-8dd3-ca3b3824e58e {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:41.518414 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df077025-7bdd-4224-9eaa-c9077ee12682', 'tag': '85814e7d-06ef-44ba-99d9-f779baf564c0', 'status': 'completed', 'code': 200} Jan 27 21:51:41.536882 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-f7eca360-0b24-40f0-809b-87a213ce0b50 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Network abf4ae31-96f5-462f-b24f-2b00dec9d4bd is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:41.546941 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-6e48089c-f456-42ad-9e2f-0d7dfa8f22e7 None None] Set router b65215d6-bb8a-40c4-9f30-8c26cbead61b gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:51:41.561104 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-f7eca360-0b24-40f0-809b-87a213ce0b50 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:41.566001 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248b07d-55f1-44dd-906e-270e09ea0101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b139d5-81a0-4ae4-bb3d-4345a7c00bdb,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:41.570280 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eca360-0b24-40f0-809b-87a213ce0b50 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event updated for resources: {'Port': ['ID=df96a680-9535-4189-b278-b9617f998f00,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:41.574719 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-f7eca360-0b24-40f0-809b-87a213ce0b50 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:41.638323 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c4971-1ef9-422c-9e2a-dc66b977dc72 req-ae25c2bb-a7c3-43ce-b444-1da90ec51137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:41.641081 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e65c4971-1ef9-422c-9e2a-dc66b977dc72 req-ae25c2bb-a7c3-43ce-b444-1da90ec51137 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de28fa92448d41c99ce570f9af9bb344&device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 1096 time: 0.1380937 Jan 27 21:51:41.655713 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-f7eca360-0b24-40f0-809b-87a213ce0b50 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:41.656864 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-f7eca360-0b24-40f0-809b-87a213ce0b50 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.678280 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-f7eca360-0b24-40f0-809b-87a213ce0b50 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3668289 Jan 27 21:51:41.680611 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bedb3e2a-51e2-4dad-a544-99cce158d5ed admin admin] Publish callbacks [] for security_group (f9b139d5-81a0-4ae4-bb3d-4345a7c00bdb), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.703359 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] Request body: {'port': {'device_id': 'bd4bfcd1-53d9-41da-970e-3350a3af7b51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:41.742149 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bedb3e2a-51e2-4dad-a544-99cce158d5ed admin admin] Publish callbacks [] for security_group (f9b139d5-81a0-4ae4-bb3d-4345a7c00bdb), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.796361 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (df96a680-9535-4189-b278-b9617f998f00), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.812531 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c4971-1ef9-422c-9e2a-dc66b977dc72 req-04af15f2-3a7a-4ea7-a012-a9a7853bac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:41.814081 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e65c4971-1ef9-422c-9e2a-dc66b977dc72 req-04af15f2-3a7a-4ea7-a012-a9a7853bac1f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 HTTP/1.1" status: 200 len: 916 time: 0.1641564 Jan 27 21:51:41.892590 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bedb3e2a-51e2-4dad-a544-99cce158d5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f9b139d5-81a0-4ae4-bb3d-4345a7c00bdb), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.895151 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bedb3e2a-51e2-4dad-a544-99cce158d5ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.896334 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bedb3e2a-51e2-4dad-a544-99cce158d5ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9b139d5-81a0-4ae4-bb3d-4345a7c00bdb HTTP/1.1" status: 204 len: 168 time: 0.4165225 Jan 27 21:51:41.911649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb3e2a-51e2-4dad-a544-99cce158d5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b139d5-81a0-4ae4-bb3d-4345a7c00bdb,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:41.915499 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e65c4971-1ef9-422c-9e2a-dc66b977dc72 req-3565c9b8-5948-43f9-9714-f6b1674b3beb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85814e7d-06ef-44ba-99d9-f779baf564c0 HTTP/1.1" status: 200 len: 999 time: 0.0950165 Jan 27 21:51:41.983869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c4971-1ef9-422c-9e2a-dc66b977dc72 req-2cf82950-8875-48fd-b6fd-042db19e995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:41.988209 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e65c4971-1ef9-422c-9e2a-dc66b977dc72 req-2cf82950-8875-48fd-b6fd-042db19e995d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b1a976cc-2e5b-4556-bc6f-960c2cfb8897 HTTP/1.1" status: 200 len: 854 time: 0.0648868 Jan 27 21:51:42.039200 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6e48089c-f456-42ad-9e2f-0d7dfa8f22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'name': 'tempest-AttachVolumeShelveTestJSON-82970161-router', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:05Z', 'updated_at': '2022-01-27T21:51:16Z', 'revision_number': 4, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'gw_port': {'id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:07Z', 'updated_at': '2022-01-27T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c8dc66f1-fcc5-4cc7-9176-6b01f2505396', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'port_id': '85814e7d-06ef-44ba-99d9-f779baf564c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'mac_address': 'fa:16:3e:bf:2d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df077025-7bdd-4224-9eaa-c9077ee12682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:51:23Z', 'updated_at': '2022-01-27T21:51:39Z', 'revision_number': 1, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71237575-b72d-4dee-93dd-94df06a96add', 'name': '', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'mac_address': 'fa:16:3e:20:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:14Z', 'updated_at': '2022-01-27T21:51:22Z', 'revision_number': 5, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'subnets': [{'id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:42.056541 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c4971-1ef9-422c-9e2a-dc66b977dc72 req-47596dfc-7ed2-40ec-9dae-d3c0f68076cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:42.058730 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e65c4971-1ef9-422c-9e2a-dc66b977dc72 req-47596dfc-7ed2-40ec-9dae-d3c0f68076cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519631 Jan 27 21:51:42.083265 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e48089c-f456-42ad-9e2f-0d7dfa8f22e7 None None] Checking router: b65215d6-bb8a-40c4-9f30-8c26cbead61b for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:51:42.092779 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e48089c-f456-42ad-9e2f-0d7dfa8f22e7 None None] Routers {'b65215d6-bb8a-40c4-9f30-8c26cbead61b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:51:42.093747 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6e48089c-f456-42ad-9e2f-0d7dfa8f22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:51:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:42.178326 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df96a680-9535-4189-b278-b9617f998f00 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:42.186713 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] Publish callbacks [] for port (df96a680-9535-4189-b278-b9617f998f00), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:42.195759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8385405-8e0c-445f-a489-f06d98d3f507 req-f54dd529-765c-495e-b804-5774c9308c55 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b227d68-8d18-458f-91f6-22e5813aef3d HTTP/1.1" status: 200 len: 210 time: 0.0563099 Jan 27 21:51:42.223101 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] Transition to ACTIVE for port object df96a680-9535-4189-b278-b9617f998f00 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:51:42.223101 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (df96a680-9535-4189-b278-b9617f998f00), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:42.235282 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-6e48089c-f456-42ad-9e2f-0d7dfa8f22e7 None None] Set router b65215d6-bb8a-40c4-9f30-8c26cbead61b gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:51:42.261903 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e65c4971-1ef9-422c-9e2a-dc66b977dc72 req-09f6308e-e8ea-464f-a045-d3ba3b2744b7 service neutron] 10.222.0.15 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954870 Jan 27 21:51:42.272047 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53496) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:42.277669 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e12a424b-0321-4de1-b1a3-f18c991ac75e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1257748651'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:42.365633 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] Pushing event updated for resources: {'Port': ['ID=df96a680-9535-4189-b278-b9617f998f00,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:42.430807 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12a424b-0321-4de1-b1a3-f18c991ac75e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Made reservation on behalf of 1e6a4591e21842348002d2aff51fa01d for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:42.434138 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e12a424b-0321-4de1-b1a3-f18c991ac75e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:42.473100 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6a733-c9b4-4f2e-afee-4b4002d24cde req-e36c441b-f208-4a3a-be3c-ddac9f39dcd7 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:42.479460 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6a733-c9b4-4f2e-afee-4b4002d24cde req-e36c441b-f208-4a3a-be3c-ddac9f39dcd7 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:42.485543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6a733-c9b4-4f2e-afee-4b4002d24cde req-e36c441b-f208-4a3a-be3c-ddac9f39dcd7 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:42.493336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6a733-c9b4-4f2e-afee-4b4002d24cde req-e36c441b-f208-4a3a-be3c-ddac9f39dcd7 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:42.499251 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6a733-c9b4-4f2e-afee-4b4002d24cde req-e36c441b-f208-4a3a-be3c-ddac9f39dcd7 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:42.504666 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12a424b-0321-4de1-b1a3-f18c991ac75e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:51:42.504841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6a733-c9b4-4f2e-afee-4b4002d24cde req-e36c441b-f208-4a3a-be3c-ddac9f39dcd7 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:42.510721 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6a733-c9b4-4f2e-afee-4b4002d24cde req-e36c441b-f208-4a3a-be3c-ddac9f39dcd7 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:42.513638 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3ce6a733-c9b4-4f2e-afee-4b4002d24cde req-e36c441b-f208-4a3a-be3c-ddac9f39dcd7 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.1665921 Jan 27 21:51:42.518282 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:42.521660 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f4833-74f3-4c0b-af5f-765cbe99ed08 req-3c65c80a-09db-4d40-bda1-47a6a35f3b54 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:42.523208 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-739f4833-74f3-4c0b-af5f-765cbe99ed08 req-3c65c80a-09db-4d40-bda1-47a6a35f3b54 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 943 time: 0.1750989 Jan 27 21:51:42.525524 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e65c4971-1ef9-422c-9e2a-dc66b977dc72 req-fd06f97d-ed92-4331-bf20-392f044664e2 service neutron] 10.222.0.15 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564306 Jan 27 21:51:42.527878 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] Attempting to bind port df96a680-9535-4189-b278-b9617f998f00 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:42.528350 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] Attempting to bind port df96a680-9535-4189-b278-b9617f998f00 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '3c47dba4-397a-4931-8edb-dea04d5c65b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'abf4ae31-96f5-462f-b24f-2b00dec9d4bd'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:42.528660 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] Attempting to bind port df96a680-9535-4189-b278-b9617f998f00 on network abf4ae31-96f5-462f-b24f-2b00dec9d4bd {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:42.536079 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e12a424b-0321-4de1-b1a3-f18c991ac75e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (f7108b5e-8c7e-4035-a698-9d339b4c3baf), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:42.536460 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-e12a424b-0321-4de1-b1a3-f18c991ac75e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Added segment f7108b5e-8c7e-4035-a698-9d339b4c3baf of type vlan for network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 Jan 27 21:51:42.548708 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] Port df96a680-9535-4189-b278-b9617f998f00 on network abf4ae31-96f5-462f-b24f-2b00dec9d4bd not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:51:42.549155 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] Attempting to bind port df96a680-9535-4189-b278-b9617f998f00 on network abf4ae31-96f5-462f-b24f-2b00dec9d4bd {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:42.587239 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:42.587748 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] Checking segment: {'id': '3c47dba4-397a-4931-8edb-dea04d5c65b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'abf4ae31-96f5-462f-b24f-2b00dec9d4bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:42.588269 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] Bound using segment: {'id': '3c47dba4-397a-4931-8edb-dea04d5c65b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'abf4ae31-96f5-462f-b24f-2b00dec9d4bd'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:42.588816 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] Bound port: df96a680-9535-4189-b278-b9617f998f00, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c47dba4-397a-4931-8edb-dea04d5c65b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'abf4ae31-96f5-462f-b24f-2b00dec9d4bd'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:42.589290 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (df96a680-9535-4189-b278-b9617f998f00), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:42.603606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-f3714093-8ba6-4314-8121-fa4cda9c4e01 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ddff579c6693402abe1cb531d3c60830&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511959 Jan 27 21:51:42.621094 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e12a424b-0321-4de1-b1a3-f18c991ac75e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (bcf6a16f-4c24-41a6-89e6-9f5d9ea90092), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:42.713232 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-739f4833-74f3-4c0b-af5f-765cbe99ed08 req-28d8e059-d7dc-46d5-abcc-1c4b7eca5c87 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765521 Jan 27 21:51:42.720342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3ce6a733-c9b4-4f2e-afee-4b4002d24cde req-356a5e3a-378d-46b2-80ea-77c6765ef242 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1935618 Jan 27 21:51:42.741722 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6e48089c-f456-42ad-9e2f-0d7dfa8f22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'name': 'tempest-AttachVolumeShelveTestJSON-82970161-router', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:05Z', 'updated_at': '2022-01-27T21:51:16Z', 'revision_number': 4, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'gw_port': {'id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:07Z', 'updated_at': '2022-01-27T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c8dc66f1-fcc5-4cc7-9176-6b01f2505396', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'port_id': '85814e7d-06ef-44ba-99d9-f779baf564c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'mac_address': 'fa:16:3e:bf:2d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df077025-7bdd-4224-9eaa-c9077ee12682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:51:23Z', 'updated_at': '2022-01-27T21:51:39Z', 'revision_number': 1, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71237575-b72d-4dee-93dd-94df06a96add', 'name': '', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'mac_address': 'fa:16:3e:20:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:14Z', 'updated_at': '2022-01-27T21:51:22Z', 'revision_number': 5, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'subnets': [{'id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:42.777087 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] For port df96a680-9535-4189-b278-b9617f998f00, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:42.781767 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] For port df96a680-9535-4189-b278-b9617f998f00, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=df96a680-9535-4189-b278-b9617f998f00,segment=NetworkSegment(3c47dba4-397a-4931-8edb-dea04d5c65b2),segment_id=3c47dba4-397a-4931-8edb-dea04d5c65b2)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:42.787026 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (df96a680-9535-4189-b278-b9617f998f00), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:42.792023 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e12a424b-0321-4de1-b1a3-f18c991ac75e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (bcf6a16f-4c24-41a6-89e6-9f5d9ea90092), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:42.801510 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e48089c-f456-42ad-9e2f-0d7dfa8f22e7 None None] The sync data for ids ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'] in n-d-772272-3 is: [{'id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'name': 'tempest-AttachVolumeShelveTestJSON-82970161-router', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:05Z', 'updated_at': '2022-01-27T21:51:16Z', 'revision_number': 4, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'gw_port': {'id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:07Z', 'updated_at': '2022-01-27T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c8dc66f1-fcc5-4cc7-9176-6b01f2505396', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'port_id': '85814e7d-06ef-44ba-99d9-f779baf564c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'mac_address': 'fa:16:3e:bf:2d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df077025-7bdd-4224-9eaa-c9077ee12682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:51:23Z', 'updated_at': '2022-01-27T21:51:39Z', 'revision_number': 1, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71237575-b72d-4dee-93dd-94df06a96add', 'name': '', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'mac_address': 'fa:16:3e:20:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:14Z', 'updated_at': '2022-01-27T21:51:22Z', 'revision_number': 5, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'subnets': [{'id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:51:42.805015 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12a424b-0321-4de1-b1a3-f18c991ac75e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:42.806156 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e12a424b-0321-4de1-b1a3-f18c991ac75e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:42.807095 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-0a9bbeb2-bf68-49ba-902d-0785ea970016 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:42.809268 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-0a9bbeb2-bf68-49ba-902d-0785ea970016 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919384 Jan 27 21:51:42.831317 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-96789f42-aeb4-4df6-a1dc-5f9318f9f8cb tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Request body: {'port': {'device_id': '9b227d68-8d18-458f-91f6-22e5813aef3d', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': 'ddff579c6693402abe1cb531d3c60830'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:42.990664 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-96789f42-aeb4-4df6-a1dc-5f9318f9f8cb tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Made reservation on behalf of ddff579c6693402abe1cb531d3c60830 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:42.994846 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-96789f42-aeb4-4df6-a1dc-5f9318f9f8cb tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:43.005538 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-96789f42-aeb4-4df6-a1dc-5f9318f9f8cb tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:43.101073 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-96789f42-aeb4-4df6-a1dc-5f9318f9f8cb tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Publish callbacks [] for security_group (7f180675-0f6d-459f-80cc-7829bbda9f1e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:43.106039 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-96789f42-aeb4-4df6-a1dc-5f9318f9f8cb tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7f180675-0f6d-459f-80cc-7829bbda9f1e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:43.187676 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96789f42-aeb4-4df6-a1dc-5f9318f9f8cb tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f180675-0f6d-459f-80cc-7829bbda9f1e,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:43.218504 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1358796-5fac-4da7-b986-369e5b396d5b None None] New status for floating IP c8dc66f1-fcc5-4cc7-9176-6b01f2505396: ACTIVE {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:51:43.243281 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:43.243891 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:43.245303 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] 10.222.0.21 "PUT /v2.0/ports/df96a680-9535-4189-b278-b9617f998f00 HTTP/1.1" status: 200 len: 1091 time: 1.5496237 Jan 27 21:51:43.248680 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e12a424b-0321-4de1-b1a3-f18c991ac75e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9755750 Jan 27 21:51:43.258290 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53528) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:43.268686 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-4ceb19a8-d8e1-412f-8acd-8853e525ccd8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1458551160'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:43.288068 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a424b-0321-4de1-b1a3-f18c991ac75e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event updated for resources: {'Network': ['ID=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:43.294761 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a18a5-a8b5-44bc-aaa0-eaca7341331d service neutron] Pushing event updated for resources: {'Port': ['ID=df96a680-9535-4189-b278-b9617f998f00,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:43.304971 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ceb19a8-d8e1-412f-8acd-8853e525ccd8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Made reservation on behalf of 1e6a4591e21842348002d2aff51fa01d for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:43.309145 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ceb19a8-d8e1-412f-8acd-8853e525ccd8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:43.320420 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:51:43.368501 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ceb19a8-d8e1-412f-8acd-8853e525ccd8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:51:43.373510 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a3157d7-d000-4ad8-9199-dc776dd7589e req-cae09ed9-6c0e-4e83-ac24-dfb3e3ac17a7 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b227d68-8d18-458f-91f6-22e5813aef3d HTTP/1.1" status: 200 len: 210 time: 0.0518601 Jan 27 21:51:43.385072 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ceb19a8-d8e1-412f-8acd-8853e525ccd8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (2a2930c9-2d81-4f92-adf9-9ae2f2d8c002), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:43.385426 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-4ceb19a8-d8e1-412f-8acd-8853e525ccd8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Added segment 2a2930c9-2d81-4f92-adf9-9ae2f2d8c002 of type vlan for network 7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 Jan 27 21:51:43.413105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-96789f42-aeb4-4df6-a1dc-5f9318f9f8cb tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Allocated IP 192.168.233.253 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/a7c823c3-0df5-41fd-ae6b-7db4488e8faa) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:43.418281 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-81377cac-b19d-40da-9dd3-b84e11955137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:43.419972 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-81377cac-b19d-40da-9dd3-b84e11955137 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ddb724d2f7b4649908b2d3c0fb9cd4c&device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 1094 time: 0.0931308 Jan 27 21:51:43.444311 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ceb19a8-d8e1-412f-8acd-8853e525ccd8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:43.477491 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-cb1aa49e-a4cb-434b-acfd-a7c42c40c303 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df96a680-9535-4189-b278-b9617f998f00 HTTP/1.1" status: 200 len: 217 time: 0.0450978 Jan 27 21:51:43.505297 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ceb19a8-d8e1-412f-8acd-8853e525ccd8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:43.513826 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceb19a8-d8e1-412f-8acd-8853e525ccd8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:43.514574 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ceb19a8-d8e1-412f-8acd-8853e525ccd8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:43.526338 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4bfcd1-53d9-41da-970e-3350a3af7b51', 'tag': 'df96a680-9535-4189-b278-b9617f998f00'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:43.529816 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2846a8-6f88-4491-95e7-e96fcb54b327" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4bfcd1-53d9-41da-970e-3350a3af7b51", "tag": "df96a680-9535-4189-b278-b9617f998f00"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:43.613100 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d0b547-62ba-4c53-b846-aff61824c33b x-openstack-request-id: req-06d0b547-62ba-4c53-b846-aff61824c33b {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:43.613393 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4bfcd1-53d9-41da-970e-3350a3af7b51", "tag": "df96a680-9535-4189-b278-b9617f998f00", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:43.613656 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06d0b547-62ba-4c53-b846-aff61824c33b {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:43.614050 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4bfcd1-53d9-41da-970e-3350a3af7b51', 'tag': 'df96a680-9535-4189-b278-b9617f998f00', 'status': 'completed', 'code': 200} Jan 27 21:51:43.653306 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-96789f42-aeb4-4df6-a1dc-5f9318f9f8cb tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Publish callbacks [] for port (a7c823c3-0df5-41fd-ae6b-7db4488e8faa), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:43.662357 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4ceb19a8-d8e1-412f-8acd-8853e525ccd8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4029937 Jan 27 21:51:43.668034 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53538) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:43.676686 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-6109b2e9-9a22-447f-96f6-c4ea6c10805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:43.677525 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-cf06b1be-22af-4080-9cf7-a0c23f6ddfa3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Request body: {'subnet': {'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:43.678736 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-6109b2e9-9a22-447f-96f6-c4ea6c10805d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=187893ae-891b-4f2a-b9a3-c08dd2c9cfc8 HTTP/1.1" status: 200 len: 852 time: 0.0675828 Jan 27 21:51:43.679681 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb19a8-d8e1-412f-8acd-8853e525ccd8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event updated for resources: {'Network': ['ID=7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:43.694191 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:51:43.719599 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-659668a7-05f2-4b13-8295-6310fd384bf7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=abf4ae31-96f5-462f-b24f-2b00dec9d4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281937 Jan 27 21:51:43.790131 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-96789f42-aeb4-4df6-a1dc-5f9318f9f8cb tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (a7c823c3-0df5-41fd-ae6b-7db4488e8faa), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:43.839371 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-c97500ef-65e8-4ada-8d3c-524ec1135438 service neutron] 10.222.0.21 "GET /v2.0/networks/abf4ae31-96f5-462f-b24f-2b00dec9d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038721 Jan 27 21:51:43.856505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96789f42-aeb4-4df6-a1dc-5f9318f9f8cb tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Pushing event updated for resources: {'Port': ['ID=a7c823c3-0df5-41fd-ae6b-7db4488e8faa,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:43.881879 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-96789f42-aeb4-4df6-a1dc-5f9318f9f8cb tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:43.900260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-96789f42-aeb4-4df6-a1dc-5f9318f9f8cb tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:43.903114 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-96789f42-aeb4-4df6-a1dc-5f9318f9f8cb tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:43.967903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf06b1be-22af-4080-9cf7-a0c23f6ddfa3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Made reservation on behalf of 1e6a4591e21842348002d2aff51fa01d for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:43.971296 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cf06b1be-22af-4080-9cf7-a0c23f6ddfa3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:43.998689 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b2b51f6a-6523-411e-893b-4fe39baa0b5d req-afb8b32d-72e4-42a0-b2c5-6f578d19f743 service neutron] 10.222.0.21 "GET /v2.0/networks/abf4ae31-96f5-462f-b24f-2b00dec9d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528423 Jan 27 21:51:44.063444 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-96789f42-aeb4-4df6-a1dc-5f9318f9f8cb tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:44.064044 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-96789f42-aeb4-4df6-a1dc-5f9318f9f8cb tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:44.129759 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2846a8-6f88-4491-95e7-e96fcb54b327 req-1c99bcca-ad39-47fe-be1e-2c185a109680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:44.131548 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-3b2846a8-6f88-4491-95e7-e96fcb54b327 req-1c99bcca-ad39-47fe-be1e-2c185a109680 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ddb724d2f7b4649908b2d3c0fb9cd4c&device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 1094 time: 0.0595469 Jan 27 21:51:44.234177 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2846a8-6f88-4491-95e7-e96fcb54b327 req-69aded29-f5d7-44bc-8597-51215e90f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:44.236004 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-3b2846a8-6f88-4491-95e7-e96fcb54b327 req-69aded29-f5d7-44bc-8597-51215e90f2d0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=abf4ae31-96f5-462f-b24f-2b00dec9d4bd HTTP/1.1" status: 200 len: 913 time: 0.0950081 Jan 27 21:51:44.241719 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-66c67861-0b0e-475a-9351-1c72566d14d4 None None] Provisioning complete for port a7c823c3-0df5-41fd-ae6b-7db4488e8faa triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:44.242103 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-66c67861-0b0e-475a-9351-1c72566d14d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a7c823c3-0df5-41fd-ae6b-7db4488e8faa), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:44.280361 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-66c67861-0b0e-475a-9351-1c72566d14d4 None None] Port a7c823c3-0df5-41fd-ae6b-7db4488e8faa cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:51:44.290993 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-3b2846a8-6f88-4491-95e7-e96fcb54b327 req-0a219652-2abe-4dcc-bf24-9dc1b39adc7b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df96a680-9535-4189-b278-b9617f998f00 HTTP/1.1" status: 200 len: 217 time: 0.0432191 Jan 27 21:51:44.345610 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2846a8-6f88-4491-95e7-e96fcb54b327 req-fec03e3c-326f-4eaf-8b9b-d76c1d839681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:44.347113 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-3b2846a8-6f88-4491-95e7-e96fcb54b327 req-fec03e3c-326f-4eaf-8b9b-d76c1d839681 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=187893ae-891b-4f2a-b9a3-c08dd2c9cfc8 HTTP/1.1" status: 200 len: 852 time: 0.0491130 Jan 27 21:51:44.379773 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-3b2846a8-6f88-4491-95e7-e96fcb54b327 req-2f64dc37-3bdb-4328-930c-f000385fb311 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=abf4ae31-96f5-462f-b24f-2b00dec9d4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257950 Jan 27 21:51:44.449284 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-96789f42-aeb4-4df6-a1dc-5f9318f9f8cb tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6211815 Jan 27 21:51:44.456011 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc2a91-b6e2-4348-b87d-23f7a5eb67ec req-63c20274-3a81-4025-87a8-3a6575aca43f tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:44.457409 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-07dc2a91-b6e2-4348-b87d-23f7a5eb67ec req-63c20274-3a81-4025-87a8-3a6575aca43f tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 943 time: 0.5813777 Jan 27 21:51:44.473647 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-3b2846a8-6f88-4491-95e7-e96fcb54b327 req-7d07d93c-fbbd-4779-a213-2e3273c13f15 service neutron] 10.222.0.21 "GET /v2.0/networks/abf4ae31-96f5-462f-b24f-2b00dec9d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854967 Jan 27 21:51:44.478900 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-db922078-6503-4824-8ced-c78002ebd872 service neutron] Request body: {'port': {'device_id': '9b227d68-8d18-458f-91f6-22e5813aef3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:44.493532 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917ed31-3f49-4ecb-919b-9c95e56b92b7 req-457fc083-dd89-4446-aa64-7e80aabd4a48 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:44.498750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917ed31-3f49-4ecb-919b-9c95e56b92b7 req-457fc083-dd89-4446-aa64-7e80aabd4a48 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:44.503909 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917ed31-3f49-4ecb-919b-9c95e56b92b7 req-457fc083-dd89-4446-aa64-7e80aabd4a48 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:44.509232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917ed31-3f49-4ecb-919b-9c95e56b92b7 req-457fc083-dd89-4446-aa64-7e80aabd4a48 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:44.515095 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917ed31-3f49-4ecb-919b-9c95e56b92b7 req-457fc083-dd89-4446-aa64-7e80aabd4a48 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:44.520276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917ed31-3f49-4ecb-919b-9c95e56b92b7 req-457fc083-dd89-4446-aa64-7e80aabd4a48 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:44.525436 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917ed31-3f49-4ecb-919b-9c95e56b92b7 req-457fc083-dd89-4446-aa64-7e80aabd4a48 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:44.527908 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6917ed31-3f49-4ecb-919b-9c95e56b92b7 req-457fc083-dd89-4446-aa64-7e80aabd4a48 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.6020763 Jan 27 21:51:44.588707 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-3b2846a8-6f88-4491-95e7-e96fcb54b327 req-867478c1-0d12-4b24-b002-8b284d5b61d5 service neutron] 10.222.0.21 "GET /v2.0/networks/abf4ae31-96f5-462f-b24f-2b00dec9d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939970 Jan 27 21:51:44.680122 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-07dc2a91-b6e2-4348-b87d-23f7a5eb67ec req-3ffe5014-3fde-445d-916c-d9fbd438129a tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130401 Jan 27 21:51:44.684777 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-db922078-6503-4824-8ced-c78002ebd872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a7c823c3-0df5-41fd-ae6b-7db4488e8faa), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:44.716053 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6917ed31-3f49-4ecb-919b-9c95e56b92b7 req-0e425803-f7c3-4f17-9dba-04a66df03566 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1667171 Jan 27 21:51:44.789752 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cf06b1be-22af-4080-9cf7-a0c23f6ddfa3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:44.983676 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06b1be-22af-4080-9cf7-a0c23f6ddfa3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event updated for resources: {'Subnet': ['ID=f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:45.013358 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-3d978ee5-2e94-4bde-b5f5-955c53d1b2c7 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=22a8a667d68a445ca9deb3734c502f3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867429 Jan 27 21:51:45.036213 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf06b1be-22af-4080-9cf7-a0c23f6ddfa3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Checking segment: {'id': 'f7108b5e-8c7e-4035-a698-9d339b4c3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:45.036575 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf06b1be-22af-4080-9cf7-a0c23f6ddfa3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Network hostable DHCP agents. Network: bcf6a16f-4c24-41a6-89e6-9f5d9ea90092, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:51:45.047933 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00a6a2-5e21-4196-bfc8-215b622ef5c9 req-35de1009-8176-44bc-badd-9991d60813fe tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:45.049402 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b00a6a2-5e21-4196-bfc8-215b622ef5c9 req-35de1009-8176-44bc-badd-9991d60813fe tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b227d68-8d18-458f-91f6-22e5813aef3d HTTP/1.1" status: 200 len: 936 time: 0.2441955 Jan 27 21:51:45.159391 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf06b1be-22af-4080-9cf7-a0c23f6ddfa3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:51:45.209178 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-cf06b1be-22af-4080-9cf7-a0c23f6ddfa3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, bcf6a16f-4c24-41a6-89e6-9f5d9ea90092) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:45.216052 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b00a6a2-5e21-4196-bfc8-215b622ef5c9 req-7c0e0b98-ff3a-4d96-aee3-f1c29cf65de0 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f180675-0f6d-459f-80cc-7829bbda9f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547759 Jan 27 21:51:45.219280 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0af4fa-7a0d-4d77-ba61-19f139171926 None None] Network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:45.226461 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf06b1be-22af-4080-9cf7-a0c23f6ddfa3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:45.227056 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cf06b1be-22af-4080-9cf7-a0c23f6ddfa3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:45.235199 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-33950b61-c3e7-4b1e-9bcd-53d6283e946b tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:45.236675 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-33950b61-c3e7-4b1e-9bcd-53d6283e946b tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2159438 Jan 27 21:51:45.282130 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-901d6337-1153-4cc4-87dc-b87d2faa5082 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/quotas/22a8a667d68a445ca9deb3734c502f3b HTTP/1.1" status: 200 len: 375 time: 0.0389972 Jan 27 21:51:45.287117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-cf06b1be-22af-4080-9cf7-a0c23f6ddfa3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6179948 Jan 27 21:51:45.290031 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53576) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:45.296489 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b8e82dac-132a-4519-a8b2-33a54a31bddb tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Request body: {'subnet': {'network_id': '7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:45.303025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-db922078-6503-4824-8ced-c78002ebd872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c823c3-0df5-41fd-ae6b-7db4488e8faa {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:45.325098 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-db922078-6503-4824-8ced-c78002ebd872 service neutron] Publish callbacks [] for port (a7c823c3-0df5-41fd-ae6b-7db4488e8faa), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:45.333202 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e41ecce8-eb69-45ec-ae38-93dd9875a820 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=22a8a667d68a445ca9deb3734c502f3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444801 Jan 27 21:51:45.345986 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-db922078-6503-4824-8ced-c78002ebd872 service neutron] Transition to ACTIVE for port object a7c823c3-0df5-41fd-ae6b-7db4488e8faa will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:51:45.352567 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f3eb02-f144-4c64-97c1-6e1baf86fff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-bcf6a16f-4c24-41a6-89e6-9f5d9ea90092', 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092', 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'fixed_ips': [{'subnet_id': 'f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:51:45.353933 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-63f3eb02-f144-4c64-97c1-6e1baf86fff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:45.356767 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-db922078-6503-4824-8ced-c78002ebd872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (a7c823c3-0df5-41fd-ae6b-7db4488e8faa), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:45.428569 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e82dac-132a-4519-a8b2-33a54a31bddb tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Made reservation on behalf of 1e6a4591e21842348002d2aff51fa01d for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:45.433155 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8e82dac-132a-4519-a8b2-33a54a31bddb tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:45.433997 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db922078-6503-4824-8ced-c78002ebd872 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c823c3-0df5-41fd-ae6b-7db4488e8faa,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:45.563267 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-db922078-6503-4824-8ced-c78002ebd872 service neutron] Attempting to bind port a7c823c3-0df5-41fd-ae6b-7db4488e8faa on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:45.563591 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-db922078-6503-4824-8ced-c78002ebd872 service neutron] Attempting to bind port a7c823c3-0df5-41fd-ae6b-7db4488e8faa by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:45.563929 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-db922078-6503-4824-8ced-c78002ebd872 service neutron] Attempting to bind port a7c823c3-0df5-41fd-ae6b-7db4488e8faa on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:45.577225 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-db922078-6503-4824-8ced-c78002ebd872 service neutron] Port a7c823c3-0df5-41fd-ae6b-7db4488e8faa on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:51:45.577570 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-db922078-6503-4824-8ced-c78002ebd872 service neutron] Attempting to bind port a7c823c3-0df5-41fd-ae6b-7db4488e8faa on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:45.590530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-db922078-6503-4824-8ced-c78002ebd872 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:45.590881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-db922078-6503-4824-8ced-c78002ebd872 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:45.591282 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-db922078-6503-4824-8ced-c78002ebd872 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:45.591730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-db922078-6503-4824-8ced-c78002ebd872 service neutron] Bound port: a7c823c3-0df5-41fd-ae6b-7db4488e8faa, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:45.592099 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-db922078-6503-4824-8ced-c78002ebd872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a7c823c3-0df5-41fd-ae6b-7db4488e8faa), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:45.620770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-63f3eb02-f144-4c64-97c1-6e1baf86fff5 None None] Allocated IP 10.1.1.2 (bcf6a16f-4c24-41a6-89e6-9f5d9ea90092/f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa/2a3f2001-e1d5-4e31-8f74-1845c43746ad) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:45.759219 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38601514-92ab-434f-99a5-880352ad6574 req-9cb4d890-1d4e-42dd-9b56-f628958bb079 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=22a8a667d68a445ca9deb3734c502f3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598023 Jan 27 21:51:45.775670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-db922078-6503-4824-8ced-c78002ebd872 service neutron] For port a7c823c3-0df5-41fd-ae6b-7db4488e8faa, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:45.838390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-db922078-6503-4824-8ced-c78002ebd872 service neutron] For port a7c823c3-0df5-41fd-ae6b-7db4488e8faa, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=a7c823c3-0df5-41fd-ae6b-7db4488e8faa,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:45.852519 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-db922078-6503-4824-8ced-c78002ebd872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (a7c823c3-0df5-41fd-ae6b-7db4488e8faa), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:45.863026 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-63f3eb02-f144-4c64-97c1-6e1baf86fff5 None None] Publish callbacks [] for port (2a3f2001-e1d5-4e31-8f74-1845c43746ad), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:45.875866 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-63f3eb02-f144-4c64-97c1-6e1baf86fff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (2a3f2001-e1d5-4e31-8f74-1845c43746ad), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:45.879484 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8e82dac-132a-4519-a8b2-33a54a31bddb tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (cb88c7c3-aca7-4bf4-9856-6572de677ec3), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:45.925575 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f3eb02-f144-4c64-97c1-6e1baf86fff5 None None] Network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:45.928010 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-db922078-6503-4824-8ced-c78002ebd872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:45.928741 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-db922078-6503-4824-8ced-c78002ebd872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:45.930715 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-db922078-6503-4824-8ced-c78002ebd872 service neutron] 10.222.0.21 "PUT /v2.0/ports/a7c823c3-0df5-41fd-ae6b-7db4488e8faa HTTP/1.1" status: 200 len: 1096 time: 1.4625316 Jan 27 21:51:45.935432 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b227d68-8d18-458f-91f6-22e5813aef3d', 'tag': 'a7c823c3-0df5-41fd-ae6b-7db4488e8faa'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:45.936930 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-63f3eb02-f144-4c64-97c1-6e1baf86fff5 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:45.942019 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f3eb02-f144-4c64-97c1-6e1baf86fff5 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:45.949950 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a0e115-fe8c-4535-aeb0-bee657cbb11a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b227d68-8d18-458f-91f6-22e5813aef3d", "tag": "a7c823c3-0df5-41fd-ae6b-7db4488e8faa"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:45.957709 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3eb02-f144-4c64-97c1-6e1baf86fff5 None None] Pushing event updated for resources: {'Port': ['ID=2a3f2001-e1d5-4e31-8f74-1845c43746ad,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:46.071595 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e82dac-132a-4519-a8b2-33a54a31bddb tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Checking segment: {'id': '2a2930c9-2d81-4f92-adf9-9ae2f2d8c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:46.072265 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e82dac-132a-4519-a8b2-33a54a31bddb tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Network hostable DHCP agents. Network: 7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:51:46.079371 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e82dac-132a-4519-a8b2-33a54a31bddb tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event updated for resources: {'Subnet': ['ID=cb88c7c3-aca7-4bf4-9856-6572de677ec3,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:46.101345 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-63f3eb02-f144-4c64-97c1-6e1baf86fff5 None None] Attempting to bind port 2a3f2001-e1d5-4e31-8f74-1845c43746ad on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:46.101675 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-63f3eb02-f144-4c64-97c1-6e1baf86fff5 None None] Attempting to bind port 2a3f2001-e1d5-4e31-8f74-1845c43746ad by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'f7108b5e-8c7e-4035-a698-9d339b4c3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:46.102400 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f3eb02-f144-4c64-97c1-6e1baf86fff5 None None] Attempting to bind port 2a3f2001-e1d5-4e31-8f74-1845c43746ad on network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:46.106334 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e6118-3e6e-44d7-bcbe-4e26903b40b4 req-ceda81aa-4761-46fb-9dd3-30178aaa52ad tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:46.110218 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f3eb02-f144-4c64-97c1-6e1baf86fff5 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:46.113425 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e82dac-132a-4519-a8b2-33a54a31bddb tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Network 7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:51:46.113564 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f3eb02-f144-4c64-97c1-6e1baf86fff5 None None] Checking segment: {'id': 'f7108b5e-8c7e-4035-a698-9d339b4c3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:46.113945 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-63f3eb02-f144-4c64-97c1-6e1baf86fff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:46.114584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f3eb02-f144-4c64-97c1-6e1baf86fff5 None None] Bound using segment: {'id': 'f7108b5e-8c7e-4035-a698-9d339b4c3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:46.114919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-63f3eb02-f144-4c64-97c1-6e1baf86fff5 None None] Bound port: 2a3f2001-e1d5-4e31-8f74-1845c43746ad, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7108b5e-8c7e-4035-a698-9d339b4c3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:46.115774 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-63f3eb02-f144-4c64-97c1-6e1baf86fff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2a3f2001-e1d5-4e31-8f74-1845c43746ad), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:46.119064 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e29e6118-3e6e-44d7-bcbe-4e26903b40b4 req-ceda81aa-4761-46fb-9dd3-30178aaa52ad tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 943 time: 0.2936087 Jan 27 21:51:46.122749 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db922078-6503-4824-8ced-c78002ebd872 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c823c3-0df5-41fd-ae6b-7db4488e8faa,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:46.132479 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-b8e82dac-132a-4519-a8b2-33a54a31bddb tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:46.145807 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e82dac-132a-4519-a8b2-33a54a31bddb tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:46.146405 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8e82dac-132a-4519-a8b2-33a54a31bddb tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:46.151625 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47ade9a-0cb5-4efc-9410-81ddd1ffb8fe None None] Network 7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:46.176014 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b8e82dac-132a-4519-a8b2-33a54a31bddb tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8847766 Jan 27 21:51:46.178700 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53612) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:46.184784 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-33994f45-752c-4a7e-aeb3-8d1e2940fc42 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Request body: {'port': {'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092', 'name': 'tempest-TaggedBootDevicesTest-1471577855', 'fixed_ips': [{'subnet_id': 'f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:46.208503 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38601514-92ab-434f-99a5-880352ad6574 req-28c7c54f-ea9e-4aa7-b684-28ebf0568cda tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:46.209961 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38601514-92ab-434f-99a5-880352ad6574 req-28c7c54f-ea9e-4aa7-b684-28ebf0568cda tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4500494 Jan 27 21:51:46.234683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-c430552c-0d49-420d-bd1f-006dfc5e2874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:46.236211 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-c430552c-0d49-420d-bd1f-006dfc5e2874 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddff579c6693402abe1cb531d3c60830&device_id=9b227d68-8d18-458f-91f6-22e5813aef3d HTTP/1.1" status: 200 len: 1099 time: 0.2182941 Jan 27 21:51:46.246789 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38601514-92ab-434f-99a5-880352ad6574 req-1977758b-8779-4205-a48b-2304bf73e70c tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/quotas/22a8a667d68a445ca9deb3734c502f3b HTTP/1.1" status: 200 len: 375 time: 0.0204735 Jan 27 21:51:46.309718 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-17d43d34-f723-4d1a-9a01-dbea51c8eafe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=a7c823c3-0df5-41fd-ae6b-7db4488e8faa HTTP/1.1" status: 200 len: 217 time: 0.0594518 Jan 27 21:51:46.321615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-63f3eb02-f144-4c64-97c1-6e1baf86fff5 None None] For port 2a3f2001-e1d5-4e31-8f74-1845c43746ad, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:46.327023 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-63f3eb02-f144-4c64-97c1-6e1baf86fff5 None None] For port 2a3f2001-e1d5-4e31-8f74-1845c43746ad, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2a3f2001-e1d5-4e31-8f74-1845c43746ad,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:46.338905 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e29e6118-3e6e-44d7-bcbe-4e26903b40b4 req-97a1115e-f16a-46fa-b15f-4e4d780738e0 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832461 Jan 27 21:51:46.342330 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38601514-92ab-434f-99a5-880352ad6574 req-c694b783-6c76-45ad-89aa-e182aa719c30 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=22a8a667d68a445ca9deb3734c502f3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826004 Jan 27 21:51:46.358009 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:51:46.384340 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33994f45-752c-4a7e-aeb3-8d1e2940fc42 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Made reservation on behalf of 1e6a4591e21842348002d2aff51fa01d for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:46.405719 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b18847-e686-424b-8107-fee1b7071149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119', 'network_id': '7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119', 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'fixed_ips': [{'subnet_id': 'cb88c7c3-aca7-4bf4-9856-6572de677ec3'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:51:46.406629 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-64b18847-e686-424b-8107-fee1b7071149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:46.409053 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-63f3eb02-f144-4c64-97c1-6e1baf86fff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2a3f2001-e1d5-4e31-8f74-1845c43746ad), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:46.443903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-683b12c3-24fa-46df-8245-eec9b4d2f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:46.445732 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-683b12c3-24fa-46df-8245-eec9b4d2f9fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1225288 Jan 27 21:51:46.538177 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-33994f45-752c-4a7e-aeb3-8d1e2940fc42 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:46.548690 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3eb02-f144-4c64-97c1-6e1baf86fff5 None None] Pushing event updated for resources: {'Port': ['ID=2a3f2001-e1d5-4e31-8f74-1845c43746ad,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:46.557538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223352f-6a09-4565-a7cf-5685dfb8d235 req-f72c2d76-e13e-4fb8-9e74-42f9cfe40833 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:46.566115 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223352f-6a09-4565-a7cf-5685dfb8d235 req-f72c2d76-e13e-4fb8-9e74-42f9cfe40833 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:46.570502 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-33994f45-752c-4a7e-aeb3-8d1e2940fc42 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] device_id is not set on port 5e331c34-1b49-40b3-ba94-c588768a1a5d yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:51:46.576127 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223352f-6a09-4565-a7cf-5685dfb8d235 req-f72c2d76-e13e-4fb8-9e74-42f9cfe40833 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:46.587049 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223352f-6a09-4565-a7cf-5685dfb8d235 req-f72c2d76-e13e-4fb8-9e74-42f9cfe40833 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:46.587824 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.resource_extend [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:51:46.592790 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223352f-6a09-4565-a7cf-5685dfb8d235 req-f72c2d76-e13e-4fb8-9e74-42f9cfe40833 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:46.598281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223352f-6a09-4565-a7cf-5685dfb8d235 req-f72c2d76-e13e-4fb8-9e74-42f9cfe40833 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:46.618497 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223352f-6a09-4565-a7cf-5685dfb8d235 req-f72c2d76-e13e-4fb8-9e74-42f9cfe40833 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:46.622200 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3223352f-6a09-4565-a7cf-5685dfb8d235 req-f72c2d76-e13e-4fb8-9e74-42f9cfe40833 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.1753604 Jan 27 21:51:46.632719 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-7386af10-4aba-44bb-b4de-9849c501e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:46.635370 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-7386af10-4aba-44bb-b4de-9849c501e5e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1776876 Jan 27 21:51:46.792996 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e7d693-c125-482a-82c6-90df829ed480 x-openstack-request-id: req-a9e7d693-c125-482a-82c6-90df829ed480 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:46.793303 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b227d68-8d18-458f-91f6-22e5813aef3d", "tag": "a7c823c3-0df5-41fd-ae6b-7db4488e8faa", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:46.793569 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9e7d693-c125-482a-82c6-90df829ed480 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:46.793984 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b227d68-8d18-458f-91f6-22e5813aef3d', 'tag': 'a7c823c3-0df5-41fd-ae6b-7db4488e8faa', 'status': 'completed', 'code': 200} Jan 27 21:51:46.822465 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-33994f45-752c-4a7e-aeb3-8d1e2940fc42 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Allocated IP 10.1.1.84 (bcf6a16f-4c24-41a6-89e6-9f5d9ea90092/f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa/5e331c34-1b49-40b3-ba94-c588768a1a5d) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:46.839078 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:46.864696 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'port_id': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50', 'mac_address': 'fa:16:3e:46:43:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:51:46.934354 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-30846801-bc13-4a13-af02-ce1efd827cdd tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=22a8a667d68a445ca9deb3734c502f3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914812 Jan 27 21:51:46.937236 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-649e90f5-0510-46aa-ad2e-cbd64dddd1c8 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816885 Jan 27 21:51:47.018748 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-33994f45-752c-4a7e-aeb3-8d1e2940fc42 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for port (5e331c34-1b49-40b3-ba94-c588768a1a5d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:47.055502 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-33994f45-752c-4a7e-aeb3-8d1e2940fc42 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5e331c34-1b49-40b3-ba94-c588768a1a5d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:47.135001 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33994f45-752c-4a7e-aeb3-8d1e2940fc42 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:47.141055 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-33994f45-752c-4a7e-aeb3-8d1e2940fc42 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:47.145824 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33994f45-752c-4a7e-aeb3-8d1e2940fc42 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:47.156333 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33994f45-752c-4a7e-aeb3-8d1e2940fc42 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event updated for resources: {'Port': ['ID=5e331c34-1b49-40b3-ba94-c588768a1a5d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:47.195719 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3223352f-6a09-4565-a7cf-5685dfb8d235 req-398d85ef-62b9-4564-992f-313cc08bcea6 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5669229 Jan 27 21:51:47.203891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-85050c79-22af-458f-a57d-7ded6b1f392f tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:47.205819 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-85050c79-22af-458f-a57d-7ded6b1f392f tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2621970 Jan 27 21:51:47.208838 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-64b18847-e686-424b-8107-fee1b7071149 None None] Allocated IP 10.2.2.2 (7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119/cb88c7c3-aca7-4bf4-9856-6572de677ec3/84b32f09-2e64-4751-ad08-c543d7659181) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:47.228420 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e16df2a9-6c60-4af3-b23f-5c29b4f4e160 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Request body: {'port': {'device_id': 'fab11a26-3fb4-4511-b1f9-b7bc6975961f', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '22a8a667d68a445ca9deb3734c502f3b'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:47.247919 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33994f45-752c-4a7e-aeb3-8d1e2940fc42 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:47.248835 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-33994f45-752c-4a7e-aeb3-8d1e2940fc42 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:47.272897 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-33994f45-752c-4a7e-aeb3-8d1e2940fc42 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0927670 Jan 27 21:51:47.273934 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53636) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:47.281570 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-78729c64-b707-4f85-98f8-c8ffdb90f4c8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Request body: {'port': {'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092', 'name': 'tempest-TaggedBootDevicesTest-2061668778', 'fixed_ips': [{'subnet_id': 'f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:47.297466 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 is: ACTIVE; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:47.297872 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:47.369564 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:47.382086 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df9af9-733e-48a2-8a63-1eda7cc779f1 req-9aff78f8-60cd-4f5e-9442-8299e369290c tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:47.383643 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5df9af9-733e-48a2-8a63-1eda7cc779f1 req-9aff78f8-60cd-4f5e-9442-8299e369290c tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b227d68-8d18-458f-91f6-22e5813aef3d HTTP/1.1" status: 200 len: 948 time: 0.5864897 Jan 27 21:51:47.406645 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:47.407889 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd0f2d5e-b9de-4e49-b02c-267b52b2f6c8 req-27d181d4-05ef-4910-a4d3-da4735dc0941 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=88378153-ac9d-430d-859e-53f2da663cdf HTTP/1.1" status: 200 len: 210 time: 0.0854290 Jan 27 21:51:47.420752 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:47.459151 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78729c64-b707-4f85-98f8-c8ffdb90f4c8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Made reservation on behalf of 1e6a4591e21842348002d2aff51fa01d for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:47.465531 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-78729c64-b707-4f85-98f8-c8ffdb90f4c8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:47.482322 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de96c5d0-63b2-4615-982c-5aacd4fdf406 req-4716494a-a741-43b9-80c6-7ca88298983c service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435954 Jan 27 21:51:47.493542 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-78729c64-b707-4f85-98f8-c8ffdb90f4c8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] device_id is not set on port 5df57d03-78dd-4c80-bc71-9d342842ec6c yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:51:47.556099 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:47.601714 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:47.625871 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-64b18847-e686-424b-8107-fee1b7071149 None None] Publish callbacks [] for port (84b32f09-2e64-4751-ad08-c543d7659181), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:47.637819 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-64b18847-e686-424b-8107-fee1b7071149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (84b32f09-2e64-4751-ad08-c543d7659181), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:47.646511 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5df9af9-733e-48a2-8a63-1eda7cc779f1 req-1467242c-255a-4da1-b222-0a4d84940a95 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f180675-0f6d-459f-80cc-7829bbda9f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410874 Jan 27 21:51:47.676560 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e16df2a9-6c60-4af3-b23f-5c29b4f4e160 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Made reservation on behalf of 22a8a667d68a445ca9deb3734c502f3b for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:47.680230 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e16df2a9-6c60-4af3-b23f-5c29b4f4e160 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:47.692714 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e16df2a9-6c60-4af3-b23f-5c29b4f4e160 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:47.746612 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0e115-fe8c-4535-aeb0-bee657cbb11a req-9ba07811-a568-43e9-b6a1-262508c89a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:47.749565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01a0e115-fe8c-4535-aeb0-bee657cbb11a req-9ba07811-a568-43e9-b6a1-262508c89a74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddff579c6693402abe1cb531d3c60830&device_id=9b227d68-8d18-458f-91f6-22e5813aef3d HTTP/1.1" status: 200 len: 1099 time: 0.1624823 Jan 27 21:51:47.762164 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b18847-e686-424b-8107-fee1b7071149 None None] Network 7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:47.789857 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-64b18847-e686-424b-8107-fee1b7071149 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:47.798480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b18847-e686-424b-8107-fee1b7071149 None None] Pushing event updated for resources: {'Port': ['ID=84b32f09-2e64-4751-ad08-c543d7659181,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:47.803417 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b18847-e686-424b-8107-fee1b7071149 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:47.860259 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-78729c64-b707-4f85-98f8-c8ffdb90f4c8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Allocated IP 10.1.1.19 (bcf6a16f-4c24-41a6-89e6-9f5d9ea90092/f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa/5df57d03-78dd-4c80-bc71-9d342842ec6c) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:47.989072 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413931e-8493-49ee-ba24-b2d9a92b2188 req-f093df4c-0cc6-4edf-a261-83a74441c438 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:47.990820 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6413931e-8493-49ee-ba24-b2d9a92b2188 req-f093df4c-0cc6-4edf-a261-83a74441c438 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 943 time: 0.1436675 Jan 27 21:51:48.000485 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-64b18847-e686-424b-8107-fee1b7071149 None None] Attempting to bind port 84b32f09-2e64-4751-ad08-c543d7659181 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:48.001194 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-64b18847-e686-424b-8107-fee1b7071149 None None] Attempting to bind port 84b32f09-2e64-4751-ad08-c543d7659181 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2a2930c9-2d81-4f92-adf9-9ae2f2d8c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:48.001194 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b18847-e686-424b-8107-fee1b7071149 None None] Attempting to bind port 84b32f09-2e64-4751-ad08-c543d7659181 on network 7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:48.004827 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e16df2a9-6c60-4af3-b23f-5c29b4f4e160 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks [] for security_group (0422bdf7-17f3-479b-bada-1b6e668d536b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:48.007054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0e115-fe8c-4535-aeb0-bee657cbb11a req-b7dfd399-4629-4af5-97de-5879ceaae3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:48.008991 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01a0e115-fe8c-4535-aeb0-bee657cbb11a req-b7dfd399-4629-4af5-97de-5879ceaae3a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.2430651 Jan 27 21:51:48.012749 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e16df2a9-6c60-4af3-b23f-5c29b4f4e160 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0422bdf7-17f3-479b-bada-1b6e668d536b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:48.013160 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b18847-e686-424b-8107-fee1b7071149 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:48.013549 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b18847-e686-424b-8107-fee1b7071149 None None] Checking segment: {'id': '2a2930c9-2d81-4f92-adf9-9ae2f2d8c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:48.013945 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-64b18847-e686-424b-8107-fee1b7071149 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:48.014340 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b18847-e686-424b-8107-fee1b7071149 None None] Bound using segment: {'id': '2a2930c9-2d81-4f92-adf9-9ae2f2d8c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:48.014814 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-64b18847-e686-424b-8107-fee1b7071149 None None] Bound port: 84b32f09-2e64-4751-ad08-c543d7659181, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2930c9-2d81-4f92-adf9-9ae2f2d8c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:48.015232 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-64b18847-e686-424b-8107-fee1b7071149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (84b32f09-2e64-4751-ad08-c543d7659181), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:48.109098 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01a0e115-fe8c-4535-aeb0-bee657cbb11a req-d4b71024-5d6c-4e62-8544-ddfc2747f88e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=a7c823c3-0df5-41fd-ae6b-7db4488e8faa HTTP/1.1" status: 200 len: 217 time: 0.0672038 Jan 27 21:51:48.162139 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-78729c64-b707-4f85-98f8-c8ffdb90f4c8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for port (5df57d03-78dd-4c80-bc71-9d342842ec6c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:48.197319 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-64b18847-e686-424b-8107-fee1b7071149 None None] For port 84b32f09-2e64-4751-ad08-c543d7659181, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:48.203091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-64b18847-e686-424b-8107-fee1b7071149 None None] For port 84b32f09-2e64-4751-ad08-c543d7659181, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=84b32f09-2e64-4751-ad08-c543d7659181,segment=NetworkSegment(2a2930c9-2d81-4f92-adf9-9ae2f2d8c002),segment_id=2a2930c9-2d81-4f92-adf9-9ae2f2d8c002)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:48.210020 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-64b18847-e686-424b-8107-fee1b7071149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (84b32f09-2e64-4751-ad08-c543d7659181), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:48.225734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16df2a9-6c60-4af3-b23f-5c29b4f4e160 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0422bdf7-17f3-479b-bada-1b6e668d536b,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:48.250807 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6413931e-8493-49ee-ba24-b2d9a92b2188 req-bf284dc7-4ee2-4962-bc6e-a468f826462b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383497 Jan 27 21:51:48.254813 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-78729c64-b707-4f85-98f8-c8ffdb90f4c8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5df57d03-78dd-4c80-bc71-9d342842ec6c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:48.338131 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0e115-fe8c-4535-aeb0-bee657cbb11a req-8ac73bd5-8593-45e9-b999-8b6506febc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:48.340916 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01a0e115-fe8c-4535-aeb0-bee657cbb11a req-8ac73bd5-8593-45e9-b999-8b6506febc61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.2217293 Jan 27 21:51:48.348315 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6805a144-9d3a-432f-a321-dccab9ec6ba8 None None] Network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:48.358064 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78729c64-b707-4f85-98f8-c8ffdb90f4c8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:48.359827 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device df96a680-9535-4189-b278-b9617f998f00 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:51:48.361724 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-78729c64-b707-4f85-98f8-c8ffdb90f4c8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:48.366351 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78729c64-b707-4f85-98f8-c8ffdb90f4c8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:48.404395 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b18847-e686-424b-8107-fee1b7071149 None None] Pushing event updated for resources: {'Port': ['ID=84b32f09-2e64-4751-ad08-c543d7659181,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:48.441785 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78729c64-b707-4f85-98f8-c8ffdb90f4c8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event updated for resources: {'Port': ['ID=5df57d03-78dd-4c80-bc71-9d342842ec6c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:48.463506 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78729c64-b707-4f85-98f8-c8ffdb90f4c8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:48.466000 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-78729c64-b707-4f85-98f8-c8ffdb90f4c8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:48.498070 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-78729c64-b707-4f85-98f8-c8ffdb90f4c8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2218721 Jan 27 21:51:48.551580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e16df2a9-6c60-4af3-b23f-5c29b4f4e160 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Allocated IP 192.168.233.234 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/697cb650-ae8a-46fe-bccc-21cf0b0afb3d) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:48.597292 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2b81a1d6-150b-4dcd-8fb3-c0e32777e0ac None None] Provisioning complete for port 2a3f2001-e1d5-4e31-8f74-1845c43746ad triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:48.597790 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2b81a1d6-150b-4dcd-8fb3-c0e32777e0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2a3f2001-e1d5-4e31-8f74-1845c43746ad), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:48.702183 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port df96a680-9535-4189-b278-b9617f998f00, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=df96a680-9535-4189-b278-b9617f998f00,segment=NetworkSegment(3c47dba4-397a-4931-8edb-dea04d5c65b2),segment_id=3c47dba4-397a-4931-8edb-dea04d5c65b2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:48.725998 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'df96a680-9535-4189-b278-b9617f998f00', 'network_id': 'abf4ae31-96f5-462f-b24f-2b00dec9d4bd', 'port_id': 'df96a680-9535-4189-b278-b9617f998f00', 'mac_address': 'fa:16:3e:a3:39:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187893ae-891b-4f2a-b9a3-c08dd2c9cfc8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:51:48.727050 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90e385e8-92a7-4343-bd9b-2aa9cfba8d0e req-9036768a-e11c-4ba2-bb21-b7822fccdf9c tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=88378153-ac9d-430d-859e-53f2da663cdf HTTP/1.1" status: 200 len: 210 time: 0.1353440 Jan 27 21:51:48.728078 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2a3f2001-e1d5-4e31-8f74-1845c43746ad up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:48.742430 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0e115-fe8c-4535-aeb0-bee657cbb11a req-da1ec610-a378-459f-89a6-cf52a0f09a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:48.750035 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01a0e115-fe8c-4535-aeb0-bee657cbb11a req-da1ec610-a378-459f-89a6-cf52a0f09a6d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4001226 Jan 27 21:51:48.804783 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf4d0a-b581-43a8-9dfd-cfee4cb45914 req-376ecc97-8470-47b7-aa75-cd5a94ccbe51 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:48.811638 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf4d0a-b581-43a8-9dfd-cfee4cb45914 req-376ecc97-8470-47b7-aa75-cd5a94ccbe51 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:48.821177 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf4d0a-b581-43a8-9dfd-cfee4cb45914 req-376ecc97-8470-47b7-aa75-cd5a94ccbe51 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:48.828005 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf4d0a-b581-43a8-9dfd-cfee4cb45914 req-376ecc97-8470-47b7-aa75-cd5a94ccbe51 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:48.842627 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf4d0a-b581-43a8-9dfd-cfee4cb45914 req-376ecc97-8470-47b7-aa75-cd5a94ccbe51 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:48.850121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf4d0a-b581-43a8-9dfd-cfee4cb45914 req-376ecc97-8470-47b7-aa75-cd5a94ccbe51 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:48.856064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf4d0a-b581-43a8-9dfd-cfee4cb45914 req-376ecc97-8470-47b7-aa75-cd5a94ccbe51 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:48.858927 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66bf4d0a-b581-43a8-9dfd-cfee4cb45914 req-376ecc97-8470-47b7-aa75-cd5a94ccbe51 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.4588320 Jan 27 21:51:48.879109 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2b81a1d6-150b-4dcd-8fb3-c0e32777e0ac None None] Current status of the port 2a3f2001-e1d5-4e31-8f74-1845c43746ad is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:48.879645 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2b81a1d6-150b-4dcd-8fb3-c0e32777e0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2a3f2001-e1d5-4e31-8f74-1845c43746ad), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:48.889858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port df96a680-9535-4189-b278-b9617f998f00 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:48.890399 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (df96a680-9535-4189-b278-b9617f998f00), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:48.937598 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-38601514-92ab-434f-99a5-880352ad6574 req-a00d2495-8e6a-4779-8f8d-cba571d6cafc tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=22a8a667d68a445ca9deb3734c502f3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486360 Jan 27 21:51:48.939903 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df96a680-9535-4189-b278-b9617f998f00 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:48.968966 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-2b81a1d6-150b-4dcd-8fb3-c0e32777e0ac None None] For port 2a3f2001-e1d5-4e31-8f74-1845c43746ad, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2a3f2001-e1d5-4e31-8f74-1845c43746ad,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:48.980766 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 2a3f2001-e1d5-4e31-8f74-1845c43746ad triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:48.981021 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2a3f2001-e1d5-4e31-8f74-1845c43746ad), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:48.985124 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2b81a1d6-150b-4dcd-8fb3-c0e32777e0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2a3f2001-e1d5-4e31-8f74-1845c43746ad), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:49.017157 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port df96a680-9535-4189-b278-b9617f998f00, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=df96a680-9535-4189-b278-b9617f998f00,segment=NetworkSegment(3c47dba4-397a-4931-8edb-dea04d5c65b2),segment_id=3c47dba4-397a-4931-8edb-dea04d5c65b2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:49.061327 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (df96a680-9535-4189-b278-b9617f998f00), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:49.112480 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e16df2a9-6c60-4af3-b23f-5c29b4f4e160 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks [] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:49.138652 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81a1d6-150b-4dcd-8fb3-c0e32777e0ac None None] Pushing event updated for resources: {'Port': ['ID=2a3f2001-e1d5-4e31-8f74-1845c43746ad,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:49.192225 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38601514-92ab-434f-99a5-880352ad6574 req-ff11e8a7-1730-4eb2-af91-8c83e51f7f95 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:49.197910 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-38601514-92ab-434f-99a5-880352ad6574 req-ff11e8a7-1730-4eb2-af91-8c83e51f7f95 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489743 Jan 27 21:51:49.206471 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-38601514-92ab-434f-99a5-880352ad6574 req-42242c15-b6e9-4699-953e-7a862780afe1 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Request body: {'port': {'device_id': '88378153-ac9d-430d-859e-53f2da663cdf', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '22a8a667d68a445ca9deb3734c502f3b'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:49.223605 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01a0e115-fe8c-4535-aeb0-bee657cbb11a req-798ad828-b10d-40fa-9df7-62fb96ce21fc service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611424 Jan 27 21:51:49.235561 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e16df2a9-6c60-4af3-b23f-5c29b4f4e160 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:49.307593 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=df96a680-9535-4189-b278-b9617f998f00,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:49.335885 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6e9af852-06c5-4781-95f7-d4eab7deb8f4 None None] Provisioning complete for port 2a3f2001-e1d5-4e31-8f74-1845c43746ad triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:49.336304 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6e9af852-06c5-4781-95f7-d4eab7deb8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2a3f2001-e1d5-4e31-8f74-1845c43746ad), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:49.338179 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 2a3f2001-e1d5-4e31-8f74-1845c43746ad is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:49.424406 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e16df2a9-6c60-4af3-b23f-5c29b4f4e160 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:49.427316 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e16df2a9-6c60-4af3-b23f-5c29b4f4e160 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:49.469644 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38601514-92ab-434f-99a5-880352ad6574 req-42242c15-b6e9-4699-953e-7a862780afe1 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Made reservation on behalf of 22a8a667d68a445ca9deb3734c502f3b for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:49.471155 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6e9af852-06c5-4781-95f7-d4eab7deb8f4 None None] Current status of the port 2a3f2001-e1d5-4e31-8f74-1845c43746ad is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:49.473119 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-38601514-92ab-434f-99a5-880352ad6574 req-42242c15-b6e9-4699-953e-7a862780afe1 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:49.487324 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6e9af852-06c5-4781-95f7-d4eab7deb8f4 None None] Provisioning complete for port 5e331c34-1b49-40b3-ba94-c588768a1a5d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:49.487698 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6e9af852-06c5-4781-95f7-d4eab7deb8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5e331c34-1b49-40b3-ba94-c588768a1a5d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:49.493887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e16df2a9-6c60-4af3-b23f-5c29b4f4e160 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:49.565645 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6e9af852-06c5-4781-95f7-d4eab7deb8f4 None None] Port 5e331c34-1b49-40b3-ba94-c588768a1a5d cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:51:49.591041 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6e9af852-06c5-4781-95f7-d4eab7deb8f4 None None] Provisioning complete for port 5df57d03-78dd-4c80-bc71-9d342842ec6c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:49.591439 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6e9af852-06c5-4781-95f7-d4eab7deb8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5df57d03-78dd-4c80-bc71-9d342842ec6c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:49.682296 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6e9af852-06c5-4781-95f7-d4eab7deb8f4 None None] Port 5df57d03-78dd-4c80-bc71-9d342842ec6c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:51:49.778992 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53682) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:49.789339 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-cc39ff30-bee0-4b53-a014-c6fe8bcc91d8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Request body: {'security_group': {'name': 'tempest-securitygroup--467793346', 'description': 'tempest-description--139303181'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:49.799964 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-38601514-92ab-434f-99a5-880352ad6574 req-42242c15-b6e9-4699-953e-7a862780afe1 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Allocated IP 192.168.233.31 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/54b6a2ec-c587-4b69-9943-c1476acdcc50) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:49.824848 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b4efab45-b068-4fbc-9c34-704b514555aa None None] Provisioning complete for port 5e331c34-1b49-40b3-ba94-c588768a1a5d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:49.825229 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b4efab45-b068-4fbc-9c34-704b514555aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5e331c34-1b49-40b3-ba94-c588768a1a5d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:49.884120 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cc39ff30-bee0-4b53-a014-c6fe8bcc91d8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:49.936749 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b4efab45-b068-4fbc-9c34-704b514555aa None None] Port 5e331c34-1b49-40b3-ba94-c588768a1a5d cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:51:50.037410 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa15c63-6048-4e34-bdd7-a54adaa4b04c None None] Network 7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:50.102159 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-adac6cf8-9714-44db-9623-3da7d7a4c05a None None] Provisioning complete for port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:50.102703 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-adac6cf8-9714-44db-9623-3da7d7a4c05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.112403 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66bf4d0a-b581-43a8-9dfd-cfee4cb45914 req-30b81999-3b7d-44f4-b6aa-9ed7585713b8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2378707 Jan 27 21:51:50.121296 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-38601514-92ab-434f-99a5-880352ad6574 req-42242c15-b6e9-4699-953e-7a862780afe1 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks [] for port (54b6a2ec-c587-4b69-9943-c1476acdcc50), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.160328 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-adac6cf8-9714-44db-9623-3da7d7a4c05a None None] Port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:51:50.194025 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-adac6cf8-9714-44db-9623-3da7d7a4c05a None None] Provisioning complete for port 84b32f09-2e64-4751-ad08-c543d7659181 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:50.194417 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-adac6cf8-9714-44db-9623-3da7d7a4c05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (84b32f09-2e64-4751-ad08-c543d7659181), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.216216 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cc39ff30-bee0-4b53-a014-c6fe8bcc91d8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for security_group (c8623176-8c1a-4373-a102-7bb5c00f7d87), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.217815 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16df2a9-6c60-4af3-b23f-5c29b4f4e160 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Pushing event updated for resources: {'Port': ['ID=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:50.218197 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-38601514-92ab-434f-99a5-880352ad6574 req-42242c15-b6e9-4699-953e-7a862780afe1 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (54b6a2ec-c587-4b69-9943-c1476acdcc50), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.220986 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cc39ff30-bee0-4b53-a014-c6fe8bcc91d8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c8623176-8c1a-4373-a102-7bb5c00f7d87), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.265134 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39ff30-bee0-4b53-a014-c6fe8bcc91d8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8623176-8c1a-4373-a102-7bb5c00f7d87,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:50.295279 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e16df2a9-6c60-4af3-b23f-5c29b4f4e160 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:50.296856 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e16df2a9-6c60-4af3-b23f-5c29b4f4e160 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.306048 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38601514-92ab-434f-99a5-880352ad6574 req-42242c15-b6e9-4699-953e-7a862780afe1 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:50.314696 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-38601514-92ab-434f-99a5-880352ad6574 req-42242c15-b6e9-4699-953e-7a862780afe1 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:50.321009 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cc39ff30-bee0-4b53-a014-c6fe8bcc91d8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.322227 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cc39ff30-bee0-4b53-a014-c6fe8bcc91d8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5422659 Jan 27 21:51:50.326029 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-38601514-92ab-434f-99a5-880352ad6574 req-42242c15-b6e9-4699-953e-7a862780afe1 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:50.333331 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53688) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:50.344057 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c688d784-2344-49bb-9f90-4a577e0aa2b6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Request body: {'security_group_rule': {'security_group_id': 'c8623176-8c1a-4373-a102-7bb5c00f7d87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:50.377684 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:50.381365 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01a0e115-fe8c-4535-aeb0-bee657cbb11a req-d7661a1e-e0ec-4695-9982-9bf938dc8dd7 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1365850 Jan 27 21:51:50.389767 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdb8f4-a3dc-4385-9954-c0e135d0138d req-8be38f24-8771-486c-8da0-2140593d1fe2 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:50.399569 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-adac6cf8-9714-44db-9623-3da7d7a4c05a None None] Current status of the port 84b32f09-2e64-4751-ad08-c543d7659181 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:50.399974 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-adac6cf8-9714-44db-9623-3da7d7a4c05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (84b32f09-2e64-4751-ad08-c543d7659181), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.411490 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c688d784-2344-49bb-9f90-4a577e0aa2b6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for security_group_rule (68021b76-8963-4f29-a212-3429fcda950b), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.414589 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01bdb8f4-a3dc-4385-9954-c0e135d0138d req-8be38f24-8771-486c-8da0-2140593d1fe2 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b227d68-8d18-458f-91f6-22e5813aef3d HTTP/1.1" status: 200 len: 948 time: 0.3087709 Jan 27 21:51:50.431878 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e16df2a9-6c60-4af3-b23f-5c29b4f4e160 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2076995 Jan 27 21:51:50.444407 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42242c15-b6e9-4699-953e-7a862780afe1 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Pushing event updated for resources: {'Port': ['ID=54b6a2ec-c587-4b69-9943-c1476acdcc50,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:50.446812 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] Request body: {'port': {'device_id': 'fab11a26-3fb4-4511-b1f9-b7bc6975961f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:50.487648 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c688d784-2344-49bb-9f90-4a577e0aa2b6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for security_group_rule (68021b76-8963-4f29-a212-3429fcda950b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.496717 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c688d784-2344-49bb-9f90-4a577e0aa2b6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (68021b76-8963-4f29-a212-3429fcda950b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.546666 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c688d784-2344-49bb-9f90-4a577e0aa2b6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.550532 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c688d784-2344-49bb-9f90-4a577e0aa2b6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2122030 Jan 27 21:51:50.566134 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53690) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:50.582647 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38601514-92ab-434f-99a5-880352ad6574 req-42242c15-b6e9-4699-953e-7a862780afe1 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:50.583328 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-38601514-92ab-434f-99a5-880352ad6574 req-42242c15-b6e9-4699-953e-7a862780afe1 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.595849 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-4ef5986b-6ec7-4c42-9b3d-fa22f3feb633 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Request body: {'security_group_rule': {'security_group_id': 'c8623176-8c1a-4373-a102-7bb5c00f7d87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:50.614233 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688d784-2344-49bb-9f90-4a577e0aa2b6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68021b76-8963-4f29-a212-3429fcda950b,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:50.627454 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-38601514-92ab-434f-99a5-880352ad6574 req-42242c15-b6e9-4699-953e-7a862780afe1 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4252822 Jan 27 21:51:50.646802 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-38601514-92ab-434f-99a5-880352ad6574 req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] Request body: {'port': {'device_id': '88378153-ac9d-430d-859e-53f2da663cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:50.754266 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.775629 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-38601514-92ab-434f-99a5-880352ad6574 req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (54b6a2ec-c587-4b69-9943-c1476acdcc50), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.789939 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01bdb8f4-a3dc-4385-9954-c0e135d0138d req-46480727-1b99-4486-b4bf-b9d71db54cbe tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f180675-0f6d-459f-80cc-7829bbda9f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737264 Jan 27 21:51:50.824740 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-adac6cf8-9714-44db-9623-3da7d7a4c05a None None] For port 84b32f09-2e64-4751-ad08-c543d7659181, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=84b32f09-2e64-4751-ad08-c543d7659181,segment=NetworkSegment(2a2930c9-2d81-4f92-adf9-9ae2f2d8c002),segment_id=2a2930c9-2d81-4f92-adf9-9ae2f2d8c002)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:50.830128 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['df96a680-9535-4189-b278-b9617f998f00'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:50.872061 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4ef5986b-6ec7-4c42-9b3d-fa22f3feb633 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for security_group_rule (ccd26b33-07be-4d96-a01b-d87b8c4b06eb), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.897460 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-adac6cf8-9714-44db-9623-3da7d7a4c05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (84b32f09-2e64-4751-ad08-c543d7659181), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:50.987726 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac6cf8-9714-44db-9623-3da7d7a4c05a None None] Pushing event updated for resources: {'Port': ['ID=84b32f09-2e64-4751-ad08-c543d7659181,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:51.008454 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 84b32f09-2e64-4751-ad08-c543d7659181 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:51.026311 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:51.027948 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.063472 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.098582 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-adac6cf8-9714-44db-9623-3da7d7a4c05a None None] Provisioning complete for port 5df57d03-78dd-4c80-bc71-9d342842ec6c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:51.099015 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-adac6cf8-9714-44db-9623-3da7d7a4c05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5df57d03-78dd-4c80-bc71-9d342842ec6c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.188739 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16e62b-0989-4fab-b12b-e72ec340b57f req-b20dd3e6-bcad-40c2-84a8-1ee4073eb8db tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:51.190320 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa16e62b-0989-4fab-b12b-e72ec340b57f req-b20dd3e6-bcad-40c2-84a8-1ee4073eb8db tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 944 time: 0.2296562 Jan 27 21:51:51.192946 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4ef5986b-6ec7-4c42-9b3d-fa22f3feb633 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for security_group_rule (ccd26b33-07be-4d96-a01b-d87b8c4b06eb), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.206796 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4ef5986b-6ec7-4c42-9b3d-fa22f3feb633 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (ccd26b33-07be-4d96-a01b-d87b8c4b06eb), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.247642 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-38601514-92ab-434f-99a5-880352ad6574 req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b6a2ec-c587-4b69-9943-c1476acdcc50 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:51.251965 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b325f9-1139-4299-9bd8-ef1a4ffcd286 req-a0c435c4-d88b-4cee-93d0-87e94631d3d0 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:51.252866 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-adac6cf8-9714-44db-9623-3da7d7a4c05a None None] Port 5df57d03-78dd-4c80-bc71-9d342842ec6c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:51:51.253634 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-28b325f9-1139-4299-9bd8-ef1a4ffcd286 req-a0c435c4-d88b-4cee-93d0-87e94631d3d0 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=88378153-ac9d-430d-859e-53f2da663cdf HTTP/1.1" status: 200 len: 935 time: 0.1377301 Jan 27 21:51:51.270967 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 84b32f09-2e64-4751-ad08-c543d7659181 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:51.271553 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (84b32f09-2e64-4751-ad08-c543d7659181), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.275192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5986b-6ec7-4c42-9b3d-fa22f3feb633 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd26b33-07be-4d96-a01b-d87b8c4b06eb,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:51.294710 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4ef5986b-6ec7-4c42-9b3d-fa22f3feb633 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.296212 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4ef5986b-6ec7-4c42-9b3d-fa22f3feb633 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7053599 Jan 27 21:51:51.299495 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53698) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:51.301650 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-38601514-92ab-434f-99a5-880352ad6574 req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] Publish callbacks [] for port (54b6a2ec-c587-4b69-9943-c1476acdcc50), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.311224 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-4f5f23e9-3c44-4076-a83f-94f6bfe6f223 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:51.326691 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-38601514-92ab-434f-99a5-880352ad6574 req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] Transition to ACTIVE for port object 54b6a2ec-c587-4b69-9943-c1476acdcc50 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:51:51.334913 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-38601514-92ab-434f-99a5-880352ad6574 req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (54b6a2ec-c587-4b69-9943-c1476acdcc50), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.371696 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa16e62b-0989-4fab-b12b-e72ec340b57f req-88e81d56-a221-4c94-8685-07fee51173fa tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744905 Jan 27 21:51:51.439612 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4f5f23e9-3c44-4076-a83f-94f6bfe6f223 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.442023 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:51.442586 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.446110 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3c3f90b5-d655-4d55-b4d3-5a26ae0261e4 None None] Provisioning complete for port 84b32f09-2e64-4751-ad08-c543d7659181 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:51.446488 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3c3f90b5-d655-4d55-b4d3-5a26ae0261e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (84b32f09-2e64-4751-ad08-c543d7659181), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.480603 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-28b325f9-1139-4299-9bd8-ef1a4ffcd286 req-09cb0a33-6c77-4668-bfbb-7de82cc0c377 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073257 Jan 27 21:51:51.532445 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 84b32f09-2e64-4751-ad08-c543d7659181 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:51.533583 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2a3f2001-e1d5-4e31-8f74-1845c43746ad up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:51.555699 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-38601514-92ab-434f-99a5-880352ad6574 req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] Attempting to bind port 54b6a2ec-c587-4b69-9943-c1476acdcc50 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:51.556433 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-38601514-92ab-434f-99a5-880352ad6574 req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] Attempting to bind port 54b6a2ec-c587-4b69-9943-c1476acdcc50 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:51.557430 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38601514-92ab-434f-99a5-880352ad6574 req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] Attempting to bind port 54b6a2ec-c587-4b69-9943-c1476acdcc50 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:51.560256 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] Pushing event updated for resources: {'Port': ['ID=54b6a2ec-c587-4b69-9943-c1476acdcc50,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:51.581377 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38601514-92ab-434f-99a5-880352ad6574 req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] Port 54b6a2ec-c587-4b69-9943-c1476acdcc50 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:51:51.581634 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38601514-92ab-434f-99a5-880352ad6574 req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] Attempting to bind port 54b6a2ec-c587-4b69-9943-c1476acdcc50 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:51.591436 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38601514-92ab-434f-99a5-880352ad6574 req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:51.591781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38601514-92ab-434f-99a5-880352ad6574 req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:51.592903 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38601514-92ab-434f-99a5-880352ad6574 req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:51.593349 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-38601514-92ab-434f-99a5-880352ad6574 req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] Bound port: 54b6a2ec-c587-4b69-9943-c1476acdcc50, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:51.593709 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-38601514-92ab-434f-99a5-880352ad6574 req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (54b6a2ec-c587-4b69-9943-c1476acdcc50), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.601944 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:51.604481 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5d222f-e4dc-4a42-99a0-3cfdd76568c3" -d '{"events": [{"server_uuid": "d8c1d721-463b-4e12-80a4-6602c894c588", "name": "network-vif-plugged", "status": "completed", "tag": "d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:51.637657 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:51.653500 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.690234 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0428d5f-8633-4d3d-8d31-03e283b0ee50 x-openstack-request-id: req-f0428d5f-8633-4d3d-8d31-03e283b0ee50 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:51.691768 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c1d721-463b-4e12-80a4-6602c894c588", "name": "network-vif-plugged", "status": "completed", "tag": "d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:51.692050 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0428d5f-8633-4d3d-8d31-03e283b0ee50 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:51.693754 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50', 'code': 200} Jan 27 21:51:51.703664 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-38601514-92ab-434f-99a5-880352ad6574 req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] For port 54b6a2ec-c587-4b69-9943-c1476acdcc50, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:51.708288 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-38601514-92ab-434f-99a5-880352ad6574 req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] For port 54b6a2ec-c587-4b69-9943-c1476acdcc50, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=54b6a2ec-c587-4b69-9943-c1476acdcc50,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:51.715756 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-38601514-92ab-434f-99a5-880352ad6574 req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (54b6a2ec-c587-4b69-9943-c1476acdcc50), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.738627 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d070e-54b4-4674-b378-5652110ad2a0 req-6530cd78-52b1-43cc-a6ba-b235cbb21652 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:51.746614 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d070e-54b4-4674-b378-5652110ad2a0 req-6530cd78-52b1-43cc-a6ba-b235cbb21652 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:51.755535 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d070e-54b4-4674-b378-5652110ad2a0 req-6530cd78-52b1-43cc-a6ba-b235cbb21652 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:51.761121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d070e-54b4-4674-b378-5652110ad2a0 req-6530cd78-52b1-43cc-a6ba-b235cbb21652 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:51.766834 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d070e-54b4-4674-b378-5652110ad2a0 req-6530cd78-52b1-43cc-a6ba-b235cbb21652 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:51.768313 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38601514-92ab-434f-99a5-880352ad6574 req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:51.769195 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-38601514-92ab-434f-99a5-880352ad6574 req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.771519 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-38601514-92ab-434f-99a5-880352ad6574 req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] 10.222.0.21 "PUT /v2.0/ports/54b6a2ec-c587-4b69-9943-c1476acdcc50 HTTP/1.1" status: 200 len: 1095 time: 1.1377761 Jan 27 21:51:51.772496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d070e-54b4-4674-b378-5652110ad2a0 req-6530cd78-52b1-43cc-a6ba-b235cbb21652 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:51.774207 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88378153-ac9d-430d-859e-53f2da663cdf', 'tag': '54b6a2ec-c587-4b69-9943-c1476acdcc50'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:51.779248 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f90b5-d655-4d55-b4d3-5a26ae0261e4 None None] Current status of the port 84b32f09-2e64-4751-ad08-c543d7659181 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:51.779574 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a651ffdb-571a-477c-991f-c6d41de141b3" -d '{"events": [{"name": "network-changed", "server_uuid": "88378153-ac9d-430d-859e-53f2da663cdf", "tag": "54b6a2ec-c587-4b69-9943-c1476acdcc50"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:51.782559 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d070e-54b4-4674-b378-5652110ad2a0 req-6530cd78-52b1-43cc-a6ba-b235cbb21652 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:51.790058 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 2a3f2001-e1d5-4e31-8f74-1845c43746ad triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:51.790592 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2a3f2001-e1d5-4e31-8f74-1845c43746ad), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:51.792244 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c77d070e-54b4-4674-b378-5652110ad2a0 req-6530cd78-52b1-43cc-a6ba-b235cbb21652 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.2657466 Jan 27 21:51:51.841826 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac39f4-467d-4f0d-958b-f250cf503395 service neutron] Pushing event updated for resources: {'Port': ['ID=54b6a2ec-c587-4b69-9943-c1476acdcc50,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:51.886568 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01795da4-a27a-4cd1-8f00-c26e6eeb2894 x-openstack-request-id: req-01795da4-a27a-4cd1-8f00-c26e6eeb2894 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:51.886882 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88378153-ac9d-430d-859e-53f2da663cdf", "tag": "54b6a2ec-c587-4b69-9943-c1476acdcc50", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:51.887143 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01795da4-a27a-4cd1-8f00-c26e6eeb2894 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:51.887556 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88378153-ac9d-430d-859e-53f2da663cdf', 'tag': '54b6a2ec-c587-4b69-9943-c1476acdcc50', 'status': 'completed', 'code': 200} Jan 27 21:51:51.895652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697cb650-ae8a-46fe-bccc-21cf0b0afb3d {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:51.922208 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:51.960955 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] Publish callbacks [] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:52.008945 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38601514-92ab-434f-99a5-880352ad6574 req-24e6fe5d-e0fd-49d4-a0c4-ee7ae80dc981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:52.012182 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-38601514-92ab-434f-99a5-880352ad6574 req-24e6fe5d-e0fd-49d4-a0c4-ee7ae80dc981 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22a8a667d68a445ca9deb3734c502f3b&device_id=88378153-ac9d-430d-859e-53f2da663cdf HTTP/1.1" status: 200 len: 1098 time: 0.1088912 Jan 27 21:51:52.023688 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 2a3f2001-e1d5-4e31-8f74-1845c43746ad is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:52.043614 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c77d070e-54b4-4674-b378-5652110ad2a0 req-28b88452-63cc-4b21-8476-5f46b58f3cb5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2499549 Jan 27 21:51:52.048842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] Transition to ACTIVE for port object 697cb650-ae8a-46fe-bccc-21cf0b0afb3d will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:51:52.068129 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:52.079252 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-38601514-92ab-434f-99a5-880352ad6574 req-daaa0574-192c-4940-ab5b-d6e281b5b925 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=54b6a2ec-c587-4b69-9943-c1476acdcc50 HTTP/1.1" status: 200 len: 217 time: 0.0537157 Jan 27 21:51:52.130743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eaad44-b365-4e3c-b44a-813f43d4581f req-5e87e4d7-45c2-4e42-b4c0-2de0ee77eed4 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:52.139163 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-40eaad44-b365-4e3c-b44a-813f43d4581f req-5e87e4d7-45c2-4e42-b4c0-2de0ee77eed4 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b227d68-8d18-458f-91f6-22e5813aef3d HTTP/1.1" status: 200 len: 948 time: 0.1573412 Jan 27 21:51:52.145276 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4f5f23e9-3c44-4076-a83f-94f6bfe6f223 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:52.155410 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38601514-92ab-434f-99a5-880352ad6574 req-fe76d5ea-34ab-4581-82e4-638ac1c6c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:52.165211 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-38601514-92ab-434f-99a5-880352ad6574 req-fe76d5ea-34ab-4581-82e4-638ac1c6c696 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0684412 Jan 27 21:51:52.257637 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38601514-92ab-434f-99a5-880352ad6574 req-7f8f7bb0-3f7e-4d2d-8205-f0cfdb55ca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:52.259266 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-38601514-92ab-434f-99a5-880352ad6574 req-7f8f7bb0-3f7e-4d2d-8205-f0cfdb55ca22 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712583 Jan 27 21:51:52.318265 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] Pushing event updated for resources: {'Port': ['ID=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:52.381772 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-40eaad44-b365-4e3c-b44a-813f43d4581f req-7a4247a8-7d46-4709-8a31-ab8b2bff3818 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f180675-0f6d-459f-80cc-7829bbda9f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418461 Jan 27 21:51:52.391807 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-38601514-92ab-434f-99a5-880352ad6574 req-0ffa1902-50ae-43af-95f8-330b04328671 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233857 Jan 27 21:51:52.427377 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] Attempting to bind port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:52.427716 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] Attempting to bind port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:52.428041 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] Attempting to bind port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:52.440918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] Port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:51:52.441604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] Attempting to bind port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:52.471561 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-4f5f23e9-3c44-4076-a83f-94f6bfe6f223 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Allocated IP 172.25.3.34 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/79eb6cf9-c2e3-4c7b-9963-3fd59ba1bc1d) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:52.480895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:52.481332 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:52.481785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:52.482318 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] Bound port: 697cb650-ae8a-46fe-bccc-21cf0b0afb3d, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:52.482759 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:52.551285 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-38601514-92ab-434f-99a5-880352ad6574 req-9975503c-514f-45ac-a6d0-78f94eed00fd service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357768 Jan 27 21:51:52.627247 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 84b32f09-2e64-4751-ad08-c543d7659181 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:52.658170 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] For port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:52.662986 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651ffdb-571a-477c-991f-c6d41de141b3 req-f9372ced-77a6-4152-8928-9629630d3c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:52.663876 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] For port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:52.666119 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a651ffdb-571a-477c-991f-c6d41de141b3 req-f9372ced-77a6-4152-8928-9629630d3c99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22a8a667d68a445ca9deb3734c502f3b&device_id=88378153-ac9d-430d-859e-53f2da663cdf HTTP/1.1" status: 200 len: 1098 time: 0.0532808 Jan 27 21:51:52.677944 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 84b32f09-2e64-4751-ad08-c543d7659181 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:52.678332 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (84b32f09-2e64-4751-ad08-c543d7659181), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:52.704808 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:52.726967 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119214e-a347-4921-ae4f-768db152e3e0 req-39021e5b-6e1d-40db-a65f-994ef07f807a tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:52.728538 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2119214e-a347-4921-ae4f-768db152e3e0 req-39021e5b-6e1d-40db-a65f-994ef07f807a tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 944 time: 0.2661176 Jan 27 21:51:52.804501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:52.805505 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:52.807600 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] 10.222.0.15 "PUT /v2.0/ports/697cb650-ae8a-46fe-bccc-21cf0b0afb3d HTTP/1.1" status: 200 len: 1096 time: 2.3656652 Jan 27 21:51:52.809185 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651ffdb-571a-477c-991f-c6d41de141b3 req-09fc785c-7f6f-43dc-8239-5d9c16c00ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:52.810690 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a651ffdb-571a-477c-991f-c6d41de141b3 req-09fc785c-7f6f-43dc-8239-5d9c16c00ce2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.1366191 Jan 27 21:51:52.815855 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab11a26-3fb4-4511-b1f9-b7bc6975961f', 'tag': '697cb650-ae8a-46fe-bccc-21cf0b0afb3d'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:52.818191 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0996ec4-ce7d-4c85-bd38-38b49257c6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "fab11a26-3fb4-4511-b1f9-b7bc6975961f", "tag": "697cb650-ae8a-46fe-bccc-21cf0b0afb3d"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:52.827953 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 84b32f09-2e64-4751-ad08-c543d7659181 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:52.863224 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a651ffdb-571a-477c-991f-c6d41de141b3 req-30301682-0b7e-4fc6-95da-ba10f2bca055 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=54b6a2ec-c587-4b69-9943-c1476acdcc50 HTTP/1.1" status: 200 len: 217 time: 0.0378425 Jan 27 21:51:52.919212 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fc644-e4ec-48e8-bece-e5c3a514dc98 req-71b2bf83-6146-4dd6-b7b0-554206c4d7aa tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:52.926151 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f89fc644-e4ec-48e8-bece-e5c3a514dc98 req-71b2bf83-6146-4dd6-b7b0-554206c4d7aa tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=88378153-ac9d-430d-859e-53f2da663cdf HTTP/1.1" status: 200 len: 947 time: 0.3420284 Jan 27 21:51:52.931024 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4f5f23e9-3c44-4076-a83f-94f6bfe6f223 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for port (79eb6cf9-c2e3-4c7b-9963-3fd59ba1bc1d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:52.934806 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651ffdb-571a-477c-991f-c6d41de141b3 req-7b97cf60-60fe-4363-809b-c5983fc71095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:52.936658 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a651ffdb-571a-477c-991f-c6d41de141b3 req-7b97cf60-60fe-4363-809b-c5983fc71095 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0611110 Jan 27 21:51:52.977705 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2119214e-a347-4921-ae4f-768db152e3e0 req-3371ea6b-90d8-409c-9169-d5621255cd18 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195239 Jan 27 21:51:52.999586 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651ffdb-571a-477c-991f-c6d41de141b3 req-a1c11266-7ed4-4009-875e-ba97e01b402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:53.001818 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a651ffdb-571a-477c-991f-c6d41de141b3 req-a1c11266-7ed4-4009-875e-ba97e01b402a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0575812 Jan 27 21:51:53.017509 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dfc9ca-b484-4d6c-86c3-571907aac558 service neutron] Pushing event updated for resources: {'Port': ['ID=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:53.035202 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc79d02-4ce9-4eac-a13f-95add4c4e4c8 x-openstack-request-id: req-ddc79d02-4ce9-4eac-a13f-95add4c4e4c8 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:53.035565 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab11a26-3fb4-4511-b1f9-b7bc6975961f", "tag": "697cb650-ae8a-46fe-bccc-21cf0b0afb3d", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:53.035898 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ddc79d02-4ce9-4eac-a13f-95add4c4e4c8 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:53.037444 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab11a26-3fb4-4511-b1f9-b7bc6975961f', 'tag': '697cb650-ae8a-46fe-bccc-21cf0b0afb3d', 'status': 'completed', 'code': 200} Jan 27 21:51:53.085923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-4f2b6541-1e73-4231-b27f-3b037fa57788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:53.087473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-4f2b6541-1e73-4231-b27f-3b037fa57788 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22a8a667d68a445ca9deb3734c502f3b&device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 1099 time: 0.2146091 Jan 27 21:51:53.102914 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f89fc644-e4ec-48e8-bece-e5c3a514dc98 req-2443398e-a6c5-4254-903e-ef4a08742fda tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710799 Jan 27 21:51:53.105720 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4f5f23e9-3c44-4076-a83f-94f6bfe6f223 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (79eb6cf9-c2e3-4c7b-9963-3fd59ba1bc1d), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:53.140421 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a651ffdb-571a-477c-991f-c6d41de141b3 req-9e988752-66c7-48f7-b6aa-2456d4dc62dc service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213965 Jan 27 21:51:53.166475 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-62588076-dd2b-4372-8f3a-fd06a6f4d57b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=697cb650-ae8a-46fe-bccc-21cf0b0afb3d HTTP/1.1" status: 200 len: 217 time: 0.0622485 Jan 27 21:51:53.185035 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5f23e9-3c44-4076-a83f-94f6bfe6f223 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:53.221489 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-4f5f23e9-3c44-4076-a83f-94f6bfe6f223 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:53.229901 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f23e9-3c44-4076-a83f-94f6bfe6f223 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:53.266204 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a651ffdb-571a-477c-991f-c6d41de141b3 req-7f3c02b7-7183-4778-8831-aaec28bdd1c3 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159368 Jan 27 21:51:53.293075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f23e9-3c44-4076-a83f-94f6bfe6f223 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event updated for resources: {'Port': ['ID=79eb6cf9-c2e3-4c7b-9963-3fd59ba1bc1d,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:53.313801 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-af00c744-ba30-429f-8534-c3bb545a1a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:53.315293 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-af00c744-ba30-429f-8534-c3bb545a1a81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1412659 Jan 27 21:51:53.358376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf83e0-e92b-4ae5-9b1a-0e8a1092c9e6 req-643fa596-b7bf-4935-b765-2b667926a6bc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:53.364122 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf83e0-e92b-4ae5-9b1a-0e8a1092c9e6 req-643fa596-b7bf-4935-b765-2b667926a6bc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:53.370051 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf83e0-e92b-4ae5-9b1a-0e8a1092c9e6 req-643fa596-b7bf-4935-b765-2b667926a6bc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:53.375902 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf83e0-e92b-4ae5-9b1a-0e8a1092c9e6 req-643fa596-b7bf-4935-b765-2b667926a6bc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:53.381230 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf83e0-e92b-4ae5-9b1a-0e8a1092c9e6 req-643fa596-b7bf-4935-b765-2b667926a6bc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:53.386556 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf83e0-e92b-4ae5-9b1a-0e8a1092c9e6 req-643fa596-b7bf-4935-b765-2b667926a6bc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:53.392538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf83e0-e92b-4ae5-9b1a-0e8a1092c9e6 req-643fa596-b7bf-4935-b765-2b667926a6bc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:53.394394 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8cf83e0-e92b-4ae5-9b1a-0e8a1092c9e6 req-643fa596-b7bf-4935-b765-2b667926a6bc tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5432 time: 0.1760421 Jan 27 21:51:53.523107 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-01ec3552-eb1c-4e30-8539-b4be0138bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:53.524755 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-01ec3552-eb1c-4e30-8539-b4be0138bab4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2017555 Jan 27 21:51:53.536440 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4f5f23e9-3c44-4076-a83f-94f6bfe6f223 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for floatingip (94ae9b40-cf90-4e79-b444-d70d29433033), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:53.573302 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8cf83e0-e92b-4ae5-9b1a-0e8a1092c9e6 req-c2d391f7-7b0d-4bca-bba4-5a328178ecb1 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1630654 Jan 27 21:51:53.637803 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0488e-838a-4cd3-a886-4c636b7515fd req-9be80ae1-720d-4358-b07e-b328fc2e67ef tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:53.639310 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bf0488e-838a-4cd3-a886-4c636b7515fd req-9be80ae1-720d-4358-b07e-b328fc2e67ef tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b227d68-8d18-458f-91f6-22e5813aef3d HTTP/1.1" status: 200 len: 948 time: 0.1792717 Jan 27 21:51:53.649217 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4f5f23e9-3c44-4076-a83f-94f6bfe6f223 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (79eb6cf9-c2e3-4c7b-9963-3fd59ba1bc1d), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:53.748932 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-009d323f-3c95-4708-828e-9e8e6a6abfff service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137523 Jan 27 21:51:53.753550 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bf0488e-838a-4cd3-a886-4c636b7515fd req-3821833a-fd39-47a8-b105-f420ac2bfd61 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f180675-0f6d-459f-80cc-7829bbda9f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076031 Jan 27 21:51:53.764629 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 58a6677b-4259-4a9e-b0ad-e5e44fe71385 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:51:53.879949 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 58a6677b-4259-4a9e-b0ad-e5e44fe71385, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=58a6677b-4259-4a9e-b0ad-e5e44fe71385,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:53.897437 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '58a6677b-4259-4a9e-b0ad-e5e44fe71385', 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2', 'port_id': '58a6677b-4259-4a9e-b0ad-e5e44fe71385', 'mac_address': 'fa:16:3e:37:0a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1a2abc-5b7e-4b47-895c-4a2ade07d24d', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:51:53.918321 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75ab1c45-30c8-4cf2-8e71-48b2d98775ec req-40668196-cbc4-4a78-a732-2c444ba0b330 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542130 Jan 27 21:51:53.946005 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4f5f23e9-3c44-4076-a83f-94f6bfe6f223 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for port (79eb6cf9-c2e3-4c7b-9963-3fd59ba1bc1d), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:53.954012 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4f5f23e9-3c44-4076-a83f-94f6bfe6f223 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (79eb6cf9-c2e3-4c7b-9963-3fd59ba1bc1d), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:53.963194 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 58a6677b-4259-4a9e-b0ad-e5e44fe71385 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:53.963723 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (58a6677b-4259-4a9e-b0ad-e5e44fe71385), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:53.980399 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a6677b-4259-4a9e-b0ad-e5e44fe71385 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:54.005948 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 58a6677b-4259-4a9e-b0ad-e5e44fe71385, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=58a6677b-4259-4a9e-b0ad-e5e44fe71385,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:54.015023 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (58a6677b-4259-4a9e-b0ad-e5e44fe71385), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.015850 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 21987296-9049-47a8-bec1-6cc5307332a1 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:51:54.082948 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d56ccfd7-e423-471e-9909-7aab6e7b86e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.095635 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4f5f23e9-3c44-4076-a83f-94f6bfe6f223 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (94ae9b40-cf90-4e79-b444-d70d29433033), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.110291 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=58a6677b-4259-4a9e-b0ad-e5e44fe71385,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:54.116084 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 21987296-9049-47a8-bec1-6cc5307332a1, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=21987296-9049-47a8-bec1-6cc5307332a1,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:54.128377 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '21987296-9049-47a8-bec1-6cc5307332a1', 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2', 'port_id': '21987296-9049-47a8-bec1-6cc5307332a1', 'mac_address': 'fa:16:3e:d7:28:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1a2abc-5b7e-4b47-895c-4a2ade07d24d', 'ip_address': '10.1.1.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:51:54.149819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f23e9-3c44-4076-a83f-94f6bfe6f223 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event updated for resources: {'Port': ['ID=79eb6cf9-c2e3-4c7b-9963-3fd59ba1bc1d,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:54.172859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0996ec4-ce7d-4c85-bd38-38b49257c6ee req-4cc96b58-8e94-4d62-9e20-8e12472ed9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:54.176662 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d0996ec4-ce7d-4c85-bd38-38b49257c6ee req-4cc96b58-8e94-4d62-9e20-8e12472ed9f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22a8a667d68a445ca9deb3734c502f3b&device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 1099 time: 0.1406560 Jan 27 21:51:54.178750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 21987296-9049-47a8-bec1-6cc5307332a1 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:54.179253 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (21987296-9049-47a8-bec1-6cc5307332a1), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.194605 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21987296-9049-47a8-bec1-6cc5307332a1 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:54.216938 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 21987296-9049-47a8-bec1-6cc5307332a1, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=21987296-9049-47a8-bec1-6cc5307332a1,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:54.222318 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (21987296-9049-47a8-bec1-6cc5307332a1), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.223084 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 84405a01-cd0d-4bf0-8b98-42cc257f6846 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:51:54.225064 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4f5f23e9-3c44-4076-a83f-94f6bfe6f223 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.232750 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4f5f23e9-3c44-4076-a83f-94f6bfe6f223 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9264460 Jan 27 21:51:54.381297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device a7c823c3-0df5-41fd-ae6b-7db4488e8faa details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:51:54.392805 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device df96a680-9535-4189-b278-b9617f998f00 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:54.437267 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ed6ce-3092-4296-8aa9-bfb961b5fd64 req-bab272d9-8fba-47c6-b936-115f59f277a6 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:54.452365 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de4ed6ce-3092-4296-8aa9-bfb961b5fd64 req-bab272d9-8fba-47c6-b936-115f59f277a6 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 944 time: 0.3489740 Jan 27 21:51:54.457966 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=21987296-9049-47a8-bec1-6cc5307332a1,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:54.471948 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 84405a01-cd0d-4bf0-8b98-42cc257f6846, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=84405a01-cd0d-4bf0-8b98-42cc257f6846,segment=NetworkSegment(fe1a78ab-8282-44d4-a623-c72e4779f3e7),segment_id=fe1a78ab-8282-44d4-a623-c72e4779f3e7)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:54.512131 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '84405a01-cd0d-4bf0-8b98-42cc257f6846', 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97', 'port_id': '84405a01-cd0d-4bf0-8b98-42cc257f6846', 'mac_address': 'fa:16:3e:d5:1a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d63617a-41ab-4f3d-bac9-e72c844c3cd6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:51:54.589402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47addce-9fc5-4d3e-9ad6-728248f3f6f6 req-5c8042a4-26bd-41e4-8fec-7c5f7cde8da7 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:54.605546 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d47addce-9fc5-4d3e-9ad6-728248f3f6f6 req-5c8042a4-26bd-41e4-8fec-7c5f7cde8da7 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=88378153-ac9d-430d-859e-53f2da663cdf HTTP/1.1" status: 200 len: 947 time: 0.3682523 Jan 27 21:51:54.608550 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port df96a680-9535-4189-b278-b9617f998f00 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:51:54.627608 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port df96a680-9535-4189-b278-b9617f998f00 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:54.628120 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (df96a680-9535-4189-b278-b9617f998f00), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.633119 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 84405a01-cd0d-4bf0-8b98-42cc257f6846 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:54.633119 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (84405a01-cd0d-4bf0-8b98-42cc257f6846), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.679985 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0996ec4-ce7d-4c85-bd38-38b49257c6ee req-ceb91216-6d80-4d22-8065-0b33f47a6b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:54.681509 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d0996ec4-ce7d-4c85-bd38-38b49257c6ee req-ceb91216-6d80-4d22-8065-0b33f47a6b4a service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.4985225 Jan 27 21:51:54.699761 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84405a01-cd0d-4bf0-8b98-42cc257f6846 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:54.702305 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de4ed6ce-3092-4296-8aa9-bfb961b5fd64 req-76d12b56-198a-4da4-ab4f-10a600e96794 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423913 Jan 27 21:51:54.708657 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port a7c823c3-0df5-41fd-ae6b-7db4488e8faa, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=a7c823c3-0df5-41fd-ae6b-7db4488e8faa,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:54.741574 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 84405a01-cd0d-4bf0-8b98-42cc257f6846, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=84405a01-cd0d-4bf0-8b98-42cc257f6846,segment=NetworkSegment(fe1a78ab-8282-44d4-a623-c72e4779f3e7),segment_id=fe1a78ab-8282-44d4-a623-c72e4779f3e7)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:54.744425 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'a7c823c3-0df5-41fd-ae6b-7db4488e8faa', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': 'a7c823c3-0df5-41fd-ae6b-7db4488e8faa', 'mac_address': 'fa:16:3e:54:19:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:51:54.753402 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (84405a01-cd0d-4bf0-8b98-42cc257f6846), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.754146 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 64c24546-5d38-4279-b241-0c89a055b6b9 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:51:54.768069 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d0996ec4-ce7d-4c85-bd38-38b49257c6ee req-6adc2555-ba25-4f97-adf7-fb79b363e8e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=697cb650-ae8a-46fe-bccc-21cf0b0afb3d HTTP/1.1" status: 200 len: 217 time: 0.0625818 Jan 27 21:51:54.838209 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0996ec4-ce7d-4c85-bd38-38b49257c6ee req-fcddf3a3-045c-47d0-ab3f-88c4e21c3cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:54.841286 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d0996ec4-ce7d-4c85-bd38-38b49257c6ee req-fcddf3a3-045c-47d0-ab3f-88c4e21c3cbf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0656326 Jan 27 21:51:54.879982 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port a7c823c3-0df5-41fd-ae6b-7db4488e8faa is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:54.880447 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a7c823c3-0df5-41fd-ae6b-7db4488e8faa), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.891851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d47addce-9fc5-4d3e-9ad6-728248f3f6f6 req-a583e0ba-3748-436e-8e11-62c5ebb9a886 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833381 Jan 27 21:51:54.914090 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c823c3-0df5-41fd-ae6b-7db4488e8faa {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:54.959508 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port df96a680-9535-4189-b278-b9617f998f00 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:54.959906 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (df96a680-9535-4189-b278-b9617f998f00), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.976826 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0996ec4-ce7d-4c85-bd38-38b49257c6ee req-e73cb44a-7264-4473-845b-51b09b1e9cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:54.998028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d0996ec4-ce7d-4c85-bd38-38b49257c6ee req-e73cb44a-7264-4473-845b-51b09b1e9cc0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1306193 Jan 27 21:51:55.042776 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=84405a01-cd0d-4bf0-8b98-42cc257f6846,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:55.103313 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 64c24546-5d38-4279-b241-0c89a055b6b9, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=64c24546-5d38-4279-b241-0c89a055b6b9,segment=NetworkSegment(fb85c23d-cc2e-4d28-aca2-d2302046f93f),segment_id=fb85c23d-cc2e-4d28-aca2-d2302046f93f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:55.117754 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '64c24546-5d38-4279-b241-0c89a055b6b9', 'network_id': 'b460f0aa-ece7-4f87-b835-250ecfdd5f67', 'port_id': '64c24546-5d38-4279-b241-0c89a055b6b9', 'mac_address': 'fa:16:3e:77:4e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e923c45-9da8-41d8-a8c1-bd4723852e44', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:51:55.123130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port a7c823c3-0df5-41fd-ae6b-7db4488e8faa, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=a7c823c3-0df5-41fd-ae6b-7db4488e8faa,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:55.135976 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a7c823c3-0df5-41fd-ae6b-7db4488e8faa), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:55.195670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24501da-6ed9-4eb1-807b-8744417203f4 req-5b55ad25-bb2b-4b94-ab64-7909062503f6 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:55.198151 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4bfcd1-53d9-41da-970e-3350a3af7b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df96a680-9535-4189-b278-b9617f998f00'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:55.201377 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5ef3e8-69d8-4f96-b495-51550a69206e" -d '{"events": [{"server_uuid": "bd4bfcd1-53d9-41da-970e-3350a3af7b51", "name": "network-vif-plugged", "status": "completed", "tag": "df96a680-9535-4189-b278-b9617f998f00"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:55.202159 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24501da-6ed9-4eb1-807b-8744417203f4 req-5b55ad25-bb2b-4b94-ab64-7909062503f6 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:55.207551 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24501da-6ed9-4eb1-807b-8744417203f4 req-5b55ad25-bb2b-4b94-ab64-7909062503f6 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:55.214504 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24501da-6ed9-4eb1-807b-8744417203f4 req-5b55ad25-bb2b-4b94-ab64-7909062503f6 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:55.220651 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24501da-6ed9-4eb1-807b-8744417203f4 req-5b55ad25-bb2b-4b94-ab64-7909062503f6 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:55.227582 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port df96a680-9535-4189-b278-b9617f998f00, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=df96a680-9535-4189-b278-b9617f998f00,segment=NetworkSegment(3c47dba4-397a-4931-8edb-dea04d5c65b2),segment_id=3c47dba4-397a-4931-8edb-dea04d5c65b2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:55.228697 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24501da-6ed9-4eb1-807b-8744417203f4 req-5b55ad25-bb2b-4b94-ab64-7909062503f6 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:55.236639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24501da-6ed9-4eb1-807b-8744417203f4 req-5b55ad25-bb2b-4b94-ab64-7909062503f6 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:55.242043 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b24501da-6ed9-4eb1-807b-8744417203f4 req-5b55ad25-bb2b-4b94-ab64-7909062503f6 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5435 time: 0.2167816 Jan 27 21:51:55.252993 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (df96a680-9535-4189-b278-b9617f998f00), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:55.268888 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 64c24546-5d38-4279-b241-0c89a055b6b9 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:55.269440 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (64c24546-5d38-4279-b241-0c89a055b6b9), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:55.290254 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c24546-5d38-4279-b241-0c89a055b6b9 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:55.299035 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=a7c823c3-0df5-41fd-ae6b-7db4488e8faa,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:55.307298 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-5431e058-382f-4b50-bd23-4cf5afa15c0a tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--467793346&fields=id&tenant_id=1e6a4591e21842348002d2aff51fa01d HTTP/1.1" status: 200 len: 267 time: 0.2242148 Jan 27 21:51:55.357481 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 64c24546-5d38-4279-b241-0c89a055b6b9, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=64c24546-5d38-4279-b241-0c89a055b6b9,segment=NetworkSegment(fb85c23d-cc2e-4d28-aca2-d2302046f93f),segment_id=fb85c23d-cc2e-4d28-aca2-d2302046f93f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:55.365814 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (64c24546-5d38-4279-b241-0c89a055b6b9), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:55.366504 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 3104ba69-ec6e-49e9-9127-78e5e52dd511 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:51:55.374217 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d0996ec4-ce7d-4c85-bd38-38b49257c6ee req-0d3fcb12-b0c9-4f63-b9c4-debe0279ec90 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752382 Jan 27 21:51:55.400695 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=df96a680-9535-4189-b278-b9617f998f00,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:55.419698 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b24501da-6ed9-4eb1-807b-8744417203f4 req-0eb39969-5fe3-43a3-be7d-9b79339d26e3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1618552 Jan 27 21:51:55.466089 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 3104ba69-ec6e-49e9-9127-78e5e52dd511, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=3104ba69-ec6e-49e9-9127-78e5e52dd511,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:55.494670 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '3104ba69-ec6e-49e9-9127-78e5e52dd511', 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2', 'port_id': '3104ba69-ec6e-49e9-9127-78e5e52dd511', 'mac_address': 'fa:16:3e:b9:d3:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1a2abc-5b7e-4b47-895c-4a2ade07d24d', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:51:55.503347 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=64c24546-5d38-4279-b241-0c89a055b6b9,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:55.513035 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-a856d18e-5c8f-41f9-9863-c7a0bd2190c0 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:55.520528 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-a856d18e-5c8f-41f9-9863-c7a0bd2190c0 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports/5e331c34-1b49-40b3-ba94-c588768a1a5d HTTP/1.1" status: 200 len: 931 time: 0.1964242 Jan 27 21:51:55.550050 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 3104ba69-ec6e-49e9-9127-78e5e52dd511 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:55.550597 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3104ba69-ec6e-49e9-9127-78e5e52dd511), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:55.576288 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3104ba69-ec6e-49e9-9127-78e5e52dd511 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:55.602715 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 3104ba69-ec6e-49e9-9127-78e5e52dd511, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=3104ba69-ec6e-49e9-9127-78e5e52dd511,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:55.606434 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-88f4cc97-051f-4bc7-b185-34dc64f8dfdf tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:55.615284 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-88f4cc97-051f-4bc7-b185-34dc64f8dfdf tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports/5df57d03-78dd-4c80-bc71-9d342842ec6c HTTP/1.1" status: 200 len: 931 time: 0.0936241 Jan 27 21:51:55.627670 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3104ba69-ec6e-49e9-9127-78e5e52dd511), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:55.628623 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 8eff1a59-dbd2-42fa-a1d6-c18ead819fde details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:51:55.664026 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-7880a895-af10-4ced-96da-8e743d2597b7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?network_id=7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0475342 Jan 27 21:51:55.752862 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 8eff1a59-dbd2-42fa-a1d6-c18ead819fde, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8eff1a59-dbd2-42fa-a1d6-c18ead819fde,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:55.755667 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=3104ba69-ec6e-49e9-9127-78e5e52dd511,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:55.770957 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '8eff1a59-dbd2-42fa-a1d6-c18ead819fde', 'network_id': '89002ffa-b2ff-40cb-a7a9-b16cee11a3d2', 'port_id': '8eff1a59-dbd2-42fa-a1d6-c18ead819fde', 'mac_address': 'fa:16:3e:fa:f3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1a2abc-5b7e-4b47-895c-4a2ade07d24d', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:51:55.859716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 8eff1a59-dbd2-42fa-a1d6-c18ead819fde is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:55.860121 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8eff1a59-dbd2-42fa-a1d6-c18ead819fde), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:55.880033 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eff1a59-dbd2-42fa-a1d6-c18ead819fde {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:55.904856 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 8eff1a59-dbd2-42fa-a1d6-c18ead819fde, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8eff1a59-dbd2-42fa-a1d6-c18ead819fde,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:55.910929 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8eff1a59-dbd2-42fa-a1d6-c18ead819fde), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:55.911675 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f36aaaa3-8abe-4bbf-be60-e3985eafef58 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:51:55.975627 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['a7c823c3-0df5-41fd-ae6b-7db4488e8faa'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:56.108457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-20e4b56d-151c-43fb-85a7-2f447aa19541 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?network_id=7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.4431198 Jan 27 21:51:56.227397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8bb81fa0-e3d6-431d-a763-6587652cfba3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:56.233130 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8bb81fa0-e3d6-431d-a763-6587652cfba3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:56.239424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8bb81fa0-e3d6-431d-a763-6587652cfba3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:56.247695 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8bb81fa0-e3d6-431d-a763-6587652cfba3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/networks?id=0bade858-af63-49b3-909a-6a7d96619464&id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&id=7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119&id=7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 HTTP/1.1" status: 200 len: 1990 time: 0.1379197 Jan 27 21:51:56.271642 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f36aaaa3-8abe-4bbf-be60-e3985eafef58, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f36aaaa3-8abe-4bbf-be60-e3985eafef58,segment=NetworkSegment(fb85c23d-cc2e-4d28-aca2-d2302046f93f),segment_id=fb85c23d-cc2e-4d28-aca2-d2302046f93f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:56.272858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=8eff1a59-dbd2-42fa-a1d6-c18ead819fde,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:56.281011 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198d738-9268-4a7e-b7a6-f390d4e79659 req-f4d0129a-2c9a-4fee-80ce-87eb37bebb78 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:56.283503 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3198d738-9268-4a7e-b7a6-f390d4e79659 req-f4d0129a-2c9a-4fee-80ce-87eb37bebb78 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b227d68-8d18-458f-91f6-22e5813aef3d HTTP/1.1" status: 200 len: 949 time: 0.7089429 Jan 27 21:51:56.294383 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-93bc0fdc-c33c-41e2-a371-63f86cfca015 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/quotas/1e6a4591e21842348002d2aff51fa01d HTTP/1.1" status: 200 len: 375 time: 0.0431862 Jan 27 21:51:56.324214 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'f36aaaa3-8abe-4bbf-be60-e3985eafef58', 'network_id': 'b460f0aa-ece7-4f87-b835-250ecfdd5f67', 'port_id': 'f36aaaa3-8abe-4bbf-be60-e3985eafef58', 'mac_address': 'fa:16:3e:b4:4d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e923c45-9da8-41d8-a8c1-bd4723852e44', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:51:56.365994 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d0996ec4-ce7d-4c85-bd38-38b49257c6ee req-30048c2c-a192-4749-b6be-6f34b5fa910e service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9801245 Jan 27 21:51:56.414093 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e1b64cdd-06e1-4e22-8605-a79cb7e31eaa tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e6a4591e21842348002d2aff51fa01d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1183789 Jan 27 21:51:56.461251 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3198d738-9268-4a7e-b7a6-f390d4e79659 req-6eef05a1-bca1-4808-8f63-f328b94ece39 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f180675-0f6d-459f-80cc-7829bbda9f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431270 Jan 27 21:51:56.490281 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f36aaaa3-8abe-4bbf-be60-e3985eafef58 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:56.490966 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f36aaaa3-8abe-4bbf-be60-e3985eafef58), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:56.556581 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8182a30c-fda7-4543-a68c-9dd724c5d1dd x-openstack-request-id: req-8182a30c-fda7-4543-a68c-9dd724c5d1dd {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:56.556924 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4bfcd1-53d9-41da-970e-3350a3af7b51", "name": "network-vif-plugged", "status": "completed", "tag": "df96a680-9535-4189-b278-b9617f998f00", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:56.557305 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8182a30c-fda7-4543-a68c-9dd724c5d1dd {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:56.559043 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4bfcd1-53d9-41da-970e-3350a3af7b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df96a680-9535-4189-b278-b9617f998f00', 'code': 200} Jan 27 21:51:56.595575 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36aaaa3-8abe-4bbf-be60-e3985eafef58 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:56.637983 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f36aaaa3-8abe-4bbf-be60-e3985eafef58, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f36aaaa3-8abe-4bbf-be60-e3985eafef58,segment=NetworkSegment(fb85c23d-cc2e-4d28-aca2-d2302046f93f),segment_id=fb85c23d-cc2e-4d28-aca2-d2302046f93f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:56.642889 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f36aaaa3-8abe-4bbf-be60-e3985eafef58), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:56.678671 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 697cb650-ae8a-46fe-bccc-21cf0b0afb3d details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:51:56.687859 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-55e48e62-4117-49ea-80f1-0659ff959894 service neutron] 10.222.0.23 "GET /v2.0/networks/0bade858-af63-49b3-909a-6a7d96619464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253819 Jan 27 21:51:56.695440 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6303c-e08d-4d67-8379-07ea8fa3571b req-3b85c14f-d8a9-40b2-8f70-7801b2a0b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:56.702334 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0de6303c-e08d-4d67-8379-07ea8fa3571b req-3b85c14f-d8a9-40b2-8f70-7801b2a0b4f8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 1096 time: 0.0900297 Jan 27 21:51:56.733794 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-243baf21-37f7-498c-a1e1-06bfb5fcb223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:56.745882 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f36aaaa3-8abe-4bbf-be60-e3985eafef58,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:56.776873 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0de6303c-e08d-4d67-8379-07ea8fa3571b req-87add8a6-3937-4e1d-b82a-ff9faf3d6682 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656145 Jan 27 21:51:56.822396 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b7fa8-37a8-4714-b0e4-7547ef584fcc req-0f98897a-9245-468a-bd0f-ce13287e2244 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:56.829804 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-432b7fa8-37a8-4714-b0e4-7547ef584fcc req-0f98897a-9245-468a-bd0f-ce13287e2244 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 945 time: 0.1326134 Jan 27 21:51:56.879022 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:56.895503 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-432b7fa8-37a8-4714-b0e4-7547ef584fcc req-f065cb03-818d-46a8-9e6a-9887f47c84bc tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628295 Jan 27 21:51:56.924310 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '697cb650-ae8a-46fe-bccc-21cf0b0afb3d', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '697cb650-ae8a-46fe-bccc-21cf0b0afb3d', 'mac_address': 'fa:16:3e:32:20:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:51:56.945573 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-9c628fd5-4679-4c22-a40f-90b3ccc7d3c4 service neutron] 10.222.0.23 "GET /v2.0/networks/0bade858-af63-49b3-909a-6a7d96619464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565572 Jan 27 21:51:57.000851 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:57.001406 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:57.005326 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-287349b3-bd0b-4584-925d-780d6ba866a0 service neutron] 10.222.0.23 "GET /v2.0/ports/5e331c34-1b49-40b3-ba94-c588768a1a5d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0586066 Jan 27 21:51:57.044031 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697cb650-ae8a-46fe-bccc-21cf0b0afb3d {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:57.090538 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:57.100178 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:57.165074 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:57.187562 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224f0d1-b17a-4c73-9874-db6de9ce8f3d req-0a754a13-ff69-4389-8fea-31d6bf12daa9 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:57.189546 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9224f0d1-b17a-4c73-9874-db6de9ce8f3d req-0a754a13-ff69-4389-8fea-31d6bf12daa9 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=88378153-ac9d-430d-859e-53f2da663cdf HTTP/1.1" status: 200 len: 947 time: 0.0863008 Jan 27 21:51:57.191475 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-2badc48c-feab-4559-8e1c-495b2136887c service neutron] 10.222.0.23 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853721 Jan 27 21:51:57.268468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['21987296-9049-47a8-bec1-6cc5307332a1'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:57.342036 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9224f0d1-b17a-4c73-9874-db6de9ce8f3d req-e99eecc3-39aa-4b2c-b39b-e3249d84881d tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391044 Jan 27 21:51:57.369075 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['84405a01-cd0d-4bf0-8b98-42cc257f6846'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:57.371177 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['3104ba69-ec6e-49e9-9127-78e5e52dd511'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:57.374918 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['8eff1a59-dbd2-42fa-a1d6-c18ead819fde'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:57.377202 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['64c24546-5d38-4279-b241-0c89a055b6b9'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:57.381345 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-37a07975-d4b6-441d-8df5-6d7c2670498c service neutron] 10.222.0.23 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797445 Jan 27 21:51:57.472923 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-009e0567-ab08-4fac-a643-9b415d2e254b service neutron] 10.222.0.23 "GET /v2.0/ports/5df57d03-78dd-4c80-bc71-9d342842ec6c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0820017 Jan 27 21:51:57.586857 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['697cb650-ae8a-46fe-bccc-21cf0b0afb3d'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:57.629873 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef12c8-9c8a-415b-9c5a-0667d68b2025 req-2da5ae72-12c5-4e48-adf8-12ea35bbb614 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:57.637220 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef12c8-9c8a-415b-9c5a-0667d68b2025 req-2da5ae72-12c5-4e48-adf8-12ea35bbb614 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:57.646304 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef12c8-9c8a-415b-9c5a-0667d68b2025 req-2da5ae72-12c5-4e48-adf8-12ea35bbb614 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:57.652549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef12c8-9c8a-415b-9c5a-0667d68b2025 req-2da5ae72-12c5-4e48-adf8-12ea35bbb614 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:57.658361 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef12c8-9c8a-415b-9c5a-0667d68b2025 req-2da5ae72-12c5-4e48-adf8-12ea35bbb614 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:57.665125 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef12c8-9c8a-415b-9c5a-0667d68b2025 req-2da5ae72-12c5-4e48-adf8-12ea35bbb614 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:57.671254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef12c8-9c8a-415b-9c5a-0667d68b2025 req-2da5ae72-12c5-4e48-adf8-12ea35bbb614 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:57.673462 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e9ef12c8-9c8a-415b-9c5a-0667d68b2025 req-2da5ae72-12c5-4e48-adf8-12ea35bbb614 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5439 time: 0.1327522 Jan 27 21:51:57.705414 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-d4dd8793-512b-4e0c-ae7d-44a7ae3f7820 service neutron] 10.222.0.23 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260175 Jan 27 21:51:57.796442 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:57.831130 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ddd017e6-79c3-4fdf-9045-c03bbb45b117 service neutron] 10.222.0.23 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187124 Jan 27 21:51:57.936045 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-604b9263-5ca7-4d77-848f-85198e4c96c5 service neutron] 10.222.0.23 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038265 Jan 27 21:51:58.016801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e9ef12c8-9c8a-415b-9c5a-0667d68b2025 req-dd8f8dda-ea44-4e1b-a6cd-bb00ef7e2d5f tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3368976 Jan 27 21:51:58.114957 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-fe898630-12e8-467b-b7df-d283f0b5d3fa service neutron] 10.222.0.23 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781793 Jan 27 21:51:58.259583 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-6b0139c3-4380-4d32-ba19-a86990e5240a service neutron] 10.222.0.23 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427398 Jan 27 21:51:58.280553 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f36aaaa3-8abe-4bbf-be60-e3985eafef58'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:58.368344 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-04370ecf-f995-412c-9da3-218c3da6e88f service neutron] 10.222.0.23 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078591 Jan 27 21:51:58.435322 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 54b6a2ec-c587-4b69-9943-c1476acdcc50 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:51:58.437292 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device a7c823c3-0df5-41fd-ae6b-7db4488e8faa up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:58.480142 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-0d583062-1303-40d1-a3e1-9239787c4e88 service neutron] 10.222.0.23 "GET /v2.0/networks/7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108341 Jan 27 21:51:58.533069 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d7a3d-5cf3-4f08-b4dd-c6ca85a61f5b req-bf73b938-a9bc-47b5-89ac-4249b5ca4ece tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:58.541063 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-732d7a3d-5cf3-4f08-b4dd-c6ca85a61f5b req-bf73b938-a9bc-47b5-89ac-4249b5ca4ece tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b227d68-8d18-458f-91f6-22e5813aef3d HTTP/1.1" status: 200 len: 949 time: 0.3172016 Jan 27 21:51:58.626911 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port a7c823c3-0df5-41fd-ae6b-7db4488e8faa completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:51:58.633916 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port a7c823c3-0df5-41fd-ae6b-7db4488e8faa triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:58.634567 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a7c823c3-0df5-41fd-ae6b-7db4488e8faa), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:58.637555 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-732d7a3d-5cf3-4f08-b4dd-c6ca85a61f5b req-5e155762-c0c2-493d-bebf-66d2605196a1 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f180675-0f6d-459f-80cc-7829bbda9f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903885 Jan 27 21:51:58.703567 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 54b6a2ec-c587-4b69-9943-c1476acdcc50, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=54b6a2ec-c587-4b69-9943-c1476acdcc50,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:58.714428 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-da35326f-7832-4471-96cb-15cf1aad0bb4 service neutron] 10.222.0.23 "GET /v2.0/networks/7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332745 Jan 27 21:51:58.790227 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port a7c823c3-0df5-41fd-ae6b-7db4488e8faa is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:58.793609 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a7c823c3-0df5-41fd-ae6b-7db4488e8faa), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:58.814669 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '54b6a2ec-c587-4b69-9943-c1476acdcc50', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '54b6a2ec-c587-4b69-9943-c1476acdcc50', 'mac_address': 'fa:16:3e:e1:f5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:51:58.828097 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b227d68-8d18-458f-91f6-22e5813aef3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c823c3-0df5-41fd-ae6b-7db4488e8faa'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:58.830716 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d16c96-8e49-4aa2-bee8-009576a8e95e" -d '{"events": [{"server_uuid": "9b227d68-8d18-458f-91f6-22e5813aef3d", "name": "network-vif-plugged", "status": "completed", "tag": "a7c823c3-0df5-41fd-ae6b-7db4488e8faa"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:58.865040 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9561ebe-907b-4f06-a9c2-820cb95d272a req-999744a1-ceb3-4e55-8398-e19dcfb21a9e tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:58.866643 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f9561ebe-907b-4f06-a9c2-820cb95d272a req-999744a1-ceb3-4e55-8398-e19dcfb21a9e tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 945 time: 0.0892277 Jan 27 21:51:58.868770 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-babb27e5-a23a-4f6e-b2f5-971611f38bf6 service neutron] 10.222.0.23 "GET /v2.0/networks/7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535721 Jan 27 21:51:58.923639 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:58.926466 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 54b6a2ec-c587-4b69-9943-c1476acdcc50 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:58.926839 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (54b6a2ec-c587-4b69-9943-c1476acdcc50), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:58.930117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port a7c823c3-0df5-41fd-ae6b-7db4488e8faa, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=a7c823c3-0df5-41fd-ae6b-7db4488e8faa,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:58.942155 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a7c823c3-0df5-41fd-ae6b-7db4488e8faa), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:58.949969 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b6a2ec-c587-4b69-9943-c1476acdcc50 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:58.991862 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f9561ebe-907b-4f06-a9c2-820cb95d272a req-02d64aae-1b58-4839-9d89-03b9e69280d2 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137445 Jan 27 21:51:59.011152 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 54b6a2ec-c587-4b69-9943-c1476acdcc50, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=54b6a2ec-c587-4b69-9943-c1476acdcc50,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:59.035462 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (54b6a2ec-c587-4b69-9943-c1476acdcc50), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:59.036680 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e62e5a95-b537-4661-b407-8427e83b4f6d service neutron] 10.222.0.23 "GET /v2.0/networks/7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597664 Jan 27 21:51:59.062500 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=a7c823c3-0df5-41fd-ae6b-7db4488e8faa,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:59.131445 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=54b6a2ec-c587-4b69-9943-c1476acdcc50,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:59.198974 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971bab4d-a4c4-4f26-a3ec-434d6620df59 req-25bb5574-8269-406f-8e08-010998fbde4a tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:59.208296 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-971bab4d-a4c4-4f26-a3ec-434d6620df59 req-25bb5574-8269-406f-8e08-010998fbde4a tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=88378153-ac9d-430d-859e-53f2da663cdf HTTP/1.1" status: 200 len: 948 time: 0.0710540 Jan 27 21:51:59.281066 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-971bab4d-a4c4-4f26-a3ec-434d6620df59 req-01563412-f824-4309-b874-be1b9db97d22 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715954 Jan 27 21:51:59.384721 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1083b1d1-7bd0-4b76-9418-96d1bf2e71d5 x-openstack-request-id: req-1083b1d1-7bd0-4b76-9418-96d1bf2e71d5 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:59.385321 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b227d68-8d18-458f-91f6-22e5813aef3d", "name": "network-vif-plugged", "status": "completed", "tag": "a7c823c3-0df5-41fd-ae6b-7db4488e8faa", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:59.385321 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1083b1d1-7bd0-4b76-9418-96d1bf2e71d5 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:59.385740 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b227d68-8d18-458f-91f6-22e5813aef3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c823c3-0df5-41fd-ae6b-7db4488e8faa', 'code': 200} Jan 27 21:51:59.571006 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['58a6677b-4259-4a9e-b0ad-e5e44fe71385'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:59.595488 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f23cab-bc5c-473b-ae79-347f02bbab95 req-c38232a4-10cf-42e3-b97f-b339d6e1c74a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:59.597034 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da42c8-78d3-45a9-b398-f31e01b84498 req-bf0a8d45-1aa7-4979-a974-e3701c827b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:59.598630 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-81da42c8-78d3-45a9-b398-f31e01b84498 req-bf0a8d45-1aa7-4979-a974-e3701c827b40 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9b227d68-8d18-458f-91f6-22e5813aef3d HTTP/1.1" status: 200 len: 1101 time: 0.1066079 Jan 27 21:51:59.603964 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f23cab-bc5c-473b-ae79-347f02bbab95 req-c38232a4-10cf-42e3-b97f-b339d6e1c74a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:59.626057 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f23cab-bc5c-473b-ae79-347f02bbab95 req-c38232a4-10cf-42e3-b97f-b339d6e1c74a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:59.640079 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f23cab-bc5c-473b-ae79-347f02bbab95 req-c38232a4-10cf-42e3-b97f-b339d6e1c74a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:59.661219 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f23cab-bc5c-473b-ae79-347f02bbab95 req-c38232a4-10cf-42e3-b97f-b339d6e1c74a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:59.670444 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f23cab-bc5c-473b-ae79-347f02bbab95 req-c38232a4-10cf-42e3-b97f-b339d6e1c74a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:59.685595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f23cab-bc5c-473b-ae79-347f02bbab95 req-c38232a4-10cf-42e3-b97f-b339d6e1c74a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:59.687546 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-81da42c8-78d3-45a9-b398-f31e01b84498 req-c6449ae6-2308-4586-8549-514897dbea22 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7f180675-0f6d-459f-80cc-7829bbda9f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797155 Jan 27 21:51:59.695042 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33f23cab-bc5c-473b-ae79-347f02bbab95 req-c38232a4-10cf-42e3-b97f-b339d6e1c74a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5439 time: 0.2016051 Jan 27 21:51:59.843507 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['54b6a2ec-c587-4b69-9943-c1476acdcc50'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:59.849141 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33f23cab-bc5c-473b-ae79-347f02bbab95 req-f4a2a6d4-4b50-4fb1-bbc2-96106a4412a5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1532345 Jan 27 21:52:00.056418 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5cee6926-efef-4e19-96be-d7167e414eb9 req-c5a781f0-992e-4507-8778-047c440c820a tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0761535 Jan 27 21:52:00.080669 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5925c16-edb1-4feb-8527-ecf10abbe359 req-dd2b8520-5fc1-43d8-b1b9-53490a3c798a tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:00.100083 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5925c16-edb1-4feb-8527-ecf10abbe359 req-dd2b8520-5fc1-43d8-b1b9-53490a3c798a tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b227d68-8d18-458f-91f6-22e5813aef3d HTTP/1.1" status: 200 len: 950 time: 0.1212308 Jan 27 21:52:00.262550 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5925c16-edb1-4feb-8527-ecf10abbe359 req-5e1274b5-a2d9-407f-bddf-d433092f6080 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f180675-0f6d-459f-80cc-7829bbda9f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614494 Jan 27 21:52:00.296811 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:00.337730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc036e17-c833-44f3-b3ac-c0ca9a1abaa1 req-ee9eb038-0c04-4cbd-bef1-273417ee6b7d tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:00.344342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cc036e17-c833-44f3-b3ac-c0ca9a1abaa1 req-ee9eb038-0c04-4cbd-bef1-273417ee6b7d tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 945 time: 0.1484373 Jan 27 21:52:00.403691 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cc036e17-c833-44f3-b3ac-c0ca9a1abaa1 req-7b932bdd-f087-4edb-b2d5-a3c5a5209f2f tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538654 Jan 27 21:52:00.626827 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101226e-140d-4fb5-a0c4-f83ca51e5d7a req-a672a8c9-dcf9-495c-b32c-33581b81b793 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:00.629107 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1101226e-140d-4fb5-a0c4-f83ca51e5d7a req-a672a8c9-dcf9-495c-b32c-33581b81b793 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=88378153-ac9d-430d-859e-53f2da663cdf HTTP/1.1" status: 200 len: 948 time: 0.1397805 Jan 27 21:52:00.677984 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 21987296-9049-47a8-bec1-6cc5307332a1 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:00.743026 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1101226e-140d-4fb5-a0c4-f83ca51e5d7a req-6e968ace-4047-450a-ad0e-c85c11fcfadf tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074896 Jan 27 21:52:00.752587 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eab95566-e67a-464e-8d48-5de587a0bd8c req-899a8a17-e2e3-4ae1-b09a-b15e895aac31 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-503878078&fields=id&tenant_id=7ddb724d2f7b4649908b2d3c0fb9cd4c HTTP/1.1" status: 200 len: 267 time: 0.2034180 Jan 27 21:52:00.782041 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 21987296-9049-47a8-bec1-6cc5307332a1 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:52:00.791695 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 21987296-9049-47a8-bec1-6cc5307332a1 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:00.792472 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (21987296-9049-47a8-bec1-6cc5307332a1), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:00.812906 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab95566-e67a-464e-8d48-5de587a0bd8c req-2654a9e3-f76a-4dd2-9623-2bff9c7b89ba tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:00.814759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eab95566-e67a-464e-8d48-5de587a0bd8c req-2654a9e3-f76a-4dd2-9623-2bff9c7b89ba tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 945 time: 0.0612922 Jan 27 21:52:00.842186 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-eab95566-e67a-464e-8d48-5de587a0bd8c req-224fcf47-4077-4b67-b543-81829224cd8b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Request body: {'port': {'security_groups': ['65a164b7-a61f-447d-901d-819e37ca7b20', '7da4a5bf-12fe-4bb8-9c7d-d5a1998dba25']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:00.931237 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 21987296-9049-47a8-bec1-6cc5307332a1 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:00.931640 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (21987296-9049-47a8-bec1-6cc5307332a1), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:00.939590 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-eab95566-e67a-464e-8d48-5de587a0bd8c req-224fcf47-4077-4b67-b543-81829224cd8b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (df96a680-9535-4189-b278-b9617f998f00), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:00.972427 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 21987296-9049-47a8-bec1-6cc5307332a1, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=21987296-9049-47a8-bec1-6cc5307332a1,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:00.978329 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (21987296-9049-47a8-bec1-6cc5307332a1), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:00.979144 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 84405a01-cd0d-4bf0-8b98-42cc257f6846 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:01.136085 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 84405a01-cd0d-4bf0-8b98-42cc257f6846 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:52:01.144297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 84405a01-cd0d-4bf0-8b98-42cc257f6846 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:01.144678 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (84405a01-cd0d-4bf0-8b98-42cc257f6846), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:01.196909 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=21987296-9049-47a8-bec1-6cc5307332a1,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:01.211681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-eab95566-e67a-464e-8d48-5de587a0bd8c req-224fcf47-4077-4b67-b543-81829224cd8b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] For port df96a680-9535-4189-b278-b9617f998f00, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=df96a680-9535-4189-b278-b9617f998f00,segment=NetworkSegment(3c47dba4-397a-4931-8edb-dea04d5c65b2),segment_id=3c47dba4-397a-4931-8edb-dea04d5c65b2)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:01.254143 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-eab95566-e67a-464e-8d48-5de587a0bd8c req-224fcf47-4077-4b67-b543-81829224cd8b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for port (df96a680-9535-4189-b278-b9617f998f00), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:01.256099 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 84405a01-cd0d-4bf0-8b98-42cc257f6846 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:01.256550 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (84405a01-cd0d-4bf0-8b98-42cc257f6846), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:01.269557 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-eab95566-e67a-464e-8d48-5de587a0bd8c req-224fcf47-4077-4b67-b543-81829224cd8b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (df96a680-9535-4189-b278-b9617f998f00), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:01.310679 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 84405a01-cd0d-4bf0-8b98-42cc257f6846, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=84405a01-cd0d-4bf0-8b98-42cc257f6846,segment=NetworkSegment(fe1a78ab-8282-44d4-a623-c72e4779f3e7),segment_id=fe1a78ab-8282-44d4-a623-c72e4779f3e7)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:01.313917 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8', 'df96a680-9535-4189-b278-b9617f998f00'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:01.380535 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab95566-e67a-464e-8d48-5de587a0bd8c req-224fcf47-4077-4b67-b543-81829224cd8b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:01.381262 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-eab95566-e67a-464e-8d48-5de587a0bd8c req-224fcf47-4077-4b67-b543-81829224cd8b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:01.382759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eab95566-e67a-464e-8d48-5de587a0bd8c req-224fcf47-4077-4b67-b543-81829224cd8b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "PUT /v2.0/ports/df96a680-9535-4189-b278-b9617f998f00 HTTP/1.1" status: 200 len: 981 time: 0.5593109 Jan 27 21:52:01.383445 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4bfcd1-53d9-41da-970e-3350a3af7b51', 'tag': 'df96a680-9535-4189-b278-b9617f998f00'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:01.386584 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b5b76a-fd4b-4cf0-a243-5ac4d7077034" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4bfcd1-53d9-41da-970e-3350a3af7b51", "tag": "df96a680-9535-4189-b278-b9617f998f00"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:01.388051 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (84405a01-cd0d-4bf0-8b98-42cc257f6846), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:01.388958 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 697cb650-ae8a-46fe-bccc-21cf0b0afb3d up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:01.394194 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21987296-9049-47a8-bec1-6cc5307332a1'}, {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84405a01-cd0d-4bf0-8b98-42cc257f6846'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:01.399516 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02f6af8-4bfd-408b-a094-82d8f4996347" -d '{"events": [{"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-plugged", "status": "completed", "tag": "21987296-9049-47a8-bec1-6cc5307332a1"}, {"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-plugged", "status": "completed", "tag": "84405a01-cd0d-4bf0-8b98-42cc257f6846"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:01.443864 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364f848-a182-4a6b-823e-d1a40f747580 req-6f73f254-0c4b-4c48-a285-70808a7a2702 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:01.462050 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364f848-a182-4a6b-823e-d1a40f747580 req-6f73f254-0c4b-4c48-a285-70808a7a2702 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:01.498077 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364f848-a182-4a6b-823e-d1a40f747580 req-6f73f254-0c4b-4c48-a285-70808a7a2702 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:01.519770 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364f848-a182-4a6b-823e-d1a40f747580 req-6f73f254-0c4b-4c48-a285-70808a7a2702 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:01.543382 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364f848-a182-4a6b-823e-d1a40f747580 req-6f73f254-0c4b-4c48-a285-70808a7a2702 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:01.564863 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364f848-a182-4a6b-823e-d1a40f747580 req-6f73f254-0c4b-4c48-a285-70808a7a2702 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:01.575208 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364f848-a182-4a6b-823e-d1a40f747580 req-6f73f254-0c4b-4c48-a285-70808a7a2702 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:01.583844 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f364f848-a182-4a6b-823e-d1a40f747580 req-6f73f254-0c4b-4c48-a285-70808a7a2702 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5440 time: 0.3262548 Jan 27 21:52:01.638883 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fcf47-4077-4b67-b543-81829224cd8b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event updated for resources: {'Port': ['ID=df96a680-9535-4189-b278-b9617f998f00,revision_number=6']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:01.669914 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=84405a01-cd0d-4bf0-8b98-42cc257f6846,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:01.700818 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c1ffabb-bfb8-4e75-94d2-44475b339491 req-f689b6e7-1cb0-4806-831d-59bbe0b186a1 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.1113935 Jan 27 21:52:01.706582 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['df96a680-9535-4189-b278-b9617f998f00'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:01.738509 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-2bbae0b2-83c4-4de7-a1b2-4e2723f44f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:01.750130 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-2bbae0b2-83c4-4de7-a1b2-4e2723f44f17 service neutron] 10.222.0.15 "GET /v2.0/ports/5e331c34-1b49-40b3-ba94-c588768a1a5d HTTP/1.1" status: 200 len: 1027 time: 0.1446424 Jan 27 21:52:01.814607 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-185f1d40-46d5-4a05-9965-2a8329266a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:01.816049 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-185f1d40-46d5-4a05-9965-2a8329266a3b service neutron] 10.222.0.15 "GET /v2.0/ports/5df57d03-78dd-4c80-bc71-9d342842ec6c HTTP/1.1" status: 200 len: 1027 time: 0.0651476 Jan 27 21:52:01.916094 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:52:01.940095 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f364f848-a182-4a6b-823e-d1a40f747580 req-bacfa55c-c55c-4d7d-8d86-ee38d96c2702 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3512266 Jan 27 21:52:01.959099 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:01.959495 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:02.077198 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558c029-b5c3-41c9-ba7e-d70cd95d8372 req-151d958c-5db3-43b4-8c7d-48dd9256e7a7 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:02.079491 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6558c029-b5c3-41c9-ba7e-d70cd95d8372 req-151d958c-5db3-43b4-8c7d-48dd9256e7a7 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b227d68-8d18-458f-91f6-22e5813aef3d HTTP/1.1" status: 200 len: 950 time: 0.1711569 Jan 27 21:52:02.113796 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-f01c22e3-e933-4909-b879-3c173974eed3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:02.120683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-f01c22e3-e933-4909-b879-3c173974eed3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:02.126288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-f01c22e3-e933-4909-b879-3c173974eed3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:02.128216 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-f01c22e3-e933-4909-b879-3c173974eed3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.15 "GET /v2.0/networks?id=0bade858-af63-49b3-909a-6a7d96619464&id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&id=7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119&id=7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 HTTP/1.1" status: 200 len: 1990 time: 0.2970977 Jan 27 21:52:02.202311 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:02.202603 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:02.235952 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-138ca040-7758-4488-8d55-8f02db5dcfd7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e6a4591e21842348002d2aff51fa01d HTTP/1.1" status: 200 len: 379 time: 0.0923882 Jan 27 21:52:02.250732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Request body: {'port': {'device_id': '32612713-9ca6-497b-a237-8212973e741a', 'network_id': '0bade858-af63-49b3-909a-6a7d96619464', 'admin_state_up': True, 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'security_groups': ['c8623176-8c1a-4373-a102-7bb5c00f7d87']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:02.264371 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6558c029-b5c3-41c9-ba7e-d70cd95d8372 req-ad4d8e93-b3f7-4a8f-b025-3d1b88cdab0b tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f180675-0f6d-459f-80cc-7829bbda9f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782434 Jan 27 21:52:02.270479 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:02.296990 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:02.303944 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-241661a3-df6b-4f47-83f9-3a54d1fe3778 req-b838a887-d404-41a1-855b-5d71e8d69d82 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/7da4a5bf-12fe-4bb8-9c7d-d5a1998dba25 HTTP/1.1" status: 200 len: 1817 time: 0.1973057 Jan 27 21:52:02.306395 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 64c24546-5d38-4279-b241-0c89a055b6b9 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:02.422444 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaacd73f-233d-4729-b1cf-61566ccf4ba4 x-openstack-request-id: req-eaacd73f-233d-4729-b1cf-61566ccf4ba4 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:02.422723 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4bfcd1-53d9-41da-970e-3350a3af7b51", "tag": "df96a680-9535-4189-b278-b9617f998f00", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:02.422973 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eaacd73f-233d-4729-b1cf-61566ccf4ba4 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:02.423320 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 64c24546-5d38-4279-b241-0c89a055b6b9 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:52:02.423444 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4bfcd1-53d9-41da-970e-3350a3af7b51', 'tag': 'df96a680-9535-4189-b278-b9617f998f00', 'status': 'completed', 'code': 200} Jan 27 21:52:02.436081 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 64c24546-5d38-4279-b241-0c89a055b6b9 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:02.438846 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (64c24546-5d38-4279-b241-0c89a055b6b9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:02.440873 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 54b6a2ec-c587-4b69-9943-c1476acdcc50 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:02.491639 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88836c72-98b5-4153-93e4-adac238a479b x-openstack-request-id: req-88836c72-98b5-4153-93e4-adac238a479b {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:02.491950 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-plugged", "status": "completed", "tag": "21987296-9049-47a8-bec1-6cc5307332a1", "code": 200}, {"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-plugged", "status": "completed", "tag": "84405a01-cd0d-4bf0-8b98-42cc257f6846", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:02.492242 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88836c72-98b5-4153-93e4-adac238a479b {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:02.492650 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21987296-9049-47a8-bec1-6cc5307332a1', 'code': 200} Jan 27 21:52:02.492919 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84405a01-cd0d-4bf0-8b98-42cc257f6846', 'code': 200} Jan 27 21:52:02.497839 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:02.510749 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-241661a3-df6b-4f47-83f9-3a54d1fe3778 req-c8d33bac-2e0c-442e-8b81-9b9987ac54ea tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 21:52:02.515189 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-241661a3-df6b-4f47-83f9-3a54d1fe3778 req-c8d33bac-2e0c-442e-8b81-9b9987ac54ea tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "DELETE /v2.0/security-groups/7da4a5bf-12fe-4bb8-9c7d-d5a1998dba25 HTTP/1.1" status: 409 len: 341 time: 0.2103810 Jan 27 21:52:02.538285 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Made reservation on behalf of 1e6a4591e21842348002d2aff51fa01d for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:02.546365 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:02.587974 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5b76a-fd4b-4cf0-a243-5ac4d7077034 req-7f409ccc-e333-4e86-89ca-a62fc5096917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:02.596098 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-d2b5b76a-fd4b-4cf0-a243-5ac4d7077034 req-7f409ccc-e333-4e86-89ca-a62fc5096917 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ddb724d2f7b4649908b2d3c0fb9cd4c&device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 1135 time: 0.1685467 Jan 27 21:52:02.688403 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 54b6a2ec-c587-4b69-9943-c1476acdcc50 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:52:02.702633 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 54b6a2ec-c587-4b69-9943-c1476acdcc50 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:02.703158 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (54b6a2ec-c587-4b69-9943-c1476acdcc50), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:02.709324 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 64c24546-5d38-4279-b241-0c89a055b6b9 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:02.709962 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (64c24546-5d38-4279-b241-0c89a055b6b9), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:02.843166 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5b76a-fd4b-4cf0-a243-5ac4d7077034 req-aa34a0e3-6aaf-4c68-8aea-b099213bb369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:02.848609 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-d2b5b76a-fd4b-4cf0-a243-5ac4d7077034 req-aa34a0e3-6aaf-4c68-8aea-b099213bb369 service neutron] 10.222.0.21 "GET /v2.0/networks?id=abf4ae31-96f5-462f-b24f-2b00dec9d4bd HTTP/1.1" status: 200 len: 913 time: 0.2420218 Jan 27 21:52:02.870538 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 64c24546-5d38-4279-b241-0c89a055b6b9, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=64c24546-5d38-4279-b241-0c89a055b6b9,segment=NetworkSegment(fb85c23d-cc2e-4d28-aca2-d2302046f93f),segment_id=fb85c23d-cc2e-4d28-aca2-d2302046f93f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:02.886677 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (64c24546-5d38-4279-b241-0c89a055b6b9), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:02.887686 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 3104ba69-ec6e-49e9-9127-78e5e52dd511 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:02.932347 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-d2b5b76a-fd4b-4cf0-a243-5ac4d7077034 req-fc7d59b6-aef6-4651-8bc1-e58d75e68e82 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df96a680-9535-4189-b278-b9617f998f00 HTTP/1.1" status: 200 len: 217 time: 0.0730295 Jan 27 21:52:03.015314 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Allocated IP 172.20.0.6 (0bade858-af63-49b3-909a-6a7d96619464/f20c5a1f-1a73-4497-aee3-c74aed8b30bf/165d96d7-754f-426f-b018-623901ff8bd7) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:03.080810 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5b76a-fd4b-4cf0-a243-5ac4d7077034 req-19fd402c-b678-439e-8158-c002bfba7dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:03.084304 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-d2b5b76a-fd4b-4cf0-a243-5ac4d7077034 req-19fd402c-b678-439e-8158-c002bfba7dab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=187893ae-891b-4f2a-b9a3-c08dd2c9cfc8 HTTP/1.1" status: 200 len: 852 time: 0.1402793 Jan 27 21:52:03.177788 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-d2b5b76a-fd4b-4cf0-a243-5ac4d7077034 req-a4f71cc3-63c3-44f8-9081-6a8e3c1284c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=abf4ae31-96f5-462f-b24f-2b00dec9d4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810635 Jan 27 21:52:03.183517 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 3104ba69-ec6e-49e9-9127-78e5e52dd511 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:52:03.236061 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for port (165d96d7-754f-426f-b018-623901ff8bd7), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:03.279399 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 3104ba69-ec6e-49e9-9127-78e5e52dd511 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:03.280100 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3104ba69-ec6e-49e9-9127-78e5e52dd511), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:03.361856 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=64c24546-5d38-4279-b241-0c89a055b6b9,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:03.367258 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (165d96d7-754f-426f-b018-623901ff8bd7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:03.390787 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 54b6a2ec-c587-4b69-9943-c1476acdcc50 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:03.393576 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (54b6a2ec-c587-4b69-9943-c1476acdcc50), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:03.422886 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-d2b5b76a-fd4b-4cf0-a243-5ac4d7077034 req-011720a3-8abe-49e7-9559-fe674737a8a6 service neutron] 10.222.0.21 "GET /v2.0/networks/abf4ae31-96f5-462f-b24f-2b00dec9d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313447 Jan 27 21:52:03.523046 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Network 0bade858-af63-49b3-909a-6a7d96619464 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:03.528697 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:03.535376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:03.572083 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 54b6a2ec-c587-4b69-9943-c1476acdcc50, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=54b6a2ec-c587-4b69-9943-c1476acdcc50,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:03.588505 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-d2b5b76a-fd4b-4cf0-a243-5ac4d7077034 req-d99ecea7-af21-47b6-a4db-98f7c2a70491 service neutron] 10.222.0.21 "GET /v2.0/networks/abf4ae31-96f5-462f-b24f-2b00dec9d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542201 Jan 27 21:52:03.593431 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (54b6a2ec-c587-4b69-9943-c1476acdcc50), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:03.597017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:03.606422 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:03.643661 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 3104ba69-ec6e-49e9-9127-78e5e52dd511 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:03.650041 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3104ba69-ec6e-49e9-9127-78e5e52dd511), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:03.677889 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35f89c-2f44-4c5a-8a86-e40921bb00fa req-1ec6ea46-bc06-4e25-93b0-c72c7f037e90 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:03.679477 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba35f89c-2f44-4c5a-8a86-e40921bb00fa req-1ec6ea46-bc06-4e25-93b0-c72c7f037e90 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=88378153-ac9d-430d-859e-53f2da663cdf HTTP/1.1" status: 200 len: 948 time: 0.9284420 Jan 27 21:52:03.683212 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event updated for resources: {'Port': ['ID=165d96d7-754f-426f-b018-623901ff8bd7,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:03.704803 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4626806 Jan 27 21:52:03.774770 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b56127-f82a-4272-adfd-982798fe3389 req-93f58871-0234-4503-97a8-c8abb337e8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:03.776851 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-68b56127-f82a-4272-adfd-982798fe3389 req-93f58871-0234-4503-97a8-c8abb337e8ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ddb724d2f7b4649908b2d3c0fb9cd4c&device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 1135 time: 0.1166348 Jan 27 21:52:03.793367 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc4f48-75ec-4722-815c-1f05df9c52f7 req-d8ddf2af-8f3d-4353-88e3-7c3fc132cc4b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:03.808340 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9dfc4f48-75ec-4722-815c-1f05df9c52f7 req-d8ddf2af-8f3d-4353-88e3-7c3fc132cc4b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 931 time: 0.4508309 Jan 27 21:52:03.832151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-1d58dda7-358a-45af-85e9-aa3a9a234bca tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Request body: {'port': {'device_id': '32612713-9ca6-497b-a237-8212973e741a', 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092', 'admin_state_up': True, 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'security_groups': ['c8623176-8c1a-4373-a102-7bb5c00f7d87']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:03.842564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.842931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.843354 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.847172 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.847562 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.847920 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.848300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.850758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.851145 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.851496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.851845 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.855559 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.856457 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6b570-9dac-49dc-89bb-06ce9e62829e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:03.982138 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba35f89c-2f44-4c5a-8a86-e40921bb00fa req-ceec3cc3-2d10-4331-a979-5e10f1b8a46c tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763591 Jan 27 21:52:03.985405 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b56127-f82a-4272-adfd-982798fe3389 req-a15a246e-16e7-4274-8288-e8044ed79fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:03.987207 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-68b56127-f82a-4272-adfd-982798fe3389 req-a15a246e-16e7-4274-8288-e8044ed79fa6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=abf4ae31-96f5-462f-b24f-2b00dec9d4bd HTTP/1.1" status: 200 len: 913 time: 0.1989238 Jan 27 21:52:04.096843 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-68b56127-f82a-4272-adfd-982798fe3389 req-5aad1c31-06d3-4402-b1e0-7e15b985f4d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df96a680-9535-4189-b278-b9617f998f00 HTTP/1.1" status: 200 len: 217 time: 0.0950074 Jan 27 21:52:04.174546 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=54b6a2ec-c587-4b69-9943-c1476acdcc50,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:04.183378 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 3104ba69-ec6e-49e9-9127-78e5e52dd511, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=3104ba69-ec6e-49e9-9127-78e5e52dd511,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:04.184748 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f6366931-aa2c-43aa-b213-8303437d92ba None None] Provisioning complete for port 165d96d7-754f-426f-b018-623901ff8bd7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:04.185236 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f6366931-aa2c-43aa-b213-8303437d92ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (165d96d7-754f-426f-b018-623901ff8bd7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:04.226540 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b56127-f82a-4272-adfd-982798fe3389 req-71ce6b4b-ccfe-4d8e-87e9-0b9b3ad4015b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:04.228373 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-68b56127-f82a-4272-adfd-982798fe3389 req-71ce6b4b-ccfe-4d8e-87e9-0b9b3ad4015b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=187893ae-891b-4f2a-b9a3-c08dd2c9cfc8 HTTP/1.1" status: 200 len: 852 time: 0.1240885 Jan 27 21:52:04.248729 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9dfc4f48-75ec-4722-815c-1f05df9c52f7 req-ce955356-d08c-4944-a52a-651a186d7eea tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4305987 Jan 27 21:52:04.266982 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3104ba69-ec6e-49e9-9127-78e5e52dd511), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:04.277452 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 8eff1a59-dbd2-42fa-a1d6-c18ead819fde up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:04.340525 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-68b56127-f82a-4272-adfd-982798fe3389 req-bb6446c4-7f37-4dde-81fd-fe7e2e201d0c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=abf4ae31-96f5-462f-b24f-2b00dec9d4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986459 Jan 27 21:52:04.429386 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f6366931-aa2c-43aa-b213-8303437d92ba None None] Port 165d96d7-754f-426f-b018-623901ff8bd7 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:04.454746 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=3104ba69-ec6e-49e9-9127-78e5e52dd511,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:04.492389 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 8eff1a59-dbd2-42fa-a1d6-c18ead819fde completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:52:04.496419 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab11a26-3fb4-4511-b1f9-b7bc6975961f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697cb650-ae8a-46fe-bccc-21cf0b0afb3d'}, {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c24546-5d38-4279-b241-0c89a055b6b9'}, {'server_uuid': '88378153-ac9d-430d-859e-53f2da663cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b6a2ec-c587-4b69-9943-c1476acdcc50'}, {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3104ba69-ec6e-49e9-9127-78e5e52dd511'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:04.498928 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bd3bec-4124-4599-b28f-ec9886693282" -d '{"events": [{"server_uuid": "fab11a26-3fb4-4511-b1f9-b7bc6975961f", "name": "network-vif-plugged", "status": "completed", "tag": "697cb650-ae8a-46fe-bccc-21cf0b0afb3d"}, {"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-plugged", "status": "completed", "tag": "64c24546-5d38-4279-b241-0c89a055b6b9"}, {"server_uuid": "88378153-ac9d-430d-859e-53f2da663cdf", "name": "network-vif-plugged", "status": "completed", "tag": "54b6a2ec-c587-4b69-9943-c1476acdcc50"}, {"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-plugged", "status": "completed", "tag": "3104ba69-ec6e-49e9-9127-78e5e52dd511"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:04.504210 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 8eff1a59-dbd2-42fa-a1d6-c18ead819fde triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:04.507481 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8eff1a59-dbd2-42fa-a1d6-c18ead819fde), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:04.522448 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-68b56127-f82a-4272-adfd-982798fe3389 req-72a5e240-36f9-4901-981a-1ca99a7bd630 service neutron] 10.222.0.21 "GET /v2.0/networks/abf4ae31-96f5-462f-b24f-2b00dec9d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700444 Jan 27 21:52:04.575516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-1d58dda7-358a-45af-85e9-aa3a9a234bca tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Made reservation on behalf of 1e6a4591e21842348002d2aff51fa01d for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:04.579525 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-1d58dda7-358a-45af-85e9-aa3a9a234bca tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:04.680435 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-68b56127-f82a-4272-adfd-982798fe3389 req-6d64457d-cf17-4a14-8c4c-404de8f1538e service neutron] 10.222.0.21 "GET /v2.0/networks/abf4ae31-96f5-462f-b24f-2b00dec9d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439347 Jan 27 21:52:04.682849 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db82ee3-af52-408a-827b-b3b43fd591af req-47e98a64-8501-48cd-b656-0372b3527f09 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:04.685381 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 8eff1a59-dbd2-42fa-a1d6-c18ead819fde is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:04.685987 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8eff1a59-dbd2-42fa-a1d6-c18ead819fde), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:04.691122 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8db82ee3-af52-408a-827b-b3b43fd591af req-47e98a64-8501-48cd-b656-0372b3527f09 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 984 time: 0.4883761 Jan 27 21:52:04.711826 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61101d54-37c8-4003-87e8-47d6f2322e36 req-ebf59ee0-8913-44b8-8ddd-77ddbfccb590 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:04.718232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61101d54-37c8-4003-87e8-47d6f2322e36 req-ebf59ee0-8913-44b8-8ddd-77ddbfccb590 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:04.723924 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61101d54-37c8-4003-87e8-47d6f2322e36 req-ebf59ee0-8913-44b8-8ddd-77ddbfccb590 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:04.729628 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61101d54-37c8-4003-87e8-47d6f2322e36 req-ebf59ee0-8913-44b8-8ddd-77ddbfccb590 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:04.736976 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61101d54-37c8-4003-87e8-47d6f2322e36 req-ebf59ee0-8913-44b8-8ddd-77ddbfccb590 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:04.743123 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61101d54-37c8-4003-87e8-47d6f2322e36 req-ebf59ee0-8913-44b8-8ddd-77ddbfccb590 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:04.748750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61101d54-37c8-4003-87e8-47d6f2322e36 req-ebf59ee0-8913-44b8-8ddd-77ddbfccb590 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:04.757376 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-61101d54-37c8-4003-87e8-47d6f2322e36 req-ebf59ee0-8913-44b8-8ddd-77ddbfccb590 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5443 time: 0.3638055 Jan 27 21:52:04.776653 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 8eff1a59-dbd2-42fa-a1d6-c18ead819fde, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8eff1a59-dbd2-42fa-a1d6-c18ead819fde,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:04.783052 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8eff1a59-dbd2-42fa-a1d6-c18ead819fde), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:04.783873 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f36aaaa3-8abe-4bbf-be60-e3985eafef58 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:05.000925 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-61101d54-37c8-4003-87e8-47d6f2322e36 req-dc72133b-5aa0-45f9-989f-2bf1f9ac5f58 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2401233 Jan 27 21:52:05.024045 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=8eff1a59-dbd2-42fa-a1d6-c18ead819fde,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:05.083914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-1d58dda7-358a-45af-85e9-aa3a9a234bca tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Allocated IP 10.1.1.222 (bcf6a16f-4c24-41a6-89e6-9f5d9ea90092/f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa/50ba1000-47da-4714-9651-4cc90662a58d) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:05.088853 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port f36aaaa3-8abe-4bbf-be60-e3985eafef58 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:52:05.097835 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port f36aaaa3-8abe-4bbf-be60-e3985eafef58 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:05.098653 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f36aaaa3-8abe-4bbf-be60-e3985eafef58), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:05.281235 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f36aaaa3-8abe-4bbf-be60-e3985eafef58 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:05.281904 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f36aaaa3-8abe-4bbf-be60-e3985eafef58), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:05.366892 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f36aaaa3-8abe-4bbf-be60-e3985eafef58, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f36aaaa3-8abe-4bbf-be60-e3985eafef58,segment=NetworkSegment(fb85c23d-cc2e-4d28-aca2-d2302046f93f),segment_id=fb85c23d-cc2e-4d28-aca2-d2302046f93f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:05.374680 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f36aaaa3-8abe-4bbf-be60-e3985eafef58), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:05.397860 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 58a6677b-4259-4a9e-b0ad-e5e44fe71385 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:05.415165 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-1d58dda7-358a-45af-85e9-aa3a9a234bca tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for port (50ba1000-47da-4714-9651-4cc90662a58d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:05.654740 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f36aaaa3-8abe-4bbf-be60-e3985eafef58,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:05.670786 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 58a6677b-4259-4a9e-b0ad-e5e44fe71385 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:52:05.675054 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8db82ee3-af52-408a-827b-b3b43fd591af req-d6d5dc96-2777-43b2-8aef-cef6c537f455 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&id=7da4a5bf-12fe-4bb8-9c7d-d5a1998dba25&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.9823792 Jan 27 21:52:05.678642 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 58a6677b-4259-4a9e-b0ad-e5e44fe71385 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:05.679027 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (58a6677b-4259-4a9e-b0ad-e5e44fe71385), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:05.762386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e692e-5949-45e7-a1a4-e8348634ce03 req-9b25bb00-cc39-4ca7-b029-f2595ba038c9 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:05.786707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c5e692e-5949-45e7-a1a4-e8348634ce03 req-9b25bb00-cc39-4ca7-b029-f2595ba038c9 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b227d68-8d18-458f-91f6-22e5813aef3d HTTP/1.1" status: 200 len: 950 time: 0.3350239 Jan 27 21:52:05.791166 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 58a6677b-4259-4a9e-b0ad-e5e44fe71385 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:05.792879 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (58a6677b-4259-4a9e-b0ad-e5e44fe71385), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:05.833114 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-1d58dda7-358a-45af-85e9-aa3a9a234bca tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (50ba1000-47da-4714-9651-4cc90662a58d), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:05.873097 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 58a6677b-4259-4a9e-b0ad-e5e44fe71385, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=58a6677b-4259-4a9e-b0ad-e5e44fe71385,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:05.876880 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f34b2bc-ceec-4296-8071-e397e7798d3f x-openstack-request-id: req-1f34b2bc-ceec-4296-8071-e397e7798d3f {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:05.878032 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab11a26-3fb4-4511-b1f9-b7bc6975961f", "name": "network-vif-plugged", "status": "completed", "tag": "697cb650-ae8a-46fe-bccc-21cf0b0afb3d", "code": 200}, {"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-plugged", "status": "completed", "tag": "64c24546-5d38-4279-b241-0c89a055b6b9", "code": 200}, {"server_uuid": "88378153-ac9d-430d-859e-53f2da663cdf", "name": "network-vif-plugged", "status": "completed", "tag": "54b6a2ec-c587-4b69-9943-c1476acdcc50", "code": 200}, {"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-plugged", "status": "completed", "tag": "3104ba69-ec6e-49e9-9127-78e5e52dd511", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:05.878322 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f34b2bc-ceec-4296-8071-e397e7798d3f {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:05.878770 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab11a26-3fb4-4511-b1f9-b7bc6975961f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697cb650-ae8a-46fe-bccc-21cf0b0afb3d', 'code': 200} Jan 27 21:52:05.881046 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c24546-5d38-4279-b241-0c89a055b6b9', 'code': 200} Jan 27 21:52:05.881410 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88378153-ac9d-430d-859e-53f2da663cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b6a2ec-c587-4b69-9943-c1476acdcc50', 'code': 200} Jan 27 21:52:05.881685 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3104ba69-ec6e-49e9-9127-78e5e52dd511', 'code': 200} Jan 27 21:52:05.886030 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (58a6677b-4259-4a9e-b0ad-e5e44fe71385), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:05.958329 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58dda7-358a-45af-85e9-aa3a9a234bca tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event updated for resources: {'Port': ['ID=50ba1000-47da-4714-9651-4cc90662a58d,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:06.013405 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-1d58dda7-358a-45af-85e9-aa3a9a234bca tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:06.029568 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=58a6677b-4259-4a9e-b0ad-e5e44fe71385,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:06.054545 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-1d58dda7-358a-45af-85e9-aa3a9a234bca tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:06.085793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-1d58dda7-358a-45af-85e9-aa3a9a234bca tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:06.104717 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f5718-7924-40cd-a04d-1e1afc7fdca5 req-1520662b-c192-493b-bd08-71f09c70bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:06.106255 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-286f5718-7924-40cd-a04d-1e1afc7fdca5 req-1520662b-c192-493b-bd08-71f09c70bc89 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=88378153-ac9d-430d-859e-53f2da663cdf HTTP/1.1" status: 200 len: 1100 time: 0.0944340 Jan 27 21:52:06.167543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-1d58dda7-358a-45af-85e9-aa3a9a234bca tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:06.168653 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-1d58dda7-358a-45af-85e9-aa3a9a234bca tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:06.205693 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-286f5718-7924-40cd-a04d-1e1afc7fdca5 req-6958ced5-7532-4db7-8950-71296a6d867a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877011 Jan 27 21:52:06.219595 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c5e692e-5949-45e7-a1a4-e8348634ce03 req-25e1dbec-adba-4bb8-918d-c2aaa3671407 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f180675-0f6d-459f-80cc-7829bbda9f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319038 Jan 27 21:52:06.272446 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-1d58dda7-358a-45af-85e9-aa3a9a234bca tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5477250 Jan 27 21:52:06.298372 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd02f54-ef5b-4950-989e-fdcd2840de3a req-151d2a63-17e9-4a5c-97d1-55b9196e9b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:06.299749 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfd02f54-ef5b-4950-989e-fdcd2840de3a req-151d2a63-17e9-4a5c-97d1-55b9196e9b82 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 1101 time: 0.2850327 Jan 27 21:52:06.303706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-0eea96db-7289-4d27-b8a2-f7f19d797c54 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Request body: {'port': {'device_id': '32612713-9ca6-497b-a237-8212973e741a', 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092', 'admin_state_up': True, 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'security_groups': ['c8623176-8c1a-4373-a102-7bb5c00f7d87']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:06.326461 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea09e34-7141-47c4-bfdb-7e83f28f4dc8 req-997378ae-9d1f-4223-a032-991b5a22b964 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:06.329561 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cea09e34-7141-47c4-bfdb-7e83f28f4dc8 req-997378ae-9d1f-4223-a032-991b5a22b964 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=88378153-ac9d-430d-859e-53f2da663cdf HTTP/1.1" status: 200 len: 949 time: 0.3024783 Jan 27 21:52:06.511156 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-905f51da-6533-4685-b761-1d35dc69dacb None None] Provisioning complete for port 50ba1000-47da-4714-9651-4cc90662a58d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:06.512060 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-905f51da-6533-4685-b761-1d35dc69dacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (50ba1000-47da-4714-9651-4cc90662a58d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:06.583529 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-905f51da-6533-4685-b761-1d35dc69dacb None None] Port 50ba1000-47da-4714-9651-4cc90662a58d cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:06.930403 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73117cfa-c2de-49eb-babd-47a75507f7f7 req-b2d8b753-10fd-47ea-afa3-fe559cb53d63 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:06.936184 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73117cfa-c2de-49eb-babd-47a75507f7f7 req-b2d8b753-10fd-47ea-afa3-fe559cb53d63 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:06.937893 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73117cfa-c2de-49eb-babd-47a75507f7f7 req-b2d8b753-10fd-47ea-afa3-fe559cb53d63 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 1653 time: 0.5340762 Jan 27 21:52:06.951804 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cea09e34-7141-47c4-bfdb-7e83f28f4dc8 req-be521992-a769-49e5-a27e-3b7c3d70e160 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510069 Jan 27 21:52:06.959435 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfd02f54-ef5b-4950-989e-fdcd2840de3a req-c1eb4484-5daa-46eb-ab21-b389dd7519a4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6493134 Jan 27 21:52:07.118560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73117cfa-c2de-49eb-babd-47a75507f7f7 req-4a1de653-7c3d-4d2c-8fa2-3ba55183c727 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446795 Jan 27 21:52:07.126359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-0eea96db-7289-4d27-b8a2-f7f19d797c54 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Made reservation on behalf of 1e6a4591e21842348002d2aff51fa01d for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:07.131975 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-0eea96db-7289-4d27-b8a2-f7f19d797c54 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:07.316564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-0eea96db-7289-4d27-b8a2-f7f19d797c54 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Allocated IP 10.1.1.245 (bcf6a16f-4c24-41a6-89e6-9f5d9ea90092/f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa/6da56839-08a2-4b33-8cc1-5572573d53c5) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:07.434748 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54f0c0-b3c5-47c1-83e9-318427d03807 req-ef45dd56-3151-4dfe-b11f-7b2c80f8be34 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:07.440037 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54f0c0-b3c5-47c1-83e9-318427d03807 req-ef45dd56-3151-4dfe-b11f-7b2c80f8be34 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:07.445323 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54f0c0-b3c5-47c1-83e9-318427d03807 req-ef45dd56-3151-4dfe-b11f-7b2c80f8be34 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:07.450922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54f0c0-b3c5-47c1-83e9-318427d03807 req-ef45dd56-3151-4dfe-b11f-7b2c80f8be34 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:07.456724 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54f0c0-b3c5-47c1-83e9-318427d03807 req-ef45dd56-3151-4dfe-b11f-7b2c80f8be34 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:07.461691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54f0c0-b3c5-47c1-83e9-318427d03807 req-ef45dd56-3151-4dfe-b11f-7b2c80f8be34 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:07.467614 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54f0c0-b3c5-47c1-83e9-318427d03807 req-ef45dd56-3151-4dfe-b11f-7b2c80f8be34 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:07.469669 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a54f0c0-b3c5-47c1-83e9-318427d03807 req-ef45dd56-3151-4dfe-b11f-7b2c80f8be34 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5446 time: 0.4054415 Jan 27 21:52:07.598838 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a54f0c0-b3c5-47c1-83e9-318427d03807 req-5c0e97c9-9975-4077-bca6-fc935d6d9508 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1157753 Jan 27 21:52:07.602511 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-0eea96db-7289-4d27-b8a2-f7f19d797c54 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for port (6da56839-08a2-4b33-8cc1-5572573d53c5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:07.762944 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a176f87-918d-4897-84cf-b7c4f924e01b req-4b92348a-c5bb-40ea-94f7-e2acca9345a2 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:07.767834 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a176f87-918d-4897-84cf-b7c4f924e01b req-4b92348a-c5bb-40ea-94f7-e2acca9345a2 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 984 time: 0.1590779 Jan 27 21:52:07.819110 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-0eea96db-7289-4d27-b8a2-f7f19d797c54 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (6da56839-08a2-4b33-8cc1-5572573d53c5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:07.883358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eff1a59-dbd2-42fa-a1d6-c18ead819fde'}, {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36aaaa3-8abe-4bbf-be60-e3985eafef58'}, {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a6677b-4259-4a9e-b0ad-e5e44fe71385'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:07.886481 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151eae71-d146-48c9-85b1-8ca15579dd97" -d '{"events": [{"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-plugged", "status": "completed", "tag": "8eff1a59-dbd2-42fa-a1d6-c18ead819fde"}, {"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-plugged", "status": "completed", "tag": "f36aaaa3-8abe-4bbf-be60-e3985eafef58"}, {"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-plugged", "status": "completed", "tag": "58a6677b-4259-4a9e-b0ad-e5e44fe71385"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:07.942052 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2baf8b03-6055-466f-b069-62e8e436ab5f x-openstack-request-id: req-2baf8b03-6055-466f-b069-62e8e436ab5f {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:07.942740 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-plugged", "status": "completed", "tag": "8eff1a59-dbd2-42fa-a1d6-c18ead819fde", "code": 200}, {"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-plugged", "status": "completed", "tag": "f36aaaa3-8abe-4bbf-be60-e3985eafef58", "code": 200}, {"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-plugged", "status": "completed", "tag": "58a6677b-4259-4a9e-b0ad-e5e44fe71385", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:07.943087 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2baf8b03-6055-466f-b069-62e8e436ab5f {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:07.943719 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eff1a59-dbd2-42fa-a1d6-c18ead819fde', 'code': 200} Jan 27 21:52:07.944002 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36aaaa3-8abe-4bbf-be60-e3985eafef58', 'code': 200} Jan 27 21:52:07.944308 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a6677b-4259-4a9e-b0ad-e5e44fe71385', 'code': 200} Jan 27 21:52:07.977820 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-0eea96db-7289-4d27-b8a2-f7f19d797c54 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:08.012031 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-0eea96db-7289-4d27-b8a2-f7f19d797c54 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:08.075371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-0eea96db-7289-4d27-b8a2-f7f19d797c54 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:08.174324 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea96db-7289-4d27-b8a2-f7f19d797c54 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event updated for resources: {'Port': ['ID=6da56839-08a2-4b33-8cc1-5572573d53c5,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:08.237888 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a176f87-918d-4897-84cf-b7c4f924e01b req-7a7da392-7cd2-40b9-817d-a0bee49bc4a0 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&id=7da4a5bf-12fe-4bb8-9c7d-d5a1998dba25&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4604039 Jan 27 21:52:08.283181 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-0eea96db-7289-4d27-b8a2-f7f19d797c54 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:08.284450 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-0eea96db-7289-4d27-b8a2-f7f19d797c54 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:08.306495 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439d0eb-76bd-4451-955d-3fa6dd861561 req-6f98f8d9-9922-4234-a418-3f155436af50 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:08.308270 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c439d0eb-76bd-4451-955d-3fa6dd861561 req-6f98f8d9-9922-4234-a418-3f155436af50 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b227d68-8d18-458f-91f6-22e5813aef3d HTTP/1.1" status: 200 len: 950 time: 0.2292929 Jan 27 21:52:08.327688 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffaa5f-0124-47cd-85a0-04da6c070675 req-584e7a80-978e-4e08-a374-c0473689a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:08.331937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffaa5f-0124-47cd-85a0-04da6c070675 req-584e7a80-978e-4e08-a374-c0473689a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:08.332466 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffaa5f-0124-47cd-85a0-04da6c070675 req-584e7a80-978e-4e08-a374-c0473689a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:08.332968 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffaa5f-0124-47cd-85a0-04da6c070675 req-584e7a80-978e-4e08-a374-c0473689a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:08.337391 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffaa5f-0124-47cd-85a0-04da6c070675 req-584e7a80-978e-4e08-a374-c0473689a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:08.340141 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffaa5f-0124-47cd-85a0-04da6c070675 req-584e7a80-978e-4e08-a374-c0473689a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:08.342811 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffaa5f-0124-47cd-85a0-04da6c070675 req-584e7a80-978e-4e08-a374-c0473689a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:08.351768 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02ffaa5f-0124-47cd-85a0-04da6c070675 req-584e7a80-978e-4e08-a374-c0473689a5ec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 6503 time: 0.2602546 Jan 27 21:52:08.389380 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-0eea96db-7289-4d27-b8a2-f7f19d797c54 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0934029 Jan 27 21:52:08.430874 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f145471f-346e-49df-a91c-d229304a0445 None None] Provisioning complete for port 6da56839-08a2-4b33-8cc1-5572573d53c5 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:08.431172 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f145471f-346e-49df-a91c-d229304a0445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6da56839-08a2-4b33-8cc1-5572573d53c5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:08.459475 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-63a70ee8-b3d9-4d6f-aa93-9077029a106b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Request body: {'port': {'device_id': '32612713-9ca6-497b-a237-8212973e741a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119', 'admin_state_up': True, 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'security_groups': ['c8623176-8c1a-4373-a102-7bb5c00f7d87']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:08.509360 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f145471f-346e-49df-a91c-d229304a0445 None None] Port 6da56839-08a2-4b33-8cc1-5572573d53c5 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:08.633696 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c439d0eb-76bd-4451-955d-3fa6dd861561 req-22063584-426e-48e9-8e1e-6c734d29de99 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f180675-0f6d-459f-80cc-7829bbda9f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727396 Jan 27 21:52:08.708366 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71867c0d-a77b-4ab1-a9ca-abd312ecc68d req-a95780f4-0aac-49f4-a3e7-69a8bf56f72d tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:08.716591 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71867c0d-a77b-4ab1-a9ca-abd312ecc68d req-a95780f4-0aac-49f4-a3e7-69a8bf56f72d tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=88378153-ac9d-430d-859e-53f2da663cdf HTTP/1.1" status: 200 len: 949 time: 0.2929492 Jan 27 21:52:08.740629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-63a70ee8-b3d9-4d6f-aa93-9077029a106b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Made reservation on behalf of 1e6a4591e21842348002d2aff51fa01d for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:08.819881 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02ffaa5f-0124-47cd-85a0-04da6c070675 req-77b5439c-2613-46b1-8cbb-d700e4c85575 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1c947634-8be2-400f-9ac3-69af6b2761ef&id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2070265 Jan 27 21:52:08.856290 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71867c0d-a77b-4ab1-a9ca-abd312ecc68d req-780553a1-109e-4fde-9273-9e572e85a94e tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383181 Jan 27 21:52:08.975058 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-63a70ee8-b3d9-4d6f-aa93-9077029a106b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:09.074415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5495d-4825-4983-9742-35449a401f7d req-ae94877c-895d-4103-95c2-ae39b5395cf4 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:09.080634 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5495d-4825-4983-9742-35449a401f7d req-ae94877c-895d-4103-95c2-ae39b5395cf4 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:09.086654 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5495d-4825-4983-9742-35449a401f7d req-ae94877c-895d-4103-95c2-ae39b5395cf4 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:09.095389 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fb5495d-4825-4983-9742-35449a401f7d req-ae94877c-895d-4103-95c2-ae39b5395cf4 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 2374 time: 0.2070992 Jan 27 21:52:09.290011 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fb5495d-4825-4983-9742-35449a401f7d req-1666a20f-d346-49b4-94df-6871ee1871c5 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934078 Jan 27 21:52:09.461097 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c20e1c3d-7510-44ef-85a5-2729a09addd4 req-85784cb0-dcdb-48f4-afdc-961c0a83015e tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-97297474&fields=id&tenant_id=7ddb724d2f7b4649908b2d3c0fb9cd4c HTTP/1.1" status: 200 len: 267 time: 0.2969832 Jan 27 21:52:09.537886 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0e8fd-58bd-455e-ac4b-0c3c89dc3d9e req-eefd1d7b-003c-4fab-be0d-0c99c80ed24b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:09.544081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0e8fd-58bd-455e-ac4b-0c3c89dc3d9e req-eefd1d7b-003c-4fab-be0d-0c99c80ed24b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:09.549832 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0e8fd-58bd-455e-ac4b-0c3c89dc3d9e req-eefd1d7b-003c-4fab-be0d-0c99c80ed24b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:09.555857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0e8fd-58bd-455e-ac4b-0c3c89dc3d9e req-eefd1d7b-003c-4fab-be0d-0c99c80ed24b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:09.561811 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0e8fd-58bd-455e-ac4b-0c3c89dc3d9e req-eefd1d7b-003c-4fab-be0d-0c99c80ed24b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:09.569359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0e8fd-58bd-455e-ac4b-0c3c89dc3d9e req-eefd1d7b-003c-4fab-be0d-0c99c80ed24b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:09.576570 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0e8fd-58bd-455e-ac4b-0c3c89dc3d9e req-eefd1d7b-003c-4fab-be0d-0c99c80ed24b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:09.578581 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52a0e8fd-58bd-455e-ac4b-0c3c89dc3d9e req-eefd1d7b-003c-4fab-be0d-0c99c80ed24b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5446 time: 0.1752872 Jan 27 21:52:09.645009 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e1c3d-7510-44ef-85a5-2729a09addd4 req-1f052259-4f72-4f37-8180-747aa1deff74 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:09.652800 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c20e1c3d-7510-44ef-85a5-2729a09addd4 req-1f052259-4f72-4f37-8180-747aa1deff74 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 984 time: 0.1908312 Jan 27 21:52:09.658684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c20e1c3d-7510-44ef-85a5-2729a09addd4 req-9e166ef2-bb53-4580-b1c4-60b0aea20821 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Request body: {'port': {'security_groups': ['65a164b7-a61f-447d-901d-819e37ca7b20', '7da4a5bf-12fe-4bb8-9c7d-d5a1998dba25', '469351e8-205d-4714-80c0-189ea4189ecf']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:09.791188 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c20e1c3d-7510-44ef-85a5-2729a09addd4 req-9e166ef2-bb53-4580-b1c4-60b0aea20821 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (df96a680-9535-4189-b278-b9617f998f00), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:09.793691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-63a70ee8-b3d9-4d6f-aa93-9077029a106b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Allocated IP 10.2.2.100 (7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119/cb88c7c3-aca7-4bf4-9856-6572de677ec3/79d45860-45d3-46c0-a4f4-e8a2bb4d821b) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:09.808516 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52a0e8fd-58bd-455e-ac4b-0c3c89dc3d9e req-9fd91127-ec6c-4736-a6e9-8f3b41ca2a91 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2054541 Jan 27 21:52:10.258440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c20e1c3d-7510-44ef-85a5-2729a09addd4 req-9e166ef2-bb53-4580-b1c4-60b0aea20821 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] For port df96a680-9535-4189-b278-b9617f998f00, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=df96a680-9535-4189-b278-b9617f998f00,segment=NetworkSegment(3c47dba4-397a-4931-8edb-dea04d5c65b2),segment_id=3c47dba4-397a-4931-8edb-dea04d5c65b2)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:10.295786 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c20e1c3d-7510-44ef-85a5-2729a09addd4 req-9e166ef2-bb53-4580-b1c4-60b0aea20821 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for port (df96a680-9535-4189-b278-b9617f998f00), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:10.315881 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c20e1c3d-7510-44ef-85a5-2729a09addd4 req-9e166ef2-bb53-4580-b1c4-60b0aea20821 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (df96a680-9535-4189-b278-b9617f998f00), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:10.331746 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8', 'df96a680-9535-4189-b278-b9617f998f00'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:10.428939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e1c3d-7510-44ef-85a5-2729a09addd4 req-9e166ef2-bb53-4580-b1c4-60b0aea20821 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:10.431848 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c20e1c3d-7510-44ef-85a5-2729a09addd4 req-9e166ef2-bb53-4580-b1c4-60b0aea20821 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:10.449884 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c20e1c3d-7510-44ef-85a5-2729a09addd4 req-9e166ef2-bb53-4580-b1c4-60b0aea20821 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "PUT /v2.0/ports/df96a680-9535-4189-b278-b9617f998f00 HTTP/1.1" status: 200 len: 1020 time: 0.7945323 Jan 27 21:52:10.468829 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4bfcd1-53d9-41da-970e-3350a3af7b51', 'tag': 'df96a680-9535-4189-b278-b9617f998f00'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:10.478737 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b31efa-4224-444e-9a4f-14cbe4b1b4ff" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4bfcd1-53d9-41da-970e-3350a3af7b51", "tag": "df96a680-9535-4189-b278-b9617f998f00"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:10.566294 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['df96a680-9535-4189-b278-b9617f998f00'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:10.574311 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88249a2-b39b-468e-8063-f108ed68dc4d req-3a236e26-bfe4-43e8-b5aa-21fbedd32bc9 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:10.576627 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e88249a2-b39b-468e-8063-f108ed68dc4d req-3a236e26-bfe4-43e8-b5aa-21fbedd32bc9 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b227d68-8d18-458f-91f6-22e5813aef3d HTTP/1.1" status: 200 len: 950 time: 0.1734660 Jan 27 21:52:10.655751 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cb5fd-bc9a-45a9-9d66-0ea662325a1e req-eb8c9408-cd34-4307-80c3-3069780d4b53 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:10.663387 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9c0cb5fd-bc9a-45a9-9d66-0ea662325a1e req-eb8c9408-cd34-4307-80c3-3069780d4b53 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b227d68-8d18-458f-91f6-22e5813aef3d HTTP/1.1" status: 200 len: 950 time: 0.3625255 Jan 27 21:52:10.717387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e166ef2-bb53-4580-b1c4-60b0aea20821 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event updated for resources: {'Port': ['ID=df96a680-9535-4189-b278-b9617f998f00,revision_number=7']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:10.826123 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-e88249a2-b39b-468e-8063-f108ed68dc4d req-5ebf3f69-131e-4ad8-aeef-9bb62ffc8a96 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Deleting port a7c823c3-0df5-41fd-ae6b-7db4488e8faa {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:52:10.841613 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e88249a2-b39b-468e-8063-f108ed68dc4d req-5ebf3f69-131e-4ad8-aeef-9bb62ffc8a96 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (a7c823c3-0df5-41fd-ae6b-7db4488e8faa), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:10.873510 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9c0cb5fd-bc9a-45a9-9d66-0ea662325a1e req-1f0f190b-f952-4743-a270-d8007a841ab1 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f180675-0f6d-459f-80cc-7829bbda9f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074883 Jan 27 21:52:10.997437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5202ef-3969-4814-a712-641ec9a4f475 req-2c6fe631-c6b0-4bea-bbec-d664a66ba7e0 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:10.999245 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d5202ef-3969-4814-a712-641ec9a4f475 req-2c6fe631-c6b0-4bea-bbec-d664a66ba7e0 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=88378153-ac9d-430d-859e-53f2da663cdf HTTP/1.1" status: 200 len: 949 time: 0.3677976 Jan 27 21:52:11.123984 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-e88249a2-b39b-468e-8063-f108ed68dc4d req-5ebf3f69-131e-4ad8-aeef-9bb62ffc8a96 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] For port a7c823c3-0df5-41fd-ae6b-7db4488e8faa, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=a7c823c3-0df5-41fd-ae6b-7db4488e8faa,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:11.127305 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e88249a2-b39b-468e-8063-f108ed68dc4d req-5ebf3f69-131e-4ad8-aeef-9bb62ffc8a96 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (a7c823c3-0df5-41fd-ae6b-7db4488e8faa), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:11.131620 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-63a70ee8-b3d9-4d6f-aa93-9077029a106b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for port (79d45860-45d3-46c0-a4f4-e8a2bb4d821b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:11.162680 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-e88249a2-b39b-468e-8063-f108ed68dc4d req-5ebf3f69-131e-4ad8-aeef-9bb62ffc8a96 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Calling delete_port for a7c823c3-0df5-41fd-ae6b-7db4488e8faa owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:52:11.173223 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d5202ef-3969-4814-a712-641ec9a4f475 req-04ff7d80-2a9c-4b67-ab97-48e502fd4755 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449296 Jan 27 21:52:11.275643 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b4c8477-5872-4314-988d-e142c4e912f7 req-d4044086-84c0-4228-a6ef-61444ea245b8 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/469351e8-205d-4714-80c0-189ea4189ecf HTTP/1.1" status: 200 len: 1815 time: 0.0677817 Jan 27 21:52:11.345435 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-63a70ee8-b3d9-4d6f-aa93-9077029a106b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (79d45860-45d3-46c0-a4f4-e8a2bb4d821b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:11.426235 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e88249a2-b39b-468e-8063-f108ed68dc4d req-5ebf3f69-131e-4ad8-aeef-9bb62ffc8a96 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (a7c823c3-0df5-41fd-ae6b-7db4488e8faa), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:11.459682 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['a7c823c3-0df5-41fd-ae6b-7db4488e8faa'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:11.477585 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-63a70ee8-b3d9-4d6f-aa93-9077029a106b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Network 7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:11.482906 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a70ee8-b3d9-4d6f-aa93-9077029a106b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event updated for resources: {'Port': ['ID=79d45860-45d3-46c0-a4f4-e8a2bb4d821b,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:11.487037 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-63a70ee8-b3d9-4d6f-aa93-9077029a106b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:11.502460 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04499753-5b2a-475c-ae8c-b57e594bfaa8 req-fe4e2b61-20d2-405b-9760-289bea9bac1e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:11.513395 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04499753-5b2a-475c-ae8c-b57e594bfaa8 req-fe4e2b61-20d2-405b-9760-289bea9bac1e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:11.521442 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04499753-5b2a-475c-ae8c-b57e594bfaa8 req-fe4e2b61-20d2-405b-9760-289bea9bac1e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:11.523176 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-04499753-5b2a-475c-ae8c-b57e594bfaa8 req-fe4e2b61-20d2-405b-9760-289bea9bac1e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 2374 time: 0.3182383 Jan 27 21:52:11.525249 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-63a70ee8-b3d9-4d6f-aa93-9077029a106b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:11.538178 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf3f69-131e-4ad8-aeef-9bb62ffc8a96 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Pushing event deleted for resources: {'Port': ['ID=a7c823c3-0df5-41fd-ae6b-7db4488e8faa,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:11.569356 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f69-131e-4ad8-aeef-9bb62ffc8a96 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:11.570035 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f69-131e-4ad8-aeef-9bb62ffc8a96 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:11.570553 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f69-131e-4ad8-aeef-9bb62ffc8a96 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:11.571071 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f69-131e-4ad8-aeef-9bb62ffc8a96 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:11.571580 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f69-131e-4ad8-aeef-9bb62ffc8a96 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:11.572095 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f69-131e-4ad8-aeef-9bb62ffc8a96 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:11.572646 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f69-131e-4ad8-aeef-9bb62ffc8a96 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:11.574033 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f69-131e-4ad8-aeef-9bb62ffc8a96 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:11.574537 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f69-131e-4ad8-aeef-9bb62ffc8a96 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:11.575527 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f69-131e-4ad8-aeef-9bb62ffc8a96 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:11.576034 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f69-131e-4ad8-aeef-9bb62ffc8a96 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:11.576712 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f69-131e-4ad8-aeef-9bb62ffc8a96 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:11.577498 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf3f69-131e-4ad8-aeef-9bb62ffc8a96 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:11.582283 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-6b4c8477-5872-4314-988d-e142c4e912f7 req-e5ee4152-5dc3-459a-9e2d-8ea3e06ba562 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 21:52:11.583317 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b4c8477-5872-4314-988d-e142c4e912f7 req-e5ee4152-5dc3-459a-9e2d-8ea3e06ba562 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "DELETE /v2.0/security-groups/469351e8-205d-4714-80c0-189ea4189ecf HTTP/1.1" status: 409 len: 341 time: 0.2655275 Jan 27 21:52:11.703659 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02086e76-f782-463b-bbe4-46cff7b7b076 x-openstack-request-id: req-02086e76-f782-463b-bbe4-46cff7b7b076 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:11.703963 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4bfcd1-53d9-41da-970e-3350a3af7b51", "tag": "df96a680-9535-4189-b278-b9617f998f00", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:11.704300 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02086e76-f782-463b-bbe4-46cff7b7b076 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:11.704707 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4bfcd1-53d9-41da-970e-3350a3af7b51', 'tag': 'df96a680-9535-4189-b278-b9617f998f00', 'status': 'completed', 'code': 200} Jan 27 21:52:11.706002 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88249a2-b39b-468e-8063-f108ed68dc4d req-5ebf3f69-131e-4ad8-aeef-9bb62ffc8a96 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] No DVR routers for this DVR port a7c823c3-0df5-41fd-ae6b-7db4488e8faa on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:52:11.710514 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e88249a2-b39b-468e-8063-f108ed68dc4d req-5ebf3f69-131e-4ad8-aeef-9bb62ffc8a96 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:11.714208 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e88249a2-b39b-468e-8063-f108ed68dc4d req-5ebf3f69-131e-4ad8-aeef-9bb62ffc8a96 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.21 "DELETE /v2.0/ports/a7c823c3-0df5-41fd-ae6b-7db4488e8faa HTTP/1.1" status: 204 len: 173 time: 1.1260483 Jan 27 21:52:11.714701 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b227d68-8d18-458f-91f6-22e5813aef3d', 'name': 'network-vif-deleted', 'tag': 'a7c823c3-0df5-41fd-ae6b-7db4488e8faa'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:11.717082 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17686efe-a279-40a1-97fe-4de690911d61" -d '{"events": [{"server_uuid": "9b227d68-8d18-458f-91f6-22e5813aef3d", "name": "network-vif-deleted", "tag": "a7c823c3-0df5-41fd-ae6b-7db4488e8faa"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:11.718274 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-63a70ee8-b3d9-4d6f-aa93-9077029a106b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:11.731666 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-63a70ee8-b3d9-4d6f-aa93-9077029a106b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:12.007933 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-04499753-5b2a-475c-ae8c-b57e594bfaa8 req-965e7c2d-0b3e-4dc8-a94d-15b638f6bc1f tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4320965 Jan 27 21:52:12.014333 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-63a70ee8-b3d9-4d6f-aa93-9077029a106b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5600486 Jan 27 21:52:12.035769 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-4831b7b1-a390-472a-869e-62f030325559 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Request body: {'port': {'device_id': '32612713-9ca6-497b-a237-8212973e741a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119', 'admin_state_up': True, 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'security_groups': ['c8623176-8c1a-4373-a102-7bb5c00f7d87']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:12.083474 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e159a3c2-1157-4441-bbdd-b60fac2f7d52 None None] Provisioning complete for port 79d45860-45d3-46c0-a4f4-e8a2bb4d821b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:12.085525 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e159a3c2-1157-4441-bbdd-b60fac2f7d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (79d45860-45d3-46c0-a4f4-e8a2bb4d821b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:12.193140 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee181c5-2c6a-4327-bd15-9ffc895e18ce req-6001fc5c-6f86-4aa0-9747-99c5baf7742d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:12.201377 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee181c5-2c6a-4327-bd15-9ffc895e18ce req-6001fc5c-6f86-4aa0-9747-99c5baf7742d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:12.204028 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e159a3c2-1157-4441-bbdd-b60fac2f7d52 None None] Port 79d45860-45d3-46c0-a4f4-e8a2bb4d821b cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:12.209873 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee181c5-2c6a-4327-bd15-9ffc895e18ce req-6001fc5c-6f86-4aa0-9747-99c5baf7742d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:12.216943 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee181c5-2c6a-4327-bd15-9ffc895e18ce req-6001fc5c-6f86-4aa0-9747-99c5baf7742d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:12.222413 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee181c5-2c6a-4327-bd15-9ffc895e18ce req-6001fc5c-6f86-4aa0-9747-99c5baf7742d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:12.228904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee181c5-2c6a-4327-bd15-9ffc895e18ce req-6001fc5c-6f86-4aa0-9747-99c5baf7742d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:12.236044 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee181c5-2c6a-4327-bd15-9ffc895e18ce req-6001fc5c-6f86-4aa0-9747-99c5baf7742d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:12.244423 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8ee181c5-2c6a-4327-bd15-9ffc895e18ce req-6001fc5c-6f86-4aa0-9747-99c5baf7742d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5446 time: 0.3484292 Jan 27 21:52:12.252850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b31efa-4224-444e-9a4f-14cbe4b1b4ff req-5b0ef637-0341-4257-97cc-4bf6f225dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:12.254554 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83b31efa-4224-444e-9a4f-14cbe4b1b4ff req-5b0ef637-0341-4257-97cc-4bf6f225dd2c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ddb724d2f7b4649908b2d3c0fb9cd4c&device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 1174 time: 0.5124795 Jan 27 21:52:12.424899 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8ee181c5-2c6a-4327-bd15-9ffc895e18ce req-e79d2fbc-e33e-4a37-90a3-f02c826b6bb1 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1724203 Jan 27 21:52:12.461220 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f5455-9bca-4278-837f-8e846407bbc4 req-6ac3119a-7e19-4ff0-bb04-8b9106d70de7 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:12.465554 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f0f5455-9bca-4278-837f-8e846407bbc4 req-6ac3119a-7e19-4ff0-bb04-8b9106d70de7 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.2051647 Jan 27 21:52:12.527932 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:12.685948 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f0f5455-9bca-4278-837f-8e846407bbc4 req-1a6f2299-9f6c-498e-81b3-7455a3b942e8 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944249 Jan 27 21:52:12.738697 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b31efa-4224-444e-9a4f-14cbe4b1b4ff req-5eeaf4f7-bbea-493f-a354-225042662372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:12.745599 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83b31efa-4224-444e-9a4f-14cbe4b1b4ff req-5eeaf4f7-bbea-493f-a354-225042662372 service neutron] 10.222.0.21 "GET /v2.0/networks?id=abf4ae31-96f5-462f-b24f-2b00dec9d4bd HTTP/1.1" status: 200 len: 913 time: 0.4523082 Jan 27 21:52:12.747639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-4831b7b1-a390-472a-869e-62f030325559 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Made reservation on behalf of 1e6a4591e21842348002d2aff51fa01d for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:12.752833 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-4831b7b1-a390-472a-869e-62f030325559 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:12.769249 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2224aeb0-4c54-45ad-8ede-1e2491823e45 x-openstack-request-id: req-2224aeb0-4c54-45ad-8ede-1e2491823e45 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:12.769753 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b227d68-8d18-458f-91f6-22e5813aef3d", "name": "network-vif-deleted", "tag": "a7c823c3-0df5-41fd-ae6b-7db4488e8faa", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:12.769918 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2224aeb0-4c54-45ad-8ede-1e2491823e45 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:12.770518 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b227d68-8d18-458f-91f6-22e5813aef3d', 'name': 'network-vif-deleted', 'tag': 'a7c823c3-0df5-41fd-ae6b-7db4488e8faa', 'status': 'completed', 'code': 200} Jan 27 21:52:12.830951 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83b31efa-4224-444e-9a4f-14cbe4b1b4ff req-3f0c550c-eaf8-458c-b443-8279462102be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df96a680-9535-4189-b278-b9617f998f00 HTTP/1.1" status: 200 len: 217 time: 0.0691729 Jan 27 21:52:12.959699 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3805eb9c-ed1d-455a-bb34-6a491e2e23e1 req-01ad5ad5-e451-455e-b961-4e31f6b806b9 tempest-ServerDiagnosticsNegativeTest-15922618 tempest-ServerDiagnosticsNegativeTest-15922618-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b227d68-8d18-458f-91f6-22e5813aef3d HTTP/1.1" status: 200 len: 210 time: 0.0681715 Jan 27 21:52:13.164879 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-4831b7b1-a390-472a-869e-62f030325559 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Allocated IP 10.2.2.200 (7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119/cb88c7c3-aca7-4bf4-9856-6572de677ec3/aa7607f2-cff4-4487-b664-ab2ae9bf2878) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:13.248693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b31efa-4224-444e-9a4f-14cbe4b1b4ff req-f771e51e-d4c2-42c6-b075-312243747f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:13.250689 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83b31efa-4224-444e-9a4f-14cbe4b1b4ff req-f771e51e-d4c2-42c6-b075-312243747f34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=187893ae-891b-4f2a-b9a3-c08dd2c9cfc8 HTTP/1.1" status: 200 len: 852 time: 0.4095664 Jan 27 21:52:13.362304 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83b31efa-4224-444e-9a4f-14cbe4b1b4ff req-4e25fb87-cb2b-4323-a8b0-5bb385ebf54d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=abf4ae31-96f5-462f-b24f-2b00dec9d4bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988781 Jan 27 21:52:13.413857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0a365-6c5e-4ff6-a393-6876fc35b84f req-37f2eb51-59aa-4aef-885e-e056db73a2ad tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:13.421610 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7cd0a365-6c5e-4ff6-a393-6876fc35b84f req-37f2eb51-59aa-4aef-885e-e056db73a2ad tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 1023 time: 0.2648695 Jan 27 21:52:13.522496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a99b1-b44f-4b04-842e-1109f74f07b5 req-1619f7c5-5612-43ff-88ff-18b8b44fc4ce tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:13.527759 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a99b1-b44f-4b04-842e-1109f74f07b5 req-1619f7c5-5612-43ff-88ff-18b8b44fc4ce tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:13.533115 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a99b1-b44f-4b04-842e-1109f74f07b5 req-1619f7c5-5612-43ff-88ff-18b8b44fc4ce tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:13.538574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a99b1-b44f-4b04-842e-1109f74f07b5 req-1619f7c5-5612-43ff-88ff-18b8b44fc4ce tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:13.544022 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a99b1-b44f-4b04-842e-1109f74f07b5 req-1619f7c5-5612-43ff-88ff-18b8b44fc4ce tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:13.549299 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a99b1-b44f-4b04-842e-1109f74f07b5 req-1619f7c5-5612-43ff-88ff-18b8b44fc4ce tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:13.554657 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a99b1-b44f-4b04-842e-1109f74f07b5 req-1619f7c5-5612-43ff-88ff-18b8b44fc4ce tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:13.557433 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff0a99b1-b44f-4b04-842e-1109f74f07b5 req-1619f7c5-5612-43ff-88ff-18b8b44fc4ce tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5446 time: 0.3979192 Jan 27 21:52:13.569257 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54070) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:13.575979 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9fbe4335-a686-4d6a-aeec-e61ad9613947 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Request body: {'floatingip': {'port_id': '84405a01-cd0d-4bf0-8b98-42cc257f6846'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:13.691653 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4335-a686-4d6a-aeec-e61ad9613947 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for floatingip (c1139ae6-dc67-4eb3-b551-a376f758cd1e), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:13.730312 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83b31efa-4224-444e-9a4f-14cbe4b1b4ff req-63a96b00-8fd7-4bfd-a210-1433a05d083d service neutron] 10.222.0.21 "GET /v2.0/networks/abf4ae31-96f5-462f-b24f-2b00dec9d4bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443496 Jan 27 21:52:13.738514 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-07e09042-bf12-4509-86ed-4ae8bbf82a1d tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=22a8a667d68a445ca9deb3734c502f3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705357 Jan 27 21:52:13.776511 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7cd0a365-6c5e-4ff6-a393-6876fc35b84f req-e63b4d78-56de-49d2-94da-bd1576757e28 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&id=469351e8-205d-4714-80c0-189ea4189ecf&id=7da4a5bf-12fe-4bb8-9c7d-d5a1998dba25&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.3500130 Jan 27 21:52:13.910030 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-4831b7b1-a390-472a-869e-62f030325559 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for port (aa7607f2-cff4-4487-b664-ab2ae9bf2878), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:14.511806 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device a7c823c3-0df5-41fd-ae6b-7db4488e8faa no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:52:14.541144 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: a7c823c3-0df5-41fd-ae6b-7db4488e8faa {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:52:14.541523 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device a7c823c3-0df5-41fd-ae6b-7db4488e8faa not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:52:14.580148 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-90fbfe53-dc75-4e31-8934-8612223c0c7e tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:14.593115 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-90fbfe53-dc75-4e31-8934-8612223c0c7e tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8400145 Jan 27 21:52:14.680307 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbeec6-f07b-4edf-ba9c-b0cf1b60f460 req-42247ef6-976c-45fd-85d6-8d6340a2e663 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:14.694370 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbeec6-f07b-4edf-ba9c-b0cf1b60f460 req-42247ef6-976c-45fd-85d6-8d6340a2e663 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:14.702597 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbeec6-f07b-4edf-ba9c-b0cf1b60f460 req-42247ef6-976c-45fd-85d6-8d6340a2e663 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:14.718205 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbeec6-f07b-4edf-ba9c-b0cf1b60f460 req-42247ef6-976c-45fd-85d6-8d6340a2e663 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:14.720038 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5dcbeec6-f07b-4edf-ba9c-b0cf1b60f460 req-42247ef6-976c-45fd-85d6-8d6340a2e663 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 3095 time: 0.8210721 Jan 27 21:52:14.727381 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-4831b7b1-a390-472a-869e-62f030325559 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (aa7607f2-cff4-4487-b664-ab2ae9bf2878), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:14.763133 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83b31efa-4224-444e-9a4f-14cbe4b1b4ff req-32785c0a-a716-4a88-a2ce-c4c25ece48bc service neutron] 10.222.0.21 "GET /v2.0/networks/abf4ae31-96f5-462f-b24f-2b00dec9d4bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0211260 Jan 27 21:52:14.787043 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-911fad8a-b8cb-4a6f-8d6a-5c5cf8838275 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/quotas/22a8a667d68a445ca9deb3734c502f3b HTTP/1.1" status: 200 len: 375 time: 0.1302350 Jan 27 21:52:14.909074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-4831b7b1-a390-472a-869e-62f030325559 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Network 7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:14.917641 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-4831b7b1-a390-472a-869e-62f030325559 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:14.935071 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-4831b7b1-a390-472a-869e-62f030325559 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:14.978878 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-0bd1b657-2254-4ec8-9e55-b0b75619a8f6 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=22a8a667d68a445ca9deb3734c502f3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1907957 Jan 27 21:52:15.056492 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.db.resource_extend [None req-9fbe4335-a686-4d6a-aeec-e61ad9613947 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:52:15.116653 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831b7b1-a390-472a-869e-62f030325559 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event updated for resources: {'Port': ['ID=aa7607f2-cff4-4487-b664-ab2ae9bf2878,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:15.127731 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4335-a686-4d6a-aeec-e61ad9613947 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:15.155215 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5dcbeec6-f07b-4edf-ba9c-b0cf1b60f460 req-99f5e3a7-54d4-4f55-b73a-751d2b335c03 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4139974 Jan 27 21:52:15.167685 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4335-a686-4d6a-aeec-e61ad9613947 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (c1139ae6-dc67-4eb3-b551-a376f758cd1e), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:15.185794 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-4831b7b1-a390-472a-869e-62f030325559 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:15.186587 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-4831b7b1-a390-472a-869e-62f030325559 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:15.223950 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-4831b7b1-a390-472a-869e-62f030325559 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1925144 Jan 27 21:52:15.236978 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] Request body: {'port': {'device_id': '32612713-9ca6-497b-a237-8212973e741a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:15.316598 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-9fbe4335-a686-4d6a-aeec-e61ad9613947 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Floating IP c1139ae6-dc67-4eb3-b551-a376f758cd1e associated. External IP: 172.25.3.135, port: 84405a01-cd0d-4bf0-8b98-42cc257f6846. Jan 27 21:52:15.555783 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-9d5b532a-2dd9-4002-a775-6a775dcb5224 None None] Provisioning complete for port aa7607f2-cff4-4487-b664-ab2ae9bf2878 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:15.557828 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9d5b532a-2dd9-4002-a775-6a775dcb5224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (aa7607f2-cff4-4487-b664-ab2ae9bf2878), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:15.576148 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (165d96d7-754f-426f-b018-623901ff8bd7), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:15.665396 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9d5b532a-2dd9-4002-a775-6a775dcb5224 None None] Port aa7607f2-cff4-4487-b664-ab2ae9bf2878 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:15.749762 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e499032e-3c07-4223-8fc8-a4a2943c1ebd req-762ad780-c0ac-4a07-85e7-129aa3dac350 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb2abd8-1009-4c34-9322-99c63c368f00 HTTP/1.1" status: 200 len: 210 time: 0.1961074 Jan 27 21:52:15.878942 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbe4335-a686-4d6a-aeec-e61ad9613947 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Router 969b3156-eb9e-4fd3-b98c-422bd59b5a36 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:52:15.956507 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:52:16.113795 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165d96d7-754f-426f-b018-623901ff8bd7 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:16.134153 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] Publish callbacks [] for port (165d96d7-754f-426f-b018-623901ff8bd7), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:16.166819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] Transition to ACTIVE for port object 165d96d7-754f-426f-b018-623901ff8bd7 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:52:16.186698 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (165d96d7-754f-426f-b018-623901ff8bd7), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:16.212336 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54112) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:16.242834 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac740486-a06f-4b64-a221-cb6b39b440b0 req-f8e6885d-94d2-4b12-b463-b3db9f46e64a tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:16.246349 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac740486-a06f-4b64-a221-cb6b39b440b0 req-f8e6885d-94d2-4b12-b463-b3db9f46e64a tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 1023 time: 0.7676270 Jan 27 21:52:16.283764 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbe4335-a686-4d6a-aeec-e61ad9613947 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:52:16.293596 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d9e77-c579-47d4-8a1d-e82c4fb18dde None None] Sync routers for ids ['969b3156-eb9e-4fd3-b98c-422bd59b5a36'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:52:16.305666 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4335-a686-4d6a-aeec-e61ad9613947 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:16.322535 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d9e77-c579-47d4-8a1d-e82c4fb18dde None None] Routers {'969b3156-eb9e-4fd3-b98c-422bd59b5a36'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:52:16.325952 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-977d9e77-c579-47d4-8a1d-e82c4fb18dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:51:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['969b3156-eb9e-4fd3-b98c-422bd59b5a36'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:16.430728 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9fbe4335-a686-4d6a-aeec-e61ad9613947 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "PUT /v2.0/floatingips/c1139ae6-dc67-4eb3-b551-a376f758cd1e HTTP/1.1" status: 200 len: 992 time: 2.8598714 Jan 27 21:52:16.431348 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'tag': '84405a01-cd0d-4bf0-8b98-42cc257f6846'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:16.444969 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cab083-3b64-4022-874d-dd6bf020479d" -d '{"events": [{"name": "network-changed", "server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "tag": "84405a01-cd0d-4bf0-8b98-42cc257f6846"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:16.556298 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-292d183f-c34a-4bb4-8cf5-81c1a0712477 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ddff579c6693402abe1cb531d3c60830&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416123 Jan 27 21:52:16.559422 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54128) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:16.705963 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b01bf5f9-d136-4225-9c58-cbd3fd1e1e45 admin admin] Publish callbacks [] for security_group (7f180675-0f6d-459f-80cc-7829bbda9f1e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:16.736849 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-977d9e77-c579-47d4-8a1d-e82c4fb18dde None None] Set router 969b3156-eb9e-4fd3-b98c-422bd59b5a36 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:52:16.767390 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b01bf5f9-d136-4225-9c58-cbd3fd1e1e45 admin admin] Publish callbacks [] for security_group (7f180675-0f6d-459f-80cc-7829bbda9f1e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:16.806742 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cc988-3287-4e70-87b3-a7e11f3e9b0f req-c0ee613a-32b7-49d3-bcfd-3a553e661bbf tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:16.817767 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-576cc988-3287-4e70-87b3-a7e11f3e9b0f req-c0ee613a-32b7-49d3-bcfd-3a553e661bbf tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 1023 time: 1.2380519 Jan 27 21:52:16.893103 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] Pushing event updated for resources: {'Port': ['ID=165d96d7-754f-426f-b018-623901ff8bd7,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:16.942752 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b01bf5f9-d136-4225-9c58-cbd3fd1e1e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7f180675-0f6d-459f-80cc-7829bbda9f1e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:16.947861 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b01bf5f9-d136-4225-9c58-cbd3fd1e1e45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:16.953483 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b01bf5f9-d136-4225-9c58-cbd3fd1e1e45 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f180675-0f6d-459f-80cc-7829bbda9f1e HTTP/1.1" status: 204 len: 168 time: 0.3914309 Jan 27 21:52:16.976698 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01bf5f9-d136-4225-9c58-cbd3fd1e1e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f180675-0f6d-459f-80cc-7829bbda9f1e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:17.056330 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-576cc988-3287-4e70-87b3-a7e11f3e9b0f req-20447273-4efd-469e-ba7a-9307d47e1536 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=65a164b7-a61f-447d-901d-819e37ca7b20&id=469351e8-205d-4714-80c0-189ea4189ecf&id=7da4a5bf-12fe-4bb8-9c7d-d5a1998dba25&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.2375555 Jan 27 21:52:17.139441 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56499447-4517-418e-89fe-2b442457d332 req-854fdd64-2e45-4587-b89a-ed40fad79560 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:17.159858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56499447-4517-418e-89fe-2b442457d332 req-854fdd64-2e45-4587-b89a-ed40fad79560 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:17.178605 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56499447-4517-418e-89fe-2b442457d332 req-854fdd64-2e45-4587-b89a-ed40fad79560 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:17.200816 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56499447-4517-418e-89fe-2b442457d332 req-854fdd64-2e45-4587-b89a-ed40fad79560 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:17.215563 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-977d9e77-c579-47d4-8a1d-e82c4fb18dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1763418637-router', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:40Z', 'revision_number': 4, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'gw_port': {'id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c1139ae6-dc67-4eb3-b551-a376f758cd1e', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'port_id': '84405a01-cd0d-4bf0-8b98-42cc257f6846', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 794, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97', 'mac_address': 'fa:16:3e:d5:1a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:49:40Z', 'updated_at': '2022-01-27T21:52:14Z', 'revision_number': 1, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0444d4-3532-4e47-8f36-ffbd55273e5c', 'name': '', 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'mac_address': 'fa:16:3e:ac:85:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6d63617a-41ab-4f3d-bac9-e72c844c3cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:39Z', 'updated_at': '2022-01-27T21:48:45Z', 'revision_number': 5, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'subnets': [{'id': '6d63617a-41ab-4f3d-bac9-e72c844c3cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:17.221952 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56499447-4517-418e-89fe-2b442457d332 req-854fdd64-2e45-4587-b89a-ed40fad79560 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:17.231479 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56499447-4517-418e-89fe-2b442457d332 req-854fdd64-2e45-4587-b89a-ed40fad79560 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 3828 time: 0.6306691 Jan 27 21:52:17.251475 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d9e77-c579-47d4-8a1d-e82c4fb18dde None None] Checking router: 969b3156-eb9e-4fd3-b98c-422bd59b5a36 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:52:17.273470 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d9e77-c579-47d4-8a1d-e82c4fb18dde None None] Routers {'969b3156-eb9e-4fd3-b98c-422bd59b5a36'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:52:17.274342 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-977d9e77-c579-47d4-8a1d-e82c4fb18dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:51:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['969b3156-eb9e-4fd3-b98c-422bd59b5a36'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:17.351358 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-ca46cf87-7090-462d-ad75-2cf5884cc4c8 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=22a8a667d68a445ca9deb3734c502f3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1018138 Jan 27 21:52:17.394492 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ac740486-a06f-4b64-a221-cb6b39b440b0 req-01ce3947-75be-41cb-a7af-caa63aa17a00 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Deleting port df96a680-9535-4189-b278-b9617f998f00 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:52:17.394944 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ac740486-a06f-4b64-a221-cb6b39b440b0 req-01ce3947-75be-41cb-a7af-caa63aa17a00 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (df96a680-9535-4189-b278-b9617f998f00), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:17.443910 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-977d9e77-c579-47d4-8a1d-e82c4fb18dde None None] Set router 969b3156-eb9e-4fd3-b98c-422bd59b5a36 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:52:17.542024 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332a807b-3ce9-4aec-940c-94d72a05ef02 x-openstack-request-id: req-332a807b-3ce9-4aec-940c-94d72a05ef02 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:17.543127 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "tag": "84405a01-cd0d-4bf0-8b98-42cc257f6846", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:17.543650 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-332a807b-3ce9-4aec-940c-94d72a05ef02 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:17.545034 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'tag': '84405a01-cd0d-4bf0-8b98-42cc257f6846', 'status': 'completed', 'code': 200} Jan 27 21:52:17.658823 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54142) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:17.660471 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ac740486-a06f-4b64-a221-cb6b39b440b0 req-01ce3947-75be-41cb-a7af-caa63aa17a00 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] For port df96a680-9535-4189-b278-b9617f998f00, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=df96a680-9535-4189-b278-b9617f998f00,segment=NetworkSegment(3c47dba4-397a-4931-8edb-dea04d5c65b2),segment_id=3c47dba4-397a-4931-8edb-dea04d5c65b2)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:17.661472 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ac740486-a06f-4b64-a221-cb6b39b440b0 req-01ce3947-75be-41cb-a7af-caa63aa17a00 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (df96a680-9535-4189-b278-b9617f998f00), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:17.680840 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ac740486-a06f-4b64-a221-cb6b39b440b0 req-01ce3947-75be-41cb-a7af-caa63aa17a00 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Calling delete_port for df96a680-9535-4189-b278-b9617f998f00 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:52:17.727599 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9536fa46-0df2-4846-8041-38188deed970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:17.822265 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cab083-3b64-4022-874d-dd6bf020479d req-b99017a5-f39e-4231-9d6d-6392242030fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:17.823130 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cab083-3b64-4022-874d-dd6bf020479d req-b99017a5-f39e-4231-9d6d-6392242030fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:17.823616 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cab083-3b64-4022-874d-dd6bf020479d req-b99017a5-f39e-4231-9d6d-6392242030fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:17.824080 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cab083-3b64-4022-874d-dd6bf020479d req-b99017a5-f39e-4231-9d6d-6392242030fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:17.824718 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cab083-3b64-4022-874d-dd6bf020479d req-b99017a5-f39e-4231-9d6d-6392242030fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:17.825044 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cab083-3b64-4022-874d-dd6bf020479d req-b99017a5-f39e-4231-9d6d-6392242030fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:17.825515 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cab083-3b64-4022-874d-dd6bf020479d req-b99017a5-f39e-4231-9d6d-6392242030fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:17.836146 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5cab083-3b64-4022-874d-dd6bf020479d req-b99017a5-f39e-4231-9d6d-6392242030fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c221dbb11cf44d8baddb08b573ae1274&device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 6503 time: 0.2615263 Jan 27 21:52:17.896304 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-977d9e77-c579-47d4-8a1d-e82c4fb18dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1763418637-router', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:40Z', 'revision_number': 4, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'gw_port': {'id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c1139ae6-dc67-4eb3-b551-a376f758cd1e', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'port_id': '84405a01-cd0d-4bf0-8b98-42cc257f6846', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 794, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97', 'mac_address': 'fa:16:3e:d5:1a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:49:40Z', 'updated_at': '2022-01-27T21:52:14Z', 'revision_number': 1, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0444d4-3532-4e47-8f36-ffbd55273e5c', 'name': '', 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'mac_address': 'fa:16:3e:ac:85:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6d63617a-41ab-4f3d-bac9-e72c844c3cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:39Z', 'updated_at': '2022-01-27T21:48:45Z', 'revision_number': 5, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'subnets': [{'id': '6d63617a-41ab-4f3d-bac9-e72c844c3cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:17.906741 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ac740486-a06f-4b64-a221-cb6b39b440b0 req-01ce3947-75be-41cb-a7af-caa63aa17a00 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (df96a680-9535-4189-b278-b9617f998f00), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:17.920394 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8', 'df96a680-9535-4189-b278-b9617f998f00'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:17.941565 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d9e77-c579-47d4-8a1d-e82c4fb18dde None None] The sync data for ids ['969b3156-eb9e-4fd3-b98c-422bd59b5a36'] in n-d-772272-3 is: [{'id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1763418637-router', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:40Z', 'revision_number': 4, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'gw_port': {'id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c1139ae6-dc67-4eb3-b551-a376f758cd1e', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'port_id': '84405a01-cd0d-4bf0-8b98-42cc257f6846', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 794, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97', 'mac_address': 'fa:16:3e:d5:1a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:49:40Z', 'updated_at': '2022-01-27T21:52:14Z', 'revision_number': 1, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0444d4-3532-4e47-8f36-ffbd55273e5c', 'name': '', 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'mac_address': 'fa:16:3e:ac:85:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6d63617a-41ab-4f3d-bac9-e72c844c3cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:39Z', 'updated_at': '2022-01-27T21:48:45Z', 'revision_number': 5, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'subnets': [{'id': '6d63617a-41ab-4f3d-bac9-e72c844c3cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:52:18.060790 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9536fa46-0df2-4846-8041-38188deed970 admin admin] Publish callbacks [] for security_group (9e0600a4-0b20-42d9-9e13-5c5c7a0ac02a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:18.070806 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9536fa46-0df2-4846-8041-38188deed970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9e0600a4-0b20-42d9-9e13-5c5c7a0ac02a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:18.099318 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] Attempting to bind port 165d96d7-754f-426f-b018-623901ff8bd7 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:52:18.103406 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] Attempting to bind port 165d96d7-754f-426f-b018-623901ff8bd7 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '41cb6eb4-9ceb-408b-832e-945396e2cef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bade858-af63-49b3-909a-6a7d96619464'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:52:18.104966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] Attempting to bind port 165d96d7-754f-426f-b018-623901ff8bd7 on network 0bade858-af63-49b3-909a-6a7d96619464 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:18.189491 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cab083-3b64-4022-874d-dd6bf020479d req-e3bc9ef2-96ee-43ad-8b42-d29cf505a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:18.191551 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5cab083-3b64-4022-874d-dd6bf020479d req-e3bc9ef2-96ee-43ad-8b42-d29cf505a9a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f73ace18-6f32-45e8-a920-6ab2b4129b97 HTTP/1.1" status: 200 len: 918 time: 0.3466563 Jan 27 21:52:18.200209 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9536fa46-0df2-4846-8041-38188deed970 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e013be5f744448b8cb908ef8086ec5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5400627 Jan 27 21:52:18.201393 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54148) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:18.211209 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536fa46-0df2-4846-8041-38188deed970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0600a4-0b20-42d9-9e13-5c5c7a0ac02a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:18.374125 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] Port 165d96d7-754f-426f-b018-623901ff8bd7 on network 0bade858-af63-49b3-909a-6a7d96619464 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:52:18.375420 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] Attempting to bind port 165d96d7-754f-426f-b018-623901ff8bd7 on network 0bade858-af63-49b3-909a-6a7d96619464 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:18.383795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27abf466-9d5b-4c23-a079-ee9d197d3968 None None] New status for floating IP c1139ae6-dc67-4eb3-b551-a376f758cd1e: ACTIVE {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:52:18.394902 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-c51e46f5-fcd3-44dd-b765-ece40e8ea3a3 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:18.396453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-c51e46f5-fcd3-44dd-b765-ece40e8ea3a3 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5170169 Jan 27 21:52:18.404760 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a1150c1-d7d6-425c-9f19-4cc0032f42dd admin admin] Publish callbacks [] for security_group (9e0600a4-0b20-42d9-9e13-5c5c7a0ac02a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:18.409194 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5cab083-3b64-4022-874d-dd6bf020479d req-921cbadf-72df-4b0f-9a7f-382947399ee4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84405a01-cd0d-4bf0-8b98-42cc257f6846 HTTP/1.1" status: 200 len: 1000 time: 0.2066276 Jan 27 21:52:18.422169 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce3947-75be-41cb-a7af-caa63aa17a00 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event deleted for resources: {'Port': ['ID=df96a680-9535-4189-b278-b9617f998f00,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:18.439035 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe11b79b-1b2d-45b9-ac40-46f6c5168d2c req-02b60ecc-1aad-44c5-96e1-aaa63f790a81 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb2abd8-1009-4c34-9322-99c63c368f00 HTTP/1.1" status: 200 len: 210 time: 0.5582287 Jan 27 21:52:18.547276 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a1150c1-d7d6-425c-9f19-4cc0032f42dd admin admin] Publish callbacks [] for security_group (9e0600a4-0b20-42d9-9e13-5c5c7a0ac02a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:18.561910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-8c1559e5-646e-44b2-a842-2f96f7727524 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Request body: {'port': {'device_id': '1bb2abd8-1009-4c34-9322-99c63c368f00', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '22a8a667d68a445ca9deb3734c502f3b'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:18.590509 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cab083-3b64-4022-874d-dd6bf020479d req-21e81847-1506-4fd6-973d-a7afbf3c9b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:18.592487 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5cab083-3b64-4022-874d-dd6bf020479d req-21e81847-1506-4fd6-973d-a7afbf3c9b80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d63617a-41ab-4f3d-bac9-e72c844c3cd6 HTTP/1.1" status: 200 len: 856 time: 0.1751471 Jan 27 21:52:18.631759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56499447-4517-418e-89fe-2b442457d332 req-308bbf8b-a927-4a1e-a2c7-ec006a97a4bc tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3757200 Jan 27 21:52:18.648815 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:52:18.649242 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] Checking segment: {'id': '41cb6eb4-9ceb-408b-832e-945396e2cef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bade858-af63-49b3-909a-6a7d96619464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:18.649679 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] Bound using segment: {'id': '41cb6eb4-9ceb-408b-832e-945396e2cef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bade858-af63-49b3-909a-6a7d96619464'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:52:18.650137 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] Bound port: 165d96d7-754f-426f-b018-623901ff8bd7, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41cb6eb4-9ceb-408b-832e-945396e2cef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0bade858-af63-49b3-909a-6a7d96619464'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:52:18.650532 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (165d96d7-754f-426f-b018-623901ff8bd7), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:18.735625 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cab083-3b64-4022-874d-dd6bf020479d req-c7ffea85-300e-4e9b-98df-e3ea4bbed9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:18.741999 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5cab083-3b64-4022-874d-dd6bf020479d req-c7ffea85-300e-4e9b-98df-e3ea4bbed9f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f73ace18-6f32-45e8-a920-6ab2b4129b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357293 Jan 27 21:52:18.745882 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a1150c1-d7d6-425c-9f19-4cc0032f42dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9e0600a4-0b20-42d9-9e13-5c5c7a0ac02a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:18.775757 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a1150c1-d7d6-425c-9f19-4cc0032f42dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:18.793512 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4a1150c1-d7d6-425c-9f19-4cc0032f42dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e0600a4-0b20-42d9-9e13-5c5c7a0ac02a HTTP/1.1" status: 204 len: 168 time: 0.5807624 Jan 27 21:52:18.881191 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a799c1b7-26eb-405f-ade3-639f90f796f7 req-4fb51fdd-11c4-43a5-812e-1a0454aa06a3 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd4bfcd1-53d9-41da-970e-3350a3af7b51 HTTP/1.1" status: 200 len: 210 time: 0.2311513 Jan 27 21:52:18.882807 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac740486-a06f-4b64-a221-cb6b39b440b0 req-01ce3947-75be-41cb-a7af-caa63aa17a00 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] No DVR routers for this DVR port df96a680-9535-4189-b278-b9617f998f00 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:52:18.889588 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ac740486-a06f-4b64-a221-cb6b39b440b0 req-01ce3947-75be-41cb-a7af-caa63aa17a00 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:18.893975 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac740486-a06f-4b64-a221-cb6b39b440b0 req-01ce3947-75be-41cb-a7af-caa63aa17a00 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.21 "DELETE /v2.0/ports/df96a680-9535-4189-b278-b9617f998f00 HTTP/1.1" status: 204 len: 173 time: 2.5257661 Jan 27 21:52:18.904345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4bfcd1-53d9-41da-970e-3350a3af7b51', 'name': 'network-vif-deleted', 'tag': 'df96a680-9535-4189-b278-b9617f998f00'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:18.908464 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517e711a-cd3b-4a40-b1c8-0e1b985814c3" -d '{"events": [{"server_uuid": "bd4bfcd1-53d9-41da-970e-3350a3af7b51", "name": "network-vif-deleted", "tag": "df96a680-9535-4189-b278-b9617f998f00"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:18.920826 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1150c1-d7d6-425c-9f19-4cc0032f42dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0600a4-0b20-42d9-9e13-5c5c7a0ac02a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:19.154468 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] For port 165d96d7-754f-426f-b018-623901ff8bd7, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:19.157839 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] For port 165d96d7-754f-426f-b018-623901ff8bd7, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=165d96d7-754f-426f-b018-623901ff8bd7,segment=NetworkSegment(41cb6eb4-9ceb-408b-832e-945396e2cef3),segment_id=41cb6eb4-9ceb-408b-832e-945396e2cef3)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:52:19.165468 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66cc3ca-d4a2-4752-a34d-13ba7e8e992c x-openstack-request-id: req-f66cc3ca-d4a2-4752-a34d-13ba7e8e992c {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:19.165738 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4bfcd1-53d9-41da-970e-3350a3af7b51", "name": "network-vif-deleted", "tag": "df96a680-9535-4189-b278-b9617f998f00", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:19.165888 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f66cc3ca-d4a2-4752-a34d-13ba7e8e992c {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:19.167109 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4bfcd1-53d9-41da-970e-3350a3af7b51', 'name': 'network-vif-deleted', 'tag': 'df96a680-9535-4189-b278-b9617f998f00', 'status': 'completed', 'code': 200} Jan 27 21:52:19.173727 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (165d96d7-754f-426f-b018-623901ff8bd7), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:19.200247 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5cab083-3b64-4022-874d-dd6bf020479d req-06e29098-9301-4410-8773-b06c338e43d0 service neutron] 10.222.0.15 "GET /v2.0/networks/f73ace18-6f32-45e8-a920-6ab2b4129b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028871 Jan 27 21:52:19.221376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:19.221665 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:19.223659 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] 10.222.0.15 "PUT /v2.0/ports/165d96d7-754f-426f-b018-623901ff8bd7 HTTP/1.1" status: 200 len: 1091 time: 3.9917896 Jan 27 21:52:19.263310 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] Request body: {'port': {'device_id': '32612713-9ca6-497b-a237-8212973e741a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:19.376877 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325906b2-9acf-49f6-b89c-bb36526f0f30 service neutron] Pushing event updated for resources: {'Port': ['ID=165d96d7-754f-426f-b018-623901ff8bd7,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:19.393993 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5cab083-3b64-4022-874d-dd6bf020479d req-fc31df17-0621-4414-8f41-9a3ca9cb1f38 service neutron] 10.222.0.15 "GET /v2.0/networks/f73ace18-6f32-45e8-a920-6ab2b4129b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925688 Jan 27 21:52:19.601625 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-8c1559e5-646e-44b2-a842-2f96f7727524 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Made reservation on behalf of 22a8a667d68a445ca9deb3734c502f3b for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:19.610689 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-8c1559e5-646e-44b2-a842-2f96f7727524 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:19.746913 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5e331c34-1b49-40b3-ba94-c588768a1a5d), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:19.767558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f6f7332-cafc-4c1d-abbb-d80e6aa1aa99 req-8fdfb17a-2240-4cc6-abc8-cdcca2e3fa2d tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb2abd8-1009-4c34-9322-99c63c368f00 HTTP/1.1" status: 200 len: 210 time: 0.1659250 Jan 27 21:52:20.508847 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162f45c-233c-4837-a1d7-722a2730bb4b req-db834e19-9422-46bd-8279-f2e21be24744 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:20.517490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162f45c-233c-4837-a1d7-722a2730bb4b req-db834e19-9422-46bd-8279-f2e21be24744 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:20.523116 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162f45c-233c-4837-a1d7-722a2730bb4b req-db834e19-9422-46bd-8279-f2e21be24744 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:20.529490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162f45c-233c-4837-a1d7-722a2730bb4b req-db834e19-9422-46bd-8279-f2e21be24744 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:20.534863 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162f45c-233c-4837-a1d7-722a2730bb4b req-db834e19-9422-46bd-8279-f2e21be24744 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:20.542723 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6162f45c-233c-4837-a1d7-722a2730bb4b req-db834e19-9422-46bd-8279-f2e21be24744 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 3828 time: 0.5294139 Jan 27 21:52:20.565567 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-8c1559e5-646e-44b2-a842-2f96f7727524 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Allocated IP 192.168.233.202 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/c6a00ecc-e514-4030-a515-8daa5f5a9902) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:20.569434 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device df96a680-9535-4189-b278-b9617f998f00 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:52:20.594364 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: df96a680-9535-4189-b278-b9617f998f00 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:52:20.594907 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device df96a680-9535-4189-b278-b9617f998f00 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:52:20.708758 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6162f45c-233c-4837-a1d7-722a2730bb4b req-11f59bb8-d794-4437-96b5-6b48eeb359fe tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651497 Jan 27 21:52:20.725106 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e331c34-1b49-40b3-ba94-c588768a1a5d {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:20.753488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10891e16-f6db-4839-a96d-8394a1ae6ec3 req-fdaa6933-8b8f-46a9-9c5a-3e956d76e3c2 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/7da4a5bf-12fe-4bb8-9c7d-d5a1998dba25 HTTP/1.1" status: 200 len: 1817 time: 0.2829370 Jan 27 21:52:20.753488 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] Publish callbacks [] for port (5e331c34-1b49-40b3-ba94-c588768a1a5d), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:20.826162 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] Transition to ACTIVE for port object 5e331c34-1b49-40b3-ba94-c588768a1a5d will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:52:20.863025 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (5e331c34-1b49-40b3-ba94-c588768a1a5d), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:20.952856 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e8a3ae7-d338-4a53-8cb0-c5aa082e713c req-6184eeac-167c-48be-b335-1d748f28b049 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb2abd8-1009-4c34-9322-99c63c368f00 HTTP/1.1" status: 200 len: 210 time: 0.0864019 Jan 27 21:52:20.952989 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:20.975962 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-10891e16-f6db-4839-a96d-8394a1ae6ec3 req-674776ba-e32c-45a3-b3f1-a031d5ca5e05 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (7da4a5bf-12fe-4bb8-9c7d-d5a1998dba25), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:21.012356 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] Pushing event updated for resources: {'Port': ['ID=5e331c34-1b49-40b3-ba94-c588768a1a5d,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:21.094518 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-10891e16-f6db-4839-a96d-8394a1ae6ec3 req-674776ba-e32c-45a3-b3f1-a031d5ca5e05 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (7da4a5bf-12fe-4bb8-9c7d-d5a1998dba25), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:21.123308 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-8c1559e5-646e-44b2-a842-2f96f7727524 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks [] for port (c6a00ecc-e514-4030-a515-8daa5f5a9902), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:21.157524 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] Attempting to bind port 5e331c34-1b49-40b3-ba94-c588768a1a5d on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:52:21.157897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] Attempting to bind port 5e331c34-1b49-40b3-ba94-c588768a1a5d by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'f7108b5e-8c7e-4035-a698-9d339b4c3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:52:21.158199 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] Attempting to bind port 5e331c34-1b49-40b3-ba94-c588768a1a5d on network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:21.168298 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'tag': '165d96d7-754f-426f-b018-623901ff8bd7'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:21.170767 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7819fd7-afa6-45c7-b084-fbd512158e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "tag": "165d96d7-754f-426f-b018-623901ff8bd7"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:21.177801 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] Port 5e331c34-1b49-40b3-ba94-c588768a1a5d on network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:52:21.178180 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] Attempting to bind port 5e331c34-1b49-40b3-ba94-c588768a1a5d on network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:21.198195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:52:21.198195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] Checking segment: {'id': 'f7108b5e-8c7e-4035-a698-9d339b4c3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:21.198195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] Bound using segment: {'id': 'f7108b5e-8c7e-4035-a698-9d339b4c3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:52:21.198195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] Bound port: 5e331c34-1b49-40b3-ba94-c588768a1a5d, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7108b5e-8c7e-4035-a698-9d339b4c3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:52:21.198195 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5e331c34-1b49-40b3-ba94-c588768a1a5d), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:21.199400 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-10891e16-f6db-4839-a96d-8394a1ae6ec3 req-674776ba-e32c-45a3-b3f1-a031d5ca5e05 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7da4a5bf-12fe-4bb8-9c7d-d5a1998dba25), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:21.201480 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-10891e16-f6db-4839-a96d-8394a1ae6ec3 req-674776ba-e32c-45a3-b3f1-a031d5ca5e05 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:21.205310 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10891e16-f6db-4839-a96d-8394a1ae6ec3 req-674776ba-e32c-45a3-b3f1-a031d5ca5e05 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "DELETE /v2.0/security-groups/7da4a5bf-12fe-4bb8-9c7d-d5a1998dba25 HTTP/1.1" status: 204 len: 173 time: 0.4610288 Jan 27 21:52:21.238219 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15037e2b-aaaa-4a96-b1a1-6525476dea8a x-openstack-request-id: req-15037e2b-aaaa-4a96-b1a1-6525476dea8a {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:21.238525 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "tag": "165d96d7-754f-426f-b018-623901ff8bd7", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:21.238959 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15037e2b-aaaa-4a96-b1a1-6525476dea8a {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:21.239388 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'tag': '165d96d7-754f-426f-b018-623901ff8bd7', 'status': 'completed', 'code': 200} Jan 27 21:52:21.320764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674776ba-e32c-45a3-b3f1-a031d5ca5e05 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da4a5bf-12fe-4bb8-9c7d-d5a1998dba25,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:21.348831 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7819fd7-afa6-45c7-b084-fbd512158e1c req-f9597311-a85e-468e-8ace-4f60bec5a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:21.349402 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7819fd7-afa6-45c7-b084-fbd512158e1c req-f9597311-a85e-468e-8ace-4f60bec5a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:21.349798 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7819fd7-afa6-45c7-b084-fbd512158e1c req-f9597311-a85e-468e-8ace-4f60bec5a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:21.350265 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-8c1559e5-646e-44b2-a842-2f96f7727524 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (c6a00ecc-e514-4030-a515-8daa5f5a9902), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:21.353184 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7819fd7-afa6-45c7-b084-fbd512158e1c req-f9597311-a85e-468e-8ace-4f60bec5a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:21.355121 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7819fd7-afa6-45c7-b084-fbd512158e1c req-f9597311-a85e-468e-8ace-4f60bec5a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:21.356554 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7819fd7-afa6-45c7-b084-fbd512158e1c req-f9597311-a85e-468e-8ace-4f60bec5a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:21.363598 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f7819fd7-afa6-45c7-b084-fbd512158e1c req-f9597311-a85e-468e-8ace-4f60bec5a60e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e6a4591e21842348002d2aff51fa01d&device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5244 time: 0.1072319 Jan 27 21:52:21.365107 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['54b6a2ec-c587-4b69-9943-c1476acdcc50'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:21.440654 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['697cb650-ae8a-46fe-bccc-21cf0b0afb3d'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:21.446121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-8c1559e5-646e-44b2-a842-2f96f7727524 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:21.462503 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecd72927-797b-4d86-a3f8-56e34de3cb6f req-0b5fb77c-aecb-484c-98de-68dd2ab70154 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/469351e8-205d-4714-80c0-189ea4189ecf HTTP/1.1" status: 200 len: 1815 time: 0.2309341 Jan 27 21:52:21.470702 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-8c1559e5-646e-44b2-a842-2f96f7727524 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:21.473422 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-8c1559e5-646e-44b2-a842-2f96f7727524 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:21.508842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1559e5-646e-44b2-a842-2f96f7727524 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Pushing event updated for resources: {'Port': ['ID=c6a00ecc-e514-4030-a515-8daa5f5a9902,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:21.525045 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] For port 5e331c34-1b49-40b3-ba94-c588768a1a5d, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:21.556086 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] For port 5e331c34-1b49-40b3-ba94-c588768a1a5d, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5e331c34-1b49-40b3-ba94-c588768a1a5d,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:52:21.568612 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (5e331c34-1b49-40b3-ba94-c588768a1a5d), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:21.615682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-8c1559e5-646e-44b2-a842-2f96f7727524 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:21.616623 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-8c1559e5-646e-44b2-a842-2f96f7727524 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:21.638375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:21.639569 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:21.641249 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] 10.222.0.15 "PUT /v2.0/ports/5e331c34-1b49-40b3-ba94-c588768a1a5d HTTP/1.1" status: 200 len: 1130 time: 2.3882434 Jan 27 21:52:21.665414 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-8c1559e5-646e-44b2-a842-2f96f7727524 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1828475 Jan 27 21:52:21.709685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] Request body: {'port': {'device_id': '32612713-9ca6-497b-a237-8212973e741a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:21.722271 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] Request body: {'port': {'device_id': '1bb2abd8-1009-4c34-9322-99c63c368f00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:21.841345 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7819fd7-afa6-45c7-b084-fbd512158e1c req-320810b8-9fa2-45d2-9dc4-b5493b7e6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:21.841832 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7819fd7-afa6-45c7-b084-fbd512158e1c req-320810b8-9fa2-45d2-9dc4-b5493b7e6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:21.842306 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7819fd7-afa6-45c7-b084-fbd512158e1c req-320810b8-9fa2-45d2-9dc4-b5493b7e6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:21.843939 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f7819fd7-afa6-45c7-b084-fbd512158e1c req-320810b8-9fa2-45d2-9dc4-b5493b7e6a81 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1e6a4591e21842348002d2aff51fa01d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4657011 Jan 27 21:52:21.860973 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ecd72927-797b-4d86-a3f8-56e34de3cb6f req-0c6e553d-f5f1-4ba1-85d6-876fe3efe99b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (469351e8-205d-4714-80c0-189ea4189ecf), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:21.893343 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fc2b0-b4ce-42c0-9a1b-30209c5faade service neutron] Pushing event updated for resources: {'Port': ['ID=5e331c34-1b49-40b3-ba94-c588768a1a5d,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:22.016136 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f01e268a-5980-42cc-b445-09bedda70324 req-3d3dba35-a618-4a37-a536-06948fd712c6 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=05a41990f6ea418e8893c66b3dfcf380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0923502 Jan 27 21:52:22.019957 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ecd72927-797b-4d86-a3f8-56e34de3cb6f req-0c6e553d-f5f1-4ba1-85d6-876fe3efe99b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (469351e8-205d-4714-80c0-189ea4189ecf), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:22.065824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e806d0cd-2a06-44e3-80e7-045cbd02b2c8 None None] Provisioning complete for port c6a00ecc-e514-4030-a515-8daa5f5a9902 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:22.066315 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e806d0cd-2a06-44e3-80e7-045cbd02b2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c6a00ecc-e514-4030-a515-8daa5f5a9902), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:22.090096 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5df57d03-78dd-4c80-bc71-9d342842ec6c), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:22.110618 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e806d0cd-2a06-44e3-80e7-045cbd02b2c8 None None] Port c6a00ecc-e514-4030-a515-8daa5f5a9902 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:22.122120 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7819fd7-afa6-45c7-b084-fbd512158e1c req-e5a4ee3a-0550-4a23-83a9-d7ab6bc025f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:22.123961 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f7819fd7-afa6-45c7-b084-fbd512158e1c req-e5a4ee3a-0550-4a23-83a9-d7ab6bc025f0 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2675283 Jan 27 21:52:22.152456 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c6a00ecc-e514-4030-a515-8daa5f5a9902), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:22.256266 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ecd72927-797b-4d86-a3f8-56e34de3cb6f req-0c6e553d-f5f1-4ba1-85d6-876fe3efe99b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (469351e8-205d-4714-80c0-189ea4189ecf), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:22.258958 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ecd72927-797b-4d86-a3f8-56e34de3cb6f req-0c6e553d-f5f1-4ba1-85d6-876fe3efe99b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:22.260801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecd72927-797b-4d86-a3f8-56e34de3cb6f req-0c6e553d-f5f1-4ba1-85d6-876fe3efe99b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "DELETE /v2.0/security-groups/469351e8-205d-4714-80c0-189ea4189ecf HTTP/1.1" status: 204 len: 173 time: 0.7970815 Jan 27 21:52:22.315648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e553d-f5f1-4ba1-85d6-876fe3efe99b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=469351e8-205d-4714-80c0-189ea4189ecf,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:22.382319 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e268a-5980-42cc-b445-09bedda70324 req-408bc310-781c-420e-af64-078cbfd976f5 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:22.384355 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f01e268a-5980-42cc-b445-09bedda70324 req-408bc310-781c-420e-af64-078cbfd976f5 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3351154 Jan 27 21:52:22.834989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f01e268a-5980-42cc-b445-09bedda70324 req-bed3ada9-5a2c-4714-ad47-6dabfa8ef4e3 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/quotas/05a41990f6ea418e8893c66b3dfcf380 HTTP/1.1" status: 200 len: 375 time: 0.3962781 Jan 27 21:52:22.939993 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f01e268a-5980-42cc-b445-09bedda70324 req-7eab6825-e555-4d47-b8a2-f118ba202f28 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=05a41990f6ea418e8893c66b3dfcf380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0859663 Jan 27 21:52:22.985918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d2e51-d25a-4882-9f9d-21fcfe3d1ca2 req-4d13a537-4292-403e-b052-2dbfa4cf3757 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:22.987697 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-529d2e51-d25a-4882-9f9d-21fcfe3d1ca2 req-4d13a537-4292-403e-b052-2dbfa4cf3757 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 946 time: 0.6614654 Jan 27 21:52:23.133027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-529d2e51-d25a-4882-9f9d-21fcfe3d1ca2 req-348b441b-65b3-4eda-969c-c2ad0db7309b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236422 Jan 27 21:52:23.239565 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df57d03-78dd-4c80-bc71-9d342842ec6c {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:23.244748 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'tag': '5e331c34-1b49-40b3-ba94-c588768a1a5d'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:23.247231 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e8ebe4-318c-421a-b426-511c0a67c6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "tag": "5e331c34-1b49-40b3-ba94-c588768a1a5d"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:23.256297 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] Publish callbacks [] for port (5df57d03-78dd-4c80-bc71-9d342842ec6c), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:23.275251 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a00ecc-e514-4030-a515-8daa5f5a9902 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:23.291677 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] Transition to ACTIVE for port object 5df57d03-78dd-4c80-bc71-9d342842ec6c will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:52:23.303171 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] Publish callbacks [] for port (c6a00ecc-e514-4030-a515-8daa5f5a9902), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:23.342976 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (5df57d03-78dd-4c80-bc71-9d342842ec6c), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:23.417897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] Transition to ACTIVE for port object c6a00ecc-e514-4030-a515-8daa5f5a9902 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:52:23.440099 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (c6a00ecc-e514-4030-a515-8daa5f5a9902), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:23.468809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] Pushing event updated for resources: {'Port': ['ID=5df57d03-78dd-4c80-bc71-9d342842ec6c,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:23.489496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998c394-5afb-4899-9176-3338e2016f1a req-3fca3f45-fad7-438d-aa56-93e12c8b910d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:23.495787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998c394-5afb-4899-9176-3338e2016f1a req-3fca3f45-fad7-438d-aa56-93e12c8b910d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:23.502141 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998c394-5afb-4899-9176-3338e2016f1a req-3fca3f45-fad7-438d-aa56-93e12c8b910d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:23.507812 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998c394-5afb-4899-9176-3338e2016f1a req-3fca3f45-fad7-438d-aa56-93e12c8b910d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:23.514347 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998c394-5afb-4899-9176-3338e2016f1a req-3fca3f45-fad7-438d-aa56-93e12c8b910d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:23.519755 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998c394-5afb-4899-9176-3338e2016f1a req-3fca3f45-fad7-438d-aa56-93e12c8b910d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:23.526073 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998c394-5afb-4899-9176-3338e2016f1a req-3fca3f45-fad7-438d-aa56-93e12c8b910d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:23.528539 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e998c394-5afb-4899-9176-3338e2016f1a req-3fca3f45-fad7-438d-aa56-93e12c8b910d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5372 time: 0.2452366 Jan 27 21:52:23.572709 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cd16c-b171-419b-8507-773faea3b84d req-ef12d762-96db-4250-a772-6457e5576b01 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:23.574894 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-797cd16c-b171-419b-8507-773faea3b84d req-ef12d762-96db-4250-a772-6457e5576b01 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb2abd8-1009-4c34-9322-99c63c368f00 HTTP/1.1" status: 200 len: 936 time: 0.2882078 Jan 27 21:52:23.677410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] Pushing event updated for resources: {'Port': ['ID=c6a00ecc-e514-4030-a515-8daa5f5a9902,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:23.834356 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e998c394-5afb-4899-9176-3338e2016f1a req-6cba2f82-49fe-49b8-8679-a8349c2ac50f tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2693486 Jan 27 21:52:23.898432 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-797cd16c-b171-419b-8507-773faea3b84d req-0280beac-ab3d-4f31-9d19-1b1697b328ff tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876658 Jan 27 21:52:23.949217 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] Attempting to bind port 5df57d03-78dd-4c80-bc71-9d342842ec6c on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:52:23.949561 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] Attempting to bind port 5df57d03-78dd-4c80-bc71-9d342842ec6c by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'f7108b5e-8c7e-4035-a698-9d339b4c3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:52:23.949892 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] Attempting to bind port 5df57d03-78dd-4c80-bc71-9d342842ec6c on network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:23.958560 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] Port 5df57d03-78dd-4c80-bc71-9d342842ec6c on network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:52:23.958903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] Attempting to bind port 5df57d03-78dd-4c80-bc71-9d342842ec6c on network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:23.964026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-67633ab9-2f73-437f-ad79-95047681e8d6 req-5c57dd2f-128b-4aef-94eb-df12cedfcf04 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1725892199', 'description': 'tempest-description-1676565764'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:23.980486 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:52:23.980994 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] Checking segment: {'id': 'f7108b5e-8c7e-4035-a698-9d339b4c3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:23.981305 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] Bound using segment: {'id': 'f7108b5e-8c7e-4035-a698-9d339b4c3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:52:23.981848 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] Bound port: 5df57d03-78dd-4c80-bc71-9d342842ec6c, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7108b5e-8c7e-4035-a698-9d339b4c3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:52:23.982266 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5df57d03-78dd-4c80-bc71-9d342842ec6c), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:24.041146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] Attempting to bind port c6a00ecc-e514-4030-a515-8daa5f5a9902 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:52:24.041492 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] Attempting to bind port c6a00ecc-e514-4030-a515-8daa5f5a9902 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:52:24.041824 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] Attempting to bind port c6a00ecc-e514-4030-a515-8daa5f5a9902 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:24.050229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] Port c6a00ecc-e514-4030-a515-8daa5f5a9902 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:52:24.050555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] Attempting to bind port c6a00ecc-e514-4030-a515-8daa5f5a9902 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:24.079758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:52:24.080093 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:24.080518 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:52:24.080973 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] Bound port: c6a00ecc-e514-4030-a515-8daa5f5a9902, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:52:24.081348 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c6a00ecc-e514-4030-a515-8daa5f5a9902), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:24.082783 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3fbbd23e-60aa-4a63-a79b-eff4d96a5f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:24.083385 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-67633ab9-2f73-437f-ad79-95047681e8d6 req-5c57dd2f-128b-4aef-94eb-df12cedfcf04 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:24.212614 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-67633ab9-2f73-437f-ad79-95047681e8d6 req-5c57dd2f-128b-4aef-94eb-df12cedfcf04 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (9a78640f-008c-44bd-9691-cf9ef4392b01), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:24.237981 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-67633ab9-2f73-437f-ad79-95047681e8d6 req-5c57dd2f-128b-4aef-94eb-df12cedfcf04 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9a78640f-008c-44bd-9691-cf9ef4392b01), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:24.272275 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] For port 5df57d03-78dd-4c80-bc71-9d342842ec6c, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:24.340734 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-67633ab9-2f73-437f-ad79-95047681e8d6 req-5c57dd2f-128b-4aef-94eb-df12cedfcf04 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:24.341997 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67633ab9-2f73-437f-ad79-95047681e8d6 req-5c57dd2f-128b-4aef-94eb-df12cedfcf04 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3946977 Jan 27 21:52:24.358130 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] For port 5df57d03-78dd-4c80-bc71-9d342842ec6c, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5df57d03-78dd-4c80-bc71-9d342842ec6c,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:52:24.361101 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9636b89f-2bc0-4860-b11e-7c89eb98e77d req-77589695-2663-4618-8dcf-6d2af7073492 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdc9f62-ab1d-4de7-95ef-0192f8584c7b HTTP/1.1" status: 200 len: 210 time: 0.0966713 Jan 27 21:52:24.365509 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57dd2f-128b-4aef-94eb-df12cedfcf04 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a78640f-008c-44bd-9691-cf9ef4392b01,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:24.372601 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (5df57d03-78dd-4c80-bc71-9d342842ec6c), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:24.429857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] Pushing event updated for resources: {'Port': ['ID=5df57d03-78dd-4c80-bc71-9d342842ec6c,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:24.439914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] For port c6a00ecc-e514-4030-a515-8daa5f5a9902, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:24.453121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:24.453643 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:24.455068 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8564d834-0383-4e70-84dd-fac786a70cad service neutron] 10.222.0.15 "PUT /v2.0/ports/5df57d03-78dd-4c80-bc71-9d342842ec6c HTTP/1.1" status: 200 len: 1130 time: 2.7539313 Jan 27 21:52:24.456599 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb91eea8-7e4e-4be5-b9d8-eb0b4b0bdd83 x-openstack-request-id: req-bb91eea8-7e4e-4be5-b9d8-eb0b4b0bdd83 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:24.456896 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "tag": "5e331c34-1b49-40b3-ba94-c588768a1a5d", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:24.457157 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb91eea8-7e4e-4be5-b9d8-eb0b4b0bdd83 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:24.457554 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'tag': '5e331c34-1b49-40b3-ba94-c588768a1a5d', 'status': 'completed', 'code': 200} Jan 27 21:52:24.465231 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] For port c6a00ecc-e514-4030-a515-8daa5f5a9902, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=c6a00ecc-e514-4030-a515-8daa5f5a9902,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:52:24.480206 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (c6a00ecc-e514-4030-a515-8daa5f5a9902), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:24.526148 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] Request body: {'port': {'device_id': '32612713-9ca6-497b-a237-8212973e741a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:24.571792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:52:24.584252 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8ebe4-318c-421a-b426-511c0a67c6f6 req-25022b65-95a6-47e5-ab41-1395c01298fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:24.586610 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8ebe4-318c-421a-b426-511c0a67c6f6 req-25022b65-95a6-47e5-ab41-1395c01298fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:24.587168 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8ebe4-318c-421a-b426-511c0a67c6f6 req-25022b65-95a6-47e5-ab41-1395c01298fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:24.588068 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8ebe4-318c-421a-b426-511c0a67c6f6 req-25022b65-95a6-47e5-ab41-1395c01298fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:24.591932 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8ebe4-318c-421a-b426-511c0a67c6f6 req-25022b65-95a6-47e5-ab41-1395c01298fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:24.592443 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8ebe4-318c-421a-b426-511c0a67c6f6 req-25022b65-95a6-47e5-ab41-1395c01298fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:24.602370 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8ebe4-318c-421a-b426-511c0a67c6f6 req-25022b65-95a6-47e5-ab41-1395c01298fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:24.609701 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-72e8ebe4-318c-421a-b426-511c0a67c6f6 req-25022b65-95a6-47e5-ab41-1395c01298fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e6a4591e21842348002d2aff51fa01d&device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 6209 time: 0.1162677 Jan 27 21:52:24.779593 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:24.788316 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:24.789959 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] 10.222.0.15 "PUT /v2.0/ports/c6a00ecc-e514-4030-a515-8daa5f5a9902 HTTP/1.1" status: 200 len: 1096 time: 3.0978119 Jan 27 21:52:24.815952 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:24.819700 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:24.903331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:24.910063 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dd0f69-3e98-46e1-9ce7-3f7560b85946" -d '{"events": [{"server_uuid": "d8c1d721-463b-4e12-80a4-6602c894c588", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:24.916740 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8ebe4-318c-421a-b426-511c0a67c6f6 req-593a6216-63d3-421c-8166-7d714b8b656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:24.916740 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8ebe4-318c-421a-b426-511c0a67c6f6 req-593a6216-63d3-421c-8166-7d714b8b656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:24.922436 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8ebe4-318c-421a-b426-511c0a67c6f6 req-593a6216-63d3-421c-8166-7d714b8b656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:24.928383 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-72e8ebe4-318c-421a-b426-511c0a67c6f6 req-593a6216-63d3-421c-8166-7d714b8b656f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1e6a4591e21842348002d2aff51fa01d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3088121 Jan 27 21:52:24.964785 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f01e268a-5980-42cc-b445-09bedda70324 req-361f69b6-671d-4c91-84b9-c7862da425f1 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=05a41990f6ea418e8893c66b3dfcf380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1136456 Jan 27 21:52:24.969007 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:25.005061 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.075099 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (50ba1000-47da-4714-9651-4cc90662a58d), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.181069 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:25.194267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:25.194577 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:25.194922 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:25.195261 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:25.195776 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:25.196141 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:25.196514 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:25.196846 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:25.197199 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:25.197706 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:25.198039 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:25.198363 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:25.199133 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:25.205648 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8ebe4-318c-421a-b426-511c0a67c6f6 req-9f4c9661-bb50-4f09-9ca4-8a03de8a15a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:25.207405 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-72e8ebe4-318c-421a-b426-511c0a67c6f6 req-9f4c9661-bb50-4f09-9ca4-8a03de8a15a0 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2756739 Jan 27 21:52:25.220447 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5b38d27-c18d-44b4-9bd0-df3355e9b8ca req-919cf7f1-45dd-496a-b9e6-5a1300dd8802 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/9a78640f-008c-44bd-9691-cf9ef4392b01 HTTP/1.1" status: 200 len: 1820 time: 0.7428014 Jan 27 21:52:25.238539 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-774202ed-0cc0-4233-b715-928f7ea0a042 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6507254 Jan 27 21:52:25.306174 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b350a8b-ea17-48b8-b53f-3024dd2f408b service neutron] Pushing event updated for resources: {'Port': ['ID=c6a00ecc-e514-4030-a515-8daa5f5a9902,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:25.313166 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-d5b38d27-c18d-44b4-9bd0-df3355e9b8ca req-e404034e-6eec-4096-a395-fdc96f1ccbc0 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2012222306', 'description': 'tempest-description-hth-1804640353'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:25.506865 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-98ff164c-f72a-48ef-8109-96f32b34c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:25.508361 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-98ff164c-f72a-48ef-8109-96f32b34c4b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22a8a667d68a445ca9deb3734c502f3b&device_id=1bb2abd8-1009-4c34-9322-99c63c368f00 HTTP/1.1" status: 200 len: 1099 time: 0.6163132 Jan 27 21:52:25.528340 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d660b-3729-49e3-be2c-36f5cfa472aa req-ea37d1cb-abbb-4551-8688-0493a0534df6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:25.533690 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d660b-3729-49e3-be2c-36f5cfa472aa req-ea37d1cb-abbb-4551-8688-0493a0534df6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:25.539211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d660b-3729-49e3-be2c-36f5cfa472aa req-ea37d1cb-abbb-4551-8688-0493a0534df6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:25.544774 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d660b-3729-49e3-be2c-36f5cfa472aa req-ea37d1cb-abbb-4551-8688-0493a0534df6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:25.550139 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d660b-3729-49e3-be2c-36f5cfa472aa req-ea37d1cb-abbb-4551-8688-0493a0534df6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:25.555539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d660b-3729-49e3-be2c-36f5cfa472aa req-ea37d1cb-abbb-4551-8688-0493a0534df6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:25.560860 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d660b-3729-49e3-be2c-36f5cfa472aa req-ea37d1cb-abbb-4551-8688-0493a0534df6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:25.562932 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d5d660b-3729-49e3-be2c-36f5cfa472aa req-ea37d1cb-abbb-4551-8688-0493a0534df6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5372 time: 0.3820479 Jan 27 21:52:25.564573 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d5b38d27-c18d-44b4-9bd0-df3355e9b8ca req-e404034e-6eec-4096-a395-fdc96f1ccbc0 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (9a78640f-008c-44bd-9691-cf9ef4392b01), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.636954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e268a-5980-42cc-b445-09bedda70324 req-c650e65a-f7b3-45e9-a9a7-a3d2d59c476b tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:25.638502 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f01e268a-5980-42cc-b445-09bedda70324 req-c650e65a-f7b3-45e9-a9a7-a3d2d59c476b tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6135473 Jan 27 21:52:25.649775 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-e263a403-ca3b-4968-bd86-13c4cbfd92f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=c6a00ecc-e514-4030-a515-8daa5f5a9902 HTTP/1.1" status: 200 len: 217 time: 0.0798957 Jan 27 21:52:25.656512 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-5da4dd39-1539-418d-a0e6-b341270e5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:25.657002 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-5da4dd39-1539-418d-a0e6-b341270e5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:25.657478 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-5da4dd39-1539-418d-a0e6-b341270e5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:25.657948 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-5da4dd39-1539-418d-a0e6-b341270e5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:25.658415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-5da4dd39-1539-418d-a0e6-b341270e5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:25.658872 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-5da4dd39-1539-418d-a0e6-b341270e5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:25.659335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-5da4dd39-1539-418d-a0e6-b341270e5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:25.661171 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-5da4dd39-1539-418d-a0e6-b341270e5aac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c221dbb11cf44d8baddb08b573ae1274&device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 6503 time: 0.3560872 Jan 27 21:52:25.700381 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-f01e268a-5980-42cc-b445-09bedda70324 req-c7edea46-2ecb-4b61-b547-619161734a3f tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Request body: {'port': {'device_id': 'afdc9f62-ab1d-4de7-95ef-0192f8584c7b', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '05a41990f6ea418e8893c66b3dfcf380'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:25.887847 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d5b38d27-c18d-44b4-9bd0-df3355e9b8ca req-e404034e-6eec-4096-a395-fdc96f1ccbc0 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (9a78640f-008c-44bd-9691-cf9ef4392b01), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.914516 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d5b38d27-c18d-44b4-9bd0-df3355e9b8ca req-e404034e-6eec-4096-a395-fdc96f1ccbc0 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9a78640f-008c-44bd-9691-cf9ef4392b01), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.917306 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d5b38d27-c18d-44b4-9bd0-df3355e9b8ca req-e404034e-6eec-4096-a395-fdc96f1ccbc0 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.918610 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5b38d27-c18d-44b4-9bd0-df3355e9b8ca req-e404034e-6eec-4096-a395-fdc96f1ccbc0 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "PUT /v2.0/security-groups/9a78640f-008c-44bd-9691-cf9ef4392b01 HTTP/1.1" status: 200 len: 1794 time: 0.6225545 Jan 27 21:52:25.967552 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-6f3bbc49-ae3c-49cf-b03f-7d36c41a6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:25.969197 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-6f3bbc49-ae3c-49cf-b03f-7d36c41a6a48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.2923172 Jan 27 21:52:26.063277 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d5d660b-3729-49e3-be2c-36f5cfa472aa req-be9d8ffb-c5b3-4f45-a2e8-f0157aa62ea1 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4714308 Jan 27 21:52:26.128372 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404034e-6eec-4096-a395-fdc96f1ccbc0 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a78640f-008c-44bd-9691-cf9ef4392b01,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:26.135972 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e50a6c5-36ac-470f-9e5f-a3740c043814 x-openstack-request-id: req-3e50a6c5-36ac-470f-9e5f-a3740c043814 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:26.136305 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c1d721-463b-4e12-80a4-6602c894c588", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:26.137308 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e50a6c5-36ac-470f-9e5f-a3740c043814 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:26.137767 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50', 'code': 200} Jan 27 21:52:26.189192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-b80bc128-09ca-40cc-962d-ead4776b99b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:26.189842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-b80bc128-09ca-40cc-962d-ead4776b99b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:26.190643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-b80bc128-09ca-40cc-962d-ead4776b99b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:26.192308 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-b80bc128-09ca-40cc-962d-ead4776b99b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f73ace18-6f32-45e8-a920-6ab2b4129b97&id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&id=b460f0aa-ece7-4f87-b835-250ecfdd5f67&id=b460f0aa-ece7-4f87-b835-250ecfdd5f67 HTTP/1.1" status: 200 len: 2297 time: 0.4609971 Jan 27 21:52:26.308903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-bc380a7d-1eca-4600-9913-ea167e5b79f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:26.310435 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-bc380a7d-1eca-4600-9913-ea167e5b79f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3029618 Jan 27 21:52:26.317193 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01e268a-5980-42cc-b445-09bedda70324 req-c7edea46-2ecb-4b61-b547-619161734a3f tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Made reservation on behalf of 05a41990f6ea418e8893c66b3dfcf380 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:26.320530 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f01e268a-5980-42cc-b445-09bedda70324 req-c7edea46-2ecb-4b61-b547-619161734a3f tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:26.333024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569ab77-b054-47cf-938c-7fc4051dd0a2 req-1dcb6359-bae0-4294-b80d-89246aff1223 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:26.336994 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a569ab77-b054-47cf-938c-7fc4051dd0a2 req-1dcb6359-bae0-4294-b80d-89246aff1223 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb2abd8-1009-4c34-9322-99c63c368f00 HTTP/1.1" status: 200 len: 948 time: 0.2918122 Jan 27 21:52:26.345955 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ba1000-47da-4714-9651-4cc90662a58d {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:26.357055 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] Publish callbacks [] for port (50ba1000-47da-4714-9651-4cc90662a58d), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:26.375502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] Transition to ACTIVE for port object 50ba1000-47da-4714-9651-4cc90662a58d will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:52:26.419786 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (50ba1000-47da-4714-9651-4cc90662a58d), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:26.454247 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f01e268a-5980-42cc-b445-09bedda70324 req-c7edea46-2ecb-4b61-b547-619161734a3f tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:26.466759 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'tag': '5df57d03-78dd-4c80-bc71-9d342842ec6c'}, {'name': 'network-changed', 'server_uuid': '1bb2abd8-1009-4c34-9322-99c63c368f00', 'tag': 'c6a00ecc-e514-4030-a515-8daa5f5a9902'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:26.467469 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b9e116-1397-4a63-aab4-81cd734559cc" -d '{"events": [{"name": "network-changed", "server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "tag": "5df57d03-78dd-4c80-bc71-9d342842ec6c"}, {"name": "network-changed", "server_uuid": "1bb2abd8-1009-4c34-9322-99c63c368f00", "tag": "c6a00ecc-e514-4030-a515-8daa5f5a9902"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:26.679579 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-96bc7497-7444-446a-8edd-2781923f3f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:26.864013 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-018b6651-f599-4aa6-8318-80a6d7ac1bf9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84405a01-cd0d-4bf0-8b98-42cc257f6846 HTTP/1.1" status: 200 len: 1002 time: 0.6599035 Jan 27 21:52:26.868698 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-120b6ef3-671e-4d26-8f05-fc514c6b561d req-de336d7d-72d6-4c19-bfcb-1b78ef7793d6 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdc9f62-ab1d-4de7-95ef-0192f8584c7b HTTP/1.1" status: 200 len: 210 time: 0.4444022 Jan 27 21:52:26.902366 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] Pushing event updated for resources: {'Port': ['ID=50ba1000-47da-4714-9651-4cc90662a58d,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:27.077006 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-3d4f4049-2ff9-4eaa-80ca-6b3f981d597d service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6986854 Jan 27 21:52:27.102910 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a569ab77-b054-47cf-938c-7fc4051dd0a2 req-d59c93a0-671a-41e8-86a5-afbd55948c3e tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7056680 Jan 27 21:52:27.239516 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a59a605-bdec-4157-837d-b5dac38159ac x-openstack-request-id: req-7a59a605-bdec-4157-837d-b5dac38159ac {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:27.239854 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "tag": "5df57d03-78dd-4c80-bc71-9d342842ec6c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1bb2abd8-1009-4c34-9322-99c63c368f00", "tag": "c6a00ecc-e514-4030-a515-8daa5f5a9902", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:27.240082 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a59a605-bdec-4157-837d-b5dac38159ac {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:27.240580 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'tag': '5df57d03-78dd-4c80-bc71-9d342842ec6c', 'status': 'completed', 'code': 200} Jan 27 21:52:27.240845 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb2abd8-1009-4c34-9322-99c63c368f00', 'tag': 'c6a00ecc-e514-4030-a515-8daa5f5a9902', 'status': 'completed', 'code': 200} Jan 27 21:52:27.250146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-26c6155d-ed31-4f89-bd48-602c592264e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.251632 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-26c6155d-ed31-4f89-bd48-602c592264e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d63617a-41ab-4f3d-bac9-e72c844c3cd6 HTTP/1.1" status: 200 len: 856 time: 0.2818372 Jan 27 21:52:27.291942 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d67e007-bc0e-4013-8c14-62aba04d667a req-62a491b7-b5b0-4bea-aa23-8df0f7d9ba1d tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/9a78640f-008c-44bd-9691-cf9ef4392b01 HTTP/1.1" status: 200 len: 1794 time: 0.3225179 Jan 27 21:52:27.377381 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-433764a8-6296-489f-8656-ce467d369ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.379069 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-433764a8-6296-489f-8656-ce467d369ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.379762 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-433764a8-6296-489f-8656-ce467d369ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.380505 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-433764a8-6296-489f-8656-ce467d369ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.381157 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-433764a8-6296-489f-8656-ce467d369ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.381802 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-433764a8-6296-489f-8656-ce467d369ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.382502 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-433764a8-6296-489f-8656-ce467d369ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.385038 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-433764a8-6296-489f-8656-ce467d369ea9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e6a4591e21842348002d2aff51fa01d&device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 6234 time: 0.1583419 Jan 27 21:52:27.421449 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:27.491552 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f01e268a-5980-42cc-b445-09bedda70324 req-c7edea46-2ecb-4b61-b547-619161734a3f tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Publish callbacks [] for security_group (b9665c11-6d30-497f-8a35-38bfbf78314e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:27.542858 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfa2c3f3-00f6-40a9-8e07-7263cce85ad5 req-2b6419ae-5e99-4be7-8d9c-62e3b9d19033 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304686 Jan 27 21:52:27.543962 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-7d7d1751-8f79-4b69-be37-2990292c9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.544476 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-7d7d1751-8f79-4b69-be37-2990292c9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.544950 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-7d7d1751-8f79-4b69-be37-2990292c9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.546915 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-7d7d1751-8f79-4b69-be37-2990292c9dfb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1e6a4591e21842348002d2aff51fa01d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1531103 Jan 27 21:52:27.551891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] Attempting to bind port 50ba1000-47da-4714-9651-4cc90662a58d on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:52:27.552580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] Attempting to bind port 50ba1000-47da-4714-9651-4cc90662a58d by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'f7108b5e-8c7e-4035-a698-9d339b4c3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:52:27.553097 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] Attempting to bind port 50ba1000-47da-4714-9651-4cc90662a58d on network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:27.568223 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f01e268a-5980-42cc-b445-09bedda70324 req-c7edea46-2ecb-4b61-b547-619161734a3f tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b9665c11-6d30-497f-8a35-38bfbf78314e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:27.597999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] Port 50ba1000-47da-4714-9651-4cc90662a58d on network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:52:27.598418 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] Attempting to bind port 50ba1000-47da-4714-9651-4cc90662a58d on network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:27.643054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:52:27.643435 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] Checking segment: {'id': 'f7108b5e-8c7e-4035-a698-9d339b4c3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:27.643949 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] Bound using segment: {'id': 'f7108b5e-8c7e-4035-a698-9d339b4c3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:52:27.644312 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] Bound port: 50ba1000-47da-4714-9651-4cc90662a58d, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7108b5e-8c7e-4035-a698-9d339b4c3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:52:27.645307 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (50ba1000-47da-4714-9651-4cc90662a58d), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:27.660668 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-23e7a1d9-1ceb-4aae-a76e-3dbba2d3bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.662255 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-23e7a1d9-1ceb-4aae-a76e-3dbba2d3bf16 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1079614 Jan 27 21:52:27.730211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-6aff6ad8-f01d-46d3-9a19-78331fcbe397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.731682 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-6aff6ad8-f01d-46d3-9a19-78331fcbe397 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f73ace18-6f32-45e8-a920-6ab2b4129b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4315388 Jan 27 21:52:27.762276 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-89672b1a-d4ca-4287-86e4-00e26bc0e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.763781 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-89672b1a-d4ca-4287-86e4-00e26bc0e1c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22a8a667d68a445ca9deb3734c502f3b&device_id=1bb2abd8-1009-4c34-9322-99c63c368f00 HTTP/1.1" status: 200 len: 1099 time: 0.0484252 Jan 27 21:52:27.770236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02c0b8-229c-4699-b132-e7e56a409ccd req-bcb2bf5b-ca3b-4710-954c-82a37340c8f7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.776667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02c0b8-229c-4699-b132-e7e56a409ccd req-bcb2bf5b-ca3b-4710-954c-82a37340c8f7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.781979 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02c0b8-229c-4699-b132-e7e56a409ccd req-bcb2bf5b-ca3b-4710-954c-82a37340c8f7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.787253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02c0b8-229c-4699-b132-e7e56a409ccd req-bcb2bf5b-ca3b-4710-954c-82a37340c8f7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.792560 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02c0b8-229c-4699-b132-e7e56a409ccd req-bcb2bf5b-ca3b-4710-954c-82a37340c8f7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.797836 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02c0b8-229c-4699-b132-e7e56a409ccd req-bcb2bf5b-ca3b-4710-954c-82a37340c8f7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.803187 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02c0b8-229c-4699-b132-e7e56a409ccd req-bcb2bf5b-ca3b-4710-954c-82a37340c8f7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.810817 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b02c0b8-229c-4699-b132-e7e56a409ccd req-bcb2bf5b-ca3b-4710-954c-82a37340c8f7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5384 time: 0.4444294 Jan 27 21:52:27.862052 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edea46-2ecb-4b61-b547-619161734a3f tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9665c11-6d30-497f-8a35-38bfbf78314e,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:27.867261 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-862d9eb1-f933-40d9-a298-50d54150c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.870128 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-862d9eb1-f933-40d9-a298-50d54150c7e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.0917540 Jan 27 21:52:27.876088 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8e78992-0d42-4d3a-9841-08bdd8b99194 req-8678e734-d4a1-46ae-ab4b-2f0d35773426 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/9a78640f-008c-44bd-9691-cf9ef4392b01 HTTP/1.1" status: 200 len: 1794 time: 0.3307357 Jan 27 21:52:27.920510 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-1bd8ba2f-5d69-42a0-8bf8-a04040c327ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=c6a00ecc-e514-4030-a515-8daa5f5a9902 HTTP/1.1" status: 200 len: 217 time: 0.0382497 Jan 27 21:52:27.976724 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-763bc144-eb45-4b5e-847b-2dbf38b802be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.980391 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-763bc144-eb45-4b5e-847b-2dbf38b802be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0532894 Jan 27 21:52:27.993440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] For port 50ba1000-47da-4714-9651-4cc90662a58d, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:28.057461 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-9b62fb2c-c0c1-41c7-b110-f551cf710720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:28.059210 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-9b62fb2c-c0c1-41c7-b110-f551cf710720 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708556 Jan 27 21:52:28.063639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] For port 50ba1000-47da-4714-9651-4cc90662a58d, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=50ba1000-47da-4714-9651-4cc90662a58d,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:52:28.098561 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (50ba1000-47da-4714-9651-4cc90662a58d), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:28.152185 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b02c0b8-229c-4699-b132-e7e56a409ccd req-3298275f-dee8-4e0b-88dd-3859f33bbe24 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3339801 Jan 27 21:52:28.153873 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-f01e268a-5980-42cc-b445-09bedda70324 req-c7edea46-2ecb-4b61-b547-619161734a3f tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Allocated IP 192.168.233.254 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/8f08a7b7-e828-4b12-b9df-408c5d318493) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:28.179214 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-8322a1e1-eeba-4444-9347-bb9cab4b3e61 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076498 Jan 27 21:52:28.234840 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-5280b712-9342-4c9f-8c0d-ca5fd57e9d38 service neutron] 10.222.0.15 "GET /v2.0/networks/f73ace18-6f32-45e8-a920-6ab2b4129b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801884 Jan 27 21:52:28.240405 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e8e78992-0d42-4d3a-9841-08bdd8b99194 req-7a4301d0-55ac-4221-8e0e-b9f5340135dd tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (9a78640f-008c-44bd-9691-cf9ef4392b01), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:28.311783 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:28.312578 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:28.314034 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] 10.222.0.15 "PUT /v2.0/ports/50ba1000-47da-4714-9651-4cc90662a58d HTTP/1.1" status: 200 len: 1091 time: 3.8123395 Jan 27 21:52:28.339994 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c6b9e116-1397-4a63-aab4-81cd734559cc req-280e66b1-ee7d-47a0-ae52-0c0173c769dc service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573787 Jan 27 21:52:28.405600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] Request body: {'port': {'device_id': '32612713-9ca6-497b-a237-8212973e741a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:28.430260 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e8e78992-0d42-4d3a-9841-08bdd8b99194 req-7a4301d0-55ac-4221-8e0e-b9f5340135dd tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (9a78640f-008c-44bd-9691-cf9ef4392b01), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:28.494253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bd993-0ad7-43a5-a87e-4facac0b09a6 service neutron] Pushing event updated for resources: {'Port': ['ID=50ba1000-47da-4714-9651-4cc90662a58d,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:28.671863 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e8e78992-0d42-4d3a-9841-08bdd8b99194 req-7a4301d0-55ac-4221-8e0e-b9f5340135dd tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9a78640f-008c-44bd-9691-cf9ef4392b01), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:28.674470 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e8e78992-0d42-4d3a-9841-08bdd8b99194 req-7a4301d0-55ac-4221-8e0e-b9f5340135dd tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:28.675642 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8e78992-0d42-4d3a-9841-08bdd8b99194 req-7a4301d0-55ac-4221-8e0e-b9f5340135dd tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "DELETE /v2.0/security-groups/9a78640f-008c-44bd-9691-cf9ef4392b01 HTTP/1.1" status: 204 len: 173 time: 0.7647736 Jan 27 21:52:28.746089 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49fe8933-f58f-46d6-9e14-8bdec64c9de0 req-04da1d6a-c522-4431-b30a-07c318194503 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdc9f62-ab1d-4de7-95ef-0192f8584c7b HTTP/1.1" status: 200 len: 210 time: 0.1044970 Jan 27 21:52:28.749859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4301d0-55ac-4221-8e0e-b9f5340135dd tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a78640f-008c-44bd-9691-cf9ef4392b01,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:28.755765 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-090c6dba-b4e7-4326-92ea-414baa52c960 service neutron] 10.222.0.15 "GET /v2.0/networks/f73ace18-6f32-45e8-a920-6ab2b4129b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101299 Jan 27 21:52:28.756420 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6da56839-08a2-4b33-8cc1-5572573d53c5), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:28.818208 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:28.847972 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-67ea7ddb-64f2-4314-8e30-e59233c9053f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=3104ba69-ec6e-49e9-9127-78e5e52dd511 HTTP/1.1" status: 200 len: 217 time: 0.0829391 Jan 27 21:52:28.954284 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f01e268a-5980-42cc-b445-09bedda70324 req-c7edea46-2ecb-4b61-b547-619161734a3f tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Publish callbacks [] for port (8f08a7b7-e828-4b12-b9df-408c5d318493), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:29.014964 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bed72-795b-4adb-b19c-350476ef44ef req-8f5c9693-08c6-4f3b-a5d6-d92bdfe53461 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.018308 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa5bed72-795b-4adb-b19c-350476ef44ef req-8f5c9693-08c6-4f3b-a5d6-d92bdfe53461 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb2abd8-1009-4c34-9322-99c63c368f00 HTTP/1.1" status: 200 len: 948 time: 0.2293048 Jan 27 21:52:29.036568 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-1a70292d-0ed1-47e1-84f7-13d874707714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.047401 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-1a70292d-0ed1-47e1-84f7-13d874707714 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba1a2abc-5b7e-4b47-895c-4a2ade07d24d HTTP/1.1" status: 200 len: 797 time: 0.1810205 Jan 27 21:52:29.230904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859458ac-4f36-4725-aa66-8c9b56c56a66 req-7fe2f24b-7bac-4651-9de8-8741e0b441ae tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.232417 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-859458ac-4f36-4725-aa66-8c9b56c56a66 req-7fe2f24b-7bac-4651-9de8-8741e0b441ae tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9501137-a719-41d9-b0a8-c39b367e0086 HTTP/1.1" status: 200 len: 946 time: 0.2825937 Jan 27 21:52:29.263972 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'tag': '50ba1000-47da-4714-9651-4cc90662a58d'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:29.266381 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1373a54-2b49-450b-bb37-732e98930ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "tag": "50ba1000-47da-4714-9651-4cc90662a58d"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:29.284103 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f01e268a-5980-42cc-b445-09bedda70324 req-c7edea46-2ecb-4b61-b547-619161734a3f tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (8f08a7b7-e828-4b12-b9df-408c5d318493), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:29.328797 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa5bed72-795b-4adb-b19c-350476ef44ef req-c90cf9c6-707f-4a99-9d91-4d3bfd5a8315 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945356 Jan 27 21:52:29.367810 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01e268a-5980-42cc-b445-09bedda70324 req-c7edea46-2ecb-4b61-b547-619161734a3f tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:29.369877 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-be0bfa9b-b667-4c71-9c62-b0f8ef2e2a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.371374 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-be0bfa9b-b667-4c71-9c62-b0f8ef2e2a84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2457194 Jan 27 21:52:29.382384 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-f01e268a-5980-42cc-b445-09bedda70324 req-c7edea46-2ecb-4b61-b547-619161734a3f tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:29.385381 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01e268a-5980-42cc-b445-09bedda70324 req-c7edea46-2ecb-4b61-b547-619161734a3f tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:29.458527 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edea46-2ecb-4b61-b547-619161734a3f tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Pushing event updated for resources: {'Port': ['ID=8f08a7b7-e828-4b12-b9df-408c5d318493,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:29.548280 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-859458ac-4f36-4725-aa66-8c9b56c56a66 req-936a2f28-9c45-439f-b0f4-4a545a4d1fa5 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/security-groups?id=436bbef7-1abe-46fa-9ed9-09bf69c0c99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710936 Jan 27 21:52:29.615416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e268a-5980-42cc-b445-09bedda70324 req-c7edea46-2ecb-4b61-b547-619161734a3f tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.616039 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f01e268a-5980-42cc-b445-09bedda70324 req-c7edea46-2ecb-4b61-b547-619161734a3f tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:29.674987 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-680df177-8525-44af-81f4-5cd542aab550 None None] Provisioning complete for port 8f08a7b7-e828-4b12-b9df-408c5d318493 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:29.675870 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-680df177-8525-44af-81f4-5cd542aab550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8f08a7b7-e828-4b12-b9df-408c5d318493), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:29.685803 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e8b61-5376-45d1-b4d1-3cb4192979eb req-4b4f6d23-8b3c-431f-a8a1-06116580f4ef tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.691247 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e8b61-5376-45d1-b4d1-3cb4192979eb req-4b4f6d23-8b3c-431f-a8a1-06116580f4ef tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.696605 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e8b61-5376-45d1-b4d1-3cb4192979eb req-4b4f6d23-8b3c-431f-a8a1-06116580f4ef tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.704116 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e8b61-5376-45d1-b4d1-3cb4192979eb req-4b4f6d23-8b3c-431f-a8a1-06116580f4ef tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.709606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e8b61-5376-45d1-b4d1-3cb4192979eb req-4b4f6d23-8b3c-431f-a8a1-06116580f4ef tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.722830 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e8b61-5376-45d1-b4d1-3cb4192979eb req-4b4f6d23-8b3c-431f-a8a1-06116580f4ef tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.727416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e8b61-5376-45d1-b4d1-3cb4192979eb req-4b4f6d23-8b3c-431f-a8a1-06116580f4ef tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.729645 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-916e8b61-5376-45d1-b4d1-3cb4192979eb req-4b4f6d23-8b3c-431f-a8a1-06116580f4ef tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5384 time: 0.2720673 Jan 27 21:52:29.734666 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ea6773-324a-4e22-b925-e1f64cfb046e x-openstack-request-id: req-78ea6773-324a-4e22-b925-e1f64cfb046e {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:29.734965 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "tag": "50ba1000-47da-4714-9651-4cc90662a58d", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:29.735322 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78ea6773-324a-4e22-b925-e1f64cfb046e {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:29.735620 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'tag': '50ba1000-47da-4714-9651-4cc90662a58d', 'status': 'completed', 'code': 200} Jan 27 21:52:29.760770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-680df177-8525-44af-81f4-5cd542aab550 None None] Port 8f08a7b7-e828-4b12-b9df-408c5d318493 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:29.768467 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f01e268a-5980-42cc-b445-09bedda70324 req-c7edea46-2ecb-4b61-b547-619161734a3f tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0893896 Jan 27 21:52:29.787297 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-f01e268a-5980-42cc-b445-09bedda70324 req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] Request body: {'port': {'device_id': 'afdc9f62-ab1d-4de7-95ef-0192f8584c7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:29.793748 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da56839-08a2-4b33-8cc1-5572573d53c5 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:29.807266 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-7ee59f32-635c-40e9-a7ef-fc2b836f2958 service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182515 Jan 27 21:52:29.807893 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1373a54-2b49-450b-bb37-732e98930ba5 req-90666888-0432-4c37-b0ed-8e5c9e8d5cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.809157 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1373a54-2b49-450b-bb37-732e98930ba5 req-90666888-0432-4c37-b0ed-8e5c9e8d5cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.809815 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1373a54-2b49-450b-bb37-732e98930ba5 req-90666888-0432-4c37-b0ed-8e5c9e8d5cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.810534 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1373a54-2b49-450b-bb37-732e98930ba5 req-90666888-0432-4c37-b0ed-8e5c9e8d5cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.811341 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1373a54-2b49-450b-bb37-732e98930ba5 req-90666888-0432-4c37-b0ed-8e5c9e8d5cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.812268 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1373a54-2b49-450b-bb37-732e98930ba5 req-90666888-0432-4c37-b0ed-8e5c9e8d5cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.812920 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1373a54-2b49-450b-bb37-732e98930ba5 req-90666888-0432-4c37-b0ed-8e5c9e8d5cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.814964 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c1373a54-2b49-450b-bb37-732e98930ba5 req-90666888-0432-4c37-b0ed-8e5c9e8d5cc9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e6a4591e21842348002d2aff51fa01d&device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 6276 time: 0.0861571 Jan 27 21:52:29.853145 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] Publish callbacks [] for port (6da56839-08a2-4b33-8cc1-5572573d53c5), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:29.856208 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-5a49857d-7eb4-4cb0-9360-79b9d8b8a880 req-42c80c4a-17fa-4f23-aa85-363feafc83f6 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] show failed (client error): The resource could not be found. Jan 27 21:52:29.857512 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a49857d-7eb4-4cb0-9360-79b9d8b8a880 req-42c80c4a-17fa-4f23-aa85-363feafc83f6 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/469351e8-205d-4714-80c0-189ea4189ecf HTTP/1.1" status: 404 len: 352 time: 0.0856142 Jan 27 21:52:29.934825 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1373a54-2b49-450b-bb37-732e98930ba5 req-0cdcd5f4-2b55-42ca-a336-4ffb7bdea0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.935302 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1373a54-2b49-450b-bb37-732e98930ba5 req-0cdcd5f4-2b55-42ca-a336-4ffb7bdea0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.935966 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1373a54-2b49-450b-bb37-732e98930ba5 req-0cdcd5f4-2b55-42ca-a336-4ffb7bdea0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.937746 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c1373a54-2b49-450b-bb37-732e98930ba5 req-0cdcd5f4-2b55-42ca-a336-4ffb7bdea0c1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1e6a4591e21842348002d2aff51fa01d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1132946 Jan 27 21:52:29.987627 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-916e8b61-5376-45d1-b4d1-3cb4192979eb req-d7e3dede-1cc7-47fa-a7a2-64a71dca73dc tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2445593 Jan 27 21:52:30.038959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] Transition to ACTIVE for port object 6da56839-08a2-4b33-8cc1-5572573d53c5 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:52:30.076487 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1373a54-2b49-450b-bb37-732e98930ba5 req-47038adb-b4fa-4986-8ce7-47350b5038c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:30.079079 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c1373a54-2b49-450b-bb37-732e98930ba5 req-47038adb-b4fa-4986-8ce7-47350b5038c6 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1343782 Jan 27 21:52:30.092765 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f01e268a-5980-42cc-b445-09bedda70324 req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8f08a7b7-e828-4b12-b9df-408c5d318493), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:30.095334 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (6da56839-08a2-4b33-8cc1-5572573d53c5), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:30.156790 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-66cdf2a3-8c6d-4a56-8e8b-84a66147c1f7 req-b9676909-e58c-463a-9215-f121515e541c tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] show failed (client error): The resource could not be found. Jan 27 21:52:30.158013 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66cdf2a3-8c6d-4a56-8e8b-84a66147c1f7 req-b9676909-e58c-463a-9215-f121515e541c tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/7da4a5bf-12fe-4bb8-9c7d-d5a1998dba25 HTTP/1.1" status: 404 len: 352 time: 0.0961111 Jan 27 21:52:30.216019 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-1a952993-06c0-47f7-bd23-8cb1df2e1e28 service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809211 Jan 27 21:52:30.277448 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:30.286232 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-99faff1a-d8fb-4de8-8caa-ae97bbcbe401 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=58a6677b-4259-4a9e-b0ad-e5e44fe71385 HTTP/1.1" status: 200 len: 217 time: 0.0617421 Jan 27 21:52:30.294209 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71ed94-e648-4e6a-9a6f-e57aa3c4d1a6 req-8aa25120-190c-4fb6-bb7d-1d5e1faa8b50 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:30.296729 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c71ed94-e648-4e6a-9a6f-e57aa3c4d1a6 req-8aa25120-190c-4fb6-bb7d-1d5e1faa8b50 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdc9f62-ab1d-4de7-95ef-0192f8584c7b HTTP/1.1" status: 200 len: 936 time: 0.3403063 Jan 27 21:52:30.329640 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] Pushing event updated for resources: {'Port': ['ID=6da56839-08a2-4b33-8cc1-5572573d53c5,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:30.449551 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-8d55202c-f85f-4ebc-ab50-23d23b194998 req-0d4473fa-0797-4359-b9c5-ae5f4383ccda tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] show failed (client error): The resource could not be found. Jan 27 21:52:30.450402 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d55202c-f85f-4ebc-ab50-23d23b194998 req-0d4473fa-0797-4359-b9c5-ae5f4383ccda tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/fd325783-85c2-466d-b24b-7cc6b16a4f34 HTTP/1.1" status: 404 len: 352 time: 0.1435618 Jan 27 21:52:30.548953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-637d64d8-2c20-4ffa-b77e-017c77f31bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:30.550398 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-637d64d8-2c20-4ffa-b77e-017c77f31bcb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba1a2abc-5b7e-4b47-895c-4a2ade07d24d HTTP/1.1" status: 200 len: 797 time: 0.2518363 Jan 27 21:52:30.580276 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c71ed94-e648-4e6a-9a6f-e57aa3c4d1a6 req-19ae8c08-7ead-4eb7-b062-a64dc62b7dcf tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658770 Jan 27 21:52:30.839398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device c6a00ecc-e514-4030-a515-8daa5f5a9902 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:52:30.938301 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port c6a00ecc-e514-4030-a515-8daa5f5a9902, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=c6a00ecc-e514-4030-a515-8daa5f5a9902,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:30.952196 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'c6a00ecc-e514-4030-a515-8daa5f5a9902', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': 'c6a00ecc-e514-4030-a515-8daa5f5a9902', 'mac_address': 'fa:16:3e:fc:9f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:52:30.999765 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port c6a00ecc-e514-4030-a515-8daa5f5a9902 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:31.001005 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c6a00ecc-e514-4030-a515-8daa5f5a9902), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:31.015994 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a00ecc-e514-4030-a515-8daa5f5a9902 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:31.019099 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] Attempting to bind port 6da56839-08a2-4b33-8cc1-5572573d53c5 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:52:31.019442 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] Attempting to bind port 6da56839-08a2-4b33-8cc1-5572573d53c5 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'f7108b5e-8c7e-4035-a698-9d339b4c3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:52:31.019770 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] Attempting to bind port 6da56839-08a2-4b33-8cc1-5572573d53c5 on network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:31.037131 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port c6a00ecc-e514-4030-a515-8daa5f5a9902, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=c6a00ecc-e514-4030-a515-8daa5f5a9902,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:31.037881 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-9f027c79-85cd-4361-aa7c-694ae334c34b req-f0bf96e7-0968-4119-b217-b852e342e56b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] show failed (client error): The resource could not be found. Jan 27 21:52:31.038932 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f027c79-85cd-4361-aa7c-694ae334c34b req-f0bf96e7-0968-4119-b217-b852e342e56b tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/2cb4d1fd-ebfb-403b-b10e-8e633be3a4b3 HTTP/1.1" status: 404 len: 352 time: 0.3961768 Jan 27 21:52:31.042616 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] Port 6da56839-08a2-4b33-8cc1-5572573d53c5 on network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:52:31.042959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] Attempting to bind port 6da56839-08a2-4b33-8cc1-5572573d53c5 on network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:31.043108 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c6a00ecc-e514-4030-a515-8daa5f5a9902), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:31.069741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:52:31.070090 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] Checking segment: {'id': 'f7108b5e-8c7e-4035-a698-9d339b4c3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:31.070493 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] Bound using segment: {'id': 'f7108b5e-8c7e-4035-a698-9d339b4c3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:52:31.070939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] Bound port: 6da56839-08a2-4b33-8cc1-5572573d53c5, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7108b5e-8c7e-4035-a698-9d339b4c3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:52:31.071310 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6da56839-08a2-4b33-8cc1-5572573d53c5), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:31.080190 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea5f50-c4b4-40f3-8ae0-3c81735644a9 req-3c875464-e2a9-4970-af39-b00cf00968e0 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:31.087178 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06ea5f50-c4b4-40f3-8ae0-3c81735644a9 req-3c875464-e2a9-4970-af39-b00cf00968e0 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb2abd8-1009-4c34-9322-99c63c368f00 HTTP/1.1" status: 200 len: 948 time: 0.5541139 Jan 27 21:52:31.107870 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=c6a00ecc-e514-4030-a515-8daa5f5a9902,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:31.115056 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-06de624a-3648-4fa9-a557-d17fc542d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:31.116655 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-06de624a-3648-4fa9-a557-d17fc542d23a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5409758 Jan 27 21:52:31.322143 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06ea5f50-c4b4-40f3-8ae0-3c81735644a9 req-3e0d588b-e6b5-4059-9389-2e8c8c5d140b tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340987 Jan 27 21:52:31.362758 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['c6a00ecc-e514-4030-a515-8daa5f5a9902'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:31.373382 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02eaa81-11ee-4225-af9d-0ab51076a0aa req-b6b08fc2-3430-47f9-8a38-ccbfb66c272c tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:31.375640 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-d02eaa81-11ee-4225-af9d-0ab51076a0aa req-b6b08fc2-3430-47f9-8a38-ccbfb66c272c tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9501137-a719-41d9-b0a8-c39b367e0086 HTTP/1.1" status: 200 len: 946 time: 0.0588996 Jan 27 21:52:31.378151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] For port 6da56839-08a2-4b33-8cc1-5572573d53c5, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:31.392661 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c31039-7e37-4b85-98e9-bc55cdfd4b1c req-e7058cb0-27fe-4c3c-b976-dcd8ad35792f tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:31.394226 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3c31039-7e37-4b85-98e9-bc55cdfd4b1c req-e7058cb0-27fe-4c3c-b976-dcd8ad35792f tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9501137-a719-41d9-b0a8-c39b367e0086 HTTP/1.1" status: 200 len: 946 time: 0.2566099 Jan 27 21:52:31.430169 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] For port 6da56839-08a2-4b33-8cc1-5572573d53c5, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6da56839-08a2-4b33-8cc1-5572573d53c5,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:52:31.449205 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-50f189eb-b808-4697-9bf9-43daaab58e2e service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233767 Jan 27 21:52:31.451348 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-f01e268a-5980-42cc-b445-09bedda70324 req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f08a7b7-e828-4b12-b9df-408c5d318493 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:31.457904 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (6da56839-08a2-4b33-8cc1-5572573d53c5), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:31.474710 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f01e268a-5980-42cc-b445-09bedda70324 req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] Publish callbacks [] for port (8f08a7b7-e828-4b12-b9df-408c5d318493), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:31.521415 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-d02eaa81-11ee-4225-af9d-0ab51076a0aa req-677cee8b-84e9-43a0-b4d3-7bb7947fef5a tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Deleting port dd1d185b-24da-4002-bf59-d63a1a4ce012 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:52:31.521957 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-d02eaa81-11ee-4225-af9d-0ab51076a0aa req-677cee8b-84e9-43a0-b4d3-7bb7947fef5a tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (dd1d185b-24da-4002-bf59-d63a1a4ce012), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:31.586567 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:31.587247 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:31.588886 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] 10.222.0.15 "PUT /v2.0/ports/6da56839-08a2-4b33-8cc1-5572573d53c5 HTTP/1.1" status: 200 len: 1091 time: 3.2001863 Jan 27 21:52:31.595415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-f01e268a-5980-42cc-b445-09bedda70324 req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] Transition to ACTIVE for port object 8f08a7b7-e828-4b12-b9df-408c5d318493 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:52:31.605537 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f01e268a-5980-42cc-b445-09bedda70324 req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (8f08a7b7-e828-4b12-b9df-408c5d318493), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:31.620242 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3c31039-7e37-4b85-98e9-bc55cdfd4b1c req-22dc5791-0a2a-4ba0-92b7-35e32a329f40 tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.23 "GET /v2.0/security-groups?id=436bbef7-1abe-46fa-9ed9-09bf69c0c99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161119 Jan 27 21:52:31.638771 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] Request body: {'port': {'device_id': '32612713-9ca6-497b-a237-8212973e741a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:31.693350 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-d02eaa81-11ee-4225-af9d-0ab51076a0aa req-677cee8b-84e9-43a0-b4d3-7bb7947fef5a tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] For port dd1d185b-24da-4002-bf59-d63a1a4ce012, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=dd1d185b-24da-4002-bf59-d63a1a4ce012,segment=NetworkSegment(b286c45c-9fc5-4902-ad71-27d64a176edc),segment_id=b286c45c-9fc5-4902-ad71-27d64a176edc)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:31.693901 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-d02eaa81-11ee-4225-af9d-0ab51076a0aa req-677cee8b-84e9-43a0-b4d3-7bb7947fef5a tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (dd1d185b-24da-4002-bf59-d63a1a4ce012), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:31.708125 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-d02eaa81-11ee-4225-af9d-0ab51076a0aa req-677cee8b-84e9-43a0-b4d3-7bb7947fef5a tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Calling delete_port for dd1d185b-24da-4002-bf59-d63a1a4ce012 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:52:31.759175 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'tag': '6da56839-08a2-4b33-8cc1-5572573d53c5'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:31.761556 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da2a130-fe86-492e-b189-395d01ead19d" -d '{"events": [{"name": "network-changed", "server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "tag": "6da56839-08a2-4b33-8cc1-5572573d53c5"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:31.784201 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-324f7ea7-5a71-4d91-8568-f489951fe956 req-fdf7f402-dbd6-4441-b152-d32837a52aeb tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] show failed (client error): The resource could not be found. Jan 27 21:52:31.799875 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-324f7ea7-5a71-4d91-8568-f489951fe956 req-fdf7f402-dbd6-4441-b152-d32837a52aeb tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/28b29b21-dc77-4bc4-be9f-fe0de48b0851 HTTP/1.1" status: 404 len: 352 time: 0.1299992 Jan 27 21:52:31.807177 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871372e-aa8c-4095-805c-f07482cfd645 service neutron] Pushing event updated for resources: {'Port': ['ID=6da56839-08a2-4b33-8cc1-5572573d53c5,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:31.928752 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-d02eaa81-11ee-4225-af9d-0ab51076a0aa req-677cee8b-84e9-43a0-b4d3-7bb7947fef5a tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (dd1d185b-24da-4002-bf59-d63a1a4ce012), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:31.944026 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['dd1d185b-24da-4002-bf59-d63a1a4ce012'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:31.966409 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] Pushing event updated for resources: {'Port': ['ID=8f08a7b7-e828-4b12-b9df-408c5d318493,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:31.992494 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cee8b-84e9-43a0-b4d3-7bb7947fef5a tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Pushing event deleted for resources: {'Port': ['ID=dd1d185b-24da-4002-bf59-d63a1a4ce012,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:31.992758 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (79d45860-45d3-46c0-a4f4-e8a2bb4d821b), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:32.061745 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02eaa81-11ee-4225-af9d-0ab51076a0aa req-677cee8b-84e9-43a0-b4d3-7bb7947fef5a tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] No DVR routers for this DVR port dd1d185b-24da-4002-bf59-d63a1a4ce012 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:52:32.064907 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-d02eaa81-11ee-4225-af9d-0ab51076a0aa req-677cee8b-84e9-43a0-b4d3-7bb7947fef5a tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:32.068976 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-d02eaa81-11ee-4225-af9d-0ab51076a0aa req-677cee8b-84e9-43a0-b4d3-7bb7947fef5a tempest-VolumesAdminNegativeTest-765419198 tempest-VolumesAdminNegativeTest-765419198-project] 10.222.0.21 "DELETE /v2.0/ports/dd1d185b-24da-4002-bf59-d63a1a4ce012 HTTP/1.1" status: 204 len: 173 time: 0.6863720 Jan 27 21:52:32.069484 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9501137-a719-41d9-b0a8-c39b367e0086', 'name': 'network-vif-deleted', 'tag': 'dd1d185b-24da-4002-bf59-d63a1a4ce012'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:32.072783 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e808e151-fe49-44ff-a8cb-c57e81a23993" -d '{"events": [{"server_uuid": "e9501137-a719-41d9-b0a8-c39b367e0086", "name": "network-vif-deleted", "tag": "dd1d185b-24da-4002-bf59-d63a1a4ce012"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:32.218095 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721d3d6-77f8-4095-8698-616e910ad3d9 req-95b7ba78-ab1e-42c2-9d1f-c0035f6aaaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.220960 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0721d3d6-77f8-4095-8698-616e910ad3d9 req-95b7ba78-ab1e-42c2-9d1f-c0035f6aaaf3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 1095 time: 0.0630853 Jan 27 21:52:32.238801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-5f79d484-febe-4118-a64f-4718fb89ca7f service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7746489 Jan 27 21:52:32.338930 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721d3d6-77f8-4095-8698-616e910ad3d9 req-73e3bae3-5908-4907-ad6c-4a29c8b69a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.340498 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0721d3d6-77f8-4095-8698-616e910ad3d9 req-73e3bae3-5908-4907-ad6c-4a29c8b69a3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 913 time: 0.0890434 Jan 27 21:52:32.341295 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d1796-5323-4cbe-9fa8-17f83550a27e req-5f544ec6-9af6-4a93-9ce6-6a4862001103 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.346662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d1796-5323-4cbe-9fa8-17f83550a27e req-5f544ec6-9af6-4a93-9ce6-6a4862001103 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.352129 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d1796-5323-4cbe-9fa8-17f83550a27e req-5f544ec6-9af6-4a93-9ce6-6a4862001103 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.357516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d1796-5323-4cbe-9fa8-17f83550a27e req-5f544ec6-9af6-4a93-9ce6-6a4862001103 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.363090 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d1796-5323-4cbe-9fa8-17f83550a27e req-5f544ec6-9af6-4a93-9ce6-6a4862001103 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.370096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d1796-5323-4cbe-9fa8-17f83550a27e req-5f544ec6-9af6-4a93-9ce6-6a4862001103 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.375959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d1796-5323-4cbe-9fa8-17f83550a27e req-5f544ec6-9af6-4a93-9ce6-6a4862001103 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.377915 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af3d1796-5323-4cbe-9fa8-17f83550a27e req-5f544ec6-9af6-4a93-9ce6-6a4862001103 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5396 time: 0.7050841 Jan 27 21:52:32.388499 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-2e2b6c57-3a1d-49e8-b1e7-4aaffc9e3b45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=8eff1a59-dbd2-42fa-a1d6-c18ead819fde HTTP/1.1" status: 200 len: 217 time: 0.1161408 Jan 27 21:52:32.417708 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0721d3d6-77f8-4095-8698-616e910ad3d9 req-2af00e06-e64c-4807-b3d2-c0d175039b0d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 HTTP/1.1" status: 200 len: 999 time: 0.0694675 Jan 27 21:52:32.470871 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721d3d6-77f8-4095-8698-616e910ad3d9 req-43596c87-71f5-46ba-a6f2-af1326216d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.472654 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0721d3d6-77f8-4095-8698-616e910ad3d9 req-43596c87-71f5-46ba-a6f2-af1326216d4a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.0465379 Jan 27 21:52:32.475229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-f01e268a-5980-42cc-b445-09bedda70324 req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] Attempting to bind port 8f08a7b7-e828-4b12-b9df-408c5d318493 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:52:32.475560 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-f01e268a-5980-42cc-b445-09bedda70324 req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] Attempting to bind port 8f08a7b7-e828-4b12-b9df-408c5d318493 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:52:32.475888 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01e268a-5980-42cc-b445-09bedda70324 req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] Attempting to bind port 8f08a7b7-e828-4b12-b9df-408c5d318493 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:32.517283 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31a835-932c-40c6-b820-487484d4e485 req-a7d37650-6f48-47a1-ae84-a302bc5d4ebb tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.521224 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721d3d6-77f8-4095-8698-616e910ad3d9 req-93b4e1ee-352b-46a3-bd30-c8a05b1b1194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.522681 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0721d3d6-77f8-4095-8698-616e910ad3d9 req-93b4e1ee-352b-46a3-bd30-c8a05b1b1194 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430193 Jan 27 21:52:32.524350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c31a835-932c-40c6-b820-487484d4e485 req-a7d37650-6f48-47a1-ae84-a302bc5d4ebb tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdc9f62-ab1d-4de7-95ef-0192f8584c7b HTTP/1.1" status: 200 len: 948 time: 0.5089774 Jan 27 21:52:32.526085 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01e268a-5980-42cc-b445-09bedda70324 req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] Port 8f08a7b7-e828-4b12-b9df-408c5d318493 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:52:32.526410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01e268a-5980-42cc-b445-09bedda70324 req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] Attempting to bind port 8f08a7b7-e828-4b12-b9df-408c5d318493 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:32.555549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-2432afa4-0b26-47df-945d-c3860d6b79b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.557724 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-2432afa4-0b26-47df-945d-c3860d6b79b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba1a2abc-5b7e-4b47-895c-4a2ade07d24d HTTP/1.1" status: 200 len: 797 time: 0.1499991 Jan 27 21:52:32.578740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01e268a-5980-42cc-b445-09bedda70324 req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:52:32.579080 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01e268a-5980-42cc-b445-09bedda70324 req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:32.579545 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01e268a-5980-42cc-b445-09bedda70324 req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:52:32.579892 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-f01e268a-5980-42cc-b445-09bedda70324 req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] Bound port: 8f08a7b7-e828-4b12-b9df-408c5d318493, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:52:32.580276 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f01e268a-5980-42cc-b445-09bedda70324 req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8f08a7b7-e828-4b12-b9df-408c5d318493), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:32.620289 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:52:32.644477 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0721d3d6-77f8-4095-8698-616e910ad3d9 req-61ccb22f-8991-4c0f-8cd7-2cd917fdafee service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103017 Jan 27 21:52:32.663460 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af3d1796-5323-4cbe-9fa8-17f83550a27e req-12a36e02-8bc7-4b70-b3b0-84dc5b9b545f tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2713165 Jan 27 21:52:32.753322 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4746f8-e183-4579-bc70-969bd408c34e x-openstack-request-id: req-1f4746f8-e183-4579-bc70-969bd408c34e {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:32.756140 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "tag": "6da56839-08a2-4b33-8cc1-5572573d53c5", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:32.756517 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f4746f8-e183-4579-bc70-969bd408c34e {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:32.757114 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'tag': '6da56839-08a2-4b33-8cc1-5572573d53c5', 'status': 'completed', 'code': 200} Jan 27 21:52:32.805064 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c31a835-932c-40c6-b820-487484d4e485 req-99add3e8-61de-4115-a2e3-6316f2f1815d tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794919 Jan 27 21:52:32.847597 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0721d3d6-77f8-4095-8698-616e910ad3d9 req-2fe931d1-30af-4c75-8170-b4b58362fb2a service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963184 Jan 27 21:52:32.861941 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device c6a00ecc-e514-4030-a515-8daa5f5a9902 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:32.869715 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-61e93449-252a-4d68-922f-bbddf9d9a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.871882 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-61e93449-252a-4d68-922f-bbddf9d9a1b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2975781 Jan 27 21:52:32.899485 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-c175befb-7ccc-49df-b130-b55b3821deb2 req-588e8ac8-2ad6-4c10-b4bb-8b3c06c2c85a tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] show failed (client error): The resource could not be found. Jan 27 21:52:32.901046 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c175befb-7ccc-49df-b130-b55b3821deb2 req-588e8ac8-2ad6-4c10-b4bb-8b3c06c2c85a tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/8264cb66-d773-42f1-af42-0ef2800b78ad HTTP/1.1" status: 404 len: 352 time: 0.1194923 Jan 27 21:52:32.904083 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b339b6-54a2-4ca9-aa52-d54139646ef5 x-openstack-request-id: req-72b339b6-54a2-4ca9-aa52-d54139646ef5 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:32.904400 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9501137-a719-41d9-b0a8-c39b367e0086", "name": "network-vif-deleted", "tag": "dd1d185b-24da-4002-bf59-d63a1a4ce012", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:32.904646 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72b339b6-54a2-4ca9-aa52-d54139646ef5 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:32.905301 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9501137-a719-41d9-b0a8-c39b367e0086', 'name': 'network-vif-deleted', 'tag': 'dd1d185b-24da-4002-bf59-d63a1a4ce012', 'status': 'completed', 'code': 200} Jan 27 21:52:32.934075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d45860-45d3-46c0-a4f4-e8a2bb4d821b {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:32.963341 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2a130-fe86-492e-b189-395d01ead19d req-b9d53605-7e8c-45f3-808c-1be3944ea818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.963813 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2a130-fe86-492e-b189-395d01ead19d req-b9d53605-7e8c-45f3-808c-1be3944ea818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.964316 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2a130-fe86-492e-b189-395d01ead19d req-b9d53605-7e8c-45f3-808c-1be3944ea818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.964789 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2a130-fe86-492e-b189-395d01ead19d req-b9d53605-7e8c-45f3-808c-1be3944ea818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.965254 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2a130-fe86-492e-b189-395d01ead19d req-b9d53605-7e8c-45f3-808c-1be3944ea818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.965718 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2a130-fe86-492e-b189-395d01ead19d req-b9d53605-7e8c-45f3-808c-1be3944ea818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.966183 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2a130-fe86-492e-b189-395d01ead19d req-b9d53605-7e8c-45f3-808c-1be3944ea818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.972535 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:32.980410 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2da2a130-fe86-492e-b189-395d01ead19d req-b9d53605-7e8c-45f3-808c-1be3944ea818 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e6a4591e21842348002d2aff51fa01d&device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 6343 time: 0.1196520 Jan 27 21:52:33.001853 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] Publish callbacks [] for port (79d45860-45d3-46c0-a4f4-e8a2bb4d821b), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:33.018565 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'port_id': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50', 'mac_address': 'fa:16:3e:46:43:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:52:33.024119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-f01e268a-5980-42cc-b445-09bedda70324 req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] For port 8f08a7b7-e828-4b12-b9df-408c5d318493, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:33.057648 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port c6a00ecc-e514-4030-a515-8daa5f5a9902 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:52:33.060477 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-f01e268a-5980-42cc-b445-09bedda70324 req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] For port 8f08a7b7-e828-4b12-b9df-408c5d318493, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=8f08a7b7-e828-4b12-b9df-408c5d318493,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:52:33.066026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] Transition to ACTIVE for port object 79d45860-45d3-46c0-a4f4-e8a2bb4d821b will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:52:33.071460 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port c6a00ecc-e514-4030-a515-8daa5f5a9902 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:33.071901 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f01e268a-5980-42cc-b445-09bedda70324 req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (8f08a7b7-e828-4b12-b9df-408c5d318493), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:33.072721 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c6a00ecc-e514-4030-a515-8daa5f5a9902), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:33.115733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:33.116126 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:33.139140 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54434) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:33.140367 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:33.147254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] Pushing event updated for resources: {'Port': ['ID=8f08a7b7-e828-4b12-b9df-408c5d318493,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:33.149945 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (79d45860-45d3-46c0-a4f4-e8a2bb4d821b), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:33.176940 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:33.184292 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:33.214066 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] Pushing event updated for resources: {'Port': ['ID=79d45860-45d3-46c0-a4f4-e8a2bb4d821b,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:33.252342 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96098b-f080-4598-b6b9-bf5d9dbb14c3 req-e550b47b-b00d-49a6-be79-ef719c2b40e2 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:33.254343 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d96098b-f080-4598-b6b9-bf5d9dbb14c3 req-e550b47b-b00d-49a6-be79-ef719c2b40e2 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb2abd8-1009-4c34-9322-99c63c368f00 HTTP/1.1" status: 200 len: 949 time: 0.2677679 Jan 27 21:52:33.281878 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port c6a00ecc-e514-4030-a515-8daa5f5a9902 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:33.282279 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c6a00ecc-e514-4030-a515-8daa5f5a9902), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:33.294530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e268a-5980-42cc-b445-09bedda70324 req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:33.295369 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f01e268a-5980-42cc-b445-09bedda70324 req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:33.297656 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f01e268a-5980-42cc-b445-09bedda70324 req-4c2fafb9-355f-4f8a-8ee5-9bc05a7e706a service neutron] 10.222.0.21 "PUT /v2.0/ports/8f08a7b7-e828-4b12-b9df-408c5d318493 HTTP/1.1" status: 200 len: 1096 time: 3.5148070 Jan 27 21:52:33.336842 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:33.342844 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,revision_number=9']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:33.363475 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-830703b4-a601-4e2a-9329-98d5b2d6fa9b service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725213 Jan 27 21:52:33.456267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb2abd8-1009-4c34-9322-99c63c368f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a00ecc-e514-4030-a515-8daa5f5a9902'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:33.478966 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6568ae-8da9-449f-97a1-8201286055eb" -d '{"events": [{"server_uuid": "1bb2abd8-1009-4c34-9322-99c63c368f00", "name": "network-vif-plugged", "status": "completed", "tag": "c6a00ecc-e514-4030-a515-8daa5f5a9902"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:33.495127 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-08391b5a-a669-4879-8d80-39ca8d795366 admin admin] Deleting subnet 26b82e09-d16d-4be5-bd76-9edfb9dfc2f5 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:52:33.530374 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port c6a00ecc-e514-4030-a515-8daa5f5a9902, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=c6a00ecc-e514-4030-a515-8daa5f5a9902,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:33.541603 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c6a00ecc-e514-4030-a515-8daa5f5a9902), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:33.628725 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-08391b5a-a669-4879-8d80-39ca8d795366 admin admin] Publish callbacks [] for subnet (26b82e09-d16d-4be5-bd76-9edfb9dfc2f5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:33.682954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=c6a00ecc-e514-4030-a515-8daa5f5a9902,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:33.689057 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b5cfec-34f9-4b43-8f02-85f313fb3c76 x-openstack-request-id: req-a3b5cfec-34f9-4b43-8f02-85f313fb3c76 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:33.689347 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb2abd8-1009-4c34-9322-99c63c368f00", "name": "network-vif-plugged", "status": "completed", "tag": "c6a00ecc-e514-4030-a515-8daa5f5a9902", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:33.689608 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3b5cfec-34f9-4b43-8f02-85f313fb3c76 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:33.690010 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb2abd8-1009-4c34-9322-99c63c368f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a00ecc-e514-4030-a515-8daa5f5a9902', 'code': 200} Jan 27 21:52:33.882494 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d96098b-f080-4598-b6b9-bf5d9dbb14c3 req-0b51d7e3-5e8e-49d4-947e-83880326d5be tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6139956 Jan 27 21:52:33.890974 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-08391b5a-a669-4879-8d80-39ca8d795366 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (26b82e09-d16d-4be5-bd76-9edfb9dfc2f5), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:33.893170 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2a130-fe86-492e-b189-395d01ead19d req-d8190cc5-9cb6-4856-8b3d-a86f2a8ae1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:33.894857 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2a130-fe86-492e-b189-395d01ead19d req-d8190cc5-9cb6-4856-8b3d-a86f2a8ae1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:33.895535 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2a130-fe86-492e-b189-395d01ead19d req-d8190cc5-9cb6-4856-8b3d-a86f2a8ae1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:33.898323 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2da2a130-fe86-492e-b189-395d01ead19d req-d8190cc5-9cb6-4856-8b3d-a86f2a8ae1b2 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1e6a4591e21842348002d2aff51fa01d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9145889 Jan 27 21:52:33.976326 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e268a-5980-42cc-b445-09bedda70324 req-a427cf8e-f642-463d-b2d5-3a8146188d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:33.977909 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f01e268a-5980-42cc-b445-09bedda70324 req-a427cf8e-f642-463d-b2d5-3a8146188d11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05a41990f6ea418e8893c66b3dfcf380&device_id=afdc9f62-ab1d-4de7-95ef-0192f8584c7b HTTP/1.1" status: 200 len: 1099 time: 0.5192213 Jan 27 21:52:33.996520 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] Attempting to bind port 79d45860-45d3-46c0-a4f4-e8a2bb4d821b on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:52:33.996866 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] Attempting to bind port 79d45860-45d3-46c0-a4f4-e8a2bb4d821b by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '2a2930c9-2d81-4f92-adf9-9ae2f2d8c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:52:33.997205 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] Attempting to bind port 79d45860-45d3-46c0-a4f4-e8a2bb4d821b on network 7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:34.006755 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf1bfc-496a-45b9-a20a-cc359a429cee req-0bb84a50-b5bf-4f95-8869-6cd703954ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:34.008244 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fdf1bfc-496a-45b9-a20a-cc359a429cee req-0bb84a50-b5bf-4f95-8869-6cd703954ec4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1bb2abd8-1009-4c34-9322-99c63c368f00 HTTP/1.1" status: 200 len: 1101 time: 0.2510211 Jan 27 21:52:34.040189 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2a130-fe86-492e-b189-395d01ead19d req-badd2abc-aed9-4700-b22a-b23f07efcab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:34.042137 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48091d95-acf3-4299-8393-5876232cb6a6 req-6643ecd8-fbd7-443e-abdb-fbbced359d06 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:34.042485 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2da2a130-fe86-492e-b189-395d01ead19d req-badd2abc-aed9-4700-b22a-b23f07efcab0 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1361120 Jan 27 21:52:34.043741 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-48091d95-acf3-4299-8393-5876232cb6a6 req-6643ecd8-fbd7-443e-abdb-fbbced359d06 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b9db0f-00cc-4378-9886-7048836cffd0 HTTP/1.1" status: 200 len: 1024 time: 0.2913766 Jan 27 21:52:34.098096 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-5c5158b2-e7a7-4f00-9403-9bc9c04bd222 service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7143631 Jan 27 21:52:34.105096 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-08391b5a-a669-4879-8d80-39ca8d795366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (26b82e09-d16d-4be5-bd76-9edfb9dfc2f5), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:34.114096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] Port 79d45860-45d3-46c0-a4f4-e8a2bb4d821b on network 7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:52:34.114431 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] Attempting to bind port 79d45860-45d3-46c0-a4f4-e8a2bb4d821b on network 7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:34.145220 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f01e268a-5980-42cc-b445-09bedda70324 req-a37e48ae-59c0-4c04-8707-563acb9484fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=8f08a7b7-e828-4b12-b9df-408c5d318493 HTTP/1.1" status: 200 len: 217 time: 0.1428216 Jan 27 21:52:34.201045 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:52:34.201383 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] Checking segment: {'id': '2a2930c9-2d81-4f92-adf9-9ae2f2d8c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:34.201771 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] Bound using segment: {'id': '2a2930c9-2d81-4f92-adf9-9ae2f2d8c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:52:34.202252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] Bound port: 79d45860-45d3-46c0-a4f4-e8a2bb4d821b, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2930c9-2d81-4f92-adf9-9ae2f2d8c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:52:34.202721 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (79d45860-45d3-46c0-a4f4-e8a2bb4d821b), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:34.249716 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-801f31e2-092d-4d87-b5d2-f4b9683777d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=21987296-9049-47a8-bec1-6cc5307332a1 HTTP/1.1" status: 200 len: 217 time: 0.1328506 Jan 27 21:52:34.323222 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86da72-7423-492d-9de8-8617966630ff req-fd6ca17f-2243-4ef3-9217-8cc766de9884 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:34.329012 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86da72-7423-492d-9de8-8617966630ff req-fd6ca17f-2243-4ef3-9217-8cc766de9884 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:34.334322 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86da72-7423-492d-9de8-8617966630ff req-fd6ca17f-2243-4ef3-9217-8cc766de9884 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:34.339617 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86da72-7423-492d-9de8-8617966630ff req-fd6ca17f-2243-4ef3-9217-8cc766de9884 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:34.345062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86da72-7423-492d-9de8-8617966630ff req-fd6ca17f-2243-4ef3-9217-8cc766de9884 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:34.350440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86da72-7423-492d-9de8-8617966630ff req-fd6ca17f-2243-4ef3-9217-8cc766de9884 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:34.356406 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86da72-7423-492d-9de8-8617966630ff req-fd6ca17f-2243-4ef3-9217-8cc766de9884 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:34.358432 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c86da72-7423-492d-9de8-8617966630ff req-fd6ca17f-2243-4ef3-9217-8cc766de9884 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5408 time: 0.3925717 Jan 27 21:52:34.417286 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fdf1bfc-496a-45b9-a20a-cc359a429cee req-1a206695-21b4-43f2-9757-cd2acda281e2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702002 Jan 27 21:52:34.459464 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e268a-5980-42cc-b445-09bedda70324 req-573e334b-f4e7-4cc3-94f9-5d8ca9f2ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:34.460989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f01e268a-5980-42cc-b445-09bedda70324 req-573e334b-f4e7-4cc3-94f9-5d8ca9f2ff02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.2999022 Jan 27 21:52:34.547537 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-48091d95-acf3-4299-8393-5876232cb6a6 req-7f357cb9-b71a-4c57-b1eb-3ba68a291fea tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=83e47253-213a-4696-8f29-0328f78a301a&id=41fd8501-8399-41a8-af1d-918d1f666462&id=65a164b7-a61f-447d-901d-819e37ca7b20&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.4583783 Jan 27 21:52:34.548877 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-7312f915-5a4b-412a-ba51-b2897437352a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:34.550258 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-7312f915-5a4b-412a-ba51-b2897437352a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba1a2abc-5b7e-4b47-895c-4a2ade07d24d HTTP/1.1" status: 200 len: 797 time: 0.2694800 Jan 27 21:52:34.551194 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-08391b5a-a669-4879-8d80-39ca8d795366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (26b82e09-d16d-4be5-bd76-9edfb9dfc2f5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:34.601262 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08391b5a-a669-4879-8d80-39ca8d795366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26b82e09-d16d-4be5-bd76-9edfb9dfc2f5,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:34.607863 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] For port 79d45860-45d3-46c0-a4f4-e8a2bb4d821b, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:34.618919 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-08391b5a-a669-4879-8d80-39ca8d795366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:34.624977 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-08391b5a-a669-4879-8d80-39ca8d795366 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/26b82e09-d16d-4be5-bd76-9edfb9dfc2f5 HTTP/1.1" status: 204 len: 168 time: 1.4684944 Jan 27 21:52:34.625486 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54456) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:34.630899 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:34.640923 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c86da72-7423-492d-9de8-8617966630ff req-18a2a1c3-d0fd-4e65-b650-f6fdce84f629 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2542934 Jan 27 21:52:34.652244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] For port 79d45860-45d3-46c0-a4f4-e8a2bb4d821b, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=79d45860-45d3-46c0-a4f4-e8a2bb4d821b,segment=NetworkSegment(2a2930c9-2d81-4f92-adf9-9ae2f2d8c002),segment_id=2a2930c9-2d81-4f92-adf9-9ae2f2d8c002)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:52:34.672425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e268a-5980-42cc-b445-09bedda70324 req-b0cd9828-af65-4390-ae7d-4c52cde82200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:34.672425 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f01e268a-5980-42cc-b445-09bedda70324 req-b0cd9828-af65-4390-ae7d-4c52cde82200 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1860194 Jan 27 21:52:34.695677 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (79d45860-45d3-46c0-a4f4-e8a2bb4d821b), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:34.735319 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:34.735936 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:34.755749 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f757ec4c-bc1c-4192-9044-d5a66bd1c6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (c20ad411-4fc9-4e4f-9838-616aae73dc6e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:34.875230 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:34.875877 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:34.877430 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f757ec4c-bc1c-4192-9044-d5a66bd1c6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (c20ad411-4fc9-4e4f-9838-616aae73dc6e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:34.905380 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-f757ec4c-bc1c-4192-9044-d5a66bd1c6eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20ad411-4fc9-4e4f-9838-616aae73dc6e']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:34.919003 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:34.925606 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:34.926883 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device dd1d185b-24da-4002-bf59-d63a1a4ce012 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:52:34.939441 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-f757ec4c-bc1c-4192-9044-d5a66bd1c6eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b286c45c-9fc5-4902-ad71-27d64a176edc') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:34.939753 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-f757ec4c-bc1c-4192-9044-d5a66bd1c6eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b286c45c-9fc5-4902-ad71-27d64a176edc') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:34.958291 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: dd1d185b-24da-4002-bf59-d63a1a4ce012 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:52:34.958789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device dd1d185b-24da-4002-bf59-d63a1a4ce012 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:52:34.962036 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f757ec4c-bc1c-4192-9044-d5a66bd1c6eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (b286c45c-9fc5-4902-ad71-27d64a176edc), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.004463 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f757ec4c-bc1c-4192-9044-d5a66bd1c6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b286c45c-9fc5-4902-ad71-27d64a176edc), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.014068 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f757ec4c-bc1c-4192-9044-d5a66bd1c6eb admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:52:35.014473 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f757ec4c-bc1c-4192-9044-d5a66bd1c6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (b286c45c-9fc5-4902-ad71-27d64a176edc), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: timer() Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:52:35.016456 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:52:35.024458 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,revision_number=10']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:35.073860 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f757ec4c-bc1c-4192-9044-d5a66bd1c6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (c20ad411-4fc9-4e4f-9838-616aae73dc6e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.079492 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f757ec4c-bc1c-4192-9044-d5a66bd1c6eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.081563 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afdc9f62-ab1d-4de7-95ef-0192f8584c7b', 'tag': '8f08a7b7-e828-4b12-b9df-408c5d318493'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:35.083140 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f757ec4c-bc1c-4192-9044-d5a66bd1c6eb admin admin] 10.222.0.23 "DELETE /v2.0/networks/c20ad411-4fc9-4e4f-9838-616aae73dc6e HTTP/1.1" status: 204 len: 168 time: 0.4565487 Jan 27 21:52:35.085794 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54460) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:35.088220 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97955cb8-89b8-4150-a8dc-3262ad648bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "afdc9f62-ab1d-4de7-95ef-0192f8584c7b", "tag": "8f08a7b7-e828-4b12-b9df-408c5d318493"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:35.120451 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757ec4c-bc1c-4192-9044-d5a66bd1c6eb admin admin] Pushing event deleted for resources: {'Network': ['ID=c20ad411-4fc9-4e4f-9838-616aae73dc6e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:35.141067 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-08db8307-1412-45e1-b258-00ea3f298a37 admin admin] Deleting subnet 5af0cbea-c817-4421-99bb-b942d2e9a2ff {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:52:35.144466 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08db8307-1412-45e1-b258-00ea3f298a37 admin admin] Publish callbacks [] for subnet (5af0cbea-c817-4421-99bb-b942d2e9a2ff), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.184734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:35.185640 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.186907 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08db8307-1412-45e1-b258-00ea3f298a37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (5af0cbea-c817-4421-99bb-b942d2e9a2ff), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.187302 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] 10.222.0.15 "PUT /v2.0/ports/79d45860-45d3-46c0-a4f4-e8a2bb4d821b HTTP/1.1" status: 200 len: 1091 time: 3.5616839 Jan 27 21:52:35.239135 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08db8307-1412-45e1-b258-00ea3f298a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (5af0cbea-c817-4421-99bb-b942d2e9a2ff), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.242068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] Request body: {'port': {'device_id': '32612713-9ca6-497b-a237-8212973e741a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:35.280822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-c499d937-1a16-42d3-bb15-9d8ed83a7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:35.282475 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-c499d937-1a16-42d3-bb15-9d8ed83a7263 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6472650 Jan 27 21:52:35.290103 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc1680-cad8-4405-8647-be08e4cd3dee req-6f2a124f-e99c-4d6b-a20c-07d13eb9c074 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:35.299729 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dbbc1680-cad8-4405-8647-be08e4cd3dee req-6f2a124f-e99c-4d6b-a20c-07d13eb9c074 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdc9f62-ab1d-4de7-95ef-0192f8584c7b HTTP/1.1" status: 200 len: 948 time: 0.6512027 Jan 27 21:52:35.320637 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08db8307-1412-45e1-b258-00ea3f298a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (5af0cbea-c817-4421-99bb-b942d2e9a2ff), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.354473 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db8307-1412-45e1-b258-00ea3f298a37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5af0cbea-c817-4421-99bb-b942d2e9a2ff,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:35.356015 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fab967-5ff8-40a6-b209-30889792f1ef service neutron] Pushing event updated for resources: {'Port': ['ID=79d45860-45d3-46c0-a4f4-e8a2bb4d821b,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:35.358517 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08db8307-1412-45e1-b258-00ea3f298a37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.361746 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-08db8307-1412-45e1-b258-00ea3f298a37 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5af0cbea-c817-4421-99bb-b942d2e9a2ff HTTP/1.1" status: 204 len: 168 time: 0.2750385 Jan 27 21:52:35.364085 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54468) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:35.443575 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-de1caa64-827e-4bb6-a64c-00cea5f47af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (6335ad67-6741-4430-9a0f-4b1da9c723f6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.464481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9ee12-244e-4f3f-ae0f-e0a0dd78a8b7 req-4b21a37c-4399-48c7-a1eb-59fb46579a59 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:35.466163 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82d9ee12-244e-4f3f-ae0f-e0a0dd78a8b7 req-4b21a37c-4399-48c7-a1eb-59fb46579a59 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb2abd8-1009-4c34-9322-99c63c368f00 HTTP/1.1" status: 200 len: 950 time: 0.3687491 Jan 27 21:52:35.476231 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f01e268a-5980-42cc-b445-09bedda70324 req-7c035eab-acf6-4da6-be7d-4a22e928d1a9 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7943246 Jan 27 21:52:35.537643 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-de1caa64-827e-4bb6-a64c-00cea5f47af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (6335ad67-6741-4430-9a0f-4b1da9c723f6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.544743 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dbbc1680-cad8-4405-8647-be08e4cd3dee req-7727b9c9-4dfd-4ed6-ab03-9f5a9e362fd5 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439303 Jan 27 21:52:35.545692 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (aa7607f2-cff4-4487-b664-ab2ae9bf2878), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.559970 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-de1caa64-827e-4bb6-a64c-00cea5f47af9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6335ad67-6741-4430-9a0f-4b1da9c723f6']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:35.571430 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-de1caa64-827e-4bb6-a64c-00cea5f47af9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd581e475-b99c-49d0-ab36-4cc569faa558') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:35.571788 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-de1caa64-827e-4bb6-a64c-00cea5f47af9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd581e475-b99c-49d0-ab36-4cc569faa558') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:35.584118 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-de1caa64-827e-4bb6-a64c-00cea5f47af9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (d581e475-b99c-49d0-ab36-4cc569faa558), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.599564 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-de1caa64-827e-4bb6-a64c-00cea5f47af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (d581e475-b99c-49d0-ab36-4cc569faa558), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.608002 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1caa64-827e-4bb6-a64c-00cea5f47af9 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:52:35.608573 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-de1caa64-827e-4bb6-a64c-00cea5f47af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (d581e475-b99c-49d0-ab36-4cc569faa558), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: timer() Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:52:35.610576 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:52:35.613112 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4ad777-f5e3-41dc-a3d9-0a4b79477c46 x-openstack-request-id: req-ff4ad777-f5e3-41dc-a3d9-0a4b79477c46 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:35.613112 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afdc9f62-ab1d-4de7-95ef-0192f8584c7b", "tag": "8f08a7b7-e828-4b12-b9df-408c5d318493", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:35.613288 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff4ad777-f5e3-41dc-a3d9-0a4b79477c46 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:35.613605 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afdc9f62-ab1d-4de7-95ef-0192f8584c7b', 'tag': '8f08a7b7-e828-4b12-b9df-408c5d318493', 'status': 'completed', 'code': 200} Jan 27 21:52:35.663826 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-5d680803-3fd2-472e-b760-7d41f7cb97e7 service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499227 Jan 27 21:52:35.681747 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-de1caa64-827e-4bb6-a64c-00cea5f47af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (6335ad67-6741-4430-9a0f-4b1da9c723f6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.688513 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-de1caa64-827e-4bb6-a64c-00cea5f47af9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:35.691174 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:35.694992 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975a8f05-5c72-4e67-a71c-767b33da73a4" -d '{"events": [{"server_uuid": "d8c1d721-463b-4e12-80a4-6602c894c588", "name": "network-vif-plugged", "status": "completed", "tag": "d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:35.697609 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-de1caa64-827e-4bb6-a64c-00cea5f47af9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6335ad67-6741-4430-9a0f-4b1da9c723f6 HTTP/1.1" status: 204 len: 168 time: 0.3318689 Jan 27 21:52:35.715560 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1caa64-827e-4bb6-a64c-00cea5f47af9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6335ad67-6741-4430-9a0f-4b1da9c723f6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:35.807684 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82d9ee12-244e-4f3f-ae0f-e0a0dd78a8b7 req-c0e11ec6-f752-4b5b-b73b-48310529ac60 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302770 Jan 27 21:52:35.912387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd82891-3e94-49bf-98d8-773ed66c5a70 req-15ab3cad-c7be-4ada-ad46-7b3d84c9baa9 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:35.913917 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2dd82891-3e94-49bf-98d8-773ed66c5a70 req-15ab3cad-c7be-4ada-ad46-7b3d84c9baa9 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b9db0f-00cc-4378-9886-7048836cffd0 HTTP/1.1" status: 200 len: 1024 time: 0.2204483 Jan 27 21:52:35.953830 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54482) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:36.003234 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-75c56d00-aa5f-4c76-89cf-dfe1af1bbde0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fbca538a43f84a55a9502d865eaa172e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474894 Jan 27 21:52:36.006707 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54484) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:36.048246 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f01e268a-5980-42cc-b445-09bedda70324 req-6d26ac5b-9a69-41e6-aca4-c036aa0da02c service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564950 Jan 27 21:52:36.070030 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-03fff040-ad7e-4808-9846-5f7b381628d3 admin admin] Publish callbacks [] for security_group (436bbef7-1abe-46fa-9ed9-09bf69c0c99f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:36.095270 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-03fff040-ad7e-4808-9846-5f7b381628d3 admin admin] Publish callbacks [] for security_group (436bbef7-1abe-46fa-9ed9-09bf69c0c99f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:36.149720 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-03fff040-ad7e-4808-9846-5f7b381628d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (436bbef7-1abe-46fa-9ed9-09bf69c0c99f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:36.153180 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-03fff040-ad7e-4808-9846-5f7b381628d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:36.156967 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-03fff040-ad7e-4808-9846-5f7b381628d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/436bbef7-1abe-46fa-9ed9-09bf69c0c99f HTTP/1.1" status: 204 len: 168 time: 0.1463611 Jan 27 21:52:36.164545 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fff040-ad7e-4808-9846-5f7b381628d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436bbef7-1abe-46fa-9ed9-09bf69c0c99f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:36.210644 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-d8c3c9e7-3af5-46e9-8ccf-6f3a52c8d62d service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658849 Jan 27 21:52:36.226426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbed2bc-4c81-4a91-97e7-9686f8d55262 req-44996e18-9954-41c9-814f-39d0366d0c83 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:36.232707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbed2bc-4c81-4a91-97e7-9686f8d55262 req-44996e18-9954-41c9-814f-39d0366d0c83 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:36.238379 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbed2bc-4c81-4a91-97e7-9686f8d55262 req-44996e18-9954-41c9-814f-39d0366d0c83 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:36.244826 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbed2bc-4c81-4a91-97e7-9686f8d55262 req-44996e18-9954-41c9-814f-39d0366d0c83 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:36.251249 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbed2bc-4c81-4a91-97e7-9686f8d55262 req-44996e18-9954-41c9-814f-39d0366d0c83 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:36.257015 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbed2bc-4c81-4a91-97e7-9686f8d55262 req-44996e18-9954-41c9-814f-39d0366d0c83 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:36.262429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbed2bc-4c81-4a91-97e7-9686f8d55262 req-44996e18-9954-41c9-814f-39d0366d0c83 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:36.264418 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5bbed2bc-4c81-4a91-97e7-9686f8d55262 req-44996e18-9954-41c9-814f-39d0366d0c83 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5408 time: 0.3463359 Jan 27 21:52:36.282118 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2dd82891-3e94-49bf-98d8-773ed66c5a70 req-9aedb486-2682-4fee-a08c-5ab27aa13df5 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups?id=83e47253-213a-4696-8f29-0328f78a301a&id=41fd8501-8399-41a8-af1d-918d1f666462&id=65a164b7-a61f-447d-901d-819e37ca7b20&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3469560 Jan 27 21:52:36.351677 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-54245fd5-e0f0-43a3-9f97-ce12dee42572 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f36aaaa3-8abe-4bbf-be60-e3985eafef58 HTTP/1.1" status: 200 len: 217 time: 0.0838325 Jan 27 21:52:36.373965 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d699aa54-d196-456c-957f-293e3f34fa5d x-openstack-request-id: req-d699aa54-d196-456c-957f-293e3f34fa5d {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:36.376437 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c1d721-463b-4e12-80a4-6602c894c588", "name": "network-vif-plugged", "status": "completed", "tag": "d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:36.377089 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d699aa54-d196-456c-957f-293e3f34fa5d {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:36.377740 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50', 'code': 200} Jan 27 21:52:36.389718 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97955cb8-89b8-4150-a8dc-3262ad648bf9 req-3ed51f5f-830d-4f99-86c8-fbc824c8d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:36.391576 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97955cb8-89b8-4150-a8dc-3262ad648bf9 req-3ed51f5f-830d-4f99-86c8-fbc824c8d305 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05a41990f6ea418e8893c66b3dfcf380&device_id=afdc9f62-ab1d-4de7-95ef-0192f8584c7b HTTP/1.1" status: 200 len: 1099 time: 0.2630181 Jan 27 21:52:36.523614 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5bbed2bc-4c81-4a91-97e7-9686f8d55262 req-1bae9ba9-4f2c-45ad-ba3e-4155db903faa tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2404826 Jan 27 21:52:36.541886 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-3357c439-707a-455a-ad7d-f8e2641f0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:36.543376 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-3357c439-707a-455a-ad7d-f8e2641f0bed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e923c45-9da8-41d8-a8c1-bd4723852e44 HTTP/1.1" status: 200 len: 797 time: 0.1792789 Jan 27 21:52:36.609015 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388d3cf-8d32-49e1-bc86-ffcca33f610c req-8471b819-2680-4b25-a7a1-e5533e1690cf tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:36.617609 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7388d3cf-8d32-49e1-bc86-ffcca33f610c req-8471b819-2680-4b25-a7a1-e5533e1690cf tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.21 "GET /v2.0/ports?device_id=47b9db0f-00cc-4378-9886-7048836cffd0 HTTP/1.1" status: 200 len: 1024 time: 0.0907154 Jan 27 21:52:36.645499 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54496) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:36.661529 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7607f2-cff4-4487-b664-ab2ae9bf2878 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:36.683855 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] Publish callbacks [] for port (aa7607f2-cff4-4487-b664-ab2ae9bf2878), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:36.709390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97955cb8-89b8-4150-a8dc-3262ad648bf9 req-1b4de0a2-1fe5-4950-9d8a-930049accdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:36.710808 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97955cb8-89b8-4150-a8dc-3262ad648bf9 req-1b4de0a2-1fe5-4950-9d8a-930049accdae service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.2772088 Jan 27 21:52:36.721243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-580fb855-6315-4e93-9870-19e786820d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:36.722769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-580fb855-6315-4e93-9870-19e786820d38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b460f0aa-ece7-4f87-b835-250ecfdd5f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1678774 Jan 27 21:52:36.730534 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-7388d3cf-8d32-49e1-bc86-ffcca33f610c req-5ee575d8-997a-487c-a345-8ac6b376ce87 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Deleting port d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:52:36.730879 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7388d3cf-8d32-49e1-bc86-ffcca33f610c req-5ee575d8-997a-487c-a345-8ac6b376ce87 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:36.753047 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] Transition to ACTIVE for port object aa7607f2-cff4-4487-b664-ab2ae9bf2878 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:52:36.815153 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (aa7607f2-cff4-4487-b664-ab2ae9bf2878), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:36.858157 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-7388d3cf-8d32-49e1-bc86-ffcca33f610c req-5ee575d8-997a-487c-a345-8ac6b376ce87 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] For port d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8,segment=NetworkSegment(3c47dba4-397a-4931-8edb-dea04d5c65b2),segment_id=3c47dba4-397a-4931-8edb-dea04d5c65b2)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:36.858525 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7388d3cf-8d32-49e1-bc86-ffcca33f610c req-5ee575d8-997a-487c-a345-8ac6b376ce87 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:36.866154 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97955cb8-89b8-4150-a8dc-3262ad648bf9 req-348f7329-862e-4a7f-bee6-330e441a1ed5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=8f08a7b7-e828-4b12-b9df-408c5d318493 HTTP/1.1" status: 200 len: 217 time: 0.1395442 Jan 27 21:52:36.874027 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-7388d3cf-8d32-49e1-bc86-ffcca33f610c req-5ee575d8-997a-487c-a345-8ac6b376ce87 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Calling delete_port for d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:52:36.897734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7607f2-cff4-4487-b664-ab2ae9bf2878,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:36.907231 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21873954-2531-4443-a0b0-b5aba49287c8 req-b98f10e9-7003-4bbb-9953-e35bfa632f64 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:36.908895 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21873954-2531-4443-a0b0-b5aba49287c8 req-b98f10e9-7003-4bbb-9953-e35bfa632f64 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdc9f62-ab1d-4de7-95ef-0192f8584c7b HTTP/1.1" status: 200 len: 948 time: 0.2678733 Jan 27 21:52:36.943941 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-868cc773-bac9-4201-a7f2-8065a11f5d2d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5cd727f86de644f6bb18fa1f6c85ac7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867723 Jan 27 21:52:36.945182 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54500) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:37.027539 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-75ed884b-5814-4102-a5ae-83879c5defb5 admin admin] Publish callbacks [] for security_group (72c058a8-74be-4c45-88ef-41b364abf7c6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:37.079228 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21873954-2531-4443-a0b0-b5aba49287c8 req-8ed5566e-e348-4c6a-a4fe-68f13f960d67 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579907 Jan 27 21:52:37.091146 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-75ed884b-5814-4102-a5ae-83879c5defb5 admin admin] Publish callbacks [] for security_group (72c058a8-74be-4c45-88ef-41b364abf7c6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:37.106088 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97955cb8-89b8-4150-a8dc-3262ad648bf9 req-f8b54536-60d5-4719-a4bf-20c1276398ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:37.107021 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97955cb8-89b8-4150-a8dc-3262ad648bf9 req-f8b54536-60d5-4719-a4bf-20c1276398ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1968179 Jan 27 21:52:37.119435 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7388d3cf-8d32-49e1-bc86-ffcca33f610c req-5ee575d8-997a-487c-a345-8ac6b376ce87 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:37.140704 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:37.157777 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee575d8-997a-487c-a345-8ac6b376ce87 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event deleted for resources: {'Port': ['ID=d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:37.158286 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-ff456894-913a-4a03-841d-cf39145394d3 service neutron] 10.222.0.15 "GET /v2.0/networks/b460f0aa-ece7-4f87-b835-250ecfdd5f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185185 Jan 27 21:52:37.181942 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50390a4-5069-4db4-81e4-bdd461b8755b req-e3df33a5-ed9a-42d4-b255-494f453d2bcf tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:37.183518 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c50390a4-5069-4db4-81e4-bdd461b8755b req-e3df33a5-ed9a-42d4-b255-494f453d2bcf tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb2abd8-1009-4c34-9322-99c63c368f00 HTTP/1.1" status: 200 len: 950 time: 0.2711692 Jan 27 21:52:37.219262 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7388d3cf-8d32-49e1-bc86-ffcca33f610c req-5ee575d8-997a-487c-a345-8ac6b376ce87 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] No DVR routers for this DVR port d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:52:37.222713 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7388d3cf-8d32-49e1-bc86-ffcca33f610c req-5ee575d8-997a-487c-a345-8ac6b376ce87 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:37.228306 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7388d3cf-8d32-49e1-bc86-ffcca33f610c req-5ee575d8-997a-487c-a345-8ac6b376ce87 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.21 "DELETE /v2.0/ports/d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 HTTP/1.1" status: 204 len: 173 time: 0.6076989 Jan 27 21:52:37.228783 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b9db0f-00cc-4378-9886-7048836cffd0', 'name': 'network-vif-deleted', 'tag': 'd03bfd28-c3a5-49f1-8cb6-f44bb67d68c8'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:37.231259 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51aafed3-f710-4c63-a251-c71372bac79c" -d '{"events": [{"server_uuid": "47b9db0f-00cc-4378-9886-7048836cffd0", "name": "network-vif-deleted", "tag": "d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:37.234913 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-75ed884b-5814-4102-a5ae-83879c5defb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (72c058a8-74be-4c45-88ef-41b364abf7c6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:37.237539 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-75ed884b-5814-4102-a5ae-83879c5defb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:37.239104 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-75ed884b-5814-4102-a5ae-83879c5defb5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72c058a8-74be-4c45-88ef-41b364abf7c6 HTTP/1.1" status: 204 len: 168 time: 0.2924669 Jan 27 21:52:37.263702 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed884b-5814-4102-a5ae-83879c5defb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c058a8-74be-4c45-88ef-41b364abf7c6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:37.341379 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4261d9-bba0-4e17-bed6-e7ef0b95630e x-openstack-request-id: req-cf4261d9-bba0-4e17-bed6-e7ef0b95630e {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:37.341758 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b9db0f-00cc-4378-9886-7048836cffd0", "name": "network-vif-deleted", "tag": "d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:37.342113 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf4261d9-bba0-4e17-bed6-e7ef0b95630e {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:37.342529 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b9db0f-00cc-4378-9886-7048836cffd0', 'name': 'network-vif-deleted', 'tag': 'd03bfd28-c3a5-49f1-8cb6-f44bb67d68c8', 'status': 'completed', 'code': 200} Jan 27 21:52:37.380834 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97955cb8-89b8-4150-a8dc-3262ad648bf9 req-64c42a06-eec1-4607-926e-64b5550c223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:37.382588 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97955cb8-89b8-4150-a8dc-3262ad648bf9 req-64c42a06-eec1-4607-926e-64b5550c223f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2490816 Jan 27 21:52:37.399678 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] Attempting to bind port aa7607f2-cff4-4487-b664-ab2ae9bf2878 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:52:37.399678 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] Attempting to bind port aa7607f2-cff4-4487-b664-ab2ae9bf2878 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '2a2930c9-2d81-4f92-adf9-9ae2f2d8c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:52:37.399678 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] Attempting to bind port aa7607f2-cff4-4487-b664-ab2ae9bf2878 on network 7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:37.444889 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] Port aa7607f2-cff4-4487-b664-ab2ae9bf2878 on network 7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:52:37.445270 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] Attempting to bind port aa7607f2-cff4-4487-b664-ab2ae9bf2878 on network 7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:37.471856 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c50390a4-5069-4db4-81e4-bdd461b8755b req-1c9e7732-9db7-4b74-9d31-27f990cc7be6 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581208 Jan 27 21:52:37.507326 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:52:37.507715 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] Checking segment: {'id': '2a2930c9-2d81-4f92-adf9-9ae2f2d8c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:37.508200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] Bound using segment: {'id': '2a2930c9-2d81-4f92-adf9-9ae2f2d8c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:52:37.509008 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] Bound port: aa7607f2-cff4-4487-b664-ab2ae9bf2878, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2930c9-2d81-4f92-adf9-9ae2f2d8c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:52:37.509936 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (aa7607f2-cff4-4487-b664-ab2ae9bf2878), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:37.527663 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-e3df6e60-e117-4bba-9f47-a72cb5d71daf service neutron] 10.222.0.15 "GET /v2.0/networks/b460f0aa-ece7-4f87-b835-250ecfdd5f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353462 Jan 27 21:52:37.561715 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1991ef0-90f2-4fd0-87a5-9348326db095 req-96400357-5b13-447e-9fff-be81f61c5693 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b9db0f-00cc-4378-9886-7048836cffd0 HTTP/1.1" status: 200 len: 210 time: 0.0481939 Jan 27 21:52:37.637372 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'tag': '79d45860-45d3-46c0-a4f4-e8a2bb4d821b'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:37.643471 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd57903-eb7d-4baa-8d2a-ea03499b36b0" -d '{"events": [{"name": "network-changed", "server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "tag": "79d45860-45d3-46c0-a4f4-e8a2bb4d821b"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:37.668211 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-5aad8f24-9898-4556-939c-00ad66137ec2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64c24546-5d38-4279-b241-0c89a055b6b9 HTTP/1.1" status: 200 len: 217 time: 0.1306469 Jan 27 21:52:37.862109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97955cb8-89b8-4150-a8dc-3262ad648bf9 req-35609b53-9375-49bf-9da8-15853d16f599 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315896 Jan 27 21:52:37.935218 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-c1f63fee-4cc0-459f-a760-a1fad4849d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:37.936789 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-c1f63fee-4cc0-459f-a760-a1fad4849d92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e923c45-9da8-41d8-a8c1-bd4723852e44 HTTP/1.1" status: 200 len: 797 time: 0.2293997 Jan 27 21:52:37.941279 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] For port aa7607f2-cff4-4487-b664-ab2ae9bf2878, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:38.032786 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] For port aa7607f2-cff4-4487-b664-ab2ae9bf2878, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=aa7607f2-cff4-4487-b664-ab2ae9bf2878,segment=NetworkSegment(2a2930c9-2d81-4f92-adf9-9ae2f2d8c002),segment_id=2a2930c9-2d81-4f92-adf9-9ae2f2d8c002)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:52:38.051729 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (aa7607f2-cff4-4487-b664-ab2ae9bf2878), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:38.084389 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.085172 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:38.086883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] 10.222.0.15 "PUT /v2.0/ports/aa7607f2-cff4-4487-b664-ab2ae9bf2878 HTTP/1.1" status: 200 len: 1091 time: 2.8630569 Jan 27 21:52:38.115236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1a9d0-5f2a-4d62-bd67-9f0a24ffa824 req-e8c3dbd4-60ec-4969-9bdd-e71873d3e41b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.122039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1a9d0-5f2a-4d62-bd67-9f0a24ffa824 req-e8c3dbd4-60ec-4969-9bdd-e71873d3e41b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.137979 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1a9d0-5f2a-4d62-bd67-9f0a24ffa824 req-e8c3dbd4-60ec-4969-9bdd-e71873d3e41b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.153926 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1a9d0-5f2a-4d62-bd67-9f0a24ffa824 req-e8c3dbd4-60ec-4969-9bdd-e71873d3e41b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.166300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1a9d0-5f2a-4d62-bd67-9f0a24ffa824 req-e8c3dbd4-60ec-4969-9bdd-e71873d3e41b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.184538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1a9d0-5f2a-4d62-bd67-9f0a24ffa824 req-e8c3dbd4-60ec-4969-9bdd-e71873d3e41b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.190453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1a9d0-5f2a-4d62-bd67-9f0a24ffa824 req-e8c3dbd4-60ec-4969-9bdd-e71873d3e41b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.198912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49a1a9d0-5f2a-4d62-bd67-9f0a24ffa824 req-e8c3dbd4-60ec-4969-9bdd-e71873d3e41b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5420 time: 0.3679044 Jan 27 21:52:38.481749 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54550) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:38.663037 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d4cb764e-78e5-45da-9c2a-8a50e0fe5b95 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-303483358-network', 'tenant_id': 'ddb45a567cd143eb8a9778adb808c4e7'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:38.665714 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e33e95b-af49-48e3-9b4a-bd4571f30fe8 x-openstack-request-id: req-1e33e95b-af49-48e3-9b4a-bd4571f30fe8 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:38.666270 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "tag": "79d45860-45d3-46c0-a4f4-e8a2bb4d821b", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:38.666270 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e33e95b-af49-48e3-9b4a-bd4571f30fe8 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:38.666632 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'tag': '79d45860-45d3-46c0-a4f4-e8a2bb4d821b', 'status': 'completed', 'code': 200} Jan 27 21:52:38.690540 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cb764e-78e5-45da-9c2a-8a50e0fe5b95 admin admin] Made reservation on behalf of ddb45a567cd143eb8a9778adb808c4e7 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:38.694102 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4cb764e-78e5-45da-9c2a-8a50e0fe5b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:38.702431 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-336628de-4a18-4c00-889d-ca673fb2c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.703899 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-336628de-4a18-4c00-889d-ca673fb2c248 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b460f0aa-ece7-4f87-b835-250ecfdd5f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7572398 Jan 27 21:52:38.711030 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4cb764e-78e5-45da-9c2a-8a50e0fe5b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:38.865718 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97955cb8-89b8-4150-a8dc-3262ad648bf9 req-6f969800-4342-4936-a825-e752bddb1116 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9499176 Jan 27 21:52:38.875311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f11a5-17cd-4689-b2b8-0c8c2ec8cdd3 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7607f2-cff4-4487-b664-ab2ae9bf2878,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:38.909674 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49a1a9d0-5f2a-4d62-bd67-9f0a24ffa824 req-13823ac5-7a87-4f4a-ab5c-1a1ecd224e15 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2364345 Jan 27 21:52:38.958878 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4cb764e-78e5-45da-9c2a-8a50e0fe5b95 admin admin] Publish callbacks [] for security_group (dd0742af-ced8-4f91-a3ab-9889b7a04dca), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:38.964609 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4cb764e-78e5-45da-9c2a-8a50e0fe5b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (dd0742af-ced8-4f91-a3ab-9889b7a04dca), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:38.990124 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-a495bac7-68d7-48e8-abd2-5d9b4b8008b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.990612 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-a495bac7-68d7-48e8-abd2-5d9b4b8008b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.991098 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-a495bac7-68d7-48e8-abd2-5d9b4b8008b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.991570 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-a495bac7-68d7-48e8-abd2-5d9b4b8008b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.992054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-a495bac7-68d7-48e8-abd2-5d9b4b8008b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.992815 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-a495bac7-68d7-48e8-abd2-5d9b4b8008b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.993012 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-a495bac7-68d7-48e8-abd2-5d9b4b8008b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.993882 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4cb764e-78e5-45da-9c2a-8a50e0fe5b95 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:52:38.995283 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-a495bac7-68d7-48e8-abd2-5d9b4b8008b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e6a4591e21842348002d2aff51fa01d&device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 6477 time: 0.3332620 Jan 27 21:52:39.014291 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4cb764e-78e5-45da-9c2a-8a50e0fe5b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (09a77e7c-d576-4afe-b947-6dc9fc650515), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:39.018074 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-d4cb764e-78e5-45da-9c2a-8a50e0fe5b95 admin admin] Added segment 09a77e7c-d576-4afe-b947-6dc9fc650515 of type vlan for network b7cc92cc-569a-4215-b0d9-4db31ccfa350 Jan 27 21:52:39.043646 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-0fa1fe12-d2f3-49c9-85a8-9537a228a1fd service neutron] 10.222.0.15 "GET /v2.0/networks/b460f0aa-ece7-4f87-b835-250ecfdd5f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028789 Jan 27 21:52:39.092961 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4cb764e-78e5-45da-9c2a-8a50e0fe5b95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (b7cc92cc-569a-4215-b0d9-4db31ccfa350), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:39.125269 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-7e64cb93-c725-4a4f-932d-468473363b18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=165d96d7-754f-426f-b018-623901ff8bd7 HTTP/1.1" status: 200 len: 217 time: 0.1131382 Jan 27 21:52:39.150836 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb764e-78e5-45da-9c2a-8a50e0fe5b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0742af-ced8-4f91-a3ab-9889b7a04dca,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:39.153682 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4cb764e-78e5-45da-9c2a-8a50e0fe5b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (b7cc92cc-569a-4215-b0d9-4db31ccfa350), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:39.154862 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cb764e-78e5-45da-9c2a-8a50e0fe5b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.155632 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4cb764e-78e5-45da-9c2a-8a50e0fe5b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:39.203973 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d4cb764e-78e5-45da-9c2a-8a50e0fe5b95 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7164483 Jan 27 21:52:39.213431 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54562) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:39.227342 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-5b632a0e-a7bf-4f97-aa7d-3a3322370cb7 admin admin] Request body: {'subnet': {'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-303483358-subnet', 'tenant_id': 'ddb45a567cd143eb8a9778adb808c4e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:39.258744 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b632a0e-a7bf-4f97-aa7d-3a3322370cb7 admin admin] Made reservation on behalf of ddb45a567cd143eb8a9778adb808c4e7 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:39.261182 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5b632a0e-a7bf-4f97-aa7d-3a3322370cb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:39.274105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d42cb-52f2-42af-ba69-1c8cb7a4e19a req-8415ac3f-1bc4-424a-b4bf-1f893fc980c9 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.280654 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-446d42cb-52f2-42af-ba69-1c8cb7a4e19a req-8415ac3f-1bc4-424a-b4bf-1f893fc980c9 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdc9f62-ab1d-4de7-95ef-0192f8584c7b HTTP/1.1" status: 200 len: 948 time: 0.6130135 Jan 27 21:52:39.296329 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb764e-78e5-45da-9c2a-8a50e0fe5b95 admin admin] Pushing event updated for resources: {'Network': ['ID=b7cc92cc-569a-4215-b0d9-4db31ccfa350,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:39.309959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network b7cc92cc-569a-4215-b0d9-4db31ccfa350 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:52:39.443966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-d4b20ac3-de66-43a7-ae09-f2fbcfc505a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.445575 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-d4b20ac3-de66-43a7-ae09-f2fbcfc505a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f20c5a1f-1a73-4497-aee3-c74aed8b30bf HTTP/1.1" status: 200 len: 850 time: 0.3078310 Jan 27 21:52:39.489399 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f842ab-8146-4270-adea-c0ac4caf58f4 req-86b50067-519c-4aac-a8c7-ab6b1cf6682e service neutron] 10.222.0.15 "GET /v2.0/networks/b460f0aa-ece7-4f87-b835-250ecfdd5f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755383 Jan 27 21:52:39.585385 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-446d42cb-52f2-42af-ba69-1c8cb7a4e19a req-70433731-b72d-4d75-843a-f6b47e5a4e81 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904556 Jan 27 21:52:39.620356 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-fa93783f-fcf5-4cf2-828f-5fcd0d249ade tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.620941 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-fa93783f-fcf5-4cf2-828f-5fcd0d249ade tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.621325 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-fa93783f-fcf5-4cf2-828f-5fcd0d249ade tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.621931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-fa93783f-fcf5-4cf2-828f-5fcd0d249ade tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.622400 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-fa93783f-fcf5-4cf2-828f-5fcd0d249ade tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.622904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-fa93783f-fcf5-4cf2-828f-5fcd0d249ade tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.623337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-fa93783f-fcf5-4cf2-828f-5fcd0d249ade tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.623805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-fa93783f-fcf5-4cf2-828f-5fcd0d249ade tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.624358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-fa93783f-fcf5-4cf2-828f-5fcd0d249ade tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.625059 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-fa93783f-fcf5-4cf2-828f-5fcd0d249ade tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.625831 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-fa93783f-fcf5-4cf2-828f-5fcd0d249ade tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.626308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-fa93783f-fcf5-4cf2-828f-5fcd0d249ade tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.626884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-fa93783f-fcf5-4cf2-828f-5fcd0d249ade tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.627503 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-fa93783f-fcf5-4cf2-828f-5fcd0d249ade tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.628023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-fa93783f-fcf5-4cf2-828f-5fcd0d249ade tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.628636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-fa93783f-fcf5-4cf2-828f-5fcd0d249ade tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.629102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-fa93783f-fcf5-4cf2-828f-5fcd0d249ade tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.629565 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-fa93783f-fcf5-4cf2-828f-5fcd0d249ade tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.630035 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-fa93783f-fcf5-4cf2-828f-5fcd0d249ade tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.630490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-fa93783f-fcf5-4cf2-828f-5fcd0d249ade tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.640979 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-fa93783f-fcf5-4cf2-828f-5fcd0d249ade tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=afdc9f62-ab1d-4de7-95ef-0192f8584c7b&device_id=1bb2abd8-1009-4c34-9322-99c63c368f00&device_id=32612713-9ca6-497b-a237-8212973e741a&device_id=88378153-ac9d-430d-859e-53f2da663cdf&device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f&device_id=df077025-7bdd-4224-9eaa-c9077ee12682&device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a&device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 18105 time: 0.2455785 Jan 27 21:52:39.665527 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-4a151eae-0229-47d0-ba99-61d1feb6de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.667160 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-4a151eae-0229-47d0-ba99-61d1feb6de4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bade858-af63-49b3-909a-6a7d96619464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1986687 Jan 27 21:52:39.669726 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-af5c9465-6a8e-4aeb-ace3-0c8a0eb14469 tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:39.955469 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-0ed4108c-d4d2-4d3d-839d-8e8a32271b2f service neutron] 10.222.0.15 "GET /v2.0/networks/0bade858-af63-49b3-909a-6a7d96619464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817016 Jan 27 21:52:39.980512 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5b632a0e-a7bf-4f97-aa7d-3a3322370cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (1c04e36a-ac28-4796-9e9d-94f1aca319f2), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:40.065896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b632a0e-a7bf-4f97-aa7d-3a3322370cb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c04e36a-ac28-4796-9e9d-94f1aca319f2,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:40.157363 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-af5c9465-6a8e-4aeb-ace3-0c8a0eb14469 tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Publish callbacks [] for security_group (11ada365-a64b-4869-8c51-21fb8ae011d7), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:40.177865 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7b35996-542b-4a54-94cc-9be4bef56675 req-25cf1aec-61d5-4a51-92b5-0359f44fd769 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/83e47253-213a-4696-8f29-0328f78a301a HTTP/1.1" status: 200 len: 1815 time: 0.2635858 Jan 27 21:52:40.180134 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-af5c9465-6a8e-4aeb-ace3-0c8a0eb14469 tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (11ada365-a64b-4869-8c51-21fb8ae011d7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:40.329597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-671aebf4-a1c2-4305-a4c5-f397ede94db1 req-af5c9465-6a8e-4aeb-ace3-0c8a0eb14469 tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=1c947634-8be2-400f-9ac3-69af6b2761ef&id=0422bdf7-17f3-479b-bada-1b6e668d536b&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 858 time: 0.6875980 Jan 27 21:52:40.330662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b632a0e-a7bf-4f97-aa7d-3a3322370cb7 admin admin] Checking segment: {'id': '09a77e7c-d576-4afe-b947-6dc9fc650515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:40.331297 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b632a0e-a7bf-4f97-aa7d-3a3322370cb7 admin admin] Network hostable DHCP agents. Network: b7cc92cc-569a-4215-b0d9-4db31ccfa350, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:52:40.363221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c9465-6a8e-4aeb-ace3-0c8a0eb14469 tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ada365-a64b-4869-8c51-21fb8ae011d7,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:40.466065 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b632a0e-a7bf-4f97-aa7d-3a3322370cb7 admin admin] Network b7cc92cc-569a-4215-b0d9-4db31ccfa350 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:52:40.470091 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-7f2226f6-0b24-40a4-abad-567be174c12f service neutron] 10.222.0.15 "GET /v2.0/networks/0bade858-af63-49b3-909a-6a7d96619464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038161 Jan 27 21:52:40.574447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-5b632a0e-a7bf-4f97-aa7d-3a3322370cb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, b7cc92cc-569a-4215-b0d9-4db31ccfa350) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:40.577201 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-cb0e9bcb-ba0d-4718-bf22-378f9a634b05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=5e331c34-1b49-40b3-ba94-c588768a1a5d HTTP/1.1" status: 200 len: 217 time: 0.0920963 Jan 27 21:52:40.591557 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257f79d2-201b-4587-a237-e42c5c50085e None None] Network b7cc92cc-569a-4215-b0d9-4db31ccfa350 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:52:40.595046 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b632a0e-a7bf-4f97-aa7d-3a3322370cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:40.596471 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5b632a0e-a7bf-4f97-aa7d-3a3322370cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:40.637571 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b7b35996-542b-4a54-94cc-9be4bef56675 req-38c8c047-95a6-4b54-8e65-861f8744898d tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (83e47253-213a-4696-8f29-0328f78a301a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:40.722445 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:52:40.730929 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'tag': 'aa7607f2-cff4-4487-b664-ab2ae9bf2878'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:40.734597 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e80d1f8-85b0-4632-a366-7880809abc89" -d '{"events": [{"name": "network-changed", "server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "tag": "aa7607f2-cff4-4487-b664-ab2ae9bf2878"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:40.748720 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5b632a0e-a7bf-4f97-aa7d-3a3322370cb7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5296915 Jan 27 21:52:40.755583 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:52:40.756464 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d03bfd28-c3a5-49f1-8cb6-f44bb67d68c8 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:52:40.821191 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b7b35996-542b-4a54-94cc-9be4bef56675 req-38c8c047-95a6-4b54-8e65-861f8744898d tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (83e47253-213a-4696-8f29-0328f78a301a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:40.852538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b94a9-506a-4f89-a866-27e3a39ec2fa req-8577d1ce-2619-4d80-a20f-e36fc3e55b35 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:40.860326 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b94a9-506a-4f89-a866-27e3a39ec2fa req-8577d1ce-2619-4d80-a20f-e36fc3e55b35 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:40.867511 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b94a9-506a-4f89-a866-27e3a39ec2fa req-8577d1ce-2619-4d80-a20f-e36fc3e55b35 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:40.883367 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b94a9-506a-4f89-a866-27e3a39ec2fa req-8577d1ce-2619-4d80-a20f-e36fc3e55b35 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:40.892441 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b94a9-506a-4f89-a866-27e3a39ec2fa req-8577d1ce-2619-4d80-a20f-e36fc3e55b35 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:40.893404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9d4468-99e7-4017-aa76-71e342b7e56d None None] Network b7cc92cc-569a-4215-b0d9-4db31ccfa350 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:52:40.910042 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b94a9-506a-4f89-a866-27e3a39ec2fa req-8577d1ce-2619-4d80-a20f-e36fc3e55b35 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:40.920183 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b94a9-506a-4f89-a866-27e3a39ec2fa req-8577d1ce-2619-4d80-a20f-e36fc3e55b35 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:40.941613 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e47b94a9-506a-4f89-a866-27e3a39ec2fa req-8577d1ce-2619-4d80-a20f-e36fc3e55b35 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5420 time: 0.5176992 Jan 27 21:52:41.078697 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-9e50b010-c917-4063-8487-b3db6b74d188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:41.092970 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-9e50b010-c917-4063-8487-b3db6b74d188 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa HTTP/1.1" status: 200 len: 797 time: 0.4610882 Jan 27 21:52:41.201614 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b7b35996-542b-4a54-94cc-9be4bef56675 req-38c8c047-95a6-4b54-8e65-861f8744898d tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (83e47253-213a-4696-8f29-0328f78a301a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:41.204220 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b7b35996-542b-4a54-94cc-9be4bef56675 req-38c8c047-95a6-4b54-8e65-861f8744898d tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:41.205355 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7b35996-542b-4a54-94cc-9be4bef56675 req-38c8c047-95a6-4b54-8e65-861f8744898d tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "DELETE /v2.0/security-groups/83e47253-213a-4696-8f29-0328f78a301a HTTP/1.1" status: 204 len: 173 time: 1.0263774 Jan 27 21:52:41.229300 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e47b94a9-506a-4f89-a866-27e3a39ec2fa req-5533f0b7-b5cd-46fe-9118-1757f3750bd3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2858605 Jan 27 21:52:41.232896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-70502d79-8ef4-415d-9777-01868bb08182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:41.234412 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-70502d79-8ef4-415d-9777-01868bb08182 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1404448 Jan 27 21:52:41.391995 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-2aaebca9-49a8-40b1-9416-168ee78e3557 service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438370 Jan 27 21:52:41.404555 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0656b03-7cf2-4d42-877a-dd0107a727a6 x-openstack-request-id: req-d0656b03-7cf2-4d42-877a-dd0107a727a6 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:41.404929 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "tag": "aa7607f2-cff4-4487-b664-ab2ae9bf2878", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:41.405119 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d0656b03-7cf2-4d42-877a-dd0107a727a6 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:41.405483 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'tag': 'aa7607f2-cff4-4487-b664-ab2ae9bf2878', 'status': 'completed', 'code': 200} Jan 27 21:52:41.406163 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8c047-95a6-4b54-8e65-861f8744898d tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e47253-213a-4696-8f29-0328f78a301a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:41.521767 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc25e3e-8d0f-4fef-b6f9-b3357a1a1267 req-a40a1784-4cd6-4fc9-ba57-3c5607e80460 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:41.523269 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8bc25e3e-8d0f-4fef-b6f9-b3357a1a1267 req-a40a1784-4cd6-4fc9-ba57-3c5607e80460 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdc9f62-ab1d-4de7-95ef-0192f8584c7b HTTP/1.1" status: 200 len: 948 time: 0.1304352 Jan 27 21:52:41.637795 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-14cb0ba5-93dc-420e-bed3-d8b0fa44ce73 service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273507 Jan 27 21:52:41.697263 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-49a3f374-69d2-4561-b72b-ced428327bad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=5df57d03-78dd-4c80-bc71-9d342842ec6c HTTP/1.1" status: 200 len: 217 time: 0.0501521 Jan 27 21:52:41.702346 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8bc25e3e-8d0f-4fef-b6f9-b3357a1a1267 req-24c4bfba-ce7a-40d5-8283-9847c7a743f3 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644647 Jan 27 21:52:41.854406 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5226f99a-9c97-4879-9b05-a00ed7c91914 req-fcab604b-2776-4832-98b1-1b1fe9efd1db tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "GET /v2.0/security-groups/41fd8501-8399-41a8-af1d-918d1f666462 HTTP/1.1" status: 200 len: 1818 time: 0.0961854 Jan 27 21:52:41.911707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-a8df6507-b8ad-46cb-aa5c-1b23a37131bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:41.913511 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-a8df6507-b8ad-46cb-aa5c-1b23a37131bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa HTTP/1.1" status: 200 len: 797 time: 0.2089267 Jan 27 21:52:42.044760 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-1a5f9215-9c55-414f-8f06-782dba61d432 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:42.046640 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-1a5f9215-9c55-414f-8f06-782dba61d432 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/networks?id=b7cc92cc-569a-4215-b0d9-4db31ccfa350 HTTP/1.1" status: 200 len: 804 time: 0.3308058 Jan 27 21:52:42.076206 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5226f99a-9c97-4879-9b05-a00ed7c91914 req-66e34b79-54c8-4b1a-b108-03a1d6ce8117 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (41fd8501-8399-41a8-af1d-918d1f666462), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.089821 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-b5eb2850-a31d-40ee-8e4f-26b7a97ccbeb tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/quotas/ddb45a567cd143eb8a9778adb808c4e7 HTTP/1.1" status: 200 len: 375 time: 0.0340865 Jan 27 21:52:42.099897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8b7b4651-f1dd-4bed-92e3-0ac440c85d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:42.101586 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-8b7b4651-f1dd-4bed-92e3-0ac440c85d62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1790202 Jan 27 21:52:42.166941 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-1d769f0c-42ce-42b3-a39f-6876a24364e8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddb45a567cd143eb8a9778adb808c4e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750506 Jan 27 21:52:42.221736 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5226f99a-9c97-4879-9b05-a00ed7c91914 req-66e34b79-54c8-4b1a-b108-03a1d6ce8117 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (41fd8501-8399-41a8-af1d-918d1f666462), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.366262 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5226f99a-9c97-4879-9b05-a00ed7c91914 req-66e34b79-54c8-4b1a-b108-03a1d6ce8117 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (41fd8501-8399-41a8-af1d-918d1f666462), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.368920 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5226f99a-9c97-4879-9b05-a00ed7c91914 req-66e34b79-54c8-4b1a-b108-03a1d6ce8117 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.370037 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5226f99a-9c97-4879-9b05-a00ed7c91914 req-66e34b79-54c8-4b1a-b108-03a1d6ce8117 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] 10.222.0.23 "DELETE /v2.0/security-groups/41fd8501-8399-41a8-af1d-918d1f666462 HTTP/1.1" status: 204 len: 173 time: 0.4999652 Jan 27 21:52:42.371888 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-b38692eb-cd80-4ee2-9e11-4dc06e354772 service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579939 Jan 27 21:52:42.379515 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54636) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:42.389962 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-cbb2fe46-f6e7-4ad8-96a5-0383600922ac service neutron] 10.222.0.23 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220156 Jan 27 21:52:42.438541 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e34b79-54c8-4b1a-b108-03a1d6ce8117 tempest-SecurityGroupsTestJSON-1179767460 tempest-SecurityGroupsTestJSON-1179767460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fd8501-8399-41a8-af1d-918d1f666462,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:42.475781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-eefc6803-926c-42d3-a7d2-3c0ba63d8d10 admin admin] Deleting subnet 187893ae-891b-4f2a-b9a3-c08dd2c9cfc8 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:52:42.484772 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eefc6803-926c-42d3-a7d2-3c0ba63d8d10 admin admin] Publish callbacks [] for subnet (187893ae-891b-4f2a-b9a3-c08dd2c9cfc8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.529185 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.605037 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eefc6803-926c-42d3-a7d2-3c0ba63d8d10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (187893ae-891b-4f2a-b9a3-c08dd2c9cfc8), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.657822 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 8f08a7b7-e828-4b12-b9df-408c5d318493 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:52:42.673698 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eefc6803-926c-42d3-a7d2-3c0ba63d8d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (187893ae-891b-4f2a-b9a3-c08dd2c9cfc8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.684390 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-b5091f5e-937c-4dba-bda0-16f7b13ce1ea service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985263 Jan 27 21:52:42.724853 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-d4f645e4-0d58-4f47-b52b-35e36f81e6eb service neutron] 10.222.0.23 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231161 Jan 27 21:52:42.777508 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eefc6803-926c-42d3-a7d2-3c0ba63d8d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (187893ae-891b-4f2a-b9a3-c08dd2c9cfc8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.788943 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-f2debe52-b30e-4286-b838-29c0b8662d4c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=50ba1000-47da-4714-9651-4cc90662a58d HTTP/1.1" status: 200 len: 217 time: 0.0630827 Jan 27 21:52:42.845263 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 8f08a7b7-e828-4b12-b9df-408c5d318493, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=8f08a7b7-e828-4b12-b9df-408c5d318493,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:42.860105 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eefc6803-926c-42d3-a7d2-3c0ba63d8d10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.867210 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-eefc6803-926c-42d3-a7d2-3c0ba63d8d10 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/187893ae-891b-4f2a-b9a3-c08dd2c9cfc8 HTTP/1.1" status: 204 len: 168 time: 0.4865687 Jan 27 21:52:42.868428 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54648) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:42.871389 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '8f08a7b7-e828-4b12-b9df-408c5d318493', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '8f08a7b7-e828-4b12-b9df-408c5d318493', 'mac_address': 'fa:16:3e:4a:ce:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:52:42.894456 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc6803-926c-42d3-a7d2-3c0ba63d8d10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=187893ae-891b-4f2a-b9a3-c08dd2c9cfc8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:42.914181 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-0e497935-19d3-4062-ae3b-b1fa34d67570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:42.915775 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-0e497935-19d3-4062-ae3b-b1fa34d67570 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa HTTP/1.1" status: 200 len: 797 time: 0.1136153 Jan 27 21:52:42.923731 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e1085-6981-47a6-ae72-0e946e40353c req-c8785d39-c470-4b81-b94f-9a300c976e32 tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:42.928405 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e1085-6981-47a6-ae72-0e946e40353c req-c8785d39-c470-4b81-b94f-9a300c976e32 tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:42.928708 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e1085-6981-47a6-ae72-0e946e40353c req-c8785d39-c470-4b81-b94f-9a300c976e32 tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:42.930370 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a84e1085-6981-47a6-ae72-0e946e40353c req-c8785d39-c470-4b81-b94f-9a300c976e32 tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1bb2abd8-1009-4c34-9322-99c63c368f00&device_id=88378153-ac9d-430d-859e-53f2da663cdf&device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 2883 time: 0.3391438 Jan 27 21:52:42.963212 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 8f08a7b7-e828-4b12-b9df-408c5d318493 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:42.967894 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8f08a7b7-e828-4b12-b9df-408c5d318493), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:43.006377 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f08a7b7-e828-4b12-b9df-408c5d318493 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:43.053064 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 8f08a7b7-e828-4b12-b9df-408c5d318493, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=8f08a7b7-e828-4b12-b9df-408c5d318493,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:43.057618 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8f08a7b7-e828-4b12-b9df-408c5d318493), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:43.068070 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-287620da-3a38-4c3c-a4fc-c263228bebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:43.069844 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-287620da-3a38-4c3c-a4fc-c263228bebc9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1366718 Jan 27 21:52:43.119284 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2e8822cd-7151-4107-88d3-c29787faedd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (abf4ae31-96f5-462f-b24f-2b00dec9d4bd), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:43.165192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=8f08a7b7-e828-4b12-b9df-408c5d318493,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:43.248317 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf1237-67ff-41c0-a71c-ae77087316c8 req-39e3c20e-efe1-48a0-8987-de70eb1d1394 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:43.254749 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf1237-67ff-41c0-a71c-ae77087316c8 req-39e3c20e-efe1-48a0-8987-de70eb1d1394 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:43.261111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf1237-67ff-41c0-a71c-ae77087316c8 req-39e3c20e-efe1-48a0-8987-de70eb1d1394 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:43.267775 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf1237-67ff-41c0-a71c-ae77087316c8 req-39e3c20e-efe1-48a0-8987-de70eb1d1394 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:43.273453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf1237-67ff-41c0-a71c-ae77087316c8 req-39e3c20e-efe1-48a0-8987-de70eb1d1394 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:43.280300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf1237-67ff-41c0-a71c-ae77087316c8 req-39e3c20e-efe1-48a0-8987-de70eb1d1394 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:43.285770 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf1237-67ff-41c0-a71c-ae77087316c8 req-39e3c20e-efe1-48a0-8987-de70eb1d1394 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:43.294337 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-60bf1237-67ff-41c0-a71c-ae77087316c8 req-39e3c20e-efe1-48a0-8987-de70eb1d1394 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5420 time: 0.2132297 Jan 27 21:52:43.322992 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a84e1085-6981-47a6-ae72-0e946e40353c req-57bf77bd-cdac-4e21-8356-2675f4e45370 tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268583 Jan 27 21:52:43.380481 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-60bf1237-67ff-41c0-a71c-ae77087316c8 req-293e6255-e5a3-4b69-99fe-b9432b263248 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0848808 Jan 27 21:52:43.431212 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2e8822cd-7151-4107-88d3-c29787faedd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (abf4ae31-96f5-462f-b24f-2b00dec9d4bd), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:43.458350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-a9ff8fbf-1407-49da-b618-1f3d85293d1a service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141418 Jan 27 21:52:43.516400 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-2e8822cd-7151-4107-88d3-c29787faedd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf4ae31-96f5-462f-b24f-2b00dec9d4bd']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:43.542986 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-2e8822cd-7151-4107-88d3-c29787faedd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c47dba4-397a-4931-8edb-dea04d5c65b2') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:43.543372 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-2e8822cd-7151-4107-88d3-c29787faedd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c47dba4-397a-4931-8edb-dea04d5c65b2') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:43.556826 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2e8822cd-7151-4107-88d3-c29787faedd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (3c47dba4-397a-4931-8edb-dea04d5c65b2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:43.579992 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2e8822cd-7151-4107-88d3-c29787faedd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3c47dba4-397a-4931-8edb-dea04d5c65b2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:43.588015 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8822cd-7151-4107-88d3-c29787faedd5 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:52:43.588969 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2e8822cd-7151-4107-88d3-c29787faedd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (3c47dba4-397a-4931-8edb-dea04d5c65b2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: timer() Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:52:43.662665 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:52:43.668993 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2e8822cd-7151-4107-88d3-c29787faedd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (abf4ae31-96f5-462f-b24f-2b00dec9d4bd), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:43.675649 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2e8822cd-7151-4107-88d3-c29787faedd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:43.680934 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2e8822cd-7151-4107-88d3-c29787faedd5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/abf4ae31-96f5-462f-b24f-2b00dec9d4bd HTTP/1.1" status: 204 len: 168 time: 0.8108172 Jan 27 21:52:43.686573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['8f08a7b7-e828-4b12-b9df-408c5d318493'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:43.725432 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8822cd-7151-4107-88d3-c29787faedd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=abf4ae31-96f5-462f-b24f-2b00dec9d4bd,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:43.745541 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-856a488e-57a7-4eea-8843-c346e93f37bf req-1aa96a86-ec2f-4437-8dfb-c0493b6c7cad tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=23436db8-93bb-4bbc-80ca-4bd1b89e46e7 HTTP/1.1" status: 200 len: 210 time: 0.0927706 Jan 27 21:52:43.836773 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-1cdcee4f-c13d-44ac-aa7d-d06ba37d9327 service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717513 Jan 27 21:52:43.919881 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54670) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:43.986963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b403fc-35c8-47d1-b766-833faa585c66 req-02cb5de9-5daf-4b4c-a644-1aee9f410602 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:43.988607 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2b403fc-35c8-47d1-b766-833faa585c66 req-02cb5de9-5daf-4b4c-a644-1aee9f410602 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdc9f62-ab1d-4de7-95ef-0192f8584c7b HTTP/1.1" status: 200 len: 949 time: 0.4337034 Jan 27 21:52:43.990454 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-d7e104d3-b385-40e7-b820-8228218c0e7b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=6da56839-08a2-4b33-8cc1-5572573d53c5 HTTP/1.1" status: 200 len: 217 time: 0.1466842 Jan 27 21:52:44.011696 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d3c04be6-c6ae-42b2-bc36-c278a9adc179 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ddb724d2f7b4649908b2d3c0fb9cd4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0874088 Jan 27 21:52:44.012340 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54674) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:44.106807 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ed6daf20-032b-48e6-942a-d1208fe294e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:44.117103 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83f5b2f0-46da-473e-8f8f-025c8a19cced admin admin] Publish callbacks [] for security_group (65a164b7-a61f-447d-901d-819e37ca7b20), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:44.118247 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-ed6daf20-032b-48e6-942a-d1208fe294e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa HTTP/1.1" status: 200 len: 797 time: 0.1139557 Jan 27 21:52:44.173854 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83f5b2f0-46da-473e-8f8f-025c8a19cced admin admin] Publish callbacks [] for security_group (65a164b7-a61f-447d-901d-819e37ca7b20), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:44.259967 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2b403fc-35c8-47d1-b766-833faa585c66 req-d674b4fe-51ad-46c6-b87b-0f601d8bec3e tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646339 Jan 27 21:52:44.266444 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83f5b2f0-46da-473e-8f8f-025c8a19cced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (65a164b7-a61f-447d-901d-819e37ca7b20), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:44.272782 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83f5b2f0-46da-473e-8f8f-025c8a19cced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:44.279310 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-83f5b2f0-46da-473e-8f8f-025c8a19cced admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/65a164b7-a61f-447d-901d-819e37ca7b20 HTTP/1.1" status: 204 len: 168 time: 0.2576225 Jan 27 21:52:44.282483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c757a5fe-1d9a-40b6-acfe-8424aa9c1452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:44.288702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c757a5fe-1d9a-40b6-acfe-8424aa9c1452 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1646397 Jan 27 21:52:44.293866 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5b2f0-46da-473e-8f8f-025c8a19cced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a164b7-a61f-447d-901d-819e37ca7b20,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:44.299743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-04d53125-2954-4cfe-95fa-fd75c627165d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:52:44.300797 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-04d53125-2954-4cfe-95fa-fd75c627165d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052078 Jan 27 21:52:44.518036 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-f3e489ed-6e83-4f3a-a103-74bc79e61480 service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087853 Jan 27 21:52:45.424102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-b0b682ab-fcaf-4006-a615-dc2bc8b729b2 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:45.425587 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-b0b682ab-fcaf-4006-a615-dc2bc8b729b2 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.21 "GET /v2.0/networks?id=b7cc92cc-569a-4215-b0d9-4db31ccfa350 HTTP/1.1" status: 200 len: 804 time: 0.1865010 Jan 27 21:52:45.448965 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-e56c0745-6783-456f-b8bc-fd061e16e6d8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Request body: {'port': {'device_id': '23436db8-93bb-4bbc-80ca-4bd1b89e46e7', 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350', 'admin_state_up': True, 'tenant_id': 'ddb45a567cd143eb8a9778adb808c4e7'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:45.465580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15317d0-8be5-4f51-ae4c-5e94463be99b req-e87545d3-37d6-48af-80dd-97f53193a899 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:45.470893 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15317d0-8be5-4f51-ae4c-5e94463be99b req-e87545d3-37d6-48af-80dd-97f53193a899 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:45.476142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15317d0-8be5-4f51-ae4c-5e94463be99b req-e87545d3-37d6-48af-80dd-97f53193a899 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:45.481451 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15317d0-8be5-4f51-ae4c-5e94463be99b req-e87545d3-37d6-48af-80dd-97f53193a899 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:45.486695 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15317d0-8be5-4f51-ae4c-5e94463be99b req-e87545d3-37d6-48af-80dd-97f53193a899 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:45.491950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15317d0-8be5-4f51-ae4c-5e94463be99b req-e87545d3-37d6-48af-80dd-97f53193a899 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:45.498013 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15317d0-8be5-4f51-ae4c-5e94463be99b req-e87545d3-37d6-48af-80dd-97f53193a899 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:45.499880 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f15317d0-8be5-4f51-ae4c-5e94463be99b req-e87545d3-37d6-48af-80dd-97f53193a899 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5420 time: 0.9552433 Jan 27 21:52:45.504190 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-874e41c4-7e56-437e-b9d4-1b9f5eef77d1 service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9792216 Jan 27 21:52:45.557389 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99da3aa-64d8-4453-9326-9247fd036150 req-755268e9-dae7-4744-a378-ea2699105a66 tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:45.564056 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d99da3aa-64d8-4453-9326-9247fd036150 req-755268e9-dae7-4744-a378-ea2699105a66 tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 1101 time: 0.3266084 Jan 27 21:52:45.628490 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-4fb9c026-1426-41db-87cd-b547a6a584e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=79d45860-45d3-46c0-a4f4-e8a2bb4d821b HTTP/1.1" status: 200 len: 217 time: 0.1069138 Jan 27 21:52:45.642569 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54718) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:45.807146 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d99da3aa-64d8-4453-9326-9247fd036150 req-811598a0-8bb8-46ae-8a50-c295b9b2ecdb tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362320 Jan 27 21:52:45.818526 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f15317d0-8be5-4f51-ae4c-5e94463be99b req-48490a87-1c45-46e6-9cab-c349d55b4e6e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3006921 Jan 27 21:52:45.856839 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-e56c0745-6783-456f-b8bc-fd061e16e6d8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Made reservation on behalf of ddb45a567cd143eb8a9778adb808c4e7 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:45.865378 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-e56c0745-6783-456f-b8bc-fd061e16e6d8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:45.878995 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-a1d15e9e-7865-4e61-afc7-8c059497377b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:45.885303 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-a1d15e9e-7865-4e61-afc7-8c059497377b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb88c7c3-aca7-4bf4-9856-6572de677ec3 HTTP/1.1" status: 200 len: 797 time: 0.2455616 Jan 27 21:52:46.019417 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2da4aaee-45f6-41e7-a885-f141c2f2676e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-785088592-network', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:46.058258 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da4aaee-45f6-41e7-a885-f141c2f2676e admin admin] Made reservation on behalf of 4c1135188b8141ad869c457c12b79e2c for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:46.062203 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2da4aaee-45f6-41e7-a885-f141c2f2676e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.075637 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2da4aaee-45f6-41e7-a885-f141c2f2676e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.199002 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f8e8e2b-4920-4ccf-90f2-40b2da51732b req-466dcdcb-315b-4b5f-8e91-f54622ee1940 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=23436db8-93bb-4bbc-80ca-4bd1b89e46e7 HTTP/1.1" status: 200 len: 210 time: 0.1923912 Jan 27 21:52:46.227300 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2da4aaee-45f6-41e7-a885-f141c2f2676e admin admin] Publish callbacks [] for security_group (3f61f6de-670d-4c04-9a39-d1e03503c314), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.232890 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2da4aaee-45f6-41e7-a885-f141c2f2676e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3f61f6de-670d-4c04-9a39-d1e03503c314), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.273122 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-e56c0745-6783-456f-b8bc-fd061e16e6d8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Allocated IP 172.20.0.2 (b7cc92cc-569a-4215-b0d9-4db31ccfa350/1c04e36a-ac28-4796-9e9d-94f1aca319f2/44cf6f3b-b32c-4275-8e2e-744d470627e2) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:46.276450 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-dbe21732-2491-451e-8f19-2d363e7884c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:46.279976 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-dbe21732-2491-451e-8f19-2d363e7884c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3811963 Jan 27 21:52:46.295458 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da4aaee-45f6-41e7-a885-f141c2f2676e admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:52:46.317953 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4aaee-45f6-41e7-a885-f141c2f2676e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f61f6de-670d-4c04-9a39-d1e03503c314,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:46.318651 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3c5fb-90b3-4b9c-9cd6-ba6a68fa1e2c req-2dfb8632-e343-4e00-9cda-6276dbb33ac6 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:46.324730 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16b3c5fb-90b3-4b9c-9cd6-ba6a68fa1e2c req-2dfb8632-e343-4e00-9cda-6276dbb33ac6 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdc9f62-ab1d-4de7-95ef-0192f8584c7b HTTP/1.1" status: 200 len: 949 time: 0.1956718 Jan 27 21:52:46.337764 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2da4aaee-45f6-41e7-a885-f141c2f2676e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (a5cc25a9-5919-4cb7-b1bb-a42be5043313), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.338111 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-2da4aaee-45f6-41e7-a885-f141c2f2676e admin admin] Added segment a5cc25a9-5919-4cb7-b1bb-a42be5043313 of type vlan for network 2f7ebc75-d7b4-44d3-8fef-7dcf1837a949 Jan 27 21:52:46.409474 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2da4aaee-45f6-41e7-a885-f141c2f2676e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (2f7ebc75-d7b4-44d3-8fef-7dcf1837a949), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.440765 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2da4aaee-45f6-41e7-a885-f141c2f2676e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (2f7ebc75-d7b4-44d3-8fef-7dcf1837a949), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.442454 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da4aaee-45f6-41e7-a885-f141c2f2676e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:46.443285 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2da4aaee-45f6-41e7-a885-f141c2f2676e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.528655 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4aaee-45f6-41e7-a885-f141c2f2676e admin admin] Pushing event updated for resources: {'Network': ['ID=2f7ebc75-d7b4-44d3-8fef-7dcf1837a949,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:46.539666 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 2f7ebc75-d7b4-44d3-8fef-7dcf1837a949 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:52:46.557074 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2da4aaee-45f6-41e7-a885-f141c2f2676e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9127915 Jan 27 21:52:46.560383 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54734) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:46.606909 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-492218dd-47ae-4522-955b-64dd01d8bb4e admin admin] Request body: {'subnet': {'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-785088592-subnet', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:46.668294 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16b3c5fb-90b3-4b9c-9cd6-ba6a68fa1e2c req-8e8e088d-0c2a-40dc-a2a5-5f06a7dc1f9d tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428428 Jan 27 21:52:46.691228 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 8f08a7b7-e828-4b12-b9df-408c5d318493 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:46.699167 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e120a46-c85f-4dc8-aaa3-a01039b56aee req-f0ee4a66-eeea-4c44-b0eb-a9412f690cb2 tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:46.706564 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3e120a46-c85f-4dc8-aaa3-a01039b56aee req-f0ee4a66-eeea-4c44-b0eb-a9412f690cb2 tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 1101 time: 0.2484696 Jan 27 21:52:46.709896 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-58ea4689-dfb8-45ee-a890-079a8fa31a78 service neutron] 10.222.0.15 "GET /v2.0/networks/7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233413 Jan 27 21:52:46.805397 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3e120a46-c85f-4dc8-aaa3-a01039b56aee req-a08fc27d-70d9-490d-af89-1b21ac5b6b8c tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928869 Jan 27 21:52:46.811213 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492218dd-47ae-4522-955b-64dd01d8bb4e admin admin] Made reservation on behalf of 4c1135188b8141ad869c457c12b79e2c for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:46.813915 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-492218dd-47ae-4522-955b-64dd01d8bb4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.852660 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 8f08a7b7-e828-4b12-b9df-408c5d318493 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:52:46.858732 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 8f08a7b7-e828-4b12-b9df-408c5d318493 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:46.859410 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8f08a7b7-e828-4b12-b9df-408c5d318493), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:46.974360 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 8f08a7b7-e828-4b12-b9df-408c5d318493 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:46.976314 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8f08a7b7-e828-4b12-b9df-408c5d318493), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:47.036754 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdc9f62-ab1d-4de7-95ef-0192f8584c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f08a7b7-e828-4b12-b9df-408c5d318493'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:47.042273 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361a265e-f465-42c1-af26-db42bf49b4ea" -d '{"events": [{"server_uuid": "afdc9f62-ab1d-4de7-95ef-0192f8584c7b", "name": "network-vif-plugged", "status": "completed", "tag": "8f08a7b7-e828-4b12-b9df-408c5d318493"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:47.075672 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 8f08a7b7-e828-4b12-b9df-408c5d318493, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=8f08a7b7-e828-4b12-b9df-408c5d318493,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:47.084065 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8f08a7b7-e828-4b12-b9df-408c5d318493), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:47.149046 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=8f08a7b7-e828-4b12-b9df-408c5d318493,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:47.187166 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-e56c0745-6783-456f-b8bc-fd061e16e6d8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks [] for port (44cf6f3b-b32c-4275-8e2e-744d470627e2), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:47.248639 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f687618-b33b-4488-99fc-1003fa6b2330 x-openstack-request-id: req-5f687618-b33b-4488-99fc-1003fa6b2330 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:47.249226 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdc9f62-ab1d-4de7-95ef-0192f8584c7b", "name": "network-vif-plugged", "status": "completed", "tag": "8f08a7b7-e828-4b12-b9df-408c5d318493", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:47.249735 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f687618-b33b-4488-99fc-1003fa6b2330 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:47.250352 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdc9f62-ab1d-4de7-95ef-0192f8584c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f08a7b7-e828-4b12-b9df-408c5d318493', 'code': 200} Jan 27 21:52:47.297483 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-492218dd-47ae-4522-955b-64dd01d8bb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (cae9d400-c136-4372-a2bb-390c7b9d5402), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:47.313454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5f6cb-a8fa-4e36-8839-c3e7f19c2e83 req-7d2dd128-56cb-4ae1-bbd7-7692c7097fba tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:47.318977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5f6cb-a8fa-4e36-8839-c3e7f19c2e83 req-7d2dd128-56cb-4ae1-bbd7-7692c7097fba tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:47.325623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5f6cb-a8fa-4e36-8839-c3e7f19c2e83 req-7d2dd128-56cb-4ae1-bbd7-7692c7097fba tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:47.331408 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5f6cb-a8fa-4e36-8839-c3e7f19c2e83 req-7d2dd128-56cb-4ae1-bbd7-7692c7097fba tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:47.337260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5f6cb-a8fa-4e36-8839-c3e7f19c2e83 req-7d2dd128-56cb-4ae1-bbd7-7692c7097fba tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:47.351671 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5f6cb-a8fa-4e36-8839-c3e7f19c2e83 req-7d2dd128-56cb-4ae1-bbd7-7692c7097fba tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:47.367254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5f6cb-a8fa-4e36-8839-c3e7f19c2e83 req-7d2dd128-56cb-4ae1-bbd7-7692c7097fba tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:47.379538 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63d5f6cb-a8fa-4e36-8839-c3e7f19c2e83 req-7d2dd128-56cb-4ae1-bbd7-7692c7097fba tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5420 time: 0.2792165 Jan 27 21:52:47.389932 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34617c27-5d56-4983-b1fa-036c58817aaf req-96527db9-8123-4de1-a4b9-938b44ea5968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:47.391649 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-34617c27-5d56-4983-b1fa-036c58817aaf req-96527db9-8123-4de1-a4b9-938b44ea5968 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=afdc9f62-ab1d-4de7-95ef-0192f8584c7b HTTP/1.1" status: 200 len: 1101 time: 0.0497301 Jan 27 21:52:47.453215 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-34617c27-5d56-4983-b1fa-036c58817aaf req-0081a233-d7ba-4e65-b9f1-4772de7c3456 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516181 Jan 27 21:52:47.504979 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-89eb40ca-5d41-4041-883e-59ff7ae51de9 service neutron] 10.222.0.15 "GET /v2.0/networks/7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7837253 Jan 27 21:52:47.551724 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d727b4da-e50d-4ac1-bb99-dd5a271ed18a req-00c7af1d-5397-4699-af6c-24cb5cde2715 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=23436db8-93bb-4bbc-80ca-4bd1b89e46e7 HTTP/1.1" status: 200 len: 210 time: 0.0903468 Jan 27 21:52:47.562537 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492218dd-47ae-4522-955b-64dd01d8bb4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cae9d400-c136-4372-a2bb-390c7b9d5402,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:47.602869 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-e56c0745-6783-456f-b8bc-fd061e16e6d8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (44cf6f3b-b32c-4275-8e2e-744d470627e2), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:47.615787 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-e4685e4e-91a8-46e4-8b1a-4574718e698b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aa7607f2-cff4-4487-b664-ab2ae9bf2878 HTTP/1.1" status: 200 len: 217 time: 0.0832303 Jan 27 21:52:47.635422 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492218dd-47ae-4522-955b-64dd01d8bb4e admin admin] Checking segment: {'id': 'a5cc25a9-5919-4cb7-b1bb-a42be5043313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:47.635908 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492218dd-47ae-4522-955b-64dd01d8bb4e admin admin] Network hostable DHCP agents. Network: 2f7ebc75-d7b4-44d3-8fef-7dcf1837a949, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:52:47.731231 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63d5f6cb-a8fa-4e36-8839-c3e7f19c2e83 req-f944fde9-dd75-4c3d-9a58-4d1a0f81e5c6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3505890 Jan 27 21:52:47.768543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-e56c0745-6783-456f-b8bc-fd061e16e6d8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Network b7cc92cc-569a-4215-b0d9-4db31ccfa350 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:47.823160 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c0745-6783-456f-b8bc-fd061e16e6d8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Pushing event updated for resources: {'Port': ['ID=44cf6f3b-b32c-4275-8e2e-744d470627e2,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:47.854386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-e56c0745-6783-456f-b8bc-fd061e16e6d8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:47.857909 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-e56c0745-6783-456f-b8bc-fd061e16e6d8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:47.912804 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492218dd-47ae-4522-955b-64dd01d8bb4e admin admin] Network 2f7ebc75-d7b4-44d3-8fef-7dcf1837a949 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:52:47.931580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-355d386a-771c-462e-8d07-abb064cd1aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:47.933124 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-355d386a-771c-462e-8d07-abb064cd1aa7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb88c7c3-aca7-4bf4-9856-6572de677ec3 HTTP/1.1" status: 200 len: 797 time: 0.3054161 Jan 27 21:52:47.976652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-492218dd-47ae-4522-955b-64dd01d8bb4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 2f7ebc75-d7b4-44d3-8fef-7dcf1837a949) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:47.988569 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494fccc9-e395-4ace-9b78-11ae48c5d90e None None] Network 2f7ebc75-d7b4-44d3-8fef-7dcf1837a949 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:52:48.004529 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-e56c0745-6783-456f-b8bc-fd061e16e6d8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:48.005214 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-e56c0745-6783-456f-b8bc-fd061e16e6d8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.009898 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492218dd-47ae-4522-955b-64dd01d8bb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:48.010481 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-492218dd-47ae-4522-955b-64dd01d8bb4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.060138 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-e56c0745-6783-456f-b8bc-fd061e16e6d8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6200163 Jan 27 21:52:48.068117 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252d7dc-6f2b-4801-8a08-de102b49c22e req-409fabea-b168-405a-878b-645b58d8224e tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:48.076485 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6252d7dc-6f2b-4801-8a08-de102b49c22e req-409fabea-b168-405a-878b-645b58d8224e tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdc9f62-ab1d-4de7-95ef-0192f8584c7b HTTP/1.1" status: 200 len: 950 time: 0.2272224 Jan 27 21:52:48.093068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] Request body: {'port': {'device_id': '23436db8-93bb-4bbc-80ca-4bd1b89e46e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:48.132662 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-492218dd-47ae-4522-955b-64dd01d8bb4e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5271132 Jan 27 21:52:48.132880 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54774) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:48.139342 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3f50b7c8-ed1a-4c88-bf46-8a4a0ca5f584 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-785088592-router', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:48.180737 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f50b7c8-ed1a-4c88-bf46-8a4a0ca5f584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (7f06bd22-ebe2-495c-91a6-b34f4f8a138f), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.181846 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f50b7c8-ed1a-4c88-bf46-8a4a0ca5f584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (7f06bd22-ebe2-495c-91a6-b34f4f8a138f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.197119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c05999a7-977a-4d49-b985-301a2dc594ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:48.199173 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-c05999a7-977a-4d49-b985-301a2dc594ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2578676 Jan 27 21:52:48.207939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1dc223-3221-42b6-b197-df1beabb1a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-2f7ebc75-d7b4-44d3-8fef-7dcf1837a949', 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949', 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'fixed_ips': [{'subnet_id': 'cae9d400-c136-4372-a2bb-390c7b9d5402'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:52:48.209307 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc223-3221-42b6-b197-df1beabb1a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.211340 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (44cf6f3b-b32c-4275-8e2e-744d470627e2), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.302244 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f50b7c8-ed1a-4c88-bf46-8a4a0ca5f584 admin admin] Publish callbacks [] for router_controller (7f06bd22-ebe2-495c-91a6-b34f4f8a138f), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.485276 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6252d7dc-6f2b-4801-8a08-de102b49c22e req-d987ebea-717d-4af3-8ecc-2d48d239892b tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073308 Jan 27 21:52:48.576471 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-5b1dc223-3221-42b6-b197-df1beabb1a8a None None] Allocated IP 172.20.0.2 (2f7ebc75-d7b4-44d3-8fef-7dcf1837a949/cae9d400-c136-4372-a2bb-390c7b9d5402/0fa8a56b-be36-4bf8-849f-c39a7bcd63a0) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:48.602723 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f50b7c8-ed1a-4c88-bf46-8a4a0ca5f584 admin admin] Publish callbacks [] for router_gateway (7f06bd22-ebe2-495c-91a6-b34f4f8a138f), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.733740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646de43b-8dbc-4954-b9a5-b250c1527dcd req-dae6c225-5be4-4d02-b41e-9f9d08eb0914 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:48.742085 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-646de43b-8dbc-4954-b9a5-b250c1527dcd req-dae6c225-5be4-4d02-b41e-9f9d08eb0914 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.3381023 Jan 27 21:52:48.753756 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-4f4a95a3-8227-49dc-81c7-ecec1b610415 service neutron] 10.222.0.15 "GET /v2.0/networks/7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459864 Jan 27 21:52:48.928301 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc223-3221-42b6-b197-df1beabb1a8a None None] Publish callbacks [] for port (0fa8a56b-be36-4bf8-849f-c39a7bcd63a0), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.940507 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc223-3221-42b6-b197-df1beabb1a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (0fa8a56b-be36-4bf8-849f-c39a7bcd63a0), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.966772 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f50b7c8-ed1a-4c88-bf46-8a4a0ca5f584 admin admin] Publish callbacks [] for router_gateway (7f06bd22-ebe2-495c-91a6-b34f4f8a138f), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.990532 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f50b7c8-ed1a-4c88-bf46-8a4a0ca5f584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:49.012466 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61301fd8-cb41-4ed3-8863-7fb707f8b41d req-e71aec51-ca1b-4f5f-a304-896acf7f6991 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.020182 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-61301fd8-cb41-4ed3-8863-7fb707f8b41d req-e71aec51-ca1b-4f5f-a304-896acf7f6991 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=23436db8-93bb-4bbc-80ca-4bd1b89e46e7 HTTP/1.1" status: 200 len: 931 time: 0.3082204 Jan 27 21:52:49.027728 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1dc223-3221-42b6-b197-df1beabb1a8a None None] Pushing event updated for resources: {'Port': ['ID=0fa8a56b-be36-4bf8-849f-c39a7bcd63a0,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:49.050434 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1dc223-3221-42b6-b197-df1beabb1a8a None None] Network 2f7ebc75-d7b4-44d3-8fef-7dcf1837a949 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:49.053227 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-646de43b-8dbc-4954-b9a5-b250c1527dcd req-39a12d13-4ba7-4c21-86d2-1678f78bed11 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101888 Jan 27 21:52:49.061385 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-5b1dc223-3221-42b6-b197-df1beabb1a8a None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:49.090712 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1dc223-3221-42b6-b197-df1beabb1a8a None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:49.158970 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e3dc926-10c6-477e-8596-c2f975f7abf5 req-7dd9bb91-5a18-437b-bac4-36043115802e service neutron] 10.222.0.15 "GET /v2.0/networks/7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810434 Jan 27 21:52:49.178184 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-3f50b7c8-ed1a-4c88-bf46-8a4a0ca5f584 admin admin] Allocated IP 172.25.3.106 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:49.212124 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-61301fd8-cb41-4ed3-8863-7fb707f8b41d req-47bc7a5d-e7cf-4ecb-901f-e7d800858a34 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910441 Jan 27 21:52:49.264154 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5b1dc223-3221-42b6-b197-df1beabb1a8a None None] Attempting to bind port 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:52:49.264680 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5b1dc223-3221-42b6-b197-df1beabb1a8a None None] Attempting to bind port 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'a5cc25a9-5919-4cb7-b1bb-a42be5043313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:52:49.265819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1dc223-3221-42b6-b197-df1beabb1a8a None None] Attempting to bind port 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0 on network 2f7ebc75-d7b4-44d3-8fef-7dcf1837a949 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:49.279499 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1dc223-3221-42b6-b197-df1beabb1a8a None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:52:49.279983 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1dc223-3221-42b6-b197-df1beabb1a8a None None] Checking segment: {'id': 'a5cc25a9-5919-4cb7-b1bb-a42be5043313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:49.280578 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc223-3221-42b6-b197-df1beabb1a8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:49.283398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1dc223-3221-42b6-b197-df1beabb1a8a None None] Bound using segment: {'id': 'a5cc25a9-5919-4cb7-b1bb-a42be5043313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:52:49.283913 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5b1dc223-3221-42b6-b197-df1beabb1a8a None None] Bound port: 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5cc25a9-5919-4cb7-b1bb-a42be5043313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:52:49.284428 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc223-3221-42b6-b197-df1beabb1a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0fa8a56b-be36-4bf8-849f-c39a7bcd63a0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:49.339533 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44cf6f3b-b32c-4275-8e2e-744d470627e2 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:49.349817 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] Publish callbacks [] for port (44cf6f3b-b32c-4275-8e2e-744d470627e2), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:49.384038 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] Transition to ACTIVE for port object 44cf6f3b-b32c-4275-8e2e-744d470627e2 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:52:49.417935 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (44cf6f3b-b32c-4275-8e2e-744d470627e2), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:49.452678 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-5b1dc223-3221-42b6-b197-df1beabb1a8a None None] For port 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:49.458113 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-5b1dc223-3221-42b6-b197-df1beabb1a8a None None] For port 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0fa8a56b-be36-4bf8-849f-c39a7bcd63a0,segment=NetworkSegment(a5cc25a9-5919-4cb7-b1bb-a42be5043313),segment_id=a5cc25a9-5919-4cb7-b1bb-a42be5043313)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:52:49.462773 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc223-3221-42b6-b197-df1beabb1a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0fa8a56b-be36-4bf8-849f-c39a7bcd63a0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:49.476966 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f50b7c8-ed1a-4c88-bf46-8a4a0ca5f584 admin admin] Publish callbacks [] for port (d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:49.548976 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f50b7c8-ed1a-4c88-bf46-8a4a0ca5f584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:49.585874 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1dc223-3221-42b6-b197-df1beabb1a8a None None] Pushing event updated for resources: {'Port': ['ID=0fa8a56b-be36-4bf8-849f-c39a7bcd63a0,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:49.609270 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f50b7c8-ed1a-4c88-bf46-8a4a0ca5f584 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:49.615076 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-3f50b7c8-ed1a-4c88-bf46-8a4a0ca5f584 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:49.617742 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f50b7c8-ed1a-4c88-bf46-8a4a0ca5f584 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:49.626658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] Pushing event updated for resources: {'Port': ['ID=44cf6f3b-b32c-4275-8e2e-744d470627e2,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:49.684456 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50b7c8-ed1a-4c88-bf46-8a4a0ca5f584 admin admin] Pushing event updated for resources: {'Port': ['ID=d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:49.708810 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bc8c1-192a-4749-bcb3-3b24a383feec req-023d04ec-6cb5-491f-a2ad-6b8a29f2d1bf tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.717408 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bc8c1-192a-4749-bcb3-3b24a383feec req-023d04ec-6cb5-491f-a2ad-6b8a29f2d1bf tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.724046 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bc8c1-192a-4749-bcb3-3b24a383feec req-023d04ec-6cb5-491f-a2ad-6b8a29f2d1bf tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.731217 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bc8c1-192a-4749-bcb3-3b24a383feec req-023d04ec-6cb5-491f-a2ad-6b8a29f2d1bf tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.737424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bc8c1-192a-4749-bcb3-3b24a383feec req-023d04ec-6cb5-491f-a2ad-6b8a29f2d1bf tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.750522 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bc8c1-192a-4749-bcb3-3b24a383feec req-023d04ec-6cb5-491f-a2ad-6b8a29f2d1bf tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.756882 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bc8c1-192a-4749-bcb3-3b24a383feec req-023d04ec-6cb5-491f-a2ad-6b8a29f2d1bf tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.759056 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c5bc8c1-192a-4749-bcb3-3b24a383feec req-023d04ec-6cb5-491f-a2ad-6b8a29f2d1bf tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5420 time: 0.3717730 Jan 27 21:52:49.831736 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd57903-eb7d-4baa-8d2a-ea03499b36b0 req-783d1cda-8898-4cc1-9d77-621412d591c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.832368 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd57903-eb7d-4baa-8d2a-ea03499b36b0 req-783d1cda-8898-4cc1-9d77-621412d591c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.832843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd57903-eb7d-4baa-8d2a-ea03499b36b0 req-783d1cda-8898-4cc1-9d77-621412d591c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.833305 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd57903-eb7d-4baa-8d2a-ea03499b36b0 req-783d1cda-8898-4cc1-9d77-621412d591c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.833766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd57903-eb7d-4baa-8d2a-ea03499b36b0 req-783d1cda-8898-4cc1-9d77-621412d591c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.834231 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd57903-eb7d-4baa-8d2a-ea03499b36b0 req-783d1cda-8898-4cc1-9d77-621412d591c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.834688 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd57903-eb7d-4baa-8d2a-ea03499b36b0 req-783d1cda-8898-4cc1-9d77-621412d591c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.836710 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fd57903-eb7d-4baa-8d2a-ea03499b36b0 req-783d1cda-8898-4cc1-9d77-621412d591c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e6a4591e21842348002d2aff51fa01d&device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 6477 time: 0.3592787 Jan 27 21:52:50.041253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e677ca1-7f67-46ed-a8d7-e3be65b4517f req-ea3cdd3f-09d7-40f1-bdc7-8331ad09cf1b tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:50.048266 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e677ca1-7f67-46ed-a8d7-e3be65b4517f req-ea3cdd3f-09d7-40f1-bdc7-8331ad09cf1b tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdc9f62-ab1d-4de7-95ef-0192f8584c7b HTTP/1.1" status: 200 len: 950 time: 0.3854785 Jan 27 21:52:50.092055 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] Attempting to bind port 44cf6f3b-b32c-4275-8e2e-744d470627e2 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:52:50.092055 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] Attempting to bind port 44cf6f3b-b32c-4275-8e2e-744d470627e2 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '09a77e7c-d576-4afe-b947-6dc9fc650515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:52:50.092451 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] Attempting to bind port 44cf6f3b-b32c-4275-8e2e-744d470627e2 on network b7cc92cc-569a-4215-b0d9-4db31ccfa350 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:50.097654 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f50b7c8-ed1a-4c88-bf46-8a4a0ca5f584 admin admin] Publish callbacks [] for router_gateway (7f06bd22-ebe2-495c-91a6-b34f4f8a138f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:50.118864 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c5bc8c1-192a-4749-bcb3-3b24a383feec req-c5f52ece-0a9f-4f61-8625-00439545699f tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3444035 Jan 27 21:52:50.124888 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] Port 44cf6f3b-b32c-4275-8e2e-744d470627e2 on network b7cc92cc-569a-4215-b0d9-4db31ccfa350 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:52:50.125226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] Attempting to bind port 44cf6f3b-b32c-4275-8e2e-744d470627e2 on network b7cc92cc-569a-4215-b0d9-4db31ccfa350 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:50.169349 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:52:50.169349 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] Checking segment: {'id': '09a77e7c-d576-4afe-b947-6dc9fc650515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:50.169349 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] Bound using segment: {'id': '09a77e7c-d576-4afe-b947-6dc9fc650515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:52:50.169349 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] Bound port: 44cf6f3b-b32c-4275-8e2e-744d470627e2, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a77e7c-d576-4afe-b947-6dc9fc650515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:52:50.169349 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (44cf6f3b-b32c-4275-8e2e-744d470627e2), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:50.211624 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd57903-eb7d-4baa-8d2a-ea03499b36b0 req-e0aede03-e482-476a-9349-008594d2a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:50.213162 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fd57903-eb7d-4baa-8d2a-ea03499b36b0 req-e0aede03-e482-476a-9349-008594d2a737 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 HTTP/1.1" status: 200 len: 903 time: 0.3591835 Jan 27 21:52:50.230999 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e677ca1-7f67-46ed-a8d7-e3be65b4517f req-2408e34e-c89a-4d72-939c-a78ba00bc66d tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771026 Jan 27 21:52:50.500321 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f50b7c8-ed1a-4c88-bf46-8a4a0ca5f584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (7f06bd22-ebe2-495c-91a6-b34f4f8a138f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:50.738675 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f50b7c8-ed1a-4c88-bf46-8a4a0ca5f584 admin admin] Router 7f06bd22-ebe2-495c-91a6-b34f4f8a138f is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:52:50.758082 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] For port 44cf6f3b-b32c-4275-8e2e-744d470627e2, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:50.761716 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] For port 44cf6f3b-b32c-4275-8e2e-744d470627e2, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=44cf6f3b-b32c-4275-8e2e-744d470627e2,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:52:50.776207 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fd57903-eb7d-4baa-8d2a-ea03499b36b0 req-4f1d3c52-d921-47e0-8c78-19c6e24a0275 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=79d45860-45d3-46c0-a4f4-e8a2bb4d821b HTTP/1.1" status: 200 len: 217 time: 0.5437822 Jan 27 21:52:50.819842 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:50.827667 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (44cf6f3b-b32c-4275-8e2e-744d470627e2), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:50.934333 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:50.934931 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0fa8a56b-be36-4bf8-849f-c39a7bcd63a0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:50.944671 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f50b7c8-ed1a-4c88-bf46-8a4a0ca5f584 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:52:50.958734 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] Sync routers for ids ['7f06bd22-ebe2-495c-91a6-b34f4f8a138f'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:52:50.962619 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] Pushing event updated for resources: {'Port': ['ID=44cf6f3b-b32c-4275-8e2e-744d470627e2,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:50.969168 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f50b7c8-ed1a-4c88-bf46-8a4a0ca5f584 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:50.970895 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3f50b7c8-ed1a-4c88-bf46-8a4a0ca5f584 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.8376546 Jan 27 21:52:50.973757 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54814) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:50.995301 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] Routers {'7f06bd22-ebe2-495c-91a6-b34f4f8a138f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:52:50.998099 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:52:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7f06bd22-ebe2-495c-91a6-b34f4f8a138f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:51.029998 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:51.030627 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:51.032060 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-d5534ab0-c844-4476-9a46-5468989df965 service neutron] 10.222.0.21 "PUT /v2.0/ports/44cf6f3b-b32c-4275-8e2e-744d470627e2 HTTP/1.1" status: 200 len: 1091 time: 2.9522290 Jan 27 21:52:51.044674 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23436db8-93bb-4bbc-80ca-4bd1b89e46e7', 'tag': '44cf6f3b-b32c-4275-8e2e-744d470627e2'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:51.052228 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ad7338-a78b-46af-92f6-9e6884b61883" -d '{"events": [{"name": "network-changed", "server_uuid": "23436db8-93bb-4bbc-80ca-4bd1b89e46e7", "tag": "44cf6f3b-b32c-4275-8e2e-744d470627e2"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:51.072389 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:51.131615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd57903-eb7d-4baa-8d2a-ea03499b36b0 req-6521d697-3296-4f47-9fb6-46e3c581ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:51.133805 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fd57903-eb7d-4baa-8d2a-ea03499b36b0 req-6521d697-3296-4f47-9fb6-46e3c581ff24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb88c7c3-aca7-4bf4-9856-6572de677ec3 HTTP/1.1" status: 200 len: 797 time: 0.3015630 Jan 27 21:52:51.202137 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:51.202542 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0fa8a56b-be36-4bf8-849f-c39a7bcd63a0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:51.209674 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052290af-560e-4da5-b8e5-e9481116879a req-0cea26c1-b799-43c8-9cb0-d7e3c2a9f37f tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:51.211816 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-052290af-560e-4da5-b8e5-e9481116879a req-0cea26c1-b799-43c8-9cb0-d7e3c2a9f37f tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.5044236 Jan 27 21:52:51.269037 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd20b1c-3088-46b7-88cd-1df35404c8f5 req-77f9c6ec-3c74-4ceb-a3b0-6e5c23fd535a tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:51.277943 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2fd20b1c-3088-46b7-88cd-1df35404c8f5 req-77f9c6ec-3c74-4ceb-a3b0-6e5c23fd535a tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=23436db8-93bb-4bbc-80ca-4bd1b89e46e7 HTTP/1.1" status: 200 len: 943 time: 0.5095327 Jan 27 21:52:51.296491 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0fa8a56b-be36-4bf8-849f-c39a7bcd63a0,segment=NetworkSegment(a5cc25a9-5919-4cb7-b1bb-a42be5043313),segment_id=a5cc25a9-5919-4cb7-b1bb-a42be5043313)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:51.301434 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0fa8a56b-be36-4bf8-849f-c39a7bcd63a0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:51.387621 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-693c8d61-f6fa-4b62-acac-36f1c4159564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:51.397888 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-693c8d61-f6fa-4b62-acac-36f1c4159564 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddb45a567cd143eb8a9778adb808c4e7&device_id=23436db8-93bb-4bbc-80ca-4bd1b89e46e7 HTTP/1.1" status: 200 len: 1094 time: 0.3076453 Jan 27 21:52:51.447849 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-052290af-560e-4da5-b8e5-e9481116879a req-e590b2b9-7213-4e2b-8f36-7962a97ab25a tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225614 Jan 27 21:52:51.457858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e71beb-5a65-4284-8357-7651aeb9599c None None] Network 2f7ebc75-d7b4-44d3-8fef-7dcf1837a949 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:52:51.467090 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] Set router 7f06bd22-ebe2-495c-91a6-b34f4f8a138f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:52:51.634959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd57903-eb7d-4baa-8d2a-ea03499b36b0 req-28764455-ccf1-47e6-b0bf-baadd0761b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:51.638580 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fd57903-eb7d-4baa-8d2a-ea03499b36b0 req-28764455-ccf1-47e6-b0bf-baadd0761b31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4930685 Jan 27 21:52:51.661444 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2fd20b1c-3088-46b7-88cd-1df35404c8f5 req-1abf891f-9684-422a-b083-f6b232627ce6 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823307 Jan 27 21:52:51.701214 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-84e2c14f-a5ba-4919-ac7d-d186793e2935 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=44cf6f3b-b32c-4275-8e2e-744d470627e2 HTTP/1.1" status: 200 len: 217 time: 0.2861426 Jan 27 21:52:51.935390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-95a831b1-6a8d-4fa9-be83-887297654949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:51.936979 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-95a831b1-6a8d-4fa9-be83-887297654949 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1c04e36a-ac28-4796-9e9d-94f1aca319f2 HTTP/1.1" status: 200 len: 844 time: 0.1830251 Jan 27 21:52:51.940195 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864ef758-6f39-44cc-b035-ad62507ac756 x-openstack-request-id: req-864ef758-6f39-44cc-b035-ad62507ac756 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:51.940494 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23436db8-93bb-4bbc-80ca-4bd1b89e46e7", "tag": "44cf6f3b-b32c-4275-8e2e-744d470627e2", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:51.940748 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-864ef758-6f39-44cc-b035-ad62507ac756 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:51.941142 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23436db8-93bb-4bbc-80ca-4bd1b89e46e7', 'tag': '44cf6f3b-b32c-4275-8e2e-744d470627e2', 'status': 'completed', 'code': 200} Jan 27 21:52:52.043886 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=0fa8a56b-be36-4bf8-849f-c39a7bcd63a0,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:52.110491 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-5d7337a0-818b-4fbb-8720-0402b6183633 None None] Provisioning complete for port 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:52.112207 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5d7337a0-818b-4fbb-8720-0402b6183633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0fa8a56b-be36-4bf8-849f-c39a7bcd63a0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:52.194791 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'name': 'tempest-ServersTestJSON-785088592-router', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:49Z', 'revision_number': 3, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'gw_port': {'id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:52.214933 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-fc6d8ae8-2b69-451f-800c-1e60f8ffc9b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7cc92cc-569a-4215-b0d9-4db31ccfa350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094632 Jan 27 21:52:52.279358 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] Checking router: 7f06bd22-ebe2-495c-91a6-b34f4f8a138f for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:52:52.281457 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] Updating router 7f06bd22-ebe2-495c-91a6-b34f4f8a138f port d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:52:52.294497 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92384dca-137c-4552-b6c9-16ab4c633fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:52.331423 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:52.357481 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-5d7337a0-818b-4fbb-8720-0402b6183633 None None] Current status of the port 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:52.538087 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-e82c2a03-10b6-45e0-a28d-efbfaf9c918c tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=05a41990f6ea418e8893c66b3dfcf380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2013116 Jan 27 21:52:52.538087 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-5a22f2a5-5992-4fc2-8137-900a21505011 service neutron] 10.222.0.21 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554781 Jan 27 21:52:52.591242 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-04edc365-8e3d-4dcc-8205-3e8dca36704a None None] Provisioning complete for port 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:52.592314 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-04edc365-8e3d-4dcc-8205-3e8dca36704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0fa8a56b-be36-4bf8-849f-c39a7bcd63a0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:52.613744 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-92384dca-137c-4552-b6c9-16ab4c633fff admin admin] Allocated IP 172.20.0.1 (2f7ebc75-d7b4-44d3-8fef-7dcf1837a949/cae9d400-c136-4372-a2bb-390c7b9d5402/725ff0b6-90cd-452a-b10a-28de75a522b8) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:52.736467 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fd57903-eb7d-4baa-8d2a-ea03499b36b0 req-faa88408-aab4-4e0d-9f2f-15dc1e5eb00c service neutron] 10.222.0.15 "GET /v2.0/networks/7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0699496 Jan 27 21:52:52.779189 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d2001-acdf-4af6-961d-d389a502de5e req-1e2fbf38-2e3a-4057-bcf2-2ddc7148caa7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:52.784691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d2001-acdf-4af6-961d-d389a502de5e req-1e2fbf38-2e3a-4057-bcf2-2ddc7148caa7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:52.787340 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92384dca-137c-4552-b6c9-16ab4c633fff admin admin] Publish callbacks [] for port (725ff0b6-90cd-452a-b10a-28de75a522b8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:52.789029 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] Publish callbacks [] for port (d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:52.793537 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d2001-acdf-4af6-961d-d389a502de5e req-1e2fbf38-2e3a-4057-bcf2-2ddc7148caa7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:52.798179 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:52.799240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d2001-acdf-4af6-961d-d389a502de5e req-1e2fbf38-2e3a-4057-bcf2-2ddc7148caa7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:52.804809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d2001-acdf-4af6-961d-d389a502de5e req-1e2fbf38-2e3a-4057-bcf2-2ddc7148caa7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:52.810267 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d2001-acdf-4af6-961d-d389a502de5e req-1e2fbf38-2e3a-4057-bcf2-2ddc7148caa7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:52.815661 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d2001-acdf-4af6-961d-d389a502de5e req-1e2fbf38-2e3a-4057-bcf2-2ddc7148caa7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:52.824038 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-747d2001-acdf-4af6-961d-d389a502de5e req-1e2fbf38-2e3a-4057-bcf2-2ddc7148caa7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5420 time: 0.7555919 Jan 27 21:52:52.828512 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92384dca-137c-4552-b6c9-16ab4c633fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (725ff0b6-90cd-452a-b10a-28de75a522b8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:52.843746 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:52.859923 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] Attempting to bind port d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:52:52.860655 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] Attempting to bind port d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:52:52.861351 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] Attempting to bind port d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:52.871712 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:52:52.872641 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:52.873341 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:52.873941 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:52:52.874605 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] Bound port: d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:52:52.875186 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:52.899085 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92384dca-137c-4552-b6c9-16ab4c633fff admin admin] Network 2f7ebc75-d7b4-44d3-8fef-7dcf1837a949 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:52.909016 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-92384dca-137c-4552-b6c9-16ab4c633fff admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:52.926854 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92384dca-137c-4552-b6c9-16ab4c633fff admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:52.939457 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] For port d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:52.944287 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] For port d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:52:52.966308 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:53.008339 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051185e-e44b-47d7-a60c-40ccbaed699d None None] Pushing event updated for resources: {'Port': ['ID=d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:53.013256 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-04edc365-8e3d-4dcc-8205-3e8dca36704a None None] Current status of the port 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:53.018712 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-a6f3031e-3ec9-45ae-91ce-2d7b73b52059 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:53.019975 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051185e-e44b-47d7-a60c-40ccbaed699d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:53.020372 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051185e-e44b-47d7-a60c-40ccbaed699d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:53.020719 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051185e-e44b-47d7-a60c-40ccbaed699d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:53.021057 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051185e-e44b-47d7-a60c-40ccbaed699d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:53.021388 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051185e-e44b-47d7-a60c-40ccbaed699d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:53.021717 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051185e-e44b-47d7-a60c-40ccbaed699d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:53.022047 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051185e-e44b-47d7-a60c-40ccbaed699d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:53.022635 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051185e-e44b-47d7-a60c-40ccbaed699d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:53.022980 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051185e-e44b-47d7-a60c-40ccbaed699d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:53.023305 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051185e-e44b-47d7-a60c-40ccbaed699d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:53.023626 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051185e-e44b-47d7-a60c-40ccbaed699d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:53.023952 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051185e-e44b-47d7-a60c-40ccbaed699d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:53.024355 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051185e-e44b-47d7-a60c-40ccbaed699d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:53.028727 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:52:53.032647 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-a6f3031e-3ec9-45ae-91ce-2d7b73b52059 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4967284 Jan 27 21:52:53.081563 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92384dca-137c-4552-b6c9-16ab4c633fff admin admin] Pushing event updated for resources: {'Port': ['ID=725ff0b6-90cd-452a-b10a-28de75a522b8,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:53.082611 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:53.083531 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0fa8a56b-be36-4bf8-849f-c39a7bcd63a0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:53.084926 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-5dec08e3-8f2d-4779-beb3-713e400373a1 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/quotas/05a41990f6ea418e8893c66b3dfcf380 HTTP/1.1" status: 200 len: 375 time: 0.0513067 Jan 27 21:52:53.097795 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051185e-e44b-47d7-a60c-40ccbaed699d None None] Pushing event updated for resources: {'Port': ['ID=d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:53.111943 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] Routers {'7f06bd22-ebe2-495c-91a6-b34f4f8a138f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:52:53.112720 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:52:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7f06bd22-ebe2-495c-91a6-b34f4f8a138f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:53.129302 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92384dca-137c-4552-b6c9-16ab4c633fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (7f06bd22-ebe2-495c-91a6-b34f4f8a138f), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:53.190256 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-747d2001-acdf-4af6-961d-d389a502de5e req-58b18970-3f12-4c95-b860-a0081525ceea tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3651249 Jan 27 21:52:53.250632 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37aa03c0-e07f-4f88-ab75-090bd57fce2c req-e5af021f-a201-4ef6-bfdb-f781bb5ce02d service neutron] 10.222.0.21 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7158999 Jan 27 21:52:53.281185 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fd57903-eb7d-4baa-8d2a-ea03499b36b0 req-a7b52610-1e96-4262-9679-066c82812c25 service neutron] 10.222.0.15 "GET /v2.0/networks/7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186901 Jan 27 21:52:53.309469 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:53.312921 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-d9cb41f8-806d-4b2d-9bf0-24c9724b7071 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=05a41990f6ea418e8893c66b3dfcf380&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2270620 Jan 27 21:52:53.354161 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-983f4dbd-5d37-4213-8a6d-c1a2005546c4 None None] Provisioning complete for port 725ff0b6-90cd-452a-b10a-28de75a522b8 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:53.357884 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-983f4dbd-5d37-4213-8a6d-c1a2005546c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (725ff0b6-90cd-452a-b10a-28de75a522b8), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:53.404636 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] Set router 7f06bd22-ebe2-495c-91a6-b34f4f8a138f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:52:53.423135 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92384dca-137c-4552-b6c9-16ab4c633fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (725ff0b6-90cd-452a-b10a-28de75a522b8), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:53.432550 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-983f4dbd-5d37-4213-8a6d-c1a2005546c4 None None] Port 725ff0b6-90cd-452a-b10a-28de75a522b8 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:53.598958 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad7338-a78b-46af-92f6-9e6884b61883 req-8ba8473b-406d-4ce9-bcd5-1a0bb281d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:53.600539 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4ad7338-a78b-46af-92f6-9e6884b61883 req-8ba8473b-406d-4ce9-bcd5-1a0bb281d930 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddb45a567cd143eb8a9778adb808c4e7&device_id=23436db8-93bb-4bbc-80ca-4bd1b89e46e7 HTTP/1.1" status: 200 len: 1094 time: 0.2866395 Jan 27 21:52:53.612238 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92384dca-137c-4552-b6c9-16ab4c633fff admin admin] Publish callbacks [] for port (725ff0b6-90cd-452a-b10a-28de75a522b8), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:53.617688 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92384dca-137c-4552-b6c9-16ab4c633fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (725ff0b6-90cd-452a-b10a-28de75a522b8), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:53.643059 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264a11d-e126-49b1-94a3-a0e9a8801a1c req-b264bb53-583d-4fab-b31f-7ad7bee045a1 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:53.644689 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6264a11d-e126-49b1-94a3-a0e9a8801a1c req-b264bb53-583d-4fab-b31f-7ad7bee045a1 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.2949674 Jan 27 21:52:53.717544 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92384dca-137c-4552-b6c9-16ab4c633fff admin admin] Pushing event updated for resources: {'Port': ['ID=725ff0b6-90cd-452a-b10a-28de75a522b8,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:53.753283 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92384dca-137c-4552-b6c9-16ab4c633fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (7f06bd22-ebe2-495c-91a6-b34f4f8a138f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:53.767644 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'name': 'tempest-ServersTestJSON-785088592-router', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:49Z', 'revision_number': 3, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'gw_port': {'id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:53.809564 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ef904-bea0-41bc-bc63-eac13f35fc4c None None] The sync data for ids ['7f06bd22-ebe2-495c-91a6-b34f4f8a138f'] in n-d-772272-3 is: [{'id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'name': 'tempest-ServersTestJSON-785088592-router', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:49Z', 'revision_number': 3, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'gw_port': {'id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:52:53.905210 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92384dca-137c-4552-b6c9-16ab4c633fff admin admin] Network 2f7ebc75-d7b4-44d3-8fef-7dcf1837a949 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:53.906943 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-92384dca-137c-4552-b6c9-16ab4c633fff admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:53.939116 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad7338-a78b-46af-92f6-9e6884b61883 req-0dbd7d1b-80d5-4e2a-a041-65f29dd48653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:53.941813 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4ad7338-a78b-46af-92f6-9e6884b61883 req-0dbd7d1b-80d5-4e2a-a041-65f29dd48653 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b7cc92cc-569a-4215-b0d9-4db31ccfa350 HTTP/1.1" status: 200 len: 905 time: 0.3258076 Jan 27 21:52:53.954259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80d1f8-85b0-4632-a366-7880809abc89 req-416cbd85-459f-4a1f-976b-b09650e01413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:53.954850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80d1f8-85b0-4632-a366-7880809abc89 req-416cbd85-459f-4a1f-976b-b09650e01413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:53.955389 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80d1f8-85b0-4632-a366-7880809abc89 req-416cbd85-459f-4a1f-976b-b09650e01413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:53.955920 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80d1f8-85b0-4632-a366-7880809abc89 req-416cbd85-459f-4a1f-976b-b09650e01413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:53.956591 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80d1f8-85b0-4632-a366-7880809abc89 req-416cbd85-459f-4a1f-976b-b09650e01413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:53.957119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80d1f8-85b0-4632-a366-7880809abc89 req-416cbd85-459f-4a1f-976b-b09650e01413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:53.957633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80d1f8-85b0-4632-a366-7880809abc89 req-416cbd85-459f-4a1f-976b-b09650e01413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:53.959633 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e80d1f8-85b0-4632-a366-7880809abc89 req-416cbd85-459f-4a1f-976b-b09650e01413 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e6a4591e21842348002d2aff51fa01d&device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 6477 time: 0.5069067 Jan 27 21:52:54.036975 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4ad7338-a78b-46af-92f6-9e6884b61883 req-09c106f7-032d-4337-a307-14855397109d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=44cf6f3b-b32c-4275-8e2e-744d470627e2 HTTP/1.1" status: 200 len: 217 time: 0.0752933 Jan 27 21:52:54.108109 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f6173092-7838-4fea-86e7-f42005dc60ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:54.137676 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6264a11d-e126-49b1-94a3-a0e9a8801a1c req-21e14c28-eb1e-4a28-85cd-45d51ddaf4a8 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476682 Jan 27 21:52:54.295597 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92384dca-137c-4552-b6c9-16ab4c633fff admin admin] Router 7f06bd22-ebe2-495c-91a6-b34f4f8a138f has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:52:54.330116 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106e671-7c6a-4796-b7ba-112d45bd7cfd req-504fc4aa-dadd-4a51-8d4e-bbd9b293abd1 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:54.349112 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d106e671-7c6a-4796-b7ba-112d45bd7cfd req-504fc4aa-dadd-4a51-8d4e-bbd9b293abd1 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=23436db8-93bb-4bbc-80ca-4bd1b89e46e7 HTTP/1.1" status: 200 len: 943 time: 0.5880470 Jan 27 21:52:54.350711 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad7338-a78b-46af-92f6-9e6884b61883 req-74077f21-74d9-475f-a715-d779875e3ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:54.356624 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4ad7338-a78b-46af-92f6-9e6884b61883 req-74077f21-74d9-475f-a715-d779875e3ae6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1c04e36a-ac28-4796-9e9d-94f1aca319f2 HTTP/1.1" status: 200 len: 844 time: 0.3038914 Jan 27 21:52:54.490531 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b73555b3-6d89-48b2-83f1-66beb631c89e None None] Provisioning complete for port 725ff0b6-90cd-452a-b10a-28de75a522b8 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:54.491170 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b73555b3-6d89-48b2-83f1-66beb631c89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (725ff0b6-90cd-452a-b10a-28de75a522b8), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:54.496070 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92384dca-137c-4552-b6c9-16ab4c633fff admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:52:54.501634 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-92384dca-137c-4552-b6c9-16ab4c633fff admin admin] 10.222.0.23 "PUT /v2.0/routers/7f06bd22-ebe2-495c-91a6-b34f4f8a138f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5262570 Jan 27 21:52:54.504525 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80d1f8-85b0-4632-a366-7880809abc89 req-6f6ea47b-9719-4889-b2a1-bfb927771729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:54.506260 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e80d1f8-85b0-4632-a366-7880809abc89 req-6f6ea47b-9719-4889-b2a1-bfb927771729 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 HTTP/1.1" status: 200 len: 903 time: 0.5284421 Jan 27 21:52:54.538998 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4ad7338-a78b-46af-92f6-9e6884b61883 req-ff9e18c8-d147-4dd6-b0ff-89d537d90ca4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7cc92cc-569a-4215-b0d9-4db31ccfa350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929186 Jan 27 21:52:54.585049 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b73555b3-6d89-48b2-83f1-66beb631c89e None None] Port 725ff0b6-90cd-452a-b10a-28de75a522b8 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:54.623528 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12e08877-1a93-494f-b7cc-a9702008b4bb req-7aebed47-bd53-419b-886b-e0ae3773de11 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 210 time: 0.1745193 Jan 27 21:52:54.658366 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e80d1f8-85b0-4632-a366-7880809abc89 req-570dce40-85c3-45e1-a0e6-76ff17aaad56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aa7607f2-cff4-4487-b664-ab2ae9bf2878 HTTP/1.1" status: 200 len: 217 time: 0.1125998 Jan 27 21:52:54.795447 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:54.838408 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d106e671-7c6a-4796-b7ba-112d45bd7cfd req-8f1751cb-ee4d-4ef4-bca7-475c663bd738 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904352 Jan 27 21:52:54.875160 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80d1f8-85b0-4632-a366-7880809abc89 req-ff6ec34a-5d95-4701-b371-200c776d312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:54.876149 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:54.876566 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:54.876885 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e80d1f8-85b0-4632-a366-7880809abc89 req-ff6ec34a-5d95-4701-b371-200c776d312b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb88c7c3-aca7-4bf4-9856-6572de677ec3 HTTP/1.1" status: 200 len: 797 time: 0.1743610 Jan 27 21:52:54.909990 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301c77-21a4-4c9d-abdb-0b6a53235e38 req-82adc78a-149e-4dac-846d-d227de6c237c tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:54.915346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301c77-21a4-4c9d-abdb-0b6a53235e38 req-82adc78a-149e-4dac-846d-d227de6c237c tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:54.922665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301c77-21a4-4c9d-abdb-0b6a53235e38 req-82adc78a-149e-4dac-846d-d227de6c237c tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:54.930544 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301c77-21a4-4c9d-abdb-0b6a53235e38 req-82adc78a-149e-4dac-846d-d227de6c237c tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:54.937764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301c77-21a4-4c9d-abdb-0b6a53235e38 req-82adc78a-149e-4dac-846d-d227de6c237c tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:54.944639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301c77-21a4-4c9d-abdb-0b6a53235e38 req-82adc78a-149e-4dac-846d-d227de6c237c tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:54.958392 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301c77-21a4-4c9d-abdb-0b6a53235e38 req-82adc78a-149e-4dac-846d-d227de6c237c tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:54.966472 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72301c77-21a4-4c9d-abdb-0b6a53235e38 req-82adc78a-149e-4dac-846d-d227de6c237c tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5420 time: 0.1991501 Jan 27 21:52:55.069484 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:55.070135 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:55.071192 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4ad7338-a78b-46af-92f6-9e6884b61883 req-a521c78c-eed5-4dc1-8b94-3841aaeef9c1 service neutron] 10.222.0.21 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955027 Jan 27 21:52:55.101024 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:55.107346 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:55.189788 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:55.190906 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4ad7338-a78b-46af-92f6-9e6884b61883 req-e46c0eef-f4bb-4d7f-a317-95fe11f72b89 service neutron] 10.222.0.21 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088831 Jan 27 21:52:55.221729 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80d1f8-85b0-4632-a366-7880809abc89 req-4a81abd3-3341-4b90-a764-3b63c3eab021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:55.223237 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e80d1f8-85b0-4632-a366-7880809abc89 req-4a81abd3-3341-4b90-a764-3b63c3eab021 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3355422 Jan 27 21:52:55.240793 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72301c77-21a4-4c9d-abdb-0b6a53235e38 req-0efa2348-25a5-4c25-81c4-d3dc30ed3906 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2733455 Jan 27 21:52:55.413343 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4921e-d21c-433e-87ec-aa5823170786 req-67306837-bc30-4cdb-be34-edaafc5f4ff1 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:55.421521 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90f4921e-d21c-433e-87ec-aa5823170786 req-67306837-bc30-4cdb-be34-edaafc5f4ff1 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.0908098 Jan 27 21:52:55.435179 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e80d1f8-85b0-4632-a366-7880809abc89 req-ea351a7c-be0c-4808-a37d-e66151180e7f service neutron] 10.222.0.15 "GET /v2.0/networks/7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930625 Jan 27 21:52:55.540867 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90f4921e-d21c-433e-87ec-aa5823170786 req-96613833-8fbf-4366-911e-b63a9c7b41cb tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180415 Jan 27 21:52:55.613018 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54890) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:55.617672 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9dc0f5d8-870a-4102-9ce9-f1bfc201be98 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1402012128', 'description': 'tempest-description--2141876480'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:55.666958 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9dc0f5d8-870a-4102-9ce9-f1bfc201be98 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:55.713827 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e80d1f8-85b0-4632-a366-7880809abc89 req-ed047433-21c5-426a-9bbe-515b03b59a8d service neutron] 10.222.0.15 "GET /v2.0/networks/7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664587 Jan 27 21:52:55.713827 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-8bac8c7b-dd1e-46c7-a89d-0d5da7ff94e1 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=05a41990f6ea418e8893c66b3dfcf380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829976 Jan 27 21:52:55.822356 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9dc0f5d8-870a-4102-9ce9-f1bfc201be98 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks [] for security_group (712db5a3-8f5d-41be-8e07-e45170346636), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:55.828564 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9dc0f5d8-870a-4102-9ce9-f1bfc201be98 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (712db5a3-8f5d-41be-8e07-e45170346636), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:55.866465 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9dc0f5d8-870a-4102-9ce9-f1bfc201be98 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:55.867617 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa1e3269-0182-4cc4-8f76-073c5ae503ee req-9a0953a0-b7c8-4a0d-b7e6-242876fb16b8 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 210 time: 0.0411267 Jan 27 21:52:55.875542 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9dc0f5d8-870a-4102-9ce9-f1bfc201be98 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2612951 Jan 27 21:52:55.879902 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54894) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:55.894732 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0f5d8-870a-4102-9ce9-f1bfc201be98 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=712db5a3-8f5d-41be-8e07-e45170346636,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:55.907472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-9db10999-0183-4a74-a09a-bb924fd44dd8 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Request body: {'security_group_rule': {'security_group_id': '712db5a3-8f5d-41be-8e07-e45170346636', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:55.948407 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-e88b57ba-5d23-430b-8d3b-52931a016ab5 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:55.950205 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-e88b57ba-5d23-430b-8d3b-52931a016ab5 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2295578 Jan 27 21:52:55.971707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-af20db41-1fe5-4995-908c-c78704630ce6 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Request body: {'port': {'device_id': '61e1db24-96ad-4993-87ae-e91e6a40a692', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '05a41990f6ea418e8893c66b3dfcf380'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:55.975239 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9db10999-0183-4a74-a09a-bb924fd44dd8 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks [] for security_group_rule (bb9753d9-d83f-449d-b32a-920e2f1826c2), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:56.142243 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9db10999-0183-4a74-a09a-bb924fd44dd8 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks [] for security_group_rule (bb9753d9-d83f-449d-b32a-920e2f1826c2), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:56.155612 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c2ddd-b9b1-422d-909e-6844c94ea775 req-809ceb62-4c64-4e7f-a2ee-607d256905ee tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:56.162689 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c23c2ddd-b9b1-422d-909e-6844c94ea775 req-809ceb62-4c64-4e7f-a2ee-607d256905ee tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=23436db8-93bb-4bbc-80ca-4bd1b89e46e7 HTTP/1.1" status: 200 len: 943 time: 0.1812603 Jan 27 21:52:56.173955 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9db10999-0183-4a74-a09a-bb924fd44dd8 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (bb9753d9-d83f-449d-b32a-920e2f1826c2), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:56.240063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db10999-0183-4a74-a09a-bb924fd44dd8 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb9753d9-d83f-449d-b32a-920e2f1826c2,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:56.253816 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9db10999-0183-4a74-a09a-bb924fd44dd8 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:56.255059 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9db10999-0183-4a74-a09a-bb924fd44dd8 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3515902 Jan 27 21:52:56.255746 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-af20db41-1fe5-4995-908c-c78704630ce6 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Made reservation on behalf of 05a41990f6ea418e8893c66b3dfcf380 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:56.257934 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54902) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:56.259155 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-af20db41-1fe5-4995-908c-c78704630ce6 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:56.262811 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ab4b011a-b808-49fd-9491-9c6c5aaf5868 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Request body: {'security_group_rule': {'security_group_id': '712db5a3-8f5d-41be-8e07-e45170346636', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:56.290926 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c23c2ddd-b9b1-422d-909e-6844c94ea775 req-c0c93dde-ff40-4fbf-98ef-de443ebea533 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267741 Jan 27 21:52:56.327547 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ab4b011a-b808-49fd-9491-9c6c5aaf5868 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks [] for security_group_rule (440ebb84-36be-4bbe-b997-68e1ca3df2b4), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:56.422581 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ab4b011a-b808-49fd-9491-9c6c5aaf5868 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks [] for security_group_rule (440ebb84-36be-4bbe-b997-68e1ca3df2b4), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:56.429179 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ab4b011a-b808-49fd-9491-9c6c5aaf5868 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (440ebb84-36be-4bbe-b997-68e1ca3df2b4), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:56.456036 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b011a-b808-49fd-9491-9c6c5aaf5868 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440ebb84-36be-4bbe-b997-68e1ca3df2b4,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:56.473360 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ab4b011a-b808-49fd-9491-9c6c5aaf5868 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:56.476211 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ab4b011a-b808-49fd-9491-9c6c5aaf5868 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2163444 Jan 27 21:52:56.479005 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54906) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:56.489952 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-98323ea6-394b-470f-bd5a-41e489115a2f tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:56.529422 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98323ea6-394b-470f-bd5a-41e489115a2f tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:56.730936 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4379172f-8c6a-4555-b2f7-4f656d5c6301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:56.785158 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:56.809799 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98323ea6-394b-470f-bd5a-41e489115a2f tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:56.834992 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] Sync routers for ids ['7f06bd22-ebe2-495c-91a6-b34f4f8a138f'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:52:56.860316 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] Routers {'7f06bd22-ebe2-495c-91a6-b34f4f8a138f'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:52:56.861589 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:52:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7f06bd22-ebe2-495c-91a6-b34f4f8a138f'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:56.940098 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:56.940899 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:57.032621 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-98323ea6-394b-470f-bd5a-41e489115a2f tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Allocated IP 172.25.3.160 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/864944f6-f3b7-4030-abe4-cc36fd7528b7) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:57.115704 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] Set router 7f06bd22-ebe2-495c-91a6-b34f4f8a138f gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:52:57.118113 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:57.126923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67d21c-afbe-4c9f-a460-ad7a0ca6e8a1 req-0fd74584-1884-40e4-b1f8-14d98c1af3a6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:57.132250 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67d21c-afbe-4c9f-a460-ad7a0ca6e8a1 req-0fd74584-1884-40e4-b1f8-14d98c1af3a6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:57.138005 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67d21c-afbe-4c9f-a460-ad7a0ca6e8a1 req-0fd74584-1884-40e4-b1f8-14d98c1af3a6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:57.143458 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67d21c-afbe-4c9f-a460-ad7a0ca6e8a1 req-0fd74584-1884-40e4-b1f8-14d98c1af3a6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:57.148796 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67d21c-afbe-4c9f-a460-ad7a0ca6e8a1 req-0fd74584-1884-40e4-b1f8-14d98c1af3a6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:57.154675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67d21c-afbe-4c9f-a460-ad7a0ca6e8a1 req-0fd74584-1884-40e4-b1f8-14d98c1af3a6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:57.160076 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67d21c-afbe-4c9f-a460-ad7a0ca6e8a1 req-0fd74584-1884-40e4-b1f8-14d98c1af3a6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:57.167619 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af67d21c-afbe-4c9f-a460-ad7a0ca6e8a1 req-0fd74584-1884-40e4-b1f8-14d98c1af3a6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5420 time: 0.8196974 Jan 27 21:52:57.208436 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-af20db41-1fe5-4995-908c-c78704630ce6 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Allocated IP 192.168.233.89 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/359a933c-d16b-47ff-9f24-2916dd536821) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:57.217026 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98323ea6-394b-470f-bd5a-41e489115a2f tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks [] for port (864944f6-f3b7-4030-abe4-cc36fd7528b7), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:57.217886 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cbe25-ab56-48cb-90ba-0d6fa32234c5 req-906aa898-1bc2-4450-bab5-b858d6e7ab06 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:57.224770 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f60cbe25-ab56-48cb-90ba-0d6fa32234c5 req-906aa898-1bc2-4450-bab5-b858d6e7ab06 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.2525482 Jan 27 21:52:57.274231 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98323ea6-394b-470f-bd5a-41e489115a2f tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (864944f6-f3b7-4030-abe4-cc36fd7528b7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:57.355798 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98323ea6-394b-470f-bd5a-41e489115a2f tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:57.375531 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af67d21c-afbe-4c9f-a460-ad7a0ca6e8a1 req-c2cc7d9c-c428-49e6-b52b-2743f72c54c4 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2058055 Jan 27 21:52:57.379531 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-98323ea6-394b-470f-bd5a-41e489115a2f tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:57.398658 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98323ea6-394b-470f-bd5a-41e489115a2f tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:57.422460 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98323ea6-394b-470f-bd5a-41e489115a2f tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Pushing event updated for resources: {'Port': ['ID=864944f6-f3b7-4030-abe4-cc36fd7528b7,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:57.476273 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f60cbe25-ab56-48cb-90ba-0d6fa32234c5 req-b955501f-ccd1-4b00-bfca-24409b2a0ba6 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498775 Jan 27 21:52:57.476909 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:57.510549 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'name': 'tempest-ServersTestJSON-785088592-router', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:53Z', 'revision_number': 4, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'gw_port': {'id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '725ff0b6-90cd-452a-b10a-28de75a522b8', 'name': '', 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'mac_address': 'fa:16:3e:3d:11:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'cae9d400-c136-4372-a2bb-390c7b9d5402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:52Z', 'updated_at': '2022-01-27T21:52:53Z', 'revision_number': 2, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'subnets': [{'id': 'cae9d400-c136-4372-a2bb-390c7b9d5402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:57.549210 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] Checking router: 7f06bd22-ebe2-495c-91a6-b34f4f8a138f for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:52:57.550772 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] Updating router 7f06bd22-ebe2-495c-91a6-b34f4f8a138f port 725ff0b6-90cd-452a-b10a-28de75a522b8 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:52:57.600702 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (725ff0b6-90cd-452a-b10a-28de75a522b8), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:57.712440 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98323ea6-394b-470f-bd5a-41e489115a2f tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks [] for floatingip (cf8df252-0884-49e9-bef6-29299246bf75), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:57.782954 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98323ea6-394b-470f-bd5a-41e489115a2f tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (864944f6-f3b7-4030-abe4-cc36fd7528b7), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:57.824964 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eec9f366-da71-44b5-b181-1b20abbe3219 req-991c5c54-ba04-446a-8f09-98d47a4abe61 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 210 time: 0.1269786 Jan 27 21:52:57.860291 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-af20db41-1fe5-4995-908c-c78704630ce6 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Publish callbacks [] for port (359a933c-d16b-47ff-9f24-2916dd536821), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:57.898215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f26db5-ad59-44e4-961f-7008d7c35989 req-fd2eb1f8-2600-4bc5-a38d-0e81bfaaab72 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:57.900040 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72f26db5-ad59-44e4-961f-7008d7c35989 req-fd2eb1f8-2600-4bc5-a38d-0e81bfaaab72 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=23436db8-93bb-4bbc-80ca-4bd1b89e46e7 HTTP/1.1" status: 200 len: 943 time: 0.1145139 Jan 27 21:52:57.964875 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-af20db41-1fe5-4995-908c-c78704630ce6 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (359a933c-d16b-47ff-9f24-2916dd536821), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.013464 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72f26db5-ad59-44e4-961f-7008d7c35989 req-77c95704-1e70-43c6-9902-f5844a393e0d tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974693 Jan 27 21:52:58.033365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-af20db41-1fe5-4995-908c-c78704630ce6 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:58.039661 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-af20db41-1fe5-4995-908c-c78704630ce6 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:58.044884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-af20db41-1fe5-4995-908c-c78704630ce6 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:58.061204 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98323ea6-394b-470f-bd5a-41e489115a2f tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks [] for port (864944f6-f3b7-4030-abe4-cc36fd7528b7), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.067523 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98323ea6-394b-470f-bd5a-41e489115a2f tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (864944f6-f3b7-4030-abe4-cc36fd7528b7), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.069274 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['8f08a7b7-e828-4b12-b9df-408c5d318493'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:58.078454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20db41-1fe5-4995-908c-c78704630ce6 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Pushing event updated for resources: {'Port': ['ID=359a933c-d16b-47ff-9f24-2916dd536821,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:58.109657 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-af20db41-1fe5-4995-908c-c78704630ce6 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:58.113038 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-af20db41-1fe5-4995-908c-c78704630ce6 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.148219 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-af20db41-1fe5-4995-908c-c78704630ce6 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1809106 Jan 27 21:52:58.163358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] Request body: {'port': {'device_id': '61e1db24-96ad-4993-87ae-e91e6a40a692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:58.207954 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] Publish callbacks [] for port (725ff0b6-90cd-452a-b10a-28de75a522b8), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.208224 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98323ea6-394b-470f-bd5a-41e489115a2f tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (cf8df252-0884-49e9-bef6-29299246bf75), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.220355 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (725ff0b6-90cd-452a-b10a-28de75a522b8), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.231490 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98323ea6-394b-470f-bd5a-41e489115a2f tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Pushing event updated for resources: {'Port': ['ID=864944f6-f3b7-4030-abe4-cc36fd7528b7,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:58.252480 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98323ea6-394b-470f-bd5a-41e489115a2f tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.264251 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-98323ea6-394b-470f-bd5a-41e489115a2f tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7837648 Jan 27 21:52:58.281053 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (359a933c-d16b-47ff-9f24-2916dd536821), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.406678 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f3b8c-1109-481d-b3bd-f2b9238f8628 None None] Pushing event updated for resources: {'Port': ['ID=725ff0b6-90cd-452a-b10a-28de75a522b8,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:58.560535 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-91926c79-a16a-4ac4-9dd5-b41c96b6d8bf None None] Provisioning complete for port 359a933c-d16b-47ff-9f24-2916dd536821 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:58.560924 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-91926c79-a16a-4ac4-9dd5-b41c96b6d8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (359a933c-d16b-47ff-9f24-2916dd536821), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.644490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] Attempting to bind port 725ff0b6-90cd-452a-b10a-28de75a522b8 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:52:58.645143 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] Attempting to bind port 725ff0b6-90cd-452a-b10a-28de75a522b8 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'a5cc25a9-5919-4cb7-b1bb-a42be5043313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:52:58.645709 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] Attempting to bind port 725ff0b6-90cd-452a-b10a-28de75a522b8 on network 2f7ebc75-d7b4-44d3-8fef-7dcf1837a949 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:58.668394 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:52:58.668823 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] Checking segment: {'id': 'a5cc25a9-5919-4cb7-b1bb-a42be5043313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:58.669269 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.669673 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] Bound using segment: {'id': 'a5cc25a9-5919-4cb7-b1bb-a42be5043313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:52:58.670164 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] Bound port: 725ff0b6-90cd-452a-b10a-28de75a522b8, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5cc25a9-5919-4cb7-b1bb-a42be5043313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:52:58.670548 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (725ff0b6-90cd-452a-b10a-28de75a522b8), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.689389 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4260851-42c1-4294-8060-053a4d43658b req-25e63e43-7e84-4370-bcb5-767ccd1043c9 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1402012128&fields=id&tenant_id=4c1135188b8141ad869c457c12b79e2c HTTP/1.1" status: 200 len: 267 time: 0.2759154 Jan 27 21:52:58.703422 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-91926c79-a16a-4ac4-9dd5-b41c96b6d8bf None None] Port 359a933c-d16b-47ff-9f24-2916dd536821 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:58.769382 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] For port 725ff0b6-90cd-452a-b10a-28de75a522b8, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:58.771680 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 44cf6f3b-b32c-4275-8e2e-744d470627e2 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:52:58.775816 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] For port 725ff0b6-90cd-452a-b10a-28de75a522b8, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=725ff0b6-90cd-452a-b10a-28de75a522b8,segment=NetworkSegment(a5cc25a9-5919-4cb7-b1bb-a42be5043313),segment_id=a5cc25a9-5919-4cb7-b1bb-a42be5043313)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:52:58.787117 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e13f48-50cd-4fd5-9434-8d64e1b22920 req-6338e900-464b-4ea9-b12f-3435c51b72f6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:58.792463 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e13f48-50cd-4fd5-9434-8d64e1b22920 req-6338e900-464b-4ea9-b12f-3435c51b72f6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:58.800391 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (725ff0b6-90cd-452a-b10a-28de75a522b8), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.800615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e13f48-50cd-4fd5-9434-8d64e1b22920 req-6338e900-464b-4ea9-b12f-3435c51b72f6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:58.805039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e13f48-50cd-4fd5-9434-8d64e1b22920 req-6338e900-464b-4ea9-b12f-3435c51b72f6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:58.811612 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e13f48-50cd-4fd5-9434-8d64e1b22920 req-6338e900-464b-4ea9-b12f-3435c51b72f6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:58.819529 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e13f48-50cd-4fd5-9434-8d64e1b22920 req-6338e900-464b-4ea9-b12f-3435c51b72f6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:58.825899 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e13f48-50cd-4fd5-9434-8d64e1b22920 req-6338e900-464b-4ea9-b12f-3435c51b72f6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:58.827919 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7e13f48-50cd-4fd5-9434-8d64e1b22920 req-6338e900-464b-4ea9-b12f-3435c51b72f6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5420 time: 0.2938945 Jan 27 21:52:58.851000 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:58.912268 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f3b8c-1109-481d-b3bd-f2b9238f8628 None None] Pushing event updated for resources: {'Port': ['ID=725ff0b6-90cd-452a-b10a-28de75a522b8,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:58.972050 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] Routers {'7f06bd22-ebe2-495c-91a6-b34f4f8a138f'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:52:58.973913 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:52:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7f06bd22-ebe2-495c-91a6-b34f4f8a138f'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:58.993963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 359a933c-d16b-47ff-9f24-2916dd536821 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:59.002449 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-12b46181-734d-4aad-8cc7-32c46d5e5c6e None None] Provisioning complete for port 725ff0b6-90cd-452a-b10a-28de75a522b8 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:59.003081 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-12b46181-734d-4aad-8cc7-32c46d5e5c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (725ff0b6-90cd-452a-b10a-28de75a522b8), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:59.003810 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] Publish callbacks [] for port (359a933c-d16b-47ff-9f24-2916dd536821), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:59.059864 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] Transition to ACTIVE for port object 359a933c-d16b-47ff-9f24-2916dd536821 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:52:59.076194 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (359a933c-d16b-47ff-9f24-2916dd536821), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:59.136787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4260851-42c1-4294-8060-053a4d43658b req-49ad0e8b-7c82-4c22-8a61-2b8408aa775b tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:59.138324 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4260851-42c1-4294-8060-053a4d43658b req-49ad0e8b-7c82-4c22-8a61-2b8408aa775b tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/networks?id=2f7ebc75-d7b4-44d3-8fef-7dcf1837a949 HTTP/1.1" status: 200 len: 805 time: 0.4317083 Jan 27 21:52:59.155533 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7e13f48-50cd-4fd5-9434-8d64e1b22920 req-c78efb5d-e63e-4fd4-b44a-395290ec68c1 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3120055 Jan 27 21:52:59.214223 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4260851-42c1-4294-8060-053a4d43658b req-90893418-cfe4-418d-9532-d3c3d279eb6f tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/quotas/4c1135188b8141ad869c457c12b79e2c HTTP/1.1" status: 200 len: 375 time: 0.0568748 Jan 27 21:52:59.216881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] Pushing event updated for resources: {'Port': ['ID=359a933c-d16b-47ff-9f24-2916dd536821,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:59.222362 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 44cf6f3b-b32c-4275-8e2e-744d470627e2, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=44cf6f3b-b32c-4275-8e2e-744d470627e2,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:59.287075 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] Set router 7f06bd22-ebe2-495c-91a6-b34f4f8a138f gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:52:59.389352 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4260851-42c1-4294-8060-053a4d43658b req-08a41736-ce85-4394-abaa-4ff2494a53c0 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4c1135188b8141ad869c457c12b79e2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1596580 Jan 27 21:52:59.391934 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] Attempting to bind port 359a933c-d16b-47ff-9f24-2916dd536821 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:52:59.392311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] Attempting to bind port 359a933c-d16b-47ff-9f24-2916dd536821 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:52:59.392646 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] Attempting to bind port 359a933c-d16b-47ff-9f24-2916dd536821 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:59.405313 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0e255-e3fb-4944-a523-d408eb84baba req-83f215ad-979c-459f-9a88-c6aa84200610 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:59.406928 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2c0e255-e3fb-4944-a523-d408eb84baba req-83f215ad-979c-459f-9a88-c6aa84200610 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.1327398 Jan 27 21:52:59.407764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] Port 359a933c-d16b-47ff-9f24-2916dd536821 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:52:59.408091 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] Attempting to bind port 359a933c-d16b-47ff-9f24-2916dd536821 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:59.423791 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:52:59.424210 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:59.424547 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:52:59.424999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] Bound port: 359a933c-d16b-47ff-9f24-2916dd536821, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:52:59.425360 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (359a933c-d16b-47ff-9f24-2916dd536821), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:59.523765 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '44cf6f3b-b32c-4275-8e2e-744d470627e2', 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350', 'port_id': '44cf6f3b-b32c-4275-8e2e-744d470627e2', 'mac_address': 'fa:16:3e:0f:7a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c04e36a-ac28-4796-9e9d-94f1aca319f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:52:59.586156 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2c0e255-e3fb-4944-a523-d408eb84baba req-99b73740-f6b4-44f7-a15b-7a7ea4dd26e4 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721539 Jan 27 21:52:59.601975 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] For port 359a933c-d16b-47ff-9f24-2916dd536821, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:59.617272 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] For port 359a933c-d16b-47ff-9f24-2916dd536821, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=359a933c-d16b-47ff-9f24-2916dd536821,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:52:59.622598 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4260851-42c1-4294-8060-053a4d43658b req-242cf807-a111-4d88-94a3-b1d14f07dfb0 service neutron] 10.222.0.23 "GET /v2.0/networks/2f7ebc75-d7b4-44d3-8fef-7dcf1837a949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075133 Jan 27 21:52:59.624350 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (359a933c-d16b-47ff-9f24-2916dd536821), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:59.710919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 44cf6f3b-b32c-4275-8e2e-744d470627e2 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:59.710919 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (44cf6f3b-b32c-4275-8e2e-744d470627e2), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:59.723661 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:59.723903 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:59.726108 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] 10.222.0.21 "PUT /v2.0/ports/359a933c-d16b-47ff-9f24-2916dd536821 HTTP/1.1" status: 200 len: 1095 time: 1.5679410 Jan 27 21:52:59.726576 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e1db24-96ad-4993-87ae-e91e6a40a692', 'tag': '359a933c-d16b-47ff-9f24-2916dd536821'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:59.729451 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a79747a-0a7e-4c5b-a754-e94f65024844" -d '{"events": [{"name": "network-changed", "server_uuid": "61e1db24-96ad-4993-87ae-e91e6a40a692", "tag": "359a933c-d16b-47ff-9f24-2916dd536821"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:59.750128 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44cf6f3b-b32c-4275-8e2e-744d470627e2 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:59.753869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbbd88-1151-49b2-9183-f5ce96c05817 service neutron] Pushing event updated for resources: {'Port': ['ID=359a933c-d16b-47ff-9f24-2916dd536821,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:59.825599 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-12b46181-734d-4aad-8cc7-32c46d5e5c6e None None] Current status of the port 725ff0b6-90cd-452a-b10a-28de75a522b8 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:59.826291 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-12b46181-734d-4aad-8cc7-32c46d5e5c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (725ff0b6-90cd-452a-b10a-28de75a522b8), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:59.850475 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4260851-42c1-4294-8060-053a4d43658b req-f11b33b9-042a-4599-a3be-ee1fae38c35f service neutron] 10.222.0.23 "GET /v2.0/networks/2f7ebc75-d7b4-44d3-8fef-7dcf1837a949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988339 Jan 27 21:52:59.879439 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-b65c5b0b-0bc3-4803-bc19-ee0d74f41318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:59.886282 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-b65c5b0b-0bc3-4803-bc19-ee0d74f41318 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05a41990f6ea418e8893c66b3dfcf380&device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 1098 time: 0.1063416 Jan 27 21:52:59.912443 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 44cf6f3b-b32c-4275-8e2e-744d470627e2, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=44cf6f3b-b32c-4275-8e2e-744d470627e2,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:59.994567 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-6ab0400a-f177-4d7c-a846-24110000443f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=359a933c-d16b-47ff-9f24-2916dd536821 HTTP/1.1" status: 200 len: 217 time: 0.0963764 Jan 27 21:52:59.998052 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (44cf6f3b-b32c-4275-8e2e-744d470627e2), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:00.097328 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-c1d2edc0-3e07-466b-8ea5-b52978c34865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:00.098842 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-c1d2edc0-3e07-466b-8ea5-b52978c34865 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0802448 Jan 27 21:53:00.110578 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d712b-c78f-4528-b3a9-b4c4add633e9 req-b263745d-bf28-4940-a252-12d10a726fce tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:00.114989 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-12b46181-734d-4aad-8cc7-32c46d5e5c6e None None] For port 725ff0b6-90cd-452a-b10a-28de75a522b8, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=725ff0b6-90cd-452a-b10a-28de75a522b8,segment=NetworkSegment(a5cc25a9-5919-4cb7-b1bb-a42be5043313),segment_id=a5cc25a9-5919-4cb7-b1bb-a42be5043313)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:00.117586 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f1d712b-c78f-4528-b3a9-b4c4add633e9 req-b263745d-bf28-4940-a252-12d10a726fce tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 947 time: 0.1307988 Jan 27 21:53:00.123726 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-12b46181-734d-4aad-8cc7-32c46d5e5c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (725ff0b6-90cd-452a-b10a-28de75a522b8), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:00.226282 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=44cf6f3b-b32c-4275-8e2e-744d470627e2,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:00.299149 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f1d712b-c78f-4528-b3a9-b4c4add633e9 req-dec7f012-20e0-4b6f-a9b3-6e9eb6074c89 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806829 Jan 27 21:53:00.304148 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-dd120b8e-bc9f-4af8-bbf7-137973a8f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:00.307939 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-dd120b8e-bc9f-4af8-bbf7-137973a8f793 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1772838 Jan 27 21:53:00.362091 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f53e15-3115-4e53-b2f5-e9183a32958d req-2481488d-f020-4933-9970-0501a27ed0d9 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:00.372907 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-07f53e15-3115-4e53-b2f5-e9183a32958d req-2481488d-f020-4933-9970-0501a27ed0d9 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=23436db8-93bb-4bbc-80ca-4bd1b89e46e7 HTTP/1.1" status: 200 len: 944 time: 0.1659861 Jan 27 21:53:00.376736 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a79c5e-4611-4d63-bdd1-62403bb676b4 x-openstack-request-id: req-65a79c5e-4611-4d63-bdd1-62403bb676b4 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:00.377297 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e1db24-96ad-4993-87ae-e91e6a40a692", "tag": "359a933c-d16b-47ff-9f24-2916dd536821", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:00.377832 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65a79c5e-4611-4d63-bdd1-62403bb676b4 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:00.378690 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61e1db24-96ad-4993-87ae-e91e6a40a692', 'tag': '359a933c-d16b-47ff-9f24-2916dd536821', 'status': 'completed', 'code': 200} Jan 27 21:53:00.478897 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:00.478897 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b46181-734d-4aad-8cc7-32c46d5e5c6e None None] Pushing event updated for resources: {'Port': ['ID=725ff0b6-90cd-452a-b10a-28de75a522b8,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:00.478897 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1acccabd-5b6e-45de-9340-b3fe6603512c None None] Provisioning complete for port 725ff0b6-90cd-452a-b10a-28de75a522b8 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:00.478897 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1acccabd-5b6e-45de-9340-b3fe6603512c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (725ff0b6-90cd-452a-b10a-28de75a522b8), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:00.501293 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58b181e8-d668-4c08-8ce0-3dd091475009 req-3f9e9921-98db-450c-8dda-be92f5575289 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 210 time: 0.0647993 Jan 27 21:53:00.537367 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['44cf6f3b-b32c-4275-8e2e-744d470627e2'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:00.551727 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'name': 'tempest-ServersTestJSON-785088592-router', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:53Z', 'revision_number': 4, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'gw_port': {'id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '725ff0b6-90cd-452a-b10a-28de75a522b8', 'name': '', 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'mac_address': 'fa:16:3e:3d:11:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'cae9d400-c136-4372-a2bb-390c7b9d5402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:52Z', 'updated_at': '2022-01-27T21:52:58Z', 'revision_number': 4, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'subnets': [{'id': 'cae9d400-c136-4372-a2bb-390c7b9d5402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:00.590469 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-07f53e15-3115-4e53-b2f5-e9183a32958d req-a10adfa8-1a11-4563-8402-1d9be274ab58 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165627 Jan 27 21:53:00.667906 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-98710404-2f5b-42e3-95c5-97d3811113ac service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520267 Jan 27 21:53:00.686643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b60dc1-fb91-4c14-bd33-2e7362878756 req-a68a698c-97e3-43eb-98c0-79d61b6651a5 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:00.693847 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b60dc1-fb91-4c14-bd33-2e7362878756 req-a68a698c-97e3-43eb-98c0-79d61b6651a5 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:00.702389 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b60dc1-fb91-4c14-bd33-2e7362878756 req-a68a698c-97e3-43eb-98c0-79d61b6651a5 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:00.703666 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ed1a0a-4829-46eb-97e7-02b0c8e3022d None None] The sync data for ids ['7f06bd22-ebe2-495c-91a6-b34f4f8a138f'] in n-d-772272-3 is: [{'id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'name': 'tempest-ServersTestJSON-785088592-router', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:53Z', 'revision_number': 4, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'gw_port': {'id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '725ff0b6-90cd-452a-b10a-28de75a522b8', 'name': '', 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'mac_address': 'fa:16:3e:3d:11:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'cae9d400-c136-4372-a2bb-390c7b9d5402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:52Z', 'updated_at': '2022-01-27T21:52:58Z', 'revision_number': 4, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'subnets': [{'id': 'cae9d400-c136-4372-a2bb-390c7b9d5402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:53:00.709670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b60dc1-fb91-4c14-bd33-2e7362878756 req-a68a698c-97e3-43eb-98c0-79d61b6651a5 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:00.716126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b60dc1-fb91-4c14-bd33-2e7362878756 req-a68a698c-97e3-43eb-98c0-79d61b6651a5 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:00.738026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b60dc1-fb91-4c14-bd33-2e7362878756 req-a68a698c-97e3-43eb-98c0-79d61b6651a5 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:00.760932 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b60dc1-fb91-4c14-bd33-2e7362878756 req-a68a698c-97e3-43eb-98c0-79d61b6651a5 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:00.768730 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26b60dc1-fb91-4c14-bd33-2e7362878756 req-a68a698c-97e3-43eb-98c0-79d61b6651a5 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5420 time: 0.1859968 Jan 27 21:53:00.829837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1acccabd-5b6e-45de-9340-b3fe6603512c None None] Current status of the port 725ff0b6-90cd-452a-b10a-28de75a522b8 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:00.945180 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976435e2-ffe4-426e-9eec-0d95589b19ff req-0eebedb4-2ab3-43c9-9f21-bbb3d381e3a0 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:00.946866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-976435e2-ffe4-426e-9eec-0d95589b19ff req-0eebedb4-2ab3-43c9-9f21-bbb3d381e3a0 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.1769636 Jan 27 21:53:01.014602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26b60dc1-fb91-4c14-bd33-2e7362878756 req-444f1b86-79aa-4683-b5c7-12fe53901ee3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2277000 Jan 27 21:53:01.036396 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ca2837e-44c3-418d-b1c3-34b6ee1a3470 req-db62a32f-d44c-43ad-ae41-d6f0d18f2900 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606471 Jan 27 21:53:01.067051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-976435e2-ffe4-426e-9eec-0d95589b19ff req-00438611-c927-4892-8766-8b33912b9d1e tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107643 Jan 27 21:53:01.163299 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79747a-0a7e-4c5b-a754-e94f65024844 req-b6a85e66-8bf1-43b7-985b-8fa0364a1576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:01.164836 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a79747a-0a7e-4c5b-a754-e94f65024844 req-b6a85e66-8bf1-43b7-985b-8fa0364a1576 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05a41990f6ea418e8893c66b3dfcf380&device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 1098 time: 0.0517485 Jan 27 21:53:01.275279 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79747a-0a7e-4c5b-a754-e94f65024844 req-357ca830-858f-4d07-bbf4-cc11366129e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:01.276798 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a79747a-0a7e-4c5b-a754-e94f65024844 req-357ca830-858f-4d07-bbf4-cc11366129e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.0999629 Jan 27 21:53:01.333069 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a79747a-0a7e-4c5b-a754-e94f65024844 req-01e891be-f050-4336-8ab3-2cdb9dabdfd7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=359a933c-d16b-47ff-9f24-2916dd536821 HTTP/1.1" status: 200 len: 217 time: 0.0383797 Jan 27 21:53:01.400376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79747a-0a7e-4c5b-a754-e94f65024844 req-79ba42e7-26a7-4d0b-a2c6-3b238439ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:01.401775 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a79747a-0a7e-4c5b-a754-e94f65024844 req-79ba42e7-26a7-4d0b-a2c6-3b238439ce16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0619347 Jan 27 21:53:01.463522 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424f62f-f505-4e13-a1a3-d383ae6a32c6 req-612b2787-6988-4608-ac9c-a4bccaa59914 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:01.465114 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5424f62f-f505-4e13-a1a3-d383ae6a32c6 req-612b2787-6988-4608-ac9c-a4bccaa59914 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 947 time: 0.0778463 Jan 27 21:53:01.482187 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79747a-0a7e-4c5b-a754-e94f65024844 req-49984c2e-2809-41b2-a246-4dd09c8b17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:01.483681 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a79747a-0a7e-4c5b-a754-e94f65024844 req-49984c2e-2809-41b2-a246-4dd09c8b17ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0676794 Jan 27 21:53:01.577950 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5424f62f-f505-4e13-a1a3-d383ae6a32c6 req-0efed759-dfc0-4f9e-8522-5a185ebf1d0e tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052890 Jan 27 21:53:01.669461 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e1beaa4-beef-4fc1-8ce4-629d4f80a444 req-41f6e51a-12ef-4772-ad29-892d2ee76663 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 210 time: 0.0488231 Jan 27 21:53:01.701646 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a79747a-0a7e-4c5b-a754-e94f65024844 req-67bb4b99-71eb-4b13-b8a9-4d9dbe8be5e0 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072527 Jan 27 21:53:01.873581 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a79747a-0a7e-4c5b-a754-e94f65024844 req-9485f14f-7947-4144-b74a-aa9c747496b4 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542859 Jan 27 21:53:01.886080 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61be1ca-33db-4466-a723-10556878c5c3 req-ac9f7cd9-49bd-4fb0-b278-1cb8d5575cc4 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:01.887921 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f61be1ca-33db-4466-a723-10556878c5c3 req-ac9f7cd9-49bd-4fb0-b278-1cb8d5575cc4 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=23436db8-93bb-4bbc-80ca-4bd1b89e46e7 HTTP/1.1" status: 200 len: 944 time: 0.1815143 Jan 27 21:53:01.894229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4260851-42c1-4294-8060-053a4d43658b req-3f04b293-8cc8-4781-a7f0-00c7ff785746 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:01.895970 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4260851-42c1-4294-8060-053a4d43658b req-3f04b293-8cc8-4781-a7f0-00c7ff785746 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.15 "GET /v2.0/networks?id=2f7ebc75-d7b4-44d3-8fef-7dcf1837a949 HTTP/1.1" status: 200 len: 805 time: 0.2860346 Jan 27 21:53:02.004856 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f61be1ca-33db-4466-a723-10556878c5c3 req-3226ce39-ae91-48f1-ae12-2c687d2f425d tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077061 Jan 27 21:53:02.020443 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4260851-42c1-4294-8060-053a4d43658b req-5fd49159-cde7-4b16-b71a-efd0bb6c944f tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c1135188b8141ad869c457c12b79e2c HTTP/1.1" status: 200 len: 380 time: 0.1157656 Jan 27 21:53:02.028674 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f3019-669c-4d54-bf07-32c93b81429c req-3dca72eb-7347-4f8d-8add-95dc5e4d665b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:02.030159 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-520f3019-669c-4d54-bf07-32c93b81429c req-3dca72eb-7347-4f8d-8add-95dc5e4d665b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 947 time: 0.1057918 Jan 27 21:53:02.034866 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a4260851-42c1-4294-8060-053a4d43658b req-b70bd6ff-9461-493d-8df3-85c2cf8d1927 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Request body: {'port': {'device_id': 'd990007a-a7b8-45c9-985e-9b5a7badc51b', 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949', 'admin_state_up': True, 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'security_groups': ['712db5a3-8f5d-41be-8e07-e45170346636']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:02.177485 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-520f3019-669c-4d54-bf07-32c93b81429c req-a03bb5be-6c01-461b-b1b0-1d6037194b8b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391032 Jan 27 21:53:02.202673 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78456c13-d87c-4f59-b26a-8f8d31047dbb req-76e31810-96a5-4dfd-8370-c2456294f1af tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:02.207933 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78456c13-d87c-4f59-b26a-8f8d31047dbb req-76e31810-96a5-4dfd-8370-c2456294f1af tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:02.213917 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78456c13-d87c-4f59-b26a-8f8d31047dbb req-76e31810-96a5-4dfd-8370-c2456294f1af tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:02.219172 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78456c13-d87c-4f59-b26a-8f8d31047dbb req-76e31810-96a5-4dfd-8370-c2456294f1af tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:02.224540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78456c13-d87c-4f59-b26a-8f8d31047dbb req-76e31810-96a5-4dfd-8370-c2456294f1af tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:02.229869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78456c13-d87c-4f59-b26a-8f8d31047dbb req-76e31810-96a5-4dfd-8370-c2456294f1af tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:02.235161 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78456c13-d87c-4f59-b26a-8f8d31047dbb req-76e31810-96a5-4dfd-8370-c2456294f1af tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:02.237069 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-78456c13-d87c-4f59-b26a-8f8d31047dbb req-76e31810-96a5-4dfd-8370-c2456294f1af tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5420 time: 0.1434467 Jan 27 21:53:02.303600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4260851-42c1-4294-8060-053a4d43658b req-b70bd6ff-9461-493d-8df3-85c2cf8d1927 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Made reservation on behalf of 4c1135188b8141ad869c457c12b79e2c for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:53:02.307047 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a4260851-42c1-4294-8060-053a4d43658b req-b70bd6ff-9461-493d-8df3-85c2cf8d1927 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:02.346849 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb67c64-b943-479d-9587-882dce3fad33 req-a83de8de-cc2d-4b8b-9d0b-62fc12c304d9 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:02.348353 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1bb67c64-b943-479d-9587-882dce3fad33 req-a83de8de-cc2d-4b8b-9d0b-62fc12c304d9 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.1033633 Jan 27 21:53:02.379440 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-78456c13-d87c-4f59-b26a-8f8d31047dbb req-75793cd0-af43-41a9-b919-68fdcf92525c tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1354795 Jan 27 21:53:02.459151 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1bb67c64-b943-479d-9587-882dce3fad33 req-80dbe7b6-8ae3-4632-8bf1-ddff4e21f117 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015184 Jan 27 21:53:02.508350 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-a4260851-42c1-4294-8060-053a4d43658b req-b70bd6ff-9461-493d-8df3-85c2cf8d1927 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Allocated IP 172.20.0.4 (2f7ebc75-d7b4-44d3-8fef-7dcf1837a949/cae9d400-c136-4372-a2bb-390c7b9d5402/4683232b-97d6-49b1-a22f-0400e5ec0ae4) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:02.662310 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a4260851-42c1-4294-8060-053a4d43658b req-b70bd6ff-9461-493d-8df3-85c2cf8d1927 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks [] for port (4683232b-97d6-49b1-a22f-0400e5ec0ae4), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:02.741664 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 725ff0b6-90cd-452a-b10a-28de75a522b8 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:02.742710 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a4260851-42c1-4294-8060-053a4d43658b req-b70bd6ff-9461-493d-8df3-85c2cf8d1927 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (4683232b-97d6-49b1-a22f-0400e5ec0ae4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:02.790131 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 44cf6f3b-b32c-4275-8e2e-744d470627e2 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:02.797755 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe44ba3-ad5a-499f-b955-ff0feb5f3ef6 req-5926a410-57d4-4496-a074-952d069e79be tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:02.798471 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffe44ba3-ad5a-499f-b955-ff0feb5f3ef6 req-5926a410-57d4-4496-a074-952d069e79be tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 947 time: 0.1093674 Jan 27 21:53:02.816496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4260851-42c1-4294-8060-053a4d43658b req-b70bd6ff-9461-493d-8df3-85c2cf8d1927 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Network 2f7ebc75-d7b4-44d3-8fef-7dcf1837a949 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:02.840860 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-a4260851-42c1-4294-8060-053a4d43658b req-b70bd6ff-9461-493d-8df3-85c2cf8d1927 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:02.843401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4260851-42c1-4294-8060-053a4d43658b req-b70bd6ff-9461-493d-8df3-85c2cf8d1927 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:02.844893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 725ff0b6-90cd-452a-b10a-28de75a522b8 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:02.845004 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (725ff0b6-90cd-452a-b10a-28de75a522b8), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:02.873441 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bd6ff-9461-493d-8df3-85c2cf8d1927 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Pushing event updated for resources: {'Port': ['ID=4683232b-97d6-49b1-a22f-0400e5ec0ae4,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:02.884772 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 44cf6f3b-b32c-4275-8e2e-744d470627e2 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:53:02.891713 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 44cf6f3b-b32c-4275-8e2e-744d470627e2 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:02.892086 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (44cf6f3b-b32c-4275-8e2e-744d470627e2), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:02.955681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4260851-42c1-4294-8060-053a4d43658b req-b70bd6ff-9461-493d-8df3-85c2cf8d1927 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:02.955912 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 697cb650-ae8a-46fe-bccc-21cf0b0afb3d no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:02.956288 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a4260851-42c1-4294-8060-053a4d43658b req-b70bd6ff-9461-493d-8df3-85c2cf8d1927 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:02.982381 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffe44ba3-ad5a-499f-b955-ff0feb5f3ef6 req-fac6f497-0712-4825-8d35-1bf40c9ab390 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722636 Jan 27 21:53:03.020383 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a37ff9-b53b-41c8-b8e6-7255ae09eb21 req-47b7a033-5fd8-4583-9b45-60b35e8c2e0c tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:03.022251 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97a37ff9-b53b-41c8-b8e6-7255ae09eb21 req-47b7a033-5fd8-4583-9b45-60b35e8c2e0c tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 931 time: 0.1513000 Jan 27 21:53:03.027162 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4260851-42c1-4294-8060-053a4d43658b req-b70bd6ff-9461-493d-8df3-85c2cf8d1927 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9960272 Jan 27 21:53:03.050795 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a4260851-42c1-4294-8060-053a4d43658b req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Request body: {'port': {'device_id': 'd990007a-a7b8-45c9-985e-9b5a7badc51b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:03.052860 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 725ff0b6-90cd-452a-b10a-28de75a522b8 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:03.126971 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 44cf6f3b-b32c-4275-8e2e-744d470627e2 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:03.127369 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (44cf6f3b-b32c-4275-8e2e-744d470627e2), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:03.153351 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:03.153743 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:03.166741 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23436db8-93bb-4bbc-80ca-4bd1b89e46e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cf6f3b-b32c-4275-8e2e-744d470627e2'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:03.169036 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95425dc6-9c1b-49e1-9f8d-762d1918418b" -d '{"events": [{"server_uuid": "23436db8-93bb-4bbc-80ca-4bd1b89e46e7", "name": "network-vif-plugged", "status": "completed", "tag": "44cf6f3b-b32c-4275-8e2e-744d470627e2"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:03.176428 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a4260851-42c1-4294-8060-053a4d43658b req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4683232b-97d6-49b1-a22f-0400e5ec0ae4), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:03.186001 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97a37ff9-b53b-41c8-b8e6-7255ae09eb21 req-8268644c-8176-4a58-80f2-304fd933ef35 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/security-groups?id=712db5a3-8f5d-41be-8e07-e45170346636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401508 Jan 27 21:53:03.192134 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 44cf6f3b-b32c-4275-8e2e-744d470627e2, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=44cf6f3b-b32c-4275-8e2e-744d470627e2,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:03.199836 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd1f2a-c7f3-4ad6-94c5-6eaf2d0368c0 req-1f21dd4b-b454-419a-ac80-dd312f7bec79 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:03.201373 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecdd1f2a-c7f3-4ad6-94c5-6eaf2d0368c0 req-1f21dd4b-b454-419a-ac80-dd312f7bec79 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 947 time: 0.1202371 Jan 27 21:53:03.201575 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (44cf6f3b-b32c-4275-8e2e-744d470627e2), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:03.249463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:03.253261 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b3105571-b235-41ab-8f37-cc839b5cf699 None None] Provisioning complete for port 4683232b-97d6-49b1-a22f-0400e5ec0ae4 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:03.253623 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b3105571-b235-41ab-8f37-cc839b5cf699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4683232b-97d6-49b1-a22f-0400e5ec0ae4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:03.258539 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:03.319399 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=44cf6f3b-b32c-4275-8e2e-744d470627e2,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:03.322712 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b3105571-b235-41ab-8f37-cc839b5cf699 None None] Port 4683232b-97d6-49b1-a22f-0400e5ec0ae4 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:53:03.376586 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:03.682339 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecdd1f2a-c7f3-4ad6-94c5-6eaf2d0368c0 req-c50e52db-7a68-43c3-87e1-bcefcd560c7f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4728673 Jan 27 21:53:03.728892 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c419cdc3-19d3-44d8-9c73-ad69e8e6ed09 x-openstack-request-id: req-c419cdc3-19d3-44d8-9c73-ad69e8e6ed09 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:03.729203 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23436db8-93bb-4bbc-80ca-4bd1b89e46e7", "name": "network-vif-plugged", "status": "completed", "tag": "44cf6f3b-b32c-4275-8e2e-744d470627e2", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:03.729469 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c419cdc3-19d3-44d8-9c73-ad69e8e6ed09 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:03.729869 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23436db8-93bb-4bbc-80ca-4bd1b89e46e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cf6f3b-b32c-4275-8e2e-744d470627e2', 'code': 200} Jan 27 21:53:03.742533 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772caaf-7dc5-4b85-be57-b4e24a13b1d9 req-19f00733-909c-47b1-8f06-293646abe2d1 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:03.744618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0772caaf-7dc5-4b85-be57-b4e24a13b1d9 req-19f00733-909c-47b1-8f06-293646abe2d1 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=23436db8-93bb-4bbc-80ca-4bd1b89e46e7 HTTP/1.1" status: 200 len: 945 time: 0.4785531 Jan 27 21:53:03.879077 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0772caaf-7dc5-4b85-be57-b4e24a13b1d9 req-b0ce5034-4693-4125-8bde-06771110734f tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275537 Jan 27 21:53:03.918504 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999fd1d-d419-4341-9d02-872bb33f9b70 req-a28d7a37-fbe8-4ef6-8d9f-0db822fb768d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:03.920002 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8999fd1d-d419-4341-9d02-872bb33f9b70 req-a28d7a37-fbe8-4ef6-8d9f-0db822fb768d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=23436db8-93bb-4bbc-80ca-4bd1b89e46e7 HTTP/1.1" status: 200 len: 1096 time: 0.0911865 Jan 27 21:53:03.933363 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e17e8-0afd-441f-ab65-a4c12f85cb30 req-1a98a086-a0c8-43ad-9849-bf5a1114331d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:03.938606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e17e8-0afd-441f-ab65-a4c12f85cb30 req-1a98a086-a0c8-43ad-9849-bf5a1114331d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:03.943910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e17e8-0afd-441f-ab65-a4c12f85cb30 req-1a98a086-a0c8-43ad-9849-bf5a1114331d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:03.949550 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e17e8-0afd-441f-ab65-a4c12f85cb30 req-1a98a086-a0c8-43ad-9849-bf5a1114331d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:03.954840 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e17e8-0afd-441f-ab65-a4c12f85cb30 req-1a98a086-a0c8-43ad-9849-bf5a1114331d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:03.960135 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e17e8-0afd-441f-ab65-a4c12f85cb30 req-1a98a086-a0c8-43ad-9849-bf5a1114331d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:03.965505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e17e8-0afd-441f-ab65-a4c12f85cb30 req-1a98a086-a0c8-43ad-9849-bf5a1114331d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:03.969540 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a6e17e8-0afd-441f-ab65-a4c12f85cb30 req-1a98a086-a0c8-43ad-9849-bf5a1114331d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5420 time: 0.1777539 Jan 27 21:53:04.044906 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-a4260851-42c1-4294-8060-053a4d43658b req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4683232b-97d6-49b1-a22f-0400e5ec0ae4 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:04.079951 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a4260851-42c1-4294-8060-053a4d43658b req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Publish callbacks [] for port (4683232b-97d6-49b1-a22f-0400e5ec0ae4), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:04.121179 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-a4260851-42c1-4294-8060-053a4d43658b req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Transition to ACTIVE for port object 4683232b-97d6-49b1-a22f-0400e5ec0ae4 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:53:04.127641 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8999fd1d-d419-4341-9d02-872bb33f9b70 req-e8230778-90f4-4d59-a508-12507e22d7c8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593022 Jan 27 21:53:04.134516 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a4260851-42c1-4294-8060-053a4d43658b req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (4683232b-97d6-49b1-a22f-0400e5ec0ae4), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:04.148091 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a6e17e8-0afd-441f-ab65-a4c12f85cb30 req-47b0ea4f-8c59-4139-96bd-4759a086b2b1 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1696913 Jan 27 21:53:04.192867 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494423e0-e182-4ddd-91f1-abdf170c1e79 req-c86a121d-09a8-4321-9a09-33d940fa4cde tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:04.194372 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-494423e0-e182-4ddd-91f1-abdf170c1e79 req-c86a121d-09a8-4321-9a09-33d940fa4cde tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 948 time: 0.1716924 Jan 27 21:53:04.213965 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Pushing event updated for resources: {'Port': ['ID=4683232b-97d6-49b1-a22f-0400e5ec0ae4,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:04.251191 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.251552 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.251904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.252283 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.252623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.252963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.253301 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.253629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.253964 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.254294 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.254629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.254955 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.255286 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:04.326529 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-494423e0-e182-4ddd-91f1-abdf170c1e79 req-b3e55c1f-f2d2-461d-a319-c0eacd99b2e8 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205730 Jan 27 21:53:04.371558 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a4260851-42c1-4294-8060-053a4d43658b req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Attempting to bind port 4683232b-97d6-49b1-a22f-0400e5ec0ae4 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:53:04.371893 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a4260851-42c1-4294-8060-053a4d43658b req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Attempting to bind port 4683232b-97d6-49b1-a22f-0400e5ec0ae4 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'a5cc25a9-5919-4cb7-b1bb-a42be5043313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:53:04.372255 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4260851-42c1-4294-8060-053a4d43658b req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Attempting to bind port 4683232b-97d6-49b1-a22f-0400e5ec0ae4 on network 2f7ebc75-d7b4-44d3-8fef-7dcf1837a949 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:04.378956 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4260851-42c1-4294-8060-053a4d43658b req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Port 4683232b-97d6-49b1-a22f-0400e5ec0ae4 on network 2f7ebc75-d7b4-44d3-8fef-7dcf1837a949 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:53:04.379287 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4260851-42c1-4294-8060-053a4d43658b req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Attempting to bind port 4683232b-97d6-49b1-a22f-0400e5ec0ae4 on network 2f7ebc75-d7b4-44d3-8fef-7dcf1837a949 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:04.390394 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4260851-42c1-4294-8060-053a4d43658b req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:53:04.390972 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4260851-42c1-4294-8060-053a4d43658b req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Checking segment: {'id': 'a5cc25a9-5919-4cb7-b1bb-a42be5043313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:04.391131 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4260851-42c1-4294-8060-053a4d43658b req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Bound using segment: {'id': 'a5cc25a9-5919-4cb7-b1bb-a42be5043313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:53:04.391604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a4260851-42c1-4294-8060-053a4d43658b req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Bound port: 4683232b-97d6-49b1-a22f-0400e5ec0ae4, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5cc25a9-5919-4cb7-b1bb-a42be5043313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:53:04.391928 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a4260851-42c1-4294-8060-053a4d43658b req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4683232b-97d6-49b1-a22f-0400e5ec0ae4), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:04.408740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f105a7-5890-4bc3-b32e-96359562ea06 req-25072142-1fbe-4ed9-be3c-c114086d7cff tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:04.410263 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47f105a7-5890-4bc3-b32e-96359562ea06 req-25072142-1fbe-4ed9-be3c-c114086d7cff tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 947 time: 0.1040146 Jan 27 21:53:04.531895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53907475-2519-47d0-98f5-f2745ad7099c req-6160f448-a7f8-4b5e-8c1d-0f7ed64fca96 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:04.533485 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-53907475-2519-47d0-98f5-f2745ad7099c req-6160f448-a7f8-4b5e-8c1d-0f7ed64fca96 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 943 time: 0.1205091 Jan 27 21:53:04.537106 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a4260851-42c1-4294-8060-053a4d43658b req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] For port 4683232b-97d6-49b1-a22f-0400e5ec0ae4, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:53:04.540954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a4260851-42c1-4294-8060-053a4d43658b req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] For port 4683232b-97d6-49b1-a22f-0400e5ec0ae4, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=4683232b-97d6-49b1-a22f-0400e5ec0ae4,segment=NetworkSegment(a5cc25a9-5919-4cb7-b1bb-a42be5043313),segment_id=a5cc25a9-5919-4cb7-b1bb-a42be5043313)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:53:04.544862 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47f105a7-5890-4bc3-b32e-96359562ea06 req-2d510a7b-3a2a-47c4-a24e-9f612c6b46c8 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219602 Jan 27 21:53:04.548078 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a4260851-42c1-4294-8060-053a4d43658b req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (4683232b-97d6-49b1-a22f-0400e5ec0ae4), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:04.605587 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4260851-42c1-4294-8060-053a4d43658b req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:04.606355 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a4260851-42c1-4294-8060-053a4d43658b req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:04.607608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4260851-42c1-4294-8060-053a4d43658b req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] 10.222.0.15 "PUT /v2.0/ports/4683232b-97d6-49b1-a22f-0400e5ec0ae4 HTTP/1.1" status: 200 len: 1091 time: 1.5639451 Jan 27 21:53:04.608058 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd990007a-a7b8-45c9-985e-9b5a7badc51b', 'tag': '4683232b-97d6-49b1-a22f-0400e5ec0ae4'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:04.610547 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c3ba22-9aff-43e7-badb-f2520fe1cb79" -d '{"events": [{"name": "network-changed", "server_uuid": "d990007a-a7b8-45c9-985e-9b5a7badc51b", "tag": "4683232b-97d6-49b1-a22f-0400e5ec0ae4"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:04.646970 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d171f-2c53-4024-ba80-1b12cbce3d09 service neutron] Pushing event updated for resources: {'Port': ['ID=4683232b-97d6-49b1-a22f-0400e5ec0ae4,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:04.655072 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-53907475-2519-47d0-98f5-f2745ad7099c req-8f0b23ff-3473-4b22-b9cc-7c70cc1a1239 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/security-groups?id=712db5a3-8f5d-41be-8e07-e45170346636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089220 Jan 27 21:53:04.697728 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2eb475-a056-4add-8a27-7c6cde3f333e x-openstack-request-id: req-0c2eb475-a056-4add-8a27-7c6cde3f333e {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:04.698543 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d990007a-a7b8-45c9-985e-9b5a7badc51b", "tag": "4683232b-97d6-49b1-a22f-0400e5ec0ae4", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:04.698543 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c2eb475-a056-4add-8a27-7c6cde3f333e {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:04.698781 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd990007a-a7b8-45c9-985e-9b5a7badc51b', 'tag': '4683232b-97d6-49b1-a22f-0400e5ec0ae4', 'status': 'completed', 'code': 200} Jan 27 21:53:04.719052 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4260851-42c1-4294-8060-053a4d43658b req-0815961f-70a0-421b-9d03-a6535df614b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:04.720668 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4260851-42c1-4294-8060-053a4d43658b req-0815961f-70a0-421b-9d03-a6535df614b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c1135188b8141ad869c457c12b79e2c&device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 1094 time: 0.0504355 Jan 27 21:53:04.770168 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4260851-42c1-4294-8060-053a4d43658b req-44a37b12-798d-4d65-853a-d0c92d6c16f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4683232b-97d6-49b1-a22f-0400e5ec0ae4 HTTP/1.1" status: 200 len: 217 time: 0.0424483 Jan 27 21:53:04.797770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 359a933c-d16b-47ff-9f24-2916dd536821 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:53:04.804513 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:04.851238 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73455767-a7f2-45d2-b797-99bd95878d2a req-8ecb1488-1d7e-4f72-8f85-64463531f659 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:04.852806 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73455767-a7f2-45d2-b797-99bd95878d2a req-8ecb1488-1d7e-4f72-8f85-64463531f659 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 947 time: 0.0851910 Jan 27 21:53:04.854173 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4260851-42c1-4294-8060-053a4d43658b req-1da2100f-50e9-4fb4-851a-280c3f6318ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:04.855501 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4260851-42c1-4294-8060-053a4d43658b req-1da2100f-50e9-4fb4-851a-280c3f6318ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cae9d400-c136-4372-a2bb-390c7b9d5402 HTTP/1.1" status: 200 len: 844 time: 0.0764449 Jan 27 21:53:04.930088 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4260851-42c1-4294-8060-053a4d43658b req-ca7103bd-4b95-4734-9e62-76466fc50bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:04.932154 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4260851-42c1-4294-8060-053a4d43658b req-ca7103bd-4b95-4734-9e62-76466fc50bad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f7ebc75-d7b4-44d3-8fef-7dcf1837a949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672717 Jan 27 21:53:04.935347 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73455767-a7f2-45d2-b797-99bd95878d2a req-a98ad28f-86e6-4e1a-9bc0-1568b71fbb7b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764861 Jan 27 21:53:04.974491 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 697cb650-ae8a-46fe-bccc-21cf0b0afb3d details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:53:04.981745 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:04.983113 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:04.988958 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 359a933c-d16b-47ff-9f24-2916dd536821, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=359a933c-d16b-47ff-9f24-2916dd536821,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:05.019361 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '359a933c-d16b-47ff-9f24-2916dd536821', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '359a933c-d16b-47ff-9f24-2916dd536821', 'mac_address': 'fa:16:3e:60:ce:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:53:05.079474 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6db76-9a00-4e62-ac63-aef91505cce6 req-8b253165-1945-4a26-9b18-3a4488730dcd tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.081012 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-78c6db76-9a00-4e62-ac63-aef91505cce6 req-8b253165-1945-4a26-9b18-3a4488730dcd tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=23436db8-93bb-4bbc-80ca-4bd1b89e46e7 HTTP/1.1" status: 200 len: 945 time: 0.1063550 Jan 27 21:53:05.098193 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4260851-42c1-4294-8060-053a4d43658b req-d2857d97-14af-4212-b508-7f8e9e7a18c6 service neutron] 10.222.0.15 "GET /v2.0/networks/2f7ebc75-d7b4-44d3-8fef-7dcf1837a949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585071 Jan 27 21:53:05.108682 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:05.116379 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:05.150461 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 359a933c-d16b-47ff-9f24-2916dd536821 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:05.150852 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (359a933c-d16b-47ff-9f24-2916dd536821), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:05.185144 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-78c6db76-9a00-4e62-ac63-aef91505cce6 req-7f1d7eb6-fffe-4d58-9b30-eddbb44105a6 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964277 Jan 27 21:53:05.188708 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 359a933c-d16b-47ff-9f24-2916dd536821 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:05.220096 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:05.222339 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4260851-42c1-4294-8060-053a4d43658b req-9a856af9-b4e3-476f-8d25-973387d51f19 service neutron] 10.222.0.15 "GET /v2.0/networks/2f7ebc75-d7b4-44d3-8fef-7dcf1837a949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166391 Jan 27 21:53:05.239045 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 359a933c-d16b-47ff-9f24-2916dd536821, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=359a933c-d16b-47ff-9f24-2916dd536821,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:05.240050 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,revision_number=11']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:05.245992 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (359a933c-d16b-47ff-9f24-2916dd536821), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:05.250220 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '697cb650-ae8a-46fe-bccc-21cf0b0afb3d', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '697cb650-ae8a-46fe-bccc-21cf0b0afb3d', 'mac_address': 'fa:16:3e:32:20:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:53:05.330127 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:05.330526 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:05.333577 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=359a933c-d16b-47ff-9f24-2916dd536821,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:05.336704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3ba22-9aff-43e7-badb-f2520fe1cb79 req-6e5d25d3-6836-42ed-9b08-8f295887147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.338229 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16c3ba22-9aff-43e7-badb-f2520fe1cb79 req-6e5d25d3-6836-42ed-9b08-8f295887147d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c1135188b8141ad869c457c12b79e2c&device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 1094 time: 0.0710506 Jan 27 21:53:05.347689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697cb650-ae8a-46fe-bccc-21cf0b0afb3d {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:05.349799 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc2cc4-b1ba-4a1d-98f7-7e35d225715e req-55bde5dd-5864-4fbb-b814-a83d1194c7c0 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.356187 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc2cc4-b1ba-4a1d-98f7-7e35d225715e req-55bde5dd-5864-4fbb-b814-a83d1194c7c0 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.362128 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc2cc4-b1ba-4a1d-98f7-7e35d225715e req-55bde5dd-5864-4fbb-b814-a83d1194c7c0 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.367567 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc2cc4-b1ba-4a1d-98f7-7e35d225715e req-55bde5dd-5864-4fbb-b814-a83d1194c7c0 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.369820 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:05.374091 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc2cc4-b1ba-4a1d-98f7-7e35d225715e req-55bde5dd-5864-4fbb-b814-a83d1194c7c0 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.374263 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:05.379281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc2cc4-b1ba-4a1d-98f7-7e35d225715e req-55bde5dd-5864-4fbb-b814-a83d1194c7c0 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.384713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc2cc4-b1ba-4a1d-98f7-7e35d225715e req-55bde5dd-5864-4fbb-b814-a83d1194c7c0 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.386680 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fbfc2cc4-b1ba-4a1d-98f7-7e35d225715e req-55bde5dd-5864-4fbb-b814-a83d1194c7c0 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5420 time: 0.1334386 Jan 27 21:53:05.423601 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:05.541307 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fbfc2cc4-b1ba-4a1d-98f7-7e35d225715e req-63aa9122-e742-4ad0-adcd-402c2b708d21 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1454241 Jan 27 21:53:05.552113 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a8133-157d-4d6d-9b95-880a81fa3e31 req-28eeded1-b6e9-4895-b35f-70441890b643 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.553574 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-741a8133-157d-4d6d-9b95-880a81fa3e31 req-28eeded1-b6e9-4895-b35f-70441890b643 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 949 time: 0.1331768 Jan 27 21:53:05.575925 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3ba22-9aff-43e7-badb-f2520fe1cb79 req-f41856a7-1842-4e50-9d4c-198f50ee490b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.577698 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16c3ba22-9aff-43e7-badb-f2520fe1cb79 req-f41856a7-1842-4e50-9d4c-198f50ee490b service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f7ebc75-d7b4-44d3-8fef-7dcf1837a949 HTTP/1.1" status: 200 len: 906 time: 0.1898446 Jan 27 21:53:05.627808 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16c3ba22-9aff-43e7-badb-f2520fe1cb79 req-2677f03a-f5fa-4106-93fb-8cf74d2e1f2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4683232b-97d6-49b1-a22f-0400e5ec0ae4 HTTP/1.1" status: 200 len: 217 time: 0.0435967 Jan 27 21:53:05.697757 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-741a8133-157d-4d6d-9b95-880a81fa3e31 req-27d276d8-6c85-4fc0-94d0-79ee6c5d9abb tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384051 Jan 27 21:53:05.717087 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3ba22-9aff-43e7-badb-f2520fe1cb79 req-2a9bca14-dd2d-44cd-a220-4edde1cf78c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.718690 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16c3ba22-9aff-43e7-badb-f2520fe1cb79 req-2a9bca14-dd2d-44cd-a220-4edde1cf78c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cae9d400-c136-4372-a2bb-390c7b9d5402 HTTP/1.1" status: 200 len: 844 time: 0.0795894 Jan 27 21:53:05.723807 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['697cb650-ae8a-46fe-bccc-21cf0b0afb3d'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:05.730080 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cc996-f9d6-4448-a688-4fd436dcafcb req-d057d6a4-8b80-4d72-9046-60a433ba6ced tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.731589 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-624cc996-f9d6-4448-a688-4fd436dcafcb req-d057d6a4-8b80-4d72-9046-60a433ba6ced tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 948 time: 0.1086745 Jan 27 21:53:05.749781 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab11a26-3fb4-4511-b1f9-b7bc6975961f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '697cb650-ae8a-46fe-bccc-21cf0b0afb3d'}, {'server_uuid': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:05.752005 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d46585a-e413-498d-ae33-500de19d0fa4" -d '{"events": [{"server_uuid": "fab11a26-3fb4-4511-b1f9-b7bc6975961f", "name": "network-vif-unplugged", "status": "completed", "tag": "697cb650-ae8a-46fe-bccc-21cf0b0afb3d"}, {"server_uuid": "d8c1d721-463b-4e12-80a4-6602c894c588", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:05.843262 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-624cc996-f9d6-4448-a688-4fd436dcafcb req-aa9c1dfb-bb72-47c1-a13a-f7419b261146 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032174 Jan 27 21:53:05.845208 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3ba22-9aff-43e7-badb-f2520fe1cb79 req-a47023aa-f97f-4e3f-ba32-30aa4fdea6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.846670 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16c3ba22-9aff-43e7-badb-f2520fe1cb79 req-a47023aa-f97f-4e3f-ba32-30aa4fdea6c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f7ebc75-d7b4-44d3-8fef-7dcf1837a949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142058 Jan 27 21:53:05.864848 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9198d-5627-4a6d-a928-5d83dee54bc5 req-9161c117-dde8-49cc-961d-e57f3178f3ec tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.864848 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ef9198d-5627-4a6d-a928-5d83dee54bc5 req-9161c117-dde8-49cc-961d-e57f3178f3ec tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 943 time: 0.0950947 Jan 27 21:53:05.916287 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ef9198d-5627-4a6d-a928-5d83dee54bc5 req-f0428385-d6d8-45c0-8baa-3d9d0d913983 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/security-groups?id=712db5a3-8f5d-41be-8e07-e45170346636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491788 Jan 27 21:53:05.951385 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11c56eb-a433-4dc5-8947-c107d6b0699c x-openstack-request-id: req-b11c56eb-a433-4dc5-8947-c107d6b0699c {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:05.951857 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab11a26-3fb4-4511-b1f9-b7bc6975961f", "name": "network-vif-unplugged", "status": "completed", "tag": "697cb650-ae8a-46fe-bccc-21cf0b0afb3d", "code": 200}, {"server_uuid": "d8c1d721-463b-4e12-80a4-6602c894c588", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:05.952004 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b11c56eb-a433-4dc5-8947-c107d6b0699c {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:05.952323 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab11a26-3fb4-4511-b1f9-b7bc6975961f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '697cb650-ae8a-46fe-bccc-21cf0b0afb3d', 'code': 200} Jan 27 21:53:05.952564 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50', 'code': 200} Jan 27 21:53:05.953490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['359a933c-d16b-47ff-9f24-2916dd536821'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:06.113006 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56620e0d-74c5-48a4-8f5a-106c7d521409 req-ba7f2458-5645-47dd-83b8-d7c4e2c2690e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:06.114180 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56620e0d-74c5-48a4-8f5a-106c7d521409 req-ba7f2458-5645-47dd-83b8-d7c4e2c2690e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0980706 Jan 27 21:53:06.143280 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16c3ba22-9aff-43e7-badb-f2520fe1cb79 req-2722958a-3d68-4c7b-9a00-50226e970ffa service neutron] 10.222.0.15 "GET /v2.0/networks/2f7ebc75-d7b4-44d3-8fef-7dcf1837a949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808168 Jan 27 21:53:06.220263 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56620e0d-74c5-48a4-8f5a-106c7d521409 req-eebb3e41-d5e7-442b-be59-6605f3efd89c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944326 Jan 27 21:53:06.257499 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16c3ba22-9aff-43e7-badb-f2520fe1cb79 req-a73beaba-bcb9-478a-907f-4cae2bd1eef2 service neutron] 10.222.0.15 "GET /v2.0/networks/2f7ebc75-d7b4-44d3-8fef-7dcf1837a949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057453 Jan 27 21:53:06.314555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f01d7f-b5db-44ba-8bf7-6158eb174508 req-8d1bf8d0-ab93-4d9d-9df9-ca7318da34e9 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:06.316129 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f9f01d7f-b5db-44ba-8bf7-6158eb174508 req-8d1bf8d0-ab93-4d9d-9df9-ca7318da34e9 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=23436db8-93bb-4bbc-80ca-4bd1b89e46e7 HTTP/1.1" status: 200 len: 945 time: 0.0519440 Jan 27 21:53:06.362759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f9f01d7f-b5db-44ba-8bf7-6158eb174508 req-087c27f4-6770-4fbf-9f80-4a78757d7575 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405593 Jan 27 21:53:06.669071 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3f9c3-bfe5-4cf9-bcb4-19d702f720c4 req-150e668f-ea7b-48e6-9ad4-b91cc4ace2af tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:06.674224 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3f9c3-bfe5-4cf9-bcb4-19d702f720c4 req-150e668f-ea7b-48e6-9ad4-b91cc4ace2af tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:06.679367 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3f9c3-bfe5-4cf9-bcb4-19d702f720c4 req-150e668f-ea7b-48e6-9ad4-b91cc4ace2af tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:06.684807 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3f9c3-bfe5-4cf9-bcb4-19d702f720c4 req-150e668f-ea7b-48e6-9ad4-b91cc4ace2af tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:06.689982 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3f9c3-bfe5-4cf9-bcb4-19d702f720c4 req-150e668f-ea7b-48e6-9ad4-b91cc4ace2af tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:06.695144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3f9c3-bfe5-4cf9-bcb4-19d702f720c4 req-150e668f-ea7b-48e6-9ad4-b91cc4ace2af tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:06.701109 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3f9c3-bfe5-4cf9-bcb4-19d702f720c4 req-150e668f-ea7b-48e6-9ad4-b91cc4ace2af tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:06.702869 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8ea3f9c3-bfe5-4cf9-bcb4-19d702f720c4 req-150e668f-ea7b-48e6-9ad4-b91cc4ace2af tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5420 time: 0.0862021 Jan 27 21:53:06.761180 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8ea3f9c3-bfe5-4cf9-bcb4-19d702f720c4 req-55539af4-22f9-4da4-aacc-6637ef36440e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526171 Jan 27 21:53:06.821908 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc02c57-5b99-48bd-8ab7-9e552a0b1335 req-fa027d6e-ba33-42ee-a6ea-201dd7b1832c tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:06.823411 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dcc02c57-5b99-48bd-8ab7-9e552a0b1335 req-fa027d6e-ba33-42ee-a6ea-201dd7b1832c tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 949 time: 0.0513542 Jan 27 21:53:06.870603 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dcc02c57-5b99-48bd-8ab7-9e552a0b1335 req-6b91216c-b7eb-48c4-a45c-ecf1abddc12c tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411804 Jan 27 21:53:06.965365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94465c5-3350-490c-8555-3534933698a8 req-7c73211d-5c62-4466-b715-1bac81de63a7 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:06.966899 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c94465c5-3350-490c-8555-3534933698a8 req-7c73211d-5c62-4466-b715-1bac81de63a7 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 948 time: 0.0505219 Jan 27 21:53:07.027716 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c94465c5-3350-490c-8555-3534933698a8 req-2543412b-91df-4239-9fcf-dc3443133bfd tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543189 Jan 27 21:53:07.061989 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0a8d3-5e43-4b7a-836c-bcda6a24c35d req-1b14b1de-3fc1-4538-8896-5f8c8cee496b tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:07.063453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15c0a8d3-5e43-4b7a-836c-bcda6a24c35d req-1b14b1de-3fc1-4538-8896-5f8c8cee496b tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 943 time: 0.0486612 Jan 27 21:53:07.113413 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15c0a8d3-5e43-4b7a-836c-bcda6a24c35d req-5fb56447-d02b-4fd3-9519-0bb71642a57b tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/security-groups?id=712db5a3-8f5d-41be-8e07-e45170346636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441022 Jan 27 21:53:07.333247 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c362512-19a1-4f11-a9bf-f156c8119de8 req-f42c0ece-4054-4efb-b744-a627b5d79360 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:07.334719 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c362512-19a1-4f11-a9bf-f156c8119de8 req-f42c0ece-4054-4efb-b744-a627b5d79360 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0475338 Jan 27 21:53:07.380010 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c362512-19a1-4f11-a9bf-f156c8119de8 req-42c67734-f7a8-4cca-8624-060da446aa2a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396943 Jan 27 21:53:07.478597 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403c065-14d8-41a5-94a8-c8f6ef32433f req-d834715d-0289-40c2-8f5a-44693fbbf42f tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:07.480073 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f403c065-14d8-41a5-94a8-c8f6ef32433f req-d834715d-0289-40c2-8f5a-44693fbbf42f tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=23436db8-93bb-4bbc-80ca-4bd1b89e46e7 HTTP/1.1" status: 200 len: 945 time: 0.0477715 Jan 27 21:53:07.524949 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f403c065-14d8-41a5-94a8-c8f6ef32433f req-1b56b387-61a0-4c22-85e6-ea8f51c509a1 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393677 Jan 27 21:53:07.722759 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3baa0d-06a9-4658-aab7-e331c61e0cc1 req-36d9825e-fceb-4c41-bdfd-842ad8ea3d67 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:07.724337 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f3baa0d-06a9-4658-aab7-e331c61e0cc1 req-36d9825e-fceb-4c41-bdfd-842ad8ea3d67 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=23436db8-93bb-4bbc-80ca-4bd1b89e46e7 HTTP/1.1" status: 200 len: 945 time: 0.0502527 Jan 27 21:53:07.770870 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f3baa0d-06a9-4658-aab7-e331c61e0cc1 req-e370d8d1-813f-4b50-8337-8c86238e046a tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405412 Jan 27 21:53:07.892202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a05e2-c697-4696-affa-abdb7ea6aa6f req-9b3dfc9b-0346-433b-8661-09531a62deca tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:07.897657 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a05e2-c697-4696-affa-abdb7ea6aa6f req-9b3dfc9b-0346-433b-8661-09531a62deca tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:07.904370 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a05e2-c697-4696-affa-abdb7ea6aa6f req-9b3dfc9b-0346-433b-8661-09531a62deca tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:07.909700 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a05e2-c697-4696-affa-abdb7ea6aa6f req-9b3dfc9b-0346-433b-8661-09531a62deca tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:07.916177 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a05e2-c697-4696-affa-abdb7ea6aa6f req-9b3dfc9b-0346-433b-8661-09531a62deca tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:07.922910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a05e2-c697-4696-affa-abdb7ea6aa6f req-9b3dfc9b-0346-433b-8661-09531a62deca tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:07.928247 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a05e2-c697-4696-affa-abdb7ea6aa6f req-9b3dfc9b-0346-433b-8661-09531a62deca tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:07.930170 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b0a05e2-c697-4696-affa-abdb7ea6aa6f req-9b3dfc9b-0346-433b-8661-09531a62deca tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5420 time: 0.0939379 Jan 27 21:53:08.022150 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b0a05e2-c697-4696-affa-abdb7ea6aa6f req-26a464f8-a6dc-4cf7-8912-9576b2c22173 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0858972 Jan 27 21:53:08.030120 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16536e-3d3c-41b9-a28b-d0e6d4a47a6b req-44e0edbf-0817-40a9-89c1-0283a136b631 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:08.031528 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e16536e-3d3c-41b9-a28b-d0e6d4a47a6b req-44e0edbf-0817-40a9-89c1-0283a136b631 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 949 time: 0.0817518 Jan 27 21:53:08.079370 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e16536e-3d3c-41b9-a28b-d0e6d4a47a6b req-6a0c3dba-1116-4ca3-aec9-718e4eef425a tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422282 Jan 27 21:53:08.143228 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6162162-fc6a-4d3a-8c1e-cfcf1a470ab3 req-8f6df53a-2795-4782-baca-300ab67768f6 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:08.144717 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6162162-fc6a-4d3a-8c1e-cfcf1a470ab3 req-8f6df53a-2795-4782-baca-300ab67768f6 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 948 time: 0.0485785 Jan 27 21:53:08.216268 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6162162-fc6a-4d3a-8c1e-cfcf1a470ab3 req-b00ce31c-c488-45da-a1b2-b6cd07aad163 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650406 Jan 27 21:53:08.235735 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b787d1-4565-4d57-9a71-c2866d2eaa41 req-5e1a358e-16ea-460f-8e6c-e1bcdca585ea tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:08.236917 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9b787d1-4565-4d57-9a71-c2866d2eaa41 req-5e1a358e-16ea-460f-8e6c-e1bcdca585ea tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 943 time: 0.0559051 Jan 27 21:53:08.289768 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9b787d1-4565-4d57-9a71-c2866d2eaa41 req-e2c8d395-a08c-4fc9-bcff-6efa9a6704d4 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/security-groups?id=712db5a3-8f5d-41be-8e07-e45170346636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472577 Jan 27 21:53:08.497039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb9dd6-e17a-4c16-b99e-e18e09d87ce4 req-4d82e1d3-a2ae-44ea-90d0-d0ff026eab1c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:08.498529 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5abb9dd6-e17a-4c16-b99e-e18e09d87ce4 req-4d82e1d3-a2ae-44ea-90d0-d0ff026eab1c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0481007 Jan 27 21:53:08.545220 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5abb9dd6-e17a-4c16-b99e-e18e09d87ce4 req-0d4a385d-eb05-4593-bb4e-731fd17db48b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411880 Jan 27 21:53:08.832542 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:53:08.834740 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 359a933c-d16b-47ff-9f24-2916dd536821 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:08.888380 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa8d13-85f0-4ffe-aa91-24a4f315b987 req-85420068-816d-471c-96b7-53a46de402f1 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:08.889871 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fbfa8d13-85f0-4ffe-aa91-24a4f315b987 req-85420068-816d-471c-96b7-53a46de402f1 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=23436db8-93bb-4bbc-80ca-4bd1b89e46e7 HTTP/1.1" status: 200 len: 945 time: 0.0485263 Jan 27 21:53:08.935833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fbfa8d13-85f0-4ffe-aa91-24a4f315b987 req-559f9a95-8fff-40bf-a3b5-54ea336c1c80 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404291 Jan 27 21:53:08.948744 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 359a933c-d16b-47ff-9f24-2916dd536821 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:53:08.955215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 359a933c-d16b-47ff-9f24-2916dd536821 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:08.955598 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (359a933c-d16b-47ff-9f24-2916dd536821), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.985868 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device aa7607f2-cff4-4487-b664-ab2ae9bf2878 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:53:08.987775 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 697cb650-ae8a-46fe-bccc-21cf0b0afb3d up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:09.040683 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:09.068433 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'port_id': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50', 'mac_address': 'fa:16:3e:46:43:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:53:09.169917 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151ded8-ff6d-48bc-a1b8-46bbc09e0046 req-8c8f257f-ed89-40be-a047-fd0fea7287ff tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:09.175177 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151ded8-ff6d-48bc-a1b8-46bbc09e0046 req-8c8f257f-ed89-40be-a047-fd0fea7287ff tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:09.181019 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151ded8-ff6d-48bc-a1b8-46bbc09e0046 req-8c8f257f-ed89-40be-a047-fd0fea7287ff tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:09.186396 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151ded8-ff6d-48bc-a1b8-46bbc09e0046 req-8c8f257f-ed89-40be-a047-fd0fea7287ff tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:09.192506 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151ded8-ff6d-48bc-a1b8-46bbc09e0046 req-8c8f257f-ed89-40be-a047-fd0fea7287ff tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:09.198018 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151ded8-ff6d-48bc-a1b8-46bbc09e0046 req-8c8f257f-ed89-40be-a047-fd0fea7287ff tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:09.203862 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151ded8-ff6d-48bc-a1b8-46bbc09e0046 req-8c8f257f-ed89-40be-a047-fd0fea7287ff tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:09.205844 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4151ded8-ff6d-48bc-a1b8-46bbc09e0046 req-8c8f257f-ed89-40be-a047-fd0fea7287ff tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5420 time: 0.0955379 Jan 27 21:53:09.215142 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:09.215512 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.228347 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:09.228584 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.273105 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4151ded8-ff6d-48bc-a1b8-46bbc09e0046 req-91086961-34b4-4d19-aabc-a55ff651963e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600743 Jan 27 21:53:09.278615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port aa7607f2-cff4-4487-b664-ab2ae9bf2878, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=aa7607f2-cff4-4487-b664-ab2ae9bf2878,segment=NetworkSegment(2a2930c9-2d81-4f92-adf9-9ae2f2d8c002),segment_id=2a2930c9-2d81-4f92-adf9-9ae2f2d8c002)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:09.290939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 359a933c-d16b-47ff-9f24-2916dd536821 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:09.291337 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (359a933c-d16b-47ff-9f24-2916dd536821), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.303867 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:09.321286 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'aa7607f2-cff4-4487-b664-ab2ae9bf2878', 'network_id': '7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119', 'port_id': 'aa7607f2-cff4-4487-b664-ab2ae9bf2878', 'mac_address': 'fa:16:3e:b7:ca:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb88c7c3-aca7-4bf4-9856-6572de677ec3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:53:09.353937 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:09.379880 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e1db24-96ad-4993-87ae-e91e6a40a692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359a933c-d16b-47ff-9f24-2916dd536821'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:09.382441 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6c67a1-bfe5-494b-8798-04d5c004f1d2" -d '{"events": [{"server_uuid": "61e1db24-96ad-4993-87ae-e91e6a40a692", "name": "network-vif-plugged", "status": "completed", "tag": "359a933c-d16b-47ff-9f24-2916dd536821"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:09.389002 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.400290 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4ddf8-6d17-4b7d-9876-06f59c2ca898 req-32fc9860-21e6-4fc7-8cdf-73ddb7d028f9 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:09.402593 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4d4ddf8-6d17-4b7d-9876-06f59c2ca898 req-32fc9860-21e6-4fc7-8cdf-73ddb7d028f9 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 949 time: 0.0593865 Jan 27 21:53:09.406960 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 359a933c-d16b-47ff-9f24-2916dd536821, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=359a933c-d16b-47ff-9f24-2916dd536821,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:09.434825 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (359a933c-d16b-47ff-9f24-2916dd536821), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.476584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port aa7607f2-cff4-4487-b664-ab2ae9bf2878 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:09.476970 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (aa7607f2-cff4-4487-b664-ab2ae9bf2878), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.484804 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4d4ddf8-6d17-4b7d-9876-06f59c2ca898 req-f30472a3-965e-41ee-a383-6d0b52ba6ac8 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768082 Jan 27 21:53:09.510675 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7607f2-cff4-4487-b664-ab2ae9bf2878 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:09.517324 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,revision_number=12']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:09.522533 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:09.530826 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:09.531107 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.535146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a58c6-80f5-40cc-a5cc-6bb92a409935 req-4dea62ec-fe5b-42b0-ae55-3a469297888a tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:09.540672 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b77a58c6-80f5-40cc-a5cc-6bb92a409935 req-4dea62ec-fe5b-42b0-ae55-3a469297888a tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 949 time: 0.0898778 Jan 27 21:53:09.594099 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port aa7607f2-cff4-4487-b664-ab2ae9bf2878, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=aa7607f2-cff4-4487-b664-ab2ae9bf2878,segment=NetworkSegment(2a2930c9-2d81-4f92-adf9-9ae2f2d8c002),segment_id=2a2930c9-2d81-4f92-adf9-9ae2f2d8c002)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:09.609065 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b77a58c6-80f5-40cc-a5cc-6bb92a409935 req-7b9a2c74-a61f-4e55-b776-c2e11c00ef2b tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658798 Jan 27 21:53:09.610401 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (aa7607f2-cff4-4487-b664-ab2ae9bf2878), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.611071 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 165d96d7-754f-426f-b018-623901ff8bd7 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:53:09.671817 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:09.675130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=359a933c-d16b-47ff-9f24-2916dd536821,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:09.685675 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.685896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93ee2f-d63d-43db-a1f0-cd5c74e495cc req-944399d9-1bc2-4ff0-98ea-b6ec6bc456e6 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:09.692681 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e93ee2f-d63d-43db-a1f0-cd5c74e495cc req-944399d9-1bc2-4ff0-98ea-b6ec6bc456e6 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 943 time: 0.0571938 Jan 27 21:53:09.749759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e93ee2f-d63d-43db-a1f0-cd5c74e495cc req-117367bd-0c55-42e1-9da5-bccef8ecebc8 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/security-groups?id=712db5a3-8f5d-41be-8e07-e45170346636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552492 Jan 27 21:53:09.798241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=aa7607f2-cff4-4487-b664-ab2ae9bf2878,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:09.857505 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbe8072-cf2b-4565-8377-89a570892789 x-openstack-request-id: req-2cbe8072-cf2b-4565-8377-89a570892789 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:09.858130 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e1db24-96ad-4993-87ae-e91e6a40a692", "name": "network-vif-plugged", "status": "completed", "tag": "359a933c-d16b-47ff-9f24-2916dd536821", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:09.858130 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2cbe8072-cf2b-4565-8377-89a570892789 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:09.858540 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e1db24-96ad-4993-87ae-e91e6a40a692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359a933c-d16b-47ff-9f24-2916dd536821', 'code': 200} Jan 27 21:53:09.904731 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 165d96d7-754f-426f-b018-623901ff8bd7, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=165d96d7-754f-426f-b018-623901ff8bd7,segment=NetworkSegment(41cb6eb4-9ceb-408b-832e-945396e2cef3),segment_id=41cb6eb4-9ceb-408b-832e-945396e2cef3)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:09.919207 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:09.928048 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '165d96d7-754f-426f-b018-623901ff8bd7', 'network_id': '0bade858-af63-49b3-909a-6a7d96619464', 'port_id': '165d96d7-754f-426f-b018-623901ff8bd7', 'mac_address': 'fa:16:3e:f6:14:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c5a1f-1a73-4497-aee3-c74aed8b30bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:53:09.981066 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6833d20-2c78-401a-aa5c-f6e43f71a863 req-e2622601-ae84-45b9-98bd-0144faa9edc3 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:09.982665 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6833d20-2c78-401a-aa5c-f6e43f71a863 req-e2622601-ae84-45b9-98bd-0144faa9edc3 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 946 time: 0.0837579 Jan 27 21:53:09.983517 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 165d96d7-754f-426f-b018-623901ff8bd7 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:09.983937 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (165d96d7-754f-426f-b018-623901ff8bd7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.997332 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07c8b0-b319-4e95-888a-77203f845fa3 req-d245d6a8-c1aa-4061-ba3d-134db2e24967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:09.998702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b07c8b0-b319-4e95-888a-77203f845fa3 req-d245d6a8-c1aa-4061-ba3d-134db2e24967 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 1100 time: 0.0669954 Jan 27 21:53:10.003546 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165d96d7-754f-426f-b018-623901ff8bd7 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:10.022716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 165d96d7-754f-426f-b018-623901ff8bd7, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=165d96d7-754f-426f-b018-623901ff8bd7,segment=NetworkSegment(41cb6eb4-9ceb-408b-832e-945396e2cef3),segment_id=41cb6eb4-9ceb-408b-832e-945396e2cef3)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:10.027813 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (165d96d7-754f-426f-b018-623901ff8bd7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:10.028637 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 4683232b-97d6-49b1-a22f-0400e5ec0ae4 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:53:10.068802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6833d20-2c78-401a-aa5c-f6e43f71a863 req-c6a530f7-5d5e-44a5-91b1-f2a9d90eb67b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745943 Jan 27 21:53:10.071359 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b07c8b0-b319-4e95-888a-77203f845fa3 req-25fe17f2-3695-428a-befb-2d42030bbaaf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601985 Jan 27 21:53:10.122409 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=165d96d7-754f-426f-b018-623901ff8bd7,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:10.161670 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 4683232b-97d6-49b1-a22f-0400e5ec0ae4, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=4683232b-97d6-49b1-a22f-0400e5ec0ae4,segment=NetworkSegment(a5cc25a9-5919-4cb7-b1bb-a42be5043313),segment_id=a5cc25a9-5919-4cb7-b1bb-a42be5043313)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:10.173518 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '4683232b-97d6-49b1-a22f-0400e5ec0ae4', 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949', 'port_id': '4683232b-97d6-49b1-a22f-0400e5ec0ae4', 'mac_address': 'fa:16:3e:57:1d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cae9d400-c136-4372-a2bb-390c7b9d5402', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:53:10.214095 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 4683232b-97d6-49b1-a22f-0400e5ec0ae4 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:10.214491 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4683232b-97d6-49b1-a22f-0400e5ec0ae4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:10.227931 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4683232b-97d6-49b1-a22f-0400e5ec0ae4 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:10.246572 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 4683232b-97d6-49b1-a22f-0400e5ec0ae4, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=4683232b-97d6-49b1-a22f-0400e5ec0ae4,segment=NetworkSegment(a5cc25a9-5919-4cb7-b1bb-a42be5043313),segment_id=a5cc25a9-5919-4cb7-b1bb-a42be5043313)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:10.249779 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4683232b-97d6-49b1-a22f-0400e5ec0ae4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:10.250308 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6da56839-08a2-4b33-8cc1-5572573d53c5 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:53:10.342624 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=4683232b-97d6-49b1-a22f-0400e5ec0ae4,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:10.386614 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6da56839-08a2-4b33-8cc1-5572573d53c5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6da56839-08a2-4b33-8cc1-5572573d53c5,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:10.397088 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '6da56839-08a2-4b33-8cc1-5572573d53c5', 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092', 'port_id': '6da56839-08a2-4b33-8cc1-5572573d53c5', 'mac_address': 'fa:16:3e:0a:60:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa', 'ip_address': '10.1.1.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:53:10.412183 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bd4a6-e5ff-423a-8cf0-13a71870f046 req-05d91e10-9ac8-427f-84f1-34f401a08db7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.417553 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bd4a6-e5ff-423a-8cf0-13a71870f046 req-05d91e10-9ac8-427f-84f1-34f401a08db7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.422896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bd4a6-e5ff-423a-8cf0-13a71870f046 req-05d91e10-9ac8-427f-84f1-34f401a08db7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.428175 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bd4a6-e5ff-423a-8cf0-13a71870f046 req-05d91e10-9ac8-427f-84f1-34f401a08db7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.433611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bd4a6-e5ff-423a-8cf0-13a71870f046 req-05d91e10-9ac8-427f-84f1-34f401a08db7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.436389 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 6da56839-08a2-4b33-8cc1-5572573d53c5 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:10.436784 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6da56839-08a2-4b33-8cc1-5572573d53c5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:10.438911 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bd4a6-e5ff-423a-8cf0-13a71870f046 req-05d91e10-9ac8-427f-84f1-34f401a08db7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.444324 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bd4a6-e5ff-423a-8cf0-13a71870f046 req-05d91e10-9ac8-427f-84f1-34f401a08db7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.446709 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f0bd4a6-e5ff-423a-8cf0-13a71870f046 req-05d91e10-9ac8-427f-84f1-34f401a08db7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5422 time: 0.0873189 Jan 27 21:53:10.450235 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da56839-08a2-4b33-8cc1-5572573d53c5 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:10.469797 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6da56839-08a2-4b33-8cc1-5572573d53c5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6da56839-08a2-4b33-8cc1-5572573d53c5,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:10.474593 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6da56839-08a2-4b33-8cc1-5572573d53c5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:10.475246 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 50ba1000-47da-4714-9651-4cc90662a58d details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:53:10.505218 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f0bd4a6-e5ff-423a-8cf0-13a71870f046 req-1ff9a1a5-dfe2-4184-b415-05c3bc3eba05 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516076 Jan 27 21:53:10.552136 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 50ba1000-47da-4714-9651-4cc90662a58d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=50ba1000-47da-4714-9651-4cc90662a58d,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:10.554492 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=6da56839-08a2-4b33-8cc1-5572573d53c5,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:10.565616 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '50ba1000-47da-4714-9651-4cc90662a58d', 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092', 'port_id': '50ba1000-47da-4714-9651-4cc90662a58d', 'mac_address': 'fa:16:3e:36:56:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa', 'ip_address': '10.1.1.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:53:10.611356 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 50ba1000-47da-4714-9651-4cc90662a58d is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:10.611909 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (50ba1000-47da-4714-9651-4cc90662a58d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:10.612153 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3478c37-777d-422c-855b-ba825e6505d1 req-996f9106-6bc1-4ea5-971c-d30a79dca942 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.613855 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3478c37-777d-422c-855b-ba825e6505d1 req-996f9106-6bc1-4ea5-971c-d30a79dca942 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.0542986 Jan 27 21:53:10.633097 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ba1000-47da-4714-9651-4cc90662a58d {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:10.660002 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 50ba1000-47da-4714-9651-4cc90662a58d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=50ba1000-47da-4714-9651-4cc90662a58d,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:10.663291 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3478c37-777d-422c-855b-ba825e6505d1 req-18712607-6ef2-4829-b35e-f46b6261c2af tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436773 Jan 27 21:53:10.664884 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (50ba1000-47da-4714-9651-4cc90662a58d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:10.665914 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5e331c34-1b49-40b3-ba94-c588768a1a5d details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:53:10.734796 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5e331c34-1b49-40b3-ba94-c588768a1a5d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5e331c34-1b49-40b3-ba94-c588768a1a5d,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:10.737490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=50ba1000-47da-4714-9651-4cc90662a58d,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:10.749494 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '5e331c34-1b49-40b3-ba94-c588768a1a5d', 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092', 'port_id': '5e331c34-1b49-40b3-ba94-c588768a1a5d', 'mac_address': 'fa:16:3e:2d:d5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa', 'ip_address': '10.1.1.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:53:10.757654 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3b8b1-18c9-43b6-86fb-c5a2804a35bd req-69defade-c4ba-4831-aeda-efcd44ebdcc3 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.759797 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dda3b8b1-18c9-43b6-86fb-c5a2804a35bd req-69defade-c4ba-4831-aeda-efcd44ebdcc3 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 949 time: 0.0615952 Jan 27 21:53:10.790518 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 5e331c34-1b49-40b3-ba94-c588768a1a5d is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:10.790911 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5e331c34-1b49-40b3-ba94-c588768a1a5d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:10.809472 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e331c34-1b49-40b3-ba94-c588768a1a5d {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:10.810176 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dda3b8b1-18c9-43b6-86fb-c5a2804a35bd req-a451aa85-7dc2-4bbb-9b38-8f70c8289fb6 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440893 Jan 27 21:53:10.831776 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5e331c34-1b49-40b3-ba94-c588768a1a5d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5e331c34-1b49-40b3-ba94-c588768a1a5d,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:10.835781 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5e331c34-1b49-40b3-ba94-c588768a1a5d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:10.836565 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 79d45860-45d3-46c0-a4f4-e8a2bb4d821b details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:53:10.861436 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e438226-1aab-4cdd-89b5-d6780021cb92 req-2210c253-55c7-4715-8627-3e5196fa6e18 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.862931 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e438226-1aab-4cdd-89b5-d6780021cb92 req-2210c253-55c7-4715-8627-3e5196fa6e18 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 944 time: 0.0516245 Jan 27 21:53:10.869041 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:10.919183 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e438226-1aab-4cdd-89b5-d6780021cb92 req-9c4acc46-27e7-413d-b948-67e39f9d50fe tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/security-groups?id=712db5a3-8f5d-41be-8e07-e45170346636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476866 Jan 27 21:53:10.941851 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=5e331c34-1b49-40b3-ba94-c588768a1a5d,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:10.945573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 79d45860-45d3-46c0-a4f4-e8a2bb4d821b, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=79d45860-45d3-46c0-a4f4-e8a2bb4d821b,segment=NetworkSegment(2a2930c9-2d81-4f92-adf9-9ae2f2d8c002),segment_id=2a2930c9-2d81-4f92-adf9-9ae2f2d8c002)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:10.961465 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '79d45860-45d3-46c0-a4f4-e8a2bb4d821b', 'network_id': '7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119', 'port_id': '79d45860-45d3-46c0-a4f4-e8a2bb4d821b', 'mac_address': 'fa:16:3e:3a:64:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb88c7c3-aca7-4bf4-9856-6572de677ec3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:53:10.991709 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:10.992084 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:11.170723 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 79d45860-45d3-46c0-a4f4-e8a2bb4d821b is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:11.171110 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (79d45860-45d3-46c0-a4f4-e8a2bb4d821b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:11.191698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2e5fe-42fb-4786-851e-5b366d5557a9 req-56fc9b07-f5ae-4886-a862-c97d5298d808 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.192345 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d45860-45d3-46c0-a4f4-e8a2bb4d821b {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:11.193239 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-edf2e5fe-42fb-4786-851e-5b366d5557a9 req-56fc9b07-f5ae-4886-a862-c97d5298d808 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 946 time: 0.0499904 Jan 27 21:53:11.216026 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 79d45860-45d3-46c0-a4f4-e8a2bb4d821b, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=79d45860-45d3-46c0-a4f4-e8a2bb4d821b,segment=NetworkSegment(2a2930c9-2d81-4f92-adf9-9ae2f2d8c002),segment_id=2a2930c9-2d81-4f92-adf9-9ae2f2d8c002)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:11.240293 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (79d45860-45d3-46c0-a4f4-e8a2bb4d821b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:11.240964 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5df57d03-78dd-4c80-bc71-9d342842ec6c details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:53:11.241474 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-edf2e5fe-42fb-4786-851e-5b366d5557a9 req-9d69c571-f015-4cd4-8557-8aa84fb66b6b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424035 Jan 27 21:53:11.287358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:11.287749 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:11.332002 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=79d45860-45d3-46c0-a4f4-e8a2bb4d821b,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:11.341767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5df57d03-78dd-4c80-bc71-9d342842ec6c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5df57d03-78dd-4c80-bc71-9d342842ec6c,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:11.362598 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:11.363982 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '5df57d03-78dd-4c80-bc71-9d342842ec6c', 'network_id': 'bcf6a16f-4c24-41a6-89e6-9f5d9ea90092', 'port_id': '5df57d03-78dd-4c80-bc71-9d342842ec6c', 'mac_address': 'fa:16:3e:2c:c5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa', 'ip_address': '10.1.1.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:53:11.367616 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:11.438614 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 5df57d03-78dd-4c80-bc71-9d342842ec6c is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:11.439004 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5df57d03-78dd-4c80-bc71-9d342842ec6c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:11.441939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,revision_number=13']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:11.454974 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df57d03-78dd-4c80-bc71-9d342842ec6c {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:11.474192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5df57d03-78dd-4c80-bc71-9d342842ec6c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5df57d03-78dd-4c80-bc71-9d342842ec6c,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:11.478497 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5df57d03-78dd-4c80-bc71-9d342842ec6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:11.523329 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=5df57d03-78dd-4c80-bc71-9d342842ec6c,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:11.640277 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2eec4d-d2e9-4a14-a5d7-7ebf6e8e7dcb req-bdbad190-aa68-4c38-955f-8eec2bca09a7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.645361 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2eec4d-d2e9-4a14-a5d7-7ebf6e8e7dcb req-bdbad190-aa68-4c38-955f-8eec2bca09a7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.651111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2eec4d-d2e9-4a14-a5d7-7ebf6e8e7dcb req-bdbad190-aa68-4c38-955f-8eec2bca09a7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.656341 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2eec4d-d2e9-4a14-a5d7-7ebf6e8e7dcb req-bdbad190-aa68-4c38-955f-8eec2bca09a7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.661546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2eec4d-d2e9-4a14-a5d7-7ebf6e8e7dcb req-bdbad190-aa68-4c38-955f-8eec2bca09a7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.667339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2eec4d-d2e9-4a14-a5d7-7ebf6e8e7dcb req-bdbad190-aa68-4c38-955f-8eec2bca09a7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.672580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2eec4d-d2e9-4a14-a5d7-7ebf6e8e7dcb req-bdbad190-aa68-4c38-955f-8eec2bca09a7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.674427 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea2eec4d-d2e9-4a14-a5d7-7ebf6e8e7dcb req-bdbad190-aa68-4c38-955f-8eec2bca09a7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5427 time: 0.0856888 Jan 27 21:53:11.732373 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea2eec4d-d2e9-4a14-a5d7-7ebf6e8e7dcb req-bbe52b31-ff60-4ae4-9bbf-f4ad3552dfa5 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520298 Jan 27 21:53:11.821370 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64d5a2-4f5f-43da-816c-f74c2a1f89cb req-8b2ab8b8-69b6-4334-a3ef-f707377f33c5 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.822833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a64d5a2-4f5f-43da-816c-f74c2a1f89cb req-8b2ab8b8-69b6-4334-a3ef-f707377f33c5 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.0521441 Jan 27 21:53:11.859324 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab11a26-3fb4-4511-b1f9-b7bc6975961f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697cb650-ae8a-46fe-bccc-21cf0b0afb3d'}, {'server_uuid': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:11.861743 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e58ba71-76ae-4fa1-8ab8-bd322cdac53e" -d '{"events": [{"server_uuid": "fab11a26-3fb4-4511-b1f9-b7bc6975961f", "name": "network-vif-plugged", "status": "completed", "tag": "697cb650-ae8a-46fe-bccc-21cf0b0afb3d"}, {"server_uuid": "d8c1d721-463b-4e12-80a4-6602c894c588", "name": "network-vif-plugged", "status": "completed", "tag": "d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:11.870452 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a64d5a2-4f5f-43da-816c-f74c2a1f89cb req-b429c52b-a19f-4516-93c3-032104bbf1b2 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418251 Jan 27 21:53:11.918926 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c14682-9e9f-4f6b-8277-f4d049d26b7c x-openstack-request-id: req-e1c14682-9e9f-4f6b-8277-f4d049d26b7c {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:11.919428 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab11a26-3fb4-4511-b1f9-b7bc6975961f", "name": "network-vif-plugged", "status": "completed", "tag": "697cb650-ae8a-46fe-bccc-21cf0b0afb3d", "code": 200}, {"server_uuid": "d8c1d721-463b-4e12-80a4-6602c894c588", "name": "network-vif-plugged", "status": "completed", "tag": "d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:11.919570 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1c14682-9e9f-4f6b-8277-f4d049d26b7c {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:11.919951 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab11a26-3fb4-4511-b1f9-b7bc6975961f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697cb650-ae8a-46fe-bccc-21cf0b0afb3d', 'code': 200} Jan 27 21:53:11.920248 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50', 'code': 200} Jan 27 21:53:11.929325 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917bfe2-0669-4d99-9db3-0c3c7a2e9f56 req-6df68240-8fbc-4e9b-93ea-b68d93c12a05 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.930899 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a917bfe2-0669-4d99-9db3-0c3c7a2e9f56 req-6df68240-8fbc-4e9b-93ea-b68d93c12a05 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 949 time: 0.0534532 Jan 27 21:53:11.980338 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a917bfe2-0669-4d99-9db3-0c3c7a2e9f56 req-05eb6d09-47da-48e9-b017-12ece3e96182 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438108 Jan 27 21:53:12.079404 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c615c9-4fae-4e42-96f7-82c4bae53395 req-f7c77c11-11e9-4cfb-af1b-63efeadbc669 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:12.080909 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-41c615c9-4fae-4e42-96f7-82c4bae53395 req-f7c77c11-11e9-4cfb-af1b-63efeadbc669 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 944 time: 0.0548358 Jan 27 21:53:12.132956 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-41c615c9-4fae-4e42-96f7-82c4bae53395 req-be427924-02de-49a0-922b-5528b46c2223 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/security-groups?id=712db5a3-8f5d-41be-8e07-e45170346636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461550 Jan 27 21:53:12.273349 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73738a2e-b03c-4b9e-8df8-cc0eb3672fde req-efd55080-0e9c-4a77-adac-9c679c33a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:12.275365 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73738a2e-b03c-4b9e-8df8-cc0eb3672fde req-efd55080-0e9c-4a77-adac-9c679c33a01f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 1101 time: 0.0403049 Jan 27 21:53:12.330146 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73738a2e-b03c-4b9e-8df8-cc0eb3672fde req-543b8e6c-579d-4b0c-887a-09254b9717eb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472779 Jan 27 21:53:12.363650 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2a23c-66e3-419b-8011-4a754c9ad2bd req-176c1202-34f3-475f-8bd3-4a533570efdb tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:12.365109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72e2a23c-66e3-419b-8011-4a754c9ad2bd req-176c1202-34f3-475f-8bd3-4a533570efdb tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 947 time: 0.0542815 Jan 27 21:53:12.411230 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72e2a23c-66e3-419b-8011-4a754c9ad2bd req-3b489520-c8dd-419f-8b9c-40479829aed5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401011 Jan 27 21:53:12.478412 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['50ba1000-47da-4714-9651-4cc90662a58d'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:12.503002 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['5df57d03-78dd-4c80-bc71-9d342842ec6c'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:12.548580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['4683232b-97d6-49b1-a22f-0400e5ec0ae4'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:12.550505 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['165d96d7-754f-426f-b018-623901ff8bd7'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:12.613071 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['5e331c34-1b49-40b3-ba94-c588768a1a5d'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:12.614709 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:12.644647 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['6da56839-08a2-4b33-8cc1-5572573d53c5'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:12.888862 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303083e-04b6-4b26-a0f7-9d3f7067b9a1 req-b0512844-bc45-4935-87ff-f540f63dfc1b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:12.897179 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303083e-04b6-4b26-a0f7-9d3f7067b9a1 req-b0512844-bc45-4935-87ff-f540f63dfc1b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:12.909235 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303083e-04b6-4b26-a0f7-9d3f7067b9a1 req-b0512844-bc45-4935-87ff-f540f63dfc1b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:12.917877 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303083e-04b6-4b26-a0f7-9d3f7067b9a1 req-b0512844-bc45-4935-87ff-f540f63dfc1b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:12.924359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303083e-04b6-4b26-a0f7-9d3f7067b9a1 req-b0512844-bc45-4935-87ff-f540f63dfc1b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:12.930126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303083e-04b6-4b26-a0f7-9d3f7067b9a1 req-b0512844-bc45-4935-87ff-f540f63dfc1b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:12.936096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303083e-04b6-4b26-a0f7-9d3f7067b9a1 req-b0512844-bc45-4935-87ff-f540f63dfc1b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:12.938774 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1303083e-04b6-4b26-a0f7-9d3f7067b9a1 req-b0512844-bc45-4935-87ff-f540f63dfc1b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5427 time: 0.1165814 Jan 27 21:53:13.045858 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1303083e-04b6-4b26-a0f7-9d3f7067b9a1 req-d942b899-8954-4c86-9393-afb8ce4b6713 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0962493 Jan 27 21:53:13.061011 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c79b3-a180-44a0-b250-2fd7a2f9a6c7 req-75b8b090-4b6e-44a9-9d2d-431e4ecc34b0 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:13.062511 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-141c79b3-a180-44a0-b250-2fd7a2f9a6c7 req-75b8b090-4b6e-44a9-9d2d-431e4ecc34b0 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.0869699 Jan 27 21:53:13.115055 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-141c79b3-a180-44a0-b250-2fd7a2f9a6c7 req-e286d356-6fa9-4a0e-b94c-45eb3b98a24a tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461035 Jan 27 21:53:13.267417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84209f-3050-4fe7-a9d8-e28698324834 req-2ca266c2-3e99-4d5a-88bf-f25d0a54b730 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:13.268846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a84209f-3050-4fe7-a9d8-e28698324834 req-2ca266c2-3e99-4d5a-88bf-f25d0a54b730 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 949 time: 0.0880933 Jan 27 21:53:13.278691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd7ed8-956c-4ae0-8465-cb9c585a2ebf req-20847298-678c-4dff-930f-0bf9da56b6de tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:13.280098 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21fd7ed8-956c-4ae0-8465-cb9c585a2ebf req-20847298-678c-4dff-930f-0bf9da56b6de tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 944 time: 0.0647714 Jan 27 21:53:13.347973 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a84209f-3050-4fe7-a9d8-e28698324834 req-b0fee7ef-e5a4-4bc4-b0c7-7f981619ff2b tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668695 Jan 27 21:53:13.355592 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21fd7ed8-956c-4ae0-8465-cb9c585a2ebf req-af0d83cf-361b-4119-9886-79bfdade8eab tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/security-groups?id=712db5a3-8f5d-41be-8e07-e45170346636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688915 Jan 27 21:53:13.559248 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a544b-810d-483d-a564-24bf51c86591 req-700395fa-0a65-4564-9b78-216554b81330 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:13.561387 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-125a544b-810d-483d-a564-24bf51c86591 req-700395fa-0a65-4564-9b78-216554b81330 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 947 time: 0.0798054 Jan 27 21:53:13.600633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f67d7e-4c4e-455d-8146-a2bf97c995eb req-040af508-831a-4427-91f7-93226455f37d tempest-ServersAdminNegativeTestJSON-1863643203 tempest-ServersAdminNegativeTestJSON-1863643203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:13.603080 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10f67d7e-4c4e-455d-8146-a2bf97c995eb req-040af508-831a-4427-91f7-93226455f37d tempest-ServersAdminNegativeTestJSON-1863643203 tempest-ServersAdminNegativeTestJSON-1863643203-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 1100 time: 0.0812373 Jan 27 21:53:13.629422 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-125a544b-810d-483d-a564-24bf51c86591 req-2bfbcf3f-1b50-4ccc-ad51-6fa1ab4bee44 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623679 Jan 27 21:53:13.630228 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-10f67d7e-4c4e-455d-8146-a2bf97c995eb req-c9816997-d4db-4f3d-b2a6-527d1ed2e1e8 tempest-ServersAdminNegativeTestJSON-1863643203 tempest-ServersAdminNegativeTestJSON-1863643203-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:13.710942 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-10f67d7e-4c4e-455d-8146-a2bf97c995eb req-c9816997-d4db-4f3d-b2a6-527d1ed2e1e8 tempest-ServersAdminNegativeTestJSON-1863643203 tempest-ServersAdminNegativeTestJSON-1863643203-project-admin] Publish callbacks [] for security_group (5789113e-9885-4743-a49f-c2c363ed4dd5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:13.715343 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-10f67d7e-4c4e-455d-8146-a2bf97c995eb req-c9816997-d4db-4f3d-b2a6-527d1ed2e1e8 tempest-ServersAdminNegativeTestJSON-1863643203 tempest-ServersAdminNegativeTestJSON-1863643203-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5789113e-9885-4743-a49f-c2c363ed4dd5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:13.754357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10f67d7e-4c4e-455d-8146-a2bf97c995eb req-c9816997-d4db-4f3d-b2a6-527d1ed2e1e8 tempest-ServersAdminNegativeTestJSON-1863643203 tempest-ServersAdminNegativeTestJSON-1863643203-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460674 Jan 27 21:53:13.755357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9816997-d4db-4f3d-b2a6-527d1ed2e1e8 tempest-ServersAdminNegativeTestJSON-1863643203 tempest-ServersAdminNegativeTestJSON-1863643203-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5789113e-9885-4743-a49f-c2c363ed4dd5,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:13.904812 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['aa7607f2-cff4-4487-b664-ab2ae9bf2878'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:13.948028 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['79d45860-45d3-46c0-a4f4-e8a2bb4d821b'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:14.184071 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba51a7-791f-4d3c-858f-4ee9fa89904b req-d03132d8-89ae-4e8d-8ba3-2934617f2423 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:14.189625 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba51a7-791f-4d3c-858f-4ee9fa89904b req-d03132d8-89ae-4e8d-8ba3-2934617f2423 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:14.195073 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba51a7-791f-4d3c-858f-4ee9fa89904b req-d03132d8-89ae-4e8d-8ba3-2934617f2423 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:14.200770 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba51a7-791f-4d3c-858f-4ee9fa89904b req-d03132d8-89ae-4e8d-8ba3-2934617f2423 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:14.206176 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba51a7-791f-4d3c-858f-4ee9fa89904b req-d03132d8-89ae-4e8d-8ba3-2934617f2423 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:14.211370 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba51a7-791f-4d3c-858f-4ee9fa89904b req-d03132d8-89ae-4e8d-8ba3-2934617f2423 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:14.216789 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba51a7-791f-4d3c-858f-4ee9fa89904b req-d03132d8-89ae-4e8d-8ba3-2934617f2423 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:14.218704 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cba51a7-791f-4d3c-858f-4ee9fa89904b req-d03132d8-89ae-4e8d-8ba3-2934617f2423 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5427 time: 0.0950027 Jan 27 21:53:14.307537 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cba51a7-791f-4d3c-858f-4ee9fa89904b req-f8342268-35b1-4cb0-ab17-7dec98f81e41 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824401 Jan 27 21:53:14.315134 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a44ac-df76-4b99-a532-2173cc6d29e8 req-7819a534-4397-48e3-b0ff-f76566f7f9e4 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:14.316575 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db7a44ac-df76-4b99-a532-2173cc6d29e8 req-7819a534-4397-48e3-b0ff-f76566f7f9e4 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.0781519 Jan 27 21:53:14.362942 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db7a44ac-df76-4b99-a532-2173cc6d29e8 req-aaa3db37-64c6-4b34-85ea-eaf754acfb1b tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406773 Jan 27 21:53:14.497918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23684f6-6389-4398-a78e-effc206582c5 req-5090722b-47fc-42da-b9b2-5b34b50d03d8 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:14.499358 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a23684f6-6389-4398-a78e-effc206582c5 req-5090722b-47fc-42da-b9b2-5b34b50d03d8 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.0671005 Jan 27 21:53:14.506491 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958bfbf-fc3d-4edb-aa48-6df00b6963cf req-04a17810-2f86-4f40-9684-00a6d77f6a4d tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:14.507817 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1958bfbf-fc3d-4edb-aa48-6df00b6963cf req-04a17810-2f86-4f40-9684-00a6d77f6a4d tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 944 time: 0.0860043 Jan 27 21:53:14.579243 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a23684f6-6389-4398-a78e-effc206582c5 req-10481870-3198-4886-94da-98b357c51219 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704064 Jan 27 21:53:14.582498 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1958bfbf-fc3d-4edb-aa48-6df00b6963cf req-4a95c325-70e7-4ebf-9f46-d2dbed137ac5 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/security-groups?id=712db5a3-8f5d-41be-8e07-e45170346636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681911 Jan 27 21:53:14.759229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79cd23-7b64-4d4f-823b-17070f6772eb req-d8de9daf-f81a-4f74-9e65-3b74b3353413 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:14.761143 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aa79cd23-7b64-4d4f-823b-17070f6772eb req-d8de9daf-f81a-4f74-9e65-3b74b3353413 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 947 time: 0.0502951 Jan 27 21:53:14.814570 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aa79cd23-7b64-4d4f-823b-17070f6772eb req-8467fe95-1970-4611-ab8d-318646721a08 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461996 Jan 27 21:53:14.862856 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 44cf6f3b-b32c-4275-8e2e-744d470627e2 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:53:14.910761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928641a7-9f08-4ff4-8cb5-81d35fde4dbb req-e7f362a7-baa9-4c50-a7c8-ae7ac8e2b9d8 tempest-ServersAdminNegativeTestJSON-1863643203 tempest-ServersAdminNegativeTestJSON-1863643203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:14.912313 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-928641a7-9f08-4ff4-8cb5-81d35fde4dbb req-e7f362a7-baa9-4c50-a7c8-ae7ac8e2b9d8 tempest-ServersAdminNegativeTestJSON-1863643203 tempest-ServersAdminNegativeTestJSON-1863643203-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 1100 time: 0.0803370 Jan 27 21:53:14.934767 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e5c8d-608f-452c-bb28-89020fbd9254 req-874b6917-fb98-4334-93c6-e981a3ce8da5 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:14.936795 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b85e5c8d-608f-452c-bb28-89020fbd9254 req-874b6917-fb98-4334-93c6-e981a3ce8da5 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.0647392 Jan 27 21:53:14.981740 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 44cf6f3b-b32c-4275-8e2e-744d470627e2, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=44cf6f3b-b32c-4275-8e2e-744d470627e2,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:14.995488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-928641a7-9f08-4ff4-8cb5-81d35fde4dbb req-aa8c96de-808f-4137-9fdb-dc74c98d1653 tempest-ServersAdminNegativeTestJSON-1863643203 tempest-ServersAdminNegativeTestJSON-1863643203-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746083 Jan 27 21:53:14.996280 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '44cf6f3b-b32c-4275-8e2e-744d470627e2', 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350', 'port_id': '44cf6f3b-b32c-4275-8e2e-744d470627e2', 'mac_address': 'fa:16:3e:0f:7a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c04e36a-ac28-4796-9e9d-94f1aca319f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:53:15.010105 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b85e5c8d-608f-452c-bb28-89020fbd9254 req-17f3045c-4b44-4750-bbc6-e0f8c6ac3513 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633652 Jan 27 21:53:15.042763 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 44cf6f3b-b32c-4275-8e2e-744d470627e2 is: ACTIVE; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:15.043169 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (44cf6f3b-b32c-4275-8e2e-744d470627e2), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:15.057370 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44cf6f3b-b32c-4275-8e2e-744d470627e2 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:15.079695 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 44cf6f3b-b32c-4275-8e2e-744d470627e2, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=44cf6f3b-b32c-4275-8e2e-744d470627e2,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:15.084472 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (44cf6f3b-b32c-4275-8e2e-744d470627e2), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:15.133526 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=44cf6f3b-b32c-4275-8e2e-744d470627e2,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:15.210125 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['44cf6f3b-b32c-4275-8e2e-744d470627e2'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:15.435027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82256b-516e-49de-95df-64fa12634cac req-09a882f5-abd6-4e1d-9178-d6fe15b6bb2f tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:15.440183 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82256b-516e-49de-95df-64fa12634cac req-09a882f5-abd6-4e1d-9178-d6fe15b6bb2f tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:15.445872 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82256b-516e-49de-95df-64fa12634cac req-09a882f5-abd6-4e1d-9178-d6fe15b6bb2f tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:15.451858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82256b-516e-49de-95df-64fa12634cac req-09a882f5-abd6-4e1d-9178-d6fe15b6bb2f tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:15.457167 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82256b-516e-49de-95df-64fa12634cac req-09a882f5-abd6-4e1d-9178-d6fe15b6bb2f tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:15.462317 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82256b-516e-49de-95df-64fa12634cac req-09a882f5-abd6-4e1d-9178-d6fe15b6bb2f tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:15.467485 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82256b-516e-49de-95df-64fa12634cac req-09a882f5-abd6-4e1d-9178-d6fe15b6bb2f tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:15.469324 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b82256b-516e-49de-95df-64fa12634cac req-09a882f5-abd6-4e1d-9178-d6fe15b6bb2f tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5427 time: 0.0849259 Jan 27 21:53:15.529917 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b82256b-516e-49de-95df-64fa12634cac req-8f3e494b-ac7c-4de0-9e0c-ef3b5513b9e8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548205 Jan 27 21:53:15.701536 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f4c4c-2bdb-4188-ba34-40ef3f0dc2b9 req-6f61bb35-3a30-4b7e-98ea-de303d58ff19 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:15.703017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-331f4c4c-2bdb-4188-ba34-40ef3f0dc2b9 req-6f61bb35-3a30-4b7e-98ea-de303d58ff19 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 944 time: 0.0497036 Jan 27 21:53:15.754206 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-331f4c4c-2bdb-4188-ba34-40ef3f0dc2b9 req-44d96b27-40c4-4d4e-a9a3-d5eb579317d3 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/security-groups?id=712db5a3-8f5d-41be-8e07-e45170346636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452855 Jan 27 21:53:15.937475 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a10209-7ba8-4e00-a9a4-be06ac771990 req-ccc518d9-129d-4b1e-b075-6cd5189d3238 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:15.938954 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5a10209-7ba8-4e00-a9a4-be06ac771990 req-ccc518d9-129d-4b1e-b075-6cd5189d3238 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 947 time: 0.0525463 Jan 27 21:53:15.990502 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5a10209-7ba8-4e00-a9a4-be06ac771990 req-1e0b1042-30d0-4be2-88b6-095911c44554 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428309 Jan 27 21:53:16.200201 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec00d59-4a9b-4852-87fe-616391fab8d2 req-9909ed08-0b16-4da9-b1db-c7a9f2238f46 tempest-ServersAdminNegativeTestJSON-1863643203 tempest-ServersAdminNegativeTestJSON-1863643203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:16.202137 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2ec00d59-4a9b-4852-87fe-616391fab8d2 req-9909ed08-0b16-4da9-b1db-c7a9f2238f46 tempest-ServersAdminNegativeTestJSON-1863643203 tempest-ServersAdminNegativeTestJSON-1863643203-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 1100 time: 0.1046989 Jan 27 21:53:16.234389 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5c89c-822f-4ea5-8f59-25fbd94b4932 req-8d917750-92da-4ed8-a4ce-4d54ed7c032c tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:16.236535 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77b5c89c-822f-4ea5-8f59-25fbd94b4932 req-8d917750-92da-4ed8-a4ce-4d54ed7c032c tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.0791855 Jan 27 21:53:16.295234 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2ec00d59-4a9b-4852-87fe-616391fab8d2 req-7d9b81b4-d8f5-44ea-b33c-efc3e0ff97bf tempest-ServersAdminNegativeTestJSON-1863643203 tempest-ServersAdminNegativeTestJSON-1863643203-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873139 Jan 27 21:53:16.323438 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77b5c89c-822f-4ea5-8f59-25fbd94b4932 req-4c546131-e891-43bd-b536-0625e20a26e4 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780981 Jan 27 21:53:16.698394 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09f697-c88b-41dd-8b22-17046df44765 req-b5ed969f-c7a5-49f7-883b-15e6c1921462 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:16.703956 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09f697-c88b-41dd-8b22-17046df44765 req-b5ed969f-c7a5-49f7-883b-15e6c1921462 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:16.709483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09f697-c88b-41dd-8b22-17046df44765 req-b5ed969f-c7a5-49f7-883b-15e6c1921462 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:16.715636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09f697-c88b-41dd-8b22-17046df44765 req-b5ed969f-c7a5-49f7-883b-15e6c1921462 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:16.721343 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09f697-c88b-41dd-8b22-17046df44765 req-b5ed969f-c7a5-49f7-883b-15e6c1921462 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:16.726896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09f697-c88b-41dd-8b22-17046df44765 req-b5ed969f-c7a5-49f7-883b-15e6c1921462 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:16.732413 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09f697-c88b-41dd-8b22-17046df44765 req-b5ed969f-c7a5-49f7-883b-15e6c1921462 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:16.734244 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba09f697-c88b-41dd-8b22-17046df44765 req-b5ed969f-c7a5-49f7-883b-15e6c1921462 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5427 time: 0.1249700 Jan 27 21:53:16.864066 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 44cf6f3b-b32c-4275-8e2e-744d470627e2 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:16.914647 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 44cf6f3b-b32c-4275-8e2e-744d470627e2 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:16.915543 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (44cf6f3b-b32c-4275-8e2e-744d470627e2), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:17.011124 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 44cf6f3b-b32c-4275-8e2e-744d470627e2 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:17.011782 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (44cf6f3b-b32c-4275-8e2e-744d470627e2), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:17.038635 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23436db8-93bb-4bbc-80ca-4bd1b89e46e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cf6f3b-b32c-4275-8e2e-744d470627e2'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:17.042120 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3d0eb3-f309-4107-8540-c856075f48c1" -d '{"events": [{"server_uuid": "23436db8-93bb-4bbc-80ca-4bd1b89e46e7", "name": "network-vif-plugged", "status": "completed", "tag": "44cf6f3b-b32c-4275-8e2e-744d470627e2"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:17.061876 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 44cf6f3b-b32c-4275-8e2e-744d470627e2, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=44cf6f3b-b32c-4275-8e2e-744d470627e2,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:17.067647 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (44cf6f3b-b32c-4275-8e2e-744d470627e2), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:17.123450 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=44cf6f3b-b32c-4275-8e2e-744d470627e2,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:17.157839 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d6932-2a39-46b2-b26e-6c704564660d req-370fb14c-d7c0-40ae-a4b4-fba2cec1a1f1 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:17.159338 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-156d6932-2a39-46b2-b26e-6c704564660d req-370fb14c-d7c0-40ae-a4b4-fba2cec1a1f1 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 949 time: 0.4828765 Jan 27 21:53:17.185390 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba09f697-c88b-41dd-8b22-17046df44765 req-55a34028-0b95-41ef-a334-93f3f15180d3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0881407 Jan 27 21:53:17.230410 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-156d6932-2a39-46b2-b26e-6c704564660d req-fd8f5e68-68f3-41ec-8b5d-6242bf71a870 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596519 Jan 27 21:53:17.340749 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff25c7-95f8-4386-841c-76539800a939 req-420ab74a-cf43-480f-b657-8a77127c079d tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:17.342726 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10ff25c7-95f8-4386-841c-76539800a939 req-420ab74a-cf43-480f-b657-8a77127c079d tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 944 time: 0.0796502 Jan 27 21:53:17.370986 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c3571-0532-4b1e-83fe-a06145694792 req-503bb802-1aba-4df2-be2b-12e10739f764 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:17.372435 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-219c3571-0532-4b1e-83fe-a06145694792 req-503bb802-1aba-4df2-be2b-12e10739f764 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 947 time: 0.0827322 Jan 27 21:53:17.430495 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10ff25c7-95f8-4386-841c-76539800a939 req-ae0dc94d-889a-445b-ba28-5ad8380ae788 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/security-groups?id=712db5a3-8f5d-41be-8e07-e45170346636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807014 Jan 27 21:53:17.453750 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-219c3571-0532-4b1e-83fe-a06145694792 req-2fc4f7ed-a864-43c7-9e13-5679707e7f64 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745432 Jan 27 21:53:17.493282 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 165d96d7-754f-426f-b018-623901ff8bd7 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:17.524641 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ba3ad5-9d0c-4ba0-bfa2-41c88253c62f x-openstack-request-id: req-d7ba3ad5-9d0c-4ba0-bfa2-41c88253c62f {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:17.525062 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23436db8-93bb-4bbc-80ca-4bd1b89e46e7", "name": "network-vif-plugged", "status": "completed", "tag": "44cf6f3b-b32c-4275-8e2e-744d470627e2", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:17.525421 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d7ba3ad5-9d0c-4ba0-bfa2-41c88253c62f {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:17.525986 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23436db8-93bb-4bbc-80ca-4bd1b89e46e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cf6f3b-b32c-4275-8e2e-744d470627e2', 'code': 200} Jan 27 21:53:17.569585 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 165d96d7-754f-426f-b018-623901ff8bd7 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:53:17.572971 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e077e-ac39-403b-a17b-ccf5fb3f5315 req-a2f9e21a-5391-4f24-b3fb-c4f77e648e8b tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:17.575016 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-380e077e-ac39-403b-a17b-ccf5fb3f5315 req-a2f9e21a-5391-4f24-b3fb-c4f77e648e8b tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.0523841 Jan 27 21:53:17.576366 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 165d96d7-754f-426f-b018-623901ff8bd7 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:17.576732 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (165d96d7-754f-426f-b018-623901ff8bd7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:17.654084 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-380e077e-ac39-403b-a17b-ccf5fb3f5315 req-8a6a3fd3-a766-41b2-b738-f42ee53d97cd tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577319 Jan 27 21:53:17.677530 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 165d96d7-754f-426f-b018-623901ff8bd7 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:17.677923 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (165d96d7-754f-426f-b018-623901ff8bd7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:17.714704 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 165d96d7-754f-426f-b018-623901ff8bd7, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=165d96d7-754f-426f-b018-623901ff8bd7,segment=NetworkSegment(41cb6eb4-9ceb-408b-832e-945396e2cef3),segment_id=41cb6eb4-9ceb-408b-832e-945396e2cef3)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:17.718865 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (165d96d7-754f-426f-b018-623901ff8bd7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:17.719791 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 50ba1000-47da-4714-9651-4cc90662a58d up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:17.797874 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=165d96d7-754f-426f-b018-623901ff8bd7,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:17.816861 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 50ba1000-47da-4714-9651-4cc90662a58d completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:53:17.820944 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 50ba1000-47da-4714-9651-4cc90662a58d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:17.821603 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (50ba1000-47da-4714-9651-4cc90662a58d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:17.903415 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 50ba1000-47da-4714-9651-4cc90662a58d is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:17.904095 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (50ba1000-47da-4714-9651-4cc90662a58d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:17.935422 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 50ba1000-47da-4714-9651-4cc90662a58d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=50ba1000-47da-4714-9651-4cc90662a58d,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:17.939090 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (50ba1000-47da-4714-9651-4cc90662a58d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:17.939879 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 4683232b-97d6-49b1-a22f-0400e5ec0ae4 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:18.017502 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=50ba1000-47da-4714-9651-4cc90662a58d,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:18.029813 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 4683232b-97d6-49b1-a22f-0400e5ec0ae4 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:53:18.034614 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 4683232b-97d6-49b1-a22f-0400e5ec0ae4 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:18.034990 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4683232b-97d6-49b1-a22f-0400e5ec0ae4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:18.116050 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 4683232b-97d6-49b1-a22f-0400e5ec0ae4 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:18.116595 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4683232b-97d6-49b1-a22f-0400e5ec0ae4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:18.151015 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 4683232b-97d6-49b1-a22f-0400e5ec0ae4, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=4683232b-97d6-49b1-a22f-0400e5ec0ae4,segment=NetworkSegment(a5cc25a9-5919-4cb7-b1bb-a42be5043313),segment_id=a5cc25a9-5919-4cb7-b1bb-a42be5043313)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:18.155088 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4683232b-97d6-49b1-a22f-0400e5ec0ae4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:18.156039 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5df57d03-78dd-4c80-bc71-9d342842ec6c up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:18.359897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2725df8-64de-42ac-9219-b134e3588dd6 req-88e67a21-3356-45bb-a434-49554bb95759 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.365219 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2725df8-64de-42ac-9219-b134e3588dd6 req-88e67a21-3356-45bb-a434-49554bb95759 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.371023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2725df8-64de-42ac-9219-b134e3588dd6 req-88e67a21-3356-45bb-a434-49554bb95759 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.376346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2725df8-64de-42ac-9219-b134e3588dd6 req-88e67a21-3356-45bb-a434-49554bb95759 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.381636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2725df8-64de-42ac-9219-b134e3588dd6 req-88e67a21-3356-45bb-a434-49554bb95759 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.387527 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2725df8-64de-42ac-9219-b134e3588dd6 req-88e67a21-3356-45bb-a434-49554bb95759 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.388737 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=4683232b-97d6-49b1-a22f-0400e5ec0ae4,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:18.392848 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2725df8-64de-42ac-9219-b134e3588dd6 req-88e67a21-3356-45bb-a434-49554bb95759 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.394755 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2725df8-64de-42ac-9219-b134e3588dd6 req-88e67a21-3356-45bb-a434-49554bb95759 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5429 time: 0.1265571 Jan 27 21:53:18.403068 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 5df57d03-78dd-4c80-bc71-9d342842ec6c completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:53:18.407492 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 5df57d03-78dd-4c80-bc71-9d342842ec6c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:18.408665 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5df57d03-78dd-4c80-bc71-9d342842ec6c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:18.419283 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859ed9b-6201-4b6d-9053-3c5d6115ffd5 req-aa500098-55f5-4ee0-ad8e-d4d28ae42230 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.420838 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1859ed9b-6201-4b6d-9053-3c5d6115ffd5 req-aa500098-55f5-4ee0-ad8e-d4d28ae42230 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 949 time: 0.1133070 Jan 27 21:53:18.496615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 5df57d03-78dd-4c80-bc71-9d342842ec6c is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:18.497062 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5df57d03-78dd-4c80-bc71-9d342842ec6c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:18.503453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1859ed9b-6201-4b6d-9053-3c5d6115ffd5 req-bec63cd8-03d9-4559-aeae-3307843416e8 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761385 Jan 27 21:53:18.511708 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2725df8-64de-42ac-9219-b134e3588dd6 req-b69d2527-d131-4e18-9b64-4224af749049 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1076696 Jan 27 21:53:18.544571 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5df57d03-78dd-4c80-bc71-9d342842ec6c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5df57d03-78dd-4c80-bc71-9d342842ec6c,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:18.551059 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5df57d03-78dd-4c80-bc71-9d342842ec6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:18.637210 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=5df57d03-78dd-4c80-bc71-9d342842ec6c,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:18.669765 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f74d-c9c3-4115-8799-66045febb730 req-09d31a26-1bff-4ee2-935b-53e9309c5e8c tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.671305 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9d8f74d-c9c3-4115-8799-66045febb730 req-09d31a26-1bff-4ee2-935b-53e9309c5e8c tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 945 time: 0.0805786 Jan 27 21:53:18.692196 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e1787-804a-400c-8d92-8b3b8fc6da9b req-6f46e34c-192e-436a-860a-30f369b7bc3b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.694025 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a46e1787-804a-400c-8d92-8b3b8fc6da9b req-6f46e34c-192e-436a-860a-30f369b7bc3b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 947 time: 0.0936165 Jan 27 21:53:18.763042 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9d8f74d-c9c3-4115-8799-66045febb730 req-4bd73625-bd23-41ca-ba5b-e201260320fa tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/security-groups?id=712db5a3-8f5d-41be-8e07-e45170346636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837562 Jan 27 21:53:18.766278 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a46e1787-804a-400c-8d92-8b3b8fc6da9b req-1bbd976b-466e-4695-a61a-93e856d6e57f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642102 Jan 27 21:53:18.889183 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2f9e1-f202-42af-92ea-601b353dcdd2 req-13b11380-feed-4b93-aca9-10bd1d3cdcf0 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.890763 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3cd2f9e1-f202-42af-92ea-601b353dcdd2 req-13b11380-feed-4b93-aca9-10bd1d3cdcf0 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.0625212 Jan 27 21:53:18.950827 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3cd2f9e1-f202-42af-92ea-601b353dcdd2 req-eacc96b2-aa77-495c-85c0-9f07a8847086 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496647 Jan 27 21:53:19.505162 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device aa7607f2-cff4-4487-b664-ab2ae9bf2878 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:19.527088 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165d96d7-754f-426f-b018-623901ff8bd7'}, {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ba1000-47da-4714-9651-4cc90662a58d'}, {'server_uuid': 'd990007a-a7b8-45c9-985e-9b5a7badc51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4683232b-97d6-49b1-a22f-0400e5ec0ae4'}, {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df57d03-78dd-4c80-bc71-9d342842ec6c'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:19.529844 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd82034-d301-462c-8eb1-ba95f2b2bdc2" -d '{"events": [{"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-plugged", "status": "completed", "tag": "165d96d7-754f-426f-b018-623901ff8bd7"}, {"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-plugged", "status": "completed", "tag": "50ba1000-47da-4714-9651-4cc90662a58d"}, {"server_uuid": "d990007a-a7b8-45c9-985e-9b5a7badc51b", "name": "network-vif-plugged", "status": "completed", "tag": "4683232b-97d6-49b1-a22f-0400e5ec0ae4"}, {"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-plugged", "status": "completed", "tag": "5df57d03-78dd-4c80-bc71-9d342842ec6c"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:19.569157 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port aa7607f2-cff4-4487-b664-ab2ae9bf2878 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:53:19.575064 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port aa7607f2-cff4-4487-b664-ab2ae9bf2878 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:19.575721 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (aa7607f2-cff4-4487-b664-ab2ae9bf2878), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.619762 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8336a1a-1b64-4e8d-9f75-c1099d5c7216 x-openstack-request-id: req-e8336a1a-1b64-4e8d-9f75-c1099d5c7216 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:19.620090 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-plugged", "status": "completed", "tag": "165d96d7-754f-426f-b018-623901ff8bd7", "code": 200}, {"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-plugged", "status": "completed", "tag": "50ba1000-47da-4714-9651-4cc90662a58d", "code": 200}, {"server_uuid": "d990007a-a7b8-45c9-985e-9b5a7badc51b", "name": "network-vif-plugged", "status": "completed", "tag": "4683232b-97d6-49b1-a22f-0400e5ec0ae4", "code": 200}, {"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-plugged", "status": "completed", "tag": "5df57d03-78dd-4c80-bc71-9d342842ec6c", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:19.620383 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8336a1a-1b64-4e8d-9f75-c1099d5c7216 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:19.620802 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165d96d7-754f-426f-b018-623901ff8bd7', 'code': 200} Jan 27 21:53:19.621404 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ba1000-47da-4714-9651-4cc90662a58d', 'code': 200} Jan 27 21:53:19.621579 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd990007a-a7b8-45c9-985e-9b5a7badc51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4683232b-97d6-49b1-a22f-0400e5ec0ae4', 'code': 200} Jan 27 21:53:19.621828 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df57d03-78dd-4c80-bc71-9d342842ec6c', 'code': 200} Jan 27 21:53:19.676370 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port aa7607f2-cff4-4487-b664-ab2ae9bf2878 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:19.676778 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (aa7607f2-cff4-4487-b664-ab2ae9bf2878), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.712860 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port aa7607f2-cff4-4487-b664-ab2ae9bf2878, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=aa7607f2-cff4-4487-b664-ab2ae9bf2878,segment=NetworkSegment(2a2930c9-2d81-4f92-adf9-9ae2f2d8c002),segment_id=2a2930c9-2d81-4f92-adf9-9ae2f2d8c002)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:19.719060 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (aa7607f2-cff4-4487-b664-ab2ae9bf2878), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.719989 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6da56839-08a2-4b33-8cc1-5572573d53c5 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:19.732977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fba42-8853-4fd1-bb4a-1f4bf6fe0b24 req-7563a627-6e6e-4368-8b62-0669af1c857a tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:19.740034 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf5fba42-8853-4fd1-bb4a-1f4bf6fe0b24 req-7563a627-6e6e-4368-8b62-0669af1c857a tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 949 time: 0.1408813 Jan 27 21:53:19.801439 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=aa7607f2-cff4-4487-b664-ab2ae9bf2878,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:19.801668 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dd082-50f3-4c3d-ba3d-7a44401b1c14 req-96902804-e102-45bf-90a6-01de42339de0 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:19.807069 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dd082-50f3-4c3d-ba3d-7a44401b1c14 req-96902804-e102-45bf-90a6-01de42339de0 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:19.812496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dd082-50f3-4c3d-ba3d-7a44401b1c14 req-96902804-e102-45bf-90a6-01de42339de0 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:19.816510 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 6da56839-08a2-4b33-8cc1-5572573d53c5 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:53:19.818336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dd082-50f3-4c3d-ba3d-7a44401b1c14 req-96902804-e102-45bf-90a6-01de42339de0 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:19.821252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 6da56839-08a2-4b33-8cc1-5572573d53c5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:19.821853 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6da56839-08a2-4b33-8cc1-5572573d53c5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.823539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dd082-50f3-4c3d-ba3d-7a44401b1c14 req-96902804-e102-45bf-90a6-01de42339de0 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:19.829053 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dd082-50f3-4c3d-ba3d-7a44401b1c14 req-96902804-e102-45bf-90a6-01de42339de0 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:19.834422 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dd082-50f3-4c3d-ba3d-7a44401b1c14 req-96902804-e102-45bf-90a6-01de42339de0 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:19.836968 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd8dd082-50f3-4c3d-ba3d-7a44401b1c14 req-96902804-e102-45bf-90a6-01de42339de0 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5430 time: 0.1731613 Jan 27 21:53:19.841729 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea938c-dcee-4f3d-9a3d-d4774b6d2030 req-b85ff3c2-a35d-4623-b66c-2b4370f55e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:19.843143 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2dea938c-dcee-4f3d-9a3d-d4774b6d2030 req-b85ff3c2-a35d-4623-b66c-2b4370f55e15 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 1096 time: 0.1601596 Jan 27 21:53:19.883069 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf5fba42-8853-4fd1-bb4a-1f4bf6fe0b24 req-386519f4-a885-4502-b8bf-eca4d8539573 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420791 Jan 27 21:53:19.933273 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2dea938c-dcee-4f3d-9a3d-d4774b6d2030 req-d793f3a9-1b28-4c4a-8640-3ff3511fbf69 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=712db5a3-8f5d-41be-8e07-e45170346636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728436 Jan 27 21:53:19.934496 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 6da56839-08a2-4b33-8cc1-5572573d53c5 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:19.934898 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6da56839-08a2-4b33-8cc1-5572573d53c5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.959445 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd8dd082-50f3-4c3d-ba3d-7a44401b1c14 req-a77f8903-02e3-4fb8-9428-cb9cf841c342 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1148489 Jan 27 21:53:19.988244 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6da56839-08a2-4b33-8cc1-5572573d53c5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6da56839-08a2-4b33-8cc1-5572573d53c5,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:19.994207 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6da56839-08a2-4b33-8cc1-5572573d53c5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.995113 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 79d45860-45d3-46c0-a4f4-e8a2bb4d821b up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:20.052945 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8986b-adec-4d48-a278-2dee8e3fd681 req-cbf2e98c-1558-4abc-8a0e-1faa51a0d56a tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:20.054334 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5cf8986b-adec-4d48-a278-2dee8e3fd681 req-cbf2e98c-1558-4abc-8a0e-1faa51a0d56a tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 945 time: 0.0943668 Jan 27 21:53:20.089297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=6da56839-08a2-4b33-8cc1-5572573d53c5,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:20.110088 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 79d45860-45d3-46c0-a4f4-e8a2bb4d821b completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:53:20.116808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 79d45860-45d3-46c0-a4f4-e8a2bb4d821b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:20.118223 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (79d45860-45d3-46c0-a4f4-e8a2bb4d821b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:20.122248 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a315d-cbd2-4c8e-9b31-7137af2afff1 req-811ff758-76e5-4364-99c4-68d10b340990 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:20.129262 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-916a315d-cbd2-4c8e-9b31-7137af2afff1 req-811ff758-76e5-4364-99c4-68d10b340990 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 947 time: 0.0956357 Jan 27 21:53:20.160989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5cf8986b-adec-4d48-a278-2dee8e3fd681 req-e90e8c7e-2d1a-4a89-bc50-7a8a0995baf3 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/security-groups?id=712db5a3-8f5d-41be-8e07-e45170346636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875287 Jan 27 21:53:20.251678 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 79d45860-45d3-46c0-a4f4-e8a2bb4d821b is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:20.252089 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (79d45860-45d3-46c0-a4f4-e8a2bb4d821b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:20.262920 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-916a315d-cbd2-4c8e-9b31-7137af2afff1 req-f4ca1782-591f-4983-a1e2-0449cd1fb1b5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283636 Jan 27 21:53:20.288968 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379685bc-0919-46f4-b15d-8acd3cba29b7 req-4e377194-683a-4a89-b111-8327be6a55d6 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:20.291041 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-379685bc-0919-46f4-b15d-8acd3cba29b7 req-4e377194-683a-4a89-b111-8327be6a55d6 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.21 "GET /v2.0/ports?device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 949 time: 0.1287472 Jan 27 21:53:20.315884 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 79d45860-45d3-46c0-a4f4-e8a2bb4d821b, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=79d45860-45d3-46c0-a4f4-e8a2bb4d821b,segment=NetworkSegment(2a2930c9-2d81-4f92-adf9-9ae2f2d8c002),segment_id=2a2930c9-2d81-4f92-adf9-9ae2f2d8c002)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:20.320293 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (79d45860-45d3-46c0-a4f4-e8a2bb4d821b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:20.321161 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5e331c34-1b49-40b3-ba94-c588768a1a5d up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:20.427891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b8725-84a2-4aca-8380-e57cf694affd req-9713b8b5-9a21-400e-a7e1-de47f05c7da8 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:20.429757 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-377b8725-84a2-4aca-8380-e57cf694affd req-9713b8b5-9a21-400e-a7e1-de47f05c7da8 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.0824068 Jan 27 21:53:20.433346 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 5e331c34-1b49-40b3-ba94-c588768a1a5d completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:53:20.435766 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=79d45860-45d3-46c0-a4f4-e8a2bb4d821b,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:20.441442 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 5e331c34-1b49-40b3-ba94-c588768a1a5d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:20.441825 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5e331c34-1b49-40b3-ba94-c588768a1a5d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:20.460522 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-379685bc-0919-46f4-b15d-8acd3cba29b7 req-936b3c60-c1f0-44e9-9d1a-5dc020bad073 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Deleting port 359a933c-d16b-47ff-9f24-2916dd536821 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:20.460946 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-379685bc-0919-46f4-b15d-8acd3cba29b7 req-936b3c60-c1f0-44e9-9d1a-5dc020bad073 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (359a933c-d16b-47ff-9f24-2916dd536821), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:20.540799 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 5e331c34-1b49-40b3-ba94-c588768a1a5d is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:20.541377 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5e331c34-1b49-40b3-ba94-c588768a1a5d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:20.543565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-377b8725-84a2-4aca-8380-e57cf694affd req-f5e649f3-8150-4750-aa82-92949199a004 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014798 Jan 27 21:53:20.577970 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5e331c34-1b49-40b3-ba94-c588768a1a5d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5e331c34-1b49-40b3-ba94-c588768a1a5d,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:20.583065 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5e331c34-1b49-40b3-ba94-c588768a1a5d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:20.583450 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-379685bc-0919-46f4-b15d-8acd3cba29b7 req-936b3c60-c1f0-44e9-9d1a-5dc020bad073 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] For port 359a933c-d16b-47ff-9f24-2916dd536821, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=359a933c-d16b-47ff-9f24-2916dd536821,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:20.584021 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-379685bc-0919-46f4-b15d-8acd3cba29b7 req-936b3c60-c1f0-44e9-9d1a-5dc020bad073 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (359a933c-d16b-47ff-9f24-2916dd536821), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:20.599591 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-379685bc-0919-46f4-b15d-8acd3cba29b7 req-936b3c60-c1f0-44e9-9d1a-5dc020bad073 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Calling delete_port for 359a933c-d16b-47ff-9f24-2916dd536821 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:20.633380 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=5e331c34-1b49-40b3-ba94-c588768a1a5d,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:20.732865 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-379685bc-0919-46f4-b15d-8acd3cba29b7 req-936b3c60-c1f0-44e9-9d1a-5dc020bad073 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (359a933c-d16b-47ff-9f24-2916dd536821), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:20.747602 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['8f08a7b7-e828-4b12-b9df-408c5d318493', '359a933c-d16b-47ff-9f24-2916dd536821'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:20.762711 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b3c60-c1f0-44e9-9d1a-5dc020bad073 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Pushing event deleted for resources: {'Port': ['ID=359a933c-d16b-47ff-9f24-2916dd536821,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:20.817012 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-379685bc-0919-46f4-b15d-8acd3cba29b7 req-936b3c60-c1f0-44e9-9d1a-5dc020bad073 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] No DVR routers for this DVR port 359a933c-d16b-47ff-9f24-2916dd536821 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:53:20.820433 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-379685bc-0919-46f4-b15d-8acd3cba29b7 req-936b3c60-c1f0-44e9-9d1a-5dc020bad073 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:20.824910 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-379685bc-0919-46f4-b15d-8acd3cba29b7 req-936b3c60-c1f0-44e9-9d1a-5dc020bad073 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.21 "DELETE /v2.0/ports/359a933c-d16b-47ff-9f24-2916dd536821 HTTP/1.1" status: 204 len: 173 time: 0.5226195 Jan 27 21:53:20.825542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e1db24-96ad-4993-87ae-e91e6a40a692', 'name': 'network-vif-deleted', 'tag': '359a933c-d16b-47ff-9f24-2916dd536821'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:20.828028 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8416ce-e717-43e8-ac31-6d55f245b9a4" -d '{"events": [{"server_uuid": "61e1db24-96ad-4993-87ae-e91e6a40a692", "name": "network-vif-deleted", "tag": "359a933c-d16b-47ff-9f24-2916dd536821"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:20.895665 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ab6d24-3257-4000-aedd-11169013e6bc x-openstack-request-id: req-22ab6d24-3257-4000-aedd-11169013e6bc {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:20.896309 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e1db24-96ad-4993-87ae-e91e6a40a692", "name": "network-vif-deleted", "tag": "359a933c-d16b-47ff-9f24-2916dd536821", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:20.896874 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22ab6d24-3257-4000-aedd-11169013e6bc {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:20.897637 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e1db24-96ad-4993-87ae-e91e6a40a692', 'name': 'network-vif-deleted', 'tag': '359a933c-d16b-47ff-9f24-2916dd536821', 'status': 'completed', 'code': 200} Jan 27 21:53:20.991211 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.066689 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a220e58-c908-4155-9f27-20071b995f41 req-2c654dcc-5179-43ac-aa1f-894417e758ff tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=61e1db24-96ad-4993-87ae-e91e6a40a692 HTTP/1.1" status: 200 len: 210 time: 0.0537801 Jan 27 21:53:21.143619 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458fa39-41ca-41f5-8ca7-df56cda2fcab req-6e6fe018-4497-43d6-9d4f-2ff0dfcd9615 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:21.150732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458fa39-41ca-41f5-8ca7-df56cda2fcab req-6e6fe018-4497-43d6-9d4f-2ff0dfcd9615 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:21.154982 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458fa39-41ca-41f5-8ca7-df56cda2fcab req-6e6fe018-4497-43d6-9d4f-2ff0dfcd9615 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:21.160299 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458fa39-41ca-41f5-8ca7-df56cda2fcab req-6e6fe018-4497-43d6-9d4f-2ff0dfcd9615 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:21.165630 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458fa39-41ca-41f5-8ca7-df56cda2fcab req-6e6fe018-4497-43d6-9d4f-2ff0dfcd9615 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:21.171991 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458fa39-41ca-41f5-8ca7-df56cda2fcab req-6e6fe018-4497-43d6-9d4f-2ff0dfcd9615 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:21.179012 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458fa39-41ca-41f5-8ca7-df56cda2fcab req-6e6fe018-4497-43d6-9d4f-2ff0dfcd9615 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:21.186573 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3458fa39-41ca-41f5-8ca7-df56cda2fcab req-6e6fe018-4497-43d6-9d4f-2ff0dfcd9615 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5434 time: 0.1077452 Jan 27 21:53:21.272919 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3458fa39-41ca-41f5-8ca7-df56cda2fcab req-a2dc533e-0050-4e60-aa12-272ffa6fda63 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0852554 Jan 27 21:53:21.339567 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54516589-c857-4a1c-8031-66083e40ca32 req-6a8265a0-d25b-43d2-af4b-ca7b06e0f708 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:21.341152 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-54516589-c857-4a1c-8031-66083e40ca32 req-6a8265a0-d25b-43d2-af4b-ca7b06e0f708 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 945 time: 0.0879791 Jan 27 21:53:21.404742 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-54516589-c857-4a1c-8031-66083e40ca32 req-a2e9ab57-b437-4108-b49a-69a94db641f8 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/security-groups?id=712db5a3-8f5d-41be-8e07-e45170346636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573378 Jan 27 21:53:21.463229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802edbe-75cb-4532-a26f-fe9047e58373 req-cec27b41-98a8-4c65-af9a-e0312dad1527 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:21.464873 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3802edbe-75cb-4532-a26f-fe9047e58373 req-cec27b41-98a8-4c65-af9a-e0312dad1527 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 947 time: 0.0521722 Jan 27 21:53:21.532737 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3802edbe-75cb-4532-a26f-fe9047e58373 req-fa656c6b-6837-4ccc-a8cb-69d65df2cf48 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555887 Jan 27 21:53:21.623374 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7607f2-cff4-4487-b664-ab2ae9bf2878'}, {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da56839-08a2-4b33-8cc1-5572573d53c5'}, {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d45860-45d3-46c0-a4f4-e8a2bb4d821b'}, {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e331c34-1b49-40b3-ba94-c588768a1a5d'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:21.625704 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd57c43-1f0b-499f-820f-352ed69817b6" -d '{"events": [{"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-plugged", "status": "completed", "tag": "aa7607f2-cff4-4487-b664-ab2ae9bf2878"}, {"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-plugged", "status": "completed", "tag": "6da56839-08a2-4b33-8cc1-5572573d53c5"}, {"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-plugged", "status": "completed", "tag": "79d45860-45d3-46c0-a4f4-e8a2bb4d821b"}, {"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-plugged", "status": "completed", "tag": "5e331c34-1b49-40b3-ba94-c588768a1a5d"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:21.700741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b59b4-2e56-4090-a19b-baf82416141a req-55529d39-9216-4663-a268-d4be133f03ad tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:21.712707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d3b59b4-2e56-4090-a19b-baf82416141a req-55529d39-9216-4663-a268-d4be133f03ad tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 945 time: 0.1063750 Jan 27 21:53:21.721973 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55462) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:21.729761 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8d99d69b-1e05-43ee-9460-5dec89ec9482 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Request body: {'floatingip': {'port_id': '4683232b-97d6-49b1-a22f-0400e5ec0ae4'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:21.800656 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3d3746-b426-4415-8f8f-f710bb6e0078 x-openstack-request-id: req-2b3d3746-b426-4415-8f8f-f710bb6e0078 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:21.800927 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-plugged", "status": "completed", "tag": "aa7607f2-cff4-4487-b664-ab2ae9bf2878", "code": 200}, {"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-plugged", "status": "completed", "tag": "6da56839-08a2-4b33-8cc1-5572573d53c5", "code": 200}, {"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-plugged", "status": "completed", "tag": "79d45860-45d3-46c0-a4f4-e8a2bb4d821b", "code": 200}, {"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-plugged", "status": "completed", "tag": "5e331c34-1b49-40b3-ba94-c588768a1a5d", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:21.801294 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b3d3746-b426-4415-8f8f-f710bb6e0078 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:21.801599 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7607f2-cff4-4487-b664-ab2ae9bf2878', 'code': 200} Jan 27 21:53:21.801865 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da56839-08a2-4b33-8cc1-5572573d53c5', 'code': 200} Jan 27 21:53:21.802204 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d45860-45d3-46c0-a4f4-e8a2bb4d821b', 'code': 200} Jan 27 21:53:21.802428 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e331c34-1b49-40b3-ba94-c588768a1a5d', 'code': 200} Jan 27 21:53:21.856262 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d99d69b-1e05-43ee-9460-5dec89ec9482 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks [] for floatingip (cf8df252-0884-49e9-bef6-29299246bf75), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.862885 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c69197-6a22-4367-890b-6938d37a8f94 req-34fbe527-a4cc-4508-99d7-41a71e351593 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:21.872293 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73c69197-6a22-4367-890b-6938d37a8f94 req-34fbe527-a4cc-4508-99d7-41a71e351593 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.1573641 Jan 27 21:53:22.021465 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73c69197-6a22-4367-890b-6938d37a8f94 req-8c344d4b-360c-4599-a5c0-f1c80438d2da tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482465 Jan 27 21:53:22.064221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928cb93-e6c6-425b-a1de-79871adf6dc2 req-dd371450-fc8a-478a-8094-76b3ee78daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.064221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928cb93-e6c6-425b-a1de-79871adf6dc2 req-dd371450-fc8a-478a-8094-76b3ee78daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.064221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928cb93-e6c6-425b-a1de-79871adf6dc2 req-dd371450-fc8a-478a-8094-76b3ee78daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.064221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928cb93-e6c6-425b-a1de-79871adf6dc2 req-dd371450-fc8a-478a-8094-76b3ee78daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.064221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928cb93-e6c6-425b-a1de-79871adf6dc2 req-dd371450-fc8a-478a-8094-76b3ee78daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.064221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928cb93-e6c6-425b-a1de-79871adf6dc2 req-dd371450-fc8a-478a-8094-76b3ee78daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.064221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928cb93-e6c6-425b-a1de-79871adf6dc2 req-dd371450-fc8a-478a-8094-76b3ee78daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.064946 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f928cb93-e6c6-425b-a1de-79871adf6dc2 req-dd371450-fc8a-478a-8094-76b3ee78daee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 6491 time: 0.1282735 Jan 27 21:53:22.160257 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f928cb93-e6c6-425b-a1de-79871adf6dc2 req-c43671c3-3bb3-4d9a-8183-dd0da1c4b565 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&id=c8623176-8c1a-4373-a102-7bb5c00f7d87&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0866358 Jan 27 21:53:22.478901 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1bf4f-9988-45f5-b0ca-bff304ebb903 req-dec01f44-4a83-4760-b763-caceb6b7ab67 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.491026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1bf4f-9988-45f5-b0ca-bff304ebb903 req-dec01f44-4a83-4760-b763-caceb6b7ab67 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.505440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1bf4f-9988-45f5-b0ca-bff304ebb903 req-dec01f44-4a83-4760-b763-caceb6b7ab67 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.511371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1bf4f-9988-45f5-b0ca-bff304ebb903 req-dec01f44-4a83-4760-b763-caceb6b7ab67 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.518059 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1bf4f-9988-45f5-b0ca-bff304ebb903 req-dec01f44-4a83-4760-b763-caceb6b7ab67 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.524693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1bf4f-9988-45f5-b0ca-bff304ebb903 req-dec01f44-4a83-4760-b763-caceb6b7ab67 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.532036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1bf4f-9988-45f5-b0ca-bff304ebb903 req-dec01f44-4a83-4760-b763-caceb6b7ab67 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.540074 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8fe1bf4f-9988-45f5-b0ca-bff304ebb903 req-dec01f44-4a83-4760-b763-caceb6b7ab67 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5434 time: 0.1645086 Jan 27 21:53:22.620300 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8fe1bf4f-9988-45f5-b0ca-bff304ebb903 req-24ef5008-0eb7-4143-9d72-2971f4ffd3d1 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0790777 Jan 27 21:53:22.730793 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d99d69b-1e05-43ee-9460-5dec89ec9482 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:22.738315 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d99d69b-1e05-43ee-9460-5dec89ec9482 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (cf8df252-0884-49e9-bef6-29299246bf75), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:22.767437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fbfb8-9775-4789-8a30-f76daaa18849 req-e7e6b763-e414-4107-9e10-add6055da654 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.773363 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-646fbfb8-9775-4789-8a30-f76daaa18849 req-e7e6b763-e414-4107-9e10-add6055da654 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdc9f62-ab1d-4de7-95ef-0192f8584c7b HTTP/1.1" status: 200 len: 950 time: 0.1238651 Jan 27 21:53:22.869295 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-646fbfb8-9775-4789-8a30-f76daaa18849 req-ad048e1f-2213-4eb5-ad61-ca40478c7398 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912576 Jan 27 21:53:22.887137 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 359a933c-d16b-47ff-9f24-2916dd536821 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:22.920811 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 359a933c-d16b-47ff-9f24-2916dd536821 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:53:22.921655 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 359a933c-d16b-47ff-9f24-2916dd536821 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:22.967261 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-8d99d69b-1e05-43ee-9460-5dec89ec9482 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Floating IP cf8df252-0884-49e9-bef6-29299246bf75 associated. External IP: 172.25.3.160, port: 4683232b-97d6-49b1-a22f-0400e5ec0ae4. Jan 27 21:53:22.979728 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b9ca4-fbb7-4fb5-b1ae-eb2b7c8533cb req-7dde2114-e0a4-41cf-8195-a0856961d585 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:22.989930 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d80b9ca4-fbb7-4fb5-b1ae-eb2b7c8533cb req-7dde2114-e0a4-41cf-8195-a0856961d585 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 947 time: 0.1631937 Jan 27 21:53:23.138181 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d80b9ca4-fbb7-4fb5-b1ae-eb2b7c8533cb req-a4dc8805-9b96-4ea7-a06a-2666e0afe8f4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471505 Jan 27 21:53:23.343347 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1e82c-3862-449d-92aa-2f0e35551e6c req-fb8080e2-1e98-43f7-992e-0188d20fcdb7 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:23.347524 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0d1e82c-3862-449d-92aa-2f0e35551e6c req-fb8080e2-1e98-43f7-992e-0188d20fcdb7 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.1311233 Jan 27 21:53:23.379228 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d99d69b-1e05-43ee-9460-5dec89ec9482 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Router 7f06bd22-ebe2-495c-91a6-b34f4f8a138f has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:53:23.499323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0d1e82c-3862-449d-92aa-2f0e35551e6c req-4303b414-dfe7-41d3-82bc-3fec84d24008 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437840 Jan 27 21:53:23.543708 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d99d69b-1e05-43ee-9460-5dec89ec9482 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:53:23.549332 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d99d69b-1e05-43ee-9460-5dec89ec9482 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.559343 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07fa280-e3af-41cc-af9b-631ee1d5bed9 None None] Sync routers for ids ['7f06bd22-ebe2-495c-91a6-b34f4f8a138f'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:53:23.579314 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07fa280-e3af-41cc-af9b-631ee1d5bed9 None None] Routers {'7f06bd22-ebe2-495c-91a6-b34f4f8a138f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:23.581982 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-e07fa280-e3af-41cc-af9b-631ee1d5bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:52:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7f06bd22-ebe2-495c-91a6-b34f4f8a138f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:23.653327 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8d99d69b-1e05-43ee-9460-5dec89ec9482 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "PUT /v2.0/floatingips/cf8df252-0884-49e9-bef6-29299246bf75 HTTP/1.1" status: 200 len: 991 time: 1.9288630 Jan 27 21:53:23.655286 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd990007a-a7b8-45c9-985e-9b5a7badc51b', 'tag': '4683232b-97d6-49b1-a22f-0400e5ec0ae4'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:23.657751 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5794db-f94a-424c-8fc9-a5c8371bc4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d990007a-a7b8-45c9-985e-9b5a7badc51b", "tag": "4683232b-97d6-49b1-a22f-0400e5ec0ae4"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:23.882509 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-e07fa280-e3af-41cc-af9b-631ee1d5bed9 None None] Set router 7f06bd22-ebe2-495c-91a6-b34f4f8a138f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:53:24.018667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b71246-fa26-41ef-968a-6ab2d1b90545 req-166d45dd-ef2b-4e79-923a-7fa7d7491305 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:24.033105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b71246-fa26-41ef-968a-6ab2d1b90545 req-166d45dd-ef2b-4e79-923a-7fa7d7491305 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:24.038463 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b71246-fa26-41ef-968a-6ab2d1b90545 req-166d45dd-ef2b-4e79-923a-7fa7d7491305 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:24.052785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b71246-fa26-41ef-968a-6ab2d1b90545 req-166d45dd-ef2b-4e79-923a-7fa7d7491305 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:24.072684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b71246-fa26-41ef-968a-6ab2d1b90545 req-166d45dd-ef2b-4e79-923a-7fa7d7491305 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:24.078836 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b71246-fa26-41ef-968a-6ab2d1b90545 req-166d45dd-ef2b-4e79-923a-7fa7d7491305 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:24.096491 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b71246-fa26-41ef-968a-6ab2d1b90545 req-166d45dd-ef2b-4e79-923a-7fa7d7491305 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:24.105289 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49b71246-fa26-41ef-968a-6ab2d1b90545 req-166d45dd-ef2b-4e79-923a-7fa7d7491305 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5434 time: 0.2109873 Jan 27 21:53:24.133443 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7edf53fd-e8f6-48bb-8a0e-63b17b6cb1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:24.148503 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffa9304-1df9-49b6-9362-2b13c1e8785f x-openstack-request-id: req-7ffa9304-1df9-49b6-9362-2b13c1e8785f {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:24.150719 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d990007a-a7b8-45c9-985e-9b5a7badc51b", "tag": "4683232b-97d6-49b1-a22f-0400e5ec0ae4", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:24.151592 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ffa9304-1df9-49b6-9362-2b13c1e8785f {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:24.152403 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd990007a-a7b8-45c9-985e-9b5a7badc51b', 'tag': '4683232b-97d6-49b1-a22f-0400e5ec0ae4', 'status': 'completed', 'code': 200} Jan 27 21:53:24.303553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49b71246-fa26-41ef-968a-6ab2d1b90545 req-361602aa-93f2-451f-bd21-e4562e929eb5 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1972597 Jan 27 21:53:24.356790 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5794db-f94a-424c-8fc9-a5c8371bc4f0 req-cbe72137-0847-4480-84f5-98d06b9e41ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:24.358685 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a5794db-f94a-424c-8fc9-a5c8371bc4f0 req-cbe72137-0847-4480-84f5-98d06b9e41ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4c1135188b8141ad869c457c12b79e2c&device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 1096 time: 0.1692390 Jan 27 21:53:24.596658 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-e07fa280-e3af-41cc-af9b-631ee1d5bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'name': 'tempest-ServersTestJSON-785088592-router', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:53Z', 'revision_number': 4, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'gw_port': {'id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'cf8df252-0884-49e9-bef6-29299246bf75', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'port_id': '4683232b-97d6-49b1-a22f-0400e5ec0ae4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949', 'mac_address': 'fa:16:3e:57:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990007a-a7b8-45c9-985e-9b5a7badc51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:52:57Z', 'updated_at': '2022-01-27T21:53:22Z', 'revision_number': 1, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725ff0b6-90cd-452a-b10a-28de75a522b8', 'name': '', 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'mac_address': 'fa:16:3e:3d:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'cae9d400-c136-4372-a2bb-390c7b9d5402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:52Z', 'updated_at': '2022-01-27T21:53:00Z', 'revision_number': 5, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'subnets': [{'id': 'cae9d400-c136-4372-a2bb-390c7b9d5402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:24.637480 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d9bd6-d8c2-4859-95fc-774437a80a8e req-7d177fc8-e3e5-4bc6-b87d-29b2e6137e78 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:24.644911 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a53d9bd6-d8c2-4859-95fc-774437a80a8e req-7d177fc8-e3e5-4bc6-b87d-29b2e6137e78 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdc9f62-ab1d-4de7-95ef-0192f8584c7b HTTP/1.1" status: 200 len: 950 time: 0.1181936 Jan 27 21:53:24.658311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5794db-f94a-424c-8fc9-a5c8371bc4f0 req-9ee0a5d8-e3e2-41c9-ba7d-9a06f4906f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:24.660205 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a5794db-f94a-424c-8fc9-a5c8371bc4f0 req-9ee0a5d8-e3e2-41c9-ba7d-9a06f4906f86 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f7ebc75-d7b4-44d3-8fef-7dcf1837a949 HTTP/1.1" status: 200 len: 906 time: 0.2957110 Jan 27 21:53:24.699774 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07fa280-e3af-41cc-af9b-631ee1d5bed9 None None] Checking router: 7f06bd22-ebe2-495c-91a6-b34f4f8a138f for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:53:24.724044 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07fa280-e3af-41cc-af9b-631ee1d5bed9 None None] Routers {'7f06bd22-ebe2-495c-91a6-b34f4f8a138f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:24.725266 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-e07fa280-e3af-41cc-af9b-631ee1d5bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:52:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7f06bd22-ebe2-495c-91a6-b34f4f8a138f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:24.810127 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a53d9bd6-d8c2-4859-95fc-774437a80a8e req-61a61251-2e80-4fae-8191-8c86cd97f18b tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481781 Jan 27 21:53:24.837856 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a5794db-f94a-424c-8fc9-a5c8371bc4f0 req-5503c85b-4c61-40fd-b5f5-bc736aa77d83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4683232b-97d6-49b1-a22f-0400e5ec0ae4 HTTP/1.1" status: 200 len: 999 time: 0.1701732 Jan 27 21:53:24.926130 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-e07fa280-e3af-41cc-af9b-631ee1d5bed9 None None] Set router 7f06bd22-ebe2-495c-91a6-b34f4f8a138f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:53:24.948843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5794db-f94a-424c-8fc9-a5c8371bc4f0 req-02930cd6-c499-4eb7-912b-6c7888d3dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:24.950827 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a5794db-f94a-424c-8fc9-a5c8371bc4f0 req-02930cd6-c499-4eb7-912b-6c7888d3dec8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cae9d400-c136-4372-a2bb-390c7b9d5402 HTTP/1.1" status: 200 len: 844 time: 0.1070154 Jan 27 21:53:25.098980 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab59026-bda9-4736-b958-2adfd33eccda req-10c8314d-f912-4d54-8807-9836f7d7009d tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:25.107290 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bab59026-bda9-4736-b958-2adfd33eccda req-10c8314d-f912-4d54-8807-9836f7d7009d tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 947 time: 0.1432486 Jan 27 21:53:25.132430 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5794db-f94a-424c-8fc9-a5c8371bc4f0 req-1e129b8a-acf2-4bf7-990d-6a6517775a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:25.138663 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a5794db-f94a-424c-8fc9-a5c8371bc4f0 req-1e129b8a-acf2-4bf7-990d-6a6517775a7b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f7ebc75-d7b4-44d3-8fef-7dcf1837a949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1741495 Jan 27 21:53:25.326875 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bab59026-bda9-4736-b958-2adfd33eccda req-7cbb88ae-4e7c-485c-a4cf-a4d9a83ae523 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125847 Jan 27 21:53:25.363136 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-e07fa280-e3af-41cc-af9b-631ee1d5bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'name': 'tempest-ServersTestJSON-785088592-router', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:53Z', 'revision_number': 4, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'gw_port': {'id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'cf8df252-0884-49e9-bef6-29299246bf75', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'port_id': '4683232b-97d6-49b1-a22f-0400e5ec0ae4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949', 'mac_address': 'fa:16:3e:57:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990007a-a7b8-45c9-985e-9b5a7badc51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:52:57Z', 'updated_at': '2022-01-27T21:53:22Z', 'revision_number': 1, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725ff0b6-90cd-452a-b10a-28de75a522b8', 'name': '', 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'mac_address': 'fa:16:3e:3d:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'cae9d400-c136-4372-a2bb-390c7b9d5402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:52Z', 'updated_at': '2022-01-27T21:53:00Z', 'revision_number': 5, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'subnets': [{'id': 'cae9d400-c136-4372-a2bb-390c7b9d5402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:25.369833 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df036658-9cd7-487d-8707-1b3a3fa8074f req-1ad51c50-2552-41b6-aaae-c461375fd6da tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:25.378191 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df036658-9cd7-487d-8707-1b3a3fa8074f req-1ad51c50-2552-41b6-aaae-c461375fd6da tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.21 "GET /v2.0/ports?device_id=afdc9f62-ab1d-4de7-95ef-0192f8584c7b HTTP/1.1" status: 200 len: 950 time: 0.1208169 Jan 27 21:53:25.410092 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07fa280-e3af-41cc-af9b-631ee1d5bed9 None None] The sync data for ids ['7f06bd22-ebe2-495c-91a6-b34f4f8a138f'] in n-d-772272-3 is: [{'id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'name': 'tempest-ServersTestJSON-785088592-router', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:53Z', 'revision_number': 4, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'gw_port': {'id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'cf8df252-0884-49e9-bef6-29299246bf75', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'port_id': '4683232b-97d6-49b1-a22f-0400e5ec0ae4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949', 'mac_address': 'fa:16:3e:57:1d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990007a-a7b8-45c9-985e-9b5a7badc51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:52:57Z', 'updated_at': '2022-01-27T21:53:22Z', 'revision_number': 1, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725ff0b6-90cd-452a-b10a-28de75a522b8', 'name': '', 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'mac_address': 'fa:16:3e:3d:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'cae9d400-c136-4372-a2bb-390c7b9d5402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:52Z', 'updated_at': '2022-01-27T21:53:00Z', 'revision_number': 5, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'subnets': [{'id': 'cae9d400-c136-4372-a2bb-390c7b9d5402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:53:25.587985 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a5794db-f94a-424c-8fc9-a5c8371bc4f0 req-32e04f89-5b24-49e5-88ad-1345cfb1c8fe service neutron] 10.222.0.15 "GET /v2.0/networks/2f7ebc75-d7b4-44d3-8fef-7dcf1837a949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014132 Jan 27 21:53:25.714005 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a5794db-f94a-424c-8fc9-a5c8371bc4f0 req-fd71f372-4388-4db2-9fd8-78a79254a3b4 service neutron] 10.222.0.15 "GET /v2.0/networks/2f7ebc75-d7b4-44d3-8fef-7dcf1837a949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191995 Jan 27 21:53:25.778807 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87954b9d-1356-4cbc-a16c-ea9cacae517f req-61600828-d1b2-44a4-9e52-3a7972a3db4f tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:25.786132 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87954b9d-1356-4cbc-a16c-ea9cacae517f req-61600828-d1b2-44a4-9e52-3a7972a3db4f tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:25.794386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87954b9d-1356-4cbc-a16c-ea9cacae517f req-61600828-d1b2-44a4-9e52-3a7972a3db4f tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:25.801805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87954b9d-1356-4cbc-a16c-ea9cacae517f req-61600828-d1b2-44a4-9e52-3a7972a3db4f tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:25.814465 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87954b9d-1356-4cbc-a16c-ea9cacae517f req-61600828-d1b2-44a4-9e52-3a7972a3db4f tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:25.826074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87954b9d-1356-4cbc-a16c-ea9cacae517f req-61600828-d1b2-44a4-9e52-3a7972a3db4f tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:25.826074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87954b9d-1356-4cbc-a16c-ea9cacae517f req-61600828-d1b2-44a4-9e52-3a7972a3db4f tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:25.841332 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87954b9d-1356-4cbc-a16c-ea9cacae517f req-61600828-d1b2-44a4-9e52-3a7972a3db4f tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5434 time: 0.3910944 Jan 27 21:53:25.847051 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55558) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:25.880429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-c44e4dc7-e0b5-4fc4-9ace-e2fda2febbea tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Request body: {'floatingip': {'port_id': '165d96d7-754f-426f-b018-623901ff8bd7'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:25.940757 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1469dda4-c967-49bb-ada7-46062bc64da6 None None] New status for floating IP cf8df252-0884-49e9-bef6-29299246bf75: ACTIVE {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:53:26.088597 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c44e4dc7-e0b5-4fc4-9ace-e2fda2febbea tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for floatingip (94ae9b40-cf90-4e79-b444-d70d29433033), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.278111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-df036658-9cd7-487d-8707-1b3a3fa8074f req-103b5861-0abe-454f-9d87-b99901a2612e tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Deleting port 8f08a7b7-e828-4b12-b9df-408c5d318493 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:26.278865 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-df036658-9cd7-487d-8707-1b3a3fa8074f req-103b5861-0abe-454f-9d87-b99901a2612e tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (8f08a7b7-e828-4b12-b9df-408c5d318493), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.325042 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cfaf7b16-b6f3-41c3-b336-990dc88b8901 req-ea770812-6b02-4bca-aca9-a16fd3a3f7f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4756639 Jan 27 21:53:26.669061 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0586b351-fa31-409e-bf7d-28f2cea41ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.797678 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049d2aa-38e6-4058-9f05-8d5c14a1ac19 req-479d5e88-d92c-4ed2-b8f9-49c1d988f539 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:26.799203 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4049d2aa-38e6-4058-9f05-8d5c14a1ac19 req-479d5e88-d92c-4ed2-b8f9-49c1d988f539 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.7077675 Jan 27 21:53:26.894861 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf7b16-b6f3-41c3-b336-990dc88b8901 req-482f9c1d-ddb7-4862-a8fa-75120e88a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:26.896346 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cfaf7b16-b6f3-41c3-b336-990dc88b8901 req-482f9c1d-ddb7-4862-a8fa-75120e88a4b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de28fa92448d41c99ce570f9af9bb344&device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 1096 time: 0.2039120 Jan 27 21:53:26.905777 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-df036658-9cd7-487d-8707-1b3a3fa8074f req-103b5861-0abe-454f-9d87-b99901a2612e tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] For port 8f08a7b7-e828-4b12-b9df-408c5d318493, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=8f08a7b7-e828-4b12-b9df-408c5d318493,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:26.906230 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-df036658-9cd7-487d-8707-1b3a3fa8074f req-103b5861-0abe-454f-9d87-b99901a2612e tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (8f08a7b7-e828-4b12-b9df-408c5d318493), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.943151 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4049d2aa-38e6-4058-9f05-8d5c14a1ac19 req-9ebe8b43-26c1-4fdf-afcd-51b64807bc50 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318445 Jan 27 21:53:26.946910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-df036658-9cd7-487d-8707-1b3a3fa8074f req-103b5861-0abe-454f-9d87-b99901a2612e tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Calling delete_port for 8f08a7b7-e828-4b12-b9df-408c5d318493 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:27.490587 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.607107 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.db.resource_extend [None req-c44e4dc7-e0b5-4fc4-9ace-e2fda2febbea tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:53:27.673414 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf7b16-b6f3-41c3-b336-990dc88b8901 req-2b376598-ae73-4f3e-986d-a614349aa490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:27.675568 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cfaf7b16-b6f3-41c3-b336-990dc88b8901 req-2b376598-ae73-4f3e-986d-a614349aa490 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 HTTP/1.1" status: 200 len: 916 time: 0.7265389 Jan 27 21:53:27.759596 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c44e4dc7-e0b5-4fc4-9ace-e2fda2febbea tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.770237 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75652d-c755-456a-9ed7-fd142148e09e req-3298ab92-ca23-4476-8c8a-b591664a0011 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:27.777678 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e75652d-c755-456a-9ed7-fd142148e09e req-3298ab92-ca23-4476-8c8a-b591664a0011 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/ports?device_id=afdc9f62-ab1d-4de7-95ef-0192f8584c7b HTTP/1.1" status: 200 len: 950 time: 0.2530372 Jan 27 21:53:27.789971 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c44e4dc7-e0b5-4fc4-9ace-e2fda2febbea tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (94ae9b40-cf90-4e79-b444-d70d29433033), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.911768 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cfaf7b16-b6f3-41c3-b336-990dc88b8901 req-db9b3755-b7a6-48da-bcc7-2ff23e88767b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85814e7d-06ef-44ba-99d9-f779baf564c0 HTTP/1.1" status: 200 len: 1001 time: 0.2289460 Jan 27 21:53:28.024400 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e75652d-c755-456a-9ed7-fd142148e09e req-7afcc0b8-281d-4dc7-85b6-f4271592abd0 tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9665c11-6d30-497f-8a35-38bfbf78314e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451212 Jan 27 21:53:28.069827 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-df036658-9cd7-487d-8707-1b3a3fa8074f req-103b5861-0abe-454f-9d87-b99901a2612e tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (8f08a7b7-e828-4b12-b9df-408c5d318493), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.084378 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['8f08a7b7-e828-4b12-b9df-408c5d318493'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:28.142887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf7b16-b6f3-41c3-b336-990dc88b8901 req-87c7ddcb-5504-4aad-946e-be6ba288c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:28.144796 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cfaf7b16-b6f3-41c3-b336-990dc88b8901 req-87c7ddcb-5504-4aad-946e-be6ba288c134 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b1a976cc-2e5b-4556-bc6f-960c2cfb8897 HTTP/1.1" status: 200 len: 854 time: 0.2152803 Jan 27 21:53:28.153038 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-c44e4dc7-e0b5-4fc4-9ace-e2fda2febbea tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Floating IP 94ae9b40-cf90-4e79-b444-d70d29433033 associated. External IP: 172.25.3.34, port: 165d96d7-754f-426f-b018-623901ff8bd7. Jan 27 21:53:28.195422 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b5861-0abe-454f-9d87-b99901a2612e tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Pushing event deleted for resources: {'Port': ['ID=8f08a7b7-e828-4b12-b9df-408c5d318493,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:28.302442 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf7b16-b6f3-41c3-b336-990dc88b8901 req-71b05f33-b2ee-4ab0-a913-e5cf84220ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:28.304098 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cfaf7b16-b6f3-41c3-b336-990dc88b8901 req-71b05f33-b2ee-4ab0-a913-e5cf84220ceb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128008 Jan 27 21:53:28.511325 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-df036658-9cd7-487d-8707-1b3a3fa8074f req-103b5861-0abe-454f-9d87-b99901a2612e tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] No DVR routers for this DVR port 8f08a7b7-e828-4b12-b9df-408c5d318493 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:53:28.588362 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cfaf7b16-b6f3-41c3-b336-990dc88b8901 req-475f2cfa-97c9-4021-b321-9b6091e39444 service neutron] 10.222.0.15 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743957 Jan 27 21:53:28.597881 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-df036658-9cd7-487d-8707-1b3a3fa8074f req-103b5861-0abe-454f-9d87-b99901a2612e tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.608288 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df036658-9cd7-487d-8707-1b3a3fa8074f req-103b5861-0abe-454f-9d87-b99901a2612e tempest-ServersAdminNegativeTestJSON-1427957723 tempest-ServersAdminNegativeTestJSON-1427957723-project] 10.222.0.21 "DELETE /v2.0/ports/8f08a7b7-e828-4b12-b9df-408c5d318493 HTTP/1.1" status: 204 len: 173 time: 3.2212484 Jan 27 21:53:28.734192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960f6e5-8123-45f4-b2ce-d328b92bb4e7 req-d28dcb8d-e7f2-4729-9190-fac58f864364 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:28.736192 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5960f6e5-8123-45f4-b2ce-d328b92bb4e7 req-d28dcb8d-e7f2-4729-9190-fac58f864364 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 947 time: 0.5847526 Jan 27 21:53:28.736747 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdc9f62-ab1d-4de7-95ef-0192f8584c7b', 'name': 'network-vif-deleted', 'tag': '8f08a7b7-e828-4b12-b9df-408c5d318493'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:28.739892 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc4f317-1ab2-40fc-981f-41001a4deded" -d '{"events": [{"server_uuid": "afdc9f62-ab1d-4de7-95ef-0192f8584c7b", "name": "network-vif-deleted", "tag": "8f08a7b7-e828-4b12-b9df-408c5d318493"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:28.804412 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.848201 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44e4dc7-e0b5-4fc4-9ace-e2fda2febbea tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Router ee9268c1-2172-4960-b05a-028e88965a6f has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:53:29.016183 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5960f6e5-8123-45f4-b2ce-d328b92bb4e7 req-bd017d69-07fc-425d-bc9a-b70eb893a9ae tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524285 Jan 27 21:53:29.094065 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cfaf7b16-b6f3-41c3-b336-990dc88b8901 req-d9816398-f625-4b8a-8c8d-da8e1ac17122 service neutron] 10.222.0.15 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837323 Jan 27 21:53:29.122595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44e4dc7-e0b5-4fc4-9ace-e2fda2febbea tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:53:29.130105 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c44e4dc7-e0b5-4fc4-9ace-e2fda2febbea tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:29.209751 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c44e4dc7-e0b5-4fc4-9ace-e2fda2febbea tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "PUT /v2.0/floatingips/94ae9b40-cf90-4e79-b444-d70d29433033 HTTP/1.1" status: 200 len: 990 time: 3.3335776 Jan 27 21:53:29.226104 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a22ea6-cf2f-4a61-9d60-3c910749c7e5 None None] Sync routers for ids ['ee9268c1-2172-4960-b05a-028e88965a6f'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:53:29.261990 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a22ea6-cf2f-4a61-9d60-3c910749c7e5 None None] Routers {'ee9268c1-2172-4960-b05a-028e88965a6f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:29.263436 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-e1a22ea6-cf2f-4a61-9d60-3c910749c7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:53:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ee9268c1-2172-4960-b05a-028e88965a6f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:29.460231 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-e1a22ea6-cf2f-4a61-9d60-3c910749c7e5 None None] Set router ee9268c1-2172-4960-b05a-028e88965a6f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:53:29.771824 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-e1a22ea6-cf2f-4a61-9d60-3c910749c7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'name': 'tempest-TaggedBootDevicesTest-288674263-router', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:14Z', 'updated_at': '2022-01-27T21:50:26Z', 'revision_number': 4, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'gw_port': {'id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:17Z', 'updated_at': '2022-01-27T21:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '94ae9b40-cf90-4e79-b444-d70d29433033', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'port_id': '165d96d7-754f-426f-b018-623901ff8bd7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bade858-af63-49b3-909a-6a7d96619464', 'mac_address': 'fa:16:3e:f6:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32612713-9ca6-497b-a237-8212973e741a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:51:53Z', 'updated_at': '2022-01-27T21:53:26Z', 'revision_number': 1, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2832d344-229f-4bf2-897b-df271dcedc5b', 'name': '', 'network_id': '0bade858-af63-49b3-909a-6a7d96619464', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'mac_address': 'fa:16:3e:a3:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'f20c5a1f-1a73-4497-aee3-c74aed8b30bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:25Z', 'updated_at': '2022-01-27T21:50:31Z', 'revision_number': 5, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'subnets': [{'id': 'f20c5a1f-1a73-4497-aee3-c74aed8b30bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:29.830041 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a22ea6-cf2f-4a61-9d60-3c910749c7e5 None None] Checking router: ee9268c1-2172-4960-b05a-028e88965a6f for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:53:29.846665 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a22ea6-cf2f-4a61-9d60-3c910749c7e5 None None] Routers {'ee9268c1-2172-4960-b05a-028e88965a6f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:29.847544 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-e1a22ea6-cf2f-4a61-9d60-3c910749c7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:53:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ee9268c1-2172-4960-b05a-028e88965a6f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:29.984890 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-e1a22ea6-cf2f-4a61-9d60-3c910749c7e5 None None] Set router ee9268c1-2172-4960-b05a-028e88965a6f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:53:30.097555 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:53:30.249297 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-e1a22ea6-cf2f-4a61-9d60-3c910749c7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'name': 'tempest-TaggedBootDevicesTest-288674263-router', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:14Z', 'updated_at': '2022-01-27T21:50:26Z', 'revision_number': 4, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'gw_port': {'id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:17Z', 'updated_at': '2022-01-27T21:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '94ae9b40-cf90-4e79-b444-d70d29433033', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'port_id': '165d96d7-754f-426f-b018-623901ff8bd7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bade858-af63-49b3-909a-6a7d96619464', 'mac_address': 'fa:16:3e:f6:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32612713-9ca6-497b-a237-8212973e741a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:51:53Z', 'updated_at': '2022-01-27T21:53:26Z', 'revision_number': 1, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2832d344-229f-4bf2-897b-df271dcedc5b', 'name': '', 'network_id': '0bade858-af63-49b3-909a-6a7d96619464', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'mac_address': 'fa:16:3e:a3:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'f20c5a1f-1a73-4497-aee3-c74aed8b30bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:25Z', 'updated_at': '2022-01-27T21:50:31Z', 'revision_number': 5, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'subnets': [{'id': 'f20c5a1f-1a73-4497-aee3-c74aed8b30bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:30.270064 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.282714 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a22ea6-cf2f-4a61-9d60-3c910749c7e5 None None] The sync data for ids ['ee9268c1-2172-4960-b05a-028e88965a6f'] in n-d-772272-3 is: [{'id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'name': 'tempest-TaggedBootDevicesTest-288674263-router', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:14Z', 'updated_at': '2022-01-27T21:50:26Z', 'revision_number': 4, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'gw_port': {'id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:17Z', 'updated_at': '2022-01-27T21:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '94ae9b40-cf90-4e79-b444-d70d29433033', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'port_id': '165d96d7-754f-426f-b018-623901ff8bd7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bade858-af63-49b3-909a-6a7d96619464', 'mac_address': 'fa:16:3e:f6:14:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32612713-9ca6-497b-a237-8212973e741a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:51:53Z', 'updated_at': '2022-01-27T21:53:26Z', 'revision_number': 1, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2832d344-229f-4bf2-897b-df271dcedc5b', 'name': '', 'network_id': '0bade858-af63-49b3-909a-6a7d96619464', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'mac_address': 'fa:16:3e:a3:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'f20c5a1f-1a73-4497-aee3-c74aed8b30bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:25Z', 'updated_at': '2022-01-27T21:50:31Z', 'revision_number': 5, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'subnets': [{'id': 'f20c5a1f-1a73-4497-aee3-c74aed8b30bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:53:30.862061 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6794af9-7116-4624-84af-07399e9c8111 None None] New status for floating IP 94ae9b40-cf90-4e79-b444-d70d29433033: ACTIVE {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:53:31.067816 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 8f08a7b7-e828-4b12-b9df-408c5d318493 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:31.103059 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 8f08a7b7-e828-4b12-b9df-408c5d318493 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:53:31.104994 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 8f08a7b7-e828-4b12-b9df-408c5d318493 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:32.615907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2ef5c-e623-4e5e-a05f-349bf10818d3 req-ed7bfd29-26c6-4fbc-be9c-49beae834b7e tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:32.626832 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ab2ef5c-e623-4e5e-a05f-349bf10818d3 req-ed7bfd29-26c6-4fbc-be9c-49beae834b7e tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.0772371 Jan 27 21:53:32.714615 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ab2ef5c-e623-4e5e-a05f-349bf10818d3 req-7a57f57d-c18d-4a69-9191-6db36c8bf265 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851021 Jan 27 21:53:32.807840 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5a0616-0eda-4e3a-815e-96a8c75fc97b x-openstack-request-id: req-8b5a0616-0eda-4e3a-815e-96a8c75fc97b {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:32.808722 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdc9f62-ab1d-4de7-95ef-0192f8584c7b", "name": "network-vif-deleted", "tag": "8f08a7b7-e828-4b12-b9df-408c5d318493", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:32.809272 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b5a0616-0eda-4e3a-815e-96a8c75fc97b {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:32.809873 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdc9f62-ab1d-4de7-95ef-0192f8584c7b', 'name': 'network-vif-deleted', 'tag': '8f08a7b7-e828-4b12-b9df-408c5d318493', 'status': 'completed', 'code': 200} Jan 27 21:53:33.013395 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a7a77-c98c-4b83-b51f-85ab87e04e32 req-d3991a9c-578b-4c6b-ae90-2389016bc46f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:33.018013 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f59a7a77-c98c-4b83-b51f-85ab87e04e32 req-d3991a9c-578b-4c6b-ae90-2389016bc46f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 947 time: 0.1000271 Jan 27 21:53:33.081377 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1d9d3-3188-4c48-bcb1-3a0e48002f17 req-0ebafb9d-ab1f-4f9b-9514-b05082a8c019 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:33.089077 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7d1d9d3-3188-4c48-bcb1-3a0e48002f17 req-0ebafb9d-ab1f-4f9b-9514-b05082a8c019 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.1319621 Jan 27 21:53:33.124360 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f59a7a77-c98c-4b83-b51f-85ab87e04e32 req-d5b8496f-2d68-485e-ace3-30c51a8764cb tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979102 Jan 27 21:53:33.169477 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7d1d9d3-3188-4c48-bcb1-3a0e48002f17 req-c3e25a87-ef7f-4dcb-9d6b-e78072630cbf tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789838 Jan 27 21:53:33.217826 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55624) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:33.384340 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7737ca97-7ee4-466a-9a51-e370e4772e10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05a41990f6ea418e8893c66b3dfcf380&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1628728 Jan 27 21:53:33.384557 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55630) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:33.443376 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2171365e-3a0f-4d09-ba5f-a9e088ea1baa admin admin] Publish callbacks [] for security_group (b9665c11-6d30-497f-8a35-38bfbf78314e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.469971 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2171365e-3a0f-4d09-ba5f-a9e088ea1baa admin admin] Publish callbacks [] for security_group (b9665c11-6d30-497f-8a35-38bfbf78314e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.541640 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2171365e-3a0f-4d09-ba5f-a9e088ea1baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b9665c11-6d30-497f-8a35-38bfbf78314e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.547701 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2171365e-3a0f-4d09-ba5f-a9e088ea1baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.551440 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2171365e-3a0f-4d09-ba5f-a9e088ea1baa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9665c11-6d30-497f-8a35-38bfbf78314e HTTP/1.1" status: 204 len: 168 time: 0.1635833 Jan 27 21:53:33.562540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171365e-3a0f-4d09-ba5f-a9e088ea1baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9665c11-6d30-497f-8a35-38bfbf78314e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:33.899600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499b8ca-9799-40b9-871d-37c788d08d64 req-cc555462-30c2-406f-8bd8-6bf3641519c6 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:33.908405 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7499b8ca-9799-40b9-871d-37c788d08d64 req-cc555462-30c2-406f-8bd8-6bf3641519c6 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.0769026 Jan 27 21:53:33.959121 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55660) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:33.996727 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7499b8ca-9799-40b9-871d-37c788d08d64 req-11b7eb2e-ea30-4116-83cb-e3bb01244af4 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819907 Jan 27 21:53:34.038515 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b67f7b58-cade-47eb-9b46-352bacd75d77 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c183b926356b4893aee31aed5b17da93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0783184 Jan 27 21:53:34.040942 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55666) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:34.161129 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad88c54d-72f5-41ed-8774-a2c5c05ac71f admin admin] Publish callbacks [] for security_group (5789113e-9885-4743-a49f-c2c363ed4dd5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:34.188687 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad88c54d-72f5-41ed-8774-a2c5c05ac71f admin admin] Publish callbacks [] for security_group (5789113e-9885-4743-a49f-c2c363ed4dd5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:34.260025 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad88c54d-72f5-41ed-8774-a2c5c05ac71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5789113e-9885-4743-a49f-c2c363ed4dd5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:34.271553 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad88c54d-72f5-41ed-8774-a2c5c05ac71f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:34.272762 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ad88c54d-72f5-41ed-8774-a2c5c05ac71f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5789113e-9885-4743-a49f-c2c363ed4dd5 HTTP/1.1" status: 204 len: 168 time: 0.2290442 Jan 27 21:53:34.309076 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88c54d-72f5-41ed-8774-a2c5c05ac71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5789113e-9885-4743-a49f-c2c363ed4dd5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:34.336105 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88c54d-72f5-41ed-8774-a2c5c05ac71f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:34.336497 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88c54d-72f5-41ed-8774-a2c5c05ac71f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:34.336856 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88c54d-72f5-41ed-8774-a2c5c05ac71f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:34.337191 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88c54d-72f5-41ed-8774-a2c5c05ac71f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:34.337532 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88c54d-72f5-41ed-8774-a2c5c05ac71f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:34.337871 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88c54d-72f5-41ed-8774-a2c5c05ac71f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:34.338226 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88c54d-72f5-41ed-8774-a2c5c05ac71f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:34.338560 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88c54d-72f5-41ed-8774-a2c5c05ac71f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:34.338921 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88c54d-72f5-41ed-8774-a2c5c05ac71f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:34.339327 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88c54d-72f5-41ed-8774-a2c5c05ac71f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:34.339685 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88c54d-72f5-41ed-8774-a2c5c05ac71f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:34.340015 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88c54d-72f5-41ed-8774-a2c5c05ac71f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:34.352360 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad88c54d-72f5-41ed-8774-a2c5c05ac71f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:34.462053 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-819a3457-5cd1-491f-a59a-e4e35c3a353d req-b585a464-eb3c-4ca4-9a22-be8f8677ac71 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=88378153-ac9d-430d-859e-53f2da663cdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2923782 Jan 27 21:53:34.486568 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089c0db-7059-4da6-8f69-dc7555f3ea62 req-d26e6052-489a-431c-a42d-589b1a109a6c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:34.488155 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b089c0db-7059-4da6-8f69-dc7555f3ea62 req-d26e6052-489a-431c-a42d-589b1a109a6c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 947 time: 0.1443946 Jan 27 21:53:34.571896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a3457-5cd1-491f-a59a-e4e35c3a353d req-e5fb1de7-9827-4b42-ad5f-249500b140ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:34.573439 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-819a3457-5cd1-491f-a59a-e4e35c3a353d req-e5fb1de7-9827-4b42-ad5f-249500b140ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22a8a667d68a445ca9deb3734c502f3b&device_id=88378153-ac9d-430d-859e-53f2da663cdf HTTP/1.1" status: 200 len: 1100 time: 0.0825388 Jan 27 21:53:34.577544 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b089c0db-7059-4da6-8f69-dc7555f3ea62 req-4e81d4ca-b97e-4d6a-a7f1-9f0adcf5edda tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580981 Jan 27 21:53:34.725006 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a3457-5cd1-491f-a59a-e4e35c3a353d req-7650a154-16e4-414e-8ca4-1ffa27814ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:34.727836 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-819a3457-5cd1-491f-a59a-e4e35c3a353d req-7650a154-16e4-414e-8ca4-1ffa27814ae1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.1218526 Jan 27 21:53:34.806810 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-819a3457-5cd1-491f-a59a-e4e35c3a353d req-9a2fb88d-528c-40e2-ab07-b09423c4d385 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=54b6a2ec-c587-4b69-9943-c1476acdcc50 HTTP/1.1" status: 200 len: 217 time: 0.0658116 Jan 27 21:53:34.811101 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'tag': '165d96d7-754f-426f-b018-623901ff8bd7'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:34.814535 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ba39c7-49cc-444c-9635-8b399cd4f0e3" -d '{"events": [{"name": "network-changed", "server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "tag": "165d96d7-754f-426f-b018-623901ff8bd7"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:34.881384 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ecac3-0dac-41b4-a8f0-451d5e56febf req-45a9c005-dc77-4667-b0b4-c87237e98466 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:34.883011 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb3ecac3-0dac-41b4-a8f0-451d5e56febf req-45a9c005-dc77-4667-b0b4-c87237e98466 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.1541166 Jan 27 21:53:34.934641 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a3457-5cd1-491f-a59a-e4e35c3a353d req-951fc8fa-d870-47b0-ae57-eee160bc0fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:34.936298 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-819a3457-5cd1-491f-a59a-e4e35c3a353d req-951fc8fa-d870-47b0-ae57-eee160bc0fac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1182761 Jan 27 21:53:34.995470 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb287d27-a773-4675-946c-f39f131a97d3 req-035bc7b3-8b40-4b45-8d57-64614444b9c4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.003004 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eb287d27-a773-4675-946c-f39f131a97d3 req-035bc7b3-8b40-4b45-8d57-64614444b9c4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 947 time: 0.1446939 Jan 27 21:53:35.036197 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb3ecac3-0dac-41b4-a8f0-451d5e56febf req-e8909e96-0f7a-4412-a974-931a1a4019e9 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332593 Jan 27 21:53:35.127404 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf3bd58-82ad-43e2-ab68-176d673d8517 x-openstack-request-id: req-8cf3bd58-82ad-43e2-ab68-176d673d8517 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:35.127701 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "tag": "165d96d7-754f-426f-b018-623901ff8bd7", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:35.128145 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cf3bd58-82ad-43e2-ab68-176d673d8517 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:35.128764 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'tag': '165d96d7-754f-426f-b018-623901ff8bd7', 'status': 'completed', 'code': 200} Jan 27 21:53:35.134064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a3457-5cd1-491f-a59a-e4e35c3a353d req-603e1d73-289c-4426-8417-0a6204606d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.136637 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-819a3457-5cd1-491f-a59a-e4e35c3a353d req-603e1d73-289c-4426-8417-0a6204606d03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1850617 Jan 27 21:53:35.150651 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eb287d27-a773-4675-946c-f39f131a97d3 req-a4d9f5e3-e0be-4ad3-9786-0a5ee09b30ce tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444800 Jan 27 21:53:35.163318 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-819a3457-5cd1-491f-a59a-e4e35c3a353d req-dec3579b-f4ae-4a7f-be60-6a89ece58110 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:53:35.165179 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-819a3457-5cd1-491f-a59a-e4e35c3a353d req-dec3579b-f4ae-4a7f-be60-6a89ece58110 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105875 Jan 27 21:53:35.399372 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba39c7-49cc-444c-9635-8b399cd4f0e3 req-d2d8cd75-4059-4989-9326-6596f0f0268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.399889 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba39c7-49cc-444c-9635-8b399cd4f0e3 req-d2d8cd75-4059-4989-9326-6596f0f0268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.400380 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba39c7-49cc-444c-9635-8b399cd4f0e3 req-d2d8cd75-4059-4989-9326-6596f0f0268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.400944 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba39c7-49cc-444c-9635-8b399cd4f0e3 req-d2d8cd75-4059-4989-9326-6596f0f0268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.401466 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba39c7-49cc-444c-9635-8b399cd4f0e3 req-d2d8cd75-4059-4989-9326-6596f0f0268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.401986 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba39c7-49cc-444c-9635-8b399cd4f0e3 req-d2d8cd75-4059-4989-9326-6596f0f0268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.402473 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba39c7-49cc-444c-9635-8b399cd4f0e3 req-d2d8cd75-4059-4989-9326-6596f0f0268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.405042 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06ba39c7-49cc-444c-9635-8b399cd4f0e3 req-d2d8cd75-4059-4989-9326-6596f0f0268c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e6a4591e21842348002d2aff51fa01d&device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 6491 time: 0.2385399 Jan 27 21:53:35.418207 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f11a5-8ab1-45e3-84d2-49548d7b2e14 req-7e8a08dd-33c4-4b4c-9ced-73f026d837d3 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.425701 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-536f11a5-8ab1-45e3-84d2-49548d7b2e14 req-7e8a08dd-33c4-4b4c-9ced-73f026d837d3 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.1636209 Jan 27 21:53:35.446893 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-819a3457-5cd1-491f-a59a-e4e35c3a353d req-7a762e28-f1c1-48ef-b258-5006c2ae392a service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695334 Jan 27 21:53:35.623544 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-536f11a5-8ab1-45e3-84d2-49548d7b2e14 req-ee54866b-7d7b-4a2c-a235-23f84bab773f tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968412 Jan 27 21:53:35.692418 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-819a3457-5cd1-491f-a59a-e4e35c3a353d req-6c0963da-7dc3-40c5-879b-1f0affb5d924 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169340 Jan 27 21:53:35.739642 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba39c7-49cc-444c-9635-8b399cd4f0e3 req-a1460bce-3dfe-4ba5-bcfc-f11d65c80678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.741398 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06ba39c7-49cc-444c-9635-8b399cd4f0e3 req-a1460bce-3dfe-4ba5-bcfc-f11d65c80678 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bade858-af63-49b3-909a-6a7d96619464 HTTP/1.1" status: 200 len: 912 time: 0.3137472 Jan 27 21:53:35.842220 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06ba39c7-49cc-444c-9635-8b399cd4f0e3 req-64e6babb-99ac-4a0c-a394-ec47ce49448c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=165d96d7-754f-426f-b018-623901ff8bd7 HTTP/1.1" status: 200 len: 1000 time: 0.0919433 Jan 27 21:53:35.905759 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba39c7-49cc-444c-9635-8b399cd4f0e3 req-14ee4cce-af36-4ee4-9cde-969c435f1dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.907914 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06ba39c7-49cc-444c-9635-8b399cd4f0e3 req-14ee4cce-af36-4ee4-9cde-969c435f1dff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f20c5a1f-1a73-4497-aee3-c74aed8b30bf HTTP/1.1" status: 200 len: 850 time: 0.0591288 Jan 27 21:53:36.005151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba39c7-49cc-444c-9635-8b399cd4f0e3 req-564a9c4c-412d-4b5f-96ea-1d426ea212a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:36.009101 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06ba39c7-49cc-444c-9635-8b399cd4f0e3 req-564a9c4c-412d-4b5f-96ea-1d426ea212a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bade858-af63-49b3-909a-6a7d96619464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948391 Jan 27 21:53:36.143836 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06ba39c7-49cc-444c-9635-8b399cd4f0e3 req-f6f50f48-6a1c-477c-a5df-bfd047244bc9 service neutron] 10.222.0.15 "GET /v2.0/networks/0bade858-af63-49b3-909a-6a7d96619464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242766 Jan 27 21:53:36.314431 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06ba39c7-49cc-444c-9635-8b399cd4f0e3 req-38a699c3-986c-4fad-b708-fdcb51bca003 service neutron] 10.222.0.15 "GET /v2.0/networks/0bade858-af63-49b3-909a-6a7d96619464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636431 Jan 27 21:53:36.337843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298e9f5-9850-4e58-b62c-13fc87744151 req-ba134322-ebcb-4026-a385-2acfbdb9e3f7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:36.339708 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b298e9f5-9850-4e58-b62c-13fc87744151 req-ba134322-ebcb-4026-a385-2acfbdb9e3f7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.0982130 Jan 27 21:53:36.436547 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b298e9f5-9850-4e58-b62c-13fc87744151 req-093b310c-7a89-4c2b-9bb0-3798ae5d15c1 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902903 Jan 27 21:53:36.946334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:37.069973 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:37.070385 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:37.118691 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:37.123990 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd305777-dc38-48bb-9385-93effe777e57" -d '{"events": [{"server_uuid": "d8c1d721-463b-4e12-80a4-6602c894c588", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:37.139018 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:37.146068 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:37.208911 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,revision_number=14']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:37.219443 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:37.219899 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:37.220801 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:37.221160 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:37.221660 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:37.221998 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:37.222489 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:37.222842 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:37.223304 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:37.223656 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:37.223992 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:37.224521 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:37.224881 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:37.412034 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fb07-0027-4a06-bf2c-05812cb66ba7 req-6d9c3033-0c27-4893-9f50-b9ef1cf1196b tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:37.413663 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8383fb07-0027-4a06-bf2c-05812cb66ba7 req-6d9c3033-0c27-4893-9f50-b9ef1cf1196b tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.4127264 Jan 27 21:53:37.478208 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8383fb07-0027-4a06-bf2c-05812cb66ba7 req-c96b2933-58f7-4dc9-b841-81fe16d6818e tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550733 Jan 27 21:53:37.563439 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419ff8eb-7ae7-4154-81b4-c5a137203f4a x-openstack-request-id: req-419ff8eb-7ae7-4154-81b4-c5a137203f4a {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:37.563938 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c1d721-463b-4e12-80a4-6602c894c588", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:37.564336 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-419ff8eb-7ae7-4154-81b4-c5a137203f4a {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:37.564824 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50', 'code': 200} Jan 27 21:53:37.695065 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb2092-816e-451a-9945-44aafc09a6dc req-b0aaf6e6-dd14-40cf-9b85-81464376e103 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:37.697345 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-40bb2092-816e-451a-9945-44aafc09a6dc req-b0aaf6e6-dd14-40cf-9b85-81464376e103 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.1004331 Jan 27 21:53:37.710167 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bbef8-c696-4c87-8567-1a5ecc6b2b2e req-86aa9c71-0e0a-431e-b60e-2c314bcb0646 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:37.712323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-571bbef8-c696-4c87-8567-1a5ecc6b2b2e req-86aa9c71-0e0a-431e-b60e-2c314bcb0646 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0757964 Jan 27 21:53:37.789161 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-40bb2092-816e-451a-9945-44aafc09a6dc req-49f34cfd-16ee-483d-962d-5b3462a54b21 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755713 Jan 27 21:53:37.793528 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-571bbef8-c696-4c87-8567-1a5ecc6b2b2e req-dc738e00-0c5a-478d-9664-035e293e85df tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739684 Jan 27 21:53:38.168789 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae67fc5-8eeb-4131-ae2d-b8151226ce5d req-3db16c8c-3a3d-4251-8184-8feaed14c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:38.170301 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ae67fc5-8eeb-4131-ae2d-b8151226ce5d req-3db16c8c-3a3d-4251-8184-8feaed14c2f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 1096 time: 0.0749829 Jan 27 21:53:38.177143 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a1348-f886-4ec0-8b5a-169cecece585 req-472c9b04-5a92-484a-ab42-5cb09c68b76b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:38.178604 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-173a1348-f886-4ec0-8b5a-169cecece585 req-472c9b04-5a92-484a-ab42-5cb09c68b76b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0845554 Jan 27 21:53:38.284530 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-173a1348-f886-4ec0-8b5a-169cecece585 req-3f624269-4c1d-419b-955f-551fddf16e90 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971813 Jan 27 21:53:38.305129 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae67fc5-8eeb-4131-ae2d-b8151226ce5d req-8e78e733-70a6-4af7-9714-a890d41d43e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:38.306958 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ae67fc5-8eeb-4131-ae2d-b8151226ce5d req-8e78e733-70a6-4af7-9714-a890d41d43e9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 913 time: 0.1272073 Jan 27 21:53:38.378582 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ae67fc5-8eeb-4131-ae2d-b8151226ce5d req-f95b88d8-1744-4f78-93f8-a713218292c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 HTTP/1.1" status: 200 len: 999 time: 0.0631926 Jan 27 21:53:38.432743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae67fc5-8eeb-4131-ae2d-b8151226ce5d req-c61874ac-b30e-47ff-bef2-bd309afbba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:38.434357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ae67fc5-8eeb-4131-ae2d-b8151226ce5d req-c61874ac-b30e-47ff-bef2-bd309afbba9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.0491779 Jan 27 21:53:38.486202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae67fc5-8eeb-4131-ae2d-b8151226ce5d req-527d0a2b-c41c-462e-a1b9-63f837dd6a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:38.487848 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ae67fc5-8eeb-4131-ae2d-b8151226ce5d req-527d0a2b-c41c-462e-a1b9-63f837dd6a2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424938 Jan 27 21:53:38.628520 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55930) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:38.636704 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ae67fc5-8eeb-4131-ae2d-b8151226ce5d req-e03841d4-dd5a-437d-bdea-a78d2f857f11 service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416717 Jan 27 21:53:38.653385 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d8dd0-06fb-4429-a206-2c124d81d681 req-81ae3ee1-297c-4e1e-a207-e050920359e9 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:38.655091 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d63d8dd0-06fb-4429-a206-2c124d81d681 req-81ae3ee1-297c-4e1e-a207-e050920359e9 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.0834672 Jan 27 21:53:38.712964 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d63d8dd0-06fb-4429-a206-2c124d81d681 req-51749265-8a7d-4f1e-af6f-433c01a5938d tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505807 Jan 27 21:53:38.792682 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d4359d5d-7967-4ee9-8ae9-dc4abc949197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:38.862529 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ae67fc5-8eeb-4131-ae2d-b8151226ce5d req-1b377f1a-f78c-4a55-b229-e3e51becc649 service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454945 Jan 27 21:53:38.931381 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d4359d5d-7967-4ee9-8ae9-dc4abc949197 admin admin] Publish callbacks [] for security_group (38633b97-2988-4a5c-aeda-092e86b96f2b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:38.962749 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d4359d5d-7967-4ee9-8ae9-dc4abc949197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (38633b97-2988-4a5c-aeda-092e86b96f2b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:39.032764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7ae1f-2a5a-4e8b-8d0d-0aaadfd23e6e req-60e0f0ce-9c5f-4727-a22f-9b7891396c89 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:39.034434 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4a7ae1f-2a5a-4e8b-8d0d-0aaadfd23e6e req-60e0f0ce-9c5f-4727-a22f-9b7891396c89 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.1140211 Jan 27 21:53:39.036625 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d4359d5d-7967-4ee9-8ae9-dc4abc949197 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=188f7740edfe4666b50fa5d970e08ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4071133 Jan 27 21:53:39.039368 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4359d5d-7967-4ee9-8ae9-dc4abc949197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38633b97-2988-4a5c-aeda-092e86b96f2b,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:39.039908 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55964) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:39.100346 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4a7ae1f-2a5a-4e8b-8d0d-0aaadfd23e6e req-4e91ae71-b370-4df8-bfb4-db7660f48624 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479851 Jan 27 21:53:39.155164 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3bb0b40-0ec3-4fdf-952e-5d43e38ee831 admin admin] Publish callbacks [] for security_group (38633b97-2988-4a5c-aeda-092e86b96f2b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:39.181571 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3bb0b40-0ec3-4fdf-952e-5d43e38ee831 admin admin] Publish callbacks [] for security_group (38633b97-2988-4a5c-aeda-092e86b96f2b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:39.257001 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3bb0b40-0ec3-4fdf-952e-5d43e38ee831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (38633b97-2988-4a5c-aeda-092e86b96f2b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:39.260150 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3bb0b40-0ec3-4fdf-952e-5d43e38ee831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:39.265133 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b3bb0b40-0ec3-4fdf-952e-5d43e38ee831 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38633b97-2988-4a5c-aeda-092e86b96f2b HTTP/1.1" status: 204 len: 168 time: 0.2239296 Jan 27 21:53:39.278396 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb0b40-0ec3-4fdf-952e-5d43e38ee831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38633b97-2988-4a5c-aeda-092e86b96f2b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:39.479741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f11e20-57b8-4703-ae50-ae47e50a53a7 req-5dcbc710-96f4-4fef-8a4d-c5f419ffe9f7 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:39.484711 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43f11e20-57b8-4703-ae50-ae47e50a53a7 req-5dcbc710-96f4-4fef-8a4d-c5f419ffe9f7 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0605185 Jan 27 21:53:39.554653 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43f11e20-57b8-4703-ae50-ae47e50a53a7 req-6c549228-7f59-4097-8bfe-328cc0606e05 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672596 Jan 27 21:53:39.645870 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56000) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:39.663869 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e99bd158-db83-4a5a-a39d-2cf94c3fdaa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:39.776704 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e99bd158-db83-4a5a-a39d-2cf94c3fdaa0 admin admin] Publish callbacks [] for security_group (20cd5914-9047-428c-b05d-fe50d876fe24), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:39.784943 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e99bd158-db83-4a5a-a39d-2cf94c3fdaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (20cd5914-9047-428c-b05d-fe50d876fe24), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:39.868820 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e99bd158-db83-4a5a-a39d-2cf94c3fdaa0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a61393ae966a4623933b301cd65d331f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2208061 Jan 27 21:53:39.871456 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56014) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:39.899211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bd158-db83-4a5a-a39d-2cf94c3fdaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cd5914-9047-428c-b05d-fe50d876fe24,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:39.925247 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9371-18a4-4455-97fa-a22dc83686c3 admin admin] Publish callbacks [] for security_group (20cd5914-9047-428c-b05d-fe50d876fe24), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:39.947806 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9371-18a4-4455-97fa-a22dc83686c3 admin admin] Publish callbacks [] for security_group (20cd5914-9047-428c-b05d-fe50d876fe24), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:39.949531 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8edf8-dfcd-449e-b79f-bf332ae3296d req-4f214171-ce36-4fad-bfed-caab5a50e425 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:39.951032 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6d8edf8-dfcd-449e-b79f-bf332ae3296d req-4f214171-ce36-4fad-bfed-caab5a50e425 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.1438143 Jan 27 21:53:39.985457 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-1f6d2f66-479a-417d-8424-72989446b3bd tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:39.987486 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-1f6d2f66-479a-417d-8424-72989446b3bd tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/networks?id=b7cc92cc-569a-4215-b0d9-4db31ccfa350 HTTP/1.1" status: 200 len: 804 time: 0.1813247 Jan 27 21:53:40.011441 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9371-18a4-4455-97fa-a22dc83686c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (20cd5914-9047-428c-b05d-fe50d876fe24), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:40.014120 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9371-18a4-4455-97fa-a22dc83686c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:40.015312 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0f8b9371-18a4-4455-97fa-a22dc83686c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20cd5914-9047-428c-b05d-fe50d876fe24 HTTP/1.1" status: 204 len: 168 time: 0.1428010 Jan 27 21:53:40.024430 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b9371-18a4-4455-97fa-a22dc83686c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cd5914-9047-428c-b05d-fe50d876fe24,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:40.041358 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-d979ee39-1152-452f-a3cb-e69e5d9b196e tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/quotas/ddb45a567cd143eb8a9778adb808c4e7 HTTP/1.1" status: 200 len: 375 time: 0.0386028 Jan 27 21:53:40.081462 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6d8edf8-dfcd-449e-b79f-bf332ae3296d req-94dbfb3b-573f-4105-a6c5-dc0947248f37 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229894 Jan 27 21:53:40.122558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-bdf548b3-40b7-45ff-9dd7-7a3a023d1457 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddb45a567cd143eb8a9778adb808c4e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0647705 Jan 27 21:53:40.237391 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174eb7ea-61c4-4f36-8073-d28aa064f327 req-5dfb8abc-0cb4-429b-a776-1f250b9404e6 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:40.238903 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-174eb7ea-61c4-4f36-8073-d28aa064f327 req-5dfb8abc-0cb4-429b-a776-1f250b9404e6 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.0596392 Jan 27 21:53:40.290247 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-2f494487-994f-4ced-b012-71eeeadf80c4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:53:40.291300 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-2f494487-994f-4ced-b012-71eeeadf80c4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1622059 Jan 27 21:53:40.298774 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-174eb7ea-61c4-4f36-8073-d28aa064f327 req-d1a7ee05-f80a-406b-b202-65ef62584f60 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527041 Jan 27 21:53:40.407133 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-9dda15bd-85ef-4dd0-9080-03a605eba914 service neutron] 10.222.0.23 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072705 Jan 27 21:53:40.508253 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-3f182252-f9c5-4815-913a-ed327f217bae service neutron] 10.222.0.23 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946078 Jan 27 21:53:40.682205 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-558978d6-d520-46e0-89a1-972f7ef0f9cf req-a9507da2-6e14-4840-ae86-9568448f84d0 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 210 time: 0.0318973 Jan 27 21:53:40.742013 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddba7c-4759-4de5-8829-f7914bed6b2b req-08ead064-8ef2-4ca3-af89-51be44504409 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:40.744058 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c1ddba7c-4759-4de5-8829-f7914bed6b2b req-08ead064-8ef2-4ca3-af89-51be44504409 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0926557 Jan 27 21:53:40.795843 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c1ddba7c-4759-4de5-8829-f7914bed6b2b req-a4bc3ac1-d70b-4ecf-939c-7e6d400d17d0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448089 Jan 27 21:53:40.994182 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc1c38-5c41-4b86-8379-08e3f48bd31e req-80bcb98e-3406-485b-8d49-813a35db030c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:40.995741 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9dcc1c38-5c41-4b86-8379-08e3f48bd31e req-80bcb98e-3406-485b-8d49-813a35db030c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0563316 Jan 27 21:53:41.046020 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9dcc1c38-5c41-4b86-8379-08e3f48bd31e req-a82f2396-abb1-401c-bf4a-fe5ec818d331 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427456 Jan 27 21:53:41.120080 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a032943a-8e6b-43c2-8026-049b8afc142b req-eff7b3ee-2132-4bc3-9452-d808f4e5d7ef tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=02b5422e1c234822ac1c42e15152861b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244677 Jan 27 21:53:41.224965 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca793d6a-7ca1-4654-b651-f6ed340ab89e req-c3866173-f97b-4104-8882-48888bac9865 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:41.227095 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca793d6a-7ca1-4654-b651-f6ed340ab89e req-c3866173-f97b-4104-8882-48888bac9865 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.1052947 Jan 27 21:53:41.283856 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032943a-8e6b-43c2-8026-049b8afc142b req-f15b4f46-ccbc-45c0-b906-eb5d78979280 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:41.285457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a032943a-8e6b-43c2-8026-049b8afc142b req-f15b4f46-ccbc-45c0-b906-eb5d78979280 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1544447 Jan 27 21:53:41.311415 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca793d6a-7ca1-4654-b651-f6ed340ab89e req-68c17e2f-63ee-4b0b-bb48-fc0b0bafd502 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743120 Jan 27 21:53:41.313062 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a032943a-8e6b-43c2-8026-049b8afc142b req-c35a7c1c-87b6-4dbb-b848-8daa07efbff5 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/quotas/02b5422e1c234822ac1c42e15152861b HTTP/1.1" status: 200 len: 375 time: 0.0171835 Jan 27 21:53:41.345240 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a032943a-8e6b-43c2-8026-049b8afc142b req-ecd76472-e272-4538-9cc3-f326bd94f45d tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=02b5422e1c234822ac1c42e15152861b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262926 Jan 27 21:53:41.434163 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39691d6d-05cc-411d-9ec2-23c9ac3cac3c req-7d2a7bd1-485a-4b4c-9c9a-a3f43c38980d tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:41.435743 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-39691d6d-05cc-411d-9ec2-23c9ac3cac3c req-7d2a7bd1-485a-4b4c-9c9a-a3f43c38980d tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.0520105 Jan 27 21:53:41.495031 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-39691d6d-05cc-411d-9ec2-23c9ac3cac3c req-5567ba23-95f8-4011-ad59-36499314804f tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535212 Jan 27 21:53:41.560511 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba27e1-c160-4f4d-971c-e2ac40db94f1 req-67870be0-6250-49c1-b608-1136f20a39d1 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:41.562007 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12ba27e1-c160-4f4d-971c-e2ac40db94f1 req-67870be0-6250-49c1-b608-1136f20a39d1 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.0529146 Jan 27 21:53:41.616721 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12ba27e1-c160-4f4d-971c-e2ac40db94f1 req-300abc78-9bdf-402c-9f34-93b43e71c54c tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490766 Jan 27 21:53:41.731549 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1fad195-27d7-475d-a608-b9e05bdd78cd req-7971b27f-9944-42f5-a895-0740e49a6daf tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 210 time: 0.0356655 Jan 27 21:53:41.840444 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-76700f18-8e32-4617-bec1-7668fffde803 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:41.847278 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-76700f18-8e32-4617-bec1-7668fffde803 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 812 time: 0.2057962 Jan 27 21:53:41.864195 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-f2241035-2fb1-4f36-b23a-cd9a489d6937 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/quotas/61d13348ee1947f6862828ce6fcbfac2 HTTP/1.1" status: 200 len: 375 time: 0.0159843 Jan 27 21:53:41.934584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-5b3ba119-9508-4ea7-8e92-9a8129b44f5a tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:41.936050 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-5b3ba119-9508-4ea7-8e92-9a8129b44f5a tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.21 "GET /v2.0/networks?id=b7cc92cc-569a-4215-b0d9-4db31ccfa350 HTTP/1.1" status: 200 len: 804 time: 0.1800230 Jan 27 21:53:41.953005 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-a8d6515c-baef-4aa7-830c-5dc08a326312 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0761044 Jan 27 21:53:42.020991 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-ac78b4c1-d780-4c80-859b-ef5e3dcfa4fa tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Request body: {'port': {'device_id': 'ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb', 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350', 'admin_state_up': True, 'tenant_id': 'ddb45a567cd143eb8a9778adb808c4e7'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:42.046520 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77b5c5e2-7cb9-4f34-98a6-724bb2747403 req-667b12d4-81a0-4551-b5ac-8122ed0ca309 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 210 time: 0.0789948 Jan 27 21:53:42.141733 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-5a8f44af-44ad-48ea-b75f-5e6539d48e4c service neutron] 10.222.0.23 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820631 Jan 27 21:53:42.228421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-ac78b4c1-d780-4c80-859b-ef5e3dcfa4fa tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Made reservation on behalf of ddb45a567cd143eb8a9778adb808c4e7 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:53:42.231608 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-ac78b4c1-d780-4c80-859b-ef5e3dcfa4fa tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.274002 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-e1e33c45-6d46-4195-a37a-44ffe5ae79bc service neutron] 10.222.0.23 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223619 Jan 27 21:53:42.361949 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb65ba-48ee-4be8-9488-6af518a64b23 req-9e79923c-afcc-4d3c-9e1e-3eac44c31fa6 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:42.363445 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-26eb65ba-48ee-4be8-9488-6af518a64b23 req-9e79923c-afcc-4d3c-9e1e-3eac44c31fa6 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.21 "GET /v2.0/ports?device_id=23436db8-93bb-4bbc-80ca-4bd1b89e46e7 HTTP/1.1" status: 200 len: 945 time: 0.0529068 Jan 27 21:53:42.394079 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-ac78b4c1-d780-4c80-859b-ef5e3dcfa4fa tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Allocated IP 172.20.0.3 (b7cc92cc-569a-4215-b0d9-4db31ccfa350/1c04e36a-ac28-4796-9e9d-94f1aca319f2/899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:42.466224 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ba013c9-7df8-45e7-b1c9-4da53bfba762 req-377637aa-fa41-4760-aad1-30c72d5bcc98 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 210 time: 0.0385306 Jan 27 21:53:42.473925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-26eb65ba-48ee-4be8-9488-6af518a64b23 req-03529488-b0c9-4e23-b95b-3ad012b650b8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Deleting port 44cf6f3b-b32c-4275-8e2e-744d470627e2 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:42.474196 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-26eb65ba-48ee-4be8-9488-6af518a64b23 req-03529488-b0c9-4e23-b95b-3ad012b650b8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (44cf6f3b-b32c-4275-8e2e-744d470627e2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.552204 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.628221 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-ac78b4c1-d780-4c80-859b-ef5e3dcfa4fa tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks [] for port (899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.637679 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-26eb65ba-48ee-4be8-9488-6af518a64b23 req-03529488-b0c9-4e23-b95b-3ad012b650b8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] For port 44cf6f3b-b32c-4275-8e2e-744d470627e2, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=44cf6f3b-b32c-4275-8e2e-744d470627e2,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:42.638430 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-26eb65ba-48ee-4be8-9488-6af518a64b23 req-03529488-b0c9-4e23-b95b-3ad012b650b8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (44cf6f3b-b32c-4275-8e2e-744d470627e2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.662225 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-26eb65ba-48ee-4be8-9488-6af518a64b23 req-03529488-b0c9-4e23-b95b-3ad012b650b8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Calling delete_port for 44cf6f3b-b32c-4275-8e2e-744d470627e2 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:42.779240 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a032943a-8e6b-43c2-8026-049b8afc142b req-bab75422-f898-4eae-960d-7186717f6fee tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=02b5422e1c234822ac1c42e15152861b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1183228 Jan 27 21:53:42.810511 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-26eb65ba-48ee-4be8-9488-6af518a64b23 req-03529488-b0c9-4e23-b95b-3ad012b650b8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (44cf6f3b-b32c-4275-8e2e-744d470627e2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.848676 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03529488-b0c9-4e23-b95b-3ad012b650b8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Pushing event deleted for resources: {'Port': ['ID=44cf6f3b-b32c-4275-8e2e-744d470627e2,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:42.859891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fc889-02e7-4839-8caf-48b0a23cd953 req-c16d73d2-78c6-4b9e-b742-89bc664e4305 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:42.868356 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-162fc889-02e7-4839-8caf-48b0a23cd953 req-c16d73d2-78c6-4b9e-b742-89bc664e4305 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.2333539 Jan 27 21:53:42.886972 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-ac78b4c1-d780-4c80-859b-ef5e3dcfa4fa tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.894317 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-26eb65ba-48ee-4be8-9488-6af518a64b23 req-03529488-b0c9-4e23-b95b-3ad012b650b8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] No DVR routers for this DVR port 44cf6f3b-b32c-4275-8e2e-744d470627e2 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:53:42.896933 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-26eb65ba-48ee-4be8-9488-6af518a64b23 req-03529488-b0c9-4e23-b95b-3ad012b650b8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.900452 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-26eb65ba-48ee-4be8-9488-6af518a64b23 req-03529488-b0c9-4e23-b95b-3ad012b650b8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.21 "DELETE /v2.0/ports/44cf6f3b-b32c-4275-8e2e-744d470627e2 HTTP/1.1" status: 204 len: 173 time: 0.5297911 Jan 27 21:53:42.900905 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23436db8-93bb-4bbc-80ca-4bd1b89e46e7', 'name': 'network-vif-deleted', 'tag': '44cf6f3b-b32c-4275-8e2e-744d470627e2'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:42.903302 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b60686-e828-40d6-8f49-64730a2a4aac" -d '{"events": [{"server_uuid": "23436db8-93bb-4bbc-80ca-4bd1b89e46e7", "name": "network-vif-deleted", "tag": "44cf6f3b-b32c-4275-8e2e-744d470627e2"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:42.932406 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edb555-8bbd-455d-a200-0872e08fd5ba req-d74af492-e4a9-41aa-a505-654c32baa63f tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:42.936471 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7edb555-8bbd-455d-a200-0872e08fd5ba req-d74af492-e4a9-41aa-a505-654c32baa63f tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.1958015 Jan 27 21:53:42.995322 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 44cf6f3b-b32c-4275-8e2e-744d470627e2 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:43.029448 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 44cf6f3b-b32c-4275-8e2e-744d470627e2 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:53:43.030063 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 44cf6f3b-b32c-4275-8e2e-744d470627e2 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:43.031656 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-ac78b4c1-d780-4c80-859b-ef5e3dcfa4fa tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Network b7cc92cc-569a-4215-b0d9-4db31ccfa350 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:43.056813 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-ac78b4c1-d780-4c80-859b-ef5e3dcfa4fa tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:43.066867 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-ac78b4c1-d780-4c80-859b-ef5e3dcfa4fa tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:43.078693 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-162fc889-02e7-4839-8caf-48b0a23cd953 req-df4038ce-c1f0-4d47-827c-2eb9991c3726 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094059 Jan 27 21:53:43.079317 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78b4c1-d780-4c80-859b-ef5e3dcfa4fa tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Pushing event updated for resources: {'Port': ['ID=899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:43.204267 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4740bf0-1ab3-4890-b329-925a46460948 req-e2fb2895-5001-41c2-804d-8061f00612db tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 210 time: 0.0464833 Jan 27 21:53:43.208224 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7edb555-8bbd-455d-a200-0872e08fd5ba req-34b49274-dcdd-4b4e-b254-9ef6c1a22bb1 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2531359 Jan 27 21:53:43.230238 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-ac78b4c1-d780-4c80-859b-ef5e3dcfa4fa tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:43.230238 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-ac78b4c1-d780-4c80-859b-ef5e3dcfa4fa tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.238924 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032943a-8e6b-43c2-8026-049b8afc142b req-3d33849a-8090-4143-b8fb-5f4718e96451 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:43.240543 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a032943a-8e6b-43c2-8026-049b8afc142b req-3d33849a-8090-4143-b8fb-5f4718e96451 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3029661 Jan 27 21:53:43.256248 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-ac78b4c1-d780-4c80-859b-ef5e3dcfa4fa tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2654843 Jan 27 21:53:43.261576 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a032943a-8e6b-43c2-8026-049b8afc142b req-7850beca-2ccd-465c-94f8-a23b59fac747 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Request body: {'port': {'device_id': 'a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '02b5422e1c234822ac1c42e15152861b'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:43.268070 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f782e3-8b1b-46f6-a5ab-90a44a18bfd3 x-openstack-request-id: req-f8f782e3-8b1b-46f6-a5ab-90a44a18bfd3 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:43.268936 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23436db8-93bb-4bbc-80ca-4bd1b89e46e7", "name": "network-vif-deleted", "tag": "44cf6f3b-b32c-4275-8e2e-744d470627e2", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:43.269477 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f8f782e3-8b1b-46f6-a5ab-90a44a18bfd3 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:43.269980 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23436db8-93bb-4bbc-80ca-4bd1b89e46e7', 'name': 'network-vif-deleted', 'tag': '44cf6f3b-b32c-4275-8e2e-744d470627e2', 'status': 'completed', 'code': 200} Jan 27 21:53:43.271347 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] Request body: {'port': {'device_id': 'ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:43.424942 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.482985 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82536da3-1850-41e2-be4d-9c0cc0f1f74f req-ba21ae42-ff4a-4623-b377-90f4f0f4be96 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:43.484644 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82536da3-1850-41e2-be4d-9c0cc0f1f74f req-ba21ae42-ff4a-4623-b377-90f4f0f4be96 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 931 time: 0.1284666 Jan 27 21:53:43.505268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a032943a-8e6b-43c2-8026-049b8afc142b req-7850beca-2ccd-465c-94f8-a23b59fac747 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Made reservation on behalf of 02b5422e1c234822ac1c42e15152861b for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:53:43.509039 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a032943a-8e6b-43c2-8026-049b8afc142b req-7850beca-2ccd-465c-94f8-a23b59fac747 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.544809 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a032943a-8e6b-43c2-8026-049b8afc142b req-7850beca-2ccd-465c-94f8-a23b59fac747 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.658127 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b3edb89-cce1-4197-8c70-3c3f9d944164 req-3685aef8-d63b-4d8f-9ebd-12514f21567d tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 210 time: 0.1084249 Jan 27 21:53:43.667240 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82536da3-1850-41e2-be4d-9c0cc0f1f74f req-5edba2c6-a8a3-4eab-9186-30b952df4ae2 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745114 Jan 27 21:53:43.816691 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a032943a-8e6b-43c2-8026-049b8afc142b req-7850beca-2ccd-465c-94f8-a23b59fac747 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Publish callbacks [] for security_group (d7feba74-114e-425b-8952-cebc46b3d1d3), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.817865 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6292333b-00fd-456d-a741-b0bda8812e7c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:43.819677 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6292333b-00fd-456d-a741-b0bda8812e7c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.21 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 812 time: 0.1562152 Jan 27 21:53:43.823766 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a032943a-8e6b-43c2-8026-049b8afc142b req-7850beca-2ccd-465c-94f8-a23b59fac747 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d7feba74-114e-425b-8952-cebc46b3d1d3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.847920 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-26ad5c8d-a8e5-4a50-89e5-120cf13333be tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Request body: {'port': {'device_id': '0c8bfd13-f092-42d8-ab36-cdf94ebde2c4', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'admin_state_up': True, 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:43.916511 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850beca-2ccd-465c-94f8-a23b59fac747 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7feba74-114e-425b-8952-cebc46b3d1d3,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:43.960378 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-26ad5c8d-a8e5-4a50-89e5-120cf13333be tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Made reservation on behalf of 61d13348ee1947f6862828ce6fcbfac2 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:53:43.963833 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-26ad5c8d-a8e5-4a50-89e5-120cf13333be tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.995727 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:44.006559 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] Publish callbacks [] for port (899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.030150 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] Transition to ACTIVE for port object 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:53:44.036187 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-a032943a-8e6b-43c2-8026-049b8afc142b req-7850beca-2ccd-465c-94f8-a23b59fac747 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Allocated IP 192.168.233.19 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/5bbcf11c-c7d5-4b28-a1e9-82eab6249058) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:44.038041 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.118914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] Pushing event updated for resources: {'Port': ['ID=899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:44.400044 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-26ad5c8d-a8e5-4a50-89e5-120cf13333be tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Allocated IP 172.20.0.9 (6b844948-3293-4ffe-a8d3-7b6f6d1ebeef/e758eeac-7ebf-4254-8c02-8b091e926322/2ca85ad1-0bfa-4474-9aca-1d5de0dbff10) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:44.552518 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-26ad5c8d-a8e5-4a50-89e5-120cf13333be tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for port (2ca85ad1-0bfa-4474-9aca-1d5de0dbff10), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.586926 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-26ad5c8d-a8e5-4a50-89e5-120cf13333be tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (2ca85ad1-0bfa-4474-9aca-1d5de0dbff10), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.612124 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6be6e65-8e35-48c6-bca1-19c7262b0ba5 req-1fad7c53-3d60-478d-8bd0-d1e43d64629a tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 210 time: 0.0444551 Jan 27 21:53:44.632486 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-26ad5c8d-a8e5-4a50-89e5-120cf13333be tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:44.637722 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-26ad5c8d-a8e5-4a50-89e5-120cf13333be tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:44.642264 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-26ad5c8d-a8e5-4a50-89e5-120cf13333be tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:44.658913 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] Attempting to bind port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:53:44.659443 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] Attempting to bind port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '09a77e7c-d576-4afe-b947-6dc9fc650515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:53:44.659554 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] Attempting to bind port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e on network b7cc92cc-569a-4215-b0d9-4db31ccfa350 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:44.665827 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad5c8d-a8e5-4a50-89e5-120cf13333be tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Pushing event updated for resources: {'Port': ['ID=2ca85ad1-0bfa-4474-9aca-1d5de0dbff10,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:44.672778 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d76a47-b5c6-4825-a204-b0f7ddda71df req-60fc0191-c8b4-43fa-9fee-4330e0497e3d tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:44.674326 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2d76a47-b5c6-4825-a204-b0f7ddda71df req-60fc0191-c8b4-43fa-9fee-4330e0497e3d tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.4907303 Jan 27 21:53:44.686813 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a032943a-8e6b-43c2-8026-049b8afc142b req-7850beca-2ccd-465c-94f8-a23b59fac747 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Publish callbacks [] for port (5bbcf11c-c7d5-4b28-a1e9-82eab6249058), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.692705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] Port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e on network b7cc92cc-569a-4215-b0d9-4db31ccfa350 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:53:44.693014 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] Attempting to bind port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e on network b7cc92cc-569a-4215-b0d9-4db31ccfa350 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:44.700903 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-26ad5c8d-a8e5-4a50-89e5-120cf13333be tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:44.701719 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-26ad5c8d-a8e5-4a50-89e5-120cf13333be tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.711784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:53:44.711784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] Checking segment: {'id': '09a77e7c-d576-4afe-b947-6dc9fc650515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:44.712125 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] Bound using segment: {'id': '09a77e7c-d576-4afe-b947-6dc9fc650515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:53:44.712605 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] Bound port: 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a77e7c-d576-4afe-b947-6dc9fc650515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:53:44.712961 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.726127 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-26ad5c8d-a8e5-4a50-89e5-120cf13333be tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8806858 Jan 27 21:53:44.736743 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] Request body: {'port': {'device_id': '0c8bfd13-f092-42d8-ab36-cdf94ebde2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:44.798798 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2ca85ad1-0bfa-4474-9aca-1d5de0dbff10), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.833523 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2d76a47-b5c6-4825-a204-b0f7ddda71df req-03e7781a-5660-41b5-92c5-df9fecbd081b tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522775 Jan 27 21:53:44.852985 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7b2be-f106-4b5c-be83-9f3a736e32b9 req-bc0538e6-f6c3-47c7-bfc0-113d780ee150 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:44.860131 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83f7b2be-f106-4b5c-be83-9f3a736e32b9 req-bc0538e6-f6c3-47c7-bfc0-113d780ee150 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.1536815 Jan 27 21:53:44.866840 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a032943a-8e6b-43c2-8026-049b8afc142b req-7850beca-2ccd-465c-94f8-a23b59fac747 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5bbcf11c-c7d5-4b28-a1e9-82eab6249058), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.926221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] For port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:53:44.955797 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] For port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:53:44.962766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a032943a-8e6b-43c2-8026-049b8afc142b req-7850beca-2ccd-465c-94f8-a23b59fac747 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:44.971486 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.976801 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-a032943a-8e6b-43c2-8026-049b8afc142b req-7850beca-2ccd-465c-94f8-a23b59fac747 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:44.984023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850beca-2ccd-465c-94f8-a23b59fac747 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Pushing event updated for resources: {'Port': ['ID=5bbcf11c-c7d5-4b28-a1e9-82eab6249058,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:44.994998 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a032943a-8e6b-43c2-8026-049b8afc142b req-7850beca-2ccd-465c-94f8-a23b59fac747 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:45.035809 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ed80d0a7-19a0-4a59-88a3-74a9599a4734 None None] Provisioning complete for port 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:45.036728 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ed80d0a7-19a0-4a59-88a3-74a9599a4734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2ca85ad1-0bfa-4474-9aca-1d5de0dbff10), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.079180 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:45.080195 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.081887 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] 10.222.0.21 "PUT /v2.0/ports/899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e HTTP/1.1" status: 200 len: 1091 time: 1.8150597 Jan 27 21:53:45.085994 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb', 'tag': '899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:45.089326 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d993f1-5f47-49d6-bb3a-8de483d480d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb", "tag": "899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:45.110748 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83f7b2be-f106-4b5c-be83-9f3a736e32b9 req-0f676f41-afce-4a43-95f3-dee1c7728bc6 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478254 Jan 27 21:53:45.121890 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ed80d0a7-19a0-4a59-88a3-74a9599a4734 None None] Port 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:53:45.189385 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:45.199699 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] Publish callbacks [] for port (2ca85ad1-0bfa-4474-9aca-1d5de0dbff10), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.216311 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] Transition to ACTIVE for port object 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:53:45.220712 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (2ca85ad1-0bfa-4474-9aca-1d5de0dbff10), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.245360 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032943a-8e6b-43c2-8026-049b8afc142b req-7850beca-2ccd-465c-94f8-a23b59fac747 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:45.245995 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a032943a-8e6b-43c2-8026-049b8afc142b req-7850beca-2ccd-465c-94f8-a23b59fac747 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.264147 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5ef05-da4c-4e00-8e6e-28da50e81e51 service neutron] Pushing event updated for resources: {'Port': ['ID=899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:45.297696 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a032943a-8e6b-43c2-8026-049b8afc142b req-7850beca-2ccd-465c-94f8-a23b59fac747 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0401788 Jan 27 21:53:45.305240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc9754-6f91-4aa1-a1be-f392ee40efef req-61188524-ee5f-4511-9ac4-2fd833afc519 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:45.308019 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] Pushing event updated for resources: {'Port': ['ID=2ca85ad1-0bfa-4474-9aca-1d5de0dbff10,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:45.312334 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-abdc9754-6f91-4aa1-a1be-f392ee40efef req-61188524-ee5f-4511-9ac4-2fd833afc519 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 943 time: 0.2273262 Jan 27 21:53:45.327050 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a032943a-8e6b-43c2-8026-049b8afc142b req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] Request body: {'port': {'device_id': 'a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:45.333746 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-3cd55103-91ea-4bcf-9c54-5cd4a94ab202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:45.337408 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-3cd55103-91ea-4bcf-9c54-5cd4a94ab202 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddb45a567cd143eb8a9778adb808c4e7&device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 1094 time: 0.1916199 Jan 27 21:53:45.351607 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2561e83d-01dd-4feb-88c4-e5106cfbd15b None None] Provisioning complete for port 5bbcf11c-c7d5-4b28-a1e9-82eab6249058 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:45.352383 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2561e83d-01dd-4feb-88c4-e5106cfbd15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5bbcf11c-c7d5-4b28-a1e9-82eab6249058), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.374040 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] Attempting to bind port 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:53:45.374417 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] Attempting to bind port 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:53:45.375082 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] Attempting to bind port 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 on network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:45.379737 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] Port 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 on network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:53:45.380205 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] Attempting to bind port 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 on network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:45.386727 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:53:45.387071 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] Checking segment: {'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:45.387465 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] Bound using segment: {'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:53:45.389037 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] Bound port: 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:53:45.389548 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2ca85ad1-0bfa-4474-9aca-1d5de0dbff10), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.402136 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2561e83d-01dd-4feb-88c4-e5106cfbd15b None None] Port 5bbcf11c-c7d5-4b28-a1e9-82eab6249058 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:53:45.423311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397233d5-af4c-4c78-84c0-05583f954617 req-6e29d300-3f63-413e-b57d-b04c7007391c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:45.425237 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-397233d5-af4c-4c78-84c0-05583f954617 req-6e29d300-3f63-413e-b57d-b04c7007391c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 943 time: 0.2197902 Jan 27 21:53:45.427351 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-b263d5bf-5559-4083-b3d7-831b2151529e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e HTTP/1.1" status: 200 len: 217 time: 0.0799685 Jan 27 21:53:45.472951 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] For port 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:53:45.476361 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] For port 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=2ca85ad1-0bfa-4474-9aca-1d5de0dbff10,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:53:45.481036 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (2ca85ad1-0bfa-4474-9aca-1d5de0dbff10), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.521329 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:45.522736 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.524464 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] 10.222.0.21 "PUT /v2.0/ports/2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 HTTP/1.1" status: 200 len: 1091 time: 0.7922237 Jan 27 21:53:45.525125 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8bfd13-f092-42d8-ab36-cdf94ebde2c4', 'tag': '2ca85ad1-0bfa-4474-9aca-1d5de0dbff10'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:45.527841 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644a1396-05b4-4c16-ac2f-9f883ef37e84" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8bfd13-f092-42d8-ab36-cdf94ebde2c4", "tag": "2ca85ad1-0bfa-4474-9aca-1d5de0dbff10"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:45.544926 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-abdc9754-6f91-4aa1-a1be-f392ee40efef req-92327996-bd5c-4fc4-a0d8-fbaf6ef18708 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315288 Jan 27 21:53:45.551558 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a032943a-8e6b-43c2-8026-049b8afc142b req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5bbcf11c-c7d5-4b28-a1e9-82eab6249058), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.572368 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102df20-1c60-4031-a2f0-d223c0d1d08e service neutron] Pushing event updated for resources: {'Port': ['ID=2ca85ad1-0bfa-4474-9aca-1d5de0dbff10,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:45.594103 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-54c5df00-244a-4188-b77c-110062067dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:45.595897 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-54c5df00-244a-4188-b77c-110062067dd5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1c04e36a-ac28-4796-9e9d-94f1aca319f2 HTTP/1.1" status: 200 len: 844 time: 0.1519496 Jan 27 21:53:45.608965 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-397233d5-af4c-4c78-84c0-05583f954617 req-7902b748-8e3c-48b7-8510-bd651d7b2654 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695862 Jan 27 21:53:45.653920 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-0d591f12-aa66-4d7f-962d-e728fb97ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:45.655801 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-0d591f12-aa66-4d7f-962d-e728fb97ed51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 1094 time: 0.0710561 Jan 27 21:53:45.690806 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-f468c402-0157-4d69-b155-a4ef06355c62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7cc92cc-569a-4215-b0d9-4db31ccfa350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808558 Jan 27 21:53:45.711542 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-8d7e8205-b569-418b-93a5-f3987c0e02c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 HTTP/1.1" status: 200 len: 217 time: 0.0461402 Jan 27 21:53:45.721997 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a062e837-02c9-4c20-8569-11448401084a x-openstack-request-id: req-a062e837-02c9-4c20-8569-11448401084a {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:45.725065 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8bfd13-f092-42d8-ab36-cdf94ebde2c4", "tag": "2ca85ad1-0bfa-4474-9aca-1d5de0dbff10", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:45.725353 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a062e837-02c9-4c20-8569-11448401084a {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:45.727892 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8bfd13-f092-42d8-ab36-cdf94ebde2c4', 'tag': '2ca85ad1-0bfa-4474-9aca-1d5de0dbff10', 'status': 'completed', 'code': 200} Jan 27 21:53:45.798910 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6495bd95-3509-4272-948a-4fb9f18872f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:45.800708 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-6495bd95-3509-4272-948a-4fb9f18872f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.0717118 Jan 27 21:53:45.807611 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04152083-2b4a-427c-981e-0b2a930d2ddb x-openstack-request-id: req-04152083-2b4a-427c-981e-0b2a930d2ddb {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:45.807910 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb", "tag": "899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:45.808196 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04152083-2b4a-427c-981e-0b2a930d2ddb {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:45.808601 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb', 'tag': '899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e', 'status': 'completed', 'code': 200} Jan 27 21:53:45.861328 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-413a82c1-e78e-4cba-9656-8074ef24c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:45.863132 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-413a82c1-e78e-4cba-9656-8074ef24c310 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513396 Jan 27 21:53:45.963871 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-159e8943-af1e-45a3-91f0-9346ebf5355e service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939565 Jan 27 21:53:46.025707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-222cad4e-aea1-42f7-9fb1-df171e0b8417 service neutron] 10.222.0.21 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262334 Jan 27 21:53:46.038089 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaa892-3372-49dc-a0ef-b689722ade87 req-41e64ce6-45f0-42c0-8f65-dacbdaf92b96 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.039551 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-91aaa892-3372-49dc-a0ef-b689722ade87 req-41e64ce6-45f0-42c0-8f65-dacbdaf92b96 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 935 time: 0.2294569 Jan 27 21:53:46.064150 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-aab056d2-0fd3-4113-9d37-0a2586ad09bc req-9f68e863-f652-45d3-b27e-d1a6baa91d6e service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934589 Jan 27 21:53:46.157501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b2eb6-4c2c-4046-a977-e26c0040490b req-cc8240f0-5f47-48e6-beaf-4e64984465e0 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.158995 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f9b2eb6-4c2c-4046-a977-e26c0040490b req-cc8240f0-5f47-48e6-beaf-4e64984465e0 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.2337928 Jan 27 21:53:46.162288 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a1396-05b4-4c16-ac2f-9f883ef37e84 req-6c38673f-f6ad-4ec0-9cf7-14b97cd89b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.163799 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-644a1396-05b4-4c16-ac2f-9f883ef37e84 req-6c38673f-f6ad-4ec0-9cf7-14b97cd89b87 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 1094 time: 0.0479827 Jan 27 21:53:46.239080 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-91aaa892-3372-49dc-a0ef-b689722ade87 req-eeeb7e1f-1115-4b01-b15e-c6c811b7406f tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7feba74-114e-425b-8952-cebc46b3d1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825893 Jan 27 21:53:46.265088 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a1396-05b4-4c16-ac2f-9f883ef37e84 req-8397d91b-4127-44f3-a974-1a828edc91a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.266569 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-644a1396-05b4-4c16-ac2f-9f883ef37e84 req-8397d91b-4127-44f3-a974-1a828edc91a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 913 time: 0.0929503 Jan 27 21:53:46.312911 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0b80089-f54e-4b9e-97e4-292886cb1d95 req-dcb8a93e-0d2c-4999-94fc-bb730fad1949 service neutron] 10.222.0.21 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705619 Jan 27 21:53:46.319296 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-644a1396-05b4-4c16-ac2f-9f883ef37e84 req-e8055682-58bd-4f6b-ab7f-bc83394a7a46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 HTTP/1.1" status: 200 len: 217 time: 0.0401444 Jan 27 21:53:46.319514 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f9b2eb6-4c2c-4046-a977-e26c0040490b req-c62a9777-5049-4195-a240-11ef561665d4 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438487 Jan 27 21:53:46.333768 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-a032943a-8e6b-43c2-8026-049b8afc142b req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bbcf11c-c7d5-4b28-a1e9-82eab6249058 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:46.350028 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a032943a-8e6b-43c2-8026-049b8afc142b req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] Publish callbacks [] for port (5bbcf11c-c7d5-4b28-a1e9-82eab6249058), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:46.362963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-a032943a-8e6b-43c2-8026-049b8afc142b req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] Transition to ACTIVE for port object 5bbcf11c-c7d5-4b28-a1e9-82eab6249058 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:53:46.368757 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a032943a-8e6b-43c2-8026-049b8afc142b req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (5bbcf11c-c7d5-4b28-a1e9-82eab6249058), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:46.404123 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a1396-05b4-4c16-ac2f-9f883ef37e84 req-66f2e465-e7ff-4250-8ca2-46154f5e4271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.405965 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-644a1396-05b4-4c16-ac2f-9f883ef37e84 req-66f2e465-e7ff-4250-8ca2-46154f5e4271 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.0779157 Jan 27 21:53:46.427819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5bbcf11c-c7d5-4b28-a1e9-82eab6249058,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:46.458420 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a1396-05b4-4c16-ac2f-9f883ef37e84 req-e5fd4dc0-94fd-4328-9c7e-3cf42d270a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.460324 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-644a1396-05b4-4c16-ac2f-9f883ef37e84 req-e5fd4dc0-94fd-4328-9c7e-3cf42d270a0e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449803 Jan 27 21:53:46.524411 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d993f1-5f47-49d6-bb3a-8de483d480d0 req-074bb402-b81e-438e-927d-6489f1705b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.525869 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7d993f1-5f47-49d6-bb3a-8de483d480d0 req-074bb402-b81e-438e-927d-6489f1705b13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddb45a567cd143eb8a9778adb808c4e7&device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 1094 time: 0.1119916 Jan 27 21:53:46.562346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a85a0-9530-432c-b2bd-45af94a4873c req-e7ceaf7f-d0ad-4cac-b8bf-b1a6e3e7b939 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.563349 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-837a85a0-9530-432c-b2bd-45af94a4873c req-e7ceaf7f-d0ad-4cac-b8bf-b1a6e3e7b939 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.1408868 Jan 27 21:53:46.570906 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-644a1396-05b4-4c16-ac2f-9f883ef37e84 req-0d80e523-586d-4d2e-8762-dab03270e695 service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997775 Jan 27 21:53:46.682504 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-644a1396-05b4-4c16-ac2f-9f883ef37e84 req-54f58c2e-5377-44bb-8c71-a87611cfb30b service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005306 Jan 27 21:53:46.732609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a032943a-8e6b-43c2-8026-049b8afc142b req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] Attempting to bind port 5bbcf11c-c7d5-4b28-a1e9-82eab6249058 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:53:46.733194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a032943a-8e6b-43c2-8026-049b8afc142b req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] Attempting to bind port 5bbcf11c-c7d5-4b28-a1e9-82eab6249058 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:53:46.733194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a032943a-8e6b-43c2-8026-049b8afc142b req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] Attempting to bind port 5bbcf11c-c7d5-4b28-a1e9-82eab6249058 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:46.753293 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-837a85a0-9530-432c-b2bd-45af94a4873c req-03ec394c-75b2-478e-bc13-2dba0967c0ce tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755202 Jan 27 21:53:46.755849 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a032943a-8e6b-43c2-8026-049b8afc142b req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] Port 5bbcf11c-c7d5-4b28-a1e9-82eab6249058 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:53:46.756209 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a032943a-8e6b-43c2-8026-049b8afc142b req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] Attempting to bind port 5bbcf11c-c7d5-4b28-a1e9-82eab6249058 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:46.765748 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d293462-38be-481c-a55c-dcade1203f1d req-611f2e1c-f1fe-482b-8a16-44bff9c9ca3e tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.767228 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2d293462-38be-481c-a55c-dcade1203f1d req-611f2e1c-f1fe-482b-8a16-44bff9c9ca3e tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 943 time: 0.1387482 Jan 27 21:53:46.776822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d993f1-5f47-49d6-bb3a-8de483d480d0 req-a4327b57-937d-4e42-817b-a469299b36dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.776822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7d993f1-5f47-49d6-bb3a-8de483d480d0 req-a4327b57-937d-4e42-817b-a469299b36dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=b7cc92cc-569a-4215-b0d9-4db31ccfa350 HTTP/1.1" status: 200 len: 905 time: 0.2270715 Jan 27 21:53:46.776822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a032943a-8e6b-43c2-8026-049b8afc142b req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:53:46.776822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a032943a-8e6b-43c2-8026-049b8afc142b req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:46.776822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a032943a-8e6b-43c2-8026-049b8afc142b req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:53:46.776822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a032943a-8e6b-43c2-8026-049b8afc142b req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] Bound port: 5bbcf11c-c7d5-4b28-a1e9-82eab6249058, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:53:46.776822 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a032943a-8e6b-43c2-8026-049b8afc142b req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5bbcf11c-c7d5-4b28-a1e9-82eab6249058), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:46.847128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7d993f1-5f47-49d6-bb3a-8de483d480d0 req-c1323f68-902e-424f-b090-d8d222bd7c40 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e HTTP/1.1" status: 200 len: 217 time: 0.0627797 Jan 27 21:53:46.978029 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2d293462-38be-481c-a55c-dcade1203f1d req-7bbfc25d-4b2b-49f5-a142-4a56faeddd49 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962609 Jan 27 21:53:46.988924 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d993f1-5f47-49d6-bb3a-8de483d480d0 req-13fb40ae-6768-45b7-8cb6-bd1a8f3402ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.990381 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7d993f1-5f47-49d6-bb3a-8de483d480d0 req-13fb40ae-6768-45b7-8cb6-bd1a8f3402ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1c04e36a-ac28-4796-9e9d-94f1aca319f2 HTTP/1.1" status: 200 len: 844 time: 0.1332860 Jan 27 21:53:47.002717 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1fd5e-9716-4005-985d-d90e8188764e req-2d98b3c3-1c66-4452-a360-871df6256465 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:47.004221 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0be1fd5e-9716-4005-985d-d90e8188764e req-2d98b3c3-1c66-4452-a360-871df6256465 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 943 time: 0.1610112 Jan 27 21:53:47.011818 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 44cf6f3b-b32c-4275-8e2e-744d470627e2 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:47.015375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a032943a-8e6b-43c2-8026-049b8afc142b req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] For port 5bbcf11c-c7d5-4b28-a1e9-82eab6249058, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:53:47.020270 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a032943a-8e6b-43c2-8026-049b8afc142b req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] For port 5bbcf11c-c7d5-4b28-a1e9-82eab6249058, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5bbcf11c-c7d5-4b28-a1e9-82eab6249058,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:53:47.039691 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 44cf6f3b-b32c-4275-8e2e-744d470627e2 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:53:47.040398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 44cf6f3b-b32c-4275-8e2e-744d470627e2 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:47.042649 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7d993f1-5f47-49d6-bb3a-8de483d480d0 req-a35338c5-dfac-494b-b8d2-edc71413b897 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7cc92cc-569a-4215-b0d9-4db31ccfa350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374105 Jan 27 21:53:47.049281 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a032943a-8e6b-43c2-8026-049b8afc142b req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (5bbcf11c-c7d5-4b28-a1e9-82eab6249058), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:47.155706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032943a-8e6b-43c2-8026-049b8afc142b req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:47.156349 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a032943a-8e6b-43c2-8026-049b8afc142b req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:47.157730 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a032943a-8e6b-43c2-8026-049b8afc142b req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] 10.222.0.21 "PUT /v2.0/ports/5bbcf11c-c7d5-4b28-a1e9-82eab6249058 HTTP/1.1" status: 200 len: 1095 time: 1.8353312 Jan 27 21:53:47.186256 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0be1fd5e-9716-4005-985d-d90e8188764e req-88564f3b-d349-46bf-8b59-db91e4f70b62 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721811 Jan 27 21:53:47.188418 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01619dca-7e42-4537-8b1f-38eb9cc3c6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5bbcf11c-c7d5-4b28-a1e9-82eab6249058,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:47.243907 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7d993f1-5f47-49d6-bb3a-8de483d480d0 req-e4d494e2-aad9-41da-b383-d9607f186437 service neutron] 10.222.0.21 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890063 Jan 27 21:53:47.264783 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032943a-8e6b-43c2-8026-049b8afc142b req-8031b3cf-9592-47e6-8144-7ce262a5bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:47.266265 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a032943a-8e6b-43c2-8026-049b8afc142b req-8031b3cf-9592-47e6-8144-7ce262a5bd49 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=02b5422e1c234822ac1c42e15152861b&device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 1098 time: 0.0664115 Jan 27 21:53:47.359039 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a032943a-8e6b-43c2-8026-049b8afc142b req-13bb529e-9542-4334-b9cc-4c75886e10d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=5bbcf11c-c7d5-4b28-a1e9-82eab6249058 HTTP/1.1" status: 200 len: 217 time: 0.0500612 Jan 27 21:53:47.473478 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6ae15-a48c-4f40-98e5-35de61efb758 req-4322bd40-6eb9-4be7-9ba1-f3ebe89ce64b tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:47.474955 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ea6ae15-a48c-4f40-98e5-35de61efb758 req-4322bd40-6eb9-4be7-9ba1-f3ebe89ce64b tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 947 time: 0.1568270 Jan 27 21:53:47.476308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032943a-8e6b-43c2-8026-049b8afc142b req-f938f33b-9bca-4ad4-a70d-1494024a5d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:47.477604 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a032943a-8e6b-43c2-8026-049b8afc142b req-f938f33b-9bca-4ad4-a70d-1494024a5d18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1020737 Jan 27 21:53:47.492551 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7d993f1-5f47-49d6-bb3a-8de483d480d0 req-94051712-e3e2-4ca3-bb3e-d1973a0d61fb service neutron] 10.222.0.21 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371619 Jan 27 21:53:47.574695 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132adfc-169c-4562-8db7-4b9d65b3f4d8 req-93c82aa4-0286-417b-ac46-9e54c6c68065 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:47.576095 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d132adfc-169c-4562-8db7-4b9d65b3f4d8 req-93c82aa4-0286-417b-ac46-9e54c6c68065 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.1390765 Jan 27 21:53:47.581039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032943a-8e6b-43c2-8026-049b8afc142b req-a753e024-d047-4561-b678-dc64d919262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:47.582416 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a032943a-8e6b-43c2-8026-049b8afc142b req-a753e024-d047-4561-b678-dc64d919262b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0890357 Jan 27 21:53:47.592219 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ea6ae15-a48c-4f40-98e5-35de61efb758 req-f22d1b23-acfc-48e3-b2f9-01ba790efc90 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7feba74-114e-425b-8952-cebc46b3d1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977409 Jan 27 21:53:47.682945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d132adfc-169c-4562-8db7-4b9d65b3f4d8 req-c1116b02-e4b1-4cb7-999e-a008ba022003 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987554 Jan 27 21:53:47.713111 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a032943a-8e6b-43c2-8026-049b8afc142b req-b962ee38-9fa7-4674-ac79-461583dfe74c service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088238 Jan 27 21:53:47.810096 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a032943a-8e6b-43c2-8026-049b8afc142b req-76aa0bc7-248b-461a-9eb8-9c0ade583223 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901356 Jan 27 21:53:47.810782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c', 'tag': '5bbcf11c-c7d5-4b28-a1e9-82eab6249058'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:47.812805 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8081fe18-dd8b-470d-afde-122a43ee4336" -d '{"events": [{"name": "network-changed", "server_uuid": "a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c", "tag": "5bbcf11c-c7d5-4b28-a1e9-82eab6249058"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:47.858785 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd7ac4f-932b-4a09-b700-af4f5020216e x-openstack-request-id: req-fcd7ac4f-932b-4a09-b700-af4f5020216e {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:47.859083 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c", "tag": "5bbcf11c-c7d5-4b28-a1e9-82eab6249058", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:47.859345 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fcd7ac4f-932b-4a09-b700-af4f5020216e {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:47.859746 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c', 'tag': '5bbcf11c-c7d5-4b28-a1e9-82eab6249058', 'status': 'completed', 'code': 200} Jan 27 21:53:47.886169 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15614e3a-72ce-4115-8abd-5a9c65648c6c req-eb6f5ff5-9880-4f03-8103-936f7c5ac847 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:47.887647 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15614e3a-72ce-4115-8abd-5a9c65648c6c req-eb6f5ff5-9880-4f03-8103-936f7c5ac847 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.0564964 Jan 27 21:53:47.959211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081fe18-dd8b-470d-afde-122a43ee4336 req-d225b4b3-0765-42db-b7a4-b7f3b09c23e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:47.961316 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8081fe18-dd8b-470d-afde-122a43ee4336 req-d225b4b3-0765-42db-b7a4-b7f3b09c23e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=02b5422e1c234822ac1c42e15152861b&device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 1098 time: 0.0834599 Jan 27 21:53:47.965768 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15614e3a-72ce-4115-8abd-5a9c65648c6c req-1caa9aac-0c98-48f2-b00a-88717e8f1915 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704463 Jan 27 21:53:48.070365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081fe18-dd8b-470d-afde-122a43ee4336 req-fe757e21-898c-481f-991e-c5afa3d07daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:48.071894 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8081fe18-dd8b-470d-afde-122a43ee4336 req-fe757e21-898c-481f-991e-c5afa3d07daf service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.1013851 Jan 27 21:53:48.126455 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8081fe18-dd8b-470d-afde-122a43ee4336 req-18fbdbfb-f3cc-4705-8ea9-b94227877858 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=5bbcf11c-c7d5-4b28-a1e9-82eab6249058 HTTP/1.1" status: 200 len: 217 time: 0.0410116 Jan 27 21:53:48.153568 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fcd5c-a7b5-4e35-afdf-3f3d072dca51 req-b509bcda-6ee9-4dd6-999c-af10265acf0f tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:48.155273 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-906fcd5c-a7b5-4e35-afdf-3f3d072dca51 req-b509bcda-6ee9-4dd6-999c-af10265acf0f tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 943 time: 0.0988975 Jan 27 21:53:48.213951 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081fe18-dd8b-470d-afde-122a43ee4336 req-2d9084f2-7ac4-42e4-bec6-d92bb741c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:48.215398 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8081fe18-dd8b-470d-afde-122a43ee4336 req-2d9084f2-7ac4-42e4-bec6-d92bb741c482 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0805800 Jan 27 21:53:48.238786 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-906fcd5c-a7b5-4e35-afdf-3f3d072dca51 req-3d6c0f07-0214-4440-aaf2-b3e0607d4601 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659153 Jan 27 21:53:48.292104 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081fe18-dd8b-470d-afde-122a43ee4336 req-44bed195-ff49-4622-9daf-ba90ea60f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:48.293621 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8081fe18-dd8b-470d-afde-122a43ee4336 req-44bed195-ff49-4622-9daf-ba90ea60f56a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681632 Jan 27 21:53:48.356221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63284e-f695-4b10-8bfb-445541515765 req-5414fc7a-dbe2-49bc-a420-6776e6672004 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:48.357673 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a63284e-f695-4b10-8bfb-445541515765 req-5414fc7a-dbe2-49bc-a420-6776e6672004 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 943 time: 0.0983925 Jan 27 21:53:48.432521 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a63284e-f695-4b10-8bfb-445541515765 req-7e71ace6-866d-411f-b397-513cfe479342 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687954 Jan 27 21:53:48.434596 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8081fe18-dd8b-470d-afde-122a43ee4336 req-81547de6-1bd0-45be-a434-6be156d5ad1b service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333463 Jan 27 21:53:48.900115 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e630378-2f46-4474-8de0-98fd3900788e req-2861c34d-83d1-4162-8d99-bac6954c9776 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:48.901504 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e630378-2f46-4474-8de0-98fd3900788e req-2861c34d-83d1-4162-8d99-bac6954c9776 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 947 time: 0.1012144 Jan 27 21:53:48.904597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8081fe18-dd8b-470d-afde-122a43ee4336 req-a455a36a-ea40-41f3-85dd-69862591c40a service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4630187 Jan 27 21:53:48.911057 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec07aae-43ef-49cd-9059-d43a4514e847 req-ef9f3494-47d3-4035-992d-e12fab4f0b74 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:48.912439 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ec07aae-43ef-49cd-9059-d43a4514e847 req-ef9f3494-47d3-4035-992d-e12fab4f0b74 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.1132083 Jan 27 21:53:48.983490 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e630378-2f46-4474-8de0-98fd3900788e req-8de77b61-a9c9-489d-b8a3-9b9cc2da0f88 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7feba74-114e-425b-8952-cebc46b3d1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701008 Jan 27 21:53:48.990631 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ec07aae-43ef-49cd-9059-d43a4514e847 req-fd6c3a9a-9a51-44e5-9e68-7c78bfdcde94 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699773 Jan 27 21:53:49.087419 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34134d-ca19-43da-a245-c5dfb7e6798f req-95ff5c70-72b6-46f3-ac19-fb022e33151f tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:49.088902 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff34134d-ca19-43da-a245-c5dfb7e6798f req-95ff5c70-72b6-46f3-ac19-fb022e33151f tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.0493464 Jan 27 21:53:49.133643 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff34134d-ca19-43da-a245-c5dfb7e6798f req-5f2c16f9-9b64-4f18-8f81-f852eb97fdfe tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392525 Jan 27 21:53:49.354598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4cea3-53b2-450f-aa28-e7f79bcd92e3 req-fbd920c7-0d2b-4d3f-8397-bec8c6beead8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:49.356044 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73a4cea3-53b2-450f-aa28-e7f79bcd92e3 req-fbd920c7-0d2b-4d3f-8397-bec8c6beead8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 943 time: 0.0474100 Jan 27 21:53:49.402883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73a4cea3-53b2-450f-aa28-e7f79bcd92e3 req-86bcfa62-fbf7-44e4-b14a-bee4496f6139 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412107 Jan 27 21:53:49.550884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682537ba-6199-4c06-9755-1b65a7cefd50 req-2075d289-9953-4200-9f56-e6c09b1bbbce tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:49.552412 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-682537ba-6199-4c06-9755-1b65a7cefd50 req-2075d289-9953-4200-9f56-e6c09b1bbbce tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 943 time: 0.0537539 Jan 27 21:53:49.600760 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-682537ba-6199-4c06-9755-1b65a7cefd50 req-d74b337a-0f9a-46dc-af58-31cdd45eb4f3 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426838 Jan 27 21:53:49.668820 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 85814e7d-06ef-44ba-99d9-f779baf564c0 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:53:49.764889 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 85814e7d-06ef-44ba-99d9-f779baf564c0, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=85814e7d-06ef-44ba-99d9-f779baf564c0,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:49.779615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '85814e7d-06ef-44ba-99d9-f779baf564c0', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'port_id': '85814e7d-06ef-44ba-99d9-f779baf564c0', 'mac_address': 'fa:16:3e:bf:2d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:53:49.816221 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 85814e7d-06ef-44ba-99d9-f779baf564c0 is: ACTIVE; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:49.816623 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:49.829931 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85814e7d-06ef-44ba-99d9-f779baf564c0 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:49.848880 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 85814e7d-06ef-44ba-99d9-f779baf564c0, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=85814e7d-06ef-44ba-99d9-f779baf564c0,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:49.852741 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:49.899617 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=85814e7d-06ef-44ba-99d9-f779baf564c0,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:50.106533 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['85814e7d-06ef-44ba-99d9-f779baf564c0'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:50.129970 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37562a-ae6f-4b6d-ae1b-9fc6d421d62a req-0d72f9df-1a5a-47ea-9b2b-d999ac78a0fe tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:50.131659 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df37562a-ae6f-4b6d-ae1b-9fc6d421d62a req-0d72f9df-1a5a-47ea-9b2b-d999ac78a0fe tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 947 time: 0.0801430 Jan 27 21:53:50.139623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd62a7-d973-4e3d-8746-2fa8915c1396 req-912d4471-d9d3-40f2-aeb4-b773dc9f55b7 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:50.141059 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62dd62a7-d973-4e3d-8746-2fa8915c1396 req-912d4471-d9d3-40f2-aeb4-b773dc9f55b7 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.0775950 Jan 27 21:53:50.220885 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df37562a-ae6f-4b6d-ae1b-9fc6d421d62a req-7cacef2e-8097-4ef6-bbb9-43a69b9c0a39 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7feba74-114e-425b-8952-cebc46b3d1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788004 Jan 27 21:53:50.225527 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62dd62a7-d973-4e3d-8746-2fa8915c1396 req-a10720ae-e751-47c7-bd14-f1dedaf7cc58 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771937 Jan 27 21:53:50.339235 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5af05-b761-4fb9-b96b-bade1cdeb3a0 req-f74e4fcb-0b76-42c3-93bd-3d2e8c9acff2 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:50.340750 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-91b5af05-b761-4fb9-b96b-bade1cdeb3a0 req-f74e4fcb-0b76-42c3-93bd-3d2e8c9acff2 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 944 time: 0.0520694 Jan 27 21:53:50.387755 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-91b5af05-b761-4fb9-b96b-bade1cdeb3a0 req-e20d38c1-0eb9-4326-88c0-3a699eeef8da tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414147 Jan 27 21:53:50.520445 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ccb0e-7da1-42e4-b6a9-e3933fa26e8b req-5f88e0f2-dade-4f0f-8003-ec10afb470d1 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:50.521920 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d22ccb0e-7da1-42e4-b6a9-e3933fa26e8b req-5f88e0f2-dade-4f0f-8003-ec10afb470d1 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 943 time: 0.0489466 Jan 27 21:53:50.575546 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d22ccb0e-7da1-42e4-b6a9-e3933fa26e8b req-ec06f443-d559-44dd-8a8e-d9eb425f1de4 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467191 Jan 27 21:53:50.721458 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee0882-ac80-46e9-9841-efe07dc3f3a6 req-c82e0773-f399-4fab-b807-eed9f5367775 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:50.723103 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31ee0882-ac80-46e9-9841-efe07dc3f3a6 req-c82e0773-f399-4fab-b807-eed9f5367775 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 943 time: 0.0504758 Jan 27 21:53:50.774083 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31ee0882-ac80-46e9-9841-efe07dc3f3a6 req-258c0c18-3a73-4132-b7bf-cda4dc1b1e6f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445292 Jan 27 21:53:50.985271 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:51.056575 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:53:51.171992 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=2ca85ad1-0bfa-4474-9aca-1d5de0dbff10,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:51.195530 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '2ca85ad1-0bfa-4474-9aca-1d5de0dbff10', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'port_id': '2ca85ad1-0bfa-4474-9aca-1d5de0dbff10', 'mac_address': 'fa:16:3e:98:c5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:53:51.246578 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:51.247286 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2ca85ad1-0bfa-4474-9aca-1d5de0dbff10), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:51.267544 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:51.292776 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=2ca85ad1-0bfa-4474-9aca-1d5de0dbff10,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:51.298608 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2ca85ad1-0bfa-4474-9aca-1d5de0dbff10), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:51.375124 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=2ca85ad1-0bfa-4474-9aca-1d5de0dbff10,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:51.395215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eccdd6-e85d-4552-9503-d77d0ca51205 req-2a414276-1737-436f-af54-d2486d161111 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:51.397438 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9eccdd6-e85d-4552-9503-d77d0ca51205 req-2a414276-1737-436f-af54-d2486d161111 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 947 time: 0.0946662 Jan 27 21:53:51.433182 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced29a0-e730-4d98-9dc9-728cb5cfb315 req-4991b5df-b189-46d3-8f52-b161bd127624 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:51.435037 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cced29a0-e730-4d98-9dc9-728cb5cfb315 req-4991b5df-b189-46d3-8f52-b161bd127624 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 950 time: 0.0934584 Jan 27 21:53:51.496759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9eccdd6-e85d-4552-9503-d77d0ca51205 req-b0fa745a-eb4b-4d54-b522-74f84b2416d0 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7feba74-114e-425b-8952-cebc46b3d1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924494 Jan 27 21:53:51.526652 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cced29a0-e730-4d98-9dc9-728cb5cfb315 req-b72c7a87-199b-4298-97f2-643f60baf6d9 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839612 Jan 27 21:53:51.652662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee9e1b-af62-4ec4-a1b7-d61afd3cf428 req-d25fe225-1f9f-4bc0-a948-d9cfda18b1f6 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:51.654749 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3cee9e1b-af62-4ec4-a1b7-d61afd3cf428 req-d25fe225-1f9f-4bc0-a948-d9cfda18b1f6 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 944 time: 0.0588739 Jan 27 21:53:51.687399 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 697cb650-ae8a-46fe-bccc-21cf0b0afb3d details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:53:51.689657 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 85814e7d-06ef-44ba-99d9-f779baf564c0 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:51.734092 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3cee9e1b-af62-4ec4-a1b7-d61afd3cf428 req-0298b83b-7b8c-461e-aee0-fe6d54a68b0c tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706201 Jan 27 21:53:51.836112 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52428707-6277-4e68-98fd-f2801aa79bc9 req-a5b402f5-cbe9-4b82-a618-7ef9cccab417 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:51.852923 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52428707-6277-4e68-98fd-f2801aa79bc9 req-a5b402f5-cbe9-4b82-a618-7ef9cccab417 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 943 time: 0.1176908 Jan 27 21:53:51.873176 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:51.889595 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '697cb650-ae8a-46fe-bccc-21cf0b0afb3d', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '697cb650-ae8a-46fe-bccc-21cf0b0afb3d', 'mac_address': 'fa:16:3e:32:20:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:53:51.893195 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['2ca85ad1-0bfa-4474-9aca-1d5de0dbff10'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:51.965306 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52428707-6277-4e68-98fd-f2801aa79bc9 req-bc7a5b44-742e-4b5d-8efc-14225eef0868 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058719 Jan 27 21:53:51.973907 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 85814e7d-06ef-44ba-99d9-f779baf564c0 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:51.974291 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.008993 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bca6a-a73e-4724-aaa4-91395d9e490d req-12beeb20-c102-4267-bfae-3058d8c9e8b5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:52.015663 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d8bca6a-a73e-4724-aaa4-91395d9e490d req-12beeb20-c102-4267-bfae-3058d8c9e8b5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 944 time: 0.1175988 Jan 27 21:53:52.031361 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d is: ACTIVE; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:52.031990 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.067295 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 697cb650-ae8a-46fe-bccc-21cf0b0afb3d {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:52.093420 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d8bca6a-a73e-4724-aaa4-91395d9e490d req-dd99638c-194d-4e56-b54c-f03e5baf9283 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695243 Jan 27 21:53:52.138046 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:52.145769 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.207168 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 85814e7d-06ef-44ba-99d9-f779baf564c0 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:52.207495 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.265431 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,revision_number=9']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:52.283128 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df077025-7bdd-4224-9eaa-c9077ee12682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85814e7d-06ef-44ba-99d9-f779baf564c0'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:52.285512 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec5870f-bc63-4c3b-8365-94b8dfd57d0c" -d '{"events": [{"server_uuid": "df077025-7bdd-4224-9eaa-c9077ee12682", "name": "network-vif-plugged", "status": "completed", "tag": "85814e7d-06ef-44ba-99d9-f779baf564c0"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:52.308884 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 85814e7d-06ef-44ba-99d9-f779baf564c0, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=85814e7d-06ef-44ba-99d9-f779baf564c0,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:52.321218 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.322017 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 697cb650-ae8a-46fe-bccc-21cf0b0afb3d no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:52.374517 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c993d29-37bf-4082-a29d-94d950e2ea94 x-openstack-request-id: req-7c993d29-37bf-4082-a29d-94d950e2ea94 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:52.374989 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df077025-7bdd-4224-9eaa-c9077ee12682", "name": "network-vif-plugged", "status": "completed", "tag": "85814e7d-06ef-44ba-99d9-f779baf564c0", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:52.375370 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c993d29-37bf-4082-a29d-94d950e2ea94 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:52.376044 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df077025-7bdd-4224-9eaa-c9077ee12682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85814e7d-06ef-44ba-99d9-f779baf564c0', 'code': 200} Jan 27 21:53:52.581407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['697cb650-ae8a-46fe-bccc-21cf0b0afb3d'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:52.630129 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=85814e7d-06ef-44ba-99d9-f779baf564c0,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:52.692287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d is: BUILD; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:52.692689 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.702054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533dbe77-53a5-470c-bb41-ed956a361c2f req-a96898f6-1912-4be8-adc3-8f8bcb136b38 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:52.709552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-533dbe77-53a5-470c-bb41-ed956a361c2f req-a96898f6-1912-4be8-adc3-8f8bcb136b38 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 947 time: 0.1218598 Jan 27 21:53:52.717955 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 697cb650-ae8a-46fe-bccc-21cf0b0afb3d {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:52.751200 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:52.764395 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.774894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3673e1a-c29b-4343-8058-14664186b8d2 req-186de61a-f599-42a1-827f-dcc646578297 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:52.783090 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f3673e1a-c29b-4343-8058-14664186b8d2 req-186de61a-f599-42a1-827f-dcc646578297 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 949 time: 0.1293325 Jan 27 21:53:52.820662 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-533dbe77-53a5-470c-bb41-ed956a361c2f req-421cce9c-1f67-48a7-9246-30b224afcaff tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7feba74-114e-425b-8952-cebc46b3d1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096516 Jan 27 21:53:52.867953 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,revision_number=10']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:52.868224 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f3673e1a-c29b-4343-8058-14664186b8d2 req-297a6148-c1c8-4a16-a318-07439b7226e8 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838909 Jan 27 21:53:53.062557 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8842970-2876-42d9-8860-57a23e59c75f req-f1fe82df-2e74-4430-8960-f750d9b8f52c tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:53.069813 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c8842970-2876-42d9-8860-57a23e59c75f req-f1fe82df-2e74-4430-8960-f750d9b8f52c tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.0581012 Jan 27 21:53:53.075241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5bbcf11c-c7d5-4b28-a1e9-82eab6249058 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:53:53.129422 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c8842970-2876-42d9-8860-57a23e59c75f req-76b05e34-697f-4ac1-9af7-3c602551b775 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530474 Jan 27 21:53:53.203199 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931fbc3-1bb3-41db-ae23-09efa048de86 req-ddbe0baf-4d36-476c-985b-e077bce4868f tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:53.205794 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a931fbc3-1bb3-41db-ae23-09efa048de86 req-ddbe0baf-4d36-476c-985b-e077bce4868f tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 943 time: 0.0753736 Jan 27 21:53:53.241797 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 5bbcf11c-c7d5-4b28-a1e9-82eab6249058, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5bbcf11c-c7d5-4b28-a1e9-82eab6249058,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:53.258592 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '5bbcf11c-c7d5-4b28-a1e9-82eab6249058', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '5bbcf11c-c7d5-4b28-a1e9-82eab6249058', 'mac_address': 'fa:16:3e:37:a8:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:53:53.276273 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a931fbc3-1bb3-41db-ae23-09efa048de86 req-0ad6e6e1-f1a6-4133-a5a9-54d6ac6eecc3 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613308 Jan 27 21:53:53.311303 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 5bbcf11c-c7d5-4b28-a1e9-82eab6249058 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:53.312742 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5bbcf11c-c7d5-4b28-a1e9-82eab6249058), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:53.334646 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bbcf11c-c7d5-4b28-a1e9-82eab6249058 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:53.360334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 5bbcf11c-c7d5-4b28-a1e9-82eab6249058, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5bbcf11c-c7d5-4b28-a1e9-82eab6249058,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:53.365768 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5bbcf11c-c7d5-4b28-a1e9-82eab6249058), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:53.366584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:53:53.369953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549dea9c-e877-484b-a8e8-f1da3c84d895 req-50696a8a-09fb-4e8d-be68-ab9dc88cc338 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:53.371603 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-549dea9c-e877-484b-a8e8-f1da3c84d895 req-50696a8a-09fb-4e8d-be68-ab9dc88cc338 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 944 time: 0.0707936 Jan 27 21:53:53.441188 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-549dea9c-e877-484b-a8e8-f1da3c84d895 req-8aaeb17f-5b46-4d98-a805-c9ed70143478 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610950 Jan 27 21:53:53.469757 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=5bbcf11c-c7d5-4b28-a1e9-82eab6249058,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:53.524864 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:53.539777 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e', 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350', 'port_id': '899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e', 'mac_address': 'fa:16:3e:eb:f9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c04e36a-ac28-4796-9e9d-94f1aca319f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:53:53.585085 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:53.586340 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:53.603328 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:53.626130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:53.630468 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:53.685880 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:53.982304 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dbb80-0b97-436f-a569-78eb44e2efb1 req-4865ab01-7ec1-45e8-8e6f-6c2666404ce1 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:53.984078 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e61dbb80-0b97-436f-a569-78eb44e2efb1 req-4865ab01-7ec1-45e8-8e6f-6c2666404ce1 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 948 time: 0.0802395 Jan 27 21:53:54.064202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c9665-6a0d-475f-a679-979ea9874829 req-f7bcccfe-0d43-4eb3-9ea1-b82e2990cb6f tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:54.071179 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c70dd4f4-6549-4b13-83c8-7daacc95f0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:54.073857 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f93c9665-6a0d-475f-a679-979ea9874829 req-f7bcccfe-0d43-4eb3-9ea1-b82e2990cb6f tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 949 time: 0.1187170 Jan 27 21:53:54.095640 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e61dbb80-0b97-436f-a569-78eb44e2efb1 req-5c4b4860-000b-4296-8901-3ce953c52e57 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7feba74-114e-425b-8952-cebc46b3d1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925677 Jan 27 21:53:54.164050 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f93c9665-6a0d-475f-a679-979ea9874829 req-14d5be37-5240-4f0f-9685-c5da9f92b18f tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894964 Jan 27 21:53:54.213874 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:54.219583 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['5bbcf11c-c7d5-4b28-a1e9-82eab6249058'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:54.444022 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa67efa-88ce-48e1-b4cb-8acb33f79ecb req-6195c4d2-70cf-4751-9759-d61287af6f02 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:54.445829 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffa67efa-88ce-48e1-b4cb-8acb33f79ecb req-6195c4d2-70cf-4751-9759-d61287af6f02 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.0797613 Jan 27 21:53:54.523737 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffa67efa-88ce-48e1-b4cb-8acb33f79ecb req-82df0d51-9ded-44f6-b2ed-e071a3aa32ac tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708394 Jan 27 21:53:54.619495 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08896444-d423-4968-93c3-cd886c071bc5 req-628c07bd-bf06-404d-9725-ff937cd136c7 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:54.626682 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-08896444-d423-4968-93c3-cd886c071bc5 req-628c07bd-bf06-404d-9725-ff937cd136c7 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 944 time: 0.0889742 Jan 27 21:53:54.724289 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfc51c-dd46-42cd-8016-4c4762f60ca8 req-eacc59bb-0f9b-4492-bf43-b52d9686c078 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:54.728655 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09cfc51c-dd46-42cd-8016-4c4762f60ca8 req-eacc59bb-0f9b-4492-bf43-b52d9686c078 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 944 time: 0.1306200 Jan 27 21:53:54.733479 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-08896444-d423-4968-93c3-cd886c071bc5 req-d375c449-18c7-4363-b07c-832c79b0d167 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058438 Jan 27 21:53:54.798554 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09cfc51c-dd46-42cd-8016-4c4762f60ca8 req-340809d1-2608-4393-9fea-4f04e453d5bd tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639827 Jan 27 21:53:55.097279 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:55.176246 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:53:55.182928 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:55.183455 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2ca85ad1-0bfa-4474-9aca-1d5de0dbff10), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:55.301418 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:55.302089 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2ca85ad1-0bfa-4474-9aca-1d5de0dbff10), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:55.334625 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03a868-1243-4839-a39d-7225562286e0 req-2df91338-6965-49c0-897c-a1e35e8dbdba tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:55.336336 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8bfd13-f092-42d8-ab36-cdf94ebde2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca85ad1-0bfa-4474-9aca-1d5de0dbff10'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:55.338259 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f03a868-1243-4839-a39d-7225562286e0 req-2df91338-6965-49c0-897c-a1e35e8dbdba tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 948 time: 0.1259022 Jan 27 21:53:55.339115 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d51b4b-4ed4-48a7-8710-c4ffd046f6ec" -d '{"events": [{"server_uuid": "0c8bfd13-f092-42d8-ab36-cdf94ebde2c4", "name": "network-vif-plugged", "status": "completed", "tag": "2ca85ad1-0bfa-4474-9aca-1d5de0dbff10"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:55.353799 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=2ca85ad1-0bfa-4474-9aca-1d5de0dbff10,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:55.359611 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2ca85ad1-0bfa-4474-9aca-1d5de0dbff10), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:55.371634 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28650092-2076-468c-80ec-2ece2d229df2 req-fde6e55c-8854-497f-b06c-d6fbe5d0af44 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:55.373694 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-28650092-2076-468c-80ec-2ece2d229df2 req-fde6e55c-8854-497f-b06c-d6fbe5d0af44 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 949 time: 0.1178889 Jan 27 21:53:55.471953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f03a868-1243-4839-a39d-7225562286e0 req-28c7cd6f-4d9b-4340-acc5-5621d95bb4b8 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7feba74-114e-425b-8952-cebc46b3d1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235471 Jan 27 21:53:55.473663 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=2ca85ad1-0bfa-4474-9aca-1d5de0dbff10,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:55.488020 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-28650092-2076-468c-80ec-2ece2d229df2 req-48c9d0a3-6bff-4283-86be-813114a24229 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955026 Jan 27 21:53:55.565967 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac01fd33-8ea7-4be1-ae45-9e879772f472 x-openstack-request-id: req-ac01fd33-8ea7-4be1-ae45-9e879772f472 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:55.566425 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8bfd13-f092-42d8-ab36-cdf94ebde2c4", "name": "network-vif-plugged", "status": "completed", "tag": "2ca85ad1-0bfa-4474-9aca-1d5de0dbff10", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:55.566858 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac01fd33-8ea7-4be1-ae45-9e879772f472 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:55.567403 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8bfd13-f092-42d8-ab36-cdf94ebde2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca85ad1-0bfa-4474-9aca-1d5de0dbff10', 'code': 200} Jan 27 21:53:55.702543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3c804-27bd-4940-a06e-cbf824cab8ed req-aa508293-cc3b-4344-aac6-d802b414e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:55.707479 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ed3c804-27bd-4940-a06e-cbf824cab8ed req-aa508293-cc3b-4344-aac6-d802b414e167 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 1096 time: 0.0535769 Jan 27 21:53:55.718310 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 697cb650-ae8a-46fe-bccc-21cf0b0afb3d up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:55.791517 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ed3c804-27bd-4940-a06e-cbf824cab8ed req-059549e4-8a47-417d-85e1-4d4684f30762 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784152 Jan 27 21:53:55.796934 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:55.797703 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:55.818518 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bda3da-3941-4f7b-9f89-48d9487a3e0d req-80dcb580-88d2-4d26-b4d3-209341fa6284 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:55.820341 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3bda3da-3941-4f7b-9f89-48d9487a3e0d req-80dcb580-88d2-4d26-b4d3-209341fa6284 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.0719712 Jan 27 21:53:55.923748 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca649c3f-5b38-4f84-b693-ee50ae26a21a req-77d6cc15-52ba-4676-af2b-0409aaf3a9c8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:55.929578 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:55.930351 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:55.931617 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca649c3f-5b38-4f84-b693-ee50ae26a21a req-77d6cc15-52ba-4676-af2b-0409aaf3a9c8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 944 time: 0.1017945 Jan 27 21:53:55.958530 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3bda3da-3941-4f7b-9f89-48d9487a3e0d req-fd15c84e-7d37-4870-937a-84dee6a4bde5 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306508 Jan 27 21:53:55.973913 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:55.988486 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.048805 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca649c3f-5b38-4f84-b693-ee50ae26a21a req-359b76e9-e764-49b6-b1d5-91947e12bfb4 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159573 Jan 27 21:53:56.060392 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,revision_number=11']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:56.125620 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14bf97-4fdd-489d-ba85-f1ba7269f1cd req-e3c76183-b009-4054-89e8-5ef4a2cffae3 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:56.127334 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d14bf97-4fdd-489d-ba85-f1ba7269f1cd req-e3c76183-b009-4054-89e8-5ef4a2cffae3 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.0615492 Jan 27 21:53:56.196882 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d14bf97-4fdd-489d-ba85-f1ba7269f1cd req-315f433c-526f-4276-bd35-0fb08287c3a4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627530 Jan 27 21:53:56.676277 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f677fd78-3f86-4ac5-be02-9397389e72b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.686481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4349a-cc12-4bed-aa2b-cb97d17f7d72 req-0f1c797a-81fb-49f9-be21-54e3bb70ae05 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:56.688295 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aad4349a-cc12-4bed-aa2b-cb97d17f7d72 req-0f1c797a-81fb-49f9-be21-54e3bb70ae05 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 948 time: 0.1029124 Jan 27 21:53:56.696867 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a46863-1cca-4599-829c-c7879c3688b3 req-9e0a9ab0-b7a1-4b7a-bea2-80d04999c5e9 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:56.703962 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f3a46863-1cca-4599-829c-c7879c3688b3 req-9e0a9ab0-b7a1-4b7a-bea2-80d04999c5e9 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 951 time: 0.1163743 Jan 27 21:53:56.780727 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aad4349a-cc12-4bed-aa2b-cb97d17f7d72 req-90fc15b1-7821-473f-ac61-0c73f15ae043 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7feba74-114e-425b-8952-cebc46b3d1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745184 Jan 27 21:53:56.798180 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f3a46863-1cca-4599-829c-c7879c3688b3 req-684032d0-29a5-4f81-ae1f-28432ab8a877 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931349 Jan 27 21:53:57.106853 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5bbcf11c-c7d5-4b28-a1e9-82eab6249058 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:57.113283 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a69ca0-f12f-44f6-a867-fbea42a61ba0 req-bba08629-d913-471e-9482-fac18358a916 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:57.121596 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9a69ca0-f12f-44f6-a867-fbea42a61ba0 req-bba08629-d913-471e-9482-fac18358a916 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.0746529 Jan 27 21:53:57.198052 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9a69ca0-f12f-44f6-a867-fbea42a61ba0 req-5b8cb7d6-233f-4506-be7c-6279a957cdaf tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753889 Jan 27 21:53:57.278132 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 5bbcf11c-c7d5-4b28-a1e9-82eab6249058 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:53:57.288736 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 5bbcf11c-c7d5-4b28-a1e9-82eab6249058 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:57.289224 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5bbcf11c-c7d5-4b28-a1e9-82eab6249058), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:57.363546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b337a-d885-4ede-80d3-76318c726896 req-22608131-ef8d-44f2-aac6-2bb6f24b9421 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:57.371265 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-334b337a-d885-4ede-80d3-76318c726896 req-22608131-ef8d-44f2-aac6-2bb6f24b9421 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 944 time: 0.1362154 Jan 27 21:53:57.413169 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbede0-98d8-47a7-9535-b5cb898f330c req-2ce0fb40-c97e-4e0d-a1c7-09b1f74596fb tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:57.415084 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-65fbede0-98d8-47a7-9535-b5cb898f330c req-2ce0fb40-c97e-4e0d-a1c7-09b1f74596fb tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.1028340 Jan 27 21:53:57.431425 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 5bbcf11c-c7d5-4b28-a1e9-82eab6249058 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:57.432235 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5bbcf11c-c7d5-4b28-a1e9-82eab6249058), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:57.465078 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-334b337a-d885-4ede-80d3-76318c726896 req-683a4bbf-eef9-4b3b-aa4f-28fa584fc806 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928752 Jan 27 21:53:57.482071 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 5bbcf11c-c7d5-4b28-a1e9-82eab6249058, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5bbcf11c-c7d5-4b28-a1e9-82eab6249058,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:57.496528 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5bbcf11c-c7d5-4b28-a1e9-82eab6249058), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:57.499159 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:57.524854 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-65fbede0-98d8-47a7-9535-b5cb898f330c req-00cd3254-da8b-4934-b120-122d828c6cc0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006582 Jan 27 21:53:57.631816 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab11a26-3fb4-4511-b1f9-b7bc6975961f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697cb650-ae8a-46fe-bccc-21cf0b0afb3d'}, {'server_uuid': 'a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bbcf11c-c7d5-4b28-a1e9-82eab6249058'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:57.634731 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3ec1f3-32f6-4f0a-9dda-a699a944a470" -d '{"events": [{"server_uuid": "fab11a26-3fb4-4511-b1f9-b7bc6975961f", "name": "network-vif-plugged", "status": "completed", "tag": "697cb650-ae8a-46fe-bccc-21cf0b0afb3d"}, {"server_uuid": "a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c", "name": "network-vif-plugged", "status": "completed", "tag": "5bbcf11c-c7d5-4b28-a1e9-82eab6249058"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:57.653749 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=5bbcf11c-c7d5-4b28-a1e9-82eab6249058,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:57.673765 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:57.705267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:53:57.715280 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:57.715663 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:57.755905 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0701aaaa-2ee2-48bd-80d7-140f9c43ddcc x-openstack-request-id: req-0701aaaa-2ee2-48bd-80d7-140f9c43ddcc {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:57.756209 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab11a26-3fb4-4511-b1f9-b7bc6975961f", "name": "network-vif-plugged", "status": "completed", "tag": "697cb650-ae8a-46fe-bccc-21cf0b0afb3d", "code": 200}, {"server_uuid": "a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c", "name": "network-vif-plugged", "status": "completed", "tag": "5bbcf11c-c7d5-4b28-a1e9-82eab6249058", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:57.756472 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0701aaaa-2ee2-48bd-80d7-140f9c43ddcc {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:57.756878 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab11a26-3fb4-4511-b1f9-b7bc6975961f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697cb650-ae8a-46fe-bccc-21cf0b0afb3d', 'code': 200} Jan 27 21:53:57.757675 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bbcf11c-c7d5-4b28-a1e9-82eab6249058', 'code': 200} Jan 27 21:53:57.815295 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:57.816675 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:57.911454 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:57.914557 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a30f7-cd6d-4ad1-9c51-fc5666b4906b req-01935adb-898f-49c6-bb7c-fc312ccb34e9 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:57.916243 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-247a30f7-cd6d-4ad1-9c51-fc5666b4906b req-01935adb-898f-49c6-bb7c-fc312ccb34e9 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 949 time: 0.0578761 Jan 27 21:53:57.917009 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:57.989413 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:58.077095 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055509a-d4df-42bf-acac-5e7a564199ce req-da858236-46a4-4f35-a172-8de0532917b5 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:58.078631 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0055509a-d4df-42bf-acac-5e7a564199ce req-da858236-46a4-4f35-a172-8de0532917b5 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 951 time: 0.1614347 Jan 27 21:53:58.086756 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4b71c-ee90-46ee-9ef2-e95d5ef04124 req-3108e8d4-be77-4c1b-bd0f-4e739dd6c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:58.088255 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5e4b71c-ee90-46ee-9ef2-e95d5ef04124 req-3108e8d4-be77-4c1b-bd0f-4e739dd6c5ed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 1102 time: 0.1111395 Jan 27 21:53:58.095539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df06617-5e21-49ab-a618-7968b2c62820 req-6a7fbf01-7680-460a-aab7-cdecfc483573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:58.097025 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1df06617-5e21-49ab-a618-7968b2c62820 req-6a7fbf01-7680-460a-aab7-cdecfc483573 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 1100 time: 0.1516488 Jan 27 21:53:58.140683 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-247a30f7-cd6d-4ad1-9c51-fc5666b4906b req-5288abc4-7e4d-4cec-9eba-073f75c29e86 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7feba74-114e-425b-8952-cebc46b3d1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653261 Jan 27 21:53:58.229225 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5e4b71c-ee90-46ee-9ef2-e95d5ef04124 req-3100168a-ae56-47c4-8516-ac24be68f480 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312556 Jan 27 21:53:58.243459 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0055509a-d4df-42bf-acac-5e7a564199ce req-b39d2644-d995-4280-9880-6460ae45ca80 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541026 Jan 27 21:53:58.250046 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1df06617-5e21-49ab-a618-7968b2c62820 req-93650872-0aa1-41ce-baee-dfaf4e28d407 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d7feba74-114e-425b-8952-cebc46b3d1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357093 Jan 27 21:53:58.615188 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e468b21-ddf6-4c59-844f-c4d5cb981dc6 req-2f481a20-01b3-47ba-ad88-061944d3f030 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:58.616785 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e468b21-ddf6-4c59-844f-c4d5cb981dc6 req-2f481a20-01b3-47ba-ad88-061944d3f030 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.0861428 Jan 27 21:53:58.637193 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256ebdf-cfa4-463f-bb5d-b46f0cadca1e req-e59de688-6c5e-4b6e-8a3b-eb357a1437b0 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:58.638835 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c256ebdf-cfa4-463f-bb5d-b46f0cadca1e req-e59de688-6c5e-4b6e-8a3b-eb357a1437b0 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.0760911 Jan 27 21:53:58.706056 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e468b21-ddf6-4c59-844f-c4d5cb981dc6 req-b9b73b10-453b-42c6-9f15-5c52cd5dd2c0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828555 Jan 27 21:53:58.718176 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c256ebdf-cfa4-463f-bb5d-b46f0cadca1e req-dcce6058-7158-416f-a5ed-e018bbf1bdc2 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705860 Jan 27 21:53:58.804632 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:58.842542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578d250-9e65-49eb-a0d2-745f60556b3b req-788e02e0-93b4-473b-99de-75011019057b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:58.844087 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2578d250-9e65-49eb-a0d2-745f60556b3b req-788e02e0-93b4-473b-99de-75011019057b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.0687745 Jan 27 21:53:58.899210 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2578d250-9e65-49eb-a0d2-745f60556b3b req-a2cd0a23-d81f-487b-b84e-ddaed991d0a2 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479777 Jan 27 21:53:59.172333 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42132d4-7fa7-4b29-804d-a840d3c5a677 req-53fb93f3-bed4-432e-8d80-859328ac225e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:59.174062 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c42132d4-7fa7-4b29-804d-a840d3c5a677 req-53fb93f3-bed4-432e-8d80-859328ac225e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.0683248 Jan 27 21:53:59.237034 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c42132d4-7fa7-4b29-804d-a840d3c5a677 req-ae862d3b-3314-45a1-a6e9-d81a9f45d4c1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537722 Jan 27 21:53:59.287907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b7558-808d-434b-af1a-29663d4748b4 req-84c8fa93-8eec-467c-a4da-32890ba25ac8 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:59.290024 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff1b7558-808d-434b-af1a-29663d4748b4 req-84c8fa93-8eec-467c-a4da-32890ba25ac8 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 949 time: 0.0519984 Jan 27 21:53:59.366172 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff1b7558-808d-434b-af1a-29663d4748b4 req-88e86980-5bec-41f0-be0b-8f635ff313fa tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7feba74-114e-425b-8952-cebc46b3d1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627375 Jan 27 21:53:59.436962 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd06b0-9ff3-4d16-9501-2f55b61b2f7a req-1bb98472-f0ed-41b7-a81f-f58c27717849 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:59.438436 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e5cd06b0-9ff3-4d16-9501-2f55b61b2f7a req-1bb98472-f0ed-41b7-a81f-f58c27717849 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 951 time: 0.0611532 Jan 27 21:53:59.523455 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e5cd06b0-9ff3-4d16-9501-2f55b61b2f7a req-c1084028-701a-4b37-b1e6-8ba7cd430d71 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769098 Jan 27 21:53:59.758787 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:59.763261 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7281c7-373d-491d-a1d4-4f97cc40c340" -d '{"events": [{"server_uuid": "ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb", "name": "network-vif-plugged", "status": "completed", "tag": "899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:59.895070 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd55de6-7c23-404d-8d22-6151b9c53282 req-42d78e21-c1fd-4c19-ae6b-419eb0e1d54c tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:59.903384 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8fd55de6-7c23-404d-8d22-6151b9c53282 req-42d78e21-c1fd-4c19-ae6b-419eb0e1d54c tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.0971949 Jan 27 21:53:59.917630 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423a982-7e10-411c-96d5-f53d20cb59f4 req-c970c99d-f0ea-4cc0-9f72-b584f1cf55dc tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:59.924184 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7423a982-7e10-411c-96d5-f53d20cb59f4 req-c970c99d-f0ea-4cc0-9f72-b584f1cf55dc tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.1059968 Jan 27 21:54:00.007236 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7423a982-7e10-411c-96d5-f53d20cb59f4 req-002a747a-7632-459f-b1ce-c8c36937ee2d tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821593 Jan 27 21:54:00.012407 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8fd55de6-7c23-404d-8d22-6151b9c53282 req-8a1bcfd5-bd22-4a8f-ba7a-0afcc015853d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081636 Jan 27 21:54:00.085298 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d9a7b3-8a8e-4ea1-95c2-e8d40c78ec58 x-openstack-request-id: req-12d9a7b3-8a8e-4ea1-95c2-e8d40c78ec58 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:00.085818 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb", "name": "network-vif-plugged", "status": "completed", "tag": "899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:00.085929 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12d9a7b3-8a8e-4ea1-95c2-e8d40c78ec58 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:00.086246 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e', 'code': 200} Jan 27 21:54:00.215172 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd245257-ccd8-4151-b1f0-37ee19d0ba75 req-c3ab9ae3-6fa0-46f6-8306-af3541ff93eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:00.216818 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd245257-ccd8-4151-b1f0-37ee19d0ba75 req-c3ab9ae3-6fa0-46f6-8306-af3541ff93eb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 1096 time: 0.0481455 Jan 27 21:54:00.265895 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:00.299552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd245257-ccd8-4151-b1f0-37ee19d0ba75 req-08d75f65-2fcc-49e1-9cd6-7195b61c0fdd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595069 Jan 27 21:54:00.432812 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf556f1-1bd6-486f-a7f2-5c802a12b9e0 req-84d44ccc-ae15-45e3-a2cc-e07cabf5559c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:00.442388 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5bf556f1-1bd6-486f-a7f2-5c802a12b9e0 req-84d44ccc-ae15-45e3-a2cc-e07cabf5559c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.0838661 Jan 27 21:54:00.509790 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5bf556f1-1bd6-486f-a7f2-5c802a12b9e0 req-40886e6f-90dc-4a01-b741-65bacf0e54f8 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654221 Jan 27 21:54:00.554379 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7efac-8842-4f97-96b7-8cd1244bebe9 req-000854ce-74f2-4529-91fb-b3828bb8c929 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:00.555930 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0a7efac-8842-4f97-96b7-8cd1244bebe9 req-000854ce-74f2-4529-91fb-b3828bb8c929 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 949 time: 0.0666475 Jan 27 21:54:00.640651 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0a7efac-8842-4f97-96b7-8cd1244bebe9 req-98e4f4a9-1fb6-418a-b2c4-65ccdaa380c0 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7feba74-114e-425b-8952-cebc46b3d1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747552 Jan 27 21:54:00.689898 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73c502-f859-471b-b655-a065ccdbdcbc req-664680e9-b523-4efc-ae4d-7a948fdfe0cc tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:00.691671 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a73c502-f859-471b-b655-a065ccdbdcbc req-664680e9-b523-4efc-ae4d-7a948fdfe0cc tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 951 time: 0.0736578 Jan 27 21:54:00.762769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a73c502-f859-471b-b655-a065ccdbdcbc req-46515852-f74f-403b-8bfd-f93eff9e71d8 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641501 Jan 27 21:54:01.031870 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d3831-b684-489a-93ec-014cd16a5446 req-507845f5-996b-44e7-ad78-6639878b8670 tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:01.033565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c3d3831-b684-489a-93ec-014cd16a5446 req-507845f5-996b-44e7-ad78-6639878b8670 tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 1102 time: 0.0577915 Jan 27 21:54:01.108340 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c3d3831-b684-489a-93ec-014cd16a5446 req-daa62571-6cb3-4cf0-a6c3-9f5db29aabc2 tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649915 Jan 27 21:54:01.166700 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c58ee-2f0e-4f62-8b3e-987313ff73e4 req-ad4fd36d-09b2-461c-aa39-2bc887534acd tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:01.168210 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-187c58ee-2f0e-4f62-8b3e-987313ff73e4 req-ad4fd36d-09b2-461c-aa39-2bc887534acd tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.0589046 Jan 27 21:54:01.258637 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-187c58ee-2f0e-4f62-8b3e-987313ff73e4 req-17515577-cebe-4034-8960-f0c689671f7a tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812216 Jan 27 21:54:01.266985 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1deefd-6a19-4239-93eb-80935abee73a req-442af5ce-ecdb-42d5-947b-08ede67020a4 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:01.275002 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d1deefd-6a19-4239-93eb-80935abee73a req-442af5ce-ecdb-42d5-947b-08ede67020a4 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.0955513 Jan 27 21:54:01.346093 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d1deefd-6a19-4239-93eb-80935abee73a req-55b9832d-41b5-485d-8c91-4708066cc0c6 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688026 Jan 27 21:54:01.500316 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b51c9-8efb-434a-a154-5fa6406ad3b0 req-342c3591-af32-48e5-bcb5-ad40269f0293 tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:01.501095 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a6b51c9-8efb-434a-a154-5fa6406ad3b0 req-342c3591-af32-48e5-bcb5-ad40269f0293 tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 1102 time: 0.0490191 Jan 27 21:54:01.563053 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a6b51c9-8efb-434a-a154-5fa6406ad3b0 req-7d9c541f-3c6f-46e4-9dff-170ce918af4a tempest-ServersAdminTestJSON-1389350252 tempest-ServersAdminTestJSON-1389350252-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562532 Jan 27 21:54:01.647366 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4812bd4-cb15-4223-9908-91c8b1645c2e req-96fb56df-b14b-4645-af92-c52e0bd7d7f2 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:01.647858 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4812bd4-cb15-4223-9908-91c8b1645c2e req-96fb56df-b14b-4645-af92-c52e0bd7d7f2 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.0518365 Jan 27 21:54:01.702222 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4812bd4-cb15-4223-9908-91c8b1645c2e req-feaad020-ebc8-494b-a93e-c64fa2a2ce8c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482757 Jan 27 21:54:01.848268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7a912-5a34-4d3b-b81c-981dc4e48ab8 req-dda8bce2-4bbf-4a8e-9f95-2da90a31a5a1 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:01.849734 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5da7a912-5a34-4d3b-b81c-981dc4e48ab8 req-dda8bce2-4bbf-4a8e-9f95-2da90a31a5a1 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 949 time: 0.0762911 Jan 27 21:54:01.861395 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63789bbe-8392-4073-8121-936fdb10507a req-4ce569f3-3ca8-4605-b85f-966e5eedb21b tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:01.862765 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63789bbe-8392-4073-8121-936fdb10507a req-4ce569f3-3ca8-4605-b85f-966e5eedb21b tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb2abd8-1009-4c34-9322-99c63c368f00 HTTP/1.1" status: 200 len: 950 time: 0.0787628 Jan 27 21:54:01.932657 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5da7a912-5a34-4d3b-b81c-981dc4e48ab8 req-d9d5ebfe-e9cd-46db-b03e-894595797808 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7feba74-114e-425b-8952-cebc46b3d1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689516 Jan 27 21:54:01.935919 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63789bbe-8392-4073-8121-936fdb10507a req-bbd50116-6f92-4545-a57f-e448457f8430 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666239 Jan 27 21:54:02.296116 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bab672-cfb0-4110-91ed-3a8640f46ba0 req-98d13b60-ad95-4cc0-92fe-7a48a6d5fb1e tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:02.297616 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97bab672-cfb0-4110-91ed-3a8640f46ba0 req-98d13b60-ad95-4cc0-92fe-7a48a6d5fb1e tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 949 time: 0.0478704 Jan 27 21:54:02.383752 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97bab672-cfb0-4110-91ed-3a8640f46ba0 req-0ed1c788-f48c-41db-a5b9-4373ff8187de tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7feba74-114e-425b-8952-cebc46b3d1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804214 Jan 27 21:54:02.422760 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0baff5f-5053-4b62-a89a-ed66cb9ba57b req-1f7f3bf7-3de0-47f0-bdd0-4763ad2e8a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:02.424762 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0baff5f-5053-4b62-a89a-ed66cb9ba57b req-1f7f3bf7-3de0-47f0-bdd0-4763ad2e8a51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de28fa92448d41c99ce570f9af9bb344&device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 1096 time: 0.0676301 Jan 27 21:54:02.431084 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dceee9-6309-4240-9fa6-f52dbf940c34 req-26a1aade-80ef-44fc-ba80-778e251050f4 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:02.432550 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80dceee9-6309-4240-9fa6-f52dbf940c34 req-26a1aade-80ef-44fc-ba80-778e251050f4 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.0892906 Jan 27 21:54:02.579264 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80dceee9-6309-4240-9fa6-f52dbf940c34 req-bb28f9d0-3bee-46d7-927c-47fb2d1e4f16 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383450 Jan 27 21:54:02.601410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf293c-3fe2-4b9a-ade8-cd43b841f75d req-e6fceac2-b19c-4011-8a0d-b8f0c45e0bc0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:02.601410 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffaf293c-3fe2-4b9a-ade8-cd43b841f75d req-e6fceac2-b19c-4011-8a0d-b8f0c45e0bc0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.1583183 Jan 27 21:54:02.640467 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0baff5f-5053-4b62-a89a-ed66cb9ba57b req-7c165c57-9a48-48c0-85ce-94625c4dad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:02.640467 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0baff5f-5053-4b62-a89a-ed66cb9ba57b req-7c165c57-9a48-48c0-85ce-94625c4dad85 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 HTTP/1.1" status: 200 len: 916 time: 0.1747952 Jan 27 21:54:02.717612 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffaf293c-3fe2-4b9a-ade8-cd43b841f75d req-42ff6d4e-782d-4106-a26f-a25a590921dc tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079586 Jan 27 21:54:02.721311 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0baff5f-5053-4b62-a89a-ed66cb9ba57b req-8b604db1-2cd0-436c-b743-4508a1c83fb2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85814e7d-06ef-44ba-99d9-f779baf564c0 HTTP/1.1" status: 200 len: 1001 time: 0.1026990 Jan 27 21:54:02.775320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0baff5f-5053-4b62-a89a-ed66cb9ba57b req-bee33a9e-283f-4160-9412-9ae8e8c5aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:02.776802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0baff5f-5053-4b62-a89a-ed66cb9ba57b req-bee33a9e-283f-4160-9412-9ae8e8c5aa6e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b1a976cc-2e5b-4556-bc6f-960c2cfb8897 HTTP/1.1" status: 200 len: 854 time: 0.0454366 Jan 27 21:54:02.855246 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0baff5f-5053-4b62-a89a-ed66cb9ba57b req-de29e69b-f3cf-4616-8a11-577f34041674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:02.856693 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0baff5f-5053-4b62-a89a-ed66cb9ba57b req-de29e69b-f3cf-4616-8a11-577f34041674 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706811 Jan 27 21:54:02.867750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0972079-c048-4c10-b7b8-6a068abfcfa6 req-bb343da8-240b-4f21-a5da-856cc2215f27 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:02.869268 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0972079-c048-4c10-b7b8-6a068abfcfa6 req-bb343da8-240b-4f21-a5da-856cc2215f27 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.0754623 Jan 27 21:54:02.966305 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0972079-c048-4c10-b7b8-6a068abfcfa6 req-3b2d1a8c-8115-4f94-84b7-8451c42e4365 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893848 Jan 27 21:54:02.986016 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0baff5f-5053-4b62-a89a-ed66cb9ba57b req-f9370f4b-8ad8-4411-9260-17d5e6ccc558 service neutron] 10.222.0.15 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158159 Jan 27 21:54:03.116154 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf96de-fa34-470c-89d1-b8908fecf5fd req-920c09cb-ad1d-4bfc-b30e-ab528d60b216 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:03.117652 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-91bf96de-fa34-470c-89d1-b8908fecf5fd req-920c09cb-ad1d-4bfc-b30e-ab528d60b216 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb2abd8-1009-4c34-9322-99c63c368f00 HTTP/1.1" status: 200 len: 950 time: 0.1030159 Jan 27 21:54:03.121402 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0baff5f-5053-4b62-a89a-ed66cb9ba57b req-dec5b363-0f1e-4fde-bebe-57a9cc2ba954 service neutron] 10.222.0.15 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276317 Jan 27 21:54:03.168428 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-91bf96de-fa34-470c-89d1-b8908fecf5fd req-75fb2cf1-1b43-4104-a635-f3cd8b031614 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448163 Jan 27 21:54:03.498968 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a956dc-32d7-4756-8bb1-6fb35b645832 req-81356215-e7dc-463b-bc32-6fa1ee58f00c tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:03.500464 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b5a956dc-32d7-4756-8bb1-6fb35b645832 req-81356215-e7dc-463b-bc32-6fa1ee58f00c tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 949 time: 0.0511942 Jan 27 21:54:03.570438 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b5a956dc-32d7-4756-8bb1-6fb35b645832 req-f6a42329-263f-4ebb-8857-a4254d720ede tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7feba74-114e-425b-8952-cebc46b3d1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637321 Jan 27 21:54:03.590246 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2bc1e-ec1f-43fa-b55b-eb27a944edd0 req-cf642bed-ed15-4f85-b1a3-de95982fa674 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:03.591659 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6de2bc1e-ec1f-43fa-b55b-eb27a944edd0 req-cf642bed-ed15-4f85-b1a3-de95982fa674 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bb2abd8-1009-4c34-9322-99c63c368f00 HTTP/1.1" status: 200 len: 950 time: 0.0563605 Jan 27 21:54:03.729315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c14452-a8e4-419e-bd07-2425fa787e9b req-80c3aea4-012f-4284-8846-f9832023baae tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:03.730802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e5c14452-a8e4-419e-bd07-2425fa787e9b req-80c3aea4-012f-4284-8846-f9832023baae tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.0710261 Jan 27 21:54:03.733599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-6de2bc1e-ec1f-43fa-b55b-eb27a944edd0 req-36342a91-1b4f-434c-9f5a-042ada82978c tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Deleting port c6a00ecc-e514-4030-a515-8daa5f5a9902 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:54:03.733943 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6de2bc1e-ec1f-43fa-b55b-eb27a944edd0 req-36342a91-1b4f-434c-9f5a-042ada82978c tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c6a00ecc-e514-4030-a515-8daa5f5a9902), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:03.864374 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e5c14452-a8e4-419e-bd07-2425fa787e9b req-7bbd3e12-8fe4-4f2e-af49-103a627a40c3 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267455 Jan 27 21:54:03.893101 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487510c8-3437-40c3-9ece-92ce5ae5011c req-97b18dcc-f0df-4b60-9161-943824db3d0a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:03.894566 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-487510c8-3437-40c3-9ece-92ce5ae5011c req-97b18dcc-f0df-4b60-9161-943824db3d0a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.0993135 Jan 27 21:54:03.902999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-6de2bc1e-ec1f-43fa-b55b-eb27a944edd0 req-36342a91-1b4f-434c-9f5a-042ada82978c tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] For port c6a00ecc-e514-4030-a515-8daa5f5a9902, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=c6a00ecc-e514-4030-a515-8daa5f5a9902,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:03.903359 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6de2bc1e-ec1f-43fa-b55b-eb27a944edd0 req-36342a91-1b4f-434c-9f5a-042ada82978c tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c6a00ecc-e514-4030-a515-8daa5f5a9902), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:03.928555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-6de2bc1e-ec1f-43fa-b55b-eb27a944edd0 req-36342a91-1b4f-434c-9f5a-042ada82978c tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Calling delete_port for c6a00ecc-e514-4030-a515-8daa5f5a9902 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:54:03.994175 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-487510c8-3437-40c3-9ece-92ce5ae5011c req-312ba328-45e8-4f9a-b53e-7cb7f963ff55 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937097 Jan 27 21:54:04.138864 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3c10a-a3ec-4a33-81a0-a8bd7fbb5d7b req-5f4c0265-cb73-4bc5-ad00-5049da96eb89 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:04.140390 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01e3c10a-a3ec-4a33-81a0-a8bd7fbb5d7b req-5f4c0265-cb73-4bc5-ad00-5049da96eb89 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.1125417 Jan 27 21:54:04.150010 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6de2bc1e-ec1f-43fa-b55b-eb27a944edd0 req-36342a91-1b4f-434c-9f5a-042ada82978c tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (c6a00ecc-e514-4030-a515-8daa5f5a9902), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:04.166308 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['697cb650-ae8a-46fe-bccc-21cf0b0afb3d'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:04.183502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9012d8-78be-47ca-94d6-fa2ccd71bfe8 req-05c84a76-59a4-4835-bc6c-7ac58e50edbc tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:04.184997 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e9012d8-78be-47ca-94d6-fa2ccd71bfe8 req-05c84a76-59a4-4835-bc6c-7ac58e50edbc tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.1037319 Jan 27 21:54:04.195703 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['54b6a2ec-c587-4b69-9943-c1476acdcc50'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:04.207522 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36342a91-1b4f-434c-9f5a-042ada82978c tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Pushing event deleted for resources: {'Port': ['ID=c6a00ecc-e514-4030-a515-8daa5f5a9902,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:04.277100 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de2bc1e-ec1f-43fa-b55b-eb27a944edd0 req-36342a91-1b4f-434c-9f5a-042ada82978c tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] No DVR routers for this DVR port c6a00ecc-e514-4030-a515-8daa5f5a9902 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:54:04.286121 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6de2bc1e-ec1f-43fa-b55b-eb27a944edd0 req-36342a91-1b4f-434c-9f5a-042ada82978c tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:04.290016 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6de2bc1e-ec1f-43fa-b55b-eb27a944edd0 req-36342a91-1b4f-434c-9f5a-042ada82978c tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.15 "DELETE /v2.0/ports/c6a00ecc-e514-4030-a515-8daa5f5a9902 HTTP/1.1" status: 204 len: 173 time: 0.6901848 Jan 27 21:54:04.291300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb2abd8-1009-4c34-9322-99c63c368f00', 'name': 'network-vif-deleted', 'tag': 'c6a00ecc-e514-4030-a515-8daa5f5a9902'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:04.293568 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e61ab05-2a62-4885-9ed2-6a9bdef1ebe7" -d '{"events": [{"server_uuid": "1bb2abd8-1009-4c34-9322-99c63c368f00", "name": "network-vif-deleted", "tag": "c6a00ecc-e514-4030-a515-8daa5f5a9902"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:04.303775 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01e3c10a-a3ec-4a33-81a0-a8bd7fbb5d7b req-aec3fbc8-db1a-49e8-a281-d053f6d16229 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564844 Jan 27 21:54:04.320616 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e9012d8-78be-47ca-94d6-fa2ccd71bfe8 req-ae44f828-47a6-4d78-97ce-5d783ece7084 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163065 Jan 27 21:54:04.432685 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1261f59b-9849-461c-8edd-dcac4b86366f req-8483a717-68ca-483e-a52a-ea0f7c4570ae tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bb2abd8-1009-4c34-9322-99c63c368f00 HTTP/1.1" status: 200 len: 210 time: 0.0282354 Jan 27 21:54:04.485688 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab0be22-9ab4-442c-b99b-aebee1a2e222 x-openstack-request-id: req-7ab0be22-9ab4-442c-b99b-aebee1a2e222 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:04.485991 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb2abd8-1009-4c34-9322-99c63c368f00", "name": "network-vif-deleted", "tag": "c6a00ecc-e514-4030-a515-8daa5f5a9902", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:04.486242 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ab0be22-9ab4-442c-b99b-aebee1a2e222 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:04.486647 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb2abd8-1009-4c34-9322-99c63c368f00', 'name': 'network-vif-deleted', 'tag': 'c6a00ecc-e514-4030-a515-8daa5f5a9902', 'status': 'completed', 'code': 200} Jan 27 21:54:04.695364 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b26dc-7340-4eba-bb69-1909bc042528 req-34277ae6-32be-4454-9d8b-afc08f29703b tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:04.697034 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f43b26dc-7340-4eba-bb69-1909bc042528 req-34277ae6-32be-4454-9d8b-afc08f29703b tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 949 time: 0.0549901 Jan 27 21:54:04.744247 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f43b26dc-7340-4eba-bb69-1909bc042528 req-3b734f0b-e19b-47c8-a1cd-26632e53d564 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7feba74-114e-425b-8952-cebc46b3d1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411038 Jan 27 21:54:04.994557 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e2d1d-4495-400d-8a2c-e04e2e8778e6 req-76ed7e95-1cd8-400d-b58b-d1fdee5a4072 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:04.996002 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e20e2d1d-4495-400d-8a2c-e04e2e8778e6 req-76ed7e95-1cd8-400d-b58b-d1fdee5a4072 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 949 time: 0.0469553 Jan 27 21:54:05.129447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-e20e2d1d-4495-400d-8a2c-e04e2e8778e6 req-957dc617-81d3-46a1-b9d0-d9f1c7eeff37 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Deleting port 5bbcf11c-c7d5-4b28-a1e9-82eab6249058 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:54:05.129842 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e20e2d1d-4495-400d-8a2c-e04e2e8778e6 req-957dc617-81d3-46a1-b9d0-d9f1c7eeff37 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5bbcf11c-c7d5-4b28-a1e9-82eab6249058), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:05.155815 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c8823-fa1a-4bcc-b5ba-25022fb6d591 req-ee2d22b5-0e9e-423a-94c6-efad5238de08 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:05.157445 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a0c8823-fa1a-4bcc-b5ba-25022fb6d591 req-ee2d22b5-0e9e-423a-94c6-efad5238de08 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.0762630 Jan 27 21:54:05.268744 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a0c8823-fa1a-4bcc-b5ba-25022fb6d591 req-caed1fe5-59fe-4dcc-b8bd-29bef5aed915 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847924 Jan 27 21:54:05.276448 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-e20e2d1d-4495-400d-8a2c-e04e2e8778e6 req-957dc617-81d3-46a1-b9d0-d9f1c7eeff37 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] For port 5bbcf11c-c7d5-4b28-a1e9-82eab6249058, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5bbcf11c-c7d5-4b28-a1e9-82eab6249058,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:05.276912 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e20e2d1d-4495-400d-8a2c-e04e2e8778e6 req-957dc617-81d3-46a1-b9d0-d9f1c7eeff37 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5bbcf11c-c7d5-4b28-a1e9-82eab6249058), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:05.293562 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-e20e2d1d-4495-400d-8a2c-e04e2e8778e6 req-957dc617-81d3-46a1-b9d0-d9f1c7eeff37 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Calling delete_port for 5bbcf11c-c7d5-4b28-a1e9-82eab6249058 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:54:05.801019 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device c6a00ecc-e514-4030-a515-8daa5f5a9902 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:54:05.813129 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa460f60-1fc8-40fc-8590-aee583ea55ba req-c0edbd6c-c336-460c-b85c-0cb088ea0ac8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:05.814614 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa460f60-1fc8-40fc-8590-aee583ea55ba req-c0edbd6c-c336-460c-b85c-0cb088ea0ac8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.4289923 Jan 27 21:54:05.816633 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e20e2d1d-4495-400d-8a2c-e04e2e8778e6 req-957dc617-81d3-46a1-b9d0-d9f1c7eeff37 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5bbcf11c-c7d5-4b28-a1e9-82eab6249058), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:05.824561 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a8788-ab83-47ad-a597-28757b93c7fb req-9cc26bc3-413b-4a6f-bca2-9bf30d150810 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:05.825987 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f8a8788-ab83-47ad-a597-28757b93c7fb req-9cc26bc3-413b-4a6f-bca2-9bf30d150810 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.4103329 Jan 27 21:54:05.830912 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['5bbcf11c-c7d5-4b28-a1e9-82eab6249058'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:05.834101 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: c6a00ecc-e514-4030-a515-8daa5f5a9902 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:54:05.834453 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device c6a00ecc-e514-4030-a515-8daa5f5a9902 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:54:05.834873 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 85814e7d-06ef-44ba-99d9-f779baf564c0 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:54:05.874230 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957dc617-81d3-46a1-b9d0-d9f1c7eeff37 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Pushing event deleted for resources: {'Port': ['ID=5bbcf11c-c7d5-4b28-a1e9-82eab6249058,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:05.910632 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dc617-81d3-46a1-b9d0-d9f1c7eeff37 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:05.910991 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dc617-81d3-46a1-b9d0-d9f1c7eeff37 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:05.911344 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dc617-81d3-46a1-b9d0-d9f1c7eeff37 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:05.911689 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dc617-81d3-46a1-b9d0-d9f1c7eeff37 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:05.912030 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dc617-81d3-46a1-b9d0-d9f1c7eeff37 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:05.912397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dc617-81d3-46a1-b9d0-d9f1c7eeff37 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:05.912734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dc617-81d3-46a1-b9d0-d9f1c7eeff37 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:05.913111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dc617-81d3-46a1-b9d0-d9f1c7eeff37 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:05.913825 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dc617-81d3-46a1-b9d0-d9f1c7eeff37 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:05.913825 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dc617-81d3-46a1-b9d0-d9f1c7eeff37 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:05.914072 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dc617-81d3-46a1-b9d0-d9f1c7eeff37 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:05.914400 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dc617-81d3-46a1-b9d0-d9f1c7eeff37 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:05.914717 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dc617-81d3-46a1-b9d0-d9f1c7eeff37 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:05.935941 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 85814e7d-06ef-44ba-99d9-f779baf564c0 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:05.936452 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:05.945410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20e2d1d-4495-400d-8a2c-e04e2e8778e6 req-957dc617-81d3-46a1-b9d0-d9f1c7eeff37 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] No DVR routers for this DVR port 5bbcf11c-c7d5-4b28-a1e9-82eab6249058 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:54:05.950228 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e20e2d1d-4495-400d-8a2c-e04e2e8778e6 req-957dc617-81d3-46a1-b9d0-d9f1c7eeff37 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:05.953538 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e20e2d1d-4495-400d-8a2c-e04e2e8778e6 req-957dc617-81d3-46a1-b9d0-d9f1c7eeff37 tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.21 "DELETE /v2.0/ports/5bbcf11c-c7d5-4b28-a1e9-82eab6249058 HTTP/1.1" status: 204 len: 173 time: 0.9507048 Jan 27 21:54:05.976664 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 85814e7d-06ef-44ba-99d9-f779baf564c0, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=85814e7d-06ef-44ba-99d9-f779baf564c0,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:05.977758 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df077025-7bdd-4224-9eaa-c9077ee12682', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85814e7d-06ef-44ba-99d9-f779baf564c0'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:05.981013 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b42fa4-984e-48b5-9932-8113049cdfaf" -d '{"events": [{"server_uuid": "df077025-7bdd-4224-9eaa-c9077ee12682", "name": "network-vif-unplugged", "status": "completed", "tag": "85814e7d-06ef-44ba-99d9-f779baf564c0"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:05.984395 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:05.987103 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa460f60-1fc8-40fc-8590-aee583ea55ba req-41f7868e-34d7-40b5-8bfe-322eaf165df7 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582205 Jan 27 21:54:06.000474 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f8a8788-ab83-47ad-a597-28757b93c7fb req-e66c8ddf-90dd-402e-bae5-43fc0f8cd431 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585338 Jan 27 21:54:06.072550 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=85814e7d-06ef-44ba-99d9-f779baf564c0,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:06.192912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ff841ba-19e4-4b7d-94bc-897aa9610749 req-4a121171-6d6f-4e94-85b8-bdcda27503ee tempest-ImagesNegativeTestJSON-1830816244 tempest-ImagesNegativeTestJSON-1830816244-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c HTTP/1.1" status: 200 len: 210 time: 0.0283358 Jan 27 21:54:06.234987 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc94a603-4b98-4424-8332-4b22f84cb5b1 x-openstack-request-id: req-cc94a603-4b98-4424-8332-4b22f84cb5b1 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:06.235353 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df077025-7bdd-4224-9eaa-c9077ee12682", "name": "network-vif-unplugged", "status": "failed", "tag": "85814e7d-06ef-44ba-99d9-f779baf564c0", "code": 422}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:06.235623 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc94a603-4b98-4424-8332-4b22f84cb5b1 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:06.236056 n-d-772272-3 neutron-server[109743]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'df077025-7bdd-4224-9eaa-c9077ee12682', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '85814e7d-06ef-44ba-99d9-f779baf564c0', 'code': 422} returned with failed status Jan 27 21:54:06.431930 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4932b-9a6f-47af-a968-163f83142f45 req-1b959ad9-a07a-4935-ac3e-7daa252b74a1 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:06.433324 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aae4932b-9a6f-47af-a968-163f83142f45 req-1b959ad9-a07a-4935-ac3e-7daa252b74a1 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 943 time: 0.0721395 Jan 27 21:54:06.454722 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be397362-ef60-4cd0-9ac0-47d6be93120a req-76fd7c2d-26ae-474e-a317-0c14d82b715b tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:06.456140 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be397362-ef60-4cd0-9ac0-47d6be93120a req-76fd7c2d-26ae-474e-a317-0c14d82b715b tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=88378153-ac9d-430d-859e-53f2da663cdf HTTP/1.1" status: 200 len: 949 time: 0.0694788 Jan 27 21:54:06.487948 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c', 'name': 'network-vif-deleted', 'tag': '5bbcf11c-c7d5-4b28-a1e9-82eab6249058'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:06.490140 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba6a403-90d3-4d13-9ea6-5323f32ab00a" -d '{"events": [{"server_uuid": "a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c", "name": "network-vif-deleted", "tag": "5bbcf11c-c7d5-4b28-a1e9-82eab6249058"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:06.519111 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aae4932b-9a6f-47af-a968-163f83142f45 req-29e9b83f-1cdb-48fb-adf2-7f71ab371778 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794327 Jan 27 21:54:06.530548 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be397362-ef60-4cd0-9ac0-47d6be93120a req-460c335a-6c81-4df3-a14c-a5c8b488c47e tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677290 Jan 27 21:54:06.576669 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d90c00-0497-46f1-a38c-4e8d14f1a6a6 x-openstack-request-id: req-70d90c00-0497-46f1-a38c-4e8d14f1a6a6 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:06.577190 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c", "name": "network-vif-deleted", "tag": "5bbcf11c-c7d5-4b28-a1e9-82eab6249058", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:06.577617 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70d90c00-0497-46f1-a38c-4e8d14f1a6a6 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:06.578066 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4df5c3b-020a-4be4-9c1a-cedbf1dfce1c', 'name': 'network-vif-deleted', 'tag': '5bbcf11c-c7d5-4b28-a1e9-82eab6249058', 'status': 'completed', 'code': 200} Jan 27 21:54:06.986206 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:54:07.029285 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-192f2705-afe1-498b-a10e-8645267282e1 req-ba048b63-eedb-4f31-a8d5-93d81007a353 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:54:07.030769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-192f2705-afe1-498b-a10e-8645267282e1 req-ba048b63-eedb-4f31-a8d5-93d81007a353 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058868 Jan 27 21:54:07.127681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9caa1ae-da64-4a73-9756-ec1df92ab604 req-0d728041-44bd-4934-bcbc-8de3d78a459d tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:07.129361 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f9caa1ae-da64-4a73-9756-ec1df92ab604 req-0d728041-44bd-4934-bcbc-8de3d78a459d tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.0656822 Jan 27 21:54:07.240335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48de81a-d213-4971-ac48-f4741563b378 req-4478ef08-bd7e-4bb6-8508-a14cf8593865 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:07.241870 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d48de81a-d213-4971-ac48-f4741563b378 req-4478ef08-bd7e-4bb6-8508-a14cf8593865 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.0985596 Jan 27 21:54:07.246769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f9caa1ae-da64-4a73-9756-ec1df92ab604 req-d29e265c-5ee6-47f4-9fe6-cca73325bc33 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095936 Jan 27 21:54:07.294145 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-40df4f35-cf31-40a0-b213-b84d24e68d73 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0985436 Jan 27 21:54:07.305327 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d48de81a-d213-4971-ac48-f4741563b378 req-d3a6379c-006a-4ca6-80ad-0c0537e62214 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567694 Jan 27 21:54:07.368097 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08457c-ed06-41ab-87bf-47d303bd935f req-541fd0e3-ad5b-4448-8b83-56362c35984e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:07.369705 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e08457c-ed06-41ab-87bf-47d303bd935f req-541fd0e3-ad5b-4448-8b83-56362c35984e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 943 time: 0.0573945 Jan 27 21:54:07.422928 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e08457c-ed06-41ab-87bf-47d303bd935f req-a4d05e94-006c-4fb3-bd89-599eff45ea98 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459013 Jan 27 21:54:07.699720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9747f-c847-496f-9e3d-9df1806034c7 req-8c2316ac-30af-4826-9433-d841793b9284 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:07.701333 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8c9747f-c847-496f-9e3d-9df1806034c7 req-8c2316ac-30af-4826-9433-d841793b9284 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=88378153-ac9d-430d-859e-53f2da663cdf HTTP/1.1" status: 200 len: 949 time: 0.0664845 Jan 27 21:54:07.760882 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8c9747f-c847-496f-9e3d-9df1806034c7 req-26f06d14-8969-4788-95fe-f7e58a803869 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486481 Jan 27 21:54:07.924304 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56574) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:08.083801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9f3b94f1-9390-46cf-ae70-74b5d362836c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02b5422e1c234822ac1c42e15152861b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1579685 Jan 27 21:54:08.086590 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56578) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:08.146864 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8d0d713b-fd20-48e1-a1e4-0eb7e243a4e2 admin admin] Publish callbacks [] for security_group (d7feba74-114e-425b-8952-cebc46b3d1d3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.172896 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8d0d713b-fd20-48e1-a1e4-0eb7e243a4e2 admin admin] Publish callbacks [] for security_group (d7feba74-114e-425b-8952-cebc46b3d1d3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.226431 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8d0d713b-fd20-48e1-a1e4-0eb7e243a4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d7feba74-114e-425b-8952-cebc46b3d1d3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.229656 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8d0d713b-fd20-48e1-a1e4-0eb7e243a4e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.233420 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8d0d713b-fd20-48e1-a1e4-0eb7e243a4e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7feba74-114e-425b-8952-cebc46b3d1d3 HTTP/1.1" status: 204 len: 168 time: 0.1433015 Jan 27 21:54:08.240855 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d713b-fd20-48e1-a1e4-0eb7e243a4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7feba74-114e-425b-8952-cebc46b3d1d3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:08.395493 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f8087-b4b6-4112-a05c-84d3be2f4330 req-ac7b3ffd-743c-44e8-a2eb-d57a0ec2fda8 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:08.402896 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-776f8087-b4b6-4112-a05c-84d3be2f4330 req-ac7b3ffd-743c-44e8-a2eb-d57a0ec2fda8 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.0824363 Jan 27 21:54:08.487121 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-776f8087-b4b6-4112-a05c-84d3be2f4330 req-cdbf4296-4791-4bfb-96b9-6daf8cad8bf6 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834088 Jan 27 21:54:08.495607 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ccaaa-47e5-4730-a4cd-60f4ced2d00e req-c2f08817-bc88-454a-8cdd-7950b4ad0006 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:08.511378 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f4ccaaa-47e5-4730-a4cd-60f4ced2d00e req-c2f08817-bc88-454a-8cdd-7950b4ad0006 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.1050208 Jan 27 21:54:08.572334 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f4ccaaa-47e5-4730-a4cd-60f4ced2d00e req-6d30049e-b54b-4f2d-a8e0-c4bd0dffab8d tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554461 Jan 27 21:54:08.737020 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b74e39-df35-47d5-a132-e3d131495b10 req-fcca85cf-83f2-412f-8a21-a70359aa6063 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:08.740664 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-34b74e39-df35-47d5-a132-e3d131495b10 req-fcca85cf-83f2-412f-8a21-a70359aa6063 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 943 time: 0.0741520 Jan 27 21:54:08.806208 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-34b74e39-df35-47d5-a132-e3d131495b10 req-1fba2e81-9065-4a2d-a273-89f18586b655 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558169 Jan 27 21:54:08.897198 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a93f5-8bf2-47aa-a5d1-65462db2c4da req-89ed29e5-e0ec-4169-9a8c-72c2c7119998 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:08.898748 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a6a93f5-8bf2-47aa-a5d1-65462db2c4da req-89ed29e5-e0ec-4169-9a8c-72c2c7119998 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=88378153-ac9d-430d-859e-53f2da663cdf HTTP/1.1" status: 200 len: 949 time: 0.0530159 Jan 27 21:54:08.961050 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a6a93f5-8bf2-47aa-a5d1-65462db2c4da req-5368d621-ba36-4fd4-bb60-3c5bd00fd729 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553098 Jan 27 21:54:09.050443 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a70ec-7d1a-4186-b30a-fde259f3662e req-f0884e1b-03a2-41ca-9821-8a1444a60ca7 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:09.051954 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3e9a70ec-7d1a-4186-b30a-fde259f3662e req-f0884e1b-03a2-41ca-9821-8a1444a60ca7 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.21 "GET /v2.0/ports?device_id=88378153-ac9d-430d-859e-53f2da663cdf HTTP/1.1" status: 200 len: 949 time: 0.0657065 Jan 27 21:54:09.107796 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56614) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:09.165906 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-3e9a70ec-7d1a-4186-b30a-fde259f3662e req-3e3cce48-6363-45d9-83b5-7002e2f7e549 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Deleting port 54b6a2ec-c587-4b69-9943-c1476acdcc50 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:54:09.165906 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3e9a70ec-7d1a-4186-b30a-fde259f3662e req-3e3cce48-6363-45d9-83b5-7002e2f7e549 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (54b6a2ec-c587-4b69-9943-c1476acdcc50), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.183597 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5bbcf11c-c7d5-4b28-a1e9-82eab6249058 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:54:09.222150 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 5bbcf11c-c7d5-4b28-a1e9-82eab6249058 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:54:09.222623 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5bbcf11c-c7d5-4b28-a1e9-82eab6249058 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:54:09.250533 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-a5f1ac85-12da-4101-ab0a-fab964292660 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1448371998-network', 'tenant_id': '1e79682dafea4b25a0fe330d704e57c1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:09.296922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-3e9a70ec-7d1a-4186-b30a-fde259f3662e req-3e3cce48-6363-45d9-83b5-7002e2f7e549 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] For port 54b6a2ec-c587-4b69-9943-c1476acdcc50, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=54b6a2ec-c587-4b69-9943-c1476acdcc50,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:09.297366 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3e9a70ec-7d1a-4186-b30a-fde259f3662e req-3e3cce48-6363-45d9-83b5-7002e2f7e549 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (54b6a2ec-c587-4b69-9943-c1476acdcc50), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.299621 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f1ac85-12da-4101-ab0a-fab964292660 admin admin] Made reservation on behalf of 1e79682dafea4b25a0fe330d704e57c1 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:09.301879 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a5f1ac85-12da-4101-ab0a-fab964292660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.319126 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a5f1ac85-12da-4101-ab0a-fab964292660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.321970 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-3e9a70ec-7d1a-4186-b30a-fde259f3662e req-3e3cce48-6363-45d9-83b5-7002e2f7e549 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Calling delete_port for 54b6a2ec-c587-4b69-9943-c1476acdcc50 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:54:09.489005 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a5f1ac85-12da-4101-ab0a-fab964292660 admin admin] Publish callbacks [] for security_group (683dff12-6884-48f3-aa01-c81a0c2a22bd), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.492844 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a5f1ac85-12da-4101-ab0a-fab964292660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (683dff12-6884-48f3-aa01-c81a0c2a22bd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.522258 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f1ac85-12da-4101-ab0a-fab964292660 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:54:09.543335 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3e9a70ec-7d1a-4186-b30a-fde259f3662e req-3e3cce48-6363-45d9-83b5-7002e2f7e549 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (54b6a2ec-c587-4b69-9943-c1476acdcc50), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.545532 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a5f1ac85-12da-4101-ab0a-fab964292660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (544268ea-f378-4355-a4f4-9b0600c2020b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.545880 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-a5f1ac85-12da-4101-ab0a-fab964292660 admin admin] Added segment 544268ea-f378-4355-a4f4-9b0600c2020b of type vlan for network bc7dfe88-56af-4995-ad38-fa5139f8516e Jan 27 21:54:09.547194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1ac85-12da-4101-ab0a-fab964292660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683dff12-6884-48f3-aa01-c81a0c2a22bd,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:09.558735 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['697cb650-ae8a-46fe-bccc-21cf0b0afb3d'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:09.566008 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['54b6a2ec-c587-4b69-9943-c1476acdcc50'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:09.613731 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3cce48-6363-45d9-83b5-7002e2f7e549 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Pushing event deleted for resources: {'Port': ['ID=54b6a2ec-c587-4b69-9943-c1476acdcc50,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:09.636518 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a5f1ac85-12da-4101-ab0a-fab964292660 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (bc7dfe88-56af-4995-ad38-fa5139f8516e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.688735 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9a70ec-7d1a-4186-b30a-fde259f3662e req-3e3cce48-6363-45d9-83b5-7002e2f7e549 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] No DVR routers for this DVR port 54b6a2ec-c587-4b69-9943-c1476acdcc50 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:54:09.694978 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3e9a70ec-7d1a-4186-b30a-fde259f3662e req-3e3cce48-6363-45d9-83b5-7002e2f7e549 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.698356 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3e9a70ec-7d1a-4186-b30a-fde259f3662e req-3e3cce48-6363-45d9-83b5-7002e2f7e549 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.21 "DELETE /v2.0/ports/54b6a2ec-c587-4b69-9943-c1476acdcc50 HTTP/1.1" status: 204 len: 173 time: 0.6394799 Jan 27 21:54:09.719325 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88378153-ac9d-430d-859e-53f2da663cdf', 'name': 'network-vif-deleted', 'tag': '54b6a2ec-c587-4b69-9943-c1476acdcc50'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:09.721713 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0db783b-ae8c-4907-a30e-5194beb69095" -d '{"events": [{"server_uuid": "88378153-ac9d-430d-859e-53f2da663cdf", "name": "network-vif-deleted", "tag": "54b6a2ec-c587-4b69-9943-c1476acdcc50"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:09.773242 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a5f1ac85-12da-4101-ab0a-fab964292660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (bc7dfe88-56af-4995-ad38-fa5139f8516e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.774138 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f1ac85-12da-4101-ab0a-fab964292660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:09.774719 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a5f1ac85-12da-4101-ab0a-fab964292660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.859346 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a5f1ac85-12da-4101-ab0a-fab964292660 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7503886 Jan 27 21:54:09.862442 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56632) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:09.870531 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-661a2b1e-baa3-475f-8a7a-c3bf21c158a2 admin admin] Request body: {'subnet': {'network_id': 'bc7dfe88-56af-4995-ad38-fa5139f8516e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1448371998-subnet', 'tenant_id': '1e79682dafea4b25a0fe330d704e57c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:09.877353 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef27a8-f5c7-43d3-9ad9-16670ede3d3d req-0099dcd5-9f97-4199-8186-7da43cbf9fff tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:09.884941 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55ef27a8-f5c7-43d3-9ad9-16670ede3d3d req-0099dcd5-9f97-4199-8186-7da43cbf9fff tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.1972234 Jan 27 21:54:09.887638 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1ac85-12da-4101-ab0a-fab964292660 admin admin] Pushing event updated for resources: {'Network': ['ID=bc7dfe88-56af-4995-ad38-fa5139f8516e,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:09.896469 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b9436-1fa6-4d7b-bb74-6b261a3acc0b req-d0e1edab-0890-4f74-acaf-0c8ff14bedf4 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:09.897924 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661a2b1e-baa3-475f-8a7a-c3bf21c158a2 admin admin] Made reservation on behalf of 1e79682dafea4b25a0fe330d704e57c1 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:09.898044 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f50b9436-1fa6-4d7b-bb74-6b261a3acc0b req-d0e1edab-0890-4f74-acaf-0c8ff14bedf4 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.1734531 Jan 27 21:54:09.898148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network bc7dfe88-56af-4995-ad38-fa5139f8516e details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:54:09.901074 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-661a2b1e-baa3-475f-8a7a-c3bf21c158a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.967814 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55ef27a8-f5c7-43d3-9ad9-16670ede3d3d req-a486038b-abd9-4b4e-9a96-2ae4e4f49c47 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821533 Jan 27 21:54:10.030135 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f50b9436-1fa6-4d7b-bb74-6b261a3acc0b req-32fde45a-42a1-456c-a514-330a3cd5ed70 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144960 Jan 27 21:54:10.119616 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277d532a-3c8c-4967-b7db-db28df90749d x-openstack-request-id: req-277d532a-3c8c-4967-b7db-db28df90749d {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:10.120197 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88378153-ac9d-430d-859e-53f2da663cdf", "name": "network-vif-deleted", "tag": "54b6a2ec-c587-4b69-9943-c1476acdcc50", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:10.120284 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-277d532a-3c8c-4967-b7db-db28df90749d {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:10.121451 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88378153-ac9d-430d-859e-53f2da663cdf', 'name': 'network-vif-deleted', 'tag': '54b6a2ec-c587-4b69-9943-c1476acdcc50', 'status': 'completed', 'code': 200} Jan 27 21:54:10.209395 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-661a2b1e-baa3-475f-8a7a-c3bf21c158a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (14aa85d1-9b13-4eb7-aa90-46cb53d88944), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.302209 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a2b1e-baa3-475f-8a7a-c3bf21c158a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14aa85d1-9b13-4eb7-aa90-46cb53d88944,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:10.339730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d3e9b-1f04-4aa3-87ba-15b7f9f9756a req-5dee31f3-a969-4086-94fc-417fd28da79e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:10.340500 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661a2b1e-baa3-475f-8a7a-c3bf21c158a2 admin admin] Checking segment: {'id': '544268ea-f378-4355-a4f4-9b0600c2020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bc7dfe88-56af-4995-ad38-fa5139f8516e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:10.341132 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661a2b1e-baa3-475f-8a7a-c3bf21c158a2 admin admin] Network hostable DHCP agents. Network: bc7dfe88-56af-4995-ad38-fa5139f8516e, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:54:10.345897 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d24d3e9b-1f04-4aa3-87ba-15b7f9f9756a req-5dee31f3-a969-4086-94fc-417fd28da79e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 943 time: 0.1321397 Jan 27 21:54:10.366742 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661a2b1e-baa3-475f-8a7a-c3bf21c158a2 admin admin] Network bc7dfe88-56af-4995-ad38-fa5139f8516e is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:54:10.376562 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-661a2b1e-baa3-475f-8a7a-c3bf21c158a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, bc7dfe88-56af-4995-ad38-fa5139f8516e) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:10.381010 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661a2b1e-baa3-475f-8a7a-c3bf21c158a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:10.382420 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-661a2b1e-baa3-475f-8a7a-c3bf21c158a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.391170 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b1affd-c8cc-4a02-ba73-5e9a7df921cb None None] Network bc7dfe88-56af-4995-ad38-fa5139f8516e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:54:10.406323 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-661a2b1e-baa3-475f-8a7a-c3bf21c158a2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5418425 Jan 27 21:54:10.424017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7671c510-4b19-4ad5-9cd0-af9e1145ca3a req-018380ca-7622-4772-b016-89c504cbc44d tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=88378153-ac9d-430d-859e-53f2da663cdf HTTP/1.1" status: 200 len: 210 time: 0.0976267 Jan 27 21:54:10.486436 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d24d3e9b-1f04-4aa3-87ba-15b7f9f9756a req-44db7244-0a2b-43f2-b3b8-7692dc39e012 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258461 Jan 27 21:54:10.586484 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0660e199-5ddc-4876-a99c-f44ddb713b51 None None] Network bc7dfe88-56af-4995-ad38-fa5139f8516e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:54:10.706700 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-99adbb71-be30-4d23-b958-dbb6f7083edc req-cff324fd-981e-4ad1-b880-4411500df54d tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-279094807', 'description': 'tempest-description-1711917251'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:10.731759 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-99adbb71-be30-4d23-b958-dbb6f7083edc req-cff324fd-981e-4ad1-b880-4411500df54d tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.797832 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-99adbb71-be30-4d23-b958-dbb6f7083edc req-cff324fd-981e-4ad1-b880-4411500df54d tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (0ea8dc43-0fba-42b7-a369-2d6cd62558c5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.802216 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-99adbb71-be30-4d23-b958-dbb6f7083edc req-cff324fd-981e-4ad1-b880-4411500df54d tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0ea8dc43-0fba-42b7-a369-2d6cd62558c5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.837846 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-99adbb71-be30-4d23-b958-dbb6f7083edc req-cff324fd-981e-4ad1-b880-4411500df54d tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.839392 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99adbb71-be30-4d23-b958-dbb6f7083edc req-cff324fd-981e-4ad1-b880-4411500df54d tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.1369550 Jan 27 21:54:10.848861 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff324fd-981e-4ad1-b880-4411500df54d tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea8dc43-0fba-42b7-a369-2d6cd62558c5,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:10.909190 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d2c05a3-53ab-4807-8b12-11c7b7b74d55 req-50b03e85-370d-4cfb-ac6a-9cf747490e09 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "GET /v2.0/security-groups/0ea8dc43-0fba-42b7-a369-2d6cd62558c5 HTTP/1.1" status: 200 len: 1823 time: 0.0464075 Jan 27 21:54:10.920321 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-4d2c05a3-53ab-4807-8b12-11c7b7b74d55 req-c7f0571d-beb6-48a6-9a37-9aa3102e04d8 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0ea8dc43-0fba-42b7-a369-2d6cd62558c5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:10.920643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-4d2c05a3-53ab-4807-8b12-11c7b7b74d55 req-c7f0571d-beb6-48a6-9a37-9aa3102e04d8 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0ea8dc43-0fba-42b7-a369-2d6cd62558c5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:10.983069 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4d2c05a3-53ab-4807-8b12-11c7b7b74d55 req-c7f0571d-beb6-48a6-9a37-9aa3102e04d8 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group_rule (d57aaa55-5f45-41b1-8668-e2b191bdf554), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.034869 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4d2c05a3-53ab-4807-8b12-11c7b7b74d55 req-c7f0571d-beb6-48a6-9a37-9aa3102e04d8 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group_rule (d57aaa55-5f45-41b1-8668-e2b191bdf554), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.040831 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4d2c05a3-53ab-4807-8b12-11c7b7b74d55 req-c7f0571d-beb6-48a6-9a37-9aa3102e04d8 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (d57aaa55-5f45-41b1-8668-e2b191bdf554), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.080932 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0571d-beb6-48a6-9a37-9aa3102e04d8 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57aaa55-5f45-41b1-8668-e2b191bdf554,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:11.088156 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4d2c05a3-53ab-4807-8b12-11c7b7b74d55 req-c7f0571d-beb6-48a6-9a37-9aa3102e04d8 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.089490 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d2c05a3-53ab-4807-8b12-11c7b7b74d55 req-c7f0571d-beb6-48a6-9a37-9aa3102e04d8 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1732783 Jan 27 21:54:11.138117 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15922ac-e78c-4b54-8ea0-fe8578130384 req-c79d1012-7373-46eb-ab18-d31b25a07d56 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:11.140304 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d15922ac-e78c-4b54-8ea0-fe8578130384 req-c79d1012-7373-46eb-ab18-d31b25a07d56 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.0737624 Jan 27 21:54:11.225067 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d15922ac-e78c-4b54-8ea0-fe8578130384 req-560e7221-2382-4b70-bab9-42f9bfa64627 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781384 Jan 27 21:54:11.232770 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a0147-669d-460b-ad0e-c7b62ec3e1c9 req-5b7c1c52-4f97-4178-910c-c83fc38d9db2 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:11.234259 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-715a0147-669d-460b-ad0e-c7b62ec3e1c9 req-5b7c1c52-4f97-4178-910c-c83fc38d9db2 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.0805099 Jan 27 21:54:11.289553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-715a0147-669d-460b-ad0e-c7b62ec3e1c9 req-1cd1897a-daea-4226-bd3d-6fe59e8c81c0 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492222 Jan 27 21:54:11.325707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-91fa482d-013c-4495-9ded-e002c5baf080 req-e1ff1461-b23b-44e8-9254-ed14a6163f35 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1386579919', 'description': 'tempest-description-1275136696'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:11.348722 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-91fa482d-013c-4495-9ded-e002c5baf080 req-e1ff1461-b23b-44e8-9254-ed14a6163f35 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.429495 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-91fa482d-013c-4495-9ded-e002c5baf080 req-e1ff1461-b23b-44e8-9254-ed14a6163f35 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (97f30b5b-e38d-4e19-9625-a5186f563642), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.434350 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-91fa482d-013c-4495-9ded-e002c5baf080 req-e1ff1461-b23b-44e8-9254-ed14a6163f35 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (97f30b5b-e38d-4e19-9625-a5186f563642), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.470507 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff1461-b23b-44e8-9254-ed14a6163f35 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f30b5b-e38d-4e19-9625-a5186f563642,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:11.486553 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-91fa482d-013c-4495-9ded-e002c5baf080 req-e1ff1461-b23b-44e8-9254-ed14a6163f35 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.488003 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-91fa482d-013c-4495-9ded-e002c5baf080 req-e1ff1461-b23b-44e8-9254-ed14a6163f35 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.1667554 Jan 27 21:54:11.551381 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4147091-7a2d-407f-8ba9-c882236ec94b req-b734a195-be7a-40d8-8b09-dab1fef8f026 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "GET /v2.0/security-groups/97f30b5b-e38d-4e19-9625-a5186f563642 HTTP/1.1" status: 200 len: 1824 time: 0.0419860 Jan 27 21:54:11.563784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c4147091-7a2d-407f-8ba9-c882236ec94b req-d668fbec-b5a4-4def-b6ff-ecc53e69ba25 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '97f30b5b-e38d-4e19-9625-a5186f563642', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:11.565167 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c4147091-7a2d-407f-8ba9-c882236ec94b req-d668fbec-b5a4-4def-b6ff-ecc53e69ba25 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '97f30b5b-e38d-4e19-9625-a5186f563642', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:11.638271 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c4147091-7a2d-407f-8ba9-c882236ec94b req-d668fbec-b5a4-4def-b6ff-ecc53e69ba25 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group_rule (5532d18b-a847-423a-a75e-d0335a70aaa8), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.677444 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c4147091-7a2d-407f-8ba9-c882236ec94b req-d668fbec-b5a4-4def-b6ff-ecc53e69ba25 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group_rule (5532d18b-a847-423a-a75e-d0335a70aaa8), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.681344 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c4147091-7a2d-407f-8ba9-c882236ec94b req-d668fbec-b5a4-4def-b6ff-ecc53e69ba25 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (5532d18b-a847-423a-a75e-d0335a70aaa8), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.710648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668fbec-b5a4-4def-b6ff-ecc53e69ba25 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5532d18b-a847-423a-a75e-d0335a70aaa8,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:11.737984 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c4147091-7a2d-407f-8ba9-c882236ec94b req-d668fbec-b5a4-4def-b6ff-ecc53e69ba25 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.739208 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4147091-7a2d-407f-8ba9-c882236ec94b req-d668fbec-b5a4-4def-b6ff-ecc53e69ba25 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1799021 Jan 27 21:54:11.760672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb07a4-4042-43a3-8c6e-974da89b9065 req-616847ed-905a-40a9-81e4-0942bc173152 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:11.762214 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8beb07a4-4042-43a3-8c6e-974da89b9065 req-616847ed-905a-40a9-81e4-0942bc173152 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 943 time: 0.0685897 Jan 27 21:54:11.845815 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8beb07a4-4042-43a3-8c6e-974da89b9065 req-d3e47d88-9f47-4817-ab1f-1120f63a2877 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769365 Jan 27 21:54:11.869162 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfaff3-4af7-4e32-b9c8-7c84e6863acd req-18c7c2dc-deea-491f-bd12-67acd083e387 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:11.871394 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7dfaff3-4af7-4e32-b9c8-7c84e6863acd req-18c7c2dc-deea-491f-bd12-67acd083e387 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 951 time: 0.0575569 Jan 27 21:54:11.887985 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-6f2ede18-2a01-490e-a98f-5f4e9084f82c req-9a415086-ca44-4fbd-854b-8b9c0413d034 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1086891648', 'description': 'tempest-description-404351550'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:11.930649 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6f2ede18-2a01-490e-a98f-5f4e9084f82c req-9a415086-ca44-4fbd-854b-8b9c0413d034 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.936961 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7dfaff3-4af7-4e32-b9c8-7c84e6863acd req-454a0920-f9cd-454e-ab2c-da3a133dfd63 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600882 Jan 27 21:54:12.008882 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6f2ede18-2a01-490e-a98f-5f4e9084f82c req-9a415086-ca44-4fbd-854b-8b9c0413d034 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (e9054145-7c9a-425a-9908-10a00f6d7682), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.012791 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6f2ede18-2a01-490e-a98f-5f4e9084f82c req-9a415086-ca44-4fbd-854b-8b9c0413d034 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e9054145-7c9a-425a-9908-10a00f6d7682), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.040179 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6f2ede18-2a01-490e-a98f-5f4e9084f82c req-9a415086-ca44-4fbd-854b-8b9c0413d034 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.041394 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6f2ede18-2a01-490e-a98f-5f4e9084f82c req-9a415086-ca44-4fbd-854b-8b9c0413d034 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.1580031 Jan 27 21:54:12.050080 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a415086-ca44-4fbd-854b-8b9c0413d034 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9054145-7c9a-425a-9908-10a00f6d7682,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:12.067648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-205de420-1f35-45e9-bd30-66ef988c325b req-53a23f90-da04-4fd1-876c-c8cae3c71069 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1329176702', 'description': 'tempest-description-1818119300'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:12.089087 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-205de420-1f35-45e9-bd30-66ef988c325b req-53a23f90-da04-4fd1-876c-c8cae3c71069 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.159494 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-205de420-1f35-45e9-bd30-66ef988c325b req-53a23f90-da04-4fd1-876c-c8cae3c71069 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (6a415875-5483-4bd8-adc8-818953dd85d8), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.163326 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-205de420-1f35-45e9-bd30-66ef988c325b req-53a23f90-da04-4fd1-876c-c8cae3c71069 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6a415875-5483-4bd8-adc8-818953dd85d8), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.190410 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-205de420-1f35-45e9-bd30-66ef988c325b req-53a23f90-da04-4fd1-876c-c8cae3c71069 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.191624 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-205de420-1f35-45e9-bd30-66ef988c325b req-53a23f90-da04-4fd1-876c-c8cae3c71069 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.1280243 Jan 27 21:54:12.196399 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a23f90-da04-4fd1-876c-c8cae3c71069 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a415875-5483-4bd8-adc8-818953dd85d8,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:12.252509 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8613ed8f-5f28-40ff-9e2c-e1c2b73a3dc5 req-e5d7780a-c64f-43c0-9684-af1e41711b4b tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "GET /v2.0/security-groups/e9054145-7c9a-425a-9908-10a00f6d7682 HTTP/1.1" status: 200 len: 1823 time: 0.0388649 Jan 27 21:54:12.297395 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8613ed8f-5f28-40ff-9e2c-e1c2b73a3dc5 req-61ed5d6f-6d3b-4c61-bb28-9100b03db2bb tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "GET /v2.0/security-groups/6a415875-5483-4bd8-adc8-818953dd85d8 HTTP/1.1" status: 200 len: 1824 time: 0.0380692 Jan 27 21:54:12.314183 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-8613ed8f-5f28-40ff-9e2c-e1c2b73a3dc5 req-59a52ffb-b16e-4237-b6b7-9926c845c422 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e9054145-7c9a-425a-9908-10a00f6d7682', 'remote_group_id': '6a415875-5483-4bd8-adc8-818953dd85d8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:12.314592 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-8613ed8f-5f28-40ff-9e2c-e1c2b73a3dc5 req-59a52ffb-b16e-4237-b6b7-9926c845c422 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e9054145-7c9a-425a-9908-10a00f6d7682', 'remote_group_id': '6a415875-5483-4bd8-adc8-818953dd85d8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:12.366643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f41bd-132d-4f2c-aa72-77b14cdcf100 req-0af52add-fc0f-4752-a048-3981f1a351e4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:12.368125 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-092f41bd-132d-4f2c-aa72-77b14cdcf100 req-0af52add-fc0f-4752-a048-3981f1a351e4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.0684383 Jan 27 21:54:12.435147 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8613ed8f-5f28-40ff-9e2c-e1c2b73a3dc5 req-59a52ffb-b16e-4237-b6b7-9926c845c422 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group_rule (88c1799d-94fb-43b0-93c3-41a1aba47df5), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.451791 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-092f41bd-132d-4f2c-aa72-77b14cdcf100 req-58861f89-4027-4feb-9736-0cca51f7489a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757215 Jan 27 21:54:12.482956 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8613ed8f-5f28-40ff-9e2c-e1c2b73a3dc5 req-59a52ffb-b16e-4237-b6b7-9926c845c422 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group_rule (88c1799d-94fb-43b0-93c3-41a1aba47df5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.486817 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8613ed8f-5f28-40ff-9e2c-e1c2b73a3dc5 req-59a52ffb-b16e-4237-b6b7-9926c845c422 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (88c1799d-94fb-43b0-93c3-41a1aba47df5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.506031 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a52ffb-b16e-4237-b6b7-9926c845c422 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c1799d-94fb-43b0-93c3-41a1aba47df5,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:12.521388 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8613ed8f-5f28-40ff-9e2c-e1c2b73a3dc5 req-59a52ffb-b16e-4237-b6b7-9926c845c422 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.522753 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8613ed8f-5f28-40ff-9e2c-e1c2b73a3dc5 req-59a52ffb-b16e-4237-b6b7-9926c845c422 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2135160 Jan 27 21:54:12.524842 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.631768 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1b137-1e59-4072-9fb5-0623eadcf2cc req-2eb6a144-fabe-47dd-81b7-e44e3aa71cea tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:12.633330 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cae1b137-1e59-4072-9fb5-0623eadcf2cc req-2eb6a144-fabe-47dd-81b7-e44e3aa71cea tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.0530608 Jan 27 21:54:12.689989 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-e303938d-ddc5-4943-b5ea-0260342999f9 req-e18f62f0-ff48-4b7d-bdf3-fdfb0c862e10 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1419087388', 'description': 'tempest-description-1725730677'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:12.700494 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cae1b137-1e59-4072-9fb5-0623eadcf2cc req-8532bf72-c305-4578-9747-e50884f00467 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601122 Jan 27 21:54:12.719659 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e303938d-ddc5-4943-b5ea-0260342999f9 req-e18f62f0-ff48-4b7d-bdf3-fdfb0c862e10 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.791274 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e303938d-ddc5-4943-b5ea-0260342999f9 req-e18f62f0-ff48-4b7d-bdf3-fdfb0c862e10 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (e37d3cf9-df54-444f-8487-56cd24f6eaa9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.795394 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e303938d-ddc5-4943-b5ea-0260342999f9 req-e18f62f0-ff48-4b7d-bdf3-fdfb0c862e10 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e37d3cf9-df54-444f-8487-56cd24f6eaa9), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.828270 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e303938d-ddc5-4943-b5ea-0260342999f9 req-e18f62f0-ff48-4b7d-bdf3-fdfb0c862e10 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.829519 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e303938d-ddc5-4943-b5ea-0260342999f9 req-e18f62f0-ff48-4b7d-bdf3-fdfb0c862e10 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.1462095 Jan 27 21:54:12.831431 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f62f0-ff48-4b7d-bdf3-fdfb0c862e10 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37d3cf9-df54-444f-8487-56cd24f6eaa9,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:12.855525 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-8e5595ad-9e4f-4c5b-825f-0cef6fa9fabf req-213453ac-2cd5-4f29-961d-af3db9877bcf tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1278605182', 'description': 'tempest-description-1110635870'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:12.879484 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8e5595ad-9e4f-4c5b-825f-0cef6fa9fabf req-213453ac-2cd5-4f29-961d-af3db9877bcf tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:12.998912 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54cf89-51fc-4f98-9e5d-95aceeb67701 req-a62137ef-3ef6-4348-9d80-cfca55f0597c tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:13.000385 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea54cf89-51fc-4f98-9e5d-95aceeb67701 req-a62137ef-3ef6-4348-9d80-cfca55f0597c tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 943 time: 0.0789123 Jan 27 21:54:13.002861 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8e5595ad-9e4f-4c5b-825f-0cef6fa9fabf req-213453ac-2cd5-4f29-961d-af3db9877bcf tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (2d2aef12-c903-46fe-8a73-b27518406e0e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:13.007546 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8e5595ad-9e4f-4c5b-825f-0cef6fa9fabf req-213453ac-2cd5-4f29-961d-af3db9877bcf tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2d2aef12-c903-46fe-8a73-b27518406e0e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:13.048724 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8e5595ad-9e4f-4c5b-825f-0cef6fa9fabf req-213453ac-2cd5-4f29-961d-af3db9877bcf tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:13.049955 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e5595ad-9e4f-4c5b-825f-0cef6fa9fabf req-213453ac-2cd5-4f29-961d-af3db9877bcf tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.1986308 Jan 27 21:54:13.062308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213453ac-2cd5-4f29-961d-af3db9877bcf tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2aef12-c903-46fe-8a73-b27518406e0e,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:13.088490 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea54cf89-51fc-4f98-9e5d-95aceeb67701 req-d7e4e81e-c382-485b-9516-0aadeafcf109 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780475 Jan 27 21:54:13.195501 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 54b6a2ec-c587-4b69-9943-c1476acdcc50 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:54:13.214622 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa9291-b79c-461b-9703-730bfc637783 req-b75fe9d0-e5bb-49c3-837e-04847bc6da75 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:13.216120 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6eaa9291-b79c-461b-9703-730bfc637783 req-b75fe9d0-e5bb-49c3-837e-04847bc6da75 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 951 time: 0.1139340 Jan 27 21:54:13.216380 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 54b6a2ec-c587-4b69-9943-c1476acdcc50 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:54:13.216990 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 54b6a2ec-c587-4b69-9943-c1476acdcc50 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:54:13.219198 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-027bfc98-9579-4d34-9c6e-4fffa51fc140 req-847017c3-0335-49a5-86c7-8e452c43ec63 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "GET /v2.0/security-groups/e37d3cf9-df54-444f-8487-56cd24f6eaa9 HTTP/1.1" status: 200 len: 1824 time: 0.1039827 Jan 27 21:54:13.230902 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1b2a7-d944-40fb-96bd-cc1e7f092540 req-dd2660e5-414c-422a-9c78-1557ed16854d tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:13.232340 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-78f1b2a7-d944-40fb-96bd-cc1e7f092540 req-dd2660e5-414c-422a-9c78-1557ed16854d tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.15 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 951 time: 0.0942879 Jan 27 21:54:13.359752 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-027bfc98-9579-4d34-9c6e-4fffa51fc140 req-8349546f-448d-4358-96a5-751e4250125c tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "GET /v2.0/security-groups/2d2aef12-c903-46fe-8a73-b27518406e0e HTTP/1.1" status: 200 len: 1824 time: 0.1264482 Jan 27 21:54:13.364314 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6eaa9291-b79c-461b-9703-730bfc637783 req-4e0b47ea-96a8-486e-aa20-983c2a66cc62 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/security-groups?id=0422bdf7-17f3-479b-bada-1b6e668d536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300187 Jan 27 21:54:13.373648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-027bfc98-9579-4d34-9c6e-4fffa51fc140 req-1e440814-03e4-4dd6-9e30-ff1985f51990 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e37d3cf9-df54-444f-8487-56cd24f6eaa9', 'remote_group_id': '2d2aef12-c903-46fe-8a73-b27518406e0e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:13.373973 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-027bfc98-9579-4d34-9c6e-4fffa51fc140 req-1e440814-03e4-4dd6-9e30-ff1985f51990 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e37d3cf9-df54-444f-8487-56cd24f6eaa9', 'remote_group_id': '2d2aef12-c903-46fe-8a73-b27518406e0e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:13.419419 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-78f1b2a7-d944-40fb-96bd-cc1e7f092540 req-20b06452-fc4a-48b2-84ba-227a6eada3d2 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Deleting port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:54:13.419762 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-78f1b2a7-d944-40fb-96bd-cc1e7f092540 req-20b06452-fc4a-48b2-84ba-227a6eada3d2 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:13.510462 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-027bfc98-9579-4d34-9c6e-4fffa51fc140 req-1e440814-03e4-4dd6-9e30-ff1985f51990 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group_rule (b50d3ed8-5edc-48b1-9649-36fae2c2ea7c), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:13.583962 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-78f1b2a7-d944-40fb-96bd-cc1e7f092540 req-20b06452-fc4a-48b2-84ba-227a6eada3d2 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] For port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:13.584361 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-78f1b2a7-d944-40fb-96bd-cc1e7f092540 req-20b06452-fc4a-48b2-84ba-227a6eada3d2 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:13.607256 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-78f1b2a7-d944-40fb-96bd-cc1e7f092540 req-20b06452-fc4a-48b2-84ba-227a6eada3d2 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Calling delete_port for 697cb650-ae8a-46fe-bccc-21cf0b0afb3d owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:54:13.618305 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-027bfc98-9579-4d34-9c6e-4fffa51fc140 req-1e440814-03e4-4dd6-9e30-ff1985f51990 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group_rule (b50d3ed8-5edc-48b1-9649-36fae2c2ea7c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:13.624964 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-027bfc98-9579-4d34-9c6e-4fffa51fc140 req-1e440814-03e4-4dd6-9e30-ff1985f51990 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (b50d3ed8-5edc-48b1-9649-36fae2c2ea7c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:13.674229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1534913-f22e-40de-81e9-9ebe6c909f40 req-c719d865-0e09-467d-a3b7-bd2938b441d6 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:13.675723 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a1534913-f22e-40de-81e9-9ebe6c909f40 req-c719d865-0e09-467d-a3b7-bd2938b441d6 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.1461465 Jan 27 21:54:13.687263 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e440814-03e4-4dd6-9e30-ff1985f51990 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50d3ed8-5edc-48b1-9649-36fae2c2ea7c,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:13.702803 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-027bfc98-9579-4d34-9c6e-4fffa51fc140 req-1e440814-03e4-4dd6-9e30-ff1985f51990 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:13.703956 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-027bfc98-9579-4d34-9c6e-4fffa51fc140 req-1e440814-03e4-4dd6-9e30-ff1985f51990 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3363657 Jan 27 21:54:13.765228 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a1534913-f22e-40de-81e9-9ebe6c909f40 req-c536b00e-92fe-40ad-bfb6-99a48366ba95 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812085 Jan 27 21:54:13.836252 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-78f1b2a7-d944-40fb-96bd-cc1e7f092540 req-20b06452-fc4a-48b2-84ba-227a6eada3d2 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (697cb650-ae8a-46fe-bccc-21cf0b0afb3d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:13.847792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['697cb650-ae8a-46fe-bccc-21cf0b0afb3d'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:13.888464 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b06452-fc4a-48b2-84ba-227a6eada3d2 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Pushing event deleted for resources: {'Port': ['ID=697cb650-ae8a-46fe-bccc-21cf0b0afb3d,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:13.963317 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f1b2a7-d944-40fb-96bd-cc1e7f092540 req-20b06452-fc4a-48b2-84ba-227a6eada3d2 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] No DVR routers for this DVR port 697cb650-ae8a-46fe-bccc-21cf0b0afb3d on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:54:13.966602 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-78f1b2a7-d944-40fb-96bd-cc1e7f092540 req-20b06452-fc4a-48b2-84ba-227a6eada3d2 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:13.970374 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-78f1b2a7-d944-40fb-96bd-cc1e7f092540 req-20b06452-fc4a-48b2-84ba-227a6eada3d2 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.15 "DELETE /v2.0/ports/697cb650-ae8a-46fe-bccc-21cf0b0afb3d HTTP/1.1" status: 204 len: 173 time: 0.7252378 Jan 27 21:54:13.990458 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab11a26-3fb4-4511-b1f9-b7bc6975961f', 'name': 'network-vif-deleted', 'tag': '697cb650-ae8a-46fe-bccc-21cf0b0afb3d'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:13.992863 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ec3beb-68c2-4e50-b13d-e8a83c37f1da" -d '{"events": [{"server_uuid": "fab11a26-3fb4-4511-b1f9-b7bc6975961f", "name": "network-vif-deleted", "tag": "697cb650-ae8a-46fe-bccc-21cf0b0afb3d"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:14.019553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9cf5f75-a5c3-4fe5-a347-e296f6707963 req-1cda3f8a-e289-415f-83fe-949b73b36652 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "GET /v2.0/security-groups/2d2aef12-c903-46fe-8a73-b27518406e0e HTTP/1.1" status: 200 len: 1824 time: 0.1491334 Jan 27 21:54:14.049475 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b3379-114b-4797-80ad-fbec4dab1ff7 req-17b4cfd4-7208-4a42-a2df-7ed488d4bdfd tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:14.057161 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e3b3379-114b-4797-80ad-fbec4dab1ff7 req-17b4cfd4-7208-4a42-a2df-7ed488d4bdfd tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.1315439 Jan 27 21:54:14.149754 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e3b3379-114b-4797-80ad-fbec4dab1ff7 req-943214c9-67bb-40b0-aedf-aff7d075dab1 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917263 Jan 27 21:54:14.153315 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9cf5f75-a5c3-4fe5-a347-e296f6707963 req-34aafbdf-ccf3-4400-a246-04305a301e94 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (2d2aef12-c903-46fe-8a73-b27518406e0e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:14.180934 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9cf5f75-a5c3-4fe5-a347-e296f6707963 req-34aafbdf-ccf3-4400-a246-04305a301e94 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (2d2aef12-c903-46fe-8a73-b27518406e0e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:14.247124 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9cf5f75-a5c3-4fe5-a347-e296f6707963 req-34aafbdf-ccf3-4400-a246-04305a301e94 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2d2aef12-c903-46fe-8a73-b27518406e0e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:14.250778 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9cf5f75-a5c3-4fe5-a347-e296f6707963 req-34aafbdf-ccf3-4400-a246-04305a301e94 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:14.252367 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9cf5f75-a5c3-4fe5-a347-e296f6707963 req-34aafbdf-ccf3-4400-a246-04305a301e94 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "DELETE /v2.0/security-groups/2d2aef12-c903-46fe-8a73-b27518406e0e HTTP/1.1" status: 204 len: 173 time: 0.2222219 Jan 27 21:54:14.264824 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aafbdf-ccf3-4400-a246-04305a301e94 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2aef12-c903-46fe-8a73-b27518406e0e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:14.378239 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01b612-8b0a-4872-85b3-6512d2385e0a req-997dbc6a-7196-468f-88a8-eb31986abef5 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:14.379821 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef01b612-8b0a-4872-85b3-6512d2385e0a req-997dbc6a-7196-468f-88a8-eb31986abef5 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 943 time: 0.0562305 Jan 27 21:54:14.429028 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535bc8af-f634-4570-9ddf-043ec32890ea x-openstack-request-id: req-535bc8af-f634-4570-9ddf-043ec32890ea {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:14.429391 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab11a26-3fb4-4511-b1f9-b7bc6975961f", "name": "network-vif-deleted", "tag": "697cb650-ae8a-46fe-bccc-21cf0b0afb3d", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:14.429732 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-535bc8af-f634-4570-9ddf-043ec32890ea {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:14.430185 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab11a26-3fb4-4511-b1f9-b7bc6975961f', 'name': 'network-vif-deleted', 'tag': '697cb650-ae8a-46fe-bccc-21cf0b0afb3d', 'status': 'completed', 'code': 200} Jan 27 21:54:14.434843 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef01b612-8b0a-4872-85b3-6512d2385e0a req-c97404a7-4128-41d6-b6ca-d9ea9cea9429 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472596 Jan 27 21:54:14.487175 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-555e5c36-4635-4808-94e9-160ceea2bac7 req-3ae63863-175a-4f11-967a-f51d65c53f26 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "GET /v2.0/security-groups/e37d3cf9-df54-444f-8487-56cd24f6eaa9 HTTP/1.1" status: 200 len: 1824 time: 0.0476987 Jan 27 21:54:14.516842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a1f47841-e862-4049-b006-53319d201cc3 req-90b81cc4-4273-4f98-97ad-be002ca50d3b tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1389040119', 'description': 'tempest-description-550719233'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:14.548773 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2202890-2046-4026-8a99-93bfff3370e5 req-255de69c-724a-4d1e-a7dc-0de8807f9db7 tempest-ServersAdminTestJSON-1600230075 tempest-ServersAdminTestJSON-1600230075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab11a26-3fb4-4511-b1f9-b7bc6975961f HTTP/1.1" status: 200 len: 210 time: 0.0363002 Jan 27 21:54:14.565281 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a1f47841-e862-4049-b006-53319d201cc3 req-90b81cc4-4273-4f98-97ad-be002ca50d3b tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:14.650708 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a1f47841-e862-4049-b006-53319d201cc3 req-90b81cc4-4273-4f98-97ad-be002ca50d3b tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (9c71ceee-745f-4957-ac60-fd12ba18d4ce), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:14.655436 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a1f47841-e862-4049-b006-53319d201cc3 req-90b81cc4-4273-4f98-97ad-be002ca50d3b tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9c71ceee-745f-4957-ac60-fd12ba18d4ce), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:14.689873 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a1f47841-e862-4049-b006-53319d201cc3 req-90b81cc4-4273-4f98-97ad-be002ca50d3b tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:14.691156 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a1f47841-e862-4049-b006-53319d201cc3 req-90b81cc4-4273-4f98-97ad-be002ca50d3b tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.1802313 Jan 27 21:54:14.696376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b81cc4-4273-4f98-97ad-be002ca50d3b tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c71ceee-745f-4957-ac60-fd12ba18d4ce,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:14.762975 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a6fbe95-a693-4238-ae90-c023ca352e04 req-607bef80-d1b3-4322-8538-f8231011c94d tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "GET /v2.0/security-groups/9c71ceee-745f-4957-ac60-fd12ba18d4ce HTTP/1.1" status: 200 len: 1823 time: 0.0461171 Jan 27 21:54:14.773580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-5a6fbe95-a693-4238-ae90-c023ca352e04 req-270adc8e-3349-4f87-aac7-cd8f2347e5a5 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c71ceee-745f-4957-ac60-fd12ba18d4ce', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:14.774025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-5a6fbe95-a693-4238-ae90-c023ca352e04 req-270adc8e-3349-4f87-aac7-cd8f2347e5a5 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c71ceee-745f-4957-ac60-fd12ba18d4ce', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:14.841215 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5a6fbe95-a693-4238-ae90-c023ca352e04 req-270adc8e-3349-4f87-aac7-cd8f2347e5a5 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group_rule (f1e16bad-906d-42e2-9c95-3f685df77a5a), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:14.869351 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5a6fbe95-a693-4238-ae90-c023ca352e04 req-270adc8e-3349-4f87-aac7-cd8f2347e5a5 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group_rule (f1e16bad-906d-42e2-9c95-3f685df77a5a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:14.874664 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5a6fbe95-a693-4238-ae90-c023ca352e04 req-270adc8e-3349-4f87-aac7-cd8f2347e5a5 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (f1e16bad-906d-42e2-9c95-3f685df77a5a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:14.888403 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270adc8e-3349-4f87-aac7-cd8f2347e5a5 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e16bad-906d-42e2-9c95-3f685df77a5a,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:14.925410 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5a6fbe95-a693-4238-ae90-c023ca352e04 req-270adc8e-3349-4f87-aac7-cd8f2347e5a5 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:14.926509 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a6fbe95-a693-4238-ae90-c023ca352e04 req-270adc8e-3349-4f87-aac7-cd8f2347e5a5 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1573629 Jan 27 21:54:14.950144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bbbc7-67ed-4212-bc22-099077b29436 req-a9efb619-e698-4caf-a186-f9caec627080 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:14.956694 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d2bbbc7-67ed-4212-bc22-099077b29436 req-a9efb619-e698-4caf-a186-f9caec627080 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.0661032 Jan 27 21:54:15.003900 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d2bbbc7-67ed-4212-bc22-099077b29436 req-b9513b40-4523-4cfe-aef6-c6c0e2845251 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462391 Jan 27 21:54:15.075578 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a34b7f8d-9e01-48f4-8be2-bed573a12573 req-95d37925-7777-473a-b366-19621a3228ca tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "GET /v2.0/security-groups/9c71ceee-745f-4957-ac60-fd12ba18d4ce HTTP/1.1" status: 200 len: 2417 time: 0.0472476 Jan 27 21:54:15.085197 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a34b7f8d-9e01-48f4-8be2-bed573a12573 req-cfaec4bc-4d75-403f-9315-0481e4743865 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c71ceee-745f-4957-ac60-fd12ba18d4ce', 'remote_group_id': None}]} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:15.085508 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a34b7f8d-9e01-48f4-8be2-bed573a12573 req-cfaec4bc-4d75-403f-9315-0481e4743865 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c71ceee-745f-4957-ac60-fd12ba18d4ce', 'remote_group_id': None}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:15.143978 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a34b7f8d-9e01-48f4-8be2-bed573a12573 req-cfaec4bc-4d75-403f-9315-0481e4743865 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group_rule (a14372ed-9bac-4752-958f-931ae422e135), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.169178 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a34b7f8d-9e01-48f4-8be2-bed573a12573 req-cfaec4bc-4d75-403f-9315-0481e4743865 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group_rule (a14372ed-9bac-4752-958f-931ae422e135), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.173421 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a34b7f8d-9e01-48f4-8be2-bed573a12573 req-cfaec4bc-4d75-403f-9315-0481e4743865 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (a14372ed-9bac-4752-958f-931ae422e135), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.194286 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaec4bc-4d75-403f-9315-0481e4743865 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14372ed-9bac-4752-958f-931ae422e135,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:15.200878 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a34b7f8d-9e01-48f4-8be2-bed573a12573 req-cfaec4bc-4d75-403f-9315-0481e4743865 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.202198 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a34b7f8d-9e01-48f4-8be2-bed573a12573 req-cfaec4bc-4d75-403f-9315-0481e4743865 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1207163 Jan 27 21:54:15.296084 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c06702f5-703b-4916-a366-f38331845d60 req-f5380bf9-c78a-48f5-8fae-22f901fa6954 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "GET /v2.0/security-groups/9c71ceee-745f-4957-ac60-fd12ba18d4ce HTTP/1.1" status: 200 len: 3016 time: 0.0688291 Jan 27 21:54:15.314010 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f44ac-1d7e-436a-a5cd-edd61979c1ce req-aabbf2bc-436f-4107-817f-05f789479d65 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:15.315512 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd5f44ac-1d7e-436a-a5cd-edd61979c1ce req-aabbf2bc-436f-4107-817f-05f789479d65 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.0810547 Jan 27 21:54:15.346580 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02d3b33c-39bd-47e1-abdf-a0dadc17afb4 req-fcdff02b-1944-4419-b86d-1cbf483c5757 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "GET /v2.0/security-group-rules/a14372ed-9bac-4752-958f-931ae422e135 HTTP/1.1" status: 200 len: 783 time: 0.0280988 Jan 27 21:54:15.399462 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd5f44ac-1d7e-436a-a5cd-edd61979c1ce req-2b89ba88-e59c-4583-a897-f901706de16e tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743401 Jan 27 21:54:15.417788 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02d3b33c-39bd-47e1-abdf-a0dadc17afb4 req-bfc55695-8240-41b6-8ede-53a0b08214c5 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "GET /v2.0/security-groups/9c71ceee-745f-4957-ac60-fd12ba18d4ce HTTP/1.1" status: 200 len: 3016 time: 0.0573041 Jan 27 21:54:15.448016 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-02d3b33c-39bd-47e1-abdf-a0dadc17afb4 req-785932e3-bc51-46bd-aee3-3b1e56124d45 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group_rule (a14372ed-9bac-4752-958f-931ae422e135), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.455797 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-02d3b33c-39bd-47e1-abdf-a0dadc17afb4 req-785932e3-bc51-46bd-aee3-3b1e56124d45 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group_rule (a14372ed-9bac-4752-958f-931ae422e135), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.482769 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-02d3b33c-39bd-47e1-abdf-a0dadc17afb4 req-785932e3-bc51-46bd-aee3-3b1e56124d45 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (a14372ed-9bac-4752-958f-931ae422e135), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.489510 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-02d3b33c-39bd-47e1-abdf-a0dadc17afb4 req-785932e3-bc51-46bd-aee3-3b1e56124d45 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.490606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02d3b33c-39bd-47e1-abdf-a0dadc17afb4 req-785932e3-bc51-46bd-aee3-3b1e56124d45 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/a14372ed-9bac-4752-958f-931ae422e135 HTTP/1.1" status: 204 len: 173 time: 0.0671232 Jan 27 21:54:15.497295 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785932e3-bc51-46bd-aee3-3b1e56124d45 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a14372ed-9bac-4752-958f-931ae422e135,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:15.588848 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-863eb13d-ea43-4904-8539-9fcdee713701 req-8079b2de-d283-4c8e-8fd9-55c5532d57b5 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "GET /v2.0/security-groups/9c71ceee-745f-4957-ac60-fd12ba18d4ce HTTP/1.1" status: 200 len: 2417 time: 0.0705073 Jan 27 21:54:15.598666 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17268a97-e2bd-4fbf-9f0f-164b42380a8e req-a4c0b946-bd0d-4d11-999b-916f06e5f1b6 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:15.600285 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-17268a97-e2bd-4fbf-9f0f-164b42380a8e req-a4c0b946-bd0d-4d11-999b-916f06e5f1b6 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 943 time: 0.0733848 Jan 27 21:54:15.688536 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-17268a97-e2bd-4fbf-9f0f-164b42380a8e req-32872235-b9fd-4446-a888-270a2f315d3e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803182 Jan 27 21:54:15.691387 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-863eb13d-ea43-4904-8539-9fcdee713701 req-e0c6193c-94ab-4fca-a055-bdb4ff9dad72 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (9c71ceee-745f-4957-ac60-fd12ba18d4ce), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.715710 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-863eb13d-ea43-4904-8539-9fcdee713701 req-e0c6193c-94ab-4fca-a055-bdb4ff9dad72 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (9c71ceee-745f-4957-ac60-fd12ba18d4ce), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.763849 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-863eb13d-ea43-4904-8539-9fcdee713701 req-e0c6193c-94ab-4fca-a055-bdb4ff9dad72 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9c71ceee-745f-4957-ac60-fd12ba18d4ce), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.766745 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-863eb13d-ea43-4904-8539-9fcdee713701 req-e0c6193c-94ab-4fca-a055-bdb4ff9dad72 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.767909 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-863eb13d-ea43-4904-8539-9fcdee713701 req-e0c6193c-94ab-4fca-a055-bdb4ff9dad72 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "DELETE /v2.0/security-groups/9c71ceee-745f-4957-ac60-fd12ba18d4ce HTTP/1.1" status: 204 len: 173 time: 0.1661930 Jan 27 21:54:15.781806 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6193c-94ab-4fca-a055-bdb4ff9dad72 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c71ceee-745f-4957-ac60-fd12ba18d4ce,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:15.806409 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-04780a83-a507-4f98-9432-b059602b2c3e req-547ed379-6ff3-4ec8-ac67-d1925db215f4 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] show failed (client error): The resource could not be found. Jan 27 21:54:15.807443 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-04780a83-a507-4f98-9432-b059602b2c3e req-547ed379-6ff3-4ec8-ac67-d1925db215f4 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "GET /v2.0/security-groups/2d2aef12-c903-46fe-8a73-b27518406e0e HTTP/1.1" status: 404 len: 352 time: 0.0169530 Jan 27 21:54:15.853466 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 697cb650-ae8a-46fe-bccc-21cf0b0afb3d no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:54:15.881356 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eb702d2d-9568-4b4c-ad3f-0925d6ca392f req-961d31c3-655c-4247-ba80-9a9b5653842f tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "GET /v2.0/security-groups/e37d3cf9-df54-444f-8487-56cd24f6eaa9 HTTP/1.1" status: 200 len: 1824 time: 0.0500660 Jan 27 21:54:15.886505 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 697cb650-ae8a-46fe-bccc-21cf0b0afb3d {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:54:15.887035 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 697cb650-ae8a-46fe-bccc-21cf0b0afb3d not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:54:15.946118 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-eb702d2d-9568-4b4c-ad3f-0925d6ca392f req-0b7a482c-bbe7-42ee-869f-031ae433635c tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (e37d3cf9-df54-444f-8487-56cd24f6eaa9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.968925 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-eb702d2d-9568-4b4c-ad3f-0925d6ca392f req-0b7a482c-bbe7-42ee-869f-031ae433635c tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (e37d3cf9-df54-444f-8487-56cd24f6eaa9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.009911 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56750) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:16.038038 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-eb702d2d-9568-4b4c-ad3f-0925d6ca392f req-0b7a482c-bbe7-42ee-869f-031ae433635c tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e37d3cf9-df54-444f-8487-56cd24f6eaa9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.042622 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-eb702d2d-9568-4b4c-ad3f-0925d6ca392f req-0b7a482c-bbe7-42ee-869f-031ae433635c tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.044599 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eb702d2d-9568-4b4c-ad3f-0925d6ca392f req-0b7a482c-bbe7-42ee-869f-031ae433635c tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "DELETE /v2.0/security-groups/e37d3cf9-df54-444f-8487-56cd24f6eaa9 HTTP/1.1" status: 204 len: 173 time: 0.1623633 Jan 27 21:54:16.057785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a482c-bbe7-42ee-869f-031ae433635c tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37d3cf9-df54-444f-8487-56cd24f6eaa9,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:16.155358 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2b09746-bd2a-4648-813d-886bd1eb6fb0 req-3ee8b015-6abc-4774-a695-923fe7d7fa05 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "GET /v2.0/security-groups/6a415875-5483-4bd8-adc8-818953dd85d8 HTTP/1.1" status: 200 len: 1824 time: 0.0592277 Jan 27 21:54:16.190192 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-35737534-e3d3-4af5-97aa-17c4e6659382 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22a8a667d68a445ca9deb3734c502f3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1786015 Jan 27 21:54:16.192816 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56760) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:16.220859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9ff6f-675c-4d5e-943d-2de499f36e5d req-236c6d75-b5ca-4f1e-91b2-b7390012320c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:16.222291 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23d9ff6f-675c-4d5e-943d-2de499f36e5d req-236c6d75-b5ca-4f1e-91b2-b7390012320c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.0865729 Jan 27 21:54:16.243980 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8bc71d83-0ea4-4441-97b9-1658c9151c6b admin admin] Publish callbacks [] for security_group (0422bdf7-17f3-479b-bada-1b6e668d536b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.253418 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b2b09746-bd2a-4648-813d-886bd1eb6fb0 req-3e0ed35e-7d6e-4e39-a99d-33e3199e596a tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (6a415875-5483-4bd8-adc8-818953dd85d8), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.266782 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8bc71d83-0ea4-4441-97b9-1658c9151c6b admin admin] Publish callbacks [] for security_group (0422bdf7-17f3-479b-bada-1b6e668d536b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.289378 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b2b09746-bd2a-4648-813d-886bd1eb6fb0 req-3e0ed35e-7d6e-4e39-a99d-33e3199e596a tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (6a415875-5483-4bd8-adc8-818953dd85d8), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.310718 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23d9ff6f-675c-4d5e-943d-2de499f36e5d req-847b3b5a-6911-46d9-b85e-3d90c25fcc68 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788093 Jan 27 21:54:16.315948 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8bc71d83-0ea4-4441-97b9-1658c9151c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0422bdf7-17f3-479b-bada-1b6e668d536b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.320154 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8bc71d83-0ea4-4441-97b9-1658c9151c6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.326047 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8bc71d83-0ea4-4441-97b9-1658c9151c6b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0422bdf7-17f3-479b-bada-1b6e668d536b HTTP/1.1" status: 204 len: 168 time: 0.1321299 Jan 27 21:54:16.336579 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc71d83-0ea4-4441-97b9-1658c9151c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0422bdf7-17f3-479b-bada-1b6e668d536b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:16.379514 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b2b09746-bd2a-4648-813d-886bd1eb6fb0 req-3e0ed35e-7d6e-4e39-a99d-33e3199e596a tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6a415875-5483-4bd8-adc8-818953dd85d8), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.382406 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b2b09746-bd2a-4648-813d-886bd1eb6fb0 req-3e0ed35e-7d6e-4e39-a99d-33e3199e596a tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.387268 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2b09746-bd2a-4648-813d-886bd1eb6fb0 req-3e0ed35e-7d6e-4e39-a99d-33e3199e596a tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "DELETE /v2.0/security-groups/6a415875-5483-4bd8-adc8-818953dd85d8 HTTP/1.1" status: 204 len: 173 time: 0.2175474 Jan 27 21:54:16.419482 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ed35e-7d6e-4e39-a99d-33e3199e596a tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a415875-5483-4bd8-adc8-818953dd85d8,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:16.497243 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae14424f-c4c4-4680-a240-9fb4f72f3aeb req-2d39cbd5-5550-426a-bbb6-66902c7845a3 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "GET /v2.0/security-groups/e9054145-7c9a-425a-9908-10a00f6d7682 HTTP/1.1" status: 200 len: 1823 time: 0.0921967 Jan 27 21:54:16.564507 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a25c07-27d9-4383-b270-b970ea584dd8 req-03761e9d-e0a3-40d5-9054-7ae54dbcae1f tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:16.566078 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22a25c07-27d9-4383-b270-b970ea584dd8 req-03761e9d-e0a3-40d5-9054-7ae54dbcae1f tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.0856404 Jan 27 21:54:16.603417 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ae14424f-c4c4-4680-a240-9fb4f72f3aeb req-e096c951-78c0-4546-96a9-9767100e7db6 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (e9054145-7c9a-425a-9908-10a00f6d7682), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.647220 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ae14424f-c4c4-4680-a240-9fb4f72f3aeb req-e096c951-78c0-4546-96a9-9767100e7db6 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (e9054145-7c9a-425a-9908-10a00f6d7682), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.657637 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22a25c07-27d9-4383-b270-b970ea584dd8 req-de413990-04a0-4a7a-b865-4ce348b3b222 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815048 Jan 27 21:54:16.691383 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56770) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:16.699823 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ae14424f-c4c4-4680-a240-9fb4f72f3aeb req-e096c951-78c0-4546-96a9-9767100e7db6 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e9054145-7c9a-425a-9908-10a00f6d7682), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.702671 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ae14424f-c4c4-4680-a240-9fb4f72f3aeb req-e096c951-78c0-4546-96a9-9767100e7db6 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.704282 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae14424f-c4c4-4680-a240-9fb4f72f3aeb req-e096c951-78c0-4546-96a9-9767100e7db6 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "DELETE /v2.0/security-groups/e9054145-7c9a-425a-9908-10a00f6d7682 HTTP/1.1" status: 204 len: 173 time: 0.1925826 Jan 27 21:54:16.738395 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-771c8a77-2fa6-43b9-b3d9-e8b6b8990673 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95135fd0099f492d844229d999784a07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458267 Jan 27 21:54:16.740988 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56776) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:16.745831 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096c951-78c0-4546-96a9-9767100e7db6 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9054145-7c9a-425a-9908-10a00f6d7682,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:16.800623 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7b9296d-98a7-4b05-b2b7-797b2f58152a admin admin] Publish callbacks [] for security_group (11ada365-a64b-4869-8c51-21fb8ae011d7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.815202 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5214e244-7046-4f94-b9b6-43f6eb779df4 req-40efebb6-78f2-4d59-8241-873582d2e94b tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "GET /v2.0/security-groups/97f30b5b-e38d-4e19-9625-a5186f563642 HTTP/1.1" status: 200 len: 2424 time: 0.0835416 Jan 27 21:54:16.826046 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7b9296d-98a7-4b05-b2b7-797b2f58152a admin admin] Publish callbacks [] for security_group (11ada365-a64b-4869-8c51-21fb8ae011d7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.877568 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7b9296d-98a7-4b05-b2b7-797b2f58152a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (11ada365-a64b-4869-8c51-21fb8ae011d7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.880533 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7b9296d-98a7-4b05-b2b7-797b2f58152a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.881806 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d7b9296d-98a7-4b05-b2b7-797b2f58152a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11ada365-a64b-4869-8c51-21fb8ae011d7 HTTP/1.1" status: 204 len: 168 time: 0.1388304 Jan 27 21:54:16.890422 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d7db0-855a-4a77-8c09-60ed7b53e04c req-29faea64-756f-4451-89c9-65f36f9f2c85 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:16.892452 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-198d7db0-855a-4a77-8c09-60ed7b53e04c req-29faea64-756f-4451-89c9-65f36f9f2c85 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 943 time: 0.0934715 Jan 27 21:54:16.901686 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9296d-98a7-4b05-b2b7-797b2f58152a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ada365-a64b-4869-8c51-21fb8ae011d7,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:16.924867 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5214e244-7046-4f94-b9b6-43f6eb779df4 req-6d13c7f0-cde1-4dd5-893d-3969b9ca4399 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (97f30b5b-e38d-4e19-9625-a5186f563642), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.961999 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5214e244-7046-4f94-b9b6-43f6eb779df4 req-6d13c7f0-cde1-4dd5-893d-3969b9ca4399 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (97f30b5b-e38d-4e19-9625-a5186f563642), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.996791 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-198d7db0-855a-4a77-8c09-60ed7b53e04c req-80b05689-4963-4429-8280-752301270c05 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947938 Jan 27 21:54:17.039996 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5214e244-7046-4f94-b9b6-43f6eb779df4 req-6d13c7f0-cde1-4dd5-893d-3969b9ca4399 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (97f30b5b-e38d-4e19-9625-a5186f563642), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.043039 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5214e244-7046-4f94-b9b6-43f6eb779df4 req-6d13c7f0-cde1-4dd5-893d-3969b9ca4399 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.047426 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5214e244-7046-4f94-b9b6-43f6eb779df4 req-6d13c7f0-cde1-4dd5-893d-3969b9ca4399 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "DELETE /v2.0/security-groups/97f30b5b-e38d-4e19-9625-a5186f563642 HTTP/1.1" status: 204 len: 173 time: 0.2131596 Jan 27 21:54:17.071848 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13c7f0-cde1-4dd5-893d-3969b9ca4399 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f30b5b-e38d-4e19-9625-a5186f563642,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:17.124701 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e09e108-5966-4a6d-b765-0abd48a95f95 req-000cfdd5-6ebc-47eb-8085-de5992b2fd07 tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "GET /v2.0/security-groups/0ea8dc43-0fba-42b7-a369-2d6cd62558c5 HTTP/1.1" status: 200 len: 2417 time: 0.0547516 Jan 27 21:54:17.190301 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2e09e108-5966-4a6d-b765-0abd48a95f95 req-0d4ab17a-6600-495a-9867-287c5cc74d8a tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (0ea8dc43-0fba-42b7-a369-2d6cd62558c5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.220892 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2e09e108-5966-4a6d-b765-0abd48a95f95 req-0d4ab17a-6600-495a-9867-287c5cc74d8a tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (0ea8dc43-0fba-42b7-a369-2d6cd62558c5), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.274833 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2e09e108-5966-4a6d-b765-0abd48a95f95 req-0d4ab17a-6600-495a-9867-287c5cc74d8a tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0ea8dc43-0fba-42b7-a369-2d6cd62558c5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.278300 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2e09e108-5966-4a6d-b765-0abd48a95f95 req-0d4ab17a-6600-495a-9867-287c5cc74d8a tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.281133 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e09e108-5966-4a6d-b765-0abd48a95f95 req-0d4ab17a-6600-495a-9867-287c5cc74d8a tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] 10.222.0.23 "DELETE /v2.0/security-groups/0ea8dc43-0fba-42b7-a369-2d6cd62558c5 HTTP/1.1" status: 204 len: 173 time: 0.1555738 Jan 27 21:54:17.288133 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56788) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:17.298733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ab17a-6600-495a-9867-287c5cc74d8a tempest-SecurityGroupRulesTestJSON-896783442 tempest-SecurityGroupRulesTestJSON-896783442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea8dc43-0fba-42b7-a369-2d6cd62558c5,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:17.356591 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f15c614-6db6-49ff-96cd-6660363b8312 admin admin] Deleting subnet 14aa85d1-9b13-4eb7-aa90-46cb53d88944 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:54:17.364195 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2f15c614-6db6-49ff-96cd-6660363b8312 admin admin] Publish callbacks [] for subnet (14aa85d1-9b13-4eb7-aa90-46cb53d88944), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.408260 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2f15c614-6db6-49ff-96cd-6660363b8312 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (14aa85d1-9b13-4eb7-aa90-46cb53d88944), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.489154 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f8f6b-925a-42ad-980c-1bc2c64ae97a req-1b9cb8c9-a8c6-4840-9edf-6fed8365a72b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:17.498547 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c83f8f6b-925a-42ad-980c-1bc2c64ae97a req-1b9cb8c9-a8c6-4840-9edf-6fed8365a72b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.0976501 Jan 27 21:54:17.499565 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2f15c614-6db6-49ff-96cd-6660363b8312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (14aa85d1-9b13-4eb7-aa90-46cb53d88944), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.567133 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2f15c614-6db6-49ff-96cd-6660363b8312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (14aa85d1-9b13-4eb7-aa90-46cb53d88944), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.581075 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c83f8f6b-925a-42ad-980c-1bc2c64ae97a req-23948790-7e0e-4c69-96ab-d05b763f77f1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808489 Jan 27 21:54:17.608524 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15c614-6db6-49ff-96cd-6660363b8312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14aa85d1-9b13-4eb7-aa90-46cb53d88944,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:17.614954 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2f15c614-6db6-49ff-96cd-6660363b8312 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.620292 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2f15c614-6db6-49ff-96cd-6660363b8312 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/14aa85d1-9b13-4eb7-aa90-46cb53d88944 HTTP/1.1" status: 204 len: 168 time: 0.3303092 Jan 27 21:54:17.623374 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56804) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:17.706199 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b11a035c-0225-4d8e-b3c2-eae2574ec226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (bc7dfe88-56af-4995-ad38-fa5139f8516e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.841225 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b11a035c-0225-4d8e-b3c2-eae2574ec226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (bc7dfe88-56af-4995-ad38-fa5139f8516e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.870453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67955dc2-53d9-4720-bb78-72b217f51817 req-d6114355-2f3a-4571-acd0-37b9e4bf590c tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:17.871938 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67955dc2-53d9-4720-bb78-72b217f51817 req-d6114355-2f3a-4571-acd0-37b9e4bf590c tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.1175184 Jan 27 21:54:17.873533 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-b11a035c-0225-4d8e-b3c2-eae2574ec226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7dfe88-56af-4995-ad38-fa5139f8516e']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:17.890053 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-b11a035c-0225-4d8e-b3c2-eae2574ec226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544268ea-f378-4355-a4f4-9b0600c2020b') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:17.890457 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-b11a035c-0225-4d8e-b3c2-eae2574ec226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544268ea-f378-4355-a4f4-9b0600c2020b') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:17.906752 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b11a035c-0225-4d8e-b3c2-eae2574ec226 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (544268ea-f378-4355-a4f4-9b0600c2020b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.931564 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b11a035c-0225-4d8e-b3c2-eae2574ec226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (544268ea-f378-4355-a4f4-9b0600c2020b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.944808 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11a035c-0225-4d8e-b3c2-eae2574ec226 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:54:17.945254 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b11a035c-0225-4d8e-b3c2-eae2574ec226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (544268ea-f378-4355-a4f4-9b0600c2020b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: timer() Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:54:17.947260 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:54:17.959323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67955dc2-53d9-4720-bb78-72b217f51817 req-9461c5ca-8b0c-4560-b733-ef6b7b75316e tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786099 Jan 27 21:54:18.026964 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b11a035c-0225-4d8e-b3c2-eae2574ec226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (bc7dfe88-56af-4995-ad38-fa5139f8516e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:18.048882 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b11a035c-0225-4d8e-b3c2-eae2574ec226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:18.053748 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b11a035c-0225-4d8e-b3c2-eae2574ec226 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bc7dfe88-56af-4995-ad38-fa5139f8516e HTTP/1.1" status: 204 len: 168 time: 0.4288580 Jan 27 21:54:18.054834 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a035c-0225-4d8e-b3c2-eae2574ec226 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc7dfe88-56af-4995-ad38-fa5139f8516e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:18.184545 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae77e2b-f29d-4628-a7b4-8b1f7f46cc23 req-f8d4f213-8011-4c1d-8429-f85c7abcc1e5 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:18.188375 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ae77e2b-f29d-4628-a7b4-8b1f7f46cc23 req-f8d4f213-8011-4c1d-8429-f85c7abcc1e5 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 943 time: 0.0780792 Jan 27 21:54:18.278264 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ae77e2b-f29d-4628-a7b4-8b1f7f46cc23 req-0b6e5c82-abdb-4964-aa8d-c2780c58850b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851533 Jan 27 21:54:18.289079 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56830) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:18.341480 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-34b660da-1d38-4616-8830-2b96df6e3e68 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e79682dafea4b25a0fe330d704e57c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0511897 Jan 27 21:54:18.344244 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56834) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:18.397846 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-99b9e845-11dd-42e1-b7f2-55ab1285c802 admin admin] Publish callbacks [] for security_group (683dff12-6884-48f3-aa01-c81a0c2a22bd), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:18.425136 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-99b9e845-11dd-42e1-b7f2-55ab1285c802 admin admin] Publish callbacks [] for security_group (683dff12-6884-48f3-aa01-c81a0c2a22bd), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:18.479071 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-99b9e845-11dd-42e1-b7f2-55ab1285c802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (683dff12-6884-48f3-aa01-c81a0c2a22bd), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:18.481939 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-99b9e845-11dd-42e1-b7f2-55ab1285c802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:18.486703 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-99b9e845-11dd-42e1-b7f2-55ab1285c802 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/683dff12-6884-48f3-aa01-c81a0c2a22bd HTTP/1.1" status: 204 len: 168 time: 0.1384537 Jan 27 21:54:18.511929 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9e845-11dd-42e1-b7f2-55ab1285c802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683dff12-6884-48f3-aa01-c81a0c2a22bd,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:18.723339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0f31c-8abd-4929-ab82-4d1cad1996ce req-cf5ce634-8c98-492b-954e-76d589fe74f5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:18.725113 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fec0f31c-8abd-4929-ab82-4d1cad1996ce req-cf5ce634-8c98-492b-954e-76d589fe74f5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.0555882 Jan 27 21:54:18.778957 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fec0f31c-8abd-4929-ab82-4d1cad1996ce req-1d8095c2-0783-4df7-a4c8-8775c3853bab tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466819 Jan 27 21:54:19.095447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2df70-6f8f-4d87-895d-7097956e52e1 req-84a06a7a-5961-4680-9ee7-c089bcb7ec99 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:19.097138 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6cf2df70-6f8f-4d87-895d-7097956e52e1 req-84a06a7a-5961-4680-9ee7-c089bcb7ec99 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.0562952 Jan 27 21:54:19.152696 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6cf2df70-6f8f-4d87-895d-7097956e52e1 req-61523bed-6885-486b-b275-e8feb1ee1643 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486560 Jan 27 21:54:19.185343 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-358b20a6-b317-471d-b9b6-93343b027a9f req-b14effe6-0e09-425f-92e1-066d573578d2 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1dce6bc3826544b6bb68765bffe8a670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236254 Jan 27 21:54:19.237848 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56882) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:19.321798 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-ac7ba667-0b5f-42d5-a0e8-821c8faf49ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:19.323274 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-ac7ba667-0b5f-42d5-a0e8-821c8faf49ee service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682&tenant_id=de28fa92448d41c99ce570f9af9bb344 HTTP/1.1" status: 200 len: 1094 time: 0.0818346 Jan 27 21:54:19.331392 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b20a6-b317-471d-b9b6-93343b027a9f req-45924df0-d26c-4583-9e29-461ac49ae37e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:19.332871 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-358b20a6-b317-471d-b9b6-93343b027a9f req-45924df0-d26c-4583-9e29-461ac49ae37e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1425304 Jan 27 21:54:19.340378 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-772272-3', 'device_owner': 'compute:nova'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:19.352894 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-644ab046-dcad-4305-b691-5aeb2602857c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-102274004-network', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:19.373156 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-358b20a6-b317-471d-b9b6-93343b027a9f req-c7cde9fe-04a7-492b-b119-0aa8f68f058f tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/quotas/1dce6bc3826544b6bb68765bffe8a670 HTTP/1.1" status: 200 len: 375 time: 0.0298054 Jan 27 21:54:19.377763 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644ab046-dcad-4305-b691-5aeb2602857c admin admin] Made reservation on behalf of bf0c18f196dd4aca9f0c480acbbd541e for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:19.380487 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-644ab046-dcad-4305-b691-5aeb2602857c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:19.390037 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-644ab046-dcad-4305-b691-5aeb2602857c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:19.426419 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-358b20a6-b317-471d-b9b6-93343b027a9f req-3383102c-1cbb-4939-a2f0-a1f036854148 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1dce6bc3826544b6bb68765bffe8a670&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452859 Jan 27 21:54:19.461062 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:19.475585 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-644ab046-dcad-4305-b691-5aeb2602857c admin admin] Publish callbacks [] for security_group (87eff37a-3d32-4d51-abf4-01c688cb0a38), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:19.480304 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-644ab046-dcad-4305-b691-5aeb2602857c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (87eff37a-3d32-4d51-abf4-01c688cb0a38), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:19.505763 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644ab046-dcad-4305-b691-5aeb2602857c admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:54:19.512157 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc61b42-09f1-4def-a242-5f2aa7cf4dd3 req-f46f1a31-48ff-4ae3-9e1e-8ce66ab62577 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:19.513815 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adc61b42-09f1-4def-a242-5f2aa7cf4dd3 req-f46f1a31-48ff-4ae3-9e1e-8ce66ab62577 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 943 time: 0.0926859 Jan 27 21:54:19.520032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ab046-dcad-4305-b691-5aeb2602857c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87eff37a-3d32-4d51-abf4-01c688cb0a38,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:19.533755 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-644ab046-dcad-4305-b691-5aeb2602857c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (63361991-a82a-46b2-846e-1a47539685f5), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:19.534848 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-644ab046-dcad-4305-b691-5aeb2602857c admin admin] Added segment 63361991-a82a-46b2-846e-1a47539685f5 of type vlan for network 0a2a04d7-7fbb-4f50-8814-7954533c84db Jan 27 21:54:19.593708 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-644ab046-dcad-4305-b691-5aeb2602857c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (0a2a04d7-7fbb-4f50-8814-7954533c84db), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:19.620211 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-644ab046-dcad-4305-b691-5aeb2602857c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (0a2a04d7-7fbb-4f50-8814-7954533c84db), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:19.621537 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644ab046-dcad-4305-b691-5aeb2602857c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:19.622424 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-644ab046-dcad-4305-b691-5aeb2602857c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:19.672506 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-644ab046-dcad-4305-b691-5aeb2602857c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4332073 Jan 27 21:54:19.679239 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56896) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:19.686745 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-60cf1ead-fde1-49e7-a349-b59363ec44a2 admin admin] Request body: {'subnet': {'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-102274004-subnet', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:19.702381 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ab046-dcad-4305-b691-5aeb2602857c admin admin] Pushing event updated for resources: {'Network': ['ID=0a2a04d7-7fbb-4f50-8814-7954533c84db,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:19.718134 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cf1ead-fde1-49e7-a349-b59363ec44a2 admin admin] Made reservation on behalf of bf0c18f196dd4aca9f0c480acbbd541e for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:19.720031 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 0a2a04d7-7fbb-4f50-8814-7954533c84db details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:54:19.721080 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-60cf1ead-fde1-49e7-a349-b59363ec44a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:19.927754 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-60cf1ead-fde1-49e7-a349-b59363ec44a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (65301706-ea6a-496b-8341-66868745e0ad), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:19.990173 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf1ead-fde1-49e7-a349-b59363ec44a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65301706-ea6a-496b-8341-66868745e0ad,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:19.991925 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8a0937e-4f78-48d0-b4ad-73c058bb10b2 req-f4d86450-01ab-4622-81dc-b824df4c3945 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3688686-dcb2-41fb-9471-d3a4ed7ad13b HTTP/1.1" status: 200 len: 210 time: 0.3735654 Jan 27 21:54:20.015035 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adc61b42-09f1-4def-a242-5f2aa7cf4dd3 req-270d9952-5177-46bb-aaf5-48d10ef38b15 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4898858 Jan 27 21:54:20.022738 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf1ead-fde1-49e7-a349-b59363ec44a2 admin admin] Checking segment: {'id': '63361991-a82a-46b2-846e-1a47539685f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:20.023146 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cf1ead-fde1-49e7-a349-b59363ec44a2 admin admin] Network hostable DHCP agents. Network: 0a2a04d7-7fbb-4f50-8814-7954533c84db, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:54:20.053808 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cf1ead-fde1-49e7-a349-b59363ec44a2 admin admin] Network 0a2a04d7-7fbb-4f50-8814-7954533c84db is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:54:20.057164 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-60cf1ead-fde1-49e7-a349-b59363ec44a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 0a2a04d7-7fbb-4f50-8814-7954533c84db) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:20.066367 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18989183-3c68-4367-8532-16f4826dc3ed None None] Network 0a2a04d7-7fbb-4f50-8814-7954533c84db requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:54:20.087082 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cf1ead-fde1-49e7-a349-b59363ec44a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:20.088363 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-60cf1ead-fde1-49e7-a349-b59363ec44a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.122291 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-60cf1ead-fde1-49e7-a349-b59363ec44a2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4416378 Jan 27 21:54:20.124811 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56906) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:20.132088 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e8294219-6e36-46e9-8e94-57c39d22bd14 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-102274004-router', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:20.157850 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e8294219-6e36-46e9-8e94-57c39d22bd14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (631cb0ff-4770-4616-ae45-9b540f3a8b68), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.161963 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e8294219-6e36-46e9-8e94-57c39d22bd14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (631cb0ff-4770-4616-ae45-9b540f3a8b68), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.171184 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] For port 85814e7d-06ef-44ba-99d9-f779baf564c0, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=85814e7d-06ef-44ba-99d9-f779baf564c0,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:20.213267 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7b539-1cec-4a29-8296-817c988f1272 req-6ba44320-a82d-4770-bc1b-bc0f7ef6db54 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:20.220279 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9ed7b539-1cec-4a29-8296-817c988f1272 req-6ba44320-a82d-4770-bc1b-bc0f7ef6db54 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.0936680 Jan 27 21:54:20.238318 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914049bb-826a-4dff-b48f-0720e82d1233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-0a2a04d7-7fbb-4f50-8814-7954533c84db', 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db', 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'fixed_ips': [{'subnet_id': '65301706-ea6a-496b-8341-66868745e0ad'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:54:20.239620 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-914049bb-826a-4dff-b48f-0720e82d1233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.252113 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e8294219-6e36-46e9-8e94-57c39d22bd14 admin admin] Publish callbacks [] for router_controller (631cb0ff-4770-4616-ae45-9b540f3a8b68), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.304611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] For port 85814e7d-06ef-44ba-99d9-f779baf564c0, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:20.384190 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85814e7d-06ef-44ba-99d9-f779baf564c0 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:20.396556 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] Publish callbacks [] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.409427 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-914049bb-826a-4dff-b48f-0720e82d1233 None None] Allocated IP 172.20.0.2 (0a2a04d7-7fbb-4f50-8814-7954533c84db/65301706-ea6a-496b-8341-66868745e0ad/ce128478-a2a3-4d04-91d5-14802af6b9ad) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:20.410583 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9ed7b539-1cec-4a29-8296-817c988f1272 req-c6c617a4-6327-4fbd-b5cb-67db89e15887 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893189 Jan 27 21:54:20.428052 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e8294219-6e36-46e9-8e94-57c39d22bd14 admin admin] Publish callbacks [] for router_gateway (631cb0ff-4770-4616-ae45-9b540f3a8b68), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.441273 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4ed0b-dd77-4703-9079-d7a7b7a0c704 req-588c9bf6-7205-43e0-83c7-afb76a2da2ff tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:20.442816 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90e4ed0b-dd77-4703-9079-d7a7b7a0c704 req-588c9bf6-7205-43e0-83c7-afb76a2da2ff tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.1604860 Jan 27 21:54:20.449141 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] Transition to ACTIVE for port object 85814e7d-06ef-44ba-99d9-f779baf564c0 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:54:20.459841 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.624153 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-914049bb-826a-4dff-b48f-0720e82d1233 None None] Publish callbacks [] for port (ce128478-a2a3-4d04-91d5-14802af6b9ad), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.629639 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-914049bb-826a-4dff-b48f-0720e82d1233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (ce128478-a2a3-4d04-91d5-14802af6b9ad), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.656058 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914049bb-826a-4dff-b48f-0720e82d1233 None None] Network 0a2a04d7-7fbb-4f50-8814-7954533c84db is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:20.674478 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90e4ed0b-dd77-4703-9079-d7a7b7a0c704 req-1795e318-104e-49bc-9c04-abd077f51a00 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213447 Jan 27 21:54:20.675995 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] Pushing event updated for resources: {'Port': ['ID=85814e7d-06ef-44ba-99d9-f779baf564c0,revision_number=9']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:20.702911 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] No DVR routers for this DVR port 85814e7d-06ef-44ba-99d9-f779baf564c0 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:54:20.714660 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e8294219-6e36-46e9-8e94-57c39d22bd14 admin admin] Publish callbacks [] for router_gateway (631cb0ff-4770-4616-ae45-9b540f3a8b68), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.722781 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-914049bb-826a-4dff-b48f-0720e82d1233 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:20.729799 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914049bb-826a-4dff-b48f-0720e82d1233 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:20.747698 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e8294219-6e36-46e9-8e94-57c39d22bd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.791329 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914049bb-826a-4dff-b48f-0720e82d1233 None None] Pushing event updated for resources: {'Port': ['ID=ce128478-a2a3-4d04-91d5-14802af6b9ad,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:20.858142 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-914049bb-826a-4dff-b48f-0720e82d1233 None None] Attempting to bind port ce128478-a2a3-4d04-91d5-14802af6b9ad on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:20.858821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-914049bb-826a-4dff-b48f-0720e82d1233 None None] Attempting to bind port ce128478-a2a3-4d04-91d5-14802af6b9ad by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '63361991-a82a-46b2-846e-1a47539685f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:20.859347 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914049bb-826a-4dff-b48f-0720e82d1233 None None] Attempting to bind port ce128478-a2a3-4d04-91d5-14802af6b9ad on network 0a2a04d7-7fbb-4f50-8814-7954533c84db {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:20.865811 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914049bb-826a-4dff-b48f-0720e82d1233 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:20.867046 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914049bb-826a-4dff-b48f-0720e82d1233 None None] Checking segment: {'id': '63361991-a82a-46b2-846e-1a47539685f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:20.867726 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-914049bb-826a-4dff-b48f-0720e82d1233 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.868470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914049bb-826a-4dff-b48f-0720e82d1233 None None] Bound using segment: {'id': '63361991-a82a-46b2-846e-1a47539685f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:20.869096 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-914049bb-826a-4dff-b48f-0720e82d1233 None None] Bound port: ce128478-a2a3-4d04-91d5-14802af6b9ad, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63361991-a82a-46b2-846e-1a47539685f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:20.869825 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-914049bb-826a-4dff-b48f-0720e82d1233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ce128478-a2a3-4d04-91d5-14802af6b9ad), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:20.877811 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-358b20a6-b317-471d-b9b6-93343b027a9f req-239fc1bd-f33a-4f6f-a49a-920de92fcbe1 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1dce6bc3826544b6bb68765bffe8a670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400143 Jan 27 21:54:20.933833 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-e8294219-6e36-46e9-8e94-57c39d22bd14 admin admin] Allocated IP 172.25.3.171 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/f5c3016d-bdea-4d68-bcb9-ffa80164fd8b) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:20.972429 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-914049bb-826a-4dff-b48f-0720e82d1233 None None] For port ce128478-a2a3-4d04-91d5-14802af6b9ad, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:20.975211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] Attempting to bind port 85814e7d-06ef-44ba-99d9-f779baf564c0 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:20.975580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] Attempting to bind port 85814e7d-06ef-44ba-99d9-f779baf564c0 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:20.975940 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] Attempting to bind port 85814e7d-06ef-44ba-99d9-f779baf564c0 on network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:20.980036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-914049bb-826a-4dff-b48f-0720e82d1233 None None] For port ce128478-a2a3-4d04-91d5-14802af6b9ad, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ce128478-a2a3-4d04-91d5-14802af6b9ad,segment=NetworkSegment(63361991-a82a-46b2-846e-1a47539685f5),segment_id=63361991-a82a-46b2-846e-1a47539685f5)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:20.990797 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] Port 85814e7d-06ef-44ba-99d9-f779baf564c0 on network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:54:20.990797 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] Attempting to bind port 85814e7d-06ef-44ba-99d9-f779baf564c0 on network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:20.994700 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:20.995574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] Checking segment: {'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:20.995574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] Bound using segment: {'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:20.995844 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] Bound port: 85814e7d-06ef-44ba-99d9-f779baf564c0, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:20.996201 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.011187 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-914049bb-826a-4dff-b48f-0720e82d1233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ce128478-a2a3-4d04-91d5-14802af6b9ad), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.055347 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.072223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b20a6-b317-471d-b9b6-93343b027a9f req-239a7e13-5361-4cf9-a8f4-5e2674406b4c tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:21.073743 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-358b20a6-b317-471d-b9b6-93343b027a9f req-239a7e13-5361-4cf9-a8f4-5e2674406b4c tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891277 Jan 27 21:54:21.102330 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-358b20a6-b317-471d-b9b6-93343b027a9f req-265f11f8-8bdd-4aee-a880-aeac01376f60 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Request body: {'port': {'device_id': 'e3688686-dcb2-41fb-9471-d3a4ed7ad13b', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '1dce6bc3826544b6bb68765bffe8a670'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:21.133444 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914049bb-826a-4dff-b48f-0720e82d1233 None None] Pushing event updated for resources: {'Port': ['ID=ce128478-a2a3-4d04-91d5-14802af6b9ad,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:21.186160 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e8294219-6e36-46e9-8e94-57c39d22bd14 admin admin] Publish callbacks [] for port (f5c3016d-bdea-4d68-bcb9-ffa80164fd8b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.197044 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] For port 85814e7d-06ef-44ba-99d9-f779baf564c0, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:21.213391 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d03f72f2-d1c8-4cc5-910f-9d854912e1da req-a57e65d4-028f-4b10-8811-7011d66dca8d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3688686-dcb2-41fb-9471-d3a4ed7ad13b HTTP/1.1" status: 200 len: 210 time: 0.0553372 Jan 27 21:54:21.231168 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e8294219-6e36-46e9-8e94-57c39d22bd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (f5c3016d-bdea-4d68-bcb9-ffa80164fd8b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.244342 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] For port 85814e7d-06ef-44ba-99d9-f779baf564c0, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=85814e7d-06ef-44ba-99d9-f779baf564c0,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:21.264284 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.306516 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8294219-6e36-46e9-8e94-57c39d22bd14 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:21.314632 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-e8294219-6e36-46e9-8e94-57c39d22bd14 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:21.317735 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8294219-6e36-46e9-8e94-57c39d22bd14 admin admin] Pushing event updated for resources: {'Port': ['ID=f5c3016d-bdea-4d68-bcb9-ffa80164fd8b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:21.322786 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8294219-6e36-46e9-8e94-57c39d22bd14 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:21.337828 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:21.338468 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.340109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] 10.222.0.21 "PUT /v2.0/ports/85814e7d-06ef-44ba-99d9-f779baf564c0 HTTP/1.1" status: 200 len: 1091 time: 2.0037718 Jan 27 21:54:21.343292 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df077025-7bdd-4224-9eaa-c9077ee12682', 'tag': '85814e7d-06ef-44ba-99d9-f779baf564c0'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:21.345826 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be07293f-a90a-4f1a-b383-4a72b4acdba9" -d '{"events": [{"name": "network-changed", "server_uuid": "df077025-7bdd-4224-9eaa-c9077ee12682", "tag": "85814e7d-06ef-44ba-99d9-f779baf564c0"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:21.356496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2ccd6-b406-4575-b85e-00aec1a667aa req-0f1e63ee-1b50-4a4c-be33-5be47625326b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:21.358657 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4f2ccd6-b406-4575-b85e-00aec1a667aa req-0f1e63ee-1b50-4a4c-be33-5be47625326b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 943 time: 0.1787004 Jan 27 21:54:21.475338 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747fa24b-d9fd-4ad2-bea6-8283c68fdb70 x-openstack-request-id: req-747fa24b-d9fd-4ad2-bea6-8283c68fdb70 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:21.475640 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df077025-7bdd-4224-9eaa-c9077ee12682", "tag": "85814e7d-06ef-44ba-99d9-f779baf564c0", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:21.475927 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-747fa24b-d9fd-4ad2-bea6-8283c68fdb70 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:21.476344 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df077025-7bdd-4224-9eaa-c9077ee12682', 'tag': '85814e7d-06ef-44ba-99d9-f779baf564c0', 'status': 'completed', 'code': 200} Jan 27 21:54:21.486102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b564a46-ebc8-4df1-88a5-aef6aad5407b service neutron] Pushing event updated for resources: {'Port': ['ID=85814e7d-06ef-44ba-99d9-f779baf564c0,revision_number=10']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:21.497534 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-358b20a6-b317-471d-b9b6-93343b027a9f req-265f11f8-8bdd-4aee-a880-aeac01376f60 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Made reservation on behalf of 1dce6bc3826544b6bb68765bffe8a670 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:21.505401 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-358b20a6-b317-471d-b9b6-93343b027a9f req-265f11f8-8bdd-4aee-a880-aeac01376f60 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.556906 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-358b20a6-b317-471d-b9b6-93343b027a9f req-265f11f8-8bdd-4aee-a880-aeac01376f60 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.569978 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4f2ccd6-b406-4575-b85e-00aec1a667aa req-104169cd-fba0-449a-9f09-6be491237583 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948276 Jan 27 21:54:21.630659 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-144d37cd-4622-408a-aa95-5a3dab36e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:21.633004 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-144d37cd-4622-408a-aa95-5a3dab36e7c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de28fa92448d41c99ce570f9af9bb344&device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 1095 time: 0.2441294 Jan 27 21:54:21.756090 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8cdd2-4e8b-4246-83d4-f892baebbc69 req-4a2fb68d-5010-40ff-ac79-32979ff8d037 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:21.764682 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5c8cdd2-4e8b-4246-83d4-f892baebbc69 req-4a2fb68d-5010-40ff-ac79-32979ff8d037 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.1925089 Jan 27 21:54:21.803741 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e8294219-6e36-46e9-8e94-57c39d22bd14 admin admin] Publish callbacks [] for router_gateway (631cb0ff-4770-4616-ae45-9b540f3a8b68), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.842224 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-965b8e4f-e0b7-4cd0-9a39-2f66827ef500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:21.843715 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-965b8e4f-e0b7-4cd0-9a39-2f66827ef500 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 HTTP/1.1" status: 200 len: 916 time: 0.2002919 Jan 27 21:54:21.933022 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-358b20a6-b317-471d-b9b6-93343b027a9f req-265f11f8-8bdd-4aee-a880-aeac01376f60 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks [] for security_group (c1e614ba-ae36-49e4-9139-c4d8cadf4b87), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:21.952896 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5c8cdd2-4e8b-4246-83d4-f892baebbc69 req-3011175e-0960-4965-b9f6-5320eb33b836 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872625 Jan 27 21:54:21.960365 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-358b20a6-b317-471d-b9b6-93343b027a9f req-265f11f8-8bdd-4aee-a880-aeac01376f60 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c1e614ba-ae36-49e4-9139-c4d8cadf4b87), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:22.038486 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-b40ae14a-13c8-4dac-96fc-be7870f492ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85814e7d-06ef-44ba-99d9-f779baf564c0 HTTP/1.1" status: 200 len: 999 time: 0.1814623 Jan 27 21:54:22.046801 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e8294219-6e36-46e9-8e94-57c39d22bd14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (631cb0ff-4770-4616-ae45-9b540f3a8b68), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:22.049486 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f11f8-8bdd-4aee-a880-aeac01376f60 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e614ba-ae36-49e4-9139-c4d8cadf4b87,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:22.074820 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8796a-2761-44d0-862f-6d13aff69894 req-436fd86d-862c-4316-bcac-86bba1553187 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:22.076477 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9e8796a-2761-44d0-862f-6d13aff69894 req-436fd86d-862c-4316-bcac-86bba1553187 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.1656096 Jan 27 21:54:22.173119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-ac75fac3-49e8-4579-aea4-61f4084eb08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:22.174833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-ac75fac3-49e8-4579-aea4-61f4084eb08b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1a976cc-2e5b-4556-bc6f-960c2cfb8897 HTTP/1.1" status: 200 len: 854 time: 0.1185243 Jan 27 21:54:22.189165 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8294219-6e36-46e9-8e94-57c39d22bd14 admin admin] Router 631cb0ff-4770-4616-ae45-9b540f3a8b68 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:54:22.237859 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9e8796a-2761-44d0-862f-6d13aff69894 req-7d4f84c3-8e4b-46e5-b9fe-3bc55df402ff tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406009 Jan 27 21:54:22.239857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-358b20a6-b317-471d-b9b6-93343b027a9f req-265f11f8-8bdd-4aee-a880-aeac01376f60 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Allocated IP 192.168.233.192 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/f478ebb5-8e47-446e-8bb1-6fe6fc3932d8) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:22.275593 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-00678d29-b79b-481f-b806-c96fb9f5c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:22.277350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-00678d29-b79b-481f-b806-c96fb9f5c6d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952120 Jan 27 21:54:22.325721 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8294219-6e36-46e9-8e94-57c39d22bd14 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:54:22.338211 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] Sync routers for ids ['631cb0ff-4770-4616-ae45-9b540f3a8b68'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:54:22.348587 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] Routers {'631cb0ff-4770-4616-ae45-9b540f3a8b68'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:22.350780 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:53:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['631cb0ff-4770-4616-ae45-9b540f3a8b68'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:22.351958 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e8294219-6e36-46e9-8e94-57c39d22bd14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:22.354174 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e8294219-6e36-46e9-8e94-57c39d22bd14 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2274256 Jan 27 21:54:22.357107 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56934) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:22.390776 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7b2bcb1-9ebc-4804-853e-62b1232b67d5 req-86aa717e-38fe-4768-b859-c706314533a6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3688686-dcb2-41fb-9471-d3a4ed7ad13b HTTP/1.1" status: 200 len: 210 time: 0.0747418 Jan 27 21:54:22.500080 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] Set router 631cb0ff-4770-4616-ae45-9b540f3a8b68 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:54:22.528697 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-dd0a638f-95c1-46db-9da1-ee3b156e074c service neutron] 10.222.0.21 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421205 Jan 27 21:54:22.541117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeed263-e5f4-40c8-b352-faf133f8d630 None None] Network 0a2a04d7-7fbb-4f50-8814-7954533c84db requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:54:22.610650 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-358b20a6-b317-471d-b9b6-93343b027a9f req-265f11f8-8bdd-4aee-a880-aeac01376f60 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks [] for port (f478ebb5-8e47-446e-8bb1-6fe6fc3932d8), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:22.654554 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-09bfb5e4-6d8e-4ccd-8802-0c3538a3c81e None None] Provisioning complete for port ce128478-a2a3-4d04-91d5-14802af6b9ad triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:22.655210 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-09bfb5e4-6d8e-4ccd-8802-0c3538a3c81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ce128478-a2a3-4d04-91d5-14802af6b9ad), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:22.678647 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0012e02b-12f8-4a34-ac0c-05b4e1c41940 req-a64393f2-78c0-4f0c-86d5-764acaeb5565 service neutron] 10.222.0.21 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409466 Jan 27 21:54:22.685484 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-358b20a6-b317-471d-b9b6-93343b027a9f req-265f11f8-8bdd-4aee-a880-aeac01376f60 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f478ebb5-8e47-446e-8bb1-6fe6fc3932d8), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:22.809059 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-09bfb5e4-6d8e-4ccd-8802-0c3538a3c81e None None] Current status of the port ce128478-a2a3-4d04-91d5-14802af6b9ad is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:22.809931 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-09bfb5e4-6d8e-4ccd-8802-0c3538a3c81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ce128478-a2a3-4d04-91d5-14802af6b9ad), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:22.910681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-358b20a6-b317-471d-b9b6-93343b027a9f req-265f11f8-8bdd-4aee-a880-aeac01376f60 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:22.938426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-358b20a6-b317-471d-b9b6-93343b027a9f req-265f11f8-8bdd-4aee-a880-aeac01376f60 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:22.941561 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-358b20a6-b317-471d-b9b6-93343b027a9f req-265f11f8-8bdd-4aee-a880-aeac01376f60 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:22.970895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f11f8-8bdd-4aee-a880-aeac01376f60 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Pushing event updated for resources: {'Port': ['ID=f478ebb5-8e47-446e-8bb1-6fe6fc3932d8,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:23.011744 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'name': 'tempest-ServersTestFqdnHostnames-102274004-router', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:21Z', 'revision_number': 3, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'gw_port': {'id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:94:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:23.035582 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b20a6-b317-471d-b9b6-93343b027a9f req-265f11f8-8bdd-4aee-a880-aeac01376f60 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:23.036299 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-358b20a6-b317-471d-b9b6-93343b027a9f req-265f11f8-8bdd-4aee-a880-aeac01376f60 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.051082 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07293f-a90a-4f1a-b383-4a72b4acdba9 req-bb558d17-441e-4a61-b92f-bbc3478d9c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:23.053872 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be07293f-a90a-4f1a-b383-4a72b4acdba9 req-bb558d17-441e-4a61-b92f-bbc3478d9c5c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de28fa92448d41c99ce570f9af9bb344&device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 1095 time: 0.2848372 Jan 27 21:54:23.068436 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a5b38-1afb-40ef-8fb4-8e48fd08ae74 req-376b9f3a-70ab-4992-85ca-6a85d5af9dbf tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:23.075146 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] Checking router: 631cb0ff-4770-4616-ae45-9b540f3a8b68 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:54:23.075989 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] Updating router 631cb0ff-4770-4616-ae45-9b540f3a8b68 port f5c3016d-bdea-4d68-bcb9-ffa80164fd8b binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:54:23.077303 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-532a5b38-1afb-40ef-8fb4-8e48fd08ae74 req-376b9f3a-70ab-4992-85ca-6a85d5af9dbf tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 944 time: 0.3108177 Jan 27 21:54:23.133798 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f5c3016d-bdea-4d68-bcb9-ffa80164fd8b), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.245894 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ce128478-a2a3-4d04-91d5-14802af6b9ad up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:23.338591 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-09bfb5e4-6d8e-4ccd-8802-0c3538a3c81e None None] For port ce128478-a2a3-4d04-91d5-14802af6b9ad, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ce128478-a2a3-4d04-91d5-14802af6b9ad,segment=NetworkSegment(63361991-a82a-46b2-846e-1a47539685f5),segment_id=63361991-a82a-46b2-846e-1a47539685f5)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:23.347771 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07293f-a90a-4f1a-b383-4a72b4acdba9 req-9eaa6d75-12c9-40a5-9da6-4f3fce7850da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:23.350853 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be07293f-a90a-4f1a-b383-4a72b4acdba9 req-9eaa6d75-12c9-40a5-9da6-4f3fce7850da service neutron] 10.222.0.21 "GET /v2.0/networks?id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 HTTP/1.1" status: 200 len: 916 time: 0.2660801 Jan 27 21:54:23.352004 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-09bfb5e4-6d8e-4ccd-8802-0c3538a3c81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ce128478-a2a3-4d04-91d5-14802af6b9ad), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.354590 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-358b20a6-b317-471d-b9b6-93343b027a9f req-265f11f8-8bdd-4aee-a880-aeac01376f60 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2574124 Jan 27 21:54:23.397199 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-358b20a6-b317-471d-b9b6-93343b027a9f req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] Request body: {'port': {'device_id': 'e3688686-dcb2-41fb-9471-d3a4ed7ad13b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:23.411928 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfb5e4-6d8e-4ccd-8802-0c3538a3c81e None None] Pushing event updated for resources: {'Port': ['ID=ce128478-a2a3-4d04-91d5-14802af6b9ad,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:23.458966 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port ce128478-a2a3-4d04-91d5-14802af6b9ad triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:23.460683 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ce128478-a2a3-4d04-91d5-14802af6b9ad), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.519894 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c1bf4f35-1cae-4941-9b2c-1c664d2c3ea4 None None] Provisioning complete for port ce128478-a2a3-4d04-91d5-14802af6b9ad triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:23.520479 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c1bf4f35-1cae-4941-9b2c-1c664d2c3ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ce128478-a2a3-4d04-91d5-14802af6b9ad), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.633310 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be07293f-a90a-4f1a-b383-4a72b4acdba9 req-3da7772f-920b-40e4-bebb-275093988ef5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85814e7d-06ef-44ba-99d9-f779baf564c0 HTTP/1.1" status: 200 len: 999 time: 0.1825607 Jan 27 21:54:23.639488 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] Publish callbacks [] for port (f5c3016d-bdea-4d68-bcb9-ffa80164fd8b), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.650256 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f5c3016d-bdea-4d68-bcb9-ffa80164fd8b), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.755959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port ce128478-a2a3-4d04-91d5-14802af6b9ad is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:23.765684 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-532a5b38-1afb-40ef-8fb4-8e48fd08ae74 req-c40e9847-efa0-491e-89a0-dbb54a5213d5 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6865041 Jan 27 21:54:23.772757 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146904f7-1d6d-4a7f-b903-247cc890e9f9 None None] Pushing event updated for resources: {'Port': ['ID=f5c3016d-bdea-4d68-bcb9-ffa80164fd8b,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:23.794105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07293f-a90a-4f1a-b383-4a72b4acdba9 req-9240bba5-0566-4689-932d-f633717ea900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:23.794822 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] Attempting to bind port f5c3016d-bdea-4d68-bcb9-ffa80164fd8b on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:23.795198 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] Attempting to bind port f5c3016d-bdea-4d68-bcb9-ffa80164fd8b by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:23.795569 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] Attempting to bind port f5c3016d-bdea-4d68-bcb9-ffa80164fd8b on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:23.796361 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be07293f-a90a-4f1a-b383-4a72b4acdba9 req-9240bba5-0566-4689-932d-f633717ea900 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1a976cc-2e5b-4556-bc6f-960c2cfb8897 HTTP/1.1" status: 200 len: 854 time: 0.1441150 Jan 27 21:54:23.800105 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf4f35-1cae-4941-9b2c-1c664d2c3ea4 None None] Current status of the port ce128478-a2a3-4d04-91d5-14802af6b9ad is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:23.813426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160a5e1-9fd8-4b03-a8df-1ecb0a5d1a3e req-447185c8-74a4-433e-9bbb-e46ab9ee91fc tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:23.816989 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146904f7-1d6d-4a7f-b903-247cc890e9f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:23.817390 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146904f7-1d6d-4a7f-b903-247cc890e9f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:23.817743 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146904f7-1d6d-4a7f-b903-247cc890e9f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:23.818087 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146904f7-1d6d-4a7f-b903-247cc890e9f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:23.818475 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146904f7-1d6d-4a7f-b903-247cc890e9f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:23.818860 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146904f7-1d6d-4a7f-b903-247cc890e9f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:23.822465 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c1bf4f35-1cae-4941-9b2c-1c664d2c3ea4 None None] Provisioning complete for port f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:23.822847 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c1bf4f35-1cae-4941-9b2c-1c664d2c3ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f478ebb5-8e47-446e-8bb1-6fe6fc3932d8), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.825094 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146904f7-1d6d-4a7f-b903-247cc890e9f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:23.825693 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146904f7-1d6d-4a7f-b903-247cc890e9f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:23.826100 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8160a5e1-9fd8-4b03-a8df-1ecb0a5d1a3e req-447185c8-74a4-433e-9bbb-e46ab9ee91fc tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.4702396 Jan 27 21:54:23.826499 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146904f7-1d6d-4a7f-b903-247cc890e9f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:23.827254 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146904f7-1d6d-4a7f-b903-247cc890e9f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:23.828019 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146904f7-1d6d-4a7f-b903-247cc890e9f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:23.828839 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146904f7-1d6d-4a7f-b903-247cc890e9f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:23.830617 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146904f7-1d6d-4a7f-b903-247cc890e9f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:23.831165 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-358b20a6-b317-471d-b9b6-93343b027a9f req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f478ebb5-8e47-446e-8bb1-6fe6fc3932d8), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.848812 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:23.851070 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:23.851630 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.860942 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:23.861729 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] Bound port: f5c3016d-bdea-4d68-bcb9-ffa80164fd8b, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:23.862292 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f5c3016d-bdea-4d68-bcb9-ffa80164fd8b), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.894550 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7e586ae-6178-462d-9e8d-9d00887042b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.914960 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf4f35-1cae-4941-9b2c-1c664d2c3ea4 None None] Port f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:54:23.980298 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] For port f5c3016d-bdea-4d68-bcb9-ffa80164fd8b, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:23.983831 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] For port f5c3016d-bdea-4d68-bcb9-ffa80164fd8b, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f5c3016d-bdea-4d68-bcb9-ffa80164fd8b,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:23.994922 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f5c3016d-bdea-4d68-bcb9-ffa80164fd8b), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.081653 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-59f69ce9-8ee3-4e0f-874b-f9b03f65d084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.097457 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] Routers {'631cb0ff-4770-4616-ae45-9b540f3a8b68'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:24.098385 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:53:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['631cb0ff-4770-4616-ae45-9b540f3a8b68'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:24.121659 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8160a5e1-9fd8-4b03-a8df-1ecb0a5d1a3e req-993806c5-f2da-4f5e-9132-a947568555c9 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940271 Jan 27 21:54:24.224729 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07293f-a90a-4f1a-b383-4a72b4acdba9 req-98705a20-3a9b-4a54-9d03-2e5d1964476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:24.233521 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be07293f-a90a-4f1a-b383-4a72b4acdba9 req-98705a20-3a9b-4a54-9d03-2e5d1964476e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3995223 Jan 27 21:54:24.239594 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] Set router 631cb0ff-4770-4616-ae45-9b540f3a8b68 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:54:24.264800 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-e7e586ae-6178-462d-9e8d-9d00887042b1 admin admin] Allocated IP 172.20.0.1 (0a2a04d7-7fbb-4f50-8814-7954533c84db/65301706-ea6a-496b-8341-66868745e0ad/914370ba-95b2-4890-adf2-37ebce0465c6) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:24.402868 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f740c-b617-4883-8e48-001edbf585ce req-5f98fc45-217e-4d0e-8b08-a06cb532c379 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:24.411539 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f62f740c-b617-4883-8e48-001edbf585ce req-5f98fc45-217e-4d0e-8b08-a06cb532c379 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.4052148 Jan 27 21:54:24.454933 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146904f7-1d6d-4a7f-b903-247cc890e9f9 None None] Pushing event updated for resources: {'Port': ['ID=f5c3016d-bdea-4d68-bcb9-ffa80164fd8b,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:24.509973 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7e586ae-6178-462d-9e8d-9d00887042b1 admin admin] Publish callbacks [] for port (914370ba-95b2-4890-adf2-37ebce0465c6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.579999 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7e586ae-6178-462d-9e8d-9d00887042b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (914370ba-95b2-4890-adf2-37ebce0465c6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.594515 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9bfaa-7970-49a1-88b3-3ba73af6d42c req-5b08e08e-6c95-43e3-939c-76fa4bf7b837 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:24.596100 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b9bfaa-7970-49a1-88b3-3ba73af6d42c req-5b08e08e-6c95-43e3-939c-76fa4bf7b837 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3688686-dcb2-41fb-9471-d3a4ed7ad13b HTTP/1.1" status: 200 len: 936 time: 0.3589153 Jan 27 21:54:24.628602 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'name': 'tempest-ServersTestFqdnHostnames-102274004-router', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:21Z', 'revision_number': 3, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'gw_port': {'id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:94:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:24.659744 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e586ae-6178-462d-9e8d-9d00887042b1 admin admin] Network 0a2a04d7-7fbb-4f50-8814-7954533c84db is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:24.676356 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207fedbd-f80b-4d5b-b5db-f07bc493dc39 None None] The sync data for ids ['631cb0ff-4770-4616-ae45-9b540f3a8b68'] in n-d-772272-3 is: [{'id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'name': 'tempest-ServersTestFqdnHostnames-102274004-router', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:21Z', 'revision_number': 3, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'gw_port': {'id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:94:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:54:24.687913 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e586ae-6178-462d-9e8d-9d00887042b1 admin admin] Pushing event updated for resources: {'Port': ['ID=914370ba-95b2-4890-adf2-37ebce0465c6,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:24.694807 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-e7e586ae-6178-462d-9e8d-9d00887042b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:24.696998 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e586ae-6178-462d-9e8d-9d00887042b1 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:24.753677 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7e586ae-6178-462d-9e8d-9d00887042b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (631cb0ff-4770-4616-ae45-9b540f3a8b68), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.801162 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ce128478-a2a3-4d04-91d5-14802af6b9ad up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:24.939529 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port ce128478-a2a3-4d04-91d5-14802af6b9ad triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:24.940478 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ce128478-a2a3-4d04-91d5-14802af6b9ad), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.010615 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7e586ae-6178-462d-9e8d-9d00887042b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (914370ba-95b2-4890-adf2-37ebce0465c6), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.146650 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port ce128478-a2a3-4d04-91d5-14802af6b9ad is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:25.256734 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-80a30ebc-9ca5-4e04-a9ed-4083313b090a None None] Provisioning complete for port 914370ba-95b2-4890-adf2-37ebce0465c6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:25.257276 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-80a30ebc-9ca5-4e04-a9ed-4083313b090a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (914370ba-95b2-4890-adf2-37ebce0465c6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.338208 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-80a30ebc-9ca5-4e04-a9ed-4083313b090a None None] Port 914370ba-95b2-4890-adf2-37ebce0465c6 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:54:25.357047 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f62f740c-b617-4883-8e48-001edbf585ce req-29ad9ea4-68fe-4fe1-a921-36147010e990 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9380984 Jan 27 21:54:25.404711 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7e586ae-6178-462d-9e8d-9d00887042b1 admin admin] Publish callbacks [] for port (914370ba-95b2-4890-adf2-37ebce0465c6), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.414897 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7e586ae-6178-462d-9e8d-9d00887042b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (914370ba-95b2-4890-adf2-37ebce0465c6), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.471441 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25b9bfaa-7970-49a1-88b3-3ba73af6d42c req-33fd7dd5-ff4b-4476-ae5d-00c40d885fea tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8452594 Jan 27 21:54:25.581124 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-358b20a6-b317-471d-b9b6-93343b027a9f req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:25.595630 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7e586ae-6178-462d-9e8d-9d00887042b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (631cb0ff-4770-4616-ae45-9b540f3a8b68), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.602778 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-358b20a6-b317-471d-b9b6-93343b027a9f req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] Publish callbacks [] for port (f478ebb5-8e47-446e-8bb1-6fe6fc3932d8), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.624965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e586ae-6178-462d-9e8d-9d00887042b1 admin admin] Pushing event updated for resources: {'Port': ['ID=914370ba-95b2-4890-adf2-37ebce0465c6,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:25.642245 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-358b20a6-b317-471d-b9b6-93343b027a9f req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] Transition to ACTIVE for port object f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:54:25.659953 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-358b20a6-b317-471d-b9b6-93343b027a9f req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f478ebb5-8e47-446e-8bb1-6fe6fc3932d8), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.827696 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e586ae-6178-462d-9e8d-9d00887042b1 admin admin] Network 0a2a04d7-7fbb-4f50-8814-7954533c84db is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:25.829449 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-e7e586ae-6178-462d-9e8d-9d00887042b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:25.996308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] Pushing event updated for resources: {'Port': ['ID=f478ebb5-8e47-446e-8bb1-6fe6fc3932d8,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:26.065582 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e586ae-6178-462d-9e8d-9d00887042b1 admin admin] Router 631cb0ff-4770-4616-ae45-9b540f3a8b68 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:54:26.275275 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e586ae-6178-462d-9e8d-9d00887042b1 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:54:26.293544 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e7e586ae-6178-462d-9e8d-9d00887042b1 admin admin] 10.222.0.23 "PUT /v2.0/routers/631cb0ff-4770-4616-ae45-9b540f3a8b68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9351935 Jan 27 21:54:26.317655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7351bb-5ae7-4340-8eb0-97aa837864ea req-2347c375-0d05-4ed5-a029-b7febfe57a13 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:26.322206 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-bcb15bd3-9ca0-4024-87fc-91e33c3b6660 None None] Provisioning complete for port 914370ba-95b2-4890-adf2-37ebce0465c6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:26.323198 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bcb15bd3-9ca0-4024-87fc-91e33c3b6660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (914370ba-95b2-4890-adf2-37ebce0465c6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:26.327137 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd7351bb-5ae7-4340-8eb0-97aa837864ea req-2347c375-0d05-4ed5-a029-b7febfe57a13 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 944 time: 0.5060635 Jan 27 21:54:26.350996 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e3159-fc1e-4723-9c7a-7ef7f18bd717 req-b0f46451-1743-4a20-b1f4-194ebcfdeef6 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:26.378162 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e39e3159-fc1e-4723-9c7a-7ef7f18bd717 req-b0f46451-1743-4a20-b1f4-194ebcfdeef6 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.6313510 Jan 27 21:54:26.425603 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-bcb15bd3-9ca0-4024-87fc-91e33c3b6660 None None] Port 914370ba-95b2-4890-adf2-37ebce0465c6 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:54:26.463827 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be07293f-a90a-4f1a-b383-4a72b4acdba9 req-9a0a8de7-6dc6-4d25-902a-56962cdb06b5 service neutron] 10.222.0.21 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073362 Jan 27 21:54:26.472245 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-358b20a6-b317-471d-b9b6-93343b027a9f req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] Attempting to bind port f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:26.472664 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-358b20a6-b317-471d-b9b6-93343b027a9f req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] Attempting to bind port f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:26.473132 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358b20a6-b317-471d-b9b6-93343b027a9f req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] Attempting to bind port f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:26.500145 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358b20a6-b317-471d-b9b6-93343b027a9f req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] Port f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:54:26.502046 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358b20a6-b317-471d-b9b6-93343b027a9f req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] Attempting to bind port f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:26.521569 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358b20a6-b317-471d-b9b6-93343b027a9f req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:26.522516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358b20a6-b317-471d-b9b6-93343b027a9f req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:26.522975 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358b20a6-b317-471d-b9b6-93343b027a9f req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:26.523506 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-358b20a6-b317-471d-b9b6-93343b027a9f req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] Bound port: f478ebb5-8e47-446e-8bb1-6fe6fc3932d8, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:26.523944 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-358b20a6-b317-471d-b9b6-93343b027a9f req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f478ebb5-8e47-446e-8bb1-6fe6fc3932d8), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:26.557528 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e39e3159-fc1e-4723-9c7a-7ef7f18bd717 req-536cdc20-5e6d-4958-80a5-b325f2fe128d tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784320 Jan 27 21:54:26.576704 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd7351bb-5ae7-4340-8eb0-97aa837864ea req-b10424f7-4cb9-4808-a7a7-970ecbf325a2 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416844 Jan 27 21:54:26.663183 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-358b20a6-b317-471d-b9b6-93343b027a9f req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] For port f478ebb5-8e47-446e-8bb1-6fe6fc3932d8, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:26.668386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-358b20a6-b317-471d-b9b6-93343b027a9f req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] For port f478ebb5-8e47-446e-8bb1-6fe6fc3932d8, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f478ebb5-8e47-446e-8bb1-6fe6fc3932d8,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:26.680015 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7d59a0a0-8799-45b3-9995-c1610b825d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:26.728259 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-358b20a6-b317-471d-b9b6-93343b027a9f req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f478ebb5-8e47-446e-8bb1-6fe6fc3932d8), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:26.851732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b20a6-b317-471d-b9b6-93343b027a9f req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:26.852421 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-358b20a6-b317-471d-b9b6-93343b027a9f req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:26.856929 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-358b20a6-b317-471d-b9b6-93343b027a9f req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] 10.222.0.15 "PUT /v2.0/ports/f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 HTTP/1.1" status: 200 len: 1096 time: 3.4618480 Jan 27 21:54:26.871318 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f5c3016d-bdea-4d68-bcb9-ffa80164fd8b up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:26.968328 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port f5c3016d-bdea-4d68-bcb9-ffa80164fd8b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:26.982351 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f5c3016d-bdea-4d68-bcb9-ffa80164fd8b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:27.019419 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3688686-dcb2-41fb-9471-d3a4ed7ad13b', 'tag': 'f478ebb5-8e47-446e-8bb1-6fe6fc3932d8'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:27.022702 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cbae8e-e1c8-4bd3-8661-4545ed90f854" -d '{"events": [{"name": "network-changed", "server_uuid": "e3688686-dcb2-41fb-9471-d3a4ed7ad13b", "tag": "f478ebb5-8e47-446e-8bb1-6fe6fc3932d8"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:27.034570 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be07293f-a90a-4f1a-b383-4a72b4acdba9 req-bac19d25-dd32-4b4c-9525-dc48b548f716 service neutron] 10.222.0.21 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061767 Jan 27 21:54:27.128288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8494c8-8b26-4747-836c-9796a8a709b4 req-f6c11bee-9654-4f19-83ef-ad633155c722 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:27.130069 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e8494c8-8b26-4747-836c-9796a8a709b4 req-f6c11bee-9654-4f19-83ef-ad633155c722 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.4536042 Jan 27 21:54:27.140939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d681ea-9255-4775-82c4-b50bff2bee30 service neutron] Pushing event updated for resources: {'Port': ['ID=f478ebb5-8e47-446e-8bb1-6fe6fc3932d8,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:27.203807 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f5c3016d-bdea-4d68-bcb9-ffa80164fd8b is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:27.204186 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd21215-fd4e-4bc1-ab99-e3decb7c17ab req-65dbbbd4-d572-423b-a3cd-7ce29cb6f645 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:27.204302 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f5c3016d-bdea-4d68-bcb9-ffa80164fd8b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:27.212493 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3dd21215-fd4e-4bc1-ab99-e3decb7c17ab req-65dbbbd4-d572-423b-a3cd-7ce29cb6f645 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3688686-dcb2-41fb-9471-d3a4ed7ad13b HTTP/1.1" status: 200 len: 948 time: 0.4434595 Jan 27 21:54:27.239716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port f5c3016d-bdea-4d68-bcb9-ffa80164fd8b, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f5c3016d-bdea-4d68-bcb9-ffa80164fd8b,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:27.247248 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f5c3016d-bdea-4d68-bcb9-ffa80164fd8b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:27.252063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b20a6-b317-471d-b9b6-93343b027a9f req-0074dc33-5194-4639-a909-7c0b194ee8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:27.253745 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-358b20a6-b317-471d-b9b6-93343b027a9f req-0074dc33-5194-4639-a909-7c0b194ee8ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1dce6bc3826544b6bb68765bffe8a670&device_id=e3688686-dcb2-41fb-9471-d3a4ed7ad13b HTTP/1.1" status: 200 len: 1099 time: 0.2023406 Jan 27 21:54:27.316345 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-358b20a6-b317-471d-b9b6-93343b027a9f req-384126fa-9c1d-417a-bafe-3c6df6d04bef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 HTTP/1.1" status: 200 len: 217 time: 0.0537007 Jan 27 21:54:27.340551 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e8494c8-8b26-4747-836c-9796a8a709b4 req-d37a8fc6-c363-4a5d-8b98-a5abc7ea391d tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883008 Jan 27 21:54:27.396646 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=f5c3016d-bdea-4d68-bcb9-ffa80164fd8b,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:27.429758 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3dd21215-fd4e-4bc1-ab99-e3decb7c17ab req-760a1867-dc49-4056-b6d5-7c189cf6b0d7 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160299 Jan 27 21:54:27.444521 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:27.466847 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b20a6-b317-471d-b9b6-93343b027a9f req-959ebafb-47f5-4f8d-9266-19a11ba1df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:27.468421 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-358b20a6-b317-471d-b9b6-93343b027a9f req-959ebafb-47f5-4f8d-9266-19a11ba1df9a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1438832 Jan 27 21:54:27.574282 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b20a6-b317-471d-b9b6-93343b027a9f req-932ebd7a-615c-4c99-bf74-e57ceb6c86ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:27.577581 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-358b20a6-b317-471d-b9b6-93343b027a9f req-932ebd7a-615c-4c99-bf74-e57ceb6c86ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1023829 Jan 27 21:54:27.643367 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] Sync routers for ids ['631cb0ff-4770-4616-ae45-9b540f3a8b68'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:54:27.660967 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] Routers {'631cb0ff-4770-4616-ae45-9b540f3a8b68'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:27.665185 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:54:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['631cb0ff-4770-4616-ae45-9b540f3a8b68'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:27.732736 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddc291b-73ff-4580-b3ce-b8aa9cf2034b x-openstack-request-id: req-1ddc291b-73ff-4580-b3ce-b8aa9cf2034b {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:27.733196 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3688686-dcb2-41fb-9471-d3a4ed7ad13b", "tag": "f478ebb5-8e47-446e-8bb1-6fe6fc3932d8", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:27.736462 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ddc291b-73ff-4580-b3ce-b8aa9cf2034b {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:27.737693 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3688686-dcb2-41fb-9471-d3a4ed7ad13b', 'tag': 'f478ebb5-8e47-446e-8bb1-6fe6fc3932d8', 'status': 'completed', 'code': 200} Jan 27 21:54:27.831176 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57000) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:27.840828 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-077d6872-5ea5-4076-842c-c79497ec072c tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--668833632', 'description': 'tempest-description--821384713'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:27.876230 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] Set router 631cb0ff-4770-4616-ae45-9b540f3a8b68 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:54:27.876954 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-358b20a6-b317-471d-b9b6-93343b027a9f req-700f3e34-cff2-4b57-97e5-e52e8aafb162 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930701 Jan 27 21:54:27.885460 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-077d6872-5ea5-4076-842c-c79497ec072c tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:27.886711 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9247d4b-72bf-4499-aef0-d86ebbaad6ff req-2c4512f8-0131-4cb3-9d90-7fcc1b80832e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:27.904639 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9247d4b-72bf-4499-aef0-d86ebbaad6ff req-2c4512f8-0131-4cb3-9d90-7fcc1b80832e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.1427915 Jan 27 21:54:28.038290 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-077d6872-5ea5-4076-842c-c79497ec072c tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks [] for security_group (601fbc27-6cf4-4409-aaa5-064207871649), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:28.045780 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-077d6872-5ea5-4076-842c-c79497ec072c tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (601fbc27-6cf4-4409-aaa5-064207871649), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:28.111668 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-077d6872-5ea5-4076-842c-c79497ec072c tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:28.122683 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-077d6872-5ea5-4076-842c-c79497ec072c tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2895048 Jan 27 21:54:28.123894 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57002) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:28.152348 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d5451c6e-85a3-412b-aab3-4d36163bf62f tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Request body: {'security_group_rule': {'security_group_id': '601fbc27-6cf4-4409-aaa5-064207871649', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:28.166763 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d6872-5ea5-4076-842c-c79497ec072c tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=601fbc27-6cf4-4409-aaa5-064207871649,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:28.221241 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d5451c6e-85a3-412b-aab3-4d36163bf62f tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks [] for security_group_rule (6e2ba096-a3ae-49ec-92ab-0016fb269daa), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:28.249517 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-358b20a6-b317-471d-b9b6-93343b027a9f req-17af002f-301e-435a-9ba3-738a66d9b126 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417008 Jan 27 21:54:28.292676 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'name': 'tempest-ServersTestFqdnHostnames-102274004-router', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:24Z', 'revision_number': 4, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'gw_port': {'id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '914370ba-95b2-4890-adf2-37ebce0465c6', 'name': '', 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'mac_address': 'fa:16:3e:9f:eb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '65301706-ea6a-496b-8341-66868745e0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:23Z', 'updated_at': '2022-01-27T21:54:25Z', 'revision_number': 2, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'subnets': [{'id': '65301706-ea6a-496b-8341-66868745e0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:28.296364 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9247d4b-72bf-4499-aef0-d86ebbaad6ff req-c0481cdd-686e-4997-a4f6-b54131fa74e4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902931 Jan 27 21:54:28.346876 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] Checking router: 631cb0ff-4770-4616-ae45-9b540f3a8b68 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:54:28.347470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] Updating router 631cb0ff-4770-4616-ae45-9b540f3a8b68 port 914370ba-95b2-4890-adf2-37ebce0465c6 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:54:28.362970 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0187c-c798-44e1-9cc6-4da60dbd84ae req-758bd350-5107-4605-b225-78c20707a39e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:28.370252 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9d0187c-c798-44e1-9cc6-4da60dbd84ae req-758bd350-5107-4605-b225-78c20707a39e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 944 time: 0.2705138 Jan 27 21:54:28.393745 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (914370ba-95b2-4890-adf2-37ebce0465c6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:28.420280 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d5451c6e-85a3-412b-aab3-4d36163bf62f tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks [] for security_group_rule (6e2ba096-a3ae-49ec-92ab-0016fb269daa), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:28.420695 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbae8e-e1c8-4bd3-8661-4545ed90f854 req-33ea54fd-23d6-4dc5-ba61-a5c6c90c9113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:28.423483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75cbae8e-e1c8-4bd3-8661-4545ed90f854 req-33ea54fd-23d6-4dc5-ba61-a5c6c90c9113 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1dce6bc3826544b6bb68765bffe8a670&device_id=e3688686-dcb2-41fb-9471-d3a4ed7ad13b HTTP/1.1" status: 200 len: 1099 time: 0.1209962 Jan 27 21:54:28.427366 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d5451c6e-85a3-412b-aab3-4d36163bf62f tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (6e2ba096-a3ae-49ec-92ab-0016fb269daa), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:28.477723 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5451c6e-85a3-412b-aab3-4d36163bf62f tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2ba096-a3ae-49ec-92ab-0016fb269daa,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:28.496616 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9d0187c-c798-44e1-9cc6-4da60dbd84ae req-63e19f5e-58ba-4f3e-9cee-0973b84c9a2b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245944 Jan 27 21:54:28.526034 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d5451c6e-85a3-412b-aab3-4d36163bf62f tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:28.528775 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d5451c6e-85a3-412b-aab3-4d36163bf62f tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3986106 Jan 27 21:54:28.530521 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57008) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:28.539496 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-054d7539-5e7d-467c-a901-1e1282c4da53 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Request body: {'security_group_rule': {'security_group_id': '601fbc27-6cf4-4409-aaa5-064207871649', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:28.618031 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-054d7539-5e7d-467c-a901-1e1282c4da53 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks [] for security_group_rule (063a6c94-4e0c-4157-b014-5f157907dcc0), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:28.736002 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-054d7539-5e7d-467c-a901-1e1282c4da53 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks [] for security_group_rule (063a6c94-4e0c-4157-b014-5f157907dcc0), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:28.750126 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-054d7539-5e7d-467c-a901-1e1282c4da53 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (063a6c94-4e0c-4157-b014-5f157907dcc0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:28.796496 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-054d7539-5e7d-467c-a901-1e1282c4da53 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:28.802819 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-054d7539-5e7d-467c-a901-1e1282c4da53 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2691123 Jan 27 21:54:28.805873 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57014) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:28.807988 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbae8e-e1c8-4bd3-8661-4545ed90f854 req-06628792-adba-4530-bca6-3375ba6d3e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:28.809473 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d7539-5e7d-467c-a901-1e1282c4da53 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063a6c94-4e0c-4157-b014-5f157907dcc0,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:28.809849 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75cbae8e-e1c8-4bd3-8661-4545ed90f854 req-06628792-adba-4530-bca6-3375ba6d3e1b service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.3796573 Jan 27 21:54:28.827367 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-066082f1-b552-4833-9838-b6455dd204bf tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:28.888099 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75cbae8e-e1c8-4bd3-8661-4545ed90f854 req-da76d76d-c2e9-45e4-be93-cd3eff0a98c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 HTTP/1.1" status: 200 len: 217 time: 0.0556176 Jan 27 21:54:28.896067 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807bbc9-5591-4cb0-8b27-56f4574dc943 req-7f5fd33f-ea22-4da4-b2e9-9977ef1b6806 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:28.904101 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a807bbc9-5591-4cb0-8b27-56f4574dc943 req-7f5fd33f-ea22-4da4-b2e9-9977ef1b6806 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.2452967 Jan 27 21:54:28.938062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacecc0b-1044-4c1d-86f1-c97dcfe99770 req-c5521cd2-6033-45c3-90e0-cf73faa3d1e4 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:28.946571 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aacecc0b-1044-4c1d-86f1-c97dcfe99770 req-c5521cd2-6033-45c3-90e0-cf73faa3d1e4 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3688686-dcb2-41fb-9471-d3a4ed7ad13b HTTP/1.1" status: 200 len: 948 time: 0.2448318 Jan 27 21:54:28.988661 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-066082f1-b552-4833-9838-b6455dd204bf tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:29.002281 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] Publish callbacks [] for port (914370ba-95b2-4890-adf2-37ebce0465c6), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:29.009519 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f5c3016d-bdea-4d68-bcb9-ffa80164fd8b up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:29.015726 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (914370ba-95b2-4890-adf2-37ebce0465c6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:29.091979 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbae8e-e1c8-4bd3-8661-4545ed90f854 req-2042631d-d94c-4d71-8db8-354f624fe6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:29.093716 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75cbae8e-e1c8-4bd3-8661-4545ed90f854 req-2042631d-d94c-4d71-8db8-354f624fe6ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1846013 Jan 27 21:54:29.136496 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:29.177180 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e382f9c-527d-47b5-97f8-7a5d9936a2e3 None None] Pushing event updated for resources: {'Port': ['ID=914370ba-95b2-4890-adf2-37ebce0465c6,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:29.196998 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a807bbc9-5591-4cb0-8b27-56f4574dc943 req-82aaa4d2-4e6b-487a-b43a-3cc400ce7551 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917747 Jan 27 21:54:29.214800 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aacecc0b-1044-4c1d-86f1-c97dcfe99770 req-745444bb-ba86-4970-a430-d9b9a8fafebc tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660246 Jan 27 21:54:29.250022 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port f5c3016d-bdea-4d68-bcb9-ffa80164fd8b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:29.250430 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f5c3016d-bdea-4d68-bcb9-ffa80164fd8b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:29.318826 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] Attempting to bind port 914370ba-95b2-4890-adf2-37ebce0465c6 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:29.320301 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] Attempting to bind port 914370ba-95b2-4890-adf2-37ebce0465c6 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '63361991-a82a-46b2-846e-1a47539685f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:29.320826 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] Attempting to bind port 914370ba-95b2-4890-adf2-37ebce0465c6 on network 0a2a04d7-7fbb-4f50-8814-7954533c84db {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:29.347011 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbae8e-e1c8-4bd3-8661-4545ed90f854 req-6c92aed9-76f2-4542-bb60-fb12b8446934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:29.352384 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:29.352787 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] Checking segment: {'id': '63361991-a82a-46b2-846e-1a47539685f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:29.353212 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:29.355044 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] Bound using segment: {'id': '63361991-a82a-46b2-846e-1a47539685f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:29.355635 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] Bound port: 914370ba-95b2-4890-adf2-37ebce0465c6, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63361991-a82a-46b2-846e-1a47539685f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:29.356853 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (914370ba-95b2-4890-adf2-37ebce0465c6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:29.361101 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75cbae8e-e1c8-4bd3-8661-4545ed90f854 req-6c92aed9-76f2-4542-bb60-fb12b8446934 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2505941 Jan 27 21:54:29.526464 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f5c3016d-bdea-4d68-bcb9-ffa80164fd8b is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:29.549571 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] For port 914370ba-95b2-4890-adf2-37ebce0465c6, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:29.554927 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] For port 914370ba-95b2-4890-adf2-37ebce0465c6, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=914370ba-95b2-4890-adf2-37ebce0465c6,segment=NetworkSegment(63361991-a82a-46b2-846e-1a47539685f5),segment_id=63361991-a82a-46b2-846e-1a47539685f5)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:29.561116 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6f3b5628-26d5-4a9c-b0ac-0a0c279d7ee1 None None] Provisioning complete for port 914370ba-95b2-4890-adf2-37ebce0465c6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:29.561876 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6f3b5628-26d5-4a9c-b0ac-0a0c279d7ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (914370ba-95b2-4890-adf2-37ebce0465c6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:29.564022 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75cbae8e-e1c8-4bd3-8661-4545ed90f854 req-8829b5e4-05e5-451f-96c0-ab50f86f7a1c service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020144 Jan 27 21:54:29.568503 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (914370ba-95b2-4890-adf2-37ebce0465c6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:29.681969 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e382f9c-527d-47b5-97f8-7a5d9936a2e3 None None] Pushing event updated for resources: {'Port': ['ID=914370ba-95b2-4890-adf2-37ebce0465c6,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:29.690998 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] Routers {'631cb0ff-4770-4616-ae45-9b540f3a8b68'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:29.691640 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:54:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['631cb0ff-4770-4616-ae45-9b540f3a8b68'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:29.763288 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6f3b5628-26d5-4a9c-b0ac-0a0c279d7ee1 None None] Current status of the port 914370ba-95b2-4890-adf2-37ebce0465c6 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:29.763645 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6f3b5628-26d5-4a9c-b0ac-0a0c279d7ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (914370ba-95b2-4890-adf2-37ebce0465c6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:29.922970 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c7395-9f10-4b83-8afc-80e713a813f5 req-0961a3c1-e5cb-49d2-aa2d-b37409a00ebd tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:29.930569 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cc7c7395-9f10-4b83-8afc-80e713a813f5 req-0961a3c1-e5cb-49d2-aa2d-b37409a00ebd tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.3623853 Jan 27 21:54:29.933280 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-066082f1-b552-4833-9838-b6455dd204bf tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:30.058272 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75cbae8e-e1c8-4bd3-8661-4545ed90f854 req-d11b1b22-13ec-4e4b-8307-3935ce119daa service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821310 Jan 27 21:54:30.061885 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6f3b5628-26d5-4a9c-b0ac-0a0c279d7ee1 None None] For port 914370ba-95b2-4890-adf2-37ebce0465c6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=914370ba-95b2-4890-adf2-37ebce0465c6,segment=NetworkSegment(63361991-a82a-46b2-846e-1a47539685f5),segment_id=63361991-a82a-46b2-846e-1a47539685f5)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:30.080963 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6f3b5628-26d5-4a9c-b0ac-0a0c279d7ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (914370ba-95b2-4890-adf2-37ebce0465c6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:30.109702 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428869ab-d467-4827-8bd0-d31105803d1a req-17827bec-7528-4f93-a06f-c60be6c49cdd tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:30.117253 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-428869ab-d467-4827-8bd0-d31105803d1a req-17827bec-7528-4f93-a06f-c60be6c49cdd tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 944 time: 0.4350312 Jan 27 21:54:30.138228 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] Set router 631cb0ff-4770-4616-ae45-9b540f3a8b68 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:54:30.210737 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-066082f1-b552-4833-9838-b6455dd204bf tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Allocated IP 172.25.3.187 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/7a11a167-6b75-447d-b69c-78709f46b10d) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:30.226650 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cc7c7395-9f10-4b83-8afc-80e713a813f5 req-fbc79e56-0efb-42e9-8965-adba14d92298 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951267 Jan 27 21:54:30.260948 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b5628-26d5-4a9c-b0ac-0a0c279d7ee1 None None] Pushing event updated for resources: {'Port': ['ID=914370ba-95b2-4890-adf2-37ebce0465c6,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:30.264312 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-428869ab-d467-4827-8bd0-d31105803d1a req-1b3667b9-d6b3-41d8-ad7b-b65f39a7fd10 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459739 Jan 27 21:54:30.476512 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418ba33-ce59-4eea-9e3b-48b175062957 req-f696b383-e33d-45ba-b12e-fea8c57bd214 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:30.478590 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b418ba33-ce59-4eea-9e3b-48b175062957 req-f696b383-e33d-45ba-b12e-fea8c57bd214 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.1322155 Jan 27 21:54:30.484469 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-066082f1-b552-4833-9838-b6455dd204bf tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks [] for port (7a11a167-6b75-447d-b69c-78709f46b10d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:30.554540 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-24e369b1-80f6-424d-9a56-3fb69ab33415 None None] Provisioning complete for port 914370ba-95b2-4890-adf2-37ebce0465c6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:30.555112 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-24e369b1-80f6-424d-9a56-3fb69ab33415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (914370ba-95b2-4890-adf2-37ebce0465c6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:30.557075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c7ffc-3c3d-4449-bdcc-12c73c5a7dca req-4da008e6-2ff8-431c-92f3-a073182c7e23 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:30.558653 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-582c7ffc-3c3d-4449-bdcc-12c73c5a7dca req-4da008e6-2ff8-431c-92f3-a073182c7e23 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3688686-dcb2-41fb-9471-d3a4ed7ad13b HTTP/1.1" status: 200 len: 948 time: 0.1464410 Jan 27 21:54:30.597164 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b418ba33-ce59-4eea-9e3b-48b175062957 req-daae85ab-cfde-423f-b317-6f5c52b323a5 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089673 Jan 27 21:54:30.708221 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-066082f1-b552-4833-9838-b6455dd204bf tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (7a11a167-6b75-447d-b69c-78709f46b10d), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:30.717119 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-582c7ffc-3c3d-4449-bdcc-12c73c5a7dca req-0379e334-9ff9-4343-9ab4-41814f64d326 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480601 Jan 27 21:54:30.832479 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066082f1-b552-4833-9838-b6455dd204bf tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:30.838796 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-066082f1-b552-4833-9838-b6455dd204bf tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:30.842743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066082f1-b552-4833-9838-b6455dd204bf tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:30.909611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066082f1-b552-4833-9838-b6455dd204bf tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Pushing event updated for resources: {'Port': ['ID=7a11a167-6b75-447d-b69c-78709f46b10d,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:30.986650 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:30.994192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-24e369b1-80f6-424d-9a56-3fb69ab33415 None None] Current status of the port 914370ba-95b2-4890-adf2-37ebce0465c6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:31.007996 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-066082f1-b552-4833-9838-b6455dd204bf tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks [] for floatingip (ad1460fb-a7a0-4e2f-9ad9-9abee6534da3), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:31.052653 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-066082f1-b552-4833-9838-b6455dd204bf tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7a11a167-6b75-447d-b69c-78709f46b10d), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:31.067048 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'name': 'tempest-ServersTestFqdnHostnames-102274004-router', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:24Z', 'revision_number': 4, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'gw_port': {'id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '914370ba-95b2-4890-adf2-37ebce0465c6', 'name': '', 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'mac_address': 'fa:16:3e:9f:eb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '65301706-ea6a-496b-8341-66868745e0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:23Z', 'updated_at': '2022-01-27T21:54:29Z', 'revision_number': 4, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'subnets': [{'id': '65301706-ea6a-496b-8341-66868745e0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:31.097299 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8afd95-b869-47ac-b40d-4956ff9295ce None None] The sync data for ids ['631cb0ff-4770-4616-ae45-9b540f3a8b68'] in n-d-772272-3 is: [{'id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'name': 'tempest-ServersTestFqdnHostnames-102274004-router', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:24Z', 'revision_number': 4, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'gw_port': {'id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '914370ba-95b2-4890-adf2-37ebce0465c6', 'name': '', 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'mac_address': 'fa:16:3e:9f:eb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '65301706-ea6a-496b-8341-66868745e0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:23Z', 'updated_at': '2022-01-27T21:54:29Z', 'revision_number': 4, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'subnets': [{'id': '65301706-ea6a-496b-8341-66868745e0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:54:31.377732 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-066082f1-b552-4833-9838-b6455dd204bf tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks [] for port (7a11a167-6b75-447d-b69c-78709f46b10d), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:31.416417 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-066082f1-b552-4833-9838-b6455dd204bf tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7a11a167-6b75-447d-b69c-78709f46b10d), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:31.570871 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9265cd5-807f-4860-8335-a32b5a074f65 req-ce6cbde0-4c27-44a3-a0f7-fa2e2ab122bd tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:31.572465 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9265cd5-807f-4860-8335-a32b5a074f65 req-ce6cbde0-4c27-44a3-a0f7-fa2e2ab122bd tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.1978281 Jan 27 21:54:31.576187 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066082f1-b552-4833-9838-b6455dd204bf tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Pushing event updated for resources: {'Port': ['ID=7a11a167-6b75-447d-b69c-78709f46b10d,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:31.630678 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-066082f1-b552-4833-9838-b6455dd204bf tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (ad1460fb-a7a0-4e2f-9ad9-9abee6534da3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:31.643006 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b649e17-f1ba-4eac-94ff-a8081ea1b3b6 req-f9b94773-25f4-4ce5-833c-63d1daa14d78 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:31.651335 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b649e17-f1ba-4eac-94ff-a8081ea1b3b6 req-f9b94773-25f4-4ce5-833c-63d1daa14d78 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 944 time: 0.2220201 Jan 27 21:54:31.729278 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-066082f1-b552-4833-9838-b6455dd204bf tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:31.732201 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-066082f1-b552-4833-9838-b6455dd204bf tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9198322 Jan 27 21:54:31.737989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9265cd5-807f-4860-8335-a32b5a074f65 req-6799757c-5963-478d-8dac-d694b9df504e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544559 Jan 27 21:54:31.749657 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b649e17-f1ba-4eac-94ff-a8081ea1b3b6 req-1fb86c57-cb5b-4be8-a382-20a04c1946e3 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966568 Jan 27 21:54:31.902758 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:54:31.992397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4045a21-a3a7-40b9-9c5d-707b96f5bbab req-e053161b-b5a0-4ebf-87f2-8bbd1a9004d3 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:31.994145 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4045a21-a3a7-40b9-9c5d-707b96f5bbab req-e053161b-b5a0-4ebf-87f2-8bbd1a9004d3 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.1403000 Jan 27 21:54:32.018370 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190ed5d-aae7-4b7e-bbf4-e0f1c81fc260 req-9a2617e4-bfc9-4632-ac9e-941213b5a4f6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:32.020330 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c190ed5d-aae7-4b7e-bbf4-e0f1c81fc260 req-9a2617e4-bfc9-4632-ac9e-941213b5a4f6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3688686-dcb2-41fb-9471-d3a4ed7ad13b HTTP/1.1" status: 200 len: 948 time: 0.1050298 Jan 27 21:54:32.071872 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f478ebb5-8e47-446e-8bb1-6fe6fc3932d8, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f478ebb5-8e47-446e-8bb1-6fe6fc3932d8,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:32.088125 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'f478ebb5-8e47-446e-8bb1-6fe6fc3932d8', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': 'f478ebb5-8e47-446e-8bb1-6fe6fc3932d8', 'mac_address': 'fa:16:3e:af:93:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:54:32.137038 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:32.137697 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f478ebb5-8e47-446e-8bb1-6fe6fc3932d8), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:32.156094 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:32.167848 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4045a21-a3a7-40b9-9c5d-707b96f5bbab req-90438b8f-3968-4b99-892a-21f4d80745de tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606815 Jan 27 21:54:32.180852 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f478ebb5-8e47-446e-8bb1-6fe6fc3932d8, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f478ebb5-8e47-446e-8bb1-6fe6fc3932d8,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:32.186299 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f478ebb5-8e47-446e-8bb1-6fe6fc3932d8), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:32.198622 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c190ed5d-aae7-4b7e-bbf4-e0f1c81fc260 req-94501364-dde2-4175-bb00-45386e0a6fea tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667686 Jan 27 21:54:32.282304 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f478ebb5-8e47-446e-8bb1-6fe6fc3932d8,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:32.370828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-bc6f819d-277c-463d-82dc-7e2eb82c587e tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--668833632&fields=id&tenant_id=bf0c18f196dd4aca9f0c480acbbd541e HTTP/1.1" status: 200 len: 267 time: 0.0676467 Jan 27 21:54:32.528033 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c353bb8a-f43c-4a5f-86f2-930e7577c111 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:32.530205 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c353bb8a-f43c-4a5f-86f2-930e7577c111 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/networks?id=0a2a04d7-7fbb-4f50-8814-7954533c84db HTTP/1.1" status: 200 len: 814 time: 0.1514559 Jan 27 21:54:32.535544 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f478ebb5-8e47-446e-8bb1-6fe6fc3932d8'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:32.552854 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-70da052c-cd39-4be2-b04b-732620099109 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/quotas/bf0c18f196dd4aca9f0c480acbbd541e HTTP/1.1" status: 200 len: 375 time: 0.0140531 Jan 27 21:54:32.657850 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-218066aa-719a-47b9-9f15-4876d7aaab1a tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bf0c18f196dd4aca9f0c480acbbd541e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885463 Jan 27 21:54:32.870336 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-bd9605b3-f364-4026-8399-b108f9cc839e service neutron] 10.222.0.23 "GET /v2.0/networks/0a2a04d7-7fbb-4f50-8814-7954533c84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974790 Jan 27 21:54:32.894792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 914370ba-95b2-4890-adf2-37ebce0465c6 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:32.964582 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 914370ba-95b2-4890-adf2-37ebce0465c6 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:32.965587 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (914370ba-95b2-4890-adf2-37ebce0465c6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:33.044633 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c2a9a79e-89da-45e2-a545-e7461f01673d service neutron] 10.222.0.23 "GET /v2.0/networks/0a2a04d7-7fbb-4f50-8814-7954533c84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593301 Jan 27 21:54:33.072355 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 914370ba-95b2-4890-adf2-37ebce0465c6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:33.078849 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbf8ba-8482-441f-b9a4-e1d862a633ab req-b81e1aa3-de5d-4ede-9ad1-274a6715f243 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:33.087527 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8cbf8ba-8482-441f-b9a4-e1d862a633ab req-b81e1aa3-de5d-4ede-9ad1-274a6715f243 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.1679547 Jan 27 21:54:33.140728 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8cbf8ba-8482-441f-b9a4-e1d862a633ab req-6acf7f30-10c4-40f4-9557-a44cdecc8cac tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522575 Jan 27 21:54:33.268371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1532c-04c8-4732-8d6e-e1d20399e4a6 req-0a9ae225-ba4a-4b9a-bcd0-cdca658245f2 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:33.275583 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-41f1532c-04c8-4732-8d6e-e1d20399e4a6 req-0a9ae225-ba4a-4b9a-bcd0-cdca658245f2 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 944 time: 0.0659316 Jan 27 21:54:33.313490 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d9c1174-433f-4c44-929a-f04b85d4914a req-79b8ad54-2c23-4cc2-bf09-38575e836840 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/ports?device_id=41dbd151-5fe9-4a7b-a973-161fd193d181 HTTP/1.1" status: 200 len: 210 time: 0.0348036 Jan 27 21:54:33.356350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-41f1532c-04c8-4732-8d6e-e1d20399e4a6 req-260b67fe-1c1c-430d-97bb-ad662833ba22 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777531 Jan 27 21:54:33.443150 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde7e48-aba0-40e8-be36-f42ba84cd5c0 req-5784eb98-493f-4ad1-9a0a-28f33b4c5a97 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:33.445516 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfde7e48-aba0-40e8-be36-f42ba84cd5c0 req-5784eb98-493f-4ad1-9a0a-28f33b4c5a97 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.0673382 Jan 27 21:54:33.501002 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b08890-9cf8-4765-be79-cde214bb8325 req-265463a6-c0ea-4336-8cf8-53f60bd3b3dd tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:33.502475 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a5b08890-9cf8-4765-be79-cde214bb8325 req-265463a6-c0ea-4336-8cf8-53f60bd3b3dd tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3688686-dcb2-41fb-9471-d3a4ed7ad13b HTTP/1.1" status: 200 len: 949 time: 0.0751553 Jan 27 21:54:33.538469 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfde7e48-aba0-40e8-be36-f42ba84cd5c0 req-3adb36ff-84ae-4b46-8c46-2bece4f865eb tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753694 Jan 27 21:54:33.571048 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a5b08890-9cf8-4765-be79-cde214bb8325 req-d99f7b59-f61d-4c44-b5f0-6f38edca986f tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618200 Jan 27 21:54:33.903499 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:33.952223 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:54:33.956036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:33.956449 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f478ebb5-8e47-446e-8bb1-6fe6fc3932d8), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:34.037322 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:34.038212 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f478ebb5-8e47-446e-8bb1-6fe6fc3932d8), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:34.061151 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3688686-dcb2-41fb-9471-d3a4ed7ad13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f478ebb5-8e47-446e-8bb1-6fe6fc3932d8'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:34.063413 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61160eb-b110-4494-8209-bb6f4f779de1" -d '{"events": [{"server_uuid": "e3688686-dcb2-41fb-9471-d3a4ed7ad13b", "name": "network-vif-plugged", "status": "completed", "tag": "f478ebb5-8e47-446e-8bb1-6fe6fc3932d8"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:34.078257 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f478ebb5-8e47-446e-8bb1-6fe6fc3932d8, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f478ebb5-8e47-446e-8bb1-6fe6fc3932d8,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:34.089923 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f478ebb5-8e47-446e-8bb1-6fe6fc3932d8), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:34.115802 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e5d83e-cc11-41dc-b36f-a8d5263e77d9 x-openstack-request-id: req-05e5d83e-cc11-41dc-b36f-a8d5263e77d9 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:34.116105 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3688686-dcb2-41fb-9471-d3a4ed7ad13b", "name": "network-vif-plugged", "status": "completed", "tag": "f478ebb5-8e47-446e-8bb1-6fe6fc3932d8", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:34.116471 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05e5d83e-cc11-41dc-b36f-a8d5263e77d9 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:34.117715 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3688686-dcb2-41fb-9471-d3a4ed7ad13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f478ebb5-8e47-446e-8bb1-6fe6fc3932d8', 'code': 200} Jan 27 21:54:34.142716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f478ebb5-8e47-446e-8bb1-6fe6fc3932d8,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:34.326309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba973e2-5bb4-4912-bafa-c4956bb28379 req-39dee70c-bb46-4370-8729-67fa360dbfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:34.327780 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bba973e2-5bb4-4912-bafa-c4956bb28379 req-39dee70c-bb46-4370-8729-67fa360dbfeb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3688686-dcb2-41fb-9471-d3a4ed7ad13b HTTP/1.1" status: 200 len: 1101 time: 0.1501522 Jan 27 21:54:34.334964 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901ce87-6a3c-4a82-b5c1-56d9721c33e6 req-c40b3628-211b-426d-89da-6e9cef1a336c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:34.336304 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a901ce87-6a3c-4a82-b5c1-56d9721c33e6 req-c40b3628-211b-426d-89da-6e9cef1a336c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.1034276 Jan 27 21:54:34.379549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-bea97d13-8244-4d26-880d-426655b19a08 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:34.381556 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-bea97d13-8244-4d26-880d-426655b19a08 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.15 "GET /v2.0/networks?id=0a2a04d7-7fbb-4f50-8814-7954533c84db HTTP/1.1" status: 200 len: 814 time: 0.2268684 Jan 27 21:54:34.452342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d233d204-576d-4ca8-a7fb-2660839fdd48 req-1e63bc3a-9f5a-4dd3-adf0-1ce7629abe7d tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/ports?device_id=41dbd151-5fe9-4a7b-a973-161fd193d181 HTTP/1.1" status: 200 len: 210 time: 0.0576937 Jan 27 21:54:34.466878 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a901ce87-6a3c-4a82-b5c1-56d9721c33e6 req-ac69e0f0-c264-427d-9876-129b1fac0977 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211686 Jan 27 21:54:34.473992 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bba973e2-5bb4-4912-bafa-c4956bb28379 req-b06b02c5-1f8c-421e-90be-7ec68d4d3a26 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368067 Jan 27 21:54:34.503497 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-b71cac1d-0789-45f0-90e2-817a69e04fed tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf0c18f196dd4aca9f0c480acbbd541e HTTP/1.1" status: 200 len: 379 time: 0.1068485 Jan 27 21:54:34.560706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23184db9-cc43-404e-8037-80c12c689cfa req-10748032-1904-4f01-b619-a65e271ee4d4 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:34.562142 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23184db9-cc43-404e-8037-80c12c689cfa req-10748032-1904-4f01-b619-a65e271ee4d4 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 944 time: 0.0500321 Jan 27 21:54:34.610411 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23184db9-cc43-404e-8037-80c12c689cfa req-a3ccb584-6d57-44e8-9b7e-ee07ef12e2bc tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427091 Jan 27 21:54:34.658830 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869a6b6-18ce-4b13-aa1c-8ba4319932a8 req-6d4eb813-34e6-46d3-beb1-90b4f8554746 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:34.660344 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5869a6b6-18ce-4b13-aa1c-8ba4319932a8 req-6d4eb813-34e6-46d3-beb1-90b4f8554746 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.0490329 Jan 27 21:54:34.667185 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-71f90cd8-b964-4edd-ba5e-91ca11d1d4a2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Request body: {'port': {'device_id': '41dbd151-5fe9-4a7b-a973-161fd193d181', 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db', 'admin_state_up': True, 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'security_groups': ['601fbc27-6cf4-4409-aaa5-064207871649']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:34.800006 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5869a6b6-18ce-4b13-aa1c-8ba4319932a8 req-528ae298-73bb-4b6e-9db3-d9275f8659a0 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283672 Jan 27 21:54:34.815294 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613e107-d91c-408f-9ddf-c9e23fd6c4cb req-3a960c78-75e6-41b7-b588-dc524bd832fb tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:34.816786 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6613e107-d91c-408f-9ddf-c9e23fd6c4cb req-3a960c78-75e6-41b7-b588-dc524bd832fb tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3688686-dcb2-41fb-9471-d3a4ed7ad13b HTTP/1.1" status: 200 len: 950 time: 0.1463192 Jan 27 21:54:34.864720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-71f90cd8-b964-4edd-ba5e-91ca11d1d4a2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Made reservation on behalf of bf0c18f196dd4aca9f0c480acbbd541e for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:34.868692 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-71f90cd8-b964-4edd-ba5e-91ca11d1d4a2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:34.898536 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6613e107-d91c-408f-9ddf-c9e23fd6c4cb req-98fe1673-0ff0-47dd-b5b0-88efcaffbe4e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705109 Jan 27 21:54:35.315230 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-71f90cd8-b964-4edd-ba5e-91ca11d1d4a2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Allocated IP 172.20.0.5 (0a2a04d7-7fbb-4f50-8814-7954533c84db/65301706-ea6a-496b-8341-66868745e0ad/97fbf67a-7460-4a22-ac9c-b36b1188a907) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:35.448745 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-71f90cd8-b964-4edd-ba5e-91ca11d1d4a2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks [] for port (97fbf67a-7460-4a22-ac9c-b36b1188a907), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:35.486474 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-71f90cd8-b964-4edd-ba5e-91ca11d1d4a2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (97fbf67a-7460-4a22-ac9c-b36b1188a907), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:35.533750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-71f90cd8-b964-4edd-ba5e-91ca11d1d4a2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Network 0a2a04d7-7fbb-4f50-8814-7954533c84db is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:35.545288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-71f90cd8-b964-4edd-ba5e-91ca11d1d4a2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:35.564787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-71f90cd8-b964-4edd-ba5e-91ca11d1d4a2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:35.585171 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f90cd8-b964-4edd-ba5e-91ca11d1d4a2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Pushing event updated for resources: {'Port': ['ID=97fbf67a-7460-4a22-ac9c-b36b1188a907,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:35.671990 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55b6dc-0bfd-4937-888e-dcf15a780b93 req-241bce17-12a9-434b-b096-8aa82dd4d529 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:35.673741 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc55b6dc-0bfd-4937-888e-dcf15a780b93 req-241bce17-12a9-434b-b096-8aa82dd4d529 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/ports?device_id=41dbd151-5fe9-4a7b-a973-161fd193d181 HTTP/1.1" status: 200 len: 931 time: 0.1448963 Jan 27 21:54:35.680558 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-71f90cd8-b964-4edd-ba5e-91ca11d1d4a2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:35.681188 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-71f90cd8-b964-4edd-ba5e-91ca11d1d4a2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:35.712793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31a10e-169e-457f-a376-0cdc1d362647 req-b4378ae2-271e-4665-bc50-a1547d55e41a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:35.714329 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e31a10e-169e-457f-a376-0cdc1d362647 req-b4378ae2-271e-4665-bc50-a1547d55e41a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.1507981 Jan 27 21:54:35.729736 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-71f90cd8-b964-4edd-ba5e-91ca11d1d4a2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0661254 Jan 27 21:54:35.747179 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] Request body: {'port': {'device_id': '41dbd151-5fe9-4a7b-a973-161fd193d181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:35.813782 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc55b6dc-0bfd-4937-888e-dcf15a780b93 req-3abe506a-369a-4243-860e-21d9a8677dbf tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/security-groups?id=601fbc27-6cf4-4409-aaa5-064207871649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293454 Jan 27 21:54:35.845618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e31a10e-169e-457f-a376-0cdc1d362647 req-7ece59f4-d512-4d3c-afd9-c88778bc1127 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221478 Jan 27 21:54:35.851419 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (97fbf67a-7460-4a22-ac9c-b36b1188a907), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:35.855991 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6cfbe66f-94cc-4a17-b34b-cf87e233211a None None] Provisioning complete for port 97fbf67a-7460-4a22-ac9c-b36b1188a907 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:35.856987 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6cfbe66f-94cc-4a17-b34b-cf87e233211a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (97fbf67a-7460-4a22-ac9c-b36b1188a907), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:35.906246 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6cfbe66f-94cc-4a17-b34b-cf87e233211a None None] Port 97fbf67a-7460-4a22-ac9c-b36b1188a907 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:54:36.053393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b696ae-1b49-467e-8a42-9a5079c1ceaa req-bdfb82d8-70f3-494e-87fa-116d2601240a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:36.054886 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31b696ae-1b49-467e-8a42-9a5079c1ceaa req-bdfb82d8-70f3-494e-87fa-116d2601240a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 944 time: 0.1775875 Jan 27 21:54:36.078916 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ea93f-9eb0-485f-84f7-63f93ef51302 req-9d36f9e3-70a5-4e1e-b486-1a1d31f16ab2 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:36.080366 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd0ea93f-9eb0-485f-84f7-63f93ef51302 req-9d36f9e3-70a5-4e1e-b486-1a1d31f16ab2 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.1518629 Jan 27 21:54:36.193333 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31b696ae-1b49-467e-8a42-9a5079c1ceaa req-deb7d5c9-3844-4a10-91ce-16ac6b8f4cd8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314197 Jan 27 21:54:36.199219 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd0ea93f-9eb0-485f-84f7-63f93ef51302 req-f432127d-34a0-4e75-aa29-a604d191dbd3 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092412 Jan 27 21:54:36.328030 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97fbf67a-7460-4a22-ac9c-b36b1188a907 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:36.338037 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] Publish callbacks [] for port (97fbf67a-7460-4a22-ac9c-b36b1188a907), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:36.361167 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c7c06-3f5e-4548-afc9-631bbccb5429 req-d94204fb-7449-412f-a39e-8a37becd4115 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:36.362659 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a27c7c06-3f5e-4548-afc9-631bbccb5429 req-d94204fb-7449-412f-a39e-8a37becd4115 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3688686-dcb2-41fb-9471-d3a4ed7ad13b HTTP/1.1" status: 200 len: 950 time: 0.0933421 Jan 27 21:54:36.363552 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] Transition to ACTIVE for port object 97fbf67a-7460-4a22-ac9c-b36b1188a907 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:54:36.368020 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (97fbf67a-7460-4a22-ac9c-b36b1188a907), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:36.449299 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] Pushing event updated for resources: {'Port': ['ID=97fbf67a-7460-4a22-ac9c-b36b1188a907,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:36.462220 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a27c7c06-3f5e-4548-afc9-631bbccb5429 req-2aa8539e-09b8-42ac-91b0-cedc419d3833 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917730 Jan 27 21:54:36.530679 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] Attempting to bind port 97fbf67a-7460-4a22-ac9c-b36b1188a907 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:36.531024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] Attempting to bind port 97fbf67a-7460-4a22-ac9c-b36b1188a907 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '63361991-a82a-46b2-846e-1a47539685f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:36.531365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] Attempting to bind port 97fbf67a-7460-4a22-ac9c-b36b1188a907 on network 0a2a04d7-7fbb-4f50-8814-7954533c84db {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:36.536040 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] Port 97fbf67a-7460-4a22-ac9c-b36b1188a907 on network 0a2a04d7-7fbb-4f50-8814-7954533c84db not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:54:36.536459 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] Attempting to bind port 97fbf67a-7460-4a22-ac9c-b36b1188a907 on network 0a2a04d7-7fbb-4f50-8814-7954533c84db {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:36.543372 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:36.543716 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] Checking segment: {'id': '63361991-a82a-46b2-846e-1a47539685f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:36.544105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] Bound using segment: {'id': '63361991-a82a-46b2-846e-1a47539685f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:36.544599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] Bound port: 97fbf67a-7460-4a22-ac9c-b36b1188a907, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63361991-a82a-46b2-846e-1a47539685f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:36.545226 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (97fbf67a-7460-4a22-ac9c-b36b1188a907), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:36.626316 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] For port 97fbf67a-7460-4a22-ac9c-b36b1188a907, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:36.629630 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] For port 97fbf67a-7460-4a22-ac9c-b36b1188a907, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=97fbf67a-7460-4a22-ac9c-b36b1188a907,segment=NetworkSegment(63361991-a82a-46b2-846e-1a47539685f5),segment_id=63361991-a82a-46b2-846e-1a47539685f5)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:36.635125 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (97fbf67a-7460-4a22-ac9c-b36b1188a907), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:36.683243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:36.683243 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:36.684561 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] 10.222.0.15 "PUT /v2.0/ports/97fbf67a-7460-4a22-ac9c-b36b1188a907 HTTP/1.1" status: 200 len: 1091 time: 0.9441950 Jan 27 21:54:36.685047 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41dbd151-5fe9-4a7b-a973-161fd193d181', 'tag': '97fbf67a-7460-4a22-ac9c-b36b1188a907'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:36.687360 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0496f3ec-1519-4d0e-b5ba-7adeac36b925" -d '{"events": [{"name": "network-changed", "server_uuid": "41dbd151-5fe9-4a7b-a973-161fd193d181", "tag": "97fbf67a-7460-4a22-ac9c-b36b1188a907"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:36.762069 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ef6ac5-acfb-40a2-a42b-3bf7889d3cad x-openstack-request-id: req-57ef6ac5-acfb-40a2-a42b-3bf7889d3cad {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:36.762378 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41dbd151-5fe9-4a7b-a973-161fd193d181", "tag": "97fbf67a-7460-4a22-ac9c-b36b1188a907", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:36.762638 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57ef6ac5-acfb-40a2-a42b-3bf7889d3cad {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:36.763041 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41dbd151-5fe9-4a7b-a973-161fd193d181', 'tag': '97fbf67a-7460-4a22-ac9c-b36b1188a907', 'status': 'completed', 'code': 200} Jan 27 21:54:36.763613 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff9a95-f3ed-4d2b-8b89-c62627ceceb3 service neutron] Pushing event updated for resources: {'Port': ['ID=97fbf67a-7460-4a22-ac9c-b36b1188a907,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:36.771031 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11620c87-f2e5-4523-85ad-fa9b5b38a2b9 req-8888bbf1-48fa-49c9-8048-d37332697196 tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:36.773232 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11620c87-f2e5-4523-85ad-fa9b5b38a2b9 req-8888bbf1-48fa-49c9-8048-d37332697196 tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e3688686-dcb2-41fb-9471-d3a4ed7ad13b HTTP/1.1" status: 200 len: 1101 time: 0.1117220 Jan 27 21:54:36.796495 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-11620c87-f2e5-4523-85ad-fa9b5b38a2b9 req-db4728d3-46ad-40f9-82ae-a009386b1074 tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:36.808093 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-f0309f33-397f-4a60-b576-cd98eccff2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:36.809623 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-f0309f33-397f-4a60-b576-cd98eccff2c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf0c18f196dd4aca9f0c480acbbd541e&device_id=41dbd151-5fe9-4a7b-a973-161fd193d181 HTTP/1.1" status: 200 len: 1094 time: 0.0799339 Jan 27 21:54:36.867359 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-e2ab1f90-d630-47fc-97a6-8344c59bedfe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97fbf67a-7460-4a22-ac9c-b36b1188a907 HTTP/1.1" status: 200 len: 217 time: 0.0492558 Jan 27 21:54:36.971745 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-a36c6f27-7305-41fd-a813-4ba0cde83f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:36.973241 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-a36c6f27-7305-41fd-a813-4ba0cde83f33 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65301706-ea6a-496b-8341-66868745e0ad HTTP/1.1" status: 200 len: 853 time: 0.0985959 Jan 27 21:54:37.004350 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93154f4d-92b1-40fa-bef7-f405d05384ac req-5bcc0dee-ea4b-4389-b267-1b1af996409d tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:37.005846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93154f4d-92b1-40fa-bef7-f405d05384ac req-5bcc0dee-ea4b-4389-b267-1b1af996409d tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/ports?device_id=41dbd151-5fe9-4a7b-a973-161fd193d181 HTTP/1.1" status: 200 len: 943 time: 0.1161869 Jan 27 21:54:37.042668 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-11620c87-f2e5-4523-85ad-fa9b5b38a2b9 req-db4728d3-46ad-40f9-82ae-a009386b1074 tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] Publish callbacks [] for security_group (8ecc83c0-f540-413d-91f5-adddb8cf5dfd), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:37.055352 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-11620c87-f2e5-4523-85ad-fa9b5b38a2b9 req-db4728d3-46ad-40f9-82ae-a009386b1074 tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8ecc83c0-f540-413d-91f5-adddb8cf5dfd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:37.113352 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-7b7113a2-b66f-44aa-b2ce-58da45d57e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:37.114841 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-7b7113a2-b66f-44aa-b2ce-58da45d57e28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a2a04d7-7fbb-4f50-8814-7954533c84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296554 Jan 27 21:54:37.120944 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4728d3-46ad-40f9-82ae-a009386b1074 tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecc83c0-f540-413d-91f5-adddb8cf5dfd,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:37.125001 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11620c87-f2e5-4523-85ad-fa9b5b38a2b9 req-db4728d3-46ad-40f9-82ae-a009386b1074 tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463788 Jan 27 21:54:37.137319 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93154f4d-92b1-40fa-bef7-f405d05384ac req-06952527-74f1-4a52-86ff-ab71e6e95078 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/security-groups?id=601fbc27-6cf4-4409-aaa5-064207871649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155043 Jan 27 21:54:37.250577 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-2f9f1d1b-c0e8-4939-a0c6-6fa925be9c21 service neutron] 10.222.0.15 "GET /v2.0/networks/0a2a04d7-7fbb-4f50-8814-7954533c84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232479 Jan 27 21:54:37.286688 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f999c7-0458-42cd-8de0-3da1a42d64ed req-a5b5f25b-325f-419c-af19-f9f7a7cb0811 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:37.288774 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4f999c7-0458-42cd-8de0-3da1a42d64ed req-a5b5f25b-325f-419c-af19-f9f7a7cb0811 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.0911992 Jan 27 21:54:37.419181 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052e5e1-e903-4e99-8f68-f5026a548896 req-7574970a-9229-4d63-b3da-6071f70b7045 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:37.420673 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6052e5e1-e903-4e99-8f68-f5026a548896 req-7574970a-9229-4d63-b3da-6071f70b7045 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 944 time: 0.1044214 Jan 27 21:54:37.428729 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4f999c7-0458-42cd-8de0-3da1a42d64ed req-7f166059-f953-4535-b30d-4a335949ca30 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128836 Jan 27 21:54:37.449243 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52d79085-0a95-4ec4-a90d-265cfe5276a3 req-5d9c310f-72bb-45ba-8eb1-18c12776fb69 service neutron] 10.222.0.15 "GET /v2.0/networks/0a2a04d7-7fbb-4f50-8814-7954533c84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821659 Jan 27 21:54:37.482656 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6052e5e1-e903-4e99-8f68-f5026a548896 req-0b4708b5-584f-476f-ac4b-60110d939d24 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515280 Jan 27 21:54:37.568129 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbef6e-6646-4a24-914d-1dcc4e8bb0bc req-5641384c-613b-42f8-b517-56faf59f3c0c tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:37.569679 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b5dbef6e-6646-4a24-914d-1dcc4e8bb0bc req-5641384c-613b-42f8-b517-56faf59f3c0c tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.0804460 Jan 27 21:54:37.572347 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496f3ec-1519-4d0e-b5ba-7adeac36b925 req-20cb050b-579f-4fd5-abca-969ff7c2f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:37.573758 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0496f3ec-1519-4d0e-b5ba-7adeac36b925 req-20cb050b-579f-4fd5-abca-969ff7c2f699 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf0c18f196dd4aca9f0c480acbbd541e&device_id=41dbd151-5fe9-4a7b-a973-161fd193d181 HTTP/1.1" status: 200 len: 1094 time: 0.0583029 Jan 27 21:54:37.672469 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b5dbef6e-6646-4a24-914d-1dcc4e8bb0bc req-6d0ee546-63f5-48fa-848e-fc3564894593 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958445 Jan 27 21:54:37.724453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-2a3a196a-266a-4447-9f5a-44ea3e8fde8a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1dce6bc3826544b6bb68765bffe8a670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287402 Jan 27 21:54:37.727910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496f3ec-1519-4d0e-b5ba-7adeac36b925 req-f9190009-dfaf-48ca-bdbb-e2efe02c9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:37.729317 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0496f3ec-1519-4d0e-b5ba-7adeac36b925 req-f9190009-dfaf-48ca-bdbb-e2efe02c9f9f service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a2a04d7-7fbb-4f50-8814-7954533c84db HTTP/1.1" status: 200 len: 915 time: 0.1470184 Jan 27 21:54:37.791549 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0496f3ec-1519-4d0e-b5ba-7adeac36b925 req-16ab285f-b53d-4b61-b1ab-6140ac75f374 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97fbf67a-7460-4a22-ac9c-b36b1188a907 HTTP/1.1" status: 200 len: 217 time: 0.0496647 Jan 27 21:54:37.888836 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496f3ec-1519-4d0e-b5ba-7adeac36b925 req-f1d4f762-6fe1-44d7-b808-3b3a0fdb9c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:37.890222 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0496f3ec-1519-4d0e-b5ba-7adeac36b925 req-f1d4f762-6fe1-44d7-b808-3b3a0fdb9c4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65301706-ea6a-496b-8341-66868745e0ad HTTP/1.1" status: 200 len: 853 time: 0.0747344 Jan 27 21:54:37.916129 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-a48c1ddd-c057-4344-8a6c-7fa38700dcb8 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:37.917577 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-a48c1ddd-c057-4344-8a6c-7fa38700dcb8 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1853182 Jan 27 21:54:37.944498 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-3e28643e-39ec-40ed-b8a1-b8cdbb060098 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/quotas/1dce6bc3826544b6bb68765bffe8a670 HTTP/1.1" status: 200 len: 375 time: 0.0126979 Jan 27 21:54:37.963765 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496f3ec-1519-4d0e-b5ba-7adeac36b925 req-39f2693c-8c2c-4a1f-ae0b-e87652795003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:37.965240 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0496f3ec-1519-4d0e-b5ba-7adeac36b925 req-39f2693c-8c2c-4a1f-ae0b-e87652795003 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a2a04d7-7fbb-4f50-8814-7954533c84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662513 Jan 27 21:54:38.056452 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-96abb1ed-3213-49cf-9b34-a3b021d87f27 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1dce6bc3826544b6bb68765bffe8a670&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1059854 Jan 27 21:54:38.077254 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0496f3ec-1519-4d0e-b5ba-7adeac36b925 req-3f6afe2a-bfe5-4cef-92bd-2111dce9a626 service neutron] 10.222.0.15 "GET /v2.0/networks/0a2a04d7-7fbb-4f50-8814-7954533c84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987976 Jan 27 21:54:38.175443 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0496f3ec-1519-4d0e-b5ba-7adeac36b925 req-fea82bcb-a52c-49f5-a5a3-98419e93b60e service neutron] 10.222.0.15 "GET /v2.0/networks/0a2a04d7-7fbb-4f50-8814-7954533c84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909486 Jan 27 21:54:38.273147 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d357bbe-0d0e-4cc8-81fe-398c7aa701b5 req-a1adab4f-7634-4424-b653-cb80e2232851 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:38.282591 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d357bbe-0d0e-4cc8-81fe-398c7aa701b5 req-a1adab4f-7634-4424-b653-cb80e2232851 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/ports?device_id=41dbd151-5fe9-4a7b-a973-161fd193d181 HTTP/1.1" status: 200 len: 943 time: 0.0611475 Jan 27 21:54:38.346566 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d357bbe-0d0e-4cc8-81fe-398c7aa701b5 req-41b27375-b9d2-4302-a897-d03cff930d00 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/security-groups?id=601fbc27-6cf4-4409-aaa5-064207871649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631003 Jan 27 21:54:38.385911 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63faad50-ec35-4073-ba54-e7fe8a09798a req-45517206-fac9-430a-afe1-151f0df79aeb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558350 Jan 27 21:54:38.590767 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faad50-ec35-4073-ba54-e7fe8a09798a req-4ad83204-fec7-4812-8d4b-81395d80130c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:38.592429 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63faad50-ec35-4073-ba54-e7fe8a09798a req-4ad83204-fec7-4812-8d4b-81395d80130c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 1096 time: 0.1352589 Jan 27 21:54:38.599392 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690250b6-1a4d-4750-9fd3-63ad6ba0fef9 req-b6c2a1b5-8ba4-4f1b-9524-a03b3153b119 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:38.607369 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-690250b6-1a4d-4750-9fd3-63ad6ba0fef9 req-b6c2a1b5-8ba4-4f1b-9524-a03b3153b119 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.0959172 Jan 27 21:54:38.740353 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-690250b6-1a4d-4750-9fd3-63ad6ba0fef9 req-3a3c60fc-82ce-4a92-949b-28119c6f1806 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319673 Jan 27 21:54:38.778271 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9dbe3c-afba-49e6-bd93-ca5b4d1d462b req-049be19c-ee28-4d18-b5a6-755c81da686b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:38.779870 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8f9dbe3c-afba-49e6-bd93-ca5b4d1d462b req-049be19c-ee28-4d18-b5a6-755c81da686b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 944 time: 0.1138885 Jan 27 21:54:38.831661 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faad50-ec35-4073-ba54-e7fe8a09798a req-bbd2c717-85ae-4029-94de-0d60135a5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:38.833300 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63faad50-ec35-4073-ba54-e7fe8a09798a req-bbd2c717-85ae-4029-94de-0d60135a5dbf service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 913 time: 0.2012017 Jan 27 21:54:38.864560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8f9dbe3c-afba-49e6-bd93-ca5b4d1d462b req-a5781ea5-79c7-4d8a-ae8b-00c3776b7457 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774772 Jan 27 21:54:38.965747 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e55ea3a0-e011-43c0-bc20-9f7995317230 req-3021b42e-3c1a-413b-a8f4-1c3a28ec4e7d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9095dca-e94d-42af-a7d4-3b3e2d8ed48f HTTP/1.1" status: 200 len: 210 time: 0.0446651 Jan 27 21:54:39.011653 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63faad50-ec35-4073-ba54-e7fe8a09798a req-8d95a9d9-ec97-4d01-b490-4c39d3171bd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 HTTP/1.1" status: 200 len: 999 time: 0.1693721 Jan 27 21:54:39.109193 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faad50-ec35-4073-ba54-e7fe8a09798a req-0adcb686-0bd5-4efe-b945-d82545aa2858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:39.110931 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63faad50-ec35-4073-ba54-e7fe8a09798a req-0adcb686-0bd5-4efe-b945-d82545aa2858 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.0937388 Jan 27 21:54:39.153313 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11679ad5-646c-410d-8355-1088b05fe0ca req-ba5bb9bc-1bad-4c7d-a929-c15b21ca92d8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:39.154858 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11679ad5-646c-410d-8355-1088b05fe0ca req-ba5bb9bc-1bad-4c7d-a929-c15b21ca92d8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.0838213 Jan 27 21:54:39.189553 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faad50-ec35-4073-ba54-e7fe8a09798a req-a93b7ce0-2bf8-40c2-98da-3efdca3b2bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:39.189553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63faad50-ec35-4073-ba54-e7fe8a09798a req-a93b7ce0-2bf8-40c2-98da-3efdca3b2bac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704615 Jan 27 21:54:39.274021 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11679ad5-646c-410d-8355-1088b05fe0ca req-511e6b02-993f-4e55-8aea-841b6bde2d0b tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119812 Jan 27 21:54:39.322316 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63faad50-ec35-4073-ba54-e7fe8a09798a req-9739a4c6-b379-41ff-8e2a-23cf62c8aea1 service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200495 Jan 27 21:54:39.424104 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63faad50-ec35-4073-ba54-e7fe8a09798a req-1481bbed-95e6-4994-bda7-611968f444b8 service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932546 Jan 27 21:54:39.491278 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c96bb-ec95-4617-a437-c06e8032c3bb req-07dde0c8-731d-4ed4-b931-4155cae8fea6 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:39.493216 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-286c96bb-ec95-4617-a437-c06e8032c3bb req-07dde0c8-731d-4ed4-b931-4155cae8fea6 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/ports?device_id=41dbd151-5fe9-4a7b-a973-161fd193d181 HTTP/1.1" status: 200 len: 943 time: 0.0557480 Jan 27 21:54:39.552352 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-286c96bb-ec95-4617-a437-c06e8032c3bb req-0f601e0b-c79c-46da-a0c3-6f5b3963ffc5 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/security-groups?id=601fbc27-6cf4-4409-aaa5-064207871649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518675 Jan 27 21:54:39.860822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385899c2-ff15-4ea5-aac7-a549a549ad42 req-bb477cd4-1944-4dba-9410-40be282776c5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:39.862327 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-385899c2-ff15-4ea5-aac7-a549a549ad42 req-bb477cd4-1944-4dba-9410-40be282776c5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.0493090 Jan 27 21:54:39.910773 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-385899c2-ff15-4ea5-aac7-a549a549ad42 req-b7d9def7-2912-4f8e-aae4-4c70112fd6ae tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429335 Jan 27 21:54:39.942913 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 97fbf67a-7460-4a22-ac9c-b36b1188a907 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:54:40.003650 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56138996-360e-4edd-89e2-9313496a81af req-fc06a7fe-858f-464c-b39d-f0acf13fca2b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:40.006060 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56138996-360e-4edd-89e2-9313496a81af req-fc06a7fe-858f-464c-b39d-f0acf13fca2b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 944 time: 0.0520163 Jan 27 21:54:40.045420 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 97fbf67a-7460-4a22-ac9c-b36b1188a907, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=97fbf67a-7460-4a22-ac9c-b36b1188a907,segment=NetworkSegment(63361991-a82a-46b2-846e-1a47539685f5),segment_id=63361991-a82a-46b2-846e-1a47539685f5)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:40.056967 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '97fbf67a-7460-4a22-ac9c-b36b1188a907', 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db', 'port_id': '97fbf67a-7460-4a22-ac9c-b36b1188a907', 'mac_address': 'fa:16:3e:35:39:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65301706-ea6a-496b-8341-66868745e0ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:54:40.072098 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56138996-360e-4edd-89e2-9313496a81af req-0e5e9519-a90a-4e63-9d08-315bb9c1ee8f tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584960 Jan 27 21:54:40.111530 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 97fbf67a-7460-4a22-ac9c-b36b1188a907 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:40.111933 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (97fbf67a-7460-4a22-ac9c-b36b1188a907), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:40.129073 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7e4420c-ec53-44a2-b9b5-2e97fe254aa8 req-2d7db26f-2a2d-46d4-929c-32eef8b37b15 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9095dca-e94d-42af-a7d4-3b3e2d8ed48f HTTP/1.1" status: 200 len: 210 time: 0.0337131 Jan 27 21:54:40.138340 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fbf67a-7460-4a22-ac9c-b36b1188a907 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:40.162150 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 97fbf67a-7460-4a22-ac9c-b36b1188a907, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=97fbf67a-7460-4a22-ac9c-b36b1188a907,segment=NetworkSegment(63361991-a82a-46b2-846e-1a47539685f5),segment_id=63361991-a82a-46b2-846e-1a47539685f5)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:40.166638 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (97fbf67a-7460-4a22-ac9c-b36b1188a907), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:40.239770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=97fbf67a-7460-4a22-ac9c-b36b1188a907,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:40.250583 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:40.251169 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:40.251942 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:40.252391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:40.252739 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:40.253080 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:40.253417 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:40.253754 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:40.254188 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:40.254519 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:40.254967 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:40.255459 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:40.256599 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:40.306996 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-c84c2cbf-8f55-4af0-aea9-063293787afe tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1dce6bc3826544b6bb68765bffe8a670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519693 Jan 27 21:54:40.309372 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-64231b74-36b6-4052-86e2-e0bd946155dc tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1dce6bc3826544b6bb68765bffe8a670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345912 Jan 27 21:54:40.316389 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b5d93-e800-4455-8acd-95d281642a35 req-c3683e94-37d3-4938-bd13-f86e18d83eaa tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:40.317771 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd6b5d93-e800-4455-8acd-95d281642a35 req-c3683e94-37d3-4938-bd13-f86e18d83eaa tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.1151264 Jan 27 21:54:40.525184 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd6b5d93-e800-4455-8acd-95d281642a35 req-8d2388e7-a905-4bdc-8c86-7e9576c29c3a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877961 Jan 27 21:54:40.566855 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['97fbf67a-7460-4a22-ac9c-b36b1188a907'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:40.586036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603c77b-14dc-49f4-a68e-1b9d4c21514d req-be2572e3-8a27-4a0a-8d95-fd2179469549 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:40.587492 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1603c77b-14dc-49f4-a68e-1b9d4c21514d req-be2572e3-8a27-4a0a-8d95-fd2179469549 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.1969368 Jan 27 21:54:40.598390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-cd2479d5-56e4-4063-a8ed-e57e072a09bc tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:40.600418 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-cd2479d5-56e4-4063-a8ed-e57e072a09bc tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2732518 Jan 27 21:54:40.606530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-66cdaa90-a67d-4eda-9a76-df3732889e6d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:40.607982 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-66cdaa90-a67d-4eda-9a76-df3732889e6d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2719369 Jan 27 21:54:40.629607 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-a19447b7-ffa7-4587-bbe4-fbcb23b7050e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Request body: {'port': {'device_id': '10d56eeb-1eaa-4446-8802-a6f21fca30bb', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '1dce6bc3826544b6bb68765bffe8a670'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:40.641918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-c0d043de-4c34-4751-aae2-b272519716d3 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Request body: {'port': {'device_id': 'a9095dca-e94d-42af-a7d4-3b3e2d8ed48f', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '1dce6bc3826544b6bb68765bffe8a670'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:40.807096 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1603c77b-14dc-49f4-a68e-1b9d4c21514d req-029cb4ba-1407-45d1-b5b5-d000a9e29e23 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980844 Jan 27 21:54:40.821242 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff96962-94cd-4908-8b75-22dfc375c3f5 req-a9294a58-dad9-4960-ae43-1c1883f41da8 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:40.822707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8ff96962-94cd-4908-8b75-22dfc375c3f5 req-a9294a58-dad9-4960-ae43-1c1883f41da8 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.2127810 Jan 27 21:54:40.942105 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8ff96962-94cd-4908-8b75-22dfc375c3f5 req-a3d6c49c-6ff1-43a6-b7e1-4131bc4f662f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125193 Jan 27 21:54:40.945345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-a19447b7-ffa7-4587-bbe4-fbcb23b7050e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Made reservation on behalf of 1dce6bc3826544b6bb68765bffe8a670 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:40.948485 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-a19447b7-ffa7-4587-bbe4-fbcb23b7050e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:40.966989 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-c0d043de-4c34-4751-aae2-b272519716d3 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Made reservation on behalf of 1dce6bc3826544b6bb68765bffe8a670 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:40.970241 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-c0d043de-4c34-4751-aae2-b272519716d3 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:41.006375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d67089-7c14-4095-8425-2cf9bdc30b88 req-b9e1513a-4068-4753-87ed-cfbc1d2622e0 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:41.007982 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4d67089-7c14-4095-8425-2cf9bdc30b88 req-b9e1513a-4068-4753-87ed-cfbc1d2622e0 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/ports?device_id=41dbd151-5fe9-4a7b-a973-161fd193d181 HTTP/1.1" status: 200 len: 944 time: 0.1332765 Jan 27 21:54:41.569964 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4d67089-7c14-4095-8425-2cf9bdc30b88 req-c41d36ae-75c3-452f-9a45-c60b01e54b31 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/security-groups?id=601fbc27-6cf4-4409-aaa5-064207871649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5494354 Jan 27 21:54:41.605598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-a19447b7-ffa7-4587-bbe4-fbcb23b7050e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Allocated IP 192.168.233.84 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/c0de80ea-94ec-485d-a233-833f914dc887) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:41.614819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43325548-f9fc-482b-9e21-99781f81e954 req-dc44a412-70a8-44f8-b2f4-170692a9a7ca tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:41.616874 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43325548-f9fc-482b-9e21-99781f81e954 req-dc44a412-70a8-44f8-b2f4-170692a9a7ca tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 812 time: 0.2456269 Jan 27 21:54:41.668807 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43325548-f9fc-482b-9e21-99781f81e954 req-02979a31-49d6-4730-9c45-dab5cee5d2db tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/quotas/61d13348ee1947f6862828ce6fcbfac2 HTTP/1.1" status: 200 len: 375 time: 0.0438979 Jan 27 21:54:41.786449 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4fdda-572b-4d13-98c0-cc1efe0bb8ce req-0c3c91eb-a59d-4738-b613-b02f5a3a9b10 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:41.787915 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9c4fdda-572b-4d13-98c0-cc1efe0bb8ce req-0c3c91eb-a59d-4738-b613-b02f5a3a9b10 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 944 time: 0.1624033 Jan 27 21:54:41.834104 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43325548-f9fc-482b-9e21-99781f81e954 req-51e7eeab-daaa-412e-b597-ef5b4b42e107 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1563976 Jan 27 21:54:41.942646 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9c4fdda-572b-4d13-98c0-cc1efe0bb8ce req-2b5efe1b-5f7f-4260-92cc-7818177ffdec tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467006 Jan 27 21:54:41.956618 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-a19447b7-ffa7-4587-bbe4-fbcb23b7050e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks [] for port (c0de80ea-94ec-485d-a233-833f914dc887), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:41.960364 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 97fbf67a-7460-4a22-ac9c-b36b1188a907 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:42.015194 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 97fbf67a-7460-4a22-ac9c-b36b1188a907 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:54:42.018869 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 97fbf67a-7460-4a22-ac9c-b36b1188a907 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:42.019228 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (97fbf67a-7460-4a22-ac9c-b36b1188a907), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:42.026663 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43325548-f9fc-482b-9e21-99781f81e954 req-17a3b2e9-1f8a-4536-beb1-3881e297604a service neutron] 10.222.0.23 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791000 Jan 27 21:54:42.043990 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46ae95d5-1d54-42d5-b6bb-2fd914db66cd req-af23e288-99e4-408a-b1b6-594e1b323272 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9095dca-e94d-42af-a7d4-3b3e2d8ed48f HTTP/1.1" status: 200 len: 210 time: 0.0345936 Jan 27 21:54:42.113788 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 97fbf67a-7460-4a22-ac9c-b36b1188a907 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:42.114218 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (97fbf67a-7460-4a22-ac9c-b36b1188a907), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:42.128219 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-a19447b7-ffa7-4587-bbe4-fbcb23b7050e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (c0de80ea-94ec-485d-a233-833f914dc887), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:42.142746 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f478ebb5-8e47-446e-8bb1-6fe6fc3932d8'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:42.186431 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41dbd151-5fe9-4a7b-a973-161fd193d181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fbf67a-7460-4a22-ac9c-b36b1188a907'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:42.189233 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f1dce4-7cdb-4a91-923b-3bc5994e1f0d" -d '{"events": [{"server_uuid": "41dbd151-5fe9-4a7b-a973-161fd193d181", "name": "network-vif-plugged", "status": "completed", "tag": "97fbf67a-7460-4a22-ac9c-b36b1188a907"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:42.210080 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 97fbf67a-7460-4a22-ac9c-b36b1188a907, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=97fbf67a-7460-4a22-ac9c-b36b1188a907,segment=NetworkSegment(63361991-a82a-46b2-846e-1a47539685f5),segment_id=63361991-a82a-46b2-846e-1a47539685f5)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:42.216932 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (97fbf67a-7460-4a22-ac9c-b36b1188a907), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:42.237184 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43325548-f9fc-482b-9e21-99781f81e954 req-232d1ac0-bf98-447f-b48e-f721334df272 service neutron] 10.222.0.23 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956546 Jan 27 21:54:42.241703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-a19447b7-ffa7-4587-bbe4-fbcb23b7050e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:42.252264 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-a19447b7-ffa7-4587-bbe4-fbcb23b7050e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:42.260859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19447b7-ffa7-4587-bbe4-fbcb23b7050e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Pushing event updated for resources: {'Port': ['ID=c0de80ea-94ec-485d-a233-833f914dc887,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:42.263432 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-a19447b7-ffa7-4587-bbe4-fbcb23b7050e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:42.299049 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-c0d043de-4c34-4751-aae2-b272519716d3 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Allocated IP 192.168.233.138 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/7ce58d7e-31ce-4531-9ed1-fce9c4bbb053) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:42.322450 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=97fbf67a-7460-4a22-ac9c-b36b1188a907,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:42.380566 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-a19447b7-ffa7-4587-bbe4-fbcb23b7050e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:42.381283 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-a19447b7-ffa7-4587-bbe4-fbcb23b7050e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:42.436296 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b98798-35e0-4150-9364-0a70b7958699 req-5bec2f2b-4e0a-430d-959b-16f88b10b0b8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:42.437989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5b98798-35e0-4150-9364-0a70b7958699 req-5bec2f2b-4e0a-430d-959b-16f88b10b0b8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.1836510 Jan 27 21:54:42.479225 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-a19447b7-ffa7-4587-bbe4-fbcb23b7050e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8538840 Jan 27 21:54:42.504030 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] Request body: {'port': {'device_id': '10d56eeb-1eaa-4446-8802-a6f21fca30bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:42.552106 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:42.569523 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8507b05-7bbc-4643-9876-59821e96297c x-openstack-request-id: req-d8507b05-7bbc-4643-9876-59821e96297c {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:42.569860 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41dbd151-5fe9-4a7b-a973-161fd193d181", "name": "network-vif-plugged", "status": "completed", "tag": "97fbf67a-7460-4a22-ac9c-b36b1188a907", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:42.570176 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8507b05-7bbc-4643-9876-59821e96297c {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:42.570575 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41dbd151-5fe9-4a7b-a973-161fd193d181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fbf67a-7460-4a22-ac9c-b36b1188a907', 'code': 200} Jan 27 21:54:42.632736 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-dae6151e-b0a2-4ce4-b046-18f2fbe49d98 None None] Provisioning complete for port c0de80ea-94ec-485d-a233-833f914dc887 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:42.633117 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-dae6151e-b0a2-4ce4-b046-18f2fbe49d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c0de80ea-94ec-485d-a233-833f914dc887), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:42.661584 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5b98798-35e0-4150-9364-0a70b7958699 req-560ed06b-8201-4190-b3aa-ad919730ea9f tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116377 Jan 27 21:54:42.674027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad1c20a1-b179-4956-b7ac-cb7795059922 req-c954c8e0-1a1b-4154-b957-d7f576b81279 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4 HTTP/1.1" status: 200 len: 210 time: 0.0505943 Jan 27 21:54:42.688474 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c0de80ea-94ec-485d-a233-833f914dc887), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:42.745875 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-dae6151e-b0a2-4ce4-b046-18f2fbe49d98 None None] Port c0de80ea-94ec-485d-a233-833f914dc887 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:54:42.762088 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-c0d043de-4c34-4751-aae2-b272519716d3 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks [] for port (7ce58d7e-31ce-4531-9ed1-fce9c4bbb053), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:42.917680 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0179f0-803a-424c-84a6-cff092f6f751 req-3ec1b512-971d-4464-8ac1-6a32358d35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:42.919241 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef0179f0-803a-424c-84a6-cff092f6f751 req-3ec1b512-971d-4464-8ac1-6a32358d35f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41dbd151-5fe9-4a7b-a973-161fd193d181 HTTP/1.1" status: 200 len: 1096 time: 0.1986387 Jan 27 21:54:42.950742 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf93b9-10e4-4a3a-b74c-cf5002970f4d req-ec791bbd-04a4-45ef-8ff0-2baece979d35 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:42.952242 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-acbf93b9-10e4-4a3a-b74c-cf5002970f4d req-ec791bbd-04a4-45ef-8ff0-2baece979d35 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/ports?device_id=41dbd151-5fe9-4a7b-a973-161fd193d181 HTTP/1.1" status: 200 len: 945 time: 0.1685982 Jan 27 21:54:42.961223 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-c0d043de-4c34-4751-aae2-b272519716d3 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (7ce58d7e-31ce-4531-9ed1-fce9c4bbb053), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:42.972729 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f478ebb5-8e47-446e-8bb1-6fe6fc3932d8'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:43.143829 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-c0d043de-4c34-4751-aae2-b272519716d3 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:43.171520 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-c0d043de-4c34-4751-aae2-b272519716d3 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:43.183055 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-c0d043de-4c34-4751-aae2-b272519716d3 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:43.187549 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef0179f0-803a-424c-84a6-cff092f6f751 req-a142c385-2b74-44a1-9e6f-f025900609db service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=601fbc27-6cf4-4409-aaa5-064207871649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2550919 Jan 27 21:54:43.189106 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d043de-4c34-4751-aae2-b272519716d3 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Pushing event updated for resources: {'Port': ['ID=7ce58d7e-31ce-4531-9ed1-fce9c4bbb053,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:43.247183 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-acbf93b9-10e4-4a3a-b74c-cf5002970f4d req-11d3e2b9-c388-470b-972b-52088c614442 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/security-groups?id=601fbc27-6cf4-4409-aaa5-064207871649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2813356 Jan 27 21:54:43.258104 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656ae7e-042b-4cb2-a762-f537d9822ecd req-121f0614-5512-470c-b8b2-8c27c637dfc6 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:43.267602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9656ae7e-042b-4cb2-a762-f537d9822ecd req-121f0614-5512-470c-b8b2-8c27c637dfc6 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 944 time: 0.1889250 Jan 27 21:54:43.293154 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-c0d043de-4c34-4751-aae2-b272519716d3 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:43.293805 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-c0d043de-4c34-4751-aae2-b272519716d3 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:43.351918 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-c0d043de-4c34-4751-aae2-b272519716d3 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7255731 Jan 27 21:54:43.397833 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] Request body: {'port': {'device_id': 'a9095dca-e94d-42af-a7d4-3b3e2d8ed48f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:43.440928 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9656ae7e-042b-4cb2-a762-f537d9822ecd req-b11b8f7e-41ee-4636-9e65-7fb4fd719455 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649899 Jan 27 21:54:43.450019 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0de80ea-94ec-485d-a233-833f914dc887 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:43.481730 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] Publish callbacks [] for port (c0de80ea-94ec-485d-a233-833f914dc887), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:43.482813 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-68ee5c04-2422-499e-a706-2342ef79f37c None None] Provisioning complete for port 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:43.483264 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-68ee5c04-2422-499e-a706-2342ef79f37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7ce58d7e-31ce-4531-9ed1-fce9c4bbb053), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:43.499534 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4af7a-c804-4f08-bf8e-28e0b0fb08b9 req-f63b92aa-8f98-442f-9568-9d8dd4307f12 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:43.501834 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9c4af7a-c804-4f08-bf8e-28e0b0fb08b9 req-f63b92aa-8f98-442f-9568-9d8dd4307f12 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9095dca-e94d-42af-a7d4-3b3e2d8ed48f HTTP/1.1" status: 200 len: 936 time: 0.1715980 Jan 27 21:54:43.523710 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] Transition to ACTIVE for port object c0de80ea-94ec-485d-a233-833f914dc887 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:54:43.523710 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7ce58d7e-31ce-4531-9ed1-fce9c4bbb053), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:43.531559 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-68ee5c04-2422-499e-a706-2342ef79f37c None None] Port 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:54:43.534763 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (c0de80ea-94ec-485d-a233-833f914dc887), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:43.647304 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9c4af7a-c804-4f08-bf8e-28e0b0fb08b9 req-9e1a8d30-f28d-4fd9-b1e3-1358120fa303 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378162 Jan 27 21:54:43.653311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] Pushing event updated for resources: {'Port': ['ID=c0de80ea-94ec-485d-a233-833f914dc887,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:43.905807 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d619dcd-7eaf-4b0a-b1f9-727c39a6b4b5 req-0e9c4bae-198f-4867-8263-0f0afe228eb3 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4 HTTP/1.1" status: 200 len: 210 time: 0.1155803 Jan 27 21:54:43.988529 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:54:43.997981 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] Attempting to bind port c0de80ea-94ec-485d-a233-833f914dc887 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:43.998451 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] Attempting to bind port c0de80ea-94ec-485d-a233-833f914dc887 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:43.998639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] Attempting to bind port c0de80ea-94ec-485d-a233-833f914dc887 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:44.014981 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654db42-92c9-4e90-93f4-5d1464e858c0 req-741c665e-5b13-46dd-9972-487987d6074c tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:44.016602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5654db42-92c9-4e90-93f4-5d1464e858c0 req-741c665e-5b13-46dd-9972-487987d6074c tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.2274799 Jan 27 21:54:44.033381 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] Port c0de80ea-94ec-485d-a233-833f914dc887 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:54:44.033703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] Attempting to bind port c0de80ea-94ec-485d-a233-833f914dc887 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:44.063142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:44.063482 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:44.063857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:44.064321 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] Bound port: c0de80ea-94ec-485d-a233-833f914dc887, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:44.064677 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c0de80ea-94ec-485d-a233-833f914dc887), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:44.072183 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43325548-f9fc-482b-9e21-99781f81e954 req-b6f3e307-b03b-43e7-823c-af06de31acb0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:44.073655 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43325548-f9fc-482b-9e21-99781f81e954 req-b6f3e307-b03b-43e7-823c-af06de31acb0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.15 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 812 time: 0.2923818 Jan 27 21:54:44.098912 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-43325548-f9fc-482b-9e21-99781f81e954 req-52d90794-ec31-4674-bac0-544c364c5431 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Request body: {'port': {'device_id': '8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'admin_state_up': True, 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:44.202965 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5654db42-92c9-4e90-93f4-5d1464e858c0 req-47fa2ceb-9b96-4f31-8522-b2d978eafde7 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767726 Jan 27 21:54:44.279969 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] For port c0de80ea-94ec-485d-a233-833f914dc887, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:44.314466 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] For port c0de80ea-94ec-485d-a233-833f914dc887, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=c0de80ea-94ec-485d-a233-833f914dc887,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:44.319253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:44.328873 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (c0de80ea-94ec-485d-a233-833f914dc887), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:44.338631 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] Publish callbacks [] for port (7ce58d7e-31ce-4531-9ed1-fce9c4bbb053), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:44.413852 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] Transition to ACTIVE for port object 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:54:44.415722 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:44.416392 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:44.417840 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] 10.222.0.21 "PUT /v2.0/ports/c0de80ea-94ec-485d-a233-833f914dc887 HTTP/1.1" status: 200 len: 1095 time: 1.9300179 Jan 27 21:54:44.421263 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d56eeb-1eaa-4446-8802-a6f21fca30bb', 'tag': 'c0de80ea-94ec-485d-a233-833f914dc887'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:44.423634 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aab272f-e56b-4bd0-9b2b-4f1e08e8cdc9" -d '{"events": [{"name": "network-changed", "server_uuid": "10d56eeb-1eaa-4446-8802-a6f21fca30bb", "tag": "c0de80ea-94ec-485d-a233-833f914dc887"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:44.430721 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43325548-f9fc-482b-9e21-99781f81e954 req-52d90794-ec31-4674-bac0-544c364c5431 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Made reservation on behalf of 61d13348ee1947f6862828ce6fcbfac2 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:44.434494 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-43325548-f9fc-482b-9e21-99781f81e954 req-52d90794-ec31-4674-bac0-544c364c5431 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:44.443457 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7ce58d7e-31ce-4531-9ed1-fce9c4bbb053), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:44.483364 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0039c719-d5c4-494f-81aa-e73b27bb7aad x-openstack-request-id: req-0039c719-d5c4-494f-81aa-e73b27bb7aad {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:44.483672 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d56eeb-1eaa-4446-8802-a6f21fca30bb", "tag": "c0de80ea-94ec-485d-a233-833f914dc887", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:44.483884 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0039c719-d5c4-494f-81aa-e73b27bb7aad {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:44.484382 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d56eeb-1eaa-4446-8802-a6f21fca30bb', 'tag': 'c0de80ea-94ec-485d-a233-833f914dc887', 'status': 'completed', 'code': 200} Jan 27 21:54:44.507394 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11e32f-910f-4d8d-ad74-3f7fc5ef1a06 service neutron] Pushing event updated for resources: {'Port': ['ID=c0de80ea-94ec-485d-a233-833f914dc887,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:44.530810 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806adb22-e395-41db-8645-eb833aa6beb2 req-543cee78-8d32-485a-8634-f5e55377d3f1 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:44.532592 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-806adb22-e395-41db-8645-eb833aa6beb2 req-543cee78-8d32-485a-8634-f5e55377d3f1 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/ports?device_id=41dbd151-5fe9-4a7b-a973-161fd193d181 HTTP/1.1" status: 200 len: 945 time: 0.2090242 Jan 27 21:54:45.013554 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-aa0ce6da-a393-47a9-88b6-8901e57c6fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:45.015115 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-aa0ce6da-a393-47a9-88b6-8901e57c6fe0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dce6bc3826544b6bb68765bffe8a670&device_id=10d56eeb-1eaa-4446-8802-a6f21fca30bb HTTP/1.1" status: 200 len: 1098 time: 0.5486231 Jan 27 21:54:45.041093 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] Pushing event updated for resources: {'Port': ['ID=7ce58d7e-31ce-4531-9ed1-fce9c4bbb053,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:45.139510 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-9dc0e654-7d76-4a17-8d33-d20499925ceb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=c0de80ea-94ec-485d-a233-833f914dc887 HTTP/1.1" status: 200 len: 217 time: 0.0882597 Jan 27 21:54:45.155798 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d41d6-2995-48b9-97e3-d6ce6e2ce373 req-021105eb-ffe7-48f9-bb4e-5d24bbf31f46 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:45.157269 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b5d41d6-2995-48b9-97e3-d6ce6e2ce373 req-021105eb-ffe7-48f9-bb4e-5d24bbf31f46 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 944 time: 0.5871024 Jan 27 21:54:45.164807 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-806adb22-e395-41db-8645-eb833aa6beb2 req-f7f48122-36d1-45c2-b8da-e47b69b1c0b8 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/security-groups?id=601fbc27-6cf4-4409-aaa5-064207871649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6187685 Jan 27 21:54:45.213829 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-43325548-f9fc-482b-9e21-99781f81e954 req-52d90794-ec31-4674-bac0-544c364c5431 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Allocated IP 172.20.0.4 (6b844948-3293-4ffe-a8d3-7b6f6d1ebeef/e758eeac-7ebf-4254-8c02-8b091e926322/7f21b69d-88e6-407f-b41b-42a1408a63e4) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:45.241367 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] Attempting to bind port 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:45.241703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] Attempting to bind port 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:45.242027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] Attempting to bind port 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:45.265831 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] Port 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:54:45.265831 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] Attempting to bind port 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:45.273268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-2c332412-36ee-40b6-b50a-c5f7a5989ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:45.274759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-2c332412-36ee-40b6-b50a-c5f7a5989ee5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1135092 Jan 27 21:54:45.302346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:45.303259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:45.303634 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:45.304081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] Bound port: 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:45.304457 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7ce58d7e-31ce-4531-9ed1-fce9c4bbb053), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:45.345967 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b5d41d6-2995-48b9-97e3-d6ce6e2ce373 req-4440fa50-bb6e-400a-8aa9-514b39df71e6 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721931 Jan 27 21:54:45.498843 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29deccf1-5856-4eff-a261-9b2473c4337a req-9e5a5c2e-e4bb-4edd-8ee7-906c16cac2ed tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4 HTTP/1.1" status: 200 len: 210 time: 0.0751262 Jan 27 21:54:45.500466 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-17152389-9397-49e8-901b-3ba084e41963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:45.501833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-17152389-9397-49e8-901b-3ba084e41963 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2139533 Jan 27 21:54:45.589617 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] For port 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:45.642912 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] For port 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7ce58d7e-31ce-4531-9ed1-fce9c4bbb053,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:45.650110 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-43325548-f9fc-482b-9e21-99781f81e954 req-52d90794-ec31-4674-bac0-544c364c5431 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for port (7f21b69d-88e6-407f-b41b-42a1408a63e4), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:45.657308 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7ce58d7e-31ce-4531-9ed1-fce9c4bbb053), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:45.670398 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a58f3-c6d5-4d56-83a8-bc0acb8e9caa req-c7134ef3-cfad-48a0-95f3-da0bb3ca337c tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:45.671854 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-631a58f3-c6d5-4d56-83a8-bc0acb8e9caa req-c7134ef3-cfad-48a0-95f3-da0bb3ca337c tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9095dca-e94d-42af-a7d4-3b3e2d8ed48f HTTP/1.1" status: 200 len: 948 time: 0.2454891 Jan 27 21:54:45.741204 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:45.741779 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:45.743183 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] 10.222.0.21 "PUT /v2.0/ports/7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 HTTP/1.1" status: 200 len: 1096 time: 2.3695333 Jan 27 21:54:45.776331 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a5a36-e4a7-4749-9b3d-f6a3fef67dcb req-608d13c5-1911-4a28-8547-9f08e8290b9c tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:45.777862 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b8a5a36-e4a7-4749-9b3d-f6a3fef67dcb req-608d13c5-1911-4a28-8547-9f08e8290b9c tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.2145643 Jan 27 21:54:45.812040 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-74887432-4437-4a40-bc5d-cd52edd1f8bd service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017921 Jan 27 21:54:45.878114 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-43325548-f9fc-482b-9e21-99781f81e954 req-52d90794-ec31-4674-bac0-544c364c5431 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (7f21b69d-88e6-407f-b41b-42a1408a63e4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:45.891050 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['2ca85ad1-0bfa-4474-9aca-1d5de0dbff10'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:45.897757 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a961f-b087-43ec-bf67-a6c75879c48e service neutron] Pushing event updated for resources: {'Port': ['ID=7ce58d7e-31ce-4531-9ed1-fce9c4bbb053,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:45.954055 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-631a58f3-c6d5-4d56-83a8-bc0acb8e9caa req-049b8499-f2c3-4bb9-aa1d-2e9250bec72c tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681367 Jan 27 21:54:46.018317 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-39409967-70f8-4a53-bd4e-ada0674e7928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:46.019845 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-39409967-70f8-4a53-bd4e-ada0674e7928 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dce6bc3826544b6bb68765bffe8a670&device_id=a9095dca-e94d-42af-a7d4-3b3e2d8ed48f HTTP/1.1" status: 200 len: 1099 time: 0.2258966 Jan 27 21:54:46.022104 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43325548-f9fc-482b-9e21-99781f81e954 req-52d90794-ec31-4674-bac0-544c364c5431 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:46.033309 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b8a5a36-e4a7-4749-9b3d-f6a3fef67dcb req-afcdc174-3736-48f8-8da7-4ad93b0c48d9 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440734 Jan 27 21:54:46.042269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d90794-ec31-4674-bac0-544c364c5431 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Pushing event updated for resources: {'Port': ['ID=7f21b69d-88e6-407f-b41b-42a1408a63e4,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:46.052555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-43325548-f9fc-482b-9e21-99781f81e954 req-52d90794-ec31-4674-bac0-544c364c5431 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:46.056335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-43325548-f9fc-482b-9e21-99781f81e954 req-52d90794-ec31-4674-bac0-544c364c5431 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:46.115586 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-746cae70-3e24-49f4-91cb-ccca3a34feb7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 HTTP/1.1" status: 200 len: 217 time: 0.0810876 Jan 27 21:54:46.125761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-29e5adb3-b02c-4462-a882-03155916fd61 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826364 Jan 27 21:54:46.170912 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43325548-f9fc-482b-9e21-99781f81e954 req-52d90794-ec31-4674-bac0-544c364c5431 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:46.171538 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-43325548-f9fc-482b-9e21-99781f81e954 req-52d90794-ec31-4674-bac0-544c364c5431 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:46.203479 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-63fb2431-035b-4de8-993f-077b2a189630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:46.205234 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-63fb2431-035b-4de8-993f-077b2a189630 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0820224 Jan 27 21:54:46.237431 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43325548-f9fc-482b-9e21-99781f81e954 req-52d90794-ec31-4674-bac0-544c364c5431 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1431487 Jan 27 21:54:46.266521 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-43325548-f9fc-482b-9e21-99781f81e954 req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] Request body: {'port': {'device_id': '8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:46.278574 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-35ae4c2c-b0cc-4461-a0f9-9869abe6ff5d None None] Provisioning complete for port 7f21b69d-88e6-407f-b41b-42a1408a63e4 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:46.279090 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-35ae4c2c-b0cc-4461-a0f9-9869abe6ff5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7f21b69d-88e6-407f-b41b-42a1408a63e4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:46.324213 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-35ae4c2c-b0cc-4461-a0f9-9869abe6ff5d None None] Port 7f21b69d-88e6-407f-b41b-42a1408a63e4 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:54:46.360569 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab272f-e56b-4bd0-9b2b-4f1e08e8cdc9 req-65c7715d-d376-41d5-a357-701b4bca0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:46.362202 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7aab272f-e56b-4bd0-9b2b-4f1e08e8cdc9 req-65c7715d-d376-41d5-a357-701b4bca0660 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dce6bc3826544b6bb68765bffe8a670&device_id=10d56eeb-1eaa-4446-8802-a6f21fca30bb HTTP/1.1" status: 200 len: 1098 time: 0.1724980 Jan 27 21:54:46.387484 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-e5cb6ce9-cc57-4996-a191-f7e1f99f5141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:46.389009 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-e5cb6ce9-cc57-4996-a191-f7e1f99f5141 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1633101 Jan 27 21:54:46.408315 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-43325548-f9fc-482b-9e21-99781f81e954 req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7f21b69d-88e6-407f-b41b-42a1408a63e4), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:46.425698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069d118-e248-45b0-90b3-a32f8e97ab0b req-23fa8c83-f250-41c2-9193-d0b59d0696a2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:46.427199 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8069d118-e248-45b0-90b3-a32f8e97ab0b req-23fa8c83-f250-41c2-9193-d0b59d0696a2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/ports?device_id=41dbd151-5fe9-4a7b-a973-161fd193d181 HTTP/1.1" status: 200 len: 945 time: 0.1838090 Jan 27 21:54:46.486565 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9095dca-e94d-42af-a7d4-3b3e2d8ed48f', 'tag': '7ce58d7e-31ce-4531-9ed1-fce9c4bbb053'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:46.488731 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd117791-a3fe-4bb2-8101-141f5bcbeeba" -d '{"events": [{"name": "network-changed", "server_uuid": "a9095dca-e94d-42af-a7d4-3b3e2d8ed48f", "tag": "7ce58d7e-31ce-4531-9ed1-fce9c4bbb053"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:46.676189 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8069d118-e248-45b0-90b3-a32f8e97ab0b req-ed5768da-2b6c-42b5-9551-faae62228d1a tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/security-groups?id=601fbc27-6cf4-4409-aaa5-064207871649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146702 Jan 27 21:54:46.729483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab272f-e56b-4bd0-9b2b-4f1e08e8cdc9 req-1aa8df7e-42dd-4b8f-bae2-7f5142e45505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:46.730901 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7aab272f-e56b-4bd0-9b2b-4f1e08e8cdc9 req-1aa8df7e-42dd-4b8f-bae2-7f5142e45505 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.3578544 Jan 27 21:54:46.737735 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ba3b3-df21-4c3f-b4f4-67c7dcceb832 req-6f9d093f-0672-4d7b-aabb-3c30f99a1dc7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:46.739147 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-567ba3b3-df21-4c3f-b4f4-67c7dcceb832 req-6f9d093f-0672-4d7b-aabb-3c30f99a1dc7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 944 time: 0.2577353 Jan 27 21:54:46.749622 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e944ce6d-57ef-43f0-bc67-db8b5c58ed7a x-openstack-request-id: req-e944ce6d-57ef-43f0-bc67-db8b5c58ed7a {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:46.749910 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9095dca-e94d-42af-a7d4-3b3e2d8ed48f", "tag": "7ce58d7e-31ce-4531-9ed1-fce9c4bbb053", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:46.750164 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e944ce6d-57ef-43f0-bc67-db8b5c58ed7a {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:46.750553 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9095dca-e94d-42af-a7d4-3b3e2d8ed48f', 'tag': '7ce58d7e-31ce-4531-9ed1-fce9c4bbb053', 'status': 'completed', 'code': 200} Jan 27 21:54:46.772573 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-af7aa00e-2f78-403d-98ef-cb110f8e04c4 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659794 Jan 27 21:54:46.824584 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7aab272f-e56b-4bd0-9b2b-4f1e08e8cdc9 req-98abb0d3-af76-4020-8e59-7e6e0f530571 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=c0de80ea-94ec-485d-a233-833f914dc887 HTTP/1.1" status: 200 len: 217 time: 0.0767019 Jan 27 21:54:47.022482 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-567ba3b3-df21-4c3f-b4f4-67c7dcceb832 req-53651f26-ec5f-48a6-a29f-1ecbf0262472 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2710719 Jan 27 21:54:47.029986 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab272f-e56b-4bd0-9b2b-4f1e08e8cdc9 req-8bf9796e-11d6-4a91-94e7-13df57b9200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:47.031392 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7aab272f-e56b-4bd0-9b2b-4f1e08e8cdc9 req-8bf9796e-11d6-4a91-94e7-13df57b9200f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1854532 Jan 27 21:54:47.054316 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bf85a-d55b-43b9-9e67-f6adbba52a82 req-5428b75b-c7f6-41b1-8cd7-9cc7aca4dd37 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:47.055691 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f11bf85a-d55b-43b9-9e67-f6adbba52a82 req-5428b75b-c7f6-41b1-8cd7-9cc7aca4dd37 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4 HTTP/1.1" status: 200 len: 931 time: 0.2494810 Jan 27 21:54:47.097064 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fbe91df-7d3a-4680-b1fb-86233a7cb762 req-53b55b98-7142-43ac-a180-33b7e50ddaec service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847242 Jan 27 21:54:47.240362 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f11bf85a-d55b-43b9-9e67-f6adbba52a82 req-d08917e7-d867-45c1-bead-b1fe4b2fc706 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667156 Jan 27 21:54:47.242092 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab272f-e56b-4bd0-9b2b-4f1e08e8cdc9 req-56ab8286-a823-460a-8014-2e565064e252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:47.243565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7aab272f-e56b-4bd0-9b2b-4f1e08e8cdc9 req-56ab8286-a823-460a-8014-2e565064e252 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2008822 Jan 27 21:54:47.293041 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92eedb-b6d7-4eae-9b56-f456bfdeb6d5 req-a3f783bc-1366-4226-8e6c-b23e39cf2dfd tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:47.294523 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8f92eedb-b6d7-4eae-9b56-f456bfdeb6d5 req-a3f783bc-1366-4226-8e6c-b23e39cf2dfd tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/ports?device_id=41dbd151-5fe9-4a7b-a973-161fd193d181 HTTP/1.1" status: 200 len: 945 time: 0.1964488 Jan 27 21:54:47.303488 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57304) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:47.309108 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117791-a3fe-4bb2-8101-141f5bcbeeba req-d06f29d4-f724-4df7-b667-443028b8cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:47.309412 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-32ca33e8-ebc7-40a1-89ac-a9939bd141d2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Request body: {'floatingip': {'port_id': '97fbf67a-7460-4a22-ac9c-b36b1188a907'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:47.309526 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd117791-a3fe-4bb2-8101-141f5bcbeeba req-d06f29d4-f724-4df7-b667-443028b8cb23 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dce6bc3826544b6bb68765bffe8a670&device_id=a9095dca-e94d-42af-a7d4-3b3e2d8ed48f HTTP/1.1" status: 200 len: 1099 time: 0.1572640 Jan 27 21:54:47.352697 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-43325548-f9fc-482b-9e21-99781f81e954 req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f21b69d-88e6-407f-b41b-42a1408a63e4 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:47.353656 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32ca33e8-ebc7-40a1-89ac-a9939bd141d2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks [] for floatingip (ad1460fb-a7a0-4e2f-9ad9-9abee6534da3), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:47.716795 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-43325548-f9fc-482b-9e21-99781f81e954 req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] Publish callbacks [] for port (7f21b69d-88e6-407f-b41b-42a1408a63e4), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:47.788688 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-43325548-f9fc-482b-9e21-99781f81e954 req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] Transition to ACTIVE for port object 7f21b69d-88e6-407f-b41b-42a1408a63e4 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:54:47.808873 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32ca33e8-ebc7-40a1-89ac-a9939bd141d2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:47.810956 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-43325548-f9fc-482b-9e21-99781f81e954 req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7f21b69d-88e6-407f-b41b-42a1408a63e4), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:47.813015 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32ca33e8-ebc7-40a1-89ac-a9939bd141d2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (ad1460fb-a7a0-4e2f-9ad9-9abee6534da3), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:47.886150 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b36f84-69d0-4e17-bf5b-c54ff5aab47d req-88d760b7-bcdf-4eb0-9e49-e66b70c0a918 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:47.887707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93b36f84-69d0-4e17-bf5b-c54ff5aab47d req-88d760b7-bcdf-4eb0-9e49-e66b70c0a918 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9095dca-e94d-42af-a7d4-3b3e2d8ed48f HTTP/1.1" status: 200 len: 948 time: 0.5923047 Jan 27 21:54:47.900951 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84ae70-4c16-4efb-9d1f-55cffb06f8b2 req-7a6f49d0-dc1d-4d81-bc99-918bfbe5c676 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:47.902475 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aa84ae70-4c16-4efb-9d1f-55cffb06f8b2 req-7a6f49d0-dc1d-4d81-bc99-918bfbe5c676 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.5521078 Jan 27 21:54:47.912535 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7aab272f-e56b-4bd0-9b2b-4f1e08e8cdc9 req-6045dfb3-f6b2-40b3-a938-59f8a1b90c99 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6395354 Jan 27 21:54:47.916552 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-32ca33e8-ebc7-40a1-89ac-a9939bd141d2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Floating IP ad1460fb-a7a0-4e2f-9ad9-9abee6534da3 associated. External IP: 172.25.3.187, port: 97fbf67a-7460-4a22-ac9c-b36b1188a907. Jan 27 21:54:47.972622 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f21b69d-88e6-407f-b41b-42a1408a63e4,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:47.996203 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117791-a3fe-4bb2-8101-141f5bcbeeba req-b31582cf-e005-49b3-96f1-aecec4fc0887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:47.997723 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd117791-a3fe-4bb2-8101-141f5bcbeeba req-b31582cf-e005-49b3-96f1-aecec4fc0887 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.6533680 Jan 27 21:54:48.148102 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ca33e8-ebc7-40a1-89ac-a9939bd141d2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Router 631cb0ff-4770-4616-ae45-9b540f3a8b68 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:54:48.154165 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd117791-a3fe-4bb2-8101-141f5bcbeeba req-79149948-e560-4f14-b345-48e598d432fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 HTTP/1.1" status: 200 len: 217 time: 0.1202493 Jan 27 21:54:48.216391 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93b36f84-69d0-4e17-bf5b-c54ff5aab47d req-46ec2f44-fbc1-4b2f-b049-2c687e785ed6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091230 Jan 27 21:54:48.240617 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aa84ae70-4c16-4efb-9d1f-55cffb06f8b2 req-d2a0ca36-1b4f-4e13-b72e-c31f02bbb916 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127561 Jan 27 21:54:48.277616 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117791-a3fe-4bb2-8101-141f5bcbeeba req-2dc89fdf-6829-48f9-9fe7-54e64282d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:48.279416 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd117791-a3fe-4bb2-8101-141f5bcbeeba req-2dc89fdf-6829-48f9-9fe7-54e64282d059 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1151304 Jan 27 21:54:48.279536 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ca33e8-ebc7-40a1-89ac-a9939bd141d2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:54:48.282048 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7aab272f-e56b-4bd0-9b2b-4f1e08e8cdc9 req-42ba8443-d721-40c9-9a90-4d97093e0ebd service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497026 Jan 27 21:54:48.283203 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-43325548-f9fc-482b-9e21-99781f81e954 req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] Attempting to bind port 7f21b69d-88e6-407f-b41b-42a1408a63e4 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:48.283711 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-43325548-f9fc-482b-9e21-99781f81e954 req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] Attempting to bind port 7f21b69d-88e6-407f-b41b-42a1408a63e4 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:48.284864 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43325548-f9fc-482b-9e21-99781f81e954 req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] Attempting to bind port 7f21b69d-88e6-407f-b41b-42a1408a63e4 on network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:48.291273 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f7cba-0659-4dc7-9d72-ab670a1cdda8 None None] Sync routers for ids ['631cb0ff-4770-4616-ae45-9b540f3a8b68'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:54:48.293206 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32ca33e8-ebc7-40a1-89ac-a9939bd141d2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:48.301556 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43325548-f9fc-482b-9e21-99781f81e954 req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] Port 7f21b69d-88e6-407f-b41b-42a1408a63e4 on network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:54:48.302158 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43325548-f9fc-482b-9e21-99781f81e954 req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] Attempting to bind port 7f21b69d-88e6-407f-b41b-42a1408a63e4 on network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:48.306524 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800f7cba-0659-4dc7-9d72-ab670a1cdda8 None None] Routers {'631cb0ff-4770-4616-ae45-9b540f3a8b68'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:48.308127 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-800f7cba-0659-4dc7-9d72-ab670a1cdda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:54:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['631cb0ff-4770-4616-ae45-9b540f3a8b68'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:48.330361 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-32ca33e8-ebc7-40a1-89ac-a9939bd141d2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "PUT /v2.0/floatingips/ad1460fb-a7a0-4e2f-9ad9-9abee6534da3 HTTP/1.1" status: 200 len: 991 time: 1.0255306 Jan 27 21:54:48.330855 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43325548-f9fc-482b-9e21-99781f81e954 req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:48.331007 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43325548-f9fc-482b-9e21-99781f81e954 req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] Checking segment: {'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:48.331172 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41dbd151-5fe9-4a7b-a973-161fd193d181', 'tag': '97fbf67a-7460-4a22-ac9c-b36b1188a907'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:48.331382 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43325548-f9fc-482b-9e21-99781f81e954 req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] Bound using segment: {'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:48.332102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-43325548-f9fc-482b-9e21-99781f81e954 req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] Bound port: 7f21b69d-88e6-407f-b41b-42a1408a63e4, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:48.332254 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-43325548-f9fc-482b-9e21-99781f81e954 req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7f21b69d-88e6-407f-b41b-42a1408a63e4), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:48.333813 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee2f0a9-63a7-42be-80e2-cb2fbea4eab1" -d '{"events": [{"name": "network-changed", "server_uuid": "41dbd151-5fe9-4a7b-a973-161fd193d181", "tag": "97fbf67a-7460-4a22-ac9c-b36b1188a907"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:48.378975 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117791-a3fe-4bb2-8101-141f5bcbeeba req-9f8c6689-2905-4a2b-84d1-58c62ed0a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:48.380410 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd117791-a3fe-4bb2-8101-141f5bcbeeba req-9f8c6689-2905-4a2b-84d1-58c62ed0a9e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0893002 Jan 27 21:54:48.467633 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-800f7cba-0659-4dc7-9d72-ab670a1cdda8 None None] Set router 631cb0ff-4770-4616-ae45-9b540f3a8b68 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:54:48.504382 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-43325548-f9fc-482b-9e21-99781f81e954 req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] For port 7f21b69d-88e6-407f-b41b-42a1408a63e4, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:48.546396 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-43325548-f9fc-482b-9e21-99781f81e954 req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] For port 7f21b69d-88e6-407f-b41b-42a1408a63e4, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7f21b69d-88e6-407f-b41b-42a1408a63e4,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:48.559356 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-43325548-f9fc-482b-9e21-99781f81e954 req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7f21b69d-88e6-407f-b41b-42a1408a63e4), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:48.585651 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219be1c9-63e4-4152-af78-aed64d27bdda req-c2de4573-fe11-4278-916d-af5183faf9d0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:48.587184 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-219be1c9-63e4-4152-af78-aed64d27bdda req-c2de4573-fe11-4278-916d-af5183faf9d0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 944 time: 0.1408210 Jan 27 21:54:48.635243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847642a-f94e-4d95-8497-75feae5e9358 req-73b29e57-dce7-4018-8da5-1670eeef6174 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:48.641002 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2847642a-f94e-4d95-8497-75feae5e9358 req-73b29e57-dce7-4018-8da5-1670eeef6174 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4 HTTP/1.1" status: 200 len: 943 time: 0.1567605 Jan 27 21:54:48.643039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43325548-f9fc-482b-9e21-99781f81e954 req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:48.643787 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-43325548-f9fc-482b-9e21-99781f81e954 req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:48.646385 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43325548-f9fc-482b-9e21-99781f81e954 req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] 10.222.0.15 "PUT /v2.0/ports/7f21b69d-88e6-407f-b41b-42a1408a63e4 HTTP/1.1" status: 200 len: 1091 time: 2.3840196 Jan 27 21:54:48.661338 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd117791-a3fe-4bb2-8101-141f5bcbeeba req-78281a8c-3c1a-46eb-bc41-cac240aa9b09 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731371 Jan 27 21:54:48.716378 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-800f7cba-0659-4dc7-9d72-ab670a1cdda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'name': 'tempest-ServersTestFqdnHostnames-102274004-router', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:24Z', 'revision_number': 4, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'gw_port': {'id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'ad1460fb-a7a0-4e2f-9ad9-9abee6534da3', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'port_id': '97fbf67a-7460-4a22-ac9c-b36b1188a907', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db', 'mac_address': 'fa:16:3e:35:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbd151-5fe9-4a7b-a973-161fd193d181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:54:30Z', 'updated_at': '2022-01-27T21:54:47Z', 'revision_number': 1, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914370ba-95b2-4890-adf2-37ebce0465c6', 'name': '', 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'mac_address': 'fa:16:3e:9f:eb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '65301706-ea6a-496b-8341-66868745e0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:23Z', 'updated_at': '2022-01-27T21:54:29Z', 'revision_number': 5, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'subnets': [{'id': '65301706-ea6a-496b-8341-66868745e0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:48.757599 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f7cba-0659-4dc7-9d72-ab670a1cdda8 None None] Checking router: 631cb0ff-4770-4616-ae45-9b540f3a8b68 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:54:48.766921 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800f7cba-0659-4dc7-9d72-ab670a1cdda8 None None] Routers {'631cb0ff-4770-4616-ae45-9b540f3a8b68'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:48.767553 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-800f7cba-0659-4dc7-9d72-ab670a1cdda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:54:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['631cb0ff-4770-4616-ae45-9b540f3a8b68'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:48.773121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4', 'tag': '7f21b69d-88e6-407f-b41b-42a1408a63e4'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:48.775369 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa143f3-0353-462b-beed-74b99ea48134" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4", "tag": "7f21b69d-88e6-407f-b41b-42a1408a63e4"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:48.815278 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229de7a3-581d-44aa-b8ea-d1da37145ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f21b69d-88e6-407f-b41b-42a1408a63e4,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:48.837721 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-219be1c9-63e4-4152-af78-aed64d27bdda req-e9120fab-3add-4f67-a126-d9d6ac9bf3d4 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285488 Jan 27 21:54:48.873207 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2847642a-f94e-4d95-8497-75feae5e9358 req-afec2e48-dc41-4bf3-8353-f6af07f35068 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059782 Jan 27 21:54:48.887851 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43325548-f9fc-482b-9e21-99781f81e954 req-72cb0063-03af-4c67-ab64-16c95c6c8b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:48.889445 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43325548-f9fc-482b-9e21-99781f81e954 req-72cb0063-03af-4c67-ab64-16c95c6c8b92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4 HTTP/1.1" status: 200 len: 1094 time: 0.1545291 Jan 27 21:54:48.895176 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd117791-a3fe-4bb2-8101-141f5bcbeeba req-98434799-c36e-445e-8254-aea1c931aa40 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216148 Jan 27 21:54:48.912682 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-800f7cba-0659-4dc7-9d72-ab670a1cdda8 None None] Set router 631cb0ff-4770-4616-ae45-9b540f3a8b68 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:54:48.939106 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43325548-f9fc-482b-9e21-99781f81e954 req-5ae0f708-f8d6-4d8d-8ed1-c07c6319ba46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f21b69d-88e6-407f-b41b-42a1408a63e4 HTTP/1.1" status: 200 len: 217 time: 0.0399320 Jan 27 21:54:48.951792 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3ccd7c-29db-431d-aedf-34d9e8792553 x-openstack-request-id: req-4b3ccd7c-29db-431d-aedf-34d9e8792553 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:48.952092 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41dbd151-5fe9-4a7b-a973-161fd193d181", "tag": "97fbf67a-7460-4a22-ac9c-b36b1188a907", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:48.953427 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b3ccd7c-29db-431d-aedf-34d9e8792553 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:48.953427 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41dbd151-5fe9-4a7b-a973-161fd193d181', 'tag': '97fbf67a-7460-4a22-ac9c-b36b1188a907', 'status': 'completed', 'code': 200} Jan 27 21:54:49.004591 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a24cc2a-727e-4398-90c0-900d50de27f3 x-openstack-request-id: req-0a24cc2a-727e-4398-90c0-900d50de27f3 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:49.004591 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4", "tag": "7f21b69d-88e6-407f-b41b-42a1408a63e4", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:49.004591 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a24cc2a-727e-4398-90c0-900d50de27f3 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:49.004978 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4', 'tag': '7f21b69d-88e6-407f-b41b-42a1408a63e4', 'status': 'completed', 'code': 200} Jan 27 21:54:49.038347 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43325548-f9fc-482b-9e21-99781f81e954 req-f15b7860-5986-49d9-964c-32cc5fe1e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:49.039780 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43325548-f9fc-482b-9e21-99781f81e954 req-f15b7860-5986-49d9-964c-32cc5fe1e644 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.0775678 Jan 27 21:54:49.057329 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2f0a9-63a7-42be-80e2-cb2fbea4eab1 req-014300a1-abb3-4aa9-8836-419272fee21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:49.058804 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ee2f0a9-63a7-42be-80e2-cb2fbea4eab1 req-014300a1-abb3-4aa9-8836-419272fee21a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf0c18f196dd4aca9f0c480acbbd541e&device_id=41dbd151-5fe9-4a7b-a973-161fd193d181 HTTP/1.1" status: 200 len: 1096 time: 0.0669999 Jan 27 21:54:49.140331 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43325548-f9fc-482b-9e21-99781f81e954 req-c3b840aa-24e5-43eb-80df-75b42e673f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:49.141838 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43325548-f9fc-482b-9e21-99781f81e954 req-c3b840aa-24e5-43eb-80df-75b42e673f16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960147 Jan 27 21:54:49.223459 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2f0a9-63a7-42be-80e2-cb2fbea4eab1 req-ff3273c7-7698-427c-baee-960cc33fdb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:49.225549 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ee2f0a9-63a7-42be-80e2-cb2fbea4eab1 req-ff3273c7-7698-427c-baee-960cc33fdb54 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a2a04d7-7fbb-4f50-8814-7954533c84db HTTP/1.1" status: 200 len: 915 time: 0.1491933 Jan 27 21:54:49.238625 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-800f7cba-0659-4dc7-9d72-ab670a1cdda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'name': 'tempest-ServersTestFqdnHostnames-102274004-router', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:24Z', 'revision_number': 4, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'gw_port': {'id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'ad1460fb-a7a0-4e2f-9ad9-9abee6534da3', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'port_id': '97fbf67a-7460-4a22-ac9c-b36b1188a907', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db', 'mac_address': 'fa:16:3e:35:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbd151-5fe9-4a7b-a973-161fd193d181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:54:30Z', 'updated_at': '2022-01-27T21:54:47Z', 'revision_number': 1, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914370ba-95b2-4890-adf2-37ebce0465c6', 'name': '', 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'mac_address': 'fa:16:3e:9f:eb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '65301706-ea6a-496b-8341-66868745e0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:23Z', 'updated_at': '2022-01-27T21:54:29Z', 'revision_number': 5, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'subnets': [{'id': '65301706-ea6a-496b-8341-66868745e0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:49.266003 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f7cba-0659-4dc7-9d72-ab670a1cdda8 None None] The sync data for ids ['631cb0ff-4770-4616-ae45-9b540f3a8b68'] in n-d-772272-3 is: [{'id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'name': 'tempest-ServersTestFqdnHostnames-102274004-router', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:24Z', 'revision_number': 4, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'gw_port': {'id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'ad1460fb-a7a0-4e2f-9ad9-9abee6534da3', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'port_id': '97fbf67a-7460-4a22-ac9c-b36b1188a907', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db', 'mac_address': 'fa:16:3e:35:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41dbd151-5fe9-4a7b-a973-161fd193d181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:54:30Z', 'updated_at': '2022-01-27T21:54:47Z', 'revision_number': 1, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914370ba-95b2-4890-adf2-37ebce0465c6', 'name': '', 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'mac_address': 'fa:16:3e:9f:eb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '65301706-ea6a-496b-8341-66868745e0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:23Z', 'updated_at': '2022-01-27T21:54:29Z', 'revision_number': 5, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'subnets': [{'id': '65301706-ea6a-496b-8341-66868745e0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:54:49.313554 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43325548-f9fc-482b-9e21-99781f81e954 req-f071349f-2060-4c43-bf66-c9977bdd37f9 service neutron] 10.222.0.15 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646092 Jan 27 21:54:49.335278 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 85814e7d-06ef-44ba-99d9-f779baf564c0 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:54:49.364728 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ee2f0a9-63a7-42be-80e2-cb2fbea4eab1 req-433c0573-5190-49a0-b787-b3d10c067513 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97fbf67a-7460-4a22-ac9c-b36b1188a907 HTTP/1.1" status: 200 len: 999 time: 0.1316092 Jan 27 21:54:49.438549 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 85814e7d-06ef-44ba-99d9-f779baf564c0, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=85814e7d-06ef-44ba-99d9-f779baf564c0,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:49.452016 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '85814e7d-06ef-44ba-99d9-f779baf564c0', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'port_id': '85814e7d-06ef-44ba-99d9-f779baf564c0', 'mac_address': 'fa:16:3e:bf:2d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:54:49.491205 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 85814e7d-06ef-44ba-99d9-f779baf564c0 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:49.491606 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.492607 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d8917-3863-45ae-b06a-6549e4ba2b6e req-69fd42b7-7ce5-467b-a5ea-a2d28a20c7cb tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:49.494866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-793d8917-3863-45ae-b06a-6549e4ba2b6e req-69fd42b7-7ce5-467b-a5ea-a2d28a20c7cb tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9095dca-e94d-42af-a7d4-3b3e2d8ed48f HTTP/1.1" status: 200 len: 948 time: 0.1973658 Jan 27 21:54:49.506394 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85814e7d-06ef-44ba-99d9-f779baf564c0 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:49.514373 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f224a56-f3b3-4b91-89d7-3d4b0d04451f None None] New status for floating IP ad1460fb-a7a0-4e2f-9ad9-9abee6534da3: ACTIVE {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:54:49.514945 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2f0a9-63a7-42be-80e2-cb2fbea4eab1 req-4175e4b6-d248-4f22-a640-8402e0b80ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:49.516439 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ee2f0a9-63a7-42be-80e2-cb2fbea4eab1 req-4175e4b6-d248-4f22-a640-8402e0b80ccf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65301706-ea6a-496b-8341-66868745e0ad HTTP/1.1" status: 200 len: 853 time: 0.1279540 Jan 27 21:54:49.529997 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab63c6-813c-4ce8-9bbc-bea835432052 req-bd22de27-3078-425f-a02a-a6e46b7e5908 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:49.531734 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4ab63c6-813c-4ce8-9bbc-bea835432052 req-bd22de27-3078-425f-a02a-a6e46b7e5908 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 945 time: 0.1912918 Jan 27 21:54:49.566860 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 85814e7d-06ef-44ba-99d9-f779baf564c0, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=85814e7d-06ef-44ba-99d9-f779baf564c0,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:49.572523 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.610302 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43325548-f9fc-482b-9e21-99781f81e954 req-ac2d83f0-c6c7-4797-bf19-1d43cac515f8 service neutron] 10.222.0.15 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687831 Jan 27 21:54:49.648029 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-793d8917-3863-45ae-b06a-6549e4ba2b6e req-44e44b25-1eba-40e3-8818-b22688571896 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452160 Jan 27 21:54:49.666566 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4ab63c6-813c-4ce8-9bbc-bea835432052 req-52784e76-8ed5-45c3-ac0f-43292e68d4bc tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139417 Jan 27 21:54:49.666566 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2f0a9-63a7-42be-80e2-cb2fbea4eab1 req-600524b0-e2d7-47be-bf50-548283b1616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:49.667346 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ee2f0a9-63a7-42be-80e2-cb2fbea4eab1 req-600524b0-e2d7-47be-bf50-548283b1616d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a2a04d7-7fbb-4f50-8814-7954533c84db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330733 Jan 27 21:54:49.669810 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=85814e7d-06ef-44ba-99d9-f779baf564c0,revision_number=11']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:49.803512 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa143f3-0353-462b-beed-74b99ea48134 req-524cf0d6-77b5-4d9f-9a36-58646a768003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:49.805164 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eaa143f3-0353-462b-beed-74b99ea48134 req-524cf0d6-77b5-4d9f-9a36-58646a768003 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4 HTTP/1.1" status: 200 len: 1094 time: 0.1133196 Jan 27 21:54:49.842196 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ee2f0a9-63a7-42be-80e2-cb2fbea4eab1 req-ced17e3f-a4b2-4d1b-91a2-72db9d458d65 service neutron] 10.222.0.15 "GET /v2.0/networks/0a2a04d7-7fbb-4f50-8814-7954533c84db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616571 Jan 27 21:54:50.010406 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa143f3-0353-462b-beed-74b99ea48134 req-7d1ec102-2d9e-4ad0-8798-f0ff6f7abec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:50.011883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eaa143f3-0353-462b-beed-74b99ea48134 req-7d1ec102-2d9e-4ad0-8798-f0ff6f7abec7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 913 time: 0.1933601 Jan 27 21:54:50.027431 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024a9a6-b364-4963-ac57-e927c14e2540 req-45956682-8cd1-4fe6-8d21-565f13bdcaa0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:50.028885 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a024a9a6-b364-4963-ac57-e927c14e2540 req-45956682-8cd1-4fe6-8d21-565f13bdcaa0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.1052504 Jan 27 21:54:50.039889 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ee2f0a9-63a7-42be-80e2-cb2fbea4eab1 req-ca335fb8-c4a9-492d-98e0-1e716ddee25e service neutron] 10.222.0.15 "GET /v2.0/networks/0a2a04d7-7fbb-4f50-8814-7954533c84db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681988 Jan 27 21:54:50.076125 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eaa143f3-0353-462b-beed-74b99ea48134 req-fa13ed0c-2ab5-4118-8574-8e87c590500a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f21b69d-88e6-407f-b41b-42a1408a63e4 HTTP/1.1" status: 200 len: 217 time: 0.0422986 Jan 27 21:54:50.087443 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['85814e7d-06ef-44ba-99d9-f779baf564c0'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:50.178450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a024a9a6-b364-4963-ac57-e927c14e2540 req-615c2713-abf8-423a-82fd-8dde578fbb51 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401110 Jan 27 21:54:50.180778 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa143f3-0353-462b-beed-74b99ea48134 req-c092b9a8-a60e-4750-a792-f57fd12f03b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:50.182214 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eaa143f3-0353-462b-beed-74b99ea48134 req-c092b9a8-a60e-4750-a792-f57fd12f03b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.1006618 Jan 27 21:54:50.231916 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787f591-63a0-44db-8452-1605f4acfe8c req-8100ec7f-1129-4fb0-81b0-8819baa72903 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:50.232907 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d787f591-63a0-44db-8452-1605f4acfe8c req-8100ec7f-1129-4fb0-81b0-8819baa72903 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4 HTTP/1.1" status: 200 len: 943 time: 0.1053693 Jan 27 21:54:50.274164 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa143f3-0353-462b-beed-74b99ea48134 req-9923f9de-82aa-481f-bdad-429080de7acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:50.275671 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eaa143f3-0353-462b-beed-74b99ea48134 req-9923f9de-82aa-481f-bdad-429080de7acd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860400 Jan 27 21:54:50.348822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d787f591-63a0-44db-8452-1605f4acfe8c req-2a711ffe-f17e-4f55-ad1c-0f6f53fb8047 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029482 Jan 27 21:54:50.386402 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eaa143f3-0353-462b-beed-74b99ea48134 req-a05292a8-c0ca-442e-bc81-ea3f05e21b1f service neutron] 10.222.0.15 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008632 Jan 27 21:54:50.472424 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eaa143f3-0353-462b-beed-74b99ea48134 req-b51d61f8-fb83-4e3b-88fa-035f706c2cc8 service neutron] 10.222.0.15 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797265 Jan 27 21:54:50.765397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be4119-6a38-4208-bcda-15657dbe93c3 req-6f34f22f-592f-4e8c-a0ab-211db5a5a03d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:50.767062 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62be4119-6a38-4208-bcda-15657dbe93c3 req-6f34f22f-592f-4e8c-a0ab-211db5a5a03d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9095dca-e94d-42af-a7d4-3b3e2d8ed48f HTTP/1.1" status: 200 len: 948 time: 0.0476463 Jan 27 21:54:50.819459 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62be4119-6a38-4208-bcda-15657dbe93c3 req-e7b90229-11a5-4e7b-83ed-02358c63a584 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463073 Jan 27 21:54:51.006791 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.300996 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4982837-6d8f-43d1-9c62-8462792cb3fe req-23187c9d-cef4-4778-ba4f-5d64dd818b7c tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:51.303182 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4982837-6d8f-43d1-9c62-8462792cb3fe req-23187c9d-cef4-4778-ba4f-5d64dd818b7c tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.0479581 Jan 27 21:54:51.334956 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device c0de80ea-94ec-485d-a233-833f914dc887 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:54:51.355796 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4982837-6d8f-43d1-9c62-8462792cb3fe req-f195dd97-1f31-4f58-b40a-856d7dbd3094 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469320 Jan 27 21:54:51.434392 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port c0de80ea-94ec-485d-a233-833f914dc887, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=c0de80ea-94ec-485d-a233-833f914dc887,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:51.446324 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'c0de80ea-94ec-485d-a233-833f914dc887', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': 'c0de80ea-94ec-485d-a233-833f914dc887', 'mac_address': 'fa:16:3e:04:e8:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:54:51.468849 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d3d7f-adb1-4ab1-8452-55f4cb191633 req-12443a5a-87b1-4a83-b7f6-6a4f65480b17 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:51.470457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-180d3d7f-adb1-4ab1-8452-55f4cb191633 req-12443a5a-87b1-4a83-b7f6-6a4f65480b17 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4 HTTP/1.1" status: 200 len: 943 time: 0.0490048 Jan 27 21:54:51.519705 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-180d3d7f-adb1-4ab1-8452-55f4cb191633 req-c8fa65f3-526d-45ee-8bf9-232fa23c3c5a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435209 Jan 27 21:54:51.624624 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port c0de80ea-94ec-485d-a233-833f914dc887 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:51.625018 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c0de80ea-94ec-485d-a233-833f914dc887), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.637473 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0de80ea-94ec-485d-a233-833f914dc887 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:51.655724 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port c0de80ea-94ec-485d-a233-833f914dc887, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=c0de80ea-94ec-485d-a233-833f914dc887,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:51.659558 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c0de80ea-94ec-485d-a233-833f914dc887), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.660277 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:54:51.724819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7ce58d7e-31ce-4531-9ed1-fce9c4bbb053,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:51.727100 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=c0de80ea-94ec-485d-a233-833f914dc887,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:51.737563 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '7ce58d7e-31ce-4531-9ed1-fce9c4bbb053', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '7ce58d7e-31ce-4531-9ed1-fce9c4bbb053', 'mac_address': 'fa:16:3e:82:9c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:54:51.774666 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:51.775050 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7ce58d7e-31ce-4531-9ed1-fce9c4bbb053), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.787206 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:51.808569 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7ce58d7e-31ce-4531-9ed1-fce9c4bbb053,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:51.811974 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7ce58d7e-31ce-4531-9ed1-fce9c4bbb053), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.859379 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=7ce58d7e-31ce-4531-9ed1-fce9c4bbb053,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:51.946421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b2a5c-f454-4fd1-a8a2-6322e663cf68 req-f327bba4-8848-46cf-a3c3-79595b06eafc tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:51.947886 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-177b2a5c-f454-4fd1-a8a2-6322e663cf68 req-f327bba4-8848-46cf-a3c3-79595b06eafc tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9095dca-e94d-42af-a7d4-3b3e2d8ed48f HTTP/1.1" status: 200 len: 949 time: 0.0528462 Jan 27 21:54:51.993518 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 7f21b69d-88e6-407f-b41b-42a1408a63e4 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:54:52.017866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-177b2a5c-f454-4fd1-a8a2-6322e663cf68 req-b513b10c-32e9-41ca-af42-6666a64bf007 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641553 Jan 27 21:54:52.092983 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 7f21b69d-88e6-407f-b41b-42a1408a63e4, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7f21b69d-88e6-407f-b41b-42a1408a63e4,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:52.107327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '7f21b69d-88e6-407f-b41b-42a1408a63e4', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'port_id': '7f21b69d-88e6-407f-b41b-42a1408a63e4', 'mac_address': 'fa:16:3e:74:b0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:54:52.152693 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 7f21b69d-88e6-407f-b41b-42a1408a63e4 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:52.153087 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7f21b69d-88e6-407f-b41b-42a1408a63e4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:52.165893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f21b69d-88e6-407f-b41b-42a1408a63e4 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:52.185876 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 7f21b69d-88e6-407f-b41b-42a1408a63e4, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7f21b69d-88e6-407f-b41b-42a1408a63e4,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:52.189754 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7f21b69d-88e6-407f-b41b-42a1408a63e4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:52.236998 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=7f21b69d-88e6-407f-b41b-42a1408a63e4,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:52.352697 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['c0de80ea-94ec-485d-a233-833f914dc887'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:52.378455 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['7ce58d7e-31ce-4531-9ed1-fce9c4bbb053'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:52.491399 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320ccb5-88b3-4b30-9ad0-6bfa0be1a541 req-6928a7d3-d89a-4cf2-97aa-1f1e0ea85603 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:52.493101 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b320ccb5-88b3-4b30-9ad0-6bfa0be1a541 req-6928a7d3-d89a-4cf2-97aa-1f1e0ea85603 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.0517457 Jan 27 21:54:52.539343 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b320ccb5-88b3-4b30-9ad0-6bfa0be1a541 req-02e703d6-6369-4e08-a107-93bd4242287d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405273 Jan 27 21:54:52.590639 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['7f21b69d-88e6-407f-b41b-42a1408a63e4'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:52.643943 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe4b99-d2b6-4ed8-a612-4aae560da5f9 req-5e6a8e2e-0d84-45fd-a8c6-720a374bbbfc tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:52.645443 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3fe4b99-d2b6-4ed8-a612-4aae560da5f9 req-5e6a8e2e-0d84-45fd-a8c6-720a374bbbfc tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4 HTTP/1.1" status: 200 len: 944 time: 0.0483041 Jan 27 21:54:52.702166 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3fe4b99-d2b6-4ed8-a612-4aae560da5f9 req-3a11155e-e78f-475e-ad76-e0fa5f72a39a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500374 Jan 27 21:54:53.134786 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45ea48-fb60-4577-9ae1-8a41c14b8514 req-3c9af3ca-70d2-4d82-8ada-9fa0b40739a7 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:53.136325 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e45ea48-fb60-4577-9ae1-8a41c14b8514 req-3c9af3ca-70d2-4d82-8ada-9fa0b40739a7 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9095dca-e94d-42af-a7d4-3b3e2d8ed48f HTTP/1.1" status: 200 len: 949 time: 0.0481079 Jan 27 21:54:53.181493 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e45ea48-fb60-4577-9ae1-8a41c14b8514 req-ac178c0e-00de-4ad6-a1e7-9e5b85b71a09 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397663 Jan 27 21:54:53.340596 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:54:53.344571 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 85814e7d-06ef-44ba-99d9-f779baf564c0 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:53.459286 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 85814e7d-06ef-44ba-99d9-f779baf564c0 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:54:53.468837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 85814e7d-06ef-44ba-99d9-f779baf564c0 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:53.469221 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:53.500988 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:53.522136 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e', 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350', 'port_id': '899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e', 'mac_address': 'fa:16:3e:eb:f9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c04e36a-ac28-4796-9e9d-94f1aca319f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:54:53.594678 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e is: ACTIVE; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:53.595076 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:53.610086 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 85814e7d-06ef-44ba-99d9-f779baf564c0 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:53.610483 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:53.616061 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:53.650612 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:53.655499 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df077025-7bdd-4224-9eaa-c9077ee12682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85814e7d-06ef-44ba-99d9-f779baf564c0'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:53.657772 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49db3182-d900-4a37-9d4e-3661b0324f5d" -d '{"events": [{"server_uuid": "df077025-7bdd-4224-9eaa-c9077ee12682", "name": "network-vif-plugged", "status": "completed", "tag": "85814e7d-06ef-44ba-99d9-f779baf564c0"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:53.662470 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:53.668428 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9743cb-e7a1-4e19-a794-2a25562b8486 req-02a74d90-528b-4ec5-bf5d-884a454038cf tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:53.670656 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a9743cb-e7a1-4e19-a794-2a25562b8486 req-02a74d90-528b-4ec5-bf5d-884a454038cf tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 945 time: 0.0502486 Jan 27 21:54:53.673912 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 85814e7d-06ef-44ba-99d9-f779baf564c0, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=85814e7d-06ef-44ba-99d9-f779baf564c0,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:53.693665 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:53.700477 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca66247-2a14-400c-80e8-e91ab6c96b01 x-openstack-request-id: req-cca66247-2a14-400c-80e8-e91ab6c96b01 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:53.700776 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df077025-7bdd-4224-9eaa-c9077ee12682", "name": "network-vif-plugged", "status": "completed", "tag": "85814e7d-06ef-44ba-99d9-f779baf564c0", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:53.701039 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cca66247-2a14-400c-80e8-e91ab6c96b01 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:53.701445 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df077025-7bdd-4224-9eaa-c9077ee12682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85814e7d-06ef-44ba-99d9-f779baf564c0', 'code': 200} Jan 27 21:54:53.723489 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:53.724638 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a9743cb-e7a1-4e19-a794-2a25562b8486 req-4bff0606-c4b9-4811-b6e6-d7ecabd40735 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458488 Jan 27 21:54:53.782436 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=85814e7d-06ef-44ba-99d9-f779baf564c0,revision_number=12']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:53.829366 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a14f19-83cf-4c4e-a584-1d56bd24a111 req-941167c1-3819-4430-9ff7-ac9cc2625c77 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:53.830827 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29a14f19-83cf-4c4e-a584-1d56bd24a111 req-941167c1-3819-4430-9ff7-ac9cc2625c77 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4 HTTP/1.1" status: 200 len: 944 time: 0.0558774 Jan 27 21:54:53.901343 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29a14f19-83cf-4c4e-a584-1d56bd24a111 req-ad670b30-f5e9-47ea-b4c6-d185ffb72a6e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644383 Jan 27 21:54:53.910296 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b6181-ad23-4afe-a519-45d607d28c4e req-b3d8a946-d89f-40ad-a102-a2cd734b9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:53.912298 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea9b6181-ad23-4afe-a519-45d607d28c4e req-b3d8a946-d89f-40ad-a102-a2cd734b9565 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 1097 time: 0.0559030 Jan 27 21:54:53.956076 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea9b6181-ad23-4afe-a519-45d607d28c4e req-f48d7763-29fe-40b3-bc78-e56adc365bbc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370870 Jan 27 21:54:53.971326 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:53.998183 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 7f21b69d-88e6-407f-b41b-42a1408a63e4 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:54.083417 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-055ce161-3a45-4c47-acd4-a8f7d1b7bd42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.095945 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 7f21b69d-88e6-407f-b41b-42a1408a63e4 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:54:54.106605 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 7f21b69d-88e6-407f-b41b-42a1408a63e4 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:54.106978 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7f21b69d-88e6-407f-b41b-42a1408a63e4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.236066 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 7f21b69d-88e6-407f-b41b-42a1408a63e4 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:54.236485 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7f21b69d-88e6-407f-b41b-42a1408a63e4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.269009 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 7f21b69d-88e6-407f-b41b-42a1408a63e4, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7f21b69d-88e6-407f-b41b-42a1408a63e4,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:54.273470 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7f21b69d-88e6-407f-b41b-42a1408a63e4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.313513 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e1f2d-83d2-40cb-af9b-c1177a6c3c8c req-d05b5707-c175-41df-89e1-7f1139e748e6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:54.315005 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-845e1f2d-83d2-40cb-af9b-c1177a6c3c8c req-d05b5707-c175-41df-89e1-7f1139e748e6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9095dca-e94d-42af-a7d4-3b3e2d8ed48f HTTP/1.1" status: 200 len: 949 time: 0.0518072 Jan 27 21:54:54.321481 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=7f21b69d-88e6-407f-b41b-42a1408a63e4,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:54.361932 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-845e1f2d-83d2-40cb-af9b-c1177a6c3c8c req-4876736d-6f2c-48df-aad4-7d2f4f3b6cdd tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410650 Jan 27 21:54:54.873848 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f2976-3b61-4323-a614-a507bcf96bcf req-6ddbe5b4-e7fb-418c-bdbc-03ebf6d48293 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:54.875325 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-601f2976-3b61-4323-a614-a507bcf96bcf req-6ddbe5b4-e7fb-418c-bdbc-03ebf6d48293 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 946 time: 0.0471768 Jan 27 21:54:54.920781 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-601f2976-3b61-4323-a614-a507bcf96bcf req-e86eb4ba-1a54-46df-bb90-0a2c67f879ab tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400455 Jan 27 21:54:55.017044 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510b125-1146-4028-94b9-a21bc8acf2b0 req-14c98177-1641-4334-b5b1-ca94971d317a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:55.018521 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3510b125-1146-4028-94b9-a21bc8acf2b0 req-14c98177-1641-4334-b5b1-ca94971d317a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4 HTTP/1.1" status: 200 len: 945 time: 0.0481288 Jan 27 21:54:55.068065 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3510b125-1146-4028-94b9-a21bc8acf2b0 req-fa0b587d-f550-4824-a36d-c70e702ef1f7 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435231 Jan 27 21:54:55.350576 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device c0de80ea-94ec-485d-a233-833f914dc887 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:55.401547 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port c0de80ea-94ec-485d-a233-833f914dc887 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:54:55.405420 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port c0de80ea-94ec-485d-a233-833f914dc887 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:55.405867 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c0de80ea-94ec-485d-a233-833f914dc887), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:55.478490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2491c2f-6bec-4988-97af-f7ce9fa6872e req-96fdd25b-b37b-4f3a-8a26-563de58a9b8f tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:55.479968 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2491c2f-6bec-4988-97af-f7ce9fa6872e req-96fdd25b-b37b-4f3a-8a26-563de58a9b8f tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9095dca-e94d-42af-a7d4-3b3e2d8ed48f HTTP/1.1" status: 200 len: 949 time: 0.0475636 Jan 27 21:54:55.483158 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port c0de80ea-94ec-485d-a233-833f914dc887 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:55.483557 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c0de80ea-94ec-485d-a233-833f914dc887), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:55.516455 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port c0de80ea-94ec-485d-a233-833f914dc887, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=c0de80ea-94ec-485d-a233-833f914dc887,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:55.521066 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c0de80ea-94ec-485d-a233-833f914dc887), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:55.521837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:55.529382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2491c2f-6bec-4988-97af-f7ce9fa6872e req-66a12b7a-e7f9-4ad3-b61e-c8bfcf3339db tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437291 Jan 27 21:54:55.601508 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=c0de80ea-94ec-485d-a233-833f914dc887,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:55.613635 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:55.614008 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:55.703875 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f21b69d-88e6-407f-b41b-42a1408a63e4'}, {'server_uuid': '10d56eeb-1eaa-4446-8802-a6f21fca30bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0de80ea-94ec-485d-a233-833f914dc887'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:55.706127 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35d1181-8ea0-4e6c-b1fa-c39a031ffb76" -d '{"events": [{"server_uuid": "8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4", "name": "network-vif-plugged", "status": "completed", "tag": "7f21b69d-88e6-407f-b41b-42a1408a63e4"}, {"server_uuid": "10d56eeb-1eaa-4446-8802-a6f21fca30bb", "name": "network-vif-plugged", "status": "completed", "tag": "c0de80ea-94ec-485d-a233-833f914dc887"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:55.710422 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:55.710888 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:55.747419 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:55.749927 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a666506-add1-4912-b69d-5b5467fbe1e7 x-openstack-request-id: req-0a666506-add1-4912-b69d-5b5467fbe1e7 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:55.750166 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4", "name": "network-vif-plugged", "status": "completed", "tag": "7f21b69d-88e6-407f-b41b-42a1408a63e4", "code": 200}, {"server_uuid": "10d56eeb-1eaa-4446-8802-a6f21fca30bb", "name": "network-vif-plugged", "status": "completed", "tag": "c0de80ea-94ec-485d-a233-833f914dc887", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:55.750441 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a666506-add1-4912-b69d-5b5467fbe1e7 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:55.750870 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f21b69d-88e6-407f-b41b-42a1408a63e4', 'code': 200} Jan 27 21:54:55.751134 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d56eeb-1eaa-4446-8802-a6f21fca30bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0de80ea-94ec-485d-a233-833f914dc887', 'code': 200} Jan 27 21:54:55.752298 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:55.753109 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:55.829572 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:55.844697 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:54:55.848538 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:55.848920 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7ce58d7e-31ce-4531-9ed1-fce9c4bbb053), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:55.874209 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec63e2d-5933-4372-8ed5-7783e19137b4 req-6d808b1b-d18f-4af9-95a0-11b7be62e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:55.875611 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2ec63e2d-5933-4372-8ed5-7783e19137b4 req-6d808b1b-d18f-4af9-95a0-11b7be62e52c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4 HTTP/1.1" status: 200 len: 1096 time: 0.0712142 Jan 27 21:54:55.884559 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d9324-9813-48d9-9c0d-cce54e3cbabf req-1693a4f1-e437-442e-b2ff-d3ce4c7a8dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:55.885951 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2d3d9324-9813-48d9-9c0d-cce54e3cbabf req-1693a4f1-e437-442e-b2ff-d3ce4c7a8dc6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10d56eeb-1eaa-4446-8802-a6f21fca30bb HTTP/1.1" status: 200 len: 1100 time: 0.0560327 Jan 27 21:54:55.932637 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:55.933158 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7ce58d7e-31ce-4531-9ed1-fce9c4bbb053), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:55.953342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2ec63e2d-5933-4372-8ed5-7783e19137b4 req-d7c23301-c24f-4d5e-9758-4f7ca784d789 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664394 Jan 27 21:54:55.957470 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2d3d9324-9813-48d9-9c0d-cce54e3cbabf req-1ed01b72-488f-414f-9938-a8801902e029 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573750 Jan 27 21:54:55.975368 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7ce58d7e-31ce-4531-9ed1-fce9c4bbb053,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:55.980599 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7ce58d7e-31ce-4531-9ed1-fce9c4bbb053), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:56.034586 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=7ce58d7e-31ce-4531-9ed1-fce9c4bbb053,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:56.067300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece06ef-24ee-4072-b483-32734d3d831d req-e2caa698-174e-4848-9a2b-2e8248667822 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:56.068976 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dece06ef-24ee-4072-b483-32734d3d831d req-e2caa698-174e-4848-9a2b-2e8248667822 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 946 time: 0.0577185 Jan 27 21:54:56.119325 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dece06ef-24ee-4072-b483-32734d3d831d req-809301f3-930a-4ed1-8d12-564ebb830e1d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444164 Jan 27 21:54:56.195699 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10bc15-15b4-4d46-90b7-39ae33514cce req-2ae0c57e-8c81-4387-b21d-5e85e6e6e946 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:56.197248 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b10bc15-15b4-4d46-90b7-39ae33514cce req-2ae0c57e-8c81-4387-b21d-5e85e6e6e946 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4 HTTP/1.1" status: 200 len: 945 time: 0.0556929 Jan 27 21:54:56.263757 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b10bc15-15b4-4d46-90b7-39ae33514cce req-2f288cf7-cc3d-4e6e-aac6-2d8312c242c2 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604200 Jan 27 21:54:56.660768 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c88f3-2d66-4c5b-b893-42f2c24e7705 req-87d063e4-eaa7-4fe2-aeb1-b6e9c1779442 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:56.662284 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-707c88f3-2d66-4c5b-b893-42f2c24e7705 req-87d063e4-eaa7-4fe2-aeb1-b6e9c1779442 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9095dca-e94d-42af-a7d4-3b3e2d8ed48f HTTP/1.1" status: 200 len: 950 time: 0.0582254 Jan 27 21:54:56.666570 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-62479377-191f-429b-ade6-58200e76c6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:56.720357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-707c88f3-2d66-4c5b-b893-42f2c24e7705 req-6f9f6f1d-47e6-4133-a70a-eeb80c2788cd tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491133 Jan 27 21:54:57.243292 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78948097-0575-4cc5-8231-67c4632d8aad req-cf97f081-a960-4387-8e70-7a9995af3890 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:57.245382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-78948097-0575-4cc5-8231-67c4632d8aad req-cf97f081-a960-4387-8e70-7a9995af3890 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 946 time: 0.0496557 Jan 27 21:54:57.300942 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-78948097-0575-4cc5-8231-67c4632d8aad req-77889e67-0025-42e6-89e2-58b1d2400af1 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459950 Jan 27 21:54:57.394872 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93b421-18d9-4dcb-bc1b-dfc2721a91b5 req-7413899d-006b-41a7-8357-72841776987c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:57.397994 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b93b421-18d9-4dcb-bc1b-dfc2721a91b5 req-7413899d-006b-41a7-8357-72841776987c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4 HTTP/1.1" status: 200 len: 945 time: 0.0548141 Jan 27 21:54:57.424016 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:57.451645 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b93b421-18d9-4dcb-bc1b-dfc2721a91b5 req-63aaba8b-5469-4f5b-a7bc-75a91b68c7fd tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488937 Jan 27 21:54:57.752616 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e'}, {'server_uuid': 'a9095dca-e94d-42af-a7d4-3b3e2d8ed48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce58d7e-31ce-4531-9ed1-fce9c4bbb053'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:57.756415 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882e768d-1220-4998-962d-22729994430f" -d '{"events": [{"server_uuid": "ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb", "name": "network-vif-plugged", "status": "completed", "tag": "899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e"}, {"server_uuid": "a9095dca-e94d-42af-a7d4-3b3e2d8ed48f", "name": "network-vif-plugged", "status": "completed", "tag": "7ce58d7e-31ce-4531-9ed1-fce9c4bbb053"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:57.824210 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb931d1a-def2-46bb-88c1-37867ff10d0a x-openstack-request-id: req-eb931d1a-def2-46bb-88c1-37867ff10d0a {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:57.824602 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb", "name": "network-vif-plugged", "status": "completed", "tag": "899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e", "code": 200}, {"server_uuid": "a9095dca-e94d-42af-a7d4-3b3e2d8ed48f", "name": "network-vif-plugged", "status": "completed", "tag": "7ce58d7e-31ce-4531-9ed1-fce9c4bbb053", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:57.825159 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb931d1a-def2-46bb-88c1-37867ff10d0a {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:57.825639 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e', 'code': 200} Jan 27 21:54:57.825904 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9095dca-e94d-42af-a7d4-3b3e2d8ed48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce58d7e-31ce-4531-9ed1-fce9c4bbb053', 'code': 200} Jan 27 21:54:57.869916 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f3440-b514-4a43-b5a6-97cf8aec7290 req-692a9962-0748-48e8-a8e9-2132d9fdfee3 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:57.871389 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f1f3440-b514-4a43-b5a6-97cf8aec7290 req-692a9962-0748-48e8-a8e9-2132d9fdfee3 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9095dca-e94d-42af-a7d4-3b3e2d8ed48f HTTP/1.1" status: 200 len: 950 time: 0.0640252 Jan 27 21:54:57.960186 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f1f3440-b514-4a43-b5a6-97cf8aec7290 req-f959c3ce-e565-47a9-8547-26b46a278ecc tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755179 Jan 27 21:54:57.970189 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6fe72-4eb8-4cf3-9df9-82ad1d3b15fb req-225bae0a-eb23-4b4c-906a-b1254e366e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:57.971724 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44a6fe72-4eb8-4cf3-9df9-82ad1d3b15fb req-225bae0a-eb23-4b4c-906a-b1254e366e12 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a9095dca-e94d-42af-a7d4-3b3e2d8ed48f HTTP/1.1" status: 200 len: 1101 time: 0.0576656 Jan 27 21:54:58.346271 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44a6fe72-4eb8-4cf3-9df9-82ad1d3b15fb req-c5790043-d235-4f03-9fce-1c5b63c60274 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668466 Jan 27 21:54:58.792373 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:59.076561 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7176400-4d6c-4ba2-8694-6474d6a076eb req-3b34b719-c483-46f7-aad4-6339866cb220 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:59.077937 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7176400-4d6c-4ba2-8694-6474d6a076eb req-3b34b719-c483-46f7-aad4-6339866cb220 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9095dca-e94d-42af-a7d4-3b3e2d8ed48f HTTP/1.1" status: 200 len: 950 time: 0.0500712 Jan 27 21:54:59.123950 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7176400-4d6c-4ba2-8694-6474d6a076eb req-7e9b2013-c82d-45e8-88c1-4c998431c5fa tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405045 Jan 27 21:55:00.252963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82802de6-2f11-4cb0-9ac8-a2e95f3119f5 req-5e2f143e-45cb-4666-aafa-cf8d58011263 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:00.255356 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82802de6-2f11-4cb0-9ac8-a2e95f3119f5 req-5e2f143e-45cb-4666-aafa-cf8d58011263 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9095dca-e94d-42af-a7d4-3b3e2d8ed48f HTTP/1.1" status: 200 len: 950 time: 0.0618265 Jan 27 21:55:00.270647 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:00.321049 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82802de6-2f11-4cb0-9ac8-a2e95f3119f5 req-9802a9cc-1841-4cd6-9c2f-b02a903c6817 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596120 Jan 27 21:55:01.455385 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651d8e7-22e4-45d9-99d5-79c41a0ac837 req-467b1520-a457-437d-b6ad-24fa4edf538e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:01.463512 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e651d8e7-22e4-45d9-99d5-79c41a0ac837 req-467b1520-a457-437d-b6ad-24fa4edf538e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9095dca-e94d-42af-a7d4-3b3e2d8ed48f HTTP/1.1" status: 200 len: 950 time: 0.0640481 Jan 27 21:55:01.529067 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e651d8e7-22e4-45d9-99d5-79c41a0ac837 req-6f8d9441-d963-435f-afb6-9a5f8f482d7e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643501 Jan 27 21:55:01.659856 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1946bcd-3cef-417b-aea8-5abbb5911dd3 req-0c78cf66-9693-4d6a-8e14-69f605008ada tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:01.661374 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1946bcd-3cef-417b-aea8-5abbb5911dd3 req-0c78cf66-9693-4d6a-8e14-69f605008ada tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=10d56eeb-1eaa-4446-8802-a6f21fca30bb HTTP/1.1" status: 200 len: 949 time: 0.0562077 Jan 27 21:55:01.721372 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1946bcd-3cef-417b-aea8-5abbb5911dd3 req-bebd3b98-0d6c-42b6-be01-4804e6952079 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525703 Jan 27 21:55:02.112526 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e0bd3-6b61-48ec-b950-85edd1de1454 req-0b7e3694-212b-402c-931f-166c364c61af tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:02.118273 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e0bd3-6b61-48ec-b950-85edd1de1454 req-0b7e3694-212b-402c-931f-166c364c61af tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:02.119905 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-897e0bd3-6b61-48ec-b950-85edd1de1454 req-0b7e3694-212b-402c-931f-166c364c61af tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=10d56eeb-1eaa-4446-8802-a6f21fca30bb&device_id=a9095dca-e94d-42af-a7d4-3b3e2d8ed48f HTTP/1.1" status: 200 len: 1690 time: 0.0844424 Jan 27 21:55:02.178320 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-897e0bd3-6b61-48ec-b950-85edd1de1454 req-1c727c6b-0089-4efd-a97d-ff948dd1eefa tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517554 Jan 27 21:55:02.376117 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996c639-7838-45d2-b6e2-1061a5305cf7 req-8479603b-3e6d-4ae7-8f60-462ae37a02ab tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:02.377728 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1996c639-7838-45d2-b6e2-1061a5305cf7 req-8479603b-3e6d-4ae7-8f60-462ae37a02ab tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=10d56eeb-1eaa-4446-8802-a6f21fca30bb HTTP/1.1" status: 200 len: 1100 time: 0.0498002 Jan 27 21:55:02.426500 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1996c639-7838-45d2-b6e2-1061a5305cf7 req-381de025-5fe2-42bb-9701-c68ed9dfc1fd tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419962 Jan 27 21:55:02.542632 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d61830-5a33-4ddf-816c-bd4fc4a3ac82 req-de5ccc3d-fee2-493f-a895-9dd7028936df tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:02.544917 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8d61830-5a33-4ddf-816c-bd4fc4a3ac82 req-de5ccc3d-fee2-493f-a895-9dd7028936df tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a9095dca-e94d-42af-a7d4-3b3e2d8ed48f HTTP/1.1" status: 200 len: 1101 time: 0.0462546 Jan 27 21:55:02.603736 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8d61830-5a33-4ddf-816c-bd4fc4a3ac82 req-a9408513-8aec-4853-b1e4-ee833ce7dbb2 tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513387 Jan 27 21:55:03.895221 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-06578801-407d-4a69-81ab-5894405d764f tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1dce6bc3826544b6bb68765bffe8a670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313237 Jan 27 21:55:04.002840 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-70b255f5-e415-46ab-9d0d-d9b032344905 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:04.004414 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-70b255f5-e415-46ab-9d0d-d9b032344905 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1084185 Jan 27 21:55:04.019621 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-a73e9675-2a76-41c3-8c8c-d00e15caec4c tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/quotas/1dce6bc3826544b6bb68765bffe8a670 HTTP/1.1" status: 200 len: 375 time: 0.0093775 Jan 27 21:55:04.085032 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-f6367555-fb69-4ce6-8d47-dec76b1e4b36 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1dce6bc3826544b6bb68765bffe8a670&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0581956 Jan 27 21:55:04.851893 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a750c3a-6613-41ed-90ab-dde4dbf962b8 req-81f0957a-f657-4c33-b2c2-1f6b7d26cf08 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8b32bb-df6d-41ce-a31f-64890b92cf8a HTTP/1.1" status: 200 len: 210 time: 0.0500352 Jan 27 21:55:06.021075 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a293fe57-1e03-4f9b-97a9-850e697d1d45 req-27f660d4-e733-4309-aee3-bd879f7ab781 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8b32bb-df6d-41ce-a31f-64890b92cf8a HTTP/1.1" status: 200 len: 210 time: 0.0871770 Jan 27 21:55:06.071075 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-4d4a557f-1c67-4c0b-85ea-bf17432dc76c tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1dce6bc3826544b6bb68765bffe8a670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280871 Jan 27 21:55:06.236774 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-6ce061c8-e6cf-4999-8a6d-5dd03b10401d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:06.238680 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-6ce061c8-e6cf-4999-8a6d-5dd03b10401d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1462905 Jan 27 21:55:06.263947 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Request body: {'port': {'device_id': 'de8b32bb-df6d-41ce-a31f-64890b92cf8a', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '1dce6bc3826544b6bb68765bffe8a670'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:06.463037 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-9583a50a-cac7-4595-a875-31ac62b96c33 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1dce6bc3826544b6bb68765bffe8a670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463121 Jan 27 21:55:06.494143 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Made reservation on behalf of 1dce6bc3826544b6bb68765bffe8a670 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:06.497675 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:06.722855 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-0a900c5b-2a32-41db-b561-5b813b0cc79a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:06.724699 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-0a900c5b-2a32-41db-b561-5b813b0cc79a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2520530 Jan 27 21:55:06.746755 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-736e9324-dff5-4de2-837b-1569c9a0ab07 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Request body: {'port': {'device_id': '4c625502-caea-42b9-afac-4d097f68d381', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '1dce6bc3826544b6bb68765bffe8a670'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:06.779832 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Allocated IP 192.168.233.247 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/4a005e0e-0310-4c96-9222-a8a178e25bb6) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:06.994516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-736e9324-dff5-4de2-837b-1569c9a0ab07 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Made reservation on behalf of 1dce6bc3826544b6bb68765bffe8a670 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:06.998689 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-736e9324-dff5-4de2-837b-1569c9a0ab07 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.106969 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks [] for port (4a005e0e-0310-4c96-9222-a8a178e25bb6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.155744 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09f6f9b0-8077-44cb-953d-64e2de0b38f7 req-a2254e53-06ad-432b-92cb-850fade86940 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8b32bb-df6d-41ce-a31f-64890b92cf8a HTTP/1.1" status: 200 len: 210 time: 0.0379784 Jan 27 21:55:07.187095 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (4a005e0e-0310-4c96-9222-a8a178e25bb6), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.202728 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f478ebb5-8e47-446e-8bb1-6fe6fc3932d8'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:07.236863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['c0de80ea-94ec-485d-a233-833f914dc887', '7ce58d7e-31ce-4531-9ed1-fce9c4bbb053'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:07.280366 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:07.294771 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:07.305075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-736e9324-dff5-4de2-837b-1569c9a0ab07 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Allocated IP 192.168.233.196 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/0da35c75-b4d2-44f9-ac18-e8f940c3eb45) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:07.307227 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:07.339006 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Pushing event updated for resources: {'Port': ['ID=4a005e0e-0310-4c96-9222-a8a178e25bb6,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:07.364213 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:07.364606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:07.364957 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:07.365290 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:07.365748 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:07.366242 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:07.366737 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:07.367151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:07.367583 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:07.367930 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:07.368300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:07.368629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:07.368947 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:07.600609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:07.601637 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.625183 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8a113b7f-39fb-40c0-9ab3-43ce8e49aa14 None None] Provisioning complete for port 4a005e0e-0310-4c96-9222-a8a178e25bb6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:07.625560 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8a113b7f-39fb-40c0-9ab3-43ce8e49aa14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4a005e0e-0310-4c96-9222-a8a178e25bb6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.635939 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-de7a575b-7f47-4ff2-814a-349f4d9e653a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3764949 Jan 27 21:55:07.651215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] Request body: {'port': {'device_id': 'de8b32bb-df6d-41ce-a31f-64890b92cf8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:07.690606 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8a113b7f-39fb-40c0-9ab3-43ce8e49aa14 None None] Port 4a005e0e-0310-4c96-9222-a8a178e25bb6 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:55:07.716798 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4a005e0e-0310-4c96-9222-a8a178e25bb6), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.774372 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-736e9324-dff5-4de2-837b-1569c9a0ab07 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks [] for port (0da35c75-b4d2-44f9-ac18-e8f940c3eb45), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.892944 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-736e9324-dff5-4de2-837b-1569c9a0ab07 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0da35c75-b4d2-44f9-ac18-e8f940c3eb45), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.905941 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f478ebb5-8e47-446e-8bb1-6fe6fc3932d8'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:07.940905 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['c0de80ea-94ec-485d-a233-833f914dc887', '7ce58d7e-31ce-4531-9ed1-fce9c4bbb053'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:07.983640 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-736e9324-dff5-4de2-837b-1569c9a0ab07 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:07.989859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-736e9324-dff5-4de2-837b-1569c9a0ab07 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:07.999887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-736e9324-dff5-4de2-837b-1569c9a0ab07 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:08.044318 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e9324-dff5-4de2-837b-1569c9a0ab07 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Pushing event updated for resources: {'Port': ['ID=0da35c75-b4d2-44f9-ac18-e8f940c3eb45,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:08.061881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-736e9324-dff5-4de2-837b-1569c9a0ab07 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:08.062525 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-736e9324-dff5-4de2-837b-1569c9a0ab07 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:08.098218 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-736e9324-dff5-4de2-837b-1569c9a0ab07 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3567197 Jan 27 21:55:08.135483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] Request body: {'port': {'device_id': '4c625502-caea-42b9-afac-4d097f68d381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:08.368805 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0da35c75-b4d2-44f9-ac18-e8f940c3eb45), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:08.469093 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbaa98-2323-4ca9-890f-b818aa682467 req-b1e59ee6-8f1a-4ff9-860e-b902787650ab tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:08.477033 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00fbaa98-2323-4ca9-890f-b818aa682467 req-b1e59ee6-8f1a-4ff9-860e-b902787650ab tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8b32bb-df6d-41ce-a31f-64890b92cf8a HTTP/1.1" status: 200 len: 936 time: 0.1741130 Jan 27 21:55:08.497108 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a005e0e-0310-4c96-9222-a8a178e25bb6 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:08.513696 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] Publish callbacks [] for port (4a005e0e-0310-4c96-9222-a8a178e25bb6), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:08.524272 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-09e15eaf-5fd4-426d-906a-622f6781ae93 None None] Provisioning complete for port 0da35c75-b4d2-44f9-ac18-e8f940c3eb45 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:08.525653 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-09e15eaf-5fd4-426d-906a-622f6781ae93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0da35c75-b4d2-44f9-ac18-e8f940c3eb45), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:08.605731 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-09e15eaf-5fd4-426d-906a-622f6781ae93 None None] Port 0da35c75-b4d2-44f9-ac18-e8f940c3eb45 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:55:08.638192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] Transition to ACTIVE for port object 4a005e0e-0310-4c96-9222-a8a178e25bb6 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:55:08.651675 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (4a005e0e-0310-4c96-9222-a8a178e25bb6), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:08.727657 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00fbaa98-2323-4ca9-890f-b818aa682467 req-d3acac2f-cad6-4466-837f-1fd145c026d4 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991980 Jan 27 21:55:08.796421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] Pushing event updated for resources: {'Port': ['ID=4a005e0e-0310-4c96-9222-a8a178e25bb6,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:08.913049 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] Attempting to bind port 4a005e0e-0310-4c96-9222-a8a178e25bb6 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:55:08.913314 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] Attempting to bind port 4a005e0e-0310-4c96-9222-a8a178e25bb6 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:55:08.913838 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] Attempting to bind port 4a005e0e-0310-4c96-9222-a8a178e25bb6 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:08.925634 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] Port 4a005e0e-0310-4c96-9222-a8a178e25bb6 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:55:08.925996 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] Attempting to bind port 4a005e0e-0310-4c96-9222-a8a178e25bb6 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:08.949682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:55:08.950296 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:55:08.950703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:55:08.951959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] Bound port: 4a005e0e-0310-4c96-9222-a8a178e25bb6, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:55:08.952228 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4a005e0e-0310-4c96-9222-a8a178e25bb6), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:09.036296 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da35c75-b4d2-44f9-ac18-e8f940c3eb45 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:09.050420 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] Publish callbacks [] for port (0da35c75-b4d2-44f9-ac18-e8f940c3eb45), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:09.083986 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] Transition to ACTIVE for port object 0da35c75-b4d2-44f9-ac18-e8f940c3eb45 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:55:09.090475 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] For port 4a005e0e-0310-4c96-9222-a8a178e25bb6, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:55:09.094819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] For port 4a005e0e-0310-4c96-9222-a8a178e25bb6, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=4a005e0e-0310-4c96-9222-a8a178e25bb6,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:55:09.095972 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (0da35c75-b4d2-44f9-ac18-e8f940c3eb45), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:09.102209 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (4a005e0e-0310-4c96-9222-a8a178e25bb6), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:09.145166 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:09.146377 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:09.147735 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] 10.222.0.15 "PUT /v2.0/ports/4a005e0e-0310-4c96-9222-a8a178e25bb6 HTTP/1.1" status: 200 len: 1096 time: 1.5007727 Jan 27 21:55:09.148206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8b32bb-df6d-41ce-a31f-64890b92cf8a', 'tag': '4a005e0e-0310-4c96-9222-a8a178e25bb6'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:09.150467 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d815cc3a-2817-4dd5-bd71-d08de143a89e" -d '{"events": [{"name": "network-changed", "server_uuid": "de8b32bb-df6d-41ce-a31f-64890b92cf8a", "tag": "4a005e0e-0310-4c96-9222-a8a178e25bb6"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:09.170941 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=0da35c75-b4d2-44f9-ac18-e8f940c3eb45,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:09.340251 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed16a37-d1ff-4ff8-90a7-fb2f6c1a2f7c x-openstack-request-id: req-aed16a37-d1ff-4ff8-90a7-fb2f6c1a2f7c {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:09.340567 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8b32bb-df6d-41ce-a31f-64890b92cf8a", "tag": "4a005e0e-0310-4c96-9222-a8a178e25bb6", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:09.342235 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aed16a37-d1ff-4ff8-90a7-fb2f6c1a2f7c {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:09.342646 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8b32bb-df6d-41ce-a31f-64890b92cf8a', 'tag': '4a005e0e-0310-4c96-9222-a8a178e25bb6', 'status': 'completed', 'code': 200} Jan 27 21:55:09.396127 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b67a68-c348-4679-9366-76383f0b77ca service neutron] Pushing event updated for resources: {'Port': ['ID=4a005e0e-0310-4c96-9222-a8a178e25bb6,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:09.421421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-73968082-15c8-46d4-9796-6cdb016ee2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:09.422887 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-73968082-15c8-46d4-9796-6cdb016ee2bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1dce6bc3826544b6bb68765bffe8a670&device_id=de8b32bb-df6d-41ce-a31f-64890b92cf8a HTTP/1.1" status: 200 len: 1099 time: 0.1906729 Jan 27 21:55:09.424074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] Attempting to bind port 0da35c75-b4d2-44f9-ac18-e8f940c3eb45 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:55:09.424430 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] Attempting to bind port 0da35c75-b4d2-44f9-ac18-e8f940c3eb45 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:55:09.424754 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] Attempting to bind port 0da35c75-b4d2-44f9-ac18-e8f940c3eb45 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:09.429750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] Port 0da35c75-b4d2-44f9-ac18-e8f940c3eb45 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:55:09.430075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] Attempting to bind port 0da35c75-b4d2-44f9-ac18-e8f940c3eb45 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:09.472073 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:55:09.472445 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:55:09.472836 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:55:09.473285 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] Bound port: 0da35c75-b4d2-44f9-ac18-e8f940c3eb45, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:55:09.473673 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0da35c75-b4d2-44f9-ac18-e8f940c3eb45), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:09.477223 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-80aaeefe-01c9-492a-ab73-88b63cf05fc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=4a005e0e-0310-4c96-9222-a8a178e25bb6 HTTP/1.1" status: 200 len: 217 time: 0.0449126 Jan 27 21:55:09.598428 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-a13ad361-9958-484d-9208-0b20e59ba6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:09.600235 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-a13ad361-9958-484d-9208-0b20e59ba6c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1119137 Jan 27 21:55:09.666315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] For port 0da35c75-b4d2-44f9-ac18-e8f940c3eb45, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:55:09.685219 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] For port 0da35c75-b4d2-44f9-ac18-e8f940c3eb45, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=0da35c75-b4d2-44f9-ac18-e8f940c3eb45,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:55:09.689075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-dfd38a6a-1b30-4657-bbce-7a88bba9aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:09.690822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-dfd38a6a-1b30-4657-bbce-7a88bba9aa53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0785422 Jan 27 21:55:09.692452 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (0da35c75-b4d2-44f9-ac18-e8f940c3eb45), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:09.837493 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:09.838116 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:09.839900 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] 10.222.0.21 "PUT /v2.0/ports/0da35c75-b4d2-44f9-ac18-e8f940c3eb45 HTTP/1.1" status: 200 len: 1096 time: 1.7168415 Jan 27 21:55:09.916272 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0a1d5-73c4-4127-a8d2-60bb52cd3bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=0da35c75-b4d2-44f9-ac18-e8f940c3eb45,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:09.979472 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-2feacb6b-3721-4845-8599-cbf3eef2794f service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712395 Jan 27 21:55:10.013141 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ee827-0140-400d-9f8b-3d75bdf6fc84 req-af4771c5-0411-44c8-9c52-61eaa935d30a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:10.020379 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e37ee827-0140-400d-9f8b-3d75bdf6fc84 req-af4771c5-0411-44c8-9c52-61eaa935d30a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8b32bb-df6d-41ce-a31f-64890b92cf8a HTTP/1.1" status: 200 len: 948 time: 0.1313102 Jan 27 21:55:10.038976 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-57e9bf45-538e-4018-8751-c8ce5047e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:10.040630 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-57e9bf45-538e-4018-8751-c8ce5047e459 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dce6bc3826544b6bb68765bffe8a670&device_id=4c625502-caea-42b9-afac-4d097f68d381 HTTP/1.1" status: 200 len: 1099 time: 0.1423581 Jan 27 21:55:10.132094 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-8161697e-aafd-4ee8-8ae4-495c66b50446 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=0da35c75-b4d2-44f9-ac18-e8f940c3eb45 HTTP/1.1" status: 200 len: 217 time: 0.0517826 Jan 27 21:55:10.189630 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e37ee827-0140-400d-9f8b-3d75bdf6fc84 req-f566521d-3d91-4481-a01a-c12c0a4acdcc tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676507 Jan 27 21:55:10.218718 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-b734d192-3cd8-41b6-b58a-e27507cdbdcf service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255557 Jan 27 21:55:10.230948 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-408d4431-b9a5-4592-b7b8-27e6d5d49ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:10.233029 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-408d4431-b9a5-4592-b7b8-27e6d5d49ceb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0891967 Jan 27 21:55:10.322586 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-00864bb4-f425-46fe-b2c3-42759e8a405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:10.324289 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-00864bb4-f425-46fe-b2c3-42759e8a405c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0769336 Jan 27 21:55:10.335040 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815cc3a-2817-4dd5-bd71-d08de143a89e req-d5d367d5-d10a-4ae1-9ed4-a9ca75c00368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:10.336847 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d815cc3a-2817-4dd5-bd71-d08de143a89e req-d5d367d5-d10a-4ae1-9ed4-a9ca75c00368 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1dce6bc3826544b6bb68765bffe8a670&device_id=de8b32bb-df6d-41ce-a31f-64890b92cf8a HTTP/1.1" status: 200 len: 1099 time: 0.0543568 Jan 27 21:55:10.477629 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-fa08c00b-27a9-45d0-b337-20e51f37d058 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397715 Jan 27 21:55:10.619447 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31a2d3d-e993-4670-881d-b7005190e6c6 req-6214015c-aa9a-4eae-b96c-9e62eea08cb7 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280434 Jan 27 21:55:10.622692 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815cc3a-2817-4dd5-bd71-d08de143a89e req-61a6e104-d7ca-492d-b12f-911a882c7f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:10.622692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d815cc3a-2817-4dd5-bd71-d08de143a89e req-61a6e104-d7ca-492d-b12f-911a882c7f24 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.2771747 Jan 27 21:55:10.683531 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d815cc3a-2817-4dd5-bd71-d08de143a89e req-fc760488-5bbb-45f1-9156-e532058cb893 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=4a005e0e-0310-4c96-9222-a8a178e25bb6 HTTP/1.1" status: 200 len: 217 time: 0.0481155 Jan 27 21:55:10.748439 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815cc3a-2817-4dd5-bd71-d08de143a89e req-116d0312-f7de-4a9f-a80b-9188e111d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:10.750185 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d815cc3a-2817-4dd5-bd71-d08de143a89e req-116d0312-f7de-4a9f-a80b-9188e111d9bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0555992 Jan 27 21:55:10.804594 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815cc3a-2817-4dd5-bd71-d08de143a89e req-18c9f010-3da3-4599-b8de-044be22dcaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:10.806336 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d815cc3a-2817-4dd5-bd71-d08de143a89e req-18c9f010-3da3-4599-b8de-044be22dcaaf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0459733 Jan 27 21:55:10.926617 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d815cc3a-2817-4dd5-bd71-d08de143a89e req-ec1e1cf4-2c89-43b3-9cb6-b0783f4dfa1b service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111739 Jan 27 21:55:11.044943 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d815cc3a-2817-4dd5-bd71-d08de143a89e req-2c734901-d601-466b-bcc1-ad31de710f3f service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034117 Jan 27 21:55:11.345022 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8552c73-99c7-4d6b-8a85-1a7b30146aca req-8a48c27a-0c7a-492c-95f5-2ce2713357d0 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:11.346547 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8552c73-99c7-4d6b-8a85-1a7b30146aca req-8a48c27a-0c7a-492c-95f5-2ce2713357d0 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8b32bb-df6d-41ce-a31f-64890b92cf8a HTTP/1.1" status: 200 len: 948 time: 0.0619931 Jan 27 21:55:11.347017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c625502-caea-42b9-afac-4d097f68d381', 'tag': '0da35c75-b4d2-44f9-ac18-e8f940c3eb45'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:11.349321 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab928cb-8acd-4c3c-8dc0-b28b082bf34a" -d '{"events": [{"name": "network-changed", "server_uuid": "4c625502-caea-42b9-afac-4d097f68d381", "tag": "0da35c75-b4d2-44f9-ac18-e8f940c3eb45"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:11.396373 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8cbb0e-13dc-4fcb-9d66-a10fb76b6540 x-openstack-request-id: req-ae8cbb0e-13dc-4fcb-9d66-a10fb76b6540 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:11.396665 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c625502-caea-42b9-afac-4d097f68d381", "tag": "0da35c75-b4d2-44f9-ac18-e8f940c3eb45", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:11.396996 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae8cbb0e-13dc-4fcb-9d66-a10fb76b6540 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:11.397405 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c625502-caea-42b9-afac-4d097f68d381', 'tag': '0da35c75-b4d2-44f9-ac18-e8f940c3eb45', 'status': 'completed', 'code': 200} Jan 27 21:55:11.402127 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8552c73-99c7-4d6b-8a85-1a7b30146aca req-15fd140b-55b7-469f-826d-620d7f40ec2f tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490010 Jan 27 21:55:11.468690 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab928cb-8acd-4c3c-8dc0-b28b082bf34a req-ff06a754-7fc6-4e59-97c9-b1fb4d30dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:11.470243 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ab928cb-8acd-4c3c-8dc0-b28b082bf34a req-ff06a754-7fc6-4e59-97c9-b1fb4d30dff6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dce6bc3826544b6bb68765bffe8a670&device_id=4c625502-caea-42b9-afac-4d097f68d381 HTTP/1.1" status: 200 len: 1099 time: 0.0436416 Jan 27 21:55:11.572652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab928cb-8acd-4c3c-8dc0-b28b082bf34a req-3f3002b1-ba12-47b0-9fc2-19285d9deada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:11.574254 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ab928cb-8acd-4c3c-8dc0-b28b082bf34a req-3f3002b1-ba12-47b0-9fc2-19285d9deada service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.0956674 Jan 27 21:55:11.620095 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ab928cb-8acd-4c3c-8dc0-b28b082bf34a req-5be38ba8-324d-4f96-a029-1eb22d4138d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=0da35c75-b4d2-44f9-ac18-e8f940c3eb45 HTTP/1.1" status: 200 len: 217 time: 0.0371082 Jan 27 21:55:11.672698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab928cb-8acd-4c3c-8dc0-b28b082bf34a req-6da4882f-be95-42bf-bb58-114d1813b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:11.674339 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ab928cb-8acd-4c3c-8dc0-b28b082bf34a req-6da4882f-be95-42bf-bb58-114d1813b0f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0471885 Jan 27 21:55:11.736067 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab928cb-8acd-4c3c-8dc0-b28b082bf34a req-28dbd0b6-31e8-4b4f-9efd-9ad8849d7625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:11.737703 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ab928cb-8acd-4c3c-8dc0-b28b082bf34a req-28dbd0b6-31e8-4b4f-9efd-9ad8849d7625 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0464203 Jan 27 21:55:11.853868 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848417b-ed19-45a1-94dc-603308c93384 req-02fb62e4-27a9-4762-8d96-868ca0d8fee5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:11.855329 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6848417b-ed19-45a1-94dc-603308c93384 req-02fb62e4-27a9-4762-8d96-868ca0d8fee5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0975766 Jan 27 21:55:11.878242 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ab928cb-8acd-4c3c-8dc0-b28b082bf34a req-001e1389-b52e-4fe6-bfdb-f0477c6b486f service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283679 Jan 27 21:55:11.957744 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6848417b-ed19-45a1-94dc-603308c93384 req-a77abb98-4cf9-413d-9d0e-77c2e50e4719 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903492 Jan 27 21:55:12.008423 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ab928cb-8acd-4c3c-8dc0-b28b082bf34a req-35c56e91-4665-49b4-bd61-f0ad5528f48e service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233850 Jan 27 21:55:12.060599 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 4a005e0e-0310-4c96-9222-a8a178e25bb6 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:55:12.120876 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82aee7c-4b58-4cde-8f96-d24b8cefbc4d req-024e08ca-e99c-466a-9112-503d32e58137 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:12.122450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e82aee7c-4b58-4cde-8f96-d24b8cefbc4d req-024e08ca-e99c-466a-9112-503d32e58137 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0601232 Jan 27 21:55:12.170967 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 4a005e0e-0310-4c96-9222-a8a178e25bb6, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=4a005e0e-0310-4c96-9222-a8a178e25bb6,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:12.176198 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e82aee7c-4b58-4cde-8f96-d24b8cefbc4d req-311da1fe-5451-4c49-8bf9-e69f7e4801a9 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477812 Jan 27 21:55:12.186070 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '4a005e0e-0310-4c96-9222-a8a178e25bb6', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '4a005e0e-0310-4c96-9222-a8a178e25bb6', 'mac_address': 'fa:16:3e:cf:76:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:55:12.235676 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 4a005e0e-0310-4c96-9222-a8a178e25bb6 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:12.236755 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4a005e0e-0310-4c96-9222-a8a178e25bb6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:12.252330 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a005e0e-0310-4c96-9222-a8a178e25bb6 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:12.275014 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 4a005e0e-0310-4c96-9222-a8a178e25bb6, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=4a005e0e-0310-4c96-9222-a8a178e25bb6,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:12.279808 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4a005e0e-0310-4c96-9222-a8a178e25bb6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:12.330953 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=4a005e0e-0310-4c96-9222-a8a178e25bb6,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:12.428677 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d878ce-6a02-4554-926d-e6b5d6fb3219 req-87708997-93d2-4ae6-99c7-15c567f47bd4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:12.430173 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6d878ce-6a02-4554-926d-e6b5d6fb3219 req-87708997-93d2-4ae6-99c7-15c567f47bd4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0501714 Jan 27 21:55:12.479462 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6d878ce-6a02-4554-926d-e6b5d6fb3219 req-dbdaf31c-313d-44de-ae8b-3ca433031164 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436671 Jan 27 21:55:12.541924 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:12.614303 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ac496-9deb-4ad3-b2e0-fd77e992df9b req-bdcfc66a-f703-4804-9bef-4a90e5d61650 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:12.616002 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b69ac496-9deb-4ad3-b2e0-fd77e992df9b req-bdcfc66a-f703-4804-9bef-4a90e5d61650 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8b32bb-df6d-41ce-a31f-64890b92cf8a HTTP/1.1" status: 200 len: 949 time: 0.0803061 Jan 27 21:55:12.677585 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b69ac496-9deb-4ad3-b2e0-fd77e992df9b req-0c57a7de-c884-436d-8b63-f420c4387bc5 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545504 Jan 27 21:55:12.759788 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['4a005e0e-0310-4c96-9222-a8a178e25bb6'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:12.919643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-411ff94c-2079-47ba-bd62-21627a504834 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:12.921101 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-411ff94c-2079-47ba-bd62-21627a504834 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/networks?id=b7cc92cc-569a-4215-b0d9-4db31ccfa350 HTTP/1.1" status: 200 len: 804 time: 0.1076639 Jan 27 21:55:12.936637 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-44370129-3fc6-46cb-8301-50e428854a5c tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/quotas/ddb45a567cd143eb8a9778adb808c4e7 HTTP/1.1" status: 200 len: 375 time: 0.0098357 Jan 27 21:55:12.985932 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-b87590bf-9414-4a50-9d34-96b770aadc3b tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddb45a567cd143eb8a9778adb808c4e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0437546 Jan 27 21:55:13.050591 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-66736345-e103-4144-9835-06a8d8fd08b3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:55:13.051585 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-66736345-e103-4144-9835-06a8d8fd08b3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0573065 Jan 27 21:55:13.464857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84535c-a8e0-43cf-a79c-7fff905e0d89 req-55f0285f-a79f-468f-94a4-f1c58ffe8082 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:13.466322 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b84535c-a8e0-43cf-a79c-7fff905e0d89 req-55f0285f-a79f-468f-94a4-f1c58ffe8082 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 945 time: 0.4016080 Jan 27 21:55:13.486225 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-0c937510-3a16-442f-bfa3-4f0ce4fe3faa service neutron] 10.222.0.23 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285450 Jan 27 21:55:13.569954 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b84535c-a8e0-43cf-a79c-7fff905e0d89 req-8138a79d-a049-4678-9f67-160389a65b5a tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/security-groups?id=712db5a3-8f5d-41be-8e07-e45170346636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946319 Jan 27 21:55:13.600928 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-b9349020-777b-4743-a42b-564ee97a870b service neutron] 10.222.0.23 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087763 Jan 27 21:55:13.698000 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243536d-1515-4008-9a98-a31c2941cfb6 req-4bedcc87-9ab6-409a-a5e5-011962f3e58e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:13.699500 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9243536d-1515-4008-9a98-a31c2941cfb6 req-4bedcc87-9ab6-409a-a5e5-011962f3e58e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0539548 Jan 27 21:55:13.764532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9243536d-1515-4008-9a98-a31c2941cfb6 req-146f9839-13fc-48ae-a218-99b745817893 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557883 Jan 27 21:55:13.913492 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d72f2e61-fe91-497e-8cc3-ab54aa755c47 req-10461f16-3e8e-4c53-99be-7a1f48f1b5da tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f42bab-09df-412f-9df2-03c5b8f4b4af HTTP/1.1" status: 200 len: 210 time: 0.0378232 Jan 27 21:55:13.930248 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcbe8f-9fe1-4bc2-b038-682431f9a05a req-704444de-7c34-4998-8b7c-fa484003e3f3 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:13.937082 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7bcbe8f-9fe1-4bc2-b038-682431f9a05a req-704444de-7c34-4998-8b7c-fa484003e3f3 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8b32bb-df6d-41ce-a31f-64890b92cf8a HTTP/1.1" status: 200 len: 949 time: 0.0898662 Jan 27 21:55:13.985937 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7bcbe8f-9fe1-4bc2-b038-682431f9a05a req-d94319ee-b656-4ff7-b2b2-2969623c367e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478234 Jan 27 21:55:14.563375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3ee27-e695-4b41-837e-140c68b89ec5 req-383b047f-f6dc-4dc8-9f0a-791d404219ac tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:14.564823 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecf3ee27-e695-4b41-837e-140c68b89ec5 req-383b047f-f6dc-4dc8-9f0a-791d404219ac tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 945 time: 0.0554264 Jan 27 21:55:14.612391 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecf3ee27-e695-4b41-837e-140c68b89ec5 req-6a8c1e01-29de-46b1-bf72-848abaac7c33 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/security-groups?id=712db5a3-8f5d-41be-8e07-e45170346636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416369 Jan 27 21:55:14.876589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855bb96-9f4d-44cb-b3cf-f8e75ceda925 req-bb60d34e-4f47-4163-9cbb-d36c1e61b704 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:14.878092 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7855bb96-9f4d-44cb-b3cf-f8e75ceda925 req-bb60d34e-4f47-4163-9cbb-d36c1e61b704 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0546250 Jan 27 21:55:14.929692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7855bb96-9f4d-44cb-b3cf-f8e75ceda925 req-9262c07b-c1ce-4855-8156-9bd0cdaedd24 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452290 Jan 27 21:55:15.032844 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f9faa7d-6022-4b84-b0b7-973db7fc7f34 req-ffd7e0eb-e6f4-4d86-b77a-29148a4e6c3c tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f42bab-09df-412f-9df2-03c5b8f4b4af HTTP/1.1" status: 200 len: 210 time: 0.0375538 Jan 27 21:55:15.076654 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-746d3b75-f73f-4934-a2aa-666278c03f7b tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:15.078227 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-746d3b75-f73f-4934-a2aa-666278c03f7b tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.21 "GET /v2.0/networks?id=b7cc92cc-569a-4215-b0d9-4db31ccfa350 HTTP/1.1" status: 200 len: 804 time: 0.1341379 Jan 27 21:55:15.124312 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-074246a6-c00f-40de-a1de-f7c7ffa485a6 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Request body: {'port': {'device_id': 'b3f42bab-09df-412f-9df2-03c5b8f4b4af', 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350', 'admin_state_up': True, 'tenant_id': 'ddb45a567cd143eb8a9778adb808c4e7'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:15.195979 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f06f33-0937-4e99-9200-789e7f788779 req-cabce777-21d0-4ddb-9651-32ad98990437 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:15.199430 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43f06f33-0937-4e99-9200-789e7f788779 req-cabce777-21d0-4ddb-9651-32ad98990437 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8b32bb-df6d-41ce-a31f-64890b92cf8a HTTP/1.1" status: 200 len: 949 time: 0.1049860 Jan 27 21:55:15.291752 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43f06f33-0937-4e99-9200-789e7f788779 req-9162a713-237d-4fec-aff5-a6080a23fd21 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817349 Jan 27 21:55:15.292831 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-074246a6-c00f-40de-a1de-f7c7ffa485a6 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Made reservation on behalf of ddb45a567cd143eb8a9778adb808c4e7 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:15.296022 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-074246a6-c00f-40de-a1de-f7c7ffa485a6 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.402078 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b570b-b3de-4c60-8261-b02ff6284d65 req-c901d77a-a7fb-4802-a5cc-4d4055f57423 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:15.403465 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e22b570b-b3de-4c60-8261-b02ff6284d65 req-c901d77a-a7fb-4802-a5cc-4d4055f57423 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 945 time: 0.0973415 Jan 27 21:55:15.463235 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 0da35c75-b4d2-44f9-ac18-e8f940c3eb45 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:55:15.466411 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:55:15.493741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-074246a6-c00f-40de-a1de-f7c7ffa485a6 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Allocated IP 172.20.0.9 (b7cc92cc-569a-4215-b0d9-4db31ccfa350/1c04e36a-ac28-4796-9e9d-94f1aca319f2/f45beb40-6257-4bd9-b852-111c777c2983) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:15.501439 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e22b570b-b3de-4c60-8261-b02ff6284d65 req-5b012643-9e8a-4652-b2ea-3ce2974691db tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/security-groups?id=712db5a3-8f5d-41be-8e07-e45170346636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918634 Jan 27 21:55:15.630758 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:15.631151 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.633985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 0da35c75-b4d2-44f9-ac18-e8f940c3eb45, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=0da35c75-b4d2-44f9-ac18-e8f940c3eb45,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:15.643471 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-074246a6-c00f-40de-a1de-f7c7ffa485a6 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks [] for port (f45beb40-6257-4bd9-b852-111c777c2983), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.653396 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '0da35c75-b4d2-44f9-ac18-e8f940c3eb45', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '0da35c75-b4d2-44f9-ac18-e8f940c3eb45', 'mac_address': 'fa:16:3e:94:c2:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:55:15.667220 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:15.669530 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3427744b-0983-4a08-8ab5-b86cb17bafd2" -d '{"events": [{"server_uuid": "ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb", "name": "network-vif-unplugged", "status": "completed", "tag": "899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:15.680426 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-074246a6-c00f-40de-a1de-f7c7ffa485a6 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f45beb40-6257-4bd9-b852-111c777c2983), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.698979 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:15.708069 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.710708 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f79eaa-19cc-48ee-a3e2-fccc5847301b x-openstack-request-id: req-82f79eaa-19cc-48ee-a3e2-fccc5847301b {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:15.711004 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb", "name": "network-vif-unplugged", "status": "completed", "tag": "899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:15.711264 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82f79eaa-19cc-48ee-a3e2-fccc5847301b {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:15.711711 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e', 'code': 200} Jan 27 21:55:15.731148 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-074246a6-c00f-40de-a1de-f7c7ffa485a6 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Network b7cc92cc-569a-4215-b0d9-4db31ccfa350 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:15.734259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-074246a6-c00f-40de-a1de-f7c7ffa485a6 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:15.738472 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 0da35c75-b4d2-44f9-ac18-e8f940c3eb45 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:15.738871 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0da35c75-b4d2-44f9-ac18-e8f940c3eb45), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.740699 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-074246a6-c00f-40de-a1de-f7c7ffa485a6 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:15.765156 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074246a6-c00f-40de-a1de-f7c7ffa485a6 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Pushing event updated for resources: {'Port': ['ID=f45beb40-6257-4bd9-b852-111c777c2983,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:15.768334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da35c75-b4d2-44f9-ac18-e8f940c3eb45 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:15.793917 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:15.795319 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-074246a6-c00f-40de-a1de-f7c7ffa485a6 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:15.796708 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-074246a6-c00f-40de-a1de-f7c7ffa485a6 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.799201 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 0da35c75-b4d2-44f9-ac18-e8f940c3eb45, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=0da35c75-b4d2-44f9-ac18-e8f940c3eb45,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:15.804929 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0da35c75-b4d2-44f9-ac18-e8f940c3eb45), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.816649 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-074246a6-c00f-40de-a1de-f7c7ffa485a6 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6965859 Jan 27 21:55:15.840637 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] Request body: {'port': {'device_id': 'b3f42bab-09df-412f-9df2-03c5b8f4b4af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:15.898377 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f45beb40-6257-4bd9-b852-111c777c2983), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.011464 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=0da35c75-b4d2-44f9-ac18-e8f940c3eb45,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:16.064354 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 4a005e0e-0310-4c96-9222-a8a178e25bb6 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:55:16.122844 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 4a005e0e-0310-4c96-9222-a8a178e25bb6 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:55:16.126751 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 4a005e0e-0310-4c96-9222-a8a178e25bb6 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:16.127250 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4a005e0e-0310-4c96-9222-a8a178e25bb6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.148288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b747521-43ae-491e-980b-3e734718bf62 req-de555ba6-7a1d-4dd4-a877-505bb4a2a902 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:16.150548 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b747521-43ae-491e-980b-3e734718bf62 req-de555ba6-7a1d-4dd4-a877-505bb4a2a902 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb HTTP/1.1" status: 200 len: 943 time: 0.2013359 Jan 27 21:55:16.211185 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 4a005e0e-0310-4c96-9222-a8a178e25bb6 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:16.211504 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4a005e0e-0310-4c96-9222-a8a178e25bb6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.235697 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ad8e6-91a5-49e1-bf30-095c71569ed8 req-c351a091-453a-4b15-b343-aee9083fe394 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:16.237314 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd4ad8e6-91a5-49e1-bf30-095c71569ed8 req-c351a091-453a-4b15-b343-aee9083fe394 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.1885185 Jan 27 21:55:16.243525 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 4a005e0e-0310-4c96-9222-a8a178e25bb6, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=4a005e0e-0310-4c96-9222-a8a178e25bb6,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:16.247937 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4a005e0e-0310-4c96-9222-a8a178e25bb6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.296093 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=4a005e0e-0310-4c96-9222-a8a178e25bb6,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:16.319550 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59741f-8e6f-4090-82e0-8d6467781b29 req-6f0ed1d7-2475-4da1-ac43-375230fa8e42 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:16.321067 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d59741f-8e6f-4090-82e0-8d6467781b29 req-6f0ed1d7-2475-4da1-ac43-375230fa8e42 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f42bab-09df-412f-9df2-03c5b8f4b4af HTTP/1.1" status: 200 len: 931 time: 0.2146969 Jan 27 21:55:16.397500 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd4ad8e6-91a5-49e1-bf30-095c71569ed8 req-c302bd4c-ff5d-4bcf-b2cc-0211a37543d0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495819 Jan 27 21:55:16.433036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['0da35c75-b4d2-44f9-ac18-e8f940c3eb45'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:16.469103 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-6b747521-43ae-491e-980b-3e734718bf62 req-9c2cd23d-246d-4b54-a3d5-1c8d44103175 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Deleting port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:16.469426 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6b747521-43ae-491e-980b-3e734718bf62 req-9c2cd23d-246d-4b54-a3d5-1c8d44103175 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.495592 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d59741f-8e6f-4090-82e0-8d6467781b29 req-0db2442c-8d8b-4a2a-9601-b81a996b9c62 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608658 Jan 27 21:55:16.535649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45beb40-6257-4bd9-b852-111c777c2983 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:16.559158 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] Publish callbacks [] for port (f45beb40-6257-4bd9-b852-111c777c2983), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.614833 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] Transition to ACTIVE for port object f45beb40-6257-4bd9-b852-111c777c2983 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:55:16.646152 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f45beb40-6257-4bd9-b852-111c777c2983), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.715384 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-6b747521-43ae-491e-980b-3e734718bf62 req-9c2cd23d-246d-4b54-a3d5-1c8d44103175 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] For port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:16.715757 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6b747521-43ae-491e-980b-3e734718bf62 req-9c2cd23d-246d-4b54-a3d5-1c8d44103175 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.730411 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c4632-dfd0-4bdc-a5a3-9ff52b28a73e req-6bf2c219-14a7-4929-aa9e-3e04ed6f7e06 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:16.731831 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d56c4632-dfd0-4bdc-a5a3-9ff52b28a73e req-6bf2c219-14a7-4929-aa9e-3e04ed6f7e06 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8b32bb-df6d-41ce-a31f-64890b92cf8a HTTP/1.1" status: 200 len: 950 time: 0.1883864 Jan 27 21:55:16.750993 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] Pushing event updated for resources: {'Port': ['ID=f45beb40-6257-4bd9-b852-111c777c2983,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:16.758378 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-6b747521-43ae-491e-980b-3e734718bf62 req-9c2cd23d-246d-4b54-a3d5-1c8d44103175 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Calling delete_port for 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:16.768138 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4e87d-6b74-4209-a9b4-a417038adc7e req-727c99e7-1e6d-4b12-a808-d3d0bc396f93 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:16.769642 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1fb4e87d-6b74-4209-a9b4-a417038adc7e req-727c99e7-1e6d-4b12-a808-d3d0bc396f93 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 945 time: 0.1777463 Jan 27 21:55:16.956022 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d56c4632-dfd0-4bdc-a5a3-9ff52b28a73e req-afa0c3b1-cbd0-41e0-9e49-b6c0640c613c tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113388 Jan 27 21:55:17.000997 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] Attempting to bind port f45beb40-6257-4bd9-b852-111c777c2983 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:55:17.001338 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] Attempting to bind port f45beb40-6257-4bd9-b852-111c777c2983 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '09a77e7c-d576-4afe-b947-6dc9fc650515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:55:17.001676 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] Attempting to bind port f45beb40-6257-4bd9-b852-111c777c2983 on network b7cc92cc-569a-4215-b0d9-4db31ccfa350 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:17.009472 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1fb4e87d-6b74-4209-a9b4-a417038adc7e req-8fc048fa-d3cf-4525-94a9-5a5e77a00b5e tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/security-groups?id=712db5a3-8f5d-41be-8e07-e45170346636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138727 Jan 27 21:55:17.018346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fa1a7-1222-4d1e-954b-42ad350f40ab req-e229d0dd-5622-4bce-9b16-d23679919b5f tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:17.019844 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e8fa1a7-1222-4d1e-954b-42ad350f40ab req-e229d0dd-5622-4bce-9b16-d23679919b5f tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.15 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 945 time: 0.1929832 Jan 27 21:55:17.021599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] Port f45beb40-6257-4bd9-b852-111c777c2983 on network b7cc92cc-569a-4215-b0d9-4db31ccfa350 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:55:17.021913 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] Attempting to bind port f45beb40-6257-4bd9-b852-111c777c2983 on network b7cc92cc-569a-4215-b0d9-4db31ccfa350 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:17.037051 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:55:17.037498 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] Checking segment: {'id': '09a77e7c-d576-4afe-b947-6dc9fc650515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:55:17.037766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] Bound using segment: {'id': '09a77e7c-d576-4afe-b947-6dc9fc650515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:55:17.038211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] Bound port: f45beb40-6257-4bd9-b852-111c777c2983, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a77e7c-d576-4afe-b947-6dc9fc650515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:55:17.038574 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f45beb40-6257-4bd9-b852-111c777c2983), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:17.189172 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6b747521-43ae-491e-980b-3e734718bf62 req-9c2cd23d-246d-4b54-a3d5-1c8d44103175 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:17.227502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] For port f45beb40-6257-4bd9-b852-111c777c2983, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:55:17.229636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cd23d-246d-4b54-a3d5-1c8d44103175 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Pushing event deleted for resources: {'Port': ['ID=899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:17.245817 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] For port f45beb40-6257-4bd9-b852-111c777c2983, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=f45beb40-6257-4bd9-b852-111c777c2983,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:55:17.251287 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f45beb40-6257-4bd9-b852-111c777c2983), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:17.321581 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b747521-43ae-491e-980b-3e734718bf62 req-9c2cd23d-246d-4b54-a3d5-1c8d44103175 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] No DVR routers for this DVR port 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:55:17.327647 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6b747521-43ae-491e-980b-3e734718bf62 req-9c2cd23d-246d-4b54-a3d5-1c8d44103175 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:17.330973 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b747521-43ae-491e-980b-3e734718bf62 req-9c2cd23d-246d-4b54-a3d5-1c8d44103175 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.21 "DELETE /v2.0/ports/899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e HTTP/1.1" status: 204 len: 173 time: 1.1641831 Jan 27 21:55:17.334003 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:17.334603 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:17.335878 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] 10.222.0.21 "PUT /v2.0/ports/f45beb40-6257-4bd9-b852-111c777c2983 HTTP/1.1" status: 200 len: 1091 time: 1.4998977 Jan 27 21:55:17.336514 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb', 'name': 'network-vif-deleted', 'tag': '899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e'}, {'name': 'network-changed', 'server_uuid': 'b3f42bab-09df-412f-9df2-03c5b8f4b4af', 'tag': 'f45beb40-6257-4bd9-b852-111c777c2983'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:17.338773 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d479f774-64ea-4970-aefb-d4c47606bcce" -d '{"events": [{"server_uuid": "ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb", "name": "network-vif-deleted", "tag": "899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e"}, {"name": "network-changed", "server_uuid": "b3f42bab-09df-412f-9df2-03c5b8f4b4af", "tag": "f45beb40-6257-4bd9-b852-111c777c2983"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:17.343474 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-1e8fa1a7-1222-4d1e-954b-42ad350f40ab req-6267f871-8fea-43dc-8fe2-987432ba105e tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Deleting port 4683232b-97d6-49b1-a22f-0400e5ec0ae4 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:17.343952 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1e8fa1a7-1222-4d1e-954b-42ad350f40ab req-6267f871-8fea-43dc-8fe2-987432ba105e tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (4683232b-97d6-49b1-a22f-0400e5ec0ae4), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:17.403915 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e61c8d-993f-46a2-970f-c9b1696cd818 x-openstack-request-id: req-22e61c8d-993f-46a2-970f-c9b1696cd818 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:17.404238 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb", "name": "network-vif-deleted", "tag": "899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b3f42bab-09df-412f-9df2-03c5b8f4b4af", "tag": "f45beb40-6257-4bd9-b852-111c777c2983", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:17.404498 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22e61c8d-993f-46a2-970f-c9b1696cd818 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:17.404913 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3a96ec-02ea-4051-bdbc-3733e5a1c7fb', 'name': 'network-vif-deleted', 'tag': '899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e', 'status': 'completed', 'code': 200} Jan 27 21:55:17.405175 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f42bab-09df-412f-9df2-03c5b8f4b4af', 'tag': 'f45beb40-6257-4bd9-b852-111c777c2983', 'status': 'completed', 'code': 200} Jan 27 21:55:17.426238 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37521d-81ea-4236-83fa-5b98d71d6681 service neutron] Pushing event updated for resources: {'Port': ['ID=f45beb40-6257-4bd9-b852-111c777c2983,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:17.529961 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-e95da5bb-4b2b-49e9-be64-4ac0c4af4964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:17.531587 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-e95da5bb-4b2b-49e9-be64-4ac0c4af4964 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddb45a567cd143eb8a9778adb808c4e7&device_id=b3f42bab-09df-412f-9df2-03c5b8f4b4af HTTP/1.1" status: 200 len: 1094 time: 0.1177950 Jan 27 21:55:17.533417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-1e8fa1a7-1222-4d1e-954b-42ad350f40ab req-6267f871-8fea-43dc-8fe2-987432ba105e tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] For port 4683232b-97d6-49b1-a22f-0400e5ec0ae4, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=4683232b-97d6-49b1-a22f-0400e5ec0ae4,segment=NetworkSegment(a5cc25a9-5919-4cb7-b1bb-a42be5043313),segment_id=a5cc25a9-5919-4cb7-b1bb-a42be5043313)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:17.533790 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1e8fa1a7-1222-4d1e-954b-42ad350f40ab req-6267f871-8fea-43dc-8fe2-987432ba105e tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (4683232b-97d6-49b1-a22f-0400e5ec0ae4), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:17.668907 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-3850d1dc-739b-477e-bc2e-bfa76cb15a5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f45beb40-6257-4bd9-b852-111c777c2983 HTTP/1.1" status: 200 len: 217 time: 0.1255994 Jan 27 21:55:17.688972 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddb283-49b5-4349-980b-b86d729eeeba req-6a22db4d-c99a-4ca6-84ec-d7e0b1527aa5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:17.690415 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-84ddb283-49b5-4349-980b-b86d729eeeba req-6a22db4d-c99a-4ca6-84ec-d7e0b1527aa5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.2177370 Jan 27 21:55:17.712949 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8b32bb-df6d-41ce-a31f-64890b92cf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a005e0e-0310-4c96-9222-a8a178e25bb6'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:17.715259 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb01ed63-1b7f-4a5e-b398-408306f47987" -d '{"events": [{"server_uuid": "de8b32bb-df6d-41ce-a31f-64890b92cf8a", "name": "network-vif-plugged", "status": "completed", "tag": "4a005e0e-0310-4c96-9222-a8a178e25bb6"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:17.833338 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-ffbcadb6-9692-470a-a245-8e6121ece40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:17.834727 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-ffbcadb6-9692-470a-a245-8e6121ece40b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1c04e36a-ac28-4796-9e9d-94f1aca319f2 HTTP/1.1" status: 200 len: 844 time: 0.1531279 Jan 27 21:55:17.855598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43ca11-850a-47dd-8bca-6de807eddad3 req-abaeaa78-f705-4b2f-ac1e-7c6ae0146987 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:17.857029 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f43ca11-850a-47dd-8bca-6de807eddad3 req-abaeaa78-f705-4b2f-ac1e-7c6ae0146987 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f42bab-09df-412f-9df2-03c5b8f4b4af HTTP/1.1" status: 200 len: 943 time: 0.2088945 Jan 27 21:55:17.927205 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-51802128-a30b-40a6-8827-b666d8dac892 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7cc92cc-569a-4215-b0d9-4db31ccfa350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793133 Jan 27 21:55:17.934460 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-84ddb283-49b5-4349-980b-b86d729eeeba req-78ebe129-e47e-4213-83a8-957e74382517 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183728 Jan 27 21:55:17.979929 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c479338-9ffd-44bf-8077-7d1fe065a318 x-openstack-request-id: req-1c479338-9ffd-44bf-8077-7d1fe065a318 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:17.980263 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8b32bb-df6d-41ce-a31f-64890b92cf8a", "name": "network-vif-plugged", "status": "completed", "tag": "4a005e0e-0310-4c96-9222-a8a178e25bb6", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:17.980528 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c479338-9ffd-44bf-8077-7d1fe065a318 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:17.981055 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8b32bb-df6d-41ce-a31f-64890b92cf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a005e0e-0310-4c96-9222-a8a178e25bb6', 'code': 200} Jan 27 21:55:18.017441 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1e8fa1a7-1222-4d1e-954b-42ad350f40ab req-6267f871-8fea-43dc-8fe2-987432ba105e tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:18.017821 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1e8fa1a7-1222-4d1e-954b-42ad350f40ab req-6267f871-8fea-43dc-8fe2-987432ba105e tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (cf8df252-0884-49e9-bef6-29299246bf75), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:18.018157 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-1e8fa1a7-1222-4d1e-954b-42ad350f40ab req-6267f871-8fea-43dc-8fe2-987432ba105e tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Floating IP cf8df252-0884-49e9-bef6-29299246bf75 disassociated. External IP: 172.25.3.160, port: 4683232b-97d6-49b1-a22f-0400e5ec0ae4. Jan 27 21:55:18.018519 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-1e8fa1a7-1222-4d1e-954b-42ad350f40ab req-6267f871-8fea-43dc-8fe2-987432ba105e tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Calling delete_port for 4683232b-97d6-49b1-a22f-0400e5ec0ae4 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:18.035140 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f43ca11-850a-47dd-8bca-6de807eddad3 req-70d668be-a681-450b-8675-3dc13e313302 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625905 Jan 27 21:55:18.525543 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-3b58be3e-5f91-4f9a-aa13-c5fed7054358 service neutron] 10.222.0.21 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5776663 Jan 27 21:55:18.542777 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a9af1-4f46-42a3-b963-ad1913df552a req-8fd3465f-d369-4772-9622-001b311b2c3e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:18.544210 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d64a9af1-4f46-42a3-b963-ad1913df552a req-8fd3465f-d369-4772-9622-001b311b2c3e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8b32bb-df6d-41ce-a31f-64890b92cf8a HTTP/1.1" status: 200 len: 950 time: 0.5067849 Jan 27 21:55:18.556074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44f029-caf2-4760-8215-876fdfb7b841 req-1c6f6fba-c7a4-44fa-b91e-c3eea6c77a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:18.557534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8f44f029-caf2-4760-8215-876fdfb7b841 req-1c6f6fba-c7a4-44fa-b91e-c3eea6c77a18 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de8b32bb-df6d-41ce-a31f-64890b92cf8a HTTP/1.1" status: 200 len: 1101 time: 0.5140178 Jan 27 21:55:18.596868 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ea865-7c65-41d1-bf9c-7f8e08d8038c req-70ecfcb6-45c0-43a6-a39e-b15eeb84f714 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:18.598335 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d51ea865-7c65-41d1-bf9c-7f8e08d8038c req-70ecfcb6-45c0-43a6-a39e-b15eeb84f714 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 945 time: 0.1637311 Jan 27 21:55:18.776747 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d64a9af1-4f46-42a3-b963-ad1913df552a req-aeb04528-d466-427f-999e-f09a6ea54eed tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095323 Jan 27 21:55:18.787639 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8f44f029-caf2-4760-8215-876fdfb7b841 req-a557478d-51f5-42c7-b328-be46524ade70 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183659 Jan 27 21:55:18.800754 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d51ea865-7c65-41d1-bf9c-7f8e08d8038c req-c4155f77-d55d-4691-afef-d8bd69065a62 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/security-groups?id=712db5a3-8f5d-41be-8e07-e45170346636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604314 Jan 27 21:55:18.803499 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1e8fa1a7-1222-4d1e-954b-42ad350f40ab req-6267f871-8fea-43dc-8fe2-987432ba105e tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (4683232b-97d6-49b1-a22f-0400e5ec0ae4), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:18.806624 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea9283ee-1f72-4baa-a671-73569d2d3f16 req-cf9962ca-8993-43f8-8dc8-503e2b7459f9 service neutron] 10.222.0.21 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614849 Jan 27 21:55:18.837243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267f871-8fea-43dc-8fe2-987432ba105e tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Pushing event deleted for resources: {'Port': ['ID=4683232b-97d6-49b1-a22f-0400e5ec0ae4,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:18.970597 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479f774-64ea-4970-aefb-d4c47606bcce req-8b5df9eb-5561-4c2a-880c-17e4680ce6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:18.972091 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d479f774-64ea-4970-aefb-d4c47606bcce req-8b5df9eb-5561-4c2a-880c-17e4680ce6c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddb45a567cd143eb8a9778adb808c4e7&device_id=b3f42bab-09df-412f-9df2-03c5b8f4b4af HTTP/1.1" status: 200 len: 1094 time: 0.0861473 Jan 27 21:55:18.989770 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e8fa1a7-1222-4d1e-954b-42ad350f40ab req-6267f871-8fea-43dc-8fe2-987432ba105e tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Router 7f06bd22-ebe2-495c-91a6-b34f4f8a138f has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:19.217748 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479f774-64ea-4970-aefb-d4c47606bcce req-025f2062-94a9-4edd-a895-a285183c3395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:19.219232 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d479f774-64ea-4970-aefb-d4c47606bcce req-025f2062-94a9-4edd-a895-a285183c3395 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b7cc92cc-569a-4215-b0d9-4db31ccfa350 HTTP/1.1" status: 200 len: 905 time: 0.2266438 Jan 27 21:55:19.240018 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bf8d1-8dd8-4e4f-94a5-c333a0abb744 req-485a3ee0-fd56-401d-9a6e-270df980992f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:19.241499 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-792bf8d1-8dd8-4e4f-94a5-c333a0abb744 req-485a3ee0-fd56-401d-9a6e-270df980992f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.1577404 Jan 27 21:55:19.300996 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d479f774-64ea-4970-aefb-d4c47606bcce req-51fd7646-6b4e-4a69-b7c7-3e03206927f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f45beb40-6257-4bd9-b852-111c777c2983 HTTP/1.1" status: 200 len: 217 time: 0.0702868 Jan 27 21:55:19.308483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63791b15-f0fa-4d13-8d6e-567f3068b906 req-ccbdaafb-5dc6-4e83-baa4-c0be2d956eb6 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:19.309959 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63791b15-f0fa-4d13-8d6e-567f3068b906 req-ccbdaafb-5dc6-4e83-baa4-c0be2d956eb6 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f42bab-09df-412f-9df2-03c5b8f4b4af HTTP/1.1" status: 200 len: 943 time: 0.1949983 Jan 27 21:55:19.313419 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e8fa1a7-1222-4d1e-954b-42ad350f40ab req-6267f871-8fea-43dc-8fe2-987432ba105e tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:19.323845 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d029845b-f265-40d0-8a8f-4b410865d0e5 None None] Sync routers for ids ['7f06bd22-ebe2-495c-91a6-b34f4f8a138f'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:19.338224 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d029845b-f265-40d0-8a8f-4b410865d0e5 None None] Routers {'7f06bd22-ebe2-495c-91a6-b34f4f8a138f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:19.338991 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d029845b-f265-40d0-8a8f-4b410865d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:54:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7f06bd22-ebe2-495c-91a6-b34f4f8a138f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:19.423527 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8fa1a7-1222-4d1e-954b-42ad350f40ab req-6267f871-8fea-43dc-8fe2-987432ba105e tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] No DVR routers for this DVR port 4683232b-97d6-49b1-a22f-0400e5ec0ae4 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:55:19.428329 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1e8fa1a7-1222-4d1e-954b-42ad350f40ab req-6267f871-8fea-43dc-8fe2-987432ba105e tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:19.431510 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e8fa1a7-1222-4d1e-954b-42ad350f40ab req-6267f871-8fea-43dc-8fe2-987432ba105e tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.15 "DELETE /v2.0/ports/4683232b-97d6-49b1-a22f-0400e5ec0ae4 HTTP/1.1" status: 204 len: 173 time: 2.4032454 Jan 27 21:55:19.435335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd990007a-a7b8-45c9-985e-9b5a7badc51b', 'name': 'network-vif-deleted', 'tag': '4683232b-97d6-49b1-a22f-0400e5ec0ae4'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:19.437546 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0912b061-262d-4f76-88dc-27b0ffd99291" -d '{"events": [{"server_uuid": "d990007a-a7b8-45c9-985e-9b5a7badc51b", "name": "network-vif-deleted", "tag": "4683232b-97d6-49b1-a22f-0400e5ec0ae4"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:19.451543 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-792bf8d1-8dd8-4e4f-94a5-c333a0abb744 req-d0d61499-89d3-416f-83fa-aeeeec7aebc6 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993306 Jan 27 21:55:19.451775 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-d029845b-f265-40d0-8a8f-4b410865d0e5 None None] Set router 7f06bd22-ebe2-495c-91a6-b34f4f8a138f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:55:19.464493 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479f774-64ea-4970-aefb-d4c47606bcce req-fadc4578-5cb1-4d5c-82a5-5cc20603ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:19.465987 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d479f774-64ea-4970-aefb-d4c47606bcce req-fadc4578-5cb1-4d5c-82a5-5cc20603ad49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1c04e36a-ac28-4796-9e9d-94f1aca319f2 HTTP/1.1" status: 200 len: 844 time: 0.1507468 Jan 27 21:55:19.476040 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 0da35c75-b4d2-44f9-ac18-e8f940c3eb45 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:55:19.482408 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63791b15-f0fa-4d13-8d6e-567f3068b906 req-394ccf1a-ad69-4991-bc82-451f44323241 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641121 Jan 27 21:55:19.529546 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5f6776-e11c-421c-9cc1-88ec0cea08f6 x-openstack-request-id: req-be5f6776-e11c-421c-9cc1-88ec0cea08f6 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:19.530109 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d990007a-a7b8-45c9-985e-9b5a7badc51b", "name": "network-vif-deleted", "tag": "4683232b-97d6-49b1-a22f-0400e5ec0ae4", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:19.530607 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be5f6776-e11c-421c-9cc1-88ec0cea08f6 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:19.531142 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd990007a-a7b8-45c9-985e-9b5a7badc51b', 'name': 'network-vif-deleted', 'tag': '4683232b-97d6-49b1-a22f-0400e5ec0ae4', 'status': 'completed', 'code': 200} Jan 27 21:55:19.533535 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d479f774-64ea-4970-aefb-d4c47606bcce req-8aea487b-e6d4-41b7-a7df-92990fba5b89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7cc92cc-569a-4215-b0d9-4db31ccfa350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501826 Jan 27 21:55:19.540331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 0da35c75-b4d2-44f9-ac18-e8f940c3eb45 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:55:19.543974 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 0da35c75-b4d2-44f9-ac18-e8f940c3eb45 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:19.544405 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0da35c75-b4d2-44f9-ac18-e8f940c3eb45), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:19.635290 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 0da35c75-b4d2-44f9-ac18-e8f940c3eb45 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:19.635985 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0da35c75-b4d2-44f9-ac18-e8f940c3eb45), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:19.644807 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d479f774-64ea-4970-aefb-d4c47606bcce req-51714c80-c392-4bb5-a9b4-a545a09f46d7 service neutron] 10.222.0.21 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958414 Jan 27 21:55:19.669358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 0da35c75-b4d2-44f9-ac18-e8f940c3eb45, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=0da35c75-b4d2-44f9-ac18-e8f940c3eb45,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:19.673965 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0da35c75-b4d2-44f9-ac18-e8f940c3eb45), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:19.674739 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:55:19.711970 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d029845b-f265-40d0-8a8f-4b410865d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'name': 'tempest-ServersTestJSON-785088592-router', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:53Z', 'revision_number': 4, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'gw_port': {'id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '725ff0b6-90cd-452a-b10a-28de75a522b8', 'name': '', 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'mac_address': 'fa:16:3e:3d:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'cae9d400-c136-4372-a2bb-390c7b9d5402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:52Z', 'updated_at': '2022-01-27T21:53:00Z', 'revision_number': 5, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'subnets': [{'id': 'cae9d400-c136-4372-a2bb-390c7b9d5402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:19.712942 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:55:19.713460 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 899b5bfe-498a-4ec3-a7bf-6305cf2e4c2e not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:55:19.742055 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=0da35c75-b4d2-44f9-ac18-e8f940c3eb45,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:19.746000 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d029845b-f265-40d0-8a8f-4b410865d0e5 None None] Checking router: 7f06bd22-ebe2-495c-91a6-b34f4f8a138f for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:55:19.748561 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d479f774-64ea-4970-aefb-d4c47606bcce req-fa370060-430d-4119-a1d5-5d39433c6e43 service neutron] 10.222.0.21 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927455 Jan 27 21:55:19.754693 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d029845b-f265-40d0-8a8f-4b410865d0e5 None None] Routers {'7f06bd22-ebe2-495c-91a6-b34f4f8a138f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:19.755309 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d029845b-f265-40d0-8a8f-4b410865d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:54:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7f06bd22-ebe2-495c-91a6-b34f4f8a138f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:19.865653 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-d029845b-f265-40d0-8a8f-4b410865d0e5 None None] Set router 7f06bd22-ebe2-495c-91a6-b34f4f8a138f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:55:19.891220 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb6e5e-ac1e-4975-a44b-7cef00cb148a req-739814da-1262-485f-b0ef-b229a62abf3f tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:19.892663 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19fb6e5e-ac1e-4975-a44b-7cef00cb148a req-739814da-1262-485f-b0ef-b229a62abf3f tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8b32bb-df6d-41ce-a31f-64890b92cf8a HTTP/1.1" status: 200 len: 950 time: 0.0497620 Jan 27 21:55:19.927765 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87063f40-4385-43e0-8d56-4ee45e8e98e2 req-4921ab8e-7d07-4870-bec3-5fc7b791791e tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/ports?device_id=d990007a-a7b8-45c9-985e-9b5a7badc51b HTTP/1.1" status: 200 len: 210 time: 0.0341170 Jan 27 21:55:19.964475 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19fb6e5e-ac1e-4975-a44b-7cef00cb148a req-e4a5735a-8c3f-456b-ac9a-145fc4710fce tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617530 Jan 27 21:55:19.982485 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c625502-caea-42b9-afac-4d097f68d381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da35c75-b4d2-44f9-ac18-e8f940c3eb45'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:19.990928 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555d7861-1c50-4880-86bc-db96aafdede7" -d '{"events": [{"server_uuid": "4c625502-caea-42b9-afac-4d097f68d381", "name": "network-vif-plugged", "status": "completed", "tag": "0da35c75-b4d2-44f9-ac18-e8f940c3eb45"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:20.041948 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2350b41-4fc4-48b6-bbf7-d0c528a49a8d x-openstack-request-id: req-e2350b41-4fc4-48b6-bbf7-d0c528a49a8d {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:20.042251 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c625502-caea-42b9-afac-4d097f68d381", "name": "network-vif-plugged", "status": "completed", "tag": "0da35c75-b4d2-44f9-ac18-e8f940c3eb45", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:20.042509 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2350b41-4fc4-48b6-bbf7-d0c528a49a8d {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:20.042922 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c625502-caea-42b9-afac-4d097f68d381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da35c75-b4d2-44f9-ac18-e8f940c3eb45', 'code': 200} Jan 27 21:55:20.116908 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d029845b-f265-40d0-8a8f-4b410865d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'name': 'tempest-ServersTestJSON-785088592-router', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:53Z', 'revision_number': 4, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'gw_port': {'id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '725ff0b6-90cd-452a-b10a-28de75a522b8', 'name': '', 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'mac_address': 'fa:16:3e:3d:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'cae9d400-c136-4372-a2bb-390c7b9d5402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:52Z', 'updated_at': '2022-01-27T21:53:00Z', 'revision_number': 5, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'subnets': [{'id': 'cae9d400-c136-4372-a2bb-390c7b9d5402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:20.149026 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d029845b-f265-40d0-8a8f-4b410865d0e5 None None] The sync data for ids ['7f06bd22-ebe2-495c-91a6-b34f4f8a138f'] in n-d-772272-3 is: [{'id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'name': 'tempest-ServersTestJSON-785088592-router', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:53Z', 'revision_number': 4, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'gw_port': {'id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '725ff0b6-90cd-452a-b10a-28de75a522b8', 'name': '', 'network_id': '2f7ebc75-d7b4-44d3-8fef-7dcf1837a949', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'mac_address': 'fa:16:3e:3d:11:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'cae9d400-c136-4372-a2bb-390c7b9d5402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:52Z', 'updated_at': '2022-01-27T21:53:00Z', 'revision_number': 5, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'subnets': [{'id': 'cae9d400-c136-4372-a2bb-390c7b9d5402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:20.206770 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a95f1-458b-46c4-b3a5-9badf4241ff4 req-ee790dbf-ec28-46bb-b437-1cd448bfec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:20.208357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-988a95f1-458b-46c4-b3a5-9badf4241ff4 req-ee790dbf-ec28-46bb-b437-1cd448bfec81 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4c625502-caea-42b9-afac-4d097f68d381 HTTP/1.1" status: 200 len: 1101 time: 0.0441573 Jan 27 21:55:20.262135 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-988a95f1-458b-46c4-b3a5-9badf4241ff4 req-b96bbedc-d763-43e6-9965-5b24fbca5f53 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395536 Jan 27 21:55:20.401873 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98da6742-03db-40b9-8d9c-9134977f8308 None None] New status for floating IP cf8df252-0884-49e9-bef6-29299246bf75: DOWN {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:55:20.577396 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e4ec4-996e-42ea-bb55-ebecd1235be1 req-79414c54-9da1-49bb-85c0-0e1143eaa998 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:20.579920 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e0e4ec4-996e-42ea-bb55-ebecd1235be1 req-79414c54-9da1-49bb-85c0-0e1143eaa998 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0515294 Jan 27 21:55:20.664286 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9582cf0-f23a-4e43-b7fd-46c44a0f3bc2 req-32b4f21d-d342-4609-bd49-18c53be45405 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:20.665692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9582cf0-f23a-4e43-b7fd-46c44a0f3bc2 req-32b4f21d-d342-4609-bd49-18c53be45405 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f42bab-09df-412f-9df2-03c5b8f4b4af HTTP/1.1" status: 200 len: 943 time: 0.0845106 Jan 27 21:55:20.670190 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e0e4ec4-996e-42ea-bb55-ebecd1235be1 req-c3c65b7c-2567-49cb-a3f5-7bd79736c9c7 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760801 Jan 27 21:55:20.715096 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9582cf0-f23a-4e43-b7fd-46c44a0f3bc2 req-cc55358c-b8fa-43b7-8d82-34017f3a4029 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431652 Jan 27 21:55:20.995289 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:55:21.006254 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.021604 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58140) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:21.079765 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0c321e00-a6ce-439a-8f97-48d9e1256654 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks [] for security_group (712db5a3-8f5d-41be-8e07-e45170346636), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.080652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f2780-19cc-4afc-8a7b-2e3ae89d5736 req-121d0e7d-1985-41a7-96b6-3c450acf7500 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:21.082160 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-899f2780-19cc-4afc-8a7b-2e3ae89d5736 req-121d0e7d-1985-41a7-96b6-3c450acf7500 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=de8b32bb-df6d-41ce-a31f-64890b92cf8a HTTP/1.1" status: 200 len: 950 time: 0.0484066 Jan 27 21:55:21.105006 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0c321e00-a6ce-439a-8f97-48d9e1256654 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks [] for security_group (712db5a3-8f5d-41be-8e07-e45170346636), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.131271 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-899f2780-19cc-4afc-8a7b-2e3ae89d5736 req-2d18493a-3486-4c15-9b40-f5f537a4e089 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425944 Jan 27 21:55:21.163206 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0c321e00-a6ce-439a-8f97-48d9e1256654 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (712db5a3-8f5d-41be-8e07-e45170346636), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.166313 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0c321e00-a6ce-439a-8f97-48d9e1256654 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.169973 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0c321e00-a6ce-439a-8f97-48d9e1256654 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "DELETE /v2.0/security-groups/712db5a3-8f5d-41be-8e07-e45170346636 HTTP/1.1" status: 204 len: 168 time: 0.1448972 Jan 27 21:55:21.170334 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58148) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:21.177644 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c321e00-a6ce-439a-8f97-48d9e1256654 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=712db5a3-8f5d-41be-8e07-e45170346636,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:21.183530 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-fed76163-7200-4422-a69b-50296ec5760e tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] show failed (client error): The resource could not be found. Jan 27 21:55:21.187217 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-fed76163-7200-4422-a69b-50296ec5760e tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "GET /v2.0/security-groups/712db5a3-8f5d-41be-8e07-e45170346636 HTTP/1.1" status: 404 len: 347 time: 0.0132086 Jan 27 21:55:21.187336 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c321e00-a6ce-439a-8f97-48d9e1256654 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:21.187336 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c321e00-a6ce-439a-8f97-48d9e1256654 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:21.187336 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c321e00-a6ce-439a-8f97-48d9e1256654 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:21.187336 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c321e00-a6ce-439a-8f97-48d9e1256654 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:21.187336 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c321e00-a6ce-439a-8f97-48d9e1256654 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:21.187336 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c321e00-a6ce-439a-8f97-48d9e1256654 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:21.187731 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c321e00-a6ce-439a-8f97-48d9e1256654 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:21.187801 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58152) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:21.187876 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c321e00-a6ce-439a-8f97-48d9e1256654 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:21.188033 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c321e00-a6ce-439a-8f97-48d9e1256654 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:21.188548 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c321e00-a6ce-439a-8f97-48d9e1256654 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:21.189033 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c321e00-a6ce-439a-8f97-48d9e1256654 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:21.189514 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c321e00-a6ce-439a-8f97-48d9e1256654 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:21.190073 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c321e00-a6ce-439a-8f97-48d9e1256654 tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:21.353848 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3d19b-6214-49e6-a15a-a052c1f440e1 req-c2a4e7ee-f333-4717-8be7-533555c97c70 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:21.355364 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fd3d19b-6214-49e6-a15a-a052c1f440e1 req-c2a4e7ee-f333-4717-8be7-533555c97c70 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c625502-caea-42b9-afac-4d097f68d381 HTTP/1.1" status: 200 len: 950 time: 0.0796649 Jan 27 21:55:21.382210 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-d1b8e8c5-bcb7-4a0f-bce2-a87b50c498da tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Deleting port 864944f6-f3b7-4030-abe4-cc36fd7528b7 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:21.382561 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d1b8e8c5-bcb7-4a0f-bce2-a87b50c498da tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (864944f6-f3b7-4030-abe4-cc36fd7528b7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.449709 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fd3d19b-6214-49e6-a15a-a052c1f440e1 req-419edbe1-155e-481b-b03c-f2c261b81e85 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878692 Jan 27 21:55:21.479598 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d1b8e8c5-bcb7-4a0f-bce2-a87b50c498da tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (864944f6-f3b7-4030-abe4-cc36fd7528b7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.479925 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d1b8e8c5-bcb7-4a0f-bce2-a87b50c498da tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks [] for floatingip (864944f6-f3b7-4030-abe4-cc36fd7528b7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.492243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-d1b8e8c5-bcb7-4a0f-bce2-a87b50c498da tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Calling delete_port for 864944f6-f3b7-4030-abe4-cc36fd7528b7 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:21.621341 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d1b8e8c5-bcb7-4a0f-bce2-a87b50c498da tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (864944f6-f3b7-4030-abe4-cc36fd7528b7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.645163 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8e8c5-bcb7-4a0f-bce2-a87b50c498da tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Pushing event deleted for resources: {'Port': ['ID=864944f6-f3b7-4030-abe4-cc36fd7528b7,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:21.707145 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d1b8e8c5-bcb7-4a0f-bce2-a87b50c498da tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks [] for floatingip (cf8df252-0884-49e9-bef6-29299246bf75), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.709898 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d1b8e8c5-bcb7-4a0f-bce2-a87b50c498da tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.711172 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d1b8e8c5-bcb7-4a0f-bce2-a87b50c498da tempest-ServersTestJSON-776253816 tempest-ServersTestJSON-776253816-project] 10.222.0.23 "DELETE /v2.0/floatingips/cf8df252-0884-49e9-bef6-29299246bf75 HTTP/1.1" status: 204 len: 168 time: 0.5227647 Jan 27 21:55:21.713980 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58156) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:21.881766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6446a8-57e7-4f26-9e36-ee83649fc127 req-895ad2b4-31ef-4a50-93ca-f8b8e4753885 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:21.883202 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d6446a8-57e7-4f26-9e36-ee83649fc127 req-895ad2b4-31ef-4a50-93ca-f8b8e4753885 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.1317348 Jan 27 21:55:21.904053 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757b90e-5e86-45c0-8d3b-bd1191fdef53 req-0c538e90-4938-485c-9257-36749f12c617 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:21.905475 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a757b90e-5e86-45c0-8d3b-bd1191fdef53 req-0c538e90-4938-485c-9257-36749f12c617 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f42bab-09df-412f-9df2-03c5b8f4b4af HTTP/1.1" status: 200 len: 943 time: 0.1195383 Jan 27 21:55:22.046461 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d6446a8-57e7-4f26-9e36-ee83649fc127 req-6051e005-b173-4ebf-9932-dec5fb432887 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557379 Jan 27 21:55:22.052120 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a757b90e-5e86-45c0-8d3b-bd1191fdef53 req-4842932f-a895-4e5f-b039-88ac23175357 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079204 Jan 27 21:55:22.093495 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 4683232b-97d6-49b1-a22f-0400e5ec0ae4 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:55:22.113656 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 4683232b-97d6-49b1-a22f-0400e5ec0ae4 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:55:22.114604 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 4683232b-97d6-49b1-a22f-0400e5ec0ae4 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:55:22.225011 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b45f2f7a-4ee1-46e0-b241-14f67db64770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (7f06bd22-ebe2-495c-91a6-b34f4f8a138f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:22.493196 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-b45f2f7a-4ee1-46e0-b241-14f67db64770 admin admin] Deleting port 725ff0b6-90cd-452a-b10a-28de75a522b8 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:22.493536 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b45f2f7a-4ee1-46e0-b241-14f67db64770 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (725ff0b6-90cd-452a-b10a-28de75a522b8), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:22.606175 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01299351-9a8f-4bf9-8ca2-859e7ce2be20 req-88e88e1f-e9f0-406b-a941-8d095505f1e6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:22.607659 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01299351-9a8f-4bf9-8ca2-859e7ce2be20 req-88e88e1f-e9f0-406b-a941-8d095505f1e6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c625502-caea-42b9-afac-4d097f68d381 HTTP/1.1" status: 200 len: 950 time: 0.0754728 Jan 27 21:55:22.613835 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-b45f2f7a-4ee1-46e0-b241-14f67db64770 admin admin] For port 725ff0b6-90cd-452a-b10a-28de75a522b8, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=725ff0b6-90cd-452a-b10a-28de75a522b8,segment=NetworkSegment(a5cc25a9-5919-4cb7-b1bb-a42be5043313),segment_id=a5cc25a9-5919-4cb7-b1bb-a42be5043313)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:22.614768 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b45f2f7a-4ee1-46e0-b241-14f67db64770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (725ff0b6-90cd-452a-b10a-28de75a522b8), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:22.632987 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-b45f2f7a-4ee1-46e0-b241-14f67db64770 admin admin] Calling delete_port for 725ff0b6-90cd-452a-b10a-28de75a522b8 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:22.715167 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01299351-9a8f-4bf9-8ca2-859e7ce2be20 req-250c2e57-edeb-4818-8a76-e35de1cd7aa7 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978339 Jan 27 21:55:22.849175 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b45f2f7a-4ee1-46e0-b241-14f67db64770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (725ff0b6-90cd-452a-b10a-28de75a522b8), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:22.874820 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f2f7a-4ee1-46e0-b241-14f67db64770 admin admin] Pushing event deleted for resources: {'Port': ['ID=725ff0b6-90cd-452a-b10a-28de75a522b8,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:23.042340 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b45f2f7a-4ee1-46e0-b241-14f67db64770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (7f06bd22-ebe2-495c-91a6-b34f4f8a138f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:23.509249 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device f45beb40-6257-4bd9-b852-111c777c2983 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:55:23.578558 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6eaba-a747-4348-86e5-99e5843d1f37 req-285416b9-6aa1-4eb7-a222-9d32f25fbc06 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:23.580187 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4e6eaba-a747-4348-86e5-99e5843d1f37 req-285416b9-6aa1-4eb7-a222-9d32f25fbc06 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f42bab-09df-412f-9df2-03c5b8f4b4af HTTP/1.1" status: 200 len: 943 time: 0.1129949 Jan 27 21:55:23.624537 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port f45beb40-6257-4bd9-b852-111c777c2983, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=f45beb40-6257-4bd9-b852-111c777c2983,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:23.625352 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269970ba-5bc9-4667-a0ea-04d65e37e300 req-1c0cd09c-3d49-4c23-bd03-bc9fd73f4485 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:23.626948 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-269970ba-5bc9-4667-a0ea-04d65e37e300 req-1c0cd09c-3d49-4c23-bd03-bc9fd73f4485 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.1609962 Jan 27 21:55:23.639310 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'f45beb40-6257-4bd9-b852-111c777c2983', 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350', 'port_id': 'f45beb40-6257-4bd9-b852-111c777c2983', 'mac_address': 'fa:16:3e:96:c4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c04e36a-ac28-4796-9e9d-94f1aca319f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:55:23.682494 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port f45beb40-6257-4bd9-b852-111c777c2983 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:23.682900 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f45beb40-6257-4bd9-b852-111c777c2983), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:23.696988 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45beb40-6257-4bd9-b852-111c777c2983 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:23.719068 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port f45beb40-6257-4bd9-b852-111c777c2983, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=f45beb40-6257-4bd9-b852-111c777c2983,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:23.723229 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f45beb40-6257-4bd9-b852-111c777c2983), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:23.773871 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-269970ba-5bc9-4667-a0ea-04d65e37e300 req-442e04e8-1a3e-42cc-9f98-ebab3d797d52 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352236 Jan 27 21:55:23.778690 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4e6eaba-a747-4348-86e5-99e5843d1f37 req-f2ddfeb9-a5f1-4e66-a8f5-5b4989a105a5 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485739 Jan 27 21:55:23.780749 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=f45beb40-6257-4bd9-b852-111c777c2983,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:23.803725 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45f2f7a-4ee1-46e0-b241-14f67db64770 admin admin] Router 7f06bd22-ebe2-495c-91a6-b34f4f8a138f has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:23.963864 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45f2f7a-4ee1-46e0-b241-14f67db64770 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:23.970743 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b45f2f7a-4ee1-46e0-b241-14f67db64770 admin admin] 10.222.0.23 "PUT /v2.0/routers/7f06bd22-ebe2-495c-91a6-b34f4f8a138f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2547076 Jan 27 21:55:23.972262 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58180) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:23.975106 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44896913-b85a-4e0e-8284-f65472146370 None None] Sync routers for ids ['7f06bd22-ebe2-495c-91a6-b34f4f8a138f'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:23.986995 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44896913-b85a-4e0e-8284-f65472146370 None None] Routers {'7f06bd22-ebe2-495c-91a6-b34f4f8a138f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:23.988121 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-44896913-b85a-4e0e-8284-f65472146370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:54:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7f06bd22-ebe2-495c-91a6-b34f4f8a138f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:24.028236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1a06c-4f50-4a27-929d-4be794f3860a req-14d78fb7-e65e-4877-92bd-8dbe7a4e6d72 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:24.029748 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25f1a06c-4f50-4a27-929d-4be794f3860a req-14d78fb7-e65e-4877-92bd-8dbe7a4e6d72 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c625502-caea-42b9-afac-4d097f68d381 HTTP/1.1" status: 200 len: 950 time: 0.1116068 Jan 27 21:55:24.074599 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e0c2fa0c-8059-44f7-9c6f-878d4e5ba63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.099735 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-44896913-b85a-4e0e-8284-f65472146370 None None] Set router 7f06bd22-ebe2-495c-91a6-b34f4f8a138f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:55:24.121783 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf5eb-e8d2-4404-8bd1-1cdbfdf6d93e admin admin] Publish callbacks [] for router (7f06bd22-ebe2-495c-91a6-b34f4f8a138f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.128677 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25f1a06c-4f50-4a27-929d-4be794f3860a req-a3dcdfd1-a65e-4ede-80ae-d1459b8855d8 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906534 Jan 27 21:55:24.274206 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf5eb-e8d2-4404-8bd1-1cdbfdf6d93e admin admin] Publish callbacks [] for router_gateway (7f06bd22-ebe2-495c-91a6-b34f4f8a138f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.350199 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-9f9cf5eb-e8d2-4404-8bd1-1cdbfdf6d93e admin admin] Deleting port d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:24.350645 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf5eb-e8d2-4404-8bd1-1cdbfdf6d93e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.379174 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['f45beb40-6257-4bd9-b852-111c777c2983'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:24.444082 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-44896913-b85a-4e0e-8284-f65472146370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'name': 'tempest-ServersTestJSON-785088592-router', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:55:22Z', 'revision_number': 5, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'gw_port': {'id': 'd16cda4c-52f5-43ea-a9b5-d9aaf9e70efc', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:24.471306 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44896913-b85a-4e0e-8284-f65472146370 None None] Checking router: 7f06bd22-ebe2-495c-91a6-b34f4f8a138f for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:55:24.481331 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44896913-b85a-4e0e-8284-f65472146370 None None] Routers {'7f06bd22-ebe2-495c-91a6-b34f4f8a138f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:24.481955 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-44896913-b85a-4e0e-8284-f65472146370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:54:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7f06bd22-ebe2-495c-91a6-b34f4f8a138f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:24.508454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7934c3-a642-4bd0-a772-3f80b4f77021 req-c579fbbd-bff6-4666-bac8-e0b5620a0ce9 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:24.514254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7934c3-a642-4bd0-a772-3f80b4f77021 req-c579fbbd-bff6-4666-bac8-e0b5620a0ce9 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:24.515916 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4b7934c3-a642-4bd0-a772-3f80b4f77021 req-c579fbbd-bff6-4666-bac8-e0b5620a0ce9 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c625502-caea-42b9-afac-4d097f68d381&device_id=de8b32bb-df6d-41ce-a31f-64890b92cf8a HTTP/1.1" status: 200 len: 1691 time: 0.0949283 Jan 27 21:55:24.525208 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-9f9cf5eb-e8d2-4404-8bd1-1cdbfdf6d93e admin admin] For port d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:24.525617 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf5eb-e8d2-4404-8bd1-1cdbfdf6d93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.552982 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-9f9cf5eb-e8d2-4404-8bd1-1cdbfdf6d93e admin admin] Calling delete_port for d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:24.586280 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-44896913-b85a-4e0e-8284-f65472146370 None None] Set router 7f06bd22-ebe2-495c-91a6-b34f4f8a138f gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:55:24.623025 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4b7934c3-a642-4bd0-a772-3f80b4f77021 req-e18dd3f4-5c4e-4bc6-b2c3-14714441e40d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998671 Jan 27 21:55:24.646653 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-44896913-b85a-4e0e-8284-f65472146370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'name': 'tempest-ServersTestJSON-785088592-router', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:55:24Z', 'revision_number': 6, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:24.672808 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44896913-b85a-4e0e-8284-f65472146370 None None] The sync data for ids ['7f06bd22-ebe2-495c-91a6-b34f4f8a138f'] in n-d-772272-3 is: [{'id': '7f06bd22-ebe2-495c-91a6-b34f4f8a138f', 'name': 'tempest-ServersTestJSON-785088592-router', 'tenant_id': '4c1135188b8141ad869c457c12b79e2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:52:48Z', 'updated_at': '2022-01-27T21:55:24Z', 'revision_number': 6, 'project_id': '4c1135188b8141ad869c457c12b79e2c', 'gw_port_host': None}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:24.800335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087ef7d-c5c9-497e-a9ee-15c497d604b5 req-f793ae34-835f-48dd-9823-339f29c52c50 tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:24.802880 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6087ef7d-c5c9-497e-a9ee-15c497d604b5 req-f793ae34-835f-48dd-9823-339f29c52c50 tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4c625502-caea-42b9-afac-4d097f68d381 HTTP/1.1" status: 200 len: 1101 time: 0.0544157 Jan 27 21:55:24.803576 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf5eb-e8d2-4404-8bd1-1cdbfdf6d93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.825332 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 725ff0b6-90cd-452a-b10a-28de75a522b8 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:55:24.845196 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9cf5eb-e8d2-4404-8bd1-1cdbfdf6d93e admin admin] Pushing event deleted for resources: {'Port': ['ID=d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:24.856716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 725ff0b6-90cd-452a-b10a-28de75a522b8 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:55:24.857152 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 725ff0b6-90cd-452a-b10a-28de75a522b8 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:55:24.958289 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6087ef7d-c5c9-497e-a9ee-15c497d604b5 req-9790031c-dd94-40e2-9421-f5e8164b3b72 tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462815 Jan 27 21:55:24.960931 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf5eb-e8d2-4404-8bd1-1cdbfdf6d93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (7f06bd22-ebe2-495c-91a6-b34f4f8a138f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.074323 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ea89c-1111-4fff-bbbf-9b64ef76cf83 req-14229e59-455b-40f6-a70c-6ce2b895a70e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:25.076087 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef2ea89c-1111-4fff-bbbf-9b64ef76cf83 req-14229e59-455b-40f6-a70c-6ce2b895a70e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.1996145 Jan 27 21:55:25.077679 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf5eb-e8d2-4404-8bd1-1cdbfdf6d93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (7f06bd22-ebe2-495c-91a6-b34f4f8a138f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.093898 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf5eb-e8d2-4404-8bd1-1cdbfdf6d93e admin admin] Publish callbacks [] for router_controller (7f06bd22-ebe2-495c-91a6-b34f4f8a138f), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.168991 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf5eb-e8d2-4404-8bd1-1cdbfdf6d93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (7f06bd22-ebe2-495c-91a6-b34f4f8a138f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.169462 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9cf5eb-e8d2-4404-8bd1-1cdbfdf6d93e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f06bd22-ebe2-495c-91a6-b34f4f8a138f {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:55:25.177372 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebd98f-061c-42c1-82dc-8bc8e2ad1b39 req-130acc52-8e07-4247-b883-fe42750d95e3 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:25.178863 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-baebd98f-061c-42c1-82dc-8bc8e2ad1b39 req-130acc52-8e07-4247-b883-fe42750d95e3 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f42bab-09df-412f-9df2-03c5b8f4b4af HTTP/1.1" status: 200 len: 944 time: 0.1549084 Jan 27 21:55:25.185935 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf5eb-e8d2-4404-8bd1-1cdbfdf6d93e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.187010 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9f9cf5eb-e8d2-4404-8bd1-1cdbfdf6d93e admin admin] 10.222.0.23 "DELETE /v2.0/routers/7f06bd22-ebe2-495c-91a6-b34f4f8a138f HTTP/1.1" status: 204 len: 168 time: 1.2139297 Jan 27 21:55:25.189736 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58204) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:25.201222 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef2ea89c-1111-4fff-bbbf-9b64ef76cf83 req-b9213c6d-1fde-4e37-b505-7c4278406011 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088238 Jan 27 21:55:25.244337 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-378d305a-9609-4a6a-a1d8-64d16d9df5e7 admin admin] Deleting subnet cae9d400-c136-4372-a2bb-390c7b9d5402 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:55:25.247776 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-378d305a-9609-4a6a-a1d8-64d16d9df5e7 admin admin] Publish callbacks [] for subnet (cae9d400-c136-4372-a2bb-390c7b9d5402), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.256397 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-baebd98f-061c-42c1-82dc-8bc8e2ad1b39 req-4d83c4e7-8674-48ba-8301-2c0c5f8d96f1 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654716 Jan 27 21:55:25.284398 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-378d305a-9609-4a6a-a1d8-64d16d9df5e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (cae9d400-c136-4372-a2bb-390c7b9d5402), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.384707 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-378d305a-9609-4a6a-a1d8-64d16d9df5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (cae9d400-c136-4372-a2bb-390c7b9d5402), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.436861 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373212f-8bd1-498e-8eb6-482192267d85 req-4d0d699a-9ba6-4a48-b791-8bfdd08323fb tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:25.437597 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-378d305a-9609-4a6a-a1d8-64d16d9df5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (cae9d400-c136-4372-a2bb-390c7b9d5402), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.438623 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2373212f-8bd1-498e-8eb6-482192267d85 req-4d0d699a-9ba6-4a48-b791-8bfdd08323fb tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=de8b32bb-df6d-41ce-a31f-64890b92cf8a HTTP/1.1" status: 200 len: 1101 time: 0.0481317 Jan 27 21:55:25.468787 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d305a-9609-4a6a-a1d8-64d16d9df5e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cae9d400-c136-4372-a2bb-390c7b9d5402,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:25.476114 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-378d305a-9609-4a6a-a1d8-64d16d9df5e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.479728 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-378d305a-9609-4a6a-a1d8-64d16d9df5e7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cae9d400-c136-4372-a2bb-390c7b9d5402 HTTP/1.1" status: 204 len: 168 time: 0.2887788 Jan 27 21:55:25.485097 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58206) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:25.488373 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b601afc3-6ac3-4bcf-8fe5-6bdc5aeba125 None None] Network 2f7ebc75-d7b4-44d3-8fef-7dcf1837a949 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:55:25.499576 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2373212f-8bd1-498e-8eb6-482192267d85 req-f639f8a2-e1cc-4696-abaf-999d46d84608 tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539019 Jan 27 21:55:25.566003 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fc57957-010d-43c2-92c4-a5f2435296ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (2f7ebc75-d7b4-44d3-8fef-7dcf1837a949), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.651388 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-2fc57957-010d-43c2-92c4-a5f2435296ed admin admin] Deleting port 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:25.651717 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fc57957-010d-43c2-92c4-a5f2435296ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0fa8a56b-be36-4bf8-849f-c39a7bcd63a0), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.671180 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3718e656-53d4-479f-ac8f-e9b3f1742b93 None None] DHCP port deletion for 2f7ebc75-d7b4-44d3-8fef-7dcf1837a949 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:55:25.677516 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-9f67bfcf-65b9-4f1d-b329-8707ed8212eb tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1dce6bc3826544b6bb68765bffe8a670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250134 Jan 27 21:55:25.715619 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-2fc57957-010d-43c2-92c4-a5f2435296ed admin admin] For port 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0fa8a56b-be36-4bf8-849f-c39a7bcd63a0,segment=NetworkSegment(a5cc25a9-5919-4cb7-b1bb-a42be5043313),segment_id=a5cc25a9-5919-4cb7-b1bb-a42be5043313)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:25.715900 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fc57957-010d-43c2-92c4-a5f2435296ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0fa8a56b-be36-4bf8-849f-c39a7bcd63a0), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.730520 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3718e656-53d4-479f-ac8f-e9b3f1742b93 None None] Deleting port 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:25.730910 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3718e656-53d4-479f-ac8f-e9b3f1742b93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0fa8a56b-be36-4bf8-849f-c39a7bcd63a0), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.731041 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-2fc57957-010d-43c2-92c4-a5f2435296ed admin admin] Calling delete_port for 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:25.802960 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-3718e656-53d4-479f-ac8f-e9b3f1742b93 None None] For port 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0fa8a56b-be36-4bf8-849f-c39a7bcd63a0,segment=NetworkSegment(a5cc25a9-5919-4cb7-b1bb-a42be5043313),segment_id=a5cc25a9-5919-4cb7-b1bb-a42be5043313)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:25.803367 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3718e656-53d4-479f-ac8f-e9b3f1742b93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0fa8a56b-be36-4bf8-849f-c39a7bcd63a0), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.806673 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-b7d14f6f-e6e0-46a5-8cb2-2e9f964294d1 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:25.808107 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-b7d14f6f-e6e0-46a5-8cb2-2e9f964294d1 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1227219 Jan 27 21:55:25.820588 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3718e656-53d4-479f-ac8f-e9b3f1742b93 None None] Calling delete_port for 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:25.823932 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fc57957-010d-43c2-92c4-a5f2435296ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (0fa8a56b-be36-4bf8-849f-c39a7bcd63a0), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.828769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-62b6d627-e2b5-4fc2-87a3-f7fa9a532a0b tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/quotas/1dce6bc3826544b6bb68765bffe8a670 HTTP/1.1" status: 200 len: 375 time: 0.0105624 Jan 27 21:55:25.851748 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc57957-010d-43c2-92c4-a5f2435296ed admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa8a56b-be36-4bf8-849f-c39a7bcd63a0,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:25.856817 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc57957-010d-43c2-92c4-a5f2435296ed admin admin] No DVR routers for this DVR port 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:55:25.908646 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3718e656-53d4-479f-ac8f-e9b3f1742b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (0fa8a56b-be36-4bf8-849f-c39a7bcd63a0), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.916602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-9e866b93-1acb-4276-89be-ec64226df376 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1dce6bc3826544b6bb68765bffe8a670&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0778496 Jan 27 21:55:25.935344 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718e656-53d4-479f-ac8f-e9b3f1742b93 None None] Pushing event deleted for resources: {'Port': ['ID=0fa8a56b-be36-4bf8-849f-c39a7bcd63a0,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:25.939404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3718e656-53d4-479f-ac8f-e9b3f1742b93 None None] No DVR routers for this DVR port 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:55:25.962917 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fc57957-010d-43c2-92c4-a5f2435296ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (2f7ebc75-d7b4-44d3-8fef-7dcf1837a949), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.982826 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-3935c0b4-682d-4ec2-8935-6226f75c0c15 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0549390 Jan 27 21:55:25.987219 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-2fc57957-010d-43c2-92c4-a5f2435296ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7ebc75-d7b4-44d3-8fef-7dcf1837a949']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:25.998097 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-2fc57957-010d-43c2-92c4-a5f2435296ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5cc25a9-5919-4cb7-b1bb-a42be5043313') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:25.998622 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-2fc57957-010d-43c2-92c4-a5f2435296ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5cc25a9-5919-4cb7-b1bb-a42be5043313') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:26.011686 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fc57957-010d-43c2-92c4-a5f2435296ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (a5cc25a9-5919-4cb7-b1bb-a42be5043313), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.030115 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fc57957-010d-43c2-92c4-a5f2435296ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (a5cc25a9-5919-4cb7-b1bb-a42be5043313), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.036732 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc57957-010d-43c2-92c4-a5f2435296ed admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:55:26.037295 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fc57957-010d-43c2-92c4-a5f2435296ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (a5cc25a9-5919-4cb7-b1bb-a42be5043313), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: timer() Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:55:26.038960 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:55:26.103352 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-b6c5b39c-781f-4a66-b816-eb53e0bc5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:26.103830 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-b6c5b39c-781f-4a66-b816-eb53e0bc5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:26.104325 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-b6c5b39c-781f-4a66-b816-eb53e0bc5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:26.104792 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-b6c5b39c-781f-4a66-b816-eb53e0bc5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:26.105252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-b6c5b39c-781f-4a66-b816-eb53e0bc5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:26.105732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-b6c5b39c-781f-4a66-b816-eb53e0bc5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:26.106183 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-b6c5b39c-781f-4a66-b816-eb53e0bc5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:26.108142 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-b6c5b39c-781f-4a66-b816-eb53e0bc5ac9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c221dbb11cf44d8baddb08b573ae1274&device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 6503 time: 0.0666101 Jan 27 21:55:26.109777 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fc57957-010d-43c2-92c4-a5f2435296ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (2f7ebc75-d7b4-44d3-8fef-7dcf1837a949), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.122811 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fc57957-010d-43c2-92c4-a5f2435296ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.127645 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2fc57957-010d-43c2-92c4-a5f2435296ed admin admin] 10.222.0.23 "DELETE /v2.0/networks/2f7ebc75-d7b4-44d3-8fef-7dcf1837a949 HTTP/1.1" status: 204 len: 168 time: 0.6420171 Jan 27 21:55:26.140937 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-335657c2-8c4c-48cb-8880-c20b93cfbd3b req-60a48057-bb75-49ba-88e6-da6c775ebe7e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 210 time: 0.0317814 Jan 27 21:55:26.143170 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc57957-010d-43c2-92c4-a5f2435296ed admin admin] Pushing event deleted for resources: {'Network': ['ID=2f7ebc75-d7b4-44d3-8fef-7dcf1837a949,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:26.264116 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-5d7332d7-609c-4a78-97d3-0f0d471b869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:26.264734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-5d7332d7-609c-4a78-97d3-0f0d471b869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:26.265347 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-5d7332d7-609c-4a78-97d3-0f0d471b869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:26.267094 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-5d7332d7-609c-4a78-97d3-0f0d471b869c service neutron] 10.222.0.15 "GET /v2.0/networks?id=f73ace18-6f32-45e8-a920-6ab2b4129b97&id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&id=b460f0aa-ece7-4f87-b835-250ecfdd5f67&id=b460f0aa-ece7-4f87-b835-250ecfdd5f67 HTTP/1.1" status: 200 len: 2297 time: 0.1181674 Jan 27 21:55:26.303750 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58234) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:26.366746 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7e2c419b-31cb-4566-ba30-b761f8816411 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c1135188b8141ad869c457c12b79e2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0616701 Jan 27 21:55:26.369098 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58240) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:26.405390 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-6da5c1ed-f35a-4fe0-8350-2224b5a34119 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84405a01-cd0d-4bf0-8b98-42cc257f6846 HTTP/1.1" status: 200 len: 1002 time: 0.1303368 Jan 27 21:55:26.416194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b678d38-d997-4639-9091-95e77c032a05 req-d160c8eb-e6db-4ae5-9989-54e4bb7cd0c4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:26.417773 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b678d38-d997-4639-9091-95e77c032a05 req-d160c8eb-e6db-4ae5-9989-54e4bb7cd0c4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.1020393 Jan 27 21:55:26.431325 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35615d52-ecc8-453d-a6ac-3fbcb461d645 admin admin] Publish callbacks [] for security_group (3f61f6de-670d-4c04-9a39-d1e03503c314), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.455644 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35615d52-ecc8-453d-a6ac-3fbcb461d645 admin admin] Publish callbacks [] for security_group (3f61f6de-670d-4c04-9a39-d1e03503c314), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.494240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc79de-a32e-47d0-880c-cd35fe4a91b9 req-4eb2610c-ff92-4d2a-a993-b318256d3303 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:26.495949 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cffc79de-a32e-47d0-880c-cd35fe4a91b9 req-4eb2610c-ff92-4d2a-a993-b318256d3303 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f42bab-09df-412f-9df2-03c5b8f4b4af HTTP/1.1" status: 200 len: 944 time: 0.1291654 Jan 27 21:55:26.497878 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-499f5a23-1363-4fdc-a887-d7ed188c2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:26.499238 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-499f5a23-1363-4fdc-a887-d7ed188c2218 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d63617a-41ab-4f3d-bac9-e72c844c3cd6 HTTP/1.1" status: 200 len: 856 time: 0.0797260 Jan 27 21:55:26.514888 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35615d52-ecc8-453d-a6ac-3fbcb461d645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3f61f6de-670d-4c04-9a39-d1e03503c314), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.518038 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35615d52-ecc8-453d-a6ac-3fbcb461d645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.519306 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-35615d52-ecc8-453d-a6ac-3fbcb461d645 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f61f6de-670d-4c04-9a39-d1e03503c314 HTTP/1.1" status: 204 len: 168 time: 0.1492922 Jan 27 21:55:26.528879 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35615d52-ecc8-453d-a6ac-3fbcb461d645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f61f6de-670d-4c04-9a39-d1e03503c314,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:26.576443 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b678d38-d997-4639-9091-95e77c032a05 req-7fe24984-413f-4f50-bbd3-c3ea2125d6e4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192639 Jan 27 21:55:26.608933 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-16c7f283-27f5-4980-884d-c2c91c936262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:26.608933 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-16c7f283-27f5-4980-884d-c2c91c936262 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f73ace18-6f32-45e8-a920-6ab2b4129b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935805 Jan 27 21:55:26.608933 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cffc79de-a32e-47d0-880c-cd35fe4a91b9 req-c3998ccb-8102-4582-806b-49e73f68f597 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049876 Jan 27 21:55:26.684839 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-dd462251-afc4-4d7d-ac76-0698019e3c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.732066 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-ca4c4d0d-dcff-4d70-995b-0ebf70d909ee service neutron] 10.222.0.15 "GET /v2.0/networks/f73ace18-6f32-45e8-a920-6ab2b4129b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137190 Jan 27 21:55:26.813040 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:55:26.840115 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:55:26.844551 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0fa8a56b-be36-4bf8-849f-c39a7bcd63a0 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:55:26.845025 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:55:26.868588 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-3d060eb4-e2cb-4a10-bcc4-76d500f7fdc0 service neutron] 10.222.0.15 "GET /v2.0/networks/f73ace18-6f32-45e8-a920-6ab2b4129b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310158 Jan 27 21:55:26.871613 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:55:26.872105 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d16cda4c-52f5-43ea-a9b5-d9aaf9e70efc not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:55:26.912405 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-5a724ba2-d140-4e57-a7b6-3171b209d5be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=3104ba69-ec6e-49e9-9127-78e5e52dd511 HTTP/1.1" status: 200 len: 217 time: 0.0371990 Jan 27 21:55:26.977190 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-272bb39e-5875-4e20-9a42-bf1b7aad1258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:26.978449 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-272bb39e-5875-4e20-9a42-bf1b7aad1258 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba1a2abc-5b7e-4b47-895c-4a2ade07d24d HTTP/1.1" status: 200 len: 797 time: 0.0491323 Jan 27 21:55:27.028473 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-9eae733e-cba8-4a3f-8460-1810f5e3645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:27.030353 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-9eae733e-cba8-4a3f-8460-1810f5e3645e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0451477 Jan 27 21:55:27.118906 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-a592d420-7060-41fb-9b46-5d4cdcef78ac service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824630 Jan 27 21:55:27.220630 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-21e3b940-5a2a-41e6-b566-890ac7718797 service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921113 Jan 27 21:55:27.278458 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-43111001-fe9b-4ad1-a00e-826e8f3a69b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=58a6677b-4259-4a9e-b0ad-e5e44fe71385 HTTP/1.1" status: 200 len: 217 time: 0.0474651 Jan 27 21:55:27.298532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-597f0151-a15b-4e7f-b6da-f5ed87df2873 req-da48f532-5265-4e55-85a4-d40b71258605 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 210 time: 0.0595968 Jan 27 21:55:27.352941 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-7f9c6703-5f4b-4fc8-8c5d-c36b91060da3 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1dce6bc3826544b6bb68765bffe8a670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460122 Jan 27 21:55:27.366454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-9fedc50d-1f89-4756-800a-f6e44da5f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:27.367860 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-9fedc50d-1f89-4756-800a-f6e44da5f813 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba1a2abc-5b7e-4b47-895c-4a2ade07d24d HTTP/1.1" status: 200 len: 797 time: 0.0717421 Jan 27 21:55:27.372781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58268) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:27.448474 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.486552 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-30c5bf57-c06c-4c98-ace3-3dc6c8089979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:27.488105 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-30c5bf57-c06c-4c98-ace3-3dc6c8089979 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1077936 Jan 27 21:55:27.502983 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3e90abd6-81cf-4105-a8d3-b6a781fefb2b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-21479902-network', 'tenant_id': '5087db1c900149cbaaa7a34c3ee21041'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:27.522701 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e90abd6-81cf-4105-a8d3-b6a781fefb2b admin admin] Made reservation on behalf of 5087db1c900149cbaaa7a34c3ee21041 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:27.525066 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e90abd6-81cf-4105-a8d3-b6a781fefb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.533289 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e90abd6-81cf-4105-a8d3-b6a781fefb2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.543346 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device f45beb40-6257-4bd9-b852-111c777c2983 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:55:27.550148 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-90cd7fd6-4c30-4e85-ac91-68046a6021ed tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:27.551672 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-90cd7fd6-4c30-4e85-ac91-68046a6021ed tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1871383 Jan 27 21:55:27.575865 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-5bea2db5-8c40-4c8f-8a02-f74ca4e0a3c0 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Request body: {'port': {'device_id': '4dc60810-f35f-4951-868f-fcc367c735cd', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '1dce6bc3826544b6bb68765bffe8a670'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:27.605704 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port f45beb40-6257-4bd9-b852-111c777c2983 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:55:27.612524 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port f45beb40-6257-4bd9-b852-111c777c2983 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:27.613201 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f45beb40-6257-4bd9-b852-111c777c2983), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.640642 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e90abd6-81cf-4105-a8d3-b6a781fefb2b admin admin] Publish callbacks [] for security_group (fb9cbb37-e767-4b2f-a1fe-301aab45c4e2), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.647135 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e90abd6-81cf-4105-a8d3-b6a781fefb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (fb9cbb37-e767-4b2f-a1fe-301aab45c4e2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.661966 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-b8d2e509-6b84-4e13-9d4f-83e77d7a7aef service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666496 Jan 27 21:55:27.677143 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90abd6-81cf-4105-a8d3-b6a781fefb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:27.691305 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e90abd6-81cf-4105-a8d3-b6a781fefb2b admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:55:27.710881 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e90abd6-81cf-4105-a8d3-b6a781fefb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (58385dad-877b-4218-bcd0-f3820d4bbe16), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.711503 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-3e90abd6-81cf-4105-a8d3-b6a781fefb2b admin admin] Added segment 58385dad-877b-4218-bcd0-f3820d4bbe16 of type vlan for network cd6e1a7e-3d4e-4525-9d35-d15106beb55d Jan 27 21:55:27.746616 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port f45beb40-6257-4bd9-b852-111c777c2983 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:27.747122 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f45beb40-6257-4bd9-b852-111c777c2983), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.767649 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e90abd6-81cf-4105-a8d3-b6a781fefb2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (cd6e1a7e-3d4e-4525-9d35-d15106beb55d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.772116 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f42bab-09df-412f-9df2-03c5b8f4b4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45beb40-6257-4bd9-b852-111c777c2983'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:27.774698 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3342c64b-ef0d-434f-b2ac-b4a81555b00f" -d '{"events": [{"server_uuid": "b3f42bab-09df-412f-9df2-03c5b8f4b4af", "name": "network-vif-plugged", "status": "completed", "tag": "f45beb40-6257-4bd9-b852-111c777c2983"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:27.790836 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port f45beb40-6257-4bd9-b852-111c777c2983, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=f45beb40-6257-4bd9-b852-111c777c2983,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:27.795778 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f45beb40-6257-4bd9-b852-111c777c2983), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.798354 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e90abd6-81cf-4105-a8d3-b6a781fefb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (cd6e1a7e-3d4e-4525-9d35-d15106beb55d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.799659 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e90abd6-81cf-4105-a8d3-b6a781fefb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:27.801994 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e90abd6-81cf-4105-a8d3-b6a781fefb2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.846937 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=f45beb40-6257-4bd9-b852-111c777c2983,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:27.870398 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f6631-c335-42a1-9d79-66cb0b3f655c req-a606f4b2-ba32-4a03-bd0b-a4de4312ed19 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:27.870935 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3e90abd6-81cf-4105-a8d3-b6a781fefb2b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4962871 Jan 27 21:55:27.871983 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d2f6631-c335-42a1-9d79-66cb0b3f655c req-a606f4b2-ba32-4a03-bd0b-a4de4312ed19 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.1380093 Jan 27 21:55:27.873611 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58284) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:27.873922 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-1187fbdb-f89f-4f65-a485-982d70a8f653 service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048795 Jan 27 21:55:27.878515 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8d01f75d-08db-4e0e-b21a-993080310cb4 admin admin] Request body: {'subnet': {'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-21479902-subnet', 'tenant_id': '5087db1c900149cbaaa7a34c3ee21041', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:27.883104 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90abd6-81cf-4105-a8d3-b6a781fefb2b admin admin] Pushing event updated for resources: {'Network': ['ID=cd6e1a7e-3d4e-4525-9d35-d15106beb55d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:27.883854 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7922258-9e96-439c-92d9-8ef5fb81aa24 req-83a1b8de-ad56-45b0-b465-66377e1df3b0 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:27.885347 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7922258-9e96-439c-92d9-8ef5fb81aa24 req-83a1b8de-ad56-45b0-b465-66377e1df3b0 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f42bab-09df-412f-9df2-03c5b8f4b4af HTTP/1.1" status: 200 len: 944 time: 0.1631267 Jan 27 21:55:27.897924 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network cd6e1a7e-3d4e-4525-9d35-d15106beb55d details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:55:27.904791 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d01f75d-08db-4e0e-b21a-993080310cb4 admin admin] Made reservation on behalf of 5087db1c900149cbaaa7a34c3ee21041 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:27.907367 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d01f75d-08db-4e0e-b21a-993080310cb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.940720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-5bea2db5-8c40-4c8f-8a02-f74ca4e0a3c0 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Made reservation on behalf of 1dce6bc3826544b6bb68765bffe8a670 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:27.944511 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-5bea2db5-8c40-4c8f-8a02-f74ca4e0a3c0 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.951514 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-8cb8ec99-5a70-4319-8deb-8f5cbf8cc614 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=8eff1a59-dbd2-42fa-a1d6-c18ead819fde HTTP/1.1" status: 200 len: 217 time: 0.0643542 Jan 27 21:55:28.059953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d2f6631-c335-42a1-9d79-66cb0b3f655c req-cfbbff56-fa3d-4cfd-8460-a0c2e1e1634d tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725032 Jan 27 21:55:28.091118 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d01f75d-08db-4e0e-b21a-993080310cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (9098f0c3-55f8-4926-b1cd-02227e640c95), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.114951 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7922258-9e96-439c-92d9-8ef5fb81aa24 req-097e24ee-c274-45be-b1c5-f0223df9bbd8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150240 Jan 27 21:55:28.119409 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-1c1f9ccd-f30c-4ed5-9d07-c3557ba5d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:28.120923 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-1c1f9ccd-f30c-4ed5-9d07-c3557ba5d732 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba1a2abc-5b7e-4b47-895c-4a2ade07d24d HTTP/1.1" status: 200 len: 797 time: 0.1527150 Jan 27 21:55:28.156800 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01f75d-08db-4e0e-b21a-993080310cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9098f0c3-55f8-4926-b1cd-02227e640c95,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:28.167201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d01f75d-08db-4e0e-b21a-993080310cb4 admin admin] Checking segment: {'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:55:28.167677 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d01f75d-08db-4e0e-b21a-993080310cb4 admin admin] Network hostable DHCP agents. Network: cd6e1a7e-3d4e-4525-9d35-d15106beb55d, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:55:28.193283 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d01f75d-08db-4e0e-b21a-993080310cb4 admin admin] Network cd6e1a7e-3d4e-4525-9d35-d15106beb55d is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:55:28.196320 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f981ca-38b4-4497-8509-8785730d281b x-openstack-request-id: req-12f981ca-38b4-4497-8509-8785730d281b {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:28.196931 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f42bab-09df-412f-9df2-03c5b8f4b4af", "name": "network-vif-plugged", "status": "completed", "tag": "f45beb40-6257-4bd9-b852-111c777c2983", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:28.197394 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12f981ca-38b4-4497-8509-8785730d281b {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:28.197938 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f42bab-09df-412f-9df2-03c5b8f4b4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45beb40-6257-4bd9-b852-111c777c2983', 'code': 200} Jan 27 21:55:28.209813 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-8d01f75d-08db-4e0e-b21a-993080310cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, cd6e1a7e-3d4e-4525-9d35-d15106beb55d) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:28.215269 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d01f75d-08db-4e0e-b21a-993080310cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:28.216284 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d01f75d-08db-4e0e-b21a-993080310cb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.225484 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba46ebf9-e62a-469f-8fba-185012120f21 None None] Network cd6e1a7e-3d4e-4525-9d35-d15106beb55d requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:55:28.250870 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8d01f75d-08db-4e0e-b21a-993080310cb4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3671572 Jan 27 21:55:28.399621 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74be5b22-d43d-47d9-a28b-53cdcb3d5888 None None] Network cd6e1a7e-3d4e-4525-9d35-d15106beb55d requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:55:28.614732 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e5018ac-b728-4e17-ab59-47691987dad3 req-28b49b28-e226-4868-9bfb-3a7784c73350 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 210 time: 0.0664852 Jan 27 21:55:28.641060 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-5bea2db5-8c40-4c8f-8a02-f74ca4e0a3c0 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Allocated IP 192.168.233.12 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/9c52be04-075f-4aec-bf6e-07dd89cdf8d7) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:28.648292 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-327c92dd-99f4-4ee9-8551-135d8a551dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:28.649920 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-327c92dd-99f4-4ee9-8551-135d8a551dff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5148451 Jan 27 21:55:28.661732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7154ac-6f92-46a5-ba0b-08ff376bd707 req-0f82f640-5455-4719-9996-8a8ca3dc9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:28.663172 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec7154ac-6f92-46a5-ba0b-08ff376bd707 req-0f82f640-5455-4719-9996-8a8ca3dc9fd5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b3f42bab-09df-412f-9df2-03c5b8f4b4af HTTP/1.1" status: 200 len: 1096 time: 0.1164138 Jan 27 21:55:28.793455 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.861488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec7154ac-6f92-46a5-ba0b-08ff376bd707 req-e2ca0796-3e38-4d2f-b5d1-c1428c863741 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835804 Jan 27 21:55:28.918912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-4597072c-f986-4aab-98da-cbf056ac69ba service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529969 Jan 27 21:55:29.016859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-ab63b763-fba1-4983-a1e7-a57810dd82c7 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:29.018318 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-ab63b763-fba1-4983-a1e7-a57810dd82c7 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/networks?id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d HTTP/1.1" status: 200 len: 810 time: 0.3196542 Jan 27 21:55:29.053057 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-fed413d6-0546-45a6-b483-a41db211795a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/quotas/5087db1c900149cbaaa7a34c3ee21041 HTTP/1.1" status: 200 len: 375 time: 0.0277367 Jan 27 21:55:29.079334 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-5bea2db5-8c40-4c8f-8a02-f74ca4e0a3c0 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks [] for port (9c52be04-075f-4aec-bf6e-07dd89cdf8d7), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:29.104488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-052c76a9-dfb2-4b93-a1bf-2f504300767f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5087db1c900149cbaaa7a34c3ee21041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405533 Jan 27 21:55:29.136350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-83409202-efe5-46ef-8ca7-0319794bbbb9 service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087686 Jan 27 21:55:29.238439 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-32030a9d-291d-4e13-84ca-6b74ca1630dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=21987296-9049-47a8-bec1-6cc5307332a1 HTTP/1.1" status: 200 len: 217 time: 0.0595472 Jan 27 21:55:29.297101 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-5bea2db5-8c40-4c8f-8a02-f74ca4e0a3c0 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (9c52be04-075f-4aec-bf6e-07dd89cdf8d7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:29.309065 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f478ebb5-8e47-446e-8bb1-6fe6fc3932d8', '4a005e0e-0310-4c96-9222-a8a178e25bb6'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:29.335774 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['c0de80ea-94ec-485d-a233-833f914dc887', '7ce58d7e-31ce-4531-9ed1-fce9c4bbb053', '0da35c75-b4d2-44f9-ac18-e8f940c3eb45'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:29.343575 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5eba74-f329-472b-88e7-7df139973f82 req-3edad524-946b-46f9-ab5e-6f368c52a1e3 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:29.345116 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e5eba74-f329-472b-88e7-7df139973f82 req-3edad524-946b-46f9-ab5e-6f368c52a1e3 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.2066312 Jan 27 21:55:29.379743 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-c18ead5e-93f6-4b70-877c-e0e923b5ac40 service neutron] 10.222.0.23 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660177 Jan 27 21:55:29.381121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-68a48274-9bdd-42c0-a475-37c8c22ca4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:29.382437 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-68a48274-9bdd-42c0-a475-37c8c22ca4da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba1a2abc-5b7e-4b47-895c-4a2ade07d24d HTTP/1.1" status: 200 len: 797 time: 0.1355219 Jan 27 21:55:29.412382 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-5bea2db5-8c40-4c8f-8a02-f74ca4e0a3c0 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:29.423168 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea2db5-8c40-4c8f-8a02-f74ca4e0a3c0 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Pushing event updated for resources: {'Port': ['ID=9c52be04-075f-4aec-bf6e-07dd89cdf8d7,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:29.447192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-5bea2db5-8c40-4c8f-8a02-f74ca4e0a3c0 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:29.458588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-5bea2db5-8c40-4c8f-8a02-f74ca4e0a3c0 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:29.555549 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e5eba74-f329-472b-88e7-7df139973f82 req-033d9f89-722c-467d-add3-43528fa56207 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961060 Jan 27 21:55:29.577293 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-5bea2db5-8c40-4c8f-8a02-f74ca4e0a3c0 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:29.577936 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-5bea2db5-8c40-4c8f-8a02-f74ca4e0a3c0 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:29.587396 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-9a42040f-f5e9-4e34-91b3-fef61d05cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:29.588945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-9a42040f-f5e9-4e34-91b3-fef61d05cac9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1893258 Jan 27 21:55:29.634371 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-e614c05b-461f-4f45-b10a-d8d7b19cef54 service neutron] 10.222.0.23 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431414 Jan 27 21:55:29.637547 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-5bea2db5-8c40-4c8f-8a02-f74ca4e0a3c0 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0663211 Jan 27 21:55:29.671864 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] Request body: {'port': {'device_id': '4dc60810-f35f-4951-868f-fcc367c735cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:29.788623 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-6bbe1549-2f00-4ec3-8108-999f09eb9883 service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890798 Jan 27 21:55:29.798416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2a7df-5964-411f-a866-dbdb78175d2c req-2e9aa321-519f-458a-95e0-c92f1cb893cb tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:29.799726 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a5d2a7df-5964-411f-a866-dbdb78175d2c req-2e9aa321-519f-458a-95e0-c92f1cb893cb tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f42bab-09df-412f-9df2-03c5b8f4b4af HTTP/1.1" status: 200 len: 945 time: 0.1373029 Jan 27 21:55:29.805411 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ec6ca1d1-325a-4ca7-a02a-257be88498ba None None] Provisioning complete for port 9c52be04-075f-4aec-bf6e-07dd89cdf8d7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:29.805919 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ec6ca1d1-325a-4ca7-a02a-257be88498ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9c52be04-075f-4aec-bf6e-07dd89cdf8d7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:29.810980 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9c52be04-075f-4aec-bf6e-07dd89cdf8d7), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:29.874087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ec6ca1d1-325a-4ca7-a02a-257be88498ba None None] Port 9c52be04-075f-4aec-bf6e-07dd89cdf8d7 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:55:29.959954 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a5d2a7df-5964-411f-a866-dbdb78175d2c req-d93873f0-0464-4c36-890e-e6405d0f3980 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495233 Jan 27 21:55:30.024608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-5849f563-104f-4ba8-9f70-076ccee28df9 service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221198 Jan 27 21:55:30.078476 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-567ccdea-08b1-41eb-903e-230179a5e502 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f36aaaa3-8abe-4bbf-be60-e3985eafef58 HTTP/1.1" status: 200 len: 217 time: 0.0450451 Jan 27 21:55:30.215464 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d028b026-295f-4c34-ae0d-d7fc3ff8f2ed req-41f5d17e-6a40-40b6-a563-aaf4035e2ea9 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=05517f44-ab4d-4571-b471-28eda4d7df53 HTTP/1.1" status: 200 len: 210 time: 0.0603638 Jan 27 21:55:30.237994 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-0c53d603-841e-4219-9b87-4313eeb48a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:30.239985 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-0c53d603-841e-4219-9b87-4313eeb48a3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e923c45-9da8-41d8-a8c1-bd4723852e44 HTTP/1.1" status: 200 len: 797 time: 0.1462960 Jan 27 21:55:30.276358 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:30.297675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd6d37-3159-4260-8f59-8ef353658dd3 req-1c53c104-d7c1-4476-a758-effcc3913652 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:30.299226 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71bd6d37-3159-4260-8f59-8ef353658dd3 req-1c53c104-d7c1-4476-a758-effcc3913652 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 935 time: 0.1530521 Jan 27 21:55:30.422799 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b52cb-0286-4d18-9927-a0d2d4d311fb req-f1e8d282-0686-48b9-8f5f-f85994e53c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:30.424325 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-049b52cb-0286-4d18-9927-a0d2d4d311fb req-f1e8d282-0686-48b9-8f5f-f85994e53c32 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 1096 time: 0.1755741 Jan 27 21:55:30.450576 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-d8c80e07-2e49-44e9-8808-b307a91e008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:30.452079 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-d8c80e07-2e49-44e9-8808-b307a91e008a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b460f0aa-ece7-4f87-b835-250ecfdd5f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1897700 Jan 27 21:55:30.516018 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb2ed4-bf1f-4661-b5f1-0e4c48cfb68b req-fc4e7ab5-f28f-460b-b2c4-9231713f5a47 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:30.517524 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0adb2ed4-bf1f-4661-b5f1-0e4c48cfb68b req-fc4e7ab5-f28f-460b-b2c4-9231713f5a47 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.2031174 Jan 27 21:55:30.521465 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c52be04-075f-4aec-bf6e-07dd89cdf8d7 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:30.556204 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71bd6d37-3159-4260-8f59-8ef353658dd3 req-a46e9ce3-06fb-4470-9694-e4f7c4a95af8 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394991 Jan 27 21:55:30.585251 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] Publish callbacks [] for port (9c52be04-075f-4aec-bf6e-07dd89cdf8d7), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:30.629957 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] Transition to ACTIVE for port object 9c52be04-075f-4aec-bf6e-07dd89cdf8d7 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:55:30.644240 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (9c52be04-075f-4aec-bf6e-07dd89cdf8d7), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:30.743171 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0adb2ed4-bf1f-4661-b5f1-0e4c48cfb68b req-9d1917a1-d2d2-4714-ab93-a934e67336bf tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904340 Jan 27 21:55:30.748921 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b52cb-0286-4d18-9927-a0d2d4d311fb req-0761bb71-365b-47b8-a2eb-472bffddb305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:30.750381 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-049b52cb-0286-4d18-9927-a0d2d4d311fb req-0761bb71-365b-47b8-a2eb-472bffddb305 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 913 time: 0.3048255 Jan 27 21:55:30.753749 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-9642d19d-7917-4485-a116-0d2f05e9da99 service neutron] 10.222.0.15 "GET /v2.0/networks/b460f0aa-ece7-4f87-b835-250ecfdd5f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847536 Jan 27 21:55:30.755785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] Pushing event updated for resources: {'Port': ['ID=9c52be04-075f-4aec-bf6e-07dd89cdf8d7,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:31.339084 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-049b52cb-0286-4d18-9927-a0d2d4d311fb req-aee781e3-8156-4069-8e12-414aabba4c49 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 HTTP/1.1" status: 200 len: 999 time: 0.5600247 Jan 27 21:55:31.390548 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] Attempting to bind port 9c52be04-075f-4aec-bf6e-07dd89cdf8d7 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:55:31.390869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] Attempting to bind port 9c52be04-075f-4aec-bf6e-07dd89cdf8d7 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:55:31.391202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] Attempting to bind port 9c52be04-075f-4aec-bf6e-07dd89cdf8d7 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:31.394341 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9db7bcf-c8e2-441b-a5b6-74212eed3682 req-e0ac7710-f50c-478b-8f2b-db81d2d48356 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=05517f44-ab4d-4571-b471-28eda4d7df53 HTTP/1.1" status: 200 len: 210 time: 0.0765579 Jan 27 21:55:31.443370 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] Port 9c52be04-075f-4aec-bf6e-07dd89cdf8d7 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:55:31.443696 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] Attempting to bind port 9c52be04-075f-4aec-bf6e-07dd89cdf8d7 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:31.447819 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-21fa2e3c-ba06-47c9-8d9b-f2c6b0ac8ccf service neutron] 10.222.0.15 "GET /v2.0/networks/b460f0aa-ece7-4f87-b835-250ecfdd5f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6700494 Jan 27 21:55:31.459545 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53d691-a17e-4f45-bb25-a052ff8d6add req-8f32defe-08c0-408a-8ec5-85613a10d3e6 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:31.460956 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f53d691-a17e-4f45-bb25-a052ff8d6add req-8f32defe-08c0-408a-8ec5-85613a10d3e6 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f42bab-09df-412f-9df2-03c5b8f4b4af HTTP/1.1" status: 200 len: 945 time: 0.2391415 Jan 27 21:55:31.481645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:55:31.481984 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:55:31.482356 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:55:31.482792 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] Bound port: 9c52be04-075f-4aec-bf6e-07dd89cdf8d7, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:55:31.483146 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9c52be04-075f-4aec-bf6e-07dd89cdf8d7), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:31.540983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b52cb-0286-4d18-9927-a0d2d4d311fb req-eea2d91d-ad44-4ec1-9454-fba80e833967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:31.542339 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-049b52cb-0286-4d18-9927-a0d2d4d311fb req-eea2d91d-ad44-4ec1-9454-fba80e833967 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.1883399 Jan 27 21:55:31.546713 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-b8616c5d-fd0c-4abe-84e7-2ede9c51512b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64c24546-5d38-4279-b241-0c89a055b6b9 HTTP/1.1" status: 200 len: 217 time: 0.0765986 Jan 27 21:55:31.554659 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-2e39186a-ea43-42f2-b144-e6394c853d7d tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:31.555993 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-2e39186a-ea43-42f2-b144-e6394c853d7d tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.15 "GET /v2.0/networks?id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d HTTP/1.1" status: 200 len: 810 time: 0.3352754 Jan 27 21:55:31.605906 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-d3f5f8c9-aa77-4d8e-8959-e8fde10984c8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Request body: {'port': {'device_id': '05517f44-ab4d-4571-b471-28eda4d7df53', 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d', 'admin_state_up': True, 'tenant_id': '5087db1c900149cbaaa7a34c3ee21041'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:31.730739 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f53d691-a17e-4f45-bb25-a052ff8d6add req-a01a2f27-2936-4263-af49-1e67b3386d39 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594571 Jan 27 21:55:31.779263 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-a682a008-2f2e-44c0-8ac6-f9fbead11b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:31.780749 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-a682a008-2f2e-44c0-8ac6-f9fbead11b4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e923c45-9da8-41d8-a8c1-bd4723852e44 HTTP/1.1" status: 200 len: 797 time: 0.2187533 Jan 27 21:55:31.805214 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] For port 9c52be04-075f-4aec-bf6e-07dd89cdf8d7, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:55:31.816569 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b52cb-0286-4d18-9927-a0d2d4d311fb req-1dd3c3a0-9fb5-404e-b00c-ac20e1698082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:31.818945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-049b52cb-0286-4d18-9927-a0d2d4d311fb req-1dd3c3a0-9fb5-404e-b00c-ac20e1698082 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2433255 Jan 27 21:55:31.849533 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] For port 9c52be04-075f-4aec-bf6e-07dd89cdf8d7, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=9c52be04-075f-4aec-bf6e-07dd89cdf8d7,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:55:31.865953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423e78e-31b6-4a40-958e-4b0de2c0e70e req-fd68f553-98ce-4fa1-a4f2-75c2cb906f0b tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:31.867488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9423e78e-31b6-4a40-958e-4b0de2c0e70e req-fd68f553-98ce-4fa1-a4f2-75c2cb906f0b tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 947 time: 0.2371359 Jan 27 21:55:31.880365 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (9c52be04-075f-4aec-bf6e-07dd89cdf8d7), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:32.002130 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:32.002750 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:32.004137 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] 10.222.0.21 "PUT /v2.0/ports/9c52be04-075f-4aec-bf6e-07dd89cdf8d7 HTTP/1.1" status: 200 len: 1095 time: 2.3405998 Jan 27 21:55:32.005196 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc60810-f35f-4951-868f-fcc367c735cd', 'tag': '9c52be04-075f-4aec-bf6e-07dd89cdf8d7'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:32.007471 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a04cc2e-3c48-4a81-8613-8a40a494ca86" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc60810-f35f-4951-868f-fcc367c735cd", "tag": "9c52be04-075f-4aec-bf6e-07dd89cdf8d7"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:32.081623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-de537c2b-c2ef-483b-8b83-1b0ffe8342ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:32.083180 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-de537c2b-c2ef-483b-8b83-1b0ffe8342ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b460f0aa-ece7-4f87-b835-250ecfdd5f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2863016 Jan 27 21:55:32.107616 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-d3f5f8c9-aa77-4d8e-8959-e8fde10984c8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Made reservation on behalf of 5087db1c900149cbaaa7a34c3ee21041 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:32.110983 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-d3f5f8c9-aa77-4d8e-8959-e8fde10984c8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:32.138236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5776e67-7897-4139-8b57-6a3d971f733f service neutron] Pushing event updated for resources: {'Port': ['ID=9c52be04-075f-4aec-bf6e-07dd89cdf8d7,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:32.186344 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9423e78e-31b6-4a40-958e-4b0de2c0e70e req-713ffde2-510f-4d2d-9336-c0fed9c34215 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919755 Jan 27 21:55:32.237107 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a657e-66d6-435c-b14d-dafd859d006c req-461bfcc0-85ef-4948-8d5c-766ad8d26bbb tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:32.238667 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-548a657e-66d6-435c-b14d-dafd859d006c req-461bfcc0-85ef-4948-8d5c-766ad8d26bbb tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.3011861 Jan 27 21:55:32.241003 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-049b52cb-0286-4d18-9927-a0d2d4d311fb req-0a21f7e9-66d4-40fb-8fd3-851c7844dd87 service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939044 Jan 27 21:55:32.340963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e8002560-c90f-4ed2-85fd-97ac85636cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:32.342468 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-e8002560-c90f-4ed2-85fd-97ac85636cc1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dce6bc3826544b6bb68765bffe8a670&device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 1098 time: 0.2726929 Jan 27 21:55:32.462759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-06b095d8-4957-4656-a59b-2b42394a8561 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=9c52be04-075f-4aec-bf6e-07dd89cdf8d7 HTTP/1.1" status: 200 len: 217 time: 0.1011226 Jan 27 21:55:32.478721 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-f1901b67-81ed-48f5-bbbc-7dc2670b58e9 service neutron] 10.222.0.15 "GET /v2.0/networks/b460f0aa-ece7-4f87-b835-250ecfdd5f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793566 Jan 27 21:55:32.503065 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-548a657e-66d6-435c-b14d-dafd859d006c req-7fe193f4-fca5-4c04-9263-2eb017e66dfe tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495642 Jan 27 21:55:32.576206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f80a2-fb02-4d39-80f1-3e50762bcb1c req-7fc45e32-5290-4c32-96d5-abc4f5cde469 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:32.577753 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b93f80a2-fb02-4d39-80f1-3e50762bcb1c req-7fc45e32-5290-4c32-96d5-abc4f5cde469 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f42bab-09df-412f-9df2-03c5b8f4b4af HTTP/1.1" status: 200 len: 945 time: 0.3315752 Jan 27 21:55:32.629501 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cb104b-7911-48c8-bf47-a33b37a8d40f x-openstack-request-id: req-85cb104b-7911-48c8-bf47-a33b37a8d40f {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:32.629798 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc60810-f35f-4951-868f-fcc367c735cd", "tag": "9c52be04-075f-4aec-bf6e-07dd89cdf8d7", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:32.630058 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85cb104b-7911-48c8-bf47-a33b37a8d40f {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:32.630461 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc60810-f35f-4951-868f-fcc367c735cd', 'tag': '9c52be04-075f-4aec-bf6e-07dd89cdf8d7', 'status': 'completed', 'code': 200} Jan 27 21:55:32.673004 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-049b52cb-0286-4d18-9927-a0d2d4d311fb req-b491c57a-7780-4845-a913-8d013cac05bf service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022250 Jan 27 21:55:32.678000 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-2b5dcf94-5da3-4675-b5a8-741fcc7d60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:32.679383 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-2b5dcf94-5da3-4675-b5a8-741fcc7d60e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1953630 Jan 27 21:55:32.711163 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-d3f5f8c9-aa77-4d8e-8959-e8fde10984c8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Allocated IP 172.20.0.9 (cd6e1a7e-3d4e-4525-9d35-d15106beb55d/9098f0c3-55f8-4926-b1cd-02227e640c95/36508ca6-73cf-4d3d-8be0-54cc37638685) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:32.768672 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b93f80a2-fb02-4d39-80f1-3e50762bcb1c req-9f3cc774-690e-4e6e-b323-9ce43878da94 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733747 Jan 27 21:55:32.814242 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dd2d8b-5913-46a8-803a-dc8be024041d req-f2e694ba-e3d4-451c-b8b0-081718da0601 service neutron] 10.222.0.15 "GET /v2.0/networks/b460f0aa-ece7-4f87-b835-250ecfdd5f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182344 Jan 27 21:55:32.837249 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55f98e05-b0f9-4fc7-ab9a-651d162d4c08 req-efb00cea-16e6-498f-8aaa-f1cc7b0f8e86 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=05517f44-ab4d-4571-b471-28eda4d7df53 HTTP/1.1" status: 200 len: 210 time: 0.0483558 Jan 27 21:55:32.850585 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-9adb34ef-9d28-4ef6-9302-7b1d214b2743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:32.852039 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-9adb34ef-9d28-4ef6-9302-7b1d214b2743 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1539581 Jan 27 21:55:33.020928 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-d3f5f8c9-aa77-4d8e-8959-e8fde10984c8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks [] for port (36508ca6-73cf-4d3d-8be0-54cc37638685), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:33.023758 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-9791e3a3-a205-4de9-8937-3ed6e0b53bef service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558673 Jan 27 21:55:33.107126 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-d3f5f8c9-aa77-4d8e-8959-e8fde10984c8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (36508ca6-73cf-4d3d-8be0-54cc37638685), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:33.166934 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-d3f5f8c9-aa77-4d8e-8959-e8fde10984c8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Network cd6e1a7e-3d4e-4525-9d35-d15106beb55d is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:33.171406 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-d3f5f8c9-aa77-4d8e-8959-e8fde10984c8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:33.178805 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a2668d5-b322-419c-9e3e-bae1a0e53a46 req-617701ff-79e1-4881-88fd-5466cb61ee65 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437955 Jan 27 21:55:33.183452 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-d3f5f8c9-aa77-4d8e-8959-e8fde10984c8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:33.189869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5f8c9-aa77-4d8e-8959-e8fde10984c8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Pushing event updated for resources: {'Port': ['ID=36508ca6-73cf-4d3d-8be0-54cc37638685,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:33.240926 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-d3f5f8c9-aa77-4d8e-8959-e8fde10984c8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:33.241542 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-d3f5f8c9-aa77-4d8e-8959-e8fde10984c8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:33.278184 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-d3f5f8c9-aa77-4d8e-8959-e8fde10984c8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7005339 Jan 27 21:55:33.310397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] Request body: {'port': {'device_id': '05517f44-ab4d-4571-b471-28eda4d7df53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:33.348676 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04cc2e-3c48-4a81-8613-8a40a494ca86 req-6d4be348-4734-4717-bd71-a077656c472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:33.350174 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a04cc2e-3c48-4a81-8613-8a40a494ca86 req-6d4be348-4734-4717-bd71-a077656c472e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dce6bc3826544b6bb68765bffe8a670&device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 1098 time: 0.1050510 Jan 27 21:55:33.393019 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffc4ca-77df-4178-a019-eeb3a22b0a45 req-432aa4f1-f71e-470e-b48d-beff872827b4 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:33.394355 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9ffc4ca-77df-4178-a019-eeb3a22b0a45 req-432aa4f1-f71e-470e-b48d-beff872827b4 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 947 time: 0.1136019 Jan 27 21:55:33.439015 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (36508ca6-73cf-4d3d-8be0-54cc37638685), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:33.535507 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9ffc4ca-77df-4178-a019-eeb3a22b0a45 req-5768dd37-3569-4800-a6d5-790285314fb1 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285365 Jan 27 21:55:33.559481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04cc2e-3c48-4a81-8613-8a40a494ca86 req-55407560-1c3b-4c03-8dc2-1557cda69fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:33.560978 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a04cc2e-3c48-4a81-8613-8a40a494ca86 req-55407560-1c3b-4c03-8dc2-1557cda69fae service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.1853845 Jan 27 21:55:33.676773 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a04cc2e-3c48-4a81-8613-8a40a494ca86 req-e280c5c1-5d98-4fcd-849b-feabbd4497d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=9c52be04-075f-4aec-bf6e-07dd89cdf8d7 HTTP/1.1" status: 200 len: 217 time: 0.0725594 Jan 27 21:55:33.780401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae48ebe-b1d1-4f2d-a932-7ceae5f5d498 req-2a752e6f-cf29-4360-a2d5-02d0fbffea6a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:33.781886 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fae48ebe-b1d1-4f2d-a932-7ceae5f5d498 req-2a752e6f-cf29-4360-a2d5-02d0fbffea6a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.1795857 Jan 27 21:55:33.790106 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04cc2e-3c48-4a81-8613-8a40a494ca86 req-296ce4ee-3941-4e2f-89e4-3479f14a670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:33.791456 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a04cc2e-3c48-4a81-8613-8a40a494ca86 req-296ce4ee-3941-4e2f-89e4-3479f14a670c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1048660 Jan 27 21:55:34.256265 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fae48ebe-b1d1-4f2d-a932-7ceae5f5d498 req-13fb856a-f634-4b54-a4ef-f83e2923234b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4676058 Jan 27 21:55:34.257858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04cc2e-3c48-4a81-8613-8a40a494ca86 req-ae50167a-d1f9-4a65-85fb-ac9faa486fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:34.259233 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a04cc2e-3c48-4a81-8613-8a40a494ca86 req-ae50167a-d1f9-4a65-85fb-ac9faa486fb6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1303372 Jan 27 21:55:34.273713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc03f8-4a59-4e09-a70e-65135c055aa4 req-2dfa57bd-ec26-4e9e-860a-9db2f821e1c4 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:34.275238 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-51dc03f8-4a59-4e09-a70e-65135c055aa4 req-2dfa57bd-ec26-4e9e-860a-9db2f821e1c4 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3f42bab-09df-412f-9df2-03c5b8f4b4af HTTP/1.1" status: 200 len: 945 time: 0.1451313 Jan 27 21:55:34.404303 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36508ca6-73cf-4d3d-8be0-54cc37638685 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:34.421851 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] Publish callbacks [] for port (36508ca6-73cf-4d3d-8be0-54cc37638685), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:34.467596 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-51dc03f8-4a59-4e09-a70e-65135c055aa4 req-648a38e5-5b9d-47f4-989b-4ee2de75f35a tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762166 Jan 27 21:55:34.468524 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] Transition to ACTIVE for port object 36508ca6-73cf-4d3d-8be0-54cc37638685 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:55:34.490560 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (36508ca6-73cf-4d3d-8be0-54cc37638685), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:34.492240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de3e8b-f6b4-4989-8cb8-ad26f7f15d54 req-17c88628-0f64-4bcc-ab1b-699ee0c86d8b tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:34.493728 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14de3e8b-f6b4-4989-8cb8-ad26f7f15d54 req-17c88628-0f64-4bcc-ab1b-699ee0c86d8b tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=05517f44-ab4d-4571-b471-28eda4d7df53 HTTP/1.1" status: 200 len: 931 time: 0.1690056 Jan 27 21:55:34.524297 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a04cc2e-3c48-4a81-8613-8a40a494ca86 req-1efc36da-5d1d-49e3-9ae9-21511308794c service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431891 Jan 27 21:55:34.644355 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] Pushing event updated for resources: {'Port': ['ID=36508ca6-73cf-4d3d-8be0-54cc37638685,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:34.708021 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14de3e8b-f6b4-4989-8cb8-ad26f7f15d54 req-33fe90e3-9293-4632-93ac-d66ec79cedb9 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904366 Jan 27 21:55:34.736371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f1267-41fe-46ef-9419-b74842a488c7 req-e548b4af-5544-4288-910a-7457dde217e3 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:34.737885 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-106f1267-41fe-46ef-9419-b74842a488c7 req-e548b4af-5544-4288-910a-7457dde217e3 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.2088683 Jan 27 21:55:34.772581 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a04cc2e-3c48-4a81-8613-8a40a494ca86 req-85bacf12-203c-4aef-91ed-28aef12a3411 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260473 Jan 27 21:55:34.795962 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] Attempting to bind port 36508ca6-73cf-4d3d-8be0-54cc37638685 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:55:34.796334 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] Attempting to bind port 36508ca6-73cf-4d3d-8be0-54cc37638685 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:55:34.796669 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] Attempting to bind port 36508ca6-73cf-4d3d-8be0-54cc37638685 on network cd6e1a7e-3d4e-4525-9d35-d15106beb55d {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:34.811576 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] Port 36508ca6-73cf-4d3d-8be0-54cc37638685 on network cd6e1a7e-3d4e-4525-9d35-d15106beb55d not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:55:34.811903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] Attempting to bind port 36508ca6-73cf-4d3d-8be0-54cc37638685 on network cd6e1a7e-3d4e-4525-9d35-d15106beb55d {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:34.820620 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-106f1267-41fe-46ef-9419-b74842a488c7 req-5491ae6c-000f-4c84-ba55-9cd4389e7825 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746937 Jan 27 21:55:34.821491 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:55:34.821826 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] Checking segment: {'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:55:34.822195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] Bound using segment: {'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:55:34.822625 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] Bound port: 36508ca6-73cf-4d3d-8be0-54cc37638685, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:55:34.822980 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (36508ca6-73cf-4d3d-8be0-54cc37638685), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:34.896193 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] For port 36508ca6-73cf-4d3d-8be0-54cc37638685, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:55:34.927277 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] For port 36508ca6-73cf-4d3d-8be0-54cc37638685, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=36508ca6-73cf-4d3d-8be0-54cc37638685,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:55:34.933969 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (36508ca6-73cf-4d3d-8be0-54cc37638685), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:34.981677 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916891ff-f3d8-46d2-9a1e-950862ed55eb req-6819d907-55d8-4603-b6bf-d67119f17a95 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:34.983179 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-916891ff-f3d8-46d2-9a1e-950862ed55eb req-6819d907-55d8-4603-b6bf-d67119f17a95 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 947 time: 0.1043198 Jan 27 21:55:34.984425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:34.991190 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:34.991190 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] 10.222.0.15 "PUT /v2.0/ports/36508ca6-73cf-4d3d-8be0-54cc37638685 HTTP/1.1" status: 200 len: 1091 time: 1.6952870 Jan 27 21:55:34.991190 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05517f44-ab4d-4571-b471-28eda4d7df53', 'tag': '36508ca6-73cf-4d3d-8be0-54cc37638685'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:34.993367 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170553cb-98d6-4185-93ab-c6ca81b6ca86" -d '{"events": [{"name": "network-changed", "server_uuid": "05517f44-ab4d-4571-b471-28eda4d7df53", "tag": "36508ca6-73cf-4d3d-8be0-54cc37638685"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:35.031970 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc6398-5dd5-4159-af8f-8776610d64e4 service neutron] Pushing event updated for resources: {'Port': ['ID=36508ca6-73cf-4d3d-8be0-54cc37638685,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:35.081775 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-916891ff-f3d8-46d2-9a1e-950862ed55eb req-f0161ef1-24c1-4bf0-9b68-6806436ded2e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843678 Jan 27 21:55:35.108977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-da8911e5-32be-4a9f-ac70-0e23e964d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:35.112446 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-da8911e5-32be-4a9f-ac70-0e23e964d6b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5087db1c900149cbaaa7a34c3ee21041&device_id=05517f44-ab4d-4571-b471-28eda4d7df53 HTTP/1.1" status: 200 len: 1094 time: 0.0774841 Jan 27 21:55:35.201581 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-54166522-8b49-48d5-8ed1-cfdf554bfdb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36508ca6-73cf-4d3d-8be0-54cc37638685 HTTP/1.1" status: 200 len: 217 time: 0.0774667 Jan 27 21:55:35.219760 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4af281d7-2694-48da-8c89-afa9639ff8e3 req-d40951f4-0277-4b9c-b684-e59b88c1452e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0852580 Jan 27 21:55:35.253293 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd648a63-8ccb-4f4a-a6bb-462d18116eba x-openstack-request-id: req-cd648a63-8ccb-4f4a-a6bb-462d18116eba {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:35.253595 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05517f44-ab4d-4571-b471-28eda4d7df53", "tag": "36508ca6-73cf-4d3d-8be0-54cc37638685", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:35.256105 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd648a63-8ccb-4f4a-a6bb-462d18116eba {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:35.256105 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05517f44-ab4d-4571-b471-28eda4d7df53', 'tag': '36508ca6-73cf-4d3d-8be0-54cc37638685', 'status': 'completed', 'code': 200} Jan 27 21:55:35.308523 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-613cb6ce-2c99-413b-a975-50f3e749c39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:35.310605 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-613cb6ce-2c99-413b-a975-50f3e749c39b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9098f0c3-55f8-4926-b1cd-02227e640c95 HTTP/1.1" status: 200 len: 850 time: 0.0950677 Jan 27 21:55:35.349922 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-df4814d2-662a-4342-9fe9-95b58ab40c8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327518 Jan 27 21:55:35.351702 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af281d7-2694-48da-8c89-afa9639ff8e3 req-1245d926-950d-4796-ab88-e075ad1903ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:35.353060 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4af281d7-2694-48da-8c89-afa9639ff8e3 req-1245d926-950d-4796-ab88-e075ad1903ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de28fa92448d41c99ce570f9af9bb344&device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 1097 time: 0.0938537 Jan 27 21:55:35.501497 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e9b5b-dcc8-4907-9efb-f9517c0b5254 req-a79ff274-1722-43dc-b690-b6a3db29b31b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:35.502976 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-706e9b5b-dcc8-4907-9efb-f9517c0b5254 req-a79ff274-1722-43dc-b690-b6a3db29b31b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.1490629 Jan 27 21:55:35.572118 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-9db6223f-530c-4980-826b-4d2d0f23a020 service neutron] 10.222.0.15 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077322 Jan 27 21:55:35.577847 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af281d7-2694-48da-8c89-afa9639ff8e3 req-8d1a724b-e52b-4b0e-8d58-bd0db0970230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:35.579201 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4af281d7-2694-48da-8c89-afa9639ff8e3 req-8d1a724b-e52b-4b0e-8d58-bd0db0970230 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 HTTP/1.1" status: 200 len: 916 time: 0.1932933 Jan 27 21:55:35.646695 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-706e9b5b-dcc8-4907-9efb-f9517c0b5254 req-0c16c282-af86-4a66-bfc8-eb25d98a9c3a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278884 Jan 27 21:55:35.701822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4af281d7-2694-48da-8c89-afa9639ff8e3 req-e9edfdd5-2a6e-4643-b8e0-b1c305deb04b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85814e7d-06ef-44ba-99d9-f779baf564c0 HTTP/1.1" status: 200 len: 1001 time: 0.1106851 Jan 27 21:55:35.762057 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a01bd6c-b408-4301-84e3-daddb2b88dfa req-2f4a5ed3-5918-4795-b6be-0ac31a3851ed service neutron] 10.222.0.15 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800249 Jan 27 21:55:35.770648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af281d7-2694-48da-8c89-afa9639ff8e3 req-ef2c4c81-61a8-454f-8d81-7b9157969ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:35.772322 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4af281d7-2694-48da-8c89-afa9639ff8e3 req-ef2c4c81-61a8-454f-8d81-7b9157969ba8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1a976cc-2e5b-4556-bc6f-960c2cfb8897 HTTP/1.1" status: 200 len: 854 time: 0.0620940 Jan 27 21:55:35.907277 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af281d7-2694-48da-8c89-afa9639ff8e3 req-d4eaca1f-c7c0-4b57-ae2b-ad713f3bac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:35.908840 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4af281d7-2694-48da-8c89-afa9639ff8e3 req-d4eaca1f-c7c0-4b57-ae2b-ad713f3bac3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260502 Jan 27 21:55:35.950860 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d402bad-a507-4dbe-a83c-1b6fca5eca49 req-0a7d71c7-e2d4-4e3b-987a-c5669d9c3a8d tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:35.952354 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d402bad-a507-4dbe-a83c-1b6fca5eca49 req-0a7d71c7-e2d4-4e3b-987a-c5669d9c3a8d tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=05517f44-ab4d-4571-b471-28eda4d7df53 HTTP/1.1" status: 200 len: 943 time: 0.1681242 Jan 27 21:55:36.003438 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170553cb-98d6-4185-93ab-c6ca81b6ca86 req-c21387a4-db87-402e-8b2f-dc26a7189be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:36.005544 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-170553cb-98d6-4185-93ab-c6ca81b6ca86 req-c21387a4-db87-402e-8b2f-dc26a7189be2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5087db1c900149cbaaa7a34c3ee21041&device_id=05517f44-ab4d-4571-b471-28eda4d7df53 HTTP/1.1" status: 200 len: 1094 time: 0.1673336 Jan 27 21:55:36.019040 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53c5eb-cfc0-40bf-8460-ac0906fdeb07 req-d983121d-a4ef-4dc5-9f03-97c44645e9cb tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:36.021050 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b53c5eb-cfc0-40bf-8460-ac0906fdeb07 req-d983121d-a4ef-4dc5-9f03-97c44645e9cb tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.1840334 Jan 27 21:55:36.151586 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d402bad-a507-4dbe-a83c-1b6fca5eca49 req-7a6c7c75-0d45-45c8-ab4e-44f209268bda tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678526 Jan 27 21:55:36.178539 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b53c5eb-cfc0-40bf-8460-ac0906fdeb07 req-e9e2040a-a482-4cc2-a719-58680f6b4ba9 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439919 Jan 27 21:55:36.188913 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4af281d7-2694-48da-8c89-afa9639ff8e3 req-3fcc0ad0-9775-4cb7-856c-facf715eef02 service neutron] 10.222.0.21 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698855 Jan 27 21:55:36.279905 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170553cb-98d6-4185-93ab-c6ca81b6ca86 req-4ff81aca-4a8a-4c93-98f0-d591d4cf1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:36.281444 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-170553cb-98d6-4185-93ab-c6ca81b6ca86 req-4ff81aca-4a8a-4c93-98f0-d591d4cf1602 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d HTTP/1.1" status: 200 len: 911 time: 0.2565441 Jan 27 21:55:36.341120 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-170553cb-98d6-4185-93ab-c6ca81b6ca86 req-e6ce1446-b7f3-4d28-9777-3ca3f3d56970 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36508ca6-73cf-4d3d-8be0-54cc37638685 HTTP/1.1" status: 200 len: 217 time: 0.0449026 Jan 27 21:55:36.407931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9242160-c99a-4473-8898-6787d0a8bbda req-56e0196a-dadd-49f6-a079-4137d979a24a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:36.409457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f9242160-c99a-4473-8898-6787d0a8bbda req-56e0196a-dadd-49f6-a079-4137d979a24a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 947 time: 0.1814790 Jan 27 21:55:36.428871 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4af281d7-2694-48da-8c89-afa9639ff8e3 req-6db61e6e-096d-40aa-9a60-a7a21bb8e6fa service neutron] 10.222.0.21 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159121 Jan 27 21:55:36.444437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170553cb-98d6-4185-93ab-c6ca81b6ca86 req-975eb719-bd1e-40f7-ba17-283adfffb08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:36.445883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-170553cb-98d6-4185-93ab-c6ca81b6ca86 req-975eb719-bd1e-40f7-ba17-283adfffb08d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9098f0c3-55f8-4926-b1cd-02227e640c95 HTTP/1.1" status: 200 len: 850 time: 0.0903285 Jan 27 21:55:36.486787 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-170553cb-98d6-4185-93ab-c6ca81b6ca86 req-2be70656-30e8-4f10-bd16-0c26b40d91f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309885 Jan 27 21:55:36.494612 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f9242160-c99a-4473-8898-6787d0a8bbda req-8f1de1ad-caf8-47b1-a13c-a5de5608e916 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767238 Jan 27 21:55:36.580942 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-170553cb-98d6-4185-93ab-c6ca81b6ca86 req-7aee3e9e-d5f5-4039-b932-782753d0f93b service neutron] 10.222.0.15 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852990 Jan 27 21:55:36.672330 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-170553cb-98d6-4185-93ab-c6ca81b6ca86 req-ec4ff051-e863-47a9-9111-aafa9463cfdb service neutron] 10.222.0.15 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798953 Jan 27 21:55:37.304752 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b5e54-73f8-4f22-a01d-1983765b88ec req-df18e2cc-2a53-45b0-b135-16f760811b97 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:37.306130 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-512b5e54-73f8-4f22-a01d-1983765b88ec req-df18e2cc-2a53-45b0-b135-16f760811b97 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=05517f44-ab4d-4571-b471-28eda4d7df53 HTTP/1.1" status: 200 len: 943 time: 0.0807872 Jan 27 21:55:37.317416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887af3ee-09d8-4c45-bab6-ee5dd9f7dff6 req-1005fdb2-51a8-41ca-badf-40099e560c6f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:37.318799 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-887af3ee-09d8-4c45-bab6-ee5dd9f7dff6 req-1005fdb2-51a8-41ca-badf-40099e560c6f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0631759 Jan 27 21:55:37.389712 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-512b5e54-73f8-4f22-a01d-1983765b88ec req-3d26b9e2-ab03-4086-9286-95e87a541fae tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699606 Jan 27 21:55:37.393079 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-887af3ee-09d8-4c45-bab6-ee5dd9f7dff6 req-940f7d73-ff57-42c0-807b-7c4e028ee251 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675030 Jan 27 21:55:37.699264 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90811921-35eb-4ee5-8fcc-b84f6552d625 req-55a65c4a-e9dd-46a6-ae50-172a2f576f01 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:37.701066 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90811921-35eb-4ee5-8fcc-b84f6552d625 req-55a65c4a-e9dd-46a6-ae50-172a2f576f01 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 947 time: 0.0949135 Jan 27 21:55:37.714314 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15cbec-cedd-411a-ad53-92995a21bb59 req-04916fcd-5409-4abb-ade3-9c8eeb145de2 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:37.716071 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de15cbec-cedd-411a-ad53-92995a21bb59 req-04916fcd-5409-4abb-ade3-9c8eeb145de2 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0769830 Jan 27 21:55:37.791761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90811921-35eb-4ee5-8fcc-b84f6552d625 req-64307419-048f-4e2b-830f-b025de223af8 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745807 Jan 27 21:55:37.795342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de15cbec-cedd-411a-ad53-92995a21bb59 req-3c1abf95-5c56-4cfb-8172-fedde6587cff tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711787 Jan 27 21:55:38.161402 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 36508ca6-73cf-4d3d-8be0-54cc37638685 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:55:38.257222 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 36508ca6-73cf-4d3d-8be0-54cc37638685, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=36508ca6-73cf-4d3d-8be0-54cc37638685,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:38.268152 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '36508ca6-73cf-4d3d-8be0-54cc37638685', 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d', 'port_id': '36508ca6-73cf-4d3d-8be0-54cc37638685', 'mac_address': 'fa:16:3e:bf:34:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9098f0c3-55f8-4926-b1cd-02227e640c95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:55:38.304698 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 36508ca6-73cf-4d3d-8be0-54cc37638685 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:38.305089 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (36508ca6-73cf-4d3d-8be0-54cc37638685), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:38.318358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36508ca6-73cf-4d3d-8be0-54cc37638685 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:38.338813 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 36508ca6-73cf-4d3d-8be0-54cc37638685, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=36508ca6-73cf-4d3d-8be0-54cc37638685,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:38.342755 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (36508ca6-73cf-4d3d-8be0-54cc37638685), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:38.389956 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=36508ca6-73cf-4d3d-8be0-54cc37638685,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:38.515470 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc50f6f-bad4-415b-ace9-95926be142dd req-ccd209f8-db1e-4be0-a571-cfce507d180c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:38.517105 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5bc50f6f-bad4-415b-ace9-95926be142dd req-ccd209f8-db1e-4be0-a571-cfce507d180c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=05517f44-ab4d-4571-b471-28eda4d7df53 HTTP/1.1" status: 200 len: 944 time: 0.0584481 Jan 27 21:55:38.572220 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5bc50f6f-bad4-415b-ace9-95926be142dd req-8a2a50fd-5020-4337-8259-18f33e7421c8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473015 Jan 27 21:55:38.774252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['36508ca6-73cf-4d3d-8be0-54cc37638685'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:38.954485 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab5ec5-5837-48be-90f9-3282d6ca50ea req-ac8d0f27-3e2f-410a-a10c-26fa952289c5 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:38.956231 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5dab5ec5-5837-48be-90f9-3282d6ca50ea req-ac8d0f27-3e2f-410a-a10c-26fa952289c5 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 947 time: 0.0794656 Jan 27 21:55:38.967337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7869a-05c5-4271-8329-6993b5822cac req-3cff614b-a2ab-49cd-bc19-96b88ee3dca5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:38.968930 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06c7869a-05c5-4271-8329-6993b5822cac req-3cff614b-a2ab-49cd-bc19-96b88ee3dca5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0904276 Jan 27 21:55:39.044873 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5dab5ec5-5837-48be-90f9-3282d6ca50ea req-237e0fc6-fe3f-416b-bd41-aac8a1e71ac1 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746412 Jan 27 21:55:39.055324 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06c7869a-05c5-4271-8329-6993b5822cac req-18519475-4540-4488-949d-d2e89957f5ce tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771339 Jan 27 21:55:39.166689 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833763b9-1d0e-469c-a862-b0895ee5f9b1 req-29121890-47bb-4824-9d53-6d52ef9884ad tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:39.168195 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-833763b9-1d0e-469c-a862-b0895ee5f9b1 req-29121890-47bb-4824-9d53-6d52ef9884ad tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0522971 Jan 27 21:55:39.216454 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-833763b9-1d0e-469c-a862-b0895ee5f9b1 req-ce2d9175-3677-4f63-bcee-4df88c2ee499 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426519 Jan 27 21:55:39.335281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1d000-76cc-438e-b45e-39f0d2b092fb req-28615c74-5f9e-426a-8a40-7e7fee4cb7cf tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:39.336674 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eea1d000-76cc-438e-b45e-39f0d2b092fb req-28615c74-5f9e-426a-8a40-7e7fee4cb7cf tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0481052 Jan 27 21:55:39.382780 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eea1d000-76cc-438e-b45e-39f0d2b092fb req-c4e2b90e-1245-41d1-8d53-61810cc2b3c2 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403171 Jan 27 21:55:39.502113 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c34cc-c761-44af-9b17-fd1708afdf66 req-25940f9c-56a2-4e24-b793-688766fbc511 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:39.503603 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa4c34cc-c761-44af-9b17-fd1708afdf66 req-25940f9c-56a2-4e24-b793-688766fbc511 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0536926 Jan 27 21:55:39.555295 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa4c34cc-c761-44af-9b17-fd1708afdf66 req-ec866bd3-abc6-47fd-be40-d153ed234eb0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460839 Jan 27 21:55:39.617334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 9c52be04-075f-4aec-bf6e-07dd89cdf8d7 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:55:39.728111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed1ad7-0d80-4989-a9c5-b6b0c98b5250 req-abb10e08-1e83-4b35-baf8-538c6a0e3b6d tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:39.729772 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58ed1ad7-0d80-4989-a9c5-b6b0c98b5250 req-abb10e08-1e83-4b35-baf8-538c6a0e3b6d tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=05517f44-ab4d-4571-b471-28eda4d7df53 HTTP/1.1" status: 200 len: 944 time: 0.0735612 Jan 27 21:55:39.761671 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 9c52be04-075f-4aec-bf6e-07dd89cdf8d7, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=9c52be04-075f-4aec-bf6e-07dd89cdf8d7,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:39.774230 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '9c52be04-075f-4aec-bf6e-07dd89cdf8d7', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '9c52be04-075f-4aec-bf6e-07dd89cdf8d7', 'mac_address': 'fa:16:3e:16:5c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:55:39.791342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58ed1ad7-0d80-4989-a9c5-b6b0c98b5250 req-73061c72-f5fa-4acb-befb-33c7f9d4651e tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558901 Jan 27 21:55:39.811488 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 9c52be04-075f-4aec-bf6e-07dd89cdf8d7 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:39.811884 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9c52be04-075f-4aec-bf6e-07dd89cdf8d7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:39.825306 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c52be04-075f-4aec-bf6e-07dd89cdf8d7 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:39.844713 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 9c52be04-075f-4aec-bf6e-07dd89cdf8d7, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=9c52be04-075f-4aec-bf6e-07dd89cdf8d7,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:39.848315 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9c52be04-075f-4aec-bf6e-07dd89cdf8d7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:39.897900 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=9c52be04-075f-4aec-bf6e-07dd89cdf8d7,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:40.160439 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18da96-2431-4856-a711-ebc1b99e87ae req-86b636de-d2ef-4f51-8d77-339714218d19 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:40.162050 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df18da96-2431-4856-a711-ebc1b99e87ae req-86b636de-d2ef-4f51-8d77-339714218d19 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 948 time: 0.0475430 Jan 27 21:55:40.209006 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df18da96-2431-4856-a711-ebc1b99e87ae req-565227cb-0c03-4bc9-9830-521865fab400 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412178 Jan 27 21:55:40.404642 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['9c52be04-075f-4aec-bf6e-07dd89cdf8d7'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:40.906713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1e70f-3a7b-4ca9-97ff-70a1057da7f8 req-37effacb-fdfa-408d-8a99-e6b64dc6f3c8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:40.908095 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-57c1e70f-3a7b-4ca9-97ff-70a1057da7f8 req-37effacb-fdfa-408d-8a99-e6b64dc6f3c8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=05517f44-ab4d-4571-b471-28eda4d7df53 HTTP/1.1" status: 200 len: 944 time: 0.0528827 Jan 27 21:55:40.954930 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-57c1e70f-3a7b-4ca9-97ff-70a1057da7f8 req-f56761f4-fa2e-4555-aec6-3a8b2cc2d09b tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408638 Jan 27 21:55:41.322616 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e522d-453c-4d09-bbc6-896d037ca618 req-a48bdb69-2e3d-4d6f-86f2-db13f2e462b5 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:41.324095 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb3e522d-453c-4d09-bbc6-896d037ca618 req-a48bdb69-2e3d-4d6f-86f2-db13f2e462b5 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 948 time: 0.0474658 Jan 27 21:55:41.372211 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb3e522d-453c-4d09-bbc6-896d037ca618 req-87dfba8e-70a7-4474-85f5-e68eb4dab820 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424130 Jan 27 21:55:41.626251 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device f45beb40-6257-4bd9-b852-111c777c2983 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:55:41.724183 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port f45beb40-6257-4bd9-b852-111c777c2983, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=f45beb40-6257-4bd9-b852-111c777c2983,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:41.735419 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'f45beb40-6257-4bd9-b852-111c777c2983', 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350', 'port_id': 'f45beb40-6257-4bd9-b852-111c777c2983', 'mac_address': 'fa:16:3e:96:c4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c04e36a-ac28-4796-9e9d-94f1aca319f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:55:41.772135 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port f45beb40-6257-4bd9-b852-111c777c2983 is: ACTIVE; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:41.772556 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f45beb40-6257-4bd9-b852-111c777c2983), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.785853 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f45beb40-6257-4bd9-b852-111c777c2983 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:41.808942 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port f45beb40-6257-4bd9-b852-111c777c2983, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=f45beb40-6257-4bd9-b852-111c777c2983,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:41.814297 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f45beb40-6257-4bd9-b852-111c777c2983), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.865518 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=f45beb40-6257-4bd9-b852-111c777c2983,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:41.873482 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:41.873831 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:41.874172 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:41.874508 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:41.874842 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:41.875174 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:41.875510 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:41.875833 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:41.876146 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:41.876541 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:41.876819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:41.877138 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:41.877457 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:41.973992 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['f45beb40-6257-4bd9-b852-111c777c2983'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:42.072130 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a976a6-0fb2-4526-b27e-3f22921c7a0b req-215e40c0-b1e5-4622-8dec-d97763188636 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:42.073647 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80a976a6-0fb2-4526-b27e-3f22921c7a0b req-215e40c0-b1e5-4622-8dec-d97763188636 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=05517f44-ab4d-4571-b471-28eda4d7df53 HTTP/1.1" status: 200 len: 944 time: 0.0497217 Jan 27 21:55:42.183472 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 36508ca6-73cf-4d3d-8be0-54cc37638685 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:55:42.237733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 36508ca6-73cf-4d3d-8be0-54cc37638685 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:55:42.243249 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 36508ca6-73cf-4d3d-8be0-54cc37638685 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:42.243707 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (36508ca6-73cf-4d3d-8be0-54cc37638685), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:42.325292 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 36508ca6-73cf-4d3d-8be0-54cc37638685 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:42.325688 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (36508ca6-73cf-4d3d-8be0-54cc37638685), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:42.348598 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05517f44-ab4d-4571-b471-28eda4d7df53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36508ca6-73cf-4d3d-8be0-54cc37638685'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:42.350820 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3e543b-c4ef-47a4-83ad-78c8a2444f28" -d '{"events": [{"server_uuid": "05517f44-ab4d-4571-b471-28eda4d7df53", "name": "network-vif-plugged", "status": "completed", "tag": "36508ca6-73cf-4d3d-8be0-54cc37638685"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:42.364092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 36508ca6-73cf-4d3d-8be0-54cc37638685, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=36508ca6-73cf-4d3d-8be0-54cc37638685,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:42.369918 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (36508ca6-73cf-4d3d-8be0-54cc37638685), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:42.398144 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c2f503-414f-4ff1-ab94-1199accaff10 x-openstack-request-id: req-69c2f503-414f-4ff1-ab94-1199accaff10 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:42.398426 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05517f44-ab4d-4571-b471-28eda4d7df53", "name": "network-vif-plugged", "status": "completed", "tag": "36508ca6-73cf-4d3d-8be0-54cc37638685", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:42.398698 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69c2f503-414f-4ff1-ab94-1199accaff10 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:42.399076 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05517f44-ab4d-4571-b471-28eda4d7df53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36508ca6-73cf-4d3d-8be0-54cc37638685', 'code': 200} Jan 27 21:55:42.434720 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=36508ca6-73cf-4d3d-8be0-54cc37638685,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:42.450427 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80a976a6-0fb2-4526-b27e-3f22921c7a0b req-2aa49098-93d9-4d69-84ef-8c84b2ebd302 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702309 Jan 27 21:55:42.526996 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81063e3e-2319-4f54-8789-8ab9bda087c6 req-d9e2874b-45a4-4488-ac31-e46062f4b1b1 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:42.528487 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-81063e3e-2319-4f54-8789-8ab9bda087c6 req-d9e2874b-45a4-4488-ac31-e46062f4b1b1 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 948 time: 0.0739903 Jan 27 21:55:42.534356 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dded2-44e7-4aec-a927-760fe6fe8786 req-68644f5a-d682-4ff7-994a-cd09a2caebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:42.535749 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f04dded2-44e7-4aec-a927-760fe6fe8786 req-68644f5a-d682-4ff7-994a-cd09a2caebfe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=05517f44-ab4d-4571-b471-28eda4d7df53 HTTP/1.1" status: 200 len: 1096 time: 0.0698721 Jan 27 21:55:42.567650 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:42.608407 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f04dded2-44e7-4aec-a927-760fe6fe8786 req-dcae5527-ca74-43a7-bbc1-a079c8527ae5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650713 Jan 27 21:55:42.616452 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-81063e3e-2319-4f54-8789-8ab9bda087c6 req-77440441-5e28-4caf-9dd4-31dc93fbe8b8 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796919 Jan 27 21:55:43.564323 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cf062-c0cb-40a5-9d53-5ad7ad9435ba req-a8f2cc3f-9e74-4429-a7af-6b79293de4cf tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:43.565781 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f3cf062-c0cb-40a5-9d53-5ad7ad9435ba req-a8f2cc3f-9e74-4429-a7af-6b79293de4cf tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=05517f44-ab4d-4571-b471-28eda4d7df53 HTTP/1.1" status: 200 len: 945 time: 0.0475509 Jan 27 21:55:43.620433 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f3cf062-c0cb-40a5-9d53-5ad7ad9435ba req-62771ed1-fd56-4b96-b43b-7f6365dbe566 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475893 Jan 27 21:55:43.637004 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 9c52be04-075f-4aec-bf6e-07dd89cdf8d7 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:55:43.681297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 9c52be04-075f-4aec-bf6e-07dd89cdf8d7 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:55:43.685214 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 9c52be04-075f-4aec-bf6e-07dd89cdf8d7 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:43.685600 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9c52be04-075f-4aec-bf6e-07dd89cdf8d7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:43.733555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f47b92-89ef-4553-9904-bf5c5b4a1be9 req-a0ab8007-d516-4b50-abf3-90af507e83de tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:43.734953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e9f47b92-89ef-4553-9904-bf5c5b4a1be9 req-a0ab8007-d516-4b50-abf3-90af507e83de tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 948 time: 0.0481994 Jan 27 21:55:43.767656 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 9c52be04-075f-4aec-bf6e-07dd89cdf8d7 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:43.768052 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9c52be04-075f-4aec-bf6e-07dd89cdf8d7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:43.791657 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e9f47b92-89ef-4553-9904-bf5c5b4a1be9 req-bafe241e-22d4-448d-8c5c-c133e46c3366 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488050 Jan 27 21:55:43.801277 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 9c52be04-075f-4aec-bf6e-07dd89cdf8d7, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=9c52be04-075f-4aec-bf6e-07dd89cdf8d7,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:43.809882 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9c52be04-075f-4aec-bf6e-07dd89cdf8d7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:43.810691 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device f45beb40-6257-4bd9-b852-111c777c2983 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:55:43.897762 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=9c52be04-075f-4aec-bf6e-07dd89cdf8d7,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:43.911835 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port f45beb40-6257-4bd9-b852-111c777c2983 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:43.912245 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f45beb40-6257-4bd9-b852-111c777c2983), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:43.998693 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port f45beb40-6257-4bd9-b852-111c777c2983 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:43.999014 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f45beb40-6257-4bd9-b852-111c777c2983), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:44.031849 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port f45beb40-6257-4bd9-b852-111c777c2983, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=f45beb40-6257-4bd9-b852-111c777c2983,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:44.035986 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f45beb40-6257-4bd9-b852-111c777c2983), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:44.085552 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=f45beb40-6257-4bd9-b852-111c777c2983,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:44.400076 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc60810-f35f-4951-868f-fcc367c735cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c52be04-075f-4aec-bf6e-07dd89cdf8d7'}, {'server_uuid': 'b3f42bab-09df-412f-9df2-03c5b8f4b4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45beb40-6257-4bd9-b852-111c777c2983'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:44.402418 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a579de16-14f0-4d3e-a066-67fffae3c428" -d '{"events": [{"server_uuid": "4dc60810-f35f-4951-868f-fcc367c735cd", "name": "network-vif-plugged", "status": "completed", "tag": "9c52be04-075f-4aec-bf6e-07dd89cdf8d7"}, {"server_uuid": "b3f42bab-09df-412f-9df2-03c5b8f4b4af", "name": "network-vif-plugged", "status": "completed", "tag": "f45beb40-6257-4bd9-b852-111c777c2983"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:44.442009 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b8c6b3-0f34-46da-998c-3fe6a66412d0 x-openstack-request-id: req-56b8c6b3-0f34-46da-998c-3fe6a66412d0 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:44.442319 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc60810-f35f-4951-868f-fcc367c735cd", "name": "network-vif-plugged", "status": "completed", "tag": "9c52be04-075f-4aec-bf6e-07dd89cdf8d7", "code": 200}, {"server_uuid": "b3f42bab-09df-412f-9df2-03c5b8f4b4af", "name": "network-vif-plugged", "status": "completed", "tag": "f45beb40-6257-4bd9-b852-111c777c2983", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:44.442578 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56b8c6b3-0f34-46da-998c-3fe6a66412d0 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:44.442980 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc60810-f35f-4951-868f-fcc367c735cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c52be04-075f-4aec-bf6e-07dd89cdf8d7', 'code': 200} Jan 27 21:55:44.443242 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f42bab-09df-412f-9df2-03c5b8f4b4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45beb40-6257-4bd9-b852-111c777c2983', 'code': 200} Jan 27 21:55:44.555992 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2669ff3-9831-453f-977e-2b0ecdb3ac0e req-2cb707b3-849f-449a-8147-38c50017838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:44.557555 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2669ff3-9831-453f-977e-2b0ecdb3ac0e req-2cb707b3-849f-449a-8147-38c50017838b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 1100 time: 0.0430753 Jan 27 21:55:44.603880 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2669ff3-9831-453f-977e-2b0ecdb3ac0e req-04891412-b6fb-4775-82df-dc18e50f07f0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372086 Jan 27 21:55:44.738305 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e8cf8-69a5-46b3-abb5-95c7b82f7a3c req-450f23f3-73e4-4eab-a1f4-c99a04bd144f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:44.739780 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cb7e8cf8-69a5-46b3-abb5-95c7b82f7a3c req-450f23f3-73e4-4eab-a1f4-c99a04bd144f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=05517f44-ab4d-4571-b471-28eda4d7df53 HTTP/1.1" status: 200 len: 945 time: 0.0485334 Jan 27 21:55:44.785042 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cb7e8cf8-69a5-46b3-abb5-95c7b82f7a3c req-9f42fb20-3848-4a5e-9463-19b57af3ac13 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398114 Jan 27 21:55:44.915962 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ec776-ce5f-45f1-b48b-550af7d72a77 req-d5e4ad76-0efa-48bc-be83-bb1ca3654ab8 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:44.917764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b7ec776-ce5f-45f1-b48b-550af7d72a77 req-d5e4ad76-0efa-48bc-be83-bb1ca3654ab8 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 949 time: 0.0572906 Jan 27 21:55:44.969286 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b7ec776-ce5f-45f1-b48b-550af7d72a77 req-363c98de-9fb7-4eb1-8fc7-4bd919f6f529 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449724 Jan 27 21:55:45.076388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993bad9-4b62-4026-866a-b666621d7958 req-49b866c4-ac43-49c8-be9e-78263dcf4531 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:45.077866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e993bad9-4b62-4026-866a-b666621d7958 req-49b866c4-ac43-49c8-be9e-78263dcf4531 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=05517f44-ab4d-4571-b471-28eda4d7df53 HTTP/1.1" status: 200 len: 945 time: 0.0479531 Jan 27 21:55:45.130041 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e993bad9-4b62-4026-866a-b666621d7958 req-cbfcb2cf-0df6-48eb-ad9a-b6a8000e50fe tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458050 Jan 27 21:55:46.088146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836ca50-37cd-4077-8fee-abeb45cd6521 req-f9e5a6f8-19b0-46a5-bce8-e665444bd287 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:46.089694 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4836ca50-37cd-4077-8fee-abeb45cd6521 req-f9e5a6f8-19b0-46a5-bce8-e665444bd287 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 949 time: 0.0492237 Jan 27 21:55:46.148508 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4836ca50-37cd-4077-8fee-abeb45cd6521 req-a2f27ccb-931d-46ce-a591-eb6732c2d114 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533035 Jan 27 21:55:46.250550 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c7e00-711e-4576-b891-d1c1153f08e7 req-e3c4b8da-9695-4376-8bc5-4dac14af2729 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:46.251919 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a00c7e00-711e-4576-b891-d1c1153f08e7 req-e3c4b8da-9695-4376-8bc5-4dac14af2729 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=05517f44-ab4d-4571-b471-28eda4d7df53 HTTP/1.1" status: 200 len: 945 time: 0.0477724 Jan 27 21:55:46.304953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a00c7e00-711e-4576-b891-d1c1153f08e7 req-a1d71a6d-7f08-4b03-9c07-7cd7cb97c59c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460248 Jan 27 21:55:46.465018 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52623487-53be-4797-a6b1-5a7d3a5ad42b req-7d7e3e52-19ee-4f09-9c52-a0e8a218686d tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:46.466566 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52623487-53be-4797-a6b1-5a7d3a5ad42b req-7d7e3e52-19ee-4f09-9c52-a0e8a218686d tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.15 "GET /v2.0/ports?device_id=05517f44-ab4d-4571-b471-28eda4d7df53 HTTP/1.1" status: 200 len: 945 time: 0.0498567 Jan 27 21:55:46.569332 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-52623487-53be-4797-a6b1-5a7d3a5ad42b req-07e7f2c7-4eaf-486d-93a2-055879b5c3c1 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Deleting port 36508ca6-73cf-4d3d-8be0-54cc37638685 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:46.569592 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-52623487-53be-4797-a6b1-5a7d3a5ad42b req-07e7f2c7-4eaf-486d-93a2-055879b5c3c1 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (36508ca6-73cf-4d3d-8be0-54cc37638685), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:46.661598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-52623487-53be-4797-a6b1-5a7d3a5ad42b req-07e7f2c7-4eaf-486d-93a2-055879b5c3c1 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] For port 36508ca6-73cf-4d3d-8be0-54cc37638685, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=36508ca6-73cf-4d3d-8be0-54cc37638685,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:46.661971 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-52623487-53be-4797-a6b1-5a7d3a5ad42b req-07e7f2c7-4eaf-486d-93a2-055879b5c3c1 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (36508ca6-73cf-4d3d-8be0-54cc37638685), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:46.673879 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-52623487-53be-4797-a6b1-5a7d3a5ad42b req-07e7f2c7-4eaf-486d-93a2-055879b5c3c1 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Calling delete_port for 36508ca6-73cf-4d3d-8be0-54cc37638685 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:46.832080 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-52623487-53be-4797-a6b1-5a7d3a5ad42b req-07e7f2c7-4eaf-486d-93a2-055879b5c3c1 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (36508ca6-73cf-4d3d-8be0-54cc37638685), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:46.846447 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['36508ca6-73cf-4d3d-8be0-54cc37638685'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:46.864065 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7f2c7-4eaf-486d-93a2-055879b5c3c1 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Pushing event deleted for resources: {'Port': ['ID=36508ca6-73cf-4d3d-8be0-54cc37638685,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:46.924525 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-52623487-53be-4797-a6b1-5a7d3a5ad42b req-07e7f2c7-4eaf-486d-93a2-055879b5c3c1 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] No DVR routers for this DVR port 36508ca6-73cf-4d3d-8be0-54cc37638685 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:55:46.927615 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-52623487-53be-4797-a6b1-5a7d3a5ad42b req-07e7f2c7-4eaf-486d-93a2-055879b5c3c1 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:46.930870 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52623487-53be-4797-a6b1-5a7d3a5ad42b req-07e7f2c7-4eaf-486d-93a2-055879b5c3c1 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.15 "DELETE /v2.0/ports/36508ca6-73cf-4d3d-8be0-54cc37638685 HTTP/1.1" status: 204 len: 173 time: 0.4583845 Jan 27 21:55:46.931303 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05517f44-ab4d-4571-b471-28eda4d7df53', 'name': 'network-vif-deleted', 'tag': '36508ca6-73cf-4d3d-8be0-54cc37638685'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:46.933575 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363edd46-061f-45f0-9ee1-bf58fd212b46" -d '{"events": [{"server_uuid": "05517f44-ab4d-4571-b471-28eda4d7df53", "name": "network-vif-deleted", "tag": "36508ca6-73cf-4d3d-8be0-54cc37638685"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:46.973624 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480a96c0-9848-4489-ace6-8b83a6b88d53 x-openstack-request-id: req-480a96c0-9848-4489-ace6-8b83a6b88d53 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:46.974153 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05517f44-ab4d-4571-b471-28eda4d7df53", "name": "network-vif-deleted", "tag": "36508ca6-73cf-4d3d-8be0-54cc37638685", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:46.974577 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-480a96c0-9848-4489-ace6-8b83a6b88d53 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:46.975142 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05517f44-ab4d-4571-b471-28eda4d7df53', 'name': 'network-vif-deleted', 'tag': '36508ca6-73cf-4d3d-8be0-54cc37638685', 'status': 'completed', 'code': 200} Jan 27 21:55:47.279239 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8fd9d-c0a4-4e73-ba7e-a324e0b242d4 req-c7e6294b-7d53-40cf-93d0-0b320b5011d6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:47.280932 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7f8fd9d-c0a4-4e73-ba7e-a324e0b242d4 req-c7e6294b-7d53-40cf-93d0-0b320b5011d6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 949 time: 0.0588055 Jan 27 21:55:47.354296 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7f8fd9d-c0a4-4e73-ba7e-a324e0b242d4 req-b36ada18-b8f1-4d8e-bc65-709969f38a3d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672472 Jan 27 21:55:47.455074 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-53237146-91ec-4366-9b0b-e17b54533fba req-a37ec0df-7f6c-426d-9978-d3f02fcdd3ac tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=05517f44-ab4d-4571-b471-28eda4d7df53 HTTP/1.1" status: 200 len: 210 time: 0.0327063 Jan 27 21:55:47.526327 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda2ad1-9038-4a18-89be-f184e6e58607 req-2a86a534-477e-4121-89cc-fb239e23243e tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:47.527939 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1eda2ad1-9038-4a18-89be-f184e6e58607 req-2a86a534-477e-4121-89cc-fb239e23243e tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 1100 time: 0.0488796 Jan 27 21:55:47.578117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1eda2ad1-9038-4a18-89be-f184e6e58607 req-12f4844a-bde8-4089-892c-94b9697f69e2 tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435014 Jan 27 21:55:47.807202 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8212624-a64b-4294-b49a-d532745a0994 req-84eeb2dd-8ace-457d-a3b8-a104c69fad23 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1dce6bc3826544b6bb68765bffe8a670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333691 Jan 27 21:55:47.938645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8212624-a64b-4294-b49a-d532745a0994 req-ba83a3d9-efbf-4720-b118-780ab1f564c5 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:47.940411 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8212624-a64b-4294-b49a-d532745a0994 req-ba83a3d9-efbf-4720-b118-780ab1f564c5 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1281958 Jan 27 21:55:47.957616 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8212624-a64b-4294-b49a-d532745a0994 req-9319e346-7e11-4882-9fb7-41cdb18acf18 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/quotas/1dce6bc3826544b6bb68765bffe8a670 HTTP/1.1" status: 200 len: 375 time: 0.0106893 Jan 27 21:55:48.028859 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8212624-a64b-4294-b49a-d532745a0994 req-4c762f70-7eb2-4945-bade-f25c9d060005 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1dce6bc3826544b6bb68765bffe8a670&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0648220 Jan 27 21:55:48.209643 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2328f718-ff8b-43be-a3e9-957556eb8dc3 req-b8e933e3-107b-48b2-b54f-376e7ca266be tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 210 time: 0.0446274 Jan 27 21:55:48.777360 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-869362fd-e6d3-476b-b385-b919f734ba08 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:48.784702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-869362fd-e6d3-476b-b385-b919f734ba08 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/networks?id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d HTTP/1.1" status: 200 len: 810 time: 0.1157460 Jan 27 21:55:48.795466 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-f3efda98-73f1-4938-b35e-fc2b1b14a5ad tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/quotas/5087db1c900149cbaaa7a34c3ee21041 HTTP/1.1" status: 200 len: 375 time: 0.0096784 Jan 27 21:55:48.840961 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-3b7b8e3f-7436-4a06-8cc4-2648bf027fd2 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5087db1c900149cbaaa7a34c3ee21041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391836 Jan 27 21:55:48.950388 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-6caabb2f-9c35-4236-a4d3-50c0dd1eacec service neutron] 10.222.0.23 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083021 Jan 27 21:55:49.049304 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-e2a39525-8620-4098-a344-7d8ce88fb683 service neutron] 10.222.0.23 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932393 Jan 27 21:55:49.285909 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af94d065-f233-4cfb-897f-bba8a898181b req-3174484e-c26a-42a3-8837-1c28aa995513 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 210 time: 0.0676708 Jan 27 21:55:49.423467 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a02e8c3-7062-4a09-a955-607d4cd6d69c req-beb3398c-da01-4132-b4a0-e1bb4025813b tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 210 time: 0.0575774 Jan 27 21:55:49.594818 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8212624-a64b-4294-b49a-d532745a0994 req-290cd2de-d1ed-43ee-ada3-bf335f03bbc0 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1dce6bc3826544b6bb68765bffe8a670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299931 Jan 27 21:55:49.732997 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8212624-a64b-4294-b49a-d532745a0994 req-1ddbe95d-3640-45ba-9b75-01aad2ad9843 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:49.734849 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8212624-a64b-4294-b49a-d532745a0994 req-1ddbe95d-3640-45ba-9b75-01aad2ad9843 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1255152 Jan 27 21:55:49.761127 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-f8212624-a64b-4294-b49a-d532745a0994 req-879f718f-a1a7-4cbf-9f74-8567b8f3dd6d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Request body: {'port': {'device_id': '4f566b01-82e5-4958-bb2f-2f134cab15a9', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '1dce6bc3826544b6bb68765bffe8a670'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:49.894011 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8212624-a64b-4294-b49a-d532745a0994 req-879f718f-a1a7-4cbf-9f74-8567b8f3dd6d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Made reservation on behalf of 1dce6bc3826544b6bb68765bffe8a670 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:49.898054 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f8212624-a64b-4294-b49a-d532745a0994 req-879f718f-a1a7-4cbf-9f74-8567b8f3dd6d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.044341 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-f8212624-a64b-4294-b49a-d532745a0994 req-879f718f-a1a7-4cbf-9f74-8567b8f3dd6d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Allocated IP 192.168.233.180 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:50.219317 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 36508ca6-73cf-4d3d-8be0-54cc37638685 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:55:50.226058 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f8212624-a64b-4294-b49a-d532745a0994 req-879f718f-a1a7-4cbf-9f74-8567b8f3dd6d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks [] for port (7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.242529 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 36508ca6-73cf-4d3d-8be0-54cc37638685 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:55:50.243119 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 36508ca6-73cf-4d3d-8be0-54cc37638685 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:55:50.277642 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f8212624-a64b-4294-b49a-d532745a0994 req-879f718f-a1a7-4cbf-9f74-8567b8f3dd6d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.291043 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f478ebb5-8e47-446e-8bb1-6fe6fc3932d8', '4a005e0e-0310-4c96-9222-a8a178e25bb6'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:50.342386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8212624-a64b-4294-b49a-d532745a0994 req-879f718f-a1a7-4cbf-9f74-8567b8f3dd6d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:50.345936 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-f8212624-a64b-4294-b49a-d532745a0994 req-879f718f-a1a7-4cbf-9f74-8567b8f3dd6d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:50.349101 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f718f-a1a7-4cbf-9f74-8567b8f3dd6d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Pushing event updated for resources: {'Port': ['ID=7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:50.358239 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8212624-a64b-4294-b49a-d532745a0994 req-879f718f-a1a7-4cbf-9f74-8567b8f3dd6d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:50.367922 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['c0de80ea-94ec-485d-a233-833f914dc887', '7ce58d7e-31ce-4531-9ed1-fce9c4bbb053', '0da35c75-b4d2-44f9-ac18-e8f940c3eb45', '9c52be04-075f-4aec-bf6e-07dd89cdf8d7'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:50.521308 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d258f79d-0089-457b-8d0b-767112149afb req-360a3ffe-b260-49b5-a594-d11500e995a4 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 210 time: 0.0749161 Jan 27 21:55:50.588599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8212624-a64b-4294-b49a-d532745a0994 req-879f718f-a1a7-4cbf-9f74-8567b8f3dd6d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:50.591207 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f8212624-a64b-4294-b49a-d532745a0994 req-879f718f-a1a7-4cbf-9f74-8567b8f3dd6d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.712334 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8212624-a64b-4294-b49a-d532745a0994 req-879f718f-a1a7-4cbf-9f74-8567b8f3dd6d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9550006 Jan 27 21:55:50.814894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-f8212624-a64b-4294-b49a-d532745a0994 req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] Request body: {'port': {'device_id': '4f566b01-82e5-4958-bb2f-2f134cab15a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:50.858264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-5dc8d063-9f5c-4743-a97c-cde2a00dba56 None None] Provisioning complete for port 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:50.858843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e4189-ed4e-410b-b291-6698aa96a9ff req-7c2e2d57-b924-40a9-bb95-cf08e1b5c236 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:50.859096 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5dc8d063-9f5c-4743-a97c-cde2a00dba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.865748 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-803e4189-ed4e-410b-b291-6698aa96a9ff req-7c2e2d57-b924-40a9-bb95-cf08e1b5c236 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 936 time: 0.2401433 Jan 27 21:55:50.939306 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-5dc8d063-9f5c-4743-a97c-cde2a00dba56 None None] Port 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:55:50.972405 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-ab972029-561b-4db7-9853-24b403da0670 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:50.973985 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-ab972029-561b-4db7-9853-24b403da0670 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.15 "GET /v2.0/networks?id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d HTTP/1.1" status: 200 len: 810 time: 0.4485900 Jan 27 21:55:50.974614 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f8212624-a64b-4294-b49a-d532745a0994 req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:51.018489 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-84c7f4f9-76cc-4a24-a8be-99a2ba20481f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Request body: {'port': {'device_id': '26c6747f-7068-4960-a5bd-d30849ba0778', 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d', 'admin_state_up': True, 'tenant_id': '5087db1c900149cbaaa7a34c3ee21041'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:51.028024 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:51.051231 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-803e4189-ed4e-410b-b291-6698aa96a9ff req-855eafcc-7531-4ef0-b2b0-1fa9a17e9680 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832306 Jan 27 21:55:51.346822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-84c7f4f9-76cc-4a24-a8be-99a2ba20481f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Made reservation on behalf of 5087db1c900149cbaaa7a34c3ee21041 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:51.353783 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-84c7f4f9-76cc-4a24-a8be-99a2ba20481f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:51.558329 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-f8212624-a64b-4294-b49a-d532745a0994 req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:51.570388 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f8212624-a64b-4294-b49a-d532745a0994 req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] Publish callbacks [] for port (7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:51.576970 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-84c7f4f9-76cc-4a24-a8be-99a2ba20481f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Allocated IP 172.20.0.11 (cd6e1a7e-3d4e-4525-9d35-d15106beb55d/9098f0c3-55f8-4926-b1cd-02227e640c95/6dde161f-3c60-49d4-8d73-558f2821217b) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:51.598305 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-f8212624-a64b-4294-b49a-d532745a0994 req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] Transition to ACTIVE for port object 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:55:51.612790 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f8212624-a64b-4294-b49a-d532745a0994 req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:51.646368 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-debb7cdd-786f-4c47-8464-b495d36adc76 req-b5256d9a-bb07-40e7-aa7e-3d91e039ed0b tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 210 time: 0.0504470 Jan 27 21:55:51.756083 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] Pushing event updated for resources: {'Port': ['ID=7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:51.997763 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-f8212624-a64b-4294-b49a-d532745a0994 req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] Attempting to bind port 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:55:51.998395 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-f8212624-a64b-4294-b49a-d532745a0994 req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] Attempting to bind port 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:55:51.998647 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8212624-a64b-4294-b49a-d532745a0994 req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] Attempting to bind port 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:52.014668 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-84c7f4f9-76cc-4a24-a8be-99a2ba20481f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks [] for port (6dde161f-3c60-49d4-8d73-558f2821217b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:52.016288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8212624-a64b-4294-b49a-d532745a0994 req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] Port 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:55:52.017223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8212624-a64b-4294-b49a-d532745a0994 req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] Attempting to bind port 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:52.024360 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8212624-a64b-4294-b49a-d532745a0994 req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:55:52.024856 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8212624-a64b-4294-b49a-d532745a0994 req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:55:52.025403 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8212624-a64b-4294-b49a-d532745a0994 req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:55:52.025992 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-f8212624-a64b-4294-b49a-d532745a0994 req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] Bound port: 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:55:52.026731 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f8212624-a64b-4294-b49a-d532745a0994 req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:52.118036 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-84c7f4f9-76cc-4a24-a8be-99a2ba20481f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (6dde161f-3c60-49d4-8d73-558f2821217b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:52.127646 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-f8212624-a64b-4294-b49a-d532745a0994 req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] For port 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:55:52.192894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-f8212624-a64b-4294-b49a-d532745a0994 req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] For port 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:55:52.210023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-84c7f4f9-76cc-4a24-a8be-99a2ba20481f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Network cd6e1a7e-3d4e-4525-9d35-d15106beb55d is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:52.211133 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f8212624-a64b-4294-b49a-d532745a0994 req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:52.221872 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-84c7f4f9-76cc-4a24-a8be-99a2ba20481f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:52.234085 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-84c7f4f9-76cc-4a24-a8be-99a2ba20481f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:52.242335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7f4f9-76cc-4a24-a8be-99a2ba20481f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Pushing event updated for resources: {'Port': ['ID=6dde161f-3c60-49d4-8d73-558f2821217b,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:52.271746 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8212624-a64b-4294-b49a-d532745a0994 req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:52.272401 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f8212624-a64b-4294-b49a-d532745a0994 req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:52.273841 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8212624-a64b-4294-b49a-d532745a0994 req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] 10.222.0.21 "PUT /v2.0/ports/7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 HTTP/1.1" status: 200 len: 1096 time: 1.4691653 Jan 27 21:55:52.278581 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f566b01-82e5-4958-bb2f-2f134cab15a9', 'tag': '7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:52.281158 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ac975e-4522-4cec-b021-5f0bd5e35868" -d '{"events": [{"name": "network-changed", "server_uuid": "4f566b01-82e5-4958-bb2f-2f134cab15a9", "tag": "7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:52.327944 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b66ba-1536-42f1-9543-46cd380463e7 req-22b6fbec-65d2-4859-8ee5-2cead9004611 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:52.336001 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb7b66ba-1536-42f1-9543-46cd380463e7 req-22b6fbec-65d2-4859-8ee5-2cead9004611 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 948 time: 0.2052155 Jan 27 21:55:52.368984 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5602dd42-3e15-4d3b-9618-9371a7a23e09 x-openstack-request-id: req-5602dd42-3e15-4d3b-9618-9371a7a23e09 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:52.369178 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f566b01-82e5-4958-bb2f-2f134cab15a9", "tag": "7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:52.369443 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5602dd42-3e15-4d3b-9618-9371a7a23e09 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:52.369860 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f566b01-82e5-4958-bb2f-2f134cab15a9', 'tag': '7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0', 'status': 'completed', 'code': 200} Jan 27 21:55:52.398921 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-84c7f4f9-76cc-4a24-a8be-99a2ba20481f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:52.399555 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-84c7f4f9-76cc-4a24-a8be-99a2ba20481f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:52.427718 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b4b73-6fd6-43c7-a4ec-ac85dc73a23b service neutron] Pushing event updated for resources: {'Port': ['ID=7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:52.467137 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb7b66ba-1536-42f1-9543-46cd380463e7 req-ea0d7474-b9b8-4c34-8eeb-67fc01447cf0 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300590 Jan 27 21:55:52.485856 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-84c7f4f9-76cc-4a24-a8be-99a2ba20481f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4770255 Jan 27 21:55:52.501723 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8212624-a64b-4294-b49a-d532745a0994 req-66614872-d6e3-41ba-95e5-0ddca158326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:52.503870 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8212624-a64b-4294-b49a-d532745a0994 req-66614872-d6e3-41ba-95e5-0ddca158326b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dce6bc3826544b6bb68765bffe8a670&device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 1099 time: 0.1331897 Jan 27 21:55:52.511288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] Request body: {'port': {'device_id': '26c6747f-7068-4960-a5bd-d30849ba0778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:52.574370 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8212624-a64b-4294-b49a-d532745a0994 req-bb431ee3-ddcb-4693-a802-963ecff8bc81 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 HTTP/1.1" status: 200 len: 217 time: 0.0417149 Jan 27 21:55:52.634541 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6dde161f-3c60-49d4-8d73-558f2821217b), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:52.660016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8212624-a64b-4294-b49a-d532745a0994 req-7245d696-4f45-4aa5-9b4b-ffa1205279b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:52.661569 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8212624-a64b-4294-b49a-d532745a0994 req-7245d696-4f45-4aa5-9b4b-ffa1205279b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0633674 Jan 27 21:55:52.841754 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8212624-a64b-4294-b49a-d532745a0994 req-d9420ef6-0ed8-44e8-b3ee-7206ccdb4009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:52.843247 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8212624-a64b-4294-b49a-d532745a0994 req-d9420ef6-0ed8-44e8-b3ee-7206ccdb4009 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1645415 Jan 27 21:55:52.918174 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458583a4-5e61-4282-984b-f090ef851960 req-fa4b6849-cb6b-484a-8fef-a3a37ba48afb tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:52.919691 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-458583a4-5e61-4282-984b-f090ef851960 req-fa4b6849-cb6b-484a-8fef-a3a37ba48afb tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 932 time: 0.1838992 Jan 27 21:55:53.064034 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-458583a4-5e61-4282-984b-f090ef851960 req-b8009f69-6603-445b-ac82-dfe9d603365e tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072526 Jan 27 21:55:53.073642 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8212624-a64b-4294-b49a-d532745a0994 req-c42ae345-4015-4e2e-bf73-a89f79dec835 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136796 Jan 27 21:55:53.203539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dde161f-3c60-49d4-8d73-558f2821217b {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:53.218893 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] Publish callbacks [] for port (6dde161f-3c60-49d4-8d73-558f2821217b), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.244915 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] Transition to ACTIVE for port object 6dde161f-3c60-49d4-8d73-558f2821217b will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:55:53.249834 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8212624-a64b-4294-b49a-d532745a0994 req-c55605f6-f6d5-4c04-9de1-857d428a398e service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610835 Jan 27 21:55:53.250918 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (6dde161f-3c60-49d4-8d73-558f2821217b), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.334053 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6dde161f-3c60-49d4-8d73-558f2821217b,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:53.419997 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac975e-4522-4cec-b021-5f0bd5e35868 req-bd9e9a97-0aae-4709-906b-98f8e4c60c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:53.421522 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15ac975e-4522-4cec-b021-5f0bd5e35868 req-bd9e9a97-0aae-4709-906b-98f8e4c60c29 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dce6bc3826544b6bb68765bffe8a670&device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 1099 time: 0.1043830 Jan 27 21:55:53.439047 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] Attempting to bind port 6dde161f-3c60-49d4-8d73-558f2821217b on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:55:53.439047 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] Attempting to bind port 6dde161f-3c60-49d4-8d73-558f2821217b by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:55:53.439356 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] Attempting to bind port 6dde161f-3c60-49d4-8d73-558f2821217b on network cd6e1a7e-3d4e-4525-9d35-d15106beb55d {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:53.462083 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] Port 6dde161f-3c60-49d4-8d73-558f2821217b on network cd6e1a7e-3d4e-4525-9d35-d15106beb55d not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:55:53.462309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] Attempting to bind port 6dde161f-3c60-49d4-8d73-558f2821217b on network cd6e1a7e-3d4e-4525-9d35-d15106beb55d {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:53.501611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:55:53.501936 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] Checking segment: {'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:55:53.502491 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] Bound using segment: {'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:55:53.502749 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] Bound port: 6dde161f-3c60-49d4-8d73-558f2821217b, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:55:53.503150 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6dde161f-3c60-49d4-8d73-558f2821217b), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.632154 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac975e-4522-4cec-b021-5f0bd5e35868 req-90da00c3-af51-445b-882a-4184735d267f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:53.633751 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15ac975e-4522-4cec-b021-5f0bd5e35868 req-90da00c3-af51-445b-882a-4184735d267f service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.1973598 Jan 27 21:55:53.641865 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] For port 6dde161f-3c60-49d4-8d73-558f2821217b, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:55:53.647330 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] For port 6dde161f-3c60-49d4-8d73-558f2821217b, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6dde161f-3c60-49d4-8d73-558f2821217b,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:55:53.657761 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (6dde161f-3c60-49d4-8d73-558f2821217b), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.710950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb8832-4c19-48d3-87b8-3db9a81c433d req-fa909aa1-6e17-42ee-b0d5-6eb4c643b50e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:53.712705 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8fdb8832-4c19-48d3-87b8-3db9a81c433d req-fa909aa1-6e17-42ee-b0d5-6eb4c643b50e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 948 time: 0.1544046 Jan 27 21:55:53.717820 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15ac975e-4522-4cec-b021-5f0bd5e35868 req-44f7b071-9376-43a0-b98a-a9fba893c4f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 HTTP/1.1" status: 200 len: 217 time: 0.0730617 Jan 27 21:55:53.759429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:53.760153 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.761599 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] 10.222.0.15 "PUT /v2.0/ports/6dde161f-3c60-49d4-8d73-558f2821217b HTTP/1.1" status: 200 len: 1092 time: 1.2665336 Jan 27 21:55:53.873523 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076efe1-3b7d-42de-9f97-557d08c215a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6dde161f-3c60-49d4-8d73-558f2821217b,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:53.890184 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8fdb8832-4c19-48d3-87b8-3db9a81c433d req-953cb244-3bc2-4ab0-a4e8-59ae968cb9aa tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511409 Jan 27 21:55:53.892609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac975e-4522-4cec-b021-5f0bd5e35868 req-c22a22e4-19d6-4b48-928b-5817b21638b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:53.894063 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15ac975e-4522-4cec-b021-5f0bd5e35868 req-c22a22e4-19d6-4b48-928b-5817b21638b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1564183 Jan 27 21:55:53.951054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-ae8263c3-aba1-4457-8ace-c7ad6b120acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:53.953416 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-ae8263c3-aba1-4457-8ace-c7ad6b120acf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5087db1c900149cbaaa7a34c3ee21041&device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 1095 time: 0.1457493 Jan 27 21:55:54.018612 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac975e-4522-4cec-b021-5f0bd5e35868 req-ed78e72f-84ae-4cd2-9773-cab6cb3eef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:54.021225 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15ac975e-4522-4cec-b021-5f0bd5e35868 req-ed78e72f-84ae-4cd2-9773-cab6cb3eef4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1175513 Jan 27 21:55:54.023049 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-de3e4865-5951-4f91-a6bc-4ed874ce0543 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dde161f-3c60-49d4-8d73-558f2821217b HTTP/1.1" status: 200 len: 217 time: 0.0605512 Jan 27 21:55:54.085448 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-86db1141-85eb-440f-b225-d3ad5785f4da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.504096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c6747f-7068-4960-a5bd-d30849ba0778', 'tag': '6dde161f-3c60-49d4-8d73-558f2821217b'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:54.506529 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ac319a-532b-45d1-b40c-80d449184892" -d '{"events": [{"name": "network-changed", "server_uuid": "26c6747f-7068-4960-a5bd-d30849ba0778", "tag": "6dde161f-3c60-49d4-8d73-558f2821217b"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:54.514530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-9b7389b7-f32e-42b6-8e30-03ff034406c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:54.515971 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-9b7389b7-f32e-42b6-8e30-03ff034406c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9098f0c3-55f8-4926-b1cd-02227e640c95 HTTP/1.1" status: 200 len: 850 time: 0.4862916 Jan 27 21:55:54.561531 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef8bb67-082e-44ab-a7f1-74298b67bff8 x-openstack-request-id: req-aef8bb67-082e-44ab-a7f1-74298b67bff8 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:54.561829 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c6747f-7068-4960-a5bd-d30849ba0778", "tag": "6dde161f-3c60-49d4-8d73-558f2821217b", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:54.562080 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aef8bb67-082e-44ab-a7f1-74298b67bff8 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:54.562463 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c6747f-7068-4960-a5bd-d30849ba0778', 'tag': '6dde161f-3c60-49d4-8d73-558f2821217b', 'status': 'completed', 'code': 200} Jan 27 21:55:54.565168 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-8d104810-de37-4230-803d-704055bfdefc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387268 Jan 27 21:55:54.597186 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15ac975e-4522-4cec-b021-5f0bd5e35868 req-189990b1-8ac6-4c0f-a501-b4d1edd1f296 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595374 Jan 27 21:55:54.632056 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab54bfd-0c8b-417f-999f-b9b567941a7a req-ba9d8295-1b96-4b62-b571-b4e0e5f3cb7d tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:54.633534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fab54bfd-0c8b-417f-999f-b9b567941a7a req-ba9d8295-1b96-4b62-b571-b4e0e5f3cb7d tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 944 time: 0.4960673 Jan 27 21:55:54.803018 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-e9cabb77-4c80-4f24-b5fd-9ca3b728c926 service neutron] 10.222.0.15 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279854 Jan 27 21:55:54.808101 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fab54bfd-0c8b-417f-999f-b9b567941a7a req-d8635dc8-49d1-418e-b77f-a252baac2ee5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601918 Jan 27 21:55:54.820873 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15ac975e-4522-4cec-b021-5f0bd5e35868 req-16106537-f851-4a48-a2be-ebf1e380e663 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863768 Jan 27 21:55:54.926851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc35fe99-c398-44eb-9773-4b41887710b4 req-6fbed96e-3ec4-4cd5-9ada-94d76c0aa7de service neutron] 10.222.0.15 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162598 Jan 27 21:55:55.064315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac319a-532b-45d1-b40c-80d449184892 req-ff55ceaf-f3c1-4d6c-8cea-5aff3fad869b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:55.065955 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32ac319a-532b-45d1-b40c-80d449184892 req-ff55ceaf-f3c1-4d6c-8cea-5aff3fad869b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5087db1c900149cbaaa7a34c3ee21041&device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 1095 time: 0.0820587 Jan 27 21:55:55.084406 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef5b87-9ff4-4930-b26e-a41d6e98de39 req-257b7d63-193a-402f-97fd-829dd8fdb5f2 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:55.092069 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70ef5b87-9ff4-4930-b26e-a41d6e98de39 req-257b7d63-193a-402f-97fd-829dd8fdb5f2 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 948 time: 0.1171846 Jan 27 21:55:55.256225 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70ef5b87-9ff4-4930-b26e-a41d6e98de39 req-296ff17e-edf7-4ac3-a9a6-1d03937a2fd5 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628394 Jan 27 21:55:55.262374 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac319a-532b-45d1-b40c-80d449184892 req-1709706b-9b4a-40b9-8158-d6bd37130c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:55.263925 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32ac319a-532b-45d1-b40c-80d449184892 req-1709706b-9b4a-40b9-8158-d6bd37130c1b service neutron] 10.222.0.15 "GET /v2.0/networks?id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d HTTP/1.1" status: 200 len: 911 time: 0.1691415 Jan 27 21:55:55.312350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32ac319a-532b-45d1-b40c-80d449184892 req-7a6b72b9-b7e0-451e-a28c-f35e8323f1c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dde161f-3c60-49d4-8d73-558f2821217b HTTP/1.1" status: 200 len: 217 time: 0.0362179 Jan 27 21:55:55.363575 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac319a-532b-45d1-b40c-80d449184892 req-38e46b27-547a-491e-a2d4-c253e4aba7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:55.366396 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32ac319a-532b-45d1-b40c-80d449184892 req-38e46b27-547a-491e-a2d4-c253e4aba7d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9098f0c3-55f8-4926-b1cd-02227e640c95 HTTP/1.1" status: 200 len: 850 time: 0.0475223 Jan 27 21:55:55.403576 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32ac319a-532b-45d1-b40c-80d449184892 req-5a0306b4-9ac1-4f40-b0a2-c20b5d392a28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299919 Jan 27 21:55:55.496383 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32ac319a-532b-45d1-b40c-80d449184892 req-8c71e01d-891e-41b7-bc37-eec8e68d8e57 service neutron] 10.222.0.15 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863276 Jan 27 21:55:55.597884 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32ac319a-532b-45d1-b40c-80d449184892 req-f2fd2018-5a31-4ba8-8b94-b74edfdfaa8d service neutron] 10.222.0.15 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954878 Jan 27 21:55:55.938475 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad01e64-cfae-4892-b510-53c57a5cb0b1 req-8c387548-ad6b-4d26-8c80-78cc1ba80ed7 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:55.939967 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aad01e64-cfae-4892-b510-53c57a5cb0b1 req-8c387548-ad6b-4d26-8c80-78cc1ba80ed7 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 944 time: 0.0542793 Jan 27 21:55:56.028236 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aad01e64-cfae-4892-b510-53c57a5cb0b1 req-b97904fa-4de9-46d4-a14f-53916d2c1e7f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817332 Jan 27 21:55:56.248094 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6dde161f-3c60-49d4-8d73-558f2821217b details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:55:56.379303 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6dde161f-3c60-49d4-8d73-558f2821217b, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6dde161f-3c60-49d4-8d73-558f2821217b,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:56.393247 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '6dde161f-3c60-49d4-8d73-558f2821217b', 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d', 'port_id': '6dde161f-3c60-49d4-8d73-558f2821217b', 'mac_address': 'fa:16:3e:64:50:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9098f0c3-55f8-4926-b1cd-02227e640c95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:55:56.413604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0bec9-8846-4649-b7e9-fcec5eb38ed3 req-ced3af35-be34-4268-8996-59f46677e542 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:56.421225 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2ec0bec9-8846-4649-b7e9-fcec5eb38ed3 req-ced3af35-be34-4268-8996-59f46677e542 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 948 time: 0.0691791 Jan 27 21:55:56.434362 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 6dde161f-3c60-49d4-8d73-558f2821217b is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:56.434705 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6dde161f-3c60-49d4-8d73-558f2821217b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.451332 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dde161f-3c60-49d4-8d73-558f2821217b {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:56.475607 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6dde161f-3c60-49d4-8d73-558f2821217b, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6dde161f-3c60-49d4-8d73-558f2821217b,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:56.477835 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2ec0bec9-8846-4649-b7e9-fcec5eb38ed3 req-1d26ac7b-2da4-4878-bd28-f0193f6274db tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539594 Jan 27 21:55:56.484550 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6dde161f-3c60-49d4-8d73-558f2821217b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.537405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=6dde161f-3c60-49d4-8d73-558f2821217b,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:56.678253 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7798bdbf-d0d3-4f1f-ad14-f0f2ba491dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.861065 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['6dde161f-3c60-49d4-8d73-558f2821217b'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:57.186056 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619a9ff-bd4b-442c-b0e6-3faac136293a req-2dccf5d6-360d-475d-9694-aae9f9b90d5e tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:57.192694 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d619a9ff-bd4b-442c-b0e6-3faac136293a req-2dccf5d6-360d-475d-9694-aae9f9b90d5e tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 945 time: 0.0839870 Jan 27 21:55:57.258003 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d619a9ff-bd4b-442c-b0e6-3faac136293a req-28a47e48-f35d-4a93-8b98-51c262f405a2 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579920 Jan 27 21:55:57.429251 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:57.596754 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4ef59-2276-43c2-8f95-c8b903641c71 req-edee8d61-4830-44a3-834a-75476aef3f4b tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:57.598855 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3d4ef59-2276-43c2-8f95-c8b903641c71 req-edee8d61-4830-44a3-834a-75476aef3f4b tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 948 time: 0.0561516 Jan 27 21:55:57.649051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3d4ef59-2276-43c2-8f95-c8b903641c71 req-5fa6bdb1-a9ca-4ef4-8616-08d4cb2102f7 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445042 Jan 27 21:55:57.984840 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:55:58.263416 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6dde161f-3c60-49d4-8d73-558f2821217b up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:55:58.388048 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 6dde161f-3c60-49d4-8d73-558f2821217b completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:55:58.394081 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 6dde161f-3c60-49d4-8d73-558f2821217b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:58.394540 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6dde161f-3c60-49d4-8d73-558f2821217b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.493557 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 6dde161f-3c60-49d4-8d73-558f2821217b is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:58.494234 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6dde161f-3c60-49d4-8d73-558f2821217b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.525109 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76557c7e-7d51-4b30-93f6-b16dd7c01ab2 req-5fdd2955-ad45-4329-8dd7-7b83c4e7b228 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:58.534823 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76557c7e-7d51-4b30-93f6-b16dd7c01ab2 req-5fdd2955-ad45-4329-8dd7-7b83c4e7b228 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 945 time: 0.0897689 Jan 27 21:55:58.536139 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c6747f-7068-4960-a5bd-d30849ba0778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dde161f-3c60-49d4-8d73-558f2821217b'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:58.538441 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc04256-845a-44de-8e99-ed32439fa395" -d '{"events": [{"server_uuid": "26c6747f-7068-4960-a5bd-d30849ba0778", "name": "network-vif-plugged", "status": "completed", "tag": "6dde161f-3c60-49d4-8d73-558f2821217b"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:58.554194 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6dde161f-3c60-49d4-8d73-558f2821217b, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6dde161f-3c60-49d4-8d73-558f2821217b,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:58.560226 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6dde161f-3c60-49d4-8d73-558f2821217b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.601021 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbb1c12-1982-441e-a4c3-506686f8a878 x-openstack-request-id: req-edbb1c12-1982-441e-a4c3-506686f8a878 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:58.601313 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c6747f-7068-4960-a5bd-d30849ba0778", "name": "network-vif-plugged", "status": "completed", "tag": "6dde161f-3c60-49d4-8d73-558f2821217b", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:58.601629 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-edbb1c12-1982-441e-a4c3-506686f8a878 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:58.602042 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c6747f-7068-4960-a5bd-d30849ba0778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dde161f-3c60-49d4-8d73-558f2821217b', 'code': 200} Jan 27 21:55:58.610357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76557c7e-7d51-4b30-93f6-b16dd7c01ab2 req-6814b066-0803-499e-b9ee-75c0dc6220be tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744407 Jan 27 21:55:58.645833 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=6dde161f-3c60-49d4-8d73-558f2821217b,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:58.717859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc060bf-8a64-487b-a92c-16c971d98d79 req-a3965133-444a-4370-936e-90644eceb6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:58.719675 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8dc060bf-8a64-487b-a92c-16c971d98d79 req-a3965133-444a-4370-936e-90644eceb6d4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 1097 time: 0.0601447 Jan 27 21:55:58.811582 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8dc060bf-8a64-487b-a92c-16c971d98d79 req-f95686b7-fe9d-4f03-9c57-b7f0d0705303 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858600 Jan 27 21:55:58.814659 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.831178 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89254b14-92d1-4ebf-8dae-22a3a72c3019 req-c9935f53-e5b7-48b4-90a3-7c5a7973f468 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:58.833700 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89254b14-92d1-4ebf-8dae-22a3a72c3019 req-c9935f53-e5b7-48b4-90a3-7c5a7973f468 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 948 time: 0.0931356 Jan 27 21:55:58.896928 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89254b14-92d1-4ebf-8dae-22a3a72c3019 req-f2571c96-4e51-434e-8bed-e39519485737 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568972 Jan 27 21:55:59.690780 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:55:59.726210 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef2032-611d-476d-8381-6304122cd9ca req-6de1f43e-dd27-40e7-b86a-dbbad0246e55 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:59.727722 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4ef2032-611d-476d-8381-6304122cd9ca req-6de1f43e-dd27-40e7-b86a-dbbad0246e55 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 946 time: 0.0543866 Jan 27 21:55:59.774957 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4ef2032-611d-476d-8381-6304122cd9ca req-5ae9d493-1dcd-4553-a258-5d992355d96a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413451 Jan 27 21:55:59.786966 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:59.802460 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0', 'mac_address': 'fa:16:3e:39:54:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:55:59.838849 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:59.839242 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.853031 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:59.873412 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:59.876942 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.924374 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:00.024798 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3707cbd-c82a-437b-9341-2e664113790a req-9d9e6249-ad6c-4adc-b1d7-2a4d323bb5f4 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:00.026288 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3707cbd-c82a-437b-9341-2e664113790a req-9d9e6249-ad6c-4adc-b1d7-2a4d323bb5f4 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 949 time: 0.0508354 Jan 27 21:56:00.072537 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3707cbd-c82a-437b-9341-2e664113790a req-6a41f28d-e6b7-4e5e-bf8b-f09cb0202806 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407593 Jan 27 21:56:00.271038 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:00.899639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e935c2-37ed-4e21-a2e0-d036fb813cea req-09ec0cf7-3796-4409-a0ef-ae08e51241ce tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:00.901174 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31e935c2-37ed-4e21-a2e0-d036fb813cea req-09ec0cf7-3796-4409-a0ef-ae08e51241ce tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 946 time: 0.0547793 Jan 27 21:56:00.948918 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31e935c2-37ed-4e21-a2e0-d036fb813cea req-1c3f4e35-0f2e-4688-9128-e5004312e31f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422320 Jan 27 21:56:01.005974 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:01.228512 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f60727-6bf0-403a-a991-880bd10f00d3 req-b59a5e59-c1b0-43f2-a689-3ed1570a3811 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:01.236630 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90f60727-6bf0-403a-a991-880bd10f00d3 req-b59a5e59-c1b0-43f2-a689-3ed1570a3811 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 949 time: 0.0784252 Jan 27 21:56:01.300743 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90f60727-6bf0-403a-a991-880bd10f00d3 req-9d8b0e6c-d2ae-47fc-9367-991c0c084ee2 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594947 Jan 27 21:56:01.494704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-cf98e256-764f-4032-ab32-3de76fe957ce tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:01.496250 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-cf98e256-764f-4032-ab32-3de76fe957ce tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/networks?id=b7cc92cc-569a-4215-b0d9-4db31ccfa350 HTTP/1.1" status: 200 len: 804 time: 0.1089399 Jan 27 21:56:01.510869 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-67591c38-c6de-499b-af1c-3a2cff7bb36f tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/quotas/ddb45a567cd143eb8a9778adb808c4e7 HTTP/1.1" status: 200 len: 375 time: 0.0092578 Jan 27 21:56:01.560213 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-52b7e16b-c7c5-45ed-88b1-aa83e8131e0b tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddb45a567cd143eb8a9778adb808c4e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0441332 Jan 27 21:56:01.654948 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-863b3bbf-af3f-4e8d-b8a9-14ed94d3f31e service neutron] 10.222.0.23 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882142 Jan 27 21:56:01.746653 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-712621a7-9fc8-4f0d-b6d5-00cf3f828735 service neutron] 10.222.0.23 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860398 Jan 27 21:56:01.908966 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-567460f1-de38-4022-affd-0f453f358c8b req-430f869b-beb3-4165-a713-f51566d650e7 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ba7cce-7983-4598-ae34-797514f93b21 HTTP/1.1" status: 200 len: 210 time: 0.0271051 Jan 27 21:56:02.446999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770ee60-241e-4c14-8aeb-cead521cc6cb req-7aaf97ac-c8e8-4b7d-8643-77edafc10863 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:02.448833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0770ee60-241e-4c14-8aeb-cead521cc6cb req-7aaf97ac-c8e8-4b7d-8643-77edafc10863 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 949 time: 0.0650518 Jan 27 21:56:02.507802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0770ee60-241e-4c14-8aeb-cead521cc6cb req-fed990fe-62cc-483c-a03a-1961c2fe57c7 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520875 Jan 27 21:56:02.888011 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-b82cf822-faf7-4d45-8b89-10d07ec78646 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:02.889490 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-b82cf822-faf7-4d45-8b89-10d07ec78646 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.15 "GET /v2.0/networks?id=b7cc92cc-569a-4215-b0d9-4db31ccfa350 HTTP/1.1" status: 200 len: 804 time: 0.1009004 Jan 27 21:56:02.902287 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-68d6fb7f-77f9-4d2e-8650-fdbd55ad6d1a tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Request body: {'port': {'device_id': 'd6ba7cce-7983-4598-ae34-797514f93b21', 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350', 'admin_state_up': True, 'tenant_id': 'ddb45a567cd143eb8a9778adb808c4e7'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:03.014393 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d1201a23-65a4-4ce0-acb3-c533766ef550 req-c01f108a-7c3e-46d1-b7b9-51b3b543625d tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ba7cce-7983-4598-ae34-797514f93b21 HTTP/1.1" status: 200 len: 210 time: 0.0349336 Jan 27 21:56:03.040064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-68d6fb7f-77f9-4d2e-8650-fdbd55ad6d1a tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Made reservation on behalf of ddb45a567cd143eb8a9778adb808c4e7 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:03.044032 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-68d6fb7f-77f9-4d2e-8650-fdbd55ad6d1a tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.169143 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-68d6fb7f-77f9-4d2e-8650-fdbd55ad6d1a tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Allocated IP 172.20.0.12 (b7cc92cc-569a-4215-b0d9-4db31ccfa350/1c04e36a-ac28-4796-9e9d-94f1aca319f2/1477d3de-35d5-422a-9faf-c410300e1849) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:03.308595 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-68d6fb7f-77f9-4d2e-8650-fdbd55ad6d1a tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks [] for port (1477d3de-35d5-422a-9faf-c410300e1849), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.343109 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-68d6fb7f-77f9-4d2e-8650-fdbd55ad6d1a tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (1477d3de-35d5-422a-9faf-c410300e1849), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.393223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-68d6fb7f-77f9-4d2e-8650-fdbd55ad6d1a tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Network b7cc92cc-569a-4215-b0d9-4db31ccfa350 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:03.396260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-68d6fb7f-77f9-4d2e-8650-fdbd55ad6d1a tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:03.402745 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-68d6fb7f-77f9-4d2e-8650-fdbd55ad6d1a tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:03.408681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6fb7f-77f9-4d2e-8650-fdbd55ad6d1a tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Pushing event updated for resources: {'Port': ['ID=1477d3de-35d5-422a-9faf-c410300e1849,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:03.454541 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-68d6fb7f-77f9-4d2e-8650-fdbd55ad6d1a tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:03.455165 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-68d6fb7f-77f9-4d2e-8650-fdbd55ad6d1a tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.471526 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-68d6fb7f-77f9-4d2e-8650-fdbd55ad6d1a tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5728745 Jan 27 21:56:03.483146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] Request body: {'port': {'device_id': 'd6ba7cce-7983-4598-ae34-797514f93b21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:03.546788 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1477d3de-35d5-422a-9faf-c410300e1849), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.709422 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:03.738276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5329fa1-e1e6-4f3f-a076-e5e8d0ec9984 req-2766e7b7-c7df-47f7-9682-d63490a943dc tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:03.741070 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5329fa1-e1e6-4f3f-a076-e5e8d0ec9984 req-2766e7b7-c7df-47f7-9682-d63490a943dc tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 949 time: 0.1451993 Jan 27 21:56:03.778168 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:56:03.782697 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:03.783209 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.845154 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5329fa1-e1e6-4f3f-a076-e5e8d0ec9984 req-1dd8c11d-6fd3-4f94-93f3-ec3d80fef9c8 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740266 Jan 27 21:56:03.913716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:03.914277 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.934816 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1477d3de-35d5-422a-9faf-c410300e1849 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:56:03.939654 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f566b01-82e5-4958-bb2f-2f134cab15a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:03.942148 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940aea05-af47-4ed2-8cf9-bf7a09f2e899" -d '{"events": [{"server_uuid": "4f566b01-82e5-4958-bb2f-2f134cab15a9", "name": "network-vif-plugged", "status": "completed", "tag": "7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:03.943196 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] Publish callbacks [] for port (1477d3de-35d5-422a-9faf-c410300e1849), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.955804 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:03.956861 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] Transition to ACTIVE for port object 1477d3de-35d5-422a-9faf-c410300e1849 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:56:03.960980 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.961959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device f45beb40-6257-4bd9-b852-111c777c2983 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:03.968201 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (1477d3de-35d5-422a-9faf-c410300e1849), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.013568 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bc57e4-73be-48d3-9500-4a12cdfadc3c x-openstack-request-id: req-67bc57e4-73be-48d3-9500-4a12cdfadc3c {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:04.014120 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f566b01-82e5-4958-bb2f-2f134cab15a9", "name": "network-vif-plugged", "status": "completed", "tag": "7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:04.014384 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67bc57e4-73be-48d3-9500-4a12cdfadc3c {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:04.014783 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f566b01-82e5-4958-bb2f-2f134cab15a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0', 'code': 200} Jan 27 21:56:04.041551 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] Pushing event updated for resources: {'Port': ['ID=1477d3de-35d5-422a-9faf-c410300e1849,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:04.119291 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port f45beb40-6257-4bd9-b852-111c777c2983 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:04.119690 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f45beb40-6257-4bd9-b852-111c777c2983), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.131446 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:04.157320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] Attempting to bind port 1477d3de-35d5-422a-9faf-c410300e1849 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:04.157320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] Attempting to bind port 1477d3de-35d5-422a-9faf-c410300e1849 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '09a77e7c-d576-4afe-b947-6dc9fc650515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:04.157320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] Attempting to bind port 1477d3de-35d5-422a-9faf-c410300e1849 on network b7cc92cc-569a-4215-b0d9-4db31ccfa350 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:04.160196 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port f45beb40-6257-4bd9-b852-111c777c2983, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=f45beb40-6257-4bd9-b852-111c777c2983,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:04.167269 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f45beb40-6257-4bd9-b852-111c777c2983), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.204111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] Port 1477d3de-35d5-422a-9faf-c410300e1849 on network b7cc92cc-569a-4215-b0d9-4db31ccfa350 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:56:04.205215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] Attempting to bind port 1477d3de-35d5-422a-9faf-c410300e1849 on network b7cc92cc-569a-4215-b0d9-4db31ccfa350 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:04.215235 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=f45beb40-6257-4bd9-b852-111c777c2983,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:04.219096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:04.219441 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] Checking segment: {'id': '09a77e7c-d576-4afe-b947-6dc9fc650515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:04.219822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] Bound using segment: {'id': '09a77e7c-d576-4afe-b947-6dc9fc650515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:04.220287 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] Bound port: 1477d3de-35d5-422a-9faf-c410300e1849, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09a77e7c-d576-4afe-b947-6dc9fc650515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:04.220644 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1477d3de-35d5-422a-9faf-c410300e1849), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.233245 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4931a-ea57-4f02-8d6a-1e5decf9248b req-4599f3e9-3f51-43e1-b6c3-fbce547c9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:04.234751 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3f4931a-ea57-4f02-8d6a-1e5decf9248b req-4599f3e9-3f51-43e1-b6c3-fbce547c9554 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 1101 time: 0.1108258 Jan 27 21:56:04.241315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31051ce1-e67a-4288-a7a4-d83a13537b45 req-00012822-1024-4a54-adf1-490c39156dcb tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:04.242656 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31051ce1-e67a-4288-a7a4-d83a13537b45 req-00012822-1024-4a54-adf1-490c39156dcb tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ba7cce-7983-4598-ae34-797514f93b21 HTTP/1.1" status: 200 len: 944 time: 0.1112809 Jan 27 21:56:04.379681 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3f4931a-ea57-4f02-8d6a-1e5decf9248b req-d12837fc-e8ea-4b99-8b98-28e5aca2e64f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344388 Jan 27 21:56:04.390134 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31051ce1-e67a-4288-a7a4-d83a13537b45 req-52281c21-9301-4fba-8727-e491873d81c4 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374321 Jan 27 21:56:04.393261 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] For port 1477d3de-35d5-422a-9faf-c410300e1849, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:04.398683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] For port 1477d3de-35d5-422a-9faf-c410300e1849, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=1477d3de-35d5-422a-9faf-c410300e1849,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:04.407116 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (1477d3de-35d5-422a-9faf-c410300e1849), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.425356 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465cc8b-0ee2-421e-8987-b4255b5a78ce req-b7114b45-ec27-436a-baa6-41032b3e9e7d tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:04.426839 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9465cc8b-0ee2-421e-8987-b4255b5a78ce req-b7114b45-ec27-436a-baa6-41032b3e9e7d tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3f42bab-09df-412f-9df2-03c5b8f4b4af HTTP/1.1" status: 200 len: 943 time: 0.0880840 Jan 27 21:56:04.450671 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:04.451289 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.452752 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] 10.222.0.15 "PUT /v2.0/ports/1477d3de-35d5-422a-9faf-c410300e1849 HTTP/1.1" status: 200 len: 1092 time: 0.9741781 Jan 27 21:56:04.453222 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ba7cce-7983-4598-ae34-797514f93b21', 'tag': '1477d3de-35d5-422a-9faf-c410300e1849'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:04.455433 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6245696-e7fa-4f69-8a5f-2cc502504dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ba7cce-7983-4598-ae34-797514f93b21", "tag": "1477d3de-35d5-422a-9faf-c410300e1849"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:04.483225 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804c39b-1b9a-410e-89b0-4377fc758bcf service neutron] Pushing event updated for resources: {'Port': ['ID=1477d3de-35d5-422a-9faf-c410300e1849,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:04.503276 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0354b8bf-46d7-485f-8679-54170c543c97 x-openstack-request-id: req-0354b8bf-46d7-485f-8679-54170c543c97 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:04.503572 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ba7cce-7983-4598-ae34-797514f93b21", "tag": "1477d3de-35d5-422a-9faf-c410300e1849", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:04.503853 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0354b8bf-46d7-485f-8679-54170c543c97 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:04.504301 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ba7cce-7983-4598-ae34-797514f93b21', 'tag': '1477d3de-35d5-422a-9faf-c410300e1849', 'status': 'completed', 'code': 200} Jan 27 21:56:04.554194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-466e52bb-14b1-422a-b422-5ce016233408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:04.555743 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-466e52bb-14b1-422a-b422-5ce016233408 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddb45a567cd143eb8a9778adb808c4e7&device_id=d6ba7cce-7983-4598-ae34-797514f93b21 HTTP/1.1" status: 200 len: 1095 time: 0.0466938 Jan 27 21:56:04.598037 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-223741c1-f498-4ef2-bb46-b1e8c24d4f63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1477d3de-35d5-422a-9faf-c410300e1849 HTTP/1.1" status: 200 len: 217 time: 0.0358162 Jan 27 21:56:04.648468 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-377b2baa-39ab-4271-a0af-0c08bb7508cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:04.649884 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-377b2baa-39ab-4271-a0af-0c08bb7508cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c04e36a-ac28-4796-9e9d-94f1aca319f2 HTTP/1.1" status: 200 len: 844 time: 0.0455937 Jan 27 21:56:04.680560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-68c14602-891f-4843-a853-7b1fe0acb00d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7cc92cc-569a-4215-b0d9-4db31ccfa350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249443 Jan 27 21:56:04.835069 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-fd6d3dc5-1b2d-463e-a932-307cc81774b7 service neutron] 10.222.0.15 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486490 Jan 27 21:56:04.920439 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-9465cc8b-0ee2-421e-8987-b4255b5a78ce req-fd3b64f2-ac20-45ea-a0d9-83062a1d460e tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Deleting port f45beb40-6257-4bd9-b852-111c777c2983 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:04.920790 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9465cc8b-0ee2-421e-8987-b4255b5a78ce req-fd3b64f2-ac20-45ea-a0d9-83062a1d460e tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f45beb40-6257-4bd9-b852-111c777c2983), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:05.038668 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-508fda77-c9fd-424f-9dfe-cedb9485923b req-efe15cf5-5ca4-4e95-9710-d91b3f1b5ba9 service neutron] 10.222.0.15 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977465 Jan 27 21:56:05.062566 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34228df-bfd2-4bea-85c8-65277d037426 req-ece0a7e3-4355-4962-b599-c6ad00c9728f tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:05.064046 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a34228df-bfd2-4bea-85c8-65277d037426 req-ece0a7e3-4355-4962-b599-c6ad00c9728f tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 950 time: 0.1250734 Jan 27 21:56:05.129430 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9465cc8b-0ee2-421e-8987-b4255b5a78ce req-fd3b64f2-ac20-45ea-a0d9-83062a1d460e tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] For port f45beb40-6257-4bd9-b852-111c777c2983, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=f45beb40-6257-4bd9-b852-111c777c2983,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:05.129818 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9465cc8b-0ee2-421e-8987-b4255b5a78ce req-fd3b64f2-ac20-45ea-a0d9-83062a1d460e tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f45beb40-6257-4bd9-b852-111c777c2983), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:05.153959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-9465cc8b-0ee2-421e-8987-b4255b5a78ce req-fd3b64f2-ac20-45ea-a0d9-83062a1d460e tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Calling delete_port for f45beb40-6257-4bd9-b852-111c777c2983 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:05.181753 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a34228df-bfd2-4bea-85c8-65277d037426 req-4efa8d2a-cdc3-4920-a60f-892c65f338d5 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078868 Jan 27 21:56:05.184910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6245696-e7fa-4f69-8a5f-2cc502504dcc req-673e00a6-ba28-4849-8d44-b8a4a37f72e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:05.186307 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6245696-e7fa-4f69-8a5f-2cc502504dcc req-673e00a6-ba28-4849-8d44-b8a4a37f72e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddb45a567cd143eb8a9778adb808c4e7&device_id=d6ba7cce-7983-4598-ae34-797514f93b21 HTTP/1.1" status: 200 len: 1095 time: 0.0993423 Jan 27 21:56:05.323190 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6245696-e7fa-4f69-8a5f-2cc502504dcc req-592f36d0-5d87-4ba4-8102-d9d04f4ba621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:05.324697 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6245696-e7fa-4f69-8a5f-2cc502504dcc req-592f36d0-5d87-4ba4-8102-d9d04f4ba621 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b7cc92cc-569a-4215-b0d9-4db31ccfa350 HTTP/1.1" status: 200 len: 905 time: 0.1055918 Jan 27 21:56:05.388914 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6245696-e7fa-4f69-8a5f-2cc502504dcc req-5b34bf72-1b64-4ba4-b2fb-2275d4f56b24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1477d3de-35d5-422a-9faf-c410300e1849 HTTP/1.1" status: 200 len: 217 time: 0.0581410 Jan 27 21:56:05.431173 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9465cc8b-0ee2-421e-8987-b4255b5a78ce req-fd3b64f2-ac20-45ea-a0d9-83062a1d460e tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f45beb40-6257-4bd9-b852-111c777c2983), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:05.464319 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b64f2-ac20-45ea-a0d9-83062a1d460e tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Pushing event deleted for resources: {'Port': ['ID=f45beb40-6257-4bd9-b852-111c777c2983,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:05.504190 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6245696-e7fa-4f69-8a5f-2cc502504dcc req-fe5af1ad-e8f5-48d4-97f7-eb1e15511de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:05.505677 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6245696-e7fa-4f69-8a5f-2cc502504dcc req-fe5af1ad-e8f5-48d4-97f7-eb1e15511de8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c04e36a-ac28-4796-9e9d-94f1aca319f2 HTTP/1.1" status: 200 len: 844 time: 0.1095662 Jan 27 21:56:05.560803 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-9465cc8b-0ee2-421e-8987-b4255b5a78ce req-fd3b64f2-ac20-45ea-a0d9-83062a1d460e tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] No DVR routers for this DVR port f45beb40-6257-4bd9-b852-111c777c2983 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:05.564044 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6245696-e7fa-4f69-8a5f-2cc502504dcc req-bd55af61-dff6-4450-9e8b-9a7f7dc793be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7cc92cc-569a-4215-b0d9-4db31ccfa350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448756 Jan 27 21:56:05.566012 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9465cc8b-0ee2-421e-8987-b4255b5a78ce req-fd3b64f2-ac20-45ea-a0d9-83062a1d460e tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:05.569252 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9465cc8b-0ee2-421e-8987-b4255b5a78ce req-fd3b64f2-ac20-45ea-a0d9-83062a1d460e tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.21 "DELETE /v2.0/ports/f45beb40-6257-4bd9-b852-111c777c2983 HTTP/1.1" status: 204 len: 173 time: 0.8910613 Jan 27 21:56:05.626729 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1994037-f279-4c36-b49e-cabd9033bd52 req-1c500b51-8455-4373-8ad2-37e9b8fb785a tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:05.628254 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c1994037-f279-4c36-b49e-cabd9033bd52 req-1c500b51-8455-4373-8ad2-37e9b8fb785a tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ba7cce-7983-4598-ae34-797514f93b21 HTTP/1.1" status: 200 len: 944 time: 0.1604249 Jan 27 21:56:05.703012 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c1994037-f279-4c36-b49e-cabd9033bd52 req-aaf64c64-c51c-49d4-abea-24aca8fe271e tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681996 Jan 27 21:56:05.706537 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6245696-e7fa-4f69-8a5f-2cc502504dcc req-ebcb5eba-f202-405b-9421-241f50b71a5a service neutron] 10.222.0.15 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348174 Jan 27 21:56:05.802296 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6245696-e7fa-4f69-8a5f-2cc502504dcc req-c581a811-1825-4989-851f-7cdc3a074c3f service neutron] 10.222.0.15 "GET /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895004 Jan 27 21:56:06.016220 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f42bab-09df-412f-9df2-03c5b8f4b4af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f45beb40-6257-4bd9-b852-111c777c2983'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:06.019051 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6848a14c-16dd-49c2-b95e-5ed771ca154e" -d '{"events": [{"server_uuid": "b3f42bab-09df-412f-9df2-03c5b8f4b4af", "name": "network-vif-unplugged", "status": "completed", "tag": "f45beb40-6257-4bd9-b852-111c777c2983"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:06.055392 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b955a60-56da-439d-b07d-11abd1bc58dc x-openstack-request-id: req-5b955a60-56da-439d-b07d-11abd1bc58dc {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:06.055692 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f42bab-09df-412f-9df2-03c5b8f4b4af", "name": "network-vif-unplugged", "status": "completed", "tag": "f45beb40-6257-4bd9-b852-111c777c2983", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:06.055995 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b955a60-56da-439d-b07d-11abd1bc58dc {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:06.056372 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f42bab-09df-412f-9df2-03c5b8f4b4af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f45beb40-6257-4bd9-b852-111c777c2983', 'code': 200} Jan 27 21:56:06.307425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5691ee-68c8-446f-a53d-d6a080676cae req-1f9b11fc-8f29-402b-a56c-495f5281dca2 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:06.308972 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cc5691ee-68c8-446f-a53d-d6a080676cae req-1f9b11fc-8f29-402b-a56c-495f5281dca2 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 950 time: 0.0569010 Jan 27 21:56:06.318549 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 1477d3de-35d5-422a-9faf-c410300e1849 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:56:06.361032 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cc5691ee-68c8-446f-a53d-d6a080676cae req-636776d5-d021-4835-9f04-09854b740cc4 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463047 Jan 27 21:56:06.506044 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f42bab-09df-412f-9df2-03c5b8f4b4af', 'name': 'network-vif-deleted', 'tag': 'f45beb40-6257-4bd9-b852-111c777c2983'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:06.511087 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b888c089-695b-4e4a-bbf3-0e8097a47491" -d '{"events": [{"server_uuid": "b3f42bab-09df-412f-9df2-03c5b8f4b4af", "name": "network-vif-deleted", "tag": "f45beb40-6257-4bd9-b852-111c777c2983"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:06.564713 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3af353-c51e-4131-9e39-2dfa4753da05 x-openstack-request-id: req-aa3af353-c51e-4131-9e39-2dfa4753da05 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:06.565150 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f42bab-09df-412f-9df2-03c5b8f4b4af", "name": "network-vif-deleted", "tag": "f45beb40-6257-4bd9-b852-111c777c2983", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:06.565415 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa3af353-c51e-4131-9e39-2dfa4753da05 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:06.565813 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f42bab-09df-412f-9df2-03c5b8f4b4af', 'name': 'network-vif-deleted', 'tag': 'f45beb40-6257-4bd9-b852-111c777c2983', 'status': 'completed', 'code': 200} Jan 27 21:56:06.583805 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 1477d3de-35d5-422a-9faf-c410300e1849, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=1477d3de-35d5-422a-9faf-c410300e1849,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:06.596428 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '1477d3de-35d5-422a-9faf-c410300e1849', 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350', 'port_id': '1477d3de-35d5-422a-9faf-c410300e1849', 'mac_address': 'fa:16:3e:0d:d7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c04e36a-ac28-4796-9e9d-94f1aca319f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:56:06.637212 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 1477d3de-35d5-422a-9faf-c410300e1849 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:06.637609 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1477d3de-35d5-422a-9faf-c410300e1849), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:06.651767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1477d3de-35d5-422a-9faf-c410300e1849 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:56:06.672521 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 1477d3de-35d5-422a-9faf-c410300e1849, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=1477d3de-35d5-422a-9faf-c410300e1849,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:06.677415 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1477d3de-35d5-422a-9faf-c410300e1849), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:06.747225 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=1477d3de-35d5-422a-9faf-c410300e1849,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:06.842882 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4e8c6-9ea7-47f4-8664-0a7b6ccabb8c req-22248279-4b9d-4113-8390-dc4cc6c3b3a4 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:06.844396 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cfd4e8c6-9ea7-47f4-8664-0a7b6ccabb8c req-22248279-4b9d-4113-8390-dc4cc6c3b3a4 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ba7cce-7983-4598-ae34-797514f93b21 HTTP/1.1" status: 200 len: 945 time: 0.0489807 Jan 27 21:56:06.901170 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cfd4e8c6-9ea7-47f4-8664-0a7b6ccabb8c req-fbbfc7a6-543a-4990-ac9e-33340fc0bf85 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485408 Jan 27 21:56:07.062624 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['1477d3de-35d5-422a-9faf-c410300e1849'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:07.488151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d09356-8bff-4bb6-acaf-acf99c9dd466 req-9a207d6b-e682-47b5-99ad-f02fc89c2a49 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:07.490304 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73d09356-8bff-4bb6-acaf-acf99c9dd466 req-9a207d6b-e682-47b5-99ad-f02fc89c2a49 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 950 time: 0.0524752 Jan 27 21:56:07.536522 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73d09356-8bff-4bb6-acaf-acf99c9dd466 req-aa547789-ac47-4a5b-a664-b243b41f405d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402174 Jan 27 21:56:07.646674 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca803f-8d83-4775-bc7e-8947d476f08d req-98b92313-fb40-4ea0-80f4-6e0991d68a89 tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:07.648232 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-18ca803f-8d83-4775-bc7e-8947d476f08d req-98b92313-fb40-4ea0-80f4-6e0991d68a89 tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 1101 time: 0.0408328 Jan 27 21:56:07.691773 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-18ca803f-8d83-4775-bc7e-8947d476f08d req-5f3f3dad-bf12-40d5-bca5-adda4a0c49e8 tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379860 Jan 27 21:56:07.725687 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device f45beb40-6257-4bd9-b852-111c777c2983 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:07.751266 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: f45beb40-6257-4bd9-b852-111c777c2983 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:56:07.751675 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device f45beb40-6257-4bd9-b852-111c777c2983 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:56:07.835079 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-346993e0-a071-4934-bf8e-b9e314b811ab req-9b3933fa-0a55-44f1-aab1-0a8100fb705a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1dce6bc3826544b6bb68765bffe8a670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220420 Jan 27 21:56:07.947163 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346993e0-a071-4934-bf8e-b9e314b811ab req-bbe33017-cc0e-44a3-b3b4-dc4650742270 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:07.948826 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-346993e0-a071-4934-bf8e-b9e314b811ab req-bbe33017-cc0e-44a3-b3b4-dc4650742270 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1077967 Jan 27 21:56:07.971031 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-346993e0-a071-4934-bf8e-b9e314b811ab req-4c28cb1d-3e45-4e33-995a-24b025843b9f tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/quotas/1dce6bc3826544b6bb68765bffe8a670 HTTP/1.1" status: 200 len: 375 time: 0.0155644 Jan 27 21:56:08.055490 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-346993e0-a071-4934-bf8e-b9e314b811ab req-13b02e2f-5f2c-46e5-a455-40f07e491e12 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1dce6bc3826544b6bb68765bffe8a670&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0784376 Jan 27 21:56:08.066650 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e56d85-5163-488a-a784-a79e7bb99145 req-13b3d564-83a6-4522-b440-4009cc24b360 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:08.068648 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-54e56d85-5163-488a-a784-a79e7bb99145 req-13b3d564-83a6-4522-b440-4009cc24b360 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ba7cce-7983-4598-ae34-797514f93b21 HTTP/1.1" status: 200 len: 945 time: 0.0833671 Jan 27 21:56:08.125003 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-54e56d85-5163-488a-a784-a79e7bb99145 req-289fd2f1-d9e1-4441-827a-4ee6c1695f34 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502396 Jan 27 21:56:08.282325 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c35d63db-43ef-4b71-8cf1-2a7759bc0832 req-52ab655f-6506-405e-a570-89770d892d6d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd230b1-ee4f-4602-9342-ad20d0a86feb HTTP/1.1" status: 200 len: 210 time: 0.0286276 Jan 27 21:56:09.107300 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-346993e0-a071-4934-bf8e-b9e314b811ab req-9f056db0-813a-47ea-920d-391c15121e83 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1dce6bc3826544b6bb68765bffe8a670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246396 Jan 27 21:56:09.251832 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346993e0-a071-4934-bf8e-b9e314b811ab req-b6a52a0a-abc3-43a8-9f06-005db914c25d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:09.253296 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-346993e0-a071-4934-bf8e-b9e314b811ab req-b6a52a0a-abc3-43a8-9f06-005db914c25d tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1413856 Jan 27 21:56:09.275379 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878d4f1-2af1-4063-ba19-8a020c7fdfbe req-1e5a715e-ac8b-4766-85b7-1e2ab1cd06f2 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:09.276528 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6878d4f1-2af1-4063-ba19-8a020c7fdfbe req-1e5a715e-ac8b-4766-85b7-1e2ab1cd06f2 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ba7cce-7983-4598-ae34-797514f93b21 HTTP/1.1" status: 200 len: 945 time: 0.0730169 Jan 27 21:56:09.279944 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-346993e0-a071-4934-bf8e-b9e314b811ab req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Request body: {'port': {'device_id': '1dd230b1-ee4f-4602-9342-ad20d0a86feb', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '1dce6bc3826544b6bb68765bffe8a670'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:09.393716 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6878d4f1-2af1-4063-ba19-8a020c7fdfbe req-31349a0c-f0b1-42ae-b6cd-dd692cc72e5d tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983758 Jan 27 21:56:09.425616 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346993e0-a071-4934-bf8e-b9e314b811ab req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Made reservation on behalf of 1dce6bc3826544b6bb68765bffe8a670 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:09.429341 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-346993e0-a071-4934-bf8e-b9e314b811ab req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.472568 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70ffe43f-de4c-4826-8310-6f44e871b69e req-358fb772-5eb5-4c50-9f9e-14b363ed6c09 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd230b1-ee4f-4602-9342-ad20d0a86feb HTTP/1.1" status: 200 len: 210 time: 0.0396588 Jan 27 21:56:09.586743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-346993e0-a071-4934-bf8e-b9e314b811ab req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Allocated IP 192.168.233.158 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/628081c6-0bbe-4823-8d4a-ec31c6e62b5a) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:09.738089 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-346993e0-a071-4934-bf8e-b9e314b811ab req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks [] for port (628081c6-0bbe-4823-8d4a-ec31c6e62b5a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.772068 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-346993e0-a071-4934-bf8e-b9e314b811ab req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (628081c6-0bbe-4823-8d4a-ec31c6e62b5a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.785543 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f478ebb5-8e47-446e-8bb1-6fe6fc3932d8', '4a005e0e-0310-4c96-9222-a8a178e25bb6'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:09.814159 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346993e0-a071-4934-bf8e-b9e314b811ab req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:09.819557 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-346993e0-a071-4934-bf8e-b9e314b811ab req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:09.821922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-346993e0-a071-4934-bf8e-b9e314b811ab req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:09.834261 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['c0de80ea-94ec-485d-a233-833f914dc887', '7ce58d7e-31ce-4531-9ed1-fce9c4bbb053', '0da35c75-b4d2-44f9-ac18-e8f940c3eb45', '9c52be04-075f-4aec-bf6e-07dd89cdf8d7', '7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:09.858700 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Pushing event updated for resources: {'Port': ['ID=628081c6-0bbe-4823-8d4a-ec31c6e62b5a,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:09.872121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:09.872492 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:09.872834 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:09.873166 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:09.873500 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:09.873827 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:09.874151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:09.874473 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:09.874793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:09.875116 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:09.875438 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:09.875755 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:09.876075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:09.899913 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346993e0-a071-4934-bf8e-b9e314b811ab req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:09.900603 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-346993e0-a071-4934-bf8e-b9e314b811ab req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.919492 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-346993e0-a071-4934-bf8e-b9e314b811ab req-7d850464-7403-4c27-9e89-b1333a884c81 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6526051 Jan 27 21:56:09.946649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-346993e0-a071-4934-bf8e-b9e314b811ab req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] Request body: {'port': {'device_id': '1dd230b1-ee4f-4602-9342-ad20d0a86feb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:10.035993 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-346993e0-a071-4934-bf8e-b9e314b811ab req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (628081c6-0bbe-4823-8d4a-ec31c6e62b5a), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.300097 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-48d5113a-71e1-4929-90a2-46158d3006ae None None] Provisioning complete for port 628081c6-0bbe-4823-8d4a-ec31c6e62b5a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:10.300510 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-48d5113a-71e1-4929-90a2-46158d3006ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (628081c6-0bbe-4823-8d4a-ec31c6e62b5a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.330405 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-346993e0-a071-4934-bf8e-b9e314b811ab req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628081c6-0bbe-4823-8d4a-ec31c6e62b5a {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:56:10.333094 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 1477d3de-35d5-422a-9faf-c410300e1849 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:10.338466 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-346993e0-a071-4934-bf8e-b9e314b811ab req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] Publish callbacks [] for port (628081c6-0bbe-4823-8d4a-ec31c6e62b5a), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.353011 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-346993e0-a071-4934-bf8e-b9e314b811ab req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] Transition to ACTIVE for port object 628081c6-0bbe-4823-8d4a-ec31c6e62b5a will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:56:10.362856 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-346993e0-a071-4934-bf8e-b9e314b811ab req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (628081c6-0bbe-4823-8d4a-ec31c6e62b5a), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.402750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-48d5113a-71e1-4929-90a2-46158d3006ae None None] Port 628081c6-0bbe-4823-8d4a-ec31c6e62b5a cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:56:10.427242 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] Pushing event updated for resources: {'Port': ['ID=628081c6-0bbe-4823-8d4a-ec31c6e62b5a,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:10.476848 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 1477d3de-35d5-422a-9faf-c410300e1849 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:56:10.484929 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 1477d3de-35d5-422a-9faf-c410300e1849 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:10.485379 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1477d3de-35d5-422a-9faf-c410300e1849), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.577660 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-346993e0-a071-4934-bf8e-b9e314b811ab req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] Attempting to bind port 628081c6-0bbe-4823-8d4a-ec31c6e62b5a on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:10.578010 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-346993e0-a071-4934-bf8e-b9e314b811ab req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] Attempting to bind port 628081c6-0bbe-4823-8d4a-ec31c6e62b5a by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:10.578346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346993e0-a071-4934-bf8e-b9e314b811ab req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] Attempting to bind port 628081c6-0bbe-4823-8d4a-ec31c6e62b5a on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:10.590649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346993e0-a071-4934-bf8e-b9e314b811ab req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] Port 628081c6-0bbe-4823-8d4a-ec31c6e62b5a on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:56:10.590919 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346993e0-a071-4934-bf8e-b9e314b811ab req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] Attempting to bind port 628081c6-0bbe-4823-8d4a-ec31c6e62b5a on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:10.599861 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346993e0-a071-4934-bf8e-b9e314b811ab req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:10.600264 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346993e0-a071-4934-bf8e-b9e314b811ab req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:10.600662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346993e0-a071-4934-bf8e-b9e314b811ab req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:10.601112 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-346993e0-a071-4934-bf8e-b9e314b811ab req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] Bound port: 628081c6-0bbe-4823-8d4a-ec31c6e62b5a, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:10.601466 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-346993e0-a071-4934-bf8e-b9e314b811ab req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (628081c6-0bbe-4823-8d4a-ec31c6e62b5a), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.631517 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07b07b-88f6-4a41-b273-3e8a652a891e req-15b4a206-af32-4a33-bab9-b627df3f5208 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:10.632990 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d07b07b-88f6-4a41-b273-3e8a652a891e req-15b4a206-af32-4a33-bab9-b627df3f5208 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ba7cce-7983-4598-ae34-797514f93b21 HTTP/1.1" status: 200 len: 945 time: 0.1050148 Jan 27 21:56:10.679796 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 1477d3de-35d5-422a-9faf-c410300e1849 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:10.680641 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1477d3de-35d5-422a-9faf-c410300e1849), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.758512 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 1477d3de-35d5-422a-9faf-c410300e1849, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=1477d3de-35d5-422a-9faf-c410300e1849,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:10.785712 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ba7cce-7983-4598-ae34-797514f93b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1477d3de-35d5-422a-9faf-c410300e1849'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:10.789926 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a219a72-aa1b-426e-8091-b228c8340d28" -d '{"events": [{"server_uuid": "d6ba7cce-7983-4598-ae34-797514f93b21", "name": "network-vif-plugged", "status": "completed", "tag": "1477d3de-35d5-422a-9faf-c410300e1849"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:10.797901 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1477d3de-35d5-422a-9faf-c410300e1849), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.896723 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=1477d3de-35d5-422a-9faf-c410300e1849,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:11.076759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d07b07b-88f6-4a41-b273-3e8a652a891e req-58c540e0-127a-423e-9e56-134834bcb38f tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334090 Jan 27 21:56:11.098736 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6b2b0-eab4-4547-a6cc-67a88dda1f8c req-2faee311-a233-437a-b89c-39d8eb47ea41 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:11.098736 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0df6b2b0-eab4-4547-a6cc-67a88dda1f8c req-2faee311-a233-437a-b89c-39d8eb47ea41 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd230b1-ee4f-4602-9342-ad20d0a86feb HTTP/1.1" status: 200 len: 948 time: 0.4627686 Jan 27 21:56:11.100297 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-346993e0-a071-4934-bf8e-b9e314b811ab req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] For port 628081c6-0bbe-4823-8d4a-ec31c6e62b5a, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:11.103658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-346993e0-a071-4934-bf8e-b9e314b811ab req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] For port 628081c6-0bbe-4823-8d4a-ec31c6e62b5a, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=628081c6-0bbe-4823-8d4a-ec31c6e62b5a,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:11.118686 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-346993e0-a071-4934-bf8e-b9e314b811ab req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (628081c6-0bbe-4823-8d4a-ec31c6e62b5a), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:11.127826 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f911c69-b36d-4f99-820f-4acde78db38b x-openstack-request-id: req-8f911c69-b36d-4f99-820f-4acde78db38b {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:11.128263 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ba7cce-7983-4598-ae34-797514f93b21", "name": "network-vif-plugged", "status": "completed", "tag": "1477d3de-35d5-422a-9faf-c410300e1849", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:11.128682 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f911c69-b36d-4f99-820f-4acde78db38b {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:11.129202 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ba7cce-7983-4598-ae34-797514f93b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1477d3de-35d5-422a-9faf-c410300e1849', 'code': 200} Jan 27 21:56:11.190108 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346993e0-a071-4934-bf8e-b9e314b811ab req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:11.190744 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-346993e0-a071-4934-bf8e-b9e314b811ab req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:11.192695 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-346993e0-a071-4934-bf8e-b9e314b811ab req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] 10.222.0.15 "PUT /v2.0/ports/628081c6-0bbe-4823-8d4a-ec31c6e62b5a HTTP/1.1" status: 200 len: 1096 time: 1.2513971 Jan 27 21:56:11.193147 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd230b1-ee4f-4602-9342-ad20d0a86feb', 'tag': '628081c6-0bbe-4823-8d4a-ec31c6e62b5a'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:11.195448 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d66f45f-6e44-4490-be12-2a86a0a95d30" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd230b1-ee4f-4602-9342-ad20d0a86feb", "tag": "628081c6-0bbe-4823-8d4a-ec31c6e62b5a"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:11.255902 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0df6b2b0-eab4-4547-a6cc-67a88dda1f8c req-a56c4ba0-f91b-4777-845f-8b40a16ac3c0 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468406 Jan 27 21:56:11.281406 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7835c1fe-a17c-412b-a860-2f8f9d495017 x-openstack-request-id: req-7835c1fe-a17c-412b-a860-2f8f9d495017 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:11.281406 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd230b1-ee4f-4602-9342-ad20d0a86feb", "tag": "628081c6-0bbe-4823-8d4a-ec31c6e62b5a", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:11.281406 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7835c1fe-a17c-412b-a860-2f8f9d495017 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:11.281406 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd230b1-ee4f-4602-9342-ad20d0a86feb', 'tag': '628081c6-0bbe-4823-8d4a-ec31c6e62b5a', 'status': 'completed', 'code': 200} Jan 27 21:56:11.293680 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d5f9a-ea77-4aa5-b622-69c4898b0985 service neutron] Pushing event updated for resources: {'Port': ['ID=628081c6-0bbe-4823-8d4a-ec31c6e62b5a,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:11.316735 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50002c80-8ec5-457b-bce3-9dfa8b2dd2e5 req-c0ade925-3b17-4138-bb2d-4d4d7db4e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:11.319471 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50002c80-8ec5-457b-bce3-9dfa8b2dd2e5 req-c0ade925-3b17-4138-bb2d-4d4d7db4e7f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d6ba7cce-7983-4598-ae34-797514f93b21 HTTP/1.1" status: 200 len: 1097 time: 0.1040184 Jan 27 21:56:11.326275 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346993e0-a071-4934-bf8e-b9e314b811ab req-b6346792-2862-4976-9d21-a136c92af3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:11.327817 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-346993e0-a071-4934-bf8e-b9e314b811ab req-b6346792-2862-4976-9d21-a136c92af3c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1dce6bc3826544b6bb68765bffe8a670&device_id=1dd230b1-ee4f-4602-9342-ad20d0a86feb HTTP/1.1" status: 200 len: 1099 time: 0.0691447 Jan 27 21:56:11.379403 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-346993e0-a071-4934-bf8e-b9e314b811ab req-4ad422af-e703-41e2-9b89-04fef8ab5a31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=628081c6-0bbe-4823-8d4a-ec31c6e62b5a HTTP/1.1" status: 200 len: 217 time: 0.0371578 Jan 27 21:56:11.435731 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50002c80-8ec5-457b-bce3-9dfa8b2dd2e5 req-ede03dbf-0030-4857-b0c6-e9225bae8b65 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068547 Jan 27 21:56:11.446379 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346993e0-a071-4934-bf8e-b9e314b811ab req-ba0e34e2-2a97-43d9-a01f-9f6bf85687d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:11.447918 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-346993e0-a071-4934-bf8e-b9e314b811ab req-ba0e34e2-2a97-43d9-a01f-9f6bf85687d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0613887 Jan 27 21:56:11.708228 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346993e0-a071-4934-bf8e-b9e314b811ab req-f9d1740d-6548-4778-9099-e19c1ca7efee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:11.709804 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-346993e0-a071-4934-bf8e-b9e314b811ab req-f9d1740d-6548-4778-9099-e19c1ca7efee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0416677 Jan 27 21:56:11.801393 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-346993e0-a071-4934-bf8e-b9e314b811ab req-0884dc4b-e6d7-4d66-839b-94ac29f61970 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850346 Jan 27 21:56:11.890454 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-346993e0-a071-4934-bf8e-b9e314b811ab req-01dbd731-0577-44be-a920-4c3b55723e59 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827487 Jan 27 21:56:11.981340 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66f45f-6e44-4490-be12-2a86a0a95d30 req-f35c6764-f071-43a1-8cac-5b2ae58ee709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:11.983134 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d66f45f-6e44-4490-be12-2a86a0a95d30 req-f35c6764-f071-43a1-8cac-5b2ae58ee709 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1dce6bc3826544b6bb68765bffe8a670&device_id=1dd230b1-ee4f-4602-9342-ad20d0a86feb HTTP/1.1" status: 200 len: 1099 time: 0.0462029 Jan 27 21:56:12.081579 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66f45f-6e44-4490-be12-2a86a0a95d30 req-98767abe-fd6f-4bbc-a207-a386fb16aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:12.083090 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d66f45f-6e44-4490-be12-2a86a0a95d30 req-98767abe-fd6f-4bbc-a207-a386fb16aafc service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.0938959 Jan 27 21:56:12.125286 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d66f45f-6e44-4490-be12-2a86a0a95d30 req-c196ccf6-c129-4140-9baf-5027517b4a83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=628081c6-0bbe-4823-8d4a-ec31c6e62b5a HTTP/1.1" status: 200 len: 217 time: 0.0348847 Jan 27 21:56:12.204744 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66f45f-6e44-4490-be12-2a86a0a95d30 req-86140fe6-56d0-42fe-ae58-0c24f3f1bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:12.206475 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d66f45f-6e44-4490-be12-2a86a0a95d30 req-86140fe6-56d0-42fe-ae58-0c24f3f1bf04 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0742695 Jan 27 21:56:12.232007 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40f524-45b2-4c2f-8745-9924142394d7 req-e9db7cd1-8ae9-4828-821b-e591f3b2a002 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:12.233545 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0a40f524-45b2-4c2f-8745-9924142394d7 req-e9db7cd1-8ae9-4828-821b-e591f3b2a002 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ba7cce-7983-4598-ae34-797514f93b21 HTTP/1.1" status: 200 len: 946 time: 0.0765631 Jan 27 21:56:12.287105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66f45f-6e44-4490-be12-2a86a0a95d30 req-eb286955-369c-4f0c-8d6d-d2c58ccd0cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:12.288626 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d66f45f-6e44-4490-be12-2a86a0a95d30 req-eb286955-369c-4f0c-8d6d-d2c58ccd0cba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0744491 Jan 27 21:56:12.322243 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0a40f524-45b2-4c2f-8745-9924142394d7 req-e1b2824d-9a65-4561-a865-136a605dab93 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734296 Jan 27 21:56:12.422475 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fde8e1-7a15-48d4-a5d7-6bda3569d8d7 req-c0d1a1c2-9e63-4e7a-a56a-1e1e98499ec6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:12.423950 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2fde8e1-7a15-48d4-a5d7-6bda3569d8d7 req-c0d1a1c2-9e63-4e7a-a56a-1e1e98499ec6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd230b1-ee4f-4602-9342-ad20d0a86feb HTTP/1.1" status: 200 len: 948 time: 0.0706372 Jan 27 21:56:12.440526 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d66f45f-6e44-4490-be12-2a86a0a95d30 req-39ad125e-1f8f-4341-ac04-7ac04e24fc39 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420472 Jan 27 21:56:12.525457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2fde8e1-7a15-48d4-a5d7-6bda3569d8d7 req-ff4d6502-3316-4dc3-80a2-b0f87d4c7ecb tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939951 Jan 27 21:56:12.556243 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d66f45f-6e44-4490-be12-2a86a0a95d30 req-f7cb87da-5a23-4611-a654-f063c800f18c service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071045 Jan 27 21:56:12.562367 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.447216 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59849a6f-d5fe-4a00-af86-640d1628a8cb req-8e660062-3b78-4529-8fc7-61deb9a25363 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:13.448763 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-59849a6f-d5fe-4a00-af86-640d1628a8cb req-8e660062-3b78-4529-8fc7-61deb9a25363 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ba7cce-7983-4598-ae34-797514f93b21 HTTP/1.1" status: 200 len: 946 time: 0.0504763 Jan 27 21:56:13.496911 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-59849a6f-d5fe-4a00-af86-640d1628a8cb req-453f649b-7272-4c34-a30e-3954b32bb1ae tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419326 Jan 27 21:56:13.649725 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe24f7-8785-4ebf-9ae1-dec230cb8546 req-972e2536-6a7d-4430-80cc-886fc575f9cc tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:13.651271 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7fe24f7-8785-4ebf-9ae1-dec230cb8546 req-972e2536-6a7d-4430-80cc-886fc575f9cc tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd230b1-ee4f-4602-9342-ad20d0a86feb HTTP/1.1" status: 200 len: 948 time: 0.0528426 Jan 27 21:56:13.709005 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7fe24f7-8785-4ebf-9ae1-dec230cb8546 req-f4fc6d65-175c-44bf-be43-c3e9796195a1 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511279 Jan 27 21:56:14.199772 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeaafde-0ddc-47d1-ae15-a980e0ecad7f req-9144ebb2-de95-4ffe-8b14-614e070ebab8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:14.201553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aaeaafde-0ddc-47d1-ae15-a980e0ecad7f req-9144ebb2-de95-4ffe-8b14-614e070ebab8 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ba7cce-7983-4598-ae34-797514f93b21 HTTP/1.1" status: 200 len: 946 time: 0.0521486 Jan 27 21:56:14.251105 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aaeaafde-0ddc-47d1-ae15-a980e0ecad7f req-04c4a515-ce3d-4aca-8780-9d2c28500356 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439386 Jan 27 21:56:14.391271 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 628081c6-0bbe-4823-8d4a-ec31c6e62b5a details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:56:14.489793 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 628081c6-0bbe-4823-8d4a-ec31c6e62b5a, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=628081c6-0bbe-4823-8d4a-ec31c6e62b5a,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:14.500863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '628081c6-0bbe-4823-8d4a-ec31c6e62b5a', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '628081c6-0bbe-4823-8d4a-ec31c6e62b5a', 'mac_address': 'fa:16:3e:26:df:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:56:14.540645 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 628081c6-0bbe-4823-8d4a-ec31c6e62b5a is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:14.541043 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (628081c6-0bbe-4823-8d4a-ec31c6e62b5a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:14.554001 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628081c6-0bbe-4823-8d4a-ec31c6e62b5a {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:56:14.573442 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 628081c6-0bbe-4823-8d4a-ec31c6e62b5a, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=628081c6-0bbe-4823-8d4a-ec31c6e62b5a,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:14.577432 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (628081c6-0bbe-4823-8d4a-ec31c6e62b5a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:14.626352 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=628081c6-0bbe-4823-8d4a-ec31c6e62b5a,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:14.828354 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd728d48-7d53-4df2-a1d0-fd3ec6b11d3d req-05d2cbad-cc4f-4051-b240-670826e35a47 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:14.829857 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd728d48-7d53-4df2-a1d0-fd3ec6b11d3d req-05d2cbad-cc4f-4051-b240-670826e35a47 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd230b1-ee4f-4602-9342-ad20d0a86feb HTTP/1.1" status: 200 len: 949 time: 0.0493050 Jan 27 21:56:14.879323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd728d48-7d53-4df2-a1d0-fd3ec6b11d3d req-d18aadd8-7093-4c3a-acf4-cd0c7116eac0 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436568 Jan 27 21:56:15.075073 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['628081c6-0bbe-4823-8d4a-ec31c6e62b5a'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:15.366968 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b409f-e615-4b38-8aee-8f087da7b105 req-0ca2a8f2-05fb-4e61-8af6-2123f3c27de3 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:15.368483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-975b409f-e615-4b38-8aee-8f087da7b105 req-0ca2a8f2-05fb-4e61-8af6-2123f3c27de3 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ba7cce-7983-4598-ae34-797514f93b21 HTTP/1.1" status: 200 len: 946 time: 0.0514514 Jan 27 21:56:15.414982 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-975b409f-e615-4b38-8aee-8f087da7b105 req-e85fcafe-ee29-4e9e-83cb-da272014bcfb tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411046 Jan 27 21:56:16.002558 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02594a8b-33c2-4e68-ad04-a7e66da50233 req-e41ea64b-18d7-445c-aaf5-49ca2b9b22e9 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:16.004403 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02594a8b-33c2-4e68-ad04-a7e66da50233 req-e41ea64b-18d7-445c-aaf5-49ca2b9b22e9 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd230b1-ee4f-4602-9342-ad20d0a86feb HTTP/1.1" status: 200 len: 949 time: 0.0536015 Jan 27 21:56:16.052749 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02594a8b-33c2-4e68-ad04-a7e66da50233 req-82f3b631-219d-4d92-a64b-b6457ab791a6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418398 Jan 27 21:56:16.380060 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 1477d3de-35d5-422a-9faf-c410300e1849 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:56:16.479700 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 1477d3de-35d5-422a-9faf-c410300e1849, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=1477d3de-35d5-422a-9faf-c410300e1849,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:16.492107 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '1477d3de-35d5-422a-9faf-c410300e1849', 'network_id': 'b7cc92cc-569a-4215-b0d9-4db31ccfa350', 'port_id': '1477d3de-35d5-422a-9faf-c410300e1849', 'mac_address': 'fa:16:3e:0d:d7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c04e36a-ac28-4796-9e9d-94f1aca319f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:56:16.532478 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 1477d3de-35d5-422a-9faf-c410300e1849 is: ACTIVE; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:16.532872 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1477d3de-35d5-422a-9faf-c410300e1849), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:16.534154 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e29416-9f76-4320-ab47-53c2c21d40ed req-f9735640-832d-452b-adf2-b8580ce1dbf3 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:16.535229 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67e29416-9f76-4320-ab47-53c2c21d40ed req-f9735640-832d-452b-adf2-b8580ce1dbf3 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ba7cce-7983-4598-ae34-797514f93b21 HTTP/1.1" status: 200 len: 946 time: 0.0489209 Jan 27 21:56:16.546713 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1477d3de-35d5-422a-9faf-c410300e1849 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:56:16.569586 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 1477d3de-35d5-422a-9faf-c410300e1849, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=1477d3de-35d5-422a-9faf-c410300e1849,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:16.575635 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1477d3de-35d5-422a-9faf-c410300e1849), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:16.588201 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67e29416-9f76-4320-ab47-53c2c21d40ed req-5796da20-79ca-4718-b103-ab9b488969e7 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466101 Jan 27 21:56:16.628623 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=1477d3de-35d5-422a-9faf-c410300e1849,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:16.797706 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['1477d3de-35d5-422a-9faf-c410300e1849'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:17.174465 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51999e2a-aeb3-45d8-bb38-414a7c1c0440 req-ccbd7249-64cc-440f-a5bd-d7e3303f3db7 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:17.175946 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-51999e2a-aeb3-45d8-bb38-414a7c1c0440 req-ccbd7249-64cc-440f-a5bd-d7e3303f3db7 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd230b1-ee4f-4602-9342-ad20d0a86feb HTTP/1.1" status: 200 len: 949 time: 0.0484195 Jan 27 21:56:17.224330 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-51999e2a-aeb3-45d8-bb38-414a7c1c0440 req-f4e878b1-5090-445f-9334-f63ae6fb6399 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417492 Jan 27 21:56:17.701552 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2648d54-a884-41d0-a2ea-0979851dc2d1 req-1ae87e8b-38e0-4c2d-a8d1-6ef772860f43 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:17.703029 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2648d54-a884-41d0-a2ea-0979851dc2d1 req-1ae87e8b-38e0-4c2d-a8d1-6ef772860f43 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ba7cce-7983-4598-ae34-797514f93b21 HTTP/1.1" status: 200 len: 945 time: 0.0477717 Jan 27 21:56:17.749019 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2648d54-a884-41d0-a2ea-0979851dc2d1 req-9eb24a3b-3462-416e-ba28-f29bb1c9ae16 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403891 Jan 27 21:56:18.103407 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133788ac-016d-46c4-a765-d6441108183d req-02e088cd-88c6-47cd-bc51-68b1fa3330f5 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:18.104952 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-133788ac-016d-46c4-a765-d6441108183d req-02e088cd-88c6-47cd-bc51-68b1fa3330f5 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ba7cce-7983-4598-ae34-797514f93b21 HTTP/1.1" status: 200 len: 945 time: 0.0536146 Jan 27 21:56:18.154559 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-133788ac-016d-46c4-a765-d6441108183d req-00b70ce9-0aef-486f-a860-eaa64b0d6ac6 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439351 Jan 27 21:56:18.338432 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a839f-7b1c-4856-a7a1-2bd7d2d73ea0 req-347596ff-479c-4b78-bb06-88b449be03fe tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:18.339893 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a58a839f-7b1c-4856-a7a1-2bd7d2d73ea0 req-347596ff-479c-4b78-bb06-88b449be03fe tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd230b1-ee4f-4602-9342-ad20d0a86feb HTTP/1.1" status: 200 len: 949 time: 0.0479918 Jan 27 21:56:18.378834 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 628081c6-0bbe-4823-8d4a-ec31c6e62b5a up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:18.387363 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a58a839f-7b1c-4856-a7a1-2bd7d2d73ea0 req-741c3543-4f26-44d5-8b18-c8d67c943494 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418930 Jan 27 21:56:18.430253 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 628081c6-0bbe-4823-8d4a-ec31c6e62b5a completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:56:18.434024 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 628081c6-0bbe-4823-8d4a-ec31c6e62b5a triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:18.434403 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (628081c6-0bbe-4823-8d4a-ec31c6e62b5a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:18.509991 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 628081c6-0bbe-4823-8d4a-ec31c6e62b5a is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:18.510300 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (628081c6-0bbe-4823-8d4a-ec31c6e62b5a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:18.532750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd230b1-ee4f-4602-9342-ad20d0a86feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628081c6-0bbe-4823-8d4a-ec31c6e62b5a'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:18.534971 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12525220-81e9-47e7-b68b-872c55d3e2a9" -d '{"events": [{"server_uuid": "1dd230b1-ee4f-4602-9342-ad20d0a86feb", "name": "network-vif-plugged", "status": "completed", "tag": "628081c6-0bbe-4823-8d4a-ec31c6e62b5a"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:18.548349 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 628081c6-0bbe-4823-8d4a-ec31c6e62b5a, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=628081c6-0bbe-4823-8d4a-ec31c6e62b5a,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:18.559653 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (628081c6-0bbe-4823-8d4a-ec31c6e62b5a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:18.560524 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 1477d3de-35d5-422a-9faf-c410300e1849 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:18.582618 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125e6f9f-4f98-4479-b547-a8ae47592a1e x-openstack-request-id: req-125e6f9f-4f98-4479-b547-a8ae47592a1e {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:18.582925 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd230b1-ee4f-4602-9342-ad20d0a86feb", "name": "network-vif-plugged", "status": "completed", "tag": "628081c6-0bbe-4823-8d4a-ec31c6e62b5a", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:18.583185 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-125e6f9f-4f98-4479-b547-a8ae47592a1e {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:18.583656 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd230b1-ee4f-4602-9342-ad20d0a86feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628081c6-0bbe-4823-8d4a-ec31c6e62b5a', 'code': 200} Jan 27 21:56:18.644671 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=628081c6-0bbe-4823-8d4a-ec31c6e62b5a,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:18.688200 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 1477d3de-35d5-422a-9faf-c410300e1849 is: BUILD; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:18.688596 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1477d3de-35d5-422a-9faf-c410300e1849), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:18.692098 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1a8f5-d428-46b8-a59a-a5a139784c4e req-ab1a65df-0446-4c33-9982-0a1672231160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:18.693893 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-54a1a8f5-d428-46b8-a59a-a5a139784c4e req-ab1a65df-0446-4c33-9982-0a1672231160 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1dd230b1-ee4f-4602-9342-ad20d0a86feb HTTP/1.1" status: 200 len: 1101 time: 0.0416691 Jan 27 21:56:18.702994 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1477d3de-35d5-422a-9faf-c410300e1849 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:56:18.723340 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 1477d3de-35d5-422a-9faf-c410300e1849, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=1477d3de-35d5-422a-9faf-c410300e1849,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:18.727962 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1477d3de-35d5-422a-9faf-c410300e1849), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:18.754880 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-54a1a8f5-d428-46b8-a59a-a5a139784c4e req-f941a418-5a57-4bb3-9932-9f1061628010 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431974 Jan 27 21:56:18.774789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=1477d3de-35d5-422a-9faf-c410300e1849,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:19.277084 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2369ae5-b2fe-4310-b1d7-b45029e72007 req-0740a633-d038-47bc-a5a4-72a5cef2ac19 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:19.278710 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2369ae5-b2fe-4310-b1d7-b45029e72007 req-0740a633-d038-47bc-a5a4-72a5cef2ac19 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ba7cce-7983-4598-ae34-797514f93b21 HTTP/1.1" status: 200 len: 944 time: 0.0505512 Jan 27 21:56:19.327102 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2369ae5-b2fe-4310-b1d7-b45029e72007 req-7fd7f757-37e4-43b2-a57f-d6a7c41cae08 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd0742af-ced8-4f91-a3ab-9889b7a04dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427597 Jan 27 21:56:19.501278 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178d484-f84b-4387-9ef2-2d860fc0f061 req-600c6a7b-aaca-4438-8be0-a67eae190add tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:19.502748 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c178d484-f84b-4387-9ef2-2d860fc0f061 req-600c6a7b-aaca-4438-8be0-a67eae190add tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd230b1-ee4f-4602-9342-ad20d0a86feb HTTP/1.1" status: 200 len: 950 time: 0.0472803 Jan 27 21:56:19.550849 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c178d484-f84b-4387-9ef2-2d860fc0f061 req-6b845ac4-388a-43b7-9e34-ea1f8702659f tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418284 Jan 27 21:56:20.021305 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16d102-1833-4d89-99d0-163772fc810e req-728cd995-ba50-4cad-bcc9-4b4d88194a95 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:20.023157 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b16d102-1833-4d89-99d0-163772fc810e req-728cd995-ba50-4cad-bcc9-4b4d88194a95 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ba7cce-7983-4598-ae34-797514f93b21 HTTP/1.1" status: 200 len: 944 time: 0.0554304 Jan 27 21:56:20.124671 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-3b16d102-1833-4d89-99d0-163772fc810e req-94d69bf9-d7e6-4528-bcf7-3e9a01764106 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Deleting port 1477d3de-35d5-422a-9faf-c410300e1849 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:20.125205 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3b16d102-1833-4d89-99d0-163772fc810e req-94d69bf9-d7e6-4528-bcf7-3e9a01764106 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1477d3de-35d5-422a-9faf-c410300e1849), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.224852 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-3b16d102-1833-4d89-99d0-163772fc810e req-94d69bf9-d7e6-4528-bcf7-3e9a01764106 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] For port 1477d3de-35d5-422a-9faf-c410300e1849, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=1477d3de-35d5-422a-9faf-c410300e1849,segment=NetworkSegment(09a77e7c-d576-4afe-b947-6dc9fc650515),segment_id=09a77e7c-d576-4afe-b947-6dc9fc650515)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:20.225232 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3b16d102-1833-4d89-99d0-163772fc810e req-94d69bf9-d7e6-4528-bcf7-3e9a01764106 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1477d3de-35d5-422a-9faf-c410300e1849), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.237256 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-3b16d102-1833-4d89-99d0-163772fc810e req-94d69bf9-d7e6-4528-bcf7-3e9a01764106 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Calling delete_port for 1477d3de-35d5-422a-9faf-c410300e1849 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:20.368590 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3b16d102-1833-4d89-99d0-163772fc810e req-94d69bf9-d7e6-4528-bcf7-3e9a01764106 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (1477d3de-35d5-422a-9faf-c410300e1849), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.396796 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d69bf9-d7e6-4528-bcf7-3e9a01764106 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Pushing event deleted for resources: {'Port': ['ID=1477d3de-35d5-422a-9faf-c410300e1849,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:20.440101 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4e50a3a-9331-4b7c-9a7e-e9953b4e5f95 req-679e388e-52a3-44f4-b487-c9dce0dcb4c3 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6ba7cce-7983-4598-ae34-797514f93b21 HTTP/1.1" status: 200 len: 210 time: 0.0409982 Jan 27 21:56:20.459114 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b16d102-1833-4d89-99d0-163772fc810e req-94d69bf9-d7e6-4528-bcf7-3e9a01764106 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] No DVR routers for this DVR port 1477d3de-35d5-422a-9faf-c410300e1849 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:20.462179 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3b16d102-1833-4d89-99d0-163772fc810e req-94d69bf9-d7e6-4528-bcf7-3e9a01764106 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.465721 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b16d102-1833-4d89-99d0-163772fc810e req-94d69bf9-d7e6-4528-bcf7-3e9a01764106 tempest-ImagesTestJSON-1662110019 tempest-ImagesTestJSON-1662110019-project] 10.222.0.15 "DELETE /v2.0/ports/1477d3de-35d5-422a-9faf-c410300e1849 HTTP/1.1" status: 204 len: 173 time: 0.4331424 Jan 27 21:56:20.466203 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ba7cce-7983-4598-ae34-797514f93b21', 'name': 'network-vif-deleted', 'tag': '1477d3de-35d5-422a-9faf-c410300e1849'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:20.468660 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d2e35f-268a-41cf-bb2b-9ddf9995d78e" -d '{"events": [{"server_uuid": "d6ba7cce-7983-4598-ae34-797514f93b21", "name": "network-vif-deleted", "tag": "1477d3de-35d5-422a-9faf-c410300e1849"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:20.506353 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f693c5f-9340-4629-91b4-767ee757d57b x-openstack-request-id: req-7f693c5f-9340-4629-91b4-767ee757d57b {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:20.507008 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ba7cce-7983-4598-ae34-797514f93b21", "name": "network-vif-deleted", "tag": "1477d3de-35d5-422a-9faf-c410300e1849", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:20.507008 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f693c5f-9340-4629-91b4-767ee757d57b {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:20.507286 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ba7cce-7983-4598-ae34-797514f93b21', 'name': 'network-vif-deleted', 'tag': '1477d3de-35d5-422a-9faf-c410300e1849', 'status': 'completed', 'code': 200} Jan 27 21:56:20.672053 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d971403-30c7-4a51-9596-e30cbe163797 req-ac2098f7-4fc7-461d-8655-01c67ca5d43b tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:20.673563 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d971403-30c7-4a51-9596-e30cbe163797 req-ac2098f7-4fc7-461d-8655-01c67ca5d43b tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd230b1-ee4f-4602-9342-ad20d0a86feb HTTP/1.1" status: 200 len: 950 time: 0.0518165 Jan 27 21:56:20.721715 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d971403-30c7-4a51-9596-e30cbe163797 req-adf0f22b-7c13-4341-9f29-9187f04b60ed tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423939 Jan 27 21:56:20.832236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783f893-9b25-4933-abca-e5a62bd1d793 req-a1277a3e-7656-463f-bb3f-097134c00674 tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:20.834448 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5783f893-9b25-4933-abca-e5a62bd1d793 req-a1277a3e-7656-463f-bb3f-097134c00674 tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1dd230b1-ee4f-4602-9342-ad20d0a86feb HTTP/1.1" status: 200 len: 1101 time: 0.0419469 Jan 27 21:56:20.882152 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5783f893-9b25-4933-abca-e5a62bd1d793 req-682a8a20-d50d-444d-a2e6-b493ecd18e61 tempest-ServersOnMultiNodesTest-114407191 tempest-ServersOnMultiNodesTest-114407191-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399275 Jan 27 21:56:21.010678 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.016660 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3626a-4a9a-4940-8476-b3ad50ee25d1 req-31e98444-4311-47fd-bb49-ff2914da3364 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:21.018201 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ab3626a-4a9a-4940-8476-b3ad50ee25d1 req-31e98444-4311-47fd-bb49-ff2914da3364 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 946 time: 0.0642273 Jan 27 21:56:21.082603 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ab3626a-4a9a-4940-8476-b3ad50ee25d1 req-b84a1304-96c2-4ad3-946e-3a507e47fd27 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547431 Jan 27 21:56:21.155012 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4e75c-a470-4fbc-9c3c-82e555242fce req-b90cdf97-a137-4062-a11f-01102e1e4a31 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:21.156491 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03b4e75c-a470-4fbc-9c3c-82e555242fce req-b90cdf97-a137-4062-a11f-01102e1e4a31 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd230b1-ee4f-4602-9342-ad20d0a86feb HTTP/1.1" status: 200 len: 950 time: 0.0509739 Jan 27 21:56:21.203945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03b4e75c-a470-4fbc-9c3c-82e555242fce req-cbbe494a-7bf2-4d30-a27e-145d8a83d13e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418491 Jan 27 21:56:21.787858 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59454) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:21.831659 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-64fa652f-f2f8-4c5d-8693-ab8e6d437015 admin admin] Deleting subnet 1c04e36a-ac28-4796-9e9d-94f1aca319f2 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:56:21.834775 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-64fa652f-f2f8-4c5d-8693-ab8e6d437015 admin admin] Publish callbacks [] for subnet (1c04e36a-ac28-4796-9e9d-94f1aca319f2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.872874 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-64fa652f-f2f8-4c5d-8693-ab8e6d437015 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (1c04e36a-ac28-4796-9e9d-94f1aca319f2), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.908583 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-64fa652f-f2f8-4c5d-8693-ab8e6d437015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (1c04e36a-ac28-4796-9e9d-94f1aca319f2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.961908 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-64fa652f-f2f8-4c5d-8693-ab8e6d437015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (1c04e36a-ac28-4796-9e9d-94f1aca319f2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.986768 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa652f-f2f8-4c5d-8693-ab8e6d437015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c04e36a-ac28-4796-9e9d-94f1aca319f2,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:21.995641 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-64fa652f-f2f8-4c5d-8693-ab8e6d437015 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.998774 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-64fa652f-f2f8-4c5d-8693-ab8e6d437015 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1c04e36a-ac28-4796-9e9d-94f1aca319f2 HTTP/1.1" status: 204 len: 168 time: 0.2098827 Jan 27 21:56:22.000370 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa652f-f2f8-4c5d-8693-ab8e6d437015 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:22.000719 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa652f-f2f8-4c5d-8693-ab8e6d437015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:22.001059 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa652f-f2f8-4c5d-8693-ab8e6d437015 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:22.001393 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa652f-f2f8-4c5d-8693-ab8e6d437015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:22.001534 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59458) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:22.001937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa652f-f2f8-4c5d-8693-ab8e6d437015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:22.002036 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa652f-f2f8-4c5d-8693-ab8e6d437015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:22.002348 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa652f-f2f8-4c5d-8693-ab8e6d437015 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:22.002673 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa652f-f2f8-4c5d-8693-ab8e6d437015 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:22.002993 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa652f-f2f8-4c5d-8693-ab8e6d437015 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:22.003320 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa652f-f2f8-4c5d-8693-ab8e6d437015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:22.003637 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa652f-f2f8-4c5d-8693-ab8e6d437015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:22.003956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa652f-f2f8-4c5d-8693-ab8e6d437015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:22.004302 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fa652f-f2f8-4c5d-8693-ab8e6d437015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:22.074709 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7cff32f7-5a70-4b1a-af1c-9c94e75056b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (b7cc92cc-569a-4215-b0d9-4db31ccfa350), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.151407 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7cff32f7-5a70-4b1a-af1c-9c94e75056b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (b7cc92cc-569a-4215-b0d9-4db31ccfa350), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.194691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-7cff32f7-5a70-4b1a-af1c-9c94e75056b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7cc92cc-569a-4215-b0d9-4db31ccfa350']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:22.210553 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-7cff32f7-5a70-4b1a-af1c-9c94e75056b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a77e7c-d576-4afe-b947-6dc9fc650515') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:22.210851 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-7cff32f7-5a70-4b1a-af1c-9c94e75056b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a77e7c-d576-4afe-b947-6dc9fc650515') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:22.221915 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7cff32f7-5a70-4b1a-af1c-9c94e75056b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (09a77e7c-d576-4afe-b947-6dc9fc650515), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.238626 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a24423-7f61-47bd-a877-cf254ff540ad req-2a48dd37-e205-4561-ae2b-539400ce8070 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:22.240701 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7a24423-7f61-47bd-a877-cf254ff540ad req-2a48dd37-e205-4561-ae2b-539400ce8070 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 946 time: 0.0866449 Jan 27 21:56:22.247233 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7cff32f7-5a70-4b1a-af1c-9c94e75056b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (09a77e7c-d576-4afe-b947-6dc9fc650515), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.260639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cff32f7-5a70-4b1a-af1c-9c94e75056b1 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:56:22.261030 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7cff32f7-5a70-4b1a-af1c-9c94e75056b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (09a77e7c-d576-4afe-b947-6dc9fc650515), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: timer() Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:56:22.262702 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:56:22.370512 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7cff32f7-5a70-4b1a-af1c-9c94e75056b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (b7cc92cc-569a-4215-b0d9-4db31ccfa350), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.378952 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7a24423-7f61-47bd-a877-cf254ff540ad req-2522df82-4e28-4440-8043-3df4e17354ee tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290534 Jan 27 21:56:22.382323 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7cff32f7-5a70-4b1a-af1c-9c94e75056b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.385359 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7cff32f7-5a70-4b1a-af1c-9c94e75056b1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b7cc92cc-569a-4215-b0d9-4db31ccfa350 HTTP/1.1" status: 204 len: 168 time: 0.3829486 Jan 27 21:56:22.405941 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f52c5-6ced-4e31-99ee-cca2f1035914 req-981b7338-14df-439a-a7a2-3d6804a2eb64 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:22.407469 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a78f52c5-6ced-4e31-99ee-cca2f1035914 req-981b7338-14df-439a-a7a2-3d6804a2eb64 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd230b1-ee4f-4602-9342-ad20d0a86feb HTTP/1.1" status: 200 len: 950 time: 0.1291282 Jan 27 21:56:22.408712 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff32f7-5a70-4b1a-af1c-9c94e75056b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7cc92cc-569a-4215-b0d9-4db31ccfa350,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:22.459979 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a78f52c5-6ced-4e31-99ee-cca2f1035914 req-38b1db4d-24a6-4d84-84e5-666fc9a96df6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459092 Jan 27 21:56:22.520422 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59472) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:22.559865 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-75e77112-af6f-4d60-bd8e-513937dc47f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ddb45a567cd143eb8a9778adb808c4e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382259 Jan 27 21:56:22.562284 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59474) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:22.608461 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2dc867d3-479c-4e63-8f2f-a64f60271c61 admin admin] Publish callbacks [] for security_group (dd0742af-ced8-4f91-a3ab-9889b7a04dca), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.638086 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2dc867d3-479c-4e63-8f2f-a64f60271c61 admin admin] Publish callbacks [] for security_group (dd0742af-ced8-4f91-a3ab-9889b7a04dca), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.703494 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cea51-b499-401e-b2a1-76e39e3264d6 req-2ddfb021-d385-4b04-8cc0-cd86d5fd4f6b tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:22.705342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d1cea51-b499-401e-b2a1-76e39e3264d6 req-2ddfb021-d385-4b04-8cc0-cd86d5fd4f6b tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dd230b1-ee4f-4602-9342-ad20d0a86feb HTTP/1.1" status: 200 len: 950 time: 0.0786541 Jan 27 21:56:22.753162 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2dc867d3-479c-4e63-8f2f-a64f60271c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (dd0742af-ced8-4f91-a3ab-9889b7a04dca), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.755687 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2dc867d3-479c-4e63-8f2f-a64f60271c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.756804 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2dc867d3-479c-4e63-8f2f-a64f60271c61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd0742af-ced8-4f91-a3ab-9889b7a04dca HTTP/1.1" status: 204 len: 168 time: 0.1936505 Jan 27 21:56:22.790961 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc867d3-479c-4e63-8f2f-a64f60271c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0742af-ced8-4f91-a3ab-9889b7a04dca,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:22.835843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bc4aa-7ed7-461a-8fea-f66c7e8d70cf req-5ed54ca7-94b8-4514-98d9-689d73eb0d24 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:22.837325 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c7bc4aa-7ed7-461a-8fea-f66c7e8d70cf req-5ed54ca7-94b8-4514-98d9-689d73eb0d24 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.15 "GET /v2.0/ports?device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 946 time: 0.1010420 Jan 27 21:56:22.889611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-4d1cea51-b499-401e-b2a1-76e39e3264d6 req-48a61722-24a4-4ac7-9bad-8c70b90aaeb6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Deleting port 628081c6-0bbe-4823-8d4a-ec31c6e62b5a {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:22.889947 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4d1cea51-b499-401e-b2a1-76e39e3264d6 req-48a61722-24a4-4ac7-9bad-8c70b90aaeb6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (628081c6-0bbe-4823-8d4a-ec31c6e62b5a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.016787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-1c7bc4aa-7ed7-461a-8fea-f66c7e8d70cf req-f12a3218-bce1-4b39-88d6-15d65dc54d5a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Deleting port 6dde161f-3c60-49d4-8d73-558f2821217b {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:23.017441 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1c7bc4aa-7ed7-461a-8fea-f66c7e8d70cf req-f12a3218-bce1-4b39-88d6-15d65dc54d5a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (6dde161f-3c60-49d4-8d73-558f2821217b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.025429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-4d1cea51-b499-401e-b2a1-76e39e3264d6 req-48a61722-24a4-4ac7-9bad-8c70b90aaeb6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] For port 628081c6-0bbe-4823-8d4a-ec31c6e62b5a, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=628081c6-0bbe-4823-8d4a-ec31c6e62b5a,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:23.025841 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4d1cea51-b499-401e-b2a1-76e39e3264d6 req-48a61722-24a4-4ac7-9bad-8c70b90aaeb6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (628081c6-0bbe-4823-8d4a-ec31c6e62b5a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.074737 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-4d1cea51-b499-401e-b2a1-76e39e3264d6 req-48a61722-24a4-4ac7-9bad-8c70b90aaeb6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Calling delete_port for 628081c6-0bbe-4823-8d4a-ec31c6e62b5a owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:23.168470 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-1c7bc4aa-7ed7-461a-8fea-f66c7e8d70cf req-f12a3218-bce1-4b39-88d6-15d65dc54d5a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] For port 6dde161f-3c60-49d4-8d73-558f2821217b, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6dde161f-3c60-49d4-8d73-558f2821217b,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:23.168830 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1c7bc4aa-7ed7-461a-8fea-f66c7e8d70cf req-f12a3218-bce1-4b39-88d6-15d65dc54d5a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (6dde161f-3c60-49d4-8d73-558f2821217b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.185035 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-1c7bc4aa-7ed7-461a-8fea-f66c7e8d70cf req-f12a3218-bce1-4b39-88d6-15d65dc54d5a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Calling delete_port for 6dde161f-3c60-49d4-8d73-558f2821217b owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:23.300925 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4d1cea51-b499-401e-b2a1-76e39e3264d6 req-48a61722-24a4-4ac7-9bad-8c70b90aaeb6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (628081c6-0bbe-4823-8d4a-ec31c6e62b5a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.314048 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f478ebb5-8e47-446e-8bb1-6fe6fc3932d8', '4a005e0e-0310-4c96-9222-a8a178e25bb6', '628081c6-0bbe-4823-8d4a-ec31c6e62b5a'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:23.337997 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a61722-24a4-4ac7-9bad-8c70b90aaeb6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Pushing event deleted for resources: {'Port': ['ID=628081c6-0bbe-4823-8d4a-ec31c6e62b5a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:23.371806 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['c0de80ea-94ec-485d-a233-833f914dc887', '7ce58d7e-31ce-4531-9ed1-fce9c4bbb053', '0da35c75-b4d2-44f9-ac18-e8f940c3eb45', '9c52be04-075f-4aec-bf6e-07dd89cdf8d7', '7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:23.403344 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1cea51-b499-401e-b2a1-76e39e3264d6 req-48a61722-24a4-4ac7-9bad-8c70b90aaeb6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] No DVR routers for this DVR port 628081c6-0bbe-4823-8d4a-ec31c6e62b5a on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:23.408456 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4d1cea51-b499-401e-b2a1-76e39e3264d6 req-48a61722-24a4-4ac7-9bad-8c70b90aaeb6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.412041 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d1cea51-b499-401e-b2a1-76e39e3264d6 req-48a61722-24a4-4ac7-9bad-8c70b90aaeb6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.15 "DELETE /v2.0/ports/628081c6-0bbe-4823-8d4a-ec31c6e62b5a HTTP/1.1" status: 204 len: 173 time: 0.7010529 Jan 27 21:56:23.412913 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd230b1-ee4f-4602-9342-ad20d0a86feb', 'name': 'network-vif-deleted', 'tag': '628081c6-0bbe-4823-8d4a-ec31c6e62b5a'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:23.414775 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5377f34c-493b-4e8d-a3c8-fe805215fc27" -d '{"events": [{"server_uuid": "1dd230b1-ee4f-4602-9342-ad20d0a86feb", "name": "network-vif-deleted", "tag": "628081c6-0bbe-4823-8d4a-ec31c6e62b5a"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:23.441544 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1c7bc4aa-7ed7-461a-8fea-f66c7e8d70cf req-f12a3218-bce1-4b39-88d6-15d65dc54d5a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (6dde161f-3c60-49d4-8d73-558f2821217b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.489044 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab5d083-2b5b-4ef5-8c67-b780ae2d2f54 x-openstack-request-id: req-2ab5d083-2b5b-4ef5-8c67-b780ae2d2f54 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:23.489401 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd230b1-ee4f-4602-9342-ad20d0a86feb", "name": "network-vif-deleted", "tag": "628081c6-0bbe-4823-8d4a-ec31c6e62b5a", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:23.490106 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['6dde161f-3c60-49d4-8d73-558f2821217b'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:23.490260 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ab5d083-2b5b-4ef5-8c67-b780ae2d2f54 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:23.490511 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd230b1-ee4f-4602-9342-ad20d0a86feb', 'name': 'network-vif-deleted', 'tag': '628081c6-0bbe-4823-8d4a-ec31c6e62b5a', 'status': 'completed', 'code': 200} Jan 27 21:56:23.492391 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a3218-bce1-4b39-88d6-15d65dc54d5a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Pushing event deleted for resources: {'Port': ['ID=6dde161f-3c60-49d4-8d73-558f2821217b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:23.556423 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01be713f-4594-4dec-97f5-427588859f35 req-c3fc048b-dbcf-4dc9-8bc2-5f670bc1e022 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 210 time: 0.0690598 Jan 27 21:56:23.598066 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7bc4aa-7ed7-461a-8fea-f66c7e8d70cf req-f12a3218-bce1-4b39-88d6-15d65dc54d5a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] No DVR routers for this DVR port 6dde161f-3c60-49d4-8d73-558f2821217b on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:23.605851 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1c7bc4aa-7ed7-461a-8fea-f66c7e8d70cf req-f12a3218-bce1-4b39-88d6-15d65dc54d5a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.613371 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c7bc4aa-7ed7-461a-8fea-f66c7e8d70cf req-f12a3218-bce1-4b39-88d6-15d65dc54d5a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.15 "DELETE /v2.0/ports/6dde161f-3c60-49d4-8d73-558f2821217b HTTP/1.1" status: 204 len: 173 time: 0.7700281 Jan 27 21:56:23.763289 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0aaf8d62-c46f-41f0-aa91-7a8805b706c1 req-e45a5ef4-efbe-4221-b87e-ed3dd977e5bc tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd230b1-ee4f-4602-9342-ad20d0a86feb HTTP/1.1" status: 200 len: 210 time: 0.0669057 Jan 27 21:56:24.103433 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9ea553b4-ce08-4902-ab50-2367e5dee113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.113185 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-b257abe1-7a02-4d6a-bddd-1d4f6680e5c2 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=aa6f85d1560a45819db98244074df6bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353556 Jan 27 21:56:24.250337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-ff8372d7-72d6-407e-aaea-63b21f950435 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:24.256650 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-ff8372d7-72d6-407e-aaea-63b21f950435 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1408076 Jan 27 21:56:24.267288 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-463917a1-1fb4-49da-9b0b-5fe61c0cf7d6 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/quotas/aa6f85d1560a45819db98244074df6bc HTTP/1.1" status: 200 len: 375 time: 0.0097592 Jan 27 21:56:24.314992 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-23b5ef56-ec39-4b8a-aeac-845986130293 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=aa6f85d1560a45819db98244074df6bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408556 Jan 27 21:56:24.371150 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 1477d3de-35d5-422a-9faf-c410300e1849 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:24.391977 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 1477d3de-35d5-422a-9faf-c410300e1849 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:56:24.392445 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 1477d3de-35d5-422a-9faf-c410300e1849 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:56:24.495204 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e39736a-5821-477f-85d7-746e878b9f50 req-1f98e18b-86e7-4e23-9459-58b564a2eb5f tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1300a0b-401b-48a9-89cd-b876c3cbbb1f HTTP/1.1" status: 200 len: 210 time: 0.0269067 Jan 27 21:56:24.699343 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5840c936-c456-4551-9e3b-e1cfc94a951a req-db205e9d-72bd-4266-9bd1-005b10bcd0b0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 210 time: 0.0508506 Jan 27 21:56:25.050329 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c8419-e5d9-42de-ac97-d569e8d7739c req-3f1440e2-3420-4198-8d48-05322f4f0375 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:25.051723 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e30c8419-e5d9-42de-ac97-d569e8d7739c req-3f1440e2-3420-4198-8d48-05322f4f0375 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 950 time: 0.0533698 Jan 27 21:56:25.101197 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e30c8419-e5d9-42de-ac97-d569e8d7739c req-dcb612aa-f406-4418-bd85-2c86c6316197 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430777 Jan 27 21:56:25.479289 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-e2d00a1f-99c7-485c-8d5a-cc646c1c3eae tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=aa6f85d1560a45819db98244074df6bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254385 Jan 27 21:56:25.493556 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c6747f-7068-4960-a5bd-d30849ba0778', 'name': 'network-vif-deleted', 'tag': '6dde161f-3c60-49d4-8d73-558f2821217b'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:25.496030 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693b147e-b82f-42b2-8fe3-0d6a43377b4e" -d '{"events": [{"server_uuid": "26c6747f-7068-4960-a5bd-d30849ba0778", "name": "network-vif-deleted", "tag": "6dde161f-3c60-49d4-8d73-558f2821217b"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:25.571722 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5008ffae-35e9-4333-91d6-3ffdd92c6b9a x-openstack-request-id: req-5008ffae-35e9-4333-91d6-3ffdd92c6b9a {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:25.572092 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c6747f-7068-4960-a5bd-d30849ba0778", "name": "network-vif-deleted", "tag": "6dde161f-3c60-49d4-8d73-558f2821217b", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:25.572431 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5008ffae-35e9-4333-91d6-3ffdd92c6b9a {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:25.572938 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c6747f-7068-4960-a5bd-d30849ba0778', 'name': 'network-vif-deleted', 'tag': '6dde161f-3c60-49d4-8d73-558f2821217b', 'status': 'completed', 'code': 200} Jan 27 21:56:25.635799 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cda280b2-f627-4ff7-8a5a-943d3006814b req-63214394-28f7-48ea-97a0-48d0534cdc1e tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1300a0b-401b-48a9-89cd-b876c3cbbb1f HTTP/1.1" status: 200 len: 210 time: 0.0352848 Jan 27 21:56:25.658766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-55d48a43-5f3a-476c-b0af-057d7e9eb66c tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:25.662034 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-55d48a43-5f3a-476c-b0af-057d7e9eb66c tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772702 Jan 27 21:56:25.673833 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-2a4a8e03-617f-4610-8668-68b49ef42583 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Request body: {'port': {'device_id': 'e1300a0b-401b-48a9-89cd-b876c3cbbb1f', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': 'aa6f85d1560a45819db98244074df6bc'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:25.827280 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-35e5e2b1-fb18-4a3e-8d60-cbf62f06d6a7 req-b7a7b567-034b-47a8-9a2b-c2c6a783d35d tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 210 time: 0.0532842 Jan 27 21:56:25.855622 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-2a4a8e03-617f-4610-8668-68b49ef42583 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Made reservation on behalf of aa6f85d1560a45819db98244074df6bc for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:25.859100 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-2a4a8e03-617f-4610-8668-68b49ef42583 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:25.868148 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-2a4a8e03-617f-4610-8668-68b49ef42583 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:25.949251 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-2a4a8e03-617f-4610-8668-68b49ef42583 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Publish callbacks [] for security_group (94b31057-db91-46e3-9193-03988ccb84de), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:25.953245 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-2a4a8e03-617f-4610-8668-68b49ef42583 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (94b31057-db91-46e3-9193-03988ccb84de), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.021832 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a8e03-617f-4610-8668-68b49ef42583 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b31057-db91-46e3-9193-03988ccb84de,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:26.093994 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-2a4a8e03-617f-4610-8668-68b49ef42583 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Allocated IP 192.168.233.169 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:26.263881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4147932-2b31-4225-938d-15fd59921e50 req-0fcc4c5d-794e-4264-861c-d3c96f2a31fa tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:26.263881 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4147932-2b31-4225-938d-15fd59921e50 req-0fcc4c5d-794e-4264-861c-d3c96f2a31fa tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 950 time: 0.0765724 Jan 27 21:56:26.300972 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-2a4a8e03-617f-4610-8668-68b49ef42583 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Publish callbacks [] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.347481 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4147932-2b31-4225-938d-15fd59921e50 req-d1a98735-e059-4e02-87b3-0e3eb51448ad tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748265 Jan 27 21:56:26.362991 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-2a4a8e03-617f-4610-8668-68b49ef42583 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.374537 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 628081c6-0bbe-4823-8d4a-ec31c6e62b5a no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:26.395407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 628081c6-0bbe-4823-8d4a-ec31c6e62b5a {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:56:26.396708 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 628081c6-0bbe-4823-8d4a-ec31c6e62b5a not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:56:26.397287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6dde161f-3c60-49d4-8d73-558f2821217b no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:26.408598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-2a4a8e03-617f-4610-8668-68b49ef42583 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:26.411607 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-2a4a8e03-617f-4610-8668-68b49ef42583 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:26.414293 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-2a4a8e03-617f-4610-8668-68b49ef42583 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:26.421081 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 6dde161f-3c60-49d4-8d73-558f2821217b {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:56:26.421444 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6dde161f-3c60-49d4-8d73-558f2821217b not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:56:26.451785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a8e03-617f-4610-8668-68b49ef42583 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Pushing event updated for resources: {'Port': ['ID=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:26.481626 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-2a4a8e03-617f-4610-8668-68b49ef42583 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:26.482240 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-2a4a8e03-617f-4610-8668-68b49ef42583 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.500939 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-2a4a8e03-617f-4610-8668-68b49ef42583 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8305879 Jan 27 21:56:26.514228 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] Request body: {'port': {'device_id': 'e1300a0b-401b-48a9-89cd-b876c3cbbb1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:26.579095 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.670957 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2792ac63-e4bf-407f-b3f7-d8767e3d3308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.722599 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-4f0794c7-faa6-4e05-b21c-d9a2af0331d4 None None] Provisioning complete for port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:26.723204 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4f0794c7-faa6-4e05-b21c-d9a2af0331d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.776137 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4f0794c7-faa6-4e05-b21c-d9a2af0331d4 None None] Port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:56:26.828059 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925cb44-3d7a-4373-be96-91ef47a040f3 req-949523c6-15be-4af4-b8f6-3639252f33f3 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:26.829584 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c925cb44-3d7a-4373-be96-91ef47a040f3 req-949523c6-15be-4af4-b8f6-3639252f33f3 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1300a0b-401b-48a9-89cd-b876c3cbbb1f HTTP/1.1" status: 200 len: 936 time: 0.0996404 Jan 27 21:56:26.928078 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c925cb44-3d7a-4373-be96-91ef47a040f3 req-7084d7ab-6416-4456-a998-da7a4ae407e5 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/security-groups?id=94b31057-db91-46e3-9193-03988ccb84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905087 Jan 27 21:56:26.940246 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:56:26.951895 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] Publish callbacks [] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.963440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] Transition to ACTIVE for port object f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:56:26.967922 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.389831 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f6b2d8f2-b531-46f0-ae73-0bbc75379ce5 req-765d13f9-d82f-4fea-ab9b-8c749aa86bbb tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 210 time: 0.0471144 Jan 27 21:56:27.397704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:27.438151 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.540414 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159b30a-2b71-4c73-8e3c-4c045a24e4ad req-42e54989-a9fb-4fa5-91aa-d3e64eac704b tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:27.541830 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5159b30a-2b71-4c73-8e3c-4c045a24e4ad req-42e54989-a9fb-4fa5-91aa-d3e64eac704b tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 950 time: 0.0785334 Jan 27 21:56:27.543008 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] Attempting to bind port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:27.543345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] Attempting to bind port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:27.543673 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] Attempting to bind port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:27.549025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] Port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:56:27.549364 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] Attempting to bind port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:27.578328 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:27.578673 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:27.579061 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:27.579506 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] Bound port: f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:27.579869 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.667450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5159b30a-2b71-4c73-8e3c-4c045a24e4ad req-15fcd6a0-f282-489d-996a-7fb8fb9e65ae tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139152 Jan 27 21:56:27.731598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98aa3a-77eb-4392-a1ca-372465d16cd8 req-6522e8fa-2b86-435c-8517-7cf7e1dfb01e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:27.733073 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff98aa3a-77eb-4392-a1ca-372465d16cd8 req-6522e8fa-2b86-435c-8517-7cf7e1dfb01e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 950 time: 0.1559553 Jan 27 21:56:27.741181 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-6e8d1d4d-992f-4cc7-854e-3806c005984b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1451111 Jan 27 21:56:27.784830 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] For port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:27.824930 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] For port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:27.837200 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.897275 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:27.898558 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.901491 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] 10.222.0.15 "PUT /v2.0/ports/f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af HTTP/1.1" status: 200 len: 1096 time: 1.3916836 Jan 27 21:56:27.907122 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1300a0b-401b-48a9-89cd-b876c3cbbb1f', 'tag': 'f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:27.909491 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eda7391-1b5f-47bd-baaf-9617a178bd09" -d '{"events": [{"name": "network-changed", "server_uuid": "e1300a0b-401b-48a9-89cd-b876c3cbbb1f", "tag": "f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:27.929680 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-4f02c323-0925-4b12-894b-1b83f54332b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:27.930205 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-4f02c323-0925-4b12-894b-1b83f54332b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:27.931876 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-4f02c323-0925-4b12-894b-1b83f54332b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:27.932609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-4f02c323-0925-4b12-894b-1b83f54332b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:27.933397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-4f02c323-0925-4b12-894b-1b83f54332b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:27.933887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-4f02c323-0925-4b12-894b-1b83f54332b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:27.934348 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-4f02c323-0925-4b12-894b-1b83f54332b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:27.938611 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-4f02c323-0925-4b12-894b-1b83f54332b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e6a4591e21842348002d2aff51fa01d&device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 6491 time: 0.1613111 Jan 27 21:56:27.981167 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549df676-3017-405f-9d30-b02f4ee36101 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:28.012124 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ff98aa3a-77eb-4392-a1ca-372465d16cd8 req-e7fad02f-ba0b-4a7c-8884-5350e317ea0e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Deleting port 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:28.012527 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ff98aa3a-77eb-4392-a1ca-372465d16cd8 req-e7fad02f-ba0b-4a7c-8884-5350e317ea0e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.080708 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db84ce2d-2ee3-498b-bf57-a38ca3845ada x-openstack-request-id: req-db84ce2d-2ee3-498b-bf57-a38ca3845ada {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:28.081005 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1300a0b-401b-48a9-89cd-b876c3cbbb1f", "tag": "f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:28.081266 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db84ce2d-2ee3-498b-bf57-a38ca3845ada {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:28.081668 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1300a0b-401b-48a9-89cd-b876c3cbbb1f', 'tag': 'f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af', 'status': 'completed', 'code': 200} Jan 27 21:56:28.205603 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-7a26d2df-3171-46c0-8e82-e0f28ac7c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:28.207112 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-7a26d2df-3171-46c0-8e82-e0f28ac7c16d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa6f85d1560a45819db98244074df6bc&device_id=e1300a0b-401b-48a9-89cd-b876c3cbbb1f HTTP/1.1" status: 200 len: 1099 time: 0.2354875 Jan 27 21:56:28.281896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ff98aa3a-77eb-4392-a1ca-372465d16cd8 req-e7fad02f-ba0b-4a7c-8884-5350e317ea0e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] For port 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:28.282263 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ff98aa3a-77eb-4392-a1ca-372465d16cd8 req-e7fad02f-ba0b-4a7c-8884-5350e317ea0e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.291376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ade30-de3f-45fe-abc3-4740ac9f6b56 req-8cbb6219-ff3b-4c46-b69c-bf8cc0634c7d tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:28.292904 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-398ade30-de3f-45fe-abc3-4740ac9f6b56 req-8cbb6219-ff3b-4c46-b69c-bf8cc0634c7d tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1300a0b-401b-48a9-89cd-b876c3cbbb1f HTTP/1.1" status: 200 len: 948 time: 0.1989527 Jan 27 21:56:28.303553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-4609c84d-20ed-4ae8-949a-22b5ecb26695 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af HTTP/1.1" status: 200 len: 217 time: 0.0744140 Jan 27 21:56:28.335333 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ff98aa3a-77eb-4392-a1ca-372465d16cd8 req-e7fad02f-ba0b-4a7c-8884-5350e317ea0e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Calling delete_port for 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:28.341852 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-c1cb385e-b80e-4193-a045-9f1110d3ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:28.342383 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-c1cb385e-b80e-4193-a045-9f1110d3ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:28.342791 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-c1cb385e-b80e-4193-a045-9f1110d3ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:28.344403 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-c1cb385e-b80e-4193-a045-9f1110d3ded6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bade858-af63-49b3-909a-6a7d96619464&id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&id=7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119&id=7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 HTTP/1.1" status: 200 len: 2293 time: 0.3253040 Jan 27 21:56:28.516319 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-41c6c871-b814-4667-83ff-3c20c585b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:28.517791 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-41c6c871-b814-4667-83ff-3c20c585b7e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.2041862 Jan 27 21:56:28.519566 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a45d985d-52d0-4ef1-b8ed-acc353538065 req-ddbbafb0-1293-48f9-947f-2c63882bc4c4 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 210 time: 0.0590117 Jan 27 21:56:28.552980 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-398ade30-de3f-45fe-abc3-4740ac9f6b56 req-ff665284-45b3-4f99-8927-5e7677852f74 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/security-groups?id=94b31057-db91-46e3-9193-03988ccb84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440550 Jan 27 21:56:28.573908 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-58454a73-550a-4ffd-82c6-c07552d7e094 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=165d96d7-754f-426f-b018-623901ff8bd7 HTTP/1.1" status: 200 len: 1000 time: 0.2017276 Jan 27 21:56:28.643191 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-f3284838-a3f8-4cdf-bec2-3dbf8e1254f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:28.644785 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-f3284838-a3f8-4cdf-bec2-3dbf8e1254f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1154237 Jan 27 21:56:28.685966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-c76b071a-630d-4657-9940-a87788976aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:28.687481 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-c76b071a-630d-4657-9940-a87788976aee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f20c5a1f-1a73-4497-aee3-c74aed8b30bf HTTP/1.1" status: 200 len: 850 time: 0.1076999 Jan 27 21:56:28.801271 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.823535 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ff98aa3a-77eb-4392-a1ca-372465d16cd8 req-e7fad02f-ba0b-4a7c-8884-5350e317ea0e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.836274 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f478ebb5-8e47-446e-8bb1-6fe6fc3932d8', '4a005e0e-0310-4c96-9222-a8a178e25bb6'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:28.839612 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['c0de80ea-94ec-485d-a233-833f914dc887', '7ce58d7e-31ce-4531-9ed1-fce9c4bbb053', '0da35c75-b4d2-44f9-ac18-e8f940c3eb45', '9c52be04-075f-4aec-bf6e-07dd89cdf8d7', '7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:28.886668 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fad02f-ba0b-4a7c-8884-5350e317ea0e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Pushing event deleted for resources: {'Port': ['ID=7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:28.889860 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-a3e7132b-a9a2-4eaf-8e23-d4bdb1edfa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:28.891363 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-a3e7132b-a9a2-4eaf-8e23-d4bdb1edfa40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bade858-af63-49b3-909a-6a7d96619464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1883805 Jan 27 21:56:28.900098 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-361bfe5b-44dc-4165-9a2d-a675f148328a service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453749 Jan 27 21:56:28.934809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ccc241-7b18-426d-9fa1-cca96f5159f2 req-f9f12a4a-bbd3-44e4-8ce9-f5f1b0f174e3 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:28.936351 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-40ccc241-7b18-426d-9fa1-cca96f5159f2 req-f9f12a4a-bbd3-44e4-8ce9-f5f1b0f174e3 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f566b01-82e5-4958-bb2f-2f134cab15a9 HTTP/1.1" status: 200 len: 867 time: 0.1844606 Jan 27 21:56:29.001464 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff98aa3a-77eb-4392-a1ca-372465d16cd8 req-e7fad02f-ba0b-4a7c-8884-5350e317ea0e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] No DVR routers for this DVR port 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:29.063121 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ff98aa3a-77eb-4392-a1ca-372465d16cd8 req-e7fad02f-ba0b-4a7c-8884-5350e317ea0e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.066496 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff98aa3a-77eb-4392-a1ca-372465d16cd8 req-e7fad02f-ba0b-4a7c-8884-5350e317ea0e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "DELETE /v2.0/ports/7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 HTTP/1.1" status: 204 len: 173 time: 1.3244069 Jan 27 21:56:29.163595 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-40ccc241-7b18-426d-9fa1-cca96f5159f2 req-5ba7b992-9cd9-4bb7-b11c-8373bc0ee459 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096918 Jan 27 21:56:29.189432 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-d49aba04-a3f1-4b28-88a8-651702626297 service neutron] 10.222.0.15 "GET /v2.0/networks/0bade858-af63-49b3-909a-6a7d96619464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769294 Jan 27 21:56:29.194167 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44953d02-54a6-4050-863c-f2854e9d32b8 req-fe7ec934-1337-49ae-bdea-87d75bbc9d6b service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805257 Jan 27 21:56:29.346893 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda7391-1b5f-47bd-baaf-9617a178bd09 req-f137f096-d08f-4727-9fe2-d7e089fed6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:29.349318 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1eda7391-1b5f-47bd-baaf-9617a178bd09 req-f137f096-d08f-4727-9fe2-d7e089fed6a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa6f85d1560a45819db98244074df6bc&device_id=e1300a0b-401b-48a9-89cd-b876c3cbbb1f HTTP/1.1" status: 200 len: 1099 time: 0.0766685 Jan 27 21:56:29.353550 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-17166a45-17ed-48bd-9b84-b0271a0be867 service neutron] 10.222.0.15 "GET /v2.0/networks/0bade858-af63-49b3-909a-6a7d96619464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543932 Jan 27 21:56:29.440087 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-9ed027c2-864a-488c-b8ed-86431d647de7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=5e331c34-1b49-40b3-ba94-c588768a1a5d HTTP/1.1" status: 200 len: 217 time: 0.0654807 Jan 27 21:56:29.517286 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-8083367f-e87d-437d-bf0d-370c662db9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:29.519363 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-8083367f-e87d-437d-bf0d-370c662db9cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa HTTP/1.1" status: 200 len: 797 time: 0.0730844 Jan 27 21:56:29.524812 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda7391-1b5f-47bd-baaf-9617a178bd09 req-6cb2610e-3f1d-45e9-9e06-209745cb5e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:29.526284 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1eda7391-1b5f-47bd-baaf-9617a178bd09 req-6cb2610e-3f1d-45e9-9e06-209745cb5e9a service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.1715496 Jan 27 21:56:29.643225 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1eda7391-1b5f-47bd-baaf-9617a178bd09 req-3b987b8a-d7ed-48ee-bf4f-873bf412d5d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af HTTP/1.1" status: 200 len: 217 time: 0.1079600 Jan 27 21:56:29.696200 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab67cca3-47c6-4656-9743-c80b61033a96 req-c77357ad-da53-40df-8b6c-2c9e462c9c85 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 210 time: 0.0571547 Jan 27 21:56:29.753308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-b598f104-d461-41c1-8b93-0259ce23edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:29.754865 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-b598f104-d461-41c1-8b93-0259ce23edba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2276895 Jan 27 21:56:29.790636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda7391-1b5f-47bd-baaf-9617a178bd09 req-94a04fc4-f4c4-408b-9c45-4a67d6f1db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:29.792094 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1eda7391-1b5f-47bd-baaf-9617a178bd09 req-94a04fc4-f4c4-408b-9c45-4a67d6f1db44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1344140 Jan 27 21:56:29.858252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c77f3-b302-4df3-9a4b-a359e2639004 req-ade5770d-62b6-4280-970e-8379e2feac81 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:29.859744 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-697c77f3-b302-4df3-9a4b-a359e2639004 req-ade5770d-62b6-4280-970e-8379e2feac81 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1300a0b-401b-48a9-89cd-b876c3cbbb1f HTTP/1.1" status: 200 len: 948 time: 0.1732714 Jan 27 21:56:29.920043 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda7391-1b5f-47bd-baaf-9617a178bd09 req-f639fa23-5e91-47dc-a62b-9b0c0f934df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:29.921565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1eda7391-1b5f-47bd-baaf-9617a178bd09 req-f639fa23-5e91-47dc-a62b-9b0c0f934df2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0982411 Jan 27 21:56:29.930437 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-b246dd1d-6f9e-44de-a23e-94c15b09a4f3 service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683350 Jan 27 21:56:30.010044 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-697c77f3-b302-4df3-9a4b-a359e2639004 req-a814f99f-e8be-4ff5-9756-d518fd639be6 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/security-groups?id=94b31057-db91-46e3-9193-03988ccb84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425817 Jan 27 21:56:30.082422 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f566b01-82e5-4958-bb2f-2f134cab15a9', 'name': 'network-vif-deleted', 'tag': '7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:30.084724 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc24c4ad-5fdc-4ed2-baa6-043990f90dd2" -d '{"events": [{"server_uuid": "4f566b01-82e5-4958-bb2f-2f134cab15a9", "name": "network-vif-deleted", "tag": "7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:30.107554 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1eda7391-1b5f-47bd-baaf-9617a178bd09 req-534af118-bbc8-4f74-be59-159a1765fa42 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761160 Jan 27 21:56:30.112718 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-da5b2b2b-71e9-472f-8682-dab217261a2f service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712546 Jan 27 21:56:30.134411 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625fa710-0979-451e-b7f5-724b14d94f07 x-openstack-request-id: req-625fa710-0979-451e-b7f5-724b14d94f07 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:30.134696 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f566b01-82e5-4958-bb2f-2f134cab15a9", "name": "network-vif-deleted", "tag": "7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:30.134946 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-625fa710-0979-451e-b7f5-724b14d94f07 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:30.135324 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f566b01-82e5-4958-bb2f-2f134cab15a9', 'name': 'network-vif-deleted', 'tag': '7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0', 'status': 'completed', 'code': 200} Jan 27 21:56:30.176091 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-9165e5a6-3184-4824-82a6-f58e472b5de9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=5df57d03-78dd-4c80-bc71-9d342842ec6c HTTP/1.1" status: 200 len: 217 time: 0.0547326 Jan 27 21:56:30.287318 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.386687 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:56:30.503250 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:30.518006 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': 'f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af', 'mac_address': 'fa:16:3e:0f:dd:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:56:30.559914 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:30.560281 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.574026 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:56:30.594144 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:30.599695 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.625056 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-5000a516-f034-4517-86b2-b184c85269ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:30.626555 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-5000a516-f034-4517-86b2-b184c85269ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa HTTP/1.1" status: 200 len: 797 time: 0.4246128 Jan 27 21:56:30.655019 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:30.671151 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1eda7391-1b5f-47bd-baaf-9617a178bd09 req-54b8123d-61ea-4102-92a0-4307b53861e7 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509112 Jan 27 21:56:30.711691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378178c0-0c58-4fd1-9d84-e4c301254e97 req-39c652d6-a496-48d3-9e45-dd7e813f1197 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:30.713300 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-378178c0-0c58-4fd1-9d84-e4c301254e97 req-39c652d6-a496-48d3-9e45-dd7e813f1197 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 949 time: 0.1005960 Jan 27 21:56:30.719326 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-f5784d32-d0b2-4c3a-ba27-78af7d791c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:30.720853 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-f5784d32-d0b2-4c3a-ba27-78af7d791c69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0702243 Jan 27 21:56:30.826262 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-39ade9f3-512a-42b9-85ff-594092174a46 req-d6fbcc5c-7506-46ba-8047-cf136a619f72 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 210 time: 0.0431204 Jan 27 21:56:30.850010 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-378178c0-0c58-4fd1-9d84-e4c301254e97 req-186fd311-3ecc-41c9-bf22-1eb85638e77b tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281776 Jan 27 21:56:30.870768 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-f3c090b9-7320-4ba8-9566-a7449a24e080 service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420496 Jan 27 21:56:30.964574 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-18472a4c-be7f-40ed-907d-eff62c1dc521 service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866766 Jan 27 21:56:30.976982 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:31.007000 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-2ff2fe43-7bb9-4846-8b4c-104adb93c4c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=50ba1000-47da-4714-9651-4cc90662a58d HTTP/1.1" status: 200 len: 217 time: 0.0364418 Jan 27 21:56:31.060390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-1517e0c9-0204-42b0-a1f4-f2cf94707f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:31.062014 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-1517e0c9-0204-42b0-a1f4-f2cf94707f06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa HTTP/1.1" status: 200 len: 797 time: 0.0486259 Jan 27 21:56:31.118448 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-fc3489e5-02eb-401b-bf2a-b662fc87a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:31.120184 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-fc3489e5-02eb-401b-bf2a-b662fc87a06d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0513256 Jan 27 21:56:31.226047 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b428e71-7044-4cc9-a740-9d89ec622c88 req-87bc0b2b-f6b8-485a-affd-3cb5532f3bde tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:31.227553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b428e71-7044-4cc9-a740-9d89ec622c88 req-87bc0b2b-f6b8-485a-affd-3cb5532f3bde tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1300a0b-401b-48a9-89cd-b876c3cbbb1f HTTP/1.1" status: 200 len: 949 time: 0.1063962 Jan 27 21:56:31.266221 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-c30617c5-cd4d-44bb-80b3-9f8ca8888313 service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348050 Jan 27 21:56:31.341932 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b428e71-7044-4cc9-a740-9d89ec622c88 req-a36b3241-3fa2-420a-a7f5-dd81a29f37d4 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/security-groups?id=94b31057-db91-46e3-9193-03988ccb84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061411 Jan 27 21:56:31.388424 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-dd531c94-1a9a-48bd-9e46-eb467e342dac service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123590 Jan 27 21:56:31.431623 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-5e799b4e-ed6f-4547-9cfc-756f3d45fbf9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=6da56839-08a2-4b33-8cc1-5572573d53c5 HTTP/1.1" status: 200 len: 217 time: 0.0346768 Jan 27 21:56:31.485613 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-8489235e-3cf2-4c8c-8707-5784030401eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:31.487101 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-8489235e-3cf2-4c8c-8707-5784030401eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa HTTP/1.1" status: 200 len: 797 time: 0.0500004 Jan 27 21:56:31.532900 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-6e6b1ae9-444c-440d-981e-9aec01d8254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:31.534410 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-6e6b1ae9-444c-440d-981e-9aec01d8254a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0402431 Jan 27 21:56:31.624963 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-7cf8458a-c858-46ee-a5f3-030ceea20841 service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839412 Jan 27 21:56:31.730118 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-dd7a336b-ecef-4599-9945-678ac332113b service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912650 Jan 27 21:56:31.770155 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-55734ea6-2571-4251-8edb-9024b3a36942 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=79d45860-45d3-46c0-a4f4-e8a2bb4d821b HTTP/1.1" status: 200 len: 217 time: 0.0339057 Jan 27 21:56:31.822147 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-6d46e865-a863-4170-a925-16e36f44f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:31.823599 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-6d46e865-a863-4170-a925-16e36f44f869 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb88c7c3-aca7-4bf4-9856-6572de677ec3 HTTP/1.1" status: 200 len: 797 time: 0.0476580 Jan 27 21:56:31.847919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:31.873561 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-6017d462-57e6-48bf-850f-c2018d2fe6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:31.874009 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-6017d462-57e6-48bf-850f-c2018d2fe6db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0439970 Jan 27 21:56:31.878551 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:56:31.878936 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7f0dfcd7-8e6e-4f6a-a8a0-eb8a285671f0 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:56:31.973383 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2be72a7-4ba1-49f9-a247-fd7455ebcd3c req-07b168da-2c3f-4241-b2ce-d9fa5a46396a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 210 time: 0.0443523 Jan 27 21:56:32.033193 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-0fc4af6d-5ac9-4264-bd85-201b3c88a18a service neutron] 10.222.0.15 "GET /v2.0/networks/7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513216 Jan 27 21:56:32.040913 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa90f63-f865-45a4-8cea-73c0c55ad772 req-cf518ba7-314e-4612-9bfd-1ea2b16e414f tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:32.042270 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-afa90f63-f865-45a4-8cea-73c0c55ad772 req-cf518ba7-314e-4612-9bfd-1ea2b16e414f tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 949 time: 0.0979249 Jan 27 21:56:32.147898 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-afa90f63-f865-45a4-8cea-73c0c55ad772 req-d1de2ead-1b94-4a25-9bca-b77fd1e39492 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970025 Jan 27 21:56:32.170796 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-025874fa-2193-4269-a242-0d469ae12b7d service neutron] 10.222.0.15 "GET /v2.0/networks/7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275349 Jan 27 21:56:32.217532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-0978164d-8dc8-400a-a766-b62214ffccfc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aa7607f2-cff4-4487-b664-ab2ae9bf2878 HTTP/1.1" status: 200 len: 217 time: 0.0401118 Jan 27 21:56:32.267875 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-54154a7b-354b-4116-93e1-aae24e253c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:32.269609 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-54154a7b-354b-4116-93e1-aae24e253c68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb88c7c3-aca7-4bf4-9856-6572de677ec3 HTTP/1.1" status: 200 len: 797 time: 0.0462015 Jan 27 21:56:32.330290 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-6e3365e0-321c-4d33-8113-f080c94e88c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:32.331789 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-6e3365e0-321c-4d33-8113-f080c94e88c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0502548 Jan 27 21:56:32.508370 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43015245-3e8b-43a3-a729-ce0a91449b94 req-eb4cb53b-f94b-40c2-be80-506f02d4a387 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:32.509851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43015245-3e8b-43a3-a729-ce0a91449b94 req-eb4cb53b-f94b-40c2-be80-506f02d4a387 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/ports?device_id=41dbd151-5fe9-4a7b-a973-161fd193d181 HTTP/1.1" status: 200 len: 945 time: 0.1584022 Jan 27 21:56:32.556020 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-c7edafcd-8bb0-4476-8640-6a3830b22fb0 service neutron] 10.222.0.15 "GET /v2.0/networks/7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124431 Jan 27 21:56:32.566835 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611e14c-46ba-4b5c-a9a4-c26ae8c22199 req-3b66a9d0-e91e-4611-b7cf-07a7ae2e464e tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:32.568328 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a611e14c-46ba-4b5c-a9a4-c26ae8c22199 req-3b66a9d0-e91e-4611-b7cf-07a7ae2e464e tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1300a0b-401b-48a9-89cd-b876c3cbbb1f HTTP/1.1" status: 200 len: 949 time: 0.1493642 Jan 27 21:56:32.586368 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cee6d-3237-4607-b2c4-6fd5fd92463a req-a8e4c4ef-65ba-4385-8383-91e8f733ae34 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:32.587817 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d7cee6d-3237-4607-b2c4-6fd5fd92463a req-a8e4c4ef-65ba-4385-8383-91e8f733ae34 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 949 time: 0.1455436 Jan 27 21:56:32.698752 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43015245-3e8b-43a3-a729-ce0a91449b94 req-43a81315-8d5d-4289-868d-92593ee94729 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/security-groups?id=601fbc27-6cf4-4409-aaa5-064207871649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762249 Jan 27 21:56:32.777376 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a611e14c-46ba-4b5c-a9a4-c26ae8c22199 req-86e37e19-aaf9-41ef-a4cf-081483daffff tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/security-groups?id=94b31057-db91-46e3-9193-03988ccb84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877069 Jan 27 21:56:32.785457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4258d0-95e1-4827-8994-331a1fab8019 req-de0d8c61-61c9-478c-a3e4-1237ae29bbbf service neutron] 10.222.0.15 "GET /v2.0/networks/7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160847 Jan 27 21:56:32.809124 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-7d7cee6d-3237-4607-b2c4-6fd5fd92463a req-fcdb6cb9-bf19-4c4f-9c05-2ea93ccaf941 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Deleting port 9c52be04-075f-4aec-bf6e-07dd89cdf8d7 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:32.809463 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7d7cee6d-3237-4607-b2c4-6fd5fd92463a req-fcdb6cb9-bf19-4c4f-9c05-2ea93ccaf941 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (9c52be04-075f-4aec-bf6e-07dd89cdf8d7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:32.898433 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-7d7cee6d-3237-4607-b2c4-6fd5fd92463a req-fcdb6cb9-bf19-4c4f-9c05-2ea93ccaf941 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] For port 9c52be04-075f-4aec-bf6e-07dd89cdf8d7, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=9c52be04-075f-4aec-bf6e-07dd89cdf8d7,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:32.898785 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7d7cee6d-3237-4607-b2c4-6fd5fd92463a req-fcdb6cb9-bf19-4c4f-9c05-2ea93ccaf941 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (9c52be04-075f-4aec-bf6e-07dd89cdf8d7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:32.910375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-7d7cee6d-3237-4607-b2c4-6fd5fd92463a req-fcdb6cb9-bf19-4c4f-9c05-2ea93ccaf941 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Calling delete_port for 9c52be04-075f-4aec-bf6e-07dd89cdf8d7 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:33.046151 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7d7cee6d-3237-4607-b2c4-6fd5fd92463a req-fcdb6cb9-bf19-4c4f-9c05-2ea93ccaf941 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (9c52be04-075f-4aec-bf6e-07dd89cdf8d7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.062549 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f478ebb5-8e47-446e-8bb1-6fe6fc3932d8', '4a005e0e-0310-4c96-9222-a8a178e25bb6'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:33.065930 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['c0de80ea-94ec-485d-a233-833f914dc887', '7ce58d7e-31ce-4531-9ed1-fce9c4bbb053', '0da35c75-b4d2-44f9-ac18-e8f940c3eb45', '9c52be04-075f-4aec-bf6e-07dd89cdf8d7'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:33.090673 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb6cb9-bf19-4c4f-9c05-2ea93ccaf941 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Pushing event deleted for resources: {'Port': ['ID=9c52be04-075f-4aec-bf6e-07dd89cdf8d7,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:33.139210 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dba164f5-eef6-40bb-b628-9260890f23e2 req-0e83395b-483f-4d9c-8ce9-5272b9e4da82 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=26c6747f-7068-4960-a5bd-d30849ba0778 HTTP/1.1" status: 200 len: 210 time: 0.0606976 Jan 27 21:56:33.159188 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7cee6d-3237-4607-b2c4-6fd5fd92463a req-fcdb6cb9-bf19-4c4f-9c05-2ea93ccaf941 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] No DVR routers for this DVR port 9c52be04-075f-4aec-bf6e-07dd89cdf8d7 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:33.162408 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7d7cee6d-3237-4607-b2c4-6fd5fd92463a req-fcdb6cb9-bf19-4c4f-9c05-2ea93ccaf941 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.166408 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d7cee6d-3237-4607-b2c4-6fd5fd92463a req-fcdb6cb9-bf19-4c4f-9c05-2ea93ccaf941 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "DELETE /v2.0/ports/9c52be04-075f-4aec-bf6e-07dd89cdf8d7 HTTP/1.1" status: 204 len: 173 time: 0.5518479 Jan 27 21:56:33.167677 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc60810-f35f-4951-868f-fcc367c735cd', 'name': 'network-vif-deleted', 'tag': '9c52be04-075f-4aec-bf6e-07dd89cdf8d7'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:33.170243 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca827e4-3253-4dc9-835f-e5f81a9c79c9" -d '{"events": [{"server_uuid": "4dc60810-f35f-4951-868f-fcc367c735cd", "name": "network-vif-deleted", "tag": "9c52be04-075f-4aec-bf6e-07dd89cdf8d7"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:33.227547 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daaef59-3685-404c-b7db-7490d1bcee7c x-openstack-request-id: req-4daaef59-3685-404c-b7db-7490d1bcee7c {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:33.228014 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc60810-f35f-4951-868f-fcc367c735cd", "name": "network-vif-deleted", "tag": "9c52be04-075f-4aec-bf6e-07dd89cdf8d7", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:33.228462 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4daaef59-3685-404c-b7db-7490d1bcee7c {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:33.229002 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc60810-f35f-4951-868f-fcc367c735cd', 'name': 'network-vif-deleted', 'tag': '9c52be04-075f-4aec-bf6e-07dd89cdf8d7', 'status': 'completed', 'code': 200} Jan 27 21:56:33.281989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2c0ce2d-d6cf-4d7c-9cd5-39b114746f4a req-161d7329-a436-48db-a1a8-421549431bbf tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc60810-f35f-4951-868f-fcc367c735cd HTTP/1.1" status: 200 len: 210 time: 0.0297425 Jan 27 21:56:33.750564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf609b-a1a9-4b5d-8305-101b558b2a84 req-d332db36-4def-433d-b136-39ca8385bb76 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:33.752191 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14bf609b-a1a9-4b5d-8305-101b558b2a84 req-d332db36-4def-433d-b136-39ca8385bb76 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.15 "GET /v2.0/ports?device_id=41dbd151-5fe9-4a7b-a973-161fd193d181 HTTP/1.1" status: 200 len: 945 time: 0.0618181 Jan 27 21:56:33.872856 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0be23-d0ac-4fe1-b513-d385345b88e7 req-0d32a071-4724-4e02-8560-1f7836dc4471 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:33.874348 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ae0be23-d0ac-4fe1-b513-d385345b88e7 req-0d32a071-4724-4e02-8560-1f7836dc4471 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/ports?device_id=41dbd151-5fe9-4a7b-a973-161fd193d181 HTTP/1.1" status: 200 len: 945 time: 0.0901475 Jan 27 21:56:33.935857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-14bf609b-a1a9-4b5d-8305-101b558b2a84 req-7713fefa-e6c0-47e0-b34c-426020adea22 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Deleting port 97fbf67a-7460-4a22-ac9c-b36b1188a907 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:33.936109 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-14bf609b-a1a9-4b5d-8305-101b558b2a84 req-7713fefa-e6c0-47e0-b34c-426020adea22 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (97fbf67a-7460-4a22-ac9c-b36b1188a907), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.020232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858dc0ab-6604-4bf4-9721-7f4067dcf91c req-492e7e9d-9f18-401d-8624-8f5ba10a5d54 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:34.022332 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-858dc0ab-6604-4bf4-9721-7f4067dcf91c req-492e7e9d-9f18-401d-8624-8f5ba10a5d54 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1300a0b-401b-48a9-89cd-b876c3cbbb1f HTTP/1.1" status: 200 len: 949 time: 0.1341586 Jan 27 21:56:34.025343 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ae0be23-d0ac-4fe1-b513-d385345b88e7 req-0c0892ef-ef6b-4282-a090-0c70c1e5c1f2 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/security-groups?id=601fbc27-6cf4-4409-aaa5-064207871649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447635 Jan 27 21:56:34.094754 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-14bf609b-a1a9-4b5d-8305-101b558b2a84 req-7713fefa-e6c0-47e0-b34c-426020adea22 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] For port 97fbf67a-7460-4a22-ac9c-b36b1188a907, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=97fbf67a-7460-4a22-ac9c-b36b1188a907,segment=NetworkSegment(63361991-a82a-46b2-846e-1a47539685f5),segment_id=63361991-a82a-46b2-846e-1a47539685f5)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:34.095129 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-14bf609b-a1a9-4b5d-8305-101b558b2a84 req-7713fefa-e6c0-47e0-b34c-426020adea22 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (97fbf67a-7460-4a22-ac9c-b36b1188a907), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.106547 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-858dc0ab-6604-4bf4-9721-7f4067dcf91c req-d42f5d2d-2e04-4c4d-baf5-24dc321c96db tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/security-groups?id=94b31057-db91-46e3-9193-03988ccb84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784833 Jan 27 21:56:34.271325 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-14bf609b-a1a9-4b5d-8305-101b558b2a84 req-7713fefa-e6c0-47e0-b34c-426020adea22 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.271669 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-14bf609b-a1a9-4b5d-8305-101b558b2a84 req-7713fefa-e6c0-47e0-b34c-426020adea22 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (ad1460fb-a7a0-4e2f-9ad9-9abee6534da3), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.271989 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-14bf609b-a1a9-4b5d-8305-101b558b2a84 req-7713fefa-e6c0-47e0-b34c-426020adea22 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Floating IP ad1460fb-a7a0-4e2f-9ad9-9abee6534da3 disassociated. External IP: 172.25.3.187, port: 97fbf67a-7460-4a22-ac9c-b36b1188a907. Jan 27 21:56:34.272374 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-14bf609b-a1a9-4b5d-8305-101b558b2a84 req-7713fefa-e6c0-47e0-b34c-426020adea22 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Calling delete_port for 97fbf67a-7460-4a22-ac9c-b36b1188a907 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:34.393575 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:34.430082 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-14bf609b-a1a9-4b5d-8305-101b558b2a84 req-7713fefa-e6c0-47e0-b34c-426020adea22 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (97fbf67a-7460-4a22-ac9c-b36b1188a907), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.453508 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:56:34.463175 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:34.463642 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.473746 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713fefa-e6c0-47e0-b34c-426020adea22 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Pushing event deleted for resources: {'Port': ['ID=97fbf67a-7460-4a22-ac9c-b36b1188a907,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:34.593551 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:34.594745 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.604117 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14bf609b-a1a9-4b5d-8305-101b558b2a84 req-7713fefa-e6c0-47e0-b34c-426020adea22 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Router 631cb0ff-4770-4616-ae45-9b540f3a8b68 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:56:34.625091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1300a0b-401b-48a9-89cd-b876c3cbbb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:34.627888 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb3b8bf-0194-4d10-a882-0b9bc089b10b" -d '{"events": [{"server_uuid": "e1300a0b-401b-48a9-89cd-b876c3cbbb1f", "name": "network-vif-plugged", "status": "completed", "tag": "f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:34.643573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:34.647539 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.702736 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:34.706314 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ccfd54-c52b-4d3f-96eb-49551f18779d x-openstack-request-id: req-73ccfd54-c52b-4d3f-96eb-49551f18779d {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:34.706826 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1300a0b-401b-48a9-89cd-b876c3cbbb1f", "name": "network-vif-plugged", "status": "completed", "tag": "f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:34.707086 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73ccfd54-c52b-4d3f-96eb-49551f18779d {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:34.707487 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1300a0b-401b-48a9-89cd-b876c3cbbb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af', 'code': 200} Jan 27 21:56:34.859045 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64fb22-b0b8-46f3-a90c-97a6264434c8 req-0a178848-1bc6-433a-bf57-73f43f1ccab0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:34.860583 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce64fb22-b0b8-46f3-a90c-97a6264434c8 req-0a178848-1bc6-433a-bf57-73f43f1ccab0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/networks?id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d HTTP/1.1" status: 200 len: 810 time: 0.2535648 Jan 27 21:56:34.892270 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14bf609b-a1a9-4b5d-8305-101b558b2a84 req-7713fefa-e6c0-47e0-b34c-426020adea22 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:56:34.904600 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699d2b7c-e54d-4315-8ccd-aac34c2b4a23 None None] Sync routers for ids ['631cb0ff-4770-4616-ae45-9b540f3a8b68'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:56:34.906059 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce64fb22-b0b8-46f3-a90c-97a6264434c8 req-335216fc-905a-498b-b576-49fa9cdc056d tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/quotas/5087db1c900149cbaaa7a34c3ee21041 HTTP/1.1" status: 200 len: 375 time: 0.0328832 Jan 27 21:56:34.913718 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699d2b7c-e54d-4315-8ccd-aac34c2b4a23 None None] Routers {'631cb0ff-4770-4616-ae45-9b540f3a8b68'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:34.914350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-699d2b7c-e54d-4315-8ccd-aac34c2b4a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:56:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['631cb0ff-4770-4616-ae45-9b540f3a8b68'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:34.937855 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0764da-3482-4afe-969f-e6245e872c2a req-3fa20264-f17f-46e0-942b-b3701f05a1aa tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:34.939583 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab0764da-3482-4afe-969f-e6245e872c2a req-3fa20264-f17f-46e0-942b-b3701f05a1aa tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c625502-caea-42b9-afac-4d097f68d381 HTTP/1.1" status: 200 len: 950 time: 0.1532125 Jan 27 21:56:34.950855 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05424b-ade5-4c8c-bbe0-f4349cf5e4fe req-569d1e50-54d3-4d9e-8acb-15c83d4df3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:34.952091 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb05424b-ade5-4c8c-bbe0-f4349cf5e4fe req-569d1e50-54d3-4d9e-8acb-15c83d4df3b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e1300a0b-401b-48a9-89cd-b876c3cbbb1f HTTP/1.1" status: 200 len: 1101 time: 0.1689150 Jan 27 21:56:34.984077 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:56:34.991244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bf609b-a1a9-4b5d-8305-101b558b2a84 req-7713fefa-e6c0-47e0-b34c-426020adea22 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] No DVR routers for this DVR port 97fbf67a-7460-4a22-ac9c-b36b1188a907 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:35.009130 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce64fb22-b0b8-46f3-a90c-97a6264434c8 req-aba759f8-9c6e-4260-a0a8-0925f15c0355 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5087db1c900149cbaaa7a34c3ee21041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850582 Jan 27 21:56:35.014090 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-14bf609b-a1a9-4b5d-8305-101b558b2a84 req-7713fefa-e6c0-47e0-b34c-426020adea22 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:35.017803 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14bf609b-a1a9-4b5d-8305-101b558b2a84 req-7713fefa-e6c0-47e0-b34c-426020adea22 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.15 "DELETE /v2.0/ports/97fbf67a-7460-4a22-ac9c-b36b1188a907 HTTP/1.1" status: 204 len: 173 time: 1.2603991 Jan 27 21:56:35.034073 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-699d2b7c-e54d-4315-8ccd-aac34c2b4a23 None None] Set router 631cb0ff-4770-4616-ae45-9b540f3a8b68 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:35.112762 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab0764da-3482-4afe-969f-e6245e872c2a req-51c46123-aec5-4082-bb2b-176d3b394c56 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594789 Jan 27 21:56:35.148701 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb05424b-ade5-4c8c-bbe0-f4349cf5e4fe req-afcf6ebc-53fc-413d-889d-890c98fdad46 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=94b31057-db91-46e3-9193-03988ccb84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638858 Jan 27 21:56:35.202244 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce64fb22-b0b8-46f3-a90c-97a6264434c8 req-73d6a102-eec2-4b1b-bfd8-d0dcad9855fa service neutron] 10.222.0.23 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779242 Jan 27 21:56:35.233596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41dbd151-5fe9-4a7b-a973-161fd193d181', 'name': 'network-vif-deleted', 'tag': '97fbf67a-7460-4a22-ac9c-b36b1188a907'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:35.235921 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ad2eaf-5b9f-4c9e-9af6-23a855ed3b87" -d '{"events": [{"server_uuid": "41dbd151-5fe9-4a7b-a973-161fd193d181", "name": "network-vif-deleted", "tag": "97fbf67a-7460-4a22-ac9c-b36b1188a907"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:35.261062 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-699d2b7c-e54d-4315-8ccd-aac34c2b4a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'name': 'tempest-ServersTestFqdnHostnames-102274004-router', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:24Z', 'revision_number': 4, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'gw_port': {'id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '914370ba-95b2-4890-adf2-37ebce0465c6', 'name': '', 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'mac_address': 'fa:16:3e:9f:eb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '65301706-ea6a-496b-8341-66868745e0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:23Z', 'updated_at': '2022-01-27T21:54:29Z', 'revision_number': 5, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'subnets': [{'id': '65301706-ea6a-496b-8341-66868745e0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:35.287201 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29621337-5387-4da5-8311-06f38628e1df req-5d8832b2-1811-4c59-a4ad-f1c82e59ed43 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1033237 Jan 27 21:56:35.288498 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699d2b7c-e54d-4315-8ccd-aac34c2b4a23 None None] Checking router: 631cb0ff-4770-4616-ae45-9b540f3a8b68 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:56:35.297004 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699d2b7c-e54d-4315-8ccd-aac34c2b4a23 None None] Routers {'631cb0ff-4770-4616-ae45-9b540f3a8b68'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:35.297634 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-699d2b7c-e54d-4315-8ccd-aac34c2b4a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:56:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['631cb0ff-4770-4616-ae45-9b540f3a8b68'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:35.315758 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce64fb22-b0b8-46f3-a90c-97a6264434c8 req-0a39bf6c-3d06-4ee0-9de5-c78b992fdc42 service neutron] 10.222.0.23 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002069 Jan 27 21:56:35.371737 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29621337-5387-4da5-8311-06f38628e1df req-beeb1afa-f669-42a1-a621-71b11e419344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:35.373402 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29621337-5387-4da5-8311-06f38628e1df req-beeb1afa-f669-42a1-a621-71b11e419344 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 1096 time: 0.0549242 Jan 27 21:56:35.434546 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-699d2b7c-e54d-4315-8ccd-aac34c2b4a23 None None] Set router 631cb0ff-4770-4616-ae45-9b540f3a8b68 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:35.494680 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1465516-7e11-4b60-b793-c72c51fbaa70 req-2d8ee65b-77e5-4463-9157-70e87f05e7eb tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/ports?device_id=41dbd151-5fe9-4a7b-a973-161fd193d181 HTTP/1.1" status: 200 len: 210 time: 0.0695410 Jan 27 21:56:35.544794 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29621337-5387-4da5-8311-06f38628e1df req-bb44b260-9228-4a32-9af4-b8b57877955b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:35.546752 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29621337-5387-4da5-8311-06f38628e1df req-bb44b260-9228-4a32-9af4-b8b57877955b service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 913 time: 0.1492689 Jan 27 21:56:35.629027 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6b604b-6e92-4fc9-bb17-fe130046cde8 x-openstack-request-id: req-bd6b604b-6e92-4fc9-bb17-fe130046cde8 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:35.629763 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41dbd151-5fe9-4a7b-a973-161fd193d181", "name": "network-vif-deleted", "tag": "97fbf67a-7460-4a22-ac9c-b36b1188a907", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:35.629763 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd6b604b-6e92-4fc9-bb17-fe130046cde8 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:35.630124 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41dbd151-5fe9-4a7b-a973-161fd193d181', 'name': 'network-vif-deleted', 'tag': '97fbf67a-7460-4a22-ac9c-b36b1188a907', 'status': 'completed', 'code': 200} Jan 27 21:56:35.633590 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29621337-5387-4da5-8311-06f38628e1df req-6c5388f0-b1a6-4c2a-bb0c-b53670626edc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 HTTP/1.1" status: 200 len: 217 time: 0.0802341 Jan 27 21:56:35.722049 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-28039efc-8b6b-478c-a300-614d742bfa90 req-7cf433be-5bb9-427d-85a3-b448a693c6d5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccb0f645-0582-4896-afa5-fe138391f50c HTTP/1.1" status: 200 len: 210 time: 0.0947766 Jan 27 21:56:35.727921 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-699d2b7c-e54d-4315-8ccd-aac34c2b4a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'name': 'tempest-ServersTestFqdnHostnames-102274004-router', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:24Z', 'revision_number': 4, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'gw_port': {'id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '914370ba-95b2-4890-adf2-37ebce0465c6', 'name': '', 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'mac_address': 'fa:16:3e:9f:eb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '65301706-ea6a-496b-8341-66868745e0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:23Z', 'updated_at': '2022-01-27T21:54:29Z', 'revision_number': 5, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'subnets': [{'id': '65301706-ea6a-496b-8341-66868745e0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:35.764309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25813105-6559-45f4-a641-a802cf2d775f req-00d96ffe-2147-452a-b368-e57c3d9e8b03 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:35.769419 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699d2b7c-e54d-4315-8ccd-aac34c2b4a23 None None] The sync data for ids ['631cb0ff-4770-4616-ae45-9b540f3a8b68'] in n-d-772272-3 is: [{'id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'name': 'tempest-ServersTestFqdnHostnames-102274004-router', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:24Z', 'revision_number': 4, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'gw_port': {'id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '914370ba-95b2-4890-adf2-37ebce0465c6', 'name': '', 'network_id': '0a2a04d7-7fbb-4f50-8814-7954533c84db', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'mac_address': 'fa:16:3e:9f:eb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '65301706-ea6a-496b-8341-66868745e0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:23Z', 'updated_at': '2022-01-27T21:54:29Z', 'revision_number': 5, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'subnets': [{'id': '65301706-ea6a-496b-8341-66868745e0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:56:35.772727 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25813105-6559-45f4-a641-a802cf2d775f req-00d96ffe-2147-452a-b368-e57c3d9e8b03 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1300a0b-401b-48a9-89cd-b876c3cbbb1f HTTP/1.1" status: 200 len: 950 time: 0.1465650 Jan 27 21:56:35.776693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29621337-5387-4da5-8311-06f38628e1df req-cf4fb751-67d9-4a90-a039-4e38d25e244b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:35.778664 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29621337-5387-4da5-8311-06f38628e1df req-cf4fb751-67d9-4a90-a039-4e38d25e244b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.1273198 Jan 27 21:56:35.862861 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 9c52be04-075f-4aec-bf6e-07dd89cdf8d7 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:35.899678 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25813105-6559-45f4-a641-a802cf2d775f req-c3a8cfb8-9274-4376-9695-647699cb38a8 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/security-groups?id=94b31057-db91-46e3-9193-03988ccb84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120052 Jan 27 21:56:35.899678 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29621337-5387-4da5-8311-06f38628e1df req-9347b333-616e-4524-bb19-0387f3b6e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:35.900880 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 9c52be04-075f-4aec-bf6e-07dd89cdf8d7 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:56:35.900880 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 9c52be04-075f-4aec-bf6e-07dd89cdf8d7 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:56:35.903358 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29621337-5387-4da5-8311-06f38628e1df req-9347b333-616e-4524-bb19-0387f3b6e08c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967195 Jan 27 21:56:36.012592 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29621337-5387-4da5-8311-06f38628e1df req-2ceda074-4095-4a03-8c2c-e00e020b5970 service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994551 Jan 27 21:56:36.125923 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fe9988-8621-4292-9e87-0ab9e7c602e7 None None] New status for floating IP ad1460fb-a7a0-4e2f-9ad9-9abee6534da3: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:56:36.157458 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29621337-5387-4da5-8311-06f38628e1df req-65b5653a-4d0a-45fd-ad9b-3df691cb3ddd service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370282 Jan 27 21:56:36.247931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72ded2-284c-44df-add4-0b06a3f88263 req-da912613-623d-4070-ad60-bf28722764a2 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:36.249721 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b72ded2-284c-44df-add4-0b06a3f88263 req-da912613-623d-4070-ad60-bf28722764a2 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c625502-caea-42b9-afac-4d097f68d381 HTTP/1.1" status: 200 len: 950 time: 0.0566313 Jan 27 21:56:36.302755 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b72ded2-284c-44df-add4-0b06a3f88263 req-6ee8d4af-998b-429c-a00f-cf0280764544 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471773 Jan 27 21:56:36.380420 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b05e89-9f59-4a52-b58d-283445c51667 req-37fa41cb-4110-4775-b4fc-98eedfc98cf8 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:36.387608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6b05e89-9f59-4a52-b58d-283445c51667 req-37fa41cb-4110-4775-b4fc-98eedfc98cf8 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.15 "GET /v2.0/ports?device_id=de8b32bb-df6d-41ce-a31f-64890b92cf8a HTTP/1.1" status: 200 len: 950 time: 0.0684378 Jan 27 21:56:36.632131 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59744) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:36.688089 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e6d82a7f-a467-4010-91c0-b0135f01e2b1 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks [] for security_group (601fbc27-6cf4-4409-aaa5-064207871649), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.714059 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e6d82a7f-a467-4010-91c0-b0135f01e2b1 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks [] for security_group (601fbc27-6cf4-4409-aaa5-064207871649), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.767395 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e6d82a7f-a467-4010-91c0-b0135f01e2b1 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (601fbc27-6cf4-4409-aaa5-064207871649), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.769954 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e6d82a7f-a467-4010-91c0-b0135f01e2b1 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.771667 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e6d82a7f-a467-4010-91c0-b0135f01e2b1 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "DELETE /v2.0/security-groups/601fbc27-6cf4-4409-aaa5-064207871649 HTTP/1.1" status: 204 len: 168 time: 0.1384401 Jan 27 21:56:36.775215 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59746) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:36.790136 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d82a7f-a467-4010-91c0-b0135f01e2b1 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=601fbc27-6cf4-4409-aaa5-064207871649,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:36.798298 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-edd6443b-aa20-486b-8ff6-74567914fed9 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] show failed (client error): The resource could not be found. Jan 27 21:56:36.799714 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-edd6443b-aa20-486b-8ff6-74567914fed9 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "GET /v2.0/security-groups/601fbc27-6cf4-4409-aaa5-064207871649 HTTP/1.1" status: 404 len: 347 time: 0.0230453 Jan 27 21:56:36.812265 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59748) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:36.932804 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abba54-1c63-4706-8a7a-2a72430c762e req-337718fd-378c-42bf-a5d9-ef78da016044 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:36.934267 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8abba54-1c63-4706-8a7a-2a72430c762e req-337718fd-378c-42bf-a5d9-ef78da016044 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c625502-caea-42b9-afac-4d097f68d381 HTTP/1.1" status: 200 len: 950 time: 0.0915062 Jan 27 21:56:36.945260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-374e9f58-0047-4f5a-a942-90374f702b84 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:36.946723 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-374e9f58-0047-4f5a-a942-90374f702b84 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/networks?id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d HTTP/1.1" status: 200 len: 810 time: 0.5203123 Jan 27 21:56:36.956806 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-381ca3cd-1953-4b53-9d55-060f4b457284 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Deleting port 7a11a167-6b75-447d-b69c-78709f46b10d {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:36.957144 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-381ca3cd-1953-4b53-9d55-060f4b457284 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7a11a167-6b75-447d-b69c-78709f46b10d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.961991 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-b6b05e89-9f59-4a52-b58d-283445c51667 req-c546c07c-8936-4efe-94d3-eeb9bd92cac6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Deleting port 4a005e0e-0310-4c96-9222-a8a178e25bb6 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:36.962329 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b6b05e89-9f59-4a52-b58d-283445c51667 req-c546c07c-8936-4efe-94d3-eeb9bd92cac6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (4a005e0e-0310-4c96-9222-a8a178e25bb6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.033504 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-381ca3cd-1953-4b53-9d55-060f4b457284 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7a11a167-6b75-447d-b69c-78709f46b10d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.033845 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-381ca3cd-1953-4b53-9d55-060f4b457284 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks [] for floatingip (7a11a167-6b75-447d-b69c-78709f46b10d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.045291 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-381ca3cd-1953-4b53-9d55-060f4b457284 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Calling delete_port for 7a11a167-6b75-447d-b69c-78709f46b10d owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:37.062831 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ea372750-02cc-413e-be36-ee75921c8f94 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/quotas/5087db1c900149cbaaa7a34c3ee21041 HTTP/1.1" status: 200 len: 375 time: 0.1037149 Jan 27 21:56:37.137333 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-0b2602da-0fc4-4a03-8059-3abacd2b8755 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5087db1c900149cbaaa7a34c3ee21041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588651 Jan 27 21:56:37.171780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf23e0-f8a3-4bc1-b0fe-43c2af4aceec req-377c4494-b2ea-42a6-94d5-95c909ee4911 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:37.173273 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-07bf23e0-f8a3-4bc1-b0fe-43c2af4aceec req-377c4494-b2ea-42a6-94d5-95c909ee4911 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1300a0b-401b-48a9-89cd-b876c3cbbb1f HTTP/1.1" status: 200 len: 950 time: 0.2153063 Jan 27 21:56:37.183699 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-381ca3cd-1953-4b53-9d55-060f4b457284 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7a11a167-6b75-447d-b69c-78709f46b10d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.211863 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ca3cd-1953-4b53-9d55-060f4b457284 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Pushing event deleted for resources: {'Port': ['ID=7a11a167-6b75-447d-b69c-78709f46b10d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:37.268453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-b6b05e89-9f59-4a52-b58d-283445c51667 req-c546c07c-8936-4efe-94d3-eeb9bd92cac6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] For port 4a005e0e-0310-4c96-9222-a8a178e25bb6, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=4a005e0e-0310-4c96-9222-a8a178e25bb6,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:37.268827 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b6b05e89-9f59-4a52-b58d-283445c51667 req-c546c07c-8936-4efe-94d3-eeb9bd92cac6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (4a005e0e-0310-4c96-9222-a8a178e25bb6), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.275950 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-381ca3cd-1953-4b53-9d55-060f4b457284 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks [] for floatingip (ad1460fb-a7a0-4e2f-9ad9-9abee6534da3), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.278729 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-381ca3cd-1953-4b53-9d55-060f4b457284 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.280631 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-381ca3cd-1953-4b53-9d55-060f4b457284 tempest-ServersTestFqdnHostnames-244906346 tempest-ServersTestFqdnHostnames-244906346-project] 10.222.0.23 "DELETE /v2.0/floatingips/ad1460fb-a7a0-4e2f-9ad9-9abee6534da3 HTTP/1.1" status: 204 len: 168 time: 0.4671700 Jan 27 21:56:37.282760 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59752) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:37.300416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-b6b05e89-9f59-4a52-b58d-283445c51667 req-c546c07c-8936-4efe-94d3-eeb9bd92cac6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Calling delete_port for 4a005e0e-0310-4c96-9222-a8a178e25bb6 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:37.345959 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-07bf23e0-f8a3-4bc1-b0fe-43c2af4aceec req-83a23e33-6c6b-43b7-8989-6049df16375c tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/security-groups?id=94b31057-db91-46e3-9193-03988ccb84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585953 Jan 27 21:56:37.351950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-e8abba54-1c63-4706-8a7a-2a72430c762e req-48b2e4ad-59c7-452c-bb73-4319621a42f2 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Deleting port 0da35c75-b4d2-44f9-ac18-e8f940c3eb45 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:37.352323 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e8abba54-1c63-4706-8a7a-2a72430c762e req-48b2e4ad-59c7-452c-bb73-4319621a42f2 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0da35c75-b4d2-44f9-ac18-e8f940c3eb45), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.387124 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-93c74677-895c-4a7b-b5f9-3dbdd9242f3a service neutron] 10.222.0.23 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372081 Jan 27 21:56:37.617793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-e8abba54-1c63-4706-8a7a-2a72430c762e req-48b2e4ad-59c7-452c-bb73-4319621a42f2 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] For port 0da35c75-b4d2-44f9-ac18-e8f940c3eb45, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=0da35c75-b4d2-44f9-ac18-e8f940c3eb45,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:37.617793 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e8abba54-1c63-4706-8a7a-2a72430c762e req-48b2e4ad-59c7-452c-bb73-4319621a42f2 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0da35c75-b4d2-44f9-ac18-e8f940c3eb45), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.641113 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0483-1a39-4254-b772-5b5455dcfb8e req-9ab28c88-b409-4a49-a331-df26b4c2ffab tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:37.642726 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8be0483-1a39-4254-b772-5b5455dcfb8e req-9ab28c88-b409-4a49-a331-df26b4c2ffab tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c625502-caea-42b9-afac-4d097f68d381 HTTP/1.1" status: 200 len: 950 time: 0.2026873 Jan 27 21:56:37.650111 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-c719c92f-3786-448b-bc79-ab4df4013d8f service neutron] 10.222.0.23 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519927 Jan 27 21:56:37.650816 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-e8abba54-1c63-4706-8a7a-2a72430c762e req-48b2e4ad-59c7-452c-bb73-4319621a42f2 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Calling delete_port for 0da35c75-b4d2-44f9-ac18-e8f940c3eb45 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:37.781271 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b6b05e89-9f59-4a52-b58d-283445c51667 req-c546c07c-8936-4efe-94d3-eeb9bd92cac6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (4a005e0e-0310-4c96-9222-a8a178e25bb6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.800680 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f478ebb5-8e47-446e-8bb1-6fe6fc3932d8', '4a005e0e-0310-4c96-9222-a8a178e25bb6'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:37.807271 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['c0de80ea-94ec-485d-a233-833f914dc887', '7ce58d7e-31ce-4531-9ed1-fce9c4bbb053', '0da35c75-b4d2-44f9-ac18-e8f940c3eb45'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:37.811723 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8be0483-1a39-4254-b772-5b5455dcfb8e req-7bc8b06d-f7b3-41a6-99af-167467664708 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543255 Jan 27 21:56:37.874073 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546c07c-8936-4efe-94d3-eeb9bd92cac6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Pushing event deleted for resources: {'Port': ['ID=4a005e0e-0310-4c96-9222-a8a178e25bb6,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:37.995999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b05e89-9f59-4a52-b58d-283445c51667 req-c546c07c-8936-4efe-94d3-eeb9bd92cac6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] No DVR routers for this DVR port 4a005e0e-0310-4c96-9222-a8a178e25bb6 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:38.010264 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b6b05e89-9f59-4a52-b58d-283445c51667 req-c546c07c-8936-4efe-94d3-eeb9bd92cac6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.020089 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6b05e89-9f59-4a52-b58d-283445c51667 req-c546c07c-8936-4efe-94d3-eeb9bd92cac6 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.15 "DELETE /v2.0/ports/4a005e0e-0310-4c96-9222-a8a178e25bb6 HTTP/1.1" status: 204 len: 173 time: 1.6268802 Jan 27 21:56:38.021437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8b32bb-df6d-41ce-a31f-64890b92cf8a', 'name': 'network-vif-deleted', 'tag': '4a005e0e-0310-4c96-9222-a8a178e25bb6'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:38.023914 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4030b901-67a4-4636-8c8e-7bf011223611" -d '{"events": [{"server_uuid": "de8b32bb-df6d-41ce-a31f-64890b92cf8a", "name": "network-vif-deleted", "tag": "4a005e0e-0310-4c96-9222-a8a178e25bb6"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:38.055773 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8de4010-8330-4dfa-91d7-9faeb780bf46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (631cb0ff-4770-4616-ae45-9b540f3a8b68), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.166585 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6d3c741-a5dc-453e-b1df-adc4b70d9f13 req-94dd2863-9095-46c6-b604-875f1649b60f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e040c7-8af2-4e0f-bd9a-14bc9229e200 HTTP/1.1" status: 200 len: 210 time: 0.0481818 Jan 27 21:56:38.178955 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e8abba54-1c63-4706-8a7a-2a72430c762e req-48b2e4ad-59c7-452c-bb73-4319621a42f2 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0da35c75-b4d2-44f9-ac18-e8f940c3eb45), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.239287 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2e4ad-59c7-452c-bb73-4319621a42f2 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Pushing event deleted for resources: {'Port': ['ID=0da35c75-b4d2-44f9-ac18-e8f940c3eb45,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:38.248972 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457cf4d4-0eb5-4857-8209-09f56c72c386 x-openstack-request-id: req-457cf4d4-0eb5-4857-8209-09f56c72c386 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:38.249383 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8b32bb-df6d-41ce-a31f-64890b92cf8a", "name": "network-vif-deleted", "tag": "4a005e0e-0310-4c96-9222-a8a178e25bb6", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:38.249757 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-457cf4d4-0eb5-4857-8209-09f56c72c386 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:38.250256 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8b32bb-df6d-41ce-a31f-64890b92cf8a', 'name': 'network-vif-deleted', 'tag': '4a005e0e-0310-4c96-9222-a8a178e25bb6', 'status': 'completed', 'code': 200} Jan 27 21:56:38.277422 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['c0de80ea-94ec-485d-a233-833f914dc887', '7ce58d7e-31ce-4531-9ed1-fce9c4bbb053'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:38.343293 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8abba54-1c63-4706-8a7a-2a72430c762e req-48b2e4ad-59c7-452c-bb73-4319621a42f2 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] No DVR routers for this DVR port 0da35c75-b4d2-44f9-ac18-e8f940c3eb45 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:38.349332 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e8abba54-1c63-4706-8a7a-2a72430c762e req-48b2e4ad-59c7-452c-bb73-4319621a42f2 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.356245 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8abba54-1c63-4706-8a7a-2a72430c762e req-48b2e4ad-59c7-452c-bb73-4319621a42f2 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "DELETE /v2.0/ports/0da35c75-b4d2-44f9-ac18-e8f940c3eb45 HTTP/1.1" status: 204 len: 173 time: 1.4070508 Jan 27 21:56:38.363712 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f478ebb5-8e47-446e-8bb1-6fe6fc3932d8', '4a005e0e-0310-4c96-9222-a8a178e25bb6'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:38.588669 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 97fbf67a-7460-4a22-ac9c-b36b1188a907 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:38.684114 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-b8de4010-8330-4dfa-91d7-9faeb780bf46 admin admin] Deleting port 914370ba-95b2-4890-adf2-37ebce0465c6 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:38.685996 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8de4010-8330-4dfa-91d7-9faeb780bf46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (914370ba-95b2-4890-adf2-37ebce0465c6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.784243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 97fbf67a-7460-4a22-ac9c-b36b1188a907 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:56:38.784593 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 97fbf67a-7460-4a22-ac9c-b36b1188a907 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:56:38.823221 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-b8de4010-8330-4dfa-91d7-9faeb780bf46 admin admin] For port 914370ba-95b2-4890-adf2-37ebce0465c6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=914370ba-95b2-4890-adf2-37ebce0465c6,segment=NetworkSegment(63361991-a82a-46b2-846e-1a47539685f5),segment_id=63361991-a82a-46b2-846e-1a47539685f5)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:38.823582 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8de4010-8330-4dfa-91d7-9faeb780bf46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (914370ba-95b2-4890-adf2-37ebce0465c6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.854903 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-b8de4010-8330-4dfa-91d7-9faeb780bf46 admin admin] Calling delete_port for 914370ba-95b2-4890-adf2-37ebce0465c6 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:38.983491 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d1cde98b-ae88-42c9-93c8-512e1eb50f04 req-647ae72d-7d61-4a9c-b1b6-c3d88aadcd94 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c625502-caea-42b9-afac-4d097f68d381 HTTP/1.1" status: 200 len: 210 time: 0.0617397 Jan 27 21:56:39.235896 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8de4010-8330-4dfa-91d7-9faeb780bf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (914370ba-95b2-4890-adf2-37ebce0465c6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:39.341181 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a26f66b7-553d-45e2-8c81-d20e389528da req-b34954f5-f702-4476-b39b-f05d401265ae tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e040c7-8af2-4e0f-bd9a-14bc9229e200 HTTP/1.1" status: 200 len: 210 time: 0.0485218 Jan 27 21:56:39.377147 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de4010-8330-4dfa-91d7-9faeb780bf46 admin admin] Pushing event deleted for resources: {'Port': ['ID=914370ba-95b2-4890-adf2-37ebce0465c6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:39.579415 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8de4010-8330-4dfa-91d7-9faeb780bf46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (631cb0ff-4770-4616-ae45-9b540f3a8b68), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:39.616232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-c1b39a86-4757-46ff-8925-e5e716fd30db tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:39.618648 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-c1b39a86-4757-46ff-8925-e5e716fd30db tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.21 "GET /v2.0/networks?id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d HTTP/1.1" status: 200 len: 810 time: 0.1939354 Jan 27 21:56:39.637045 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-7ec99532-a248-4803-8929-ebfc75bf11f5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Request body: {'port': {'device_id': 'b2e040c7-8af2-4e0f-bd9a-14bc9229e200', 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d', 'admin_state_up': True, 'tenant_id': '5087db1c900149cbaaa7a34c3ee21041'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:39.769714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-7ec99532-a248-4803-8929-ebfc75bf11f5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Made reservation on behalf of 5087db1c900149cbaaa7a34c3ee21041 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:39.773422 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-7ec99532-a248-4803-8929-ebfc75bf11f5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:39.870885 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8de4010-8330-4dfa-91d7-9faeb780bf46 admin admin] Router 631cb0ff-4770-4616-ae45-9b540f3a8b68 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:56:39.889953 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 0da35c75-b4d2-44f9-ac18-e8f940c3eb45 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:39.903784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-7ec99532-a248-4803-8929-ebfc75bf11f5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Allocated IP 172.20.0.2 (cd6e1a7e-3d4e-4525-9d35-d15106beb55d/9098f0c3-55f8-4926-b1cd-02227e640c95/08d92091-0830-4747-86fa-b5f0b4a6ef69) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:39.923420 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 0da35c75-b4d2-44f9-ac18-e8f940c3eb45 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:56:39.924010 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 0da35c75-b4d2-44f9-ac18-e8f940c3eb45 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:56:39.989553 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8de4010-8330-4dfa-91d7-9faeb780bf46 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:56:39.995033 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b8de4010-8330-4dfa-91d7-9faeb780bf46 admin admin] 10.222.0.23 "PUT /v2.0/routers/631cb0ff-4770-4616-ae45-9b540f3a8b68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7112713 Jan 27 21:56:40.000867 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b07ca7-7c03-48e9-a220-df8b55e7b3c7 None None] Sync routers for ids ['631cb0ff-4770-4616-ae45-9b540f3a8b68'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:56:40.001920 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59812) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:40.033893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b07ca7-7c03-48e9-a220-df8b55e7b3c7 None None] Routers {'631cb0ff-4770-4616-ae45-9b540f3a8b68'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:40.034563 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a2b07ca7-7c03-48e9-a220-df8b55e7b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:56:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['631cb0ff-4770-4616-ae45-9b540f3a8b68'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:40.129548 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-7ec99532-a248-4803-8929-ebfc75bf11f5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks [] for port (08d92091-0830-4747-86fa-b5f0b4a6ef69), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:40.159669 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41485509-a821-4ef0-a740-11ced04df1bf admin admin] Publish callbacks [] for router (631cb0ff-4770-4616-ae45-9b540f3a8b68), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:40.210078 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-7ec99532-a248-4803-8929-ebfc75bf11f5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (08d92091-0830-4747-86fa-b5f0b4a6ef69), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:40.213017 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-a2b07ca7-7c03-48e9-a220-df8b55e7b3c7 None None] Set router 631cb0ff-4770-4616-ae45-9b540f3a8b68 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:40.262457 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c625502-caea-42b9-afac-4d097f68d381', 'name': 'network-vif-deleted', 'tag': '0da35c75-b4d2-44f9-ac18-e8f940c3eb45'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:40.264764 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cc7759-4b00-413c-919e-6869a85bef06" -d '{"events": [{"server_uuid": "4c625502-caea-42b9-afac-4d097f68d381", "name": "network-vif-deleted", "tag": "0da35c75-b4d2-44f9-ac18-e8f940c3eb45"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:40.298214 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec99532-a248-4803-8929-ebfc75bf11f5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Pushing event updated for resources: {'Port': ['ID=08d92091-0830-4747-86fa-b5f0b4a6ef69,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:40.325761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-7ec99532-a248-4803-8929-ebfc75bf11f5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Network cd6e1a7e-3d4e-4525-9d35-d15106beb55d is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:40.327406 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-7ec99532-a248-4803-8929-ebfc75bf11f5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:40.330198 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-7ec99532-a248-4803-8929-ebfc75bf11f5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:40.356875 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41485509-a821-4ef0-a740-11ced04df1bf admin admin] Publish callbacks [] for router_gateway (631cb0ff-4770-4616-ae45-9b540f3a8b68), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:40.375359 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f720fa52-7ab4-4824-a27a-49a75c3b2ba7 x-openstack-request-id: req-f720fa52-7ab4-4824-a27a-49a75c3b2ba7 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:40.375912 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c625502-caea-42b9-afac-4d097f68d381", "name": "network-vif-deleted", "tag": "0da35c75-b4d2-44f9-ac18-e8f940c3eb45", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:40.375912 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f720fa52-7ab4-4824-a27a-49a75c3b2ba7 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:40.376427 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c625502-caea-42b9-afac-4d097f68d381', 'name': 'network-vif-deleted', 'tag': '0da35c75-b4d2-44f9-ac18-e8f940c3eb45', 'status': 'completed', 'code': 200} Jan 27 21:56:40.443586 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-7ec99532-a248-4803-8929-ebfc75bf11f5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:40.444725 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-7ec99532-a248-4803-8929-ebfc75bf11f5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:40.459460 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-41485509-a821-4ef0-a740-11ced04df1bf admin admin] Deleting port f5c3016d-bdea-4d68-bcb9-ffa80164fd8b {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:40.460086 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41485509-a821-4ef0-a740-11ced04df1bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f5c3016d-bdea-4d68-bcb9-ffa80164fd8b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:40.546988 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 4a005e0e-0310-4c96-9222-a8a178e25bb6 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:40.558079 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-7ec99532-a248-4803-8929-ebfc75bf11f5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9290576 Jan 27 21:56:40.569567 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-41485509-a821-4ef0-a740-11ced04df1bf admin admin] For port f5c3016d-bdea-4d68-bcb9-ffa80164fd8b, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f5c3016d-bdea-4d68-bcb9-ffa80164fd8b,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:40.570033 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41485509-a821-4ef0-a740-11ced04df1bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f5c3016d-bdea-4d68-bcb9-ffa80164fd8b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:40.571458 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 4a005e0e-0310-4c96-9222-a8a178e25bb6 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:56:40.571880 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 4a005e0e-0310-4c96-9222-a8a178e25bb6 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:56:40.585187 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-41485509-a821-4ef0-a740-11ced04df1bf admin admin] Calling delete_port for f5c3016d-bdea-4d68-bcb9-ffa80164fd8b owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:40.591828 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47cec7-b835-4760-b2a7-d9600ad86f8d req-d39668f6-30de-4c2f-9411-d053556513e0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:40.595242 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c47cec7-b835-4760-b2a7-d9600ad86f8d req-d39668f6-30de-4c2f-9411-d053556513e0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e040c7-8af2-4e0f-bd9a-14bc9229e200 HTTP/1.1" status: 200 len: 931 time: 0.1431229 Jan 27 21:56:40.681144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] Request body: {'port': {'device_id': 'b2e040c7-8af2-4e0f-bd9a-14bc9229e200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:40.721216 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a2b07ca7-7c03-48e9-a220-df8b55e7b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'name': 'tempest-ServersTestFqdnHostnames-102274004-router', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:56:39Z', 'revision_number': 5, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'gw_port': {'id': 'f5c3016d-bdea-4d68-bcb9-ffa80164fd8b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:40.752088 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b07ca7-7c03-48e9-a220-df8b55e7b3c7 None None] Checking router: 631cb0ff-4770-4616-ae45-9b540f3a8b68 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:56:40.762207 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c47cec7-b835-4760-b2a7-d9600ad86f8d req-f311991c-3714-4b42-a0e7-615d78875ac9 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577129 Jan 27 21:56:40.765209 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b07ca7-7c03-48e9-a220-df8b55e7b3c7 None None] Routers {'631cb0ff-4770-4616-ae45-9b540f3a8b68'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:40.765864 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a2b07ca7-7c03-48e9-a220-df8b55e7b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:56:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['631cb0ff-4770-4616-ae45-9b540f3a8b68'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:40.856842 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41485509-a821-4ef0-a740-11ced04df1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (f5c3016d-bdea-4d68-bcb9-ffa80164fd8b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:40.864344 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (08d92091-0830-4747-86fa-b5f0b4a6ef69), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:40.899483 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-a2b07ca7-7c03-48e9-a220-df8b55e7b3c7 None None] Set router 631cb0ff-4770-4616-ae45-9b540f3a8b68 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:40.970966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e3f06-5f30-4bff-9f14-fbaf74b5505c req-cca1672e-dc71-4605-9f31-c831d469793b tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:40.973024 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-267e3f06-5f30-4bff-9f14-fbaf74b5505c req-cca1672e-dc71-4605-9f31-c831d469793b tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=10d56eeb-1eaa-4446-8802-a6f21fca30bb HTTP/1.1" status: 200 len: 949 time: 0.0964727 Jan 27 21:56:40.977652 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a2b07ca7-7c03-48e9-a220-df8b55e7b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'name': 'tempest-ServersTestFqdnHostnames-102274004-router', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:56:40Z', 'revision_number': 6, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:40.988275 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41485509-a821-4ef0-a740-11ced04df1bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (631cb0ff-4770-4616-ae45-9b540f3a8b68), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.015651 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41485509-a821-4ef0-a740-11ced04df1bf admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c3016d-bdea-4d68-bcb9-ffa80164fd8b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:41.027901 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b07ca7-7c03-48e9-a220-df8b55e7b3c7 None None] The sync data for ids ['631cb0ff-4770-4616-ae45-9b540f3a8b68'] in n-d-772272-3 is: [{'id': '631cb0ff-4770-4616-ae45-9b540f3a8b68', 'name': 'tempest-ServersTestFqdnHostnames-102274004-router', 'tenant_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:54:20Z', 'updated_at': '2022-01-27T21:56:40Z', 'revision_number': 6, 'project_id': 'bf0c18f196dd4aca9f0c480acbbd541e', 'gw_port_host': None}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:56:41.097848 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41485509-a821-4ef0-a740-11ced04df1bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (631cb0ff-4770-4616-ae45-9b540f3a8b68), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.100100 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41485509-a821-4ef0-a740-11ced04df1bf admin admin] Publish callbacks [] for router_controller (631cb0ff-4770-4616-ae45-9b540f3a8b68), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.134008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-267e3f06-5f30-4bff-9f14-fbaf74b5505c req-33957710-d17f-41c0-8dea-f00df347712c tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527956 Jan 27 21:56:41.148560 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41485509-a821-4ef0-a740-11ced04df1bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (631cb0ff-4770-4616-ae45-9b540f3a8b68), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.149152 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41485509-a821-4ef0-a740-11ced04df1bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 631cb0ff-4770-4616-ae45-9b540f3a8b68 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:56:41.165652 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41485509-a821-4ef0-a740-11ced04df1bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.169173 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-41485509-a821-4ef0-a740-11ced04df1bf admin admin] 10.222.0.23 "DELETE /v2.0/routers/631cb0ff-4770-4616-ae45-9b540f3a8b68 HTTP/1.1" status: 204 len: 168 time: 1.1638663 Jan 27 21:56:41.169869 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59846) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:41.214708 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7253291-84d5-4f0e-a10f-f74c438e1961 admin admin] Deleting subnet 65301706-ea6a-496b-8341-66868745e0ad {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:56:41.218036 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c7253291-84d5-4f0e-a10f-f74c438e1961 admin admin] Publish callbacks [] for subnet (65301706-ea6a-496b-8341-66868745e0ad), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.252775 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d92091-0830-4747-86fa-b5f0b4a6ef69 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:56:41.258222 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c7253291-84d5-4f0e-a10f-f74c438e1961 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (65301706-ea6a-496b-8341-66868745e0ad), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.262116 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] Publish callbacks [] for port (08d92091-0830-4747-86fa-b5f0b4a6ef69), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.276099 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] Transition to ACTIVE for port object 08d92091-0830-4747-86fa-b5f0b4a6ef69 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:56:41.280926 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (08d92091-0830-4747-86fa-b5f0b4a6ef69), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.333583 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] Pushing event updated for resources: {'Port': ['ID=08d92091-0830-4747-86fa-b5f0b4a6ef69,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:41.347554 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c7253291-84d5-4f0e-a10f-f74c438e1961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (65301706-ea6a-496b-8341-66868745e0ad), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.411412 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c7253291-84d5-4f0e-a10f-f74c438e1961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (65301706-ea6a-496b-8341-66868745e0ad), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.419434 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] Attempting to bind port 08d92091-0830-4747-86fa-b5f0b4a6ef69 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:41.420032 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] Attempting to bind port 08d92091-0830-4747-86fa-b5f0b4a6ef69 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:41.420344 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] Attempting to bind port 08d92091-0830-4747-86fa-b5f0b4a6ef69 on network cd6e1a7e-3d4e-4525-9d35-d15106beb55d {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:41.425016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] Port 08d92091-0830-4747-86fa-b5f0b4a6ef69 on network cd6e1a7e-3d4e-4525-9d35-d15106beb55d not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:56:41.425443 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] Attempting to bind port 08d92091-0830-4747-86fa-b5f0b4a6ef69 on network cd6e1a7e-3d4e-4525-9d35-d15106beb55d {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:41.431777 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:41.432271 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] Checking segment: {'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:41.432755 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] Bound using segment: {'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:41.433281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] Bound port: 08d92091-0830-4747-86fa-b5f0b4a6ef69, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:41.433734 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (08d92091-0830-4747-86fa-b5f0b4a6ef69), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.434691 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7253291-84d5-4f0e-a10f-f74c438e1961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65301706-ea6a-496b-8341-66868745e0ad,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:41.446495 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c7253291-84d5-4f0e-a10f-f74c438e1961 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.450876 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c7253291-84d5-4f0e-a10f-f74c438e1961 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/65301706-ea6a-496b-8341-66868745e0ad HTTP/1.1" status: 204 len: 168 time: 0.2802410 Jan 27 21:56:41.453441 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59850) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:41.455903 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a340e2fc-b6dc-4df4-bbb4-87ba9e016ff7 None None] Network 0a2a04d7-7fbb-4f50-8814-7954533c84db requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:41.528450 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] For port 08d92091-0830-4747-86fa-b5f0b4a6ef69, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:41.532373 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] For port 08d92091-0830-4747-86fa-b5f0b4a6ef69, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=08d92091-0830-4747-86fa-b5f0b4a6ef69,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:41.533106 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37f56b1c-4d54-40df-bc69-ae3bf809a97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (0a2a04d7-7fbb-4f50-8814-7954533c84db), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.536906 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (08d92091-0830-4747-86fa-b5f0b4a6ef69), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.576026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:41.576789 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.578341 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] 10.222.0.21 "PUT /v2.0/ports/08d92091-0830-4747-86fa-b5f0b4a6ef69 HTTP/1.1" status: 200 len: 1091 time: 0.9088497 Jan 27 21:56:41.595817 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-37f56b1c-4d54-40df-bc69-ae3bf809a97d admin admin] Deleting port ce128478-a2a3-4d04-91d5-14802af6b9ad {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:41.596103 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37f56b1c-4d54-40df-bc69-ae3bf809a97d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ce128478-a2a3-4d04-91d5-14802af6b9ad), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.632287 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ee6fb-a60a-40df-ac7c-012beea17b07 service neutron] Pushing event updated for resources: {'Port': ['ID=08d92091-0830-4747-86fa-b5f0b4a6ef69,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:41.673701 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-37f56b1c-4d54-40df-bc69-ae3bf809a97d admin admin] For port ce128478-a2a3-4d04-91d5-14802af6b9ad, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ce128478-a2a3-4d04-91d5-14802af6b9ad,segment=NetworkSegment(63361991-a82a-46b2-846e-1a47539685f5),segment_id=63361991-a82a-46b2-846e-1a47539685f5)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:41.674176 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37f56b1c-4d54-40df-bc69-ae3bf809a97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ce128478-a2a3-4d04-91d5-14802af6b9ad), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.686287 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-c01ac761-7e03-48eb-9189-680704a0e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:41.687844 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-c01ac761-7e03-48eb-9189-680704a0e724 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5087db1c900149cbaaa7a34c3ee21041&device_id=b2e040c7-8af2-4e0f-bd9a-14bc9229e200 HTTP/1.1" status: 200 len: 1094 time: 0.0480385 Jan 27 21:56:41.689293 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-37f56b1c-4d54-40df-bc69-ae3bf809a97d admin admin] Calling delete_port for ce128478-a2a3-4d04-91d5-14802af6b9ad owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:41.732128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-09a365ce-1c6e-4d41-a72b-dc25612c5d44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08d92091-0830-4747-86fa-b5f0b4a6ef69 HTTP/1.1" status: 200 len: 217 time: 0.0350287 Jan 27 21:56:41.769101 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37f56b1c-4d54-40df-bc69-ae3bf809a97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (ce128478-a2a3-4d04-91d5-14802af6b9ad), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.795511 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-51a91984-898c-4d4d-a976-51ed2209ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:41.797278 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-51a91984-898c-4d4d-a976-51ed2209ad63 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9098f0c3-55f8-4926-b1cd-02227e640c95 HTTP/1.1" status: 200 len: 850 time: 0.0561488 Jan 27 21:56:41.800062 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f56b1c-4d54-40df-bc69-ae3bf809a97d admin admin] Pushing event deleted for resources: {'Port': ['ID=ce128478-a2a3-4d04-91d5-14802af6b9ad,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:41.804521 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f56b1c-4d54-40df-bc69-ae3bf809a97d admin admin] No DVR routers for this DVR port ce128478-a2a3-4d04-91d5-14802af6b9ad on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:41.844550 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785ee435-e5d1-4875-8c7e-d6f34c15b4a6 None None] DHCP port deletion for 0a2a04d7-7fbb-4f50-8814-7954533c84db request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:56:41.883905 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-d9cf0508-5f8d-489b-aab4-160cf79d79d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757914 Jan 27 21:56:41.934864 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37f56b1c-4d54-40df-bc69-ae3bf809a97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (0a2a04d7-7fbb-4f50-8814-7954533c84db), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.956589 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-37f56b1c-4d54-40df-bc69-ae3bf809a97d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a2a04d7-7fbb-4f50-8814-7954533c84db']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:41.966585 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-37f56b1c-4d54-40df-bc69-ae3bf809a97d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63361991-a82a-46b2-846e-1a47539685f5') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:41.966889 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-37f56b1c-4d54-40df-bc69-ae3bf809a97d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63361991-a82a-46b2-846e-1a47539685f5') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:41.977608 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37f56b1c-4d54-40df-bc69-ae3bf809a97d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (63361991-a82a-46b2-846e-1a47539685f5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.997116 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37f56b1c-4d54-40df-bc69-ae3bf809a97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (63361991-a82a-46b2-846e-1a47539685f5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:42.006355 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f56b1c-4d54-40df-bc69-ae3bf809a97d admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:56:42.007262 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37f56b1c-4d54-40df-bc69-ae3bf809a97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (63361991-a82a-46b2-846e-1a47539685f5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: timer() Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:56:42.009343 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:56:42.043126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c4ab6-ac71-470b-ae8e-9ef15009b4d8 req-514de29c-93f3-4f8f-a862-b1726797f22e tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:42.044664 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a0c4ab6-ac71-470b-ae8e-9ef15009b4d8 req-514de29c-93f3-4f8f-a862-b1726797f22e tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e040c7-8af2-4e0f-bd9a-14bc9229e200 HTTP/1.1" status: 200 len: 943 time: 0.1341906 Jan 27 21:56:42.081985 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37f56b1c-4d54-40df-bc69-ae3bf809a97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (0a2a04d7-7fbb-4f50-8814-7954533c84db), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:42.086510 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-eccc5fcb-0829-4bb9-8dbf-2da83e2e5637 service neutron] 10.222.0.21 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953230 Jan 27 21:56:42.096469 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37f56b1c-4d54-40df-bc69-ae3bf809a97d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:42.103370 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-37f56b1c-4d54-40df-bc69-ae3bf809a97d admin admin] 10.222.0.23 "DELETE /v2.0/networks/0a2a04d7-7fbb-4f50-8814-7954533c84db HTTP/1.1" status: 204 len: 168 time: 0.6488349 Jan 27 21:56:42.122628 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f56b1c-4d54-40df-bc69-ae3bf809a97d admin admin] Pushing event deleted for resources: {'Network': ['ID=0a2a04d7-7fbb-4f50-8814-7954533c84db,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:42.180360 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a0c4ab6-ac71-470b-ae8e-9ef15009b4d8 req-07e08add-9f20-4bfb-a11b-49531ef68171 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170704 Jan 27 21:56:42.282802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b9adbac-1f7c-4b6a-bbe0-36289b5f912d req-ca3d0b40-8869-4077-9ccc-836e395d3818 service neutron] 10.222.0.21 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881628 Jan 27 21:56:42.300509 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a702c-6ebb-4fed-8d5b-17f62232705c req-bdf3eee3-3812-4d5f-8a6f-4cce1a5e1f1e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:42.313699 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca0a702c-6ebb-4fed-8d5b-17f62232705c req-bdf3eee3-3812-4d5f-8a6f-4cce1a5e1f1e tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=10d56eeb-1eaa-4446-8802-a6f21fca30bb HTTP/1.1" status: 200 len: 949 time: 0.0846703 Jan 27 21:56:42.388757 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e040c7-8af2-4e0f-bd9a-14bc9229e200', 'tag': '08d92091-0830-4747-86fa-b5f0b4a6ef69'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:42.391026 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1716500b-670a-4753-a46d-bbae2da05ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e040c7-8af2-4e0f-bd9a-14bc9229e200", "tag": "08d92091-0830-4747-86fa-b5f0b4a6ef69"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:42.404741 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca0a702c-6ebb-4fed-8d5b-17f62232705c req-bbf18426-ad2b-49c3-8b62-76ddadd8032b tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900497 Jan 27 21:56:42.413588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59896) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:42.418101 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:56:42.479510 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-217a332f-cc7d-45ff-be08-6fbecebaaae0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf0c18f196dd4aca9f0c480acbbd541e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0640798 Jan 27 21:56:42.481688 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59898) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:42.503789 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9a8d21-d095-486c-ab8c-e410ee212cce x-openstack-request-id: req-7d9a8d21-d095-486c-ab8c-e410ee212cce {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:42.504407 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e040c7-8af2-4e0f-bd9a-14bc9229e200", "tag": "08d92091-0830-4747-86fa-b5f0b4a6ef69", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:42.505474 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d9a8d21-d095-486c-ab8c-e410ee212cce {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:42.507025 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e040c7-8af2-4e0f-bd9a-14bc9229e200', 'tag': '08d92091-0830-4747-86fa-b5f0b4a6ef69', 'status': 'completed', 'code': 200} Jan 27 21:56:42.558122 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce535f14-d1a9-437c-85db-2358d1dc9ff3 admin admin] Publish callbacks [] for security_group (87eff37a-3d32-4d51-abf4-01c688cb0a38), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:42.572463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:42.596993 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': 'f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af', 'mac_address': 'fa:16:3e:0f:dd:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:56:42.601138 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:42.628399 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce535f14-d1a9-437c-85db-2358d1dc9ff3 admin admin] Publish callbacks [] for security_group (87eff37a-3d32-4d51-abf4-01c688cb0a38), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:42.647139 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716500b-670a-4753-a46d-bbae2da05ab6 req-5b573554-781f-45d5-b11c-6abaa5942631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:42.649174 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1716500b-670a-4753-a46d-bbae2da05ab6 req-5b573554-781f-45d5-b11c-6abaa5942631 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5087db1c900149cbaaa7a34c3ee21041&device_id=b2e040c7-8af2-4e0f-bd9a-14bc9229e200 HTTP/1.1" status: 200 len: 1094 time: 0.0870461 Jan 27 21:56:42.650104 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af is: ACTIVE; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:42.650713 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:42.672321 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:56:42.696755 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:42.702219 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:42.764373 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce535f14-d1a9-437c-85db-2358d1dc9ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (87eff37a-3d32-4d51-abf4-01c688cb0a38), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:42.771095 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce535f14-d1a9-437c-85db-2358d1dc9ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:42.771095 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ce535f14-d1a9-437c-85db-2358d1dc9ff3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87eff37a-3d32-4d51-abf4-01c688cb0a38 HTTP/1.1" status: 204 len: 168 time: 0.2855840 Jan 27 21:56:42.777602 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:42.781494 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce535f14-d1a9-437c-85db-2358d1dc9ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87eff37a-3d32-4d51-abf4-01c688cb0a38,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:42.784660 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716500b-670a-4753-a46d-bbae2da05ab6 req-97561638-ec8f-4e71-8846-6832bc177b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:42.786549 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1716500b-670a-4753-a46d-bbae2da05ab6 req-97561638-ec8f-4e71-8846-6832bc177b79 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d HTTP/1.1" status: 200 len: 911 time: 0.1299384 Jan 27 21:56:42.788329 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:42.789182 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:42.789739 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:42.790393 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:42.790944 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:42.791595 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:42.792334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:42.792972 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:42.793518 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:42.794064 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:42.794596 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:42.795815 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:42.796373 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:42.851343 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1716500b-670a-4753-a46d-bbae2da05ab6 req-bec3d0f8-abbb-4095-a0ef-25e87de20471 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08d92091-0830-4747-86fa-b5f0b4a6ef69 HTTP/1.1" status: 200 len: 217 time: 0.0570858 Jan 27 21:56:42.868743 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:42.871647 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f5c3016d-bdea-4d68-bcb9-ffa80164fd8b no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:42.902504 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: f5c3016d-bdea-4d68-bcb9-ffa80164fd8b {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:56:42.903107 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f5c3016d-bdea-4d68-bcb9-ffa80164fd8b not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:56:42.903789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 914370ba-95b2-4890-adf2-37ebce0465c6 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:42.946976 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 914370ba-95b2-4890-adf2-37ebce0465c6 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:56:42.947725 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 914370ba-95b2-4890-adf2-37ebce0465c6 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:56:42.948507 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ce128478-a2a3-4d04-91d5-14802af6b9ad no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:42.973671 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: ce128478-a2a3-4d04-91d5-14802af6b9ad {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:56:42.974097 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ce128478-a2a3-4d04-91d5-14802af6b9ad not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:56:42.978968 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bf1a9-4ce6-48bb-b638-b933e4c778d4 req-9ae690cb-5b62-4944-b557-6b147896c16f tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:42.983812 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f12bf1a9-4ce6-48bb-b638-b933e4c778d4 req-9ae690cb-5b62-4944-b557-6b147896c16f tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "GET /v2.0/ports?device_id=10d56eeb-1eaa-4446-8802-a6f21fca30bb HTTP/1.1" status: 200 len: 949 time: 0.1197200 Jan 27 21:56:43.007226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716500b-670a-4753-a46d-bbae2da05ab6 req-d59d3524-ba4c-440c-aecb-8a02b1fc5aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:43.022615 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1716500b-670a-4753-a46d-bbae2da05ab6 req-d59d3524-ba4c-440c-aecb-8a02b1fc5aa6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9098f0c3-55f8-4926-b1cd-02227e640c95 HTTP/1.1" status: 200 len: 850 time: 0.1598902 Jan 27 21:56:43.095297 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7e462-4f4f-44a8-a10d-79ab60b200d2 req-f24eb4d7-903d-453b-9e5c-aee07e28b6a1 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:43.096998 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b6c7e462-4f4f-44a8-a10d-79ab60b200d2 req-f24eb4d7-903d-453b-9e5c-aee07e28b6a1 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9095dca-e94d-42af-a7d4-3b3e2d8ed48f HTTP/1.1" status: 200 len: 950 time: 0.0623889 Jan 27 21:56:43.105312 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1716500b-670a-4753-a46d-bbae2da05ab6 req-ed6f7bbb-f546-4710-b397-de196ec7f369 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299795 Jan 27 21:56:43.242889 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-b6c7e462-4f4f-44a8-a10d-79ab60b200d2 req-b7caebb8-78aa-47e5-8bd7-d23da3bcd403 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Deleting port 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:43.243395 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-b6c7e462-4f4f-44a8-a10d-79ab60b200d2 req-b7caebb8-78aa-47e5-8bd7-d23da3bcd403 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7ce58d7e-31ce-4531-9ed1-fce9c4bbb053), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.278894 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1716500b-670a-4753-a46d-bbae2da05ab6 req-d4240d54-6ebd-48f9-8a0f-e40a495d19cc service neutron] 10.222.0.21 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651566 Jan 27 21:56:43.283799 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-f12bf1a9-4ce6-48bb-b638-b933e4c778d4 req-df1e8e00-0c16-41b0-b0c0-0e5f0ee6bc61 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Deleting port c0de80ea-94ec-485d-a233-833f914dc887 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:43.284155 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f12bf1a9-4ce6-48bb-b638-b933e4c778d4 req-df1e8e00-0c16-41b0-b0c0-0e5f0ee6bc61 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c0de80ea-94ec-485d-a233-833f914dc887), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.394375 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-b6c7e462-4f4f-44a8-a10d-79ab60b200d2 req-b7caebb8-78aa-47e5-8bd7-d23da3bcd403 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] For port 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7ce58d7e-31ce-4531-9ed1-fce9c4bbb053,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:43.394702 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-b6c7e462-4f4f-44a8-a10d-79ab60b200d2 req-b7caebb8-78aa-47e5-8bd7-d23da3bcd403 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7ce58d7e-31ce-4531-9ed1-fce9c4bbb053), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.412800 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-b6c7e462-4f4f-44a8-a10d-79ab60b200d2 req-b7caebb8-78aa-47e5-8bd7-d23da3bcd403 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Calling delete_port for 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:43.515458 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1716500b-670a-4753-a46d-bbae2da05ab6 req-7108bddb-bb03-4a69-911a-8dcc74955c11 service neutron] 10.222.0.21 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275703 Jan 27 21:56:43.533953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61aac8-1bd8-4c5d-bfd1-fa73259f035d req-35774e29-c176-43a3-b2e9-7e21cd5e3c7e tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:43.535483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d61aac8-1bd8-4c5d-bfd1-fa73259f035d req-35774e29-c176-43a3-b2e9-7e21cd5e3c7e tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e040c7-8af2-4e0f-bd9a-14bc9229e200 HTTP/1.1" status: 200 len: 943 time: 0.1938415 Jan 27 21:56:43.543540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-f12bf1a9-4ce6-48bb-b638-b933e4c778d4 req-df1e8e00-0c16-41b0-b0c0-0e5f0ee6bc61 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] For port c0de80ea-94ec-485d-a233-833f914dc887, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=c0de80ea-94ec-485d-a233-833f914dc887,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:43.543917 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f12bf1a9-4ce6-48bb-b638-b933e4c778d4 req-df1e8e00-0c16-41b0-b0c0-0e5f0ee6bc61 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c0de80ea-94ec-485d-a233-833f914dc887), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.572228 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-f12bf1a9-4ce6-48bb-b638-b933e4c778d4 req-df1e8e00-0c16-41b0-b0c0-0e5f0ee6bc61 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Calling delete_port for c0de80ea-94ec-485d-a233-833f914dc887 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:43.658246 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d61aac8-1bd8-4c5d-bfd1-fa73259f035d req-ef7dea98-d943-4381-a018-41dc0e0f5204 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114488 Jan 27 21:56:43.670745 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-b6c7e462-4f4f-44a8-a10d-79ab60b200d2 req-b7caebb8-78aa-47e5-8bd7-d23da3bcd403 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7ce58d7e-31ce-4531-9ed1-fce9c4bbb053), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.692978 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f478ebb5-8e47-446e-8bb1-6fe6fc3932d8'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:43.698871 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['c0de80ea-94ec-485d-a233-833f914dc887', '7ce58d7e-31ce-4531-9ed1-fce9c4bbb053'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:43.784056 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7caebb8-78aa-47e5-8bd7-d23da3bcd403 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Pushing event deleted for resources: {'Port': ['ID=7ce58d7e-31ce-4531-9ed1-fce9c4bbb053,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:43.844200 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f12bf1a9-4ce6-48bb-b638-b933e4c778d4 req-df1e8e00-0c16-41b0-b0c0-0e5f0ee6bc61 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (c0de80ea-94ec-485d-a233-833f914dc887), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.896487 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c7e462-4f4f-44a8-a10d-79ab60b200d2 req-b7caebb8-78aa-47e5-8bd7-d23da3bcd403 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] No DVR routers for this DVR port 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:43.899505 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-b6c7e462-4f4f-44a8-a10d-79ab60b200d2 req-b7caebb8-78aa-47e5-8bd7-d23da3bcd403 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.903174 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b6c7e462-4f4f-44a8-a10d-79ab60b200d2 req-b7caebb8-78aa-47e5-8bd7-d23da3bcd403 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "DELETE /v2.0/ports/7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 HTTP/1.1" status: 204 len: 173 time: 0.7991762 Jan 27 21:56:43.903648 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9095dca-e94d-42af-a7d4-3b3e2d8ed48f', 'name': 'network-vif-deleted', 'tag': '7ce58d7e-31ce-4531-9ed1-fce9c4bbb053'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:43.904905 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f478ebb5-8e47-446e-8bb1-6fe6fc3932d8'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:43.906042 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e58e09-3b4a-4a86-b677-ac4d4946913f" -d '{"events": [{"server_uuid": "a9095dca-e94d-42af-a7d4-3b3e2d8ed48f", "name": "network-vif-deleted", "tag": "7ce58d7e-31ce-4531-9ed1-fce9c4bbb053"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:43.926751 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796a60d-bc35-48ed-a32f-845e41247512 req-48cc983c-694c-40ba-904d-bae6fbd2cf6c tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:43.936414 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3796a60d-bc35-48ed-a32f-845e41247512 req-48cc983c-694c-40ba-904d-bae6fbd2cf6c tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=10d56eeb-1eaa-4446-8802-a6f21fca30bb HTTP/1.1" status: 200 len: 949 time: 0.3318484 Jan 27 21:56:43.947971 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e8e00-0c16-41b0-b0c0-0e5f0ee6bc61 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Pushing event deleted for resources: {'Port': ['ID=c0de80ea-94ec-485d-a233-833f914dc887,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:43.961449 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51561bd4-ba76-4332-a354-a97760fc9aa5 x-openstack-request-id: req-51561bd4-ba76-4332-a354-a97760fc9aa5 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:43.962053 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9095dca-e94d-42af-a7d4-3b3e2d8ed48f", "name": "network-vif-deleted", "tag": "7ce58d7e-31ce-4531-9ed1-fce9c4bbb053", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:43.962497 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51561bd4-ba76-4332-a354-a97760fc9aa5 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:43.963239 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9095dca-e94d-42af-a7d4-3b3e2d8ed48f', 'name': 'network-vif-deleted', 'tag': '7ce58d7e-31ce-4531-9ed1-fce9c4bbb053', 'status': 'completed', 'code': 200} Jan 27 21:56:44.013545 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['c0de80ea-94ec-485d-a233-833f914dc887', '7ce58d7e-31ce-4531-9ed1-fce9c4bbb053'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:44.038856 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3796a60d-bc35-48ed-a32f-845e41247512 req-819f0711-d90f-4524-a63f-fb3727f5eed0 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960877 Jan 27 21:56:44.068438 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12bf1a9-4ce6-48bb-b638-b933e4c778d4 req-df1e8e00-0c16-41b0-b0c0-0e5f0ee6bc61 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] No DVR routers for this DVR port c0de80ea-94ec-485d-a233-833f914dc887 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:44.072428 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f12bf1a9-4ce6-48bb-b638-b933e4c778d4 req-df1e8e00-0c16-41b0-b0c0-0e5f0ee6bc61 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:44.084106 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f12bf1a9-4ce6-48bb-b638-b933e4c778d4 req-df1e8e00-0c16-41b0-b0c0-0e5f0ee6bc61 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.21 "DELETE /v2.0/ports/c0de80ea-94ec-485d-a233-833f914dc887 HTTP/1.1" status: 204 len: 173 time: 1.0789616 Jan 27 21:56:44.172563 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59950) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:44.394515 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-ddc3d923-87b8-4a07-b35b-ccd6eb613a0d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-385172354-network', 'tenant_id': '3c5f4e74f88e490986055c02575bace4'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:44.418028 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:44.419836 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc3d923-87b8-4a07-b35b-ccd6eb613a0d admin admin] Made reservation on behalf of 3c5f4e74f88e490986055c02575bace4 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:44.422946 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddc3d923-87b8-4a07-b35b-ccd6eb613a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:44.433445 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddc3d923-87b8-4a07-b35b-ccd6eb613a0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:44.491280 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:44.491657 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:44.515253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d56eeb-1eaa-4446-8802-a6f21fca30bb', 'name': 'network-vif-deleted', 'tag': 'c0de80ea-94ec-485d-a233-833f914dc887'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:44.520059 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630003e0-b531-4824-93a1-9a2d4d8a83d5" -d '{"events": [{"server_uuid": "10d56eeb-1eaa-4446-8802-a6f21fca30bb", "name": "network-vif-deleted", "tag": "c0de80ea-94ec-485d-a233-833f914dc887"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:44.625643 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:44.626666 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:44.630987 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29605cc5-d273-413f-886a-b3f23272181c x-openstack-request-id: req-29605cc5-d273-413f-886a-b3f23272181c {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:44.632661 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d56eeb-1eaa-4446-8802-a6f21fca30bb", "name": "network-vif-deleted", "tag": "c0de80ea-94ec-485d-a233-833f914dc887", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:44.633333 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29605cc5-d273-413f-886a-b3f23272181c {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:44.636704 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d56eeb-1eaa-4446-8802-a6f21fca30bb', 'name': 'network-vif-deleted', 'tag': 'c0de80ea-94ec-485d-a233-833f914dc887', 'status': 'completed', 'code': 200} Jan 27 21:56:44.650811 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddc3d923-87b8-4a07-b35b-ccd6eb613a0d admin admin] Publish callbacks [] for security_group (fbbcae76-a43b-4cd8-b0d4-c0ddfa4e7c20), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:44.656203 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddc3d923-87b8-4a07-b35b-ccd6eb613a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (fbbcae76-a43b-4cd8-b0d4-c0ddfa4e7c20), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:44.682062 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1300a0b-401b-48a9-89cd-b876c3cbbb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:44.684405 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dc410d-a66c-4497-9c5d-ceab235998b1" -d '{"events": [{"server_uuid": "e1300a0b-401b-48a9-89cd-b876c3cbbb1f", "name": "network-vif-plugged", "status": "completed", "tag": "f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:44.704140 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:44.711384 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc3d923-87b8-4a07-b35b-ccd6eb613a0d admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:56:44.711643 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:44.731767 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3d923-87b8-4a07-b35b-ccd6eb613a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbcae76-a43b-4cd8-b0d4-c0ddfa4e7c20,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:44.759142 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddc3d923-87b8-4a07-b35b-ccd6eb613a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (88167382-6ce2-4577-8bea-bab405982e47), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:44.761311 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-ddc3d923-87b8-4a07-b35b-ccd6eb613a0d admin admin] Added segment 88167382-6ce2-4577-8bea-bab405982e47 of type vlan for network bb90ffac-bc26-4a43-a24a-d2e4255bccb0 Jan 27 21:56:44.794504 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e81c848-636a-4cc2-bda6-d7b4c00f2f52 x-openstack-request-id: req-3e81c848-636a-4cc2-bda6-d7b4c00f2f52 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:44.795258 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1300a0b-401b-48a9-89cd-b876c3cbbb1f", "name": "network-vif-plugged", "status": "completed", "tag": "f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:44.795448 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e81c848-636a-4cc2-bda6-d7b4c00f2f52 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:44.795810 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1300a0b-401b-48a9-89cd-b876c3cbbb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af', 'code': 200} Jan 27 21:56:44.882315 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:44.905379 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddc3d923-87b8-4a07-b35b-ccd6eb613a0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (bb90ffac-bc26-4a43-a24a-d2e4255bccb0), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:44.937721 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95020b21-6a07-4986-aa21-f629dcab66ac req-f7fc75a1-5490-426f-9647-3ccedd3961aa tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:44.938912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95020b21-6a07-4986-aa21-f629dcab66ac req-f7fc75a1-5490-426f-9647-3ccedd3961aa tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e040c7-8af2-4e0f-bd9a-14bc9229e200 HTTP/1.1" status: 200 len: 943 time: 0.1013770 Jan 27 21:56:44.973028 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddc3d923-87b8-4a07-b35b-ccd6eb613a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (bb90ffac-bc26-4a43-a24a-d2e4255bccb0), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:44.974035 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc3d923-87b8-4a07-b35b-ccd6eb613a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:44.974625 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddc3d923-87b8-4a07-b35b-ccd6eb613a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.061184 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ddc3d923-87b8-4a07-b35b-ccd6eb613a0d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8877261 Jan 27 21:56:45.064333 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59966) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:45.069757 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ffae0045-4046-4867-89f8-ab8224c18785 admin admin] Request body: {'subnet': {'network_id': 'bb90ffac-bc26-4a43-a24a-d2e4255bccb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-385172354-subnet', 'tenant_id': '3c5f4e74f88e490986055c02575bace4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:45.070299 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3d923-87b8-4a07-b35b-ccd6eb613a0d admin admin] Pushing event updated for resources: {'Network': ['ID=bb90ffac-bc26-4a43-a24a-d2e4255bccb0,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:45.084718 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network bb90ffac-bc26-4a43-a24a-d2e4255bccb0 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:56:45.094092 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffae0045-4046-4867-89f8-ab8224c18785 admin admin] Made reservation on behalf of 3c5f4e74f88e490986055c02575bace4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:45.098105 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ffae0045-4046-4867-89f8-ab8224c18785 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.109171 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95020b21-6a07-4986-aa21-f629dcab66ac req-d91eae1c-116b-4259-ad10-4fbacbeee841 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504059 Jan 27 21:56:45.361086 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ffae0045-4046-4867-89f8-ab8224c18785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (548ce0e7-8966-40de-9973-1906102efa7e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.438793 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae0045-4046-4867-89f8-ab8224c18785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=548ce0e7-8966-40de-9973-1906102efa7e,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:45.445678 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffae0045-4046-4867-89f8-ab8224c18785 admin admin] Checking segment: {'id': '88167382-6ce2-4577-8bea-bab405982e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bb90ffac-bc26-4a43-a24a-d2e4255bccb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:45.445678 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffae0045-4046-4867-89f8-ab8224c18785 admin admin] Network hostable DHCP agents. Network: bb90ffac-bc26-4a43-a24a-d2e4255bccb0, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:56:45.474137 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffae0045-4046-4867-89f8-ab8224c18785 admin admin] Network bb90ffac-bc26-4a43-a24a-d2e4255bccb0 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:56:45.487092 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-ffae0045-4046-4867-89f8-ab8224c18785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, bb90ffac-bc26-4a43-a24a-d2e4255bccb0) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:45.496576 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffae0045-4046-4867-89f8-ab8224c18785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:45.497552 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ffae0045-4046-4867-89f8-ab8224c18785 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.498559 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc56fb7-f70d-41bc-b518-10e5b1379cfe None None] Network bb90ffac-bc26-4a43-a24a-d2e4255bccb0 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:45.524032 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ffae0045-4046-4867-89f8-ab8224c18785 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4585345 Jan 27 21:56:45.607260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffbacd-f0b5-4765-84de-d28b11512f0c req-9acd7f84-e335-460a-83ad-eb996c00f19a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:45.609886 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6ffbacd-f0b5-4765-84de-d28b11512f0c req-9acd7f84-e335-460a-83ad-eb996c00f19a tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3688686-dcb2-41fb-9471-d3a4ed7ad13b HTTP/1.1" status: 200 len: 950 time: 0.0663991 Jan 27 21:56:45.637768 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270f8602-1d9f-4dac-81f4-4fa0eedb4d02 None None] Network bb90ffac-bc26-4a43-a24a-d2e4255bccb0 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:45.711689 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6ffbacd-f0b5-4765-84de-d28b11512f0c req-9c762f9e-7a1a-4a36-977a-fed427610614 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906808 Jan 27 21:56:45.918570 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 08d92091-0830-4747-86fa-b5f0b4a6ef69 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:56:45.922091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device c0de80ea-94ec-485d-a233-833f914dc887 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:45.957189 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: c0de80ea-94ec-485d-a233-833f914dc887 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:56:45.958899 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device c0de80ea-94ec-485d-a233-833f914dc887 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:56:45.958899 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:46.000400 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:56:46.000871 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7ce58d7e-31ce-4531-9ed1-fce9c4bbb053 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:56:46.094870 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 08d92091-0830-4747-86fa-b5f0b4a6ef69, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=08d92091-0830-4747-86fa-b5f0b4a6ef69,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:46.110146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-a27f83cd-5c84-4792-aa1b-c582b4831fd5 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:46.113341 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '08d92091-0830-4747-86fa-b5f0b4a6ef69', 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d', 'port_id': '08d92091-0830-4747-86fa-b5f0b4a6ef69', 'mac_address': 'fa:16:3e:1c:2f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9098f0c3-55f8-4926-b1cd-02227e640c95', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:56:46.124614 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-a27f83cd-5c84-4792-aa1b-c582b4831fd5 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/networks?id=bb90ffac-bc26-4a43-a24a-d2e4255bccb0 HTTP/1.1" status: 200 len: 821 time: 0.1399164 Jan 27 21:56:46.148049 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-1e82cffa-10f6-4b48-97c5-3ffbe6ca4254 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/quotas/3c5f4e74f88e490986055c02575bace4 HTTP/1.1" status: 200 len: 375 time: 0.0161738 Jan 27 21:56:46.168371 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 08d92091-0830-4747-86fa-b5f0b4a6ef69 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:46.168866 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (08d92091-0830-4747-86fa-b5f0b4a6ef69), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:46.183104 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d92091-0830-4747-86fa-b5f0b4a6ef69 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:56:46.195694 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-e7784d51-3f86-4d85-8503-eb3e0822ff75 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c5f4e74f88e490986055c02575bace4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462041 Jan 27 21:56:46.209115 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 08d92091-0830-4747-86fa-b5f0b4a6ef69, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=08d92091-0830-4747-86fa-b5f0b4a6ef69,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:46.217893 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (08d92091-0830-4747-86fa-b5f0b4a6ef69), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:46.289779 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=08d92091-0830-4747-86fa-b5f0b4a6ef69,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:46.313538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe57c1c-809b-482d-810f-06d766beb1ec req-e0c89f80-b05b-4deb-affb-aa85a90297ed tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:46.315035 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5fe57c1c-809b-482d-810f-06d766beb1ec req-e0c89f80-b05b-4deb-affb-aa85a90297ed tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e040c7-8af2-4e0f-bd9a-14bc9229e200 HTTP/1.1" status: 200 len: 944 time: 0.1275921 Jan 27 21:56:46.359490 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-3700c923-37f4-41ae-9b32-93a29a995392 service neutron] 10.222.0.23 "GET /v2.0/networks/bb90ffac-bc26-4a43-a24a-d2e4255bccb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614606 Jan 27 21:56:46.426842 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5fe57c1c-809b-482d-810f-06d766beb1ec req-ad9137a9-44f3-42f9-bef2-79d861599cdf tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045570 Jan 27 21:56:46.497122 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-7d1e0827-df5c-4480-9e37-bcf3b9358800 service neutron] 10.222.0.23 "GET /v2.0/networks/bb90ffac-bc26-4a43-a24a-d2e4255bccb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274674 Jan 27 21:56:46.636843 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['08d92091-0830-4747-86fa-b5f0b4a6ef69'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:46.698134 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9414d018-fa60-48c2-8017-c5d59ebf1921 req-ea5a94ab-925b-43dd-8cf0-133a9cad88a0 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/ports?device_id=c46b3f94-15b0-4cc1-a515-71be22027627 HTTP/1.1" status: 200 len: 210 time: 0.0432036 Jan 27 21:56:46.897341 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcf77e-4924-4c37-8da5-17cfa78151c3 req-47c85eb8-03be-4c97-80d4-0195eacfdc73 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:46.899393 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2afcf77e-4924-4c37-8da5-17cfa78151c3 req-47c85eb8-03be-4c97-80d4-0195eacfdc73 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3688686-dcb2-41fb-9471-d3a4ed7ad13b HTTP/1.1" status: 200 len: 950 time: 0.1117845 Jan 27 21:56:47.028784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25204554-e5b9-4589-ab97-28e90bfd6a5b req-5e811fd5-3634-4e2f-8521-92318b0d83b4 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:47.030357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25204554-e5b9-4589-ab97-28e90bfd6a5b req-5e811fd5-3634-4e2f-8521-92318b0d83b4 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3688686-dcb2-41fb-9471-d3a4ed7ad13b HTTP/1.1" status: 200 len: 950 time: 0.1297958 Jan 27 21:56:47.071909 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2afcf77e-4924-4c37-8da5-17cfa78151c3 req-762ba738-78af-4a4b-9863-a7b20a8a5b69 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/security-groups?id=c1e614ba-ae36-49e4-9139-c4d8cadf4b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602573 Jan 27 21:56:47.182592 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-25204554-e5b9-4589-ab97-28e90bfd6a5b req-1f1afdd0-4f6a-409d-b1b7-9155871327b4 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Deleting port f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:47.182961 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25204554-e5b9-4589-ab97-28e90bfd6a5b req-1f1afdd0-4f6a-409d-b1b7-9155871327b4 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f478ebb5-8e47-446e-8bb1-6fe6fc3932d8), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:47.310131 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-25204554-e5b9-4589-ab97-28e90bfd6a5b req-1f1afdd0-4f6a-409d-b1b7-9155871327b4 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] For port f478ebb5-8e47-446e-8bb1-6fe6fc3932d8, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f478ebb5-8e47-446e-8bb1-6fe6fc3932d8,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:47.310500 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25204554-e5b9-4589-ab97-28e90bfd6a5b req-1f1afdd0-4f6a-409d-b1b7-9155871327b4 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f478ebb5-8e47-446e-8bb1-6fe6fc3932d8), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:47.325927 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-25204554-e5b9-4589-ab97-28e90bfd6a5b req-1f1afdd0-4f6a-409d-b1b7-9155871327b4 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Calling delete_port for f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:47.846899 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-68b89312-8d9d-40c0-8911-80e9488ba985 req-44d862f2-bad1-4aa5-a5f0-585a094dd89f tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/ports?device_id=c46b3f94-15b0-4cc1-a515-71be22027627 HTTP/1.1" status: 200 len: 210 time: 0.0514660 Jan 27 21:56:47.898808 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac11ea-5c7d-447e-a98b-3993eb6ae4a2 req-760dc0d1-afe9-4cfb-8c36-aca2e9f981a4 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:47.905884 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05ac11ea-5c7d-447e-a98b-3993eb6ae4a2 req-760dc0d1-afe9-4cfb-8c36-aca2e9f981a4 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e040c7-8af2-4e0f-bd9a-14bc9229e200 HTTP/1.1" status: 200 len: 944 time: 0.1116996 Jan 27 21:56:47.927452 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 08d92091-0830-4747-86fa-b5f0b4a6ef69 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:47.970517 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25204554-e5b9-4589-ab97-28e90bfd6a5b req-1f1afdd0-4f6a-409d-b1b7-9155871327b4 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f478ebb5-8e47-446e-8bb1-6fe6fc3932d8), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:47.984665 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f478ebb5-8e47-446e-8bb1-6fe6fc3932d8'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:47.985306 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05ac11ea-5c7d-447e-a98b-3993eb6ae4a2 req-f2f3f0da-d417-4094-bfbf-004277b56f0b tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768633 Jan 27 21:56:48.014980 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1afdd0-4f6a-409d-b1b7-9155871327b4 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Pushing event deleted for resources: {'Port': ['ID=f478ebb5-8e47-446e-8bb1-6fe6fc3932d8,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:48.068310 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-25204554-e5b9-4589-ab97-28e90bfd6a5b req-1f1afdd0-4f6a-409d-b1b7-9155871327b4 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] No DVR routers for this DVR port f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:48.070897 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-25204554-e5b9-4589-ab97-28e90bfd6a5b req-1f1afdd0-4f6a-409d-b1b7-9155871327b4 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:48.074341 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25204554-e5b9-4589-ab97-28e90bfd6a5b req-1f1afdd0-4f6a-409d-b1b7-9155871327b4 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.15 "DELETE /v2.0/ports/f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 HTTP/1.1" status: 204 len: 173 time: 1.0370874 Jan 27 21:56:48.074804 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3688686-dcb2-41fb-9471-d3a4ed7ad13b', 'name': 'network-vif-deleted', 'tag': 'f478ebb5-8e47-446e-8bb1-6fe6fc3932d8'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:48.077370 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634594b1-0723-4bd7-8713-fbc25eef3383" -d '{"events": [{"server_uuid": "e3688686-dcb2-41fb-9471-d3a4ed7ad13b", "name": "network-vif-deleted", "tag": "f478ebb5-8e47-446e-8bb1-6fe6fc3932d8"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:48.089884 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 08d92091-0830-4747-86fa-b5f0b4a6ef69 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:56:48.104934 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 08d92091-0830-4747-86fa-b5f0b4a6ef69 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:48.105955 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (08d92091-0830-4747-86fa-b5f0b4a6ef69), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:48.256090 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4f5746-68aa-425f-8b71-cfac6372d0d5 x-openstack-request-id: req-1e4f5746-68aa-425f-8b71-cfac6372d0d5 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:48.256488 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3688686-dcb2-41fb-9471-d3a4ed7ad13b", "name": "network-vif-deleted", "tag": "f478ebb5-8e47-446e-8bb1-6fe6fc3932d8", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:48.256685 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e4f5746-68aa-425f-8b71-cfac6372d0d5 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:48.257076 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3688686-dcb2-41fb-9471-d3a4ed7ad13b', 'name': 'network-vif-deleted', 'tag': 'f478ebb5-8e47-446e-8bb1-6fe6fc3932d8', 'status': 'completed', 'code': 200} Jan 27 21:56:48.292863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 08d92091-0830-4747-86fa-b5f0b4a6ef69 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:48.293709 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (08d92091-0830-4747-86fa-b5f0b4a6ef69), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:48.296447 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b80d098d-caba-4c2d-90fb-e17e7ced3862 req-c61ec873-e182-4a93-8175-d2c88df90a38 tempest-ServersOnMultiNodesTest-1604646759 tempest-ServersOnMultiNodesTest-1604646759-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3688686-dcb2-41fb-9471-d3a4ed7ad13b HTTP/1.1" status: 200 len: 210 time: 0.0384123 Jan 27 21:56:48.377267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 08d92091-0830-4747-86fa-b5f0b4a6ef69, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=08d92091-0830-4747-86fa-b5f0b4a6ef69,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:48.382896 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e040c7-8af2-4e0f-bd9a-14bc9229e200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d92091-0830-4747-86fa-b5f0b4a6ef69'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:48.385218 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff858c4-1eff-4906-a63a-8c6c246ff074" -d '{"events": [{"server_uuid": "b2e040c7-8af2-4e0f-bd9a-14bc9229e200", "name": "network-vif-plugged", "status": "completed", "tag": "08d92091-0830-4747-86fa-b5f0b4a6ef69"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:48.387189 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-0da7ea73-d4df-44d4-bbb3-38e4462cef4b tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:48.388757 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-0da7ea73-d4df-44d4-bbb3-38e4462cef4b tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.21 "GET /v2.0/networks?id=bb90ffac-bc26-4a43-a24a-d2e4255bccb0 HTTP/1.1" status: 200 len: 821 time: 0.2337821 Jan 27 21:56:48.392399 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (08d92091-0830-4747-86fa-b5f0b4a6ef69), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:48.406667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-a7febf2f-0c3c-4a0f-a14f-1cf520c81936 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Request body: {'port': {'device_id': 'c46b3f94-15b0-4cc1-a515-71be22027627', 'network_id': 'bb90ffac-bc26-4a43-a24a-d2e4255bccb0', 'admin_state_up': True, 'tenant_id': '3c5f4e74f88e490986055c02575bace4'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:48.441592 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0dfd6f-1b4c-4246-88d6-444ad4250aab x-openstack-request-id: req-5c0dfd6f-1b4c-4246-88d6-444ad4250aab {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:48.441924 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e040c7-8af2-4e0f-bd9a-14bc9229e200", "name": "network-vif-plugged", "status": "completed", "tag": "08d92091-0830-4747-86fa-b5f0b4a6ef69", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:48.442787 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c0dfd6f-1b4c-4246-88d6-444ad4250aab {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:48.443368 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e040c7-8af2-4e0f-bd9a-14bc9229e200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d92091-0830-4747-86fa-b5f0b4a6ef69', 'code': 200} Jan 27 21:56:48.478337 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=08d92091-0830-4747-86fa-b5f0b4a6ef69,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:48.572801 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-a7febf2f-0c3c-4a0f-a14f-1cf520c81936 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Made reservation on behalf of 3c5f4e74f88e490986055c02575bace4 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:48.577774 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-a7febf2f-0c3c-4a0f-a14f-1cf520c81936 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:48.825182 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-a7febf2f-0c3c-4a0f-a14f-1cf520c81936 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Allocated IP 172.20.0.14 (bb90ffac-bc26-4a43-a24a-d2e4255bccb0/548ce0e7-8966-40de-9973-1906102efa7e/f576a27d-f8d0-461d-9507-a4f2de0f56a1) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:48.829095 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91354a12-40ef-46e1-b522-df25d9bf3b1a req-04b0f0f7-b759-44ed-a04d-395b9722fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:48.832090 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-91354a12-40ef-46e1-b522-df25d9bf3b1a req-04b0f0f7-b759-44ed-a04d-395b9722fc8c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2e040c7-8af2-4e0f-bd9a-14bc9229e200 HTTP/1.1" status: 200 len: 1096 time: 0.0721855 Jan 27 21:56:48.888983 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-91354a12-40ef-46e1-b522-df25d9bf3b1a req-a6009258-798d-48d6-b0c0-c1090f449cec service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480034 Jan 27 21:56:49.007915 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da509ac1-c116-423a-a646-ab0aa699250a req-81cc3438-72ed-4e56-a27f-373db5044dcc tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/ports?device_id=c46b3f94-15b0-4cc1-a515-71be22027627 HTTP/1.1" status: 200 len: 210 time: 0.0467565 Jan 27 21:56:49.049368 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-a7febf2f-0c3c-4a0f-a14f-1cf520c81936 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Publish callbacks [] for port (f576a27d-f8d0-461d-9507-a4f2de0f56a1), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:49.121317 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-a7febf2f-0c3c-4a0f-a14f-1cf520c81936 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f576a27d-f8d0-461d-9507-a4f2de0f56a1), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:49.197796 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-a7febf2f-0c3c-4a0f-a14f-1cf520c81936 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Network bb90ffac-bc26-4a43-a24a-d2e4255bccb0 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:49.209059 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-a7febf2f-0c3c-4a0f-a14f-1cf520c81936 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:49.212199 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7febf2f-0c3c-4a0f-a14f-1cf520c81936 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Pushing event updated for resources: {'Port': ['ID=f576a27d-f8d0-461d-9507-a4f2de0f56a1,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:49.216611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-a7febf2f-0c3c-4a0f-a14f-1cf520c81936 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:49.248738 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1e82f-ce50-4ab3-bca1-ff380ce02162 req-22d52418-5cb3-48b5-8e8e-7fb245410a25 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:49.251253 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3f1e82f-ce50-4ab3-bca1-ff380ce02162 req-22d52418-5cb3-48b5-8e8e-7fb245410a25 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e040c7-8af2-4e0f-bd9a-14bc9229e200 HTTP/1.1" status: 200 len: 945 time: 0.1437223 Jan 27 21:56:49.300096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-a7febf2f-0c3c-4a0f-a14f-1cf520c81936 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:49.300725 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-a7febf2f-0c3c-4a0f-a14f-1cf520c81936 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:49.335493 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-a7febf2f-0c3c-4a0f-a14f-1cf520c81936 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9329567 Jan 27 21:56:49.344773 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3f1e82f-ce50-4ab3-bca1-ff380ce02162 req-41837f21-b001-4d7f-b9c1-ca26217e0730 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833583 Jan 27 21:56:49.350511 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] Request body: {'port': {'device_id': 'c46b3f94-15b0-4cc1-a515-71be22027627', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:49.421621 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f576a27d-f8d0-461d-9507-a4f2de0f56a1), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:49.702781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60090) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:49.785670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f576a27d-f8d0-461d-9507-a4f2de0f56a1 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:56:49.795482 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] Publish callbacks [] for port (f576a27d-f8d0-461d-9507-a4f2de0f56a1), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:49.815033 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] Transition to ACTIVE for port object f576a27d-f8d0-461d-9507-a4f2de0f56a1 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:56:49.820649 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f576a27d-f8d0-461d-9507-a4f2de0f56a1), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:49.881390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f576a27d-f8d0-461d-9507-a4f2de0f56a1,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:49.929466 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5e759d08-db4a-4e4a-b0b9-bdc6de56e06c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1dce6bc3826544b6bb68765bffe8a670&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2252178 Jan 27 21:56:49.931718 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60104) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:49.969013 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] Attempting to bind port f576a27d-f8d0-461d-9507-a4f2de0f56a1 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:49.969258 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] Attempting to bind port f576a27d-f8d0-461d-9507-a4f2de0f56a1 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '88167382-6ce2-4577-8bea-bab405982e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bb90ffac-bc26-4a43-a24a-d2e4255bccb0'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:49.969595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] Attempting to bind port f576a27d-f8d0-461d-9507-a4f2de0f56a1 on network bb90ffac-bc26-4a43-a24a-d2e4255bccb0 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:49.974272 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] Port f576a27d-f8d0-461d-9507-a4f2de0f56a1 on network bb90ffac-bc26-4a43-a24a-d2e4255bccb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:56:49.974776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] Attempting to bind port f576a27d-f8d0-461d-9507-a4f2de0f56a1 on network bb90ffac-bc26-4a43-a24a-d2e4255bccb0 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:49.980682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:49.981036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] Checking segment: {'id': '88167382-6ce2-4577-8bea-bab405982e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bb90ffac-bc26-4a43-a24a-d2e4255bccb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:49.981427 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] Bound using segment: {'id': '88167382-6ce2-4577-8bea-bab405982e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bb90ffac-bc26-4a43-a24a-d2e4255bccb0'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:49.981860 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] Bound port: f576a27d-f8d0-461d-9507-a4f2de0f56a1, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88167382-6ce2-4577-8bea-bab405982e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'bb90ffac-bc26-4a43-a24a-d2e4255bccb0'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:49.982219 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f576a27d-f8d0-461d-9507-a4f2de0f56a1), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:49.996567 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f90d90ad-f782-423c-a144-e360675c1266 admin admin] Publish callbacks [] for security_group (c1e614ba-ae36-49e4-9139-c4d8cadf4b87), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.023356 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f90d90ad-f782-423c-a144-e360675c1266 admin admin] Publish callbacks [] for security_group (c1e614ba-ae36-49e4-9139-c4d8cadf4b87), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.101966 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f90d90ad-f782-423c-a144-e360675c1266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c1e614ba-ae36-49e4-9139-c4d8cadf4b87), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.104915 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f90d90ad-f782-423c-a144-e360675c1266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.109079 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f90d90ad-f782-423c-a144-e360675c1266 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1e614ba-ae36-49e4-9139-c4d8cadf4b87 HTTP/1.1" status: 204 len: 168 time: 0.1760983 Jan 27 21:56:50.112269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] For port f576a27d-f8d0-461d-9507-a4f2de0f56a1, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:50.122104 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] For port f576a27d-f8d0-461d-9507-a4f2de0f56a1, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=f576a27d-f8d0-461d-9507-a4f2de0f56a1,segment=NetworkSegment(88167382-6ce2-4577-8bea-bab405982e47),segment_id=88167382-6ce2-4577-8bea-bab405982e47)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:50.124922 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d90ad-f782-423c-a144-e360675c1266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e614ba-ae36-49e4-9139-c4d8cadf4b87,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:50.127954 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f576a27d-f8d0-461d-9507-a4f2de0f56a1), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.198980 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:50.200722 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.202225 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] 10.222.0.21 "PUT /v2.0/ports/f576a27d-f8d0-461d-9507-a4f2de0f56a1 HTTP/1.1" status: 200 len: 1092 time: 0.8561144 Jan 27 21:56:50.232143 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14607f-e2f6-4df9-88bf-e17ed57087f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f576a27d-f8d0-461d-9507-a4f2de0f56a1,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:50.247884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ad5c3-1718-407e-af1a-972c056cedef req-b2624daa-9577-470b-bc4e-45e7305f1a9c tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:50.254795 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a69ad5c3-1718-407e-af1a-972c056cedef req-b2624daa-9577-470b-bc4e-45e7305f1a9c tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/ports?device_id=c46b3f94-15b0-4cc1-a515-71be22027627 HTTP/1.1" status: 200 len: 944 time: 0.0955377 Jan 27 21:56:50.257923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46b3f94-15b0-4cc1-a515-71be22027627', 'tag': 'f576a27d-f8d0-461d-9507-a4f2de0f56a1'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:50.260134 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf96303-f7ae-4462-92fa-09755bb71ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "c46b3f94-15b0-4cc1-a515-71be22027627", "tag": "f576a27d-f8d0-461d-9507-a4f2de0f56a1"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:50.336868 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61497209-dfb2-4c43-ad5d-8fa4d3e81a2c x-openstack-request-id: req-61497209-dfb2-4c43-ad5d-8fa4d3e81a2c {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:50.337167 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46b3f94-15b0-4cc1-a515-71be22027627", "tag": "f576a27d-f8d0-461d-9507-a4f2de0f56a1", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:50.337526 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61497209-dfb2-4c43-ad5d-8fa4d3e81a2c {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:50.337834 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46b3f94-15b0-4cc1-a515-71be22027627', 'tag': 'f576a27d-f8d0-461d-9507-a4f2de0f56a1', 'status': 'completed', 'code': 200} Jan 27 21:56:50.344081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-df588606-19da-4f47-a533-ae2836200acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:50.345682 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-df588606-19da-4f47-a533-ae2836200acb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c5f4e74f88e490986055c02575bace4&device_id=c46b3f94-15b0-4cc1-a515-71be22027627 HTTP/1.1" status: 200 len: 1095 time: 0.0889668 Jan 27 21:56:50.350410 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a69ad5c3-1718-407e-af1a-972c056cedef req-9c4a030f-5ca0-4de0-8d42-1c314a365a82 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbcae76-a43b-4cd8-b0d4-c0ddfa4e7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948741 Jan 27 21:56:50.412548 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-7dc3347f-2f03-4bfe-9710-309d6470424b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f576a27d-f8d0-461d-9507-a4f2de0f56a1 HTTP/1.1" status: 200 len: 217 time: 0.0460243 Jan 27 21:56:50.434528 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:50.495389 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:56:50.498957 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f478ebb5-8e47-446e-8bb1-6fe6fc3932d8 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:56:50.520698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-b665cfee-5c3f-46c4-8d60-f6aba8bf2e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:50.522193 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-b665cfee-5c3f-46c4-8d60-f6aba8bf2e8d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=548ce0e7-8966-40de-9973-1906102efa7e HTTP/1.1" status: 200 len: 861 time: 0.1015275 Jan 27 21:56:50.530594 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15dfe9-2f07-4493-9ba8-18faad83fced req-0c5425cd-a911-4378-817f-d2675b07f82a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:50.532132 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e15dfe9-2f07-4493-9ba8-18faad83fced req-0c5425cd-a911-4378-817f-d2675b07f82a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e040c7-8af2-4e0f-bd9a-14bc9229e200 HTTP/1.1" status: 200 len: 945 time: 0.1025896 Jan 27 21:56:50.572820 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-6093b32a-7653-4fea-9787-2a8fed3a0ad2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb90ffac-bc26-4a43-a24a-d2e4255bccb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395968 Jan 27 21:56:50.644653 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60120) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:50.662432 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e15dfe9-2f07-4493-9ba8-18faad83fced req-d7ec29bf-7264-4012-8a5b-e5280ed1d48f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196938 Jan 27 21:56:50.711138 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-3da93aca-f18e-448e-bb94-03fceb2aec0b service neutron] 10.222.0.21 "GET /v2.0/networks/bb90ffac-bc26-4a43-a24a-d2e4255bccb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284659 Jan 27 21:56:50.716941 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f9d4597e-17ab-4fd9-b092-22551f1981e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=13497994bc97490c98001420603935d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0704072 Jan 27 21:56:50.719356 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60122) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:50.778225 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9aad-a5ea-417d-ba60-17d5efa2c09f admin admin] Publish callbacks [] for security_group (8ecc83c0-f540-413d-91f5-adddb8cf5dfd), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.842604 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9aad-a5ea-417d-ba60-17d5efa2c09f admin admin] Publish callbacks [] for security_group (8ecc83c0-f540-413d-91f5-adddb8cf5dfd), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.863972 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93b405d2-d0d3-40c7-8277-dc6304169d0d req-83896ccc-3371-4a6a-b6e1-e32f6e288d4a service neutron] 10.222.0.21 "GET /v2.0/networks/bb90ffac-bc26-4a43-a24a-d2e4255bccb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387053 Jan 27 21:56:50.922500 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9aad-a5ea-417d-ba60-17d5efa2c09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8ecc83c0-f540-413d-91f5-adddb8cf5dfd), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.925583 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9aad-a5ea-417d-ba60-17d5efa2c09f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.926937 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ba7b9aad-a5ea-417d-ba60-17d5efa2c09f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ecc83c0-f540-413d-91f5-adddb8cf5dfd HTTP/1.1" status: 204 len: 168 time: 0.2063811 Jan 27 21:56:50.937180 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b9aad-a5ea-417d-ba60-17d5efa2c09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecc83c0-f540-413d-91f5-adddb8cf5dfd,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:50.983678 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf96303-f7ae-4462-92fa-09755bb71ee8 req-94212cbb-ec7e-45b7-919d-9163e1436e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:50.992674 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebf96303-f7ae-4462-92fa-09755bb71ee8 req-94212cbb-ec7e-45b7-919d-9163e1436e1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c5f4e74f88e490986055c02575bace4&device_id=c46b3f94-15b0-4cc1-a515-71be22027627 HTTP/1.1" status: 200 len: 1095 time: 0.0605493 Jan 27 21:56:51.023423 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.132198 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf96303-f7ae-4462-92fa-09755bb71ee8 req-4ac05014-447a-49c6-9479-6f2485e49acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:51.132801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebf96303-f7ae-4462-92fa-09755bb71ee8 req-4ac05014-447a-49c6-9479-6f2485e49acf service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb90ffac-bc26-4a43-a24a-d2e4255bccb0 HTTP/1.1" status: 200 len: 922 time: 0.1261778 Jan 27 21:56:51.191887 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebf96303-f7ae-4462-92fa-09755bb71ee8 req-fd9bb840-e8c6-4094-826f-d5edb5b19001 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f576a27d-f8d0-461d-9507-a4f2de0f56a1 HTTP/1.1" status: 200 len: 217 time: 0.0508971 Jan 27 21:56:51.282124 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf96303-f7ae-4462-92fa-09755bb71ee8 req-bd56bd53-4608-4c8a-af55-de40bee2bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:51.283681 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebf96303-f7ae-4462-92fa-09755bb71ee8 req-bd56bd53-4608-4c8a-af55-de40bee2bb3a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=548ce0e7-8966-40de-9973-1906102efa7e HTTP/1.1" status: 200 len: 861 time: 0.0759506 Jan 27 21:56:51.324437 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebf96303-f7ae-4462-92fa-09755bb71ee8 req-0a2a364b-b80a-4895-b6da-b950df3745c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb90ffac-bc26-4a43-a24a-d2e4255bccb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318367 Jan 27 21:56:51.454005 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebf96303-f7ae-4462-92fa-09755bb71ee8 req-0f267a8b-81f3-4993-beda-cbd592bfe9ee service neutron] 10.222.0.21 "GET /v2.0/networks/bb90ffac-bc26-4a43-a24a-d2e4255bccb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228702 Jan 27 21:56:51.612024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c9f90-9195-420e-b185-b03994d94dac req-d3374f31-a955-4f3d-a580-a1190d08ad75 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:51.613555 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e1c9f90-9195-420e-b185-b03994d94dac req-d3374f31-a955-4f3d-a580-a1190d08ad75 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/ports?device_id=c46b3f94-15b0-4cc1-a515-71be22027627 HTTP/1.1" status: 200 len: 944 time: 0.1237209 Jan 27 21:56:51.640485 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebf96303-f7ae-4462-92fa-09755bb71ee8 req-e4f7d0e8-3989-4db4-82bf-cc98295cb06c service neutron] 10.222.0.21 "GET /v2.0/networks/bb90ffac-bc26-4a43-a24a-d2e4255bccb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776421 Jan 27 21:56:51.726606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e1c9f90-9195-420e-b185-b03994d94dac req-017c89dc-e280-4cab-9b97-fed9d75fd5e0 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbcae76-a43b-4cd8-b0d4-c0ddfa4e7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002409 Jan 27 21:56:51.813582 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62992b-7894-47e5-b3f0-c8a964653c05 req-9f930b7d-f33c-465a-861d-c5dd86756d89 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:51.815173 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea62992b-7894-47e5-b3f0-c8a964653c05 req-9f930b7d-f33c-465a-861d-c5dd86756d89 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e040c7-8af2-4e0f-bd9a-14bc9229e200 HTTP/1.1" status: 200 len: 945 time: 0.0611753 Jan 27 21:56:51.877028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea62992b-7894-47e5-b3f0-c8a964653c05 req-69bf6015-8fa5-40c1-b15f-055878155b2c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534132 Jan 27 21:56:52.128941 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c03da-be39-411f-8043-1b4921891120 req-36cd08c9-40b4-417e-aa91-06b435226d8b tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:52.132734 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ee8c03da-be39-411f-8043-1b4921891120 req-36cd08c9-40b4-417e-aa91-06b435226d8b tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e040c7-8af2-4e0f-bd9a-14bc9229e200 HTTP/1.1" status: 200 len: 945 time: 0.0596323 Jan 27 21:56:52.182877 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ee8c03da-be39-411f-8043-1b4921891120 req-4f784cd9-55ab-47dd-89c7-d05c70603da3 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426977 Jan 27 21:56:52.850345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8ece9-1ec2-4e73-a17d-9ee9d848d7b9 req-c1610258-241e-424d-949c-7c59b427f144 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:52.857749 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26a8ece9-1ec2-4e73-a17d-9ee9d848d7b9 req-c1610258-241e-424d-949c-7c59b427f144 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/ports?device_id=c46b3f94-15b0-4cc1-a515-71be22027627 HTTP/1.1" status: 200 len: 944 time: 0.0598099 Jan 27 21:56:52.916138 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26a8ece9-1ec2-4e73-a17d-9ee9d848d7b9 req-65e87ec7-a812-4cd5-998e-d8c4e4466a9d tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbcae76-a43b-4cd8-b0d4-c0ddfa4e7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575252 Jan 27 21:56:53.182208 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-be80b1a9-f201-4c88-a381-46258365c994 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7390b5eb34ae4de1918adbc192364195&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251369 Jan 27 21:56:53.354237 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-4f61bb8e-866c-47dc-aada-5e6d93aba84e tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:53.355813 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-4f61bb8e-866c-47dc-aada-5e6d93aba84e tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1673951 Jan 27 21:56:53.373689 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56296ef5-b57a-4e6b-9f5b-f3fbe89ff42a req-4b49100d-e4bf-4cb0-b149-40fa95904d05 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:53.375230 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56296ef5-b57a-4e6b-9f5b-f3fbe89ff42a req-4b49100d-e4bf-4cb0-b149-40fa95904d05 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e040c7-8af2-4e0f-bd9a-14bc9229e200 HTTP/1.1" status: 200 len: 945 time: 0.1023376 Jan 27 21:56:53.397622 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-e8956b18-c63b-4baa-8041-5809a2c35a27 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/quotas/7390b5eb34ae4de1918adbc192364195 HTTP/1.1" status: 200 len: 375 time: 0.0213342 Jan 27 21:56:53.446486 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-ab79a31c-9cf2-4e60-8850-0e7a7917b25b tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7390b5eb34ae4de1918adbc192364195&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399287 Jan 27 21:56:53.478553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56296ef5-b57a-4e6b-9f5b-f3fbe89ff42a req-45f2ced6-e331-4a44-950d-25395bf87e5c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898032 Jan 27 21:56:53.622489 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73609d26-83df-4aa1-8150-9ef9d7f434f5 req-5f388528-7831-4107-a310-842ac7c6065b tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/ports?device_id=b589f366-9342-49af-920d-b9dfff06f400 HTTP/1.1" status: 200 len: 210 time: 0.0291309 Jan 27 21:56:53.856559 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72332ef7-3746-4be4-9e69-f11784c0bda2 req-21fb220a-3ab7-450a-a9f7-bd757f0e48d7 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:53.858545 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72332ef7-3746-4be4-9e69-f11784c0bda2 req-21fb220a-3ab7-450a-a9f7-bd757f0e48d7 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e040c7-8af2-4e0f-bd9a-14bc9229e200 HTTP/1.1" status: 200 len: 945 time: 0.0603597 Jan 27 21:56:53.921278 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72332ef7-3746-4be4-9e69-f11784c0bda2 req-1a267fbe-04f9-471f-9d31-fb955c103716 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550349 Jan 27 21:56:54.055295 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4335f9b-3d80-4a87-9497-0738246ef35a req-35f1868b-3f0f-4d84-8bdb-8fef826f5237 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:54.056858 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4335f9b-3d80-4a87-9497-0738246ef35a req-35f1868b-3f0f-4d84-8bdb-8fef826f5237 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/ports?device_id=c46b3f94-15b0-4cc1-a515-71be22027627 HTTP/1.1" status: 200 len: 944 time: 0.0527501 Jan 27 21:56:54.114658 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8cabc7af-ec71-4bdc-8540-fa769d163824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:54.115923 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4335f9b-3d80-4a87-9497-0738246ef35a req-aa95978f-8ed0-4311-9feb-e9645a0913fb tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbcae76-a43b-4cd8-b0d4-c0ddfa4e7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489085 Jan 27 21:56:54.727356 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3db307d1-cf61-4ca8-a25c-d9b3b5622a6a req-1c5f5b48-0317-49d6-96cb-3f0a9184c783 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/ports?device_id=b589f366-9342-49af-920d-b9dfff06f400 HTTP/1.1" status: 200 len: 210 time: 0.0261674 Jan 27 21:56:54.776390 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-8c2c55e4-b079-4c47-9ffd-e02fc923a9e6 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7390b5eb34ae4de1918adbc192364195&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218096 Jan 27 21:56:54.887309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-a512cb57-7ff8-48db-8fbf-17a4cf598004 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:54.888774 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-a512cb57-7ff8-48db-8fbf-17a4cf598004 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1076136 Jan 27 21:56:54.995524 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-e4b28b85-1605-4702-8059-bd949b197fb3 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Request body: {'port': {'device_id': 'b589f366-9342-49af-920d-b9dfff06f400', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '7390b5eb34ae4de1918adbc192364195'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:55.102671 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b291a-2460-4936-a0ba-2bff7bb07860 req-6c5d5627-d722-4f5d-b6e1-9fd427d0a1a1 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:55.104170 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-856b291a-2460-4936-a0ba-2bff7bb07860 req-6c5d5627-d722-4f5d-b6e1-9fd427d0a1a1 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e040c7-8af2-4e0f-bd9a-14bc9229e200 HTTP/1.1" status: 200 len: 945 time: 0.1142871 Jan 27 21:56:55.166303 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-e4b28b85-1605-4702-8059-bd949b197fb3 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Made reservation on behalf of 7390b5eb34ae4de1918adbc192364195 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:55.174481 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-e4b28b85-1605-4702-8059-bd949b197fb3 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.182448 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-e4b28b85-1605-4702-8059-bd949b197fb3 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.189188 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-856b291a-2460-4936-a0ba-2bff7bb07860 req-4bdc8fc2-0f38-4270-920c-4dea59689241 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775044 Jan 27 21:56:55.297485 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fee9fb-5052-49a9-b418-c19c55b34b98 req-6935e79a-45fd-481d-919a-06077d15d34b tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:55.298975 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-59fee9fb-5052-49a9-b418-c19c55b34b98 req-6935e79a-45fd-481d-919a-06077d15d34b tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/ports?device_id=c46b3f94-15b0-4cc1-a515-71be22027627 HTTP/1.1" status: 200 len: 944 time: 0.0762064 Jan 27 21:56:55.316441 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-e4b28b85-1605-4702-8059-bd949b197fb3 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Publish callbacks [] for security_group (58087bd1-1881-4686-b218-a69711d77128), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.338312 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-e4b28b85-1605-4702-8059-bd949b197fb3 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (58087bd1-1881-4686-b218-a69711d77128), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.438916 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b28b85-1605-4702-8059-bd949b197fb3 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58087bd1-1881-4686-b218-a69711d77128,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:55.454213 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-59fee9fb-5052-49a9-b418-c19c55b34b98 req-70403556-bca8-45bf-b4a9-9d9b9101e0f8 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbcae76-a43b-4cd8-b0d4-c0ddfa4e7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469548 Jan 27 21:56:55.470407 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2e1ba-6455-49d7-931b-6c3c7ab5eec2 req-50d31ad6-d921-4268-b606-59e48e2ec333 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:55.471888 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8bd2e1ba-6455-49d7-931b-6c3c7ab5eec2 req-50d31ad6-d921-4268-b606-59e48e2ec333 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1300a0b-401b-48a9-89cd-b876c3cbbb1f HTTP/1.1" status: 200 len: 950 time: 0.1542611 Jan 27 21:56:55.556378 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-e4b28b85-1605-4702-8059-bd949b197fb3 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Allocated IP 192.168.233.31 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/d887ba67-9994-4c7d-aefa-7bb5a0015d15) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:55.563700 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8bd2e1ba-6455-49d7-931b-6c3c7ab5eec2 req-43d29f6f-2abc-4c9d-b8ee-145d4f45a8cc tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/security-groups?id=94b31057-db91-46e3-9193-03988ccb84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848067 Jan 27 21:56:55.735104 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-e4b28b85-1605-4702-8059-bd949b197fb3 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Publish callbacks [] for port (d887ba67-9994-4c7d-aefa-7bb5a0015d15), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.773544 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-e4b28b85-1605-4702-8059-bd949b197fb3 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d887ba67-9994-4c7d-aefa-7bb5a0015d15), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.828693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-e4b28b85-1605-4702-8059-bd949b197fb3 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:55.847742 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-e4b28b85-1605-4702-8059-bd949b197fb3 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:55.850870 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-e4b28b85-1605-4702-8059-bd949b197fb3 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:55.902964 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b28b85-1605-4702-8059-bd949b197fb3 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Pushing event updated for resources: {'Port': ['ID=d887ba67-9994-4c7d-aefa-7bb5a0015d15,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:55.925220 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ed80e-0058-4487-87d2-ab242c57efbc req-91020daa-5547-4223-9d03-f0a8df3dfad8 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:55.926781 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-336ed80e-0058-4487-87d2-ab242c57efbc req-91020daa-5547-4223-9d03-f0a8df3dfad8 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/ports?device_id=b589f366-9342-49af-920d-b9dfff06f400 HTTP/1.1" status: 200 len: 935 time: 0.1176023 Jan 27 21:56:55.932768 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-e4b28b85-1605-4702-8059-bd949b197fb3 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:55.933401 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-e4b28b85-1605-4702-8059-bd949b197fb3 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.954209 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device f576a27d-f8d0-461d-9507-a4f2de0f56a1 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:56:55.970285 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-e4b28b85-1605-4702-8059-bd949b197fb3 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9783685 Jan 27 21:56:55.984289 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] Request body: {'port': {'device_id': 'b589f366-9342-49af-920d-b9dfff06f400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:56.060530 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-336ed80e-0058-4487-87d2-ab242c57efbc req-175c99b4-0b54-416d-9a38-551217fb706c tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/security-groups?id=58087bd1-1881-4686-b218-a69711d77128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175258 Jan 27 21:56:56.101327 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d887ba67-9994-4c7d-aefa-7bb5a0015d15), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.112791 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853feaf-fb5b-435e-b4bb-f8924b17ba30 req-5c1c4da4-abf7-4221-a536-243c15680737 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:56.114646 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4853feaf-fb5b-435e-b4bb-f8924b17ba30 req-5c1c4da4-abf7-4221-a536-243c15680737 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e040c7-8af2-4e0f-bd9a-14bc9229e200 HTTP/1.1" status: 200 len: 945 time: 0.1230969 Jan 27 21:56:56.138935 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port f576a27d-f8d0-461d-9507-a4f2de0f56a1, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=f576a27d-f8d0-461d-9507-a4f2de0f56a1,segment=NetworkSegment(88167382-6ce2-4577-8bea-bab405982e47),segment_id=88167382-6ce2-4577-8bea-bab405982e47)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:56.153821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'f576a27d-f8d0-461d-9507-a4f2de0f56a1', 'network_id': 'bb90ffac-bc26-4a43-a24a-d2e4255bccb0', 'port_id': 'f576a27d-f8d0-461d-9507-a4f2de0f56a1', 'mac_address': 'fa:16:3e:72:f7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548ce0e7-8966-40de-9973-1906102efa7e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:56:56.198272 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port f576a27d-f8d0-461d-9507-a4f2de0f56a1 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:56.198585 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f576a27d-f8d0-461d-9507-a4f2de0f56a1), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.214344 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f576a27d-f8d0-461d-9507-a4f2de0f56a1 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:56:56.244595 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port f576a27d-f8d0-461d-9507-a4f2de0f56a1, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=f576a27d-f8d0-461d-9507-a4f2de0f56a1,segment=NetworkSegment(88167382-6ce2-4577-8bea-bab405982e47),segment_id=88167382-6ce2-4577-8bea-bab405982e47)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:56.255386 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-d0f0c49c-9439-4056-92d9-4a9b9c257537 None None] Provisioning complete for port d887ba67-9994-4c7d-aefa-7bb5a0015d15 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:56.255772 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d0f0c49c-9439-4056-92d9-4a9b9c257537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d887ba67-9994-4c7d-aefa-7bb5a0015d15), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.259366 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f576a27d-f8d0-461d-9507-a4f2de0f56a1), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.331398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0c49c-9439-4056-92d9-4a9b9c257537 None None] Port d887ba67-9994-4c7d-aefa-7bb5a0015d15 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:56:56.345534 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=f576a27d-f8d0-461d-9507-a4f2de0f56a1,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:56.372144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-4853feaf-fb5b-435e-b4bb-f8924b17ba30 req-d4e249e6-25aa-4f4e-b6c8-4275bedb6de5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Deleting port 08d92091-0830-4747-86fa-b5f0b4a6ef69 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:56.372510 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4853feaf-fb5b-435e-b4bb-f8924b17ba30 req-d4e249e6-25aa-4f4e-b6c8-4275bedb6de5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (08d92091-0830-4747-86fa-b5f0b4a6ef69), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.463094 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db82be6-029c-4753-b71d-de6b2606d538 req-f558da46-484f-4095-a048-fc13b36dd72c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:56.464498 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3db82be6-029c-4753-b71d-de6b2606d538 req-f558da46-484f-4095-a048-fc13b36dd72c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e040c7-8af2-4e0f-bd9a-14bc9229e200 HTTP/1.1" status: 200 len: 945 time: 0.1781027 Jan 27 21:56:56.574513 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3db82be6-029c-4753-b71d-de6b2606d538 req-8ef25cf0-9de6-4769-b144-f5fd96b9511e tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013827 Jan 27 21:56:56.578087 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-4853feaf-fb5b-435e-b4bb-f8924b17ba30 req-d4e249e6-25aa-4f4e-b6c8-4275bedb6de5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] For port 08d92091-0830-4747-86fa-b5f0b4a6ef69, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=08d92091-0830-4747-86fa-b5f0b4a6ef69,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:56.578471 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4853feaf-fb5b-435e-b4bb-f8924b17ba30 req-d4e249e6-25aa-4f4e-b6c8-4275bedb6de5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (08d92091-0830-4747-86fa-b5f0b4a6ef69), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.602887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-4853feaf-fb5b-435e-b4bb-f8924b17ba30 req-d4e249e6-25aa-4f4e-b6c8-4275bedb6de5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Calling delete_port for 08d92091-0830-4747-86fa-b5f0b4a6ef69 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:56.693817 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d887ba67-9994-4c7d-aefa-7bb5a0015d15 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:56:56.722118 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] Publish callbacks [] for port (d887ba67-9994-4c7d-aefa-7bb5a0015d15), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.751770 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] Transition to ACTIVE for port object d887ba67-9994-4c7d-aefa-7bb5a0015d15 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:56:56.761451 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (d887ba67-9994-4c7d-aefa-7bb5a0015d15), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.814324 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f0a84-440e-4199-9ff2-41a8433cadc9 req-b667ae01-54ec-480a-af9f-aee5b865959f tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:56.815996 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-757f0a84-440e-4199-9ff2-41a8433cadc9 req-b667ae01-54ec-480a-af9f-aee5b865959f tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/ports?device_id=c46b3f94-15b0-4cc1-a515-71be22027627 HTTP/1.1" status: 200 len: 945 time: 0.1733329 Jan 27 21:56:56.853269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d887ba67-9994-4c7d-aefa-7bb5a0015d15,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:56.860291 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['f576a27d-f8d0-461d-9507-a4f2de0f56a1'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:56.879039 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e82da234-c584-4dbe-8923-2cdac4dd2be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.022366 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4853feaf-fb5b-435e-b4bb-f8924b17ba30 req-d4e249e6-25aa-4f4e-b6c8-4275bedb6de5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (08d92091-0830-4747-86fa-b5f0b4a6ef69), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.028570 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-757f0a84-440e-4199-9ff2-41a8433cadc9 req-bda02005-dd5d-42d1-a192-213c4c7757d0 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbcae76-a43b-4cd8-b0d4-c0ddfa4e7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483355 Jan 27 21:56:57.040264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['08d92091-0830-4747-86fa-b5f0b4a6ef69'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:57.070212 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e249e6-25aa-4f4e-b6c8-4275bedb6de5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Pushing event deleted for resources: {'Port': ['ID=08d92091-0830-4747-86fa-b5f0b4a6ef69,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:57.143865 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-4853feaf-fb5b-435e-b4bb-f8924b17ba30 req-d4e249e6-25aa-4f4e-b6c8-4275bedb6de5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] No DVR routers for this DVR port 08d92091-0830-4747-86fa-b5f0b4a6ef69 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:57.151039 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4853feaf-fb5b-435e-b4bb-f8924b17ba30 req-d4e249e6-25aa-4f4e-b6c8-4275bedb6de5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.154633 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4853feaf-fb5b-435e-b4bb-f8924b17ba30 req-d4e249e6-25aa-4f4e-b6c8-4275bedb6de5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.21 "DELETE /v2.0/ports/08d92091-0830-4747-86fa-b5f0b4a6ef69 HTTP/1.1" status: 204 len: 173 time: 1.0332952 Jan 27 21:56:57.156564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e040c7-8af2-4e0f-bd9a-14bc9229e200', 'name': 'network-vif-deleted', 'tag': '08d92091-0830-4747-86fa-b5f0b4a6ef69'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:57.159613 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac896db-7fb9-4533-b8a6-a5f4944b73c2" -d '{"events": [{"server_uuid": "b2e040c7-8af2-4e0f-bd9a-14bc9229e200", "name": "network-vif-deleted", "tag": "08d92091-0830-4747-86fa-b5f0b4a6ef69"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:57.164049 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] Attempting to bind port d887ba67-9994-4c7d-aefa-7bb5a0015d15 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:57.164542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] Attempting to bind port d887ba67-9994-4c7d-aefa-7bb5a0015d15 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:57.164877 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] Attempting to bind port d887ba67-9994-4c7d-aefa-7bb5a0015d15 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:57.197776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] Port d887ba67-9994-4c7d-aefa-7bb5a0015d15 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:56:57.197776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] Attempting to bind port d887ba67-9994-4c7d-aefa-7bb5a0015d15 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:57.205901 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2d0cb8-c843-424f-9beb-6ddbe39482d1 x-openstack-request-id: req-3e2d0cb8-c843-424f-9beb-6ddbe39482d1 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:57.206604 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e040c7-8af2-4e0f-bd9a-14bc9229e200", "name": "network-vif-deleted", "tag": "08d92091-0830-4747-86fa-b5f0b4a6ef69", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:57.206604 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e2d0cb8-c843-424f-9beb-6ddbe39482d1 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:57.207087 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e040c7-8af2-4e0f-bd9a-14bc9229e200', 'name': 'network-vif-deleted', 'tag': '08d92091-0830-4747-86fa-b5f0b4a6ef69', 'status': 'completed', 'code': 200} Jan 27 21:56:57.210671 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:57.211105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:57.211752 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:57.212251 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] Bound port: d887ba67-9994-4c7d-aefa-7bb5a0015d15, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:57.213753 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d887ba67-9994-4c7d-aefa-7bb5a0015d15), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.241904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bde2f-8192-4fa0-83d4-cf7bc96da8c7 req-fede0f25-6df7-4579-9331-fc610ef7b507 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:57.243524 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-152bde2f-8192-4fa0-83d4-cf7bc96da8c7 req-fede0f25-6df7-4579-9331-fc610ef7b507 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/ports?device_id=b589f366-9342-49af-920d-b9dfff06f400 HTTP/1.1" status: 200 len: 947 time: 0.0879748 Jan 27 21:56:57.324031 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] For port d887ba67-9994-4c7d-aefa-7bb5a0015d15, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:57.434973 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.664926 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-152bde2f-8192-4fa0-83d4-cf7bc96da8c7 req-a18c6b22-1675-4a67-82b9-e5137c154565 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/security-groups?id=58087bd1-1881-4686-b218-a69711d77128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938222 Jan 27 21:56:57.666623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] For port d887ba67-9994-4c7d-aefa-7bb5a0015d15, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=d887ba67-9994-4c7d-aefa-7bb5a0015d15,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:57.677300 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (d887ba67-9994-4c7d-aefa-7bb5a0015d15), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.695822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a913413-4315-4d26-bc90-b72d63fe7987 req-c5b0c446-8e75-4f49-ac90-91446a671dd0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2e040c7-8af2-4e0f-bd9a-14bc9229e200 HTTP/1.1" status: 200 len: 210 time: 0.0344682 Jan 27 21:56:57.729753 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:57.729753 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.729753 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] 10.222.0.15 "PUT /v2.0/ports/d887ba67-9994-4c7d-aefa-7bb5a0015d15 HTTP/1.1" status: 200 len: 1095 time: 1.7482576 Jan 27 21:56:57.755647 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fa168-a0d1-4c51-abc8-1dc7450c4cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d887ba67-9994-4c7d-aefa-7bb5a0015d15,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:57.828055 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-008f23e3-627f-4cc7-a082-02c284d038a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:57.829784 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-008f23e3-627f-4cc7-a082-02c284d038a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7390b5eb34ae4de1918adbc192364195&device_id=b589f366-9342-49af-920d-b9dfff06f400 HTTP/1.1" status: 200 len: 1098 time: 0.0458012 Jan 27 21:56:57.884679 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-f7f70c9c-c1ae-47f0-85eb-49416eb89878 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=d887ba67-9994-4c7d-aefa-7bb5a0015d15 HTTP/1.1" status: 200 len: 217 time: 0.0458567 Jan 27 21:56:57.940070 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-cc5a9e59-9dea-48d1-9c4b-ff0eca00e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:57.944289 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-cc5a9e59-9dea-48d1-9c4b-ff0eca00e6f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0494282 Jan 27 21:56:57.998483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-0d44fb19-c9ae-4725-a90a-d4fccd790ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:58.000374 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-0d44fb19-c9ae-4725-a90a-d4fccd790ff2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0498042 Jan 27 21:56:58.100123 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-35e6bc01-a32f-46a8-b04a-d0cd0417b351 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917280 Jan 27 21:56:58.227921 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58958c3-3ad0-43d0-a933-c63285ee72f3 req-8bbe0b49-a3c4-4236-9672-1a60fe3ecceb tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:58.229465 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f58958c3-3ad0-43d0-a933-c63285ee72f3 req-8bbe0b49-a3c4-4236-9672-1a60fe3ecceb tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/ports?device_id=c46b3f94-15b0-4cc1-a515-71be22027627 HTTP/1.1" status: 200 len: 945 time: 0.1025879 Jan 27 21:56:58.231710 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b33811e0-bf0c-4352-8fab-fd068fb81bf4 req-0cc32f3a-84bc-4912-9223-9864b7e86bba service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249435 Jan 27 21:56:58.283146 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f58958c3-3ad0-43d0-a933-c63285ee72f3 req-437555cc-ec89-44a5-96b9-445f43372772 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbcae76-a43b-4cd8-b0d4-c0ddfa4e7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475001 Jan 27 21:56:58.479933 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:58.557034 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:58.557427 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.582734 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1300a0b-401b-48a9-89cd-b876c3cbbb1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:58.584972 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1748e7-2ccb-4063-807d-b9239a027364" -d '{"events": [{"server_uuid": "e1300a0b-401b-48a9-89cd-b876c3cbbb1f", "name": "network-vif-unplugged", "status": "completed", "tag": "f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:58.596610 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:58.601333 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.624606 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387aaa30-8774-4443-bb01-13b6340e97a5 x-openstack-request-id: req-387aaa30-8774-4443-bb01-13b6340e97a5 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:58.624924 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1300a0b-401b-48a9-89cd-b876c3cbbb1f", "name": "network-vif-unplugged", "status": "completed", "tag": "f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:58.625193 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-387aaa30-8774-4443-bb01-13b6340e97a5 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:58.625611 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1300a0b-401b-48a9-89cd-b876c3cbbb1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af', 'code': 200} Jan 27 21:56:58.650862 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:58.786042 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a4c52-ecea-4c94-abb9-ceac21d5b7f6 req-18d8569e-2878-4c98-8c5c-3f07a78a5ba8 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:58.788642 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b09a4c52-ecea-4c94-abb9-ceac21d5b7f6 req-18d8569e-2878-4c98-8c5c-3f07a78a5ba8 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/ports?device_id=b589f366-9342-49af-920d-b9dfff06f400 HTTP/1.1" status: 200 len: 947 time: 0.0541728 Jan 27 21:56:58.806154 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.841854 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b09a4c52-ecea-4c94-abb9-ceac21d5b7f6 req-57d18c13-d6a4-4a20-90f6-1b3396b7fd9f tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/security-groups?id=58087bd1-1881-4686-b218-a69711d77128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423636 Jan 27 21:56:59.038663 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-5f38688a-eff5-483c-bb28-be39b4fc24e7 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:59.040140 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-5f38688a-eff5-483c-bb28-be39b4fc24e7 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/networks?id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d HTTP/1.1" status: 200 len: 810 time: 0.1027582 Jan 27 21:56:59.055003 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-0b43e8ab-7131-43d8-8cc9-e283461451bd tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/quotas/5087db1c900149cbaaa7a34c3ee21041 HTTP/1.1" status: 200 len: 375 time: 0.0092092 Jan 27 21:56:59.087155 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-1e997f61-5350-4512-9bea-c68e3809befd tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5087db1c900149cbaaa7a34c3ee21041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269907 Jan 27 21:56:59.178615 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-fb010045-9828-4282-83ea-6c6dcf61f729 service neutron] 10.222.0.23 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847023 Jan 27 21:56:59.226889 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b589f366-9342-49af-920d-b9dfff06f400', 'tag': 'd887ba67-9994-4c7d-aefa-7bb5a0015d15'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:59.229041 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af9f764-6ea3-4fc1-8353-436d2610da9b" -d '{"events": [{"name": "network-changed", "server_uuid": "b589f366-9342-49af-920d-b9dfff06f400", "tag": "d887ba67-9994-4c7d-aefa-7bb5a0015d15"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:59.266958 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaf2fe8-dd96-4e22-b978-197e6ba4a4f2 x-openstack-request-id: req-dfaf2fe8-dd96-4e22-b978-197e6ba4a4f2 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:59.267373 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b589f366-9342-49af-920d-b9dfff06f400", "tag": "d887ba67-9994-4c7d-aefa-7bb5a0015d15", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:59.267629 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dfaf2fe8-dd96-4e22-b978-197e6ba4a4f2 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:59.268015 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b589f366-9342-49af-920d-b9dfff06f400', 'tag': 'd887ba67-9994-4c7d-aefa-7bb5a0015d15', 'status': 'completed', 'code': 200} Jan 27 21:56:59.287713 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-81b5e6a2-bd54-4bf9-b736-59eefbee56f5 service neutron] 10.222.0.23 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034951 Jan 27 21:56:59.342543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9f764-6ea3-4fc1-8353-436d2610da9b req-a3dc5644-b9f8-46bf-bdb8-438f2ceee2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:59.344355 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0af9f764-6ea3-4fc1-8353-436d2610da9b req-a3dc5644-b9f8-46bf-bdb8-438f2ceee2f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7390b5eb34ae4de1918adbc192364195&device_id=b589f366-9342-49af-920d-b9dfff06f400 HTTP/1.1" status: 200 len: 1098 time: 0.0530722 Jan 27 21:56:59.511720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9f764-6ea3-4fc1-8353-436d2610da9b req-d28d0efe-8aaf-475b-9a93-590bc3540b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:59.513276 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0af9f764-6ea3-4fc1-8353-436d2610da9b req-d28d0efe-8aaf-475b-9a93-590bc3540b8b service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.1610651 Jan 27 21:56:59.527637 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebe970-ffc1-4fb8-a30f-50104c134da1 req-73c660ac-2ff3-444a-9d0e-0a2b27c283f6 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:59.529815 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-61ebe970-ffc1-4fb8-a30f-50104c134da1 req-73c660ac-2ff3-444a-9d0e-0a2b27c283f6 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/ports?device_id=c46b3f94-15b0-4cc1-a515-71be22027627 HTTP/1.1" status: 200 len: 945 time: 0.0978997 Jan 27 21:56:59.584974 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0af9f764-6ea3-4fc1-8353-436d2610da9b req-0656b991-fe41-42a9-a418-b5110274df44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=d887ba67-9994-4c7d-aefa-7bb5a0015d15 HTTP/1.1" status: 200 len: 217 time: 0.0540156 Jan 27 21:56:59.666539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9f764-6ea3-4fc1-8353-436d2610da9b req-69034dee-b934-4a89-94e9-ae2591525bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:59.667952 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0af9f764-6ea3-4fc1-8353-436d2610da9b req-69034dee-b934-4a89-94e9-ae2591525bbd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0760300 Jan 27 21:56:59.671461 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-61ebe970-ffc1-4fb8-a30f-50104c134da1 req-341030f7-f549-4253-9b17-a4165376aea5 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbcae76-a43b-4cd8-b0d4-c0ddfa4e7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318333 Jan 27 21:56:59.724914 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36ef832b-bc6d-43aa-9060-500847ef6e1c req-957adc63-3c22-4f26-813e-39e84193b7c6 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 210 time: 0.0612125 Jan 27 21:56:59.752509 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9f764-6ea3-4fc1-8353-436d2610da9b req-11b31373-a936-438d-b7b5-1ab1ea5bb139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:59.753988 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0af9f764-6ea3-4fc1-8353-436d2610da9b req-11b31373-a936-438d-b7b5-1ab1ea5bb139 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0730968 Jan 27 21:56:59.865277 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0af9f764-6ea3-4fc1-8353-436d2610da9b req-9f24d6a1-bd7c-45e1-a63f-07a0d9ce18a6 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969975 Jan 27 21:56:59.968903 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device f576a27d-f8d0-461d-9507-a4f2de0f56a1 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:00.023326 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756255d2-15fa-47fc-abe9-4f5d9b9f1da6 req-3644c5a7-fa1a-45c7-818f-f56ced96fa06 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:00.025669 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-756255d2-15fa-47fc-abe9-4f5d9b9f1da6 req-3644c5a7-fa1a-45c7-818f-f56ced96fa06 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/ports?device_id=b589f366-9342-49af-920d-b9dfff06f400 HTTP/1.1" status: 200 len: 947 time: 0.1037743 Jan 27 21:57:00.035339 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port f576a27d-f8d0-461d-9507-a4f2de0f56a1 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:57:00.041219 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port f576a27d-f8d0-461d-9507-a4f2de0f56a1 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:00.041887 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f576a27d-f8d0-461d-9507-a4f2de0f56a1), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.044453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0af9f764-6ea3-4fc1-8353-436d2610da9b req-40789da7-126d-49c9-9126-84a7bea7b62d service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722467 Jan 27 21:57:00.084345 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-756255d2-15fa-47fc-abe9-4f5d9b9f1da6 req-d7ef2121-5008-4e0f-b952-fb6e083e73f7 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/security-groups?id=58087bd1-1881-4686-b218-a69711d77128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514910 Jan 27 21:57:00.156921 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port f576a27d-f8d0-461d-9507-a4f2de0f56a1 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:00.157576 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f576a27d-f8d0-461d-9507-a4f2de0f56a1), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.192562 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port f576a27d-f8d0-461d-9507-a4f2de0f56a1, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=f576a27d-f8d0-461d-9507-a4f2de0f56a1,segment=NetworkSegment(88167382-6ce2-4577-8bea-bab405982e47),segment_id=88167382-6ce2-4577-8bea-bab405982e47)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:00.196816 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f576a27d-f8d0-461d-9507-a4f2de0f56a1), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.197714 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 08d92091-0830-4747-86fa-b5f0b4a6ef69 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:00.236705 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 08d92091-0830-4747-86fa-b5f0b4a6ef69 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:00.237059 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 08d92091-0830-4747-86fa-b5f0b4a6ef69 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:00.269410 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=f576a27d-f8d0-461d-9507-a4f2de0f56a1,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:00.279857 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.487368 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:57:00.628895 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46b3f94-15b0-4cc1-a515-71be22027627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f576a27d-f8d0-461d-9507-a4f2de0f56a1'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:00.633307 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7212dfe9-2e88-4e70-b458-00217f4ba82a" -d '{"events": [{"server_uuid": "c46b3f94-15b0-4cc1-a515-71be22027627", "name": "network-vif-plugged", "status": "completed", "tag": "f576a27d-f8d0-461d-9507-a4f2de0f56a1"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:00.682750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:00.717434 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d71f269-e712-4605-b513-3bb9a777e009 x-openstack-request-id: req-2d71f269-e712-4605-b513-3bb9a777e009 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:00.718259 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46b3f94-15b0-4cc1-a515-71be22027627", "name": "network-vif-plugged", "status": "completed", "tag": "f576a27d-f8d0-461d-9507-a4f2de0f56a1", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:00.718819 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d71f269-e712-4605-b513-3bb9a777e009 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:00.720185 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46b3f94-15b0-4cc1-a515-71be22027627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f576a27d-f8d0-461d-9507-a4f2de0f56a1', 'code': 200} Jan 27 21:57:00.725416 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': 'f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af', 'mac_address': 'fa:16:3e:0f:dd:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:57:00.771826 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-03f66622-c630-489e-ae8a-72612830fdf0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:00.794883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-03f66622-c630-489e-ae8a-72612830fdf0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.21 "GET /v2.0/networks?id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d HTTP/1.1" status: 200 len: 810 time: 0.2764161 Jan 27 21:57:00.799949 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:00.800398 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.810584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-e4c579b1-f144-4926-879f-ebb05b14478c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Request body: {'port': {'device_id': 'c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5', 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d', 'admin_state_up': True, 'tenant_id': '5087db1c900149cbaaa7a34c3ee21041'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:00.844632 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:57:00.883024 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532f30c-7354-44c0-8178-877ad7993475 req-1de12482-a1ea-4019-8f10-62f630d91bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:00.885393 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f532f30c-7354-44c0-8178-877ad7993475 req-1de12482-a1ea-4019-8f10-62f630d91bde service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c46b3f94-15b0-4cc1-a515-71be22027627 HTTP/1.1" status: 200 len: 1097 time: 0.1025856 Jan 27 21:57:00.888226 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:00.898084 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.939355 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2d3fd95-f1d2-4a5a-a1fc-9757b308a4e0 req-27742e1e-ae2a-4e2f-b9ab-702c952f439d tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 210 time: 0.0954583 Jan 27 21:57:00.953800 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f532f30c-7354-44c0-8178-877ad7993475 req-9d2e2e2d-616d-4a4d-b58a-dd868e6683e6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fbbcae76-a43b-4cd8-b0d4-c0ddfa4e7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608380 Jan 27 21:57:00.982829 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebbb5f-72f4-4ddf-a0a6-daa8166ddf33 req-eb13e04a-3225-4ed0-aa3e-40ee04f44465 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:00.984459 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,revision_number=9']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:00.990426 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-abebbb5f-72f4-4ddf-a0a6-daa8166ddf33 req-eb13e04a-3225-4ed0-aa3e-40ee04f44465 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/ports?device_id=c46b3f94-15b0-4cc1-a515-71be22027627 HTTP/1.1" status: 200 len: 946 time: 0.1654668 Jan 27 21:57:01.055677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:57:01.093183 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-abebbb5f-72f4-4ddf-a0a6-daa8166ddf33 req-88e110df-bdfc-4b79-96e4-51f94dc529c7 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbcae76-a43b-4cd8-b0d4-c0ddfa4e7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017594 Jan 27 21:57:01.128278 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-e4c579b1-f144-4926-879f-ebb05b14478c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Made reservation on behalf of 5087db1c900149cbaaa7a34c3ee21041 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:01.132656 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-e4c579b1-f144-4926-879f-ebb05b14478c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.287350 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd4f88-c2a1-421d-a6c9-ba6f61bad565 req-4239ed34-fb7f-416f-a4f2-7eb0f0f3da50 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:01.289021 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3fd4f88-c2a1-421d-a6c9-ba6f61bad565 req-4239ed34-fb7f-416f-a4f2-7eb0f0f3da50 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/ports?device_id=b589f366-9342-49af-920d-b9dfff06f400 HTTP/1.1" status: 200 len: 947 time: 0.0997679 Jan 27 21:57:01.336711 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-e4c579b1-f144-4926-879f-ebb05b14478c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Allocated IP 172.20.0.11 (cd6e1a7e-3d4e-4525-9d35-d15106beb55d/9098f0c3-55f8-4926-b1cd-02227e640c95/64b82e2a-f9d5-411b-8c8c-70985c627056) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:01.365541 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3fd4f88-c2a1-421d-a6c9-ba6f61bad565 req-631730bc-9a6b-4c8b-8708-af62c0d989f6 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/security-groups?id=58087bd1-1881-4686-b218-a69711d77128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693798 Jan 27 21:57:01.562288 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-e4c579b1-f144-4926-879f-ebb05b14478c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks [] for port (64b82e2a-f9d5-411b-8c8c-70985c627056), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.615095 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-e4c579b1-f144-4926-879f-ebb05b14478c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (64b82e2a-f9d5-411b-8c8c-70985c627056), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.683701 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-e4c579b1-f144-4926-879f-ebb05b14478c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Network cd6e1a7e-3d4e-4525-9d35-d15106beb55d is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:01.687374 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-e4c579b1-f144-4926-879f-ebb05b14478c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:01.698784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-e4c579b1-f144-4926-879f-ebb05b14478c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:01.735275 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c579b1-f144-4926-879f-ebb05b14478c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Pushing event updated for resources: {'Port': ['ID=64b82e2a-f9d5-411b-8c8c-70985c627056,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:01.766106 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-e4c579b1-f144-4926-879f-ebb05b14478c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:01.766106 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-e4c579b1-f144-4926-879f-ebb05b14478c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.791559 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-e4c579b1-f144-4926-879f-ebb05b14478c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9833078 Jan 27 21:57:01.810729 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] Request body: {'port': {'device_id': 'c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:01.874324 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (64b82e2a-f9d5-411b-8c8c-70985c627056), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.141055 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b1416-cafb-492d-a2ea-a63f19fc1c24 req-4c8da260-4ab7-4a8e-9240-9da8cfe8d846 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:02.142900 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-479b1416-cafb-492d-a2ea-a63f19fc1c24 req-4c8da260-4ab7-4a8e-9240-9da8cfe8d846 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 932 time: 0.0911288 Jan 27 21:57:02.257894 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-479b1416-cafb-492d-a2ea-a63f19fc1c24 req-02129cd1-e6e8-4b14-8f54-d947e5fd5aac tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009076 Jan 27 21:57:02.284709 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b82e2a-f9d5-411b-8c8c-70985c627056 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:57:02.295053 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] Publish callbacks [] for port (64b82e2a-f9d5-411b-8c8c-70985c627056), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.312368 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] Transition to ACTIVE for port object 64b82e2a-f9d5-411b-8c8c-70985c627056 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:57:02.326174 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1329a-caec-453d-88e8-44f18fe7219b req-68ad9977-510f-4c76-a31e-ef7114b893c7 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:02.327702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2cf1329a-caec-453d-88e8-44f18fe7219b req-68ad9977-510f-4c76-a31e-ef7114b893c7 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/ports?device_id=c46b3f94-15b0-4cc1-a515-71be22027627 HTTP/1.1" status: 200 len: 946 time: 0.0919864 Jan 27 21:57:02.328916 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (64b82e2a-f9d5-411b-8c8c-70985c627056), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.435821 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] Pushing event updated for resources: {'Port': ['ID=64b82e2a-f9d5-411b-8c8c-70985c627056,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:02.501327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device d887ba67-9994-4c7d-aefa-7bb5a0015d15 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:57:02.514879 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:02.538120 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2cf1329a-caec-453d-88e8-44f18fe7219b req-ccb6b5e7-c4de-47b7-a1eb-e64e3c3b9f30 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbcae76-a43b-4cd8-b0d4-c0ddfa4e7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778758 Jan 27 21:57:02.555727 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] Attempting to bind port 64b82e2a-f9d5-411b-8c8c-70985c627056 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:02.556126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] Attempting to bind port 64b82e2a-f9d5-411b-8c8c-70985c627056 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:02.556431 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] Attempting to bind port 64b82e2a-f9d5-411b-8c8c-70985c627056 on network cd6e1a7e-3d4e-4525-9d35-d15106beb55d {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:02.564622 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] Port 64b82e2a-f9d5-411b-8c8c-70985c627056 on network cd6e1a7e-3d4e-4525-9d35-d15106beb55d not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:57:02.564953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] Attempting to bind port 64b82e2a-f9d5-411b-8c8c-70985c627056 on network cd6e1a7e-3d4e-4525-9d35-d15106beb55d {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:02.576298 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:02.576648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] Checking segment: {'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:02.577074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] Bound using segment: {'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:02.577533 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] Bound port: 64b82e2a-f9d5-411b-8c8c-70985c627056, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:02.578014 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (64b82e2a-f9d5-411b-8c8c-70985c627056), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.593388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c040d-22f3-4894-9530-6941e298a994 req-c0f7af7f-4cc5-4fff-9c29-1afd0470e429 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:02.595389 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d98c040d-22f3-4894-9530-6941e298a994 req-c0f7af7f-4cc5-4fff-9c29-1afd0470e429 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/ports?device_id=b589f366-9342-49af-920d-b9dfff06f400 HTTP/1.1" status: 200 len: 947 time: 0.1113183 Jan 27 21:57:02.696157 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:02.697107 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.712654 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d98c040d-22f3-4894-9530-6941e298a994 req-3c5f6f72-59d7-4aaa-92d9-604051d25c71 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/security-groups?id=58087bd1-1881-4686-b218-a69711d77128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986331 Jan 27 21:57:02.737580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] For port 64b82e2a-f9d5-411b-8c8c-70985c627056, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:02.744833 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] For port 64b82e2a-f9d5-411b-8c8c-70985c627056, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=64b82e2a-f9d5-411b-8c8c-70985c627056,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:02.761138 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (64b82e2a-f9d5-411b-8c8c-70985c627056), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.796301 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port d887ba67-9994-4c7d-aefa-7bb5a0015d15, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=d887ba67-9994-4c7d-aefa-7bb5a0015d15,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:02.834931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:02.835857 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.837822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] 10.222.0.21 "PUT /v2.0/ports/64b82e2a-f9d5-411b-8c8c-70985c627056 HTTP/1.1" status: 200 len: 1092 time: 1.0314157 Jan 27 21:57:02.838481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5', 'tag': '64b82e2a-f9d5-411b-8c8c-70985c627056'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:02.841145 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c45c17f-53d4-46c4-9d5c-d38415efd063" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5", "tag": "64b82e2a-f9d5-411b-8c8c-70985c627056"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:02.885331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:02.886380 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.907971 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'd887ba67-9994-4c7d-aefa-7bb5a0015d15', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': 'd887ba67-9994-4c7d-aefa-7bb5a0015d15', 'mac_address': 'fa:16:3e:a5:13:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:57:02.920179 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1300a0b-401b-48a9-89cd-b876c3cbbb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:02.922850 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11aee689-8c3e-4ab5-ab67-65769af84fb3" -d '{"events": [{"server_uuid": "e1300a0b-401b-48a9-89cd-b876c3cbbb1f", "name": "network-vif-plugged", "status": "completed", "tag": "f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:02.968566 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:02.969258 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a918504a-f27a-4799-987a-f78f733c32d9 x-openstack-request-id: req-a918504a-f27a-4799-987a-f78f733c32d9 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:02.970169 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5", "tag": "64b82e2a-f9d5-411b-8c8c-70985c627056", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:02.972335 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a918504a-f27a-4799-987a-f78f733c32d9 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:02.974446 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5', 'tag': '64b82e2a-f9d5-411b-8c8c-70985c627056', 'status': 'completed', 'code': 200} Jan 27 21:57:02.979785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cb82d-1e9e-4fb4-ab3b-a5c4162e8b9e service neutron] Pushing event updated for resources: {'Port': ['ID=64b82e2a-f9d5-411b-8c8c-70985c627056,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:02.982331 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:03.026491 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-928f8707-74f0-465a-9f9c-6403405e064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:03.029437 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-928f8707-74f0-465a-9f9c-6403405e064a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5087db1c900149cbaaa7a34c3ee21041&device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 1095 time: 0.1281087 Jan 27 21:57:03.036015 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64471677-0368-4eb8-87dd-1705927d0503 x-openstack-request-id: req-64471677-0368-4eb8-87dd-1705927d0503 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:03.036362 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1300a0b-401b-48a9-89cd-b876c3cbbb1f", "name": "network-vif-plugged", "status": "completed", "tag": "f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:03.036634 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64471677-0368-4eb8-87dd-1705927d0503 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:03.037025 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1300a0b-401b-48a9-89cd-b876c3cbbb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af', 'code': 200} Jan 27 21:57:03.045746 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port d887ba67-9994-4c7d-aefa-7bb5a0015d15 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:03.046473 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d887ba67-9994-4c7d-aefa-7bb5a0015d15), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:03.086117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-1b5721bf-799d-470b-85be-6fb0ceb51449 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64b82e2a-f9d5-411b-8c8c-70985c627056 HTTP/1.1" status: 200 len: 217 time: 0.0480089 Jan 27 21:57:03.100116 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d887ba67-9994-4c7d-aefa-7bb5a0015d15 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:57:03.123994 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port d887ba67-9994-4c7d-aefa-7bb5a0015d15, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=d887ba67-9994-4c7d-aefa-7bb5a0015d15,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:03.134839 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,revision_number=10']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:03.148934 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-220a2851-de38-4643-b119-91e248787cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:03.150030 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d887ba67-9994-4c7d-aefa-7bb5a0015d15), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:03.150860 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-220a2851-de38-4643-b119-91e248787cf4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9098f0c3-55f8-4926-b1cd-02227e640c95 HTTP/1.1" status: 200 len: 850 time: 0.0570276 Jan 27 21:57:03.201502 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-5b9719c2-9c1b-454c-9b1c-8d80625e2c65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378234 Jan 27 21:57:03.241495 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=d887ba67-9994-4c7d-aefa-7bb5a0015d15,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:03.311366 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-40760353-0b69-4c8b-8269-f1d3c4614409 service neutron] 10.222.0.21 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066711 Jan 27 21:57:03.465966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416da751-5973-4514-8e0e-d659dd8a9917 req-31e30b83-2a70-4e15-bf98-f1bbb973cef6 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:03.473381 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-416da751-5973-4514-8e0e-d659dd8a9917 req-31e30b83-2a70-4e15-bf98-f1bbb973cef6 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 944 time: 0.1225791 Jan 27 21:57:03.555365 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['d887ba67-9994-4c7d-aefa-7bb5a0015d15'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:57:03.564312 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94c862bb-b3d9-4ecf-b415-8dae3f196e4d req-b763cff9-0b73-4dba-904c-8d418d6fddf6 service neutron] 10.222.0.21 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419298 Jan 27 21:57:03.590851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-416da751-5973-4514-8e0e-d659dd8a9917 req-b878d9be-ca44-4085-8e26-bbaae6d471db tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014915 Jan 27 21:57:03.722054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45c17f-53d4-46c4-9d5c-d38415efd063 req-2d19abda-c944-4908-b337-2ba2441806f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:03.723695 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c45c17f-53d4-46c4-9d5c-d38415efd063 req-2d19abda-c944-4908-b337-2ba2441806f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5087db1c900149cbaaa7a34c3ee21041&device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 1095 time: 0.0891483 Jan 27 21:57:03.814034 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218a656-ddcb-470c-ac6d-f1651d2a4bea req-7cf0077b-a6fe-405c-87d4-6f2448426b84 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:03.815613 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4218a656-ddcb-470c-ac6d-f1651d2a4bea req-7cf0077b-a6fe-405c-87d4-6f2448426b84 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/ports?device_id=c46b3f94-15b0-4cc1-a515-71be22027627 HTTP/1.1" status: 200 len: 946 time: 0.1353631 Jan 27 21:57:03.954997 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f47fb-f1fe-4bb7-9d75-66a1fa44b0f0 req-a37ac2b5-c846-49c0-9eba-be29a6e58a2e tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:03.956545 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-793f47fb-f1fe-4bb7-9d75-66a1fa44b0f0 req-a37ac2b5-c846-49c0-9eba-be29a6e58a2e tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/ports?device_id=b589f366-9342-49af-920d-b9dfff06f400 HTTP/1.1" status: 200 len: 948 time: 0.1400120 Jan 27 21:57:03.984695 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4218a656-ddcb-470c-ac6d-f1651d2a4bea req-84b31f8a-8e19-400e-a20d-ffd2b37ce2f5 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbcae76-a43b-4cd8-b0d4-c0ddfa4e7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245141 Jan 27 21:57:03.994950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45c17f-53d4-46c4-9d5c-d38415efd063 req-fb6726fd-581b-4984-ab36-fbf907116ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:03.996583 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c45c17f-53d4-46c4-9d5c-d38415efd063 req-fb6726fd-581b-4984-ab36-fbf907116ae2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d HTTP/1.1" status: 200 len: 911 time: 0.2498019 Jan 27 21:57:04.050706 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c45c17f-53d4-46c4-9d5c-d38415efd063 req-58804753-f053-404f-a0ca-e7f6ae089cb7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64b82e2a-f9d5-411b-8c8c-70985c627056 HTTP/1.1" status: 200 len: 217 time: 0.0436306 Jan 27 21:57:04.135024 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-793f47fb-f1fe-4bb7-9d75-66a1fa44b0f0 req-3abafb57-d88e-4f69-9548-42b454077714 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/security-groups?id=58087bd1-1881-4686-b218-a69711d77128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435399 Jan 27 21:57:04.160700 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45c17f-53d4-46c4-9d5c-d38415efd063 req-c8aaa35e-db22-4486-8302-898184ea60af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:04.164036 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c45c17f-53d4-46c4-9d5c-d38415efd063 req-c8aaa35e-db22-4486-8302-898184ea60af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9098f0c3-55f8-4926-b1cd-02227e640c95 HTTP/1.1" status: 200 len: 850 time: 0.1039662 Jan 27 21:57:04.221707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c45c17f-53d4-46c4-9d5c-d38415efd063 req-3e477b08-fb32-4257-88ea-f56f0446c3b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472009 Jan 27 21:57:04.375704 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c45c17f-53d4-46c4-9d5c-d38415efd063 req-413c2ac5-21e8-4256-91eb-c3e61c8f448c service neutron] 10.222.0.21 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454382 Jan 27 21:57:04.534923 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c45c17f-53d4-46c4-9d5c-d38415efd063 req-c2a0c093-3aa6-4526-aaef-4a1b82cf51d1 service neutron] 10.222.0.21 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474569 Jan 27 21:57:04.574203 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04bfcf-70e8-4f90-9603-c48fc6f02ef4 req-9f7f3086-ed5d-431b-aae4-38da6551805a tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:04.575936 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb04bfcf-70e8-4f90-9603-c48fc6f02ef4 req-9f7f3086-ed5d-431b-aae4-38da6551805a tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/ports?device_id=c46b3f94-15b0-4cc1-a515-71be22027627 HTTP/1.1" status: 200 len: 946 time: 0.0567219 Jan 27 21:57:04.657596 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb04bfcf-70e8-4f90-9603-c48fc6f02ef4 req-3b96d9cc-a28b-4d25-a7db-d01324d11677 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbcae76-a43b-4cd8-b0d4-c0ddfa4e7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749655 Jan 27 21:57:04.723872 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683b713-b2aa-421f-a3ef-ac880c70ebb1 req-8885203a-7be1-4798-ba4c-eb13fe6eb253 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:04.731285 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a683b713-b2aa-421f-a3ef-ac880c70ebb1 req-8885203a-7be1-4798-ba4c-eb13fe6eb253 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 944 time: 0.0650938 Jan 27 21:57:04.791190 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a683b713-b2aa-421f-a3ef-ac880c70ebb1 req-3a676900-9e1d-4842-a3c9-f5a9b86d7cb3 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572035 Jan 27 21:57:05.280748 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb9873-5389-432b-abba-bdce4ab6a3a1 req-4762537e-95b5-462f-9606-1e6cf26af058 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:05.282560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1edb9873-5389-432b-abba-bdce4ab6a3a1 req-4762537e-95b5-462f-9606-1e6cf26af058 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/ports?device_id=b589f366-9342-49af-920d-b9dfff06f400 HTTP/1.1" status: 200 len: 948 time: 0.0676234 Jan 27 21:57:05.359465 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1edb9873-5389-432b-abba-bdce4ab6a3a1 req-796939b7-3c54-4b1a-bd80-8d1a393c4833 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/security-groups?id=58087bd1-1881-4686-b218-a69711d77128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707338 Jan 27 21:57:05.790072 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605678c-1e89-4250-a301-e0f7611ad73e req-3236af9a-5289-44d3-a457-46d80f65c8a0 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:05.797865 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c605678c-1e89-4250-a301-e0f7611ad73e req-3236af9a-5289-44d3-a457-46d80f65c8a0 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/ports?device_id=c46b3f94-15b0-4cc1-a515-71be22027627 HTTP/1.1" status: 200 len: 946 time: 0.0679519 Jan 27 21:57:05.916890 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c605678c-1e89-4250-a301-e0f7611ad73e req-6814158a-5c64-4b7b-8a74-d6bc6a273b05 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbcae76-a43b-4cd8-b0d4-c0ddfa4e7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177592 Jan 27 21:57:06.013672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d630a-8d32-455d-ae5f-2e8f12be72d8 req-427f913b-dd72-459f-9074-69712f9942ac tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:06.021300 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c08d630a-8d32-455d-ae5f-2e8f12be72d8 req-427f913b-dd72-459f-9074-69712f9942ac tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 944 time: 0.0979142 Jan 27 21:57:06.094274 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c08d630a-8d32-455d-ae5f-2e8f12be72d8 req-2037b936-d0cb-4ebd-9631-ef48cb21e7f1 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709012 Jan 27 21:57:06.513905 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbb7be-df6d-4ef1-a990-93dcc8277c0d req-3d045d08-eefb-4217-845d-30d48ee96dc9 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:06.516207 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55fbb7be-df6d-4ef1-a990-93dcc8277c0d req-3d045d08-eefb-4217-845d-30d48ee96dc9 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/ports?device_id=b589f366-9342-49af-920d-b9dfff06f400 HTTP/1.1" status: 200 len: 948 time: 0.0657625 Jan 27 21:57:06.528488 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device d887ba67-9994-4c7d-aefa-7bb5a0015d15 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:06.573216 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55fbb7be-df6d-4ef1-a990-93dcc8277c0d req-ffba9210-0f12-4546-b276-0423dcee7754 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/security-groups?id=58087bd1-1881-4686-b218-a69711d77128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505559 Jan 27 21:57:06.615237 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port d887ba67-9994-4c7d-aefa-7bb5a0015d15 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:57:06.619975 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port d887ba67-9994-4c7d-aefa-7bb5a0015d15 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:06.620509 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d887ba67-9994-4c7d-aefa-7bb5a0015d15), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.730939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port d887ba67-9994-4c7d-aefa-7bb5a0015d15 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:06.731371 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d887ba67-9994-4c7d-aefa-7bb5a0015d15), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.758514 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b589f366-9342-49af-920d-b9dfff06f400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd887ba67-9994-4c7d-aefa-7bb5a0015d15'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:06.761176 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d51521-da19-4791-8398-9843299b2cd2" -d '{"events": [{"server_uuid": "b589f366-9342-49af-920d-b9dfff06f400", "name": "network-vif-plugged", "status": "completed", "tag": "d887ba67-9994-4c7d-aefa-7bb5a0015d15"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:06.806437 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port d887ba67-9994-4c7d-aefa-7bb5a0015d15, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=d887ba67-9994-4c7d-aefa-7bb5a0015d15,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:06.820652 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666a089c-e9f1-47b2-9961-af98861c235a x-openstack-request-id: req-666a089c-e9f1-47b2-9961-af98861c235a {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:06.821384 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b589f366-9342-49af-920d-b9dfff06f400", "name": "network-vif-plugged", "status": "completed", "tag": "d887ba67-9994-4c7d-aefa-7bb5a0015d15", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:06.821778 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-666a089c-e9f1-47b2-9961-af98861c235a {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:06.822345 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b589f366-9342-49af-920d-b9dfff06f400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd887ba67-9994-4c7d-aefa-7bb5a0015d15', 'code': 200} Jan 27 21:57:06.823997 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d887ba67-9994-4c7d-aefa-7bb5a0015d15), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.875203 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3f8a4-6d9d-4b2b-936e-5abe1f3b6b03 req-d1c94a77-3c06-430d-bac0-b8d9dc34a333 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:06.876948 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14c3f8a4-6d9d-4b2b-936e-5abe1f3b6b03 req-d1c94a77-3c06-430d-bac0-b8d9dc34a333 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46b3f94-15b0-4cc1-a515-71be22027627 HTTP/1.1" status: 200 len: 946 time: 0.0900867 Jan 27 21:57:06.893735 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=d887ba67-9994-4c7d-aefa-7bb5a0015d15,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:07.035824 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87082cf-e80f-4b60-aedb-4f56a943d583 req-98544da0-526a-45df-9555-f80e9bab8d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:07.037751 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b87082cf-e80f-4b60-aedb-4f56a943d583 req-98544da0-526a-45df-9555-f80e9bab8d7b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b589f366-9342-49af-920d-b9dfff06f400 HTTP/1.1" status: 200 len: 1100 time: 0.1420245 Jan 27 21:57:07.143219 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf732e-e853-4c65-b837-617b60fb0c91 req-de6b93d6-63fe-474f-8d79-d34f2745b7ea tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:07.151817 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-53cf732e-e853-4c65-b837-617b60fb0c91 req-de6b93d6-63fe-474f-8d79-d34f2745b7ea tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/ports?device_id=c46b3f94-15b0-4cc1-a515-71be22027627 HTTP/1.1" status: 200 len: 946 time: 0.1348360 Jan 27 21:57:07.157973 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-14c3f8a4-6d9d-4b2b-936e-5abe1f3b6b03 req-3951d83a-e5c1-4a5e-9d04-604ee96299d5 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Deleting port f576a27d-f8d0-461d-9507-a4f2de0f56a1 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:07.158297 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-14c3f8a4-6d9d-4b2b-936e-5abe1f3b6b03 req-3951d83a-e5c1-4a5e-9d04-604ee96299d5 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f576a27d-f8d0-461d-9507-a4f2de0f56a1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.204553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b87082cf-e80f-4b60-aedb-4f56a943d583 req-882c9570-18c7-4139-8542-aac9dbf8079b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=58087bd1-1881-4686-b218-a69711d77128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411951 Jan 27 21:57:07.342037 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-53cf732e-e853-4c65-b837-617b60fb0c91 req-4e880ced-0528-481b-bfe0-4516cb6d0931 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbcae76-a43b-4cd8-b0d4-c0ddfa4e7c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821365 Jan 27 21:57:07.367622 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833d8e2-c5b9-465a-935a-93e522c04cba req-fc59c716-a85a-4eb8-9b18-36f1265be22e tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:07.369118 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7833d8e2-c5b9-465a-935a-93e522c04cba req-fc59c716-a85a-4eb8-9b18-36f1265be22e tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 944 time: 0.1635892 Jan 27 21:57:07.411940 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-14c3f8a4-6d9d-4b2b-936e-5abe1f3b6b03 req-3951d83a-e5c1-4a5e-9d04-604ee96299d5 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] For port f576a27d-f8d0-461d-9507-a4f2de0f56a1, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=f576a27d-f8d0-461d-9507-a4f2de0f56a1,segment=NetworkSegment(88167382-6ce2-4577-8bea-bab405982e47),segment_id=88167382-6ce2-4577-8bea-bab405982e47)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:07.412344 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-14c3f8a4-6d9d-4b2b-936e-5abe1f3b6b03 req-3951d83a-e5c1-4a5e-9d04-604ee96299d5 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f576a27d-f8d0-461d-9507-a4f2de0f56a1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.463033 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7833d8e2-c5b9-465a-935a-93e522c04cba req-5fa0d63f-ad4e-4a5d-8b7f-22de364521df tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769165 Jan 27 21:57:07.477229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-14c3f8a4-6d9d-4b2b-936e-5abe1f3b6b03 req-3951d83a-e5c1-4a5e-9d04-604ee96299d5 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Calling delete_port for f576a27d-f8d0-461d-9507-a4f2de0f56a1 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:08.008049 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 64b82e2a-f9d5-411b-8c8c-70985c627056 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:57:08.116609 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 64b82e2a-f9d5-411b-8c8c-70985c627056, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=64b82e2a-f9d5-411b-8c8c-70985c627056,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:08.129348 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '64b82e2a-f9d5-411b-8c8c-70985c627056', 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d', 'port_id': '64b82e2a-f9d5-411b-8c8c-70985c627056', 'mac_address': 'fa:16:3e:4f:45:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9098f0c3-55f8-4926-b1cd-02227e640c95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:57:08.131820 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191fdf1-d60a-49bf-84f0-85b49f54743f req-fed942b6-4043-4d51-9c82-a2b16ffd9b22 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:08.133297 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3191fdf1-d60a-49bf-84f0-85b49f54743f req-fed942b6-4043-4d51-9c82-a2b16ffd9b22 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/ports?device_id=b589f366-9342-49af-920d-b9dfff06f400 HTTP/1.1" status: 200 len: 949 time: 0.0690916 Jan 27 21:57:08.160039 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-14c3f8a4-6d9d-4b2b-936e-5abe1f3b6b03 req-3951d83a-e5c1-4a5e-9d04-604ee96299d5 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f576a27d-f8d0-461d-9507-a4f2de0f56a1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.175316 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['f576a27d-f8d0-461d-9507-a4f2de0f56a1'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:57:08.207731 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 64b82e2a-f9d5-411b-8c8c-70985c627056 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:08.208510 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (64b82e2a-f9d5-411b-8c8c-70985c627056), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.238999 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b82e2a-f9d5-411b-8c8c-70985c627056 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:57:08.265104 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 64b82e2a-f9d5-411b-8c8c-70985c627056, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=64b82e2a-f9d5-411b-8c8c-70985c627056,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:08.278077 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (64b82e2a-f9d5-411b-8c8c-70985c627056), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.284769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3191fdf1-d60a-49bf-84f0-85b49f54743f req-19e6ccc6-b777-4d3e-ae54-08d7936b4d9b tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/security-groups?id=58087bd1-1881-4686-b218-a69711d77128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443090 Jan 27 21:57:08.285812 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951d83a-e5c1-4a5e-9d04-604ee96299d5 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Pushing event deleted for resources: {'Port': ['ID=f576a27d-f8d0-461d-9507-a4f2de0f56a1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:08.304528 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c3f8a4-6d9d-4b2b-936e-5abe1f3b6b03 req-3951d83a-e5c1-4a5e-9d04-604ee96299d5 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] No DVR routers for this DVR port f576a27d-f8d0-461d-9507-a4f2de0f56a1 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:08.320795 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-14c3f8a4-6d9d-4b2b-936e-5abe1f3b6b03 req-3951d83a-e5c1-4a5e-9d04-604ee96299d5 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.324152 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14c3f8a4-6d9d-4b2b-936e-5abe1f3b6b03 req-3951d83a-e5c1-4a5e-9d04-604ee96299d5 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.21 "DELETE /v2.0/ports/f576a27d-f8d0-461d-9507-a4f2de0f56a1 HTTP/1.1" status: 204 len: 173 time: 1.4379933 Jan 27 21:57:08.324643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46b3f94-15b0-4cc1-a515-71be22027627', 'name': 'network-vif-deleted', 'tag': 'f576a27d-f8d0-461d-9507-a4f2de0f56a1'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:08.336473 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb119cac-bf64-445d-af61-48474943d50d" -d '{"events": [{"server_uuid": "c46b3f94-15b0-4cc1-a515-71be22027627", "name": "network-vif-deleted", "tag": "f576a27d-f8d0-461d-9507-a4f2de0f56a1"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:08.352951 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=64b82e2a-f9d5-411b-8c8c-70985c627056,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:08.412360 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6436c5-8357-410b-ab20-983d0f10a05f x-openstack-request-id: req-7e6436c5-8357-410b-ab20-983d0f10a05f {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:08.412889 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46b3f94-15b0-4cc1-a515-71be22027627", "name": "network-vif-deleted", "tag": "f576a27d-f8d0-461d-9507-a4f2de0f56a1", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:08.413410 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e6436c5-8357-410b-ab20-983d0f10a05f {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:08.414015 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46b3f94-15b0-4cc1-a515-71be22027627', 'name': 'network-vif-deleted', 'tag': 'f576a27d-f8d0-461d-9507-a4f2de0f56a1', 'status': 'completed', 'code': 200} Jan 27 21:57:08.521844 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a976cb74-99e8-472f-acdc-9f10b426d566 req-6bca5eb9-ee9b-4e78-89a2-71e8ca2e47c4 tempest-ServerAddressesNegativeTestJSON-2142141191 tempest-ServerAddressesNegativeTestJSON-2142141191-project] 10.222.0.23 "GET /v2.0/ports?device_id=c46b3f94-15b0-4cc1-a515-71be22027627 HTTP/1.1" status: 200 len: 210 time: 0.0642908 Jan 27 21:57:08.693614 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac162b5-276f-4072-8f9d-ef1149af7a9b req-d838766d-b9d2-4378-8c52-27c3a8958dfa tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:08.701083 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8ac162b5-276f-4072-8f9d-ef1149af7a9b req-d838766d-b9d2-4378-8c52-27c3a8958dfa tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 945 time: 0.0979211 Jan 27 21:57:08.780909 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8ac162b5-276f-4072-8f9d-ef1149af7a9b req-5d3e5cc3-9c40-4616-b115-8ddf07c5b23c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787282 Jan 27 21:57:08.875715 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['64b82e2a-f9d5-411b-8c8c-70985c627056'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:57:09.454754 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36706a4d-4969-4e4c-adc7-9308c60a1533 req-3a5b3548-8c9e-40d0-9910-dc7b93a6dc60 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:09.464840 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36706a4d-4969-4e4c-adc7-9308c60a1533 req-3a5b3548-8c9e-40d0-9910-dc7b93a6dc60 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/ports?device_id=b589f366-9342-49af-920d-b9dfff06f400 HTTP/1.1" status: 200 len: 949 time: 0.0870488 Jan 27 21:57:09.520264 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36706a4d-4969-4e4c-adc7-9308c60a1533 req-f95ca169-b85b-4954-ae08-9fa468a7b48b tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/security-groups?id=58087bd1-1881-4686-b218-a69711d77128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539761 Jan 27 21:57:09.600198 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60718) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:09.676992 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d223f6-9a6a-42e3-8c45-53cbd40ada62 admin admin] Deleting subnet 548ce0e7-8966-40de-9973-1906102efa7e {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:57:09.683279 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-01d223f6-9a6a-42e3-8c45-53cbd40ada62 admin admin] Publish callbacks [] for subnet (548ce0e7-8966-40de-9973-1906102efa7e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:09.742660 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-01d223f6-9a6a-42e3-8c45-53cbd40ada62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (548ce0e7-8966-40de-9973-1906102efa7e), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:09.841406 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-01d223f6-9a6a-42e3-8c45-53cbd40ada62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (548ce0e7-8966-40de-9973-1906102efa7e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:09.946085 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-01d223f6-9a6a-42e3-8c45-53cbd40ada62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (548ce0e7-8966-40de-9973-1906102efa7e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:09.983357 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d223f6-9a6a-42e3-8c45-53cbd40ada62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=548ce0e7-8966-40de-9973-1906102efa7e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:10.008782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e06a73-9011-49a7-9b69-717a68dabdf0 req-c7a29364-9727-4444-b27f-1f6d892efd71 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:10.015943 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92e06a73-9011-49a7-9b69-717a68dabdf0 req-c7a29364-9727-4444-b27f-1f6d892efd71 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 945 time: 0.1024804 Jan 27 21:57:10.016086 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-01d223f6-9a6a-42e3-8c45-53cbd40ada62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.022150 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-01d223f6-9a6a-42e3-8c45-53cbd40ada62 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/548ce0e7-8966-40de-9973-1906102efa7e HTTP/1.1" status: 204 len: 168 time: 0.4200213 Jan 27 21:57:10.025583 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60736) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:10.031438 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device f576a27d-f8d0-461d-9507-a4f2de0f56a1 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:10.085559 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92e06a73-9011-49a7-9b69-717a68dabdf0 req-f8cd5463-fe3d-414e-bdfc-af0670540700 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685761 Jan 27 21:57:10.104283 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: f576a27d-f8d0-461d-9507-a4f2de0f56a1 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:10.104808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device f576a27d-f8d0-461d-9507-a4f2de0f56a1 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:10.152654 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce10e398-8908-4766-9aaa-f2e9d3f0bc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (bb90ffac-bc26-4a43-a24a-d2e4255bccb0), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.266649 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce10e398-8908-4766-9aaa-f2e9d3f0bc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (bb90ffac-bc26-4a43-a24a-d2e4255bccb0), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.290174 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ce10e398-8908-4766-9aaa-f2e9d3f0bc16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb90ffac-bc26-4a43-a24a-d2e4255bccb0']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:10.308614 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ce10e398-8908-4766-9aaa-f2e9d3f0bc16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88167382-6ce2-4577-8bea-bab405982e47') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:10.308908 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ce10e398-8908-4766-9aaa-f2e9d3f0bc16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88167382-6ce2-4577-8bea-bab405982e47') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:10.347904 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce10e398-8908-4766-9aaa-f2e9d3f0bc16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (88167382-6ce2-4577-8bea-bab405982e47), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.382304 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce10e398-8908-4766-9aaa-f2e9d3f0bc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (88167382-6ce2-4577-8bea-bab405982e47), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.390861 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce10e398-8908-4766-9aaa-f2e9d3f0bc16 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:57:10.391479 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce10e398-8908-4766-9aaa-f2e9d3f0bc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (88167382-6ce2-4577-8bea-bab405982e47), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: timer() Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:57:10.461657 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:57:10.485013 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce10e398-8908-4766-9aaa-f2e9d3f0bc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (bb90ffac-bc26-4a43-a24a-d2e4255bccb0), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.500850 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce10e398-8908-4766-9aaa-f2e9d3f0bc16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.507117 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ce10e398-8908-4766-9aaa-f2e9d3f0bc16 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bb90ffac-bc26-4a43-a24a-d2e4255bccb0 HTTP/1.1" status: 204 len: 168 time: 0.4803665 Jan 27 21:57:10.515243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e5c0a-b191-40fb-8cbb-500425767fb1 req-a05444c7-6625-486d-a89e-279b644a46aa tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:10.523735 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca6e5c0a-b191-40fb-8cbb-500425767fb1 req-a05444c7-6625-486d-a89e-279b644a46aa tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 946 time: 0.0735168 Jan 27 21:57:10.556059 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10e398-8908-4766-9aaa-f2e9d3f0bc16 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb90ffac-bc26-4a43-a24a-d2e4255bccb0,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:10.593327 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca6e5c0a-b191-40fb-8cbb-500425767fb1 req-f9bb6125-3264-46f5-ac05-fb6adc2e61c6 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678022 Jan 27 21:57:10.758410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c2e98-7310-474a-9ac5-375525c83f52 req-669c48d1-cc00-4878-be4b-70a984e43afc tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:10.760084 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d6c2e98-7310-474a-9ac5-375525c83f52 req-669c48d1-cc00-4878-be4b-70a984e43afc tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/ports?device_id=b589f366-9342-49af-920d-b9dfff06f400 HTTP/1.1" status: 200 len: 949 time: 0.0865972 Jan 27 21:57:10.789185 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60756) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:10.814787 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d6c2e98-7310-474a-9ac5-375525c83f52 req-fd7873d4-ec96-49f7-bd41-8fadc55b2cc1 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/security-groups?id=58087bd1-1881-4686-b218-a69711d77128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490863 Jan 27 21:57:10.854379 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f64a72c7-2e6a-48b8-a177-4f7898bd004c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c5f4e74f88e490986055c02575bace4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0639286 Jan 27 21:57:10.857085 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60758) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:10.918808 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2385eb40-be94-4454-98e5-5533fba88dd4 admin admin] Publish callbacks [] for security_group (fbbcae76-a43b-4cd8-b0d4-c0ddfa4e7c20), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.949412 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2385eb40-be94-4454-98e5-5533fba88dd4 admin admin] Publish callbacks [] for security_group (fbbcae76-a43b-4cd8-b0d4-c0ddfa4e7c20), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:11.011442 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2385eb40-be94-4454-98e5-5533fba88dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (fbbcae76-a43b-4cd8-b0d4-c0ddfa4e7c20), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:11.014407 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2385eb40-be94-4454-98e5-5533fba88dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:11.017844 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2385eb40-be94-4454-98e5-5533fba88dd4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fbbcae76-a43b-4cd8-b0d4-c0ddfa4e7c20 HTTP/1.1" status: 204 len: 168 time: 0.1573710 Jan 27 21:57:11.031539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385eb40-be94-4454-98e5-5533fba88dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbcae76-a43b-4cd8-b0d4-c0ddfa4e7c20,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:11.040932 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385eb40-be94-4454-98e5-5533fba88dd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:11.041285 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385eb40-be94-4454-98e5-5533fba88dd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:11.041631 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385eb40-be94-4454-98e5-5533fba88dd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:11.041972 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385eb40-be94-4454-98e5-5533fba88dd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:11.042315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385eb40-be94-4454-98e5-5533fba88dd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:11.042652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385eb40-be94-4454-98e5-5533fba88dd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:11.042988 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385eb40-be94-4454-98e5-5533fba88dd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:11.043317 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385eb40-be94-4454-98e5-5533fba88dd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:11.043646 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385eb40-be94-4454-98e5-5533fba88dd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:11.043975 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385eb40-be94-4454-98e5-5533fba88dd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:11.044443 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385eb40-be94-4454-98e5-5533fba88dd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:11.044778 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385eb40-be94-4454-98e5-5533fba88dd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:11.045104 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385eb40-be94-4454-98e5-5533fba88dd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:11.236426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d97b0-ab3a-4f34-b8bf-2da0ef599cab req-e6ea428d-0bda-4acc-aa54-240cb6b92d5a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:11.238528 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-082d97b0-ab3a-4f34-b8bf-2da0ef599cab req-e6ea428d-0bda-4acc-aa54-240cb6b92d5a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 945 time: 0.0711269 Jan 27 21:57:11.295287 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-082d97b0-ab3a-4f34-b8bf-2da0ef599cab req-3a67afd3-5f6a-4547-a640-411b7a1a101c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507524 Jan 27 21:57:11.749817 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13e12a-9918-483f-b469-6ba788acca1d req-003af4e5-6fab-46b6-af5c-d0b396df5d4b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:11.758508 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c13e12a-9918-483f-b469-6ba788acca1d req-003af4e5-6fab-46b6-af5c-d0b396df5d4b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 946 time: 0.0742805 Jan 27 21:57:11.840092 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c13e12a-9918-483f-b469-6ba788acca1d req-5895cfb9-fbd1-40ad-bbeb-6c8ead5658d9 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805833 Jan 27 21:57:11.966360 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3011d8b-d79f-4d1f-af3f-eb354e243b55 req-91556b8b-cd68-40f5-8101-fccd36e4d62e tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:11.968613 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3011d8b-d79f-4d1f-af3f-eb354e243b55 req-91556b8b-cd68-40f5-8101-fccd36e4d62e tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/ports?device_id=b589f366-9342-49af-920d-b9dfff06f400 HTTP/1.1" status: 200 len: 949 time: 0.0680683 Jan 27 21:57:11.983113 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:57:12.046207 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 64b82e2a-f9d5-411b-8c8c-70985c627056 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:12.055586 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3011d8b-d79f-4d1f-af3f-eb354e243b55 req-91db0bb4-fa09-4198-9432-2597fb08f814 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/security-groups?id=58087bd1-1881-4686-b218-a69711d77128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812609 Jan 27 21:57:12.081276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60804) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:12.118697 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 64b82e2a-f9d5-411b-8c8c-70985c627056 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:57:12.123043 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 64b82e2a-f9d5-411b-8c8c-70985c627056 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:12.123419 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (64b82e2a-f9d5-411b-8c8c-70985c627056), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.200547 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f9c88-5270-4850-aff4-bcb552189202 req-b09caa9c-e0cb-4ba7-83cd-9c8aa5856e10 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:12.202527 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-244f9c88-5270-4850-aff4-bcb552189202 req-b09caa9c-e0cb-4ba7-83cd-9c8aa5856e10 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.15 "GET /v2.0/ports?device_id=b589f366-9342-49af-920d-b9dfff06f400 HTTP/1.1" status: 200 len: 949 time: 0.0792308 Jan 27 21:57:12.208900 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-ee5dd8f3-9a71-48c4-83c7-c871c04f8096 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2083274664-network', 'tenant_id': '5453f6571b3f45b7ae4f3c06a6faa388'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:12.221330 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 64b82e2a-f9d5-411b-8c8c-70985c627056 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:12.221979 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (64b82e2a-f9d5-411b-8c8c-70985c627056), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.252394 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b82e2a-f9d5-411b-8c8c-70985c627056'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:12.254973 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d3cba0-9453-44dd-a626-5afe1de3ec7d" -d '{"events": [{"server_uuid": "c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5", "name": "network-vif-plugged", "status": "completed", "tag": "64b82e2a-f9d5-411b-8c8c-70985c627056"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:12.280132 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 64b82e2a-f9d5-411b-8c8c-70985c627056, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=64b82e2a-f9d5-411b-8c8c-70985c627056,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:12.289051 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (64b82e2a-f9d5-411b-8c8c-70985c627056), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.304281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5dd8f3-9a71-48c4-83c7-c871c04f8096 admin admin] Made reservation on behalf of 5453f6571b3f45b7ae4f3c06a6faa388 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:12.306675 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ee5dd8f3-9a71-48c4-83c7-c871c04f8096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.318271 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540a8f13-ee92-43d5-abf2-5ccd4717e3b1 x-openstack-request-id: req-540a8f13-ee92-43d5-abf2-5ccd4717e3b1 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:12.318567 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5", "name": "network-vif-plugged", "status": "completed", "tag": "64b82e2a-f9d5-411b-8c8c-70985c627056", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:12.318825 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-540a8f13-ee92-43d5-abf2-5ccd4717e3b1 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:12.319399 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b82e2a-f9d5-411b-8c8c-70985c627056', 'code': 200} Jan 27 21:57:12.321195 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ee5dd8f3-9a71-48c4-83c7-c871c04f8096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.364147 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=64b82e2a-f9d5-411b-8c8c-70985c627056,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:12.391087 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-244f9c88-5270-4850-aff4-bcb552189202 req-47d4543e-03d0-4461-98b6-8bb06645ee8d tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Deleting port d887ba67-9994-4c7d-aefa-7bb5a0015d15 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:12.391580 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-244f9c88-5270-4850-aff4-bcb552189202 req-47d4543e-03d0-4461-98b6-8bb06645ee8d tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d887ba67-9994-4c7d-aefa-7bb5a0015d15), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.587200 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.630948 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3a4fa-9fe2-48c9-b4ee-5049e384eb8e req-f4fe3554-f053-4d86-b764-40b4b075550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:12.633030 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03f3a4fa-9fe2-48c9-b4ee-5049e384eb8e req-f4fe3554-f053-4d86-b764-40b4b075550e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 1097 time: 0.2499752 Jan 27 21:57:12.635434 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ee5dd8f3-9a71-48c4-83c7-c871c04f8096 admin admin] Publish callbacks [] for security_group (b446526c-9bfe-41c3-b227-787e9f7e20ed), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.646108 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f777d5-e2cc-4a7e-bb62-f508d4b51aee req-23438d86-6d7c-4d0d-be45-f14a92b39a51 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:12.647555 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2f777d5-e2cc-4a7e-bb62-f508d4b51aee req-23438d86-6d7c-4d0d-be45-f14a92b39a51 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.2635429 Jan 27 21:57:12.666257 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ee5dd8f3-9a71-48c4-83c7-c871c04f8096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b446526c-9bfe-41c3-b227-787e9f7e20ed), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.685962 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-244f9c88-5270-4850-aff4-bcb552189202 req-47d4543e-03d0-4461-98b6-8bb06645ee8d tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] For port d887ba67-9994-4c7d-aefa-7bb5a0015d15, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=d887ba67-9994-4c7d-aefa-7bb5a0015d15,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:12.686373 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-244f9c88-5270-4850-aff4-bcb552189202 req-47d4543e-03d0-4461-98b6-8bb06645ee8d tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d887ba67-9994-4c7d-aefa-7bb5a0015d15), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.736278 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5dd8f3-9a71-48c4-83c7-c871c04f8096 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:57:12.744706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-244f9c88-5270-4850-aff4-bcb552189202 req-47d4543e-03d0-4461-98b6-8bb06645ee8d tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Calling delete_port for d887ba67-9994-4c7d-aefa-7bb5a0015d15 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:12.787088 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ee5dd8f3-9a71-48c4-83c7-c871c04f8096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (4f445cca-2f3d-457a-9b62-4cea666a74c9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.787759 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-ee5dd8f3-9a71-48c4-83c7-c871c04f8096 admin admin] Added segment 4f445cca-2f3d-457a-9b62-4cea666a74c9 of type vlan for network 9c58a236-6010-4235-a06c-601246de72a9 Jan 27 21:57:12.804296 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5dd8f3-9a71-48c4-83c7-c871c04f8096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b446526c-9bfe-41c3-b227-787e9f7e20ed,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:12.869209 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03f3a4fa-9fe2-48c9-b4ee-5049e384eb8e req-7da4402f-f169-4513-87a3-d706538ef961 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170680 Jan 27 21:57:12.895652 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ee5dd8f3-9a71-48c4-83c7-c871c04f8096 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (9c58a236-6010-4235-a06c-601246de72a9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.914125 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2f777d5-e2cc-4a7e-bb62-f508d4b51aee req-c7398518-a6dc-41e8-acff-1c5840241949 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366822 Jan 27 21:57:12.988859 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ee5dd8f3-9a71-48c4-83c7-c871c04f8096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (9c58a236-6010-4235-a06c-601246de72a9), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.989874 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5dd8f3-9a71-48c4-83c7-c871c04f8096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:12.990508 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ee5dd8f3-9a71-48c4-83c7-c871c04f8096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:13.059012 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ee5dd8f3-9a71-48c4-83c7-c871c04f8096 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9721885 Jan 27 21:57:13.062078 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60834) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:13.067559 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ac662ae3-7186-45e3-a4ea-1961f07c48c9 admin admin] Request body: {'subnet': {'network_id': '9c58a236-6010-4235-a06c-601246de72a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2083274664-subnet', 'tenant_id': '5453f6571b3f45b7ae4f3c06a6faa388', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:13.093568 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aad300-5d3f-4f40-b8db-d0040fb91264 req-bce2cd4a-7850-435b-bf2a-1eb37c637d9f tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:13.100726 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52aad300-5d3f-4f40-b8db-d0040fb91264 req-bce2cd4a-7850-435b-bf2a-1eb37c637d9f tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 946 time: 0.1805723 Jan 27 21:57:13.104021 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac662ae3-7186-45e3-a4ea-1961f07c48c9 admin admin] Made reservation on behalf of 5453f6571b3f45b7ae4f3c06a6faa388 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:13.106594 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ac662ae3-7186-45e3-a4ea-1961f07c48c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:13.117736 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5dd8f3-9a71-48c4-83c7-c871c04f8096 admin admin] Pushing event updated for resources: {'Network': ['ID=9c58a236-6010-4235-a06c-601246de72a9,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:13.132385 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 9c58a236-6010-4235-a06c-601246de72a9 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:57:13.205978 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-244f9c88-5270-4850-aff4-bcb552189202 req-47d4543e-03d0-4461-98b6-8bb06645ee8d tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d887ba67-9994-4c7d-aefa-7bb5a0015d15), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:13.234558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc92cfa2-809d-40c7-a79e-a1ddd81aa830 req-95165de6-c70a-424a-b010-bf4de35c7ea2 tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.23 "GET /v2.0/ports?device_id=b589f366-9342-49af-920d-b9dfff06f400 HTTP/1.1" status: 200 len: 210 time: 0.0533288 Jan 27 21:57:13.248618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52aad300-5d3f-4f40-b8db-d0040fb91264 req-240ff886-eeaf-4056-8b4d-1c095339117e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404190 Jan 27 21:57:13.267430 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4543e-03d0-4461-98b6-8bb06645ee8d tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Pushing event deleted for resources: {'Port': ['ID=d887ba67-9994-4c7d-aefa-7bb5a0015d15,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:13.272321 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['d887ba67-9994-4c7d-aefa-7bb5a0015d15'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:57:13.327405 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-244f9c88-5270-4850-aff4-bcb552189202 req-47d4543e-03d0-4461-98b6-8bb06645ee8d tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] No DVR routers for this DVR port d887ba67-9994-4c7d-aefa-7bb5a0015d15 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:13.330298 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-244f9c88-5270-4850-aff4-bcb552189202 req-47d4543e-03d0-4461-98b6-8bb06645ee8d tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:13.334276 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-244f9c88-5270-4850-aff4-bcb552189202 req-47d4543e-03d0-4461-98b6-8bb06645ee8d tempest-TenantUsagesTestJSON-2075411385 tempest-TenantUsagesTestJSON-2075411385-project] 10.222.0.15 "DELETE /v2.0/ports/d887ba67-9994-4c7d-aefa-7bb5a0015d15 HTTP/1.1" status: 204 len: 173 time: 1.1208673 Jan 27 21:57:13.334976 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b589f366-9342-49af-920d-b9dfff06f400', 'name': 'network-vif-deleted', 'tag': 'd887ba67-9994-4c7d-aefa-7bb5a0015d15'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:13.345667 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccc67d9-5e39-41c1-a232-93085d336521" -d '{"events": [{"server_uuid": "b589f366-9342-49af-920d-b9dfff06f400", "name": "network-vif-deleted", "tag": "d887ba67-9994-4c7d-aefa-7bb5a0015d15"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:13.448303 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d34420-140c-4e11-9fe9-c12383cd8e7f x-openstack-request-id: req-50d34420-140c-4e11-9fe9-c12383cd8e7f {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:13.448555 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b589f366-9342-49af-920d-b9dfff06f400", "name": "network-vif-deleted", "tag": "d887ba67-9994-4c7d-aefa-7bb5a0015d15", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:13.448693 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50d34420-140c-4e11-9fe9-c12383cd8e7f {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:13.453036 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b589f366-9342-49af-920d-b9dfff06f400', 'name': 'network-vif-deleted', 'tag': 'd887ba67-9994-4c7d-aefa-7bb5a0015d15', 'status': 'completed', 'code': 200} Jan 27 21:57:13.491140 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86e9b7-2e03-431d-8d03-d998c653857d req-7cb9871f-cf95-433b-97c2-8b23b761bf14 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:13.504978 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a86e9b7-2e03-431d-8d03-d998c653857d req-7cb9871f-cf95-433b-97c2-8b23b761bf14 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.21 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 946 time: 0.1483593 Jan 27 21:57:13.566323 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ac662ae3-7186-45e3-a4ea-1961f07c48c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (bc9caa41-6f86-4def-8edf-ede3fb56e9d1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:13.672661 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac662ae3-7186-45e3-a4ea-1961f07c48c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc9caa41-6f86-4def-8edf-ede3fb56e9d1,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:13.735393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b2f54-d2e4-4e76-a366-3ad59ef2054a req-6437b3c7-f5b3-428c-ac99-d7621064f45f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:13.742085 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac662ae3-7186-45e3-a4ea-1961f07c48c9 admin admin] Checking segment: {'id': '4f445cca-2f3d-457a-9b62-4cea666a74c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9c58a236-6010-4235-a06c-601246de72a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:13.742294 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-625b2f54-d2e4-4e76-a366-3ad59ef2054a req-6437b3c7-f5b3-428c-ac99-d7621064f45f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.1012123 Jan 27 21:57:13.742520 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac662ae3-7186-45e3-a4ea-1961f07c48c9 admin admin] Network hostable DHCP agents. Network: 9c58a236-6010-4235-a06c-601246de72a9, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:57:13.747670 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27f913-831d-459d-8fe0-97b3ee5c9496 req-a9d0f9ce-8e51-4ec0-ae40-6b306958c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:13.749175 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1e27f913-831d-459d-8fe0-97b3ee5c9496 req-a9d0f9ce-8e51-4ec0-ae40-6b306958c20b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 1096 time: 0.0782506 Jan 27 21:57:13.753322 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-7a86e9b7-2e03-431d-8d03-d998c653857d req-745f656b-1ce4-4659-90a5-e320d47e30d7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Deleting port 85814e7d-06ef-44ba-99d9-f779baf564c0 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:13.753707 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7a86e9b7-2e03-431d-8d03-d998c653857d req-745f656b-1ce4-4659-90a5-e320d47e30d7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:13.828741 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac662ae3-7186-45e3-a4ea-1961f07c48c9 admin admin] Network 9c58a236-6010-4235-a06c-601246de72a9 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:57:13.851074 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-ac662ae3-7186-45e3-a4ea-1961f07c48c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 9c58a236-6010-4235-a06c-601246de72a9) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:13.851363 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-625b2f54-d2e4-4e76-a366-3ad59ef2054a req-ce7b5270-73dc-484f-99b0-9df04b2d5c01 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080949 Jan 27 21:57:13.856450 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac662ae3-7186-45e3-a4ea-1961f07c48c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:13.857039 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ac662ae3-7186-45e3-a4ea-1961f07c48c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:13.875130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4683b2b2-2083-4e2e-ab56-8fd75c3a14b3 None None] Network 9c58a236-6010-4235-a06c-601246de72a9 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:13.890382 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-7a86e9b7-2e03-431d-8d03-d998c653857d req-745f656b-1ce4-4659-90a5-e320d47e30d7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] For port 85814e7d-06ef-44ba-99d9-f779baf564c0, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=85814e7d-06ef-44ba-99d9-f779baf564c0,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:13.891201 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7a86e9b7-2e03-431d-8d03-d998c653857d req-745f656b-1ce4-4659-90a5-e320d47e30d7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:13.892625 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27f913-831d-459d-8fe0-97b3ee5c9496 req-1d96214d-4040-4647-81d3-c41e3052a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:13.895443 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1e27f913-831d-459d-8fe0-97b3ee5c9496 req-1d96214d-4040-4647-81d3-c41e3052a46b service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 913 time: 0.1364646 Jan 27 21:57:13.903701 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ac662ae3-7186-45e3-a4ea-1961f07c48c9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8405318 Jan 27 21:57:14.001471 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1e27f913-831d-459d-8fe0-97b3ee5c9496 req-afededea-0981-4ebf-a882-227c98a24c16 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 HTTP/1.1" status: 200 len: 999 time: 0.0964162 Jan 27 21:57:14.093370 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727c9ec0-e5fb-46f1-97ab-58aa0f6ef25f None None] Network 9c58a236-6010-4235-a06c-601246de72a9 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:14.116533 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27f913-831d-459d-8fe0-97b3ee5c9496 req-5cf1833c-1175-4263-8a01-fceefc191518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:14.119173 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1e27f913-831d-459d-8fe0-97b3ee5c9496 req-5cf1833c-1175-4263-8a01-fceefc191518 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.1042190 Jan 27 21:57:14.183755 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27f913-831d-459d-8fe0-97b3ee5c9496 req-12ff81ad-5815-4f03-9a56-02d97e389dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:14.190010 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1e27f913-831d-459d-8fe0-97b3ee5c9496 req-12ff81ad-5815-4f03-9a56-02d97e389dfb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624120 Jan 27 21:57:14.241421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f7f7c-60f1-4646-aa2a-39be10759337 req-9791b844-4ea5-4b62-88b4-8d309e63c70d tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:14.242997 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf1f7f7c-60f1-4646-aa2a-39be10759337 req-9791b844-4ea5-4b62-88b4-8d309e63c70d tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.1339469 Jan 27 21:57:14.284097 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7a86e9b7-2e03-431d-8d03-d998c653857d req-745f656b-1ce4-4659-90a5-e320d47e30d7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.284097 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7a86e9b7-2e03-431d-8d03-d998c653857d req-745f656b-1ce4-4659-90a5-e320d47e30d7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (c8dc66f1-fcc5-4cc7-9176-6b01f2505396), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.284097 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-7a86e9b7-2e03-431d-8d03-d998c653857d req-745f656b-1ce4-4659-90a5-e320d47e30d7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Floating IP c8dc66f1-fcc5-4cc7-9176-6b01f2505396 disassociated. External IP: 172.25.3.234, port: 85814e7d-06ef-44ba-99d9-f779baf564c0. Jan 27 21:57:14.284097 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-7a86e9b7-2e03-431d-8d03-d998c653857d req-745f656b-1ce4-4659-90a5-e320d47e30d7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Calling delete_port for 85814e7d-06ef-44ba-99d9-f779baf564c0 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:14.300652 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1e27f913-831d-459d-8fe0-97b3ee5c9496 req-54938824-4c94-49b0-84b2-3c6d6a5db016 service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968802 Jan 27 21:57:14.369723 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf1f7f7c-60f1-4646-aa2a-39be10759337 req-4b62cd10-f595-4d0f-8540-644660ed0109 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124477 Jan 27 21:57:14.482231 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1e27f913-831d-459d-8fe0-97b3ee5c9496 req-03a79d56-437a-430c-ab6c-4a9f1473c952 service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680746 Jan 27 21:57:14.521817 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7a86e9b7-2e03-431d-8d03-d998c653857d req-745f656b-1ce4-4659-90a5-e320d47e30d7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (85814e7d-06ef-44ba-99d9-f779baf564c0), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.532889 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90cb28-0833-439c-a673-f0f86e7d86ad req-93fa11b3-5e69-4786-80e9-8fc549f47381 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:14.534457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c90cb28-0833-439c-a673-f0f86e7d86ad req-93fa11b3-5e69-4786-80e9-8fc549f47381 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=df077025-7bdd-4224-9eaa-c9077ee12682 HTTP/1.1" status: 200 len: 946 time: 0.0705738 Jan 27 21:57:14.562785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f656b-1ce4-4659-90a5-e320d47e30d7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Pushing event deleted for resources: {'Port': ['ID=85814e7d-06ef-44ba-99d9-f779baf564c0,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:14.589514 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60886) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:14.701913 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c90cb28-0833-439c-a673-f0f86e7d86ad req-607b0a6d-1f77-4773-8ec7-ed656297ee86 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bc966eb-0108-4ea4-95b4-fb1579090eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332669 Jan 27 21:57:14.800335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a86e9b7-2e03-431d-8d03-d998c653857d req-745f656b-1ce4-4659-90a5-e320d47e30d7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Router b65215d6-bb8a-40c4-9f30-8c26cbead61b has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:57:14.834796 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-322cddbe-6b01-4fff-8061-67a830bd8456 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7390b5eb34ae4de1918adbc192364195&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2440703 Jan 27 21:57:14.837538 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60914) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:14.889716 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-73162adf-9637-4917-a686-d638122e5920 admin admin] Publish callbacks [] for security_group (58087bd1-1881-4686-b218-a69711d77128), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.911913 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-73162adf-9637-4917-a686-d638122e5920 admin admin] Publish callbacks [] for security_group (58087bd1-1881-4686-b218-a69711d77128), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.965516 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-73162adf-9637-4917-a686-d638122e5920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (58087bd1-1881-4686-b218-a69711d77128), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.968315 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-73162adf-9637-4917-a686-d638122e5920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.971886 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-73162adf-9637-4917-a686-d638122e5920 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58087bd1-1881-4686-b218-a69711d77128 HTTP/1.1" status: 204 len: 168 time: 0.1309497 Jan 27 21:57:14.978181 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73162adf-9637-4917-a686-d638122e5920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58087bd1-1881-4686-b218-a69711d77128,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:15.009304 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-e0c41465-e5af-45b8-8540-8f71abe67e0d tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:15.010744 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-e0c41465-e5af-45b8-8540-8f71abe67e0d tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/networks?id=9c58a236-6010-4235-a06c-601246de72a9 HTTP/1.1" status: 200 len: 809 time: 0.2309482 Jan 27 21:57:15.044380 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-22b4aedc-d7a7-480a-a052-b04d18fe8a8d tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/quotas/5453f6571b3f45b7ae4f3c06a6faa388 HTTP/1.1" status: 200 len: 375 time: 0.0254703 Jan 27 21:57:15.046611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a86e9b7-2e03-431d-8d03-d998c653857d req-745f656b-1ce4-4659-90a5-e320d47e30d7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:15.061123 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f647ae-b1f3-4bcd-96d6-74030c052250 req-13fbcf6b-3335-43c2-ba4c-9214ea17d9ef tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:15.061794 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd2cac1-a42c-48e9-9656-33699a73e2b7 None None] Sync routers for ids ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:15.068342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09f647ae-b1f3-4bcd-96d6-74030c052250 req-13fbcf6b-3335-43c2-ba4c-9214ea17d9ef tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1300a0b-401b-48a9-89cd-b876c3cbbb1f HTTP/1.1" status: 200 len: 951 time: 0.1425133 Jan 27 21:57:15.075570 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd2cac1-a42c-48e9-9656-33699a73e2b7 None None] Routers {'b65215d6-bb8a-40c4-9f30-8c26cbead61b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:15.077044 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4fd2cac1-a42c-48e9-9656-33699a73e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:56:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:15.135822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-23fcfffb-79a2-4d63-b464-ff73a0eb8d71 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5453f6571b3f45b7ae4f3c06a6faa388&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638258 Jan 27 21:57:15.176742 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a86e9b7-2e03-431d-8d03-d998c653857d req-745f656b-1ce4-4659-90a5-e320d47e30d7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] No DVR routers for this DVR port 85814e7d-06ef-44ba-99d9-f779baf564c0 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:15.179514 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7a86e9b7-2e03-431d-8d03-d998c653857d req-745f656b-1ce4-4659-90a5-e320d47e30d7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.184632 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a86e9b7-2e03-431d-8d03-d998c653857d req-745f656b-1ce4-4659-90a5-e320d47e30d7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.21 "DELETE /v2.0/ports/85814e7d-06ef-44ba-99d9-f779baf564c0 HTTP/1.1" status: 204 len: 173 time: 1.6702101 Jan 27 21:57:15.234434 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-4fd2cac1-a42c-48e9-9656-33699a73e2b7 None None] Set router b65215d6-bb8a-40c4-9f30-8c26cbead61b gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:15.280509 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09f647ae-b1f3-4bcd-96d6-74030c052250 req-10b67c50-838f-4fe1-a5cb-3dbc87838f43 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/security-groups?id=94b31057-db91-46e3-9193-03988ccb84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091982 Jan 27 21:57:15.335307 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-27f68060-f1f1-4307-bdf1-47e3555ee1ce service neutron] 10.222.0.23 "GET /v2.0/networks/9c58a236-6010-4235-a06c-601246de72a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983879 Jan 27 21:57:15.405910 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60936) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:15.420471 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1122c989-12e2-4746-b72e-3feda5c91930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.454222 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df077025-7bdd-4224-9eaa-c9077ee12682', 'name': 'network-vif-deleted', 'tag': '85814e7d-06ef-44ba-99d9-f779baf564c0'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:15.457529 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ca5c25-c8cd-4801-b1ef-9009af3f34aa" -d '{"events": [{"server_uuid": "df077025-7bdd-4224-9eaa-c9077ee12682", "name": "network-vif-deleted", "tag": "85814e7d-06ef-44ba-99d9-f779baf564c0"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:15.477399 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4fd2cac1-a42c-48e9-9656-33699a73e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'name': 'tempest-AttachVolumeShelveTestJSON-82970161-router', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:05Z', 'updated_at': '2022-01-27T21:51:16Z', 'revision_number': 4, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'gw_port': {'id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:07Z', 'updated_at': '2022-01-27T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '71237575-b72d-4dee-93dd-94df06a96add', 'name': '', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'mac_address': 'fa:16:3e:20:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:14Z', 'updated_at': '2022-01-27T21:51:22Z', 'revision_number': 5, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'subnets': [{'id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:15.496229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c6053-84f1-40c1-97ae-eca17b4b85c4 req-faf4bd8a-944b-475a-965d-91354cd52178 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:15.497724 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-135c6053-84f1-40c1-97ae-eca17b4b85c4 req-faf4bd8a-944b-475a-965d-91354cd52178 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0893807 Jan 27 21:57:15.503327 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-4c749ae9-a529-4531-9803-e175d693cb39 service neutron] 10.222.0.23 "GET /v2.0/networks/9c58a236-6010-4235-a06c-601246de72a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492529 Jan 27 21:57:15.509345 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1122c989-12e2-4746-b72e-3feda5c91930 admin admin] Publish callbacks [] for security_group (cb32cd18-a976-4409-84a6-0b9e12f0bbd4), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.514655 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd2cac1-a42c-48e9-9656-33699a73e2b7 None None] Checking router: b65215d6-bb8a-40c4-9f30-8c26cbead61b for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:57:15.514855 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1122c989-12e2-4746-b72e-3feda5c91930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cb32cd18-a976-4409-84a6-0b9e12f0bbd4), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.526108 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd2cac1-a42c-48e9-9656-33699a73e2b7 None None] Routers {'b65215d6-bb8a-40c4-9f30-8c26cbead61b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:15.526925 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4fd2cac1-a42c-48e9-9656-33699a73e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:56:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:15.564312 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1122c989-12e2-4746-b72e-3feda5c91930 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7754d851dd184cf4a6f4fe44b17b65c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1550624 Jan 27 21:57:15.564312 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122c989-12e2-4746-b72e-3feda5c91930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb32cd18-a976-4409-84a6-0b9e12f0bbd4,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:15.574053 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-135c6053-84f1-40c1-97ae-eca17b4b85c4 req-cd3eeb3d-e551-4b2b-8db6-fd2803507363 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670652 Jan 27 21:57:15.574578 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60940) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:15.635419 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3633baa7-e14f-465c-b548-136688aefa43 admin admin] Publish callbacks [] for security_group (cb32cd18-a976-4409-84a6-0b9e12f0bbd4), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.660663 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3633baa7-e14f-465c-b548-136688aefa43 admin admin] Publish callbacks [] for security_group (cb32cd18-a976-4409-84a6-0b9e12f0bbd4), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.661022 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-4fd2cac1-a42c-48e9-9656-33699a73e2b7 None None] Set router b65215d6-bb8a-40c4-9f30-8c26cbead61b gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:15.739547 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3633baa7-e14f-465c-b548-136688aefa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cb32cd18-a976-4409-84a6-0b9e12f0bbd4), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.742915 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3633baa7-e14f-465c-b548-136688aefa43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.746735 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3633baa7-e14f-465c-b548-136688aefa43 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb32cd18-a976-4409-84a6-0b9e12f0bbd4 HTTP/1.1" status: 204 len: 168 time: 0.1637585 Jan 27 21:57:15.774952 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633baa7-e14f-465c-b548-136688aefa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb32cd18-a976-4409-84a6-0b9e12f0bbd4,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:15.951018 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df3eaf-55dd-478a-b663-c04cebc0bda4 req-0138104b-be7b-468a-8de1-0c6644064c24 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:15.952631 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82df3eaf-55dd-478a-b663-c04cebc0bda4 req-0138104b-be7b-468a-8de1-0c6644064c24 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.1036139 Jan 27 21:57:16.046569 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82df3eaf-55dd-478a-b663-c04cebc0bda4 req-389e0fc0-6b2f-4742-b157-24f8da8493ff tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818796 Jan 27 21:57:16.078584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 85814e7d-06ef-44ba-99d9-f779baf564c0 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:16.093535 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058fc7f0-c6e1-43af-b257-e281d6d3ed97 x-openstack-request-id: req-058fc7f0-c6e1-43af-b257-e281d6d3ed97 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:16.093903 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df077025-7bdd-4224-9eaa-c9077ee12682", "name": "network-vif-deleted", "tag": "85814e7d-06ef-44ba-99d9-f779baf564c0", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:16.094227 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-058fc7f0-c6e1-43af-b257-e281d6d3ed97 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:16.094717 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df077025-7bdd-4224-9eaa-c9077ee12682', 'name': 'network-vif-deleted', 'tag': '85814e7d-06ef-44ba-99d9-f779baf564c0', 'status': 'completed', 'code': 200} Jan 27 21:57:16.139428 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 85814e7d-06ef-44ba-99d9-f779baf564c0 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:16.139783 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 85814e7d-06ef-44ba-99d9-f779baf564c0 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:16.164749 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cdabc0c0-de34-45fd-bb1d-2a19ee7ebb0a req-49a6bd89-98bd-446f-b7e0-b3cd653c3927 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/ports?device_id=04e9ffe0-21ae-43c9-99a0-dda005307038 HTTP/1.1" status: 200 len: 210 time: 0.0374243 Jan 27 21:57:16.278970 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4fd2cac1-a42c-48e9-9656-33699a73e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'name': 'tempest-AttachVolumeShelveTestJSON-82970161-router', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:05Z', 'updated_at': '2022-01-27T21:51:16Z', 'revision_number': 4, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'gw_port': {'id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:07Z', 'updated_at': '2022-01-27T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '71237575-b72d-4dee-93dd-94df06a96add', 'name': '', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'mac_address': 'fa:16:3e:20:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:14Z', 'updated_at': '2022-01-27T21:51:22Z', 'revision_number': 5, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'subnets': [{'id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:16.308353 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd2cac1-a42c-48e9-9656-33699a73e2b7 None None] The sync data for ids ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'] in n-d-772272-3 is: [{'id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'name': 'tempest-AttachVolumeShelveTestJSON-82970161-router', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:05Z', 'updated_at': '2022-01-27T21:51:16Z', 'revision_number': 4, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'gw_port': {'id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:07Z', 'updated_at': '2022-01-27T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '71237575-b72d-4dee-93dd-94df06a96add', 'name': '', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'mac_address': 'fa:16:3e:20:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:14Z', 'updated_at': '2022-01-27T21:51:22Z', 'revision_number': 5, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'subnets': [{'id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:16.572927 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:16.741977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 32794) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:16.751567 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:16.752036 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:16.796728 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1300a0b-401b-48a9-89cd-b876c3cbbb1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:16.802047 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590445e5-a43c-46b3-95c5-161a0f803246" -d '{"events": [{"server_uuid": "e1300a0b-401b-48a9-89cd-b876c3cbbb1f", "name": "network-vif-unplugged", "status": "completed", "tag": "f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:16.831277 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:16.838723 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:16.839645 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device d887ba67-9994-4c7d-aefa-7bb5a0015d15 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:16.871303 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: d887ba67-9994-4c7d-aefa-7bb5a0015d15 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:16.872504 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device d887ba67-9994-4c7d-aefa-7bb5a0015d15 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:16.876015 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b56514-b96e-4109-a424-306f57124bdf None None] New status for floating IP c8dc66f1-fcc5-4cc7-9176-6b01f2505396: DOWN {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:57:16.885588 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-56ad0a13-6e92-4c2b-8407-8a39710dcea9 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group (4bc966eb-0108-4ea4-95b4-fb1579090eb1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:16.911310 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbced6-b1c7-4e92-8130-ba46daa70c5b req-dc8b0820-fc05-4e23-92dc-30b74edc4e0c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:16.918331 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9dbced6-b1c7-4e92-8130-ba46daa70c5b req-dc8b0820-fc05-4e23-92dc-30b74edc4e0c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.0875463 Jan 27 21:57:16.947931 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-56ad0a13-6e92-4c2b-8407-8a39710dcea9 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group (4bc966eb-0108-4ea4-95b4-fb1579090eb1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.021480 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9dbced6-b1c7-4e92-8130-ba46daa70c5b req-d4d5bac6-a7ad-49f6-92cb-b462b7efb7d4 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013174 Jan 27 21:57:17.063832 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-56ad0a13-6e92-4c2b-8407-8a39710dcea9 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4bc966eb-0108-4ea4-95b4-fb1579090eb1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.068637 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-56ad0a13-6e92-4c2b-8407-8a39710dcea9 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.069871 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-56ad0a13-6e92-4c2b-8407-8a39710dcea9 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "DELETE /v2.0/security-groups/4bc966eb-0108-4ea4-95b4-fb1579090eb1 HTTP/1.1" status: 204 len: 168 time: 0.3257761 Jan 27 21:57:17.072804 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 32810) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:17.105066 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-c5408f6b-d7eb-4830-affe-27825fc9fb67 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] show failed (client error): The resource could not be found. Jan 27 21:57:17.106170 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c5408f6b-d7eb-4830-affe-27825fc9fb67 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups/4bc966eb-0108-4ea4-95b4-fb1579090eb1 HTTP/1.1" status: 404 len: 347 time: 0.0321763 Jan 27 21:57:17.106852 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad0a13-6e92-4c2b-8407-8a39710dcea9 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc966eb-0108-4ea4-95b4-fb1579090eb1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:17.109586 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 32814) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:17.150488 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b3f698-e969-4f04-9ca8-5f9a80960409 x-openstack-request-id: req-c4b3f698-e969-4f04-9ca8-5f9a80960409 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:17.151594 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1300a0b-401b-48a9-89cd-b876c3cbbb1f", "name": "network-vif-unplugged", "status": "completed", "tag": "f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:17.152015 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4b3f698-e969-4f04-9ca8-5f9a80960409 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:17.152739 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1300a0b-401b-48a9-89cd-b876c3cbbb1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af', 'code': 200} Jan 27 21:57:17.272100 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,revision_number=11']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:17.359417 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-6b395c55-8e0f-483d-9da2-4a34797793d8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Deleting port 4806f205-01dc-49fc-8361-183e57690f80 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:17.360095 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6b395c55-8e0f-483d-9da2-4a34797793d8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (4806f205-01dc-49fc-8361-183e57690f80), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.408725 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-245f40d8-e151-46f3-b31c-bca8009eae26 req-ccc9afbe-eabc-4dae-83f2-9c1d6ef1009f tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/ports?device_id=04e9ffe0-21ae-43c9-99a0-dda005307038 HTTP/1.1" status: 200 len: 210 time: 0.0900083 Jan 27 21:57:17.473493 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6b395c55-8e0f-483d-9da2-4a34797793d8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (4806f205-01dc-49fc-8361-183e57690f80), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.474228 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6b395c55-8e0f-483d-9da2-4a34797793d8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for floatingip (4806f205-01dc-49fc-8361-183e57690f80), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.489950 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-6b395c55-8e0f-483d-9da2-4a34797793d8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Calling delete_port for 4806f205-01dc-49fc-8361-183e57690f80 owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:17.495260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-17d8ca13-8c6c-4042-8723-554fe7b580cf tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:17.497109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-17d8ca13-8c6c-4042-8723-554fe7b580cf tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.21 "GET /v2.0/networks?id=9c58a236-6010-4235-a06c-601246de72a9 HTTP/1.1" status: 200 len: 809 time: 0.2264996 Jan 27 21:57:17.515898 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-74476cbd-4233-4921-9e83-0c587c07c432 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Request body: {'port': {'device_id': '04e9ffe0-21ae-43c9-99a0-dda005307038', 'network_id': '9c58a236-6010-4235-a06c-601246de72a9', 'admin_state_up': True, 'tenant_id': '5453f6571b3f45b7ae4f3c06a6faa388'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:17.622002 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6fd5a-24d7-447a-b100-cb887ead0c76 req-1a0c2843-feaf-4768-9456-f70b0ece0b21 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:17.623753 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cea6fd5a-24d7-447a-b100-cb887ead0c76 req-1a0c2843-feaf-4768-9456-f70b0ece0b21 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1300a0b-401b-48a9-89cd-b876c3cbbb1f HTTP/1.1" status: 200 len: 949 time: 0.1243913 Jan 27 21:57:17.647086 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6b395c55-8e0f-483d-9da2-4a34797793d8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (4806f205-01dc-49fc-8361-183e57690f80), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.677106 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b395c55-8e0f-483d-9da2-4a34797793d8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Pushing event deleted for resources: {'Port': ['ID=4806f205-01dc-49fc-8361-183e57690f80,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:17.705714 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cea6fd5a-24d7-447a-b100-cb887ead0c76 req-0da56cf7-cfc3-4b5a-8221-d4c5ed41c656 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/security-groups?id=94b31057-db91-46e3-9193-03988ccb84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716586 Jan 27 21:57:17.706598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-74476cbd-4233-4921-9e83-0c587c07c432 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Made reservation on behalf of 5453f6571b3f45b7ae4f3c06a6faa388 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:17.710763 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-74476cbd-4233-4921-9e83-0c587c07c432 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.757030 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6b395c55-8e0f-483d-9da2-4a34797793d8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for floatingip (c8dc66f1-fcc5-4cc7-9176-6b01f2505396), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.759973 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6b395c55-8e0f-483d-9da2-4a34797793d8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.761364 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6b395c55-8e0f-483d-9da2-4a34797793d8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "DELETE /v2.0/floatingips/c8dc66f1-fcc5-4cc7-9176-6b01f2505396 HTTP/1.1" status: 204 len: 168 time: 0.6506047 Jan 27 21:57:17.858043 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-74476cbd-4233-4921-9e83-0c587c07c432 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Allocated IP 172.20.0.10 (9c58a236-6010-4235-a06c-601246de72a9/bc9caa41-6f86-4def-8edf-ede3fb56e9d1/72cc1a9e-d369-4d6e-8211-ae9be41bb179) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:18.021574 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-74476cbd-4233-4921-9e83-0c587c07c432 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Publish callbacks [] for port (72cc1a9e-d369-4d6e-8211-ae9be41bb179), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.059176 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-74476cbd-4233-4921-9e83-0c587c07c432 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (72cc1a9e-d369-4d6e-8211-ae9be41bb179), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.109365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-74476cbd-4233-4921-9e83-0c587c07c432 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Network 9c58a236-6010-4235-a06c-601246de72a9 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:18.116929 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-74476cbd-4233-4921-9e83-0c587c07c432 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:18.122524 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-74476cbd-4233-4921-9e83-0c587c07c432 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:18.128039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74476cbd-4233-4921-9e83-0c587c07c432 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Pushing event updated for resources: {'Port': ['ID=72cc1a9e-d369-4d6e-8211-ae9be41bb179,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:18.166684 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 32852) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:18.172026 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-32bc05f0-c25e-4ee6-8143-9afbc1b0a0f0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1874485165', 'description': 'tempest-description--832447824'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:18.198605 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-74476cbd-4233-4921-9e83-0c587c07c432 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:18.199485 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-74476cbd-4233-4921-9e83-0c587c07c432 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.217575 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32bc05f0-c25e-4ee6-8143-9afbc1b0a0f0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.224457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-74476cbd-4233-4921-9e83-0c587c07c432 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7123914 Jan 27 21:57:18.247718 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] Request body: {'port': {'device_id': '04e9ffe0-21ae-43c9-99a0-dda005307038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:18.315560 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32bc05f0-c25e-4ee6-8143-9afbc1b0a0f0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group (0c591e6f-4a95-47ee-ad84-08dde9966bed), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.322302 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32bc05f0-c25e-4ee6-8143-9afbc1b0a0f0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0c591e6f-4a95-47ee-ad84-08dde9966bed), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.330588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b233efb-9cba-4f70-942a-6f18ffff7c1e req-47d52f30-e6aa-4974-9f56-2a69231be1c5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:18.339720 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b233efb-9cba-4f70-942a-6f18ffff7c1e req-47d52f30-e6aa-4974-9f56-2a69231be1c5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.1068125 Jan 27 21:57:18.343716 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (72cc1a9e-d369-4d6e-8211-ae9be41bb179), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.358113 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32bc05f0-c25e-4ee6-8143-9afbc1b0a0f0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.359487 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-32bc05f0-c25e-4ee6-8143-9afbc1b0a0f0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1916764 Jan 27 21:57:18.362283 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 32856) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:18.367663 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-67b6afb5-8279-431e-8dbf-faca0db1c537 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Request body: {'security_group_rule': {'security_group_id': '0c591e6f-4a95-47ee-ad84-08dde9966bed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:18.372560 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc05f0-c25e-4ee6-8143-9afbc1b0a0f0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c591e6f-4a95-47ee-ad84-08dde9966bed,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:18.399694 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67b6afb5-8279-431e-8dbf-faca0db1c537 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group_rule (ad00391b-8878-449a-a571-c7524553a836), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.409629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 32858) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:18.442029 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b233efb-9cba-4f70-942a-6f18ffff7c1e req-52f4bf63-ecf8-47b3-8f16-390ce83613b3 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014404 Jan 27 21:57:18.465710 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67b6afb5-8279-431e-8dbf-faca0db1c537 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group_rule (ad00391b-8878-449a-a571-c7524553a836), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.477688 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67b6afb5-8279-431e-8dbf-faca0db1c537 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (ad00391b-8878-449a-a571-c7524553a836), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.506020 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67b6afb5-8279-431e-8dbf-faca0db1c537 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.507285 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-67b6afb5-8279-431e-8dbf-faca0db1c537 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435452 Jan 27 21:57:18.508245 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6afb5-8279-431e-8dbf-faca0db1c537 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad00391b-8878-449a-a571-c7524553a836,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:18.510866 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 32864) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:18.516046 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9c4a4539-5208-4f89-b64e-e9e68d625205 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Request body: {'security_group_rule': {'security_group_id': '0c591e6f-4a95-47ee-ad84-08dde9966bed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:18.545464 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9c4a4539-5208-4f89-b64e-e9e68d625205 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group_rule (6e1531f8-4c7b-4e77-862c-068e62d5b4f4), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.595575 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2f3337b2-7142-4cf8-82e8-4b3b6536e12a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.655896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bc7f8-6be8-4c80-869e-cb82e5747c32 req-cc3f0a53-d5bc-4455-b61f-55d90b21907d tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:18.657543 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf0bc7f8-6be8-4c80-869e-cb82e5747c32 req-cc3f0a53-d5bc-4455-b61f-55d90b21907d tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/ports?device_id=04e9ffe0-21ae-43c9-99a0-dda005307038 HTTP/1.1" status: 200 len: 932 time: 0.1309075 Jan 27 21:57:18.781787 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf0bc7f8-6be8-4c80-869e-cb82e5747c32 req-ae10634a-2476-4a8e-9810-2ff281e4857e tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/security-groups?id=b446526c-9bfe-41c3-b227-787e9f7e20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176884 Jan 27 21:57:18.847781 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2f3337b2-7142-4cf8-82e8-4b3b6536e12a admin admin] Publish callbacks [] for security_group (535e56d7-b8c9-48aa-b1de-34b18b3de703), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.871907 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2f3337b2-7142-4cf8-82e8-4b3b6536e12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (535e56d7-b8c9-48aa-b1de-34b18b3de703), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.897983 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9c4a4539-5208-4f89-b64e-e9e68d625205 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group_rule (6e1531f8-4c7b-4e77-862c-068e62d5b4f4), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.901844 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9c4a4539-5208-4f89-b64e-e9e68d625205 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (6e1531f8-4c7b-4e77-862c-068e62d5b4f4), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.918718 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a4539-5208-4f89-b64e-e9e68d625205 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1531f8-4c7b-4e77-862c-068e62d5b4f4,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:18.925093 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72cc1a9e-d369-4d6e-8211-ae9be41bb179 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:57:18.928965 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9c4a4539-5208-4f89-b64e-e9e68d625205 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.933123 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9c4a4539-5208-4f89-b64e-e9e68d625205 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4180450 Jan 27 21:57:18.933376 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 32868) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:18.937558 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-14b48c93-dd81-4f40-909b-5df2bfd47e1e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:18.940241 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8ef51-04c7-4a36-98d6-9c17266efb33 req-2666701d-2a38-4432-9864-ea527ae93006 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:18.942313 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9a8ef51-04c7-4a36-98d6-9c17266efb33 req-2666701d-2a38-4432-9864-ea527ae93006 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1300a0b-401b-48a9-89cd-b876c3cbbb1f HTTP/1.1" status: 200 len: 949 time: 0.1545403 Jan 27 21:57:18.944562 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] Publish callbacks [] for port (72cc1a9e-d369-4d6e-8211-ae9be41bb179), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.948612 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2f3337b2-7142-4cf8-82e8-4b3b6536e12a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c64df4fc9cf04544ac444c04d2efbf96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5377746 Jan 27 21:57:18.951882 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3337b2-7142-4cf8-82e8-4b3b6536e12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535e56d7-b8c9-48aa-b1de-34b18b3de703,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:18.952766 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 32870) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:18.976314 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] Transition to ACTIVE for port object 72cc1a9e-d369-4d6e-8211-ae9be41bb179 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:57:18.981008 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-14b48c93-dd81-4f40-909b-5df2bfd47e1e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.982599 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (72cc1a9e-d369-4d6e-8211-ae9be41bb179), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.049891 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9a8ef51-04c7-4a36-98d6-9c17266efb33 req-e4738824-3ad9-421a-97cf-d381f25d62ec tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/security-groups?id=94b31057-db91-46e3-9193-03988ccb84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002786 Jan 27 21:57:19.051078 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c44110a6-1561-42a3-a874-3cca6addbb48 admin admin] Publish callbacks [] for security_group (535e56d7-b8c9-48aa-b1de-34b18b3de703), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.078637 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=72cc1a9e-d369-4d6e-8211-ae9be41bb179,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:19.085316 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c44110a6-1561-42a3-a874-3cca6addbb48 admin admin] Publish callbacks [] for security_group (535e56d7-b8c9-48aa-b1de-34b18b3de703), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.136580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] Attempting to bind port 72cc1a9e-d369-4d6e-8211-ae9be41bb179 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:19.137151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] Attempting to bind port 72cc1a9e-d369-4d6e-8211-ae9be41bb179 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '4f445cca-2f3d-457a-9b62-4cea666a74c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9c58a236-6010-4235-a06c-601246de72a9'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:19.137405 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] Attempting to bind port 72cc1a9e-d369-4d6e-8211-ae9be41bb179 on network 9c58a236-6010-4235-a06c-601246de72a9 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:19.142305 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] Port 72cc1a9e-d369-4d6e-8211-ae9be41bb179 on network 9c58a236-6010-4235-a06c-601246de72a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:57:19.142724 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] Attempting to bind port 72cc1a9e-d369-4d6e-8211-ae9be41bb179 on network 9c58a236-6010-4235-a06c-601246de72a9 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:19.148016 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-14b48c93-dd81-4f40-909b-5df2bfd47e1e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.148212 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:19.148528 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] Checking segment: {'id': '4f445cca-2f3d-457a-9b62-4cea666a74c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9c58a236-6010-4235-a06c-601246de72a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:19.149029 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] Bound using segment: {'id': '4f445cca-2f3d-457a-9b62-4cea666a74c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9c58a236-6010-4235-a06c-601246de72a9'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:19.149460 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] Bound port: 72cc1a9e-d369-4d6e-8211-ae9be41bb179, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f445cca-2f3d-457a-9b62-4cea666a74c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9c58a236-6010-4235-a06c-601246de72a9'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:19.149818 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (72cc1a9e-d369-4d6e-8211-ae9be41bb179), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.203431 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c44110a6-1561-42a3-a874-3cca6addbb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (535e56d7-b8c9-48aa-b1de-34b18b3de703), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.206075 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c44110a6-1561-42a3-a874-3cca6addbb48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.207461 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c44110a6-1561-42a3-a874-3cca6addbb48 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/535e56d7-b8c9-48aa-b1de-34b18b3de703 HTTP/1.1" status: 204 len: 168 time: 0.2537842 Jan 27 21:57:19.223951 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] For port 72cc1a9e-d369-4d6e-8211-ae9be41bb179, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:19.226630 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44110a6-1561-42a3-a874-3cca6addbb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535e56d7-b8c9-48aa-b1de-34b18b3de703,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:19.229619 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] For port 72cc1a9e-d369-4d6e-8211-ae9be41bb179, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=72cc1a9e-d369-4d6e-8211-ae9be41bb179,segment=NetworkSegment(4f445cca-2f3d-457a-9b62-4cea666a74c9),segment_id=4f445cca-2f3d-457a-9b62-4cea666a74c9)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:19.236597 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (72cc1a9e-d369-4d6e-8211-ae9be41bb179), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.278915 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:19.279651 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.281108 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] 10.222.0.21 "PUT /v2.0/ports/72cc1a9e-d369-4d6e-8211-ae9be41bb179 HTTP/1.1" status: 200 len: 1092 time: 1.0464253 Jan 27 21:57:19.281703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e9ffe0-21ae-43c9-99a0-dda005307038', 'tag': '72cc1a9e-d369-4d6e-8211-ae9be41bb179'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:19.283807 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db55798c-71d5-4030-a78d-6d1151cbb93e" -d '{"events": [{"name": "network-changed", "server_uuid": "04e9ffe0-21ae-43c9-99a0-dda005307038", "tag": "72cc1a9e-d369-4d6e-8211-ae9be41bb179"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:19.295068 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-14b48c93-dd81-4f40-909b-5df2bfd47e1e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Allocated IP 172.25.3.194 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/da1b36e5-2da3-46b1-a1b2-3ee421adb273) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:19.313889 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289451b-04e3-4d5e-adcb-0c9b9bcccbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=72cc1a9e-d369-4d6e-8211-ae9be41bb179,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:19.380068 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e373e664-c74b-45c1-bfec-3c3f7152bf51 x-openstack-request-id: req-e373e664-c74b-45c1-bfec-3c3f7152bf51 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:19.380393 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e9ffe0-21ae-43c9-99a0-dda005307038", "tag": "72cc1a9e-d369-4d6e-8211-ae9be41bb179", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:19.380651 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e373e664-c74b-45c1-bfec-3c3f7152bf51 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:19.381550 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e9ffe0-21ae-43c9-99a0-dda005307038', 'tag': '72cc1a9e-d369-4d6e-8211-ae9be41bb179', 'status': 'completed', 'code': 200} Jan 27 21:57:19.424613 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947a7a9-71cd-4890-84f0-524a2a992eed req-8bc60e18-ae37-4f86-a87f-ba37431319e5 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:19.426866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5947a7a9-71cd-4890-84f0-524a2a992eed req-8bc60e18-ae37-4f86-a87f-ba37431319e5 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1300a0b-401b-48a9-89cd-b876c3cbbb1f HTTP/1.1" status: 200 len: 949 time: 0.1097434 Jan 27 21:57:19.434230 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-fe0f6c12-9b88-40ed-aa9e-5065d931ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:19.435627 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-fe0f6c12-9b88-40ed-aa9e-5065d931ad83 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5453f6571b3f45b7ae4f3c06a6faa388&device_id=04e9ffe0-21ae-43c9-99a0-dda005307038 HTTP/1.1" status: 200 len: 1095 time: 0.0841987 Jan 27 21:57:19.454952 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-14b48c93-dd81-4f40-909b-5df2bfd47e1e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for port (da1b36e5-2da3-46b1-a1b2-3ee421adb273), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.492142 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-14b48c93-dd81-4f40-909b-5df2bfd47e1e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (da1b36e5-2da3-46b1-a1b2-3ee421adb273), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.533752 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b48c93-dd81-4f40-909b-5df2bfd47e1e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:19.537455 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-14b48c93-dd81-4f40-909b-5df2bfd47e1e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:19.547870 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b48c93-dd81-4f40-909b-5df2bfd47e1e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:19.575174 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b48c93-dd81-4f40-909b-5df2bfd47e1e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Pushing event updated for resources: {'Port': ['ID=da1b36e5-2da3-46b1-a1b2-3ee421adb273,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:19.638996 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 32884) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:19.661233 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-57ce815b-9dd1-4cb6-98c0-377845a8e0f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.671731 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-14b48c93-dd81-4f40-909b-5df2bfd47e1e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for floatingip (d66cb20b-0103-4c60-a58d-f8f9de17fd89), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.728708 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-14b48c93-dd81-4f40-909b-5df2bfd47e1e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (da1b36e5-2da3-46b1-a1b2-3ee421adb273), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.846473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-be6f9ba1-7586-4c7c-a9b6-047317c3f0a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72cc1a9e-d369-4d6e-8211-ae9be41bb179 HTTP/1.1" status: 200 len: 217 time: 0.3861861 Jan 27 21:57:19.859465 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-57ce815b-9dd1-4cb6-98c0-377845a8e0f9 admin admin] Publish callbacks [] for security_group (aaa2b070-fca1-49fe-b5a4-3b3a31b9d817), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.866839 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-57ce815b-9dd1-4cb6-98c0-377845a8e0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (aaa2b070-fca1-49fe-b5a4-3b3a31b9d817), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.918277 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce815b-9dd1-4cb6-98c0-377845a8e0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa2b070-fca1-49fe-b5a4-3b3a31b9d817,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:19.931873 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-57ce815b-9dd1-4cb6-98c0-377845a8e0f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d70c4d6ba86b47b582183d4353f5859f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2917745 Jan 27 21:57:19.934393 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 32888) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:19.995169 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-14b48c93-dd81-4f40-909b-5df2bfd47e1e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for port (da1b36e5-2da3-46b1-a1b2-3ee421adb273), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.995351 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2238d-92dd-4a5f-9647-4f580ac41c09 req-dcf4259a-08b5-4a10-83c1-101aa5d33968 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:19.998863 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2b2238d-92dd-4a5f-9647-4f580ac41c09 req-dcf4259a-08b5-4a10-83c1-101aa5d33968 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.1573710 Jan 27 21:57:20.002578 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-6b842e3d-77d9-470f-bce7-04966d51a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:20.004252 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-6b842e3d-77d9-470f-bce7-04966d51a0e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc9caa41-6f86-4def-8edf-ede3fb56e9d1 HTTP/1.1" status: 200 len: 849 time: 0.1309018 Jan 27 21:57:20.006571 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-14b48c93-dd81-4f40-909b-5df2bfd47e1e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (da1b36e5-2da3-46b1-a1b2-3ee421adb273), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.026316 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a4441-2fd9-473b-9cb1-6e3efce8447d req-5776f2dd-6ce9-4518-8e0d-5f8236f7fe20 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:20.027795 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-232a4441-2fd9-473b-9cb1-6e3efce8447d req-5776f2dd-6ce9-4518-8e0d-5f8236f7fe20 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/ports?device_id=04e9ffe0-21ae-43c9-99a0-dda005307038 HTTP/1.1" status: 200 len: 944 time: 0.1419125 Jan 27 21:57:20.047391 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f21b96c-4b32-4d41-829c-15f19a796eab admin admin] Publish callbacks [] for security_group (aaa2b070-fca1-49fe-b5a4-3b3a31b9d817), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.072474 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-5608d0b7-dd00-4449-a0fd-36555b4ebf86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9c58a236-6010-4235-a06c-601246de72a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559123 Jan 27 21:57:20.083467 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-5947a7a9-71cd-4890-84f0-524a2a992eed req-8df88982-ef8a-495a-8faf-2192dfbcb2ba tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Deleting port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:20.083808 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5947a7a9-71cd-4890-84f0-524a2a992eed req-8df88982-ef8a-495a-8faf-2192dfbcb2ba tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.108720 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f21b96c-4b32-4d41-829c-15f19a796eab admin admin] Publish callbacks [] for security_group (aaa2b070-fca1-49fe-b5a4-3b3a31b9d817), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.117892 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b48c93-dd81-4f40-909b-5df2bfd47e1e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Pushing event updated for resources: {'Port': ['ID=da1b36e5-2da3-46b1-a1b2-3ee421adb273,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:20.126575 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-14b48c93-dd81-4f40-909b-5df2bfd47e1e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (d66cb20b-0103-4c60-a58d-f8f9de17fd89), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.159187 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-14b48c93-dd81-4f40-909b-5df2bfd47e1e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.160491 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-14b48c93-dd81-4f40-909b-5df2bfd47e1e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2261605 Jan 27 21:57:20.184317 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f21b96c-4b32-4d41-829c-15f19a796eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (aaa2b070-fca1-49fe-b5a4-3b3a31b9d817), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.186559 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f21b96c-4b32-4d41-829c-15f19a796eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.187854 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3f21b96c-4b32-4d41-829c-15f19a796eab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aaa2b070-fca1-49fe-b5a4-3b3a31b9d817 HTTP/1.1" status: 204 len: 168 time: 0.2525420 Jan 27 21:57:20.197090 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21b96c-4b32-4d41-829c-15f19a796eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa2b070-fca1-49fe-b5a4-3b3a31b9d817,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:20.235391 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2b2238d-92dd-4a5f-9647-4f580ac41c09 req-1c034ae9-ba8f-415b-858b-4a4b568dfcc0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301719 Jan 27 21:57:20.263897 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-232a4441-2fd9-473b-9cb1-6e3efce8447d req-3e2538ce-d3fd-4e53-874e-474ba769a663 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/security-groups?id=b446526c-9bfe-41c3-b227-787e9f7e20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191508 Jan 27 21:57:20.307396 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-5947a7a9-71cd-4890-84f0-524a2a992eed req-8df88982-ef8a-495a-8faf-2192dfbcb2ba tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] For port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:20.307771 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5947a7a9-71cd-4890-84f0-524a2a992eed req-8df88982-ef8a-495a-8faf-2192dfbcb2ba tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.330684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-5947a7a9-71cd-4890-84f0-524a2a992eed req-8df88982-ef8a-495a-8faf-2192dfbcb2ba tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Calling delete_port for f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:20.339366 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-b4c6d588-9739-4e87-b562-3cb24087a11e service neutron] 10.222.0.21 "GET /v2.0/networks/9c58a236-6010-4235-a06c-601246de72a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512550 Jan 27 21:57:20.535982 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4798cf4-020b-44f7-bdc6-f759516979b5 req-f45676f9-3b6d-40da-a183-b6845039aa50 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:20.537357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4798cf4-020b-44f7-bdc6-f759516979b5 req-f45676f9-3b6d-40da-a183-b6845039aa50 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/ports?device_id=e1300a0b-401b-48a9-89cd-b876c3cbbb1f HTTP/1.1" status: 200 len: 949 time: 0.1940937 Jan 27 21:57:20.595593 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a42457bb-cde5-48fb-8081-edc8a9c862f6 req-5be000a8-0630-4e68-91fc-62114955fe82 service neutron] 10.222.0.21 "GET /v2.0/networks/9c58a236-6010-4235-a06c-601246de72a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421896 Jan 27 21:57:20.605578 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-5bc73009-73d6-470c-9f0d-b50a68127914 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1874485165&fields=id&tenant_id=de28fa92448d41c99ce570f9af9bb344 HTTP/1.1" status: 200 len: 267 time: 0.1414564 Jan 27 21:57:20.745931 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4798cf4-020b-44f7-bdc6-f759516979b5 req-a6df81f8-9d0d-4649-874b-06fe91a33ce0 tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.23 "GET /v2.0/security-groups?id=94b31057-db91-46e3-9193-03988ccb84de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951215 Jan 27 21:57:20.762201 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5947a7a9-71cd-4890-84f0-524a2a992eed req-8df88982-ef8a-495a-8faf-2192dfbcb2ba tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.817455 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55798c-71d5-4030-a78d-6d1151cbb93e req-2691d56d-d2a2-48db-a98b-9f918f80609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:20.818988 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db55798c-71d5-4030-a78d-6d1151cbb93e req-2691d56d-d2a2-48db-a98b-9f918f80609f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5453f6571b3f45b7ae4f3c06a6faa388&device_id=04e9ffe0-21ae-43c9-99a0-dda005307038 HTTP/1.1" status: 200 len: 1095 time: 0.1602037 Jan 27 21:57:20.827109 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df88982-ef8a-495a-8faf-2192dfbcb2ba tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Pushing event deleted for resources: {'Port': ['ID=f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:20.915483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-afbee8c7-3f46-4c2b-8706-b5ebffca2d0f tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:20.916983 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-afbee8c7-3f46-4c2b-8706-b5ebffca2d0f tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/networks?id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 HTTP/1.1" status: 200 len: 815 time: 0.2812793 Jan 27 21:57:20.937919 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-5947a7a9-71cd-4890-84f0-524a2a992eed req-8df88982-ef8a-495a-8faf-2192dfbcb2ba tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] No DVR routers for this DVR port f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:20.942632 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5947a7a9-71cd-4890-84f0-524a2a992eed req-8df88982-ef8a-495a-8faf-2192dfbcb2ba tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.945842 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5947a7a9-71cd-4890-84f0-524a2a992eed req-8df88982-ef8a-495a-8faf-2192dfbcb2ba tempest-ImagesOneServerTestJSON-831319961 tempest-ImagesOneServerTestJSON-831319961-project] 10.222.0.15 "DELETE /v2.0/ports/f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af HTTP/1.1" status: 204 len: 173 time: 1.5138652 Jan 27 21:57:20.957804 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-8e52f24f-d4e8-4add-9cc7-cd17ca2d82fb tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/quotas/de28fa92448d41c99ce570f9af9bb344 HTTP/1.1" status: 200 len: 375 time: 0.0227733 Jan 27 21:57:21.032574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55798c-71d5-4030-a78d-6d1151cbb93e req-306a3c7a-5ba0-43c9-823e-d3be49081d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:21.034472 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db55798c-71d5-4030-a78d-6d1151cbb93e req-306a3c7a-5ba0-43c9-823e-d3be49081d75 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9c58a236-6010-4235-a06c-601246de72a9 HTTP/1.1" status: 200 len: 910 time: 0.1998141 Jan 27 21:57:21.034764 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.045304 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-26e3038f-e752-4a74-b1c4-b7d6bbf6d55c tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=de28fa92448d41c99ce570f9af9bb344&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779259 Jan 27 21:57:21.082855 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db55798c-71d5-4030-a78d-6d1151cbb93e req-06a06f68-fa23-4430-a662-eb3ac8392080 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72cc1a9e-d369-4d6e-8211-ae9be41bb179 HTTP/1.1" status: 200 len: 217 time: 0.0364392 Jan 27 21:57:21.181326 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55798c-71d5-4030-a78d-6d1151cbb93e req-2832d3d7-d895-4cfa-816e-77ed9caac90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:21.182894 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db55798c-71d5-4030-a78d-6d1151cbb93e req-2832d3d7-d895-4cfa-816e-77ed9caac90b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bc9caa41-6f86-4def-8edf-ede3fb56e9d1 HTTP/1.1" status: 200 len: 849 time: 0.0928397 Jan 27 21:57:21.223427 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db55798c-71d5-4030-a78d-6d1151cbb93e req-fa43c4a0-3095-4a3a-88ac-03fd597e1472 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9c58a236-6010-4235-a06c-601246de72a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306144 Jan 27 21:57:21.249053 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-75a1db56-12a6-4b60-9114-4663aafa7982 service neutron] 10.222.0.23 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686881 Jan 27 21:57:21.384008 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1300a0b-401b-48a9-89cd-b876c3cbbb1f', 'name': 'network-vif-deleted', 'tag': 'f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:21.386280 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5198ed2-88ae-4717-a10e-e0458be8975e" -d '{"events": [{"server_uuid": "e1300a0b-401b-48a9-89cd-b876c3cbbb1f", "name": "network-vif-deleted", "tag": "f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:21.453586 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568d381-1ea7-4b9a-976f-f94dc7d0d3f7 req-c88c8ee4-ef92-4903-bda1-8c52248ca84f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:21.454986 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2568d381-1ea7-4b9a-976f-f94dc7d0d3f7 req-c88c8ee4-ef92-4903-bda1-8c52248ca84f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.1121581 Jan 27 21:57:21.459587 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db55798c-71d5-4030-a78d-6d1151cbb93e req-85558038-ccfc-48e3-987a-3cb83a3cfc30 service neutron] 10.222.0.21 "GET /v2.0/networks/9c58a236-6010-4235-a06c-601246de72a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240286 Jan 27 21:57:21.464277 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-0de7ff72-4250-43cf-8a29-f46caf347456 service neutron] 10.222.0.23 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029274 Jan 27 21:57:21.556530 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2568d381-1ea7-4b9a-976f-f94dc7d0d3f7 req-88120bec-b081-49c6-92a6-15c300cf17d6 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942712 Jan 27 21:57:21.596492 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db55798c-71d5-4030-a78d-6d1151cbb93e req-cab1e072-fc94-4f3e-a9ed-fef5daf9b701 service neutron] 10.222.0.21 "GET /v2.0/networks/9c58a236-6010-4235-a06c-601246de72a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246879 Jan 27 21:57:21.686171 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5a9d92-b5b9-4748-8df2-c624b570b7d3 x-openstack-request-id: req-dc5a9d92-b5b9-4748-8df2-c624b570b7d3 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:21.686405 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1300a0b-401b-48a9-89cd-b876c3cbbb1f", "name": "network-vif-deleted", "tag": "f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:21.686662 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc5a9d92-b5b9-4748-8df2-c624b570b7d3 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:21.687063 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1300a0b-401b-48a9-89cd-b876c3cbbb1f', 'name': 'network-vif-deleted', 'tag': 'f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af', 'status': 'completed', 'code': 200} Jan 27 21:57:21.707432 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873117e7-e84c-4eaa-bde4-1e97ad522706 req-965be6f9-e2be-421a-af62-9822eb4ba392 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:21.709027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-873117e7-e84c-4eaa-bde4-1e97ad522706 req-965be6f9-e2be-421a-af62-9822eb4ba392 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/ports?device_id=04e9ffe0-21ae-43c9-99a0-dda005307038 HTTP/1.1" status: 200 len: 944 time: 0.0570414 Jan 27 21:57:21.747655 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94101cf1-275a-4ad6-bda3-28813c2468a4 req-7548891c-1f62-497b-a512-80ac1bfe870d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 210 time: 0.0376120 Jan 27 21:57:21.781329 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-873117e7-e84c-4eaa-bde4-1e97ad522706 req-65eca123-a633-4635-a19e-b94d08763672 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/security-groups?id=b446526c-9bfe-41c3-b227-787e9f7e20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605693 Jan 27 21:57:22.158103 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 32994) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:22.301581 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c4ea161b-7e12-4f52-bca9-5db2c1fe2120 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa6f85d1560a45819db98244074df6bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1427252 Jan 27 21:57:22.304022 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33002) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:22.351833 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-928613f2-94a8-49a2-a182-e6f7d7ca4c02 admin admin] Publish callbacks [] for security_group (94b31057-db91-46e3-9193-03988ccb84de), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.371498 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33004) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:22.373279 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-928613f2-94a8-49a2-a182-e6f7d7ca4c02 admin admin] Publish callbacks [] for security_group (94b31057-db91-46e3-9193-03988ccb84de), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.423783 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-928613f2-94a8-49a2-a182-e6f7d7ca4c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (94b31057-db91-46e3-9193-03988ccb84de), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.426524 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-928613f2-94a8-49a2-a182-e6f7d7ca4c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.427693 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-928613f2-94a8-49a2-a182-e6f7d7ca4c02 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/94b31057-db91-46e3-9193-03988ccb84de HTTP/1.1" status: 204 len: 168 time: 0.1227300 Jan 27 21:57:22.435634 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928613f2-94a8-49a2-a182-e6f7d7ca4c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b31057-db91-46e3-9193-03988ccb84de,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:22.443897 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928613f2-94a8-49a2-a182-e6f7d7ca4c02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:22.444318 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928613f2-94a8-49a2-a182-e6f7d7ca4c02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:22.444682 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928613f2-94a8-49a2-a182-e6f7d7ca4c02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:22.445030 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928613f2-94a8-49a2-a182-e6f7d7ca4c02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:22.445370 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928613f2-94a8-49a2-a182-e6f7d7ca4c02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:22.445707 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928613f2-94a8-49a2-a182-e6f7d7ca4c02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:22.446042 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928613f2-94a8-49a2-a182-e6f7d7ca4c02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:22.446376 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928613f2-94a8-49a2-a182-e6f7d7ca4c02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:22.446709 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928613f2-94a8-49a2-a182-e6f7d7ca4c02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:22.447039 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928613f2-94a8-49a2-a182-e6f7d7ca4c02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:22.447428 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928613f2-94a8-49a2-a182-e6f7d7ca4c02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:22.447683 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928613f2-94a8-49a2-a182-e6f7d7ca4c02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:22.448012 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928613f2-94a8-49a2-a182-e6f7d7ca4c02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:22.487389 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-079877f4-041e-42d0-b25f-92b2befd0169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.578896 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-079877f4-041e-42d0-b25f-92b2befd0169 admin admin] Publish callbacks [] for security_group (5626e78c-6d77-42fc-b105-7f8eb74b664c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.583436 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:22.587680 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-079877f4-041e-42d0-b25f-92b2befd0169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5626e78c-6d77-42fc-b105-7f8eb74b664c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.620807 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-079877f4-041e-42d0-b25f-92b2befd0169 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d10f7447b113444697a0a51dea7bdb99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2453153 Jan 27 21:57:22.620898 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33014) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:22.637545 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:22.638241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f7ad5691-ddcc-4c3c-b9fa-7b3ae95c98af not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:22.706212 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079877f4-041e-42d0-b25f-92b2befd0169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5626e78c-6d77-42fc-b105-7f8eb74b664c,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:22.712995 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d517b9cc-3003-4a25-9c18-17cd0f896ba6 admin admin] Publish callbacks [] for security_group (5626e78c-6d77-42fc-b105-7f8eb74b664c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.737526 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d517b9cc-3003-4a25-9c18-17cd0f896ba6 admin admin] Publish callbacks [] for security_group (5626e78c-6d77-42fc-b105-7f8eb74b664c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.786454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09e7ee-e866-4d15-8a1f-1c414bf71691 req-f38900fe-983c-498e-92df-196f9f5e1654 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:22.788017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df09e7ee-e866-4d15-8a1f-1c414bf71691 req-f38900fe-983c-498e-92df-196f9f5e1654 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.1007886 Jan 27 21:57:22.796432 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-5588d869-5b85-4c23-ae60-7ccef63dc4e8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:22.798059 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-5588d869-5b85-4c23-ae60-7ccef63dc4e8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.15 "GET /v2.0/networks?id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 HTTP/1.1" status: 200 len: 815 time: 0.1846099 Jan 27 21:57:22.814632 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d517b9cc-3003-4a25-9c18-17cd0f896ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5626e78c-6d77-42fc-b105-7f8eb74b664c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.818958 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d517b9cc-3003-4a25-9c18-17cd0f896ba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.824681 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d517b9cc-3003-4a25-9c18-17cd0f896ba6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5626e78c-6d77-42fc-b105-7f8eb74b664c HTTP/1.1" status: 204 len: 168 time: 0.2023497 Jan 27 21:57:22.839542 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517b9cc-3003-4a25-9c18-17cd0f896ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5626e78c-6d77-42fc-b105-7f8eb74b664c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:22.885616 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df09e7ee-e866-4d15-8a1f-1c414bf71691 req-e5007627-6857-45fd-af8f-f0121cdc8621 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864811 Jan 27 21:57:22.925046 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6208d733-db57-49c2-a4cb-1e3ae8227ace req-ddf00492-7f6a-449f-9c42-6c018fb42831 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 210 time: 0.0432212 Jan 27 21:57:22.939402 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-d011fc9f-c036-49ea-addc-9801d2c15c6a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de28fa92448d41c99ce570f9af9bb344 HTTP/1.1" status: 200 len: 380 time: 0.1310885 Jan 27 21:57:22.953871 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-fcb5d71f-7ee2-40b1-9c30-39438edd2d2e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Request body: {'port': {'device_id': 'e3831741-d6ca-4874-bc58-945a0b5cc532', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'admin_state_up': True, 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'security_groups': ['0c591e6f-4a95-47ee-ad84-08dde9966bed']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:23.081262 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64e7be-86d7-4ab2-9652-4e611d46528e req-bb63f051-b2ff-4b0d-886f-116264b9adae tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:23.083331 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e64e7be-86d7-4ab2-9652-4e611d46528e req-bb63f051-b2ff-4b0d-886f-116264b9adae tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/ports?device_id=04e9ffe0-21ae-43c9-99a0-dda005307038 HTTP/1.1" status: 200 len: 944 time: 0.1179907 Jan 27 21:57:23.154081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-fcb5d71f-7ee2-40b1-9c30-39438edd2d2e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Made reservation on behalf of de28fa92448d41c99ce570f9af9bb344 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:23.157482 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-fcb5d71f-7ee2-40b1-9c30-39438edd2d2e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.170093 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e64e7be-86d7-4ab2-9652-4e611d46528e req-9c4d59df-712f-4dc1-b3d3-76339c697aab tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/security-groups?id=b446526c-9bfe-41c3-b227-787e9f7e20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787513 Jan 27 21:57:23.304552 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-fcb5d71f-7ee2-40b1-9c30-39438edd2d2e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Allocated IP 172.20.0.12 (7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41/b1a976cc-2e5b-4556-bc6f-960c2cfb8897/5ed1521b-a042-4087-8cb2-beed324061f5) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:23.456986 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-fcb5d71f-7ee2-40b1-9c30-39438edd2d2e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for port (5ed1521b-a042-4087-8cb2-beed324061f5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.496368 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-fcb5d71f-7ee2-40b1-9c30-39438edd2d2e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.542976 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-fcb5d71f-7ee2-40b1-9c30-39438edd2d2e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:23.546028 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-fcb5d71f-7ee2-40b1-9c30-39438edd2d2e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:23.550978 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-fcb5d71f-7ee2-40b1-9c30-39438edd2d2e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:23.588705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5d71f-7ee2-40b1-9c30-39438edd2d2e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Pushing event updated for resources: {'Port': ['ID=5ed1521b-a042-4087-8cb2-beed324061f5,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:23.625158 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-fcb5d71f-7ee2-40b1-9c30-39438edd2d2e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:23.626335 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-fcb5d71f-7ee2-40b1-9c30-39438edd2d2e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.646207 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-fcb5d71f-7ee2-40b1-9c30-39438edd2d2e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6990047 Jan 27 21:57:23.658367 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] Request body: {'port': {'device_id': 'e3831741-d6ca-4874-bc58-945a0b5cc532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:23.733372 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.859882 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-19c54172-a414-4e76-945d-e445e286cd17 None None] Provisioning complete for port 5ed1521b-a042-4087-8cb2-beed324061f5 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:23.860426 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-19c54172-a414-4e76-945d-e445e286cd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.905163 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-19c54172-a414-4e76-945d-e445e286cd17 None None] Port 5ed1521b-a042-4087-8cb2-beed324061f5 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:24.074927 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-edf26bc4-cbaf-4895-af5a-cb615ad3051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:24.112091 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663e0ad-a4f2-4bd1-a8d1-e4b949f7caa8 req-b7a581cd-63d1-43da-98c2-41226f59b4d2 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:24.114313 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8663e0ad-a4f2-4bd1-a8d1-e4b949f7caa8 req-b7a581cd-63d1-43da-98c2-41226f59b4d2 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.1331286 Jan 27 21:57:24.123572 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 72cc1a9e-d369-4d6e-8211-ae9be41bb179 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:57:24.152137 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed1521b-a042-4087-8cb2-beed324061f5 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:57:24.164369 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] Publish callbacks [] for port (5ed1521b-a042-4087-8cb2-beed324061f5), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:24.176278 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c952e37-b3ce-496a-b8ba-57c443585364 req-5dc18cc9-0e1d-463b-9df0-5354305b5bf5 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:24.177798 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c952e37-b3ce-496a-b8ba-57c443585364 req-5dc18cc9-0e1d-463b-9df0-5354305b5bf5 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 932 time: 0.1314909 Jan 27 21:57:24.215778 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] Transition to ACTIVE for port object 5ed1521b-a042-4087-8cb2-beed324061f5 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:57:24.224496 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:24.229132 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8663e0ad-a4f2-4bd1-a8d1-e4b949f7caa8 req-300d41a3-0992-4b7f-abdc-788ed2e6f3df tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075459 Jan 27 21:57:24.250282 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 72cc1a9e-d369-4d6e-8211-ae9be41bb179, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=72cc1a9e-d369-4d6e-8211-ae9be41bb179,segment=NetworkSegment(4f445cca-2f3d-457a-9b62-4cea666a74c9),segment_id=4f445cca-2f3d-457a-9b62-4cea666a74c9)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:24.272061 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '72cc1a9e-d369-4d6e-8211-ae9be41bb179', 'network_id': '9c58a236-6010-4235-a06c-601246de72a9', 'port_id': '72cc1a9e-d369-4d6e-8211-ae9be41bb179', 'mac_address': 'fa:16:3e:97:c3:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc9caa41-6f86-4def-8edf-ede3fb56e9d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:57:24.311440 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c952e37-b3ce-496a-b8ba-57c443585364 req-2154114c-cd0c-40b2-a940-1b5a9b5d9811 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235328 Jan 27 21:57:24.321329 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 72cc1a9e-d369-4d6e-8211-ae9be41bb179 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:24.321738 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (72cc1a9e-d369-4d6e-8211-ae9be41bb179), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:24.334880 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed1521b-a042-4087-8cb2-beed324061f5,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:24.343196 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72cc1a9e-d369-4d6e-8211-ae9be41bb179 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:57:24.372906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 72cc1a9e-d369-4d6e-8211-ae9be41bb179, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=72cc1a9e-d369-4d6e-8211-ae9be41bb179,segment=NetworkSegment(4f445cca-2f3d-457a-9b62-4cea666a74c9),segment_id=4f445cca-2f3d-457a-9b62-4cea666a74c9)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:24.384136 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (72cc1a9e-d369-4d6e-8211-ae9be41bb179), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:24.465339 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=72cc1a9e-d369-4d6e-8211-ae9be41bb179,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:24.467391 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] Attempting to bind port 5ed1521b-a042-4087-8cb2-beed324061f5 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:24.468323 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] Attempting to bind port 5ed1521b-a042-4087-8cb2-beed324061f5 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:24.468869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] Attempting to bind port 5ed1521b-a042-4087-8cb2-beed324061f5 on network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:24.474771 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] Port 5ed1521b-a042-4087-8cb2-beed324061f5 on network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:57:24.475310 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] Attempting to bind port 5ed1521b-a042-4087-8cb2-beed324061f5 on network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:24.482270 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:24.482782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] Checking segment: {'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:24.483819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] Bound using segment: {'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:24.484726 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] Bound port: 5ed1521b-a042-4087-8cb2-beed324061f5, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:24.485092 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:24.600286 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd385577-07e6-4163-bd00-0f8ecd6c78dd req-b4cbe689-60ba-4950-a9ef-5d4b3499d7cb tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:24.602198 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd385577-07e6-4163-bd00-0f8ecd6c78dd req-b4cbe689-60ba-4950-a9ef-5d4b3499d7cb tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/ports?device_id=04e9ffe0-21ae-43c9-99a0-dda005307038 HTTP/1.1" status: 200 len: 945 time: 0.1132987 Jan 27 21:57:24.631371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] For port 5ed1521b-a042-4087-8cb2-beed324061f5, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:24.651099 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] For port 5ed1521b-a042-4087-8cb2-beed324061f5, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5ed1521b-a042-4087-8cb2-beed324061f5,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:24.662060 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:24.734859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:24.740707 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:24.742524 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] 10.222.0.15 "PUT /v2.0/ports/5ed1521b-a042-4087-8cb2-beed324061f5 HTTP/1.1" status: 200 len: 1092 time: 1.0891101 Jan 27 21:57:24.743336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3831741-d6ca-4874-bc58-945a0b5cc532', 'tag': '5ed1521b-a042-4087-8cb2-beed324061f5'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:24.746382 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdb0c04-52c4-455d-8bdf-75a317b0c4b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e3831741-d6ca-4874-bc58-945a0b5cc532", "tag": "5ed1521b-a042-4087-8cb2-beed324061f5"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:24.771602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd385577-07e6-4163-bd00-0f8ecd6c78dd req-5f9617e5-4e2b-4b68-98be-9b559aa4a7c8 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/security-groups?id=b446526c-9bfe-41c3-b227-787e9f7e20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629214 Jan 27 21:57:24.775914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92791b38-d7d1-44e8-8f77-b82920fe57d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed1521b-a042-4087-8cb2-beed324061f5,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:24.792099 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33170) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:24.802261 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['72cc1a9e-d369-4d6e-8211-ae9be41bb179'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:57:24.879205 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86b1e16-f62b-4827-b191-946cc08aead1 x-openstack-request-id: req-d86b1e16-f62b-4827-b191-946cc08aead1 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:24.879715 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3831741-d6ca-4874-bc58-945a0b5cc532", "tag": "5ed1521b-a042-4087-8cb2-beed324061f5", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:24.880191 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d86b1e16-f62b-4827-b191-946cc08aead1 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:24.880949 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3831741-d6ca-4874-bc58-945a0b5cc532', 'tag': '5ed1521b-a042-4087-8cb2-beed324061f5', 'status': 'completed', 'code': 200} Jan 27 21:57:24.914109 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-5e44d01c-20c6-49b9-93c3-8af37ec5d7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:24.920250 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-5e44d01c-20c6-49b9-93c3-8af37ec5d7f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de28fa92448d41c99ce570f9af9bb344&device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 1095 time: 0.1152060 Jan 27 21:57:24.980001 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-f24d1769-7acb-423b-88e7-369b0caf7736 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ed1521b-a042-4087-8cb2-beed324061f5 HTTP/1.1" status: 200 len: 217 time: 0.0509429 Jan 27 21:57:25.041105 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d16df52a-a80f-4884-bf43-bba901c5879f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.042478 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-fd9c759a-b4ce-46e8-95f5-7d43f8dddf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:25.044055 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-fd9c759a-b4ce-46e8-95f5-7d43f8dddf70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b1a976cc-2e5b-4556-bc6f-960c2cfb8897 HTTP/1.1" status: 200 len: 854 time: 0.0582080 Jan 27 21:57:25.101095 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-6401dc4e-3d32-40b2-8a4f-c04514ad3e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:25.103097 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-6401dc4e-3d32-40b2-8a4f-c04514ad3e8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529623 Jan 27 21:57:25.131554 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d16df52a-a80f-4884-bf43-bba901c5879f admin admin] Publish callbacks [] for security_group (ca6035fe-60a5-41d8-9b1f-0997211c41cf), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.136780 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d16df52a-a80f-4884-bf43-bba901c5879f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ca6035fe-60a5-41d8-9b1f-0997211c41cf), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.178252 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d16df52a-a80f-4884-bf43-bba901c5879f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eaa13bd5034f40b1b3a2dc49e6d9e1cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3853106 Jan 27 21:57:25.179428 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16df52a-a80f-4884-bf43-bba901c5879f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6035fe-60a5-41d8-9b1f-0997211c41cf,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:25.181749 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33206) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:25.212873 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-325e807e-3bf7-458e-9bca-a90e58eedd2e service neutron] 10.222.0.15 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038759 Jan 27 21:57:25.233649 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a337b0bf-36d7-46a5-87d2-e4bcfbbc45a3 admin admin] Publish callbacks [] for security_group (ca6035fe-60a5-41d8-9b1f-0997211c41cf), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.255933 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a337b0bf-36d7-46a5-87d2-e4bcfbbc45a3 admin admin] Publish callbacks [] for security_group (ca6035fe-60a5-41d8-9b1f-0997211c41cf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.311377 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a337b0bf-36d7-46a5-87d2-e4bcfbbc45a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ca6035fe-60a5-41d8-9b1f-0997211c41cf), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.316234 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a337b0bf-36d7-46a5-87d2-e4bcfbbc45a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.318495 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a337b0bf-36d7-46a5-87d2-e4bcfbbc45a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca6035fe-60a5-41d8-9b1f-0997211c41cf HTTP/1.1" status: 204 len: 168 time: 0.1353722 Jan 27 21:57:25.329431 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337b0bf-36d7-46a5-87d2-e4bcfbbc45a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6035fe-60a5-41d8-9b1f-0997211c41cf,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:25.331109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a31ebf1c-87ec-44f3-8fc8-9b920d9ed8b5 req-7ae807dc-664d-4a09-8e6b-91f81de6b96c service neutron] 10.222.0.15 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120582 Jan 27 21:57:25.392499 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ec10e-8c3b-4679-965c-e0b5c0345102 req-67b75b3c-3c83-48cd-9864-665526881cd0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:25.396715 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-260ec10e-8c3b-4679-965c-e0b5c0345102 req-67b75b3c-3c83-48cd-9864-665526881cd0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.0634117 Jan 27 21:57:25.477768 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-260ec10e-8c3b-4679-965c-e0b5c0345102 req-d35552a8-8769-4e00-a757-356060209a3b tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766168 Jan 27 21:57:25.521781 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb0c04-52c4-455d-8bdf-75a317b0c4b1 req-2c0df279-ad39-4605-a43f-4c28a774df69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:25.523311 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fdb0c04-52c4-455d-8bdf-75a317b0c4b1 req-2c0df279-ad39-4605-a43f-4c28a774df69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de28fa92448d41c99ce570f9af9bb344&device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 1095 time: 0.1138122 Jan 27 21:57:25.594987 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175838d-6ae4-478f-a961-b2c8c9d62195 req-975c2bfe-1ade-44ea-868c-2ef9f95ad1a7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:25.596483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5175838d-6ae4-478f-a961-b2c8c9d62195 req-975c2bfe-1ade-44ea-868c-2ef9f95ad1a7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 944 time: 0.1155586 Jan 27 21:57:25.688571 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5175838d-6ae4-478f-a961-b2c8c9d62195 req-4583429c-c26e-4d7b-8084-a7cc2ffced4e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807822 Jan 27 21:57:25.690578 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb0c04-52c4-455d-8bdf-75a317b0c4b1 req-3c9ffc16-01b6-4764-b834-3fc6901c427c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:25.693759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fdb0c04-52c4-455d-8bdf-75a317b0c4b1 req-3c9ffc16-01b6-4764-b834-3fc6901c427c service neutron] 10.222.0.15 "GET /v2.0/networks?id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 HTTP/1.1" status: 200 len: 916 time: 0.1621659 Jan 27 21:57:25.745207 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fdb0c04-52c4-455d-8bdf-75a317b0c4b1 req-aaaae1ad-41ec-40cf-9d75-fa5176640920 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ed1521b-a042-4087-8cb2-beed324061f5 HTTP/1.1" status: 200 len: 217 time: 0.0399616 Jan 27 21:57:25.797528 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb0c04-52c4-455d-8bdf-75a317b0c4b1 req-6e739d69-58d8-4d7d-b186-9bca2fa09642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:25.799511 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fdb0c04-52c4-455d-8bdf-75a317b0c4b1 req-6e739d69-58d8-4d7d-b186-9bca2fa09642 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b1a976cc-2e5b-4556-bc6f-960c2cfb8897 HTTP/1.1" status: 200 len: 854 time: 0.0484018 Jan 27 21:57:25.857704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb0c04-52c4-455d-8bdf-75a317b0c4b1 req-167ca83f-975b-4765-8949-f9962f89f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:25.859292 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fdb0c04-52c4-455d-8bdf-75a317b0c4b1 req-167ca83f-975b-4765-8949-f9962f89f2e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537362 Jan 27 21:57:25.998333 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c42757-979f-4eb4-8e43-84f0daacb2cb req-ea5a133c-21f1-4116-99bb-63f53a57275f tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:25.999805 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06c42757-979f-4eb4-8e43-84f0daacb2cb req-ea5a133c-21f1-4116-99bb-63f53a57275f tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/ports?device_id=04e9ffe0-21ae-43c9-99a0-dda005307038 HTTP/1.1" status: 200 len: 945 time: 0.1104650 Jan 27 21:57:26.001818 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fdb0c04-52c4-455d-8bdf-75a317b0c4b1 req-154bb772-906d-4b7f-8a6b-20267b14c3d6 service neutron] 10.222.0.15 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338589 Jan 27 21:57:26.137666 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 72cc1a9e-d369-4d6e-8211-ae9be41bb179 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:26.195638 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 72cc1a9e-d369-4d6e-8211-ae9be41bb179 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:57:26.203251 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 72cc1a9e-d369-4d6e-8211-ae9be41bb179 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:26.203632 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (72cc1a9e-d369-4d6e-8211-ae9be41bb179), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:26.290219 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 72cc1a9e-d369-4d6e-8211-ae9be41bb179 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:26.290616 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (72cc1a9e-d369-4d6e-8211-ae9be41bb179), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:26.314444 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e9ffe0-21ae-43c9-99a0-dda005307038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cc1a9e-d369-4d6e-8211-ae9be41bb179'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:26.317289 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c050b13e-d107-4048-a95f-b5cc632768ae" -d '{"events": [{"server_uuid": "04e9ffe0-21ae-43c9-99a0-dda005307038", "name": "network-vif-plugged", "status": "completed", "tag": "72cc1a9e-d369-4d6e-8211-ae9be41bb179"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:26.330287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 72cc1a9e-d369-4d6e-8211-ae9be41bb179, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=72cc1a9e-d369-4d6e-8211-ae9be41bb179,segment=NetworkSegment(4f445cca-2f3d-457a-9b62-4cea666a74c9),segment_id=4f445cca-2f3d-457a-9b62-4cea666a74c9)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:26.335632 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (72cc1a9e-d369-4d6e-8211-ae9be41bb179), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:26.386616 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=72cc1a9e-d369-4d6e-8211-ae9be41bb179,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:26.451564 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06c42757-979f-4eb4-8e43-84f0daacb2cb req-c0d859e1-4a22-4d65-8b0d-1d62d7331606 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/security-groups?id=b446526c-9bfe-41c3-b227-787e9f7e20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422369 Jan 27 21:57:26.469335 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fdb0c04-52c4-455d-8bdf-75a317b0c4b1 req-dbe3e01a-6772-400d-a1c1-be859b093318 service neutron] 10.222.0.15 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583712 Jan 27 21:57:26.578466 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b928b768-213f-45c6-8529-7442a3193a73 x-openstack-request-id: req-b928b768-213f-45c6-8529-7442a3193a73 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:26.578871 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e9ffe0-21ae-43c9-99a0-dda005307038", "name": "network-vif-plugged", "status": "completed", "tag": "72cc1a9e-d369-4d6e-8211-ae9be41bb179", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:26.579261 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b928b768-213f-45c6-8529-7442a3193a73 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:26.579756 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e9ffe0-21ae-43c9-99a0-dda005307038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cc1a9e-d369-4d6e-8211-ae9be41bb179', 'code': 200} Jan 27 21:57:26.676990 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2d2d878b-5bdd-4a3f-b117-910a378876ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:26.711536 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e25008-6205-4623-8f6c-fe8e79a7af5f req-6b91db4e-d1cb-45f4-b2d3-16ee8716006e tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:26.712946 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12e25008-6205-4623-8f6c-fe8e79a7af5f req-6b91db4e-d1cb-45f4-b2d3-16ee8716006e tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.0871475 Jan 27 21:57:26.718388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3129ec5-0aaf-4291-be45-f65430ecf6da req-b3c83d89-bbb1-42bd-b57a-c21ba2fab77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:26.719784 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f3129ec5-0aaf-4291-be45-f65430ecf6da req-b3c83d89-bbb1-42bd-b57a-c21ba2fab77f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=04e9ffe0-21ae-43c9-99a0-dda005307038 HTTP/1.1" status: 200 len: 1097 time: 0.0605545 Jan 27 21:57:26.791094 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12e25008-6205-4623-8f6c-fe8e79a7af5f req-c25f5a3b-b636-46e8-bd36-67cbb90b6afa tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703604 Jan 27 21:57:26.804305 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f3129ec5-0aaf-4291-be45-f65430ecf6da req-390d0abe-2a7a-45e5-8e2f-7529b336417e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b446526c-9bfe-41c3-b227-787e9f7e20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653193 Jan 27 21:57:26.899671 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359aaf57-f91a-4811-9e49-6ee61b7aa8fa req-0c21559c-4627-48a6-ae32-8bfd0fb371f2 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:26.901214 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-359aaf57-f91a-4811-9e49-6ee61b7aa8fa req-0c21559c-4627-48a6-ae32-8bfd0fb371f2 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 944 time: 0.0501325 Jan 27 21:57:26.952352 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-359aaf57-f91a-4811-9e49-6ee61b7aa8fa req-a32499e0-9d61-427f-b544-82a148dd253f tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453241 Jan 27 21:57:27.438686 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:27.594386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5bd42-47db-41c6-b8cc-bfa42a41d68f req-accdfd7a-6214-4292-99fa-4ec0d3c21bb7 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:27.595854 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fde5bd42-47db-41c6-b8cc-bfa42a41d68f req-accdfd7a-6214-4292-99fa-4ec0d3c21bb7 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/ports?device_id=04e9ffe0-21ae-43c9-99a0-dda005307038 HTTP/1.1" status: 200 len: 946 time: 0.0496788 Jan 27 21:57:27.654117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fde5bd42-47db-41c6-b8cc-bfa42a41d68f req-67a4238f-887a-463e-9935-9682e6499676 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/security-groups?id=b446526c-9bfe-41c3-b227-787e9f7e20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522041 Jan 27 21:57:28.071176 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623adb05-08e3-4d20-a9b8-3adaf55f2942 req-dad831a4-7ea5-45cc-8296-313e9672384c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:28.072692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-623adb05-08e3-4d20-a9b8-3adaf55f2942 req-dad831a4-7ea5-45cc-8296-313e9672384c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.0505567 Jan 27 21:57:28.124425 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-623adb05-08e3-4d20-a9b8-3adaf55f2942 req-0bb27ca4-26f2-4a20-a52f-3e9b1882030d tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456054 Jan 27 21:57:28.250722 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2c40c-1d2f-44a6-aca8-c2b93931857c req-34af23ff-62cf-4afa-a971-03c94e283758 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:28.252144 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-60f2c40c-1d2f-44a6-aca8-c2b93931857c req-34af23ff-62cf-4afa-a971-03c94e283758 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 944 time: 0.0474496 Jan 27 21:57:28.298848 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-60f2c40c-1d2f-44a6-aca8-c2b93931857c req-b307ec61-6ddb-4743-9a1d-29a62c80d81d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404549 Jan 27 21:57:28.570804 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5ed1521b-a042-4087-8cb2-beed324061f5 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:57:28.669915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5ed1521b-a042-4087-8cb2-beed324061f5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5ed1521b-a042-4087-8cb2-beed324061f5,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:28.684029 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '5ed1521b-a042-4087-8cb2-beed324061f5', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'port_id': '5ed1521b-a042-4087-8cb2-beed324061f5', 'mac_address': 'fa:16:3e:23:09:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:57:28.731487 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 5ed1521b-a042-4087-8cb2-beed324061f5 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:28.731892 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:28.745977 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed1521b-a042-4087-8cb2-beed324061f5 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:57:28.771829 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5ed1521b-a042-4087-8cb2-beed324061f5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5ed1521b-a042-4087-8cb2-beed324061f5,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:28.776213 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:28.819782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a305c7-fd34-4412-8a58-0e430a93e2e8 req-39c80543-9a1e-42a8-b849-d7a1907743cc tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:28.821379 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-17a305c7-fd34-4412-8a58-0e430a93e2e8 req-39c80543-9a1e-42a8-b849-d7a1907743cc tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/ports?device_id=04e9ffe0-21ae-43c9-99a0-dda005307038 HTTP/1.1" status: 200 len: 946 time: 0.0668216 Jan 27 21:57:28.840400 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:28.849106 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=5ed1521b-a042-4087-8cb2-beed324061f5,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:28.880695 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-17a305c7-fd34-4412-8a58-0e430a93e2e8 req-fbc7a9c6-9d5f-47d2-ba8e-8d22c03e94ef tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/security-groups?id=b446526c-9bfe-41c3-b227-787e9f7e20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501790 Jan 27 21:57:29.102723 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['5ed1521b-a042-4087-8cb2-beed324061f5'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:57:29.320246 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad595d2-c932-419c-bedd-129ba2b207e9 req-6b8cb8b1-6022-4c94-a268-62719847a1b1 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:29.321955 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ad595d2-c932-419c-bedd-129ba2b207e9 req-6b8cb8b1-6022-4c94-a268-62719847a1b1 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.0473332 Jan 27 21:57:29.378712 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ad595d2-c932-419c-bedd-129ba2b207e9 req-b8baf993-bf94-4902-85b8-579eef34f1ca tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501289 Jan 27 21:57:29.428668 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a068460c-1505-4956-b214-f8e7716cbbcb req-a880ed9d-626d-486e-93a3-a35e182da7c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415423 Jan 27 21:57:29.506814 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068460c-1505-4956-b214-f8e7716cbbcb req-1758b7bd-49ba-4e77-a472-9915724125b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:29.508597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a068460c-1505-4956-b214-f8e7716cbbcb req-1758b7bd-49ba-4e77-a472-9915724125b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4 HTTP/1.1" status: 200 len: 1096 time: 0.0519433 Jan 27 21:57:29.625209 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068460c-1505-4956-b214-f8e7716cbbcb req-49310a71-3b31-4ff1-9a79-fc0a5c82698f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:29.627314 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a068460c-1505-4956-b214-f8e7716cbbcb req-49310a71-3b31-4ff1-9a79-fc0a5c82698f service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 913 time: 0.0989702 Jan 27 21:57:29.679316 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a068460c-1505-4956-b214-f8e7716cbbcb req-9d30ec63-0caf-4df8-933f-151ff50965f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f21b69d-88e6-407f-b41b-42a1408a63e4 HTTP/1.1" status: 200 len: 217 time: 0.0446627 Jan 27 21:57:29.753845 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068460c-1505-4956-b214-f8e7716cbbcb req-5bfaf764-8a34-4521-a032-01730a281588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:29.755322 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a068460c-1505-4956-b214-f8e7716cbbcb req-5bfaf764-8a34-4521-a032-01730a281588 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.0685363 Jan 27 21:57:29.763791 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bccad-b274-4586-82c2-b7e050f3aec0 req-d480d98e-c4b8-43af-ac8f-103943e08f24 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:29.765300 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-896bccad-b274-4586-82c2-b7e050f3aec0 req-d480d98e-c4b8-43af-ac8f-103943e08f24 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 945 time: 0.0885286 Jan 27 21:57:29.837357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068460c-1505-4956-b214-f8e7716cbbcb req-3b53f40a-0479-4ee9-a210-a62952cccec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:29.838850 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a068460c-1505-4956-b214-f8e7716cbbcb req-3b53f40a-0479-4ee9-a210-a62952cccec1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726936 Jan 27 21:57:29.846389 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-896bccad-b274-4586-82c2-b7e050f3aec0 req-c531cc93-d52a-4eeb-a803-c3a43c71e791 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720851 Jan 27 21:57:29.936597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a068460c-1505-4956-b214-f8e7716cbbcb req-13d6b6d4-f636-4488-b3d8-9f3a5c4fdcb2 service neutron] 10.222.0.15 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889339 Jan 27 21:57:30.076912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a068460c-1505-4956-b214-f8e7716cbbcb req-a7d0c61b-b300-46ec-aa7a-3d2ede129cc7 service neutron] 10.222.0.15 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264539 Jan 27 21:57:30.283589 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.505777 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c098c-18aa-423d-b2a3-f5072cc8af97 req-fc00630d-f494-4a67-8900-3919bdae8b54 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:30.507303 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d5c098c-18aa-423d-b2a3-f5072cc8af97 req-fc00630d-f494-4a67-8900-3919bdae8b54 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.0531771 Jan 27 21:57:30.563730 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d5c098c-18aa-423d-b2a3-f5072cc8af97 req-fde768e6-c3c3-4ea8-97f4-b874651a53ae tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501528 Jan 27 21:57:30.588410 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5ed1521b-a042-4087-8cb2-beed324061f5 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:30.658164 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 5ed1521b-a042-4087-8cb2-beed324061f5 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:57:30.665862 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 5ed1521b-a042-4087-8cb2-beed324061f5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:30.666352 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.717002 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33748) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:30.767153 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 5ed1521b-a042-4087-8cb2-beed324061f5 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:30.767572 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.795026 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3831741-d6ca-4874-bc58-945a0b5cc532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed1521b-a042-4087-8cb2-beed324061f5'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:30.797536 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c3793e-045f-4025-b8c6-8d0c00b39b3d" -d '{"events": [{"server_uuid": "e3831741-d6ca-4874-bc58-945a0b5cc532", "name": "network-vif-plugged", "status": "completed", "tag": "5ed1521b-a042-4087-8cb2-beed324061f5"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:30.824013 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5ed1521b-a042-4087-8cb2-beed324061f5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5ed1521b-a042-4087-8cb2-beed324061f5,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:30.833750 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.866182 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c1d165-5b45-4b95-8379-1a797f611569 x-openstack-request-id: req-c4c1d165-5b45-4b95-8379-1a797f611569 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:30.866594 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3831741-d6ca-4874-bc58-945a0b5cc532", "name": "network-vif-plugged", "status": "completed", "tag": "5ed1521b-a042-4087-8cb2-beed324061f5", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:30.866970 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4c1d165-5b45-4b95-8379-1a797f611569 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:30.868431 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3831741-d6ca-4874-bc58-945a0b5cc532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed1521b-a042-4087-8cb2-beed324061f5', 'code': 200} Jan 27 21:57:30.887850 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-612b9fad-4bfa-4866-be4a-93e433ea9dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.922745 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=5ed1521b-a042-4087-8cb2-beed324061f5,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:30.997697 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-612b9fad-4bfa-4866-be4a-93e433ea9dd3 admin admin] Publish callbacks [] for security_group (50c12c40-d5ea-4237-b4a8-faf10271128f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.007257 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-612b9fad-4bfa-4866-be4a-93e433ea9dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (50c12c40-d5ea-4237-b4a8-faf10271128f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.030193 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3886f-7dde-41cc-9ab1-c75c52d8b924 req-57583bc3-aa12-4a94-877b-ac5548cab3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:31.032447 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-65b3886f-7dde-41cc-9ab1-c75c52d8b924 req-57583bc3-aa12-4a94-877b-ac5548cab3bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 1097 time: 0.1026187 Jan 27 21:57:31.035883 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-612b9fad-4bfa-4866-be4a-93e433ea9dd3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4837358b902c42a68cdcfb8835a33ea2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3174715 Jan 27 21:57:31.038404 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33766) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:31.041285 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e599372-498a-49ac-aae1-9ca6b21f1826 req-0d64b026-13cb-4862-bc03-c988d06b307e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:31.043013 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3e599372-498a-49ac-aae1-9ca6b21f1826 req-0d64b026-13cb-4862-bc03-c988d06b307e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.0766618 Jan 27 21:57:31.064343 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33768) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:31.082694 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b9fad-4bfa-4866-be4a-93e433ea9dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c12c40-d5ea-4237-b4a8-faf10271128f,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:31.116280 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80f88082-0908-41a9-b240-ceedcc7e998f admin admin] Publish callbacks [] for security_group (50c12c40-d5ea-4237-b4a8-faf10271128f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.124479 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-65b3886f-7dde-41cc-9ab1-c75c52d8b924 req-93c26dae-212d-4584-9420-faaa1290cbd5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802572 Jan 27 21:57:31.143182 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3e599372-498a-49ac-aae1-9ca6b21f1826 req-e97b1095-58ff-4516-8bd9-034776fd3050 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794325 Jan 27 21:57:31.145526 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80f88082-0908-41a9-b240-ceedcc7e998f admin admin] Publish callbacks [] for security_group (50c12c40-d5ea-4237-b4a8-faf10271128f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.201685 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80f88082-0908-41a9-b240-ceedcc7e998f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (50c12c40-d5ea-4237-b4a8-faf10271128f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.204644 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80f88082-0908-41a9-b240-ceedcc7e998f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.206436 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-80f88082-0908-41a9-b240-ceedcc7e998f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50c12c40-d5ea-4237-b4a8-faf10271128f HTTP/1.1" status: 204 len: 168 time: 0.1661265 Jan 27 21:57:31.215884 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f88082-0908-41a9-b240-ceedcc7e998f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c12c40-d5ea-4237-b4a8-faf10271128f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:31.222049 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f7c50305-b83e-467b-9d78-39d44eafd479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.316112 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f7c50305-b83e-467b-9d78-39d44eafd479 admin admin] Publish callbacks [] for security_group (b7c86b37-2613-45a9-b3d9-21556796bbae), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.320103 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f7c50305-b83e-467b-9d78-39d44eafd479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b7c86b37-2613-45a9-b3d9-21556796bbae), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.368198 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33782) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:31.368424 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f7c50305-b83e-467b-9d78-39d44eafd479 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96388fbbebf740bcaa2bc0f1d71f81e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3024676 Jan 27 21:57:31.370602 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c50305-b83e-467b-9d78-39d44eafd479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c86b37-2613-45a9-b3d9-21556796bbae,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:31.421086 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7180fa6-2608-4c60-b454-11d76ec90a0e admin admin] Publish callbacks [] for security_group (b7c86b37-2613-45a9-b3d9-21556796bbae), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.444033 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7180fa6-2608-4c60-b454-11d76ec90a0e admin admin] Publish callbacks [] for security_group (b7c86b37-2613-45a9-b3d9-21556796bbae), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.496929 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7180fa6-2608-4c60-b454-11d76ec90a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b7c86b37-2613-45a9-b3d9-21556796bbae), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.500570 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7180fa6-2608-4c60-b454-11d76ec90a0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.504655 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d7180fa6-2608-4c60-b454-11d76ec90a0e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7c86b37-2613-45a9-b3d9-21556796bbae HTTP/1.1" status: 204 len: 168 time: 0.1352167 Jan 27 21:57:31.513102 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7180fa6-2608-4c60-b454-11d76ec90a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c86b37-2613-45a9-b3d9-21556796bbae,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:31.605800 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37a858-5324-402c-96c8-32d8a2479df1 req-e8e1b4b8-f238-4780-b295-69d685b99e67 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:31.608884 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc37a858-5324-402c-96c8-32d8a2479df1 req-e8e1b4b8-f238-4780-b295-69d685b99e67 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/ports?device_id=04e9ffe0-21ae-43c9-99a0-dda005307038 HTTP/1.1" status: 200 len: 946 time: 0.0603335 Jan 27 21:57:31.728513 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc37a858-5324-402c-96c8-32d8a2479df1 req-94f8729e-c623-43bb-bce8-1e1ca7c175e8 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/security-groups?id=b446526c-9bfe-41c3-b227-787e9f7e20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085758 Jan 27 21:57:31.758789 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ca3f7-b755-4e7b-9f02-71b582150b8e req-8f396d5b-e321-4708-aded-43dc87df8a99 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:31.760983 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-934ca3f7-b755-4e7b-9f02-71b582150b8e req-8f396d5b-e321-4708-aded-43dc87df8a99 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.1111834 Jan 27 21:57:31.823675 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-934ca3f7-b755-4e7b-9f02-71b582150b8e req-f8af436c-94c8-4e1c-a4df-539b1ec24e79 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513210 Jan 27 21:57:32.109727 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33822) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:32.283564 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33834) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:32.285191 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1e8fc-71b0-42e6-9779-9e8b7ba9ff15 req-7e7b4b32-461d-4190-bd02-79db549394cf tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:32.286874 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9ec1e8fc-71b0-42e6-9779-9e8b7ba9ff15 req-7e7b4b32-461d-4190-bd02-79db549394cf tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.0574224 Jan 27 21:57:32.343974 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c0e61313-e026-4323-bc71-b3f2a6e0d25e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-465728994-network', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:32.345949 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9ec1e8fc-71b0-42e6-9779-9e8b7ba9ff15 req-384f4ed9-4805-4006-ae1e-6da9ded6ee48 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528557 Jan 27 21:57:32.373854 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e61313-e026-4323-bc71-b3f2a6e0d25e admin admin] Made reservation on behalf of 6f25f7a1897e4e4384abc9aa2efe65cf for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:32.376336 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c0e61313-e026-4323-bc71-b3f2a6e0d25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.388989 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b70cdce1-0585-44fd-8616-87c9c640447f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-434151385-network', 'tenant_id': '10995d19e73e4e599072cf021a4f38a9'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:32.392836 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c0e61313-e026-4323-bc71-b3f2a6e0d25e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.422618 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70cdce1-0585-44fd-8616-87c9c640447f admin admin] Made reservation on behalf of 10995d19e73e4e599072cf021a4f38a9 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:32.425391 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b70cdce1-0585-44fd-8616-87c9c640447f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.439673 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b70cdce1-0585-44fd-8616-87c9c640447f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.518723 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c0e61313-e026-4323-bc71-b3f2a6e0d25e admin admin] Publish callbacks [] for security_group (48dccfb4-9d4f-4a57-b0b8-e315a5fda804), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.525453 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c0e61313-e026-4323-bc71-b3f2a6e0d25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (48dccfb4-9d4f-4a57-b0b8-e315a5fda804), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.557334 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e61313-e026-4323-bc71-b3f2a6e0d25e admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:57:32.582591 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e61313-e026-4323-bc71-b3f2a6e0d25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48dccfb4-9d4f-4a57-b0b8-e315a5fda804,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:32.585658 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c0e61313-e026-4323-bc71-b3f2a6e0d25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (01176d2b-a87c-402b-af4e-f9afe6948abf), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.586001 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-c0e61313-e026-4323-bc71-b3f2a6e0d25e admin admin] Added segment 01176d2b-a87c-402b-af4e-f9afe6948abf of type vlan for network c63528f9-585d-4bdf-a53d-80daa7801467 Jan 27 21:57:32.588370 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b70cdce1-0585-44fd-8616-87c9c640447f admin admin] Publish callbacks [] for security_group (f58eb2d0-33de-4bcf-8e1d-5197c267c494), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.596962 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b70cdce1-0585-44fd-8616-87c9c640447f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f58eb2d0-33de-4bcf-8e1d-5197c267c494), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.639998 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c0e61313-e026-4323-bc71-b3f2a6e0d25e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (c63528f9-585d-4bdf-a53d-80daa7801467), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.653187 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70cdce1-0585-44fd-8616-87c9c640447f admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:57:32.668725 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cdce1-0585-44fd-8616-87c9c640447f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58eb2d0-33de-4bcf-8e1d-5197c267c494,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:32.679179 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b70cdce1-0585-44fd-8616-87c9c640447f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (66cac6aa-d7e9-4edb-9508-18cd6e862811), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.679603 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-b70cdce1-0585-44fd-8616-87c9c640447f admin admin] Added segment 66cac6aa-d7e9-4edb-9508-18cd6e862811 of type vlan for network 8a25baba-92c1-4ffc-94d5-b8d47477c61e Jan 27 21:57:32.711965 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c0e61313-e026-4323-bc71-b3f2a6e0d25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (c63528f9-585d-4bdf-a53d-80daa7801467), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.712976 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e61313-e026-4323-bc71-b3f2a6e0d25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:32.713564 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c0e61313-e026-4323-bc71-b3f2a6e0d25e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.744051 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b70cdce1-0585-44fd-8616-87c9c640447f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (8a25baba-92c1-4ffc-94d5-b8d47477c61e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.797551 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c0e61313-e026-4323-bc71-b3f2a6e0d25e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5128777 Jan 27 21:57:32.801935 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33840) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:32.806010 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e61313-e026-4323-bc71-b3f2a6e0d25e admin admin] Pushing event updated for resources: {'Network': ['ID=c63528f9-585d-4bdf-a53d-80daa7801467,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:32.807138 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-9e1c31ba-c698-47f7-ae8a-e1a53e57f853 admin admin] Request body: {'subnet': {'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-465728994-subnet', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:32.815881 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network c63528f9-585d-4bdf-a53d-80daa7801467 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:57:32.830668 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b70cdce1-0585-44fd-8616-87c9c640447f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (8a25baba-92c1-4ffc-94d5-b8d47477c61e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.831710 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70cdce1-0585-44fd-8616-87c9c640447f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:32.832372 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b70cdce1-0585-44fd-8616-87c9c640447f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.874728 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210402e-85ec-480e-90d3-870e1024b525 req-f23824f6-b428-4c03-8785-1db3f51ce5ff tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:32.876432 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d210402e-85ec-480e-90d3-870e1024b525 req-f23824f6-b428-4c03-8785-1db3f51ce5ff tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/ports?device_id=04e9ffe0-21ae-43c9-99a0-dda005307038 HTTP/1.1" status: 200 len: 946 time: 0.0762222 Jan 27 21:57:32.898809 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b70cdce1-0585-44fd-8616-87c9c640447f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7851205 Jan 27 21:57:32.899866 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33846) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:32.904981 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c34e41af-ddf3-450f-9382-16774527b515 admin admin] Request body: {'subnet': {'network_id': '8a25baba-92c1-4ffc-94d5-b8d47477c61e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-434151385-subnet', 'tenant_id': '10995d19e73e4e599072cf021a4f38a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:32.906357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1c31ba-c698-47f7-ae8a-e1a53e57f853 admin admin] Made reservation on behalf of 6f25f7a1897e4e4384abc9aa2efe65cf for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:32.908834 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9e1c31ba-c698-47f7-ae8a-e1a53e57f853 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.908979 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cdce1-0585-44fd-8616-87c9c640447f admin admin] Pushing event updated for resources: {'Network': ['ID=8a25baba-92c1-4ffc-94d5-b8d47477c61e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:32.923584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 8a25baba-92c1-4ffc-94d5-b8d47477c61e details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:57:32.934194 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34e41af-ddf3-450f-9382-16774527b515 admin admin] Made reservation on behalf of 10995d19e73e4e599072cf021a4f38a9 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:32.937327 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c34e41af-ddf3-450f-9382-16774527b515 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.986028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d210402e-85ec-480e-90d3-870e1024b525 req-85acf32a-a01c-4f19-a583-75a5e17f7705 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/security-groups?id=b446526c-9bfe-41c3-b227-787e9f7e20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031864 Jan 27 21:57:33.065063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d33682-3975-40d4-b15f-6e1ebbedb6e7 req-c0aea1a2-203f-4a03-944e-dc6e7dfa0928 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:33.066587 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93d33682-3975-40d4-b15f-6e1ebbedb6e7 req-c0aea1a2-203f-4a03-944e-dc6e7dfa0928 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.0770812 Jan 27 21:57:33.144895 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c34e41af-ddf3-450f-9382-16774527b515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (341265e3-9da8-4422-bbac-920e9e756bae), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.146971 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93d33682-3975-40d4-b15f-6e1ebbedb6e7 req-a7f2942b-ec0b-44a7-b7af-a7a4197b4814 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736246 Jan 27 21:57:33.194017 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9e1c31ba-c698-47f7-ae8a-e1a53e57f853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.200473 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e41af-ddf3-450f-9382-16774527b515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=341265e3-9da8-4422-bbac-920e9e756bae,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:33.210021 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34e41af-ddf3-450f-9382-16774527b515 admin admin] Checking segment: {'id': '66cac6aa-d7e9-4edb-9508-18cd6e862811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8a25baba-92c1-4ffc-94d5-b8d47477c61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:33.210456 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34e41af-ddf3-450f-9382-16774527b515 admin admin] Network hostable DHCP agents. Network: 8a25baba-92c1-4ffc-94d5-b8d47477c61e, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:57:33.231190 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34e41af-ddf3-450f-9382-16774527b515 admin admin] Network 8a25baba-92c1-4ffc-94d5-b8d47477c61e is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:57:33.242866 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-c34e41af-ddf3-450f-9382-16774527b515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 8a25baba-92c1-4ffc-94d5-b8d47477c61e) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:33.248105 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34e41af-ddf3-450f-9382-16774527b515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:33.249020 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c34e41af-ddf3-450f-9382-16774527b515 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.256324 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c475ac-7070-49fa-8c0e-6a743ce1a0f0 None None] Network 8a25baba-92c1-4ffc-94d5-b8d47477c61e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:33.257066 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c31ba-c698-47f7-ae8a-e1a53e57f853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:33.265304 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1c31ba-c698-47f7-ae8a-e1a53e57f853 admin admin] Checking segment: {'id': '01176d2b-a87c-402b-af4e-f9afe6948abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:33.265662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1c31ba-c698-47f7-ae8a-e1a53e57f853 admin admin] Network hostable DHCP agents. Network: c63528f9-585d-4bdf-a53d-80daa7801467, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:57:33.272814 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c34e41af-ddf3-450f-9382-16774527b515 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3694074 Jan 27 21:57:33.273141 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33850) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:33.279171 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9709d747-1cbf-4d57-a003-ecfadb2ae3a5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-434151385-router', 'tenant_id': '10995d19e73e4e599072cf021a4f38a9', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:33.285589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1c31ba-c698-47f7-ae8a-e1a53e57f853 admin admin] Network c63528f9-585d-4bdf-a53d-80daa7801467 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:57:33.292905 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-9e1c31ba-c698-47f7-ae8a-e1a53e57f853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, c63528f9-585d-4bdf-a53d-80daa7801467) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:33.301071 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1c31ba-c698-47f7-ae8a-e1a53e57f853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:33.301680 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9e1c31ba-c698-47f7-ae8a-e1a53e57f853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.306265 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9709d747-1cbf-4d57-a003-ecfadb2ae3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (7397dba9-318e-4368-9ab9-d4de499a8061), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.308748 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9709d747-1cbf-4d57-a003-ecfadb2ae3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (7397dba9-318e-4368-9ab9-d4de499a8061), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.318503 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9e1c31ba-c698-47f7-ae8a-e1a53e57f853 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5149264 Jan 27 21:57:33.321258 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33852) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:33.326697 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-a979c186-559c-4b47-8a49-9a299204b1d0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-465728994-router', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:33.327564 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70965d35-568c-43ed-b50d-9f7bfb8af2ae None None] Network c63528f9-585d-4bdf-a53d-80daa7801467 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:33.357577 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a979c186-559c-4b47-8a49-9a299204b1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (7b5407b1-8df9-4436-a10f-8717f38a0471), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.358819 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a979c186-559c-4b47-8a49-9a299204b1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (7b5407b1-8df9-4436-a10f-8717f38a0471), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.377897 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9709d747-1cbf-4d57-a003-ecfadb2ae3a5 admin admin] Publish callbacks [] for router_controller (7397dba9-318e-4368-9ab9-d4de499a8061), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.429708 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a979c186-559c-4b47-8a49-9a299204b1d0 admin admin] Publish callbacks [] for router_controller (7b5407b1-8df9-4436-a10f-8717f38a0471), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.452871 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b280548-0b28-4ea2-af15-ce37df795a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-8a25baba-92c1-4ffc-94d5-b8d47477c61e', 'network_id': '8a25baba-92c1-4ffc-94d5-b8d47477c61e', 'project_id': '10995d19e73e4e599072cf021a4f38a9', 'fixed_ips': [{'subnet_id': '341265e3-9da8-4422-bbac-920e9e756bae'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:57:33.453934 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3b280548-0b28-4ea2-af15-ce37df795a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.548895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e6af9-91dd-490d-972a-2d91c576c8a2 req-4e89946a-4d9c-4c9b-a089-21ed3281d477 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:33.550571 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb1e6af9-91dd-490d-972a-2d91c576c8a2 req-4e89946a-4d9c-4c9b-a089-21ed3281d477 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.1163471 Jan 27 21:57:33.561086 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9709d747-1cbf-4d57-a003-ecfadb2ae3a5 admin admin] Publish callbacks [] for router_gateway (7397dba9-318e-4368-9ab9-d4de499a8061), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.576139 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0112fc1d-cb90-438e-81d8-edbeeed32d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-c63528f9-585d-4bdf-a53d-80daa7801467', 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467', 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'fixed_ips': [{'subnet_id': '4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:57:33.577028 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0112fc1d-cb90-438e-81d8-edbeeed32d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.629569 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a979c186-559c-4b47-8a49-9a299204b1d0 admin admin] Publish callbacks [] for router_gateway (7b5407b1-8df9-4436-a10f-8717f38a0471), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.675535 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb1e6af9-91dd-490d-972a-2d91c576c8a2 req-c58be91f-016b-46cf-a347-3d84d3ffc44b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916059 Jan 27 21:57:33.727366 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-3b280548-0b28-4ea2-af15-ce37df795a22 None None] Allocated IP 172.20.0.2 (8a25baba-92c1-4ffc-94d5-b8d47477c61e/341265e3-9da8-4422-bbac-920e9e756bae/9ea74d51-2be3-4b3d-85f7-fa9e375e1af5) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:33.800687 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9709d747-1cbf-4d57-a003-ecfadb2ae3a5 admin admin] Publish callbacks [] for router_gateway (7397dba9-318e-4368-9ab9-d4de499a8061), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.818099 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-0112fc1d-cb90-438e-81d8-edbeeed32d18 None None] Allocated IP 172.20.0.2 (c63528f9-585d-4bdf-a53d-80daa7801467/4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8/c29de2d1-65a5-4d6c-bf36-8f224e26c0bc) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:33.821909 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9709d747-1cbf-4d57-a003-ecfadb2ae3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.939020 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-9709d747-1cbf-4d57-a003-ecfadb2ae3a5 admin admin] Allocated IP 172.25.3.240 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/f7c2af9d-f27e-4da4-9e04-a92c21e408ff) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:33.955931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb6498-5b97-4e0b-bd52-1f6ee4ea9578 req-baa37990-d977-41df-a606-6dec2ece40b2 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:33.957611 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6bb6498-5b97-4e0b-bd52-1f6ee4ea9578 req-baa37990-d977-41df-a606-6dec2ece40b2 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e9ffe0-21ae-43c9-99a0-dda005307038 HTTP/1.1" status: 200 len: 946 time: 0.1496167 Jan 27 21:57:33.968526 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b4610-210b-4955-bd1f-f36e96c53bba req-f1e5eb72-2241-4398-a5a2-90c892d8797c tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:33.978989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c20b4610-210b-4955-bd1f-f36e96c53bba req-f1e5eb72-2241-4398-a5a2-90c892d8797c tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.1720436 Jan 27 21:57:33.981184 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33860) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:33.982636 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a979c186-559c-4b47-8a49-9a299204b1d0 admin admin] Publish callbacks [] for router_gateway (7b5407b1-8df9-4436-a10f-8717f38a0471), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.993814 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3b280548-0b28-4ea2-af15-ce37df795a22 None None] Publish callbacks [] for port (9ea74d51-2be3-4b3d-85f7-fa9e375e1af5), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.014480 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-a95adc08-8fd8-440a-88a6-d2b318d0a85b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Request body: {'floatingip': {'port_id': '5ed1521b-a042-4087-8cb2-beed324061f5'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:34.019162 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3b280548-0b28-4ea2-af15-ce37df795a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (9ea74d51-2be3-4b3d-85f7-fa9e375e1af5), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.064387 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b280548-0b28-4ea2-af15-ce37df795a22 None None] Network 8a25baba-92c1-4ffc-94d5-b8d47477c61e is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:34.067767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-3b280548-0b28-4ea2-af15-ce37df795a22 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:34.078069 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b280548-0b28-4ea2-af15-ce37df795a22 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:34.097359 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9709d747-1cbf-4d57-a003-ecfadb2ae3a5 admin admin] Publish callbacks [] for port (f7c2af9d-f27e-4da4-9e04-a92c21e408ff), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.107892 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a979c186-559c-4b47-8a49-9a299204b1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.143956 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9709d747-1cbf-4d57-a003-ecfadb2ae3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (f7c2af9d-f27e-4da4-9e04-a92c21e408ff), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.146350 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a95adc08-8fd8-440a-88a6-d2b318d0a85b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for floatingip (d66cb20b-0103-4c60-a58d-f8f9de17fd89), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.186168 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9709d747-1cbf-4d57-a003-ecfadb2ae3a5 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:34.189084 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-9709d747-1cbf-4d57-a003-ecfadb2ae3a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:34.196085 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9709d747-1cbf-4d57-a003-ecfadb2ae3a5 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:34.223461 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709d747-1cbf-4d57-a003-ecfadb2ae3a5 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c2af9d-f27e-4da4-9e04-a92c21e408ff,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:34.287619 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0112fc1d-cb90-438e-81d8-edbeeed32d18 None None] Publish callbacks [] for port (c29de2d1-65a5-4d6c-bf36-8f224e26c0bc), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.313202 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0112fc1d-cb90-438e-81d8-edbeeed32d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (c29de2d1-65a5-4d6c-bf36-8f224e26c0bc), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.319036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b280548-0b28-4ea2-af15-ce37df795a22 None None] Pushing event updated for resources: {'Port': ['ID=9ea74d51-2be3-4b3d-85f7-fa9e375e1af5,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:34.366603 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0112fc1d-cb90-438e-81d8-edbeeed32d18 None None] Network c63528f9-585d-4bdf-a53d-80daa7801467 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:34.367953 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-3b280548-0b28-4ea2-af15-ce37df795a22 None None] Attempting to bind port 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:34.368314 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-3b280548-0b28-4ea2-af15-ce37df795a22 None None] Attempting to bind port 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '66cac6aa-d7e9-4edb-9508-18cd6e862811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8a25baba-92c1-4ffc-94d5-b8d47477c61e'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:34.368684 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b280548-0b28-4ea2-af15-ce37df795a22 None None] Attempting to bind port 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5 on network 8a25baba-92c1-4ffc-94d5-b8d47477c61e {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:34.373188 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-0112fc1d-cb90-438e-81d8-edbeeed32d18 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:34.379502 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0112fc1d-cb90-438e-81d8-edbeeed32d18 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:34.383070 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b280548-0b28-4ea2-af15-ce37df795a22 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:34.383452 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b280548-0b28-4ea2-af15-ce37df795a22 None None] Checking segment: {'id': '66cac6aa-d7e9-4edb-9508-18cd6e862811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8a25baba-92c1-4ffc-94d5-b8d47477c61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:34.383849 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3b280548-0b28-4ea2-af15-ce37df795a22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.384278 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b280548-0b28-4ea2-af15-ce37df795a22 None None] Bound using segment: {'id': '66cac6aa-d7e9-4edb-9508-18cd6e862811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8a25baba-92c1-4ffc-94d5-b8d47477c61e'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:34.384759 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-3b280548-0b28-4ea2-af15-ce37df795a22 None None] Bound port: 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cac6aa-d7e9-4edb-9508-18cd6e862811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8a25baba-92c1-4ffc-94d5-b8d47477c61e'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:34.385139 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3b280548-0b28-4ea2-af15-ce37df795a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9ea74d51-2be3-4b3d-85f7-fa9e375e1af5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.407947 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112fc1d-cb90-438e-81d8-edbeeed32d18 None None] Pushing event updated for resources: {'Port': ['ID=c29de2d1-65a5-4d6c-bf36-8f224e26c0bc,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:34.414172 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf350c2-b09b-450f-88c4-91ffe18ad3f2 req-1a2651f6-32c6-49b6-86c7-3f44819e0236 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:34.420652 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-daf350c2-b09b-450f-88c4-91ffe18ad3f2 req-1a2651f6-32c6-49b6-86c7-3f44819e0236 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/ports?device_id=04e9ffe0-21ae-43c9-99a0-dda005307038 HTTP/1.1" status: 200 len: 946 time: 0.3072412 Jan 27 21:57:34.486446 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-0112fc1d-cb90-438e-81d8-edbeeed32d18 None None] Attempting to bind port c29de2d1-65a5-4d6c-bf36-8f224e26c0bc on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:34.486810 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-0112fc1d-cb90-438e-81d8-edbeeed32d18 None None] Attempting to bind port c29de2d1-65a5-4d6c-bf36-8f224e26c0bc by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '01176d2b-a87c-402b-af4e-f9afe6948abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:34.487172 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0112fc1d-cb90-438e-81d8-edbeeed32d18 None None] Attempting to bind port c29de2d1-65a5-4d6c-bf36-8f224e26c0bc on network c63528f9-585d-4bdf-a53d-80daa7801467 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:34.497658 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9709d747-1cbf-4d57-a003-ecfadb2ae3a5 admin admin] Publish callbacks [] for router_gateway (7397dba9-318e-4368-9ab9-d4de499a8061), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.501379 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0112fc1d-cb90-438e-81d8-edbeeed32d18 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:34.501955 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0112fc1d-cb90-438e-81d8-edbeeed32d18 None None] Checking segment: {'id': '01176d2b-a87c-402b-af4e-f9afe6948abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:34.502150 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0112fc1d-cb90-438e-81d8-edbeeed32d18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.502550 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0112fc1d-cb90-438e-81d8-edbeeed32d18 None None] Bound using segment: {'id': '01176d2b-a87c-402b-af4e-f9afe6948abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:34.503073 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-0112fc1d-cb90-438e-81d8-edbeeed32d18 None None] Bound port: c29de2d1-65a5-4d6c-bf36-8f224e26c0bc, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01176d2b-a87c-402b-af4e-f9afe6948abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:34.503466 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0112fc1d-cb90-438e-81d8-edbeeed32d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c29de2d1-65a5-4d6c-bf36-8f224e26c0bc), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.505139 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a8173-25b8-426e-a1d6-63b6df9936e1 req-56cda6fc-3a19-41c0-b38d-5c811232c2a9 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:34.506650 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-857a8173-25b8-426e-a1d6-63b6df9936e1 req-56cda6fc-3a19-41c0-b38d-5c811232c2a9 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.2276530 Jan 27 21:57:34.517953 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-3b280548-0b28-4ea2-af15-ce37df795a22 None None] For port 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:34.548154 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-3b280548-0b28-4ea2-af15-ce37df795a22 None None] For port 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9ea74d51-2be3-4b3d-85f7-fa9e375e1af5,segment=NetworkSegment(66cac6aa-d7e9-4edb-9508-18cd6e862811),segment_id=66cac6aa-d7e9-4edb-9508-18cd6e862811)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:34.560776 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3b280548-0b28-4ea2-af15-ce37df795a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9ea74d51-2be3-4b3d-85f7-fa9e375e1af5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.595841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-d6bb6498-5b97-4e0b-bd52-1f6ee4ea9578 req-ac27fbd1-f579-44d0-b321-478eb7736c4f tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Deleting port 72cc1a9e-d369-4d6e-8211-ae9be41bb179 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:34.596206 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d6bb6498-5b97-4e0b-bd52-1f6ee4ea9578 req-ac27fbd1-f579-44d0-b321-478eb7736c4f tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (72cc1a9e-d369-4d6e-8211-ae9be41bb179), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.631621 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-0112fc1d-cb90-438e-81d8-edbeeed32d18 None None] For port c29de2d1-65a5-4d6c-bf36-8f224e26c0bc, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:34.637011 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-a979c186-559c-4b47-8a49-9a299204b1d0 admin admin] Allocated IP 172.25.3.106 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/a6d8a23c-c877-42dd-9ae9-5448fe932f84) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:34.639099 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-0112fc1d-cb90-438e-81d8-edbeeed32d18 None None] For port c29de2d1-65a5-4d6c-bf36-8f224e26c0bc, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c29de2d1-65a5-4d6c-bf36-8f224e26c0bc,segment=NetworkSegment(01176d2b-a87c-402b-af4e-f9afe6948abf),segment_id=01176d2b-a87c-402b-af4e-f9afe6948abf)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:34.650189 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b280548-0b28-4ea2-af15-ce37df795a22 None None] Pushing event updated for resources: {'Port': ['ID=9ea74d51-2be3-4b3d-85f7-fa9e375e1af5,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:34.652321 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-daf350c2-b09b-450f-88c4-91ffe18ad3f2 req-37880d08-044c-44c0-a843-e139201314a7 tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/security-groups?id=b446526c-9bfe-41c3-b227-787e9f7e20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305644 Jan 27 21:57:34.662861 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0112fc1d-cb90-438e-81d8-edbeeed32d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c29de2d1-65a5-4d6c-bf36-8f224e26c0bc), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.748367 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112fc1d-cb90-438e-81d8-edbeeed32d18 None None] Pushing event updated for resources: {'Port': ['ID=c29de2d1-65a5-4d6c-bf36-8f224e26c0bc,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:34.796743 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9709d747-1cbf-4d57-a003-ecfadb2ae3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (7397dba9-318e-4368-9ab9-d4de499a8061), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.873657 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-857a8173-25b8-426e-a1d6-63b6df9936e1 req-24489e5f-5a41-4d6a-ae41-eff3cfbade63 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193650 Jan 27 21:57:34.969931 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9709d747-1cbf-4d57-a003-ecfadb2ae3a5 admin admin] Router 7397dba9-318e-4368-9ab9-d4de499a8061 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:57:35.002657 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-d6bb6498-5b97-4e0b-bd52-1f6ee4ea9578 req-ac27fbd1-f579-44d0-b321-478eb7736c4f tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] For port 72cc1a9e-d369-4d6e-8211-ae9be41bb179, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=72cc1a9e-d369-4d6e-8211-ae9be41bb179,segment=NetworkSegment(4f445cca-2f3d-457a-9b62-4cea666a74c9),segment_id=4f445cca-2f3d-457a-9b62-4cea666a74c9)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:35.003135 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d6bb6498-5b97-4e0b-bd52-1f6ee4ea9578 req-ac27fbd1-f579-44d0-b321-478eb7736c4f tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (72cc1a9e-d369-4d6e-8211-ae9be41bb179), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.075447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-d6bb6498-5b97-4e0b-bd52-1f6ee4ea9578 req-ac27fbd1-f579-44d0-b321-478eb7736c4f tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Calling delete_port for 72cc1a9e-d369-4d6e-8211-ae9be41bb179 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:35.103237 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a979c186-559c-4b47-8a49-9a299204b1d0 admin admin] Publish callbacks [] for port (a6d8a23c-c877-42dd-9ae9-5448fe932f84), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.125345 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9709d747-1cbf-4d57-a003-ecfadb2ae3a5 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:35.137809 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] Sync routers for ids ['7397dba9-318e-4368-9ab9-d4de499a8061'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:35.155544 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] Routers {'7397dba9-318e-4368-9ab9-d4de499a8061'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:35.161654 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:57:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7397dba9-318e-4368-9ab9-d4de499a8061'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:35.162298 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9709d747-1cbf-4d57-a003-ecfadb2ae3a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.167845 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9709d747-1cbf-4d57-a003-ecfadb2ae3a5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8900783 Jan 27 21:57:35.169426 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33870) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:35.292474 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] Set router 7397dba9-318e-4368-9ab9-d4de499a8061 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:35.375325 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a979c186-559c-4b47-8a49-9a299204b1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (a6d8a23c-c877-42dd-9ae9-5448fe932f84), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.491746 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7397dba9-318e-4368-9ab9-d4de499a8061', 'name': 'tempest-ServersTestMultiNic-434151385-router', 'tenant_id': '10995d19e73e4e599072cf021a4f38a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f7c2af9d-f27e-4da4-9e04-a92c21e408ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:34Z', 'revision_number': 3, 'project_id': '10995d19e73e4e599072cf021a4f38a9', 'gw_port': {'id': 'f7c2af9d-f27e-4da4-9e04-a92c21e408ff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7397dba9-318e-4368-9ab9-d4de499a8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:35.508523 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a979c186-559c-4b47-8a49-9a299204b1d0 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:35.515585 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a95adc08-8fd8-440a-88a6-d2b318d0a85b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.519993 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] Checking router: 7397dba9-318e-4368-9ab9-d4de499a8061 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:57:35.520548 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] Updating router 7397dba9-318e-4368-9ab9-d4de499a8061 port f7c2af9d-f27e-4da4-9e04-a92c21e408ff binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:57:35.525440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-a979c186-559c-4b47-8a49-9a299204b1d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:35.532542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a979c186-559c-4b47-8a49-9a299204b1d0 admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:35.534878 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a95adc08-8fd8-440a-88a6-d2b318d0a85b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (d66cb20b-0103-4c60-a58d-f8f9de17fd89), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.542642 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979c186-559c-4b47-8a49-9a299204b1d0 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d8a23c-c877-42dd-9ae9-5448fe932f84,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:35.546425 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7c2af9d-f27e-4da4-9e04-a92c21e408ff), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.616606 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d6bb6498-5b97-4e0b-bd52-1f6ee4ea9578 req-ac27fbd1-f579-44d0-b321-478eb7736c4f tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (72cc1a9e-d369-4d6e-8211-ae9be41bb179), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.630648 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['72cc1a9e-d369-4d6e-8211-ae9be41bb179'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:57:35.693963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27fbd1-f579-44d0-b321-478eb7736c4f tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Pushing event deleted for resources: {'Port': ['ID=72cc1a9e-d369-4d6e-8211-ae9be41bb179,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:35.811323 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] Publish callbacks [] for port (f7c2af9d-f27e-4da4-9e04-a92c21e408ff), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.824504 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f7c2af9d-f27e-4da4-9e04-a92c21e408ff), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.886260 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba5241-c2db-494e-891b-abc32fc95a6e None None] Pushing event updated for resources: {'Port': ['ID=f7c2af9d-f27e-4da4-9e04-a92c21e408ff,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:35.909441 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba5241-c2db-494e-891b-abc32fc95a6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:35.910086 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba5241-c2db-494e-891b-abc32fc95a6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:35.910656 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba5241-c2db-494e-891b-abc32fc95a6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:35.911198 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba5241-c2db-494e-891b-abc32fc95a6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:35.911733 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba5241-c2db-494e-891b-abc32fc95a6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:35.912298 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba5241-c2db-494e-891b-abc32fc95a6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:35.912854 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba5241-c2db-494e-891b-abc32fc95a6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:35.913407 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba5241-c2db-494e-891b-abc32fc95a6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:35.913947 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba5241-c2db-494e-891b-abc32fc95a6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:35.914478 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba5241-c2db-494e-891b-abc32fc95a6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:35.915199 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba5241-c2db-494e-891b-abc32fc95a6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:35.915731 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba5241-c2db-494e-891b-abc32fc95a6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:35.916305 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ba5241-c2db-494e-891b-abc32fc95a6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:35.920363 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] Attempting to bind port f7c2af9d-f27e-4da4-9e04-a92c21e408ff on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:35.921104 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] Attempting to bind port f7c2af9d-f27e-4da4-9e04-a92c21e408ff by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:35.921698 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] Attempting to bind port f7c2af9d-f27e-4da4-9e04-a92c21e408ff on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:35.929175 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:35.929904 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:35.930745 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.931455 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:35.932386 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] Bound port: f7c2af9d-f27e-4da4-9e04-a92c21e408ff, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:35.933106 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7c2af9d-f27e-4da4-9e04-a92c21e408ff), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.009893 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] For port f7c2af9d-f27e-4da4-9e04-a92c21e408ff, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:36.013424 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] For port f7c2af9d-f27e-4da4-9e04-a92c21e408ff, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f7c2af9d-f27e-4da4-9e04-a92c21e408ff,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:36.022369 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f7c2af9d-f27e-4da4-9e04-a92c21e408ff), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.093297 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] Routers {'7397dba9-318e-4368-9ab9-d4de499a8061'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:36.094359 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:57:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7397dba9-318e-4368-9ab9-d4de499a8061'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:36.156068 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba5241-c2db-494e-891b-abc32fc95a6e None None] Pushing event updated for resources: {'Port': ['ID=f7c2af9d-f27e-4da4-9e04-a92c21e408ff,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:36.162302 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc239389-7a7a-4fca-95da-002ffe3a6ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.242885 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] Set router 7397dba9-318e-4368-9ab9-d4de499a8061 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:36.380500 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-fc239389-7a7a-4fca-95da-002ffe3a6ad3 admin admin] Allocated IP 172.20.0.1 (8a25baba-92c1-4ffc-94d5-b8d47477c61e/341265e3-9da8-4422-bbac-920e9e756bae/1c11db39-fe5e-4be7-b8d9-6fea02861be2) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:36.385011 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d76f2126-75ac-4b13-a23a-0f70ac40b6cd req-22976c44-740c-42e9-a81b-058d2003046d tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.23 "GET /v2.0/ports?device_id=04e9ffe0-21ae-43c9-99a0-dda005307038 HTTP/1.1" status: 200 len: 210 time: 0.1230280 Jan 27 21:57:36.422459 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fdb499-e3e7-4aff-8798-cce967bef621 None None] Network c63528f9-585d-4bdf-a53d-80daa7801467 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:36.438304 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-a95adc08-8fd8-440a-88a6-d2b318d0a85b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Floating IP d66cb20b-0103-4c60-a58d-f8f9de17fd89 associated. External IP: 172.25.3.194, port: 5ed1521b-a042-4087-8cb2-beed324061f5. Jan 27 21:57:36.461948 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bb6498-5b97-4e0b-bd52-1f6ee4ea9578 req-ac27fbd1-f579-44d0-b321-478eb7736c4f tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] No DVR routers for this DVR port 72cc1a9e-d369-4d6e-8211-ae9be41bb179 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:36.474131 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d6bb6498-5b97-4e0b-bd52-1f6ee4ea9578 req-ac27fbd1-f579-44d0-b321-478eb7736c4f tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.487827 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6bb6498-5b97-4e0b-bd52-1f6ee4ea9578 req-ac27fbd1-f579-44d0-b321-478eb7736c4f tempest-ServerTagsTestJSON-1004080365 tempest-ServerTagsTestJSON-1004080365-project] 10.222.0.21 "DELETE /v2.0/ports/72cc1a9e-d369-4d6e-8211-ae9be41bb179 HTTP/1.1" status: 204 len: 173 time: 2.5072384 Jan 27 21:57:36.533289 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7397dba9-318e-4368-9ab9-d4de499a8061', 'name': 'tempest-ServersTestMultiNic-434151385-router', 'tenant_id': '10995d19e73e4e599072cf021a4f38a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f7c2af9d-f27e-4da4-9e04-a92c21e408ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:34Z', 'revision_number': 3, 'project_id': '10995d19e73e4e599072cf021a4f38a9', 'gw_port': {'id': 'f7c2af9d-f27e-4da4-9e04-a92c21e408ff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7397dba9-318e-4368-9ab9-d4de499a8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:36.552554 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc239389-7a7a-4fca-95da-002ffe3a6ad3 admin admin] Publish callbacks [] for port (1c11db39-fe5e-4be7-b8d9-6fea02861be2), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.566337 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0814a0e2-0033-475e-b94f-336f7c3c1b8d None None] The sync data for ids ['7397dba9-318e-4368-9ab9-d4de499a8061'] in n-d-772272-3 is: [{'id': '7397dba9-318e-4368-9ab9-d4de499a8061', 'name': 'tempest-ServersTestMultiNic-434151385-router', 'tenant_id': '10995d19e73e4e599072cf021a4f38a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f7c2af9d-f27e-4da4-9e04-a92c21e408ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:34Z', 'revision_number': 3, 'project_id': '10995d19e73e4e599072cf021a4f38a9', 'gw_port': {'id': 'f7c2af9d-f27e-4da4-9e04-a92c21e408ff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7397dba9-318e-4368-9ab9-d4de499a8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:36.567175 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-59d40cf5-6464-4261-8700-f08c996ca6c4 None None] Provisioning complete for port c29de2d1-65a5-4d6c-bf36-8f224e26c0bc triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:36.567767 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-59d40cf5-6464-4261-8700-f08c996ca6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c29de2d1-65a5-4d6c-bf36-8f224e26c0bc), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.588068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e9ffe0-21ae-43c9-99a0-dda005307038', 'name': 'network-vif-deleted', 'tag': '72cc1a9e-d369-4d6e-8211-ae9be41bb179'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:36.590515 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4a820d-f9d9-4027-92f0-a9d45fec6424" -d '{"events": [{"server_uuid": "04e9ffe0-21ae-43c9-99a0-dda005307038", "name": "network-vif-deleted", "tag": "72cc1a9e-d369-4d6e-8211-ae9be41bb179"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:36.633437 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc239389-7a7a-4fca-95da-002ffe3a6ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (1c11db39-fe5e-4be7-b8d9-6fea02861be2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.681158 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6956ec6-d65a-44af-ab45-ea4721fa853e None None] Network 8a25baba-92c1-4ffc-94d5-b8d47477c61e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:36.687818 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d31f2-1a82-42ae-a793-e138979328cf req-0e6afd50-9775-4220-a9a6-acc55464ce87 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:36.689481 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e75d31f2-1a82-42ae-a793-e138979328cf req-0e6afd50-9775-4220-a9a6-acc55464ce87 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.4281495 Jan 27 21:57:36.710714 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc239389-7a7a-4fca-95da-002ffe3a6ad3 admin admin] Network 8a25baba-92c1-4ffc-94d5-b8d47477c61e is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:36.712877 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-fc239389-7a7a-4fca-95da-002ffe3a6ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:36.719145 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0b0a96-158a-486f-bcd1-3256a93f8936 x-openstack-request-id: req-3f0b0a96-158a-486f-bcd1-3256a93f8936 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:36.719532 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e9ffe0-21ae-43c9-99a0-dda005307038", "name": "network-vif-deleted", "tag": "72cc1a9e-d369-4d6e-8211-ae9be41bb179", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:36.719852 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f0b0a96-158a-486f-bcd1-3256a93f8936 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:36.720335 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e9ffe0-21ae-43c9-99a0-dda005307038', 'name': 'network-vif-deleted', 'tag': '72cc1a9e-d369-4d6e-8211-ae9be41bb179', 'status': 'completed', 'code': 200} Jan 27 21:57:36.722256 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc239389-7a7a-4fca-95da-002ffe3a6ad3 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:36.784925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc239389-7a7a-4fca-95da-002ffe3a6ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=1c11db39-fe5e-4be7-b8d9-6fea02861be2,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:36.792551 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc239389-7a7a-4fca-95da-002ffe3a6ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (7397dba9-318e-4368-9ab9-d4de499a8061), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.857686 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-59d40cf5-6464-4261-8700-f08c996ca6c4 None None] Current status of the port c29de2d1-65a5-4d6c-bf36-8f224e26c0bc is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:36.857686 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-59d40cf5-6464-4261-8700-f08c996ca6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c29de2d1-65a5-4d6c-bf36-8f224e26c0bc), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.913389 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e75d31f2-1a82-42ae-a793-e138979328cf req-ab9bb292-8d75-4b7d-b841-290952ea4223 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910205 Jan 27 21:57:36.944136 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-59d40cf5-6464-4261-8700-f08c996ca6c4 None None] For port c29de2d1-65a5-4d6c-bf36-8f224e26c0bc, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c29de2d1-65a5-4d6c-bf36-8f224e26c0bc,segment=NetworkSegment(01176d2b-a87c-402b-af4e-f9afe6948abf),segment_id=01176d2b-a87c-402b-af4e-f9afe6948abf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:36.964551 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-59d40cf5-6464-4261-8700-f08c996ca6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c29de2d1-65a5-4d6c-bf36-8f224e26c0bc), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.972922 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a979c186-559c-4b47-8a49-9a299204b1d0 admin admin] Publish callbacks [] for router_gateway (7b5407b1-8df9-4436-a10f-8717f38a0471), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.050078 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc239389-7a7a-4fca-95da-002ffe3a6ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1c11db39-fe5e-4be7-b8d9-6fea02861be2), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.152880 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d40cf5-6464-4261-8700-f08c996ca6c4 None None] Pushing event updated for resources: {'Port': ['ID=c29de2d1-65a5-4d6c-bf36-8f224e26c0bc,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:37.170214 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-daa7aadb-5bab-47e8-90f4-4cf25dd12b6d None None] Provisioning complete for port 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:37.170807 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-daa7aadb-5bab-47e8-90f4-4cf25dd12b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9ea74d51-2be3-4b3d-85f7-fa9e375e1af5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.412871 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-daa7aadb-5bab-47e8-90f4-4cf25dd12b6d None None] Current status of the port 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:37.413367 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-daa7aadb-5bab-47e8-90f4-4cf25dd12b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9ea74d51-2be3-4b3d-85f7-fa9e375e1af5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.419481 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c29de2d1-65a5-4d6c-bf36-8f224e26c0bc up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:37.477586 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95adc08-8fd8-440a-88a6-d2b318d0a85b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Router b65215d6-bb8a-40c4-9f30-8c26cbead61b has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:57:37.500923 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebcd5fca-8c23-4023-b8dd-b0a9d0b70711 req-1b1dcd20-1211-420b-b5c5-0cb97b26fd71 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1829834 Jan 27 21:57:37.501596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33886) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:37.505446 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc239389-7a7a-4fca-95da-002ffe3a6ad3 admin admin] Publish callbacks [] for port (1c11db39-fe5e-4be7-b8d9-6fea02861be2), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.531177 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc239389-7a7a-4fca-95da-002ffe3a6ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (1c11db39-fe5e-4be7-b8d9-6fea02861be2), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.568198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-daa7aadb-5bab-47e8-90f4-4cf25dd12b6d None None] For port 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9ea74d51-2be3-4b3d-85f7-fa9e375e1af5,segment=NetworkSegment(66cac6aa-d7e9-4edb-9508-18cd6e862811),segment_id=66cac6aa-d7e9-4edb-9508-18cd6e862811)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:37.585650 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-daa7aadb-5bab-47e8-90f4-4cf25dd12b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9ea74d51-2be3-4b3d-85f7-fa9e375e1af5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.677057 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a979c186-559c-4b47-8a49-9a299204b1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (7b5407b1-8df9-4436-a10f-8717f38a0471), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.681690 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port c29de2d1-65a5-4d6c-bf36-8f224e26c0bc triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:37.682210 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c29de2d1-65a5-4d6c-bf36-8f224e26c0bc), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.698677 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc239389-7a7a-4fca-95da-002ffe3a6ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (7397dba9-318e-4368-9ab9-d4de499a8061), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.705900 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc239389-7a7a-4fca-95da-002ffe3a6ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=1c11db39-fe5e-4be7-b8d9-6fea02861be2,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:37.725570 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7dda70-08ec-4136-a075-6b6cd9a13576 admin admin] Deleting subnet bc9caa41-6f86-4def-8edf-ede3fb56e9d1 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:57:37.741174 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1a7dda70-08ec-4136-a075-6b6cd9a13576 admin admin] Publish callbacks [] for subnet (bc9caa41-6f86-4def-8edf-ede3fb56e9d1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.796014 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7aadb-5bab-47e8-90f4-4cf25dd12b6d None None] Pushing event updated for resources: {'Port': ['ID=9ea74d51-2be3-4b3d-85f7-fa9e375e1af5,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:37.832088 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-15c7d28a-58bc-4c0a-8c01-2f9a7dda8114 None None] Provisioning complete for port 1c11db39-fe5e-4be7-b8d9-6fea02861be2 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:37.835813 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-15c7d28a-58bc-4c0a-8c01-2f9a7dda8114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1c11db39-fe5e-4be7-b8d9-6fea02861be2), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.843799 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1a7dda70-08ec-4136-a075-6b6cd9a13576 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (bc9caa41-6f86-4def-8edf-ede3fb56e9d1), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.891416 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1a7dda70-08ec-4136-a075-6b6cd9a13576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (bc9caa41-6f86-4def-8edf-ede3fb56e9d1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.907565 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc239389-7a7a-4fca-95da-002ffe3a6ad3 admin admin] Network 8a25baba-92c1-4ffc-94d5-b8d47477c61e is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:37.909114 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-fc239389-7a7a-4fca-95da-002ffe3a6ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:37.988968 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-15c7d28a-58bc-4c0a-8c01-2f9a7dda8114 None None] Port 1c11db39-fe5e-4be7-b8d9-6fea02861be2 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:38.022798 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port c29de2d1-65a5-4d6c-bf36-8f224e26c0bc is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:38.024023 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:38.075277 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-15c7d28a-58bc-4c0a-8c01-2f9a7dda8114 None None] Provisioning complete for port c29de2d1-65a5-4d6c-bf36-8f224e26c0bc triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:38.079679 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-15c7d28a-58bc-4c0a-8c01-2f9a7dda8114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c29de2d1-65a5-4d6c-bf36-8f224e26c0bc), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.088992 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1a7dda70-08ec-4136-a075-6b6cd9a13576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (bc9caa41-6f86-4def-8edf-ede3fb56e9d1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.171176 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 72cc1a9e-d369-4d6e-8211-ae9be41bb179 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:38.179757 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc239389-7a7a-4fca-95da-002ffe3a6ad3 admin admin] Router 7397dba9-318e-4368-9ab9-d4de499a8061 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:57:38.206244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7dda70-08ec-4136-a075-6b6cd9a13576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc9caa41-6f86-4def-8edf-ede3fb56e9d1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:38.208676 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1a7dda70-08ec-4136-a075-6b6cd9a13576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.214528 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1a7dda70-08ec-4136-a075-6b6cd9a13576 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bc9caa41-6f86-4def-8edf-ede3fb56e9d1 HTTP/1.1" status: 204 len: 168 time: 0.7072082 Jan 27 21:57:38.250817 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 72cc1a9e-d369-4d6e-8211-ae9be41bb179 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:38.251169 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 72cc1a9e-d369-4d6e-8211-ae9be41bb179 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:38.255662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33894) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:38.260855 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd5fca-8c23-4023-b8dd-b0a9d0b70711 req-791aa8e8-8917-4959-82ac-46b2f1e38b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:38.262386 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebcd5fca-8c23-4023-b8dd-b0a9d0b70711 req-791aa8e8-8917-4959-82ac-46b2f1e38b00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 1096 time: 0.6795998 Jan 27 21:57:38.283248 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:38.283632 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9ea74d51-2be3-4b3d-85f7-fa9e375e1af5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.365241 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc239389-7a7a-4fca-95da-002ffe3a6ad3 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:38.377603 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fc239389-7a7a-4fca-95da-002ffe3a6ad3 admin admin] 10.222.0.23 "PUT /v2.0/routers/7397dba9-318e-4368-9ab9-d4de499a8061/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1982546 Jan 27 21:57:38.382779 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-15c7d28a-58bc-4c0a-8c01-2f9a7dda8114 None None] Current status of the port c29de2d1-65a5-4d6c-bf36-8f224e26c0bc is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:38.401078 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-15c7d28a-58bc-4c0a-8c01-2f9a7dda8114 None None] Provisioning complete for port 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:38.401452 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-15c7d28a-58bc-4c0a-8c01-2f9a7dda8114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9ea74d51-2be3-4b3d-85f7-fa9e375e1af5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.420577 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95adc08-8fd8-440a-88a6-d2b318d0a85b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:38.440253 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a95adc08-8fd8-440a-88a6-d2b318d0a85b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.472454 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92edd508-2658-4e65-94a0-8696029226ae None None] Sync routers for ids ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:38.489717 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33898) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:38.495063 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:38.548424 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-15c7d28a-58bc-4c0a-8c01-2f9a7dda8114 None None] Current status of the port 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:38.550490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92edd508-2658-4e65-94a0-8696029226ae None None] Routers {'b65215d6-bb8a-40c4-9f30-8c26cbead61b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:38.551143 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-92edd508-2658-4e65-94a0-8696029226ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:57:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:38.553398 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-67f41bc4-3544-4396-a515-b8d56cfba28e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1273423979'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:38.602587 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f41bc4-3544-4396-a515-b8d56cfba28e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Made reservation on behalf of 10995d19e73e4e599072cf021a4f38a9 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:38.606888 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a95adc08-8fd8-440a-88a6-d2b318d0a85b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "PUT /v2.0/floatingips/d66cb20b-0103-4c60-a58d-f8f9de17fd89 HTTP/1.1" status: 200 len: 992 time: 4.6197004 Jan 27 21:57:38.607401 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67f41bc4-3544-4396-a515-b8d56cfba28e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.615524 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8493068-9b04-4ffa-8993-89d0b2154236 req-7cc051fa-2af9-4e09-aff1-9cfb5048d4e4 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:38.624687 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8493068-9b04-4ffa-8993-89d0b2154236 req-7cc051fa-2af9-4e09-aff1-9cfb5048d4e4 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.5412812 Jan 27 21:57:38.636848 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f5f29c4-d309-4365-82bd-2618daa0393b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (9c58a236-6010-4235-a06c-601246de72a9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.652621 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f41bc4-3544-4396-a515-b8d56cfba28e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:57:38.669854 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67f41bc4-3544-4396-a515-b8d56cfba28e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (6e0e5be8-e1bd-49e2-b0ad-637132b069b6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.670268 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-67f41bc4-3544-4396-a515-b8d56cfba28e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Added segment 6e0e5be8-e1bd-49e2-b0ad-637132b069b6 of type vlan for network 4a37afa4-f2b4-4d09-ae6d-80eaedd6b704 Jan 27 21:57:38.720194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a979c186-559c-4b47-8a49-9a299204b1d0 admin admin] Router 7b5407b1-8df9-4436-a10f-8717f38a0471 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:57:38.730803 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3831741-d6ca-4874-bc58-945a0b5cc532', 'tag': '5ed1521b-a042-4087-8cb2-beed324061f5'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:38.733946 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2493be-666c-4ccc-9ff0-c624b187b28c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3831741-d6ca-4874-bc58-945a0b5cc532", "tag": "5ed1521b-a042-4087-8cb2-beed324061f5"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:38.743997 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67f41bc4-3544-4396-a515-b8d56cfba28e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (4a37afa4-f2b4-4d09-ae6d-80eaedd6b704), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.756662 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-bb5b69cf-fa82-42fe-aaaa-9981d90af88f None None] Provisioning complete for port 1c11db39-fe5e-4be7-b8d9-6fea02861be2 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:38.757221 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bb5b69cf-fa82-42fe-aaaa-9981d90af88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1c11db39-fe5e-4be7-b8d9-6fea02861be2), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.773437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd5fca-8c23-4023-b8dd-b0a9d0b70711 req-56e9df5a-cfb5-435e-b70d-d1e7d60fae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:38.775170 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebcd5fca-8c23-4023-b8dd-b0a9d0b70711 req-56e9df5a-cfb5-435e-b70d-d1e7d60fae3f service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 913 time: 0.4657347 Jan 27 21:57:38.801176 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-92edd508-2658-4e65-94a0-8696029226ae None None] Set router b65215d6-bb8a-40c4-9f30-8c26cbead61b gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:38.801828 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67f41bc4-3544-4396-a515-b8d56cfba28e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (4a37afa4-f2b4-4d09-ae6d-80eaedd6b704), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.808274 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f41bc4-3544-4396-a515-b8d56cfba28e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:38.808988 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67f41bc4-3544-4396-a515-b8d56cfba28e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.884342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8493068-9b04-4ffa-8993-89d0b2154236 req-62962f42-7db8-4980-bceb-f31e51e495ff tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587550 Jan 27 21:57:38.886866 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-67f41bc4-3544-4396-a515-b8d56cfba28e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3960226 Jan 27 21:57:38.887549 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33908) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:38.909109 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9fdff57b-e9a9-4a9f-82b9-ac1db0941517 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Request body: {'subnet': {'network_id': '4a37afa4-f2b4-4d09-ae6d-80eaedd6b704', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:38.921199 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ba8772-4f81-45ee-950a-d60a8d880ef7 x-openstack-request-id: req-e4ba8772-4f81-45ee-950a-d60a8d880ef7 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:38.921751 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3831741-d6ca-4874-bc58-945a0b5cc532", "tag": "5ed1521b-a042-4087-8cb2-beed324061f5", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:38.922191 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4ba8772-4f81-45ee-950a-d60a8d880ef7 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:38.922766 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3831741-d6ca-4874-bc58-945a0b5cc532', 'tag': '5ed1521b-a042-4087-8cb2-beed324061f5', 'status': 'completed', 'code': 200} Jan 27 21:57:38.995952 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b69cf-fa82-42fe-aaaa-9981d90af88f None None] Port 1c11db39-fe5e-4be7-b8d9-6fea02861be2 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:39.037905 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f41bc4-3544-4396-a515-b8d56cfba28e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event updated for resources: {'Network': ['ID=4a37afa4-f2b4-4d09-ae6d-80eaedd6b704,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:39.067380 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f5f29c4-d309-4365-82bd-2618daa0393b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (9c58a236-6010-4235-a06c-601246de72a9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.082460 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 4a37afa4-f2b4-4d09-ae6d-80eaedd6b704 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:57:39.105330 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdff57b-e9a9-4a9f-82b9-ac1db0941517 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Made reservation on behalf of 10995d19e73e4e599072cf021a4f38a9 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:39.109028 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9fdff57b-e9a9-4a9f-82b9-ac1db0941517 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.154658 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebcd5fca-8c23-4023-b8dd-b0a9d0b70711 req-344916fa-9af3-413f-88ad-966ffecd95e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 HTTP/1.1" status: 200 len: 999 time: 0.2826791 Jan 27 21:57:39.158403 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-8f5f29c4-d309-4365-82bd-2618daa0393b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c58a236-6010-4235-a06c-601246de72a9']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:39.191093 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-8f5f29c4-d309-4365-82bd-2618daa0393b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f445cca-2f3d-457a-9b62-4cea666a74c9') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:39.192488 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-8f5f29c4-d309-4365-82bd-2618daa0393b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f445cca-2f3d-457a-9b62-4cea666a74c9') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:39.208131 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f5f29c4-d309-4365-82bd-2618daa0393b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (4f445cca-2f3d-457a-9b62-4cea666a74c9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.225658 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:39.285037 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a979c186-559c-4b47-8a49-9a299204b1d0 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:39.295302 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] Sync routers for ids ['7b5407b1-8df9-4436-a10f-8717f38a0471'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:39.318459 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2493be-666c-4ccc-9ff0-c624b187b28c req-bc6847d0-5778-4243-8223-bea460a259e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:39.323713 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd2493be-666c-4ccc-9ff0-c624b187b28c req-bc6847d0-5778-4243-8223-bea460a259e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de28fa92448d41c99ce570f9af9bb344&device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 1097 time: 0.3645353 Jan 27 21:57:39.324844 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f5f29c4-d309-4365-82bd-2618daa0393b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (4f445cca-2f3d-457a-9b62-4cea666a74c9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.334692 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] Routers {'7b5407b1-8df9-4436-a10f-8717f38a0471'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:39.340577 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:57:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7b5407b1-8df9-4436-a10f-8717f38a0471'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:39.434581 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2493be-666c-4ccc-9ff0-c624b187b28c req-b0f381a6-5fc8-4731-acea-18ab9b16c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:39.436264 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd2493be-666c-4ccc-9ff0-c624b187b28c req-b0f381a6-5fc8-4731-acea-18ab9b16c81e service neutron] 10.222.0.15 "GET /v2.0/networks?id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 HTTP/1.1" status: 200 len: 916 time: 0.1031194 Jan 27 21:57:39.437430 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5f29c4-d309-4365-82bd-2618daa0393b admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:57:39.437839 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f5f29c4-d309-4365-82bd-2618daa0393b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (4f445cca-2f3d-457a-9b62-4cea666a74c9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: timer() Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:57:39.446669 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:57:39.517633 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] Sync routers for ids ['7397dba9-318e-4368-9ab9-d4de499a8061'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:39.537889 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd2493be-666c-4ccc-9ff0-c624b187b28c req-d7d30ab1-3d10-49d8-aa16-02f312daba88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ed1521b-a042-4087-8cb2-beed324061f5 HTTP/1.1" status: 200 len: 1000 time: 0.0732744 Jan 27 21:57:39.547265 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:39.547780 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9ea74d51-2be3-4b3d-85f7-fa9e375e1af5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.590220 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] Routers {'7397dba9-318e-4368-9ab9-d4de499a8061'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:39.591282 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:57:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7397dba9-318e-4368-9ab9-d4de499a8061'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:39.626776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2493be-666c-4ccc-9ff0-c624b187b28c req-38e831dc-6ab3-4ab0-ae1b-f9738066f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:39.628603 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd2493be-666c-4ccc-9ff0-c624b187b28c req-38e831dc-6ab3-4ab0-ae1b-f9738066f9a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b1a976cc-2e5b-4556-bc6f-960c2cfb8897 HTTP/1.1" status: 200 len: 854 time: 0.0613620 Jan 27 21:57:39.631312 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a979c186-559c-4b47-8a49-9a299204b1d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.632707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a979c186-559c-4b47-8a49-9a299204b1d0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3104522 Jan 27 21:57:39.636853 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33912) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:39.639280 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd5fca-8c23-4023-b8dd-b0a9d0b70711 req-f1323a94-c8ba-466a-b6bb-4a4d30ee1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:39.640768 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebcd5fca-8c23-4023-b8dd-b0a9d0b70711 req-f1323a94-c8ba-466a-b6bb-4a4d30ee1782 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.4686363 Jan 27 21:57:39.687202 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] Set router 7b5407b1-8df9-4436-a10f-8717f38a0471 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:39.694314 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9fdff57b-e9a9-4a9f-82b9-ac1db0941517 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (54e6b1ff-ee26-4cb4-8ff5-f1a01b0c04e5), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.743879 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f5f29c4-d309-4365-82bd-2618daa0393b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (9c58a236-6010-4235-a06c-601246de72a9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.764659 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:39.765906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c29de2d1-65a5-4d6c-bf36-8f224e26c0bc up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:39.766415 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f5f29c4-d309-4365-82bd-2618daa0393b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.778905 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8f5f29c4-d309-4365-82bd-2618daa0393b admin admin] 10.222.0.23 "DELETE /v2.0/networks/9c58a236-6010-4235-a06c-601246de72a9 HTTP/1.1" status: 204 len: 168 time: 1.5153623 Jan 27 21:57:39.788951 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd5fca-8c23-4023-b8dd-b0a9d0b70711 req-6065c0c8-32c2-4966-935f-1be5bb9cfb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:39.792387 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebcd5fca-8c23-4023-b8dd-b0a9d0b70711 req-6065c0c8-32c2-4966-935f-1be5bb9cfb95 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240599 Jan 27 21:57:39.815615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] Set router 7397dba9-318e-4368-9ab9-d4de499a8061 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:39.820252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-92edd508-2658-4e65-94a0-8696029226ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'name': 'tempest-AttachVolumeShelveTestJSON-82970161-router', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:05Z', 'updated_at': '2022-01-27T21:51:16Z', 'revision_number': 4, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'gw_port': {'id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:07Z', 'updated_at': '2022-01-27T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'd66cb20b-0103-4c60-a58d-f8f9de17fd89', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'floating_ip_address': '172.25.3.194', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'port_id': '5ed1521b-a042-4087-8cb2-beed324061f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'mac_address': 'fa:16:3e:23:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3831741-d6ca-4874-bc58-945a0b5cc532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:57:19Z', 'updated_at': '2022-01-27T21:57:35Z', 'revision_number': 1, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71237575-b72d-4dee-93dd-94df06a96add', 'name': '', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'mac_address': 'fa:16:3e:20:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:14Z', 'updated_at': '2022-01-27T21:51:22Z', 'revision_number': 5, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'subnets': [{'id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:39.825015 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2493be-666c-4ccc-9ff0-c624b187b28c req-0dccd18c-0002-4292-baf7-0a4779a2f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:39.828888 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd2493be-666c-4ccc-9ff0-c624b187b28c req-0dccd18c-0002-4292-baf7-0a4779a2f306 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1906250 Jan 27 21:57:39.849538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f29c4-d309-4365-82bd-2618daa0393b admin admin] Pushing event deleted for resources: {'Network': ['ID=9c58a236-6010-4235-a06c-601246de72a9,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:39.876312 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdff57b-e9a9-4a9f-82b9-ac1db0941517 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event updated for resources: {'Subnet': ['ID=54e6b1ff-ee26-4cb4-8ff5-f1a01b0c04e5,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:39.887846 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92edd508-2658-4e65-94a0-8696029226ae None None] Checking router: b65215d6-bb8a-40c4-9f30-8c26cbead61b for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:57:39.888041 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdff57b-e9a9-4a9f-82b9-ac1db0941517 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Checking segment: {'id': '6e0e5be8-e1bd-49e2-b0ad-637132b069b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a37afa4-f2b4-4d09-ae6d-80eaedd6b704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:39.888197 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdff57b-e9a9-4a9f-82b9-ac1db0941517 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Network hostable DHCP agents. Network: 4a37afa4-f2b4-4d09-ae6d-80eaedd6b704, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:57:39.911401 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92edd508-2658-4e65-94a0-8696029226ae None None] Routers {'b65215d6-bb8a-40c4-9f30-8c26cbead61b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:39.912201 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-92edd508-2658-4e65-94a0-8696029226ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:57:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:39.927202 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdff57b-e9a9-4a9f-82b9-ac1db0941517 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Network 4a37afa4-f2b4-4d09-ae6d-80eaedd6b704 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:57:39.975839 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-9fdff57b-e9a9-4a9f-82b9-ac1db0941517 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 4a37afa4-f2b4-4d09-ae6d-80eaedd6b704) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:39.982834 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdff57b-e9a9-4a9f-82b9-ac1db0941517 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:39.983434 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9fdff57b-e9a9-4a9f-82b9-ac1db0941517 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.989704 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a315d5-3de5-461f-b942-9da745e9e801 None None] Network 4a37afa4-f2b4-4d09-ae6d-80eaedd6b704 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:40.078922 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9fdff57b-e9a9-4a9f-82b9-ac1db0941517 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1791499 Jan 27 21:57:40.082206 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33922) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:40.091719 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5f53e9ac-c55e-4f25-a98f-d6afde4ac1ba tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1083929365'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:40.130756 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd2493be-666c-4ccc-9ff0-c624b187b28c req-865b6847-1e5e-4d97-a3e9-8a5d8af1a71d service neutron] 10.222.0.15 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922354 Jan 27 21:57:40.157515 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port c29de2d1-65a5-4d6c-bf36-8f224e26c0bc triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:40.158087 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c29de2d1-65a5-4d6c-bf36-8f224e26c0bc), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.167692 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6263451-fa05-495c-bd34-c7257e4dbe71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-4a37afa4-f2b4-4d09-ae6d-80eaedd6b704', 'network_id': '4a37afa4-f2b4-4d09-ae6d-80eaedd6b704', 'project_id': '10995d19e73e4e599072cf021a4f38a9', 'fixed_ips': [{'subnet_id': '54e6b1ff-ee26-4cb4-8ff5-f1a01b0c04e5'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:57:40.168726 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f6263451-fa05-495c-bd34-c7257e4dbe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.224705 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33924) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:40.232798 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f53e9ac-c55e-4f25-a98f-d6afde4ac1ba tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Made reservation on behalf of 10995d19e73e4e599072cf021a4f38a9 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:40.236927 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5f53e9ac-c55e-4f25-a98f-d6afde4ac1ba tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.321129 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'name': 'tempest-ServersTestManualDisk-465728994-router', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:36Z', 'revision_number': 3, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'gw_port': {'id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:34Z', 'updated_at': '2022-01-27T21:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:40.356660 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f53e9ac-c55e-4f25-a98f-d6afde4ac1ba tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:57:40.397480 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ba9b638e-14e5-4bd8-8959-dab0372dc04f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5453f6571b3f45b7ae4f3c06a6faa388&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1712780 Jan 27 21:57:40.401289 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5f53e9ac-c55e-4f25-a98f-d6afde4ac1ba tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (6dee5192-9b8c-4054-855b-1bdb04393fa9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.401640 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-5f53e9ac-c55e-4f25-a98f-d6afde4ac1ba tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Added segment 6dee5192-9b8c-4054-855b-1bdb04393fa9 of type vlan for network ea8ef929-9e66-4097-8de2-464a612ac795 Jan 27 21:57:40.407098 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33926) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:40.493334 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] Checking router: 7b5407b1-8df9-4436-a10f-8717f38a0471 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:57:40.494357 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] Updating router 7b5407b1-8df9-4436-a10f-8717f38a0471 port a6d8a23c-c877-42dd-9ae9-5448fe932f84 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:57:40.498544 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5f53e9ac-c55e-4f25-a98f-d6afde4ac1ba tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (ea8ef929-9e66-4097-8de2-464a612ac795), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.540323 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a6d8a23c-c877-42dd-9ae9-5448fe932f84), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.561554 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-57147f0d-6ec1-4439-9d00-1473e227ebee admin admin] Publish callbacks [] for security_group (b446526c-9bfe-41c3-b227-787e9f7e20ed), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.619198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-92edd508-2658-4e65-94a0-8696029226ae None None] Set router b65215d6-bb8a-40c4-9f30-8c26cbead61b gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:40.634515 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5f53e9ac-c55e-4f25-a98f-d6afde4ac1ba tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (ea8ef929-9e66-4097-8de2-464a612ac795), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.639687 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f53e9ac-c55e-4f25-a98f-d6afde4ac1ba tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:40.640491 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5f53e9ac-c55e-4f25-a98f-d6afde4ac1ba tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.648870 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cefb7e10-e9ba-455b-9e11-ba68c97ea4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.657862 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-57147f0d-6ec1-4439-9d00-1473e227ebee admin admin] Publish callbacks [] for security_group (b446526c-9bfe-41c3-b227-787e9f7e20ed), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.774480 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5f53e9ac-c55e-4f25-a98f-d6afde4ac1ba tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6886175 Jan 27 21:57:40.786210 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33930) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:40.796384 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-87d62481-dd72-4c5b-b3ca-265a441ed605 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Request body: {'subnet': {'network_id': 'ea8ef929-9e66-4097-8de2-464a612ac795', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:40.797197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-f6263451-fa05-495c-bd34-c7257e4dbe71 None None] Allocated IP 19.80.0.2 (4a37afa4-f2b4-4d09-ae6d-80eaedd6b704/54e6b1ff-ee26-4cb4-8ff5-f1a01b0c04e5/a6ba5f88-eda7-4998-9940-501ad7453ca3) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:40.851524 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53e9ac-c55e-4f25-a98f-d6afde4ac1ba tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event updated for resources: {'Network': ['ID=ea8ef929-9e66-4097-8de2-464a612ac795,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:40.873811 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network ea8ef929-9e66-4097-8de2-464a612ac795 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:57:40.894193 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd2493be-666c-4ccc-9ff0-c624b187b28c req-9e276659-d469-410a-af45-054bb5e3a6ae service neutron] 10.222.0.15 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7540238 Jan 27 21:57:40.917654 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebcd5fca-8c23-4023-b8dd-b0a9d0b70711 req-1c4445ff-50ed-4ca1-a5d6-461621f51dd8 service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0941093 Jan 27 21:57:40.937625 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] Publish callbacks [] for port (a6d8a23c-c877-42dd-9ae9-5448fe932f84), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.945961 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a6d8a23c-c877-42dd-9ae9-5448fe932f84), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.055741 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebcd5fca-8c23-4023-b8dd-b0a9d0b70711 req-0510514a-53d4-462e-bab6-6dc17790f4a6 service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275752 Jan 27 21:57:41.059144 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-57147f0d-6ec1-4439-9d00-1473e227ebee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b446526c-9bfe-41c3-b227-787e9f7e20ed), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.062176 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-57147f0d-6ec1-4439-9d00-1473e227ebee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.075090 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-57147f0d-6ec1-4439-9d00-1473e227ebee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b446526c-9bfe-41c3-b227-787e9f7e20ed HTTP/1.1" status: 204 len: 168 time: 0.6549780 Jan 27 21:57:41.084067 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff02cb5-6d5c-4273-aa3b-8ca72ef4f1cb None None] Pushing event updated for resources: {'Port': ['ID=a6d8a23c-c877-42dd-9ae9-5448fe932f84,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:41.139342 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] Attempting to bind port a6d8a23c-c877-42dd-9ae9-5448fe932f84 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:41.139819 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] Attempting to bind port a6d8a23c-c877-42dd-9ae9-5448fe932f84 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:41.140620 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] Attempting to bind port a6d8a23c-c877-42dd-9ae9-5448fe932f84 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:41.147623 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:41.148211 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:41.148698 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.149200 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:41.149787 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] Bound port: a6d8a23c-c877-42dd-9ae9-5448fe932f84, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:41.150457 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a6d8a23c-c877-42dd-9ae9-5448fe932f84), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.222089 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] For port a6d8a23c-c877-42dd-9ae9-5448fe932f84, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:41.227235 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] For port a6d8a23c-c877-42dd-9ae9-5448fe932f84, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a6d8a23c-c877-42dd-9ae9-5448fe932f84,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:41.234750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port c29de2d1-65a5-4d6c-bf36-8f224e26c0bc is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:41.240434 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f7c2af9d-f27e-4da4-9e04-a92c21e408ff up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:41.243746 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a6d8a23c-c877-42dd-9ae9-5448fe932f84), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.265174 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57147f0d-6ec1-4439-9d00-1473e227ebee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b446526c-9bfe-41c3-b227-787e9f7e20ed,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:41.304457 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-cefb7e10-e9ba-455b-9e11-ba68c97ea4a9 admin admin] Allocated IP 172.20.0.1 (c63528f9-585d-4bdf-a53d-80daa7801467/4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8/fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:41.308504 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff02cb5-6d5c-4273-aa3b-8ca72ef4f1cb None None] Pushing event updated for resources: {'Port': ['ID=a6d8a23c-c877-42dd-9ae9-5448fe932f84,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:41.328287 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] Routers {'7b5407b1-8df9-4436-a10f-8717f38a0471'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:41.328983 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:57:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7b5407b1-8df9-4436-a10f-8717f38a0471'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:41.336585 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d62481-dd72-4c5b-b3ca-265a441ed605 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Made reservation on behalf of 10995d19e73e4e599072cf021a4f38a9 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:41.341222 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-87d62481-dd72-4c5b-b3ca-265a441ed605 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.398044 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8134acf-21ca-4576-8c80-c6ce574888ee req-85c1d899-8e91-4333-99c3-9183133a0fca tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:41.411383 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b8134acf-21ca-4576-8c80-c6ce574888ee req-85c1d899-8e91-4333-99c3-9183133a0fca tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.5810013 Jan 27 21:57:41.508481 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7397dba9-318e-4368-9ab9-d4de499a8061', 'name': 'tempest-ServersTestMultiNic-434151385-router', 'tenant_id': '10995d19e73e4e599072cf021a4f38a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f7c2af9d-f27e-4da4-9e04-a92c21e408ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:36Z', 'revision_number': 4, 'project_id': '10995d19e73e4e599072cf021a4f38a9', 'gw_port': {'id': 'f7c2af9d-f27e-4da4-9e04-a92c21e408ff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7397dba9-318e-4368-9ab9-d4de499a8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '1c11db39-fe5e-4be7-b8d9-6fea02861be2', 'name': '', 'network_id': '8a25baba-92c1-4ffc-94d5-b8d47477c61e', 'tenant_id': '10995d19e73e4e599072cf021a4f38a9', 'mac_address': 'fa:16:3e:c5:a9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7397dba9-318e-4368-9ab9-d4de499a8061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '341265e3-9da8-4422-bbac-920e9e756bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:36Z', 'updated_at': '2022-01-27T21:57:37Z', 'revision_number': 2, 'project_id': '10995d19e73e4e599072cf021a4f38a9', 'subnets': [{'id': '341265e3-9da8-4422-bbac-920e9e756bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:41.523073 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] Set router 7b5407b1-8df9-4436-a10f-8717f38a0471 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:41.574647 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b8134acf-21ca-4576-8c80-c6ce574888ee req-29ebe65a-16eb-40f5-8015-68eb48d747be tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622958 Jan 27 21:57:41.589649 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] Checking router: 7397dba9-318e-4368-9ab9-d4de499a8061 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:57:41.590127 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] Updating router 7397dba9-318e-4368-9ab9-d4de499a8061 port 1c11db39-fe5e-4be7-b8d9-6fea02861be2 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:57:41.606609 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cefb7e10-e9ba-455b-9e11-ba68c97ea4a9 admin admin] Publish callbacks [] for port (fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.637925 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port f7c2af9d-f27e-4da4-9e04-a92c21e408ff triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:41.638616 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f7c2af9d-f27e-4da4-9e04-a92c21e408ff), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.679761 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f6263451-fa05-495c-bd34-c7257e4dbe71 None None] Publish callbacks [] for port (a6ba5f88-eda7-4998-9940-501ad7453ca3), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.726774 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cefb7e10-e9ba-455b-9e11-ba68c97ea4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.739751 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-87d62481-dd72-4c5b-b3ca-265a441ed605 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (081061a0-97d0-48e3-8b74-e0eedfd10d91), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.801600 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefb7e10-e9ba-455b-9e11-ba68c97ea4a9 admin admin] Network c63528f9-585d-4bdf-a53d-80daa7801467 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:41.812147 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'name': 'tempest-ServersTestManualDisk-465728994-router', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:36Z', 'revision_number': 3, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'gw_port': {'id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:34Z', 'updated_at': '2022-01-27T21:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:41.812465 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-cefb7e10-e9ba-455b-9e11-ba68c97ea4a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:41.826464 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb7e10-e9ba-455b-9e11-ba68c97ea4a9 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:41.843978 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c77c5fa-4640-4bca-8412-6b4f36447dc1 None None] The sync data for ids ['7b5407b1-8df9-4436-a10f-8717f38a0471'] in n-d-772272-3 is: [{'id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'name': 'tempest-ServersTestManualDisk-465728994-router', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:36Z', 'revision_number': 3, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'gw_port': {'id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:34Z', 'updated_at': '2022-01-27T21:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:41.914310 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb7e10-e9ba-455b-9e11-ba68c97ea4a9 admin admin] Pushing event updated for resources: {'Port': ['ID=fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:41.927218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d62481-dd72-4c5b-b3ca-265a441ed605 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event updated for resources: {'Subnet': ['ID=081061a0-97d0-48e3-8b74-e0eedfd10d91,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:41.932113 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d62481-dd72-4c5b-b3ca-265a441ed605 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Checking segment: {'id': '6dee5192-9b8c-4054-855b-1bdb04393fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ea8ef929-9e66-4097-8de2-464a612ac795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:41.932502 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d62481-dd72-4c5b-b3ca-265a441ed605 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Network hostable DHCP agents. Network: ea8ef929-9e66-4097-8de2-464a612ac795, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:57:41.936141 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cefb7e10-e9ba-455b-9e11-ba68c97ea4a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (7b5407b1-8df9-4436-a10f-8717f38a0471), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.997026 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1c11db39-fe5e-4be7-b8d9-6fea02861be2), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.004260 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f6263451-fa05-495c-bd34-c7257e4dbe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (a6ba5f88-eda7-4998-9940-501ad7453ca3), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.119156 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6263451-fa05-495c-bd34-c7257e4dbe71 None None] Network 4a37afa4-f2b4-4d09-ae6d-80eaedd6b704 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:42.130147 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d62481-dd72-4c5b-b3ca-265a441ed605 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Network ea8ef929-9e66-4097-8de2-464a612ac795 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:57:42.145711 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cefb7e10-e9ba-455b-9e11-ba68c97ea4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.152764 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-f6263451-fa05-495c-bd34-c7257e4dbe71 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:42.165547 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-87d62481-dd72-4c5b-b3ca-265a441ed605 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, ea8ef929-9e66-4097-8de2-464a612ac795) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:42.168580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6263451-fa05-495c-bd34-c7257e4dbe71 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:42.184196 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-92edd508-2658-4e65-94a0-8696029226ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'name': 'tempest-AttachVolumeShelveTestJSON-82970161-router', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:05Z', 'updated_at': '2022-01-27T21:51:16Z', 'revision_number': 4, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'gw_port': {'id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:07Z', 'updated_at': '2022-01-27T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'd66cb20b-0103-4c60-a58d-f8f9de17fd89', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'floating_ip_address': '172.25.3.194', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'port_id': '5ed1521b-a042-4087-8cb2-beed324061f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'mac_address': 'fa:16:3e:23:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3831741-d6ca-4874-bc58-945a0b5cc532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:57:19Z', 'updated_at': '2022-01-27T21:57:35Z', 'revision_number': 1, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71237575-b72d-4dee-93dd-94df06a96add', 'name': '', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'mac_address': 'fa:16:3e:20:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:14Z', 'updated_at': '2022-01-27T21:51:22Z', 'revision_number': 5, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'subnets': [{'id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:42.191515 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d62481-dd72-4c5b-b3ca-265a441ed605 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:42.192449 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-87d62481-dd72-4c5b-b3ca-265a441ed605 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.201205 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6263451-fa05-495c-bd34-c7257e4dbe71 None None] Pushing event updated for resources: {'Port': ['ID=a6ba5f88-eda7-4998-9940-501ad7453ca3,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:42.203571 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fbbe12-14c5-4a8b-8dec-93c6ed962e19 None None] Network ea8ef929-9e66-4097-8de2-464a612ac795 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:42.254914 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92edd508-2658-4e65-94a0-8696029226ae None None] The sync data for ids ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'] in n-d-772272-3 is: [{'id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'name': 'tempest-AttachVolumeShelveTestJSON-82970161-router', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:05Z', 'updated_at': '2022-01-27T21:51:16Z', 'revision_number': 4, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'gw_port': {'id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:07Z', 'updated_at': '2022-01-27T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'd66cb20b-0103-4c60-a58d-f8f9de17fd89', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'floating_ip_address': '172.25.3.194', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'port_id': '5ed1521b-a042-4087-8cb2-beed324061f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'mac_address': 'fa:16:3e:23:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3831741-d6ca-4874-bc58-945a0b5cc532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:57:19Z', 'updated_at': '2022-01-27T21:57:35Z', 'revision_number': 1, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71237575-b72d-4dee-93dd-94df06a96add', 'name': '', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'mac_address': 'fa:16:3e:20:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:14Z', 'updated_at': '2022-01-27T21:51:22Z', 'revision_number': 5, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'subnets': [{'id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:42.466736 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-87d62481-dd72-4c5b-b3ca-265a441ed605 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6708760 Jan 27 21:57:42.561190 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cefb7e10-e9ba-455b-9e11-ba68c97ea4a9 admin admin] Publish callbacks [] for port (fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.571274 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cefb7e10-e9ba-455b-9e11-ba68c97ea4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.653581 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f7c2af9d-f27e-4da4-9e04-a92c21e408ff is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:42.654233 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7c2af9d-f27e-4da4-9e04-a92c21e408ff), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.702823 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ec140-7cce-4509-a268-84e200d66557 None None] New status for floating IP d66cb20b-0103-4c60-a58d-f8f9de17fd89: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:57:42.705559 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f6263451-fa05-495c-bd34-c7257e4dbe71 None None] Attempting to bind port a6ba5f88-eda7-4998-9940-501ad7453ca3 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:42.705992 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f6263451-fa05-495c-bd34-c7257e4dbe71 None None] Attempting to bind port a6ba5f88-eda7-4998-9940-501ad7453ca3 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '6e0e5be8-e1bd-49e2-b0ad-637132b069b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a37afa4-f2b4-4d09-ae6d-80eaedd6b704'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:42.706413 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6263451-fa05-495c-bd34-c7257e4dbe71 None None] Attempting to bind port a6ba5f88-eda7-4998-9940-501ad7453ca3 on network 4a37afa4-f2b4-4d09-ae6d-80eaedd6b704 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:42.720125 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cefb7e10-e9ba-455b-9e11-ba68c97ea4a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (7b5407b1-8df9-4436-a10f-8717f38a0471), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.739109 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6263451-fa05-495c-bd34-c7257e4dbe71 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:42.739496 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6263451-fa05-495c-bd34-c7257e4dbe71 None None] Checking segment: {'id': '6e0e5be8-e1bd-49e2-b0ad-637132b069b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a37afa4-f2b4-4d09-ae6d-80eaedd6b704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:42.739962 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f6263451-fa05-495c-bd34-c7257e4dbe71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.740704 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6263451-fa05-495c-bd34-c7257e4dbe71 None None] Bound using segment: {'id': '6e0e5be8-e1bd-49e2-b0ad-637132b069b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a37afa4-f2b4-4d09-ae6d-80eaedd6b704'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:42.741222 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f6263451-fa05-495c-bd34-c7257e4dbe71 None None] Bound port: a6ba5f88-eda7-4998-9940-501ad7453ca3, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0e5be8-e1bd-49e2-b0ad-637132b069b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a37afa4-f2b4-4d09-ae6d-80eaedd6b704'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:42.742192 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f6263451-fa05-495c-bd34-c7257e4dbe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a6ba5f88-eda7-4998-9940-501ad7453ca3), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.762835 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-534c918d-9e82-4ab8-a0ca-1de3cad5cfb5 None None] Provisioning complete for port fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:42.763215 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-534c918d-9e82-4ab8-a0ca-1de3cad5cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.786053 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb7e10-e9ba-455b-9e11-ba68c97ea4a9 admin admin] Pushing event updated for resources: {'Port': ['ID=fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:42.824538 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-534c918d-9e82-4ab8-a0ca-1de3cad5cfb5 None None] Port fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:42.875137 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64548a4d-c60b-4a7b-8a69-71c7e4a60764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-ea8ef929-9e66-4097-8de2-464a612ac795', 'network_id': 'ea8ef929-9e66-4097-8de2-464a612ac795', 'project_id': '10995d19e73e4e599072cf021a4f38a9', 'fixed_ips': [{'subnet_id': '081061a0-97d0-48e3-8b74-e0eedfd10d91'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:57:42.876515 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-64548a4d-c60b-4a7b-8a69-71c7e4a60764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.947869 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.961023 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefb7e10-e9ba-455b-9e11-ba68c97ea4a9 admin admin] Network c63528f9-585d-4bdf-a53d-80daa7801467 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:42.962921 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-cefb7e10-e9ba-455b-9e11-ba68c97ea4a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:42.980687 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ba6f1-7c76-4f51-abdd-66c7056fb707 req-e6b68474-ab04-42d1-b108-9080d08d60c3 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:42.990216 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c60ba6f1-7c76-4f51-abdd-66c7056fb707 req-e6b68474-ab04-42d1-b108-9080d08d60c3 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.2712717 Jan 27 21:57:43.086381 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c60ba6f1-7c76-4f51-abdd-66c7056fb707 req-890b15b2-f618-4119-b416-0759bd309d34 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950222 Jan 27 21:57:43.118188 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] Publish callbacks [] for port (1c11db39-fe5e-4be7-b8d9-6fea02861be2), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.133325 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port f7c2af9d-f27e-4da4-9e04-a92c21e408ff, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f7c2af9d-f27e-4da4-9e04-a92c21e408ff,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:43.140422 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1c11db39-fe5e-4be7-b8d9-6fea02861be2), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.180915 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f7c2af9d-f27e-4da4-9e04-a92c21e408ff), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.320855 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db5ac79a-2cf8-41ac-b185-871d36a8a7b8 req-c5904320-6e02-4035-a560-e627a9bebebe tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0478318 Jan 27 21:57:43.627619 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f6263451-fa05-495c-bd34-c7257e4dbe71 None None] For port a6ba5f88-eda7-4998-9940-501ad7453ca3, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:43.642432 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a6d8a23c-c877-42dd-9ae9-5448fe932f84 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:43.648203 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-b254a364-e327-40c1-a350-299785fd8609 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:43.653573 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-b254a364-e327-40c1-a350-299785fd8609 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:43.655265 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-b254a364-e327-40c1-a350-299785fd8609 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/networks?id=4a37afa4-f2b4-4d09-ae6d-80eaedd6b704&id=ea8ef929-9e66-4097-8de2-464a612ac795&id=4a37afa4-f2b4-4d09-ae6d-80eaedd6b704 HTTP/1.1" status: 200 len: 1392 time: 0.3476222 Jan 27 21:57:43.689888 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-006dfc96-e691-4fd5-b550-574d6db072f4 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/quotas/10995d19e73e4e599072cf021a4f38a9 HTTP/1.1" status: 200 len: 375 time: 0.0162799 Jan 27 21:57:43.708928 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-64548a4d-c60b-4a7b-8a69-71c7e4a60764 None None] Allocated IP 19.86.0.2 (ea8ef929-9e66-4097-8de2-464a612ac795/081061a0-97d0-48e3-8b74-e0eedfd10d91/4af189ca-15e6-488e-8bed-32369cba470c) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:43.714706 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3207407-a205-4573-b591-62253d73aac9 None None] Pushing event updated for resources: {'Port': ['ID=1c11db39-fe5e-4be7-b8d9-6fea02861be2,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:43.720095 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f6263451-fa05-495c-bd34-c7257e4dbe71 None None] For port a6ba5f88-eda7-4998-9940-501ad7453ca3, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a6ba5f88-eda7-4998-9940-501ad7453ca3,segment=NetworkSegment(6e0e5be8-e1bd-49e2-b0ad-637132b069b6),segment_id=6e0e5be8-e1bd-49e2-b0ad-637132b069b6)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:43.785027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-755135f1-7c9c-41aa-a3c4-e05b5e283dd5 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=10995d19e73e4e599072cf021a4f38a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0870438 Jan 27 21:57:43.903949 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3207407-a205-4573-b591-62253d73aac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:43.904348 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3207407-a205-4573-b591-62253d73aac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:43.904654 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-bbb4c086-ccd2-4dc1-840d-531ad476d919 service neutron] 10.222.0.23 "GET /v2.0/networks/4a37afa4-f2b4-4d09-ae6d-80eaedd6b704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132500 Jan 27 21:57:43.904800 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3207407-a205-4573-b591-62253d73aac9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:43.905033 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3207407-a205-4573-b591-62253d73aac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:43.905436 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3207407-a205-4573-b591-62253d73aac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:43.905711 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3207407-a205-4573-b591-62253d73aac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:43.906177 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3207407-a205-4573-b591-62253d73aac9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:43.906508 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3207407-a205-4573-b591-62253d73aac9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:43.906869 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3207407-a205-4573-b591-62253d73aac9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:43.907343 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3207407-a205-4573-b591-62253d73aac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:43.907807 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3207407-a205-4573-b591-62253d73aac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:43.908134 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3207407-a205-4573-b591-62253d73aac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:43.908939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3207407-a205-4573-b591-62253d73aac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:43.916271 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefb7e10-e9ba-455b-9e11-ba68c97ea4a9 admin admin] Router 7b5407b1-8df9-4436-a10f-8717f38a0471 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:57:43.918095 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f6263451-fa05-495c-bd34-c7257e4dbe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a6ba5f88-eda7-4998-9940-501ad7453ca3), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.986304 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=f7c2af9d-f27e-4da4-9e04-a92c21e408ff,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:44.007714 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-03deb5ee-253b-471f-b035-47691ea057d1 None None] Provisioning complete for port fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:44.007968 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-03deb5ee-253b-471f-b035-47691ea057d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.009907 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] Attempting to bind port 1c11db39-fe5e-4be7-b8d9-6fea02861be2 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:44.010255 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] Attempting to bind port 1c11db39-fe5e-4be7-b8d9-6fea02861be2 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '66cac6aa-d7e9-4edb-9508-18cd6e862811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8a25baba-92c1-4ffc-94d5-b8d47477c61e'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:44.010620 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] Attempting to bind port 1c11db39-fe5e-4be7-b8d9-6fea02861be2 on network 8a25baba-92c1-4ffc-94d5-b8d47477c61e {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:44.029280 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-5934b4bb-9b8c-4885-8fc7-ca292ddbc5d8 service neutron] 10.222.0.23 "GET /v2.0/networks/4a37afa4-f2b4-4d09-ae6d-80eaedd6b704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232796 Jan 27 21:57:44.058315 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefb7e10-e9ba-455b-9e11-ba68c97ea4a9 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:44.071331 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cefb7e10-e9ba-455b-9e11-ba68c97ea4a9 admin admin] 10.222.0.23 "PUT /v2.0/routers/7b5407b1-8df9-4436-a10f-8717f38a0471/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4256797 Jan 27 21:57:44.102476 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:44.102859 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] Checking segment: {'id': '66cac6aa-d7e9-4edb-9508-18cd6e862811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8a25baba-92c1-4ffc-94d5-b8d47477c61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:44.103289 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.111468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] Bound using segment: {'id': '66cac6aa-d7e9-4edb-9508-18cd6e862811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8a25baba-92c1-4ffc-94d5-b8d47477c61e'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:44.112121 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] Bound port: 1c11db39-fe5e-4be7-b8d9-6fea02861be2, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cac6aa-d7e9-4edb-9508-18cd6e862811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8a25baba-92c1-4ffc-94d5-b8d47477c61e'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:44.113163 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1c11db39-fe5e-4be7-b8d9-6fea02861be2), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.128324 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-03deb5ee-253b-471f-b035-47691ea057d1 None None] Port fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:44.184458 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-210dd621-418a-48b5-8aa6-5923b3d25c29 service neutron] 10.222.0.23 "GET /v2.0/networks/ea8ef929-9e66-4097-8de2-464a612ac795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364150 Jan 27 21:57:44.232211 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] For port 1c11db39-fe5e-4be7-b8d9-6fea02861be2, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:44.236515 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] For port 1c11db39-fe5e-4be7-b8d9-6fea02861be2, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1c11db39-fe5e-4be7-b8d9-6fea02861be2,segment=NetworkSegment(66cac6aa-d7e9-4edb-9508-18cd6e862811),segment_id=66cac6aa-d7e9-4edb-9508-18cd6e862811)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:44.266736 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1c11db39-fe5e-4be7-b8d9-6fea02861be2), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.315467 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6263451-fa05-495c-bd34-c7257e4dbe71 None None] Pushing event updated for resources: {'Port': ['ID=a6ba5f88-eda7-4998-9940-501ad7453ca3,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:44.330982 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c82d65-467a-4704-bd4a-5e825b5e9af3 req-14dfaebf-3f78-4ff3-af66-7d6d7ff1769b tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:44.337215 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31c82d65-467a-4704-bd4a-5e825b5e9af3 req-14dfaebf-3f78-4ff3-af66-7d6d7ff1769b tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.0792124 Jan 27 21:57:44.371718 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b258a97b-a959-4a7b-8db5-9eec769a6123 None None] Provisioning complete for port 1c11db39-fe5e-4be7-b8d9-6fea02861be2 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:44.372103 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b258a97b-a959-4a7b-8db5-9eec769a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1c11db39-fe5e-4be7-b8d9-6fea02861be2), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.422860 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-6865f5c9-6942-445b-a739-99c4ad7bff27 service neutron] 10.222.0.23 "GET /v2.0/networks/ea8ef929-9e66-4097-8de2-464a612ac795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385111 Jan 27 21:57:44.427062 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31c82d65-467a-4704-bd4a-5e825b5e9af3 req-a30bcbb9-f696-423a-8ca5-e8913a941c38 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874596 Jan 27 21:57:44.476292 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port a6d8a23c-c877-42dd-9ae9-5448fe932f84 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:44.476712 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a6d8a23c-c877-42dd-9ae9-5448fe932f84), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.478236 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] Routers {'7397dba9-318e-4368-9ab9-d4de499a8061'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:44.478892 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:57:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7397dba9-318e-4368-9ab9-d4de499a8061'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:44.609072 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-314d7e10-775f-4959-999b-becffd556c8f service neutron] 10.222.0.23 "GET /v2.0/networks/4a37afa4-f2b4-4d09-ae6d-80eaedd6b704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789696 Jan 27 21:57:44.615929 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-64548a4d-c60b-4a7b-8a69-71c7e4a60764 None None] Publish callbacks [] for port (4af189ca-15e6-488e-8bed-32369cba470c), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.629936 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3207407-a205-4573-b591-62253d73aac9 None None] Pushing event updated for resources: {'Port': ['ID=1c11db39-fe5e-4be7-b8d9-6fea02861be2,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:44.642843 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-64548a4d-c60b-4a7b-8a69-71c7e4a60764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (4af189ca-15e6-488e-8bed-32369cba470c), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.775477 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64548a4d-c60b-4a7b-8a69-71c7e4a60764 None None] Network ea8ef929-9e66-4097-8de2-464a612ac795 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:44.790767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-64548a4d-c60b-4a7b-8a69-71c7e4a60764 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:44.827453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-56ff2114-4b9b-4dd0-ba07-7c6af38dd2e1 service neutron] 10.222.0.23 "GET /v2.0/networks/4a37afa4-f2b4-4d09-ae6d-80eaedd6b704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119722 Jan 27 21:57:44.865572 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64548a4d-c60b-4a7b-8a69-71c7e4a60764 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:44.928625 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34026) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:44.932082 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64548a4d-c60b-4a7b-8a69-71c7e4a60764 None None] Pushing event updated for resources: {'Port': ['ID=4af189ca-15e6-488e-8bed-32369cba470c,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:44.945816 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a2b6026a-4f8d-458a-bb31-728235c242fd tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--864953879', 'description': 'tempest-description--96250850'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:45.028811 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a2b6026a-4f8d-458a-bb31-728235c242fd tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.067048 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e7a44bb-872c-4b9c-ae50-eab64cb12fbd req-42c8491a-ad65-4e82-a3a4-c0b9456cd445 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0680594 Jan 27 21:57:45.198231 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a2b6026a-4f8d-458a-bb31-728235c242fd tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks [] for security_group (fbdd36aa-d67a-4c36-a565-0bcce28dca04), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.202059 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7739fbcf-a952-43a9-9f95-24f330f66934 req-fc95ce60-89b7-4948-9663-ff3f5725835f tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 210 time: 0.0496364 Jan 27 21:57:45.206410 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a2b6026a-4f8d-458a-bb31-728235c242fd tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (fbdd36aa-d67a-4c36-a565-0bcce28dca04), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.218771 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] Sync routers for ids ['7b5407b1-8df9-4436-a10f-8717f38a0471'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:45.233770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] Set router 7397dba9-318e-4368-9ab9-d4de499a8061 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:45.249571 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a2b6026a-4f8d-458a-bb31-728235c242fd tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.251620 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a2b6026a-4f8d-458a-bb31-728235c242fd tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3195877 Jan 27 21:57:45.254515 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34036) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:45.262682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-d52d6404-7ae1-445f-b2b6-8093e9e1dec5 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Request body: {'security_group_rule': {'security_group_id': 'fbdd36aa-d67a-4c36-a565-0bcce28dca04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:45.264063 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6026a-4f8d-458a-bb31-728235c242fd tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdd36aa-d67a-4c36-a565-0bcce28dca04,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:45.296817 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d52d6404-7ae1-445f-b2b6-8093e9e1dec5 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks [] for security_group_rule (0fb70268-25d6-4ec7-847c-0a8901034b7b), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.309375 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b258a97b-a959-4a7b-8db5-9eec769a6123 None None] Current status of the port 1c11db39-fe5e-4be7-b8d9-6fea02861be2 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:45.309783 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b258a97b-a959-4a7b-8db5-9eec769a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1c11db39-fe5e-4be7-b8d9-6fea02861be2), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.331593 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port a6d8a23c-c877-42dd-9ae9-5448fe932f84 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:45.331989 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a6d8a23c-c877-42dd-9ae9-5448fe932f84), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.347877 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-64548a4d-c60b-4a7b-8a69-71c7e4a60764 None None] Attempting to bind port 4af189ca-15e6-488e-8bed-32369cba470c on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:45.348826 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-64548a4d-c60b-4a7b-8a69-71c7e4a60764 None None] Attempting to bind port 4af189ca-15e6-488e-8bed-32369cba470c by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '6dee5192-9b8c-4054-855b-1bdb04393fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ea8ef929-9e66-4097-8de2-464a612ac795'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:45.349273 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64548a4d-c60b-4a7b-8a69-71c7e4a60764 None None] Attempting to bind port 4af189ca-15e6-488e-8bed-32369cba470c on network ea8ef929-9e66-4097-8de2-464a612ac795 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:45.351442 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] Routers {'7b5407b1-8df9-4436-a10f-8717f38a0471'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:45.352090 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:57:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7b5407b1-8df9-4436-a10f-8717f38a0471'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:45.392100 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d52d6404-7ae1-445f-b2b6-8093e9e1dec5 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks [] for security_group_rule (0fb70268-25d6-4ec7-847c-0a8901034b7b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.409572 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d52d6404-7ae1-445f-b2b6-8093e9e1dec5 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (0fb70268-25d6-4ec7-847c-0a8901034b7b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.435161 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d52d6404-7ae1-445f-b2b6-8093e9e1dec5 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.437006 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d52d6404-7ae1-445f-b2b6-8093e9e1dec5 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1797478 Jan 27 21:57:45.439606 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34040) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:45.441676 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d6404-7ae1-445f-b2b6-8093e9e1dec5 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb70268-25d6-4ec7-847c-0a8901034b7b,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:45.446773 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-15c53c8f-8575-4a99-9dfd-01d7906f9dc0 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Request body: {'security_group_rule': {'security_group_id': 'fbdd36aa-d67a-4c36-a565-0bcce28dca04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:45.461177 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64548a4d-c60b-4a7b-8a69-71c7e4a60764 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:45.461634 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64548a4d-c60b-4a7b-8a69-71c7e4a60764 None None] Checking segment: {'id': '6dee5192-9b8c-4054-855b-1bdb04393fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ea8ef929-9e66-4097-8de2-464a612ac795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:45.462008 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-64548a4d-c60b-4a7b-8a69-71c7e4a60764 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.462469 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64548a4d-c60b-4a7b-8a69-71c7e4a60764 None None] Bound using segment: {'id': '6dee5192-9b8c-4054-855b-1bdb04393fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ea8ef929-9e66-4097-8de2-464a612ac795'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:45.463248 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-64548a4d-c60b-4a7b-8a69-71c7e4a60764 None None] Bound port: 4af189ca-15e6-488e-8bed-32369cba470c, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dee5192-9b8c-4054-855b-1bdb04393fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ea8ef929-9e66-4097-8de2-464a612ac795'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:45.463749 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-64548a4d-c60b-4a7b-8a69-71c7e4a60764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4af189ca-15e6-488e-8bed-32369cba470c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.496347 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-15c53c8f-8575-4a99-9dfd-01d7906f9dc0 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks [] for security_group_rule (861139bb-dbf2-4f85-a45e-da439e781916), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.565380 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port a6d8a23c-c877-42dd-9ae9-5448fe932f84, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a6d8a23c-c877-42dd-9ae9-5448fe932f84,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:45.575273 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-15c53c8f-8575-4a99-9dfd-01d7906f9dc0 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks [] for security_group_rule (861139bb-dbf2-4f85-a45e-da439e781916), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.582462 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-15c53c8f-8575-4a99-9dfd-01d7906f9dc0 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (861139bb-dbf2-4f85-a45e-da439e781916), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.603510 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b258a97b-a959-4a7b-8db5-9eec769a6123 None None] For port 1c11db39-fe5e-4be7-b8d9-6fea02861be2, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1c11db39-fe5e-4be7-b8d9-6fea02861be2,segment=NetworkSegment(66cac6aa-d7e9-4edb-9508-18cd6e862811),segment_id=66cac6aa-d7e9-4edb-9508-18cd6e862811)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:45.609213 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c53c8f-8575-4a99-9dfd-01d7906f9dc0 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=861139bb-dbf2-4f85-a45e-da439e781916,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:45.623349 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365db71-99a0-4b1c-9f7e-c4971e65704d req-eeedd2e2-6398-477a-b536-27f59854f9a5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:45.625635 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-15c53c8f-8575-4a99-9dfd-01d7906f9dc0 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.626939 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a6d8a23c-c877-42dd-9ae9-5448fe932f84), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.637762 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8365db71-99a0-4b1c-9f7e-c4971e65704d req-eeedd2e2-6398-477a-b536-27f59854f9a5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.1042941 Jan 27 21:57:45.640976 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-15c53c8f-8575-4a99-9dfd-01d7906f9dc0 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1991506 Jan 27 21:57:45.643618 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34046) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:45.653365 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b258a97b-a959-4a7b-8db5-9eec769a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1c11db39-fe5e-4be7-b8d9-6fea02861be2), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.657296 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-6cfde6c6-27bd-4ac9-80cd-bf2ad8f757f7 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:45.713577 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6cfde6c6-27bd-4ac9-80cd-bf2ad8f757f7 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.728375 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8365db71-99a0-4b1c-9f7e-c4971e65704d req-383234dd-8c6d-48d2-aea3-0335c6d3284a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844047 Jan 27 21:57:45.783482 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-64548a4d-c60b-4a7b-8a69-71c7e4a60764 None None] For port 4af189ca-15e6-488e-8bed-32369cba470c, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:45.858817 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-64548a4d-c60b-4a7b-8a69-71c7e4a60764 None None] For port 4af189ca-15e6-488e-8bed-32369cba470c, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4af189ca-15e6-488e-8bed-32369cba470c,segment=NetworkSegment(6dee5192-9b8c-4054-855b-1bdb04393fa9),segment_id=6dee5192-9b8c-4054-855b-1bdb04393fa9)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:45.872001 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6cfde6c6-27bd-4ac9-80cd-bf2ad8f757f7 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.908731 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-64548a4d-c60b-4a7b-8a69-71c7e4a60764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4af189ca-15e6-488e-8bed-32369cba470c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.921107 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c15ee79a-2752-4037-86a6-68eccbc1dde7 None None] Provisioning complete for port 1c11db39-fe5e-4be7-b8d9-6fea02861be2 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:45.926249 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c15ee79a-2752-4037-86a6-68eccbc1dde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1c11db39-fe5e-4be7-b8d9-6fea02861be2), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.931454 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] Set router 7b5407b1-8df9-4436-a10f-8717f38a0471 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:45.935615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=a6d8a23c-c877-42dd-9ae9-5448fe932f84,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:46.010105 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919a630f-066f-4c7b-8fd8-15f547e109cd None None] Network 4a37afa4-f2b4-4d09-ae6d-80eaedd6b704 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:46.024919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a6ba5f88-eda7-4998-9940-501ad7453ca3 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:46.025875 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-6cfde6c6-27bd-4ac9-80cd-bf2ad8f757f7 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Allocated IP 172.25.3.68 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/aaed472c-d453-43c5-b534-48fc27406a91) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:46.161241 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6cfde6c6-27bd-4ac9-80cd-bf2ad8f757f7 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks [] for port (aaed472c-d453-43c5-b534-48fc27406a91), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.191272 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b276ce0-8daa-4db0-96b9-379a22f42c3b req-54632fe2-3a65-41a2-8f13-6106d25c886d tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0354452 Jan 27 21:57:46.233205 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6cfde6c6-27bd-4ac9-80cd-bf2ad8f757f7 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (aaed472c-d453-43c5-b534-48fc27406a91), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.281200 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258a97b-a959-4a7b-8db5-9eec769a6123 None None] Pushing event updated for resources: {'Port': ['ID=1c11db39-fe5e-4be7-b8d9-6fea02861be2,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:46.314706 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfde6c6-27bd-4ac9-80cd-bf2ad8f757f7 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Pushing event updated for resources: {'Port': ['ID=aaed472c-d453-43c5-b534-48fc27406a91,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:46.334166 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfde6c6-27bd-4ac9-80cd-bf2ad8f757f7 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:46.336016 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-6cfde6c6-27bd-4ac9-80cd-bf2ad8f757f7 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:46.338489 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfde6c6-27bd-4ac9-80cd-bf2ad8f757f7 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:46.385433 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffd92938-040b-4850-a5b3-3257818cff26 req-346c702d-13b4-4063-b3a4-3f0bc20d236e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 210 time: 0.0526831 Jan 27 21:57:46.459029 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6cfde6c6-27bd-4ac9-80cd-bf2ad8f757f7 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks [] for floatingip (405551f8-a26b-4042-abce-bf536565600c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.460942 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c15ee79a-2752-4037-86a6-68eccbc1dde7 None None] Current status of the port 1c11db39-fe5e-4be7-b8d9-6fea02861be2 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:46.489107 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port a6ba5f88-eda7-4998-9940-501ad7453ca3 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:46.489489 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a6ba5f88-eda7-4998-9940-501ad7453ca3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.502120 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6cfde6c6-27bd-4ac9-80cd-bf2ad8f757f7 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (aaed472c-d453-43c5-b534-48fc27406a91), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.520000 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7397dba9-318e-4368-9ab9-d4de499a8061', 'name': 'tempest-ServersTestMultiNic-434151385-router', 'tenant_id': '10995d19e73e4e599072cf021a4f38a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f7c2af9d-f27e-4da4-9e04-a92c21e408ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:36Z', 'revision_number': 4, 'project_id': '10995d19e73e4e599072cf021a4f38a9', 'gw_port': {'id': 'f7c2af9d-f27e-4da4-9e04-a92c21e408ff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7397dba9-318e-4368-9ab9-d4de499a8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '1c11db39-fe5e-4be7-b8d9-6fea02861be2', 'name': '', 'network_id': '8a25baba-92c1-4ffc-94d5-b8d47477c61e', 'tenant_id': '10995d19e73e4e599072cf021a4f38a9', 'mac_address': 'fa:16:3e:c5:a9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7397dba9-318e-4368-9ab9-d4de499a8061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '341265e3-9da8-4422-bbac-920e9e756bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:36Z', 'updated_at': '2022-01-27T21:57:44Z', 'revision_number': 4, 'project_id': '10995d19e73e4e599072cf021a4f38a9', 'subnets': [{'id': '341265e3-9da8-4422-bbac-920e9e756bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:46.547580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64548a4d-c60b-4a7b-8a69-71c7e4a60764 None None] Pushing event updated for resources: {'Port': ['ID=4af189ca-15e6-488e-8bed-32369cba470c,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:46.593778 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e9cfa1-cc8c-4643-8963-9550ce5261b9 None None] The sync data for ids ['7397dba9-318e-4368-9ab9-d4de499a8061'] in n-d-772272-3 is: [{'id': '7397dba9-318e-4368-9ab9-d4de499a8061', 'name': 'tempest-ServersTestMultiNic-434151385-router', 'tenant_id': '10995d19e73e4e599072cf021a4f38a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f7c2af9d-f27e-4da4-9e04-a92c21e408ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:36Z', 'revision_number': 4, 'project_id': '10995d19e73e4e599072cf021a4f38a9', 'gw_port': {'id': 'f7c2af9d-f27e-4da4-9e04-a92c21e408ff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7397dba9-318e-4368-9ab9-d4de499a8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '1c11db39-fe5e-4be7-b8d9-6fea02861be2', 'name': '', 'network_id': '8a25baba-92c1-4ffc-94d5-b8d47477c61e', 'tenant_id': '10995d19e73e4e599072cf021a4f38a9', 'mac_address': 'fa:16:3e:c5:a9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7397dba9-318e-4368-9ab9-d4de499a8061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '341265e3-9da8-4422-bbac-920e9e756bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:36Z', 'updated_at': '2022-01-27T21:57:44Z', 'revision_number': 4, 'project_id': '10995d19e73e4e599072cf021a4f38a9', 'subnets': [{'id': '341265e3-9da8-4422-bbac-920e9e756bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:46.661003 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-33b6000b-eba9-432a-a9b6-a1160f96ce31 None None] Provisioning complete for port a6ba5f88-eda7-4998-9940-501ad7453ca3 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:46.661926 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-33b6000b-eba9-432a-a9b6-a1160f96ce31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a6ba5f88-eda7-4998-9940-501ad7453ca3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.805496 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6cfde6c6-27bd-4ac9-80cd-bf2ad8f757f7 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks [] for port (aaed472c-d453-43c5-b534-48fc27406a91), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.816716 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6cfde6c6-27bd-4ac9-80cd-bf2ad8f757f7 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (aaed472c-d453-43c5-b534-48fc27406a91), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.863529 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port a6ba5f88-eda7-4998-9940-501ad7453ca3 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:46.863929 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a6ba5f88-eda7-4998-9940-501ad7453ca3), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.906856 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'name': 'tempest-ServersTestManualDisk-465728994-router', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:42Z', 'revision_number': 4, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'gw_port': {'id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:34Z', 'updated_at': '2022-01-27T21:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a', 'name': '', 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'mac_address': 'fa:16:3e:b3:a7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:42Z', 'revision_number': 2, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'subnets': [{'id': '4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:46.938903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-45a8735c-a07f-482c-bdbc-5fb8fb11915a tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:46.948890 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-45a8735c-a07f-482c-bdbc-5fb8fb11915a tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:46.950720 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-45a8735c-a07f-482c-bdbc-5fb8fb11915a tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.21 "GET /v2.0/networks?id=4a37afa4-f2b4-4d09-ae6d-80eaedd6b704&id=ea8ef929-9e66-4097-8de2-464a612ac795&id=4a37afa4-f2b4-4d09-ae6d-80eaedd6b704 HTTP/1.1" status: 200 len: 1392 time: 0.3884788 Jan 27 21:57:46.967813 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-2670b6de-84b6-46c9-a56d-3de76814f42f tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Request body: {'port': {'device_id': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'network_id': '4a37afa4-f2b4-4d09-ae6d-80eaedd6b704', 'admin_state_up': True, 'tenant_id': '10995d19e73e4e599072cf021a4f38a9'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:46.997830 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] Checking router: 7b5407b1-8df9-4436-a10f-8717f38a0471 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:57:46.998203 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] Updating router 7b5407b1-8df9-4436-a10f-8717f38a0471 port fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:57:47.016966 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfde6c6-27bd-4ac9-80cd-bf2ad8f757f7 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Pushing event updated for resources: {'Port': ['ID=aaed472c-d453-43c5-b534-48fc27406a91,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:47.027115 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6cfde6c6-27bd-4ac9-80cd-bf2ad8f757f7 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (405551f8-a26b-4042-abce-bf536565600c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.058097 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6cfde6c6-27bd-4ac9-80cd-bf2ad8f757f7 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.059425 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6cfde6c6-27bd-4ac9-80cd-bf2ad8f757f7 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4134934 Jan 27 21:57:47.075051 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd74f44-bb4f-493f-a3f4-d66c5de1ec22 req-a19a64a7-2518-4988-8658-0615fa97af85 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:47.076927 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4bd74f44-bb4f-493f-a3f4-d66c5de1ec22 req-a19a64a7-2518-4988-8658-0615fa97af85 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.2151954 Jan 27 21:57:47.117882 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port a6ba5f88-eda7-4998-9940-501ad7453ca3, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a6ba5f88-eda7-4998-9940-501ad7453ca3,segment=NetworkSegment(6e0e5be8-e1bd-49e2-b0ad-637132b069b6),segment_id=6e0e5be8-e1bd-49e2-b0ad-637132b069b6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:47.120352 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.123494 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-33b6000b-eba9-432a-a9b6-a1160f96ce31 None None] Current status of the port a6ba5f88-eda7-4998-9940-501ad7453ca3 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:47.123889 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-33b6000b-eba9-432a-a9b6-a1160f96ce31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a6ba5f88-eda7-4998-9940-501ad7453ca3), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.149962 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a6ba5f88-eda7-4998-9940-501ad7453ca3), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.150387 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f7c2af9d-f27e-4da4-9e04-a92c21e408ff up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:47.185574 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4bd74f44-bb4f-493f-a3f4-d66c5de1ec22 req-81f8655e-2e7b-41c3-9647-527a61019d98 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977297 Jan 27 21:57:47.225585 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-2670b6de-84b6-46c9-a56d-3de76814f42f tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Made reservation on behalf of 10995d19e73e4e599072cf021a4f38a9 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:47.229237 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-2670b6de-84b6-46c9-a56d-3de76814f42f tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.307068 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=a6ba5f88-eda7-4998-9940-501ad7453ca3,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:47.374545 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-645bd729-b674-4673-b180-fd5aa0b90b03 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--864953879&fields=id&tenant_id=6f25f7a1897e4e4384abc9aa2efe65cf HTTP/1.1" status: 200 len: 267 time: 0.1247280 Jan 27 21:57:47.519756 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-269c5847-27db-4019-be6a-f711434ffb27 req-ed477087-cb13-425a-b2b6-323a0613c107 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.1087103 Jan 27 21:57:47.559916 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-2670b6de-84b6-46c9-a56d-3de76814f42f tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Allocated IP 19.80.0.254 (4a37afa4-f2b4-4d09-ae6d-80eaedd6b704/54e6b1ff-ee26-4cb4-8ff5-f1a01b0c04e5/b171e648-cf42-444c-8b6a-6a6be94c6784) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:47.612475 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0299bf8-15d0-43be-911f-93a0659a1166 None None] Network ea8ef929-9e66-4097-8de2-464a612ac795 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:47.755577 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-e1f80e74-d2d0-4f90-90df-9e0085b317cb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:47.756570 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-33b6000b-eba9-432a-a9b6-a1160f96ce31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:57:47.756941 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-33b6000b-eba9-432a-a9b6-a1160f96ce31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:57:47.762293 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-e1f80e74-d2d0-4f90-90df-9e0085b317cb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/networks?id=c63528f9-585d-4bdf-a53d-80daa7801467 HTTP/1.1" status: 200 len: 811 time: 0.3865743 Jan 27 21:57:47.771716 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d105904f-cb17-4f3a-a9bd-403478a33d05 req-4f00bc4a-98df-416a-8d83-73d504a9e83d tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 210 time: 0.0596526 Jan 27 21:57:47.793929 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-2670b6de-84b6-46c9-a56d-3de76814f42f tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks [] for port (b171e648-cf42-444c-8b6a-6a6be94c6784), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.800700 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-fa8480fd-2de5-49a0-94bd-32ccad9258bb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/quotas/6f25f7a1897e4e4384abc9aa2efe65cf HTTP/1.1" status: 200 len: 375 time: 0.0375149 Jan 27 21:57:47.866897 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port f7c2af9d-f27e-4da4-9e04-a92c21e408ff triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:47.867057 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f7c2af9d-f27e-4da4-9e04-a92c21e408ff), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.883879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-13a9b36d-9143-4ce7-8c3e-ecdb20eb0504 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f25f7a1897e4e4384abc9aa2efe65cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802040 Jan 27 21:57:47.957714 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-2670b6de-84b6-46c9-a56d-3de76814f42f tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (b171e648-cf42-444c-8b6a-6a6be94c6784), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:48.007542 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f7c2af9d-f27e-4da4-9e04-a92c21e408ff is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:48.036774 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-2670b6de-84b6-46c9-a56d-3de76814f42f tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Network 4a37afa4-f2b4-4d09-ae6d-80eaedd6b704 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:48.042440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-2670b6de-84b6-46c9-a56d-3de76814f42f tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:48.044361 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670b6de-84b6-46c9-a56d-3de76814f42f tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event updated for resources: {'Port': ['ID=b171e648-cf42-444c-8b6a-6a6be94c6784,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:48.047507 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-2670b6de-84b6-46c9-a56d-3de76814f42f tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:48.078538 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] Publish callbacks [] for port (fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:48.087261 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:48.120389 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-773fd319-672b-4c4d-99c9-d77f6fa35aa7 service neutron] 10.222.0.23 "GET /v2.0/networks/c63528f9-585d-4bdf-a53d-80daa7801467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240384 Jan 27 21:57:48.154708 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-2670b6de-84b6-46c9-a56d-3de76814f42f tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:48.155367 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-2670b6de-84b6-46c9-a56d-3de76814f42f tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:48.188600 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27ff47-29e6-4461-918a-961e0a52aa6b None None] Pushing event updated for resources: {'Port': ['ID=fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:48.229083 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] Attempting to bind port fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:48.229459 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] Attempting to bind port fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '01176d2b-a87c-402b-af4e-f9afe6948abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:48.229950 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] Attempting to bind port fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a on network c63528f9-585d-4bdf-a53d-80daa7801467 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:48.235953 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:48.236424 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] Checking segment: {'id': '01176d2b-a87c-402b-af4e-f9afe6948abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:48.236840 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:48.237302 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] Bound using segment: {'id': '01176d2b-a87c-402b-af4e-f9afe6948abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:48.237746 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] Bound port: fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01176d2b-a87c-402b-af4e-f9afe6948abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:48.238317 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:48.301136 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-2670b6de-84b6-46c9-a56d-3de76814f42f tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3401213 Jan 27 21:57:48.334939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-fdc47c8e-d28a-4077-aae8-08fb70674c21 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Request body: {'port': {'device_id': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'network_id': 'ea8ef929-9e66-4097-8de2-464a612ac795', 'admin_state_up': True, 'tenant_id': '10995d19e73e4e599072cf021a4f38a9'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:48.369907 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-33b6000b-eba9-432a-a9b6-a1160f96ce31 None None] Current status of the port a6ba5f88-eda7-4998-9940-501ad7453ca3 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:48.384632 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] For port fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:48.388351 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] For port fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a,segment=NetworkSegment(01176d2b-a87c-402b-af4e-f9afe6948abf),segment_id=01176d2b-a87c-402b-af4e-f9afe6948abf)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:48.394821 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:48.458952 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] Routers {'7b5407b1-8df9-4436-a10f-8717f38a0471'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:48.459092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:57:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7b5407b1-8df9-4436-a10f-8717f38a0471'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:48.485774 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-fceff8a9-7883-44c8-935e-5816db43d184 service neutron] 10.222.0.23 "GET /v2.0/networks/c63528f9-585d-4bdf-a53d-80daa7801467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560400 Jan 27 21:57:48.496012 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5710c60-a3c0-4c13-a4df-d23b2ac7be85 req-c07b4e74-a80c-461d-a809-87df0f5f4fb2 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:48.503388 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5710c60-a3c0-4c13-a4df-d23b2ac7be85 req-c07b4e74-a80c-461d-a809-87df0f5f4fb2 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.1993127 Jan 27 21:57:48.597879 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a6ba5f88-eda7-4998-9940-501ad7453ca3 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:48.627049 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5710c60-a3c0-4c13-a4df-d23b2ac7be85 req-5e560cbd-7f71-4e7b-a987-534da1b92603 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226768 Jan 27 21:57:48.640963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-fdc47c8e-d28a-4077-aae8-08fb70674c21 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Made reservation on behalf of 10995d19e73e4e599072cf021a4f38a9 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:48.654213 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-fdc47c8e-d28a-4077-aae8-08fb70674c21 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:48.657521 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27ff47-29e6-4461-918a-961e0a52aa6b None None] Pushing event updated for resources: {'Port': ['ID=fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:48.665353 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] Set router 7b5407b1-8df9-4436-a10f-8717f38a0471 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:48.675568 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-3caa4bed-43b1-4a06-a940-7353f690d8a1 req-06f365b9-bf03-44a6-abdc-950515ca0173 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0647094 Jan 27 21:57:48.822645 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-07c8d3af-f1d2-4f5b-bfc7-ab86ccff0932 None None] Provisioning complete for port 4af189ca-15e6-488e-8bed-32369cba470c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:48.823034 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-07c8d3af-f1d2-4f5b-bfc7-ab86ccff0932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4af189ca-15e6-488e-8bed-32369cba470c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:48.864764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6dc11bd0-c1c0-42d8-b10d-b92a02957e9d req-8e39408f-f111-4f56-896e-1c258dd08d0b tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0555139 Jan 27 21:57:48.965431 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5332b62e-99ea-4aba-ae64-7953266d5fea req-39a99a7c-f4bb-404c-9e27-ecbe60f4e2b6 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/ports?device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 210 time: 0.0995865 Jan 27 21:57:49.029433 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:57:49.101837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port a6ba5f88-eda7-4998-9940-501ad7453ca3 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:49.102268 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a6ba5f88-eda7-4998-9940-501ad7453ca3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.117149 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c7b29-5239-4988-a252-1a573cba271d req-664d62cd-d90a-47bf-813c-9c7d0f505fcf tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:49.120577 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-050c7b29-5239-4988-a252-1a573cba271d req-664d62cd-d90a-47bf-813c-9c7d0f505fcf tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 932 time: 0.1185365 Jan 27 21:57:49.124465 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-fdc47c8e-d28a-4077-aae8-08fb70674c21 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Allocated IP 19.86.0.205 (ea8ef929-9e66-4097-8de2-464a612ac795/081061a0-97d0-48e3-8b74-e0eedfd10d91/050c58f7-29d1-4a65-b07d-64436cb8e41a) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:49.259861 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-07c8d3af-f1d2-4f5b-bfc7-ab86ccff0932 None None] Current status of the port 4af189ca-15e6-488e-8bed-32369cba470c is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:49.260298 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-07c8d3af-f1d2-4f5b-bfc7-ab86ccff0932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4af189ca-15e6-488e-8bed-32369cba470c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.266427 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-050c7b29-5239-4988-a252-1a573cba271d req-918c382b-5339-4c89-8b70-7b5658d9646e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374791 Jan 27 21:57:49.298575 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port a6ba5f88-eda7-4998-9940-501ad7453ca3 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:49.300359 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1c11db39-fe5e-4be7-b8d9-6fea02861be2 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:49.307269 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'name': 'tempest-ServersTestManualDisk-465728994-router', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:42Z', 'revision_number': 4, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'gw_port': {'id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:34Z', 'updated_at': '2022-01-27T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a', 'name': '', 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'mac_address': 'fa:16:3e:b3:a7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:48Z', 'revision_number': 4, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'subnets': [{'id': '4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:49.360092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f11bd-7ee7-41ea-9dc9-b7bd595cd236 None None] The sync data for ids ['7b5407b1-8df9-4436-a10f-8717f38a0471'] in n-d-772272-3 is: [{'id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'name': 'tempest-ServersTestManualDisk-465728994-router', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:42Z', 'revision_number': 4, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'gw_port': {'id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:34Z', 'updated_at': '2022-01-27T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a', 'name': '', 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'mac_address': 'fa:16:3e:b3:a7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:48Z', 'revision_number': 4, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'subnets': [{'id': '4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:49.364973 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-07c8d3af-f1d2-4f5b-bfc7-ab86ccff0932 None None] For port 4af189ca-15e6-488e-8bed-32369cba470c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4af189ca-15e6-488e-8bed-32369cba470c,segment=NetworkSegment(6dee5192-9b8c-4054-855b-1bdb04393fa9),segment_id=6dee5192-9b8c-4054-855b-1bdb04393fa9)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:49.380666 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-07c8d3af-f1d2-4f5b-bfc7-ab86ccff0932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4af189ca-15e6-488e-8bed-32369cba470c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.456864 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-fdc47c8e-d28a-4077-aae8-08fb70674c21 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks [] for port (050c58f7-29d1-4a65-b07d-64436cb8e41a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.469593 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-07c8d3af-f1d2-4f5b-bfc7-ab86ccff0932 None None] Provisioning complete for port a6ba5f88-eda7-4998-9940-501ad7453ca3 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:49.469748 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-07c8d3af-f1d2-4f5b-bfc7-ab86ccff0932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a6ba5f88-eda7-4998-9940-501ad7453ca3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.477486 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8d3af-f1d2-4f5b-bfc7-ab86ccff0932 None None] Pushing event updated for resources: {'Port': ['ID=4af189ca-15e6-488e-8bed-32369cba470c,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:49.503756 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-fdc47c8e-d28a-4077-aae8-08fb70674c21 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (050c58f7-29d1-4a65-b07d-64436cb8e41a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.504543 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 1c11db39-fe5e-4be7-b8d9-6fea02861be2 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:49.504543 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1c11db39-fe5e-4be7-b8d9-6fea02861be2), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.548531 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-fdc47c8e-d28a-4077-aae8-08fb70674c21 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Network ea8ef929-9e66-4097-8de2-464a612ac795 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:49.552767 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-fdc47c8e-d28a-4077-aae8-08fb70674c21 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:49.556378 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-fdc47c8e-d28a-4077-aae8-08fb70674c21 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:49.604521 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc47c8e-d28a-4077-aae8-08fb70674c21 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event updated for resources: {'Port': ['ID=050c58f7-29d1-4a65-b07d-64436cb8e41a,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:49.643625 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-07c8d3af-f1d2-4f5b-bfc7-ab86ccff0932 None None] Current status of the port a6ba5f88-eda7-4998-9940-501ad7453ca3 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:49.653968 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-fdc47c8e-d28a-4077-aae8-08fb70674c21 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:49.654526 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-fdc47c8e-d28a-4077-aae8-08fb70674c21 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.679851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-fdc47c8e-d28a-4077-aae8-08fb70674c21 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3578408 Jan 27 21:57:49.688765 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1c11db39-fe5e-4be7-b8d9-6fea02861be2 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:49.689890 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4af189ca-15e6-488e-8bed-32369cba470c up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:49.693699 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-b001887c-9dad-4293-a7d0-5a1c04da3048 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Request body: {'port': {'device_id': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'network_id': '4a37afa4-f2b4-4d09-ae6d-80eaedd6b704', 'admin_state_up': True, 'tenant_id': '10995d19e73e4e599072cf021a4f38a9'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:49.742129 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-07c8d3af-f1d2-4f5b-bfc7-ab86ccff0932 None None] Provisioning complete for port b171e648-cf42-444c-8b6a-6a6be94c6784 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:49.742518 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-07c8d3af-f1d2-4f5b-bfc7-ab86ccff0932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b171e648-cf42-444c-8b6a-6a6be94c6784), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.791133 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-07c8d3af-f1d2-4f5b-bfc7-ab86ccff0932 None None] Port b171e648-cf42-444c-8b6a-6a6be94c6784 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:49.840463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 4af189ca-15e6-488e-8bed-32369cba470c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:49.840853 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4af189ca-15e6-488e-8bed-32369cba470c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.892140 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-b001887c-9dad-4293-a7d0-5a1c04da3048 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Made reservation on behalf of 10995d19e73e4e599072cf021a4f38a9 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:49.896720 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-b001887c-9dad-4293-a7d0-5a1c04da3048 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.934335 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-4a31e2a6-a72a-4d96-b8f4-dd2d45db78c1 None None] Provisioning complete for port fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:49.934883 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4a31e2a6-a72a-4d96-b8f4-dd2d45db78c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.963253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b6917-3657-45fc-b0c8-37a46d214eca req-1cbf79a3-368d-462f-8758-37231eac2f3b tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:49.964852 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a41b6917-3657-45fc-b0c8-37a46d214eca req-1cbf79a3-368d-462f-8758-37231eac2f3b tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.1074905 Jan 27 21:57:50.034539 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 4af189ca-15e6-488e-8bed-32369cba470c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:50.035646 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a6d8a23c-c877-42dd-9ae9-5448fe932f84 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:50.110491 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3dc35f6f-0fa9-4f73-a324-5b04a5e97c1a req-9ace952e-ce91-4167-bd6d-27bb7982ebbd tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0400932 Jan 27 21:57:50.113864 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a41b6917-3657-45fc-b0c8-37a46d214eca req-2a419cb7-2a97-4e3a-9ddc-5a154315b917 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178474 Jan 27 21:57:50.133186 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4a31e2a6-a72a-4d96-b8f4-dd2d45db78c1 None None] Current status of the port fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:50.144403 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4a31e2a6-a72a-4d96-b8f4-dd2d45db78c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.183257 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port a6d8a23c-c877-42dd-9ae9-5448fe932f84 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:50.183634 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a6d8a23c-c877-42dd-9ae9-5448fe932f84), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.189346 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-4a31e2a6-a72a-4d96-b8f4-dd2d45db78c1 None None] For port fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a,segment=NetworkSegment(01176d2b-a87c-402b-af4e-f9afe6948abf),segment_id=01176d2b-a87c-402b-af4e-f9afe6948abf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:50.195447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-b001887c-9dad-4293-a7d0-5a1c04da3048 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Allocated IP 19.80.0.112 (4a37afa4-f2b4-4d09-ae6d-80eaedd6b704/54e6b1ff-ee26-4cb4-8ff5-f1a01b0c04e5/d24fe812-2c7b-4a97-8051-cad539fdf286) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:50.214161 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4a31e2a6-a72a-4d96-b8f4-dd2d45db78c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.283931 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7564d93a-fcf6-4c2a-a35a-e1afc6dad49c req-ffaf0b0d-59dc-4ddc-a190-be23e7d1df21 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/ports?device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 210 time: 0.0637815 Jan 27 21:57:50.365261 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31e2a6-a72a-4d96-b8f4-dd2d45db78c1 None None] Pushing event updated for resources: {'Port': ['ID=fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:50.439392 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-71fe83b8-4127-44c1-b30b-74b7e0da012d None None] Provisioning complete for port 050c58f7-29d1-4a65-b07d-64436cb8e41a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:50.440727 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-71fe83b8-4127-44c1-b30b-74b7e0da012d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (050c58f7-29d1-4a65-b07d-64436cb8e41a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.533589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-57f174db-c6d2-464e-9174-fe5d949dbb8f tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:50.535611 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-57f174db-c6d2-464e-9174-fe5d949dbb8f tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.15 "GET /v2.0/networks?id=c63528f9-585d-4bdf-a53d-80daa7801467 HTTP/1.1" status: 200 len: 811 time: 0.2726574 Jan 27 21:57:50.572703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1d3d3-f6a8-44eb-954e-a9ef7461e5c8 req-cfda5e83-c447-4c03-9dbf-25e95a2e25b4 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:50.578159 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1d3d3-f6a8-44eb-954e-a9ef7461e5c8 req-cfda5e83-c447-4c03-9dbf-25e95a2e25b4 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:50.579958 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-13f1d3d3-f6a8-44eb-954e-a9ef7461e5c8 req-cfda5e83-c447-4c03-9dbf-25e95a2e25b4 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 1655 time: 0.1538327 Jan 27 21:57:50.647654 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port a6d8a23c-c877-42dd-9ae9-5448fe932f84 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:50.658568 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-71fe83b8-4127-44c1-b30b-74b7e0da012d None None] Port 050c58f7-29d1-4a65-b07d-64436cb8e41a cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:50.677823 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-b001887c-9dad-4293-a7d0-5a1c04da3048 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks [] for port (d24fe812-2c7b-4a97-8051-cad539fdf286), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.705507 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-b5fb3c54-395b-4bb6-a386-b9efe7f99d5b tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f25f7a1897e4e4384abc9aa2efe65cf HTTP/1.1" status: 200 len: 379 time: 0.1529727 Jan 27 21:57:50.716253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-40c62053-24d9-4864-af6d-20101601dc4d tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Request body: {'port': {'device_id': '397ed49d-a96e-4591-ae7e-372a5a2980d6', 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467', 'admin_state_up': True, 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'security_groups': ['fbdd36aa-d67a-4c36-a565-0bcce28dca04']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:50.728565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-13f1d3d3-f6a8-44eb-954e-a9ef7461e5c8 req-68323743-6817-4e15-a9aa-5a26f8544882 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382987 Jan 27 21:57:50.820313 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-b001887c-9dad-4293-a7d0-5a1c04da3048 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d24fe812-2c7b-4a97-8051-cad539fdf286), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.856692 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:50.885977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-b001887c-9dad-4293-a7d0-5a1c04da3048 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Network 4a37afa4-f2b4-4d09-ae6d-80eaedd6b704 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:50.899084 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-b001887c-9dad-4293-a7d0-5a1c04da3048 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:50.901450 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-b001887c-9dad-4293-a7d0-5a1c04da3048 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:50.907452 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001887c-9dad-4293-a7d0-5a1c04da3048 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event updated for resources: {'Port': ['ID=d24fe812-2c7b-4a97-8051-cad539fdf286,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:50.913174 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:50.913559 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.961967 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-40c62053-24d9-4864-af6d-20101601dc4d tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Made reservation on behalf of 6f25f7a1897e4e4384abc9aa2efe65cf for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:50.965502 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-40c62053-24d9-4864-af6d-20101601dc4d tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.988961 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-b001887c-9dad-4293-a7d0-5a1c04da3048 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:50.989603 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-b001887c-9dad-4293-a7d0-5a1c04da3048 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.042157 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.042810 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:51.044093 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4af189ca-15e6-488e-8bed-32369cba470c up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:51.062671 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-b001887c-9dad-4293-a7d0-5a1c04da3048 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3736646 Jan 27 21:57:51.097165 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] Request body: {'port': {'device_id': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:51.115678 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 4af189ca-15e6-488e-8bed-32369cba470c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:51.116710 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4af189ca-15e6-488e-8bed-32369cba470c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.231461 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b171e648-cf42-444c-8b6a-6a6be94c6784), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.246955 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 4af189ca-15e6-488e-8bed-32369cba470c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:51.281717 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7ce7f0d4-d2bc-422a-85ad-88fdf4e929a6 None None] Provisioning complete for port d24fe812-2c7b-4a97-8051-cad539fdf286 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:51.282188 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f0d4-d2bc-422a-85ad-88fdf4e929a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d24fe812-2c7b-4a97-8051-cad539fdf286), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.295670 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-faac3ae6-35fd-4c55-b932-74240cd88e4c req-eb40484b-959c-48e4-b140-cdcc79167a6d tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0661638 Jan 27 21:57:51.323197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7ce7f0d4-d2bc-422a-85ad-88fdf4e929a6 None None] Port d24fe812-2c7b-4a97-8051-cad539fdf286 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:51.350844 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-40c62053-24d9-4864-af6d-20101601dc4d tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Allocated IP 172.20.0.14 (c63528f9-585d-4bdf-a53d-80daa7801467/4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8/9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:51.433670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd86b7-35fd-40b7-9160-1a7c87fdcf0b req-3e5badf7-91a7-4ff5-b77a-fdf4a8621555 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:51.435126 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4edd86b7-35fd-40b7-9160-1a7c87fdcf0b req-3e5badf7-91a7-4ff5-b77a-fdf4a8621555 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.2046375 Jan 27 21:57:51.477153 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c406d8c-a6df-49fc-b232-a8da95706c71 req-07930dd3-e0a5-4309-bf73-2496b5bbaa6d tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/ports?device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 210 time: 0.1063340 Jan 27 21:57:51.618473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4edd86b7-35fd-40b7-9160-1a7c87fdcf0b req-db3f4119-79fa-4892-b115-7db213340ce6 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679137 Jan 27 21:57:51.701539 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-40c62053-24d9-4864-af6d-20101601dc4d tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks [] for port (9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.767495 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b171e648-cf42-444c-8b6a-6a6be94c6784 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:57:51.776863 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] Publish callbacks [] for port (b171e648-cf42-444c-8b6a-6a6be94c6784), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.789776 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-40c62053-24d9-4864-af6d-20101601dc4d tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.797561 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] Transition to ACTIVE for port object b171e648-cf42-444c-8b6a-6a6be94c6784 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:57:51.833107 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (b171e648-cf42-444c-8b6a-6a6be94c6784), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.874897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-40c62053-24d9-4864-af6d-20101601dc4d tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Network c63528f9-585d-4bdf-a53d-80daa7801467 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:51.881574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-40c62053-24d9-4864-af6d-20101601dc4d tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:51.886429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-40c62053-24d9-4864-af6d-20101601dc4d tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:51.890007 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c62053-24d9-4864-af6d-20101601dc4d tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Pushing event updated for resources: {'Port': ['ID=9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:52.280110 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2f396da6-6cc9-46b0-841e-a53e45ad4ec6 None None] Provisioning complete for port 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:52.281429 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2f396da6-6cc9-46b0-841e-a53e45ad4ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.326285 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2f396da6-6cc9-46b0-841e-a53e45ad4ec6 None None] Port 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:52.352102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b1af8-3770-4456-a5b2-b2cee8ce5781 req-c11b9d5a-4f7d-4ad5-847d-de481f8a901b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:52.357380 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b1af8-3770-4456-a5b2-b2cee8ce5781 req-c11b9d5a-4f7d-4ad5-847d-de481f8a901b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:52.362706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b1af8-3770-4456-a5b2-b2cee8ce5781 req-c11b9d5a-4f7d-4ad5-847d-de481f8a901b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:52.364347 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-649b1af8-3770-4456-a5b2-b2cee8ce5781 req-c11b9d5a-4f7d-4ad5-847d-de481f8a901b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2389 time: 0.5453711 Jan 27 21:57:52.443341 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-40c62053-24d9-4864-af6d-20101601dc4d tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:52.443846 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-40c62053-24d9-4864-af6d-20101601dc4d tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.446171 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b171e648-cf42-444c-8b6a-6a6be94c6784,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:52.475563 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d23f9532-7253-4991-a9cb-755b953f7f66 req-8e3e1a55-a2b9-45f8-81a6-c590bee47d15 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0938189 Jan 27 21:57:52.497912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-40c62053-24d9-4864-af6d-20101601dc4d tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7866681 Jan 27 21:57:52.521997 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] Request body: {'port': {'device_id': '397ed49d-a96e-4591-ae7e-372a5a2980d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:52.550983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] Attempting to bind port b171e648-cf42-444c-8b6a-6a6be94c6784 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:52.551322 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] Attempting to bind port b171e648-cf42-444c-8b6a-6a6be94c6784 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '6e0e5be8-e1bd-49e2-b0ad-637132b069b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a37afa4-f2b4-4d09-ae6d-80eaedd6b704'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:52.551652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] Attempting to bind port b171e648-cf42-444c-8b6a-6a6be94c6784 on network 4a37afa4-f2b4-4d09-ae6d-80eaedd6b704 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:52.569635 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-649b1af8-3770-4456-a5b2-b2cee8ce5781 req-ca9b7368-5aa8-47f6-a77c-ff4c986a0a7f tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854548 Jan 27 21:57:52.574026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] Port b171e648-cf42-444c-8b6a-6a6be94c6784 on network 4a37afa4-f2b4-4d09-ae6d-80eaedd6b704 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:57:52.574026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] Attempting to bind port b171e648-cf42-444c-8b6a-6a6be94c6784 on network 4a37afa4-f2b4-4d09-ae6d-80eaedd6b704 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:52.600200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:52.600540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] Checking segment: {'id': '6e0e5be8-e1bd-49e2-b0ad-637132b069b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a37afa4-f2b4-4d09-ae6d-80eaedd6b704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:52.600936 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] Bound using segment: {'id': '6e0e5be8-e1bd-49e2-b0ad-637132b069b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a37afa4-f2b4-4d09-ae6d-80eaedd6b704'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:52.601375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] Bound port: b171e648-cf42-444c-8b6a-6a6be94c6784, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0e5be8-e1bd-49e2-b0ad-637132b069b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a37afa4-f2b4-4d09-ae6d-80eaedd6b704'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:52.601739 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b171e648-cf42-444c-8b6a-6a6be94c6784), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.643322 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.691388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b12a3-a184-4e54-a59f-350527a40459 req-fef8d23f-e4c9-424c-b060-64d219341a87 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:52.694323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c10b12a3-a184-4e54-a59f-350527a40459 req-fef8d23f-e4c9-424c-b060-64d219341a87 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/ports?device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 932 time: 0.1453695 Jan 27 21:57:52.807332 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] For port b171e648-cf42-444c-8b6a-6a6be94c6784, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:52.873471 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] For port b171e648-cf42-444c-8b6a-6a6be94c6784, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=b171e648-cf42-444c-8b6a-6a6be94c6784,segment=NetworkSegment(6e0e5be8-e1bd-49e2-b0ad-637132b069b6),segment_id=6e0e5be8-e1bd-49e2-b0ad-637132b069b6)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:52.885051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c10b12a3-a184-4e54-a59f-350527a40459 req-c10c6bb1-53b0-4213-af47-38a9070f3072 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbdd36aa-d67a-4c36-a565-0bcce28dca04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709700 Jan 27 21:57:52.890498 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (b171e648-cf42-444c-8b6a-6a6be94c6784), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.909179 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a57727-ba45-4d84-b3c6-762c45194df7 req-61369569-f68b-466b-a538-78d3d8e4bc5f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:52.910700 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06a57727-ba45-4d84-b3c6-762c45194df7 req-61369569-f68b-466b-a538-78d3d8e4bc5f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.2155542 Jan 27 21:57:52.967278 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:52.967903 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.969311 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] 10.222.0.21 "PUT /v2.0/ports/b171e648-cf42-444c-8b6a-6a6be94c6784 HTTP/1.1" status: 200 len: 1092 time: 1.8773093 Jan 27 21:57:52.974904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'tag': 'b171e648-cf42-444c-8b6a-6a6be94c6784'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:52.977210 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86f1590-de72-4a28-8a68-fdbe51ed0625" -d '{"events": [{"name": "network-changed", "server_uuid": "a9aa5c43-68f7-43b2-9d76-55df2424bd9c", "tag": "b171e648-cf42-444c-8b6a-6a6be94c6784"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:53.029640 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] Request body: {'port': {'device_id': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:53.044788 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b97b15-94b3-4d6a-9761-a949bda50d8c x-openstack-request-id: req-80b97b15-94b3-4d6a-9761-a949bda50d8c {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:53.045086 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9aa5c43-68f7-43b2-9d76-55df2424bd9c", "tag": "b171e648-cf42-444c-8b6a-6a6be94c6784", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:53.045359 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80b97b15-94b3-4d6a-9761-a949bda50d8c {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:53.045744 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'tag': 'b171e648-cf42-444c-8b6a-6a6be94c6784', 'status': 'completed', 'code': 200} Jan 27 21:57:53.076922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1bae6-a52c-4b82-bcc9-d398f28624b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b171e648-cf42-444c-8b6a-6a6be94c6784,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:53.114612 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06a57727-ba45-4d84-b3c6-762c45194df7 req-6cb02ebe-46c9-495e-856e-1cd4767986e0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824772 Jan 27 21:57:53.123978 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f1590-de72-4a28-8a68-fdbe51ed0625 req-9b53b2b3-4f71-4ccb-9b56-7882d5830675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:53.124631 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f1590-de72-4a28-8a68-fdbe51ed0625 req-9b53b2b3-4f71-4ccb-9b56-7882d5830675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:53.125218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f1590-de72-4a28-8a68-fdbe51ed0625 req-9b53b2b3-4f71-4ccb-9b56-7882d5830675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:53.126853 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f86f1590-de72-4a28-8a68-fdbe51ed0625 req-9b53b2b3-4f71-4ccb-9b56-7882d5830675 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=10995d19e73e4e599072cf021a4f38a9&device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2732 time: 0.0632012 Jan 27 21:57:53.161599 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (050c58f7-29d1-4a65-b07d-64436cb8e41a), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.236054 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f1590-de72-4a28-8a68-fdbe51ed0625 req-ddcf280a-74c5-4dd2-a821-c179d88873c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:53.236459 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f1590-de72-4a28-8a68-fdbe51ed0625 req-ddcf280a-74c5-4dd2-a821-c179d88873c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:53.237496 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f1590-de72-4a28-8a68-fdbe51ed0625 req-ddcf280a-74c5-4dd2-a821-c179d88873c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:53.239082 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f86f1590-de72-4a28-8a68-fdbe51ed0625 req-ddcf280a-74c5-4dd2-a821-c179d88873c1 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=10995d19e73e4e599072cf021a4f38a9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.0993638 Jan 27 21:57:53.328003 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:57:53.339950 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] Publish callbacks [] for port (9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.348908 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f1590-de72-4a28-8a68-fdbe51ed0625 req-bfe36849-306e-4e54-8b53-8511792b000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:53.350492 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f86f1590-de72-4a28-8a68-fdbe51ed0625 req-bfe36849-306e-4e54-8b53-8511792b000b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044140 Jan 27 21:57:53.402998 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] Transition to ACTIVE for port object 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:57:53.407332 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.480351 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:53.607284 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-910ac03b-09ed-4f60-b179-7ce207293ffa req-9b0de517-a1ba-489c-a0cf-00e4260a4512 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0470033 Jan 27 21:57:53.646077 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] Attempting to bind port 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:53.646710 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] Attempting to bind port 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '01176d2b-a87c-402b-af4e-f9afe6948abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:53.646844 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] Attempting to bind port 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd on network c63528f9-585d-4bdf-a53d-80daa7801467 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:53.660148 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050c58f7-29d1-4a65-b07d-64436cb8e41a {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:57:53.664516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] Port 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd on network c63528f9-585d-4bdf-a53d-80daa7801467 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:57:53.664839 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] Attempting to bind port 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd on network c63528f9-585d-4bdf-a53d-80daa7801467 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:53.671152 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] Publish callbacks [] for port (050c58f7-29d1-4a65-b07d-64436cb8e41a), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.686192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:53.686530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] Checking segment: {'id': '01176d2b-a87c-402b-af4e-f9afe6948abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:53.687712 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] Bound using segment: {'id': '01176d2b-a87c-402b-af4e-f9afe6948abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:53.688531 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] Bound port: 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01176d2b-a87c-402b-af4e-f9afe6948abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:53.688901 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.725372 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] Transition to ACTIVE for port object 050c58f7-29d1-4a65-b07d-64436cb8e41a will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:57:53.751822 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (050c58f7-29d1-4a65-b07d-64436cb8e41a), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.816420 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f185c6-dd91-4d52-a1ef-c7403307b542 req-89ae6468-a10d-4143-85d0-10a019c0fbfd tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:53.821730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f185c6-dd91-4d52-a1ef-c7403307b542 req-89ae6468-a10d-4143-85d0-10a019c0fbfd tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:53.827280 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f185c6-dd91-4d52-a1ef-c7403307b542 req-89ae6468-a10d-4143-85d0-10a019c0fbfd tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:53.831720 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f3f185c6-dd91-4d52-a1ef-c7403307b542 req-89ae6468-a10d-4143-85d0-10a019c0fbfd tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2389 time: 0.1744130 Jan 27 21:57:53.885077 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] For port 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:53.887219 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] Pushing event updated for resources: {'Port': ['ID=050c58f7-29d1-4a65-b07d-64436cb8e41a,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:53.935597 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] For port 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd,segment=NetworkSegment(01176d2b-a87c-402b-af4e-f9afe6948abf),segment_id=01176d2b-a87c-402b-af4e-f9afe6948abf)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:53.946365 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.034595 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f3f185c6-dd91-4d52-a1ef-c7403307b542 req-9fce91c3-be31-480d-9b2e-47087cdd1479 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916189 Jan 27 21:57:54.066908 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:54.067525 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.068950 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] 10.222.0.15 "PUT /v2.0/ports/9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd HTTP/1.1" status: 200 len: 1092 time: 1.5585401 Jan 27 21:57:54.102451 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8073e7db-5ab0-4741-9d18-07ff918b10df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.104095 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] Attempting to bind port 050c58f7-29d1-4a65-b07d-64436cb8e41a on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:54.108600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] Attempting to bind port 050c58f7-29d1-4a65-b07d-64436cb8e41a by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '6dee5192-9b8c-4054-855b-1bdb04393fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ea8ef929-9e66-4097-8de2-464a612ac795'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:54.109079 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] Attempting to bind port 050c58f7-29d1-4a65-b07d-64436cb8e41a on network ea8ef929-9e66-4097-8de2-464a612ac795 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:54.114070 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c819b50-3151-4bd4-8529-730ac5f12fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:54.123674 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] Port 050c58f7-29d1-4a65-b07d-64436cb8e41a on network ea8ef929-9e66-4097-8de2-464a612ac795 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:57:54.124018 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] Attempting to bind port 050c58f7-29d1-4a65-b07d-64436cb8e41a on network ea8ef929-9e66-4097-8de2-464a612ac795 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:54.142903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:54.143816 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] Checking segment: {'id': '6dee5192-9b8c-4054-855b-1bdb04393fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ea8ef929-9e66-4097-8de2-464a612ac795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:54.144256 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] Bound using segment: {'id': '6dee5192-9b8c-4054-855b-1bdb04393fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ea8ef929-9e66-4097-8de2-464a612ac795'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:54.144718 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] Bound port: 050c58f7-29d1-4a65-b07d-64436cb8e41a, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dee5192-9b8c-4054-855b-1bdb04393fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ea8ef929-9e66-4097-8de2-464a612ac795'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:54.145084 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (050c58f7-29d1-4a65-b07d-64436cb8e41a), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.155599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191128e-ce07-4d0e-a001-0ade1bd9ca51 req-8319d5ec-8b5a-452d-9bf8-2812fdc585eb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:54.157258 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0191128e-ce07-4d0e-a001-0ade1bd9ca51 req-8319d5ec-8b5a-452d-9bf8-2812fdc585eb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/ports?device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 944 time: 0.1751833 Jan 27 21:57:54.290153 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-4c98438e-e732-4a9d-a0a8-932db9f48089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:54.291675 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-4c98438e-e732-4a9d-a0a8-932db9f48089 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f25f7a1897e4e4384abc9aa2efe65cf&device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 1095 time: 0.1566348 Jan 27 21:57:54.317063 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0191128e-ce07-4d0e-a001-0ade1bd9ca51 req-47b0ace2-70e2-4fed-a981-16c79eb507d9 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbdd36aa-d67a-4c36-a565-0bcce28dca04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413186 Jan 27 21:57:54.358541 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-887786a7-1a35-4f21-a541-ba4f057b8cbe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd HTTP/1.1" status: 200 len: 217 time: 0.0551214 Jan 27 21:57:54.368206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596e1ee-856b-4895-8f06-ba9bff5c66a2 req-25ac6c88-78ce-4f7c-b354-a805db5c1e42 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:54.369688 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3596e1ee-856b-4895-8f06-ba9bff5c66a2 req-25ac6c88-78ce-4f7c-b354-a805db5c1e42 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.1673434 Jan 27 21:57:54.382273 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] For port 050c58f7-29d1-4a65-b07d-64436cb8e41a, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:54.436141 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] For port 050c58f7-29d1-4a65-b07d-64436cb8e41a, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=050c58f7-29d1-4a65-b07d-64436cb8e41a,segment=NetworkSegment(6dee5192-9b8c-4054-855b-1bdb04393fa9),segment_id=6dee5192-9b8c-4054-855b-1bdb04393fa9)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:54.446447 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (050c58f7-29d1-4a65-b07d-64436cb8e41a), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.466123 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-c974fb11-fa45-4627-98d9-f0db556e599a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:54.467588 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-c974fb11-fa45-4627-98d9-f0db556e599a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8 HTTP/1.1" status: 200 len: 850 time: 0.0958178 Jan 27 21:57:54.517278 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:54.517896 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.519345 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] 10.222.0.21 "PUT /v2.0/ports/050c58f7-29d1-4a65-b07d-64436cb8e41a HTTP/1.1" status: 200 len: 1092 time: 1.4951320 Jan 27 21:57:54.552689 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3596e1ee-856b-4895-8f06-ba9bff5c66a2 req-98b36493-aa89-46cf-92f1-2e46078618c6 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442850 Jan 27 21:57:54.560307 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] Request body: {'port': {'device_id': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:54.569475 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bba482-d661-49ab-8864-21fb1a748c89 service neutron] Pushing event updated for resources: {'Port': ['ID=050c58f7-29d1-4a65-b07d-64436cb8e41a,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:54.610537 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-ca478b81-ee6f-4778-bddf-321d9cf98722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:54.612710 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-ca478b81-ee6f-4778-bddf-321d9cf98722 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c63528f9-585d-4bdf-a53d-80daa7801467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225128 Jan 27 21:57:54.681497 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d24fe812-2c7b-4a97-8051-cad539fdf286), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.748011 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4ed047e-c6b0-474c-86a3-c813b300eb8b req-8e6207a5-1284-459e-8037-e1ad47d329f2 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0511394 Jan 27 21:57:54.789788 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-51d2ca54-3273-4df2-b53d-a30841290084 service neutron] 10.222.0.15 "GET /v2.0/networks/c63528f9-585d-4bdf-a53d-80daa7801467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622145 Jan 27 21:57:54.984862 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a72b3cf2-15d8-43bf-85dc-35bb81d807ee req-08a8d702-48ca-4c6d-bf16-e55b4931d26b service neutron] 10.222.0.15 "GET /v2.0/networks/c63528f9-585d-4bdf-a53d-80daa7801467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503093 Jan 27 21:57:55.054643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397ed49d-a96e-4591-ae7e-372a5a2980d6', 'tag': '9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd'}, {'name': 'network-changed', 'server_uuid': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'tag': '050c58f7-29d1-4a65-b07d-64436cb8e41a'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:55.057227 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219822c8-6608-4bb2-9869-c1c75eced9eb" -d '{"events": [{"name": "network-changed", "server_uuid": "397ed49d-a96e-4591-ae7e-372a5a2980d6", "tag": "9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd"}, {"name": "network-changed", "server_uuid": "a9aa5c43-68f7-43b2-9d76-55df2424bd9c", "tag": "050c58f7-29d1-4a65-b07d-64436cb8e41a"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:55.074042 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24fe812-2c7b-4a97-8051-cad539fdf286 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:57:55.084109 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] Publish callbacks [] for port (d24fe812-2c7b-4a97-8051-cad539fdf286), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.098087 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] Transition to ACTIVE for port object d24fe812-2c7b-4a97-8051-cad539fdf286 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:57:55.101891 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb7b930-4d38-4429-b4f7-fabfbebf99ab x-openstack-request-id: req-7eb7b930-4d38-4429-b4f7-fabfbebf99ab {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:55.102374 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397ed49d-a96e-4591-ae7e-372a5a2980d6", "tag": "9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a9aa5c43-68f7-43b2-9d76-55df2424bd9c", "tag": "050c58f7-29d1-4a65-b07d-64436cb8e41a", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:55.102714 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7eb7b930-4d38-4429-b4f7-fabfbebf99ab {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:55.103253 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397ed49d-a96e-4591-ae7e-372a5a2980d6', 'tag': '9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd', 'status': 'completed', 'code': 200} Jan 27 21:57:55.103579 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'tag': '050c58f7-29d1-4a65-b07d-64436cb8e41a', 'status': 'completed', 'code': 200} Jan 27 21:57:55.104791 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (d24fe812-2c7b-4a97-8051-cad539fdf286), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.170221 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219822c8-6608-4bb2-9869-c1c75eced9eb req-83e85837-b72f-4cde-98bb-759ba496e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:55.170748 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219822c8-6608-4bb2-9869-c1c75eced9eb req-83e85837-b72f-4cde-98bb-759ba496e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:55.171263 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219822c8-6608-4bb2-9869-c1c75eced9eb req-83e85837-b72f-4cde-98bb-759ba496e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:55.173095 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-219822c8-6608-4bb2-9869-c1c75eced9eb req-83e85837-b72f-4cde-98bb-759ba496e0b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=10995d19e73e4e599072cf021a4f38a9&device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2824 time: 0.0510974 Jan 27 21:57:55.220046 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] Pushing event updated for resources: {'Port': ['ID=d24fe812-2c7b-4a97-8051-cad539fdf286,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:55.259904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb00cf-8107-41f5-b80e-ce0e1c6a18fc req-eccd687b-35c0-418d-ad95-9552cf7533ed tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:55.265196 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb00cf-8107-41f5-b80e-ce0e1c6a18fc req-eccd687b-35c0-418d-ad95-9552cf7533ed tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:55.270984 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb00cf-8107-41f5-b80e-ce0e1c6a18fc req-eccd687b-35c0-418d-ad95-9552cf7533ed tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:55.272710 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21cb00cf-8107-41f5-b80e-ce0e1c6a18fc req-eccd687b-35c0-418d-ad95-9552cf7533ed tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2413 time: 0.1592784 Jan 27 21:57:55.274580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219822c8-6608-4bb2-9869-c1c75eced9eb req-d466a4a5-843c-4046-aaff-bddd53b867b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:55.275952 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-219822c8-6608-4bb2-9869-c1c75eced9eb req-d466a4a5-843c-4046-aaff-bddd53b867b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f25f7a1897e4e4384abc9aa2efe65cf&device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 1095 time: 0.1425743 Jan 27 21:57:55.305842 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219822c8-6608-4bb2-9869-c1c75eced9eb req-5581ee68-d8d3-4ee6-a949-d5e923aec843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:55.306300 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219822c8-6608-4bb2-9869-c1c75eced9eb req-5581ee68-d8d3-4ee6-a949-d5e923aec843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:55.306768 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219822c8-6608-4bb2-9869-c1c75eced9eb req-5581ee68-d8d3-4ee6-a949-d5e923aec843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:55.308469 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-219822c8-6608-4bb2-9869-c1c75eced9eb req-5581ee68-d8d3-4ee6-a949-d5e923aec843 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=10995d19e73e4e599072cf021a4f38a9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1256747 Jan 27 21:57:55.401809 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21cb00cf-8107-41f5-b80e-ce0e1c6a18fc req-ad611038-efec-46e2-aea5-d27c0595f5d3 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990112 Jan 27 21:57:55.415064 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219822c8-6608-4bb2-9869-c1c75eced9eb req-2d6d369c-8283-4a20-b638-214990b58948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:55.416851 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-219822c8-6608-4bb2-9869-c1c75eced9eb req-2d6d369c-8283-4a20-b638-214990b58948 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1005044 Jan 27 21:57:55.472730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] Attempting to bind port d24fe812-2c7b-4a97-8051-cad539fdf286 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:55.473067 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] Attempting to bind port d24fe812-2c7b-4a97-8051-cad539fdf286 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '6e0e5be8-e1bd-49e2-b0ad-637132b069b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a37afa4-f2b4-4d09-ae6d-80eaedd6b704'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:55.473506 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] Attempting to bind port d24fe812-2c7b-4a97-8051-cad539fdf286 on network 4a37afa4-f2b4-4d09-ae6d-80eaedd6b704 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:55.488741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219822c8-6608-4bb2-9869-c1c75eced9eb req-9d124b4a-cf05-4892-8bb7-76e5731682c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:55.490275 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-219822c8-6608-4bb2-9869-c1c75eced9eb req-9d124b4a-cf05-4892-8bb7-76e5731682c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c63528f9-585d-4bdf-a53d-80daa7801467 HTTP/1.1" status: 200 len: 912 time: 0.1949742 Jan 27 21:57:55.491744 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] Port d24fe812-2c7b-4a97-8051-cad539fdf286 on network 4a37afa4-f2b4-4d09-ae6d-80eaedd6b704 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:57:55.492065 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] Attempting to bind port d24fe812-2c7b-4a97-8051-cad539fdf286 on network 4a37afa4-f2b4-4d09-ae6d-80eaedd6b704 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:55.509265 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:55.509604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] Checking segment: {'id': '6e0e5be8-e1bd-49e2-b0ad-637132b069b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a37afa4-f2b4-4d09-ae6d-80eaedd6b704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:55.509980 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] Bound using segment: {'id': '6e0e5be8-e1bd-49e2-b0ad-637132b069b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a37afa4-f2b4-4d09-ae6d-80eaedd6b704'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:55.510416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] Bound port: d24fe812-2c7b-4a97-8051-cad539fdf286, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0e5be8-e1bd-49e2-b0ad-637132b069b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4a37afa4-f2b4-4d09-ae6d-80eaedd6b704'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:55.510770 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d24fe812-2c7b-4a97-8051-cad539fdf286), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.548008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-219822c8-6608-4bb2-9869-c1c75eced9eb req-1294a6f4-ebbe-495d-89ca-a60b0e401ee6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd HTTP/1.1" status: 200 len: 217 time: 0.0469143 Jan 27 21:57:55.556670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473d92a-100d-45b3-afea-519755c1b283 req-03d12cf8-fb9a-4394-a060-e2e5eb41df4a tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:55.558034 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b473d92a-100d-45b3-afea-519755c1b283 req-03d12cf8-fb9a-4394-a060-e2e5eb41df4a tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/ports?device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 944 time: 0.1278152 Jan 27 21:57:55.702642 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219822c8-6608-4bb2-9869-c1c75eced9eb req-d4fbfeda-07c2-42b8-b24e-8c18b7020878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:55.704148 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-219822c8-6608-4bb2-9869-c1c75eced9eb req-d4fbfeda-07c2-42b8-b24e-8c18b7020878 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8 HTTP/1.1" status: 200 len: 850 time: 0.1452258 Jan 27 21:57:55.709604 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b473d92a-100d-45b3-afea-519755c1b283 req-cb9d0ee6-9bf9-4bdc-b3b2-72ae1d58adf7 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbdd36aa-d67a-4c36-a565-0bcce28dca04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421328 Jan 27 21:57:55.734581 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] For port d24fe812-2c7b-4a97-8051-cad539fdf286, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:55.768744 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e40371-9a9d-465b-a9db-97bb15e1fd0d req-5bf8ce25-d899-43d2-a232-d7b48595a7a8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:55.770199 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77e40371-9a9d-465b-a9db-97bb15e1fd0d req-5bf8ce25-d899-43d2-a232-d7b48595a7a8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.1446087 Jan 27 21:57:55.771839 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] For port d24fe812-2c7b-4a97-8051-cad539fdf286, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d24fe812-2c7b-4a97-8051-cad539fdf286,segment=NetworkSegment(6e0e5be8-e1bd-49e2-b0ad-637132b069b6),segment_id=6e0e5be8-e1bd-49e2-b0ad-637132b069b6)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:55.785424 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (d24fe812-2c7b-4a97-8051-cad539fdf286), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.822782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219822c8-6608-4bb2-9869-c1c75eced9eb req-37f50fd9-9577-4784-be07-ea061bf44149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:55.824214 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-219822c8-6608-4bb2-9869-c1c75eced9eb req-37f50fd9-9577-4784-be07-ea061bf44149 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c63528f9-585d-4bdf-a53d-80daa7801467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083093 Jan 27 21:57:55.858238 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:55.858856 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.860272 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] 10.222.0.21 "PUT /v2.0/ports/d24fe812-2c7b-4a97-8051-cad539fdf286 HTTP/1.1" status: 200 len: 1092 time: 1.3064771 Jan 27 21:57:55.900248 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8ac9638-9845-4a04-a008-47d3026b0bb7 req-4a24cecf-a8b4-4346-8d44-8c57204401f3 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0718970 Jan 27 21:57:55.976422 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7edd4-296c-41e0-bbc5-d94efbf3a350 service neutron] Pushing event updated for resources: {'Port': ['ID=d24fe812-2c7b-4a97-8051-cad539fdf286,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:55.984597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77e40371-9a9d-465b-a9db-97bb15e1fd0d req-6cc90951-8e26-49d7-8be5-65ecf09d9718 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060843 Jan 27 21:57:56.035760 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-ff4ff5fe-d18e-4329-8495-f71760f2791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:56.036265 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-ff4ff5fe-d18e-4329-8495-f71760f2791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:56.036737 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-ff4ff5fe-d18e-4329-8495-f71760f2791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:56.038333 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-ff4ff5fe-d18e-4329-8495-f71760f2791c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=10995d19e73e4e599072cf021a4f38a9&device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2866 time: 0.1014457 Jan 27 21:57:56.042120 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-219822c8-6608-4bb2-9869-c1c75eced9eb req-e934e36b-2b0f-49d3-8eef-c1bbada2aeb9 service neutron] 10.222.0.15 "GET /v2.0/networks/c63528f9-585d-4bdf-a53d-80daa7801467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089047 Jan 27 21:57:56.101140 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-ef0f9e82-206b-43bc-bca0-e040a214a76c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.254&port_id=b171e648-cf42-444c-8b6a-6a6be94c6784 HTTP/1.1" status: 200 len: 217 time: 0.0527461 Jan 27 21:57:56.186564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-91aefb5f-1ad6-4fbb-882c-d78a94c6acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:56.188032 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-91aefb5f-1ad6-4fbb-882c-d78a94c6acc4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54e6b1ff-ee26-4cb4-8ff5-f1a01b0c04e5 HTTP/1.1" status: 200 len: 801 time: 0.0613689 Jan 27 21:57:56.209956 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-219822c8-6608-4bb2-9869-c1c75eced9eb req-5a3a5c4d-0fdd-44fe-9847-674c25bb44bd service neutron] 10.222.0.15 "GET /v2.0/networks/c63528f9-585d-4bdf-a53d-80daa7801467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554265 Jan 27 21:57:56.243338 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-c37bfe37-ac18-42cd-b730-8840b621a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:56.244883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-c37bfe37-ac18-42cd-b730-8840b621a0d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a37afa4-f2b4-4d09-ae6d-80eaedd6b704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0463042 Jan 27 21:57:56.334692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-20253e1b-c83d-4150-b908-4a507cd56e0c service neutron] 10.222.0.21 "GET /v2.0/networks/4a37afa4-f2b4-4d09-ae6d-80eaedd6b704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833790 Jan 27 21:57:56.670974 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d0a4278f-9002-463c-8d3a-eda70def1240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.778978 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4829d-c0e3-42a9-a6a7-083a35739529 req-89f001ac-fa74-4d8d-9664-33f0a2ec0855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:56.784901 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4829d-c0e3-42a9-a6a7-083a35739529 req-89f001ac-fa74-4d8d-9664-33f0a2ec0855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:56.790176 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4829d-c0e3-42a9-a6a7-083a35739529 req-89f001ac-fa74-4d8d-9664-33f0a2ec0855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:56.791785 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0f4829d-c0e3-42a9-a6a7-083a35739529 req-89f001ac-fa74-4d8d-9664-33f0a2ec0855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2413 time: 0.0895374 Jan 27 21:57:56.803607 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-1f250c84-1400-458c-af49-1ca58932929a service neutron] 10.222.0.21 "GET /v2.0/networks/4a37afa4-f2b4-4d09-ae6d-80eaedd6b704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619782 Jan 27 21:57:56.869912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-89dc3187-f602-4ce3-9126-203df7efdab7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.205&port_id=050c58f7-29d1-4a65-b07d-64436cb8e41a HTTP/1.1" status: 200 len: 217 time: 0.0456572 Jan 27 21:57:56.937920 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168eb45d-7a02-4bd8-a43c-4316b9fc127f req-5e1e8cb7-347b-4137-a239-4b67f25975ed tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:56.939415 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-168eb45d-7a02-4bd8-a43c-4316b9fc127f req-5e1e8cb7-347b-4137-a239-4b67f25975ed tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/ports?device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 944 time: 0.1453440 Jan 27 21:57:56.944928 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0f4829d-c0e3-42a9-a6a7-083a35739529 req-e9f2c677-fc62-48d8-8778-da361d73fc34 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393054 Jan 27 21:57:56.967269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-190ec19c-bbe5-46b0-8f6f-a550284560a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:56.968849 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-190ec19c-bbe5-46b0-8f6f-a550284560a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=081061a0-97d0-48e3-8b74-e0eedfd10d91 HTTP/1.1" status: 200 len: 801 time: 0.0906627 Jan 27 21:57:57.036269 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-168eb45d-7a02-4bd8-a43c-4316b9fc127f req-73535f0d-d8b7-42b6-b99d-8bef312f8a2a tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbdd36aa-d67a-4c36-a565-0bcce28dca04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889261 Jan 27 21:57:57.053099 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43a3ed90-7c63-431b-a03a-d4ed124badd0 req-a021dfce-80db-4f23-b8ae-bfe6f4b88102 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0371525 Jan 27 21:57:57.063084 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-036791f3-d145-4d11-ba46-561d5e8f189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:57.064614 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-036791f3-d145-4d11-ba46-561d5e8f189e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ea8ef929-9e66-4097-8de2-464a612ac795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0850639 Jan 27 21:57:57.117716 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'tag': 'd24fe812-2c7b-4a97-8051-cad539fdf286'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:57.119948 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e62771-ac36-455e-b094-8c9cccec8309" -d '{"events": [{"name": "network-changed", "server_uuid": "a9aa5c43-68f7-43b2-9d76-55df2424bd9c", "tag": "d24fe812-2c7b-4a97-8051-cad539fdf286"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:57.173034 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e10d92d-3715-45c6-bc39-579d33963485 x-openstack-request-id: req-9e10d92d-3715-45c6-bc39-579d33963485 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:57.173325 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9aa5c43-68f7-43b2-9d76-55df2424bd9c", "tag": "d24fe812-2c7b-4a97-8051-cad539fdf286", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:57.173586 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e10d92d-3715-45c6-bc39-579d33963485 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:57.173981 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'tag': 'd24fe812-2c7b-4a97-8051-cad539fdf286', 'status': 'completed', 'code': 200} Jan 27 21:57:57.204133 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cc62b-e9ae-40e7-92d0-682da974e979 req-606c3602-d543-43df-9d6b-c527dc70ef0a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:57.205679 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9c4cc62b-e9ae-40e7-92d0-682da974e979 req-606c3602-d543-43df-9d6b-c527dc70ef0a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.1131158 Jan 27 21:57:57.207886 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-81856389-4f47-4bd3-9d23-c8047746259a service neutron] 10.222.0.21 "GET /v2.0/networks/ea8ef929-9e66-4097-8de2-464a612ac795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356819 Jan 27 21:57:57.296913 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9c4cc62b-e9ae-40e7-92d0-682da974e979 req-6f835610-0e6e-44cf-b7c9-bf44c3223502 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856657 Jan 27 21:57:57.329820 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-da96b9bf-5244-44c0-8173-b20359a760a6 service neutron] 10.222.0.21 "GET /v2.0/networks/ea8ef929-9e66-4097-8de2-464a612ac795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037779 Jan 27 21:57:57.375556 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-62a969b5-b99b-4c94-a525-77301b27b4bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=d24fe812-2c7b-4a97-8051-cad539fdf286 HTTP/1.1" status: 200 len: 217 time: 0.0384305 Jan 27 21:57:57.421896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-dd55ac02-7146-4ad0-b722-678d15ba9e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:57.423298 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-dd55ac02-7146-4ad0-b722-678d15ba9e7b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54e6b1ff-ee26-4cb4-8ff5-f1a01b0c04e5 HTTP/1.1" status: 200 len: 801 time: 0.0409622 Jan 27 21:57:57.440814 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.472475 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-42c44d4f-d921-4416-98ca-2a6a51288c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:57.473890 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-42c44d4f-d921-4416-98ca-2a6a51288c49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a37afa4-f2b4-4d09-ae6d-80eaedd6b704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0410547 Jan 27 21:57:57.571768 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-6603fdb5-66fd-43f2-a8a4-4ab314c7927b service neutron] 10.222.0.21 "GET /v2.0/networks/4a37afa4-f2b4-4d09-ae6d-80eaedd6b704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840158 Jan 27 21:57:57.666039 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2526a5db-14a1-42e8-87d8-7f82adec5c69 req-cbadd112-e594-4957-ae77-def8f524ac4d service neutron] 10.222.0.21 "GET /v2.0/networks/4a37afa4-f2b4-4d09-ae6d-80eaedd6b704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870445 Jan 27 21:57:57.768093 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e62771-ac36-455e-b094-8c9cccec8309 req-9d1ff9e2-72b4-4f0a-835d-fb1fbb0b28bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:57.768596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e62771-ac36-455e-b094-8c9cccec8309 req-9d1ff9e2-72b4-4f0a-835d-fb1fbb0b28bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:57.769066 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e62771-ac36-455e-b094-8c9cccec8309 req-9d1ff9e2-72b4-4f0a-835d-fb1fbb0b28bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:57.770675 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96e62771-ac36-455e-b094-8c9cccec8309 req-9d1ff9e2-72b4-4f0a-835d-fb1fbb0b28bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=10995d19e73e4e599072cf021a4f38a9&device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2866 time: 0.0478942 Jan 27 21:57:57.862390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e62771-ac36-455e-b094-8c9cccec8309 req-2209c89e-4a74-4902-bb03-e5a2e09f1487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:57.863865 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96e62771-ac36-455e-b094-8c9cccec8309 req-2209c89e-4a74-4902-bb03-e5a2e09f1487 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a37afa4-f2b4-4d09-ae6d-80eaedd6b704 HTTP/1.1" status: 200 len: 903 time: 0.0825875 Jan 27 21:57:57.908328 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96e62771-ac36-455e-b094-8c9cccec8309 req-b0ac46ef-ad2b-4aa1-98cc-001b41e046b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.112&port_id=d24fe812-2c7b-4a97-8051-cad539fdf286 HTTP/1.1" status: 200 len: 217 time: 0.0370440 Jan 27 21:57:57.958718 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e62771-ac36-455e-b094-8c9cccec8309 req-c90bc847-25a3-4977-b1a2-3d70f56db606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:57.960137 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96e62771-ac36-455e-b094-8c9cccec8309 req-c90bc847-25a3-4977-b1a2-3d70f56db606 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54e6b1ff-ee26-4cb4-8ff5-f1a01b0c04e5 HTTP/1.1" status: 200 len: 801 time: 0.0433767 Jan 27 21:57:58.007251 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e62771-ac36-455e-b094-8c9cccec8309 req-0f622274-f687-4b2e-a3df-ff2317be28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:58.008790 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96e62771-ac36-455e-b094-8c9cccec8309 req-0f622274-f687-4b2e-a3df-ff2317be28d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a37afa4-f2b4-4d09-ae6d-80eaedd6b704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0416865 Jan 27 21:57:58.128573 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b5dbd-aae8-49a6-9f9f-ebac3eb08699 req-30bbc12e-a4e6-4dc7-8a15-291461391e4d tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:58.133812 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b5dbd-aae8-49a6-9f9f-ebac3eb08699 req-30bbc12e-a4e6-4dc7-8a15-291461391e4d tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:58.139042 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b5dbd-aae8-49a6-9f9f-ebac3eb08699 req-30bbc12e-a4e6-4dc7-8a15-291461391e4d tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:58.140615 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa5b5dbd-aae8-49a6-9f9f-ebac3eb08699 req-30bbc12e-a4e6-4dc7-8a15-291461391e4d tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2413 time: 0.1251471 Jan 27 21:57:58.196854 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96e62771-ac36-455e-b094-8c9cccec8309 req-6bbd1eb6-bb96-4ee1-b2d1-39f9bd9b81be service neutron] 10.222.0.21 "GET /v2.0/networks/4a37afa4-f2b4-4d09-ae6d-80eaedd6b704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795533 Jan 27 21:57:58.275241 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa5b5dbd-aae8-49a6-9f9f-ebac3eb08699 req-fc53ace1-eec6-4182-8c40-95dab6a89b0e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239843 Jan 27 21:57:58.281732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f499f3c-6ed6-452d-80eb-722af753567c req-3ee9905f-fa07-4fb0-8e00-3db1604d4dda tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:58.283126 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f499f3c-6ed6-452d-80eb-722af753567c req-3ee9905f-fa07-4fb0-8e00-3db1604d4dda tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/ports?device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 944 time: 0.1661780 Jan 27 21:57:58.362535 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96e62771-ac36-455e-b094-8c9cccec8309 req-3bc4d517-033d-4ed3-8967-284c088903bd service neutron] 10.222.0.21 "GET /v2.0/networks/4a37afa4-f2b4-4d09-ae6d-80eaedd6b704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545830 Jan 27 21:57:58.380246 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f499f3c-6ed6-452d-80eb-722af753567c req-773fb049-ebce-4f59-b967-22381c51c7c9 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbdd36aa-d67a-4c36-a565-0bcce28dca04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865381 Jan 27 21:57:58.382359 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09a3a13f-da58-419c-aad9-c35b3e9e98c4 req-1613e057-b57f-4b1d-952e-afe4525edd09 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0423491 Jan 27 21:57:58.488937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b911c9-26fc-4743-8021-4415a76a1cf4 req-0a2af54e-e1aa-430b-b9f4-a6dd5375b6f1 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:58.490398 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-68b911c9-26fc-4743-8021-4415a76a1cf4 req-0a2af54e-e1aa-430b-b9f4-a6dd5375b6f1 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.0542815 Jan 27 21:57:58.535817 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-68b911c9-26fc-4743-8021-4415a76a1cf4 req-7ff65bdf-ae4e-4f4c-a584-ec6f3b4bbc7c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398004 Jan 27 21:57:58.778318 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:57:58.824083 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:58.889431 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd,segment=NetworkSegment(01176d2b-a87c-402b-af4e-f9afe6948abf),segment_id=01176d2b-a87c-402b-af4e-f9afe6948abf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:58.904851 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd', 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467', 'port_id': '9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd', 'mac_address': 'fa:16:3e:79:5c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:57:58.942070 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:58.942468 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:58.955837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:57:58.973995 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd,segment=NetworkSegment(01176d2b-a87c-402b-af4e-f9afe6948abf),segment_id=01176d2b-a87c-402b-af4e-f9afe6948abf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:58.978551 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.025072 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:59.345863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:57:59.399701 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac9dc1-f3d6-4017-af69-f073acb0a380 req-f385c972-1b6f-43ba-b53f-9063c91823a1 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:59.416261 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac9dc1-f3d6-4017-af69-f073acb0a380 req-f385c972-1b6f-43ba-b53f-9063c91823a1 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:59.421728 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac9dc1-f3d6-4017-af69-f073acb0a380 req-f385c972-1b6f-43ba-b53f-9063c91823a1 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:59.423509 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-57ac9dc1-f3d6-4017-af69-f073acb0a380 req-f385c972-1b6f-43ba-b53f-9063c91823a1 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2413 time: 0.0773273 Jan 27 21:57:59.505410 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-57ac9dc1-f3d6-4017-af69-f073acb0a380 req-fc1a10d0-5ae4-4612-b610-892f90e1e2e5 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753150 Jan 27 21:57:59.523781 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994009b-36a9-4687-99ba-8530724f196e req-eec57ef8-0727-4ec6-b230-43dd362200bb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:59.525303 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c994009b-36a9-4687-99ba-8530724f196e req-eec57ef8-0727-4ec6-b230-43dd362200bb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/ports?device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 945 time: 0.0616777 Jan 27 21:57:59.587510 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c994009b-36a9-4687-99ba-8530724f196e req-6de5094f-135d-4239-9498-b6604ad02b94 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbdd36aa-d67a-4c36-a565-0bcce28dca04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559382 Jan 27 21:57:59.603167 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eb7ae87a-4edc-4a63-80c3-e933cb96c5bb req-4824dd5c-06a8-4d64-89d0-a537fbd7d2cc tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0362709 Jan 27 21:57:59.714868 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ca490-1341-4586-ad9b-9e556343a82a req-b5566e8f-fb2a-492c-8641-33203b9e462f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:59.721830 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-260ca490-1341-4586-ad9b-9e556343a82a req-b5566e8f-fb2a-492c-8641-33203b9e462f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.0504842 Jan 27 21:57:59.765018 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-260ca490-1341-4586-ad9b-9e556343a82a req-80d87798-a2c1-4542-b906-459449a5bc48 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422328 Jan 27 21:58:00.277344 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.621381 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1605930-e567-4cb2-85e4-5ed3d7613a56 req-5ab307f8-94b5-42e7-9e0e-989f56282aa0 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:00.626582 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1605930-e567-4cb2-85e4-5ed3d7613a56 req-5ab307f8-94b5-42e7-9e0e-989f56282aa0 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:00.632142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1605930-e567-4cb2-85e4-5ed3d7613a56 req-5ab307f8-94b5-42e7-9e0e-989f56282aa0 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:00.633505 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1605930-e567-4cb2-85e4-5ed3d7613a56 req-5ab307f8-94b5-42e7-9e0e-989f56282aa0 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2413 time: 0.0603247 Jan 27 21:58:00.705914 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1605930-e567-4cb2-85e4-5ed3d7613a56 req-c1248ca9-a875-4e50-9331-6ac0011bbb17 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668547 Jan 27 21:58:00.725206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d4bc5-58e1-4e36-bb57-26cc0244632c req-e011cd88-50a2-415e-91e8-fb339ece019e tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:00.726685 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-085d4bc5-58e1-4e36-bb57-26cc0244632c req-e011cd88-50a2-415e-91e8-fb339ece019e tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/ports?device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 945 time: 0.0639663 Jan 27 21:58:00.782892 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-085d4bc5-58e1-4e36-bb57-26cc0244632c req-a525d1fe-d984-4ffd-8d39-087d3de1ba2d tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbdd36aa-d67a-4c36-a565-0bcce28dca04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503199 Jan 27 21:58:00.792414 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:00.802219 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-353549b5-2935-4534-a94b-3f65733742e9 req-818cc7d4-ab6f-4ce9-ad8d-1ab12138fe93 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0389719 Jan 27 21:58:00.846418 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:58:00.850906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:00.851290 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.942385 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:00.942776 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.964615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c88d94-5464-4599-a219-926545a287ac req-7b5205c6-992b-4c70-a3c9-c898d4dd511c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:00.965669 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397ed49d-a96e-4591-ae7e-372a5a2980d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:00.966018 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21c88d94-5464-4599-a219-926545a287ac req-7b5205c6-992b-4c70-a3c9-c898d4dd511c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.0518980 Jan 27 21:58:00.967900 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76478435-43e6-4286-bc6f-f5364b364475" -d '{"events": [{"server_uuid": "397ed49d-a96e-4591-ae7e-372a5a2980d6", "name": "network-vif-plugged", "status": "completed", "tag": "9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:00.981506 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd,segment=NetworkSegment(01176d2b-a87c-402b-af4e-f9afe6948abf),segment_id=01176d2b-a87c-402b-af4e-f9afe6948abf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:00.985716 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.020840 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46507fbd-9de9-4a60-b07c-ec64c5261622 x-openstack-request-id: req-46507fbd-9de9-4a60-b07c-ec64c5261622 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:01.021141 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397ed49d-a96e-4591-ae7e-372a5a2980d6", "name": "network-vif-plugged", "status": "completed", "tag": "9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:01.021401 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46507fbd-9de9-4a60-b07c-ec64c5261622 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:01.021807 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397ed49d-a96e-4591-ae7e-372a5a2980d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd', 'code': 200} Jan 27 21:58:01.027364 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21c88d94-5464-4599-a219-926545a287ac req-7dfb1a9f-2c84-4639-8cb6-81538d8dad38 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550022 Jan 27 21:58:01.046935 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:01.116010 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef25cef-69a4-4795-bdd4-d0e8f9c98477 req-17085136-d332-4739-80ac-b1a5e606cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:01.117630 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ef25cef-69a4-4795-bdd4-d0e8f9c98477 req-17085136-d332-4739-80ac-b1a5e606cc4e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 1097 time: 0.0404897 Jan 27 21:58:01.161095 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ef25cef-69a4-4795-bdd4-d0e8f9c98477 req-aeb52a61-9621-4814-a892-75e4f44a33b2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fbdd36aa-d67a-4c36-a565-0bcce28dca04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374653 Jan 27 21:58:01.825313 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e1978-6d24-4097-8c16-39b8327d4935 req-5bf648d4-9dd1-4bba-9e0e-6bb882612bdd tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:01.830874 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e1978-6d24-4097-8c16-39b8327d4935 req-5bf648d4-9dd1-4bba-9e0e-6bb882612bdd tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:01.836156 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e1978-6d24-4097-8c16-39b8327d4935 req-5bf648d4-9dd1-4bba-9e0e-6bb882612bdd tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:01.837832 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-532e1978-6d24-4097-8c16-39b8327d4935 req-5bf648d4-9dd1-4bba-9e0e-6bb882612bdd tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2413 time: 0.0619354 Jan 27 21:58:01.916047 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-532e1978-6d24-4097-8c16-39b8327d4935 req-cc30937a-7149-46a4-98c0-68c36778febd tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719912 Jan 27 21:58:01.927857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bb670-c435-451b-b530-8327c2011899 req-295cd26a-8e58-497e-9bd1-c3560f861c72 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:01.929396 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-035bb670-c435-451b-b530-8327c2011899 req-295cd26a-8e58-497e-9bd1-c3560f861c72 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/ports?device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 946 time: 0.0785010 Jan 27 21:58:01.977619 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-035bb670-c435-451b-b530-8327c2011899 req-05b9b99a-df30-4e9a-9bf2-4bd41bc8a880 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbdd36aa-d67a-4c36-a565-0bcce28dca04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424488 Jan 27 21:58:02.005309 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-526a7f16-2747-4de9-9d22-44b7e8a5287a req-8cb396be-e9e9-4101-a47d-cfeca94774ab tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0265112 Jan 27 21:58:02.171656 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c38f8-56b3-4476-b130-8b31babb2dc2 req-31f8f17b-38c8-4ec8-98ef-f1d21ebb749b tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:02.173159 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-962c38f8-56b3-4476-b130-8b31babb2dc2 req-31f8f17b-38c8-4ec8-98ef-f1d21ebb749b tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.0475774 Jan 27 21:58:02.220485 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-962c38f8-56b3-4476-b130-8b31babb2dc2 req-470e151b-4b60-4db6-a39b-3d914bd81910 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411420 Jan 27 21:58:02.230563 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 050c58f7-29d1-4a65-b07d-64436cb8e41a details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:58:02.326263 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 050c58f7-29d1-4a65-b07d-64436cb8e41a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=050c58f7-29d1-4a65-b07d-64436cb8e41a,segment=NetworkSegment(6dee5192-9b8c-4054-855b-1bdb04393fa9),segment_id=6dee5192-9b8c-4054-855b-1bdb04393fa9)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:02.337740 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '050c58f7-29d1-4a65-b07d-64436cb8e41a', 'network_id': 'ea8ef929-9e66-4097-8de2-464a612ac795', 'port_id': '050c58f7-29d1-4a65-b07d-64436cb8e41a', 'mac_address': 'fa:16:3e:ac:74:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081061a0-97d0-48e3-8b74-e0eedfd10d91', 'ip_address': '19.86.0.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:58:02.373943 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 050c58f7-29d1-4a65-b07d-64436cb8e41a is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:02.374336 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (050c58f7-29d1-4a65-b07d-64436cb8e41a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:02.387896 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050c58f7-29d1-4a65-b07d-64436cb8e41a {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:02.408112 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 050c58f7-29d1-4a65-b07d-64436cb8e41a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=050c58f7-29d1-4a65-b07d-64436cb8e41a,segment=NetworkSegment(6dee5192-9b8c-4054-855b-1bdb04393fa9),segment_id=6dee5192-9b8c-4054-855b-1bdb04393fa9)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:02.413301 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (050c58f7-29d1-4a65-b07d-64436cb8e41a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:02.414013 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device b171e648-cf42-444c-8b6a-6a6be94c6784 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:58:02.490002 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=050c58f7-29d1-4a65-b07d-64436cb8e41a,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:02.559522 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port b171e648-cf42-444c-8b6a-6a6be94c6784, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=b171e648-cf42-444c-8b6a-6a6be94c6784,segment=NetworkSegment(6e0e5be8-e1bd-49e2-b0ad-637132b069b6),segment_id=6e0e5be8-e1bd-49e2-b0ad-637132b069b6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:02.569898 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'b171e648-cf42-444c-8b6a-6a6be94c6784', 'network_id': '4a37afa4-f2b4-4d09-ae6d-80eaedd6b704', 'port_id': 'b171e648-cf42-444c-8b6a-6a6be94c6784', 'mac_address': 'fa:16:3e:33:81:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6b1ff-ee26-4cb4-8ff5-f1a01b0c04e5', 'ip_address': '19.80.0.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:58:02.610361 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port b171e648-cf42-444c-8b6a-6a6be94c6784 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:02.610761 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b171e648-cf42-444c-8b6a-6a6be94c6784), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:02.623266 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b171e648-cf42-444c-8b6a-6a6be94c6784 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:02.648308 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port b171e648-cf42-444c-8b6a-6a6be94c6784, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=b171e648-cf42-444c-8b6a-6a6be94c6784,segment=NetworkSegment(6e0e5be8-e1bd-49e2-b0ad-637132b069b6),segment_id=6e0e5be8-e1bd-49e2-b0ad-637132b069b6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:02.652074 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b171e648-cf42-444c-8b6a-6a6be94c6784), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:02.652740 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 64b82e2a-f9d5-411b-8c8c-70985c627056 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:58:02.742309 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=b171e648-cf42-444c-8b6a-6a6be94c6784,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:02.788000 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 64b82e2a-f9d5-411b-8c8c-70985c627056, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=64b82e2a-f9d5-411b-8c8c-70985c627056,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:02.801350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '64b82e2a-f9d5-411b-8c8c-70985c627056', 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d', 'port_id': '64b82e2a-f9d5-411b-8c8c-70985c627056', 'mac_address': 'fa:16:3e:4f:45:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9098f0c3-55f8-4926-b1cd-02227e640c95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:58:02.842481 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 64b82e2a-f9d5-411b-8c8c-70985c627056 is: ACTIVE; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:02.842871 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (64b82e2a-f9d5-411b-8c8c-70985c627056), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:02.854959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64b82e2a-f9d5-411b-8c8c-70985c627056 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:02.873341 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 64b82e2a-f9d5-411b-8c8c-70985c627056, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=64b82e2a-f9d5-411b-8c8c-70985c627056,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:02.877830 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (64b82e2a-f9d5-411b-8c8c-70985c627056), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:02.924778 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=64b82e2a-f9d5-411b-8c8c-70985c627056,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:03.043956 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd70f5-ef3c-4300-a54a-109cb463fe1e req-1f362274-5593-489f-90d9-43d2f442875c tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:03.045605 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['64b82e2a-f9d5-411b-8c8c-70985c627056'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:03.049311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd70f5-ef3c-4300-a54a-109cb463fe1e req-1f362274-5593-489f-90d9-43d2f442875c tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:03.054487 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd70f5-ef3c-4300-a54a-109cb463fe1e req-1f362274-5593-489f-90d9-43d2f442875c tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:03.056095 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23dd70f5-ef3c-4300-a54a-109cb463fe1e req-1f362274-5593-489f-90d9-43d2f442875c tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2415 time: 0.0668306 Jan 27 21:58:03.129273 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23dd70f5-ef3c-4300-a54a-109cb463fe1e req-d6c9e775-b441-4316-aab0-e1ec22158ff0 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635324 Jan 27 21:58:03.135898 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cd988-9bb7-440a-88b2-9b9c6baf536c req-c211a516-ea9b-4f3d-9e94-cc3816f359bc tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:03.137379 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d6cd988-9bb7-440a-88b2-9b9c6baf536c req-c211a516-ea9b-4f3d-9e94-cc3816f359bc tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/ports?device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 946 time: 0.0803838 Jan 27 21:58:03.203688 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d6cd988-9bb7-440a-88b2-9b9c6baf536c req-e20f8d39-3143-4fa8-beb3-df85563ed563 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbdd36aa-d67a-4c36-a565-0bcce28dca04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545535 Jan 27 21:58:03.221564 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ee9623f-b386-4707-8e31-6ef528e03425 req-696aa921-65c5-4d52-884c-6345c3850a5f tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0316012 Jan 27 21:58:03.394693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298c849-7635-49e6-8707-22a86f95b0d9 req-de86ea8e-1e75-4075-9323-c6a548ea0fed tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:03.396051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7298c849-7635-49e6-8707-22a86f95b0d9 req-de86ea8e-1e75-4075-9323-c6a548ea0fed tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/ports?device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 946 time: 0.0612142 Jan 27 21:58:03.404965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34294) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:03.409596 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1960842e-4d07-4d6c-98de-fea6172e5caa tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Request body: {'floatingip': {'port_id': '9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:03.434723 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489890e-1634-449c-a88a-f151acfa497c req-252fcf10-824b-4e88-ac9e-4c97beb29a34 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:03.436310 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b489890e-1634-449c-a88a-f151acfa497c req-252fcf10-824b-4e88-ac9e-4c97beb29a34 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 945 time: 0.0569263 Jan 27 21:58:03.453383 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1960842e-4d07-4d6c-98de-fea6172e5caa tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks [] for floatingip (405551f8-a26b-4042-abce-bf536565600c), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:03.483838 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b489890e-1634-449c-a88a-f151acfa497c req-50fb1fab-a586-4831-bf7d-80aba2e6da3e tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413539 Jan 27 21:58:03.766012 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['b171e648-cf42-444c-8b6a-6a6be94c6784'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:03.878604 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1960842e-4d07-4d6c-98de-fea6172e5caa tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:03.882753 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1960842e-4d07-4d6c-98de-fea6172e5caa tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (405551f8-a26b-4042-abce-bf536565600c), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:03.983067 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-1960842e-4d07-4d6c-98de-fea6172e5caa tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Floating IP 405551f8-a26b-4042-abce-bf536565600c associated. External IP: 172.25.3.68, port: 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd. Jan 27 21:58:04.187108 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1960842e-4d07-4d6c-98de-fea6172e5caa tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Router 7b5407b1-8df9-4436-a10f-8717f38a0471 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:58:04.248191 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d24fe812-2c7b-4a97-8051-cad539fdf286 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:58:04.258912 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 64b82e2a-f9d5-411b-8c8c-70985c627056 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:04.276034 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829e2c3-719e-4b19-b09b-9e2e91fcb501 req-02c4970d-c594-4be5-aa3c-c9e1431dddc5 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:04.285600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829e2c3-719e-4b19-b09b-9e2e91fcb501 req-02c4970d-c594-4be5-aa3c-c9e1431dddc5 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:04.291313 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829e2c3-719e-4b19-b09b-9e2e91fcb501 req-02c4970d-c594-4be5-aa3c-c9e1431dddc5 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:04.298757 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b829e2c3-719e-4b19-b09b-9e2e91fcb501 req-02c4970d-c594-4be5-aa3c-c9e1431dddc5 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2415 time: 0.0994236 Jan 27 21:58:04.316410 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1960842e-4d07-4d6c-98de-fea6172e5caa tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:58:04.322826 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1960842e-4d07-4d6c-98de-fea6172e5caa tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.330704 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4435d29-07df-41ad-9396-1c5ab5640466 None None] Sync routers for ids ['7b5407b1-8df9-4436-a10f-8717f38a0471'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:58:04.341460 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4435d29-07df-41ad-9396-1c5ab5640466 None None] Routers {'7b5407b1-8df9-4436-a10f-8717f38a0471'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:04.342341 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c4435d29-07df-41ad-9396-1c5ab5640466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:57:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7b5407b1-8df9-4436-a10f-8717f38a0471'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:04.363656 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b829e2c3-719e-4b19-b09b-9e2e91fcb501 req-8b3f949a-cde4-49b6-a8eb-6a8ebedea58d tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637012 Jan 27 21:58:04.388245 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1960842e-4d07-4d6c-98de-fea6172e5caa tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "PUT /v2.0/floatingips/405551f8-a26b-4042-abce-bf536565600c HTTP/1.1" status: 200 len: 991 time: 0.9820919 Jan 27 21:58:04.390144 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397ed49d-a96e-4591-ae7e-372a5a2980d6', 'tag': '9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:04.392565 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87dfa67-7eeb-4b86-9209-9af14ed7e09b" -d '{"events": [{"name": "network-changed", "server_uuid": "397ed49d-a96e-4591-ae7e-372a5a2980d6", "tag": "9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:04.444562 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e586f829-2df3-461a-a206-f172b333f979 req-2f32db9d-9bd0-4ec4-89ac-90bc1ece0779 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0751848 Jan 27 21:58:04.471676 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-c4435d29-07df-41ad-9396-1c5ab5640466 None None] Set router 7b5407b1-8df9-4436-a10f-8717f38a0471 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:58:04.487746 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 64b82e2a-f9d5-411b-8c8c-70985c627056 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:04.488133 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (64b82e2a-f9d5-411b-8c8c-70985c627056), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.550198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d24fe812-2c7b-4a97-8051-cad539fdf286, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d24fe812-2c7b-4a97-8051-cad539fdf286,segment=NetworkSegment(6e0e5be8-e1bd-49e2-b0ad-637132b069b6),segment_id=6e0e5be8-e1bd-49e2-b0ad-637132b069b6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:04.568096 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'd24fe812-2c7b-4a97-8051-cad539fdf286', 'network_id': '4a37afa4-f2b4-4d09-ae6d-80eaedd6b704', 'port_id': 'd24fe812-2c7b-4a97-8051-cad539fdf286', 'mac_address': 'fa:16:3e:f8:e7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e6b1ff-ee26-4cb4-8ff5-f1a01b0c04e5', 'ip_address': '19.80.0.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:58:04.585059 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81579306-29ce-4c0f-a0ae-1df89539e7ca x-openstack-request-id: req-81579306-29ce-4c0f-a0ae-1df89539e7ca {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:04.585582 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397ed49d-a96e-4591-ae7e-372a5a2980d6", "tag": "9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:04.585672 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81579306-29ce-4c0f-a0ae-1df89539e7ca {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:04.586055 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397ed49d-a96e-4591-ae7e-372a5a2980d6', 'tag': '9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd', 'status': 'completed', 'code': 200} Jan 27 21:58:04.649451 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 64b82e2a-f9d5-411b-8c8c-70985c627056 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:04.649935 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (64b82e2a-f9d5-411b-8c8c-70985c627056), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.682949 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87dfa67-7eeb-4b86-9209-9af14ed7e09b req-d4725ce3-1864-4d18-af7d-72f58ecb708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:04.684524 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f87dfa67-7eeb-4b86-9209-9af14ed7e09b req-d4725ce3-1864-4d18-af7d-72f58ecb708b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f25f7a1897e4e4384abc9aa2efe65cf&device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 1097 time: 0.0750024 Jan 27 21:58:04.693006 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b82e2a-f9d5-411b-8c8c-70985c627056'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:04.695382 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891a11a0-2e11-4479-80e3-c8836ba1e770" -d '{"events": [{"server_uuid": "c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5", "name": "network-vif-plugged", "status": "completed", "tag": "64b82e2a-f9d5-411b-8c8c-70985c627056"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:04.705937 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port d24fe812-2c7b-4a97-8051-cad539fdf286 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:04.706468 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d24fe812-2c7b-4a97-8051-cad539fdf286), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.717267 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212f97e-1993-43bf-b378-a350491aada2 req-23ada08a-6fe3-4323-9690-180466872bdb tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:04.718802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8212f97e-1993-43bf-b378-a350491aada2 req-23ada08a-6fe3-4323-9690-180466872bdb tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 945 time: 0.0776451 Jan 27 21:58:04.719825 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 64b82e2a-f9d5-411b-8c8c-70985c627056, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=64b82e2a-f9d5-411b-8c8c-70985c627056,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:04.726316 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24fe812-2c7b-4a97-8051-cad539fdf286 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:04.733920 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (64b82e2a-f9d5-411b-8c8c-70985c627056), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.747418 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c4435d29-07df-41ad-9396-1c5ab5640466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'name': 'tempest-ServersTestManualDisk-465728994-router', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:42Z', 'revision_number': 4, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'gw_port': {'id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:34Z', 'updated_at': '2022-01-27T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '405551f8-a26b-4042-abce-bf536565600c', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'port_id': '9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467', 'mac_address': 'fa:16:3e:79:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397ed49d-a96e-4591-ae7e-372a5a2980d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:57:46Z', 'updated_at': '2022-01-27T21:58:03Z', 'revision_number': 1, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a', 'name': '', 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'mac_address': 'fa:16:3e:b3:a7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:50Z', 'revision_number': 5, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'subnets': [{'id': '4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:04.769811 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2866367b-4b59-45b5-a3e0-56b5e6994bcc x-openstack-request-id: req-2866367b-4b59-45b5-a3e0-56b5e6994bcc {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:04.770394 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5", "name": "network-vif-plugged", "status": "completed", "tag": "64b82e2a-f9d5-411b-8c8c-70985c627056", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:04.770394 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2866367b-4b59-45b5-a3e0-56b5e6994bcc {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:04.771121 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b82e2a-f9d5-411b-8c8c-70985c627056', 'code': 200} Jan 27 21:58:04.775961 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4435d29-07df-41ad-9396-1c5ab5640466 None None] Checking router: 7b5407b1-8df9-4436-a10f-8717f38a0471 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:58:04.782570 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d24fe812-2c7b-4a97-8051-cad539fdf286, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d24fe812-2c7b-4a97-8051-cad539fdf286,segment=NetworkSegment(6e0e5be8-e1bd-49e2-b0ad-637132b069b6),segment_id=6e0e5be8-e1bd-49e2-b0ad-637132b069b6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:04.786811 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4435d29-07df-41ad-9396-1c5ab5640466 None None] Routers {'7b5407b1-8df9-4436-a10f-8717f38a0471'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:04.787365 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c4435d29-07df-41ad-9396-1c5ab5640466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:57:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7b5407b1-8df9-4436-a10f-8717f38a0471'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:04.791447 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d24fe812-2c7b-4a97-8051-cad539fdf286), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.812814 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=64b82e2a-f9d5-411b-8c8c-70985c627056,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:04.831534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8212f97e-1993-43bf-b378-a350491aada2 req-ca1bf628-d84c-4aef-ac46-536ca9070dff tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740614 Jan 27 21:58:04.834522 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87dfa67-7eeb-4b86-9209-9af14ed7e09b req-cf29a59a-1729-4e40-b3a7-80206f4ef454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:04.835999 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f87dfa67-7eeb-4b86-9209-9af14ed7e09b req-cf29a59a-1729-4e40-b3a7-80206f4ef454 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c63528f9-585d-4bdf-a53d-80daa7801467 HTTP/1.1" status: 200 len: 912 time: 0.1449106 Jan 27 21:58:04.870000 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=d24fe812-2c7b-4a97-8051-cad539fdf286,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:04.903601 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-c4435d29-07df-41ad-9396-1c5ab5640466 None None] Set router 7b5407b1-8df9-4436-a10f-8717f38a0471 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:58:04.905629 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f87dfa67-7eeb-4b86-9209-9af14ed7e09b req-9c45366f-81ca-468e-a683-8b41ac176fd8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd HTTP/1.1" status: 200 len: 999 time: 0.0604780 Jan 27 21:58:04.957939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87dfa67-7eeb-4b86-9209-9af14ed7e09b req-823e3783-003f-4168-a422-6dedd875b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:04.959298 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f87dfa67-7eeb-4b86-9209-9af14ed7e09b req-823e3783-003f-4168-a422-6dedd875b49a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8 HTTP/1.1" status: 200 len: 850 time: 0.0472379 Jan 27 21:58:05.005548 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87dfa67-7eeb-4b86-9209-9af14ed7e09b req-3c770388-1c25-4075-9f20-122963e644d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:05.006594 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f87dfa67-7eeb-4b86-9209-9af14ed7e09b req-3c770388-1c25-4075-9f20-122963e644d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c63528f9-585d-4bdf-a53d-80daa7801467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400460 Jan 27 21:58:05.092978 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f87dfa67-7eeb-4b86-9209-9af14ed7e09b req-39d005c4-7a8d-454d-84e6-df08afe96870 service neutron] 10.222.0.15 "GET /v2.0/networks/c63528f9-585d-4bdf-a53d-80daa7801467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798151 Jan 27 21:58:05.130501 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c4435d29-07df-41ad-9396-1c5ab5640466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'name': 'tempest-ServersTestManualDisk-465728994-router', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:42Z', 'revision_number': 4, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'gw_port': {'id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:34Z', 'updated_at': '2022-01-27T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '405551f8-a26b-4042-abce-bf536565600c', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'port_id': '9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467', 'mac_address': 'fa:16:3e:79:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397ed49d-a96e-4591-ae7e-372a5a2980d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:57:46Z', 'updated_at': '2022-01-27T21:58:03Z', 'revision_number': 1, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a', 'name': '', 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'mac_address': 'fa:16:3e:b3:a7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:50Z', 'revision_number': 5, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'subnets': [{'id': '4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:05.136867 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['050c58f7-29d1-4a65-b07d-64436cb8e41a'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:05.157040 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4435d29-07df-41ad-9396-1c5ab5640466 None None] The sync data for ids ['7b5407b1-8df9-4436-a10f-8717f38a0471'] in n-d-772272-3 is: [{'id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'name': 'tempest-ServersTestManualDisk-465728994-router', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:42Z', 'revision_number': 4, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'gw_port': {'id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:34Z', 'updated_at': '2022-01-27T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '405551f8-a26b-4042-abce-bf536565600c', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'port_id': '9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467', 'mac_address': 'fa:16:3e:79:5c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397ed49d-a96e-4591-ae7e-372a5a2980d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:57:46Z', 'updated_at': '2022-01-27T21:58:03Z', 'revision_number': 1, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a', 'name': '', 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'mac_address': 'fa:16:3e:b3:a7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:50Z', 'revision_number': 5, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'subnets': [{'id': '4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:58:05.188892 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f87dfa67-7eeb-4b86-9209-9af14ed7e09b req-0b8653d7-1f47-4739-99c7-a6be4d9e7c9b service neutron] 10.222.0.15 "GET /v2.0/networks/c63528f9-585d-4bdf-a53d-80daa7801467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897470 Jan 27 21:58:05.352322 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d110bcb-7448-41c9-8483-1ab6a88e0c1f None None] New status for floating IP 405551f8-a26b-4042-abce-bf536565600c: ACTIVE {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:58:05.484143 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089eab4-62b0-4a7a-a8d5-f6dafbf0fb55 req-43902622-9c8b-4101-990a-b0fa3a65fa37 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:05.490600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089eab4-62b0-4a7a-a8d5-f6dafbf0fb55 req-43902622-9c8b-4101-990a-b0fa3a65fa37 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:05.495869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089eab4-62b0-4a7a-a8d5-f6dafbf0fb55 req-43902622-9c8b-4101-990a-b0fa3a65fa37 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:05.497562 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3089eab4-62b0-4a7a-a8d5-f6dafbf0fb55 req-43902622-9c8b-4101-990a-b0fa3a65fa37 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2416 time: 0.0645428 Jan 27 21:58:05.567408 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3378b031-d82a-4fae-b268-268b672a7413 req-2c47bb75-f2f9-42cc-8d3d-4d1cda88d045 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0407076 Jan 27 21:58:05.574454 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3089eab4-62b0-4a7a-a8d5-f6dafbf0fb55 req-dc47c9cb-9137-4967-80d8-ed9ba1a94a35 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694098 Jan 27 21:58:05.807765 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['d24fe812-2c7b-4a97-8051-cad539fdf286'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:05.951647 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf9553-08bb-4227-8bdd-de04559609c4 req-5da2a718-4be9-48ad-8eac-b375f60bb62c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:05.953151 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b0bf9553-08bb-4227-8bdd-de04559609c4 req-5da2a718-4be9-48ad-8eac-b375f60bb62c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.0489593 Jan 27 21:58:05.999256 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b0bf9553-08bb-4227-8bdd-de04559609c4 req-90565383-129b-4393-abcd-fdc24f14ca85 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397024 Jan 27 21:58:06.278777 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device b171e648-cf42-444c-8b6a-6a6be94c6784 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:06.327526 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port b171e648-cf42-444c-8b6a-6a6be94c6784 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:58:06.331440 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port b171e648-cf42-444c-8b6a-6a6be94c6784 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:06.331810 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b171e648-cf42-444c-8b6a-6a6be94c6784), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:06.407609 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port b171e648-cf42-444c-8b6a-6a6be94c6784 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:06.408008 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b171e648-cf42-444c-8b6a-6a6be94c6784), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:06.445135 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port b171e648-cf42-444c-8b6a-6a6be94c6784, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=b171e648-cf42-444c-8b6a-6a6be94c6784,segment=NetworkSegment(6e0e5be8-e1bd-49e2-b0ad-637132b069b6),segment_id=6e0e5be8-e1bd-49e2-b0ad-637132b069b6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:06.448969 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b171e648-cf42-444c-8b6a-6a6be94c6784), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:06.495238 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=b171e648-cf42-444c-8b6a-6a6be94c6784,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:06.689450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14b58590-04d2-4677-824b-ad775e227c4d req-1d64c6d2-2d67-4fc7-8869-f44d8f11e9f1 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0374694 Jan 27 21:58:06.711810 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454b2fb-4e1f-4ba9-988e-4c32877affd4 req-c0a52376-7009-4aa6-8371-804711009269 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:06.717017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454b2fb-4e1f-4ba9-988e-4c32877affd4 req-c0a52376-7009-4aa6-8371-804711009269 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:06.722755 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454b2fb-4e1f-4ba9-988e-4c32877affd4 req-c0a52376-7009-4aa6-8371-804711009269 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:06.724398 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e454b2fb-4e1f-4ba9-988e-4c32877affd4 req-c0a52376-7009-4aa6-8371-804711009269 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2417 time: 0.0812500 Jan 27 21:58:06.772347 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b171e648-cf42-444c-8b6a-6a6be94c6784'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:06.774668 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba00f21a-4993-465a-b0cc-1a431f1362ec" -d '{"events": [{"server_uuid": "a9aa5c43-68f7-43b2-9d76-55df2424bd9c", "name": "network-vif-plugged", "status": "completed", "tag": "b171e648-cf42-444c-8b6a-6a6be94c6784"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:06.775113 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e454b2fb-4e1f-4ba9-988e-4c32877affd4 req-259c02fa-db45-4acd-b336-17af7555c20a tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448952 Jan 27 21:58:06.881398 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3101dbb8-e8d4-4d53-9f81-ed4430e9e5f2 x-openstack-request-id: req-3101dbb8-e8d4-4d53-9f81-ed4430e9e5f2 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:06.881881 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9aa5c43-68f7-43b2-9d76-55df2424bd9c", "name": "network-vif-plugged", "status": "completed", "tag": "b171e648-cf42-444c-8b6a-6a6be94c6784", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:06.881977 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3101dbb8-e8d4-4d53-9f81-ed4430e9e5f2 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:06.882335 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b171e648-cf42-444c-8b6a-6a6be94c6784', 'code': 200} Jan 27 21:58:07.118080 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd38ed9-c733-430b-aa23-21a27e9207f1 req-0da162e0-56b4-4b95-91be-26597630844b tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:07.119582 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dbd38ed9-c733-430b-aa23-21a27e9207f1 req-0da162e0-56b4-4b95-91be-26597630844b tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.0510433 Jan 27 21:58:07.168542 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dbd38ed9-c733-430b-aa23-21a27e9207f1 req-e32dfa74-aaac-4a3e-a13a-2fc1efa17660 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432301 Jan 27 21:58:07.795707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6db1a65-3e22-46a3-807a-50eb34530d59 req-2ac67b51-1832-4dac-a4e5-d6e55289e98c tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0263247 Jan 27 21:58:07.925423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d9e12-389d-42c0-ae3a-3c4ee3a1a5d4 req-c93d4322-d4d7-4800-bb68-a1db6ef99656 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:07.931432 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d9e12-389d-42c0-ae3a-3c4ee3a1a5d4 req-c93d4322-d4d7-4800-bb68-a1db6ef99656 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:07.937546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d9e12-389d-42c0-ae3a-3c4ee3a1a5d4 req-c93d4322-d4d7-4800-bb68-a1db6ef99656 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:07.939281 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab3d9e12-389d-42c0-ae3a-3c4ee3a1a5d4 req-c93d4322-d4d7-4800-bb68-a1db6ef99656 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2417 time: 0.0729120 Jan 27 21:58:08.013616 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab3d9e12-389d-42c0-ae3a-3c4ee3a1a5d4 req-5bcb145c-e722-46f6-8070-8ea6442e6a84 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668535 Jan 27 21:58:08.291255 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d24fe812-2c7b-4a97-8051-cad539fdf286 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:08.291811 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f647ed-a210-4fd7-b8b3-1a2ce967e176 req-8f617456-2894-4773-88cb-b75370df7e43 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:08.293058 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2f647ed-a210-4fd7-b8b3-1a2ce967e176 req-8f617456-2894-4773-88cb-b75370df7e43 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.0499988 Jan 27 21:58:08.342175 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2f647ed-a210-4fd7-b8b3-1a2ce967e176 req-f5187b07-4fff-4b6f-a667-95058207fc21 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434151 Jan 27 21:58:08.345464 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port d24fe812-2c7b-4a97-8051-cad539fdf286 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:58:08.350270 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port d24fe812-2c7b-4a97-8051-cad539fdf286 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:08.350689 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d24fe812-2c7b-4a97-8051-cad539fdf286), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.435328 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port d24fe812-2c7b-4a97-8051-cad539fdf286 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:08.435849 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d24fe812-2c7b-4a97-8051-cad539fdf286), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.470500 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d24fe812-2c7b-4a97-8051-cad539fdf286, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d24fe812-2c7b-4a97-8051-cad539fdf286,segment=NetworkSegment(6e0e5be8-e1bd-49e2-b0ad-637132b069b6),segment_id=6e0e5be8-e1bd-49e2-b0ad-637132b069b6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:08.475386 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d24fe812-2c7b-4a97-8051-cad539fdf286), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.476290 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 050c58f7-29d1-4a65-b07d-64436cb8e41a up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:08.553797 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=d24fe812-2c7b-4a97-8051-cad539fdf286,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:08.567692 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 050c58f7-29d1-4a65-b07d-64436cb8e41a completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:58:08.571588 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 050c58f7-29d1-4a65-b07d-64436cb8e41a triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:08.571967 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (050c58f7-29d1-4a65-b07d-64436cb8e41a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.656368 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 050c58f7-29d1-4a65-b07d-64436cb8e41a is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:08.656764 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (050c58f7-29d1-4a65-b07d-64436cb8e41a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.692840 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 050c58f7-29d1-4a65-b07d-64436cb8e41a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=050c58f7-29d1-4a65-b07d-64436cb8e41a,segment=NetworkSegment(6dee5192-9b8c-4054-855b-1bdb04393fa9),segment_id=6dee5192-9b8c-4054-855b-1bdb04393fa9)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:08.698076 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (050c58f7-29d1-4a65-b07d-64436cb8e41a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.750578 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=050c58f7-29d1-4a65-b07d-64436cb8e41a,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:08.883988 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24fe812-2c7b-4a97-8051-cad539fdf286'}, {'server_uuid': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050c58f7-29d1-4a65-b07d-64436cb8e41a'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:08.886805 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b06a945-48ab-4262-bd1b-4a6385679a2b" -d '{"events": [{"server_uuid": "a9aa5c43-68f7-43b2-9d76-55df2424bd9c", "name": "network-vif-plugged", "status": "completed", "tag": "d24fe812-2c7b-4a97-8051-cad539fdf286"}, {"server_uuid": "a9aa5c43-68f7-43b2-9d76-55df2424bd9c", "name": "network-vif-plugged", "status": "completed", "tag": "050c58f7-29d1-4a65-b07d-64436cb8e41a"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:08.916669 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-175ee501-88a2-4f71-8483-b7a592bf8d75 req-cc5ac06c-cdc1-44ca-b77d-8f7f8953e6a4 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0326128 Jan 27 21:58:08.966617 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9ab077-9d09-43b6-b2c1-32743709cf72 x-openstack-request-id: req-5e9ab077-9d09-43b6-b2c1-32743709cf72 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:08.966921 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9aa5c43-68f7-43b2-9d76-55df2424bd9c", "name": "network-vif-plugged", "status": "completed", "tag": "d24fe812-2c7b-4a97-8051-cad539fdf286", "code": 200}, {"server_uuid": "a9aa5c43-68f7-43b2-9d76-55df2424bd9c", "name": "network-vif-plugged", "status": "completed", "tag": "050c58f7-29d1-4a65-b07d-64436cb8e41a", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:08.967266 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e9ab077-9d09-43b6-b2c1-32743709cf72 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:08.967606 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24fe812-2c7b-4a97-8051-cad539fdf286', 'code': 200} Jan 27 21:58:08.967863 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050c58f7-29d1-4a65-b07d-64436cb8e41a', 'code': 200} Jan 27 21:58:09.150959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092a966-a8ab-4113-970d-57f1e0b4d5bb req-df48f54e-f2d1-448e-8b29-b8a9945c6bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:09.151435 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092a966-a8ab-4113-970d-57f1e0b4d5bb req-df48f54e-f2d1-448e-8b29-b8a9945c6bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:09.152126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092a966-a8ab-4113-970d-57f1e0b4d5bb req-df48f54e-f2d1-448e-8b29-b8a9945c6bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:09.153762 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1092a966-a8ab-4113-970d-57f1e0b4d5bb req-df48f54e-f2d1-448e-8b29-b8a9945c6bf1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2872 time: 0.0956368 Jan 27 21:58:09.198578 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6e8ce-7e19-4b28-b34b-9221663f391c req-9621e016-0205-4e19-9ef2-50bde489a36c tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:09.204130 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6e8ce-7e19-4b28-b34b-9221663f391c req-9621e016-0205-4e19-9ef2-50bde489a36c tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:09.209420 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6e8ce-7e19-4b28-b34b-9221663f391c req-9621e016-0205-4e19-9ef2-50bde489a36c tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:09.211046 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6f6e8ce-7e19-4b28-b34b-9221663f391c req-9621e016-0205-4e19-9ef2-50bde489a36c tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2419 time: 0.0975964 Jan 27 21:58:09.238542 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1092a966-a8ab-4113-970d-57f1e0b4d5bb req-2c6970df-1319-42ae-8204-a8a21027bde3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768433 Jan 27 21:58:09.269177 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6f6e8ce-7e19-4b28-b34b-9221663f391c req-6ad8cc7e-9603-4b59-bd48-f53f5b9b60d5 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524261 Jan 27 21:58:09.482651 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899399b-83eb-4045-82fc-f8167fd94c66 req-b2029dbe-11a8-4c68-8cb8-0e40197487de tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:09.484252 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2899399b-83eb-4045-82fc-f8167fd94c66 req-b2029dbe-11a8-4c68-8cb8-0e40197487de tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.0593996 Jan 27 21:58:09.535691 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2899399b-83eb-4045-82fc-f8167fd94c66 req-f9efe7d7-4597-4923-a544-2a0fc8351409 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451899 Jan 27 21:58:10.043761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f709b26-4ecc-4cce-87d5-56d28de65cce req-639a4645-6187-4673-bac8-5deb44b8d30a tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0324275 Jan 27 21:58:10.407417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e07cff-2e84-4d23-ac5e-352f0e5aaa64 req-a3b6fbfc-32bb-4714-af6a-c497b7291f7b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:10.413391 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e07cff-2e84-4d23-ac5e-352f0e5aaa64 req-a3b6fbfc-32bb-4714-af6a-c497b7291f7b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:10.419571 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e07cff-2e84-4d23-ac5e-352f0e5aaa64 req-a3b6fbfc-32bb-4714-af6a-c497b7291f7b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:10.421238 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52e07cff-2e84-4d23-ac5e-352f0e5aaa64 req-a3b6fbfc-32bb-4714-af6a-c497b7291f7b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2419 time: 0.0783582 Jan 27 21:58:10.497158 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52e07cff-2e84-4d23-ac5e-352f0e5aaa64 req-cab241bb-17b1-4d2c-a954-b37dde00cb51 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681012 Jan 27 21:58:10.654495 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54891fc7-8e6c-4f8d-aa53-8d2fb5a1aba3 req-e5441ca8-b92e-40bd-8ff3-09804e9db6f8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:10.655984 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-54891fc7-8e6c-4f8d-aa53-8d2fb5a1aba3 req-e5441ca8-b92e-40bd-8ff3-09804e9db6f8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.0490296 Jan 27 21:58:10.704352 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-54891fc7-8e6c-4f8d-aa53-8d2fb5a1aba3 req-b6747ea2-f5f7-422a-ad3b-067a7ce9d51b tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421460 Jan 27 21:58:11.173159 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4514e5b-9b89-4295-aec5-2c6c48bfe475 req-f5b11bd5-33e8-4b48-b41f-33954d7f47fb tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0414362 Jan 27 21:58:11.645818 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615836c-03c5-4112-abc2-ebd2ec1a0897 req-5ff646b8-ab4d-4439-966a-0bc60a128ec8 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:11.651866 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615836c-03c5-4112-abc2-ebd2ec1a0897 req-5ff646b8-ab4d-4439-966a-0bc60a128ec8 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:11.659134 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615836c-03c5-4112-abc2-ebd2ec1a0897 req-5ff646b8-ab4d-4439-966a-0bc60a128ec8 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:11.660854 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7615836c-03c5-4112-abc2-ebd2ec1a0897 req-5ff646b8-ab4d-4439-966a-0bc60a128ec8 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2419 time: 0.0726581 Jan 27 21:58:11.722352 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7615836c-03c5-4112-abc2-ebd2ec1a0897 req-66ea8725-6d98-4deb-9041-e939de5939c3 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544531 Jan 27 21:58:11.865660 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b0c86-fcba-47bb-96bd-839f7baa3f0b req-367e503d-702a-4167-a805-376d77b5412b tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:11.873003 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a6b0c86-fcba-47bb-96bd-839f7baa3f0b req-367e503d-702a-4167-a805-376d77b5412b tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.0691199 Jan 27 21:58:11.941653 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a6b0c86-fcba-47bb-96bd-839f7baa3f0b req-a75b58cf-e2e6-4db2-a9d7-d1be11e8e13c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673623 Jan 27 21:58:12.098884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9aed1-eaaa-4b83-b4dc-8fbcd7c5187a req-2372dbac-5d14-4c0e-92fd-a38edb4cc895 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:12.104318 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9aed1-eaaa-4b83-b4dc-8fbcd7c5187a req-2372dbac-5d14-4c0e-92fd-a38edb4cc895 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:12.110673 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9aed1-eaaa-4b83-b4dc-8fbcd7c5187a req-2372dbac-5d14-4c0e-92fd-a38edb4cc895 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:12.113012 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9da9aed1-eaaa-4b83-b4dc-8fbcd7c5187a req-2372dbac-5d14-4c0e-92fd-a38edb4cc895 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2419 time: 0.0743201 Jan 27 21:58:12.180588 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9da9aed1-eaaa-4b83-b4dc-8fbcd7c5187a req-7432b3b2-934e-4d90-b939-dd78108a14f8 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592759 Jan 27 21:58:12.279224 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c2ec6b7-5c6d-4452-8f1e-aad96fdec089 req-6a421214-6331-4e50-b768-61fd0abc5b62 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0329988 Jan 27 21:58:12.585851 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:13.095498 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5081018-c567-4d09-9aea-8571fb3d1299 req-68e0ef95-7abc-472a-a03b-39c9a08fcab9 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:13.103761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a5081018-c567-4d09-9aea-8571fb3d1299 req-68e0ef95-7abc-472a-a03b-39c9a08fcab9 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.0605500 Jan 27 21:58:13.152823 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a5081018-c567-4d09-9aea-8571fb3d1299 req-3c1ed695-e0fa-4598-8395-4c7b6d6a5ed4 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477946 Jan 27 21:58:13.306960 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed45739-075b-4c08-ad87-dc180027d02c req-5d828529-6f42-4b0e-a49b-a8262d83b466 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:13.312676 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed45739-075b-4c08-ad87-dc180027d02c req-5d828529-6f42-4b0e-a49b-a8262d83b466 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:13.318698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed45739-075b-4c08-ad87-dc180027d02c req-5d828529-6f42-4b0e-a49b-a8262d83b466 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:13.321936 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ed45739-075b-4c08-ad87-dc180027d02c req-5d828529-6f42-4b0e-a49b-a8262d83b466 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2419 time: 0.0728178 Jan 27 21:58:13.385916 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ed45739-075b-4c08-ad87-dc180027d02c req-59927f1c-fadb-472d-9937-971da552468b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582812 Jan 27 21:58:13.449152 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a99f40b-044d-44ed-ac45-eda2ec1dc584 req-0b1c51e4-ada6-45e7-afc5-fa260e8a5198 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0328698 Jan 27 21:58:14.320465 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895f0ac-8d73-4cdd-8d64-e15b5fb9ab42 req-58cb0edb-4ef9-48be-a626-527f9fece354 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:14.322696 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b895f0ac-8d73-4cdd-8d64-e15b5fb9ab42 req-58cb0edb-4ef9-48be-a626-527f9fece354 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.0571365 Jan 27 21:58:14.384085 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b895f0ac-8d73-4cdd-8d64-e15b5fb9ab42 req-b1b283a9-d4cd-4a13-9716-a9699cb44984 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555854 Jan 27 21:58:14.557229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-aa137eeb-c267-4119-9076-14b35a2eb386 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:14.562154 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-aa137eeb-c267-4119-9076-14b35a2eb386 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:14.567801 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-aa137eeb-c267-4119-9076-14b35a2eb386 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:14.569908 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-aa137eeb-c267-4119-9076-14b35a2eb386 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2419 time: 0.1067865 Jan 27 21:58:14.633507 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47702e87-ef86-48bc-a2f3-27deb47b8716 req-06bb89d5-d5dd-4be9-8043-317e0fa40b44 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:14.639081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47702e87-ef86-48bc-a2f3-27deb47b8716 req-06bb89d5-d5dd-4be9-8043-317e0fa40b44 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:14.645068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47702e87-ef86-48bc-a2f3-27deb47b8716 req-06bb89d5-d5dd-4be9-8043-317e0fa40b44 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:14.646707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47702e87-ef86-48bc-a2f3-27deb47b8716 req-06bb89d5-d5dd-4be9-8043-317e0fa40b44 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 2419 time: 0.1504138 Jan 27 21:58:14.676107 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-445e235a-ffca-4cd4-8cd2-741d1acbce78 req-7c5ea0de-32a1-4314-948a-87cbdac92966 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0666993 Jan 27 21:58:14.756331 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47702e87-ef86-48bc-a2f3-27deb47b8716 req-6ff70044-c6c4-4bf8-8783-c5f3b389a0b1 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875735 Jan 27 21:58:14.770414 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-22f36e7b-5411-40ed-b5e3-8d7cb2a72936 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Deleting port 050c58f7-29d1-4a65-b07d-64436cb8e41a {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:14.770766 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-22f36e7b-5411-40ed-b5e3-8d7cb2a72936 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (050c58f7-29d1-4a65-b07d-64436cb8e41a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:14.862356 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-22f36e7b-5411-40ed-b5e3-8d7cb2a72936 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] For port 050c58f7-29d1-4a65-b07d-64436cb8e41a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=050c58f7-29d1-4a65-b07d-64436cb8e41a,segment=NetworkSegment(6dee5192-9b8c-4054-855b-1bdb04393fa9),segment_id=6dee5192-9b8c-4054-855b-1bdb04393fa9)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:14.862817 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-22f36e7b-5411-40ed-b5e3-8d7cb2a72936 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (050c58f7-29d1-4a65-b07d-64436cb8e41a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:14.874954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-22f36e7b-5411-40ed-b5e3-8d7cb2a72936 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Calling delete_port for 050c58f7-29d1-4a65-b07d-64436cb8e41a owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:15.034856 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-22f36e7b-5411-40ed-b5e3-8d7cb2a72936 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (050c58f7-29d1-4a65-b07d-64436cb8e41a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:15.047571 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['b171e648-cf42-444c-8b6a-6a6be94c6784', '050c58f7-29d1-4a65-b07d-64436cb8e41a', 'd24fe812-2c7b-4a97-8051-cad539fdf286'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:15.079195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f36e7b-5411-40ed-b5e3-8d7cb2a72936 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event deleted for resources: {'Port': ['ID=050c58f7-29d1-4a65-b07d-64436cb8e41a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:15.153841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f36e7b-5411-40ed-b5e3-8d7cb2a72936 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:15.154201 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f36e7b-5411-40ed-b5e3-8d7cb2a72936 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:15.154526 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f36e7b-5411-40ed-b5e3-8d7cb2a72936 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:15.154861 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f36e7b-5411-40ed-b5e3-8d7cb2a72936 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:15.155187 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f36e7b-5411-40ed-b5e3-8d7cb2a72936 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:15.155515 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f36e7b-5411-40ed-b5e3-8d7cb2a72936 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:15.155840 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f36e7b-5411-40ed-b5e3-8d7cb2a72936 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:15.156180 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f36e7b-5411-40ed-b5e3-8d7cb2a72936 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:15.156505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f36e7b-5411-40ed-b5e3-8d7cb2a72936 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:15.156828 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f36e7b-5411-40ed-b5e3-8d7cb2a72936 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:15.157156 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f36e7b-5411-40ed-b5e3-8d7cb2a72936 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:15.157479 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f36e7b-5411-40ed-b5e3-8d7cb2a72936 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:15.157795 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f36e7b-5411-40ed-b5e3-8d7cb2a72936 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:15.183896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-22f36e7b-5411-40ed-b5e3-8d7cb2a72936 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] No DVR routers for this DVR port 050c58f7-29d1-4a65-b07d-64436cb8e41a on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:15.186740 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-22f36e7b-5411-40ed-b5e3-8d7cb2a72936 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:15.191405 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-22f36e7b-5411-40ed-b5e3-8d7cb2a72936 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.21 "DELETE /v2.0/ports/050c58f7-29d1-4a65-b07d-64436cb8e41a HTTP/1.1" status: 204 len: 173 time: 0.6142662 Jan 27 21:58:15.191930 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'name': 'network-vif-deleted', 'tag': '050c58f7-29d1-4a65-b07d-64436cb8e41a'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:15.194213 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d16260-81f2-4acf-892a-c0def0f0c805" -d '{"events": [{"server_uuid": "a9aa5c43-68f7-43b2-9d76-55df2424bd9c", "name": "network-vif-deleted", "tag": "050c58f7-29d1-4a65-b07d-64436cb8e41a"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:15.292750 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dba3e2c-0e10-4a45-93c2-9161f4fda5a3 x-openstack-request-id: req-2dba3e2c-0e10-4a45-93c2-9161f4fda5a3 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:15.293428 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9aa5c43-68f7-43b2-9d76-55df2424bd9c", "name": "network-vif-deleted", "tag": "050c58f7-29d1-4a65-b07d-64436cb8e41a", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:15.293852 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2dba3e2c-0e10-4a45-93c2-9161f4fda5a3 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:15.294397 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'name': 'network-vif-deleted', 'tag': '050c58f7-29d1-4a65-b07d-64436cb8e41a', 'status': 'completed', 'code': 200} Jan 27 21:58:15.304052 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-687b7a1a-5647-493f-a593-f14317584d2b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Deleting port b171e648-cf42-444c-8b6a-6a6be94c6784 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:15.304962 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-687b7a1a-5647-493f-a593-f14317584d2b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b171e648-cf42-444c-8b6a-6a6be94c6784), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:15.452425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-687b7a1a-5647-493f-a593-f14317584d2b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] For port b171e648-cf42-444c-8b6a-6a6be94c6784, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=b171e648-cf42-444c-8b6a-6a6be94c6784,segment=NetworkSegment(6e0e5be8-e1bd-49e2-b0ad-637132b069b6),segment_id=6e0e5be8-e1bd-49e2-b0ad-637132b069b6)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:15.453051 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-687b7a1a-5647-493f-a593-f14317584d2b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b171e648-cf42-444c-8b6a-6a6be94c6784), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:15.476001 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-687b7a1a-5647-493f-a593-f14317584d2b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Calling delete_port for b171e648-cf42-444c-8b6a-6a6be94c6784 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:15.617510 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376891fc-e4bd-4f20-aa80-88be43cdca55 req-32506097-ea77-4244-8830-55a9a4403bfb tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:15.620639 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-376891fc-e4bd-4f20-aa80-88be43cdca55 req-32506097-ea77-4244-8830-55a9a4403bfb tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.1314135 Jan 27 21:58:15.707468 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-376891fc-e4bd-4f20-aa80-88be43cdca55 req-0d3629e9-e2d6-4ace-a989-dd8d1b46bc9a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788610 Jan 27 21:58:15.708861 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-687b7a1a-5647-493f-a593-f14317584d2b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (b171e648-cf42-444c-8b6a-6a6be94c6784), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:15.722869 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['050c58f7-29d1-4a65-b07d-64436cb8e41a'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:15.738946 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b7a1a-5647-493f-a593-f14317584d2b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event deleted for resources: {'Port': ['ID=b171e648-cf42-444c-8b6a-6a6be94c6784,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:15.834596 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8b2a6a1-6901-484c-af44-898332d7056c req-f5b338bb-ca26-47bf-ba31-cacdbc43be0d tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0658329 Jan 27 21:58:15.859788 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-687b7a1a-5647-493f-a593-f14317584d2b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] No DVR routers for this DVR port b171e648-cf42-444c-8b6a-6a6be94c6784 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:15.867785 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-687b7a1a-5647-493f-a593-f14317584d2b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:15.872281 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-687b7a1a-5647-493f-a593-f14317584d2b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.21 "DELETE /v2.0/ports/b171e648-cf42-444c-8b6a-6a6be94c6784 HTTP/1.1" status: 204 len: 173 time: 0.6748927 Jan 27 21:58:16.026922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd478d4-698c-4063-a0c0-0190461ea22e req-35c540ee-8c17-4d6c-a82e-2ddd736040ff tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:16.028748 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6dd478d4-698c-4063-a0c0-0190461ea22e req-35c540ee-8c17-4d6c-a82e-2ddd736040ff tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9aa5c43-68f7-43b2-9d76-55df2424bd9c HTTP/1.1" status: 200 len: 946 time: 0.1135490 Jan 27 21:58:16.106494 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-ec79db31-b749-4068-86d5-a470216a746b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Deleting port d24fe812-2c7b-4a97-8051-cad539fdf286 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:16.106843 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-ec79db31-b749-4068-86d5-a470216a746b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d24fe812-2c7b-4a97-8051-cad539fdf286), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:16.112693 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6dd478d4-698c-4063-a0c0-0190461ea22e req-47ac2c00-bb87-4f02-867d-568fcec60c17 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769024 Jan 27 21:58:16.224501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-ec79db31-b749-4068-86d5-a470216a746b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] For port d24fe812-2c7b-4a97-8051-cad539fdf286, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d24fe812-2c7b-4a97-8051-cad539fdf286,segment=NetworkSegment(6e0e5be8-e1bd-49e2-b0ad-637132b069b6),segment_id=6e0e5be8-e1bd-49e2-b0ad-637132b069b6)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:16.224860 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-ec79db31-b749-4068-86d5-a470216a746b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d24fe812-2c7b-4a97-8051-cad539fdf286), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:16.237237 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-ec79db31-b749-4068-86d5-a470216a746b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Calling delete_port for d24fe812-2c7b-4a97-8051-cad539fdf286 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:16.375615 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-ec79db31-b749-4068-86d5-a470216a746b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d24fe812-2c7b-4a97-8051-cad539fdf286), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:16.416692 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79db31-b749-4068-86d5-a470216a746b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event deleted for resources: {'Port': ['ID=d24fe812-2c7b-4a97-8051-cad539fdf286,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:16.473146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-ec79db31-b749-4068-86d5-a470216a746b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] No DVR routers for this DVR port d24fe812-2c7b-4a97-8051-cad539fdf286 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:16.475525 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-ec79db31-b749-4068-86d5-a470216a746b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:16.479202 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e298ec8-8dbb-449a-8818-7fdf5ad96f0e req-ec79db31-b749-4068-86d5-a470216a746b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.21 "DELETE /v2.0/ports/d24fe812-2c7b-4a97-8051-cad539fdf286 HTTP/1.1" status: 204 len: 173 time: 0.6003058 Jan 27 21:58:16.873547 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e301bc1-d116-45f2-ae90-57036cfbfb90 req-c0126f4d-7267-4149-a1e7-ae072cb6941e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:16.880070 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e301bc1-d116-45f2-ae90-57036cfbfb90 req-c0126f4d-7267-4149-a1e7-ae072cb6941e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:16.885381 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e301bc1-d116-45f2-ae90-57036cfbfb90 req-c0126f4d-7267-4149-a1e7-ae072cb6941e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:16.890732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e301bc1-d116-45f2-ae90-57036cfbfb90 req-c0126f4d-7267-4149-a1e7-ae072cb6941e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:16.896047 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e301bc1-d116-45f2-ae90-57036cfbfb90 req-c0126f4d-7267-4149-a1e7-ae072cb6941e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:16.901449 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e301bc1-d116-45f2-ae90-57036cfbfb90 req-c0126f4d-7267-4149-a1e7-ae072cb6941e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:16.906684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e301bc1-d116-45f2-ae90-57036cfbfb90 req-c0126f4d-7267-4149-a1e7-ae072cb6941e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:16.908587 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e301bc1-d116-45f2-ae90-57036cfbfb90 req-c0126f4d-7267-4149-a1e7-ae072cb6941e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5446 time: 0.1300366 Jan 27 21:58:16.920189 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85135e27-7af7-4551-8c23-657a21b5f04b req-d4990009-2003-46aa-a790-9be511f72357 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:16.921645 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-85135e27-7af7-4551-8c23-657a21b5f04b req-d4990009-2003-46aa-a790-9be511f72357 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.1053846 Jan 27 21:58:17.012807 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-85135e27-7af7-4551-8c23-657a21b5f04b req-e32c21cb-2eeb-43c7-af92-08a29888e116 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827661 Jan 27 21:58:17.019206 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e301bc1-d116-45f2-ae90-57036cfbfb90 req-df4a4505-0708-4e4b-8051-51052eac1a08 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0966225 Jan 27 21:58:17.214846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66d0d9ae-3007-4cb4-95e5-b0970d0472bd req-8cfae60a-a268-4db3-9c30-3a0db66e76c3 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0611959 Jan 27 21:58:17.247685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09669c2-dc7c-4cfa-8e3d-ab511b56a312 req-f4891ca4-1002-4d0c-af49-1746d9358974 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:17.253119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09669c2-dc7c-4cfa-8e3d-ab511b56a312 req-f4891ca4-1002-4d0c-af49-1746d9358974 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:17.258521 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09669c2-dc7c-4cfa-8e3d-ab511b56a312 req-f4891ca4-1002-4d0c-af49-1746d9358974 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:17.264052 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09669c2-dc7c-4cfa-8e3d-ab511b56a312 req-f4891ca4-1002-4d0c-af49-1746d9358974 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:17.269341 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09669c2-dc7c-4cfa-8e3d-ab511b56a312 req-f4891ca4-1002-4d0c-af49-1746d9358974 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:17.274842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09669c2-dc7c-4cfa-8e3d-ab511b56a312 req-f4891ca4-1002-4d0c-af49-1746d9358974 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:17.280280 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09669c2-dc7c-4cfa-8e3d-ab511b56a312 req-f4891ca4-1002-4d0c-af49-1746d9358974 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:17.286772 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c09669c2-dc7c-4cfa-8e3d-ab511b56a312 req-f4891ca4-1002-4d0c-af49-1746d9358974 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5446 time: 0.1310899 Jan 27 21:58:17.295401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'name': 'network-vif-deleted', 'tag': 'b171e648-cf42-444c-8b6a-6a6be94c6784'}, {'server_uuid': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'name': 'network-vif-deleted', 'tag': 'd24fe812-2c7b-4a97-8051-cad539fdf286'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:17.297895 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f46b00b-1103-4ce4-bff0-a7f996a1dc82" -d '{"events": [{"server_uuid": "a9aa5c43-68f7-43b2-9d76-55df2424bd9c", "name": "network-vif-deleted", "tag": "b171e648-cf42-444c-8b6a-6a6be94c6784"}, {"server_uuid": "a9aa5c43-68f7-43b2-9d76-55df2424bd9c", "name": "network-vif-deleted", "tag": "d24fe812-2c7b-4a97-8051-cad539fdf286"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:17.304809 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34516) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:17.337739 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6139a2-57a4-4c9a-98bd-236a1a3b46c2 x-openstack-request-id: req-2f6139a2-57a4-4c9a-98bd-236a1a3b46c2 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:17.338050 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9aa5c43-68f7-43b2-9d76-55df2424bd9c", "name": "network-vif-deleted", "tag": "b171e648-cf42-444c-8b6a-6a6be94c6784", "status": "completed", "code": 200}, {"server_uuid": "a9aa5c43-68f7-43b2-9d76-55df2424bd9c", "name": "network-vif-deleted", "tag": "d24fe812-2c7b-4a97-8051-cad539fdf286", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:17.338302 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f6139a2-57a4-4c9a-98bd-236a1a3b46c2 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:17.338785 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'name': 'network-vif-deleted', 'tag': 'b171e648-cf42-444c-8b6a-6a6be94c6784', 'status': 'completed', 'code': 200} Jan 27 21:58:17.339200 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9aa5c43-68f7-43b2-9d76-55df2424bd9c', 'name': 'network-vif-deleted', 'tag': 'd24fe812-2c7b-4a97-8051-cad539fdf286', 'status': 'completed', 'code': 200} Jan 27 21:58:17.364758 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b88f6c0-bb4d-4d98-8122-4912a77c92a6 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Deleting subnet 081061a0-97d0-48e3-8b74-e0eedfd10d91 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:58:17.368152 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b88f6c0-bb4d-4d98-8122-4912a77c92a6 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks [] for subnet (081061a0-97d0-48e3-8b74-e0eedfd10d91), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:17.411939 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b88f6c0-bb4d-4d98-8122-4912a77c92a6 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (081061a0-97d0-48e3-8b74-e0eedfd10d91), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:17.526482 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b88f6c0-bb4d-4d98-8122-4912a77c92a6 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (081061a0-97d0-48e3-8b74-e0eedfd10d91), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:17.593621 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b88f6c0-bb4d-4d98-8122-4912a77c92a6 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (081061a0-97d0-48e3-8b74-e0eedfd10d91), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:17.627173 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88f6c0-bb4d-4d98-8122-4912a77c92a6 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event deleted for resources: {'Subnet': ['ID=081061a0-97d0-48e3-8b74-e0eedfd10d91,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:17.634916 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b88f6c0-bb4d-4d98-8122-4912a77c92a6 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:17.640771 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2b88f6c0-bb4d-4d98-8122-4912a77c92a6 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "DELETE /v2.0/subnets/081061a0-97d0-48e3-8b74-e0eedfd10d91 HTTP/1.1" status: 204 len: 168 time: 0.3345349 Jan 27 21:58:17.644309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34522) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:17.648213 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25da59a0-7d30-482e-9c1d-b6716a4e1bb1 None None] Network ea8ef929-9e66-4097-8de2-464a612ac795 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:17.735669 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e4f80da8-d972-4405-ba39-c0c5a5e6ef58 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (ea8ef929-9e66-4097-8de2-464a612ac795), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:17.801987 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-e4f80da8-d972-4405-ba39-c0c5a5e6ef58 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Deleting port 4af189ca-15e6-488e-8bed-32369cba470c {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:17.802411 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e4f80da8-d972-4405-ba39-c0c5a5e6ef58 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (4af189ca-15e6-488e-8bed-32369cba470c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:17.858921 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fe5831-cb66-4367-b355-cad62e95f530 None None] DHCP port deletion for ea8ef929-9e66-4097-8de2-464a612ac795 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:58:17.889623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-e4f80da8-d972-4405-ba39-c0c5a5e6ef58 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] For port 4af189ca-15e6-488e-8bed-32369cba470c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4af189ca-15e6-488e-8bed-32369cba470c,segment=NetworkSegment(6dee5192-9b8c-4054-855b-1bdb04393fa9),segment_id=6dee5192-9b8c-4054-855b-1bdb04393fa9)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:17.890144 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e4f80da8-d972-4405-ba39-c0c5a5e6ef58 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (4af189ca-15e6-488e-8bed-32369cba470c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:17.908116 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-e4f80da8-d972-4405-ba39-c0c5a5e6ef58 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Calling delete_port for 4af189ca-15e6-488e-8bed-32369cba470c owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:17.923383 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a8fe5831-cb66-4367-b355-cad62e95f530 None None] Deleting port 4af189ca-15e6-488e-8bed-32369cba470c {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:17.924080 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a8fe5831-cb66-4367-b355-cad62e95f530 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (4af189ca-15e6-488e-8bed-32369cba470c), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:17.998998 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a8fe5831-cb66-4367-b355-cad62e95f530 None None] For port 4af189ca-15e6-488e-8bed-32369cba470c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4af189ca-15e6-488e-8bed-32369cba470c,segment=NetworkSegment(6dee5192-9b8c-4054-855b-1bdb04393fa9),segment_id=6dee5192-9b8c-4054-855b-1bdb04393fa9)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:17.999866 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a8fe5831-cb66-4367-b355-cad62e95f530 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (4af189ca-15e6-488e-8bed-32369cba470c), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.011511 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e4f80da8-d972-4405-ba39-c0c5a5e6ef58 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (4af189ca-15e6-488e-8bed-32369cba470c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.015161 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a8fe5831-cb66-4367-b355-cad62e95f530 None None] Calling delete_port for 4af189ca-15e6-488e-8bed-32369cba470c owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:18.050072 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f80da8-d972-4405-ba39-c0c5a5e6ef58 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event deleted for resources: {'Port': ['ID=4af189ca-15e6-488e-8bed-32369cba470c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:18.053776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f80da8-d972-4405-ba39-c0c5a5e6ef58 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] No DVR routers for this DVR port 4af189ca-15e6-488e-8bed-32369cba470c on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:18.200834 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e4f80da8-d972-4405-ba39-c0c5a5e6ef58 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (ea8ef929-9e66-4097-8de2-464a612ac795), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.236827 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-e4f80da8-d972-4405-ba39-c0c5a5e6ef58 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea8ef929-9e66-4097-8de2-464a612ac795']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: from cryptography.utils import int_from_bytes Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: from cryptography.utils import int_from_bytes Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.274212 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.278810 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.278810 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.278810 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.278810 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.278810 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.278810 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.278810 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.278810 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.278810 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.278810 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.278810 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.278810 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.278810 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:18.278810 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 21:58:18.287886 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a8fe5831-cb66-4367-b355-cad62e95f530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (4af189ca-15e6-488e-8bed-32369cba470c), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.313766 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe5831-cb66-4367-b355-cad62e95f530 None None] Pushing event deleted for resources: {'Port': ['ID=4af189ca-15e6-488e-8bed-32369cba470c,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:18.321346 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d24fe812-2c7b-4a97-8051-cad539fdf286 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:58:18.353093 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: d24fe812-2c7b-4a97-8051-cad539fdf286 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:58:18.354657 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d24fe812-2c7b-4a97-8051-cad539fdf286 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:58:18.356128 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device b171e648-cf42-444c-8b6a-6a6be94c6784 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:58:18.387626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: b171e648-cf42-444c-8b6a-6a6be94c6784 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:58:18.388269 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device b171e648-cf42-444c-8b6a-6a6be94c6784 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:58:18.388705 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 050c58f7-29d1-4a65-b07d-64436cb8e41a no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:58:18.412272 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 050c58f7-29d1-4a65-b07d-64436cb8e41a {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:58:18.412633 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 050c58f7-29d1-4a65-b07d-64436cb8e41a not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:58:18.416106 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fe5831-cb66-4367-b355-cad62e95f530 None None] No DVR routers for this DVR port 4af189ca-15e6-488e-8bed-32369cba470c on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:18.617104 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-e4f80da8-d972-4405-ba39-c0c5a5e6ef58 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dee5192-9b8c-4054-855b-1bdb04393fa9') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:18.617412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-e4f80da8-d972-4405-ba39-c0c5a5e6ef58 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dee5192-9b8c-4054-855b-1bdb04393fa9') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:18.652651 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e4f80da8-d972-4405-ba39-c0c5a5e6ef58 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (6dee5192-9b8c-4054-855b-1bdb04393fa9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.663159 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c621c76-61f8-47f8-a071-16797fad49f3 req-6f8ec851-af47-4cd6-b4b9-1bcd579ef265 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0499167 Jan 27 21:58:18.675126 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e4f80da8-d972-4405-ba39-c0c5a5e6ef58 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (6dee5192-9b8c-4054-855b-1bdb04393fa9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.692090 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0d3d2-73d7-47a2-add6-8a859ece966c req-23a1419d-c5de-42eb-ae8c-da0d9be9eeca tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:18.692090 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50f0d3d2-73d7-47a2-add6-8a859ece966c req-23a1419d-c5de-42eb-ae8c-da0d9be9eeca tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.4623017 Jan 27 21:58:18.705993 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f80da8-d972-4405-ba39-c0c5a5e6ef58 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:58:18.706407 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e4f80da8-d972-4405-ba39-c0c5a5e6ef58 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (6dee5192-9b8c-4054-855b-1bdb04393fa9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: timer() Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:58:18.710001 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:58:18.809818 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4af189ca-15e6-488e-8bed-32369cba470c no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:58:18.836146 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 4af189ca-15e6-488e-8bed-32369cba470c {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:58:18.840275 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4af189ca-15e6-488e-8bed-32369cba470c not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:58:18.846846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50f0d3d2-73d7-47a2-add6-8a859ece966c req-2c4407f7-3527-4c93-be32-f1d88b0b24e9 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517041 Jan 27 21:58:18.856015 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e4f80da8-d972-4405-ba39-c0c5a5e6ef58 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (ea8ef929-9e66-4097-8de2-464a612ac795), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.865107 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e4f80da8-d972-4405-ba39-c0c5a5e6ef58 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.870748 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e4f80da8-d972-4405-ba39-c0c5a5e6ef58 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "DELETE /v2.0/networks/ea8ef929-9e66-4097-8de2-464a612ac795 HTTP/1.1" status: 204 len: 168 time: 1.2251909 Jan 27 21:58:18.873738 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34540) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:18.902034 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f80da8-d972-4405-ba39-c0c5a5e6ef58 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event deleted for resources: {'Network': ['ID=ea8ef929-9e66-4097-8de2-464a612ac795,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:18.934046 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1743e0-5c59-4251-9811-82482ce3896f tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Deleting subnet 54e6b1ff-ee26-4cb4-8ff5-f1a01b0c04e5 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:58:18.939597 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe1743e0-5c59-4251-9811-82482ce3896f tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks [] for subnet (54e6b1ff-ee26-4cb4-8ff5-f1a01b0c04e5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.985338 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe1743e0-5c59-4251-9811-82482ce3896f tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (54e6b1ff-ee26-4cb4-8ff5-f1a01b0c04e5), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.089923 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe1743e0-5c59-4251-9811-82482ce3896f tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (54e6b1ff-ee26-4cb4-8ff5-f1a01b0c04e5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.168708 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe1743e0-5c59-4251-9811-82482ce3896f tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (54e6b1ff-ee26-4cb4-8ff5-f1a01b0c04e5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.198660 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1743e0-5c59-4251-9811-82482ce3896f tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event deleted for resources: {'Subnet': ['ID=54e6b1ff-ee26-4cb4-8ff5-f1a01b0c04e5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:19.202560 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe1743e0-5c59-4251-9811-82482ce3896f tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.205976 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b97eb43-412c-4ff4-b611-00262ab5809c None None] Network 4a37afa4-f2b4-4d09-ae6d-80eaedd6b704 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:19.226651 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fe1743e0-5c59-4251-9811-82482ce3896f tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "DELETE /v2.0/subnets/54e6b1ff-ee26-4cb4-8ff5-f1a01b0c04e5 HTTP/1.1" status: 204 len: 168 time: 0.3431597 Jan 27 21:58:19.226651 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34546) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:19.344470 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee5a5d6d-5968-466a-b7d9-7518102aa990 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (4a37afa4-f2b4-4d09-ae6d-80eaedd6b704), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.421332 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ee5a5d6d-5968-466a-b7d9-7518102aa990 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Deleting port a6ba5f88-eda7-4998-9940-501ad7453ca3 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:19.421531 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee5a5d6d-5968-466a-b7d9-7518102aa990 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (a6ba5f88-eda7-4998-9940-501ad7453ca3), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.491735 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-ee5a5d6d-5968-466a-b7d9-7518102aa990 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] For port a6ba5f88-eda7-4998-9940-501ad7453ca3, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a6ba5f88-eda7-4998-9940-501ad7453ca3,segment=NetworkSegment(6e0e5be8-e1bd-49e2-b0ad-637132b069b6),segment_id=6e0e5be8-e1bd-49e2-b0ad-637132b069b6)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:19.492110 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee5a5d6d-5968-466a-b7d9-7518102aa990 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (a6ba5f88-eda7-4998-9940-501ad7453ca3), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.511642 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ee5a5d6d-5968-466a-b7d9-7518102aa990 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Calling delete_port for a6ba5f88-eda7-4998-9940-501ad7453ca3 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:19.531084 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea90afc8-3ad8-484c-bd9c-c249b7014af6 None None] DHCP port deletion for 4a37afa4-f2b4-4d09-ae6d-80eaedd6b704 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:58:19.586353 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ea90afc8-3ad8-484c-bd9c-c249b7014af6 None None] Deleting port a6ba5f88-eda7-4998-9940-501ad7453ca3 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:19.586849 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ea90afc8-3ad8-484c-bd9c-c249b7014af6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (a6ba5f88-eda7-4998-9940-501ad7453ca3), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.607825 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee5a5d6d-5968-466a-b7d9-7518102aa990 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (a6ba5f88-eda7-4998-9940-501ad7453ca3), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.641694 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a5d6d-5968-466a-b7d9-7518102aa990 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event deleted for resources: {'Port': ['ID=a6ba5f88-eda7-4998-9940-501ad7453ca3,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:19.644957 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5a5d6d-5968-466a-b7d9-7518102aa990 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] No DVR routers for this DVR port a6ba5f88-eda7-4998-9940-501ad7453ca3 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:19.660821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-ea90afc8-3ad8-484c-bd9c-c249b7014af6 None None] For port a6ba5f88-eda7-4998-9940-501ad7453ca3, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a6ba5f88-eda7-4998-9940-501ad7453ca3,segment=NetworkSegment(6e0e5be8-e1bd-49e2-b0ad-637132b069b6),segment_id=6e0e5be8-e1bd-49e2-b0ad-637132b069b6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:19.661226 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ea90afc8-3ad8-484c-bd9c-c249b7014af6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (a6ba5f88-eda7-4998-9940-501ad7453ca3), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.674594 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ea90afc8-3ad8-484c-bd9c-c249b7014af6 None None] Calling delete_port for a6ba5f88-eda7-4998-9940-501ad7453ca3 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:19.732191 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee5a5d6d-5968-466a-b7d9-7518102aa990 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (4a37afa4-f2b4-4d09-ae6d-80eaedd6b704), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.755121 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ee5a5d6d-5968-466a-b7d9-7518102aa990 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a37afa4-f2b4-4d09-ae6d-80eaedd6b704']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:19.759885 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ea90afc8-3ad8-484c-bd9c-c249b7014af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (a6ba5f88-eda7-4998-9940-501ad7453ca3), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.764586 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34576) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:19.767767 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ee5a5d6d-5968-466a-b7d9-7518102aa990 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0e5be8-e1bd-49e2-b0ad-637132b069b6') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:19.768136 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ee5a5d6d-5968-466a-b7d9-7518102aa990 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0e5be8-e1bd-49e2-b0ad-637132b069b6') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:19.781567 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee5a5d6d-5968-466a-b7d9-7518102aa990 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (6e0e5be8-e1bd-49e2-b0ad-637132b069b6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.788625 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-85d2b57e-4431-4e07-bd1c-fed86010fe5a req-74f87172-7ece-4df0-bfe6-838b0da51161 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0281866 Jan 27 21:58:19.792613 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90afc8-3ad8-484c-bd9c-c249b7014af6 None None] Pushing event deleted for resources: {'Port': ['ID=a6ba5f88-eda7-4998-9940-501ad7453ca3,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:19.794796 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea90afc8-3ad8-484c-bd9c-c249b7014af6 None None] No DVR routers for this DVR port a6ba5f88-eda7-4998-9940-501ad7453ca3 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:19.801857 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee5a5d6d-5968-466a-b7d9-7518102aa990 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (6e0e5be8-e1bd-49e2-b0ad-637132b069b6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.817153 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5a5d6d-5968-466a-b7d9-7518102aa990 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:58:19.817921 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee5a5d6d-5968-466a-b7d9-7518102aa990 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (6e0e5be8-e1bd-49e2-b0ad-637132b069b6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: timer() Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:58:19.841335 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:58:19.918118 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee5a5d6d-5968-466a-b7d9-7518102aa990 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (4a37afa4-f2b4-4d09-ae6d-80eaedd6b704), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.926252 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd5eb6-1fa1-43e1-9372-5e8be7240e7f req-df7f5892-b580-4992-b2fc-375823152fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:19.926658 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd5eb6-1fa1-43e1-9372-5e8be7240e7f req-df7f5892-b580-4992-b2fc-375823152fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:19.927131 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd5eb6-1fa1-43e1-9372-5e8be7240e7f req-df7f5892-b580-4992-b2fc-375823152fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:19.927601 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd5eb6-1fa1-43e1-9372-5e8be7240e7f req-df7f5892-b580-4992-b2fc-375823152fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:19.928073 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd5eb6-1fa1-43e1-9372-5e8be7240e7f req-df7f5892-b580-4992-b2fc-375823152fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:19.928679 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd5eb6-1fa1-43e1-9372-5e8be7240e7f req-df7f5892-b580-4992-b2fc-375823152fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:19.929160 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd5eb6-1fa1-43e1-9372-5e8be7240e7f req-df7f5892-b580-4992-b2fc-375823152fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:19.931134 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ddcd5eb6-1fa1-43e1-9372-5e8be7240e7f req-df7f5892-b580-4992-b2fc-375823152fbf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 6503 time: 0.1656206 Jan 27 21:58:19.938226 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee5a5d6d-5968-466a-b7d9-7518102aa990 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.952189 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ee5a5d6d-5968-466a-b7d9-7518102aa990 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "DELETE /v2.0/networks/4a37afa4-f2b4-4d09-ae6d-80eaedd6b704 HTTP/1.1" status: 204 len: 168 time: 0.7197394 Jan 27 21:58:19.956702 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34586) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:19.961684 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-343d110b-304e-4315-99a9-320b1b49ddfc tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-791506663'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:19.974755 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a5d6d-5968-466a-b7d9-7518102aa990 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event deleted for resources: {'Network': ['ID=4a37afa4-f2b4-4d09-ae6d-80eaedd6b704,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:19.990508 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e66bd-bb5b-428d-8258-023abe3b32f2 req-3d426987-b404-4399-9cd2-536f31b08adc tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:19.992673 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-143e66bd-bb5b-428d-8258-023abe3b32f2 req-3d426987-b404-4399-9cd2-536f31b08adc tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.0765624 Jan 27 21:58:20.005146 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343d110b-304e-4315-99a9-320b1b49ddfc tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Made reservation on behalf of 10995d19e73e4e599072cf021a4f38a9 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:20.008855 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-343d110b-304e-4315-99a9-320b1b49ddfc tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.041165 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ddcd5eb6-1fa1-43e1-9372-5e8be7240e7f req-3ee83067-76fe-4ce1-bea2-a9b8402e0543 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1c947634-8be2-400f-9ac3-69af6b2761ef&id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0983632 Jan 27 21:58:20.043237 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-143e66bd-bb5b-428d-8258-023abe3b32f2 req-dbc9e2b5-883b-4efe-ad3f-43b4fb3da1e0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451844 Jan 27 21:58:20.049958 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-343d110b-304e-4315-99a9-320b1b49ddfc tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:58:20.061374 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-343d110b-304e-4315-99a9-320b1b49ddfc tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (219a7abe-0ce9-4b82-9895-676b36036cf0), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.061718 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-343d110b-304e-4315-99a9-320b1b49ddfc tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Added segment 219a7abe-0ce9-4b82-9895-676b36036cf0 of type vlan for network fd4c2666-c340-423b-802e-9c4350a1d851 Jan 27 21:58:20.100982 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-343d110b-304e-4315-99a9-320b1b49ddfc tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (fd4c2666-c340-423b-802e-9c4350a1d851), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.132292 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-343d110b-304e-4315-99a9-320b1b49ddfc tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (fd4c2666-c340-423b-802e-9c4350a1d851), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.137245 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343d110b-304e-4315-99a9-320b1b49ddfc tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:20.137825 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-343d110b-304e-4315-99a9-320b1b49ddfc tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.193262 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-343d110b-304e-4315-99a9-320b1b49ddfc tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2352033 Jan 27 21:58:20.195795 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34590) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:20.200810 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-43f97562-63d9-496e-9443-3696fe4a652a tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Request body: {'subnet': {'network_id': 'fd4c2666-c340-423b-802e-9c4350a1d851', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:20.204310 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d110b-304e-4315-99a9-320b1b49ddfc tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event updated for resources: {'Network': ['ID=fd4c2666-c340-423b-802e-9c4350a1d851,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:20.214350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network fd4c2666-c340-423b-802e-9c4350a1d851 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:58:20.288438 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f97562-63d9-496e-9443-3696fe4a652a tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Made reservation on behalf of 10995d19e73e4e599072cf021a4f38a9 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:20.291764 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-43f97562-63d9-496e-9443-3696fe4a652a tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.477453 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-43f97562-63d9-496e-9443-3696fe4a652a tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (4328aabf-ff58-4159-b139-485ce387ba85), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.535452 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f97562-63d9-496e-9443-3696fe4a652a tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event updated for resources: {'Subnet': ['ID=4328aabf-ff58-4159-b139-485ce387ba85,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:20.545537 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f97562-63d9-496e-9443-3696fe4a652a tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Checking segment: {'id': '219a7abe-0ce9-4b82-9895-676b36036cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'fd4c2666-c340-423b-802e-9c4350a1d851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:20.545898 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f97562-63d9-496e-9443-3696fe4a652a tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Network hostable DHCP agents. Network: fd4c2666-c340-423b-802e-9c4350a1d851, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:58:20.561498 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f97562-63d9-496e-9443-3696fe4a652a tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Network fd4c2666-c340-423b-802e-9c4350a1d851 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:58:20.569587 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-43f97562-63d9-496e-9443-3696fe4a652a tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, fd4c2666-c340-423b-802e-9c4350a1d851) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:20.573732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f97562-63d9-496e-9443-3696fe4a652a tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:20.574613 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-43f97562-63d9-496e-9443-3696fe4a652a tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.578677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24315d3-28ba-473d-9ec1-cf97020836fa None None] Network fd4c2666-c340-423b-802e-9c4350a1d851 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:20.591713 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-43f97562-63d9-496e-9443-3696fe4a652a tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.3947947 Jan 27 21:58:20.594374 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34596) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:20.599801 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-15a452e3-27f9-4bd9-a4bb-3de1aa0f4818 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1894082016'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:20.618497 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a452e3-27f9-4bd9-a4bb-3de1aa0f4818 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Made reservation on behalf of 10995d19e73e4e599072cf021a4f38a9 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:20.622143 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-15a452e3-27f9-4bd9-a4bb-3de1aa0f4818 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.674871 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a452e3-27f9-4bd9-a4bb-3de1aa0f4818 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:58:20.688399 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-15a452e3-27f9-4bd9-a4bb-3de1aa0f4818 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (d69fe326-8db3-436a-887e-bdb04d649758), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.688749 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-15a452e3-27f9-4bd9-a4bb-3de1aa0f4818 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Added segment d69fe326-8db3-436a-887e-bdb04d649758 of type vlan for network d66237bb-bf80-4741-ba77-fc6f3775cbee Jan 27 21:58:20.690479 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a4767b-91ba-4cf5-ae1f-c40426375a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-fd4c2666-c340-423b-802e-9c4350a1d851', 'network_id': 'fd4c2666-c340-423b-802e-9c4350a1d851', 'project_id': '10995d19e73e4e599072cf021a4f38a9', 'fixed_ips': [{'subnet_id': '4328aabf-ff58-4159-b139-485ce387ba85'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:58:20.691314 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4630a-cded-434b-b76e-255eb572ea96 req-948b1a8d-7289-4720-bf0d-9d84db18bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:20.691459 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d0a4767b-91ba-4cf5-ae1f-c40426375a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.692842 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5f4630a-cded-434b-b76e-255eb572ea96 req-948b1a8d-7289-4720-bf0d-9d84db18bfcb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5087db1c900149cbaaa7a34c3ee21041&device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 1097 time: 0.0597835 Jan 27 21:58:20.767846 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a6ba5f88-eda7-4998-9940-501ad7453ca3 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:58:20.781248 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-15a452e3-27f9-4bd9-a4bb-3de1aa0f4818 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (d66237bb-bf80-4741-ba77-fc6f3775cbee), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.799027 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: a6ba5f88-eda7-4998-9940-501ad7453ca3 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:58:20.799498 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a6ba5f88-eda7-4998-9940-501ad7453ca3 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:58:20.826843 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-15a452e3-27f9-4bd9-a4bb-3de1aa0f4818 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (d66237bb-bf80-4741-ba77-fc6f3775cbee), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.832212 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a452e3-27f9-4bd9-a4bb-3de1aa0f4818 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:20.832794 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-15a452e3-27f9-4bd9-a4bb-3de1aa0f4818 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.860080 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-d0a4767b-91ba-4cf5-ae1f-c40426375a49 None None] Allocated IP 19.80.0.2 (fd4c2666-c340-423b-802e-9c4350a1d851/4328aabf-ff58-4159-b139-485ce387ba85/c2de5119-a4ff-410d-915e-38601d94bc55) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:20.862683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4630a-cded-434b-b76e-255eb572ea96 req-d7b63053-d29d-4964-b444-e0131d42dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:20.864197 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5f4630a-cded-434b-b76e-255eb572ea96 req-d7b63053-d29d-4964-b444-e0131d42dee0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d HTTP/1.1" status: 200 len: 911 time: 0.1644995 Jan 27 21:58:20.939632 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-15a452e3-27f9-4bd9-a4bb-3de1aa0f4818 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3436704 Jan 27 21:58:20.942339 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34602) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:20.947768 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-889a16fe-3012-4c6d-a5c8-3aedc703fa0c tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Request body: {'subnet': {'network_id': 'd66237bb-bf80-4741-ba77-fc6f3775cbee', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:21.023507 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5f4630a-cded-434b-b76e-255eb572ea96 req-216bfeca-8017-45f1-b64e-4fc47de7bcf1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64b82e2a-f9d5-411b-8c8c-70985c627056 HTTP/1.1" status: 200 len: 217 time: 0.1485195 Jan 27 21:58:21.025554 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f5db68a-ef5d-4445-8b72-6b9323e68df2 req-49a51771-a594-4bd9-a953-75fae066a91e tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.1091182 Jan 27 21:58:21.031835 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a452e3-27f9-4bd9-a4bb-3de1aa0f4818 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event updated for resources: {'Network': ['ID=d66237bb-bf80-4741-ba77-fc6f3775cbee,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:21.051813 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network d66237bb-bf80-4741-ba77-fc6f3775cbee details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:58:21.070087 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889a16fe-3012-4c6d-a5c8-3aedc703fa0c tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Made reservation on behalf of 10995d19e73e4e599072cf021a4f38a9 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:21.079437 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-889a16fe-3012-4c6d-a5c8-3aedc703fa0c tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.083937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4630a-cded-434b-b76e-255eb572ea96 req-b7aa1da4-d40b-4fa6-8f45-396e89777c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:21.085686 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5f4630a-cded-434b-b76e-255eb572ea96 req-b7aa1da4-d40b-4fa6-8f45-396e89777c09 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9098f0c3-55f8-4926-b1cd-02227e640c95 HTTP/1.1" status: 200 len: 850 time: 0.0498497 Jan 27 21:58:21.091010 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d0a4767b-91ba-4cf5-ae1f-c40426375a49 None None] Publish callbacks [] for port (c2de5119-a4ff-410d-915e-38601d94bc55), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.092695 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.120726 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5f4630a-cded-434b-b76e-255eb572ea96 req-5ee452cf-3742-4f82-8ae5-9d2f6ec6d67d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278804 Jan 27 21:58:21.139533 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d0a4767b-91ba-4cf5-ae1f-c40426375a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (c2de5119-a4ff-410d-915e-38601d94bc55), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.196092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a4767b-91ba-4cf5-ae1f-c40426375a49 None None] Network fd4c2666-c340-423b-802e-9c4350a1d851 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:21.202479 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-d0a4767b-91ba-4cf5-ae1f-c40426375a49 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:21.207393 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a4767b-91ba-4cf5-ae1f-c40426375a49 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:21.210509 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4767b-91ba-4cf5-ae1f-c40426375a49 None None] Pushing event updated for resources: {'Port': ['ID=c2de5119-a4ff-410d-915e-38601d94bc55,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:21.243216 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270a1a0-539c-4f6a-8801-2b587c9d02c4 req-ff8ca35a-8549-48e0-ad32-42e868ada096 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:21.250220 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3270a1a0-539c-4f6a-8801-2b587c9d02c4 req-ff8ca35a-8549-48e0-ad32-42e868ada096 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.1125224 Jan 27 21:58:21.271114 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d0a4767b-91ba-4cf5-ae1f-c40426375a49 None None] Attempting to bind port c2de5119-a4ff-410d-915e-38601d94bc55 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:21.271683 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d0a4767b-91ba-4cf5-ae1f-c40426375a49 None None] Attempting to bind port c2de5119-a4ff-410d-915e-38601d94bc55 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '219a7abe-0ce9-4b82-9895-676b36036cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'fd4c2666-c340-423b-802e-9c4350a1d851'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:21.271781 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4767b-91ba-4cf5-ae1f-c40426375a49 None None] Attempting to bind port c2de5119-a4ff-410d-915e-38601d94bc55 on network fd4c2666-c340-423b-802e-9c4350a1d851 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:21.276912 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4767b-91ba-4cf5-ae1f-c40426375a49 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:21.277297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4767b-91ba-4cf5-ae1f-c40426375a49 None None] Checking segment: {'id': '219a7abe-0ce9-4b82-9895-676b36036cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'fd4c2666-c340-423b-802e-9c4350a1d851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:21.278294 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d0a4767b-91ba-4cf5-ae1f-c40426375a49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.278294 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4767b-91ba-4cf5-ae1f-c40426375a49 None None] Bound using segment: {'id': '219a7abe-0ce9-4b82-9895-676b36036cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'fd4c2666-c340-423b-802e-9c4350a1d851'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:21.278572 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d0a4767b-91ba-4cf5-ae1f-c40426375a49 None None] Bound port: c2de5119-a4ff-410d-915e-38601d94bc55, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219a7abe-0ce9-4b82-9895-676b36036cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'fd4c2666-c340-423b-802e-9c4350a1d851'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:21.278944 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d0a4767b-91ba-4cf5-ae1f-c40426375a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c2de5119-a4ff-410d-915e-38601d94bc55), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.285450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5f4630a-cded-434b-b76e-255eb572ea96 req-fd15db82-8d8e-431d-b87d-5da5cb0e810a service neutron] 10.222.0.21 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569917 Jan 27 21:58:21.292639 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-889a16fe-3012-4c6d-a5c8-3aedc703fa0c tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (cfd0419f-f7a9-4be8-a64f-9cd40bbdcc05), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.353755 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d0a4767b-91ba-4cf5-ae1f-c40426375a49 None None] For port c2de5119-a4ff-410d-915e-38601d94bc55, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:21.356907 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a16fe-3012-4c6d-a5c8-3aedc703fa0c tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event updated for resources: {'Subnet': ['ID=cfd0419f-f7a9-4be8-a64f-9cd40bbdcc05,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:21.358689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d0a4767b-91ba-4cf5-ae1f-c40426375a49 None None] For port c2de5119-a4ff-410d-915e-38601d94bc55, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c2de5119-a4ff-410d-915e-38601d94bc55,segment=NetworkSegment(219a7abe-0ce9-4b82-9895-676b36036cf0),segment_id=219a7abe-0ce9-4b82-9895-676b36036cf0)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:21.365671 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a16fe-3012-4c6d-a5c8-3aedc703fa0c tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Checking segment: {'id': 'd69fe326-8db3-436a-887e-bdb04d649758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd66237bb-bf80-4741-ba77-fc6f3775cbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:21.366027 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889a16fe-3012-4c6d-a5c8-3aedc703fa0c tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Network hostable DHCP agents. Network: d66237bb-bf80-4741-ba77-fc6f3775cbee, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:58:21.369947 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d0a4767b-91ba-4cf5-ae1f-c40426375a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c2de5119-a4ff-410d-915e-38601d94bc55), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.373412 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3270a1a0-539c-4f6a-8801-2b587c9d02c4 req-3f776713-d92f-4674-9bda-d2173f8f4583 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221049 Jan 27 21:58:21.411934 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889a16fe-3012-4c6d-a5c8-3aedc703fa0c tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Network d66237bb-bf80-4741-ba77-fc6f3775cbee is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:58:21.427970 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-889a16fe-3012-4c6d-a5c8-3aedc703fa0c tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, d66237bb-bf80-4741-ba77-fc6f3775cbee) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:21.441518 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64777a59-c78c-457c-98aa-d1361c03aa5b None None] Network d66237bb-bf80-4741-ba77-fc6f3775cbee requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:21.441730 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889a16fe-3012-4c6d-a5c8-3aedc703fa0c tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:21.443498 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-889a16fe-3012-4c6d-a5c8-3aedc703fa0c tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.448283 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5f4630a-cded-434b-b76e-255eb572ea96 req-22704d05-a07c-4497-9781-bbe62fae29d2 service neutron] 10.222.0.21 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556280 Jan 27 21:58:21.468850 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-889a16fe-3012-4c6d-a5c8-3aedc703fa0c tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5253167 Jan 27 21:58:21.508436 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4767b-91ba-4cf5-ae1f-c40426375a49 None None] Pushing event updated for resources: {'Port': ['ID=c2de5119-a4ff-410d-915e-38601d94bc55,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:21.572063 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49604468-66db-456d-989e-6d8ceaa5661c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-d66237bb-bf80-4741-ba77-fc6f3775cbee', 'network_id': 'd66237bb-bf80-4741-ba77-fc6f3775cbee', 'project_id': '10995d19e73e4e599072cf021a4f38a9', 'fixed_ips': [{'subnet_id': 'cfd0419f-f7a9-4be8-a64f-9cd40bbdcc05'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:58:21.573074 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-49604468-66db-456d-989e-6d8ceaa5661c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.736641 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-ef97c4b3-ceeb-4878-b5bd-ded81e811269 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:21.742148 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-ef97c4b3-ceeb-4878-b5bd-ded81e811269 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:21.743877 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-ef97c4b3-ceeb-4878-b5bd-ded81e811269 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/networks?id=fd4c2666-c340-423b-802e-9c4350a1d851&id=d66237bb-bf80-4741-ba77-fc6f3775cbee HTTP/1.1" status: 200 len: 1391 time: 0.1542287 Jan 27 21:58:21.749504 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-49604468-66db-456d-989e-6d8ceaa5661c None None] Allocated IP 19.86.0.2 (d66237bb-bf80-4741-ba77-fc6f3775cbee/cfd0419f-f7a9-4be8-a64f-9cd40bbdcc05/5a3793cc-d2e0-4447-ba81-087341b54eee) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:21.764764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-1046f5e1-02a6-45d0-8ca7-9e45e19ec04a tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/quotas/10995d19e73e4e599072cf021a4f38a9 HTTP/1.1" status: 200 len: 375 time: 0.0149248 Jan 27 21:58:21.824504 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-d83e084c-87eb-438a-9dcb-9821945e1660 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=10995d19e73e4e599072cf021a4f38a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0585251 Jan 27 21:58:21.900598 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-49604468-66db-456d-989e-6d8ceaa5661c None None] Publish callbacks [] for port (5a3793cc-d2e0-4447-ba81-087341b54eee), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.906694 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-49604468-66db-456d-989e-6d8ceaa5661c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (5a3793cc-d2e0-4447-ba81-087341b54eee), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.920451 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-4d00fbdf-4fac-43bb-9618-ae4f5f92cb5c service neutron] 10.222.0.23 "GET /v2.0/networks/fd4c2666-c340-423b-802e-9c4350a1d851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878448 Jan 27 21:58:21.944824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49604468-66db-456d-989e-6d8ceaa5661c None None] Network d66237bb-bf80-4741-ba77-fc6f3775cbee is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:21.949051 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-49604468-66db-456d-989e-6d8ceaa5661c None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:21.952215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49604468-66db-456d-989e-6d8ceaa5661c None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:21.963684 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49604468-66db-456d-989e-6d8ceaa5661c None None] Pushing event updated for resources: {'Port': ['ID=5a3793cc-d2e0-4447-ba81-087341b54eee,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:22.018257 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-49604468-66db-456d-989e-6d8ceaa5661c None None] Attempting to bind port 5a3793cc-d2e0-4447-ba81-087341b54eee on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:22.018630 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-49604468-66db-456d-989e-6d8ceaa5661c None None] Attempting to bind port 5a3793cc-d2e0-4447-ba81-087341b54eee by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'd69fe326-8db3-436a-887e-bdb04d649758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd66237bb-bf80-4741-ba77-fc6f3775cbee'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:22.018997 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49604468-66db-456d-989e-6d8ceaa5661c None None] Attempting to bind port 5a3793cc-d2e0-4447-ba81-087341b54eee on network d66237bb-bf80-4741-ba77-fc6f3775cbee {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:22.023250 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-b09ac687-af84-4006-a6cb-5c51e4be8c00 service neutron] 10.222.0.23 "GET /v2.0/networks/fd4c2666-c340-423b-802e-9c4350a1d851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962000 Jan 27 21:58:22.024385 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49604468-66db-456d-989e-6d8ceaa5661c None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:22.024771 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49604468-66db-456d-989e-6d8ceaa5661c None None] Checking segment: {'id': 'd69fe326-8db3-436a-887e-bdb04d649758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd66237bb-bf80-4741-ba77-fc6f3775cbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:22.025175 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-49604468-66db-456d-989e-6d8ceaa5661c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.025576 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49604468-66db-456d-989e-6d8ceaa5661c None None] Bound using segment: {'id': 'd69fe326-8db3-436a-887e-bdb04d649758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd66237bb-bf80-4741-ba77-fc6f3775cbee'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:22.026046 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-49604468-66db-456d-989e-6d8ceaa5661c None None] Bound port: 5a3793cc-d2e0-4447-ba81-087341b54eee, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69fe326-8db3-436a-887e-bdb04d649758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd66237bb-bf80-4741-ba77-fc6f3775cbee'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:22.026423 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-49604468-66db-456d-989e-6d8ceaa5661c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5a3793cc-d2e0-4447-ba81-087341b54eee), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.097821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-49604468-66db-456d-989e-6d8ceaa5661c None None] For port 5a3793cc-d2e0-4447-ba81-087341b54eee, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:22.101080 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-49604468-66db-456d-989e-6d8ceaa5661c None None] For port 5a3793cc-d2e0-4447-ba81-087341b54eee, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5a3793cc-d2e0-4447-ba81-087341b54eee,segment=NetworkSegment(d69fe326-8db3-436a-887e-bdb04d649758),segment_id=d69fe326-8db3-436a-887e-bdb04d649758)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:22.107493 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-49604468-66db-456d-989e-6d8ceaa5661c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5a3793cc-d2e0-4447-ba81-087341b54eee), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.155306 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-2368160a-dbef-4956-8ecf-da9ecfdd81b1 service neutron] 10.222.0.23 "GET /v2.0/networks/d66237bb-bf80-4741-ba77-fc6f3775cbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250842 Jan 27 21:58:22.159121 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-297ae7a3-0e6c-4ed9-bb7e-4113200afc8a req-a0d9e282-a700-436e-bc62-236ff1348c44 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0400867 Jan 27 21:58:22.171889 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49604468-66db-456d-989e-6d8ceaa5661c None None] Pushing event updated for resources: {'Port': ['ID=5a3793cc-d2e0-4447-ba81-087341b54eee,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:22.289864 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-3de6abe8-35d4-4f82-abaa-bab37417d3ee service neutron] 10.222.0.23 "GET /v2.0/networks/d66237bb-bf80-4741-ba77-fc6f3775cbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335025 Jan 27 21:58:22.541536 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d69bcb9-17a2-42b5-a5d8-ec800e18b72c req-7cf9db51-9e9a-4f24-ad8a-e259aab871eb tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 210 time: 0.0478711 Jan 27 21:58:22.558068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138cef7-6dca-440a-afc5-504279add13b req-e277055d-2ce8-4c5a-8f13-a76c68f74aab tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:22.565670 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5138cef7-6dca-440a-afc5-504279add13b req-e277055d-2ce8-4c5a-8f13-a76c68f74aab tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.1244447 Jan 27 21:58:22.643675 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5138cef7-6dca-440a-afc5-504279add13b req-819a1834-f6db-4634-b136-c027bb11fc72 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769196 Jan 27 21:58:22.662930 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560bc894-63e8-4312-9355-ef32e0c648a2 None None] Network fd4c2666-c340-423b-802e-9c4350a1d851 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:22.826390 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-312be448-9cce-4d34-af37-42a885bad38b None None] Provisioning complete for port c2de5119-a4ff-410d-915e-38601d94bc55 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:22.826774 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-312be448-9cce-4d34-af37-42a885bad38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c2de5119-a4ff-410d-915e-38601d94bc55), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.840584 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bced0d13-0c04-4d7a-839c-bc789fd1a6b5 req-25be36ac-4bd3-4aa3-b7c5-fb5cf7d5d26f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0355408 Jan 27 21:58:22.926102 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-312be448-9cce-4d34-af37-42a885bad38b None None] Current status of the port c2de5119-a4ff-410d-915e-38601d94bc55 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:22.926583 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-312be448-9cce-4d34-af37-42a885bad38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c2de5119-a4ff-410d-915e-38601d94bc55), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.959601 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5a3793cc-d2e0-4447-ba81-087341b54eee up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:22.998455 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-312be448-9cce-4d34-af37-42a885bad38b None None] For port c2de5119-a4ff-410d-915e-38601d94bc55, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c2de5119-a4ff-410d-915e-38601d94bc55,segment=NetworkSegment(219a7abe-0ce9-4b82-9895-676b36036cf0),segment_id=219a7abe-0ce9-4b82-9895-676b36036cf0)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:23.023610 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-312be448-9cce-4d34-af37-42a885bad38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c2de5119-a4ff-410d-915e-38601d94bc55), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:23.282552 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5a3793cc-d2e0-4447-ba81-087341b54eee triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:23.283007 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5a3793cc-d2e0-4447-ba81-087341b54eee), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:23.317832 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b8be0d1-d937-458c-9043-c0b44c79b8f6 req-4e46572a-dbe0-4212-8509-6aa06a5634d5 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0419161 Jan 27 21:58:23.331638 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6c69e3af-e396-410c-aee7-97ab3dd4a7e8 None None] Provisioning complete for port c2de5119-a4ff-410d-915e-38601d94bc55 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:23.332009 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6c69e3af-e396-410c-aee7-97ab3dd4a7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c2de5119-a4ff-410d-915e-38601d94bc55), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:23.376141 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312be448-9cce-4d34-af37-42a885bad38b None None] Pushing event updated for resources: {'Port': ['ID=c2de5119-a4ff-410d-915e-38601d94bc55,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:23.435036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5a3793cc-d2e0-4447-ba81-087341b54eee is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:23.435438 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5a3793cc-d2e0-4447-ba81-087341b54eee), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:23.491517 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18650f8f-80eb-4b39-be05-5cbdda2bef7f None None] Network d66237bb-bf80-4741-ba77-fc6f3775cbee requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:23.497256 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 5a3793cc-d2e0-4447-ba81-087341b54eee, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5a3793cc-d2e0-4447-ba81-087341b54eee,segment=NetworkSegment(d69fe326-8db3-436a-887e-bdb04d649758),segment_id=d69fe326-8db3-436a-887e-bdb04d649758)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:23.517473 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5a3793cc-d2e0-4447-ba81-087341b54eee), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:23.518235 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c2de5119-a4ff-410d-915e-38601d94bc55 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:23.547688 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6c69e3af-e396-410c-aee7-97ab3dd4a7e8 None None] Current status of the port c2de5119-a4ff-410d-915e-38601d94bc55 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:23.645720 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9c9fb418-1eb7-46c2-b168-dfe54281a3e6 req-c8cea0d1-9d82-42db-ad68-4898f4585644 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 210 time: 0.0278900 Jan 27 21:58:23.645835 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=5a3793cc-d2e0-4447-ba81-087341b54eee,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:23.672602 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a553be7f-9a4e-4f24-97a4-65a725a9fa14 None None] Provisioning complete for port 5a3793cc-d2e0-4447-ba81-087341b54eee triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:23.673799 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a553be7f-9a4e-4f24-97a4-65a725a9fa14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5a3793cc-d2e0-4447-ba81-087341b54eee), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:23.725400 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port c2de5119-a4ff-410d-915e-38601d94bc55 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:23.725700 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c2de5119-a4ff-410d-915e-38601d94bc55), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:23.770976 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8e7e7-0500-4b01-b814-cebfac3fc1a1 req-1a17fa80-538d-4b00-9029-bb6985bc0675 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:23.772514 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82b8e7e7-0500-4b01-b814-cebfac3fc1a1 req-1a17fa80-538d-4b00-9029-bb6985bc0675 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 946 time: 0.0510759 Jan 27 21:58:23.831440 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82b8e7e7-0500-4b01-b814-cebfac3fc1a1 req-b93d2681-7c3e-4bc6-8e0b-14e72a27de6b tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520344 Jan 27 21:58:23.854885 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a553be7f-9a4e-4f24-97a4-65a725a9fa14 None None] Current status of the port 5a3793cc-d2e0-4447-ba81-087341b54eee is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:23.865363 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port c2de5119-a4ff-410d-915e-38601d94bc55 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:24.088487 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-c6fd3db9-f350-4d9f-a8b8-2008d8a220b8 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:24.094077 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-c6fd3db9-f350-4d9f-a8b8-2008d8a220b8 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:24.096776 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-c6fd3db9-f350-4d9f-a8b8-2008d8a220b8 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.21 "GET /v2.0/networks?id=fd4c2666-c340-423b-802e-9c4350a1d851&id=d66237bb-bf80-4741-ba77-fc6f3775cbee HTTP/1.1" status: 200 len: 1391 time: 0.1527727 Jan 27 21:58:24.102346 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-d42f0160-ac20-4a81-8533-f806bd9bd335 None None] Provisioning complete for port 5a3793cc-d2e0-4447-ba81-087341b54eee triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:24.102730 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d42f0160-ac20-4a81-8533-f806bd9bd335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5a3793cc-d2e0-4447-ba81-087341b54eee), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.112839 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-97280bcb-bec7-4b6c-a208-ef373ff18871 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Request body: {'port': {'device_id': 'cb1c847f-1918-4f52-9dac-f09bfd89a297', 'network_id': 'fd4c2666-c340-423b-802e-9c4350a1d851', 'admin_state_up': True, 'tenant_id': '10995d19e73e4e599072cf021a4f38a9'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:24.142263 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-810840a2-d152-42ad-9732-68507d834c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.235147 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d42f0160-ac20-4a81-8533-f806bd9bd335 None None] Current status of the port 5a3793cc-d2e0-4447-ba81-087341b54eee is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:24.261053 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-97280bcb-bec7-4b6c-a208-ef373ff18871 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Made reservation on behalf of 10995d19e73e4e599072cf021a4f38a9 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:24.264405 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-97280bcb-bec7-4b6c-a208-ef373ff18871 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.308825 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 64b82e2a-f9d5-411b-8c8c-70985c627056 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:58:24.403065 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 64b82e2a-f9d5-411b-8c8c-70985c627056 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:24.403511 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (64b82e2a-f9d5-411b-8c8c-70985c627056), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.431903 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64b82e2a-f9d5-411b-8c8c-70985c627056'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:24.434169 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a6a392-f817-49b8-86ed-80c70d513010" -d '{"events": [{"server_uuid": "c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5", "name": "network-vif-unplugged", "status": "completed", "tag": "64b82e2a-f9d5-411b-8c8c-70985c627056"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:24.444897 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0dc50074-7a98-4b32-a6a4-4c3f6844ce9c req-fc5357a0-b65f-43d8-a80b-ab5ee951b763 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0355482 Jan 27 21:58:24.452480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 64b82e2a-f9d5-411b-8c8c-70985c627056, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=64b82e2a-f9d5-411b-8c8c-70985c627056,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:24.460417 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (64b82e2a-f9d5-411b-8c8c-70985c627056), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.482120 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-97280bcb-bec7-4b6c-a208-ef373ff18871 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Allocated IP 19.80.0.81 (fd4c2666-c340-423b-802e-9c4350a1d851/4328aabf-ff58-4159-b139-485ce387ba85/507eaa02-e223-461b-8214-61cab9a1869b) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:24.526965 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=64b82e2a-f9d5-411b-8c8c-70985c627056,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:24.659727 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061dbc91-b526-4b49-a7b6-12e7d9d9d9b8 x-openstack-request-id: req-061dbc91-b526-4b49-a7b6-12e7d9d9d9b8 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:24.660020 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5", "name": "network-vif-unplugged", "status": "failed", "tag": "64b82e2a-f9d5-411b-8c8c-70985c627056", "code": 422}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:24.660300 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-061dbc91-b526-4b49-a7b6-12e7d9d9d9b8 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:24.660697 n-d-772272-3 neutron-server[109743]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '64b82e2a-f9d5-411b-8c8c-70985c627056', 'code': 422} returned with failed status Jan 27 21:58:24.665056 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab81f48-18dd-404c-a042-cdbda2863ce4 req-cf86e81d-5f12-4c4d-a2e8-d79f775de2cc tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:24.666558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bab81f48-18dd-404c-a042-cdbda2863ce4 req-cf86e81d-5f12-4c4d-a2e8-d79f775de2cc tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5 HTTP/1.1" status: 200 len: 944 time: 0.1126409 Jan 27 21:58:24.779587 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab6a3325-2d62-401d-a9d8-3deb2744f301 req-3a6f4b67-d9e1-4446-a250-c1c0c8116379 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 210 time: 0.0556355 Jan 27 21:58:24.782454 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-97280bcb-bec7-4b6c-a208-ef373ff18871 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks [] for port (507eaa02-e223-461b-8214-61cab9a1869b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.787391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5a3793cc-d2e0-4447-ba81-087341b54eee up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:24.849282 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5a3793cc-d2e0-4447-ba81-087341b54eee triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:24.849935 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5a3793cc-d2e0-4447-ba81-087341b54eee), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.854398 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-97280bcb-bec7-4b6c-a208-ef373ff18871 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (507eaa02-e223-461b-8214-61cab9a1869b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.865040 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-bab81f48-18dd-404c-a042-cdbda2863ce4 req-656e2bf0-85f7-451c-8508-c05f34b463e8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Deleting port 64b82e2a-f9d5-411b-8c8c-70985c627056 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:24.865384 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bab81f48-18dd-404c-a042-cdbda2863ce4 req-656e2bf0-85f7-451c-8508-c05f34b463e8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (64b82e2a-f9d5-411b-8c8c-70985c627056), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.931562 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5a3793cc-d2e0-4447-ba81-087341b54eee is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:24.932733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c2de5119-a4ff-410d-915e-38601d94bc55 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:24.955666 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-97280bcb-bec7-4b6c-a208-ef373ff18871 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Network fd4c2666-c340-423b-802e-9c4350a1d851 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:24.963181 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97280bcb-bec7-4b6c-a208-ef373ff18871 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event updated for resources: {'Port': ['ID=507eaa02-e223-461b-8214-61cab9a1869b,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:24.965704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-97280bcb-bec7-4b6c-a208-ef373ff18871 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:24.969637 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-97280bcb-bec7-4b6c-a208-ef373ff18871 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:24.997614 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port c2de5119-a4ff-410d-915e-38601d94bc55 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:24.997891 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c2de5119-a4ff-410d-915e-38601d94bc55), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:25.041508 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-bab81f48-18dd-404c-a042-cdbda2863ce4 req-656e2bf0-85f7-451c-8508-c05f34b463e8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] For port 64b82e2a-f9d5-411b-8c8c-70985c627056, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=64b82e2a-f9d5-411b-8c8c-70985c627056,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:25.042150 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bab81f48-18dd-404c-a042-cdbda2863ce4 req-656e2bf0-85f7-451c-8508-c05f34b463e8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (64b82e2a-f9d5-411b-8c8c-70985c627056), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:25.050291 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-97280bcb-bec7-4b6c-a208-ef373ff18871 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:25.051146 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-97280bcb-bec7-4b6c-a208-ef373ff18871 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:25.072128 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-bab81f48-18dd-404c-a042-cdbda2863ce4 req-656e2bf0-85f7-451c-8508-c05f34b463e8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Calling delete_port for 64b82e2a-f9d5-411b-8c8c-70985c627056 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:25.077489 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-97280bcb-bec7-4b6c-a208-ef373ff18871 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9705079 Jan 27 21:58:25.087935 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port c2de5119-a4ff-410d-915e-38601d94bc55 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:25.090857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-5ddb4064-2c31-43c5-ab7c-72adeb264cfa tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Request body: {'port': {'device_id': 'cb1c847f-1918-4f52-9dac-f09bfd89a297', 'network_id': 'd66237bb-bf80-4741-ba77-fc6f3775cbee', 'admin_state_up': True, 'tenant_id': '10995d19e73e4e599072cf021a4f38a9'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:25.264193 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ceb7835d-3710-4966-9765-d218d32480d7 None None] Provisioning complete for port 507eaa02-e223-461b-8214-61cab9a1869b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:25.265148 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ceb7835d-3710-4966-9765-d218d32480d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (507eaa02-e223-461b-8214-61cab9a1869b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:25.288077 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-5ddb4064-2c31-43c5-ab7c-72adeb264cfa tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Made reservation on behalf of 10995d19e73e4e599072cf021a4f38a9 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:25.294857 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-5ddb4064-2c31-43c5-ab7c-72adeb264cfa tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:25.305556 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7835d-3710-4966-9765-d218d32480d7 None None] Port 507eaa02-e223-461b-8214-61cab9a1869b cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:25.324908 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bab81f48-18dd-404c-a042-cdbda2863ce4 req-656e2bf0-85f7-451c-8508-c05f34b463e8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (64b82e2a-f9d5-411b-8c8c-70985c627056), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:25.387921 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e2bf0-85f7-451c-8508-c05f34b463e8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Pushing event deleted for resources: {'Port': ['ID=64b82e2a-f9d5-411b-8c8c-70985c627056,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:25.438056 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab81f48-18dd-404c-a042-cdbda2863ce4 req-656e2bf0-85f7-451c-8508-c05f34b463e8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] No DVR routers for this DVR port 64b82e2a-f9d5-411b-8c8c-70985c627056 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:25.442669 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bab81f48-18dd-404c-a042-cdbda2863ce4 req-656e2bf0-85f7-451c-8508-c05f34b463e8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:25.446020 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bab81f48-18dd-404c-a042-cdbda2863ce4 req-656e2bf0-85f7-451c-8508-c05f34b463e8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "DELETE /v2.0/ports/64b82e2a-f9d5-411b-8c8c-70985c627056 HTTP/1.1" status: 204 len: 173 time: 0.7737982 Jan 27 21:58:25.446617 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5', 'name': 'network-vif-deleted', 'tag': '64b82e2a-f9d5-411b-8c8c-70985c627056'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:25.448795 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa67ec4-9f4f-45bf-b864-f14d348f3d9d" -d '{"events": [{"server_uuid": "c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5", "name": "network-vif-deleted", "tag": "64b82e2a-f9d5-411b-8c8c-70985c627056"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:25.487512 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e59a15-a42b-45c6-bda6-8aa10a4bfe05 x-openstack-request-id: req-83e59a15-a42b-45c6-bda6-8aa10a4bfe05 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:25.487813 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5", "name": "network-vif-deleted", "tag": "64b82e2a-f9d5-411b-8c8c-70985c627056", "status": "failed", "code": 422}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:25.488075 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83e59a15-a42b-45c6-bda6-8aa10a4bfe05 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:25.488536 n-d-772272-3 neutron-server[109741]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c4ff425e-e3a7-4ff2-8123-d0f5a5e448f5', 'name': 'network-vif-deleted', 'tag': '64b82e2a-f9d5-411b-8c8c-70985c627056', 'status': 'failed', 'code': 422} returned with failed status Jan 27 21:58:25.513663 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-5ddb4064-2c31-43c5-ab7c-72adeb264cfa tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Allocated IP 19.86.0.180 (d66237bb-bf80-4741-ba77-fc6f3775cbee/cfd0419f-f7a9-4be8-a64f-9cd40bbdcc05/fe4742ac-ce68-416e-9428-ec47385ae742) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:25.578767 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73fa8996-cae1-4aad-99c0-6f681d0df802 req-7615e5ae-670e-491a-bfd1-04cad2f354ae tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0368292 Jan 27 21:58:25.732558 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-5ddb4064-2c31-43c5-ab7c-72adeb264cfa tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks [] for port (fe4742ac-ce68-416e-9428-ec47385ae742), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:25.773381 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-5ddb4064-2c31-43c5-ab7c-72adeb264cfa tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (fe4742ac-ce68-416e-9428-ec47385ae742), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:25.835106 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-5ddb4064-2c31-43c5-ab7c-72adeb264cfa tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Network d66237bb-bf80-4741-ba77-fc6f3775cbee is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:25.838748 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-5ddb4064-2c31-43c5-ab7c-72adeb264cfa tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:25.846533 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-5ddb4064-2c31-43c5-ab7c-72adeb264cfa tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:25.877244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb4064-2c31-43c5-ab7c-72adeb264cfa tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event updated for resources: {'Port': ['ID=fe4742ac-ce68-416e-9428-ec47385ae742,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:25.893923 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-aad0ce5f-5a76-4378-9bce-a896705579bc req-c4b0b496-f831-480b-9725-a771964d93df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98b915a08f6540dca980234284e6fa01&device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0474331 Jan 27 21:58:25.929391 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-aad0ce5f-5a76-4378-9bce-a896705579bc req-d97c714a-d64a-49c5-842f-8788d48acfc0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=98b915a08f6540dca980234284e6fa01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227013 Jan 27 21:58:25.982020 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:58:26.000601 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-5ddb4064-2c31-43c5-ab7c-72adeb264cfa tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:26.001561 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-5ddb4064-2c31-43c5-ab7c-72adeb264cfa tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.043868 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0ce5f-5a76-4378-9bce-a896705579bc req-7413d2cc-6f4d-448b-b127-1814b0470f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:26.045598 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-aad0ce5f-5a76-4378-9bce-a896705579bc req-7413d2cc-6f4d-448b-b127-1814b0470f34 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1053245 Jan 27 21:58:26.048409 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21260006-2f6f-4922-9c59-23adda208f59 req-97d49b80-bcb0-4683-8568-0f81e15236f0 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:26.054165 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21260006-2f6f-4922-9c59-23adda208f59 req-97d49b80-bcb0-4683-8568-0f81e15236f0 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:26.055885 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21260006-2f6f-4922-9c59-23adda208f59 req-97d49b80-bcb0-4683-8568-0f81e15236f0 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 1654 time: 0.1799486 Jan 27 21:58:26.059281 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-5ddb4064-2c31-43c5-ab7c-72adeb264cfa tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9724123 Jan 27 21:58:26.081799 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] Request body: {'port': {'device_id': 'cb1c847f-1918-4f52-9dac-f09bfd89a297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:26.117212 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-82a49fdb-27f4-476a-b750-f811a71fe57a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:26.118708 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-82a49fdb-27f4-476a-b750-f811a71fe57a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/networks?id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d HTTP/1.1" status: 200 len: 810 time: 0.2187428 Jan 27 21:58:26.136890 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-42fe0fdb-815f-46f8-af47-f4ab512b1458 None None] Provisioning complete for port fe4742ac-ce68-416e-9428-ec47385ae742 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:26.137447 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-42fe0fdb-815f-46f8-af47-f4ab512b1458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fe4742ac-ce68-416e-9428-ec47385ae742), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.172173 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-42fe0fdb-815f-46f8-af47-f4ab512b1458 None None] Port fe4742ac-ce68-416e-9428-ec47385ae742 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:26.172394 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-6b96c118-f89c-4301-9498-52c010871f2c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/quotas/5087db1c900149cbaaa7a34c3ee21041 HTTP/1.1" status: 200 len: 375 time: 0.0445902 Jan 27 21:58:26.193510 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21260006-2f6f-4922-9c59-23adda208f59 req-403aad7f-93f3-4cc9-8e95-8a623389757b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293542 Jan 27 21:58:26.196815 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (507eaa02-e223-461b-8214-61cab9a1869b), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.223761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-6585bad3-9fb2-4fcf-bc16-9a3500ffc544 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5087db1c900149cbaaa7a34c3ee21041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439057 Jan 27 21:58:26.325060 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-04ce7b88-762c-44ac-bc1a-8fc0abb1a63f req-628bbd08-ae5a-407c-bc57-eb09f35e7a6f tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0684566 Jan 27 21:58:26.480844 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-6716305b-cf93-4973-a9fe-00cfead7dcc1 service neutron] 10.222.0.23 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334893 Jan 27 21:58:26.609357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-62e75aa8-3d1c-4f7d-999c-a2f665d23eb7 service neutron] 10.222.0.23 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224051 Jan 27 21:58:26.654425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 507eaa02-e223-461b-8214-61cab9a1869b {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:26.663673 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] Publish callbacks [] for port (507eaa02-e223-461b-8214-61cab9a1869b), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.679726 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] Transition to ACTIVE for port object 507eaa02-e223-461b-8214-61cab9a1869b will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:58:26.684642 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (507eaa02-e223-461b-8214-61cab9a1869b), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.692035 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d5d38507-4a26-4889-8b91-f681d8ce7ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.815661 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=507eaa02-e223-461b-8214-61cab9a1869b,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:26.838840 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ea9b2ff-824f-4224-bc99-5fdc78c6403d req-52499157-1e11-45dd-9a02-9b820967171f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 210 time: 0.0462523 Jan 27 21:58:26.858902 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] Attempting to bind port 507eaa02-e223-461b-8214-61cab9a1869b on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:26.859239 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] Attempting to bind port 507eaa02-e223-461b-8214-61cab9a1869b by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '219a7abe-0ce9-4b82-9895-676b36036cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'fd4c2666-c340-423b-802e-9c4350a1d851'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:26.859563 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] Attempting to bind port 507eaa02-e223-461b-8214-61cab9a1869b on network fd4c2666-c340-423b-802e-9c4350a1d851 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:26.864365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] Port 507eaa02-e223-461b-8214-61cab9a1869b on network fd4c2666-c340-423b-802e-9c4350a1d851 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:58:26.864749 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] Attempting to bind port 507eaa02-e223-461b-8214-61cab9a1869b on network fd4c2666-c340-423b-802e-9c4350a1d851 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:26.869884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:26.870232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] Checking segment: {'id': '219a7abe-0ce9-4b82-9895-676b36036cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'fd4c2666-c340-423b-802e-9c4350a1d851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:26.870623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] Bound using segment: {'id': '219a7abe-0ce9-4b82-9895-676b36036cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'fd4c2666-c340-423b-802e-9c4350a1d851'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:26.871062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] Bound port: 507eaa02-e223-461b-8214-61cab9a1869b, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '219a7abe-0ce9-4b82-9895-676b36036cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'fd4c2666-c340-423b-802e-9c4350a1d851'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:26.871422 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (507eaa02-e223-461b-8214-61cab9a1869b), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.946484 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] For port 507eaa02-e223-461b-8214-61cab9a1869b, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:26.950555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] For port 507eaa02-e223-461b-8214-61cab9a1869b, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=507eaa02-e223-461b-8214-61cab9a1869b,segment=NetworkSegment(219a7abe-0ce9-4b82-9895-676b36036cf0),segment_id=219a7abe-0ce9-4b82-9895-676b36036cf0)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:26.956304 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (507eaa02-e223-461b-8214-61cab9a1869b), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.996227 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:26.998224 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.000427 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] 10.222.0.21 "PUT /v2.0/ports/507eaa02-e223-461b-8214-61cab9a1869b HTTP/1.1" status: 200 len: 1091 time: 0.9225130 Jan 27 21:58:27.037213 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] Request body: {'port': {'device_id': 'cb1c847f-1918-4f52-9dac-f09bfd89a297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:27.065123 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10dfb80-ba8f-495c-8a4a-0d3755907ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=507eaa02-e223-461b-8214-61cab9a1869b,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:27.122137 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fe4742ac-ce68-416e-9428-ec47385ae742), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.445677 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.672263 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1c847f-1918-4f52-9dac-f09bfd89a297', 'tag': '507eaa02-e223-461b-8214-61cab9a1869b'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:27.674645 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27d2973-39ba-48c9-a3ad-ccbc0cdd8f75" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1c847f-1918-4f52-9dac-f09bfd89a297", "tag": "507eaa02-e223-461b-8214-61cab9a1869b"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:27.722286 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6afc9-9aa6-4223-8589-c6b3084d3d68 req-cb5423e4-6210-4794-8335-6b847074f399 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:27.727593 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6afc9-9aa6-4223-8589-c6b3084d3d68 req-cb5423e4-6210-4794-8335-6b847074f399 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:27.729190 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74f6afc9-9aa6-4223-8589-c6b3084d3d68 req-cb5423e4-6210-4794-8335-6b847074f399 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 1666 time: 0.4614387 Jan 27 21:58:27.730912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a950700f-67cd-416f-80cd-dcf6bb670163 req-981d64c9-5705-4311-96b4-8f76e152a81f tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.23 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0511351 Jan 27 21:58:27.808520 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74f6afc9-9aa6-4223-8589-c6b3084d3d68 req-4782bce7-dfa5-43c8-a276-804be22aafd9 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733242 Jan 27 21:58:27.872308 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6ddea2-61e4-41c5-851d-f047d658522a x-openstack-request-id: req-5a6ddea2-61e4-41c5-851d-f047d658522a {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:27.872592 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1c847f-1918-4f52-9dac-f09bfd89a297", "tag": "507eaa02-e223-461b-8214-61cab9a1869b", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:27.872924 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a6ddea2-61e4-41c5-851d-f047d658522a {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:27.873644 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1c847f-1918-4f52-9dac-f09bfd89a297', 'tag': '507eaa02-e223-461b-8214-61cab9a1869b', 'status': 'completed', 'code': 200} Jan 27 21:58:27.880854 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4742ac-ce68-416e-9428-ec47385ae742 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:27.889958 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] Publish callbacks [] for port (fe4742ac-ce68-416e-9428-ec47385ae742), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.911125 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] Transition to ACTIVE for port object fe4742ac-ce68-416e-9428-ec47385ae742 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:58:27.926988 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (fe4742ac-ce68-416e-9428-ec47385ae742), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.977672 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aad0ce5f-5a76-4378-9bce-a896705579bc req-df396545-108b-4067-8c52-f2f44b2a35c3 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] 10.222.0.21 "GET /v2.0/ports?device_id=879ec2fd-9230-4620-a803-07eb2a721158 HTTP/1.1" status: 200 len: 210 time: 0.0672545 Jan 27 21:58:28.033518 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f974d367-71e6-4e89-bfe8-7f6217eb40ac req-58bdf60d-75e6-4dee-9cb9-bcc4b327906f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 210 time: 0.0751104 Jan 27 21:58:28.033820 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d2973-39ba-48c9-a3ad-ccbc0cdd8f75 req-40ce5345-0e73-4843-8484-f588e0625bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:28.034877 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d2973-39ba-48c9-a3ad-ccbc0cdd8f75 req-40ce5345-0e73-4843-8484-f588e0625bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:28.036682 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b27d2973-39ba-48c9-a3ad-ccbc0cdd8f75 req-40ce5345-0e73-4843-8484-f588e0625bb0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=10995d19e73e4e599072cf021a4f38a9&device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 1913 time: 0.1360307 Jan 27 21:58:28.086667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] Pushing event updated for resources: {'Port': ['ID=fe4742ac-ce68-416e-9428-ec47385ae742,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:28.158373 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-0ec178a5-6237-4d5a-8412-1d3d91093fe3 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:28.160063 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-0ec178a5-6237-4d5a-8412-1d3d91093fe3 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.21 "GET /v2.0/networks?id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d HTTP/1.1" status: 200 len: 810 time: 0.2152929 Jan 27 21:58:28.163437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] Attempting to bind port fe4742ac-ce68-416e-9428-ec47385ae742 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:28.163679 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] Attempting to bind port fe4742ac-ce68-416e-9428-ec47385ae742 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'd69fe326-8db3-436a-887e-bdb04d649758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd66237bb-bf80-4741-ba77-fc6f3775cbee'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:28.163961 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] Attempting to bind port fe4742ac-ce68-416e-9428-ec47385ae742 on network d66237bb-bf80-4741-ba77-fc6f3775cbee {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:28.168654 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] Port fe4742ac-ce68-416e-9428-ec47385ae742 on network d66237bb-bf80-4741-ba77-fc6f3775cbee not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:58:28.168974 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] Attempting to bind port fe4742ac-ce68-416e-9428-ec47385ae742 on network d66237bb-bf80-4741-ba77-fc6f3775cbee {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:28.173917 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:28.174254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] Checking segment: {'id': 'd69fe326-8db3-436a-887e-bdb04d649758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd66237bb-bf80-4741-ba77-fc6f3775cbee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:28.174632 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] Bound using segment: {'id': 'd69fe326-8db3-436a-887e-bdb04d649758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd66237bb-bf80-4741-ba77-fc6f3775cbee'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:28.175065 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] Bound port: fe4742ac-ce68-416e-9428-ec47385ae742, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69fe326-8db3-436a-887e-bdb04d649758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd66237bb-bf80-4741-ba77-fc6f3775cbee'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:28.175425 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fe4742ac-ce68-416e-9428-ec47385ae742), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.175671 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Request body: {'port': {'device_id': 'b39e94aa-496d-4b5b-a93c-51ded0558c78', 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d', 'admin_state_up': True, 'tenant_id': '5087db1c900149cbaaa7a34c3ee21041'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:28.242861 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] For port fe4742ac-ce68-416e-9428-ec47385ae742, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:28.246843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] For port fe4742ac-ce68-416e-9428-ec47385ae742, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=fe4742ac-ce68-416e-9428-ec47385ae742,segment=NetworkSegment(d69fe326-8db3-436a-887e-bdb04d649758),segment_id=d69fe326-8db3-436a-887e-bdb04d649758)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:28.252125 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (fe4742ac-ce68-416e-9428-ec47385ae742), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.295229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:28.296012 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.297645 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] 10.222.0.21 "PUT /v2.0/ports/fe4742ac-ce68-416e-9428-ec47385ae742 HTTP/1.1" status: 200 len: 1092 time: 1.2659934 Jan 27 21:58:28.327921 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970833d-1994-4fb8-a75c-c3f0ca9b773a service neutron] Pushing event updated for resources: {'Port': ['ID=fe4742ac-ce68-416e-9428-ec47385ae742,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:28.338027 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 64b82e2a-f9d5-411b-8c8c-70985c627056 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:58:28.367777 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 64b82e2a-f9d5-411b-8c8c-70985c627056 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:58:28.368418 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 64b82e2a-f9d5-411b-8c8c-70985c627056 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:58:28.566245 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d2973-39ba-48c9-a3ad-ccbc0cdd8f75 req-9d0c4021-62e5-461e-a31d-167b7136d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:28.566638 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d2973-39ba-48c9-a3ad-ccbc0cdd8f75 req-9d0c4021-62e5-461e-a31d-167b7136d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:28.567139 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d2973-39ba-48c9-a3ad-ccbc0cdd8f75 req-9d0c4021-62e5-461e-a31d-167b7136d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:28.569028 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b27d2973-39ba-48c9-a3ad-ccbc0cdd8f75 req-9d0c4021-62e5-461e-a31d-167b7136d74e service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=10995d19e73e4e599072cf021a4f38a9&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5165908 Jan 27 21:58:28.693384 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Made reservation on behalf of 5087db1c900149cbaaa7a34c3ee21041 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:28.696704 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.714032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d2973-39ba-48c9-a3ad-ccbc0cdd8f75 req-19de5812-a5c1-44db-a850-5fd94eefd5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:28.715530 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b27d2973-39ba-48c9-a3ad-ccbc0cdd8f75 req-19de5812-a5c1-44db-a850-5fd94eefd5ce service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385758 Jan 27 21:58:28.823058 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.843953 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-8ce93c31-7fcc-4417-b466-eb9c3038e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:28.844481 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-8ce93c31-7fcc-4417-b466-eb9c3038e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:28.846247 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-8ce93c31-7fcc-4417-b466-eb9c3038e408 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=10995d19e73e4e599072cf021a4f38a9&device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 1980 time: 0.0891814 Jan 27 21:58:28.898341 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-412ee65d-35ce-42df-9f8b-634a545313c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.81&port_id=507eaa02-e223-461b-8214-61cab9a1869b HTTP/1.1" status: 200 len: 217 time: 0.0419288 Jan 27 21:58:28.904030 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Allocated IP 172.20.0.11 (cd6e1a7e-3d4e-4525-9d35-d15106beb55d/9098f0c3-55f8-4926-b1cd-02227e640c95/20375fce-75d4-452b-8f28-9ec43743acda) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:28.971143 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303da74-d43b-4bd9-8c4d-15a12431cf18 req-97f71d7d-78bb-4c66-9cc8-bf433fa64166 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:28.977119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303da74-d43b-4bd9-8c4d-15a12431cf18 req-97f71d7d-78bb-4c66-9cc8-bf433fa64166 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:28.978784 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-d11f33a8-558a-432f-b43f-0e9777d9551a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:28.980535 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-d11f33a8-558a-432f-b43f-0e9777d9551a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4328aabf-ff58-4159-b139-485ce387ba85 HTTP/1.1" status: 200 len: 801 time: 0.0739570 Jan 27 21:58:28.993912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b303da74-d43b-4bd9-8c4d-15a12431cf18 req-97f71d7d-78bb-4c66-9cc8-bf433fa64166 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 1678 time: 0.0847874 Jan 27 21:58:29.056061 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b303da74-d43b-4bd9-8c4d-15a12431cf18 req-c75dd4c0-f52e-4f19-b440-552146be9134 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612564 Jan 27 21:58:29.097583 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-64334920-df01-4e35-a9a8-bee64baf6e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:29.099133 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-64334920-df01-4e35-a9a8-bee64baf6e96 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fd4c2666-c340-423b-802e-9c4350a1d851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1075935 Jan 27 21:58:29.138238 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5582dea-9607-41a9-b6d0-1f7615a6baba req-371956b1-7a6c-48c6-ad00-0e634e742f3a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 210 time: 0.0265081 Jan 27 21:58:29.145714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34790) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:29.222458 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks [] for port (20375fce-75d4-452b-8f28-9ec43743acda), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.243722 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-f1a63faa-af8e-461d-80e2-5f97be7f0cc6 service neutron] 10.222.0.21 "GET /v2.0/networks/fd4c2666-c340-423b-802e-9c4350a1d851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350045 Jan 27 21:58:29.261233 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c03d7ac0-8c7a-445b-923b-ee2c4b9d8284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.324293 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (20375fce-75d4-452b-8f28-9ec43743acda), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.339136 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c03d7ac0-8c7a-445b-923b-ee2c4b9d8284 admin admin] Publish callbacks [] for security_group (a64fa15e-ec7f-4b28-b261-6c0d1efd3557), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.343346 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c03d7ac0-8c7a-445b-923b-ee2c4b9d8284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a64fa15e-ec7f-4b28-b261-6c0d1efd3557), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.382879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c03d7ac0-8c7a-445b-923b-ee2c4b9d8284 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98b915a08f6540dca980234284e6fa01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2360954 Jan 27 21:58:29.383773 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d7ac0-8c7a-445b-923b-ee2c4b9d8284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64fa15e-ec7f-4b28-b261-6c0d1efd3557,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:29.386361 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34794) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:29.387332 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Network cd6e1a7e-3d4e-4525-9d35-d15106beb55d is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:29.392018 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:29.397648 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-5cd4a311-54e2-40f9-abeb-ac856a81ca73 service neutron] 10.222.0.21 "GET /v2.0/networks/fd4c2666-c340-423b-802e-9c4350a1d851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467762 Jan 27 21:58:29.398410 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:29.440875 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9c1a5404-2464-4c17-8232-887810878e48 admin admin] Publish callbacks [] for security_group (a64fa15e-ec7f-4b28-b261-6c0d1efd3557), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.462534 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9c1a5404-2464-4c17-8232-887810878e48 admin admin] Publish callbacks [] for security_group (a64fa15e-ec7f-4b28-b261-6c0d1efd3557), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.464323 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-574408ea-4855-403c-994f-915f13617b3b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.180&port_id=fe4742ac-ce68-416e-9428-ec47385ae742 HTTP/1.1" status: 200 len: 217 time: 0.0579183 Jan 27 21:58:29.468110 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Pushing event updated for resources: {'Port': ['ID=20375fce-75d4-452b-8f28-9ec43743acda,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:29.490284 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:29.490546 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:29.490893 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:29.491558 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:29.491896 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:29.492441 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:29.492779 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:29.493890 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:29.493890 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:29.493890 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:29.494173 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:29.494378 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:29.494763 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:29.514757 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9c1a5404-2464-4c17-8232-887810878e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a64fa15e-ec7f-4b28-b261-6c0d1efd3557), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.518169 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9c1a5404-2464-4c17-8232-887810878e48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.519952 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9c1a5404-2464-4c17-8232-887810878e48 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a64fa15e-ec7f-4b28-b261-6c0d1efd3557 HTTP/1.1" status: 204 len: 168 time: 0.1323307 Jan 27 21:58:29.528643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a5404-2464-4c17-8232-887810878e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64fa15e-ec7f-4b28-b261-6c0d1efd3557,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:29.541109 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:29.541809 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.552898 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-1fc102a1-e950-495d-bc82-5b16ccca7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:29.554357 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-1fc102a1-e950-495d-bc82-5b16ccca7e08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cfd0419f-f7a9-4be8-a64f-9cd40bbdcc05 HTTP/1.1" status: 200 len: 801 time: 0.0803850 Jan 27 21:58:29.572065 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-3e85793e-e877-458c-b014-747ff43efb59 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4005527 Jan 27 21:58:29.597024 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] Request body: {'port': {'device_id': 'b39e94aa-496d-4b5b-a93c-51ded0558c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:29.635597 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-fe5b7bec-8752-47ae-9302-da42bac4912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:29.637115 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-fe5b7bec-8752-47ae-9302-da42bac4912d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d66237bb-bf80-4741-ba77-fc6f3775cbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0761249 Jan 27 21:58:29.701468 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (20375fce-75d4-452b-8f28-9ec43743acda), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.831783 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-245c4d21-10df-42de-9646-abdd0c03ccb5 service neutron] 10.222.0.21 "GET /v2.0/networks/d66237bb-bf80-4741-ba77-fc6f3775cbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799362 Jan 27 21:58:29.876708 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1c847f-1918-4f52-9dac-f09bfd89a297', 'tag': 'fe4742ac-ce68-416e-9428-ec47385ae742'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:29.879938 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64c8699-e2dd-48fa-afce-7cda10323306" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1c847f-1918-4f52-9dac-f09bfd89a297", "tag": "fe4742ac-ce68-416e-9428-ec47385ae742"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:29.949213 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63cdadb-35cb-4775-8d25-aa3d9a6df86d x-openstack-request-id: req-d63cdadb-35cb-4775-8d25-aa3d9a6df86d {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:29.949516 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1c847f-1918-4f52-9dac-f09bfd89a297", "tag": "fe4742ac-ce68-416e-9428-ec47385ae742", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:29.949776 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d63cdadb-35cb-4775-8d25-aa3d9a6df86d {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:29.950203 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1c847f-1918-4f52-9dac-f09bfd89a297', 'tag': 'fe4742ac-ce68-416e-9428-ec47385ae742', 'status': 'completed', 'code': 200} Jan 27 21:58:30.035718 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-03bb7ce3-7b94-4488-bfb6-5bd383eeb33e req-77fc511b-1e0d-4e19-9bfe-955e9e9da2f7 service neutron] 10.222.0.21 "GET /v2.0/networks/d66237bb-bf80-4741-ba77-fc6f3775cbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975911 Jan 27 21:58:30.153944 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20375fce-75d4-452b-8f28-9ec43743acda {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:30.164004 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] Publish callbacks [] for port (20375fce-75d4-452b-8f28-9ec43743acda), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.177307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c8699-e2dd-48fa-afce-7cda10323306 req-cded18e0-8b07-486d-89ab-8cef966f038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:30.177797 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c8699-e2dd-48fa-afce-7cda10323306 req-cded18e0-8b07-486d-89ab-8cef966f038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:30.185034 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c64c8699-e2dd-48fa-afce-7cda10323306 req-cded18e0-8b07-486d-89ab-8cef966f038c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=10995d19e73e4e599072cf021a4f38a9&device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 1980 time: 0.0856171 Jan 27 21:58:30.185589 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] Transition to ACTIVE for port object 20375fce-75d4-452b-8f28-9ec43743acda will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:58:30.205350 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fd2ec-b75c-4e06-be11-493205c45d24 req-e83e6d56-1f9b-4ffd-9269-78669b73be25 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:30.210322 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (20375fce-75d4-452b-8f28-9ec43743acda), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.211129 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fd2ec-b75c-4e06-be11-493205c45d24 req-e83e6d56-1f9b-4ffd-9269-78669b73be25 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:30.212823 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c6fd2ec-b75c-4e06-be11-493205c45d24 req-e83e6d56-1f9b-4ffd-9269-78669b73be25 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 1678 time: 0.0791528 Jan 27 21:58:30.291274 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.308192 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] Pushing event updated for resources: {'Port': ['ID=20375fce-75d4-452b-8f28-9ec43743acda,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:30.341963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e974e1-eee4-4d40-8992-77cba3b4b6fc req-21f72aab-34b6-46b4-99be-94bff976b70f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:30.343510 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8e974e1-eee4-4d40-8992-77cba3b4b6fc req-21f72aab-34b6-46b4-99be-94bff976b70f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 944 time: 0.0992765 Jan 27 21:58:30.348084 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c6fd2ec-b75c-4e06-be11-493205c45d24 req-94636479-f642-42a4-8f38-b4c228c62d9a tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259363 Jan 27 21:58:30.373889 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c8699-e2dd-48fa-afce-7cda10323306 req-9bd1301f-faaf-4895-9158-e1150e92bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:30.375753 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c64c8699-e2dd-48fa-afce-7cda10323306 req-9bd1301f-faaf-4895-9158-e1150e92bf9c service neutron] 10.222.0.21 "GET /v2.0/networks?id=d66237bb-bf80-4741-ba77-fc6f3775cbee HTTP/1.1" status: 200 len: 903 time: 0.1889217 Jan 27 21:58:30.405816 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8e974e1-eee4-4d40-8992-77cba3b4b6fc req-993413a0-341a-45c0-b7a0-b9a3d642180e tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547099 Jan 27 21:58:30.427218 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c64c8699-e2dd-48fa-afce-7cda10323306 req-ad05ad31-7e81-42bc-bb30-3097757c5724 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.180&port_id=fe4742ac-ce68-416e-9428-ec47385ae742 HTTP/1.1" status: 200 len: 217 time: 0.0444064 Jan 27 21:58:30.444653 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] Attempting to bind port 20375fce-75d4-452b-8f28-9ec43743acda on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:30.444992 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] Attempting to bind port 20375fce-75d4-452b-8f28-9ec43743acda by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:30.445328 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] Attempting to bind port 20375fce-75d4-452b-8f28-9ec43743acda on network cd6e1a7e-3d4e-4525-9d35-d15106beb55d {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:30.468891 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] Port 20375fce-75d4-452b-8f28-9ec43743acda on network cd6e1a7e-3d4e-4525-9d35-d15106beb55d not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:58:30.469221 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] Attempting to bind port 20375fce-75d4-452b-8f28-9ec43743acda on network cd6e1a7e-3d4e-4525-9d35-d15106beb55d {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:30.476760 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:30.477054 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] Checking segment: {'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:30.477435 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] Bound using segment: {'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:30.477867 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] Bound port: 20375fce-75d4-452b-8f28-9ec43743acda, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:30.478224 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (20375fce-75d4-452b-8f28-9ec43743acda), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.499869 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c8699-e2dd-48fa-afce-7cda10323306 req-b1f0003a-1011-46bb-9ca6-4550c41624d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:30.502012 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c64c8699-e2dd-48fa-afce-7cda10323306 req-b1f0003a-1011-46bb-9ca6-4550c41624d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cfd0419f-f7a9-4be8-a64f-9cd40bbdcc05 HTTP/1.1" status: 200 len: 801 time: 0.0668831 Jan 27 21:58:30.586027 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] For port 20375fce-75d4-452b-8f28-9ec43743acda, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:30.589925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] For port 20375fce-75d4-452b-8f28-9ec43743acda, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=20375fce-75d4-452b-8f28-9ec43743acda,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:30.592379 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c8699-e2dd-48fa-afce-7cda10323306 req-66dc75b0-1112-414d-9aaa-2b908547d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:30.594070 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c64c8699-e2dd-48fa-afce-7cda10323306 req-66dc75b0-1112-414d-9aaa-2b908547d981 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d66237bb-bf80-4741-ba77-fc6f3775cbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0706155 Jan 27 21:58:30.596375 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (20375fce-75d4-452b-8f28-9ec43743acda), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.649469 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34840) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:30.650046 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:30.650668 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.652071 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] 10.222.0.21 "PUT /v2.0/ports/20375fce-75d4-452b-8f28-9ec43743acda HTTP/1.1" status: 200 len: 1092 time: 1.0605423 Jan 27 21:58:30.652547 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39e94aa-496d-4b5b-a93c-51ded0558c78', 'tag': '20375fce-75d4-452b-8f28-9ec43743acda'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:30.654758 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7644821a-d08f-432f-b954-55c4a40956fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b39e94aa-496d-4b5b-a93c-51ded0558c78", "tag": "20375fce-75d4-452b-8f28-9ec43743acda"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:30.741825 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e3696-18b5-4c6b-b4ae-52567d0c694b service neutron] Pushing event updated for resources: {'Port': ['ID=20375fce-75d4-452b-8f28-9ec43743acda,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:30.776063 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-1089d753-b048-4830-a562-3d7175c9003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:30.777636 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-1089d753-b048-4830-a562-3d7175c9003e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5087db1c900149cbaaa7a34c3ee21041&device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 1095 time: 0.0830021 Jan 27 21:58:30.783934 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c64c8699-e2dd-48fa-afce-7cda10323306 req-dff153e6-bf01-49e0-9145-c37fcc26902f service neutron] 10.222.0.21 "GET /v2.0/networks/d66237bb-bf80-4741-ba77-fc6f3775cbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779978 Jan 27 21:58:30.791211 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a676945e-3e6d-402b-9647-bf678080f24b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.843597 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cee06c-87d7-4a0f-a633-3d923960e120 x-openstack-request-id: req-28cee06c-87d7-4a0f-a633-3d923960e120 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:30.843934 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39e94aa-496d-4b5b-a93c-51ded0558c78", "tag": "20375fce-75d4-452b-8f28-9ec43743acda", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:30.844224 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28cee06c-87d7-4a0f-a633-3d923960e120 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:30.844635 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39e94aa-496d-4b5b-a93c-51ded0558c78', 'tag': '20375fce-75d4-452b-8f28-9ec43743acda', 'status': 'completed', 'code': 200} Jan 27 21:58:30.855343 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-fe2b3cb3-77f4-478b-8920-230a2fa7d35e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20375fce-75d4-452b-8f28-9ec43743acda HTTP/1.1" status: 200 len: 217 time: 0.0650930 Jan 27 21:58:30.872283 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a676945e-3e6d-402b-9647-bf678080f24b admin admin] Publish callbacks [] for security_group (30b36ed5-2313-45ba-ac01-511f9834f0f7), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.876012 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a676945e-3e6d-402b-9647-bf678080f24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (30b36ed5-2313-45ba-ac01-511f9834f0f7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.914445 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a676945e-3e6d-402b-9647-bf678080f24b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08179cf491034c578a31356a42085138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2636757 Jan 27 21:58:30.915341 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676945e-3e6d-402b-9647-bf678080f24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b36ed5-2313-45ba-ac01-511f9834f0f7,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:30.917700 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34850) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:30.943065 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-d4c6ef0e-87a7-4a7f-87d1-63dbc7363ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:30.944645 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-d4c6ef0e-87a7-4a7f-87d1-63dbc7363ddc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9098f0c3-55f8-4926-b1cd-02227e640c95 HTTP/1.1" status: 200 len: 850 time: 0.0625141 Jan 27 21:58:30.968346 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-81c839f2-551f-4ec1-818a-71c2cff8e984 admin admin] Publish callbacks [] for security_group (30b36ed5-2313-45ba-ac01-511f9834f0f7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.968741 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c64c8699-e2dd-48fa-afce-7cda10323306 req-379ce6cb-8718-46dd-b889-e39c51590b0a service neutron] 10.222.0.21 "GET /v2.0/networks/d66237bb-bf80-4741-ba77-fc6f3775cbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772685 Jan 27 21:58:30.989441 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-fa488492-d71e-4021-9b06-710d1d0c7838 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353236 Jan 27 21:58:30.992831 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-81c839f2-551f-4ec1-818a-71c2cff8e984 admin admin] Publish callbacks [] for security_group (30b36ed5-2313-45ba-ac01-511f9834f0f7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.049263 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-81c839f2-551f-4ec1-818a-71c2cff8e984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (30b36ed5-2313-45ba-ac01-511f9834f0f7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.052306 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-81c839f2-551f-4ec1-818a-71c2cff8e984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.053704 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-81c839f2-551f-4ec1-818a-71c2cff8e984 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30b36ed5-2313-45ba-ac01-511f9834f0f7 HTTP/1.1" status: 204 len: 168 time: 0.1349356 Jan 27 21:58:31.064890 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c839f2-551f-4ec1-818a-71c2cff8e984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b36ed5-2313-45ba-ac01-511f9834f0f7,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:31.109305 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-dadd5d88-113e-4f5d-badc-5d38d86b2a79 service neutron] 10.222.0.21 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121123 Jan 27 21:58:31.203788 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-eca16fdd-5788-4710-9fee-911bbfd7c471 req-e9a2dd95-4c15-4864-8bda-760b0b6f076d service neutron] 10.222.0.21 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869663 Jan 27 21:58:31.297121 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644821a-d08f-432f-b954-55c4a40956fa req-b9b1d34e-b23d-4315-82ab-cf0ebb47b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:31.298682 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7644821a-d08f-432f-b954-55c4a40956fa req-b9b1d34e-b23d-4315-82ab-cf0ebb47b08c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5087db1c900149cbaaa7a34c3ee21041&device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 1095 time: 0.0423172 Jan 27 21:58:31.392538 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644821a-d08f-432f-b954-55c4a40956fa req-c6b800c6-ea86-4375-9d87-da3977b7d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:31.394025 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7644821a-d08f-432f-b954-55c4a40956fa req-c6b800c6-ea86-4375-9d87-da3977b7d98d service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d HTTP/1.1" status: 200 len: 911 time: 0.0870945 Jan 27 21:58:31.444937 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7644821a-d08f-432f-b954-55c4a40956fa req-b9954a3a-99d0-4201-b256-b2521ffa4f5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20375fce-75d4-452b-8f28-9ec43743acda HTTP/1.1" status: 200 len: 217 time: 0.0433025 Jan 27 21:58:31.484686 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623925fa-b55b-4905-9877-eea2fc2b4a19 req-19057230-c15c-48be-891b-98774f34f4e5 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:31.490269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623925fa-b55b-4905-9877-eea2fc2b4a19 req-19057230-c15c-48be-891b-98774f34f4e5 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:31.491898 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-623925fa-b55b-4905-9877-eea2fc2b4a19 req-19057230-c15c-48be-891b-98774f34f4e5 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 1678 time: 0.0670996 Jan 27 21:58:31.503699 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644821a-d08f-432f-b954-55c4a40956fa req-bac49e48-9fdd-4429-9729-8201e9143637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:31.507437 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7644821a-d08f-432f-b954-55c4a40956fa req-bac49e48-9fdd-4429-9729-8201e9143637 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9098f0c3-55f8-4926-b1cd-02227e640c95 HTTP/1.1" status: 200 len: 850 time: 0.0499003 Jan 27 21:58:31.539361 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7644821a-d08f-432f-b954-55c4a40956fa req-889cf4df-022e-487f-a13f-7360c6dd2a28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271821 Jan 27 21:58:31.574534 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62771817-d8bd-4813-abef-f564e6df0ab8 req-30dd7f5b-2906-4940-8ae4-1ba9c42ce2b0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:31.576328 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62771817-d8bd-4813-abef-f564e6df0ab8 req-30dd7f5b-2906-4940-8ae4-1ba9c42ce2b0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 944 time: 0.0832114 Jan 27 21:58:31.584735 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-623925fa-b55b-4905-9877-eea2fc2b4a19 req-1d8a3433-5fa3-4b7d-8737-83d2e4aceffe tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790346 Jan 27 21:58:31.635314 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62771817-d8bd-4813-abef-f564e6df0ab8 req-783f8147-52bc-4c82-a313-089a918a2d64 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496132 Jan 27 21:58:31.645916 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7644821a-d08f-432f-b954-55c4a40956fa req-560f3f1d-1796-4d7f-8b71-e0583d4ba07c service neutron] 10.222.0.21 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995536 Jan 27 21:58:31.741134 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7644821a-d08f-432f-b954-55c4a40956fa req-28f37788-bdf1-470a-a735-33ec59e387e0 service neutron] 10.222.0.21 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874445 Jan 27 21:58:32.760769 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67654d-0ffe-4ad6-b7f8-9a10bcd55ce3 req-ca2b91bd-c62c-4d74-9b88-b313a29ad0df tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:32.769397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67654d-0ffe-4ad6-b7f8-9a10bcd55ce3 req-ca2b91bd-c62c-4d74-9b88-b313a29ad0df tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:32.770630 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc67654d-0ffe-4ad6-b7f8-9a10bcd55ce3 req-ca2b91bd-c62c-4d74-9b88-b313a29ad0df tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 1678 time: 0.1087532 Jan 27 21:58:32.822789 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56288-5efa-4893-8416-92c933df1770 req-b2619d51-2e60-452a-9859-dfb35810c231 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:32.824322 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06d56288-5efa-4893-8416-92c933df1770 req-b2619d51-2e60-452a-9859-dfb35810c231 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 944 time: 0.0975673 Jan 27 21:58:32.846714 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc67654d-0ffe-4ad6-b7f8-9a10bcd55ce3 req-2a17dbfa-500b-4981-b538-6b744048668e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721266 Jan 27 21:58:32.886567 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06d56288-5efa-4893-8416-92c933df1770 req-738fccb7-fe0d-4d95-b4d8-765a915aa0db tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529833 Jan 27 21:58:33.192974 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd8621-49b7-4ed7-8d44-4cf651571a5e req-7390ff3f-c3f7-48c7-bbd7-574bac1516bb tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:33.194830 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2edd8621-49b7-4ed7-8d44-4cf651571a5e req-7390ff3f-c3f7-48c7-bbd7-574bac1516bb tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0557847 Jan 27 21:58:33.265252 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2edd8621-49b7-4ed7-8d44-4cf651571a5e req-51ffa344-083e-45c8-b172-7ca57277205c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625899 Jan 27 21:58:33.330253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34956) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:33.383169 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48350643-ab15-4e40-8fc3-c09ef01cb763 req-28423579-ab04-4d2a-8053-04264ce422db tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:33.384742 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-48350643-ab15-4e40-8fc3-c09ef01cb763 req-28423579-ab04-4d2a-8053-04264ce422db tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0488613 Jan 27 21:58:33.431706 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-48350643-ab15-4e40-8fc3-c09ef01cb763 req-6e5d161d-85f2-4cb6-adfe-4d6a68a21128 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414393 Jan 27 21:58:33.449710 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e27ea23f-06ba-495d-a134-252676cd3c95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:33.526198 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e27ea23f-06ba-495d-a134-252676cd3c95 admin admin] Publish callbacks [] for security_group (de3ec440-2744-4ffc-90d2-e99927603cee), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:33.530481 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e27ea23f-06ba-495d-a134-252676cd3c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (de3ec440-2744-4ffc-90d2-e99927603cee), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:33.571802 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ea23f-06ba-495d-a134-252676cd3c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3ec440-2744-4ffc-90d2-e99927603cee,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:33.576397 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e27ea23f-06ba-495d-a134-252676cd3c95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb72c78b1b004767b99b22fc7eb2f384&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2447724 Jan 27 21:58:33.578951 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34964) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:33.655970 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-93136cd0-183a-4af9-9912-60d00a4cbb16 admin admin] Publish callbacks [] for security_group (de3ec440-2744-4ffc-90d2-e99927603cee), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:33.714813 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-93136cd0-183a-4af9-9912-60d00a4cbb16 admin admin] Publish callbacks [] for security_group (de3ec440-2744-4ffc-90d2-e99927603cee), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:33.771765 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-8926cc33-f833-404e-bc50-b39a4ede688c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:33.773235 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-8926cc33-f833-404e-bc50-b39a4ede688c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 812 time: 0.1436138 Jan 27 21:58:33.789402 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-670b60e7-1ff7-4f48-a416-29dfec3d930f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/quotas/61d13348ee1947f6862828ce6fcbfac2 HTTP/1.1" status: 200 len: 375 time: 0.0107615 Jan 27 21:58:33.806450 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-93136cd0-183a-4af9-9912-60d00a4cbb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (de3ec440-2744-4ffc-90d2-e99927603cee), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:33.809009 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-93136cd0-183a-4af9-9912-60d00a4cbb16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:33.810088 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-93136cd0-183a-4af9-9912-60d00a4cbb16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de3ec440-2744-4ffc-90d2-e99927603cee HTTP/1.1" status: 204 len: 168 time: 0.2300668 Jan 27 21:58:33.837433 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93136cd0-183a-4af9-9912-60d00a4cbb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3ec440-2744-4ffc-90d2-e99927603cee,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:33.866419 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-dc7a942b-fec1-49db-bac2-979f7f3f49c5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0706794 Jan 27 21:58:33.990065 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63bc66-30af-437b-bd0b-1e19e5217261 req-c361d0f2-e057-4533-b11d-20592c0cb132 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:33.995328 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63bc66-30af-437b-bd0b-1e19e5217261 req-c361d0f2-e057-4533-b11d-20592c0cb132 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:33.996958 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e63bc66-30af-437b-bd0b-1e19e5217261 req-c361d0f2-e057-4533-b11d-20592c0cb132 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 1678 time: 0.0785363 Jan 27 21:58:34.018397 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-32144717-0442-4699-83db-e858c11a5eeb service neutron] 10.222.0.23 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441667 Jan 27 21:58:34.102713 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e63bc66-30af-437b-bd0b-1e19e5217261 req-f6d10aaa-d00f-41cf-8e4a-8b27e2c13668 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958376 Jan 27 21:58:34.107212 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34982) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:34.134600 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-902a3dcc-8a34-48c3-a54a-b6ec39189cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:34.143015 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-294c9fba-c22a-4a8e-8f5e-43f6d9db604a service neutron] 10.222.0.23 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166289 Jan 27 21:58:34.216493 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7c034-9525-41fe-93b7-cca8a2eaf262 req-a3d9f899-a7d4-45a6-9b03-4300224e6894 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:34.217989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89e7c034-9525-41fe-93b7-cca8a2eaf262 req-a3d9f899-a7d4-45a6-9b03-4300224e6894 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 944 time: 0.0541608 Jan 27 21:58:34.221544 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-902a3dcc-8a34-48c3-a54a-b6ec39189cd9 admin admin] Publish callbacks [] for security_group (33c70798-bd4f-4bc1-a713-9f857ab5d520), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:34.225806 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-902a3dcc-8a34-48c3-a54a-b6ec39189cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (33c70798-bd4f-4bc1-a713-9f857ab5d520), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:34.272194 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89e7c034-9525-41fe-93b7-cca8a2eaf262 req-72340359-97b1-439a-b697-19017128fcc0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466928 Jan 27 21:58:34.297333 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-902a3dcc-8a34-48c3-a54a-b6ec39189cd9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a3a74d3c8a448bf8ea797ce3b0f566a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1885197 Jan 27 21:58:34.299607 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a3dcc-8a34-48c3-a54a-b6ec39189cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c70798-bd4f-4bc1-a713-9f857ab5d520,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:34.300712 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34992) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:34.352534 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 507eaa02-e223-461b-8214-61cab9a1869b details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:58:34.399664 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d393d1d-b094-45c8-b71b-66ba875f2baf req-7dcf1ad1-dd45-4d8f-a543-495371271e94 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=75411b84-635a-43fa-91de-13b5282611ec HTTP/1.1" status: 200 len: 210 time: 0.0416393 Jan 27 21:58:34.406621 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-12d65f15-8d87-4c82-8e23-8e0eaf939d3b admin admin] Publish callbacks [] for security_group (33c70798-bd4f-4bc1-a713-9f857ab5d520), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:34.434053 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-12d65f15-8d87-4c82-8e23-8e0eaf939d3b admin admin] Publish callbacks [] for security_group (33c70798-bd4f-4bc1-a713-9f857ab5d520), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:34.487244 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 507eaa02-e223-461b-8214-61cab9a1869b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=507eaa02-e223-461b-8214-61cab9a1869b,segment=NetworkSegment(219a7abe-0ce9-4b82-9895-676b36036cf0),segment_id=219a7abe-0ce9-4b82-9895-676b36036cf0)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:34.487608 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-12d65f15-8d87-4c82-8e23-8e0eaf939d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (33c70798-bd4f-4bc1-a713-9f857ab5d520), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:34.490376 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-12d65f15-8d87-4c82-8e23-8e0eaf939d3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:34.491665 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-12d65f15-8d87-4c82-8e23-8e0eaf939d3b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33c70798-bd4f-4bc1-a713-9f857ab5d520 HTTP/1.1" status: 204 len: 168 time: 0.1898036 Jan 27 21:58:34.500224 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '507eaa02-e223-461b-8214-61cab9a1869b', 'network_id': 'fd4c2666-c340-423b-802e-9c4350a1d851', 'port_id': '507eaa02-e223-461b-8214-61cab9a1869b', 'mac_address': 'fa:16:3e:1c:75:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4328aabf-ff58-4159-b139-485ce387ba85', 'ip_address': '19.80.0.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:58:34.500638 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d65f15-8d87-4c82-8e23-8e0eaf939d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c70798-bd4f-4bc1-a713-9f857ab5d520,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:34.548469 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 507eaa02-e223-461b-8214-61cab9a1869b is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:34.548878 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (507eaa02-e223-461b-8214-61cab9a1869b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:34.563040 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 507eaa02-e223-461b-8214-61cab9a1869b {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:34.586286 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 507eaa02-e223-461b-8214-61cab9a1869b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=507eaa02-e223-461b-8214-61cab9a1869b,segment=NetworkSegment(219a7abe-0ce9-4b82-9895-676b36036cf0),segment_id=219a7abe-0ce9-4b82-9895-676b36036cf0)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:34.590864 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (507eaa02-e223-461b-8214-61cab9a1869b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:34.591624 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 20375fce-75d4-452b-8f28-9ec43743acda details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:58:34.695382 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=507eaa02-e223-461b-8214-61cab9a1869b,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:34.739146 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 20375fce-75d4-452b-8f28-9ec43743acda, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=20375fce-75d4-452b-8f28-9ec43743acda,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:34.752627 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '20375fce-75d4-452b-8f28-9ec43743acda', 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d', 'port_id': '20375fce-75d4-452b-8f28-9ec43743acda', 'mac_address': 'fa:16:3e:8d:dd:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9098f0c3-55f8-4926-b1cd-02227e640c95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:58:34.799605 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 20375fce-75d4-452b-8f28-9ec43743acda is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:34.800205 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (20375fce-75d4-452b-8f28-9ec43743acda), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:34.815940 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20375fce-75d4-452b-8f28-9ec43743acda {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:34.837510 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 20375fce-75d4-452b-8f28-9ec43743acda, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=20375fce-75d4-452b-8f28-9ec43743acda,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:34.842126 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (20375fce-75d4-452b-8f28-9ec43743acda), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:34.843036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device fe4742ac-ce68-416e-9428-ec47385ae742 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:58:34.940918 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=20375fce-75d4-452b-8f28-9ec43743acda,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:34.981281 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port fe4742ac-ce68-416e-9428-ec47385ae742, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=fe4742ac-ce68-416e-9428-ec47385ae742,segment=NetworkSegment(d69fe326-8db3-436a-887e-bdb04d649758),segment_id=d69fe326-8db3-436a-887e-bdb04d649758)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:34.992621 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'fe4742ac-ce68-416e-9428-ec47385ae742', 'network_id': 'd66237bb-bf80-4741-ba77-fc6f3775cbee', 'port_id': 'fe4742ac-ce68-416e-9428-ec47385ae742', 'mac_address': 'fa:16:3e:81:b5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd0419f-f7a9-4be8-a64f-9cd40bbdcc05', 'ip_address': '19.86.0.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:58:35.030053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port fe4742ac-ce68-416e-9428-ec47385ae742 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:35.030446 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fe4742ac-ce68-416e-9428-ec47385ae742), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:35.043601 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4742ac-ce68-416e-9428-ec47385ae742 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:35.067045 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port fe4742ac-ce68-416e-9428-ec47385ae742, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=fe4742ac-ce68-416e-9428-ec47385ae742,segment=NetworkSegment(d69fe326-8db3-436a-887e-bdb04d649758),segment_id=d69fe326-8db3-436a-887e-bdb04d649758)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:35.070733 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (fe4742ac-ce68-416e-9428-ec47385ae742), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:35.120050 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=fe4742ac-ce68-416e-9428-ec47385ae742,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:35.226750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428dd1c3-b99b-4f2b-88fd-7ac49381450c req-a3898959-5dfe-473a-9f35-f68894e10e00 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:35.232183 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428dd1c3-b99b-4f2b-88fd-7ac49381450c req-a3898959-5dfe-473a-9f35-f68894e10e00 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:35.233784 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-428dd1c3-b99b-4f2b-88fd-7ac49381450c req-a3898959-5dfe-473a-9f35-f68894e10e00 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 1680 time: 0.0610657 Jan 27 21:58:35.283113 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-428dd1c3-b99b-4f2b-88fd-7ac49381450c req-d201fa90-98ae-4c55-8913-cc8e6df25781 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432003 Jan 27 21:58:35.456123 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-1f58553a-aac9-48a5-bb01-05db830a3ca6 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:35.457964 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-1f58553a-aac9-48a5-bb01-05db830a3ca6 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.15 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 812 time: 0.1732547 Jan 27 21:58:35.474014 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-73581bf1-e4ae-48ba-a9a0-c06ab3305968 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Request body: {'port': {'device_id': '75411b84-635a-43fa-91de-13b5282611ec', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'admin_state_up': True, 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:35.500311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff9313-1140-4650-b5dc-32d7da962170 req-a724c35d-b727-4b27-9d98-7bfa5fce44e9 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:35.507913 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fff9313-1140-4650-b5dc-32d7da962170 req-a724c35d-b727-4b27-9d98-7bfa5fce44e9 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 945 time: 0.1048148 Jan 27 21:58:35.629567 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29e56b69-0a6d-4545-b177-9baacaa86b50 req-1ae00a46-c87c-4ac1-accb-0ae29c193338 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=75411b84-635a-43fa-91de-13b5282611ec HTTP/1.1" status: 200 len: 210 time: 0.0477059 Jan 27 21:58:35.652347 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fff9313-1140-4650-b5dc-32d7da962170 req-a2df64f2-f5eb-4cda-bef4-5bc77e3ce9d0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343231 Jan 27 21:58:35.682465 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-73581bf1-e4ae-48ba-a9a0-c06ab3305968 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Made reservation on behalf of 61d13348ee1947f6862828ce6fcbfac2 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:35.685960 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-73581bf1-e4ae-48ba-a9a0-c06ab3305968 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:35.744145 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['20375fce-75d4-452b-8f28-9ec43743acda'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:35.750178 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['fe4742ac-ce68-416e-9428-ec47385ae742'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:35.821125 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-73581bf1-e4ae-48ba-a9a0-c06ab3305968 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Allocated IP 172.20.0.5 (6b844948-3293-4ffe-a8d3-7b6f6d1ebeef/e758eeac-7ebf-4254-8c02-8b091e926322/2c10477f-f158-48af-8225-6572c3013c73) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:35.950122 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['507eaa02-e223-461b-8214-61cab9a1869b'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:35.996721 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-73581bf1-e4ae-48ba-a9a0-c06ab3305968 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for port (2c10477f-f158-48af-8225-6572c3013c73), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:36.034990 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-73581bf1-e4ae-48ba-a9a0-c06ab3305968 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (2c10477f-f158-48af-8225-6572c3013c73), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:36.056377 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['2ca85ad1-0bfa-4474-9aca-1d5de0dbff10'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:36.058524 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['7f21b69d-88e6-407f-b41b-42a1408a63e4'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:36.085115 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-73581bf1-e4ae-48ba-a9a0-c06ab3305968 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:36.090400 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-73581bf1-e4ae-48ba-a9a0-c06ab3305968 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:36.092978 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-73581bf1-e4ae-48ba-a9a0-c06ab3305968 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:36.148025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73581bf1-e4ae-48ba-a9a0-c06ab3305968 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Pushing event updated for resources: {'Port': ['ID=2c10477f-f158-48af-8225-6572c3013c73,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:36.175877 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-73581bf1-e4ae-48ba-a9a0-c06ab3305968 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:36.175877 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-73581bf1-e4ae-48ba-a9a0-c06ab3305968 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:36.197018 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-73581bf1-e4ae-48ba-a9a0-c06ab3305968 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7278540 Jan 27 21:58:36.411446 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] Request body: {'port': {'device_id': '75411b84-635a-43fa-91de-13b5282611ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:36.504780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed94c3-1363-4604-8385-da30cc0b605e req-912760c5-5d50-4d7d-b19f-8c66dd7d74b4 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:36.510437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed94c3-1363-4604-8385-da30cc0b605e req-912760c5-5d50-4d7d-b19f-8c66dd7d74b4 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:36.512055 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7ed94c3-1363-4604-8385-da30cc0b605e req-912760c5-5d50-4d7d-b19f-8c66dd7d74b4 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 1680 time: 0.1227562 Jan 27 21:58:36.514868 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2c10477f-f158-48af-8225-6572c3013c73), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:36.552726 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-14a59531-6a80-41a9-bdcb-1654bd77fb3a None None] Provisioning complete for port 2c10477f-f158-48af-8225-6572c3013c73 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:36.553379 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-14a59531-6a80-41a9-bdcb-1654bd77fb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2c10477f-f158-48af-8225-6572c3013c73), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:36.613501 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7ed94c3-1363-4604-8385-da30cc0b605e req-69250e13-3273-4b19-848c-44f3b9836d75 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898583 Jan 27 21:58:36.646605 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-14a59531-6a80-41a9-bdcb-1654bd77fb3a None None] Port 2c10477f-f158-48af-8225-6572c3013c73 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:36.871260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71e835-b51c-4704-a361-21ec09f20ce3 req-34f3f271-2654-48d2-84b3-0e5e20d81ad2 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:36.872771 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a71e835-b51c-4704-a361-21ec09f20ce3 req-34f3f271-2654-48d2-84b3-0e5e20d81ad2 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 945 time: 0.1139495 Jan 27 21:58:36.887112 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edf463-6963-4b0e-a028-b147ad3ac416 req-bdac8d91-98ba-4fb3-90fe-096b605cd0cb tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:36.888566 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6edf463-6963-4b0e-a028-b147ad3ac416 req-bdac8d91-98ba-4fb3-90fe-096b605cd0cb tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=75411b84-635a-43fa-91de-13b5282611ec HTTP/1.1" status: 200 len: 931 time: 0.1241825 Jan 27 21:58:37.004733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c10477f-f158-48af-8225-6572c3013c73 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:37.015656 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] Publish callbacks [] for port (2c10477f-f158-48af-8225-6572c3013c73), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.021006 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a71e835-b51c-4704-a361-21ec09f20ce3 req-812cc55f-a4f1-4ee1-b08e-7e72719f703a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411059 Jan 27 21:58:37.030869 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6edf463-6963-4b0e-a028-b147ad3ac416 req-d0e19f86-6b4e-409b-9da1-8ab75d8c1d66 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320090 Jan 27 21:58:37.044808 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] Transition to ACTIVE for port object 2c10477f-f158-48af-8225-6572c3013c73 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:58:37.049678 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (2c10477f-f158-48af-8225-6572c3013c73), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.109732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] Pushing event updated for resources: {'Port': ['ID=2c10477f-f158-48af-8225-6572c3013c73,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:37.189494 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] Attempting to bind port 2c10477f-f158-48af-8225-6572c3013c73 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:37.189869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] Attempting to bind port 2c10477f-f158-48af-8225-6572c3013c73 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:37.190162 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] Attempting to bind port 2c10477f-f158-48af-8225-6572c3013c73 on network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:37.194738 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] Port 2c10477f-f158-48af-8225-6572c3013c73 on network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:58:37.195064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] Attempting to bind port 2c10477f-f158-48af-8225-6572c3013c73 on network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:37.200111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:37.200489 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] Checking segment: {'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:37.200873 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] Bound using segment: {'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:37.201564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] Bound port: 2c10477f-f158-48af-8225-6572c3013c73, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:37.201921 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2c10477f-f158-48af-8225-6572c3013c73), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.257570 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-49963d95-3a39-437c-8cbb-13b1cb394859 req-a97de729-0d61-4d75-bf11-6276ff818c32 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1432633 Jan 27 21:58:37.277490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] For port 2c10477f-f158-48af-8225-6572c3013c73, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:37.281128 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] For port 2c10477f-f158-48af-8225-6572c3013c73, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2c10477f-f158-48af-8225-6572c3013c73,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:37.287644 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (2c10477f-f158-48af-8225-6572c3013c73), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.323860 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.324658 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.326884 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] 10.222.0.15 "PUT /v2.0/ports/2c10477f-f158-48af-8225-6572c3013c73 HTTP/1.1" status: 200 len: 1091 time: 1.1229949 Jan 27 21:58:37.333086 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75411b84-635a-43fa-91de-13b5282611ec', 'tag': '2c10477f-f158-48af-8225-6572c3013c73'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:37.335535 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f396b2-d82c-439c-8ed7-6ec4f06309e7" -d '{"events": [{"name": "network-changed", "server_uuid": "75411b84-635a-43fa-91de-13b5282611ec", "tag": "2c10477f-f158-48af-8225-6572c3013c73"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:37.352399 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35104) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:37.366098 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49963d95-3a39-437c-8cbb-13b1cb394859 req-5c7ac99c-997e-4c21-a31b-b5326e55cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.371064 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-49963d95-3a39-437c-8cbb-13b1cb394859 req-5c7ac99c-997e-4c21-a31b-b5326e55cd69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 1096 time: 0.0889413 Jan 27 21:58:37.417472 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ba0f6b-ed17-4ffe-83d3-0d5af7a12eb4 x-openstack-request-id: req-98ba0f6b-ed17-4ffe-83d3-0d5af7a12eb4 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:37.417963 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75411b84-635a-43fa-91de-13b5282611ec", "tag": "2c10477f-f158-48af-8225-6572c3013c73", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:37.418045 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98ba0f6b-ed17-4ffe-83d3-0d5af7a12eb4 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:37.418416 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75411b84-635a-43fa-91de-13b5282611ec', 'tag': '2c10477f-f158-48af-8225-6572c3013c73', 'status': 'completed', 'code': 200} Jan 27 21:58:37.422652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b6ba3-cf27-4632-abbe-f2dbf3dc8791 service neutron] Pushing event updated for resources: {'Port': ['ID=2c10477f-f158-48af-8225-6572c3013c73,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:37.445941 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-855711ba-e1a3-4a36-83b9-0ed5df12ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.448487 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-855711ba-e1a3-4a36-83b9-0ed5df12ff2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=75411b84-635a-43fa-91de-13b5282611ec HTTP/1.1" status: 200 len: 1094 time: 0.0644839 Jan 27 21:58:37.504636 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-d8eb70e6-af97-4566-9b92-d65b2532bf0b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c10477f-f158-48af-8225-6572c3013c73 HTTP/1.1" status: 200 len: 217 time: 0.0479424 Jan 27 21:58:37.513855 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-125a44b6-590f-4fba-bf13-f31fec676362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.518104 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49963d95-3a39-437c-8cbb-13b1cb394859 req-b127bfab-8a45-43e4-b476-660ecbaac41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.519593 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-49963d95-3a39-437c-8cbb-13b1cb394859 req-b127bfab-8a45-43e4-b476-660ecbaac41d service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 913 time: 0.1089468 Jan 27 21:58:37.557484 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-089eb4dd-3046-406e-9a40-707813bdead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.559305 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-089eb4dd-3046-406e-9a40-707813bdead2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.0483830 Jan 27 21:58:37.597379 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-49963d95-3a39-437c-8cbb-13b1cb394859 req-b6ffd1a4-27ec-45fa-8c9a-7a3c82f41869 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 HTTP/1.1" status: 200 len: 217 time: 0.0700467 Jan 27 21:58:37.608933 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-a1729081-2105-490b-93e8-d57ba29c84b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.610599 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-a1729081-2105-490b-93e8-d57ba29c84b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446563 Jan 27 21:58:37.688277 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49963d95-3a39-437c-8cbb-13b1cb394859 req-4071ffc1-226b-4efb-887e-0dec155653a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.690471 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-49963d95-3a39-437c-8cbb-13b1cb394859 req-4071ffc1-226b-4efb-887e-0dec155653a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.0793333 Jan 27 21:58:37.720485 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-125a44b6-590f-4fba-bf13-f31fec676362 admin admin] Publish callbacks [] for security_group (d3538c6a-f3bd-4f23-9a7c-1cbc4dbe5fc1), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.747385 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-125a44b6-590f-4fba-bf13-f31fec676362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d3538c6a-f3bd-4f23-9a7c-1cbc4dbe5fc1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.794563 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a44b6-590f-4fba-bf13-f31fec676362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3538c6a-f3bd-4f23-9a7c-1cbc4dbe5fc1,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:37.796200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07897738-57c9-4af1-9d29-9eac326b8949 req-bcd07f81-1997-4619-96cc-491ce0f6f15b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.802352 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07897738-57c9-4af1-9d29-9eac326b8949 req-bcd07f81-1997-4619-96cc-491ce0f6f15b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.804750 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-125a44b6-590f-4fba-bf13-f31fec676362 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91908b02b6b34002b0b08d1d81a2cf72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4512992 Jan 27 21:58:37.807159 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35114) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:37.809622 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-07897738-57c9-4af1-9d29-9eac326b8949 req-bcd07f81-1997-4619-96cc-491ce0f6f15b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 1680 time: 0.0931406 Jan 27 21:58:37.818034 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49963d95-3a39-437c-8cbb-13b1cb394859 req-6bee2bb8-148c-4ccd-9158-acce48c5bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.819603 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-49963d95-3a39-437c-8cbb-13b1cb394859 req-6bee2bb8-148c-4ccd-9158-acce48c5bbee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176262 Jan 27 21:58:37.821166 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-906b4700-1eca-4e3b-8a2d-748ef2a7205f service neutron] 10.222.0.15 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006915 Jan 27 21:58:37.912734 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-07897738-57c9-4af1-9d29-9eac326b8949 req-795677ff-c8e8-451e-b26c-e391fcf19a34 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022081 Jan 27 21:58:37.932029 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1e402858-7aa2-4f82-b53a-22629219c712 admin admin] Publish callbacks [] for security_group (d3538c6a-f3bd-4f23-9a7c-1cbc4dbe5fc1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.945327 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11286c74-2a6d-45c9-931f-642da9354ce4 req-13f9dbac-be08-4168-babd-2ccb60d10c29 service neutron] 10.222.0.15 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173639 Jan 27 21:58:37.949222 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-49963d95-3a39-437c-8cbb-13b1cb394859 req-b951ea64-3eda-4080-b33d-6f003d74f27f service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217461 Jan 27 21:58:37.974740 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1e402858-7aa2-4f82-b53a-22629219c712 admin admin] Publish callbacks [] for security_group (d3538c6a-f3bd-4f23-9a7c-1cbc4dbe5fc1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.044470 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f396b2-d82c-439c-8ed7-6ec4f06309e7 req-a82a50e7-c2b3-4d01-b706-2749b3befbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:38.047206 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05f396b2-d82c-439c-8ed7-6ec4f06309e7 req-a82a50e7-c2b3-4d01-b706-2749b3befbb9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=75411b84-635a-43fa-91de-13b5282611ec HTTP/1.1" status: 200 len: 1094 time: 0.0477335 Jan 27 21:58:38.087476 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-49963d95-3a39-437c-8cbb-13b1cb394859 req-805d32e1-a8b1-46e1-abf5-61ea08360a3e service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268668 Jan 27 21:58:38.093376 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1e402858-7aa2-4f82-b53a-22629219c712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d3538c6a-f3bd-4f23-9a7c-1cbc4dbe5fc1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.099006 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1e402858-7aa2-4f82-b53a-22629219c712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.102934 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1e402858-7aa2-4f82-b53a-22629219c712 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3538c6a-f3bd-4f23-9a7c-1cbc4dbe5fc1 HTTP/1.1" status: 204 len: 168 time: 0.2941263 Jan 27 21:58:38.112400 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e402858-7aa2-4f82-b53a-22629219c712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3538c6a-f3bd-4f23-9a7c-1cbc4dbe5fc1,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:38.247414 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6303c08-4306-443b-9eea-ff963e15a3d2 req-e383e6a1-7e53-4398-859d-08702f0ddfcc tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:38.248874 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c6303c08-4306-443b-9eea-ff963e15a3d2 req-e383e6a1-7e53-4398-859d-08702f0ddfcc tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 945 time: 0.1464365 Jan 27 21:58:38.280142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391804e-7a61-4dfe-8334-121efd723748 req-3d1cdf4f-2e15-430b-9c06-152dc644e5e4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:38.281916 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1391804e-7a61-4dfe-8334-121efd723748 req-3d1cdf4f-2e15-430b-9c06-152dc644e5e4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=75411b84-635a-43fa-91de-13b5282611ec HTTP/1.1" status: 200 len: 943 time: 0.1055524 Jan 27 21:58:38.295100 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f396b2-d82c-439c-8ed7-6ec4f06309e7 req-2a0edf3e-74be-453a-b93e-801b77963786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:38.296552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05f396b2-d82c-439c-8ed7-6ec4f06309e7 req-2a0edf3e-74be-453a-b93e-801b77963786 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 913 time: 0.2439680 Jan 27 21:58:38.399677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 507eaa02-e223-461b-8214-61cab9a1869b up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:38.462598 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 507eaa02-e223-461b-8214-61cab9a1869b completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:58:38.465820 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35126) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:38.468534 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 507eaa02-e223-461b-8214-61cab9a1869b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:38.469107 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (507eaa02-e223-461b-8214-61cab9a1869b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.489246 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d574fbba-0156-464a-829c-7142e18d25ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.602634 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 507eaa02-e223-461b-8214-61cab9a1869b is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:38.603376 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (507eaa02-e223-461b-8214-61cab9a1869b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.616654 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d574fbba-0156-464a-829c-7142e18d25ce admin admin] Publish callbacks [] for security_group (4a89d3ba-e097-4ea1-9708-e5f12b8cd049), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.622363 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d574fbba-0156-464a-829c-7142e18d25ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4a89d3ba-e097-4ea1-9708-e5f12b8cd049), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.643403 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1c847f-1918-4f52-9dac-f09bfd89a297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507eaa02-e223-461b-8214-61cab9a1869b'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:38.645763 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b83c250-e076-48e4-9ca0-fc2c8cb4449e" -d '{"events": [{"server_uuid": "cb1c847f-1918-4f52-9dac-f09bfd89a297", "name": "network-vif-plugged", "status": "completed", "tag": "507eaa02-e223-461b-8214-61cab9a1869b"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:38.671333 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d574fbba-0156-464a-829c-7142e18d25ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3bd3e97a54d140ee8a129ac1a756a6cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2019269 Jan 27 21:58:38.671333 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574fbba-0156-464a-829c-7142e18d25ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a89d3ba-e097-4ea1-9708-e5f12b8cd049,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:38.672982 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35132) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:38.674412 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 507eaa02-e223-461b-8214-61cab9a1869b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=507eaa02-e223-461b-8214-61cab9a1869b,segment=NetworkSegment(219a7abe-0ce9-4b82-9895-676b36036cf0),segment_id=219a7abe-0ce9-4b82-9895-676b36036cf0)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:38.682176 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (507eaa02-e223-461b-8214-61cab9a1869b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.683185 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 20375fce-75d4-452b-8f28-9ec43743acda up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:38.696343 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c6303c08-4306-443b-9eea-ff963e15a3d2 req-6bf4b669-6a23-455a-bb61-7618cbfb4659 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376283 Jan 27 21:58:38.700572 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05f396b2-d82c-439c-8ed7-6ec4f06309e7 req-41f791fe-ec0d-4baa-bcc1-63c9054eb9bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c10477f-f158-48af-8225-6572c3013c73 HTTP/1.1" status: 200 len: 217 time: 0.3956494 Jan 27 21:58:38.758006 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b06c5e28-78b5-4853-bb7a-5419a447c6cd admin admin] Publish callbacks [] for security_group (4a89d3ba-e097-4ea1-9708-e5f12b8cd049), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.788037 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b06c5e28-78b5-4853-bb7a-5419a447c6cd admin admin] Publish callbacks [] for security_group (4a89d3ba-e097-4ea1-9708-e5f12b8cd049), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.789404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 20375fce-75d4-452b-8f28-9ec43743acda completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:58:38.797226 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 20375fce-75d4-452b-8f28-9ec43743acda triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:38.797794 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (20375fce-75d4-452b-8f28-9ec43743acda), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.806470 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1391804e-7a61-4dfe-8334-121efd723748 req-c4d83b41-5f4f-4ab5-82b1-796c5dbc25c4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148265 Jan 27 21:58:38.845231 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=507eaa02-e223-461b-8214-61cab9a1869b,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:38.849201 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f396b2-d82c-439c-8ed7-6ec4f06309e7 req-a4e75eec-f097-494f-aa3e-09720cf129a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:38.851102 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05f396b2-d82c-439c-8ed7-6ec4f06309e7 req-a4e75eec-f097-494f-aa3e-09720cf129a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.1421835 Jan 27 21:58:38.897777 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b06c5e28-78b5-4853-bb7a-5419a447c6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4a89d3ba-e097-4ea1-9708-e5f12b8cd049), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.900630 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b06c5e28-78b5-4853-bb7a-5419a447c6cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.904258 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b06c5e28-78b5-4853-bb7a-5419a447c6cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a89d3ba-e097-4ea1-9708-e5f12b8cd049 HTTP/1.1" status: 204 len: 168 time: 0.2281861 Jan 27 21:58:38.916411 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c5e28-78b5-4853-bb7a-5419a447c6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a89d3ba-e097-4ea1-9708-e5f12b8cd049,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:38.926528 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1c7251-01a1-4eb9-9346-845e5ae9b312 x-openstack-request-id: req-7f1c7251-01a1-4eb9-9346-845e5ae9b312 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:38.926759 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1c847f-1918-4f52-9dac-f09bfd89a297", "name": "network-vif-plugged", "status": "completed", "tag": "507eaa02-e223-461b-8214-61cab9a1869b", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:38.927033 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f1c7251-01a1-4eb9-9346-845e5ae9b312 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:38.929278 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1c847f-1918-4f52-9dac-f09bfd89a297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507eaa02-e223-461b-8214-61cab9a1869b', 'code': 200} Jan 27 21:58:38.931444 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f396b2-d82c-439c-8ed7-6ec4f06309e7 req-96259e8c-b652-4063-9c4a-71b30b1ebf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:38.935696 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 20375fce-75d4-452b-8f28-9ec43743acda is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:38.936104 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (20375fce-75d4-452b-8f28-9ec43743acda), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.936685 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05f396b2-d82c-439c-8ed7-6ec4f06309e7 req-96259e8c-b652-4063-9c4a-71b30b1ebf19 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704432 Jan 27 21:58:39.037799 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 20375fce-75d4-452b-8f28-9ec43743acda, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=20375fce-75d4-452b-8f28-9ec43743acda,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:39.045594 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (20375fce-75d4-452b-8f28-9ec43743acda), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.046906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device fe4742ac-ce68-416e-9428-ec47385ae742 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:39.091792 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05f396b2-d82c-439c-8ed7-6ec4f06309e7 req-d8a1c243-b01f-4f9e-9011-538c1364ced3 service neutron] 10.222.0.15 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485074 Jan 27 21:58:39.142166 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=20375fce-75d4-452b-8f28-9ec43743acda,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:39.153892 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port fe4742ac-ce68-416e-9428-ec47385ae742 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:58:39.159506 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port fe4742ac-ce68-416e-9428-ec47385ae742 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:39.160128 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fe4742ac-ce68-416e-9428-ec47385ae742), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.223023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4149aa2-c2f7-44cb-b0d5-96961534c520 req-9d5c51b8-989d-43a2-9698-5ae7561ce9de tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:39.229826 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4149aa2-c2f7-44cb-b0d5-96961534c520 req-9d5c51b8-989d-43a2-9698-5ae7561ce9de tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:39.237738 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4149aa2-c2f7-44cb-b0d5-96961534c520 req-9d5c51b8-989d-43a2-9698-5ae7561ce9de tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 1681 time: 0.1445422 Jan 27 21:58:39.269412 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port fe4742ac-ce68-416e-9428-ec47385ae742 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:39.270263 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fe4742ac-ce68-416e-9428-ec47385ae742), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.293102 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05f396b2-d82c-439c-8ed7-6ec4f06309e7 req-66c4eb18-f2cd-466d-8a2e-005d7b271fa1 service neutron] 10.222.0.15 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610384 Jan 27 21:58:39.327357 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port fe4742ac-ce68-416e-9428-ec47385ae742, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=fe4742ac-ce68-416e-9428-ec47385ae742,segment=NetworkSegment(d69fe326-8db3-436a-887e-bdb04d649758),segment_id=d69fe326-8db3-436a-887e-bdb04d649758)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:39.328766 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4149aa2-c2f7-44cb-b0d5-96961534c520 req-9f054db7-cdc9-41ec-9ee6-fd11bc9f5d6c tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878940 Jan 27 21:58:39.332543 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (fe4742ac-ce68-416e-9428-ec47385ae742), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.392974 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=fe4742ac-ce68-416e-9428-ec47385ae742,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:39.851940 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7cf49-b30f-4e90-9e5d-c0b1c1fc0abb req-6c46c17d-b05f-4c2c-a2fb-7881169847c2 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:39.858854 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4d7cf49-b30f-4e90-9e5d-c0b1c1fc0abb req-6c46c17d-b05f-4c2c-a2fb-7881169847c2 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.0802836 Jan 27 21:58:39.913774 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4d7cf49-b30f-4e90-9e5d-c0b1c1fc0abb req-930faa4d-0b62-4fc6-9d53-a4cbf0d7fc73 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538738 Jan 27 21:58:40.002914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a381c-5056-49df-b372-1f3f9851ed89 req-8327e194-c6a5-47cc-b084-7b7d41d84e6a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:40.006426 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-162a381c-5056-49df-b372-1f3f9851ed89 req-8327e194-c6a5-47cc-b084-7b7d41d84e6a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=75411b84-635a-43fa-91de-13b5282611ec HTTP/1.1" status: 200 len: 943 time: 0.0542710 Jan 27 21:58:40.068778 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-162a381c-5056-49df-b372-1f3f9851ed89 req-344b4f87-59a3-4943-9f07-e8b3766275c6 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525701 Jan 27 21:58:40.440036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e076a96-6f8f-45af-bd6f-95fa707d7d16 req-e570fce6-a345-4233-bdb8-c3b523597b18 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:40.442340 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35210) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:40.445402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e076a96-6f8f-45af-bd6f-95fa707d7d16 req-e570fce6-a345-4233-bdb8-c3b523597b18 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:40.446980 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e076a96-6f8f-45af-bd6f-95fa707d7d16 req-e570fce6-a345-4233-bdb8-c3b523597b18 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 1682 time: 0.0560651 Jan 27 21:58:40.493863 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e076a96-6f8f-45af-bd6f-95fa707d7d16 req-0f79e86e-311b-4485-ba1d-7b034215ec9e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406773 Jan 27 21:58:40.548346 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e011ec85-d831-4e69-9557-2ad4c446c6f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.621516 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e011ec85-d831-4e69-9557-2ad4c446c6f7 admin admin] Publish callbacks [] for security_group (509a6079-46d6-4441-9308-785bc9aefab3), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.626583 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e011ec85-d831-4e69-9557-2ad4c446c6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (509a6079-46d6-4441-9308-785bc9aefab3), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.667028 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e011ec85-d831-4e69-9557-2ad4c446c6f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e76d4af4ffa34e759f601adc649b03e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2236240 Jan 27 21:58:40.668146 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011ec85-d831-4e69-9557-2ad4c446c6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509a6079-46d6-4441-9308-785bc9aefab3,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:40.669826 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35214) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:40.718000 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5cdb7a52-9b27-49b7-81eb-f01032b2a5b2 admin admin] Publish callbacks [] for security_group (509a6079-46d6-4441-9308-785bc9aefab3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.738889 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5cdb7a52-9b27-49b7-81eb-f01032b2a5b2 admin admin] Publish callbacks [] for security_group (509a6079-46d6-4441-9308-785bc9aefab3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.784270 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5cdb7a52-9b27-49b7-81eb-f01032b2a5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (509a6079-46d6-4441-9308-785bc9aefab3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.786892 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5cdb7a52-9b27-49b7-81eb-f01032b2a5b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.788080 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5cdb7a52-9b27-49b7-81eb-f01032b2a5b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/509a6079-46d6-4441-9308-785bc9aefab3 HTTP/1.1" status: 204 len: 168 time: 0.1172273 Jan 27 21:58:40.795642 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb7a52-9b27-49b7-81eb-f01032b2a5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509a6079-46d6-4441-9308-785bc9aefab3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:40.928452 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 2c10477f-f158-48af-8225-6572c3013c73 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:58:40.931562 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39e94aa-496d-4b5b-a93c-51ded0558c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20375fce-75d4-452b-8f28-9ec43743acda'}, {'server_uuid': 'cb1c847f-1918-4f52-9dac-f09bfd89a297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4742ac-ce68-416e-9428-ec47385ae742'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:40.934049 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9a99bb-ba4a-42b3-9606-279c5afbedce" -d '{"events": [{"server_uuid": "b39e94aa-496d-4b5b-a93c-51ded0558c78", "name": "network-vif-plugged", "status": "completed", "tag": "20375fce-75d4-452b-8f28-9ec43743acda"}, {"server_uuid": "cb1c847f-1918-4f52-9dac-f09bfd89a297", "name": "network-vif-plugged", "status": "completed", "tag": "fe4742ac-ce68-416e-9428-ec47385ae742"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:41.013186 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cd8c32-b207-44ba-b293-321a45004d19 x-openstack-request-id: req-e2cd8c32-b207-44ba-b293-321a45004d19 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:41.013745 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39e94aa-496d-4b5b-a93c-51ded0558c78", "name": "network-vif-plugged", "status": "completed", "tag": "20375fce-75d4-452b-8f28-9ec43743acda", "code": 200}, {"server_uuid": "cb1c847f-1918-4f52-9dac-f09bfd89a297", "name": "network-vif-plugged", "status": "completed", "tag": "fe4742ac-ce68-416e-9428-ec47385ae742", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:41.014004 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2cd8c32-b207-44ba-b293-321a45004d19 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:41.014398 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39e94aa-496d-4b5b-a93c-51ded0558c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20375fce-75d4-452b-8f28-9ec43743acda', 'code': 200} Jan 27 21:58:41.014658 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1c847f-1918-4f52-9dac-f09bfd89a297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4742ac-ce68-416e-9428-ec47385ae742', 'code': 200} Jan 27 21:58:41.071206 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 2c10477f-f158-48af-8225-6572c3013c73, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2c10477f-f158-48af-8225-6572c3013c73,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:41.086957 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '2c10477f-f158-48af-8225-6572c3013c73', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'port_id': '2c10477f-f158-48af-8225-6572c3013c73', 'mac_address': 'fa:16:3e:58:2c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:58:41.125349 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ef030-a85b-41f3-a0d6-a7efa88a9e8a req-8c6fdae0-256a-459a-bed1-7e84a1538482 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:41.140928 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e8ef030-a85b-41f3-a0d6-a7efa88a9e8a req-8c6fdae0-256a-459a-bed1-7e84a1538482 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.1288519 Jan 27 21:58:41.149621 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 2c10477f-f158-48af-8225-6572c3013c73 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:41.150659 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2c10477f-f158-48af-8225-6572c3013c73), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.176744 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c10477f-f158-48af-8225-6572c3013c73 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:41.198099 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ed6a8-53f6-476a-8abe-eed5ec06d004 req-e864a7d9-a32e-4127-befb-986c2cc89971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:41.200064 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ac4ed6a8-53f6-476a-8abe-eed5ec06d004 req-e864a7d9-a32e-4127-befb-986c2cc89971 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 1097 time: 0.0663030 Jan 27 21:58:41.203598 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b87ec0-1dc9-4705-aed8-762634c1f76a req-7b5b86af-ef07-43ea-8016-b09175584a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:41.204357 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b87ec0-1dc9-4705-aed8-762634c1f76a req-7b5b86af-ef07-43ea-8016-b09175584a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:41.206045 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a7b87ec0-1dc9-4705-aed8-762634c1f76a req-7b5b86af-ef07-43ea-8016-b09175584a3a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 1984 time: 0.0989251 Jan 27 21:58:41.209475 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 2c10477f-f158-48af-8225-6572c3013c73, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2c10477f-f158-48af-8225-6572c3013c73,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:41.215880 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2c10477f-f158-48af-8225-6572c3013c73), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.217662 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e8ef030-a85b-41f3-a0d6-a7efa88a9e8a req-58953756-8471-410a-881f-10f6883ba091 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752494 Jan 27 21:58:41.293945 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=2c10477f-f158-48af-8225-6572c3013c73,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:41.312759 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae86717-ced5-4fa9-9e5e-e85689a8ef5f req-35399cdc-f432-4a74-9840-6c77c18ddbad tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:41.314764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eae86717-ced5-4fa9-9e5e-e85689a8ef5f req-35399cdc-f432-4a74-9840-6c77c18ddbad tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=75411b84-635a-43fa-91de-13b5282611ec HTTP/1.1" status: 200 len: 944 time: 0.0832868 Jan 27 21:58:41.319473 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ac4ed6a8-53f6-476a-8abe-eed5ec06d004 req-921735eb-1ead-496f-8108-69cb66a4d1f8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122956 Jan 27 21:58:41.334551 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a7b87ec0-1dc9-4705-aed8-762634c1f76a req-c7c4f956-3d5f-48f1-b378-847379f0e826 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038370 Jan 27 21:58:41.366939 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eae86717-ced5-4fa9-9e5e-e85689a8ef5f req-274ef371-cf6e-4fd5-9b35-dfec14cc35db tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443487 Jan 27 21:58:41.577751 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35250) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:41.581428 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['2c10477f-f158-48af-8225-6572c3013c73'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:41.620674 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88737812-0aa4-44f2-828f-2665174c989f req-a88d69a0-2a0b-4d43-b2fe-b70620df5a7e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:41.626068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88737812-0aa4-44f2-828f-2665174c989f req-a88d69a0-2a0b-4d43-b2fe-b70620df5a7e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:41.627666 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-88737812-0aa4-44f2-828f-2665174c989f req-a88d69a0-2a0b-4d43-b2fe-b70620df5a7e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 1682 time: 0.0643497 Jan 27 21:58:41.686637 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8c05a5c9-5df0-4442-8e56-9b329ad0ed26 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1808944070'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:41.689993 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-88737812-0aa4-44f2-828f-2665174c989f req-fb40fe56-a6b0-41f8-a64d-7fdcf48e110b tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558908 Jan 27 21:58:41.712524 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c05a5c9-5df0-4442-8e56-9b329ad0ed26 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:41.715981 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8c05a5c9-5df0-4442-8e56-9b329ad0ed26 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.726778 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8c05a5c9-5df0-4442-8e56-9b329ad0ed26 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.802232 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8c05a5c9-5df0-4442-8e56-9b329ad0ed26 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for security_group (496f25c8-92c7-45fc-baae-e459cf11dabf), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.805962 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8c05a5c9-5df0-4442-8e56-9b329ad0ed26 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (496f25c8-92c7-45fc-baae-e459cf11dabf), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.832442 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c05a5c9-5df0-4442-8e56-9b329ad0ed26 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:58:41.840764 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05a5c9-5df0-4442-8e56-9b329ad0ed26 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=496f25c8-92c7-45fc-baae-e459cf11dabf,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:41.846545 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8c05a5c9-5df0-4442-8e56-9b329ad0ed26 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (2da71aae-37e3-436e-bfac-9eb57c0f0921), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.846887 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-8c05a5c9-5df0-4442-8e56-9b329ad0ed26 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Added segment 2da71aae-37e3-436e-bfac-9eb57c0f0921 of type vlan for network fdaa4292-e481-4f0f-a1d5-1416641af0da Jan 27 21:58:41.885063 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8c05a5c9-5df0-4442-8e56-9b329ad0ed26 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (fdaa4292-e481-4f0f-a1d5-1416641af0da), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.908831 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8c05a5c9-5df0-4442-8e56-9b329ad0ed26 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (fdaa4292-e481-4f0f-a1d5-1416641af0da), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.913711 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c05a5c9-5df0-4442-8e56-9b329ad0ed26 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:41.914288 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8c05a5c9-5df0-4442-8e56-9b329ad0ed26 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.963241 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8c05a5c9-5df0-4442-8e56-9b329ad0ed26 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3824625 Jan 27 21:58:41.966652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35256) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:41.972503 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-e734c8cc-e1e3-49d9-8794-d9c855ac3b99 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:41.981493 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05a5c9-5df0-4442-8e56-9b329ad0ed26 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Network': ['ID=fdaa4292-e481-4f0f-a1d5-1416641af0da,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:41.993002 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:58:42.069376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e734c8cc-e1e3-49d9-8794-d9c855ac3b99 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:42.072827 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e734c8cc-e1e3-49d9-8794-d9c855ac3b99 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.254984 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e734c8cc-e1e3-49d9-8794-d9c855ac3b99 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (2c9b6f4a-d8a3-4874-888d-85781a2e3907), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.356523 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734c8cc-e1e3-49d9-8794-d9c855ac3b99 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=2c9b6f4a-d8a3-4874-888d-85781a2e3907,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:42.372327 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e734c8cc-e1e3-49d9-8794-d9c855ac3b99 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Checking segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:42.372691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e734c8cc-e1e3-49d9-8794-d9c855ac3b99 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network hostable DHCP agents. Network: fdaa4292-e481-4f0f-a1d5-1416641af0da, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:58:42.381633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e9e12-0005-40c8-9d09-9f4c36e61c12 req-32844981-2213-4713-b116-45ccf27f6944 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:42.383103 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f3e9e12-0005-40c8-9d09-9f4c36e61c12 req-32844981-2213-4713-b116-45ccf27f6944 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.0947495 Jan 27 21:58:42.414648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e734c8cc-e1e3-49d9-8794-d9c855ac3b99 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:58:42.433882 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-e734c8cc-e1e3-49d9-8794-d9c855ac3b99 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, fdaa4292-e481-4f0f-a1d5-1416641af0da) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:42.442474 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8fc6f6-e38e-4948-943b-3b3bdf86cb42 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:42.443015 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e734c8cc-e1e3-49d9-8794-d9c855ac3b99 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:42.443605 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e734c8cc-e1e3-49d9-8794-d9c855ac3b99 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.458416 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f3e9e12-0005-40c8-9d09-9f4c36e61c12 req-a9f0dd69-d9a1-48af-b6ab-9cd680533594 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681880 Jan 27 21:58:42.487652 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e734c8cc-e1e3-49d9-8794-d9c855ac3b99 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5197904 Jan 27 21:58:42.490454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35266) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:42.495662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-aa30dd2a-35f0-49a6-88e3-76cbf66ca245 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'name': 'tempest-NetworksTestDHCPv6-1694990058'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:42.547019 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90ecafd-3419-49cc-9a84-a7769e8efe04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-fdaa4292-e481-4f0f-a1d5-1416641af0da', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'fixed_ips': [{'subnet_id': '2c9b6f4a-d8a3-4874-888d-85781a2e3907'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:58:42.548500 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a90ecafd-3419-49cc-9a84-a7769e8efe04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.554538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f53f6-d8f5-4bbf-9b5d-6ef9499a5960 req-ee271813-580f-4dc0-a6d8-f35ba174f254 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:42.556081 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-861f53f6-d8f5-4bbf-9b5d-6ef9499a5960 req-ee271813-580f-4dc0-a6d8-f35ba174f254 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=75411b84-635a-43fa-91de-13b5282611ec HTTP/1.1" status: 200 len: 944 time: 0.1178851 Jan 27 21:58:42.634606 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.635232 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-861f53f6-d8f5-4bbf-9b5d-6ef9499a5960 req-c00db76d-548f-4f5e-8d41-27d5ccc2ba56 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720077 Jan 27 21:58:42.664191 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa30dd2a-35f0-49a6-88e3-76cbf66ca245 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:42.667592 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aa30dd2a-35f0-49a6-88e3-76cbf66ca245 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.686650 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-aa30dd2a-35f0-49a6-88e3-76cbf66ca245 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] device_id is not set on port 6e2c82b3-e66d-43b8-b585-969b2a80c63f yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:58:42.699647 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-a90ecafd-3419-49cc-9a84-a7769e8efe04 None None] Allocated IP 2001:db8::2 (fdaa4292-e481-4f0f-a1d5-1416641af0da/2c9b6f4a-d8a3-4874-888d-85781a2e3907/d969b46a-e2cd-417f-9395-453575c91bcf) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:42.819343 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c236c6d-5cb3-47d7-9520-85bc4d63e7ab req-b8f8d264-66ab-40d6-8495-6dad29bf455a tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:42.824896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c236c6d-5cb3-47d7-9520-85bc4d63e7ab req-b8f8d264-66ab-40d6-8495-6dad29bf455a tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:42.826753 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c236c6d-5cb3-47d7-9520-85bc4d63e7ab req-b8f8d264-66ab-40d6-8495-6dad29bf455a tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 1682 time: 0.0634348 Jan 27 21:58:42.847064 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a90ecafd-3419-49cc-9a84-a7769e8efe04 None None] Publish callbacks [] for port (d969b46a-e2cd-417f-9395-453575c91bcf), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.853622 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a90ecafd-3419-49cc-9a84-a7769e8efe04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (d969b46a-e2cd-417f-9395-453575c91bcf), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.891623 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90ecafd-3419-49cc-9a84-a7769e8efe04 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:42.894584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-a90ecafd-3419-49cc-9a84-a7769e8efe04 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:42.900140 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90ecafd-3419-49cc-9a84-a7769e8efe04 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:42.908039 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ecafd-3419-49cc-9a84-a7769e8efe04 None None] Pushing event updated for resources: {'Port': ['ID=d969b46a-e2cd-417f-9395-453575c91bcf,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:42.929890 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c236c6d-5cb3-47d7-9520-85bc4d63e7ab req-7f32d783-e267-4495-82c4-c5c20135fa83 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971458 Jan 27 21:58:42.952791 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-aa30dd2a-35f0-49a6-88e3-76cbf66ca245 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8::20a (fdaa4292-e481-4f0f-a1d5-1416641af0da/2c9b6f4a-d8a3-4874-888d-85781a2e3907/6e2c82b3-e66d-43b8-b585-969b2a80c63f) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:42.958108 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 2c10477f-f158-48af-8225-6572c3013c73 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:42.989224 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a90ecafd-3419-49cc-9a84-a7769e8efe04 None None] Attempting to bind port d969b46a-e2cd-417f-9395-453575c91bcf on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:42.989511 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a90ecafd-3419-49cc-9a84-a7769e8efe04 None None] Attempting to bind port d969b46a-e2cd-417f-9395-453575c91bcf by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:42.990084 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90ecafd-3419-49cc-9a84-a7769e8efe04 None None] Attempting to bind port d969b46a-e2cd-417f-9395-453575c91bcf on network fdaa4292-e481-4f0f-a1d5-1416641af0da {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:43.000369 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90ecafd-3419-49cc-9a84-a7769e8efe04 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:43.001179 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90ecafd-3419-49cc-9a84-a7769e8efe04 None None] Checking segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:43.001456 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a90ecafd-3419-49cc-9a84-a7769e8efe04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:43.001766 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90ecafd-3419-49cc-9a84-a7769e8efe04 None None] Bound using segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:43.002937 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a90ecafd-3419-49cc-9a84-a7769e8efe04 None None] Bound port: d969b46a-e2cd-417f-9395-453575c91bcf, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:43.003516 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a90ecafd-3419-49cc-9a84-a7769e8efe04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d969b46a-e2cd-417f-9395-453575c91bcf), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:43.082242 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 2c10477f-f158-48af-8225-6572c3013c73 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:58:43.088199 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a90ecafd-3419-49cc-9a84-a7769e8efe04 None None] For port d969b46a-e2cd-417f-9395-453575c91bcf, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:43.090388 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 2c10477f-f158-48af-8225-6572c3013c73 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:43.090781 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2c10477f-f158-48af-8225-6572c3013c73), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:43.093634 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a90ecafd-3419-49cc-9a84-a7769e8efe04 None None] For port d969b46a-e2cd-417f-9395-453575c91bcf, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d969b46a-e2cd-417f-9395-453575c91bcf,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:43.117596 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a90ecafd-3419-49cc-9a84-a7769e8efe04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d969b46a-e2cd-417f-9395-453575c91bcf), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:43.129641 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aa30dd2a-35f0-49a6-88e3-76cbf66ca245 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (6e2c82b3-e66d-43b8-b585-969b2a80c63f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:43.170228 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aa30dd2a-35f0-49a6-88e3-76cbf66ca245 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (6e2c82b3-e66d-43b8-b585-969b2a80c63f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:43.192546 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ecafd-3419-49cc-9a84-a7769e8efe04 None None] Pushing event updated for resources: {'Port': ['ID=d969b46a-e2cd-417f-9395-453575c91bcf,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:43.219106 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa30dd2a-35f0-49a6-88e3-76cbf66ca245 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:43.225458 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-aa30dd2a-35f0-49a6-88e3-76cbf66ca245 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:43.229240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa30dd2a-35f0-49a6-88e3-76cbf66ca245 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:43.234790 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa30dd2a-35f0-49a6-88e3-76cbf66ca245 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:43.235451 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aa30dd2a-35f0-49a6-88e3-76cbf66ca245 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:43.244977 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 2c10477f-f158-48af-8225-6572c3013c73 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:43.245928 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2c10477f-f158-48af-8225-6572c3013c73), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:43.261186 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35274) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:43.261681 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-aa30dd2a-35f0-49a6-88e3-76cbf66ca245 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7698250 Jan 27 21:58:43.262706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30dd2a-35f0-49a6-88e3-76cbf66ca245 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=6e2c82b3-e66d-43b8-b585-969b2a80c63f,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:43.281952 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75411b84-635a-43fa-91de-13b5282611ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c10477f-f158-48af-8225-6572c3013c73'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:43.284608 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b84c60b-1ad1-4804-8416-1500f72fb0f1" -d '{"events": [{"server_uuid": "75411b84-635a-43fa-91de-13b5282611ec", "name": "network-vif-plugged", "status": "completed", "tag": "2c10477f-f158-48af-8225-6572c3013c73"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:43.316824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 2c10477f-f158-48af-8225-6572c3013c73, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2c10477f-f158-48af-8225-6572c3013c73,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:43.325020 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2c10477f-f158-48af-8225-6572c3013c73), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:43.336720 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70cc32f-bc94-463b-8921-f0642942f735 x-openstack-request-id: req-d70cc32f-bc94-463b-8921-f0642942f735 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:43.337245 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75411b84-635a-43fa-91de-13b5282611ec", "name": "network-vif-plugged", "status": "completed", "tag": "2c10477f-f158-48af-8225-6572c3013c73", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:43.337797 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d70cc32f-bc94-463b-8921-f0642942f735 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:43.338351 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75411b84-635a-43fa-91de-13b5282611ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c10477f-f158-48af-8225-6572c3013c73', 'code': 200} Jan 27 21:58:43.438828 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6687847-bf44-4745-999e-c36e6351980a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:43.442337 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=2c10477f-f158-48af-8225-6572c3013c73,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:43.444601 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6687847-bf44-4745-999e-c36e6351980a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:43.446248 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e6687847-bf44-4745-999e-c36e6351980a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1840055 Jan 27 21:58:43.449182 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35280) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:43.538026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074d37e-539a-41d9-b832-96d2dcc2c2ab req-e076a684-1105-42c9-8246-58880267a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:43.539751 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5074d37e-539a-41d9-b832-96d2dcc2c2ab req-e076a684-1105-42c9-8246-58880267a89f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=75411b84-635a-43fa-91de-13b5282611ec HTTP/1.1" status: 200 len: 1096 time: 0.0558388 Jan 27 21:58:43.559729 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-bd63a3a8-5823-4001-9cee-ddf31dc198ae tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting port 6e2c82b3-e66d-43b8-b585-969b2a80c63f {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:43.560055 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd63a3a8-5823-4001-9cee-ddf31dc198ae tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (6e2c82b3-e66d-43b8-b585-969b2a80c63f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:43.621751 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5074d37e-539a-41d9-b832-96d2dcc2c2ab req-4c1063e3-498d-4ad9-9ad5-bc205abf6adf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739992 Jan 27 21:58:43.643265 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7124265-8c73-45b8-9ad5-249f6f704be9 req-9addd9fc-b155-4e33-8ccf-c0e99dce022e tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:43.644896 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7124265-8c73-45b8-9ad5-249f6f704be9 req-9addd9fc-b155-4e33-8ccf-c0e99dce022e tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.0755210 Jan 27 21:58:43.697958 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7124265-8c73-45b8-9ad5-249f6f704be9 req-804a8f04-e9a5-4577-b70c-26a13291b949 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467920 Jan 27 21:58:43.774223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220ff44-493e-46fb-810d-caa4eec43192 req-4d93ef67-9328-4c20-ad42-182e10436dc5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:43.775972 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d220ff44-493e-46fb-810d-caa4eec43192 req-4d93ef67-9328-4c20-ad42-182e10436dc5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=75411b84-635a-43fa-91de-13b5282611ec HTTP/1.1" status: 200 len: 945 time: 0.0560381 Jan 27 21:58:43.837680 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d220ff44-493e-46fb-810d-caa4eec43192 req-bdd0cb45-0673-4af3-a1af-dd4d34a8311a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551784 Jan 27 21:58:43.940106 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431615c1-3f63-4c34-a197-82aa3d9f124b req-cd788507-b38c-4a43-ade3-a3ee7d5ad4e8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:43.941763 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-431615c1-3f63-4c34-a197-82aa3d9f124b req-cd788507-b38c-4a43-ade3-a3ee7d5ad4e8 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.0565398 Jan 27 21:58:43.972910 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd63a3a8-5823-4001-9cee-ddf31dc198ae tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (6e2c82b3-e66d-43b8-b585-969b2a80c63f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:43.987937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-bd63a3a8-5823-4001-9cee-ddf31dc198ae tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Calling delete_port for 6e2c82b3-e66d-43b8-b585-969b2a80c63f owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:43.998155 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-431615c1-3f63-4c34-a197-82aa3d9f124b req-ea8c62e4-5000-424f-b7f3-4a522dd82fd5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478752 Jan 27 21:58:44.072723 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e84eaa-1e78-4617-aa03-e8357b057269 req-eb8e3df6-c5c5-40d4-8e35-e1e1f872e9d5 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:44.078753 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e84eaa-1e78-4617-aa03-e8357b057269 req-eb8e3df6-c5c5-40d4-8e35-e1e1f872e9d5 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:44.080595 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75e84eaa-1e78-4617-aa03-e8357b057269 req-eb8e3df6-c5c5-40d4-8e35-e1e1f872e9d5 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 1682 time: 0.0592475 Jan 27 21:58:44.146345 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75e84eaa-1e78-4617-aa03-e8357b057269 req-7288289f-fbb4-4adf-b008-c9dcca9fc141 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584743 Jan 27 21:58:44.158447 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd63a3a8-5823-4001-9cee-ddf31dc198ae tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (6e2c82b3-e66d-43b8-b585-969b2a80c63f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.224779 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63a3a8-5823-4001-9cee-ddf31dc198ae tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Port': ['ID=6e2c82b3-e66d-43b8-b585-969b2a80c63f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:44.233858 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd63a3a8-5823-4001-9cee-ddf31dc198ae tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.237878 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bd63a3a8-5823-4001-9cee-ddf31dc198ae tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/6e2c82b3-e66d-43b8-b585-969b2a80c63f HTTP/1.1" status: 204 len: 168 time: 0.7871933 Jan 27 21:58:44.240018 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35298) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:44.334752 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fea12a8-5872-471e-b50d-90a45b9687e7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:44.336434 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fea12a8-5872-471e-b50d-90a45b9687e7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:44.337990 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1fea12a8-5872-471e-b50d-90a45b9687e7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0969653 Jan 27 21:58:44.340805 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35300) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:44.412560 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-e965c6c9-421e-4f19-9320-fba1c670c9e1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet 2c9b6f4a-d8a3-4874-888d-85781a2e3907 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:58:44.416497 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e965c6c9-421e-4f19-9320-fba1c670c9e1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (2c9b6f4a-d8a3-4874-888d-85781a2e3907), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.475472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dd128-1ba6-49bd-a4fb-ca79da3502a1 req-333a6d0d-ed41-4cf4-8f46-5cf7f0575cd8 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:44.480881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dd128-1ba6-49bd-a4fb-ca79da3502a1 req-333a6d0d-ed41-4cf4-8f46-5cf7f0575cd8 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:44.482572 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4b7dd128-1ba6-49bd-a4fb-ca79da3502a1 req-333a6d0d-ed41-4cf4-8f46-5cf7f0575cd8 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 1682 time: 0.0625598 Jan 27 21:58:44.483805 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e965c6c9-421e-4f19-9320-fba1c670c9e1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (2c9b6f4a-d8a3-4874-888d-85781a2e3907), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.495748 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24b268a-da3f-4524-9d75-b4641bad329c None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:44.548763 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4b7dd128-1ba6-49bd-a4fb-ca79da3502a1 req-c55ff528-2044-493b-b3d7-3270a52706d9 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599334 Jan 27 21:58:44.585048 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7e5a55d1-6fa7-4cf7-9ef3-568dadaedcf3 None None] Provisioning complete for port d969b46a-e2cd-417f-9395-453575c91bcf triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:44.585577 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7e5a55d1-6fa7-4cf7-9ef3-568dadaedcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d969b46a-e2cd-417f-9395-453575c91bcf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.587266 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e965c6c9-421e-4f19-9320-fba1c670c9e1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (2c9b6f4a-d8a3-4874-888d-85781a2e3907), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.651720 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e965c6c9-421e-4f19-9320-fba1c670c9e1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (2c9b6f4a-d8a3-4874-888d-85781a2e3907), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.684470 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965c6c9-421e-4f19-9320-fba1c670c9e1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9b6f4a-d8a3-4874-888d-85781a2e3907,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:44.686701 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e965c6c9-421e-4f19-9320-fba1c670c9e1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.689981 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e965c6c9-421e-4f19-9320-fba1c670c9e1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/2c9b6f4a-d8a3-4874-888d-85781a2e3907 HTTP/1.1" status: 204 len: 168 time: 0.3479805 Jan 27 21:58:44.692761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35308) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:44.695330 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7e5a55d1-6fa7-4cf7-9ef3-568dadaedcf3 None None] Current status of the port d969b46a-e2cd-417f-9395-453575c91bcf is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:44.695565 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7e5a55d1-6fa7-4cf7-9ef3-568dadaedcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d969b46a-e2cd-417f-9395-453575c91bcf), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.756417 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d280ce70-a9c8-4a48-959b-42f3296934c1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623844 Jan 27 21:58:44.759450 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35310) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:44.764771 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d121e4ac-84be-4fc6-b12f-ca2cd3acb7c9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:44.782969 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7e5a55d1-6fa7-4cf7-9ef3-568dadaedcf3 None None] For port d969b46a-e2cd-417f-9395-453575c91bcf, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d969b46a-e2cd-417f-9395-453575c91bcf,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:44.794384 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7e5a55d1-6fa7-4cf7-9ef3-568dadaedcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d969b46a-e2cd-417f-9395-453575c91bcf), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.883086 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d969b46a-e2cd-417f-9395-453575c91bcf up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:44.887241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a55d1-6fa7-4cf7-9ef3-568dadaedcf3 None None] Pushing event updated for resources: {'Port': ['ID=d969b46a-e2cd-417f-9395-453575c91bcf,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:44.900129 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d121e4ac-84be-4fc6-b12f-ca2cd3acb7c9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:44.903674 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d121e4ac-84be-4fc6-b12f-ca2cd3acb7c9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.924007 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a55d1-6fa7-4cf7-9ef3-568dadaedcf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:44.924733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a55d1-6fa7-4cf7-9ef3-568dadaedcf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:44.925287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a55d1-6fa7-4cf7-9ef3-568dadaedcf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:44.925815 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a55d1-6fa7-4cf7-9ef3-568dadaedcf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:44.926348 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a55d1-6fa7-4cf7-9ef3-568dadaedcf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:44.926895 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a55d1-6fa7-4cf7-9ef3-568dadaedcf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:44.927416 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a55d1-6fa7-4cf7-9ef3-568dadaedcf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:44.927935 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a55d1-6fa7-4cf7-9ef3-568dadaedcf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:44.928529 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a55d1-6fa7-4cf7-9ef3-568dadaedcf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:44.929060 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a55d1-6fa7-4cf7-9ef3-568dadaedcf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:44.929595 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a55d1-6fa7-4cf7-9ef3-568dadaedcf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:44.930247 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a55d1-6fa7-4cf7-9ef3-568dadaedcf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:44.930882 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5a55d1-6fa7-4cf7-9ef3-568dadaedcf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:44.944322 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e2b0b8-448f-4fa8-9c51-897baa703ded None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:45.016141 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694dbbfa-ce04-4327-9a1c-8e0be5543989 req-964b79a2-ad04-43af-9262-c671d9013a02 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:45.019372 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-694dbbfa-ce04-4327-9a1c-8e0be5543989 req-964b79a2-ad04-43af-9262-c671d9013a02 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=75411b84-635a-43fa-91de-13b5282611ec HTTP/1.1" status: 200 len: 945 time: 0.0733464 Jan 27 21:58:45.086489 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-694dbbfa-ce04-4327-9a1c-8e0be5543989 req-204c9d1a-4d6d-48f8-bc9f-f201ac5d005b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553839 Jan 27 21:58:45.140445 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d121e4ac-84be-4fc6-b12f-ca2cd3acb7c9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (24d3d6ac-7a6f-45d0-8acc-d2be162ad00b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:45.148348 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afbb34-2d44-44db-89c1-322fb5337b8f req-b1d0f75d-08ab-44ad-a11a-256a266009b2 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:45.150190 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4afbb34-2d44-44db-89c1-322fb5337b8f req-b1d0f75d-08ab-44ad-a11a-256a266009b2 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.0623062 Jan 27 21:58:45.189033 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d121e4ac-84be-4fc6-b12f-ca2cd3acb7c9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:45.192241 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-d121e4ac-84be-4fc6-b12f-ca2cd3acb7c9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:45.196246 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e4ac-84be-4fc6-b12f-ca2cd3acb7c9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:45.196791 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d121e4ac-84be-4fc6-b12f-ca2cd3acb7c9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:45.222191 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d121e4ac-84be-4fc6-b12f-ca2cd3acb7c9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4616411 Jan 27 21:58:45.223074 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121e4ac-84be-4fc6-b12f-ca2cd3acb7c9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=24d3d6ac-7a6f-45d0-8acc-d2be162ad00b,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:45.225933 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35320) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:45.227121 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d969b46a-e2cd-417f-9395-453575c91bcf triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:45.227499 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d969b46a-e2cd-417f-9395-453575c91bcf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:45.234309 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ef8c6fe6-b7aa-4e72-8bb9-36a41f83a267 None None] Provisioning complete for port d969b46a-e2cd-417f-9395-453575c91bcf triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:45.234309 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6fe6-b7aa-4e72-8bb9-36a41f83a267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d969b46a-e2cd-417f-9395-453575c91bcf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:45.234686 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-3f089683-09bd-4209-8388-bf61f3e853df tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'name': 'tempest-NetworksTestDHCPv6-434325865'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:45.256935 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4afbb34-2d44-44db-89c1-322fb5337b8f req-6ca0f319-133a-49d0-a891-a32884063cec tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009288 Jan 27 21:58:45.303063 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7343980e-97a7-4619-a3fc-eae78b7e5ad7 req-c1f45b62-15d1-492a-b5fb-ac8e50416c21 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=61d13348ee1947f6862828ce6fcbfac2 HTTP/1.1" status: 200 len: 267 time: 0.1321623 Jan 27 21:58:45.383032 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93420c1-b6e3-4746-b4c6-ecab8cd0de68 None None] DHCP port deletion for fdaa4292-e481-4f0f-a1d5-1416641af0da request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:58:45.403577 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d969b46a-e2cd-417f-9395-453575c91bcf is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:45.404567 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343980e-97a7-4619-a3fc-eae78b7e5ad7 req-2e560973-b624-4daf-987f-5ecd6f150a7f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:45.406040 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7343980e-97a7-4619-a3fc-eae78b7e5ad7 req-2e560973-b624-4daf-987f-5ecd6f150a7f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=75411b84-635a-43fa-91de-13b5282611ec HTTP/1.1" status: 200 len: 945 time: 0.0776906 Jan 27 21:58:45.407106 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f089683-09bd-4209-8388-bf61f3e853df tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:45.410233 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3f089683-09bd-4209-8388-bf61f3e853df tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:45.427632 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-7343980e-97a7-4619-a3fc-eae78b7e5ad7 req-74540272-de98-4966-998e-d3177c3fc35b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Request body: {'port': {'security_groups': []}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:45.439435 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c6fe6-b7aa-4e72-8bb9-36a41f83a267 None None] Current status of the port d969b46a-e2cd-417f-9395-453575c91bcf is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:45.460699 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-3f089683-09bd-4209-8388-bf61f3e853df tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] device_id is not set on port f7018ec6-f51f-4226-bc46-88e5ba3dcda8 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:58:45.470518 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a93420c1-b6e3-4746-b4c6-ecab8cd0de68 None None] Deleting port d969b46a-e2cd-417f-9395-453575c91bcf {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:45.470734 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a93420c1-b6e3-4746-b4c6-ecab8cd0de68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d969b46a-e2cd-417f-9395-453575c91bcf), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:45.547052 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7343980e-97a7-4619-a3fc-eae78b7e5ad7 req-74540272-de98-4966-998e-d3177c3fc35b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2c10477f-f158-48af-8225-6572c3013c73), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:45.557811 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a93420c1-b6e3-4746-b4c6-ecab8cd0de68 None None] For port d969b46a-e2cd-417f-9395-453575c91bcf, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d969b46a-e2cd-417f-9395-453575c91bcf,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:45.558309 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a93420c1-b6e3-4746-b4c6-ecab8cd0de68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d969b46a-e2cd-417f-9395-453575c91bcf), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:45.575307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a93420c1-b6e3-4746-b4c6-ecab8cd0de68 None None] Calling delete_port for d969b46a-e2cd-417f-9395-453575c91bcf owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:45.663345 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a93420c1-b6e3-4746-b4c6-ecab8cd0de68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (d969b46a-e2cd-417f-9395-453575c91bcf), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:45.675117 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-3f089683-09bd-4209-8388-bf61f3e853df tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8::263 (fdaa4292-e481-4f0f-a1d5-1416641af0da/24d3d6ac-7a6f-45d0-8acc-d2be162ad00b/f7018ec6-f51f-4226-bc46-88e5ba3dcda8) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:45.692677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93420c1-b6e3-4746-b4c6-ecab8cd0de68 None None] Pushing event deleted for resources: {'Port': ['ID=d969b46a-e2cd-417f-9395-453575c91bcf,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:45.696121 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93420c1-b6e3-4746-b4c6-ecab8cd0de68 None None] No DVR routers for this DVR port d969b46a-e2cd-417f-9395-453575c91bcf on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:45.716244 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68638da-9166-40f3-9be0-21f02464ef13 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:45.750515 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1fb07-0324-4a74-867f-75008b56c542 req-fe5689c1-5703-451f-86bd-7affc735a431 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:45.755942 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1fb07-0324-4a74-867f-75008b56c542 req-fe5689c1-5703-451f-86bd-7affc735a431 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:45.757529 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5dd1fb07-0324-4a74-867f-75008b56c542 req-fe5689c1-5703-451f-86bd-7affc735a431 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 1682 time: 0.1392274 Jan 27 21:58:45.815495 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d95b44a-a531-4430-8a99-3b7112c072bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-fdaa4292-e481-4f0f-a1d5-1416641af0da', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'fixed_ips': [{'subnet_id': '24d3d6ac-7a6f-45d0-8acc-d2be162ad00b'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:58:45.817095 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3d95b44a-a531-4430-8a99-3b7112c072bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:45.929867 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5dd1fb07-0324-4a74-867f-75008b56c542 req-af8ee4da-935d-4af4-b24e-05b1f0a514e6 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356008 Jan 27 21:58:45.960990 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-7343980e-97a7-4619-a3fc-eae78b7e5ad7 req-74540272-de98-4966-998e-d3177c3fc35b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] For port 2c10477f-f158-48af-8225-6572c3013c73, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2c10477f-f158-48af-8225-6572c3013c73,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:45.998970 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3f089683-09bd-4209-8388-bf61f3e853df tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (f7018ec6-f51f-4226-bc46-88e5ba3dcda8), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.014937 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7343980e-97a7-4619-a3fc-eae78b7e5ad7 req-74540272-de98-4966-998e-d3177c3fc35b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for port (2c10477f-f158-48af-8225-6572c3013c73), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.021285 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7343980e-97a7-4619-a3fc-eae78b7e5ad7 req-74540272-de98-4966-998e-d3177c3fc35b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (2c10477f-f158-48af-8225-6572c3013c73), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.035049 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['7f21b69d-88e6-407f-b41b-42a1408a63e4', '2c10477f-f158-48af-8225-6572c3013c73'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:46.037470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['2ca85ad1-0bfa-4474-9aca-1d5de0dbff10'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:46.076854 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343980e-97a7-4619-a3fc-eae78b7e5ad7 req-74540272-de98-4966-998e-d3177c3fc35b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:46.077472 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7343980e-97a7-4619-a3fc-eae78b7e5ad7 req-74540272-de98-4966-998e-d3177c3fc35b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.086155 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7343980e-97a7-4619-a3fc-eae78b7e5ad7 req-74540272-de98-4966-998e-d3177c3fc35b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "PUT /v2.0/ports/2c10477f-f158-48af-8225-6572c3013c73 HTTP/1.1" status: 200 len: 904 time: 0.6662493 Jan 27 21:58:46.088286 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75411b84-635a-43fa-91de-13b5282611ec', 'tag': '2c10477f-f158-48af-8225-6572c3013c73'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:46.090642 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1803228e-f62f-4c63-aef4-c1848612871a" -d '{"events": [{"name": "network-changed", "server_uuid": "75411b84-635a-43fa-91de-13b5282611ec", "tag": "2c10477f-f158-48af-8225-6572c3013c73"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:46.127546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74540272-de98-4966-998e-d3177c3fc35b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Pushing event updated for resources: {'Port': ['ID=2c10477f-f158-48af-8225-6572c3013c73,revision_number=6']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:46.134517 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3f089683-09bd-4209-8388-bf61f3e853df tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f7018ec6-f51f-4226-bc46-88e5ba3dcda8), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.248938 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-3d95b44a-a531-4430-8a99-3b7112c072bb None None] Allocated IP 2001:db8::2 (fdaa4292-e481-4f0f-a1d5-1416641af0da/24d3d6ac-7a6f-45d0-8acc-d2be162ad00b/5d55b04b-5168-4738-88c6-6eab82b310bd) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:46.252573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['2c10477f-f158-48af-8225-6572c3013c73'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:46.271327 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f089683-09bd-4209-8388-bf61f3e853df tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:46.283009 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-3f089683-09bd-4209-8388-bf61f3e853df tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:46.286322 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f089683-09bd-4209-8388-bf61f3e853df tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:46.291622 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f089683-09bd-4209-8388-bf61f3e853df tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:46.292560 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3f089683-09bd-4209-8388-bf61f3e853df tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.298240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f089683-09bd-4209-8388-bf61f3e853df tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=f7018ec6-f51f-4226-bc46-88e5ba3dcda8,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:46.320468 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aaa095-9be8-4054-8554-01fdbeb2af05 req-0bebe2dd-2515-4a0d-8a85-1bc9f0d66ab7 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:46.322226 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83aaa095-9be8-4054-8554-01fdbeb2af05 req-0bebe2dd-2515-4a0d-8a85-1bc9f0d66ab7 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=75411b84-635a-43fa-91de-13b5282611ec HTTP/1.1" status: 200 len: 907 time: 0.1108284 Jan 27 21:58:46.326681 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3f089683-09bd-4209-8388-bf61f3e853df tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0958049 Jan 27 21:58:46.330181 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35336) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:46.397619 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb18629-da94-4735-abf9-3aa001dd3c43 x-openstack-request-id: req-4fb18629-da94-4735-abf9-3aa001dd3c43 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:46.397619 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75411b84-635a-43fa-91de-13b5282611ec", "tag": "2c10477f-f158-48af-8225-6572c3013c73", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:46.397619 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4fb18629-da94-4735-abf9-3aa001dd3c43 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:46.397982 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75411b84-635a-43fa-91de-13b5282611ec', 'tag': '2c10477f-f158-48af-8225-6572c3013c73', 'status': 'completed', 'code': 200} Jan 27 21:58:46.421976 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524f1199-30d8-4790-9255-eb4f2a027713 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:46.426157 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-524f1199-30d8-4790-9255-eb4f2a027713 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0916090 Jan 27 21:58:46.433419 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35342) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:46.509958 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd588f64-0cf8-4881-b55e-b317a897ea46 req-41491ccc-3ce1-42f1-b35f-51f90503291f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:46.513918 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd588f64-0cf8-4881-b55e-b317a897ea46 req-41491ccc-3ce1-42f1-b35f-51f90503291f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.1091352 Jan 27 21:58:46.520538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803228e-f62f-4c63-aef4-c1848612871a req-2696072d-9de3-445e-96f9-8917bb7ca078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:46.523855 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1803228e-f62f-4c63-aef4-c1848612871a req-2696072d-9de3-445e-96f9-8917bb7ca078 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=75411b84-635a-43fa-91de-13b5282611ec HTTP/1.1" status: 200 len: 1058 time: 0.0815752 Jan 27 21:58:46.531089 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f1044841-2347-4be9-b100-45574c6071e3 None None] Provisioning complete for port 2c10477f-f158-48af-8225-6572c3013c73 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:46.531469 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f1044841-2347-4be9-b100-45574c6071e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2c10477f-f158-48af-8225-6572c3013c73), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.543569 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5f92e-15e1-450c-a2e2-5ac092673f17 req-d0f965a3-39ff-4ef0-8045-5289f54a3fdc tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:46.549262 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5f92e-15e1-450c-a2e2-5ac092673f17 req-d0f965a3-39ff-4ef0-8045-5289f54a3fdc tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:46.550844 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-41c5f92e-15e1-450c-a2e2-5ac092673f17 req-d0f965a3-39ff-4ef0-8045-5289f54a3fdc tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 1682 time: 0.1260850 Jan 27 21:58:46.643573 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-6949f8a8-f888-4365-a02b-6c98bb3e1388 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting port f7018ec6-f51f-4226-bc46-88e5ba3dcda8 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:46.643921 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6949f8a8-f888-4365-a02b-6c98bb3e1388 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f7018ec6-f51f-4226-bc46-88e5ba3dcda8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.701834 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3d95b44a-a531-4430-8a99-3b7112c072bb None None] Publish callbacks [] for port (5d55b04b-5168-4738-88c6-6eab82b310bd), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.730017 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3d95b44a-a531-4430-8a99-3b7112c072bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (5d55b04b-5168-4738-88c6-6eab82b310bd), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.739826 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-41c5f92e-15e1-450c-a2e2-5ac092673f17 req-e70f536b-1b3f-4407-83a2-de2ac192d3b6 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Deleting port fe4742ac-ce68-416e-9428-ec47385ae742 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:46.740218 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-41c5f92e-15e1-450c-a2e2-5ac092673f17 req-e70f536b-1b3f-4407-83a2-de2ac192d3b6 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (fe4742ac-ce68-416e-9428-ec47385ae742), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.766421 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6949f8a8-f888-4365-a02b-6c98bb3e1388 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f7018ec6-f51f-4226-bc46-88e5ba3dcda8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.773410 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d95b44a-a531-4430-8a99-3b7112c072bb None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:46.802296 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95b44a-a531-4430-8a99-3b7112c072bb None None] Pushing event updated for resources: {'Port': ['ID=5d55b04b-5168-4738-88c6-6eab82b310bd,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:46.815978 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-6949f8a8-f888-4365-a02b-6c98bb3e1388 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Calling delete_port for f7018ec6-f51f-4226-bc46-88e5ba3dcda8 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:46.826649 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-3d95b44a-a531-4430-8a99-3b7112c072bb None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:46.835246 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d969b46a-e2cd-417f-9395-453575c91bcf no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:58:46.838120 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f1044841-2347-4be9-b100-45574c6071e3 None None] Current status of the port 2c10477f-f158-48af-8225-6572c3013c73 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:46.844457 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d95b44a-a531-4430-8a99-3b7112c072bb None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:46.875092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: d969b46a-e2cd-417f-9395-453575c91bcf {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:58:46.875092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d969b46a-e2cd-417f-9395-453575c91bcf not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:58:46.899670 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-41c5f92e-15e1-450c-a2e2-5ac092673f17 req-e70f536b-1b3f-4407-83a2-de2ac192d3b6 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] For port fe4742ac-ce68-416e-9428-ec47385ae742, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=fe4742ac-ce68-416e-9428-ec47385ae742,segment=NetworkSegment(d69fe326-8db3-436a-887e-bdb04d649758),segment_id=d69fe326-8db3-436a-887e-bdb04d649758)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:46.900039 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-41c5f92e-15e1-450c-a2e2-5ac092673f17 req-e70f536b-1b3f-4407-83a2-de2ac192d3b6 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (fe4742ac-ce68-416e-9428-ec47385ae742), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.911389 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd588f64-0cf8-4881-b55e-b317a897ea46 req-313ed118-4be3-41a7-90d1-c7ef23b42145 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862383 Jan 27 21:58:46.919977 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-41c5f92e-15e1-450c-a2e2-5ac092673f17 req-e70f536b-1b3f-4407-83a2-de2ac192d3b6 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Calling delete_port for fe4742ac-ce68-416e-9428-ec47385ae742 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:46.933918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f164d-4ccd-48ac-989b-59a99f3c0835 req-5e1e1895-3afc-4078-bc34-3958f5f8d0aa tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:46.933918 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-221f164d-4ccd-48ac-989b-59a99f3c0835 req-5e1e1895-3afc-4078-bc34-3958f5f8d0aa tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.3742802 Jan 27 21:58:46.963977 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-3d95b44a-a531-4430-8a99-3b7112c072bb None None] Attempting to bind port 5d55b04b-5168-4738-88c6-6eab82b310bd on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:46.964823 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-3d95b44a-a531-4430-8a99-3b7112c072bb None None] Attempting to bind port 5d55b04b-5168-4738-88c6-6eab82b310bd by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:46.965012 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d95b44a-a531-4430-8a99-3b7112c072bb None None] Attempting to bind port 5d55b04b-5168-4738-88c6-6eab82b310bd on network fdaa4292-e481-4f0f-a1d5-1416641af0da {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:46.973137 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d95b44a-a531-4430-8a99-3b7112c072bb None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:46.973612 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d95b44a-a531-4430-8a99-3b7112c072bb None None] Checking segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:46.974288 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3d95b44a-a531-4430-8a99-3b7112c072bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.978767 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803228e-f62f-4c63-aef4-c1848612871a req-a1a78d6a-83a3-4a69-8d87-36eb40b2a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:46.978939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d95b44a-a531-4430-8a99-3b7112c072bb None None] Bound using segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:46.979781 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-3d95b44a-a531-4430-8a99-3b7112c072bb None None] Bound port: 5d55b04b-5168-4738-88c6-6eab82b310bd, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:46.980725 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3d95b44a-a531-4430-8a99-3b7112c072bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5d55b04b-5168-4738-88c6-6eab82b310bd), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.981611 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1803228e-f62f-4c63-aef4-c1848612871a req-a1a78d6a-83a3-4a69-8d87-36eb40b2a371 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 913 time: 0.4271269 Jan 27 21:58:47.052455 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1803228e-f62f-4c63-aef4-c1848612871a req-9340d728-eb34-4712-b2e7-fe456323f459 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c10477f-f158-48af-8225-6572c3013c73 HTTP/1.1" status: 200 len: 217 time: 0.0486948 Jan 27 21:58:47.054676 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6949f8a8-f888-4365-a02b-6c98bb3e1388 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (f7018ec6-f51f-4226-bc46-88e5ba3dcda8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.082177 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-3d95b44a-a531-4430-8a99-3b7112c072bb None None] For port 5d55b04b-5168-4738-88c6-6eab82b310bd, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:47.085827 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-3d95b44a-a531-4430-8a99-3b7112c072bb None None] For port 5d55b04b-5168-4738-88c6-6eab82b310bd, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5d55b04b-5168-4738-88c6-6eab82b310bd,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:47.092368 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3d95b44a-a531-4430-8a99-3b7112c072bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5d55b04b-5168-4738-88c6-6eab82b310bd), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.098256 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949f8a8-f888-4365-a02b-6c98bb3e1388 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Port': ['ID=f7018ec6-f51f-4226-bc46-88e5ba3dcda8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:47.120937 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-221f164d-4ccd-48ac-989b-59a99f3c0835 req-4eb95136-f9e1-48f9-b4f5-1752b546f4b2 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785519 Jan 27 21:58:47.147986 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6949f8a8-f888-4365-a02b-6c98bb3e1388 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.151239 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6949f8a8-f888-4365-a02b-6c98bb3e1388 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/f7018ec6-f51f-4226-bc46-88e5ba3dcda8 HTTP/1.1" status: 204 len: 168 time: 0.7156980 Jan 27 21:58:47.154030 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35352) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:47.202351 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803228e-f62f-4c63-aef4-c1848612871a req-fb273422-bdde-48d4-870c-91a2969dac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:47.202663 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95b44a-a531-4430-8a99-3b7112c072bb None None] Pushing event updated for resources: {'Port': ['ID=5d55b04b-5168-4738-88c6-6eab82b310bd,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:47.203996 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1803228e-f62f-4c63-aef4-c1848612871a req-fb273422-bdde-48d4-870c-91a2969dac3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.1419408 Jan 27 21:58:47.234446 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af718d6b-284c-45d7-9ff6-f83edf575fa3 req-413c8ea2-49f4-4ee1-aac7-90d6a7456b87 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:47.235875 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-41c5f92e-15e1-450c-a2e2-5ac092673f17 req-e70f536b-1b3f-4407-83a2-de2ac192d3b6 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (fe4742ac-ce68-416e-9428-ec47385ae742), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.240946 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18466318-81b6-42c8-9361-4db0cd8c67a3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:47.242467 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18466318-81b6-42c8-9361-4db0cd8c67a3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:47.242592 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af718d6b-284c-45d7-9ff6-f83edf575fa3 req-413c8ea2-49f4-4ee1-aac7-90d6a7456b87 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:47.246789 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-18466318-81b6-42c8-9361-4db0cd8c67a3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0893073 Jan 27 21:58:47.248305 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['fe4742ac-ce68-416e-9428-ec47385ae742', '507eaa02-e223-461b-8214-61cab9a1869b'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:47.255040 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35354) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:47.255494 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af718d6b-284c-45d7-9ff6-f83edf575fa3 req-413c8ea2-49f4-4ee1-aac7-90d6a7456b87 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 1682 time: 0.1565506 Jan 27 21:58:47.323685 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f536b-1b3f-4407-83a2-de2ac192d3b6 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event deleted for resources: {'Port': ['ID=fe4742ac-ce68-416e-9428-ec47385ae742,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:47.364357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803228e-f62f-4c63-aef4-c1848612871a req-0d716d23-8163-4e02-9a3b-96060318ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:47.366250 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1803228e-f62f-4c63-aef4-c1848612871a req-0d716d23-8163-4e02-9a3b-96060318ec02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1538284 Jan 27 21:58:47.395643 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c5f92e-15e1-450c-a2e2-5ac092673f17 req-e70f536b-1b3f-4407-83a2-de2ac192d3b6 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] No DVR routers for this DVR port fe4742ac-ce68-416e-9428-ec47385ae742 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:47.401194 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee83c3e-1d81-4f3d-8df4-5a7b55668643 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet 24d3d6ac-7a6f-45d0-8acc-d2be162ad00b {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:58:47.402771 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af718d6b-284c-45d7-9ff6-f83edf575fa3 req-18af0b48-b8f6-4498-a8da-ded13074c32c tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/security-groups?id=f58eb2d0-33de-4bcf-8e1d-5197c267c494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461649 Jan 27 21:58:47.404624 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2ee83c3e-1d81-4f3d-8df4-5a7b55668643 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (24d3d6ac-7a6f-45d0-8acc-d2be162ad00b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.424854 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3099de-d417-48b6-8823-f9f6e5697915 req-2f87ed6b-7645-4a12-99a4-308f52766901 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:47.431980 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe3099de-d417-48b6-8823-f9f6e5697915 req-2f87ed6b-7645-4a12-99a4-308f52766901 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.1243603 Jan 27 21:58:47.448283 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-41c5f92e-15e1-450c-a2e2-5ac092673f17 req-e70f536b-1b3f-4407-83a2-de2ac192d3b6 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.451905 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-41c5f92e-15e1-450c-a2e2-5ac092673f17 req-e70f536b-1b3f-4407-83a2-de2ac192d3b6 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.21 "DELETE /v2.0/ports/fe4742ac-ce68-416e-9428-ec47385ae742 HTTP/1.1" status: 204 len: 173 time: 0.8907042 Jan 27 21:58:47.452475 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1c847f-1918-4f52-9dac-f09bfd89a297', 'name': 'network-vif-deleted', 'tag': 'fe4742ac-ce68-416e-9428-ec47385ae742'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:47.458630 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cad610-189a-4066-8ae2-479c3cfbfa1c" -d '{"events": [{"server_uuid": "cb1c847f-1918-4f52-9dac-f09bfd89a297", "name": "network-vif-deleted", "tag": "fe4742ac-ce68-416e-9428-ec47385ae742"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:47.533012 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0246bab-7438-452b-812c-3387bfeb94ed x-openstack-request-id: req-e0246bab-7438-452b-812c-3387bfeb94ed {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:47.533423 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1c847f-1918-4f52-9dac-f09bfd89a297", "name": "network-vif-deleted", "tag": "fe4742ac-ce68-416e-9428-ec47385ae742", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:47.533744 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0246bab-7438-452b-812c-3387bfeb94ed {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:47.534222 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1c847f-1918-4f52-9dac-f09bfd89a297', 'name': 'network-vif-deleted', 'tag': 'fe4742ac-ce68-416e-9428-ec47385ae742', 'status': 'completed', 'code': 200} Jan 27 21:58:47.554998 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2ee83c3e-1d81-4f3d-8df4-5a7b55668643 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (24d3d6ac-7a6f-45d0-8acc-d2be162ad00b), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.602865 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe3099de-d417-48b6-8823-f9f6e5697915 req-8e486a10-4a80-4958-ae79-13cd73aa863d tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691194 Jan 27 21:58:47.643974 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1803228e-f62f-4c63-aef4-c1848612871a req-5598b7b3-a103-4f71-bffe-da293937c602 service neutron] 10.222.0.15 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601695 Jan 27 21:58:47.715254 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2ee83c3e-1d81-4f3d-8df4-5a7b55668643 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (24d3d6ac-7a6f-45d0-8acc-d2be162ad00b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.800176 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-41c5f92e-15e1-450c-a2e2-5ac092673f17 req-c735753d-54df-447d-8762-dcb2f62d8167 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Deleting port 507eaa02-e223-461b-8214-61cab9a1869b {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:47.800666 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-41c5f92e-15e1-450c-a2e2-5ac092673f17 req-c735753d-54df-447d-8762-dcb2f62d8167 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (507eaa02-e223-461b-8214-61cab9a1869b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.808323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1803228e-f62f-4c63-aef4-c1848612871a req-1a47b1a5-3e01-4cb4-908f-06a42308c16a service neutron] 10.222.0.15 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455503 Jan 27 21:58:47.850931 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2ee83c3e-1d81-4f3d-8df4-5a7b55668643 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (24d3d6ac-7a6f-45d0-8acc-d2be162ad00b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.895242 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2ee83c3e-1d81-4f3d-8df4-5a7b55668643 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.898456 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2ee83c3e-1d81-4f3d-8df4-5a7b55668643 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/24d3d6ac-7a6f-45d0-8acc-d2be162ad00b HTTP/1.1" status: 204 len: 168 time: 0.6410737 Jan 27 21:58:47.901311 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee83c3e-1d81-4f3d-8df4-5a7b55668643 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=24d3d6ac-7a6f-45d0-8acc-d2be162ad00b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:47.903606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35372) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:47.940301 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-41c5f92e-15e1-450c-a2e2-5ac092673f17 req-c735753d-54df-447d-8762-dcb2f62d8167 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] For port 507eaa02-e223-461b-8214-61cab9a1869b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=507eaa02-e223-461b-8214-61cab9a1869b,segment=NetworkSegment(219a7abe-0ce9-4b82-9895-676b36036cf0),segment_id=219a7abe-0ce9-4b82-9895-676b36036cf0)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:47.940673 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-41c5f92e-15e1-450c-a2e2-5ac092673f17 req-c735753d-54df-447d-8762-dcb2f62d8167 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (507eaa02-e223-461b-8214-61cab9a1869b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.954506 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-41c5f92e-15e1-450c-a2e2-5ac092673f17 req-c735753d-54df-447d-8762-dcb2f62d8167 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Calling delete_port for 507eaa02-e223-461b-8214-61cab9a1869b owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:47.983128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3a3e81d3-1447-47ff-bd96-1241acfa55b9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755696 Jan 27 21:58:47.984648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35376) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:47.992436 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-968b7b72-e94f-4add-a6b1-2dee7a1c501d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:48.096533 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-41c5f92e-15e1-450c-a2e2-5ac092673f17 req-c735753d-54df-447d-8762-dcb2f62d8167 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (507eaa02-e223-461b-8214-61cab9a1869b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.108528 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['fe4742ac-ce68-416e-9428-ec47385ae742'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:48.129509 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735753d-54df-447d-8762-dcb2f62d8167 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event deleted for resources: {'Port': ['ID=507eaa02-e223-461b-8214-61cab9a1869b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:48.144624 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-faf1069d-b70d-4cbb-83cd-e6330a8d13d2 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:48.146176 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-faf1069d-b70d-4cbb-83cd-e6330a8d13d2 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 812 time: 0.2582667 Jan 27 21:58:48.157525 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26db7e3-1428-4acf-9859-2276f9878cc1 req-65878e20-b89e-43b0-9862-618e4feef395 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:48.159063 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c26db7e3-1428-4acf-9859-2276f9878cc1 req-65878e20-b89e-43b0-9862-618e4feef395 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.1735153 Jan 27 21:58:48.180873 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968b7b72-e94f-4add-a6b1-2dee7a1c501d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:48.184693 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-968b7b72-e94f-4add-a6b1-2dee7a1c501d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.187983 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c5f92e-15e1-450c-a2e2-5ac092673f17 req-c735753d-54df-447d-8762-dcb2f62d8167 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] No DVR routers for this DVR port 507eaa02-e223-461b-8214-61cab9a1869b on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:48.192296 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-41c5f92e-15e1-450c-a2e2-5ac092673f17 req-c735753d-54df-447d-8762-dcb2f62d8167 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.197080 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-41c5f92e-15e1-450c-a2e2-5ac092673f17 req-c735753d-54df-447d-8762-dcb2f62d8167 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.21 "DELETE /v2.0/ports/507eaa02-e223-461b-8214-61cab9a1869b HTTP/1.1" status: 204 len: 173 time: 0.7305911 Jan 27 21:58:48.212520 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-3b2036b0-3ba2-4e21-9a54-672fc24864f4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/quotas/61d13348ee1947f6862828ce6fcbfac2 HTTP/1.1" status: 200 len: 375 time: 0.0506051 Jan 27 21:58:48.367996 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-62a2360e-b065-4d36-826e-bf688b50d5d8 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1545506 Jan 27 21:58:48.375280 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c26db7e3-1428-4acf-9859-2276f9878cc1 req-7c9c86c3-a81c-4cae-954b-6b34b8415050 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984127 Jan 27 21:58:48.545607 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-80044891-1152-43c3-b8e6-bd81e14f1e95 service neutron] 10.222.0.23 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647141 Jan 27 21:58:48.633967 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ddb624-c9ac-4844-a1c6-26ad73110b66 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:48.673389 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d61819f-b499-4731-8f92-12bfc980103d req-933bdbdd-5a2c-44ca-adc1-2ae8b8f5fd94 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb1c847f-1918-4f52-9dac-f09bfd89a297 HTTP/1.1" status: 200 len: 210 time: 0.0728815 Jan 27 21:58:48.676206 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-968b7b72-e94f-4add-a6b1-2dee7a1c501d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (69a20629-a221-4512-a987-dd29482bc7af), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.724758 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-d083824d-580e-4fb4-a76f-5440c72425e0 None None] Provisioning complete for port 5d55b04b-5168-4738-88c6-6eab82b310bd triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:48.725136 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d083824d-580e-4fb4-a76f-5440c72425e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5d55b04b-5168-4738-88c6-6eab82b310bd), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.747923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968b7b72-e94f-4add-a6b1-2dee7a1c501d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:48.756891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-968b7b72-e94f-4add-a6b1-2dee7a1c501d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:48.760987 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968b7b72-e94f-4add-a6b1-2dee7a1c501d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:48.761943 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-968b7b72-e94f-4add-a6b1-2dee7a1c501d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.790664 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b7b72-e94f-4add-a6b1-2dee7a1c501d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=69a20629-a221-4512-a987-dd29482bc7af,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:48.796710 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-a8c90bd2-1126-44a9-93cd-a9aba027a417 service neutron] 10.222.0.23 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297034 Jan 27 21:58:48.805898 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-968b7b72-e94f-4add-a6b1-2dee7a1c501d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8165908 Jan 27 21:58:48.806148 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35386) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:48.811206 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d3e7d820-7352-431b-9b9c-22885acf3399 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'name': 'tempest-NetworksTestDHCPv6-1857727431'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:48.862563 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d083824d-580e-4fb4-a76f-5440c72425e0 None None] Current status of the port 5d55b04b-5168-4738-88c6-6eab82b310bd is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:48.863011 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d083824d-580e-4fb4-a76f-5440c72425e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5d55b04b-5168-4738-88c6-6eab82b310bd), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.891440 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e416c2a8-39c1-4fff-92c9-d724945f937f None None] DHCP port deletion for fdaa4292-e481-4f0f-a1d5-1416641af0da request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:58:48.936310 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d083824d-580e-4fb4-a76f-5440c72425e0 None None] For port 5d55b04b-5168-4738-88c6-6eab82b310bd, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5d55b04b-5168-4738-88c6-6eab82b310bd,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:48.942682 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d083824d-580e-4fb4-a76f-5440c72425e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5d55b04b-5168-4738-88c6-6eab82b310bd), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.989264 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e7d820-7352-431b-9b9c-22885acf3399 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:48.997248 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d3e7d820-7352-431b-9b9c-22885acf3399 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:49.022616 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-d3e7d820-7352-431b-9b9c-22885acf3399 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] device_id is not set on port d9c71695-473e-41c5-bbbe-8a58d0b74703 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:58:49.038716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e416c2a8-39c1-4fff-92c9-d724945f937f None None] Deleting port 5d55b04b-5168-4738-88c6-6eab82b310bd {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:49.039096 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e416c2a8-39c1-4fff-92c9-d724945f937f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5d55b04b-5168-4738-88c6-6eab82b310bd), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:49.040773 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083824d-580e-4fb4-a76f-5440c72425e0 None None] Pushing event updated for resources: {'Port': ['ID=5d55b04b-5168-4738-88c6-6eab82b310bd,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:49.066907 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d560d92-7e1c-4fb9-b2d8-fbc9196b60cb req-76d4c2ca-bbe3-4e73-8768-40608a8724bd tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 210 time: 0.0436780 Jan 27 21:58:49.143721 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e416c2a8-39c1-4fff-92c9-d724945f937f None None] For port 5d55b04b-5168-4738-88c6-6eab82b310bd, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5d55b04b-5168-4738-88c6-6eab82b310bd,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:49.144230 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e416c2a8-39c1-4fff-92c9-d724945f937f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5d55b04b-5168-4738-88c6-6eab82b310bd), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:49.157854 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-d3e7d820-7352-431b-9b9c-22885acf3399 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8::be (fdaa4292-e481-4f0f-a1d5-1416641af0da/69a20629-a221-4512-a987-dd29482bc7af/d9c71695-473e-41c5-bbbe-8a58d0b74703) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:49.158304 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e416c2a8-39c1-4fff-92c9-d724945f937f None None] Calling delete_port for 5d55b04b-5168-4738-88c6-6eab82b310bd owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:49.249772 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e416c2a8-39c1-4fff-92c9-d724945f937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (5d55b04b-5168-4738-88c6-6eab82b310bd), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:49.276340 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416c2a8-39c1-4fff-92c9-d724945f937f None None] Pushing event deleted for resources: {'Port': ['ID=5d55b04b-5168-4738-88c6-6eab82b310bd,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:49.281725 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e416c2a8-39c1-4fff-92c9-d724945f937f None None] No DVR routers for this DVR port 5d55b04b-5168-4738-88c6-6eab82b310bd on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:49.303493 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dc9758-2a89-48cd-bad8-054b5d4b5e0d None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:49.322329 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d3e7d820-7352-431b-9b9c-22885acf3399 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (d9c71695-473e-41c5-bbbe-8a58d0b74703), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:49.363295 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d3e7d820-7352-431b-9b9c-22885acf3399 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d9c71695-473e-41c5-bbbe-8a58d0b74703), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:49.422893 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e7d820-7352-431b-9b9c-22885acf3399 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:49.428727 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-d3e7d820-7352-431b-9b9c-22885acf3399 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:49.433425 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e7d820-7352-431b-9b9c-22885acf3399 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:49.439197 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e7d820-7352-431b-9b9c-22885acf3399 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:49.439833 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d3e7d820-7352-431b-9b9c-22885acf3399 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:49.443603 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7d820-7352-431b-9b9c-22885acf3399 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=d9c71695-473e-41c5-bbbe-8a58d0b74703,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:49.445239 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c7a537-8da4-4667-8e7b-3faa0b356cc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-fdaa4292-e481-4f0f-a1d5-1416641af0da', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'fixed_ips': [{'subnet_id': '69a20629-a221-4512-a987-dd29482bc7af'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:58:49.446799 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b8c7a537-8da4-4667-8e7b-3faa0b356cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:49.463871 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d3e7d820-7352-431b-9b9c-22885acf3399 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6565890 Jan 27 21:58:49.466517 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35400) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:49.537849 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1c847f-1918-4f52-9dac-f09bfd89a297', 'name': 'network-vif-deleted', 'tag': '507eaa02-e223-461b-8214-61cab9a1869b'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:49.547897 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20fddb9-00e8-42f0-ab9b-d8ace859902f" -d '{"events": [{"server_uuid": "cb1c847f-1918-4f52-9dac-f09bfd89a297", "name": "network-vif-deleted", "tag": "507eaa02-e223-461b-8214-61cab9a1869b"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:49.555036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13c351-86a5-4fac-8c5d-2563300c5570 req-1100c51b-5016-4846-afb0-a2ddad7be9f5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:49.562868 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb13c351-86a5-4fac-8c5d-2563300c5570 req-1100c51b-5016-4846-afb0-a2ddad7be9f5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.0770347 Jan 27 21:58:49.599341 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ee2796-0a34-4833-b597-77412da23ef1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:49.606502 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a0ee2796-0a34-4833-b597-77412da23ef1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1387935 Jan 27 21:58:49.611717 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35408) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:49.621606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb13c351-86a5-4fac-8c5d-2563300c5570 req-7186d56d-8279-45c6-ab64-fc4728cdb192 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571189 Jan 27 21:58:49.660262 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-b8c7a537-8da4-4667-8e7b-3faa0b356cc5 None None] Allocated IP 2001:db8::2 (fdaa4292-e481-4f0f-a1d5-1416641af0da/69a20629-a221-4512-a987-dd29482bc7af/4cc73326-1509-4826-8e3d-0011e4de036a) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:49.671096 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60535377-b44d-44fe-83dd-3491db9f271b x-openstack-request-id: req-60535377-b44d-44fe-83dd-3491db9f271b {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:49.671391 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1c847f-1918-4f52-9dac-f09bfd89a297", "name": "network-vif-deleted", "tag": "507eaa02-e223-461b-8214-61cab9a1869b", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:49.671656 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60535377-b44d-44fe-83dd-3491db9f271b {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:49.672095 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1c847f-1918-4f52-9dac-f09bfd89a297', 'name': 'network-vif-deleted', 'tag': '507eaa02-e223-461b-8214-61cab9a1869b', 'status': 'completed', 'code': 200} Jan 27 21:58:49.737823 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35412) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:49.743796 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-c33a51d9-e057-466f-b653-d4cdfe0cd4dc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting port d9c71695-473e-41c5-bbbe-8a58d0b74703 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:49.744338 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c33a51d9-e057-466f-b653-d4cdfe0cd4dc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d9c71695-473e-41c5-bbbe-8a58d0b74703), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:49.807158 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-116cab5d-1404-480d-870f-e069a93585ac tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Deleting subnet cfd0419f-f7a9-4be8-a64f-9cd40bbdcc05 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:58:49.810696 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-116cab5d-1404-480d-870f-e069a93585ac tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks [] for subnet (cfd0419f-f7a9-4be8-a64f-9cd40bbdcc05), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:49.854948 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b8c7a537-8da4-4667-8e7b-3faa0b356cc5 None None] Publish callbacks [] for port (4cc73326-1509-4826-8e3d-0011e4de036a), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:49.866589 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c33a51d9-e057-466f-b653-d4cdfe0cd4dc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d9c71695-473e-41c5-bbbe-8a58d0b74703), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:49.867164 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b8c7a537-8da4-4667-8e7b-3faa0b356cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (4cc73326-1509-4826-8e3d-0011e4de036a), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:49.868660 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-116cab5d-1404-480d-870f-e069a93585ac tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (cfd0419f-f7a9-4be8-a64f-9cd40bbdcc05), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:49.880154 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-c33a51d9-e057-466f-b653-d4cdfe0cd4dc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Calling delete_port for d9c71695-473e-41c5-bbbe-8a58d0b74703 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:49.905058 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c7a537-8da4-4667-8e7b-3faa0b356cc5 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:49.911344 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-b8c7a537-8da4-4667-8e7b-3faa0b356cc5 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:49.915754 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c7a537-8da4-4667-8e7b-3faa0b356cc5 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:49.918860 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7a537-8da4-4667-8e7b-3faa0b356cc5 None None] Pushing event updated for resources: {'Port': ['ID=4cc73326-1509-4826-8e3d-0011e4de036a,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:49.973293 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b8c7a537-8da4-4667-8e7b-3faa0b356cc5 None None] Attempting to bind port 4cc73326-1509-4826-8e3d-0011e4de036a on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:49.973661 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b8c7a537-8da4-4667-8e7b-3faa0b356cc5 None None] Attempting to bind port 4cc73326-1509-4826-8e3d-0011e4de036a by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:49.974025 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c7a537-8da4-4667-8e7b-3faa0b356cc5 None None] Attempting to bind port 4cc73326-1509-4826-8e3d-0011e4de036a on network fdaa4292-e481-4f0f-a1d5-1416641af0da {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:49.979051 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c7a537-8da4-4667-8e7b-3faa0b356cc5 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:49.979423 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c7a537-8da4-4667-8e7b-3faa0b356cc5 None None] Checking segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:49.979824 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b8c7a537-8da4-4667-8e7b-3faa0b356cc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:49.980242 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c7a537-8da4-4667-8e7b-3faa0b356cc5 None None] Bound using segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:49.980705 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b8c7a537-8da4-4667-8e7b-3faa0b356cc5 None None] Bound port: 4cc73326-1509-4826-8e3d-0011e4de036a, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:49.981081 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b8c7a537-8da4-4667-8e7b-3faa0b356cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4cc73326-1509-4826-8e3d-0011e4de036a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.008902 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-116cab5d-1404-480d-870f-e069a93585ac tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (cfd0419f-f7a9-4be8-a64f-9cd40bbdcc05), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.019413 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c33a51d9-e057-466f-b653-d4cdfe0cd4dc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d9c71695-473e-41c5-bbbe-8a58d0b74703), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.053409 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a51d9-e057-466f-b653-d4cdfe0cd4dc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Port': ['ID=d9c71695-473e-41c5-bbbe-8a58d0b74703,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:50.061650 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b8c7a537-8da4-4667-8e7b-3faa0b356cc5 None None] For port 4cc73326-1509-4826-8e3d-0011e4de036a, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:50.067525 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b8c7a537-8da4-4667-8e7b-3faa0b356cc5 None None] For port 4cc73326-1509-4826-8e3d-0011e4de036a, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4cc73326-1509-4826-8e3d-0011e4de036a,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:50.074228 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b8c7a537-8da4-4667-8e7b-3faa0b356cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4cc73326-1509-4826-8e3d-0011e4de036a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.082451 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-116cab5d-1404-480d-870f-e069a93585ac tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (cfd0419f-f7a9-4be8-a64f-9cd40bbdcc05), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.084849 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c33a51d9-e057-466f-b653-d4cdfe0cd4dc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.088361 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c33a51d9-e057-466f-b653-d4cdfe0cd4dc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/d9c71695-473e-41c5-bbbe-8a58d0b74703 HTTP/1.1" status: 204 len: 168 time: 0.4750946 Jan 27 21:58:50.091061 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35416) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:50.117706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cab5d-1404-480d-870f-e069a93585ac tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd0419f-f7a9-4be8-a64f-9cd40bbdcc05,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:50.126058 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-116cab5d-1404-480d-870f-e069a93585ac tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.130102 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-116cab5d-1404-480d-870f-e069a93585ac tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "DELETE /v2.0/subnets/cfd0419f-f7a9-4be8-a64f-9cd40bbdcc05 HTTP/1.1" status: 204 len: 168 time: 0.3912621 Jan 27 21:58:50.134811 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35420) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:50.153376 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0151fc-6ac6-4116-8b28-47aab692aa32 None None] Network d66237bb-bf80-4741-ba77-fc6f3775cbee requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:50.212783 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78b61e4-011a-4e98-b1e8-1fc083340460 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:50.214911 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78b61e4-011a-4e98-b1e8-1fc083340460 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:50.217065 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c78b61e4-011a-4e98-b1e8-1fc083340460 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1249089 Jan 27 21:58:50.220312 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35422) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:50.246739 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7a537-8da4-4667-8e7b-3faa0b356cc5 None None] Pushing event updated for resources: {'Port': ['ID=4cc73326-1509-4826-8e3d-0011e4de036a,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:50.321787 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2391fba-3c5c-473c-9bd7-b6a41dd7e6cc req-a023e8a2-8c98-4416-a217-f899713be885 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 210 time: 0.0444016 Jan 27 21:58:50.326351 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e2e1ce6a-5d65-4600-b538-92fc70394855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (d66237bb-bf80-4741-ba77-fc6f3775cbee), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.342002 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-7514fc8a-16a0-4f2c-886d-f8962d030571 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet 69a20629-a221-4512-a987-dd29482bc7af {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:58:50.346475 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7514fc8a-16a0-4f2c-886d-f8962d030571 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (69a20629-a221-4512-a987-dd29482bc7af), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.394807 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cf0372-4936-4517-99df-12c1a91234ed None None] DHCP port deletion for d66237bb-bf80-4741-ba77-fc6f3775cbee request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:58:50.410296 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-fc9dee18-7804-4c44-afd5-a3e87b1658b3 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:50.411968 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-fc9dee18-7804-4c44-afd5-a3e87b1658b3 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.21 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 812 time: 0.1580110 Jan 27 21:58:50.425590 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7514fc8a-16a0-4f2c-886d-f8962d030571 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (69a20629-a221-4512-a987-dd29482bc7af), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.436368 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-a8346355-6e1c-4bfc-bed8-106a6f2e041e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Request body: {'port': {'device_id': '82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'admin_state_up': True, 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:50.482567 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-47cf0372-4936-4517-99df-12c1a91234ed None None] Deleting port 5a3793cc-d2e0-4447-ba81-087341b54eee {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:50.482882 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-47cf0372-4936-4517-99df-12c1a91234ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5a3793cc-d2e0-4447-ba81-087341b54eee), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.500449 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 507eaa02-e223-461b-8214-61cab9a1869b no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:58:50.543483 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7514fc8a-16a0-4f2c-886d-f8962d030571 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (69a20629-a221-4512-a987-dd29482bc7af), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.583512 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 507eaa02-e223-461b-8214-61cab9a1869b {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:58:50.583866 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 507eaa02-e223-461b-8214-61cab9a1869b not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:58:50.584334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device fe4742ac-ce68-416e-9428-ec47385ae742 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:58:50.625080 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7514fc8a-16a0-4f2c-886d-f8962d030571 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (69a20629-a221-4512-a987-dd29482bc7af), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.632758 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-e2e1ce6a-5d65-4600-b538-92fc70394855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Deleting port 5a3793cc-d2e0-4447-ba81-087341b54eee {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:50.633501 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e2e1ce6a-5d65-4600-b538-92fc70394855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5a3793cc-d2e0-4447-ba81-087341b54eee), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.713923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514fc8a-16a0-4f2c-886d-f8962d030571 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=69a20629-a221-4512-a987-dd29482bc7af,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:50.728368 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-e2e1ce6a-5d65-4600-b538-92fc70394855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] For port 5a3793cc-d2e0-4447-ba81-087341b54eee, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5a3793cc-d2e0-4447-ba81-087341b54eee,segment=NetworkSegment(d69fe326-8db3-436a-887e-bdb04d649758),segment_id=d69fe326-8db3-436a-887e-bdb04d649758)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:50.729748 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7514fc8a-16a0-4f2c-886d-f8962d030571 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.732606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7514fc8a-16a0-4f2c-886d-f8962d030571 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/69a20629-a221-4512-a987-dd29482bc7af HTTP/1.1" status: 204 len: 168 time: 0.5106232 Jan 27 21:58:50.735336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35430) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:50.735534 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e2e1ce6a-5d65-4600-b538-92fc70394855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5a3793cc-d2e0-4447-ba81-087341b54eee), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.772060 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-e2e1ce6a-5d65-4600-b538-92fc70394855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Calling delete_port for 5a3793cc-d2e0-4447-ba81-087341b54eee owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:50.799800 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c9d28a5f-3550-4ecb-8bec-fd39d08f4352 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628984 Jan 27 21:58:50.808794 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35432) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:50.818247 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: fe4742ac-ce68-416e-9428-ec47385ae742 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:58:50.818598 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device fe4742ac-ce68-416e-9428-ec47385ae742 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:58:50.838326 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-47cf0372-4936-4517-99df-12c1a91234ed None None] For port 5a3793cc-d2e0-4447-ba81-087341b54eee, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5a3793cc-d2e0-4447-ba81-087341b54eee,segment=NetworkSegment(d69fe326-8db3-436a-887e-bdb04d649758),segment_id=d69fe326-8db3-436a-887e-bdb04d649758)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:50.838738 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-47cf0372-4936-4517-99df-12c1a91234ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5a3793cc-d2e0-4447-ba81-087341b54eee), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.855397 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-47cf0372-4936-4517-99df-12c1a91234ed None None] Calling delete_port for 5a3793cc-d2e0-4447-ba81-087341b54eee owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:50.888506 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-a8346355-6e1c-4bfc-bed8-106a6f2e041e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Made reservation on behalf of 61d13348ee1947f6862828ce6fcbfac2 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:50.895682 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-a8346355-6e1c-4bfc-bed8-106a6f2e041e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.921031 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4425aa-f409-4f8a-8f53-3850a0e0e5cb req-97eb9264-5938-47e2-b05f-444fae230ba3 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:50.922114 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e2e1ce6a-5d65-4600-b538-92fc70394855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5a3793cc-d2e0-4447-ba81-087341b54eee), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.928483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec4425aa-f409-4f8a-8f53-3850a0e0e5cb req-97eb9264-5938-47e2-b05f-444fae230ba3 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.1328936 Jan 27 21:58:50.938782 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e1ce6a-5d65-4600-b538-92fc70394855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] No DVR routers for this DVR port 5a3793cc-d2e0-4447-ba81-087341b54eee on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:50.940372 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4cc73326-1509-4826-8e3d-0011e4de036a up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:50.968916 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cb88db-2719-45f4-8d12-730fe43e3e49 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:50.970575 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-53cb88db-2719-45f4-8d12-730fe43e3e49 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1595972 Jan 27 21:58:50.973834 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35436) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:50.973984 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1ce6a-5d65-4600-b538-92fc70394855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event deleted for resources: {'Port': ['ID=5a3793cc-d2e0-4447-ba81-087341b54eee,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:51.040792 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-47cf0372-4936-4517-99df-12c1a91234ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (5a3793cc-d2e0-4447-ba81-087341b54eee), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.044402 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 4cc73326-1509-4826-8e3d-0011e4de036a triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:51.044776 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4cc73326-1509-4826-8e3d-0011e4de036a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.048747 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.088645 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf0372-4936-4517-99df-12c1a91234ed None None] Pushing event deleted for resources: {'Port': ['ID=5a3793cc-d2e0-4447-ba81-087341b54eee,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:51.096830 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e2e1ce6a-5d65-4600-b538-92fc70394855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (d66237bb-bf80-4741-ba77-fc6f3775cbee), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.098669 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cf0372-4936-4517-99df-12c1a91234ed None None] No DVR routers for this DVR port 5a3793cc-d2e0-4447-ba81-087341b54eee on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:51.103558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec4425aa-f409-4f8a-8f53-3850a0e0e5cb req-1361edcd-9afc-40ce-841d-e384256a6d22 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743882 Jan 27 21:58:51.121276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b90211-d80a-4ea2-8cca-4bda19050c81 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:51.123460 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-33b90211-d80a-4ea2-8cca-4bda19050c81 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1490290 Jan 27 21:58:51.126528 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35438) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:51.153192 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-e2e1ce6a-5d65-4600-b538-92fc70394855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66237bb-bf80-4741-ba77-fc6f3775cbee']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:51.167334 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-e2e1ce6a-5d65-4600-b538-92fc70394855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69fe326-8db3-436a-887e-bdb04d649758') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:51.167633 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-e2e1ce6a-5d65-4600-b538-92fc70394855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69fe326-8db3-436a-887e-bdb04d649758') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:51.174706 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 4cc73326-1509-4826-8e3d-0011e4de036a is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:51.175260 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bd56e71f-80a6-41d3-99b6-f4686ef963fb tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472224 Jan 27 21:58:51.175797 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4cc73326-1509-4826-8e3d-0011e4de036a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.182754 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35440) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:51.189029 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e2e1ce6a-5d65-4600-b538-92fc70394855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (d69fe326-8db3-436a-887e-bdb04d649758), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.189583 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-9ab8e5f3-e154-42cf-ad12-28df329b723b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:51.206565 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e2e1ce6a-5d65-4600-b538-92fc70394855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (d69fe326-8db3-436a-887e-bdb04d649758), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.219147 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 4cc73326-1509-4826-8e3d-0011e4de036a, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4cc73326-1509-4826-8e3d-0011e4de036a,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:51.225072 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4cc73326-1509-4826-8e3d-0011e4de036a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.239826 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-a8346355-6e1c-4bfc-bed8-106a6f2e041e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Allocated IP 172.20.0.7 (6b844948-3293-4ffe-a8d3-7b6f6d1ebeef/e758eeac-7ebf-4254-8c02-8b091e926322/26052f6d-7708-446b-bca9-2e87c9fd604b) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:51.242188 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e1ce6a-5d65-4600-b538-92fc70394855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:58:51.242593 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e2e1ce6a-5d65-4600-b538-92fc70394855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (d69fe326-8db3-436a-887e-bdb04d649758), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: timer() Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:58:51.245941 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:58:51.291476 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=4cc73326-1509-4826-8e3d-0011e4de036a,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:51.312128 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5a3793cc-d2e0-4447-ba81-087341b54eee no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:58:51.330419 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab8e5f3-e154-42cf-ad12-28df329b723b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:51.338633 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 5a3793cc-d2e0-4447-ba81-087341b54eee {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:58:51.339044 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5a3793cc-d2e0-4447-ba81-087341b54eee not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:58:51.339413 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5d55b04b-5168-4738-88c6-6eab82b310bd no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:58:51.342811 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9ab8e5f3-e154-42cf-ad12-28df329b723b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.361622 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 5d55b04b-5168-4738-88c6-6eab82b310bd {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:58:51.361923 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5d55b04b-5168-4738-88c6-6eab82b310bd not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:58:51.393678 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e2e1ce6a-5d65-4600-b538-92fc70394855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (d66237bb-bf80-4741-ba77-fc6f3775cbee), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.414393 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e2e1ce6a-5d65-4600-b538-92fc70394855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.417681 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e2e1ce6a-5d65-4600-b538-92fc70394855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "DELETE /v2.0/networks/d66237bb-bf80-4741-ba77-fc6f3775cbee HTTP/1.1" status: 204 len: 168 time: 1.2819052 Jan 27 21:58:51.423199 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35444) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:51.453192 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1ce6a-5d65-4600-b538-92fc70394855 tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event deleted for resources: {'Network': ['ID=d66237bb-bf80-4741-ba77-fc6f3775cbee,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:51.470637 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-773c513b-b942-4697-858a-3872d282d910 req-f94f72de-b83e-40df-a24f-75c3786408ab tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 210 time: 0.0341883 Jan 27 21:58:51.548417 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c94bab69-89ff-4db5-b82d-2c805a830cbd tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Deleting subnet 4328aabf-ff58-4159-b139-485ce387ba85 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:58:51.553885 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c94bab69-89ff-4db5-b82d-2c805a830cbd tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks [] for subnet (4328aabf-ff58-4159-b139-485ce387ba85), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.601511 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9ab8e5f3-e154-42cf-ad12-28df329b723b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (9177ed75-09b2-4486-9d8d-af95ee67d965), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.614727 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c94bab69-89ff-4db5-b82d-2c805a830cbd tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (4328aabf-ff58-4159-b139-485ce387ba85), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.625006 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9416e326-7a0f-41dc-93cd-95ab2abddbf6 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:51.646455 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-a8346355-6e1c-4bfc-bed8-106a6f2e041e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for port (26052f6d-7708-446b-bca9-2e87c9fd604b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.650602 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab8e5f3-e154-42cf-ad12-28df329b723b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:51.654152 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-9ab8e5f3-e154-42cf-ad12-28df329b723b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:51.659361 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab8e5f3-e154-42cf-ad12-28df329b723b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:51.660050 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9ab8e5f3-e154-42cf-ad12-28df329b723b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.673636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8e5f3-e154-42cf-ad12-28df329b723b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=9177ed75-09b2-4486-9d8d-af95ee67d965,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:51.691548 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9ab8e5f3-e154-42cf-ad12-28df329b723b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5044615 Jan 27 21:58:51.692897 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35448) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:51.696346 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-690a996a-2b60-4568-ab2d-f2e4803963d2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'fixed_ips': [{'subnet_id': '9177ed75-09b2-4486-9d8d-af95ee67d965', 'ip_address': '2001:db8::cb68:8f1b:7042:6eea'}], 'name': 'tempest-NetworksTestDHCPv6-1191645066'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:51.714357 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3164f4bf-7d58-4a3e-a542-39c7444b6dbd None None] Could not find standard attr ID for object d9c71695-473e-41c5-bbbe-8a58d0b74703. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:58:51.749312 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3164f4bf-7d58-4a3e-a542-39c7444b6dbd None None] Provisioning complete for port 4cc73326-1509-4826-8e3d-0011e4de036a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:51.749685 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3164f4bf-7d58-4a3e-a542-39c7444b6dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4cc73326-1509-4826-8e3d-0011e4de036a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.792071 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c94bab69-89ff-4db5-b82d-2c805a830cbd tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (4328aabf-ff58-4159-b139-485ce387ba85), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.795738 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-a8346355-6e1c-4bfc-bed8-106a6f2e041e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (26052f6d-7708-446b-bca9-2e87c9fd604b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.812114 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['2ca85ad1-0bfa-4474-9aca-1d5de0dbff10'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:51.814145 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['7f21b69d-88e6-407f-b41b-42a1408a63e4'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:51.989432 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3164f4bf-7d58-4a3e-a542-39c7444b6dbd None None] Current status of the port 4cc73326-1509-4826-8e3d-0011e4de036a is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:52.136696 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194a4558-c872-4b6d-8c0e-422ce7cf6cb1 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:52.217017 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-a8346355-6e1c-4bfc-bed8-106a6f2e041e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:52.229706 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-a8346355-6e1c-4bfc-bed8-106a6f2e041e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:52.235708 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a5f35432-d278-4ad0-ac7e-e6a098e29164 None None] Provisioning complete for port 4cc73326-1509-4826-8e3d-0011e4de036a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:52.236746 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a5f35432-d278-4ad0-ac7e-e6a098e29164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4cc73326-1509-4826-8e3d-0011e4de036a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:52.240985 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-a8346355-6e1c-4bfc-bed8-106a6f2e041e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:52.249493 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d6990-9193-428e-a55d-f36691dbb25c req-731ae67d-7123-4edd-a649-efa6f7ef8333 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:52.252558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c8d6990-9193-428e-a55d-f36691dbb25c req-731ae67d-7123-4edd-a649-efa6f7ef8333 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.0714085 Jan 27 21:58:52.272917 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8346355-6e1c-4bfc-bed8-106a6f2e041e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Pushing event updated for resources: {'Port': ['ID=26052f6d-7708-446b-bca9-2e87c9fd604b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:52.290656 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c94bab69-89ff-4db5-b82d-2c805a830cbd tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (4328aabf-ff58-4159-b139-485ce387ba85), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:52.334638 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94bab69-89ff-4db5-b82d-2c805a830cbd tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event deleted for resources: {'Subnet': ['ID=4328aabf-ff58-4159-b139-485ce387ba85,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:52.348549 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-a8346355-6e1c-4bfc-bed8-106a6f2e041e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:52.348799 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c8d6990-9193-428e-a55d-f36691dbb25c req-998c7ab6-4673-4327-ba88-0d943f4ddff7 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809088 Jan 27 21:58:52.349593 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-a8346355-6e1c-4bfc-bed8-106a6f2e041e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:52.353973 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c94bab69-89ff-4db5-b82d-2c805a830cbd tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:52.361358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35456) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:52.362002 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c94bab69-89ff-4db5-b82d-2c805a830cbd tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "DELETE /v2.0/subnets/4328aabf-ff58-4159-b139-485ce387ba85 HTTP/1.1" status: 204 len: 168 time: 0.9335973 Jan 27 21:58:52.363361 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d447461-4046-48ab-8ae5-19ef81822e3b None None] Network fd4c2666-c340-423b-802e-9c4350a1d851 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:52.373368 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690a996a-2b60-4568-ab2d-f2e4803963d2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:52.385459 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a5f35432-d278-4ad0-ac7e-e6a098e29164 None None] Current status of the port 4cc73326-1509-4826-8e3d-0011e4de036a is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:52.409681 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-a8346355-6e1c-4bfc-bed8-106a6f2e041e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9797981 Jan 27 21:58:52.447333 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] Request body: {'port': {'device_id': '82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:52.560436 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-690a996a-2b60-4568-ab2d-f2e4803963d2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:52.589463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a8869f-62da-4597-af09-4888c86c3e47 None None] DHCP port deletion for fd4c2666-c340-423b-802e-9c4350a1d851 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:58:52.626758 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (26052f6d-7708-446b-bca9-2e87c9fd604b), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:52.636540 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-690a996a-2b60-4568-ab2d-f2e4803963d2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] device_id is not set on port 698c5a63-7376-4b5d-9632-cc14b2c84d26 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:58:52.662655 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-71a8869f-62da-4597-af09-4888c86c3e47 None None] Deleting port c2de5119-a4ff-410d-915e-38601d94bc55 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:52.663045 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-71a8869f-62da-4597-af09-4888c86c3e47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c2de5119-a4ff-410d-915e-38601d94bc55), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:52.744980 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3d837eac-1868-4bc9-b168-202fe0a04d60 None None] Provisioning complete for port 26052f6d-7708-446b-bca9-2e87c9fd604b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:52.745908 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3d837eac-1868-4bc9-b168-202fe0a04d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (26052f6d-7708-446b-bca9-2e87c9fd604b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:52.753063 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-71a8869f-62da-4597-af09-4888c86c3e47 None None] For port c2de5119-a4ff-410d-915e-38601d94bc55, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c2de5119-a4ff-410d-915e-38601d94bc55,segment=NetworkSegment(219a7abe-0ce9-4b82-9895-676b36036cf0),segment_id=219a7abe-0ce9-4b82-9895-676b36036cf0)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:52.753467 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-71a8869f-62da-4597-af09-4888c86c3e47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c2de5119-a4ff-410d-915e-38601d94bc55), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:52.820882 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-71a8869f-62da-4597-af09-4888c86c3e47 None None] Calling delete_port for c2de5119-a4ff-410d-915e-38601d94bc55 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:52.832515 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5256e92a-ed9c-45f5-8175-787dfc61485e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (fd4c2666-c340-423b-802e-9c4350a1d851), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:52.849912 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3d837eac-1868-4bc9-b168-202fe0a04d60 None None] Port 26052f6d-7708-446b-bca9-2e87c9fd604b cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:52.899036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4cc73326-1509-4826-8e3d-0011e4de036a up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:52.937534 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d26d4-11c5-4215-9f03-5c8d652bca31 req-ace9af38-73e7-4b33-9a51-97a3195adf20 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:52.945200 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-382d26d4-11c5-4215-9f03-5c8d652bca31 req-ace9af38-73e7-4b33-9a51-97a3195adf20 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 931 time: 0.1371198 Jan 27 21:58:53.008729 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-690a996a-2b60-4568-ab2d-f2e4803963d2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8::cb68:8f1b:7042:6eea (fdaa4292-e481-4f0f-a1d5-1416641af0da/9177ed75-09b2-4486-9d8d-af95ee67d965/698c5a63-7376-4b5d-9632-cc14b2c84d26) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:53.029894 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-382d26d4-11c5-4215-9f03-5c8d652bca31 req-021761d5-4b41-4ea2-afdc-c4d2d04371d2 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837114 Jan 27 21:58:53.037392 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-5256e92a-ed9c-45f5-8175-787dfc61485e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Deleting port c2de5119-a4ff-410d-915e-38601d94bc55 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:53.037710 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5256e92a-ed9c-45f5-8175-787dfc61485e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c2de5119-a4ff-410d-915e-38601d94bc55), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.102854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c4eeeb76-6f1c-4921-9514-d0bb5cdeba10 None None] Provisioning complete for port 4cc73326-1509-4826-8e3d-0011e4de036a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:53.103257 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c4eeeb76-6f1c-4921-9514-d0bb5cdeba10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4cc73326-1509-4826-8e3d-0011e4de036a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.123488 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-5256e92a-ed9c-45f5-8175-787dfc61485e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] For port c2de5119-a4ff-410d-915e-38601d94bc55, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c2de5119-a4ff-410d-915e-38601d94bc55,segment=NetworkSegment(219a7abe-0ce9-4b82-9895-676b36036cf0),segment_id=219a7abe-0ce9-4b82-9895-676b36036cf0)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:53.123966 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5256e92a-ed9c-45f5-8175-787dfc61485e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c2de5119-a4ff-410d-915e-38601d94bc55), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.126191 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 4cc73326-1509-4826-8e3d-0011e4de036a triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:53.126610 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4cc73326-1509-4826-8e3d-0011e4de036a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.139062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-5256e92a-ed9c-45f5-8175-787dfc61485e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Calling delete_port for c2de5119-a4ff-410d-915e-38601d94bc55 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:53.182528 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-71a8869f-62da-4597-af09-4888c86c3e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (c2de5119-a4ff-410d-915e-38601d94bc55), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.228638 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8869f-62da-4597-af09-4888c86c3e47 None None] Pushing event deleted for resources: {'Port': ['ID=c2de5119-a4ff-410d-915e-38601d94bc55,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:53.234375 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a8869f-62da-4597-af09-4888c86c3e47 None None] No DVR routers for this DVR port c2de5119-a4ff-410d-915e-38601d94bc55 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:53.263514 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5256e92a-ed9c-45f5-8175-787dfc61485e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (c2de5119-a4ff-410d-915e-38601d94bc55), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.278403 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5256e92a-ed9c-45f5-8175-787dfc61485e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] No DVR routers for this DVR port c2de5119-a4ff-410d-915e-38601d94bc55 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:53.308779 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 4cc73326-1509-4826-8e3d-0011e4de036a is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:53.309729 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-690a996a-2b60-4568-ab2d-f2e4803963d2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (698c5a63-7376-4b5d-9632-cc14b2c84d26), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.316574 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26052f6d-7708-446b-bca9-2e87c9fd604b {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:53.328732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256e92a-ed9c-45f5-8175-787dfc61485e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event deleted for resources: {'Port': ['ID=c2de5119-a4ff-410d-915e-38601d94bc55,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:53.329644 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] Publish callbacks [] for port (26052f6d-7708-446b-bca9-2e87c9fd604b), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.332972 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c4eeeb76-6f1c-4921-9514-d0bb5cdeba10 None None] Current status of the port 4cc73326-1509-4826-8e3d-0011e4de036a is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:53.354270 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] Transition to ACTIVE for port object 26052f6d-7708-446b-bca9-2e87c9fd604b will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:58:53.375298 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (26052f6d-7708-446b-bca9-2e87c9fd604b), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.412205 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c2de5119-a4ff-410d-915e-38601d94bc55 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:58:53.420681 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5256e92a-ed9c-45f5-8175-787dfc61485e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (fd4c2666-c340-423b-802e-9c4350a1d851), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.447661 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-690a996a-2b60-4568-ab2d-f2e4803963d2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (698c5a63-7376-4b5d-9632-cc14b2c84d26), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.451748 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] Pushing event updated for resources: {'Port': ['ID=26052f6d-7708-446b-bca9-2e87c9fd604b,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:53.474902 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-5256e92a-ed9c-45f5-8175-787dfc61485e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4c2666-c340-423b-802e-9c4350a1d851']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:53.479361 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: c2de5119-a4ff-410d-915e-38601d94bc55 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:58:53.480297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c2de5119-a4ff-410d-915e-38601d94bc55 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:58:53.483117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3dfffb4d-2af5-4965-aa18-3c815255c094 None None] Could not find standard attr ID for object 6e2c82b3-e66d-43b8-b585-969b2a80c63f. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:58:53.489438 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3dfffb4d-2af5-4965-aa18-3c815255c094 None None] Could not find standard attr ID for object f7018ec6-f51f-4226-bc46-88e5ba3dcda8. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:58:53.509640 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-5256e92a-ed9c-45f5-8175-787dfc61485e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219a7abe-0ce9-4b82-9895-676b36036cf0') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:53.509940 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-5256e92a-ed9c-45f5-8175-787dfc61485e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219a7abe-0ce9-4b82-9895-676b36036cf0') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:53.537221 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5256e92a-ed9c-45f5-8175-787dfc61485e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (219a7abe-0ce9-4b82-9895-676b36036cf0), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.548041 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690a996a-2b60-4568-ab2d-f2e4803963d2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:53.554539 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-690a996a-2b60-4568-ab2d-f2e4803963d2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:53.555616 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5256e92a-ed9c-45f5-8175-787dfc61485e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (219a7abe-0ce9-4b82-9895-676b36036cf0), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.562513 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690a996a-2b60-4568-ab2d-f2e4803963d2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:53.567222 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5256e92a-ed9c-45f5-8175-787dfc61485e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:58:53.567628 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5256e92a-ed9c-45f5-8175-787dfc61485e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (219a7abe-0ce9-4b82-9895-676b36036cf0), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: timer() Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:58:53.571277 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:58:53.585073 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690a996a-2b60-4568-ab2d-f2e4803963d2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:53.585740 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-690a996a-2b60-4568-ab2d-f2e4803963d2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.589357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea131a-8a02-425b-919a-9add84b5be3c req-a5bd45d3-6f48-4474-851c-7675405bc373 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:53.598649 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22ea131a-8a02-425b-919a-9add84b5be3c req-a5bd45d3-6f48-4474-851c-7675405bc373 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.1311843 Jan 27 21:58:53.611581 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a996a-2b60-4568-ab2d-f2e4803963d2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=698c5a63-7376-4b5d-9632-cc14b2c84d26,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:53.617040 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] Attempting to bind port 26052f6d-7708-446b-bca9-2e87c9fd604b on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:53.617311 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] Attempting to bind port 26052f6d-7708-446b-bca9-2e87c9fd604b by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:53.617634 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] Attempting to bind port 26052f6d-7708-446b-bca9-2e87c9fd604b on network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:53.623875 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] Port 26052f6d-7708-446b-bca9-2e87c9fd604b on network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:58:53.624233 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] Attempting to bind port 26052f6d-7708-446b-bca9-2e87c9fd604b on network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:53.631797 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:53.632498 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] Checking segment: {'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:53.633144 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] Bound using segment: {'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:53.633948 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] Bound port: 26052f6d-7708-446b-bca9-2e87c9fd604b, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4462bcff-72ce-4bd6-b118-49320317361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:53.634732 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (26052f6d-7708-446b-bca9-2e87c9fd604b), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.643143 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-690a996a-2b60-4568-ab2d-f2e4803963d2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9507465 Jan 27 21:58:53.646694 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35468) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:53.705220 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2de7ce91-608b-42ad-bc6d-92342d697e6c None None] Could not find standard attr ID for object d9c71695-473e-41c5-bbbe-8a58d0b74703. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:58:53.727371 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5256e92a-ed9c-45f5-8175-787dfc61485e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (fd4c2666-c340-423b-802e-9c4350a1d851), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.732335 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] For port 26052f6d-7708-446b-bca9-2e87c9fd604b, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:53.733488 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5256e92a-ed9c-45f5-8175-787dfc61485e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.736548 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] For port 26052f6d-7708-446b-bca9-2e87c9fd604b, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=26052f6d-7708-446b-bca9-2e87c9fd604b,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:53.736813 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5256e92a-ed9c-45f5-8175-787dfc61485e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] 10.222.0.23 "DELETE /v2.0/networks/fd4c2666-c340-423b-802e-9c4350a1d851 HTTP/1.1" status: 204 len: 168 time: 1.3744798 Jan 27 21:58:53.747043 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (26052f6d-7708-446b-bca9-2e87c9fd604b), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.768895 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22ea131a-8a02-425b-919a-9add84b5be3c req-d3442b99-215a-4c97-9a97-e81d2ed9e8e2 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688631 Jan 27 21:58:53.787635 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256e92a-ed9c-45f5-8175-787dfc61485e tempest-ServersTestMultiNic-666495237 tempest-ServersTestMultiNic-666495237-project] Pushing event deleted for resources: {'Network': ['ID=fd4c2666-c340-423b-802e-9c4350a1d851,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:53.790256 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:53.791116 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.792819 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] 10.222.0.21 "PUT /v2.0/ports/26052f6d-7708-446b-bca9-2e87c9fd604b HTTP/1.1" status: 200 len: 1091 time: 1.3521504 Jan 27 21:58:53.793266 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272', 'tag': '26052f6d-7708-446b-bca9-2e87c9fd604b'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:53.795786 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ae21c2-27f3-48dd-a0c7-dc14877a7b81" -d '{"events": [{"name": "network-changed", "server_uuid": "82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272", "tag": "26052f6d-7708-446b-bca9-2e87c9fd604b"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:53.810981 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5634924-d1e2-4a08-97f1-901b946ea82d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:53.831384 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5634924-d1e2-4a08-97f1-901b946ea82d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:53.848349 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a5634924-d1e2-4a08-97f1-901b946ea82d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1985779 Jan 27 21:58:53.851084 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35476) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:53.867614 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49670c4-a67e-4bfd-bab7-3841fb418759 x-openstack-request-id: req-e49670c4-a67e-4bfd-bab7-3841fb418759 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:53.868514 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272", "tag": "26052f6d-7708-446b-bca9-2e87c9fd604b", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:53.871085 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e49670c4-a67e-4bfd-bab7-3841fb418759 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:53.871657 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272', 'tag': '26052f6d-7708-446b-bca9-2e87c9fd604b', 'status': 'completed', 'code': 200} Jan 27 21:58:53.938498 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd6f83-f7d7-480a-aaa1-33a3cb00a459 service neutron] Pushing event updated for resources: {'Port': ['ID=26052f6d-7708-446b-bca9-2e87c9fd604b,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:53.954571 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-50787f6b-4fea-45e4-9c05-1d8f7ceaddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:53.956305 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-50787f6b-4fea-45e4-9c05-1d8f7ceaddd3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 1094 time: 0.0989914 Jan 27 21:58:54.028878 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-c6ab8bb2-d0a4-4577-9d3b-ec5184f2d169 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26052f6d-7708-446b-bca9-2e87c9fd604b HTTP/1.1" status: 200 len: 217 time: 0.0587177 Jan 27 21:58:54.048971 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35486) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:54.117747 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1e84bb39-4cf3-4ffd-848b-87415109ba67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:54.130126 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-67dde15f-d057-45b7-ac34-a889d23e4e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:54.131606 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-67dde15f-d057-45b7-ac34-a889d23e4e9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.0962024 Jan 27 21:58:54.156461 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-0955e32a-d2d8-4e3f-9f4b-2bfd2ed9e6e5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting port 698c5a63-7376-4b5d-9632-cc14b2c84d26 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:54.156965 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0955e32a-d2d8-4e3f-9f4b-2bfd2ed9e6e5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (698c5a63-7376-4b5d-9632-cc14b2c84d26), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:54.190999 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-cf15d615-8ca7-4073-bf7c-ba3bb8ebb8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:54.192813 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-cf15d615-8ca7-4073-bf7c-ba3bb8ebb8b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548286 Jan 27 21:58:54.217298 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-048a0845-5cfb-4d03-a8fa-c180100445fc None None] Provisioning complete for port 698c5a63-7376-4b5d-9632-cc14b2c84d26 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:54.217942 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-048a0845-5cfb-4d03-a8fa-c180100445fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (698c5a63-7376-4b5d-9632-cc14b2c84d26), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:54.283427 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-048a0845-5cfb-4d03-a8fa-c180100445fc None None] Port 698c5a63-7376-4b5d-9632-cc14b2c84d26 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:54.295328 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b885cf7-8324-45ea-a075-112886e54bd8 req-775b3673-cf1d-4a45-9b64-485b360955aa tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:54.298057 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b885cf7-8324-45ea-a075-112886e54bd8 req-775b3673-cf1d-4a45-9b64-485b360955aa tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 943 time: 0.1789434 Jan 27 21:58:54.320063 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-c6760844-677e-4bac-abfd-d0b3c8956df5 service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187544 Jan 27 21:58:54.340747 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0955e32a-d2d8-4e3f-9f4b-2bfd2ed9e6e5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (698c5a63-7376-4b5d-9632-cc14b2c84d26), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:54.396920 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-0955e32a-d2d8-4e3f-9f4b-2bfd2ed9e6e5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Calling delete_port for 698c5a63-7376-4b5d-9632-cc14b2c84d26 owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:54.423010 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1a4e110d-b77a-42df-9a1e-439dd71d6df1 req-6e9f1874-c794-494f-b62e-c7fbd1848269 service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942118 Jan 27 21:58:54.478427 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b885cf7-8324-45ea-a075-112886e54bd8 req-3433b2c4-0054-47f8-8c2e-9c821ea83bb8 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733415 Jan 27 21:58:54.537476 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae21c2-27f3-48dd-a0c7-dc14877a7b81 req-ccfbe6cf-5557-44ed-8bb9-e470f612c424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:54.539148 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-08ae21c2-27f3-48dd-a0c7-dc14877a7b81 req-ccfbe6cf-5557-44ed-8bb9-e470f612c424 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 1094 time: 0.0513732 Jan 27 21:58:54.650791 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae21c2-27f3-48dd-a0c7-dc14877a7b81 req-426c94ab-890f-489c-b185-acdfc24adef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:54.652405 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-08ae21c2-27f3-48dd-a0c7-dc14877a7b81 req-426c94ab-890f-489c-b185-acdfc24adef8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 913 time: 0.1034381 Jan 27 21:58:54.699161 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-08ae21c2-27f3-48dd-a0c7-dc14877a7b81 req-b61227d2-5c86-4029-87e4-97e2958fa684 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26052f6d-7708-446b-bca9-2e87c9fd604b HTTP/1.1" status: 200 len: 217 time: 0.0386982 Jan 27 21:58:54.702850 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0955e32a-d2d8-4e3f-9f4b-2bfd2ed9e6e5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (698c5a63-7376-4b5d-9632-cc14b2c84d26), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:54.748197 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955e32a-d2d8-4e3f-9f4b-2bfd2ed9e6e5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Port': ['ID=698c5a63-7376-4b5d-9632-cc14b2c84d26,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:54.760026 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae21c2-27f3-48dd-a0c7-dc14877a7b81 req-a824c822-bb29-4182-af94-98f23f4f38de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:54.761759 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-08ae21c2-27f3-48dd-a0c7-dc14877a7b81 req-a824c822-bb29-4182-af94-98f23f4f38de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.0563269 Jan 27 21:58:54.786120 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0955e32a-d2d8-4e3f-9f4b-2bfd2ed9e6e5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:54.792081 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0955e32a-d2d8-4e3f-9f4b-2bfd2ed9e6e5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/698c5a63-7376-4b5d-9632-cc14b2c84d26 HTTP/1.1" status: 204 len: 168 time: 0.9386890 Jan 27 21:58:54.794199 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35494) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:54.817414 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae21c2-27f3-48dd-a0c7-dc14877a7b81 req-d67bf7ee-65bb-4ebd-9bc0-a45211e28c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:54.818944 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-08ae21c2-27f3-48dd-a0c7-dc14877a7b81 req-d67bf7ee-65bb-4ebd-9bc0-a45211e28c6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461819 Jan 27 21:58:54.921592 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-08ae21c2-27f3-48dd-a0c7-dc14877a7b81 req-b9b3a82f-fee1-441d-a3a8-ae6bb2dc5a30 service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943956 Jan 27 21:58:54.926597 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdc2512-d568-4611-927e-1cfa094d6a1d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:54.927915 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdc2512-d568-4611-927e-1cfa094d6a1d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:54.932200 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4fdc2512-d568-4611-927e-1cfa094d6a1d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1371620 Jan 27 21:58:54.934550 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35496) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:54.992864 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48874e5e-d9a1-45cc-93a9-61c02f969168 req-fa51e807-301c-4af3-9d12-2e6004b6e571 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:54.995018 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-48874e5e-d9a1-45cc-93a9-61c02f969168 req-fa51e807-301c-4af3-9d12-2e6004b6e571 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.1244512 Jan 27 21:58:55.027823 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-08ae21c2-27f3-48dd-a0c7-dc14877a7b81 req-00e8bfb5-16eb-4105-8a03-81bd696569ae service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986295 Jan 27 21:58:55.039008 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e802f9-b4f6-4bc1-a9b2-b04d1f58cdd8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet 9177ed75-09b2-4486-9d8d-af95ee67d965 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:58:55.047756 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d2a3ecfb-7f02-4070-baa8-8e4b79125d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (7397dba9-318e-4368-9ab9-d4de499a8061), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.050446 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11e802f9-b4f6-4bc1-a9b2-b04d1f58cdd8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (9177ed75-09b2-4486-9d8d-af95ee67d965), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.155468 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-48874e5e-d9a1-45cc-93a9-61c02f969168 req-5d4d0ffa-151d-467a-a145-6e2e0710ae25 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464648 Jan 27 21:58:55.158324 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11e802f9-b4f6-4bc1-a9b2-b04d1f58cdd8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (9177ed75-09b2-4486-9d8d-af95ee67d965), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.242529 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11e802f9-b4f6-4bc1-a9b2-b04d1f58cdd8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (9177ed75-09b2-4486-9d8d-af95ee67d965), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.351655 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11e802f9-b4f6-4bc1-a9b2-b04d1f58cdd8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (9177ed75-09b2-4486-9d8d-af95ee67d965), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.385704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e802f9-b4f6-4bc1-a9b2-b04d1f58cdd8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=9177ed75-09b2-4486-9d8d-af95ee67d965,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:55.387804 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11e802f9-b4f6-4bc1-a9b2-b04d1f58cdd8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.391043 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-11e802f9-b4f6-4bc1-a9b2-b04d1f58cdd8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/9177ed75-09b2-4486-9d8d-af95ee67d965 HTTP/1.1" status: 204 len: 168 time: 0.4555287 Jan 27 21:58:55.394228 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35504) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:55.397406 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8261be-f359-4d11-ad1c-1a0fd29645de None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:55.438798 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-32f2fc7e-1c67-4ab5-a71d-d2e9ca1b3b1f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421350 Jan 27 21:58:55.441471 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35506) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:55.446320 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-33a6daeb-9435-4cf1-9789-9b57b02daf42 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:55.475846 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-d2a3ecfb-7f02-4070-baa8-8e4b79125d63 admin admin] Deleting port 1c11db39-fe5e-4be7-b8d9-6fea02861be2 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:55.476214 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d2a3ecfb-7f02-4070-baa8-8e4b79125d63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1c11db39-fe5e-4be7-b8d9-6fea02861be2), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.549808 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a6daeb-9435-4cf1-9789-9b57b02daf42 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:55.555539 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-33a6daeb-9435-4cf1-9789-9b57b02daf42 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.591611 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753e9816-41af-4708-a405-5b7a8b3b46e4 None None] DHCP port deletion for fdaa4292-e481-4f0f-a1d5-1416641af0da request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:58:55.601351 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-d2a3ecfb-7f02-4070-baa8-8e4b79125d63 admin admin] For port 1c11db39-fe5e-4be7-b8d9-6fea02861be2, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1c11db39-fe5e-4be7-b8d9-6fea02861be2,segment=NetworkSegment(66cac6aa-d7e9-4edb-9508-18cd6e862811),segment_id=66cac6aa-d7e9-4edb-9508-18cd6e862811)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:55.601722 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d2a3ecfb-7f02-4070-baa8-8e4b79125d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1c11db39-fe5e-4be7-b8d9-6fea02861be2), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.616834 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-d2a3ecfb-7f02-4070-baa8-8e4b79125d63 admin admin] Calling delete_port for 1c11db39-fe5e-4be7-b8d9-6fea02861be2 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:55.640698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4630b4-aa61-4294-9272-857a790fcfad req-b16a0e36-2741-496d-9c09-638cba9927cb tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:55.642985 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a4630b4-aa61-4294-9272-857a790fcfad req-b16a0e36-2741-496d-9c09-638cba9927cb tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 943 time: 0.0800469 Jan 27 21:58:55.650669 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-753e9816-41af-4708-a405-5b7a8b3b46e4 None None] Deleting port 4cc73326-1509-4826-8e3d-0011e4de036a {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:55.651053 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-753e9816-41af-4708-a405-5b7a8b3b46e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (4cc73326-1509-4826-8e3d-0011e4de036a), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.715275 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-753e9816-41af-4708-a405-5b7a8b3b46e4 None None] For port 4cc73326-1509-4826-8e3d-0011e4de036a, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4cc73326-1509-4826-8e3d-0011e4de036a,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:55.716036 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-753e9816-41af-4708-a405-5b7a8b3b46e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (4cc73326-1509-4826-8e3d-0011e4de036a), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.730549 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-753e9816-41af-4708-a405-5b7a8b3b46e4 None None] Calling delete_port for 4cc73326-1509-4826-8e3d-0011e4de036a owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:55.739431 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a4630b4-aa61-4294-9272-857a790fcfad req-361a196d-6b51-4713-89c8-64ad704b837a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622187 Jan 27 21:58:55.774715 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-33a6daeb-9435-4cf1-9789-9b57b02daf42 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (7d5dc8e1-ccc8-4bee-8672-9cd80dbc679f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.823334 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a6daeb-9435-4cf1-9789-9b57b02daf42 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:55.826937 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-753e9816-41af-4708-a405-5b7a8b3b46e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (4cc73326-1509-4826-8e3d-0011e4de036a), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.827766 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-33a6daeb-9435-4cf1-9789-9b57b02daf42 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:55.831388 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a6daeb-9435-4cf1-9789-9b57b02daf42 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:55.832041 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-33a6daeb-9435-4cf1-9789-9b57b02daf42 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.847014 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6daeb-9435-4cf1-9789-9b57b02daf42 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=7d5dc8e1-ccc8-4bee-8672-9cd80dbc679f,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:55.851310 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e9816-41af-4708-a405-5b7a8b3b46e4 None None] Pushing event deleted for resources: {'Port': ['ID=4cc73326-1509-4826-8e3d-0011e4de036a,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:55.857275 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753e9816-41af-4708-a405-5b7a8b3b46e4 None None] No DVR routers for this DVR port 4cc73326-1509-4826-8e3d-0011e4de036a on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:55.861360 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-33a6daeb-9435-4cf1-9789-9b57b02daf42 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4187965 Jan 27 21:58:55.863638 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35510) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:55.868735 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9b9e0bf6-aeda-48fb-bc4b-2bca8864d118 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'fixed_ips': [{'subnet_id': '7d5dc8e1-ccc8-4bee-8672-9cd80dbc679f', 'ip_address': '2001:db8::2d82:f9a9:ad32:fe87'}], 'name': 'tempest-NetworksTestDHCPv6-548497730'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:55.869347 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d2a3ecfb-7f02-4070-baa8-8e4b79125d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (1c11db39-fe5e-4be7-b8d9-6fea02861be2), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.893335 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ee1a4e-c8da-4e99-b612-08e7f7d2ac43 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:55.901648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3ecfb-7f02-4070-baa8-8e4b79125d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c11db39-fe5e-4be7-b8d9-6fea02861be2,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:56.009929 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9e0bf6-aeda-48fb-bc4b-2bca8864d118 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:56.015788 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9b9e0bf6-aeda-48fb-bc4b-2bca8864d118 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.019533 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40f8255-180b-494b-bee3-50dc45033338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-fdaa4292-e481-4f0f-a1d5-1416641af0da', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'fixed_ips': [{'subnet_id': '7d5dc8e1-ccc8-4bee-8672-9cd80dbc679f'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:58:56.021122 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b40f8255-180b-494b-bee3-50dc45033338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.045949 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-9b9e0bf6-aeda-48fb-bc4b-2bca8864d118 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] device_id is not set on port 29da115a-7b03-4320-b659-6344c4b3d4fa yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:58:56.207197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-b40f8255-180b-494b-bee3-50dc45033338 None None] Allocated IP 2001:db8::2 (fdaa4292-e481-4f0f-a1d5-1416641af0da/7d5dc8e1-ccc8-4bee-8672-9cd80dbc679f/820f633e-0eec-4f0d-bf1e-cd3eed672c18) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:56.371594 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b40f8255-180b-494b-bee3-50dc45033338 None None] Publish callbacks [] for port (820f633e-0eec-4f0d-bf1e-cd3eed672c18), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.372512 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d2a3ecfb-7f02-4070-baa8-8e4b79125d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (7397dba9-318e-4368-9ab9-d4de499a8061), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.380030 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b40f8255-180b-494b-bee3-50dc45033338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (820f633e-0eec-4f0d-bf1e-cd3eed672c18), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.394741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7df12-cd13-45a8-877f-611bbfc7dc38 req-8edbf496-e6fa-454f-b38e-4039033cb745 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:56.396544 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14d7df12-cd13-45a8-877f-611bbfc7dc38 req-8edbf496-e6fa-454f-b38e-4039033cb745 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.0709143 Jan 27 21:58:56.426106 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40f8255-180b-494b-bee3-50dc45033338 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:56.434741 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-b40f8255-180b-494b-bee3-50dc45033338 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:56.436928 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f8255-180b-494b-bee3-50dc45033338 None None] Pushing event updated for resources: {'Port': ['ID=820f633e-0eec-4f0d-bf1e-cd3eed672c18,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:56.439182 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40f8255-180b-494b-bee3-50dc45033338 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:56.455574 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-9b9e0bf6-aeda-48fb-bc4b-2bca8864d118 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8::2d82:f9a9:ad32:fe87 (fdaa4292-e481-4f0f-a1d5-1416641af0da/7d5dc8e1-ccc8-4bee-8672-9cd80dbc679f/29da115a-7b03-4320-b659-6344c4b3d4fa) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:56.498354 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b40f8255-180b-494b-bee3-50dc45033338 None None] Attempting to bind port 820f633e-0eec-4f0d-bf1e-cd3eed672c18 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:56.498838 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b40f8255-180b-494b-bee3-50dc45033338 None None] Attempting to bind port 820f633e-0eec-4f0d-bf1e-cd3eed672c18 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:56.499327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40f8255-180b-494b-bee3-50dc45033338 None None] Attempting to bind port 820f633e-0eec-4f0d-bf1e-cd3eed672c18 on network fdaa4292-e481-4f0f-a1d5-1416641af0da {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:56.504682 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40f8255-180b-494b-bee3-50dc45033338 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:56.505055 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40f8255-180b-494b-bee3-50dc45033338 None None] Checking segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:56.505466 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b40f8255-180b-494b-bee3-50dc45033338 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.505863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40f8255-180b-494b-bee3-50dc45033338 None None] Bound using segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:56.506333 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b40f8255-180b-494b-bee3-50dc45033338 None None] Bound port: 820f633e-0eec-4f0d-bf1e-cd3eed672c18, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:56.506716 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b40f8255-180b-494b-bee3-50dc45033338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (820f633e-0eec-4f0d-bf1e-cd3eed672c18), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.529240 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14d7df12-cd13-45a8-877f-611bbfc7dc38 req-46590af4-4766-4a28-8b47-f81754fbf940 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862384 Jan 27 21:58:56.585468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b40f8255-180b-494b-bee3-50dc45033338 None None] For port 820f633e-0eec-4f0d-bf1e-cd3eed672c18, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:56.588895 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b40f8255-180b-494b-bee3-50dc45033338 None None] For port 820f633e-0eec-4f0d-bf1e-cd3eed672c18, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=820f633e-0eec-4f0d-bf1e-cd3eed672c18,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:56.593862 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b40f8255-180b-494b-bee3-50dc45033338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (820f633e-0eec-4f0d-bf1e-cd3eed672c18), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.622004 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9b9e0bf6-aeda-48fb-bc4b-2bca8864d118 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (29da115a-7b03-4320-b659-6344c4b3d4fa), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.658275 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f8255-180b-494b-bee3-50dc45033338 None None] Pushing event updated for resources: {'Port': ['ID=820f633e-0eec-4f0d-bf1e-cd3eed672c18,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:56.674213 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9b9e0bf6-aeda-48fb-bc4b-2bca8864d118 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (29da115a-7b03-4320-b659-6344c4b3d4fa), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.674637 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a3ecfb-7f02-4070-baa8-8e4b79125d63 admin admin] Router 7397dba9-318e-4368-9ab9-d4de499a8061 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:58:56.680375 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2c3dad2b-6870-45e9-8e30-cf2210a05b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.728298 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9e0bf6-aeda-48fb-bc4b-2bca8864d118 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:56.730019 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-9b9e0bf6-aeda-48fb-bc4b-2bca8864d118 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:56.733198 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9e0bf6-aeda-48fb-bc4b-2bca8864d118 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:56.739225 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9e0bf6-aeda-48fb-bc4b-2bca8864d118 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:56.739905 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9b9e0bf6-aeda-48fb-bc4b-2bca8864d118 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.754342 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e0bf6-aeda-48fb-bc4b-2bca8864d118 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=29da115a-7b03-4320-b659-6344c4b3d4fa,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:56.782833 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9b9e0bf6-aeda-48fb-bc4b-2bca8864d118 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9180341 Jan 27 21:58:56.783116 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35522) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:56.868799 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a3ecfb-7f02-4070-baa8-8e4b79125d63 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:58:56.876067 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d2a3ecfb-7f02-4070-baa8-8e4b79125d63 admin admin] 10.222.0.23 "PUT /v2.0/routers/7397dba9-318e-4368-9ab9-d4de499a8061/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8239577 Jan 27 21:58:56.880395 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35524) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:56.901715 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6485e343-b6b1-4b8b-aa46-e8450856bdd9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:56.910898 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6485e343-b6b1-4b8b-aa46-e8450856bdd9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:56.912720 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6485e343-b6b1-4b8b-aa46-e8450856bdd9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1286111 Jan 27 21:58:56.917769 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24026517-3118-4ee3-a85c-2808596e3a5a None None] Sync routers for ids ['7397dba9-318e-4368-9ab9-d4de499a8061'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:58:56.925300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35526) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:56.936084 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4cc73326-1509-4826-8e3d-0011e4de036a no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:58:56.947508 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24026517-3118-4ee3-a85c-2808596e3a5a None None] Routers {'7397dba9-318e-4368-9ab9-d4de499a8061'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:56.948915 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-24026517-3118-4ee3-a85c-2808596e3a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:58:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7397dba9-318e-4368-9ab9-d4de499a8061'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:56.950347 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cdbce-28ca-4659-9812-b785852441ba req-f787fe81-6794-45e9-a589-3d5a4a1e3be1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:56.965671 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 4cc73326-1509-4826-8e3d-0011e4de036a {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:58:56.965984 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c6cdbce-28ca-4659-9812-b785852441ba req-f787fe81-6794-45e9-a589-3d5a4a1e3be1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 943 time: 0.1445174 Jan 27 21:58:56.966503 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4cc73326-1509-4826-8e3d-0011e4de036a not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:58:57.052653 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f8a65ea1-4c5e-4575-9641-73e536a2da88 admin admin] Publish callbacks [] for router (7397dba9-318e-4368-9ab9-d4de499a8061), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.101956 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c6cdbce-28ca-4659-9812-b785852441ba req-b3d1942a-c0aa-47d9-ba7f-f8baf571e3cf tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295614 Jan 27 21:58:57.143252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-aad63bbb-2827-475b-ab3c-1a25a662d430 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting port 29da115a-7b03-4320-b659-6344c4b3d4fa {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:57.143478 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aad63bbb-2827-475b-ab3c-1a25a662d430 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (29da115a-7b03-4320-b659-6344c4b3d4fa), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.177763 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f8a65ea1-4c5e-4575-9641-73e536a2da88 admin admin] Publish callbacks [] for router_gateway (7397dba9-318e-4368-9ab9-d4de499a8061), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.202677 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-24026517-3118-4ee3-a85c-2808596e3a5a None None] Set router 7397dba9-318e-4368-9ab9-d4de499a8061 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:58:57.238911 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aad63bbb-2827-475b-ab3c-1a25a662d430 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (29da115a-7b03-4320-b659-6344c4b3d4fa), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.246009 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-f8a65ea1-4c5e-4575-9641-73e536a2da88 admin admin] Deleting port f7c2af9d-f27e-4da4-9e04-a92c21e408ff {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:57.246382 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f8a65ea1-4c5e-4575-9641-73e536a2da88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f7c2af9d-f27e-4da4-9e04-a92c21e408ff), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.271971 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-aad63bbb-2827-475b-ab3c-1a25a662d430 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Calling delete_port for 29da115a-7b03-4320-b659-6344c4b3d4fa owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:57.341708 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-f8a65ea1-4c5e-4575-9641-73e536a2da88 admin admin] For port f7c2af9d-f27e-4da4-9e04-a92c21e408ff, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f7c2af9d-f27e-4da4-9e04-a92c21e408ff,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:57.341941 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f8a65ea1-4c5e-4575-9641-73e536a2da88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f7c2af9d-f27e-4da4-9e04-a92c21e408ff), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.354025 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-f8a65ea1-4c5e-4575-9641-73e536a2da88 admin admin] Calling delete_port for f7c2af9d-f27e-4da4-9e04-a92c21e408ff owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:57.412234 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-24026517-3118-4ee3-a85c-2808596e3a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7397dba9-318e-4368-9ab9-d4de499a8061', 'name': 'tempest-ServersTestMultiNic-434151385-router', 'tenant_id': '10995d19e73e4e599072cf021a4f38a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f7c2af9d-f27e-4da4-9e04-a92c21e408ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:58:55Z', 'revision_number': 5, 'project_id': '10995d19e73e4e599072cf021a4f38a9', 'gw_port': {'id': 'f7c2af9d-f27e-4da4-9e04-a92c21e408ff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7397dba9-318e-4368-9ab9-d4de499a8061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:57.449522 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24026517-3118-4ee3-a85c-2808596e3a5a None None] Checking router: 7397dba9-318e-4368-9ab9-d4de499a8061 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:58:57.460856 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24026517-3118-4ee3-a85c-2808596e3a5a None None] Routers {'7397dba9-318e-4368-9ab9-d4de499a8061'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:57.461759 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.462666 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-24026517-3118-4ee3-a85c-2808596e3a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:58:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7397dba9-318e-4368-9ab9-d4de499a8061'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:57.466442 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aad63bbb-2827-475b-ab3c-1a25a662d430 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (29da115a-7b03-4320-b659-6344c4b3d4fa), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.515486 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad63bbb-2827-475b-ab3c-1a25a662d430 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Port': ['ID=29da115a-7b03-4320-b659-6344c4b3d4fa,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:57.542878 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aad63bbb-2827-475b-ab3c-1a25a662d430 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.546573 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-aad63bbb-2827-475b-ab3c-1a25a662d430 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/29da115a-7b03-4320-b659-6344c4b3d4fa HTTP/1.1" status: 204 len: 168 time: 0.6151919 Jan 27 21:58:57.550464 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35534) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:57.593561 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-24026517-3118-4ee3-a85c-2808596e3a5a None None] Set router 7397dba9-318e-4368-9ab9-d4de499a8061 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:58:57.596576 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f8a65ea1-4c5e-4575-9641-73e536a2da88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (f7c2af9d-f27e-4da4-9e04-a92c21e408ff), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.612010 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cb1495-9907-4998-b59c-e3be316efeb5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:57.613565 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cb1495-9907-4998-b59c-e3be316efeb5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:57.615339 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e6cb1495-9907-4998-b59c-e3be316efeb5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0637817 Jan 27 21:58:57.617971 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35538) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:57.643710 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a65ea1-4c5e-4575-9641-73e536a2da88 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c2af9d-f27e-4da4-9e04-a92c21e408ff,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:57.666122 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-24026517-3118-4ee3-a85c-2808596e3a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7397dba9-318e-4368-9ab9-d4de499a8061', 'name': 'tempest-ServersTestMultiNic-434151385-router', 'tenant_id': '10995d19e73e4e599072cf021a4f38a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:58:57Z', 'revision_number': 6, 'project_id': '10995d19e73e4e599072cf021a4f38a9', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:57.694704 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24026517-3118-4ee3-a85c-2808596e3a5a None None] The sync data for ids ['7397dba9-318e-4368-9ab9-d4de499a8061'] in n-d-772272-3 is: [{'id': '7397dba9-318e-4368-9ab9-d4de499a8061', 'name': 'tempest-ServersTestMultiNic-434151385-router', 'tenant_id': '10995d19e73e4e599072cf021a4f38a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:58:57Z', 'revision_number': 6, 'project_id': '10995d19e73e4e599072cf021a4f38a9', 'gw_port_host': None}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:58:57.726878 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-362c4980-0fb2-4135-a371-c6033265c7f1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet 7d5dc8e1-ccc8-4bee-8672-9cd80dbc679f {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:58:57.730625 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-362c4980-0fb2-4135-a371-c6033265c7f1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (7d5dc8e1-ccc8-4bee-8672-9cd80dbc679f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.736765 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f8a65ea1-4c5e-4575-9641-73e536a2da88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (7397dba9-318e-4368-9ab9-d4de499a8061), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.766087 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b92c9-fa2c-4481-8c56-6c519fe4e2fa req-653fa032-d239-4b45-801e-2f21211ca757 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:57.767824 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-198b92c9-fa2c-4481-8c56-6c519fe4e2fa req-653fa032-d239-4b45-801e-2f21211ca757 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.1401725 Jan 27 21:58:57.804699 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-362c4980-0fb2-4135-a371-c6033265c7f1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (7d5dc8e1-ccc8-4bee-8672-9cd80dbc679f), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.842904 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f8a65ea1-4c5e-4575-9641-73e536a2da88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (7397dba9-318e-4368-9ab9-d4de499a8061), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.845888 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f8a65ea1-4c5e-4575-9641-73e536a2da88 admin admin] Publish callbacks [] for router_controller (7397dba9-318e-4368-9ab9-d4de499a8061), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.862574 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-198b92c9-fa2c-4481-8c56-6c519fe4e2fa req-a71bb27b-f4c0-453e-9be7-14c8e85d0d34 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866897 Jan 27 21:58:57.893809 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f8a65ea1-4c5e-4575-9641-73e536a2da88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (7397dba9-318e-4368-9ab9-d4de499a8061), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.894925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a65ea1-4c5e-4575-9641-73e536a2da88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7397dba9-318e-4368-9ab9-d4de499a8061 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:58:57.901175 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f8a65ea1-4c5e-4575-9641-73e536a2da88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.904802 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f8a65ea1-4c5e-4575-9641-73e536a2da88 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7397dba9-318e-4368-9ab9-d4de499a8061 HTTP/1.1" status: 204 len: 168 time: 1.0238423 Jan 27 21:58:57.905997 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35540) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:57.914349 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-362c4980-0fb2-4135-a371-c6033265c7f1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (7d5dc8e1-ccc8-4bee-8672-9cd80dbc679f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.954132 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9bb6aff-770f-498f-9e5b-7c51b345791c admin admin] Deleting subnet 341265e3-9da8-4422-bbac-920e9e756bae {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:58:57.956777 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9bb6aff-770f-498f-9e5b-7c51b345791c admin admin] Publish callbacks [] for subnet (341265e3-9da8-4422-bbac-920e9e756bae), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.985927 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-362c4980-0fb2-4135-a371-c6033265c7f1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (7d5dc8e1-ccc8-4bee-8672-9cd80dbc679f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.005618 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9bb6aff-770f-498f-9e5b-7c51b345791c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (341265e3-9da8-4422-bbac-920e9e756bae), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.021432 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-362c4980-0fb2-4135-a371-c6033265c7f1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.026821 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-362c4980-0fb2-4135-a371-c6033265c7f1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/7d5dc8e1-ccc8-4bee-8672-9cd80dbc679f HTTP/1.1" status: 204 len: 168 time: 0.4057007 Jan 27 21:58:58.026821 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c4980-0fb2-4135-a371-c6033265c7f1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=7d5dc8e1-ccc8-4bee-8672-9cd80dbc679f,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:58.028519 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35542) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:58.061932 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-d2ceb854-fcc9-4e07-898e-bfeaa0bfcfcb None None] Provisioning complete for port 820f633e-0eec-4f0d-bf1e-cd3eed672c18 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:58.062648 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb854-fcc9-4e07-898e-bfeaa0bfcfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (820f633e-0eec-4f0d-bf1e-cd3eed672c18), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.072218 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d2eed8fd-605b-4690-be82-216dcf5c6f30 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407526 Jan 27 21:58:58.073000 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35544) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:58.080110 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-e1f79fa5-0720-4d13-9c30-3512b595a305 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:58.112690 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9bb6aff-770f-498f-9e5b-7c51b345791c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (341265e3-9da8-4422-bbac-920e9e756bae), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.207468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceb854-fcc9-4e07-898e-bfeaa0bfcfcb None None] Current status of the port 820f633e-0eec-4f0d-bf1e-cd3eed672c18 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:58.207904 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb854-fcc9-4e07-898e-bfeaa0bfcfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (820f633e-0eec-4f0d-bf1e-cd3eed672c18), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.222944 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9bb6aff-770f-498f-9e5b-7c51b345791c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (341265e3-9da8-4422-bbac-920e9e756bae), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.263040 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d2ceb854-fcc9-4e07-898e-bfeaa0bfcfcb None None] For port 820f633e-0eec-4f0d-bf1e-cd3eed672c18, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=820f633e-0eec-4f0d-bf1e-cd3eed672c18,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:58.267623 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a535c4b2-dd3d-4b36-beb0-8e98e400b9a2 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:58.270375 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb6aff-770f-498f-9e5b-7c51b345791c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=341265e3-9da8-4422-bbac-920e9e756bae,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:58.275460 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9bb6aff-770f-498f-9e5b-7c51b345791c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.284254 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c9bb6aff-770f-498f-9e5b-7c51b345791c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/341265e3-9da8-4422-bbac-920e9e756bae HTTP/1.1" status: 204 len: 168 time: 0.3738112 Jan 27 21:58:58.284461 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd9951-388a-460e-8b3b-1af30eae6d8b req-1564070e-0f4c-49dd-8f94-1f70d7fd9520 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:58.284576 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb854-fcc9-4e07-898e-bfeaa0bfcfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (820f633e-0eec-4f0d-bf1e-cd3eed672c18), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.284681 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3cd9951-388a-460e-8b3b-1af30eae6d8b req-1564070e-0f4c-49dd-8f94-1f70d7fd9520 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 943 time: 0.0960910 Jan 27 21:58:58.285671 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35548) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:58.286719 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f79fa5-0720-4d13-9c30-3512b595a305 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:58.290356 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1f79fa5-0720-4d13-9c30-3512b595a305 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.298460 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b611aa-a027-4a64-a3a1-2b6a826afb14 None None] Network 8a25baba-92c1-4ffc-94d5-b8d47477c61e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:58.365985 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9488e693-fef8-4f3d-98e7-587131f5788d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (8a25baba-92c1-4ffc-94d5-b8d47477c61e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.419623 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3cd9951-388a-460e-8b3b-1af30eae6d8b req-051c0c86-768b-4f9b-afe4-fce85c989536 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228468 Jan 27 21:58:58.433873 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-9488e693-fef8-4f3d-98e7-587131f5788d admin admin] Deleting port 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:58.434322 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9488e693-fef8-4f3d-98e7-587131f5788d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (9ea74d51-2be3-4b3d-85f7-fa9e375e1af5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.460951 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ceb854-fcc9-4e07-898e-bfeaa0bfcfcb None None] Pushing event updated for resources: {'Port': ['ID=820f633e-0eec-4f0d-bf1e-cd3eed672c18,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:58.482608 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a7200144-3807-42fd-8f95-195efbbe421a None None] Could not find standard attr ID for object 29da115a-7b03-4320-b659-6344c4b3d4fa. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:58:58.513035 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-9488e693-fef8-4f3d-98e7-587131f5788d admin admin] For port 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9ea74d51-2be3-4b3d-85f7-fa9e375e1af5,segment=NetworkSegment(66cac6aa-d7e9-4edb-9508-18cd6e862811),segment_id=66cac6aa-d7e9-4edb-9508-18cd6e862811)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:58.513713 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9488e693-fef8-4f3d-98e7-587131f5788d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (9ea74d51-2be3-4b3d-85f7-fa9e375e1af5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.529936 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-9488e693-fef8-4f3d-98e7-587131f5788d admin admin] Calling delete_port for 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:58.583810 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1f79fa5-0720-4d13-9c30-3512b595a305 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (896ba277-496d-4f8b-9c52-48aba7bbf996), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.643282 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f79fa5-0720-4d13-9c30-3512b595a305 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:58.646929 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-e1f79fa5-0720-4d13-9c30-3512b595a305 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:58.648587 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9488e693-fef8-4f3d-98e7-587131f5788d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (9ea74d51-2be3-4b3d-85f7-fa9e375e1af5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.651326 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f79fa5-0720-4d13-9c30-3512b595a305 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:58.651939 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1f79fa5-0720-4d13-9c30-3512b595a305 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.668337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f79fa5-0720-4d13-9c30-3512b595a305 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=896ba277-496d-4f8b-9c52-48aba7bbf996,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:58.679143 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 26052f6d-7708-446b-bca9-2e87c9fd604b details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:58:58.679366 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e1f79fa5-0720-4d13-9c30-3512b595a305 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6051648 Jan 27 21:58:58.682016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35556) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:58.688912 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-26c2853d-9c42-4a1c-bcc2-ff39d717de51 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'fixed_ips': [{'subnet_id': '896ba277-496d-4f8b-9c52-48aba7bbf996', 'ip_address': '2001:db8::b6c2:2b9f:c7af:a929'}], 'name': 'tempest-NetworksTestDHCPv6-1414168342'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:58.694614 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9488e693-fef8-4f3d-98e7-587131f5788d admin admin] No DVR routers for this DVR port 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:58.696707 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488e693-fef8-4f3d-98e7-587131f5788d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea74d51-2be3-4b3d-85f7-fa9e375e1af5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:58.858568 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 26052f6d-7708-446b-bca9-2e87c9fd604b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=26052f6d-7708-446b-bca9-2e87c9fd604b,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:58.868268 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2230b6-9031-440e-90a5-f503576c4068 None None] DHCP port deletion for 8a25baba-92c1-4ffc-94d5-b8d47477c61e request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:58:58.915742 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9488e693-fef8-4f3d-98e7-587131f5788d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (8a25baba-92c1-4ffc-94d5-b8d47477c61e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.917204 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66259d9-10ee-4524-8979-253645b11139 None None] DHCP port deletion for fdaa4292-e481-4f0f-a1d5-1416641af0da request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:58:58.920588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c2853d-9c42-4a1c-bcc2-ff39d717de51 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:58.961351 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.965463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '26052f6d-7708-446b-bca9-2e87c9fd604b', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'port_id': '26052f6d-7708-446b-bca9-2e87c9fd604b', 'mac_address': 'fa:16:3e:39:7f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:58:58.973916 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-9488e693-fef8-4f3d-98e7-587131f5788d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a25baba-92c1-4ffc-94d5-b8d47477c61e']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:58.995686 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-9488e693-fef8-4f3d-98e7-587131f5788d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66cac6aa-d7e9-4edb-9508-18cd6e862811') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:59.009209 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-9488e693-fef8-4f3d-98e7-587131f5788d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66cac6aa-d7e9-4edb-9508-18cd6e862811') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:59.041355 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9488e693-fef8-4f3d-98e7-587131f5788d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (66cac6aa-d7e9-4edb-9508-18cd6e862811), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.061197 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9488e693-fef8-4f3d-98e7-587131f5788d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (66cac6aa-d7e9-4edb-9508-18cd6e862811), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.069455 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9488e693-fef8-4f3d-98e7-587131f5788d admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:58:59.069633 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9488e693-fef8-4f3d-98e7-587131f5788d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (66cac6aa-d7e9-4edb-9508-18cd6e862811), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.077475 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1c11db39-fe5e-4be7-b8d9-6fea02861be2 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:58:59.121938 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 1c11db39-fe5e-4be7-b8d9-6fea02861be2 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:58:59.122534 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1c11db39-fe5e-4be7-b8d9-6fea02861be2 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:58:59.123145 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f7c2af9d-f27e-4da4-9e04-a92c21e408ff no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:58:59.132970 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-26c2853d-9c42-4a1c-bcc2-ff39d717de51 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.142880 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d3945-9dfc-412d-8266-4ff71e5d343a req-71631883-c5ae-4a11-b41c-83cab89c06c0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:59.144734 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db9d3945-9dfc-412d-8266-4ff71e5d343a req-71631883-c5ae-4a11-b41c-83cab89c06c0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.1087153 Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: timer() Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:58:59.154071 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:58:59.157663 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9488e693-fef8-4f3d-98e7-587131f5788d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (8a25baba-92c1-4ffc-94d5-b8d47477c61e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.162722 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 26052f6d-7708-446b-bca9-2e87c9fd604b is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:59.163302 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (26052f6d-7708-446b-bca9-2e87c9fd604b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.176063 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9488e693-fef8-4f3d-98e7-587131f5788d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.182722 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9488e693-fef8-4f3d-98e7-587131f5788d admin admin] 10.222.0.23 "DELETE /v2.0/networks/8a25baba-92c1-4ffc-94d5-b8d47477c61e HTTP/1.1" status: 204 len: 168 time: 0.8939071 Jan 27 21:58:59.182722 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488e693-fef8-4f3d-98e7-587131f5788d admin admin] Pushing event deleted for resources: {'Network': ['ID=8a25baba-92c1-4ffc-94d5-b8d47477c61e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:59.183008 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a66259d9-10ee-4524-8979-253645b11139 None None] Deleting port 820f633e-0eec-4f0d-bf1e-cd3eed672c18 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:59.183008 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a66259d9-10ee-4524-8979-253645b11139 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (820f633e-0eec-4f0d-bf1e-cd3eed672c18), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.188556 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: f7c2af9d-f27e-4da4-9e04-a92c21e408ff {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:58:59.189092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f7c2af9d-f27e-4da4-9e04-a92c21e408ff not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:58:59.192822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-26c2853d-9c42-4a1c-bcc2-ff39d717de51 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] device_id is not set on port 63369051-9edd-4469-9b43-00f2b1847a0c yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:58:59.205071 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 820f633e-0eec-4f0d-bf1e-cd3eed672c18 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:58:59.249987 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26052f6d-7708-446b-bca9-2e87c9fd604b {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:59.305319 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db9d3945-9dfc-412d-8266-4ff71e5d343a req-381a10fd-7481-42e9-8e78-8be19ebaef7f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443295 Jan 27 21:58:59.324834 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 26052f6d-7708-446b-bca9-2e87c9fd604b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=26052f6d-7708-446b-bca9-2e87c9fd604b,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:59.364864 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (26052f6d-7708-446b-bca9-2e87c9fd604b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.423549 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35564) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:59.458610 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 820f633e-0eec-4f0d-bf1e-cd3eed672c18 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:59.459008 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (820f633e-0eec-4f0d-bf1e-cd3eed672c18), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.469970 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a66259d9-10ee-4524-8979-253645b11139 None None] For port 820f633e-0eec-4f0d-bf1e-cd3eed672c18, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=820f633e-0eec-4f0d-bf1e-cd3eed672c18,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:59.470977 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a66259d9-10ee-4524-8979-253645b11139 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (820f633e-0eec-4f0d-bf1e-cd3eed672c18), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.471896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-26c2853d-9c42-4a1c-bcc2-ff39d717de51 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8::b6c2:2b9f:c7af:a929 (fdaa4292-e481-4f0f-a1d5-1416641af0da/896ba277-496d-4f8b-9c52-48aba7bbf996/63369051-9edd-4469-9b43-00f2b1847a0c) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:59.489791 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a66259d9-10ee-4524-8979-253645b11139 None None] Calling delete_port for 820f633e-0eec-4f0d-bf1e-cd3eed672c18 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:59.528639 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3e36f800-1079-4d8f-b4c7-2461b2fc109b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=10995d19e73e4e599072cf021a4f38a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1037867 Jan 27 21:58:59.531225 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35570) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:59.620511 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=26052f6d-7708-446b-bca9-2e87c9fd604b,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:59.623545 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-75f572ca-6b6c-41ac-bc8e-7e140670a358 admin admin] Publish callbacks [] for security_group (f58eb2d0-33de-4bcf-8e1d-5197c267c494), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.629296 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 820f633e-0eec-4f0d-bf1e-cd3eed672c18, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=820f633e-0eec-4f0d-bf1e-cd3eed672c18,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:59.652936 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (820f633e-0eec-4f0d-bf1e-cd3eed672c18), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.665625 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-75f572ca-6b6c-41ac-bc8e-7e140670a358 admin admin] Publish callbacks [] for security_group (f58eb2d0-33de-4bcf-8e1d-5197c267c494), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.676342 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecc184-ff2e-42fa-9ae4-f832b38be112 req-aa685e5a-a4a7-4393-a43c-833876d72468 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:59.677877 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ddecc184-ff2e-42fa-9ae4-f832b38be112 req-aa685e5a-a4a7-4393-a43c-833876d72468 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 944 time: 0.1445704 Jan 27 21:58:59.684737 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a66259d9-10ee-4524-8979-253645b11139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (820f633e-0eec-4f0d-bf1e-cd3eed672c18), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.704639 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66259d9-10ee-4524-8979-253645b11139 None None] No DVR routers for this DVR port 820f633e-0eec-4f0d-bf1e-cd3eed672c18 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:59.724474 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=820f633e-0eec-4f0d-bf1e-cd3eed672c18,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:59.741587 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-26c2853d-9c42-4a1c-bcc2-ff39d717de51 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (63369051-9edd-4469-9b43-00f2b1847a0c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.752259 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495fbfb2-a295-45b9-84ee-6bf363dad3fe None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:59.754666 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66259d9-10ee-4524-8979-253645b11139 None None] Pushing event deleted for resources: {'Port': ['ID=820f633e-0eec-4f0d-bf1e-cd3eed672c18,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:59.767792 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ddecc184-ff2e-42fa-9ae4-f832b38be112 req-9cd80b7c-8e84-4a4f-a1c0-ae2466610339 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771556 Jan 27 21:58:59.776040 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-75f572ca-6b6c-41ac-bc8e-7e140670a358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f58eb2d0-33de-4bcf-8e1d-5197c267c494), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.785287 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-75f572ca-6b6c-41ac-bc8e-7e140670a358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.786659 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-75f572ca-6b6c-41ac-bc8e-7e140670a358 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f58eb2d0-33de-4bcf-8e1d-5197c267c494 HTTP/1.1" status: 204 len: 168 time: 0.2531188 Jan 27 21:58:59.800842 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f572ca-6b6c-41ac-bc8e-7e140670a358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58eb2d0-33de-4bcf-8e1d-5197c267c494,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:59.808795 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-26c2853d-9c42-4a1c-bcc2-ff39d717de51 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (63369051-9edd-4469-9b43-00f2b1847a0c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.810570 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['26052f6d-7708-446b-bca9-2e87c9fd604b'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:59.877501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c2853d-9c42-4a1c-bcc2-ff39d717de51 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:59.883074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-26c2853d-9c42-4a1c-bcc2-ff39d717de51 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:59.887896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c2853d-9c42-4a1c-bcc2-ff39d717de51 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:59.896502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c2853d-9c42-4a1c-bcc2-ff39d717de51 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:59.897541 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-26c2853d-9c42-4a1c-bcc2-ff39d717de51 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.906409 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2853d-9c42-4a1c-bcc2-ff39d717de51 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=63369051-9edd-4469-9b43-00f2b1847a0c,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:59.921739 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-26c2853d-9c42-4a1c-bcc2-ff39d717de51 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2385058 Jan 27 21:58:59.924282 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35576) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:59.979216 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f955de-08b6-4b4d-b8ec-60d94f2bf7a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-fdaa4292-e481-4f0f-a1d5-1416641af0da', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'fixed_ips': [{'subnet_id': '896ba277-496d-4f8b-9c52-48aba7bbf996'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:58:59.980404 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b3f955de-08b6-4b4d-b8ec-60d94f2bf7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.982702 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c58c5e6-8713-4131-8c5e-a7d786a6698a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:59.985196 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2c58c5e6-8713-4131-8c5e-a7d786a6698a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0593147 Jan 27 21:58:59.987755 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35578) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:00.112008 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-fb786073-0436-4098-ba76-c9dbe61e84df tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting port 63369051-9edd-4469-9b43-00f2b1847a0c {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:00.112353 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fb786073-0436-4098-ba76-c9dbe61e84df tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (63369051-9edd-4469-9b43-00f2b1847a0c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.155154 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-b3f955de-08b6-4b4d-b8ec-60d94f2bf7a9 None None] Allocated IP 2001:db8::2 (fdaa4292-e481-4f0f-a1d5-1416641af0da/896ba277-496d-4f8b-9c52-48aba7bbf996/9d637a2a-7fa4-4da8-ae82-3997797b0424) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:00.210550 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fb786073-0436-4098-ba76-c9dbe61e84df tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (63369051-9edd-4469-9b43-00f2b1847a0c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.224329 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-fb786073-0436-4098-ba76-c9dbe61e84df tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Calling delete_port for 63369051-9edd-4469-9b43-00f2b1847a0c owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:00.307697 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.327352 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b3f955de-08b6-4b4d-b8ec-60d94f2bf7a9 None None] Publish callbacks [] for port (9d637a2a-7fa4-4da8-ae82-3997797b0424), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.335264 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b3f955de-08b6-4b4d-b8ec-60d94f2bf7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (9d637a2a-7fa4-4da8-ae82-3997797b0424), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.384339 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fb786073-0436-4098-ba76-c9dbe61e84df tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (63369051-9edd-4469-9b43-00f2b1847a0c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.389821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f955de-08b6-4b4d-b8ec-60d94f2bf7a9 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:00.392041 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f955de-08b6-4b4d-b8ec-60d94f2bf7a9 None None] Pushing event updated for resources: {'Port': ['ID=9d637a2a-7fa4-4da8-ae82-3997797b0424,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:00.394820 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-b3f955de-08b6-4b4d-b8ec-60d94f2bf7a9 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:00.396983 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f955de-08b6-4b4d-b8ec-60d94f2bf7a9 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:00.431590 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb786073-0436-4098-ba76-c9dbe61e84df tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Port': ['ID=63369051-9edd-4469-9b43-00f2b1847a0c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:00.460485 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48cf58-7c2b-418f-8159-d8c8f6168714 req-e90db6fe-b8ae-45f0-bbf0-0737b6d5834f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:00.462667 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de48cf58-7c2b-418f-8159-d8c8f6168714 req-e90db6fe-b8ae-45f0-bbf0-0737b6d5834f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.0659499 Jan 27 21:59:00.463279 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fb786073-0436-4098-ba76-c9dbe61e84df tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.469915 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fb786073-0436-4098-ba76-c9dbe61e84df tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/63369051-9edd-4469-9b43-00f2b1847a0c HTTP/1.1" status: 204 len: 168 time: 0.4781833 Jan 27 21:59:00.470440 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35596) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:00.492446 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b3f955de-08b6-4b4d-b8ec-60d94f2bf7a9 None None] Attempting to bind port 9d637a2a-7fa4-4da8-ae82-3997797b0424 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:00.500668 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b3f955de-08b6-4b4d-b8ec-60d94f2bf7a9 None None] Attempting to bind port 9d637a2a-7fa4-4da8-ae82-3997797b0424 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:00.501193 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f955de-08b6-4b4d-b8ec-60d94f2bf7a9 None None] Attempting to bind port 9d637a2a-7fa4-4da8-ae82-3997797b0424 on network fdaa4292-e481-4f0f-a1d5-1416641af0da {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:00.510717 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f955de-08b6-4b4d-b8ec-60d94f2bf7a9 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:59:00.511651 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f955de-08b6-4b4d-b8ec-60d94f2bf7a9 None None] Checking segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:00.512055 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b3f955de-08b6-4b4d-b8ec-60d94f2bf7a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.512552 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f955de-08b6-4b4d-b8ec-60d94f2bf7a9 None None] Bound using segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:59:00.513168 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b3f955de-08b6-4b4d-b8ec-60d94f2bf7a9 None None] Bound port: 9d637a2a-7fa4-4da8-ae82-3997797b0424, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:59:00.514010 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b3f955de-08b6-4b4d-b8ec-60d94f2bf7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9d637a2a-7fa4-4da8-ae82-3997797b0424), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.530008 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc870192-426c-4f44-9ffb-d3907ad78c8d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:00.532734 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc870192-426c-4f44-9ffb-d3907ad78c8d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:00.534897 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dc870192-426c-4f44-9ffb-d3907ad78c8d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0632517 Jan 27 21:59:00.537960 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35602) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:00.553269 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de48cf58-7c2b-418f-8159-d8c8f6168714 req-d7a85832-48c7-4ad9-a1ab-96d5762283cb tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815446 Jan 27 21:59:00.601581 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b3f955de-08b6-4b4d-b8ec-60d94f2bf7a9 None None] For port 9d637a2a-7fa4-4da8-ae82-3997797b0424, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:00.604944 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b3f955de-08b6-4b4d-b8ec-60d94f2bf7a9 None None] For port 9d637a2a-7fa4-4da8-ae82-3997797b0424, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9d637a2a-7fa4-4da8-ae82-3997797b0424,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:59:00.610056 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b3f955de-08b6-4b4d-b8ec-60d94f2bf7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9d637a2a-7fa4-4da8-ae82-3997797b0424), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.612600 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c6b90b-12ae-4578-a23a-d062ce76a388 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet 896ba277-496d-4f8b-9c52-48aba7bbf996 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:59:00.616706 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-72c6b90b-12ae-4578-a23a-d062ce76a388 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (896ba277-496d-4f8b-9c52-48aba7bbf996), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.663747 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-72c6b90b-12ae-4578-a23a-d062ce76a388 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (896ba277-496d-4f8b-9c52-48aba7bbf996), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.681114 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35608) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:00.682459 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f955de-08b6-4b4d-b8ec-60d94f2bf7a9 None None] Pushing event updated for resources: {'Port': ['ID=9d637a2a-7fa4-4da8-ae82-3997797b0424,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:00.738391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:00.764806 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:00.765527 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9ea74d51-2be3-4b3d-85f7-fa9e375e1af5 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:00.776634 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-72c6b90b-12ae-4578-a23a-d062ce76a388 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (896ba277-496d-4f8b-9c52-48aba7bbf996), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.820848 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-9ba83dc2-a85c-4164-92c6-1ed60ba65985 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1250402837-network', 'tenant_id': 'f9275b6eb6434284a65078a4e87b7375'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:00.848036 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-72c6b90b-12ae-4578-a23a-d062ce76a388 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (896ba277-496d-4f8b-9c52-48aba7bbf996), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.854203 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba83dc2-a85c-4164-92c6-1ed60ba65985 admin admin] Made reservation on behalf of f9275b6eb6434284a65078a4e87b7375 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:00.857058 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9ba83dc2-a85c-4164-92c6-1ed60ba65985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.878555 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6b90b-12ae-4578-a23a-d062ce76a388 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=896ba277-496d-4f8b-9c52-48aba7bbf996,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:00.882246 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-72c6b90b-12ae-4578-a23a-d062ce76a388 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.885500 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-72c6b90b-12ae-4578-a23a-d062ce76a388 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/896ba277-496d-4f8b-9c52-48aba7bbf996 HTTP/1.1" status: 204 len: 168 time: 0.3465273 Jan 27 21:59:00.890115 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35618) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:00.903811 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9ba83dc2-a85c-4164-92c6-1ed60ba65985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.936731 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-92a0e03a-c0e6-43f6-878f-afc79c3c7620 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429432 Jan 27 21:59:00.940008 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35620) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:00.991938 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b96ba-2052-4d4e-bd97-7ac2a1695c56 req-6188b81c-f0bd-4e1b-beee-8aeaa7817452 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:00.993473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-828b96ba-2052-4d4e-bd97-7ac2a1695c56 req-6188b81c-f0bd-4e1b-beee-8aeaa7817452 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 944 time: 0.1327093 Jan 27 21:59:01.071879 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d676cd-8077-480c-b25a-5486a5c4e35d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:01.073430 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f3d676cd-8077-480c-b25a-5486a5c4e35d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1322188 Jan 27 21:59:01.076081 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35622) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:01.092988 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-828b96ba-2052-4d4e-bd97-7ac2a1695c56 req-9c43737a-b88c-49c1-a970-e051664fbaea tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885177 Jan 27 21:59:01.118120 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9ba83dc2-a85c-4164-92c6-1ed60ba65985 admin admin] Publish callbacks [] for security_group (85fbcd76-72d4-495a-8f99-d4bbd16c9425), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.123443 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9ba83dc2-a85c-4164-92c6-1ed60ba65985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (85fbcd76-72d4-495a-8f99-d4bbd16c9425), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.145102 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce43e7c8-d233-4eb0-aabc-fe865565570a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:01.146774 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ce43e7c8-d233-4eb0-aabc-fe865565570a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0691521 Jan 27 21:59:01.147139 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba83dc2-a85c-4164-92c6-1ed60ba65985 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:59:01.149166 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35624) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:01.160981 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba83dc2-a85c-4164-92c6-1ed60ba65985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fbcd76-72d4-495a-8f99-d4bbd16c9425,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:01.165849 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9ba83dc2-a85c-4164-92c6-1ed60ba65985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3b2fea27-e544-46dd-8938-d1b1c999d31d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.166197 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-9ba83dc2-a85c-4164-92c6-1ed60ba65985 admin admin] Added segment 3b2fea27-e544-46dd-8938-d1b1c999d31d of type vlan for network 1f071ae9-37c8-490f-8670-8f5a5c9b8b09 Jan 27 21:59:01.193968 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-84e98631-8a86-4a1f-b011-aff41cbb65aa tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435650 Jan 27 21:59:01.198107 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35626) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:01.204461 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-42ed952a-d84e-4c1b-a7db-987fc793a43d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:01.210601 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9ba83dc2-a85c-4164-92c6-1ed60ba65985 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (1f071ae9-37c8-490f-8670-8f5a5c9b8b09), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.235414 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9ba83dc2-a85c-4164-92c6-1ed60ba65985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (1f071ae9-37c8-490f-8670-8f5a5c9b8b09), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.236531 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba83dc2-a85c-4164-92c6-1ed60ba65985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:01.237120 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9ba83dc2-a85c-4164-92c6-1ed60ba65985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.291144 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9ba83dc2-a85c-4164-92c6-1ed60ba65985 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6087658 Jan 27 21:59:01.293890 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35628) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:01.294755 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ed952a-d84e-4c1b-a7db-987fc793a43d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:01.299001 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42ed952a-d84e-4c1b-a7db-987fc793a43d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.299157 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-26c08cf2-52a2-46df-b423-90eca56eb934 admin admin] Request body: {'subnet': {'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1250402837-subnet', 'tenant_id': 'f9275b6eb6434284a65078a4e87b7375', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:01.313575 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba83dc2-a85c-4164-92c6-1ed60ba65985 admin admin] Pushing event updated for resources: {'Network': ['ID=1f071ae9-37c8-490f-8670-8f5a5c9b8b09,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:01.323693 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 1f071ae9-37c8-490f-8670-8f5a5c9b8b09 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:59:01.328549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c08cf2-52a2-46df-b423-90eca56eb934 admin admin] Made reservation on behalf of f9275b6eb6434284a65078a4e87b7375 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:01.331424 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-26c08cf2-52a2-46df-b423-90eca56eb934 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.504821 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42ed952a-d84e-4c1b-a7db-987fc793a43d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (293779a3-53f2-44d2-963d-d9f4eaa2e0a7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.512546 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-26c08cf2-52a2-46df-b423-90eca56eb934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (63fdd7ca-c3cf-4e42-83a2-41e88799960e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.555388 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ed952a-d84e-4c1b-a7db-987fc793a43d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:01.558692 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-42ed952a-d84e-4c1b-a7db-987fc793a43d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:01.562991 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ed952a-d84e-4c1b-a7db-987fc793a43d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:01.563591 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42ed952a-d84e-4c1b-a7db-987fc793a43d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.571741 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed952a-d84e-4c1b-a7db-987fc793a43d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=293779a3-53f2-44d2-963d-d9f4eaa2e0a7,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:01.575793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c08cf2-52a2-46df-b423-90eca56eb934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63fdd7ca-c3cf-4e42-83a2-41e88799960e,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:01.585959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c08cf2-52a2-46df-b423-90eca56eb934 admin admin] Checking segment: {'id': '3b2fea27-e544-46dd-8938-d1b1c999d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:01.586336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c08cf2-52a2-46df-b423-90eca56eb934 admin admin] Network hostable DHCP agents. Network: 1f071ae9-37c8-490f-8670-8f5a5c9b8b09, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:59:01.608263 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-42ed952a-d84e-4c1b-a7db-987fc793a43d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4071674 Jan 27 21:59:01.610604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35634) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:01.617668 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-d430711e-d399-4402-92c5-aa8ee1bb6848 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'fixed_ips': [{'subnet_id': '293779a3-53f2-44d2-963d-d9f4eaa2e0a7', 'ip_address': '2001:db8::739c:81c4:abbc:137f'}], 'name': 'tempest-NetworksTestDHCPv6-601451584'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:01.624142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c08cf2-52a2-46df-b423-90eca56eb934 admin admin] Network 1f071ae9-37c8-490f-8670-8f5a5c9b8b09 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:59:01.683401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-26c08cf2-52a2-46df-b423-90eca56eb934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 1f071ae9-37c8-490f-8670-8f5a5c9b8b09) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:01.691507 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd4f223-7ad0-4a7b-9012-f122b2b6dfe2 None None] Network 1f071ae9-37c8-490f-8670-8f5a5c9b8b09 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:01.701488 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c08cf2-52a2-46df-b423-90eca56eb934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:01.702094 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-26c08cf2-52a2-46df-b423-90eca56eb934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.775529 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-26c08cf2-52a2-46df-b423-90eca56eb934 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4804921 Jan 27 21:59:01.802356 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14821d0-cd68-49a0-961a-7d2d6f222294 req-d396adf6-8024-4fcb-812e-015b2f52c593 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:01.803890 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b14821d0-cd68-49a0-961a-7d2d6f222294 req-d396adf6-8024-4fcb-812e-015b2f52c593 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.1265171 Jan 27 21:59:01.824292 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd02d8f-ddaa-4dda-8df0-42a6719c2bbc None None] Network 1f071ae9-37c8-490f-8670-8f5a5c9b8b09 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:01.866573 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d430711e-d399-4402-92c5-aa8ee1bb6848 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:01.871585 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d430711e-d399-4402-92c5-aa8ee1bb6848 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.898855 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-d430711e-d399-4402-92c5-aa8ee1bb6848 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] device_id is not set on port abf5c731-1e1c-44f6-aa15-8aa4229be82a yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:59:01.925855 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b14821d0-cd68-49a0-961a-7d2d6f222294 req-9867c46f-516f-40f0-a8f3-bf5115286d3f tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112545 Jan 27 21:59:01.926225 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f34e19d-5fc3-4b2d-9c9f-e62333e0fd04 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:02.017230 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8bc5a37d-9cf2-4585-b9d7-1a5fef78564f None None] Provisioning complete for port 9d637a2a-7fa4-4da8-ae82-3997797b0424 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:02.017230 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8bc5a37d-9cf2-4585-b9d7-1a5fef78564f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9d637a2a-7fa4-4da8-ae82-3997797b0424), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.093044 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-d430711e-d399-4402-92c5-aa8ee1bb6848 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8::739c:81c4:abbc:137f (fdaa4292-e481-4f0f-a1d5-1416641af0da/293779a3-53f2-44d2-963d-d9f4eaa2e0a7/abf5c731-1e1c-44f6-aa15-8aa4229be82a) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:02.136676 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8bc5a37d-9cf2-4585-b9d7-1a5fef78564f None None] Current status of the port 9d637a2a-7fa4-4da8-ae82-3997797b0424 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:02.137077 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8bc5a37d-9cf2-4585-b9d7-1a5fef78564f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9d637a2a-7fa4-4da8-ae82-3997797b0424), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.185852 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8bc5a37d-9cf2-4585-b9d7-1a5fef78564f None None] For port 9d637a2a-7fa4-4da8-ae82-3997797b0424, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9d637a2a-7fa4-4da8-ae82-3997797b0424,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:02.193879 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8bc5a37d-9cf2-4585-b9d7-1a5fef78564f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9d637a2a-7fa4-4da8-ae82-3997797b0424), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.248368 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8bc5a37d-9cf2-4585-b9d7-1a5fef78564f None None] Could not find standard attr ID for object 63369051-9edd-4469-9b43-00f2b1847a0c. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:59:02.269998 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5a37d-9cf2-4585-b9d7-1a5fef78564f None None] Pushing event updated for resources: {'Port': ['ID=9d637a2a-7fa4-4da8-ae82-3997797b0424,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:02.471389 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2c2ac865-40ba-458c-b67a-a72c420c0ef4 None None] Provisioning complete for port 9d637a2a-7fa4-4da8-ae82-3997797b0424 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:02.471880 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2c2ac865-40ba-458c-b67a-a72c420c0ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9d637a2a-7fa4-4da8-ae82-3997797b0424), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.556840 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2c2ac865-40ba-458c-b67a-a72c420c0ef4 None None] Current status of the port 9d637a2a-7fa4-4da8-ae82-3997797b0424 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:02.561760 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 26052f6d-7708-446b-bca9-2e87c9fd604b up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:02.617569 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2b731-36fa-4346-8eaf-7d44fa7fd540 req-0e647e5a-6ea0-45c1-9add-dc8f99814052 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:02.619282 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b0f2b731-36fa-4346-8eaf-7d44fa7fd540 req-0e647e5a-6ea0-45c1-9add-dc8f99814052 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 944 time: 0.3920004 Jan 27 21:59:02.622245 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 26052f6d-7708-446b-bca9-2e87c9fd604b completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:59:02.627852 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 26052f6d-7708-446b-bca9-2e87c9fd604b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:02.628282 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (26052f6d-7708-446b-bca9-2e87c9fd604b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.654686 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d430711e-d399-4402-92c5-aa8ee1bb6848 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (abf5c731-1e1c-44f6-aa15-8aa4229be82a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.693540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8767c-5541-4168-a5ee-347520c957ac req-d07808b8-1e8a-4e20-b12c-fe637a9d19aa tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:02.695123 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75e8767c-5541-4168-a5ee-347520c957ac req-d07808b8-1e8a-4e20-b12c-fe637a9d19aa tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/networks?id=1f071ae9-37c8-490f-8670-8f5a5c9b8b09 HTTP/1.1" status: 200 len: 813 time: 0.4331326 Jan 27 21:59:02.756795 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75e8767c-5541-4168-a5ee-347520c957ac req-2fee3297-83d7-4a60-b7ae-9daf9c06155c tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/quotas/f9275b6eb6434284a65078a4e87b7375 HTTP/1.1" status: 200 len: 375 time: 0.0509837 Jan 27 21:59:02.768853 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b0f2b731-36fa-4346-8eaf-7d44fa7fd540 req-84b1242a-a394-461e-970f-6436aa8dea23 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367099 Jan 27 21:59:02.825290 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75e8767c-5541-4168-a5ee-347520c957ac req-8bfed53a-7057-41ac-9274-cf52983b8300 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9275b6eb6434284a65078a4e87b7375&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518653 Jan 27 21:59:02.832556 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d430711e-d399-4402-92c5-aa8ee1bb6848 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (abf5c731-1e1c-44f6-aa15-8aa4229be82a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.843240 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b6eaa2b3-8ced-4d38-b776-cffc1c4e579c None None] Could not find standard attr ID for object 63369051-9edd-4469-9b43-00f2b1847a0c. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:59:02.896039 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 26052f6d-7708-446b-bca9-2e87c9fd604b is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:02.896039 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (26052f6d-7708-446b-bca9-2e87c9fd604b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.912725 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9d637a2a-7fa4-4da8-ae82-3997797b0424 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:02.946257 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d430711e-d399-4402-92c5-aa8ee1bb6848 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:02.947719 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26052f6d-7708-446b-bca9-2e87c9fd604b'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:02.950109 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bceb31eb-2b96-4a6f-a867-7c7845fe36c5" -d '{"events": [{"server_uuid": "82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272", "name": "network-vif-plugged", "status": "completed", "tag": "26052f6d-7708-446b-bca9-2e87c9fd604b"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:02.960141 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-d430711e-d399-4402-92c5-aa8ee1bb6848 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:02.966442 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d430711e-d399-4402-92c5-aa8ee1bb6848 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:02.969223 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 26052f6d-7708-446b-bca9-2e87c9fd604b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=26052f6d-7708-446b-bca9-2e87c9fd604b,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:02.971720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d430711e-d399-4402-92c5-aa8ee1bb6848 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:02.972396 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d430711e-d399-4402-92c5-aa8ee1bb6848 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.981572 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:59:02.989429 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (26052f6d-7708-446b-bca9-2e87c9fd604b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.989636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430711e-d399-4402-92c5-aa8ee1bb6848 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=abf5c731-1e1c-44f6-aa15-8aa4229be82a,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:03.012723 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75e8767c-5541-4168-a5ee-347520c957ac req-36812147-09d6-4416-a6af-bc28b83692fa service neutron] 10.222.0.23 "GET /v2.0/networks/1f071ae9-37c8-490f-8670-8f5a5c9b8b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774833 Jan 27 21:59:03.027516 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d430711e-d399-4402-92c5-aa8ee1bb6848 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4152322 Jan 27 21:59:03.031445 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35668) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:03.037598 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5c1a3f75-6388-45b0-9de9-69fb6ba786a0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'fixed_ips': [{'subnet_id': '293779a3-53f2-44d2-963d-d9f4eaa2e0a7', 'ip_address': '2001:db8::739c:81c4:abbc:137f'}], 'name': 'tempest-NetworksTestDHCPv6-854436915'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:03.059789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 9d637a2a-7fa4-4da8-ae82-3997797b0424 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:03.060227 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9d637a2a-7fa4-4da8-ae82-3997797b0424), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:03.064543 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=26052f6d-7708-446b-bca9-2e87c9fd604b,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:03.150386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576b242-2d58-4b70-8bd2-f9fbffd4900c req-5bfc833f-b958-4645-b5dc-406f5443184d tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:03.152048 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d576b242-2d58-4b70-8bd2-f9fbffd4900c req-5bfc833f-b958-4645-b5dc-406f5443184d tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.1283009 Jan 27 21:59:03.159932 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 9d637a2a-7fa4-4da8-ae82-3997797b0424 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:03.173853 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75e8767c-5541-4168-a5ee-347520c957ac req-c873433e-4613-47b1-a135-ebc48dfadbac service neutron] 10.222.0.23 "GET /v2.0/networks/1f071ae9-37c8-490f-8670-8f5a5c9b8b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607661 Jan 27 21:59:03.179206 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1a3f75-6388-45b0-9de9-69fb6ba786a0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:03.212151 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d576b242-2d58-4b70-8bd2-f9fbffd4900c req-85565e5b-9c3f-4214-af9c-29ad5bad1e38 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539925 Jan 27 21:59:03.277302 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5c1a3f75-6388-45b0-9de9-69fb6ba786a0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:03.298618 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-5c1a3f75-6388-45b0-9de9-69fb6ba786a0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] device_id is not set on port f1c282ca-30c0-4668-9a88-c235146ef2e6 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:59:03.333117 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69abc64c-ff33-46ea-8054-b610975785eb x-openstack-request-id: req-69abc64c-ff33-46ea-8054-b610975785eb {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:03.333741 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272", "name": "network-vif-plugged", "status": "completed", "tag": "26052f6d-7708-446b-bca9-2e87c9fd604b", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:03.333881 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69abc64c-ff33-46ea-8054-b610975785eb {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:03.334204 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26052f6d-7708-446b-bca9-2e87c9fd604b', 'code': 200} Jan 27 21:59:03.413117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c14cad85-e844-428f-9e0d-33dac3101a93 None None] Provisioning complete for port abf5c731-1e1c-44f6-aa15-8aa4229be82a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:03.413603 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c14cad85-e844-428f-9e0d-33dac3101a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (abf5c731-1e1c-44f6-aa15-8aa4229be82a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:03.472897 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c14cad85-e844-428f-9e0d-33dac3101a93 None None] Port abf5c731-1e1c-44f6-aa15-8aa4229be82a cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:59:03.496250 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19368f3a-f23c-42b4-adcd-ccc3eb3305ed req-d05d82ba-36d5-4f87-abbb-43a5c2163a8d tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ba11db-e167-4155-9522-7061bb21c782 HTTP/1.1" status: 200 len: 210 time: 0.0397630 Jan 27 21:59:03.533338 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1a3f75-6388-45b0-9de9-69fb6ba786a0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 27 21:59:03.533816 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1a3f75-6388-45b0-9de9-69fb6ba786a0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:59:03.544943 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a35b40-eaa4-4963-9ebb-cd2ad43a209a req-d60ae63f-f471-4a09-8131-fabc74054b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:03.546557 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-88a35b40-eaa4-4963-9ebb-cd2ad43a209a req-d60ae63f-f471-4a09-8131-fabc74054b1f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 1096 time: 0.0687218 Jan 27 21:59:03.556337 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5c1a3f75-6388-45b0-9de9-69fb6ba786a0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5235507 Jan 27 21:59:03.558820 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35680) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:03.624605 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-88a35b40-eaa4-4963-9ebb-cd2ad43a209a req-d81b9795-dd9f-4843-ba31-64061b8a06fa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664835 Jan 27 21:59:03.635993 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca091c5-13e8-4003-84e4-dfec7a5423c2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:03.641572 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca091c5-13e8-4003-84e4-dfec7a5423c2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:03.643103 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8ca091c5-13e8-4003-84e4-dfec7a5423c2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0791805 Jan 27 21:59:03.645758 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35686) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:03.745242 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-4353bce8-a7e3-4022-8df4-0b73778a9c41 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting port abf5c731-1e1c-44f6-aa15-8aa4229be82a {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:03.745587 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4353bce8-a7e3-4022-8df4-0b73778a9c41 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (abf5c731-1e1c-44f6-aa15-8aa4229be82a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:03.837880 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4353bce8-a7e3-4022-8df4-0b73778a9c41 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (abf5c731-1e1c-44f6-aa15-8aa4229be82a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:03.852941 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-4353bce8-a7e3-4022-8df4-0b73778a9c41 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Calling delete_port for abf5c731-1e1c-44f6-aa15-8aa4229be82a owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:03.901216 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb1588-7325-4a17-b2fd-7bf09ae9a634 req-ddfd5efc-d419-4494-b03a-2bf4c315f73d tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:03.903161 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dceb1588-7325-4a17-b2fd-7bf09ae9a634 req-ddfd5efc-d419-4494-b03a-2bf4c315f73d tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 945 time: 0.0581434 Jan 27 21:59:03.972747 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dceb1588-7325-4a17-b2fd-7bf09ae9a634 req-a234c706-b12e-4516-8d7b-3688d4dfe43b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586963 Jan 27 21:59:04.049789 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4353bce8-a7e3-4022-8df4-0b73778a9c41 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (abf5c731-1e1c-44f6-aa15-8aa4229be82a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.082750 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353bce8-a7e3-4022-8df4-0b73778a9c41 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Port': ['ID=abf5c731-1e1c-44f6-aa15-8aa4229be82a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:04.110425 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4353bce8-a7e3-4022-8df4-0b73778a9c41 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.113546 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4353bce8-a7e3-4022-8df4-0b73778a9c41 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/abf5c731-1e1c-44f6-aa15-8aa4229be82a HTTP/1.1" status: 204 len: 168 time: 0.4668386 Jan 27 21:59:04.116589 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35696) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:04.181699 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18ec03e-5cdb-4dbe-b1a8-0213052cbeb2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:04.183135 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18ec03e-5cdb-4dbe-b1a8-0213052cbeb2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:04.184908 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c18ec03e-5cdb-4dbe-b1a8-0213052cbeb2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0673091 Jan 27 21:59:04.187585 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35698) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:04.257402 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace2bfde-599c-4c84-b0b0-8d760c52dcc8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet 293779a3-53f2-44d2-963d-d9f4eaa2e0a7 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:59:04.261712 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ace2bfde-599c-4c84-b0b0-8d760c52dcc8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (293779a3-53f2-44d2-963d-d9f4eaa2e0a7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.309854 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ace2bfde-599c-4c84-b0b0-8d760c52dcc8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (293779a3-53f2-44d2-963d-d9f4eaa2e0a7), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.363588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91de5c-8414-4d32-92b7-7ec482117e23 req-5da112ac-85ee-44d3-a584-30f2c67591e2 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:04.365122 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cb91de5c-8414-4d32-92b7-7ec482117e23 req-5da112ac-85ee-44d3-a584-30f2c67591e2 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.0643651 Jan 27 21:59:04.373603 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ace2bfde-599c-4c84-b0b0-8d760c52dcc8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (293779a3-53f2-44d2-963d-d9f4eaa2e0a7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.422354 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cb91de5c-8414-4d32-92b7-7ec482117e23 req-fb7adfdb-5722-47e8-81ec-f3d597201aa5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516808 Jan 27 21:59:04.435139 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ace2bfde-599c-4c84-b0b0-8d760c52dcc8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (293779a3-53f2-44d2-963d-d9f4eaa2e0a7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.601990 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b8d2770-44a9-40f7-be1b-41a25d512753 req-d355724c-c593-4d6e-ad84-1b4bbb2e5597 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ba11db-e167-4155-9522-7061bb21c782 HTTP/1.1" status: 200 len: 210 time: 0.0310564 Jan 27 21:59:04.764344 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8767c-5541-4168-a5ee-347520c957ac req-5b8fffdc-c0cf-4bc5-96f7-79efd66c7c3d tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:04.765933 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75e8767c-5541-4168-a5ee-347520c957ac req-5b8fffdc-c0cf-4bc5-96f7-79efd66c7c3d tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.15 "GET /v2.0/networks?id=1f071ae9-37c8-490f-8670-8f5a5c9b8b09 HTTP/1.1" status: 200 len: 813 time: 0.1182761 Jan 27 21:59:04.770303 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2bfde-599c-4c84-b0b0-8d760c52dcc8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=293779a3-53f2-44d2-963d-d9f4eaa2e0a7,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:04.773673 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ace2bfde-599c-4c84-b0b0-8d760c52dcc8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.777003 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ace2bfde-599c-4c84-b0b0-8d760c52dcc8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/293779a3-53f2-44d2-963d-d9f4eaa2e0a7 HTTP/1.1" status: 204 len: 168 time: 0.5882549 Jan 27 21:59:04.779456 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35706) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:04.782956 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-75e8767c-5541-4168-a5ee-347520c957ac req-99530635-b0c6-4c31-b33a-f6d3a054f91b tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Request body: {'port': {'device_id': '34a5f93d-aba2-4dfd-affd-2b71c924e98a', 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09', 'admin_state_up': True, 'tenant_id': 'f9275b6eb6434284a65078a4e87b7375'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:04.786728 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b770b90-d1ed-41f1-993d-f702b6256691 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:04.824721 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0b8beba8-d0a1-48d4-8d9c-ed953649fbbe tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438707 Jan 27 21:59:04.833031 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35708) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:04.837831 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1bd0d9bf-b7a7-4907-9dfc-2b35c42fc401 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:04.965737 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e8767c-5541-4168-a5ee-347520c957ac req-99530635-b0c6-4c31-b33a-f6d3a054f91b tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Made reservation on behalf of f9275b6eb6434284a65078a4e87b7375 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:04.969777 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-75e8767c-5541-4168-a5ee-347520c957ac req-99530635-b0c6-4c31-b33a-f6d3a054f91b tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.003433 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a0c2d0-de14-43f3-b6ae-f578607a7dc5 None None] DHCP port deletion for fdaa4292-e481-4f0f-a1d5-1416641af0da request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:59:05.021283 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8767c-5541-4168-a5ee-347520c957ac req-e34d7706-0bb1-4e7a-9998-bdf2a091ff4d tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:05.022786 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-75e8767c-5541-4168-a5ee-347520c957ac req-e34d7706-0bb1-4e7a-9998-bdf2a091ff4d tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.21 "GET /v2.0/networks?id=1f071ae9-37c8-490f-8670-8f5a5c9b8b09 HTTP/1.1" status: 200 len: 813 time: 0.2003798 Jan 27 21:59:05.024522 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd0d9bf-b7a7-4907-9dfc-2b35c42fc401 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:05.031024 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1bd0d9bf-b7a7-4907-9dfc-2b35c42fc401 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.089196 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-17a0c2d0-de14-43f3-b6ae-f578607a7dc5 None None] Deleting port 9d637a2a-7fa4-4da8-ae82-3997797b0424 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:05.089712 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-17a0c2d0-de14-43f3-b6ae-f578607a7dc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (9d637a2a-7fa4-4da8-ae82-3997797b0424), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.103116 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-75e8767c-5541-4168-a5ee-347520c957ac req-0376e3f5-8c4a-46b7-a397-76878d6abd6a tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Request body: {'port': {'device_id': '31ba11db-e167-4155-9522-7061bb21c782', 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09', 'admin_state_up': True, 'tenant_id': 'f9275b6eb6434284a65078a4e87b7375'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:05.158820 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-17a0c2d0-de14-43f3-b6ae-f578607a7dc5 None None] For port 9d637a2a-7fa4-4da8-ae82-3997797b0424, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9d637a2a-7fa4-4da8-ae82-3997797b0424,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:05.159937 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-17a0c2d0-de14-43f3-b6ae-f578607a7dc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (9d637a2a-7fa4-4da8-ae82-3997797b0424), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.163936 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d909e4b-0932-4ac5-a9e2-23e3e8aa69af req-38e4e422-eeea-431c-80b4-eb3bad336066 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:05.165490 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6d909e4b-0932-4ac5-a9e2-23e3e8aa69af req-38e4e422-eeea-431c-80b4-eb3bad336066 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 945 time: 0.0965025 Jan 27 21:59:05.174241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-17a0c2d0-de14-43f3-b6ae-f578607a7dc5 None None] Calling delete_port for 9d637a2a-7fa4-4da8-ae82-3997797b0424 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:05.211080 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-75e8767c-5541-4168-a5ee-347520c957ac req-99530635-b0c6-4c31-b33a-f6d3a054f91b tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Allocated IP 172.20.0.3 (1f071ae9-37c8-490f-8670-8f5a5c9b8b09/63fdd7ca-c3cf-4e42-83a2-41e88799960e/b464a380-7ac2-480a-bfcf-cd9076a4953e) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:05.256334 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6d909e4b-0932-4ac5-a9e2-23e3e8aa69af req-cb18f292-4927-4c96-823f-d9f76557c34d tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790801 Jan 27 21:59:05.269770 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-17a0c2d0-de14-43f3-b6ae-f578607a7dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (9d637a2a-7fa4-4da8-ae82-3997797b0424), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.295268 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0c2d0-de14-43f3-b6ae-f578607a7dc5 None None] Pushing event deleted for resources: {'Port': ['ID=9d637a2a-7fa4-4da8-ae82-3997797b0424,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:05.298225 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e8767c-5541-4168-a5ee-347520c957ac req-0376e3f5-8c4a-46b7-a397-76878d6abd6a tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Made reservation on behalf of f9275b6eb6434284a65078a4e87b7375 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:05.299926 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a0c2d0-de14-43f3-b6ae-f578607a7dc5 None None] No DVR routers for this DVR port 9d637a2a-7fa4-4da8-ae82-3997797b0424 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:05.301755 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-75e8767c-5541-4168-a5ee-347520c957ac req-0376e3f5-8c4a-46b7-a397-76878d6abd6a tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.365294 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1bd0d9bf-b7a7-4907-9dfc-2b35c42fc401 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (2ee86109-eb48-4747-bb28-ad2abe330b62), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.452789 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-75e8767c-5541-4168-a5ee-347520c957ac req-99530635-b0c6-4c31-b33a-f6d3a054f91b tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks [] for port (b464a380-7ac2-480a-bfcf-cd9076a4953e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.457763 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd0d9bf-b7a7-4907-9dfc-2b35c42fc401 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:05.467157 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-1bd0d9bf-b7a7-4907-9dfc-2b35c42fc401 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:05.474236 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd0d9bf-b7a7-4907-9dfc-2b35c42fc401 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:05.474908 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1bd0d9bf-b7a7-4907-9dfc-2b35c42fc401 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.477474 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c88a93-3a3b-44b2-a04c-cd437e88fdfe None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:05.478771 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0d9bf-b7a7-4907-9dfc-2b35c42fc401 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=2ee86109-eb48-4747-bb28-ad2abe330b62,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:05.498559 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1bd0d9bf-b7a7-4907-9dfc-2b35c42fc401 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6643474 Jan 27 21:59:05.498958 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35720) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:05.504802 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-08c26355-260b-4e65-b70f-248c8e561da2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'fixed_ips': [{'subnet_id': '2ee86109-eb48-4747-bb28-ad2abe330b62', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-2011188350'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:05.560337 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-75e8767c-5541-4168-a5ee-347520c957ac req-99530635-b0c6-4c31-b33a-f6d3a054f91b tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (b464a380-7ac2-480a-bfcf-cd9076a4953e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.588643 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-75e8767c-5541-4168-a5ee-347520c957ac req-0376e3f5-8c4a-46b7-a397-76878d6abd6a tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Allocated IP 172.20.0.2 (1f071ae9-37c8-490f-8670-8f5a5c9b8b09/63fdd7ca-c3cf-4e42-83a2-41e88799960e/9312ddc6-9b71-4f0a-a61a-ab796ea1177a) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:05.608322 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f93251-d161-4952-8b06-3717be19c91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-fdaa4292-e481-4f0f-a1d5-1416641af0da', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'fixed_ips': [{'subnet_id': '2ee86109-eb48-4747-bb28-ad2abe330b62'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:59:05.609199 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e8f93251-d161-4952-8b06-3717be19c91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.648073 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e8767c-5541-4168-a5ee-347520c957ac req-99530635-b0c6-4c31-b33a-f6d3a054f91b tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Network 1f071ae9-37c8-490f-8670-8f5a5c9b8b09 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:05.665318 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-75e8767c-5541-4168-a5ee-347520c957ac req-99530635-b0c6-4c31-b33a-f6d3a054f91b tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:05.672011 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e8767c-5541-4168-a5ee-347520c957ac req-99530635-b0c6-4c31-b33a-f6d3a054f91b tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:05.708742 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034411b-73c3-4f3d-a062-18241919e8cc req-6148b580-39be-466e-8fb4-922ef0d3723a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:05.710160 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7034411b-73c3-4f3d-a062-18241919e8cc req-6148b580-39be-466e-8fb4-922ef0d3723a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.1560249 Jan 27 21:59:05.719743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99530635-b0c6-4c31-b33a-f6d3a054f91b tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Pushing event updated for resources: {'Port': ['ID=b464a380-7ac2-480a-bfcf-cd9076a4953e,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:05.770229 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-171f5544-ece0-4d9b-8e34-483e094804a3 req-4904b22c-a74a-4c53-8af2-431defa41a37 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ba11db-e167-4155-9522-7061bb21c782 HTTP/1.1" status: 200 len: 210 time: 0.0584872 Jan 27 21:59:05.792023 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-e8f93251-d161-4952-8b06-3717be19c91c None None] Allocated IP 2001:db8::2 (fdaa4292-e481-4f0f-a1d5-1416641af0da/2ee86109-eb48-4747-bb28-ad2abe330b62/55189fd0-0407-4021-8ce5-d7a6939c2e5c) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:05.795071 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8767c-5541-4168-a5ee-347520c957ac req-99530635-b0c6-4c31-b33a-f6d3a054f91b tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:05.795688 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-75e8767c-5541-4168-a5ee-347520c957ac req-99530635-b0c6-4c31-b33a-f6d3a054f91b tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.805369 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-75e8767c-5541-4168-a5ee-347520c957ac req-0376e3f5-8c4a-46b7-a397-76878d6abd6a tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks [] for port (9312ddc6-9b71-4f0a-a61a-ab796ea1177a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.833850 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75e8767c-5541-4168-a5ee-347520c957ac req-99530635-b0c6-4c31-b33a-f6d3a054f91b tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0585546 Jan 27 21:59:05.835885 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c26355-260b-4e65-b70f-248c8e561da2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:05.842385 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7034411b-73c3-4f3d-a062-18241919e8cc req-4a635ad0-9d74-4519-9fd2-f0c45ad7d4f3 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137955 Jan 27 21:59:05.842632 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-75e8767c-5541-4168-a5ee-347520c957ac req-0376e3f5-8c4a-46b7-a397-76878d6abd6a tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (9312ddc6-9b71-4f0a-a61a-ab796ea1177a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.848926 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-75e8767c-5541-4168-a5ee-347520c957ac req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] Request body: {'port': {'device_id': '34a5f93d-aba2-4dfd-affd-2b71c924e98a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:05.892547 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e8767c-5541-4168-a5ee-347520c957ac req-0376e3f5-8c4a-46b7-a397-76878d6abd6a tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Network 1f071ae9-37c8-490f-8670-8f5a5c9b8b09 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:05.897833 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-75e8767c-5541-4168-a5ee-347520c957ac req-0376e3f5-8c4a-46b7-a397-76878d6abd6a tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:05.902526 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e8767c-5541-4168-a5ee-347520c957ac req-0376e3f5-8c4a-46b7-a397-76878d6abd6a tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:05.907302 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376e3f5-8c4a-46b7-a397-76878d6abd6a tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Pushing event updated for resources: {'Port': ['ID=9312ddc6-9b71-4f0a-a61a-ab796ea1177a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:05.956903 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8767c-5541-4168-a5ee-347520c957ac req-0376e3f5-8c4a-46b7-a397-76878d6abd6a tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:05.957558 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-75e8767c-5541-4168-a5ee-347520c957ac req-0376e3f5-8c4a-46b7-a397-76878d6abd6a tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.959483 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-75e8767c-5541-4168-a5ee-347520c957ac req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b464a380-7ac2-480a-bfcf-cd9076a4953e), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.974571 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-75e8767c-5541-4168-a5ee-347520c957ac req-0376e3f5-8c4a-46b7-a397-76878d6abd6a tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8858678 Jan 27 21:59:05.984269 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-08c26355-260b-4e65-b70f-248c8e561da2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.990275 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-75e8767c-5541-4168-a5ee-347520c957ac req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] Request body: {'port': {'device_id': '31ba11db-e167-4155-9522-7061bb21c782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:06.007644 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e8f93251-d161-4952-8b06-3717be19c91c None None] Publish callbacks [] for port (55189fd0-0407-4021-8ce5-d7a6939c2e5c), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.015991 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e8f93251-d161-4952-8b06-3717be19c91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (55189fd0-0407-4021-8ce5-d7a6939c2e5c), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.028598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-08c26355-260b-4e65-b70f-248c8e561da2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] device_id is not set on port 65a6ba8b-c2c5-4d09-abbd-ac14bf3ce229 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:59:06.055518 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-75e8767c-5541-4168-a5ee-347520c957ac req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9312ddc6-9b71-4f0a-a61a-ab796ea1177a), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.096984 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f93251-d161-4952-8b06-3717be19c91c None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:06.106416 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-e8f93251-d161-4952-8b06-3717be19c91c None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:06.120287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f93251-d161-4952-8b06-3717be19c91c None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:06.137258 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f93251-d161-4952-8b06-3717be19c91c None None] Pushing event updated for resources: {'Port': ['ID=55189fd0-0407-4021-8ce5-d7a6939c2e5c,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:06.202690 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-e8f93251-d161-4952-8b06-3717be19c91c None None] Attempting to bind port 55189fd0-0407-4021-8ce5-d7a6939c2e5c on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:06.203847 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-e8f93251-d161-4952-8b06-3717be19c91c None None] Attempting to bind port 55189fd0-0407-4021-8ce5-d7a6939c2e5c by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:06.204439 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f93251-d161-4952-8b06-3717be19c91c None None] Attempting to bind port 55189fd0-0407-4021-8ce5-d7a6939c2e5c on network fdaa4292-e481-4f0f-a1d5-1416641af0da {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:06.210211 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f93251-d161-4952-8b06-3717be19c91c None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:59:06.210211 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f93251-d161-4952-8b06-3717be19c91c None None] Checking segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:06.210494 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e8f93251-d161-4952-8b06-3717be19c91c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.210789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f93251-d161-4952-8b06-3717be19c91c None None] Bound using segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:59:06.211264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-e8f93251-d161-4952-8b06-3717be19c91c None None] Bound port: 55189fd0-0407-4021-8ce5-d7a6939c2e5c, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:59:06.212076 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e8f93251-d161-4952-8b06-3717be19c91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (55189fd0-0407-4021-8ce5-d7a6939c2e5c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.253678 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c26355-260b-4e65-b70f-248c8e561da2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:59:06.254146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c26355-260b-4e65-b70f-248c8e561da2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:59:06.273167 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e8f93251-d161-4952-8b06-3717be19c91c None None] For port 55189fd0-0407-4021-8ce5-d7a6939c2e5c, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:06.276403 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e8f93251-d161-4952-8b06-3717be19c91c None None] For port 55189fd0-0407-4021-8ce5-d7a6939c2e5c, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=55189fd0-0407-4021-8ce5-d7a6939c2e5c,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:59:06.277154 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-08c26355-260b-4e65-b70f-248c8e561da2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7770290 Jan 27 21:59:06.282627 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e8f93251-d161-4952-8b06-3717be19c91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (55189fd0-0407-4021-8ce5-d7a6939c2e5c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.283817 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35730) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:06.346222 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f93251-d161-4952-8b06-3717be19c91c None None] Pushing event updated for resources: {'Port': ['ID=55189fd0-0407-4021-8ce5-d7a6939c2e5c,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:06.411289 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff9cee6-5334-4ec0-99c6-624e1f3cb0f3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:06.412877 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-aff9cee6-5334-4ec0-99c6-624e1f3cb0f3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1281049 Jan 27 21:59:06.416083 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35732) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:06.433475 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-75e8767c-5541-4168-a5ee-347520c957ac req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b464a380-7ac2-480a-bfcf-cd9076a4953e {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:06.444206 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-75e8767c-5541-4168-a5ee-347520c957ac req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] Publish callbacks [] for port (b464a380-7ac2-480a-bfcf-cd9076a4953e), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.463380 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8c28d-7f51-43b2-9b2d-09b581375419 req-00f738f9-11b3-4a4b-bf24-16780bae4b19 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:06.464822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4e8c28d-7f51-43b2-9b2d-09b581375419 req-00f738f9-11b3-4a4b-bf24-16780bae4b19 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 945 time: 0.1110191 Jan 27 21:59:06.470477 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-75e8767c-5541-4168-a5ee-347520c957ac req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] Transition to ACTIVE for port object b464a380-7ac2-480a-bfcf-cd9076a4953e will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:59:06.476482 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-75e8767c-5541-4168-a5ee-347520c957ac req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (b464a380-7ac2-480a-bfcf-cd9076a4953e), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.477408 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0080ef5-fdfc-45aa-a4c1-4d5552eb8967 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:06.479412 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0080ef5-fdfc-45aa-a4c1-4d5552eb8967 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:06.481218 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e0080ef5-fdfc-45aa-a4c1-4d5552eb8967 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0646212 Jan 27 21:59:06.485261 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35736) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:06.576946 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b464a380-7ac2-480a-bfcf-cd9076a4953e,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:06.610897 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-13eff9aa-29f7-4c3f-86a8-da8f419a28dd tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet 2ee86109-eb48-4747-bb28-ad2abe330b62 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:59:06.616856 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13eff9aa-29f7-4c3f-86a8-da8f419a28dd tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (2ee86109-eb48-4747-bb28-ad2abe330b62), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.637936 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4e8c28d-7f51-43b2-9b2d-09b581375419 req-77cf950f-77ea-49f9-88bb-253043143577 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562829 Jan 27 21:59:06.675549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-75e8767c-5541-4168-a5ee-347520c957ac req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] Attempting to bind port b464a380-7ac2-480a-bfcf-cd9076a4953e on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:06.676091 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-75e8767c-5541-4168-a5ee-347520c957ac req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] Attempting to bind port b464a380-7ac2-480a-bfcf-cd9076a4953e by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3b2fea27-e544-46dd-8938-d1b1c999d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:06.676453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8767c-5541-4168-a5ee-347520c957ac req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] Attempting to bind port b464a380-7ac2-480a-bfcf-cd9076a4953e on network 1f071ae9-37c8-490f-8670-8f5a5c9b8b09 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:06.681251 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8767c-5541-4168-a5ee-347520c957ac req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] Port b464a380-7ac2-480a-bfcf-cd9076a4953e on network 1f071ae9-37c8-490f-8670-8f5a5c9b8b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:06.681577 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8767c-5541-4168-a5ee-347520c957ac req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] Attempting to bind port b464a380-7ac2-480a-bfcf-cd9076a4953e on network 1f071ae9-37c8-490f-8670-8f5a5c9b8b09 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:06.686769 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8767c-5541-4168-a5ee-347520c957ac req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:59:06.687112 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8767c-5541-4168-a5ee-347520c957ac req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] Checking segment: {'id': '3b2fea27-e544-46dd-8938-d1b1c999d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:06.688045 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8767c-5541-4168-a5ee-347520c957ac req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] Bound using segment: {'id': '3b2fea27-e544-46dd-8938-d1b1c999d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:59:06.688525 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-75e8767c-5541-4168-a5ee-347520c957ac req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] Bound port: b464a380-7ac2-480a-bfcf-cd9076a4953e, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2fea27-e544-46dd-8938-d1b1c999d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:59:06.688881 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-75e8767c-5541-4168-a5ee-347520c957ac req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b464a380-7ac2-480a-bfcf-cd9076a4953e), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.689097 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13eff9aa-29f7-4c3f-86a8-da8f419a28dd tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (2ee86109-eb48-4747-bb28-ad2abe330b62), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.800021 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-75e8767c-5541-4168-a5ee-347520c957ac req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] For port b464a380-7ac2-480a-bfcf-cd9076a4953e, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:06.819239 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-75e8767c-5541-4168-a5ee-347520c957ac req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] For port b464a380-7ac2-480a-bfcf-cd9076a4953e, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=b464a380-7ac2-480a-bfcf-cd9076a4953e,segment=NetworkSegment(3b2fea27-e544-46dd-8938-d1b1c999d31d),segment_id=3b2fea27-e544-46dd-8938-d1b1c999d31d)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:59:06.836273 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-75e8767c-5541-4168-a5ee-347520c957ac req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (b464a380-7ac2-480a-bfcf-cd9076a4953e), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.899205 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 55189fd0-0407-4021-8ce5-d7a6939c2e5c up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:06.904524 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-75e8767c-5541-4168-a5ee-347520c957ac req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9312ddc6-9b71-4f0a-a61a-ab796ea1177a {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:06.914866 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-75e8767c-5541-4168-a5ee-347520c957ac req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] Publish callbacks [] for port (9312ddc6-9b71-4f0a-a61a-ab796ea1177a), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.920112 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13eff9aa-29f7-4c3f-86a8-da8f419a28dd tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (2ee86109-eb48-4747-bb28-ad2abe330b62), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.928737 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8767c-5541-4168-a5ee-347520c957ac req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:06.929782 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-75e8767c-5541-4168-a5ee-347520c957ac req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.931483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75e8767c-5541-4168-a5ee-347520c957ac req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] 10.222.0.15 "PUT /v2.0/ports/b464a380-7ac2-480a-bfcf-cd9076a4953e HTTP/1.1" status: 200 len: 1091 time: 1.0882304 Jan 27 21:59:06.932144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a5f93d-aba2-4dfd-affd-2b71c924e98a', 'tag': 'b464a380-7ac2-480a-bfcf-cd9076a4953e'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:06.936938 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bd54fe-d4a6-40ce-a958-89ceb279fc04" -d '{"events": [{"name": "network-changed", "server_uuid": "34a5f93d-aba2-4dfd-affd-2b71c924e98a", "tag": "b464a380-7ac2-480a-bfcf-cd9076a4953e"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:06.956651 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 55189fd0-0407-4021-8ce5-d7a6939c2e5c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:06.957026 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (55189fd0-0407-4021-8ce5-d7a6939c2e5c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.964884 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-75e8767c-5541-4168-a5ee-347520c957ac req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] Transition to ACTIVE for port object 9312ddc6-9b71-4f0a-a61a-ab796ea1177a will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:59:06.975516 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-75e8767c-5541-4168-a5ee-347520c957ac req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (9312ddc6-9b71-4f0a-a61a-ab796ea1177a), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.979352 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1b7b6-a66b-401a-b29e-04ddc28954b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b464a380-7ac2-480a-bfcf-cd9076a4953e,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:07.068137 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] Pushing event updated for resources: {'Port': ['ID=9312ddc6-9b71-4f0a-a61a-ab796ea1177a,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:07.077233 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7b516-d83c-4ac3-bad1-b6dbaf234812 req-10de8b49-d325-4084-a75a-bada61b4bb2c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:07.079396 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4fd7b516-d83c-4ac3-bad1-b6dbaf234812 req-10de8b49-d325-4084-a75a-bada61b4bb2c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 945 time: 0.2264414 Jan 27 21:59:07.083558 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8767c-5541-4168-a5ee-347520c957ac req-22974e8f-6621-48e7-835c-8d805ef31591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:07.085417 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75e8767c-5541-4168-a5ee-347520c957ac req-22974e8f-6621-48e7-835c-8d805ef31591 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9275b6eb6434284a65078a4e87b7375&device_id=34a5f93d-aba2-4dfd-affd-2b71c924e98a HTTP/1.1" status: 200 len: 1094 time: 0.0993578 Jan 27 21:59:07.093059 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 55189fd0-0407-4021-8ce5-d7a6939c2e5c is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:07.093435 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (55189fd0-0407-4021-8ce5-d7a6939c2e5c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.099877 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13eff9aa-29f7-4c3f-86a8-da8f419a28dd tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (2ee86109-eb48-4747-bb28-ad2abe330b62), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.156612 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eff9aa-29f7-4c3f-86a8-da8f419a28dd tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee86109-eb48-4747-bb28-ad2abe330b62,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:07.158615 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13eff9aa-29f7-4c3f-86a8-da8f419a28dd tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.164008 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-13eff9aa-29f7-4c3f-86a8-da8f419a28dd tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/2ee86109-eb48-4747-bb28-ad2abe330b62 HTTP/1.1" status: 204 len: 168 time: 0.6754532 Jan 27 21:59:07.164400 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf44d35-d05e-43d7-bd42-e490a056839b req-b76f599d-8bb1-4513-8e71-350ecc55a866 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:07.164682 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35750) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:07.165912 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:59:07.166256 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:59:07.168775 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-abf44d35-d05e-43d7-bd42-e490a056839b req-b76f599d-8bb1-4513-8e71-350ecc55a866 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ba11db-e167-4155-9522-7061bb21c782 HTTP/1.1" status: 200 len: 943 time: 0.2416844 Jan 27 21:59:07.173832 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75e8767c-5541-4168-a5ee-347520c957ac req-865a9a43-3d34-4138-b639-76749e7fc0e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b464a380-7ac2-480a-bfcf-cd9076a4953e HTTP/1.1" status: 200 len: 217 time: 0.0649590 Jan 27 21:59:07.206565 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-affa0bf5-44f7-4b54-93f0-045a92357349 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407848 Jan 27 21:59:07.211637 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35754) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:07.216482 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1202f25c-7c45-4d71-8a2b-116549462672 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:07.240986 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4fd7b516-d83c-4ac3-bad1-b6dbaf234812 req-a57c94e0-d513-4114-b434-c6853220d2ff tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542783 Jan 27 21:59:07.266774 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8767c-5541-4168-a5ee-347520c957ac req-d4383684-c8f1-4897-bcae-2708f641566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:07.266774 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75e8767c-5541-4168-a5ee-347520c957ac req-d4383684-c8f1-4897-bcae-2708f641566c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63fdd7ca-c3cf-4e42-83a2-41e88799960e HTTP/1.1" status: 200 len: 853 time: 0.0838363 Jan 27 21:59:07.275017 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-75e8767c-5541-4168-a5ee-347520c957ac req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] Attempting to bind port 9312ddc6-9b71-4f0a-a61a-ab796ea1177a on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:07.275715 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-75e8767c-5541-4168-a5ee-347520c957ac req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] Attempting to bind port 9312ddc6-9b71-4f0a-a61a-ab796ea1177a by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '3b2fea27-e544-46dd-8938-d1b1c999d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:07.276254 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8767c-5541-4168-a5ee-347520c957ac req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] Attempting to bind port 9312ddc6-9b71-4f0a-a61a-ab796ea1177a on network 1f071ae9-37c8-490f-8670-8f5a5c9b8b09 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:07.287518 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-abf44d35-d05e-43d7-bd42-e490a056839b req-11962dcf-3c51-45f9-abbc-f1a317534fe7 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084218 Jan 27 21:59:07.304787 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8767c-5541-4168-a5ee-347520c957ac req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] Port 9312ddc6-9b71-4f0a-a61a-ab796ea1177a on network 1f071ae9-37c8-490f-8670-8f5a5c9b8b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:07.305117 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8767c-5541-4168-a5ee-347520c957ac req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] Attempting to bind port 9312ddc6-9b71-4f0a-a61a-ab796ea1177a on network 1f071ae9-37c8-490f-8670-8f5a5c9b8b09 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:07.307089 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75e8767c-5541-4168-a5ee-347520c957ac req-50ad9f59-9dda-4f40-9294-82662559a185 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f071ae9-37c8-490f-8670-8f5a5c9b8b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285616 Jan 27 21:59:07.332294 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8767c-5541-4168-a5ee-347520c957ac req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:59:07.332730 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8767c-5541-4168-a5ee-347520c957ac req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] Checking segment: {'id': '3b2fea27-e544-46dd-8938-d1b1c999d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:07.333185 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8767c-5541-4168-a5ee-347520c957ac req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] Bound using segment: {'id': '3b2fea27-e544-46dd-8938-d1b1c999d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:59:07.333826 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-75e8767c-5541-4168-a5ee-347520c957ac req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] Bound port: 9312ddc6-9b71-4f0a-a61a-ab796ea1177a, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2fea27-e544-46dd-8938-d1b1c999d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:59:07.334180 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-75e8767c-5541-4168-a5ee-347520c957ac req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9312ddc6-9b71-4f0a-a61a-ab796ea1177a), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.365279 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6458ea3-6485-4833-be28-5d1f5b732b63 x-openstack-request-id: req-a6458ea3-6485-4833-be28-5d1f5b732b63 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:07.365949 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a5f93d-aba2-4dfd-affd-2b71c924e98a", "tag": "b464a380-7ac2-480a-bfcf-cd9076a4953e", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:07.366200 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6458ea3-6485-4833-be28-5d1f5b732b63 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:07.366620 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a5f93d-aba2-4dfd-affd-2b71c924e98a', 'tag': 'b464a380-7ac2-480a-bfcf-cd9076a4953e', 'status': 'completed', 'code': 200} Jan 27 21:59:07.415536 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1202f25c-7c45-4d71-8a2b-116549462672 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:07.423985 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1202f25c-7c45-4d71-8a2b-116549462672 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.483424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8eca89-d91c-4fad-9e05-fb9e4ff723bf req-53a3329c-1db1-4f04-b65f-cecabd90aa33 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:07.485782 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac8eca89-d91c-4fad-9e05-fb9e4ff723bf req-53a3329c-1db1-4f04-b65f-cecabd90aa33 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.1183245 Jan 27 21:59:07.492259 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75e8767c-5541-4168-a5ee-347520c957ac req-df52c565-53c9-4016-9fd7-8e9f9ab081a6 service neutron] 10.222.0.15 "GET /v2.0/networks/1f071ae9-37c8-490f-8670-8f5a5c9b8b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776879 Jan 27 21:59:07.505901 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-75e8767c-5541-4168-a5ee-347520c957ac req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] For port 9312ddc6-9b71-4f0a-a61a-ab796ea1177a, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:07.527272 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-75e8767c-5541-4168-a5ee-347520c957ac req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] For port 9312ddc6-9b71-4f0a-a61a-ab796ea1177a, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=9312ddc6-9b71-4f0a-a61a-ab796ea1177a,segment=NetworkSegment(3b2fea27-e544-46dd-8938-d1b1c999d31d),segment_id=3b2fea27-e544-46dd-8938-d1b1c999d31d)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:59:07.537765 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-75e8767c-5541-4168-a5ee-347520c957ac req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (9312ddc6-9b71-4f0a-a61a-ab796ea1177a), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.591501 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8767c-5541-4168-a5ee-347520c957ac req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:07.592119 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-75e8767c-5541-4168-a5ee-347520c957ac req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.592877 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac8eca89-d91c-4fad-9e05-fb9e4ff723bf req-c76e25fd-4dbb-429d-8244-f6bd88e86204 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958583 Jan 27 21:59:07.593524 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-75e8767c-5541-4168-a5ee-347520c957ac req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] 10.222.0.21 "PUT /v2.0/ports/9312ddc6-9b71-4f0a-a61a-ab796ea1177a HTTP/1.1" status: 200 len: 1091 time: 1.6076884 Jan 27 21:59:07.594508 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ba11db-e167-4155-9522-7061bb21c782', 'tag': '9312ddc6-9b71-4f0a-a61a-ab796ea1177a'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:07.597943 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65dba2d-72c2-4778-9287-786592a6bb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "31ba11db-e167-4155-9522-7061bb21c782", "tag": "9312ddc6-9b71-4f0a-a61a-ab796ea1177a"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:07.652196 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75e8767c-5541-4168-a5ee-347520c957ac req-51d7a9a7-20dc-4598-abe9-211bc3282c13 service neutron] 10.222.0.15 "GET /v2.0/networks/1f071ae9-37c8-490f-8670-8f5a5c9b8b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538281 Jan 27 21:59:07.658836 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd0050-9352-4986-b50d-4dea27c48d1b service neutron] Pushing event updated for resources: {'Port': ['ID=9312ddc6-9b71-4f0a-a61a-ab796ea1177a,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:07.732626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f3b0ee-fb93-4646-a6ff-7b01200ce17e None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:07.739710 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640dd9f3-9860-4d82-baf6-82e62d8fb2e7 x-openstack-request-id: req-640dd9f3-9860-4d82-baf6-82e62d8fb2e7 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:07.739710 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ba11db-e167-4155-9522-7061bb21c782", "tag": "9312ddc6-9b71-4f0a-a61a-ab796ea1177a", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:07.740308 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-640dd9f3-9860-4d82-baf6-82e62d8fb2e7 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:07.740904 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ba11db-e167-4155-9522-7061bb21c782', 'tag': '9312ddc6-9b71-4f0a-a61a-ab796ea1177a', 'status': 'completed', 'code': 200} Jan 27 21:59:07.752955 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 55189fd0-0407-4021-8ce5-d7a6939c2e5c is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:07.753272 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (55189fd0-0407-4021-8ce5-d7a6939c2e5c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.767023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd54fe-d4a6-40ce-a958-89ceb279fc04 req-bb119b94-91d9-4e54-a391-0d45f6a616a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:07.768652 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2bd54fe-d4a6-40ce-a958-89ceb279fc04 req-bb119b94-91d9-4e54-a391-0d45f6a616a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9275b6eb6434284a65078a4e87b7375&device_id=34a5f93d-aba2-4dfd-affd-2b71c924e98a HTTP/1.1" status: 200 len: 1094 time: 0.0471880 Jan 27 21:59:07.768825 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8767c-5541-4168-a5ee-347520c957ac req-e72fd694-fddd-4a78-b31a-41fb91aac859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:07.770297 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-75e8767c-5541-4168-a5ee-347520c957ac req-e72fd694-fddd-4a78-b31a-41fb91aac859 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9275b6eb6434284a65078a4e87b7375&device_id=31ba11db-e167-4155-9522-7061bb21c782 HTTP/1.1" status: 200 len: 1094 time: 0.1045506 Jan 27 21:59:07.777917 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1202f25c-7c45-4d71-8a2b-116549462672 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (6e956365-f052-4303-b6e5-f784995ae198), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.830444 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-77aaee2b-6036-4d2c-baf7-84f93ae6f6b2 None None] Provisioning complete for port 55189fd0-0407-4021-8ce5-d7a6939c2e5c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:07.830848 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-77aaee2b-6036-4d2c-baf7-84f93ae6f6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (55189fd0-0407-4021-8ce5-d7a6939c2e5c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.850637 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-75e8767c-5541-4168-a5ee-347520c957ac req-fea57491-f2b7-4fa1-bb24-50fb8f4bc7ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9312ddc6-9b71-4f0a-a61a-ab796ea1177a HTTP/1.1" status: 200 len: 217 time: 0.0704522 Jan 27 21:59:07.854480 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1202f25c-7c45-4d71-8a2b-116549462672 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:07.860252 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-1202f25c-7c45-4d71-8a2b-116549462672 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:07.860443 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 55189fd0-0407-4021-8ce5-d7a6939c2e5c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=55189fd0-0407-4021-8ce5-d7a6939c2e5c,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:07.871240 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1202f25c-7c45-4d71-8a2b-116549462672 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:07.871975 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1202f25c-7c45-4d71-8a2b-116549462672 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.876758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd54fe-d4a6-40ce-a958-89ceb279fc04 req-2dbbc4bc-5577-4687-ba3b-96156853e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:07.878304 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2bd54fe-d4a6-40ce-a958-89ceb279fc04 req-2dbbc4bc-5577-4687-ba3b-96156853e2a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f071ae9-37c8-490f-8670-8f5a5c9b8b09 HTTP/1.1" status: 200 len: 914 time: 0.1036448 Jan 27 21:59:07.886669 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (55189fd0-0407-4021-8ce5-d7a6939c2e5c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.913578 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202f25c-7c45-4d71-8a2b-116549462672 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=6e956365-f052-4303-b6e5-f784995ae198,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:07.929134 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1202f25c-7c45-4d71-8a2b-116549462672 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7163224 Jan 27 21:59:07.932202 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35760) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:07.936055 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2bd54fe-d4a6-40ce-a958-89ceb279fc04 req-e481f0a6-9163-4a9a-97b6-df08ddb9bda6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b464a380-7ac2-480a-bfcf-cd9076a4953e HTTP/1.1" status: 200 len: 217 time: 0.0515003 Jan 27 21:59:07.937216 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-0405a4d0-2a20-4d20-b903-4b27d284e76d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1434391600', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:07.947712 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8767c-5541-4168-a5ee-347520c957ac req-6d276507-6940-4163-af39-750764f7abce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:07.949256 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-75e8767c-5541-4168-a5ee-347520c957ac req-6d276507-6940-4163-af39-750764f7abce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63fdd7ca-c3cf-4e42-83a2-41e88799960e HTTP/1.1" status: 200 len: 853 time: 0.0907826 Jan 27 21:59:07.966043 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=55189fd0-0407-4021-8ce5-d7a6939c2e5c,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:07.988044 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-75e8767c-5541-4168-a5ee-347520c957ac req-4c825c30-8843-4aec-9635-ca7135b31256 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1f071ae9-37c8-490f-8670-8f5a5c9b8b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303271 Jan 27 21:59:07.992391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9d637a2a-7fa4-4da8-ae82-3997797b0424 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:08.024708 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 9d637a2a-7fa4-4da8-ae82-3997797b0424 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:08.025057 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9d637a2a-7fa4-4da8-ae82-3997797b0424 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:08.039893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1721876-dffd-48ad-855e-559a5e587eff None None] DHCP port deletion for fdaa4292-e481-4f0f-a1d5-1416641af0da request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:59:08.041577 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-77aaee2b-6036-4d2c-baf7-84f93ae6f6b2 None None] Current status of the port 55189fd0-0407-4021-8ce5-d7a6939c2e5c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:08.048928 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd54fe-d4a6-40ce-a958-89ceb279fc04 req-8e0373ec-cf44-4c35-9564-0a12ab68454a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:08.050258 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2bd54fe-d4a6-40ce-a958-89ceb279fc04 req-8e0373ec-cf44-4c35-9564-0a12ab68454a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63fdd7ca-c3cf-4e42-83a2-41e88799960e HTTP/1.1" status: 200 len: 853 time: 0.1064899 Jan 27 21:59:08.050934 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0405a4d0-2a20-4d20-b903-4b27d284e76d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (afe1c757-8a00-4fa7-8f03-fb62b489d51a), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.052069 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0405a4d0-2a20-4d20-b903-4b27d284e76d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (afe1c757-8a00-4fa7-8f03-fb62b489d51a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.089016 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2bd54fe-d4a6-40ce-a958-89ceb279fc04 req-5afda83c-ecbb-4f53-aab4-dce12287da1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f071ae9-37c8-490f-8670-8f5a5c9b8b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322945 Jan 27 21:59:08.095288 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c1721876-dffd-48ad-855e-559a5e587eff None None] Deleting port 55189fd0-0407-4021-8ce5-d7a6939c2e5c {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:08.095288 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c1721876-dffd-48ad-855e-559a5e587eff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (55189fd0-0407-4021-8ce5-d7a6939c2e5c), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.129397 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0405a4d0-2a20-4d20-b903-4b27d284e76d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for router_controller (afe1c757-8a00-4fa7-8f03-fb62b489d51a), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.135577 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0405a4d0-2a20-4d20-b903-4b27d284e76d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (afe1c757-8a00-4fa7-8f03-fb62b489d51a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.141444 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-75e8767c-5541-4168-a5ee-347520c957ac req-47c1fe27-0b33-4248-b3da-5a336c330c86 service neutron] 10.222.0.21 "GET /v2.0/networks/1f071ae9-37c8-490f-8670-8f5a5c9b8b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443615 Jan 27 21:59:08.174261 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0405a4d0-2a20-4d20-b903-4b27d284e76d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.175716 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0405a4d0-2a20-4d20-b903-4b27d284e76d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2422626 Jan 27 21:59:08.178728 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35762) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:08.184475 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c1721876-dffd-48ad-855e-559a5e587eff None None] For port 55189fd0-0407-4021-8ce5-d7a6939c2e5c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=55189fd0-0407-4021-8ce5-d7a6939c2e5c,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:08.184911 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c1721876-dffd-48ad-855e-559a5e587eff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (55189fd0-0407-4021-8ce5-d7a6939c2e5c), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.199172 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c1721876-dffd-48ad-855e-559a5e587eff None None] Calling delete_port for 55189fd0-0407-4021-8ce5-d7a6939c2e5c owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:08.209319 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2bd54fe-d4a6-40ce-a958-89ceb279fc04 req-59fd706c-1dec-4631-a278-2ebaa03ada39 service neutron] 10.222.0.15 "GET /v2.0/networks/1f071ae9-37c8-490f-8670-8f5a5c9b8b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137490 Jan 27 21:59:08.246888 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-75e8767c-5541-4168-a5ee-347520c957ac req-5bb656c1-874f-4875-8b89-f0374794405b service neutron] 10.222.0.21 "GET /v2.0/networks/1f071ae9-37c8-490f-8670-8f5a5c9b8b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971508 Jan 27 21:59:08.292745 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c1721876-dffd-48ad-855e-559a5e587eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (55189fd0-0407-4021-8ce5-d7a6939c2e5c), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.338383 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1721876-dffd-48ad-855e-559a5e587eff None None] Pushing event deleted for resources: {'Port': ['ID=55189fd0-0407-4021-8ce5-d7a6939c2e5c,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:08.343596 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1721876-dffd-48ad-855e-559a5e587eff None None] No DVR routers for this DVR port 55189fd0-0407-4021-8ce5-d7a6939c2e5c on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:08.368572 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554da9d4-6fb3-4b03-957f-1c7cce894c60 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:08.379365 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65dba2d-72c2-4778-9287-786592a6bb2e req-45e225a7-03e9-47d0-b038-39fae86ecedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:08.381104 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f65dba2d-72c2-4778-9287-786592a6bb2e req-45e225a7-03e9-47d0-b038-39fae86ecedf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9275b6eb6434284a65078a4e87b7375&device_id=31ba11db-e167-4155-9522-7061bb21c782 HTTP/1.1" status: 200 len: 1094 time: 0.0767708 Jan 27 21:59:08.478269 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5770feb5-ac54-4543-a9eb-8ee1803a3009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-fdaa4292-e481-4f0f-a1d5-1416641af0da', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'fixed_ips': [{'subnet_id': '6e956365-f052-4303-b6e5-f784995ae198'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:59:08.479470 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5770feb5-ac54-4543-a9eb-8ee1803a3009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.492529 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65dba2d-72c2-4778-9287-786592a6bb2e req-2b8c0ee8-9048-44ef-a188-72fd11f3daba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:08.494098 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f65dba2d-72c2-4778-9287-786592a6bb2e req-2b8c0ee8-9048-44ef-a188-72fd11f3daba service neutron] 10.222.0.21 "GET /v2.0/networks?id=1f071ae9-37c8-490f-8670-8f5a5c9b8b09 HTTP/1.1" status: 200 len: 914 time: 0.1060016 Jan 27 21:59:08.544239 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f65dba2d-72c2-4778-9287-786592a6bb2e req-862160e0-4e10-40b8-9aca-f5179cbd2fae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9312ddc6-9b71-4f0a-a61a-ab796ea1177a HTTP/1.1" status: 200 len: 217 time: 0.0425665 Jan 27 21:59:08.597198 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65dba2d-72c2-4778-9287-786592a6bb2e req-3d3e29b7-3e0c-4489-8004-adab1464ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:08.598743 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f65dba2d-72c2-4778-9287-786592a6bb2e req-3d3e29b7-3e0c-4489-8004-adab1464ff92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63fdd7ca-c3cf-4e42-83a2-41e88799960e HTTP/1.1" status: 200 len: 853 time: 0.0472243 Jan 27 21:59:08.624962 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-5770feb5-ac54-4543-a9eb-8ee1803a3009 None None] Allocated IP 2001:db8::2 (fdaa4292-e481-4f0f-a1d5-1416641af0da/6e956365-f052-4303-b6e5-f784995ae198/cfd303f2-0e48-4eda-8538-6755f2476cb8) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:08.633858 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f65dba2d-72c2-4778-9287-786592a6bb2e req-6b8d29cb-316d-4198-a81b-357d497117a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1f071ae9-37c8-490f-8670-8f5a5c9b8b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253026 Jan 27 21:59:08.733667 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f65dba2d-72c2-4778-9287-786592a6bb2e req-b5f849e4-8707-4307-b8df-234f33233197 service neutron] 10.222.0.21 "GET /v2.0/networks/1f071ae9-37c8-490f-8670-8f5a5c9b8b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930233 Jan 27 21:59:08.788390 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5770feb5-ac54-4543-a9eb-8ee1803a3009 None None] Publish callbacks [] for port (cfd303f2-0e48-4eda-8538-6755f2476cb8), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.797049 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5770feb5-ac54-4543-a9eb-8ee1803a3009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (cfd303f2-0e48-4eda-8538-6755f2476cb8), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.833409 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 55189fd0-0407-4021-8ce5-d7a6939c2e5c no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:08.852723 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f65dba2d-72c2-4778-9287-786592a6bb2e req-279008a8-d973-4f37-ae9f-e0ce18ec01d0 service neutron] 10.222.0.21 "GET /v2.0/networks/1f071ae9-37c8-490f-8670-8f5a5c9b8b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106389 Jan 27 21:59:08.864327 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06bac7-f525-471b-a6f6-f9733502c527 req-1539ac51-e21d-4d9e-90f4-a2d25d04f452 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:08.864578 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 55189fd0-0407-4021-8ce5-d7a6939c2e5c {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:08.864827 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 55189fd0-0407-4021-8ce5-d7a6939c2e5c not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:08.865667 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf06bac7-f525-471b-a6f6-f9733502c527 req-1539ac51-e21d-4d9e-90f4-a2d25d04f452 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ba11db-e167-4155-9522-7061bb21c782 HTTP/1.1" status: 200 len: 943 time: 0.4550102 Jan 27 21:59:08.878297 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64aed73-9ee0-46b0-a439-cde09c235ba6 req-75ef00ed-c269-48ce-af7e-142bfb474905 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:08.879810 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e64aed73-9ee0-46b0-a439-cde09c235ba6 req-75ef00ed-c269-48ce-af7e-142bfb474905 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 945 time: 0.5398438 Jan 27 21:59:08.887471 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5770feb5-ac54-4543-a9eb-8ee1803a3009 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:08.887833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2bd54fe-d4a6-40ce-a958-89ceb279fc04 req-6590004c-e2c3-49a5-9057-32f098a3eacf service neutron] 10.222.0.15 "GET /v2.0/networks/1f071ae9-37c8-490f-8670-8f5a5c9b8b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6406095 Jan 27 21:59:08.892582 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-5770feb5-ac54-4543-a9eb-8ee1803a3009 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:08.894271 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770feb5-ac54-4543-a9eb-8ee1803a3009 None None] Pushing event updated for resources: {'Port': ['ID=cfd303f2-0e48-4eda-8538-6755f2476cb8,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:08.901257 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5770feb5-ac54-4543-a9eb-8ee1803a3009 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:08.958183 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5770feb5-ac54-4543-a9eb-8ee1803a3009 None None] Attempting to bind port cfd303f2-0e48-4eda-8538-6755f2476cb8 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:08.958556 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5770feb5-ac54-4543-a9eb-8ee1803a3009 None None] Attempting to bind port cfd303f2-0e48-4eda-8538-6755f2476cb8 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:08.958926 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5770feb5-ac54-4543-a9eb-8ee1803a3009 None None] Attempting to bind port cfd303f2-0e48-4eda-8538-6755f2476cb8 on network fdaa4292-e481-4f0f-a1d5-1416641af0da {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:08.963864 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5770feb5-ac54-4543-a9eb-8ee1803a3009 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:59:08.964273 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5770feb5-ac54-4543-a9eb-8ee1803a3009 None None] Checking segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:08.964682 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5770feb5-ac54-4543-a9eb-8ee1803a3009 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.965088 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5770feb5-ac54-4543-a9eb-8ee1803a3009 None None] Bound using segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:59:08.965553 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5770feb5-ac54-4543-a9eb-8ee1803a3009 None None] Bound port: cfd303f2-0e48-4eda-8538-6755f2476cb8, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:59:08.965935 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5770feb5-ac54-4543-a9eb-8ee1803a3009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cfd303f2-0e48-4eda-8538-6755f2476cb8), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.006682 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9bc71c19-e535-43fb-b0ec-c178c970ecc0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.019331 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf06bac7-f525-471b-a6f6-f9733502c527 req-c23276c8-b5b4-42b7-8144-225acbf42970 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379476 Jan 27 21:59:09.029575 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-5770feb5-ac54-4543-a9eb-8ee1803a3009 None None] For port cfd303f2-0e48-4eda-8538-6755f2476cb8, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:09.031393 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e64aed73-9ee0-46b0-a439-cde09c235ba6 req-2e4b4e0e-9ad0-40bc-9155-d8a8c76de114 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206527 Jan 27 21:59:09.043675 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-5770feb5-ac54-4543-a9eb-8ee1803a3009 None None] For port cfd303f2-0e48-4eda-8538-6755f2476cb8, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cfd303f2-0e48-4eda-8538-6755f2476cb8,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:59:09.048910 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5770feb5-ac54-4543-a9eb-8ee1803a3009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cfd303f2-0e48-4eda-8538-6755f2476cb8), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.119541 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770feb5-ac54-4543-a9eb-8ee1803a3009 None None] Pushing event updated for resources: {'Port': ['ID=cfd303f2-0e48-4eda-8538-6755f2476cb8,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:09.294178 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ca3ee-a241-4620-b664-7477363eed86 req-446fe94e-f1ab-49c2-a4f0-424caa93e792 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:09.296126 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c7ca3ee-a241-4620-b664-7477363eed86 req-446fe94e-f1ab-49c2-a4f0-424caa93e792 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.1032374 Jan 27 21:59:09.386655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-9bc71c19-e535-43fb-b0ec-c178c970ecc0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8::1 (fdaa4292-e481-4f0f-a1d5-1416641af0da/6e956365-f052-4303-b6e5-f784995ae198/4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:09.409779 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c7ca3ee-a241-4620-b664-7477363eed86 req-ca10da27-8336-4b0e-b8cc-085e18abd556 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053452 Jan 27 21:59:09.548849 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9bc71c19-e535-43fb-b0ec-c178c970ecc0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.585579 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9bc71c19-e535-43fb-b0ec-c178c970ecc0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.629943 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc71c19-e535-43fb-b0ec-c178c970ecc0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:09.645958 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-9bc71c19-e535-43fb-b0ec-c178c970ecc0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:09.663299 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc71c19-e535-43fb-b0ec-c178c970ecc0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:09.663831 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9bc71c19-e535-43fb-b0ec-c178c970ecc0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (afe1c757-8a00-4fa7-8f03-fb62b489d51a), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.667759 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc71c19-e535-43fb-b0ec-c178c970ecc0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:09.771416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5ba5f-a2f1-48ae-ba44-fa8b9d3b62b1 req-f166cd68-35a6-4b5f-b211-6677b3e25d1c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:09.772981 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49b5ba5f-a2f1-48ae-ba44-fa8b9d3b62b1 req-f166cd68-35a6-4b5f-b211-6677b3e25d1c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 945 time: 0.1473167 Jan 27 21:59:09.866706 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49b5ba5f-a2f1-48ae-ba44-fa8b9d3b62b1 req-8766ac0c-106e-46c0-b1f6-04a131631067 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831914 Jan 27 21:59:09.870775 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9bc71c19-e535-43fb-b0ec-c178c970ecc0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.175166 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82644404-b97d-4136-8cd3-f6a455c71170 req-755d03df-3b84-4e9e-ad0b-a55d284f3287 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:10.176698 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82644404-b97d-4136-8cd3-f6a455c71170 req-755d03df-3b84-4e9e-ad0b-a55d284f3287 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ba11db-e167-4155-9522-7061bb21c782 HTTP/1.1" status: 200 len: 943 time: 0.0818126 Jan 27 21:59:10.234996 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9bc71c19-e535-43fb-b0ec-c178c970ecc0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.246290 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9bc71c19-e535-43fb-b0ec-c178c970ecc0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.247057 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9bc71c19-e535-43fb-b0ec-c178c970ecc0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (afe1c757-8a00-4fa7-8f03-fb62b489d51a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.284477 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a97953c1-b2b8-41b6-900e-6797b694865d None None] Provisioning complete for port cfd303f2-0e48-4eda-8538-6755f2476cb8 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:10.285717 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a97953c1-b2b8-41b6-900e-6797b694865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cfd303f2-0e48-4eda-8538-6755f2476cb8), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.288739 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82644404-b97d-4136-8cd3-f6a455c71170 req-e331d7ef-5ef6-42fb-9feb-187cb136e4fe tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050916 Jan 27 21:59:10.361286 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc71c19-e535-43fb-b0ec-c178c970ecc0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:10.388398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a97953c1-b2b8-41b6-900e-6797b694865d None None] Current status of the port cfd303f2-0e48-4eda-8538-6755f2476cb8 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:10.388967 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a97953c1-b2b8-41b6-900e-6797b694865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cfd303f2-0e48-4eda-8538-6755f2476cb8), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.407289 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc71c19-e535-43fb-b0ec-c178c970ecc0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:10.408948 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-9bc71c19-e535-43fb-b0ec-c178c970ecc0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:10.426600 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a97953c1-b2b8-41b6-900e-6797b694865d None None] For port cfd303f2-0e48-4eda-8538-6755f2476cb8, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cfd303f2-0e48-4eda-8538-6755f2476cb8,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:10.430941 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a97953c1-b2b8-41b6-900e-6797b694865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cfd303f2-0e48-4eda-8538-6755f2476cb8), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.489028 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97953c1-b2b8-41b6-900e-6797b694865d None None] Pushing event updated for resources: {'Port': ['ID=cfd303f2-0e48-4eda-8538-6755f2476cb8,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:10.558164 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-00e6d86e-604f-46dd-9802-c3ae47228541 None None] Provisioning complete for port 4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:10.558905 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-00e6d86e-604f-46dd-9802-c3ae47228541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.569428 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e32c2-bbd2-4919-a637-92795c417a13 req-5f854c21-7b80-4bf0-84f4-1f5654fd92a2 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:10.570995 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-923e32c2-bbd2-4919-a637-92795c417a13 req-5f854c21-7b80-4bf0-84f4-1f5654fd92a2 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.0688467 Jan 27 21:59:10.597213 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-00e6d86e-604f-46dd-9802-c3ae47228541 None None] Port 4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:59:10.607445 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc71c19-e535-43fb-b0ec-c178c970ecc0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Router afe1c757-8a00-4fa7-8f03-fb62b489d51a is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:59:10.640433 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-923e32c2-bbd2-4919-a637-92795c417a13 req-f5bab6ac-1233-4692-9f56-cf8234c287ff tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592401 Jan 27 21:59:10.715685 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-aca93e74-3c80-4187-95d3-ef1592a14498 None None] Provisioning complete for port 4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:10.716094 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aca93e74-3c80-4187-95d3-ef1592a14498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.722994 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc71c19-e535-43fb-b0ec-c178c970ecc0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:59:10.728758 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9bc71c19-e535-43fb-b0ec-c178c970ecc0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "PUT /v2.0/routers/afe1c757-8a00-4fa7-8f03-fb62b489d51a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5490670 Jan 27 21:59:10.731423 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35798) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:10.741683 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] Sync routers for ids ['afe1c757-8a00-4fa7-8f03-fb62b489d51a'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:59:10.769497 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-aca93e74-3c80-4187-95d3-ef1592a14498 None None] Port 4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:59:10.771609 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] Routers {'afe1c757-8a00-4fa7-8f03-fb62b489d51a'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:10.772256 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:58:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['afe1c757-8a00-4fa7-8f03-fb62b489d51a'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:10.785008 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cedf86-89bf-4806-8a1c-2e97b7c0ce04 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:10.786945 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b9cedf86-89bf-4806-8a1c-2e97b7c0ce04 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports/4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc HTTP/1.1" status: 200 len: 911 time: 0.0543227 Jan 27 21:59:10.789462 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35800) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:10.840882 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883d15e4-e7c2-4b75-8a48-87976ea1a529 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:10.846631 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883d15e4-e7c2-4b75-8a48-87976ea1a529 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:10.850961 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-883d15e4-e7c2-4b75-8a48-87976ea1a529 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0574384 Jan 27 21:59:10.851485 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35802) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:10.867273 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] Set router afe1c757-8a00-4fa7-8f03-fb62b489d51a gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:10.898085 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cfd303f2-0e48-4eda-8538-6755f2476cb8 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:11.030874 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port cfd303f2-0e48-4eda-8538-6755f2476cb8 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:11.031824 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cfd303f2-0e48-4eda-8538-6755f2476cb8), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:11.087894 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device b464a380-7ac2-480a-bfcf-cd9076a4953e details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:59:11.241232 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port cfd303f2-0e48-4eda-8538-6755f2476cb8 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:11.261425 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe1c757-8a00-4fa7-8f03-fb62b489d51a', 'name': 'tempest-NetworksTestDHCPv6-router-1434391600', 'tenant_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:59:08Z', 'updated_at': '2022-01-27T21:59:09Z', 'revision_number': 2, 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'gw_port_host': None, '_interfaces': [{'id': '4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc', 'name': '', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'tenant_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'mac_address': 'fa:16:3e:04:e5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe1c757-8a00-4fa7-8f03-fb62b489d51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '6e956365-f052-4303-b6e5-f784995ae198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:59:09Z', 'updated_at': '2022-01-27T21:59:10Z', 'revision_number': 2, 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'subnets': [{'id': '6e956365-f052-4303-b6e5-f784995ae198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:11.355781 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d943ad-71f7-43ea-a612-33fcd1648425 req-8084066a-f142-499b-b87c-f25a9620c7f1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:11.363654 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83d943ad-71f7-43ea-a612-33fcd1648425 req-8084066a-f142-499b-b87c-f25a9620c7f1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 945 time: 0.4184859 Jan 27 21:59:11.454686 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] Checking router: afe1c757-8a00-4fa7-8f03-fb62b489d51a for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:59:11.455234 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] Updating router afe1c757-8a00-4fa7-8f03-fb62b489d51a port 4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:59:11.477948 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port b464a380-7ac2-480a-bfcf-cd9076a4953e, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=b464a380-7ac2-480a-bfcf-cd9076a4953e,segment=NetworkSegment(3b2fea27-e544-46dd-8938-d1b1c999d31d),segment_id=3b2fea27-e544-46dd-8938-d1b1c999d31d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:11.493910 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:11.495906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'b464a380-7ac2-480a-bfcf-cd9076a4953e', 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09', 'port_id': 'b464a380-7ac2-480a-bfcf-cd9076a4953e', 'mac_address': 'fa:16:3e:ea:f4:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fdd7ca-c3cf-4e42-83a2-41e88799960e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:59:11.498871 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83d943ad-71f7-43ea-a612-33fcd1648425 req-7800ddda-47c0-4837-bcc8-7f5e7cdfd0ad tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343114 Jan 27 21:59:11.533915 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201468ec-d681-4de1-8d8d-47cc742480c8 req-1613d9a3-5b4f-486e-b954-bf8fe0cec02b tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:11.535529 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-201468ec-d681-4de1-8d8d-47cc742480c8 req-1613d9a3-5b4f-486e-b954-bf8fe0cec02b tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ba11db-e167-4155-9522-7061bb21c782 HTTP/1.1" status: 200 len: 943 time: 0.1127007 Jan 27 21:59:11.571559 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port b464a380-7ac2-480a-bfcf-cd9076a4953e is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:11.571946 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b464a380-7ac2-480a-bfcf-cd9076a4953e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:11.639071 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b464a380-7ac2-480a-bfcf-cd9076a4953e {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:11.647045 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-201468ec-d681-4de1-8d8d-47cc742480c8 req-7847cdb2-bbc4-4e7d-aa0d-32bb2400cecf tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021545 Jan 27 21:59:11.713873 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port b464a380-7ac2-480a-bfcf-cd9076a4953e, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=b464a380-7ac2-480a-bfcf-cd9076a4953e,segment=NetworkSegment(3b2fea27-e544-46dd-8938-d1b1c999d31d),segment_id=3b2fea27-e544-46dd-8938-d1b1c999d31d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:11.718478 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b464a380-7ac2-480a-bfcf-cd9076a4953e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:11.778991 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df206bdd-2913-4201-93c5-9d4e74067a16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (afe1c757-8a00-4fa7-8f03-fb62b489d51a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:11.788988 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=b464a380-7ac2-480a-bfcf-cd9076a4953e,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:11.855585 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adb83e-0f80-4aad-b585-5d7199f70682 req-8176c952-daff-480f-8abf-ab9f1e0fd7ab tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:11.857119 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9adb83e-0f80-4aad-b585-5d7199f70682 req-8176c952-daff-480f-8abf-ab9f1e0fd7ab tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.1412096 Jan 27 21:59:11.861211 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] Publish callbacks [] for port (4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:11.866813 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:11.968152 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9adb83e-0f80-4aad-b585-5d7199f70682 req-fe4b33a4-a0df-46b5-b578-097a332b3ab5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042392 Jan 27 21:59:11.972814 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469a849-7412-40e2-96d8-645c23db59a0 None None] Pushing event updated for resources: {'Port': ['ID=4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:11.991439 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] Attempting to bind port 4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:11.991867 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] Attempting to bind port 4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:11.992347 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] Attempting to bind port 4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc on network fdaa4292-e481-4f0f-a1d5-1416641af0da {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:12.004990 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:59:12.004990 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] Checking segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:12.004990 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.004990 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] Bound using segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:59:12.004990 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] Bound port: 4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:59:12.004990 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.067335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-df206bdd-2913-4201-93c5-9d4e74067a16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting port 4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:12.067597 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] For port 4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:12.067903 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df206bdd-2913-4201-93c5-9d4e74067a16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.070875 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] For port 4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:59:12.076802 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.121970 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['b464a380-7ac2-480a-bfcf-cd9076a4953e'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:59:12.169247 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-df206bdd-2913-4201-93c5-9d4e74067a16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] For port 4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc, host n-d-772272-3, got binding levels [] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:12.169999 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df206bdd-2913-4201-93c5-9d4e74067a16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.170292 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469a849-7412-40e2-96d8-645c23db59a0 None None] Pushing event updated for resources: {'Port': ['ID=4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:12.177863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] Routers {'afe1c757-8a00-4fa7-8f03-fb62b489d51a'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:12.178334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:58:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['afe1c757-8a00-4fa7-8f03-fb62b489d51a'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:12.182973 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-df206bdd-2913-4201-93c5-9d4e74067a16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Calling delete_port for 4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:12.276992 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c09a1eb2-fdb0-4ef5-bf12-027f0d584ac0 None None] Provisioning complete for port 4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:12.277383 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c09a1eb2-fdb0-4ef5-bf12-027f0d584ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.375761 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] Set router afe1c757-8a00-4fa7-8f03-fb62b489d51a gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:12.398753 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df206bdd-2913-4201-93c5-9d4e74067a16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.442315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df206bdd-2913-4201-93c5-9d4e74067a16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Port': ['ID=4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:12.448358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c09a1eb2-fdb0-4ef5-bf12-027f0d584ac0 None None] Could not find standard attr ID for object 4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:59:12.496524 n-d-772272-3 neutron-server[109743]: INFO neutron.plugins.ml2.db [None req-c09a1eb2-fdb0-4ef5-bf12-027f0d584ac0 None None] No ports have port_id starting with 4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc Jan 27 21:59:12.546005 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df206bdd-2913-4201-93c5-9d4e74067a16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (afe1c757-8a00-4fa7-8f03-fb62b489d51a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.672645 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 9312ddc6-9b71-4f0a-a61a-ab796ea1177a details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:59:12.716294 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.804730 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cdccc0a1-da1c-41f5-8af2-79a275a289bc None None] Could not find standard attr ID for object 4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:59:12.812330 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3ff70-bc1e-4a21-b681-901ffd5b72ef req-1b0b49eb-2620-452e-84cf-c3ab48ce90c4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.814395 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3a3ff70-bc1e-4a21-b681-901ffd5b72ef req-1b0b49eb-2620-452e-84cf-c3ab48ce90c4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 945 time: 0.1545994 Jan 27 21:59:12.833611 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe1c757-8a00-4fa7-8f03-fb62b489d51a', 'name': 'tempest-NetworksTestDHCPv6-router-1434391600', 'tenant_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:59:08Z', 'updated_at': '2022-01-27T21:59:09Z', 'revision_number': 2, 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'gw_port_host': None, '_interfaces': [{'id': '4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc', 'name': '', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'tenant_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'mac_address': 'fa:16:3e:04:e5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe1c757-8a00-4fa7-8f03-fb62b489d51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '6e956365-f052-4303-b6e5-f784995ae198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:59:09Z', 'updated_at': '2022-01-27T21:59:12Z', 'revision_number': 4, 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'subnets': [{'id': '6e956365-f052-4303-b6e5-f784995ae198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:12.866920 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df206bdd-2913-4201-93c5-9d4e74067a16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Router afe1c757-8a00-4fa7-8f03-fb62b489d51a has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:59:12.874861 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 9312ddc6-9b71-4f0a-a61a-ab796ea1177a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=9312ddc6-9b71-4f0a-a61a-ab796ea1177a,segment=NetworkSegment(3b2fea27-e544-46dd-8938-d1b1c999d31d),segment_id=3b2fea27-e544-46dd-8938-d1b1c999d31d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:12.877358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e63b0fe-f50d-479c-90c7-3d41a6ca9a5d None None] The sync data for ids ['afe1c757-8a00-4fa7-8f03-fb62b489d51a'] in n-d-772272-3 is: [{'id': 'afe1c757-8a00-4fa7-8f03-fb62b489d51a', 'name': 'tempest-NetworksTestDHCPv6-router-1434391600', 'tenant_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:59:08Z', 'updated_at': '2022-01-27T21:59:09Z', 'revision_number': 2, 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'gw_port_host': None, '_interfaces': [{'id': '4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc', 'name': '', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'tenant_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'mac_address': 'fa:16:3e:04:e5:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe1c757-8a00-4fa7-8f03-fb62b489d51a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '6e956365-f052-4303-b6e5-f784995ae198', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:59:09Z', 'updated_at': '2022-01-27T21:59:12Z', 'revision_number': 4, 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'subnets': [{'id': '6e956365-f052-4303-b6e5-f784995ae198', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:59:12.887685 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '9312ddc6-9b71-4f0a-a61a-ab796ea1177a', 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09', 'port_id': '9312ddc6-9b71-4f0a-a61a-ab796ea1177a', 'mac_address': 'fa:16:3e:45:25:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fdd7ca-c3cf-4e42-83a2-41e88799960e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:59:12.928488 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 9312ddc6-9b71-4f0a-a61a-ab796ea1177a is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:12.928937 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9312ddc6-9b71-4f0a-a61a-ab796ea1177a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.942941 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9312ddc6-9b71-4f0a-a61a-ab796ea1177a {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:12.973289 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 9312ddc6-9b71-4f0a-a61a-ab796ea1177a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=9312ddc6-9b71-4f0a-a61a-ab796ea1177a,segment=NetworkSegment(3b2fea27-e544-46dd-8938-d1b1c999d31d),segment_id=3b2fea27-e544-46dd-8938-d1b1c999d31d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:12.983714 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9312ddc6-9b71-4f0a-a61a-ab796ea1177a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.985043 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 26052f6d-7708-446b-bca9-2e87c9fd604b details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:59:13.046295 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df206bdd-2913-4201-93c5-9d4e74067a16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:59:13.056279 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3a3ff70-bc1e-4a21-b681-901ffd5b72ef req-4b2c0069-2e20-4d74-b8f5-b8dec6a4b97f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958468 Jan 27 21:59:13.063360 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36626a-b2e8-4750-b92f-d201ee750f56 req-acfc9c63-4ba6-4d37-b4e1-f043ae007d63 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:13.070104 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a36626a-b2e8-4750-b92f-d201ee750f56 req-acfc9c63-4ba6-4d37-b4e1-f043ae007d63 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ba11db-e167-4155-9522-7061bb21c782 HTTP/1.1" status: 200 len: 943 time: 0.2858417 Jan 27 21:59:13.079488 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35842) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:13.079982 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-df206bdd-2913-4201-93c5-9d4e74067a16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "PUT /v2.0/routers/afe1c757-8a00-4fa7-8f03-fb62b489d51a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2270327 Jan 27 21:59:13.122541 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=9312ddc6-9b71-4f0a-a61a-ab796ea1177a,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:13.132135 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a36626a-b2e8-4750-b92f-d201ee750f56 req-c398075e-7610-4ec0-b30c-5a6864394327 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610242 Jan 27 21:59:13.182854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 26052f6d-7708-446b-bca9-2e87c9fd604b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=26052f6d-7708-446b-bca9-2e87c9fd604b,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:13.187026 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8ffe88-dea1-4551-ae0e-c63f6d3040cc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:13.195091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '26052f6d-7708-446b-bca9-2e87c9fd604b', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'port_id': '26052f6d-7708-446b-bca9-2e87c9fd604b', 'mac_address': 'fa:16:3e:39:7f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:59:13.204636 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8ffe88-dea1-4551-ae0e-c63f6d3040cc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:13.232671 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bc8ffe88-dea1-4551-ae0e-c63f6d3040cc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1418440 Jan 27 21:59:13.233558 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35844) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:13.254380 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 26052f6d-7708-446b-bca9-2e87c9fd604b is: ACTIVE; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:13.254687 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (26052f6d-7708-446b-bca9-2e87c9fd604b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:13.269525 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26052f6d-7708-446b-bca9-2e87c9fd604b {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:13.296497 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 26052f6d-7708-446b-bca9-2e87c9fd604b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=26052f6d-7708-446b-bca9-2e87c9fd604b,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:13.301424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8edff9-3da0-4279-8f64-91fc90f20a16 req-2bf20301-209f-48e5-bf01-4e7d0f0f3052 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:13.302064 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (26052f6d-7708-446b-bca9-2e87c9fd604b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:13.302968 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e8edff9-3da0-4279-8f64-91fc90f20a16 req-2bf20301-209f-48e5-bf01-4e7d0f0f3052 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.1103082 Jan 27 21:59:13.369344 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f0cea4d-d6b0-4756-b742-cded3a22148b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet 6e956365-f052-4303-b6e5-f784995ae198 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:59:13.378976 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f0cea4d-d6b0-4756-b742-cded3a22148b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (6e956365-f052-4303-b6e5-f784995ae198), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:13.380141 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e8edff9-3da0-4279-8f64-91fc90f20a16 req-da4e98ee-6ffe-41e5-85a5-9cf3df4c3a8b tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628769 Jan 27 21:59:13.404393 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=26052f6d-7708-446b-bca9-2e87c9fd604b,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:13.444502 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f0cea4d-d6b0-4756-b742-cded3a22148b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (6e956365-f052-4303-b6e5-f784995ae198), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:13.446452 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['26052f6d-7708-446b-bca9-2e87c9fd604b'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:59:13.560277 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f0cea4d-d6b0-4756-b742-cded3a22148b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (6e956365-f052-4303-b6e5-f784995ae198), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:13.632534 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f0cea4d-d6b0-4756-b742-cded3a22148b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (6e956365-f052-4303-b6e5-f784995ae198), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:13.664738 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0cea4d-d6b0-4756-b742-cded3a22148b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=6e956365-f052-4303-b6e5-f784995ae198,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:13.671138 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f0cea4d-d6b0-4756-b742-cded3a22148b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:13.678399 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3f0cea4d-d6b0-4756-b742-cded3a22148b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/6e956365-f052-4303-b6e5-f784995ae198 HTTP/1.1" status: 204 len: 168 time: 0.4281945 Jan 27 21:59:13.678557 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3dc46e-c2a9-4503-8c66-918d039cdea3 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:13.678951 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35848) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:13.795797 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['9312ddc6-9b71-4f0a-a61a-ab796ea1177a'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:59:13.812123 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c19d16b4-52f7-4467-9736-aa1ab14d7c24 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1300452 Jan 27 21:59:13.813090 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35852) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:13.932866 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49705a61-6061-4d31-81f1-6ae0e5c8f912 None None] DHCP port deletion for fdaa4292-e481-4f0f-a1d5-1416641af0da request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:59:13.983877 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ba60966-833d-400d-9a56-8e0bb225593a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for router (afe1c757-8a00-4fa7-8f03-fb62b489d51a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.020806 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-49705a61-6061-4d31-81f1-6ae0e5c8f912 None None] Deleting port cfd303f2-0e48-4eda-8538-6755f2476cb8 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:14.021188 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-49705a61-6061-4d31-81f1-6ae0e5c8f912 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (cfd303f2-0e48-4eda-8538-6755f2476cb8), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.087308 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-49705a61-6061-4d31-81f1-6ae0e5c8f912 None None] For port cfd303f2-0e48-4eda-8538-6755f2476cb8, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cfd303f2-0e48-4eda-8538-6755f2476cb8,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:14.087649 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-49705a61-6061-4d31-81f1-6ae0e5c8f912 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (cfd303f2-0e48-4eda-8538-6755f2476cb8), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.107309 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-49705a61-6061-4d31-81f1-6ae0e5c8f912 None None] Calling delete_port for cfd303f2-0e48-4eda-8538-6755f2476cb8 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:14.197564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c7dcc-9468-48f4-b058-1a83c29aeb18 req-d24220cc-228a-4a7e-aee9-0b4773359ba0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:14.205514 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-49705a61-6061-4d31-81f1-6ae0e5c8f912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (cfd303f2-0e48-4eda-8538-6755f2476cb8), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.206511 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0a6c7dcc-9468-48f4-b058-1a83c29aeb18 req-d24220cc-228a-4a7e-aee9-0b4773359ba0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 944 time: 0.0677934 Jan 27 21:59:14.209000 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ba60966-833d-400d-9a56-8e0bb225593a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (afe1c757-8a00-4fa7-8f03-fb62b489d51a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.212043 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ba60966-833d-400d-9a56-8e0bb225593a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for router_controller (afe1c757-8a00-4fa7-8f03-fb62b489d51a), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.243966 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49705a61-6061-4d31-81f1-6ae0e5c8f912 None None] No DVR routers for this DVR port cfd303f2-0e48-4eda-8538-6755f2476cb8 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:14.248339 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49705a61-6061-4d31-81f1-6ae0e5c8f912 None None] Pushing event deleted for resources: {'Port': ['ID=cfd303f2-0e48-4eda-8538-6755f2476cb8,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:14.284955 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0a6c7dcc-9468-48f4-b058-1a83c29aeb18 req-df58dfb8-8fbb-4a5a-8735-bed99f6fb646 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771370 Jan 27 21:59:14.306851 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ba60966-833d-400d-9a56-8e0bb225593a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (afe1c757-8a00-4fa7-8f03-fb62b489d51a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.307811 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba60966-833d-400d-9a56-8e0bb225593a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Fanout notify agent at l3_agent the message router_deleted on router afe1c757-8a00-4fa7-8f03-fb62b489d51a {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:59:14.320795 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ba60966-833d-400d-9a56-8e0bb225593a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.321955 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3ba60966-833d-400d-9a56-8e0bb225593a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/routers/afe1c757-8a00-4fa7-8f03-fb62b489d51a HTTP/1.1" status: 204 len: 168 time: 0.5078714 Jan 27 21:59:14.324963 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35860) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:14.331841 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-fd52c23f-7631-414d-8758-91c4428ca285 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:14.342452 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ec38a-84eb-4122-988c-28471e38da6c req-c4ca3a9b-2772-485b-8758-d5d212787002 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:14.350097 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c33ec38a-84eb-4122-988c-28471e38da6c req-c4ca3a9b-2772-485b-8758-d5d212787002 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ba11db-e167-4155-9522-7061bb21c782 HTTP/1.1" status: 200 len: 944 time: 0.0838566 Jan 27 21:59:14.400634 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c33ec38a-84eb-4122-988c-28471e38da6c req-aa6238f0-548c-4b96-9664-e37ff3f89a42 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495613 Jan 27 21:59:14.443956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd52c23f-7631-414d-8758-91c4428ca285 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:14.447892 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fd52c23f-7631-414d-8758-91c4428ca285 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.588010 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1c3e7-d18a-452c-b9ab-25316df0c40a req-ea74f0e3-f1af-461d-83ce-9f979bb06a47 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:14.594990 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1c1c3e7-d18a-452c-b9ab-25316df0c40a req-ea74f0e3-f1af-461d-83ce-9f979bb06a47 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.0764780 Jan 27 21:59:14.637768 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 26052f6d-7708-446b-bca9-2e87c9fd604b up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:14.675167 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fd52c23f-7631-414d-8758-91c4428ca285 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (8823822a-d444-4727-bdc2-8018f11bcd14), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.702282 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1c1c3e7-d18a-452c-b9ab-25316df0c40a req-d459b419-d749-456d-ae5e-2db43e1fb9f7 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006799 Jan 27 21:59:14.714373 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 26052f6d-7708-446b-bca9-2e87c9fd604b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:14.714872 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (26052f6d-7708-446b-bca9-2e87c9fd604b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.718724 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd52c23f-7631-414d-8758-91c4428ca285 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:14.722264 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-fd52c23f-7631-414d-8758-91c4428ca285 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:14.727061 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd52c23f-7631-414d-8758-91c4428ca285 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:14.727666 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fd52c23f-7631-414d-8758-91c4428ca285 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.743012 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52c23f-7631-414d-8758-91c4428ca285 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=8823822a-d444-4727-bdc2-8018f11bcd14,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:14.752918 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fd52c23f-7631-414d-8758-91c4428ca285 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4268672 Jan 27 21:59:14.755641 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2c729b-5be4-433f-a594-ec357b54d9ce None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:14.755790 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35866) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:14.760630 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e7b1a583-fa11-4560-8bd6-e755098343be tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1697259394', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:14.782919 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7b1a583-fa11-4560-8bd6-e755098343be tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (85251848-9b63-4ce5-8e24-903f9cadb33c), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.784031 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7b1a583-fa11-4560-8bd6-e755098343be tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (85251848-9b63-4ce5-8e24-903f9cadb33c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.842942 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eb339d-35de-4d8b-b003-8b59f14abf12 None None] Sync routers for ids ['afe1c757-8a00-4fa7-8f03-fb62b489d51a'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:59:14.853436 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eb339d-35de-4d8b-b003-8b59f14abf12 None None] Routers set() bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:14.853863 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eb339d-35de-4d8b-b003-8b59f14abf12 None None] Router IDs set() for agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 21:59:14.853983 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cfd303f2-0e48-4eda-8538-6755f2476cb8 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:14.854672 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_agentschedulers_db [None req-95eb339d-35de-4d8b-b003-8b59f14abf12 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'afe1c757-8a00-4fa7-8f03-fb62b489d51a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:58:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent'). {{(pid=109744) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 21:59:14.860509 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7b1a583-fa11-4560-8bd6-e755098343be tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for router_controller (85251848-9b63-4ce5-8e24-903f9cadb33c), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.865444 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eb339d-35de-4d8b-b003-8b59f14abf12 None None] Routers set() bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:14.865946 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eb339d-35de-4d8b-b003-8b59f14abf12 None None] Router IDs set() for agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 21:59:14.866728 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_agentschedulers_db [None req-95eb339d-35de-4d8b-b003-8b59f14abf12 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'afe1c757-8a00-4fa7-8f03-fb62b489d51a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:58:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent'). {{(pid=109744) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 21:59:14.867199 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eb339d-35de-4d8b-b003-8b59f14abf12 None None] The sync data for ids ['afe1c757-8a00-4fa7-8f03-fb62b489d51a'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:59:14.868731 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7b1a583-fa11-4560-8bd6-e755098343be tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (85251848-9b63-4ce5-8e24-903f9cadb33c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.895240 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7b1a583-fa11-4560-8bd6-e755098343be tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.896796 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e7b1a583-fa11-4560-8bd6-e755098343be tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1399140 Jan 27 21:59:14.899357 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35870) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:14.903680 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: cfd303f2-0e48-4eda-8538-6755f2476cb8 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:14.904136 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cfd303f2-0e48-4eda-8538-6755f2476cb8 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:14.988183 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63701a78-d73e-4247-bee5-d7ec1bcee004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-fdaa4292-e481-4f0f-a1d5-1416641af0da', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'fixed_ips': [{'subnet_id': '8823822a-d444-4727-bdc2-8018f11bcd14'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:59:14.989061 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-63701a78-d73e-4247-bee5-d7ec1bcee004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.993903 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 26052f6d-7708-446b-bca9-2e87c9fd604b is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:14.994296 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (26052f6d-7708-446b-bca9-2e87c9fd604b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.033936 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26052f6d-7708-446b-bca9-2e87c9fd604b'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:15.036234 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495c513f-b3fa-4bf6-aa82-3b96280bb9b4" -d '{"events": [{"server_uuid": "82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272", "name": "network-vif-plugged", "status": "completed", "tag": "26052f6d-7708-446b-bca9-2e87c9fd604b"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:15.096491 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ea1dd3-74d2-42da-82bb-7287f1439d85 x-openstack-request-id: req-b3ea1dd3-74d2-42da-82bb-7287f1439d85 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:15.096785 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272", "name": "network-vif-plugged", "status": "completed", "tag": "26052f6d-7708-446b-bca9-2e87c9fd604b", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:15.097047 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3ea1dd3-74d2-42da-82bb-7287f1439d85 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:15.097444 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26052f6d-7708-446b-bca9-2e87c9fd604b', 'code': 200} Jan 27 21:59:15.257169 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device b464a380-7ac2-480a-bfcf-cd9076a4953e up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:15.262192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 26052f6d-7708-446b-bca9-2e87c9fd604b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=26052f6d-7708-446b-bca9-2e87c9fd604b,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:15.290252 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (26052f6d-7708-446b-bca9-2e87c9fd604b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.407337 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=26052f6d-7708-446b-bca9-2e87c9fd604b,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:15.435078 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-63701a78-d73e-4247-bee5-d7ec1bcee004 None None] Allocated IP 2001:db8::2 (fdaa4292-e481-4f0f-a1d5-1416641af0da/8823822a-d444-4727-bdc2-8018f11bcd14/1f2237bd-bfbd-43c5-a467-94390da1dc58) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:15.453419 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port b464a380-7ac2-480a-bfcf-cd9076a4953e completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:59:15.459524 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port b464a380-7ac2-480a-bfcf-cd9076a4953e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:15.460102 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b464a380-7ac2-480a-bfcf-cd9076a4953e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.477128 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf14475-928b-48ce-9060-110fad5bb0ee req-0deaa957-cde8-48db-925e-be5ac5b3cf33 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:15.480642 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-caf14475-928b-48ce-9060-110fad5bb0ee req-0deaa957-cde8-48db-925e-be5ac5b3cf33 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 945 time: 0.0779083 Jan 27 21:59:15.495477 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc174-782c-4160-85a2-38d0405463ca tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.567857 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-caf14475-928b-48ce-9060-110fad5bb0ee req-98b93f6b-c827-45be-bed7-32668340c3ae tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792029 Jan 27 21:59:15.587877 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38764d95-333d-4326-8a18-e42de924bbe0 req-926c68cd-33a2-4064-84ac-ad7923811def tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:15.598785 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38764d95-333d-4326-8a18-e42de924bbe0 req-926c68cd-33a2-4064-84ac-ad7923811def tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ba11db-e167-4155-9522-7061bb21c782 HTTP/1.1" status: 200 len: 944 time: 0.0824120 Jan 27 21:59:15.627372 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port b464a380-7ac2-480a-bfcf-cd9076a4953e is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:15.627775 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b464a380-7ac2-480a-bfcf-cd9076a4953e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.660700 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38764d95-333d-4326-8a18-e42de924bbe0 req-a5c528a6-aee6-4aea-ba45-82b23896fc67 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607462 Jan 27 21:59:15.693228 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port b464a380-7ac2-480a-bfcf-cd9076a4953e, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=b464a380-7ac2-480a-bfcf-cd9076a4953e,segment=NetworkSegment(3b2fea27-e544-46dd-8938-d1b1c999d31d),segment_id=3b2fea27-e544-46dd-8938-d1b1c999d31d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:15.698560 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b464a380-7ac2-480a-bfcf-cd9076a4953e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.767720 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-63701a78-d73e-4247-bee5-d7ec1bcee004 None None] Publish callbacks [] for port (1f2237bd-bfbd-43c5-a467-94390da1dc58), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.779377 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-63701a78-d73e-4247-bee5-d7ec1bcee004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (1f2237bd-bfbd-43c5-a467-94390da1dc58), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.786814 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=b464a380-7ac2-480a-bfcf-cd9076a4953e,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:15.824934 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b723e-2aa6-4335-a05a-edb8fa19f178 req-07323bf8-2853-4413-b66a-60e6ebf89cea tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:15.826831 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63701a78-d73e-4247-bee5-d7ec1bcee004 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:15.827455 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-089b723e-2aa6-4335-a05a-edb8fa19f178 req-07323bf8-2853-4413-b66a-60e6ebf89cea tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.0642352 Jan 27 21:59:15.828912 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-63701a78-d73e-4247-bee5-d7ec1bcee004 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:15.834592 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63701a78-d73e-4247-bee5-d7ec1bcee004 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:15.845118 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-f2cfc174-782c-4160-85a2-38d0405463ca tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8::1 (fdaa4292-e481-4f0f-a1d5-1416641af0da/8823822a-d444-4727-bdc2-8018f11bcd14/0555285c-21f5-4ec9-b390-5df6fa282722) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:15.867948 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63701a78-d73e-4247-bee5-d7ec1bcee004 None None] Pushing event updated for resources: {'Port': ['ID=1f2237bd-bfbd-43c5-a467-94390da1dc58,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:15.886804 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-089b723e-2aa6-4335-a05a-edb8fa19f178 req-b9a69bc1-6bed-4755-80db-655285ce47d2 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517817 Jan 27 21:59:15.921318 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-63701a78-d73e-4247-bee5-d7ec1bcee004 None None] Attempting to bind port 1f2237bd-bfbd-43c5-a467-94390da1dc58 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:15.922322 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-63701a78-d73e-4247-bee5-d7ec1bcee004 None None] Attempting to bind port 1f2237bd-bfbd-43c5-a467-94390da1dc58 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:15.922711 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63701a78-d73e-4247-bee5-d7ec1bcee004 None None] Attempting to bind port 1f2237bd-bfbd-43c5-a467-94390da1dc58 on network fdaa4292-e481-4f0f-a1d5-1416641af0da {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:15.927960 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63701a78-d73e-4247-bee5-d7ec1bcee004 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:59:15.928383 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63701a78-d73e-4247-bee5-d7ec1bcee004 None None] Checking segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:15.928799 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-63701a78-d73e-4247-bee5-d7ec1bcee004 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.929203 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63701a78-d73e-4247-bee5-d7ec1bcee004 None None] Bound using segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:59:15.929687 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-63701a78-d73e-4247-bee5-d7ec1bcee004 None None] Bound port: 1f2237bd-bfbd-43c5-a467-94390da1dc58, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:59:15.930078 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-63701a78-d73e-4247-bee5-d7ec1bcee004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1f2237bd-bfbd-43c5-a467-94390da1dc58), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.996208 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc174-782c-4160-85a2-38d0405463ca tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (0555285c-21f5-4ec9-b390-5df6fa282722), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.005499 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-63701a78-d73e-4247-bee5-d7ec1bcee004 None None] For port 1f2237bd-bfbd-43c5-a467-94390da1dc58, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:16.009302 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-63701a78-d73e-4247-bee5-d7ec1bcee004 None None] For port 1f2237bd-bfbd-43c5-a467-94390da1dc58, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1f2237bd-bfbd-43c5-a467-94390da1dc58,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:59:16.014613 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-63701a78-d73e-4247-bee5-d7ec1bcee004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1f2237bd-bfbd-43c5-a467-94390da1dc58), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.037043 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc174-782c-4160-85a2-38d0405463ca tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (0555285c-21f5-4ec9-b390-5df6fa282722), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.085515 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63701a78-d73e-4247-bee5-d7ec1bcee004 None None] Pushing event updated for resources: {'Port': ['ID=1f2237bd-bfbd-43c5-a467-94390da1dc58,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:16.088039 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cfc174-782c-4160-85a2-38d0405463ca tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:16.094422 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-f2cfc174-782c-4160-85a2-38d0405463ca tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:16.099460 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cfc174-782c-4160-85a2-38d0405463ca tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:16.100221 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc174-782c-4160-85a2-38d0405463ca tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (85251848-9b63-4ce5-8e24-903f9cadb33c), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.163847 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfc174-782c-4160-85a2-38d0405463ca tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=0555285c-21f5-4ec9-b390-5df6fa282722,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:16.239502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1dc606-f06e-4f96-8978-717c653ebd95 req-419d7ed1-3f3a-4516-89f2-0b0b9fa403e2 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:16.242392 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a1dc606-f06e-4f96-8978-717c653ebd95 req-419d7ed1-3f3a-4516-89f2-0b0b9fa403e2 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.0593767 Jan 27 21:59:16.269738 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc174-782c-4160-85a2-38d0405463ca tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0555285c-21f5-4ec9-b390-5df6fa282722), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.328504 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a1dc606-f06e-4f96-8978-717c653ebd95 req-3c3c22c9-4144-42dc-a74e-341c3430e314 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794079 Jan 27 21:59:16.567185 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338852d0-4e35-4e6e-aa1f-de5907cb0c6c req-b511ab41-919e-4034-a554-573837a2bffb tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:16.568752 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-338852d0-4e35-4e6e-aa1f-de5907cb0c6c req-b511ab41-919e-4034-a554-573837a2bffb tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.0646436 Jan 27 21:59:16.588002 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc174-782c-4160-85a2-38d0405463ca tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (0555285c-21f5-4ec9-b390-5df6fa282722), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.592757 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc174-782c-4160-85a2-38d0405463ca tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (0555285c-21f5-4ec9-b390-5df6fa282722), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.594045 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc174-782c-4160-85a2-38d0405463ca tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (85251848-9b63-4ce5-8e24-903f9cadb33c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.625190 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-338852d0-4e35-4e6e-aa1f-de5907cb0c6c req-19d22cd9-92fd-4d06-bb3b-a55f166f9170 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503998 Jan 27 21:59:16.640341 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 9312ddc6-9b71-4f0a-a61a-ab796ea1177a up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:16.687914 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfc174-782c-4160-85a2-38d0405463ca tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=0555285c-21f5-4ec9-b390-5df6fa282722,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:16.712148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 9312ddc6-9b71-4f0a-a61a-ab796ea1177a completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:59:16.719980 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 9312ddc6-9b71-4f0a-a61a-ab796ea1177a triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:16.719980 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9312ddc6-9b71-4f0a-a61a-ab796ea1177a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.722076 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2518b-d4c4-4a6f-aa2f-d27efa5ec912 req-c99c5bea-10ef-4f3d-9f07-3a4873fe615a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:16.723806 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15c2518b-d4c4-4a6f-aa2f-d27efa5ec912 req-c99c5bea-10ef-4f3d-9f07-3a4873fe615a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 945 time: 0.0745249 Jan 27 21:59:16.758630 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cfc174-782c-4160-85a2-38d0405463ca tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:16.760115 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-f2cfc174-782c-4160-85a2-38d0405463ca tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:16.837718 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 9312ddc6-9b71-4f0a-a61a-ab796ea1177a is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:16.838273 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9312ddc6-9b71-4f0a-a61a-ab796ea1177a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.841238 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15c2518b-d4c4-4a6f-aa2f-d27efa5ec912 req-66c05fbf-94d1-461d-858c-17123b6026d1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011932 Jan 27 21:59:16.897649 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 9312ddc6-9b71-4f0a-a61a-ab796ea1177a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=9312ddc6-9b71-4f0a-a61a-ab796ea1177a,segment=NetworkSegment(3b2fea27-e544-46dd-8938-d1b1c999d31d),segment_id=3b2fea27-e544-46dd-8938-d1b1c999d31d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:16.907226 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9312ddc6-9b71-4f0a-a61a-ab796ea1177a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.912586 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d2d21-72bd-438d-a113-d5abca0dc998 req-d11d279f-0296-45d7-b30f-13f6be92cad3 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:16.915158 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d0d2d21-72bd-438d-a113-d5abca0dc998 req-d11d279f-0296-45d7-b30f-13f6be92cad3 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ba11db-e167-4155-9522-7061bb21c782 HTTP/1.1" status: 200 len: 944 time: 0.0665102 Jan 27 21:59:16.922956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cfc174-782c-4160-85a2-38d0405463ca tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Router 85251848-9b63-4ce5-8e24-903f9cadb33c is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:59:16.941790 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1f2237bd-bfbd-43c5-a467-94390da1dc58 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:17.005467 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d0d2d21-72bd-438d-a113-d5abca0dc998 req-9759e24b-9c49-42b0-8c93-43cc06eae89c tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813205 Jan 27 21:59:17.018879 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=9312ddc6-9b71-4f0a-a61a-ab796ea1177a,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:17.040073 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 1f2237bd-bfbd-43c5-a467-94390da1dc58 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:17.040487 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1f2237bd-bfbd-43c5-a467-94390da1dc58), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.054767 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cfc174-782c-4160-85a2-38d0405463ca tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:59:17.069416 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f2cfc174-782c-4160-85a2-38d0405463ca tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "PUT /v2.0/routers/85251848-9b63-4ce5-8e24-903f9cadb33c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1665881 Jan 27 21:59:17.069521 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] Sync routers for ids ['85251848-9b63-4ce5-8e24-903f9cadb33c'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:59:17.069615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35914) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:17.091004 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] Routers {'85251848-9b63-4ce5-8e24-903f9cadb33c'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:17.091829 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:58:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['85251848-9b63-4ce5-8e24-903f9cadb33c'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:17.099084 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a5f93d-aba2-4dfd-affd-2b71c924e98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b464a380-7ac2-480a-bfcf-cd9076a4953e'}, {'server_uuid': '31ba11db-e167-4155-9522-7061bb21c782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9312ddc6-9b71-4f0a-a61a-ab796ea1177a'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:17.101363 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240c1a42-1824-42e4-9358-b748cb6858ee" -d '{"events": [{"server_uuid": "34a5f93d-aba2-4dfd-affd-2b71c924e98a", "name": "network-vif-plugged", "status": "completed", "tag": "b464a380-7ac2-480a-bfcf-cd9076a4953e"}, {"server_uuid": "31ba11db-e167-4155-9522-7061bb21c782", "name": "network-vif-plugged", "status": "completed", "tag": "9312ddc6-9b71-4f0a-a61a-ab796ea1177a"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:17.120980 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a786454-8c9b-42ed-9bcd-986f1e92c843 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:17.122399 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1a786454-8c9b-42ed-9bcd-986f1e92c843 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports/0555285c-21f5-4ec9-b390-5df6fa282722 HTTP/1.1" status: 200 len: 911 time: 0.0516694 Jan 27 21:59:17.125760 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35918) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:17.191467 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3779ca-b583-4c43-8f3f-3ec2deaade23 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:17.197557 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3779ca-b583-4c43-8f3f-3ec2deaade23 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:17.200489 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ef3779ca-b583-4c43-8f3f-3ec2deaade23 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0736303 Jan 27 21:59:17.205137 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35920) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:17.211229 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36625a4-dbaf-43ef-9160-80e9284d568a x-openstack-request-id: req-f36625a4-dbaf-43ef-9160-80e9284d568a {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:17.211667 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a5f93d-aba2-4dfd-affd-2b71c924e98a", "name": "network-vif-plugged", "status": "completed", "tag": "b464a380-7ac2-480a-bfcf-cd9076a4953e", "code": 200}, {"server_uuid": "31ba11db-e167-4155-9522-7061bb21c782", "name": "network-vif-plugged", "status": "completed", "tag": "9312ddc6-9b71-4f0a-a61a-ab796ea1177a", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:17.213046 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f36625a4-dbaf-43ef-9160-80e9284d568a {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:17.213046 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a5f93d-aba2-4dfd-affd-2b71c924e98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b464a380-7ac2-480a-bfcf-cd9076a4953e', 'code': 200} Jan 27 21:59:17.213046 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ba11db-e167-4155-9522-7061bb21c782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9312ddc6-9b71-4f0a-a61a-ab796ea1177a', 'code': 200} Jan 27 21:59:17.242927 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] Set router 85251848-9b63-4ce5-8e24-903f9cadb33c gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:17.293634 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1f2237bd-bfbd-43c5-a467-94390da1dc58 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:17.294131 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1f2237bd-bfbd-43c5-a467-94390da1dc58), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.377354 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa94ca-4588-4bbf-8015-6ed0ab987817 req-01f6b87f-3532-4826-8a04-562b12976fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:17.378844 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5aa94ca-4588-4bbf-8015-6ed0ab987817 req-01f6b87f-3532-4826-8a04-562b12976fdd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=34a5f93d-aba2-4dfd-affd-2b71c924e98a HTTP/1.1" status: 200 len: 1096 time: 0.0932791 Jan 27 21:59:17.456883 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b3fc2-f457-43d0-8c20-3514f99284d7 req-1fb7df69-d5da-47e7-b380-6c8ee9f1b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:17.459187 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b85b3fc2-f457-43d0-8c20-3514f99284d7 req-1fb7df69-d5da-47e7-b380-6c8ee9f1b94b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=31ba11db-e167-4155-9522-7061bb21c782 HTTP/1.1" status: 200 len: 1096 time: 0.0805249 Jan 27 21:59:17.475493 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 1f2237bd-bfbd-43c5-a467-94390da1dc58, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1f2237bd-bfbd-43c5-a467-94390da1dc58,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:17.484858 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1f2237bd-bfbd-43c5-a467-94390da1dc58), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.517593 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b85b3fc2-f457-43d0-8c20-3514f99284d7 req-81410c0b-6403-46c9-ae9d-263933d83482 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484579 Jan 27 21:59:17.521390 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:17.523653 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8a79d4d3-59dc-461b-bf01-62ac77f06ed6 None None] Provisioning complete for port 1f2237bd-bfbd-43c5-a467-94390da1dc58 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:17.524034 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8a79d4d3-59dc-461b-bf01-62ac77f06ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1f2237bd-bfbd-43c5-a467-94390da1dc58), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.575993 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:17.576636 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4a1501e0-5ff3-41f5-a4cc-c83556fdf2dc not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:17.582947 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5aa94ca-4588-4bbf-8015-6ed0ab987817 req-43796672-88f9-466d-b7df-014df3903bd0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697643 Jan 27 21:59:17.599328 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036fe9f-becd-474c-bf52-f0c7462a1977 req-a83f4ed2-8371-4e18-bdb7-bba16db36eb6 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:17.600646 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e036fe9f-becd-474c-bf52-f0c7462a1977 req-a83f4ed2-8371-4e18-bdb7-bba16db36eb6 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.1335871 Jan 27 21:59:17.610449 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=1f2237bd-bfbd-43c5-a467-94390da1dc58,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:17.618640 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85251848-9b63-4ce5-8e24-903f9cadb33c', 'name': 'tempest-NetworksTestDHCPv6-router-1697259394', 'tenant_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:59:14Z', 'updated_at': '2022-01-27T21:59:16Z', 'revision_number': 2, 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'gw_port_host': None, '_interfaces': [{'id': '0555285c-21f5-4ec9-b390-5df6fa282722', 'name': '', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'tenant_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'mac_address': 'fa:16:3e:4b:d7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85251848-9b63-4ce5-8e24-903f9cadb33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '8823822a-d444-4727-bdc2-8018f11bcd14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:59:15Z', 'updated_at': '2022-01-27T21:59:16Z', 'revision_number': 2, 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'subnets': [{'id': '8823822a-d444-4727-bdc2-8018f11bcd14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:17.651256 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] Checking router: 85251848-9b63-4ce5-8e24-903f9cadb33c for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:59:17.651535 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] Updating router 85251848-9b63-4ce5-8e24-903f9cadb33c port 0555285c-21f5-4ec9-b390-5df6fa282722 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:59:17.681271 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0555285c-21f5-4ec9-b390-5df6fa282722), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.694564 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e036fe9f-becd-474c-bf52-f0c7462a1977 req-69eccac8-7246-47e3-a064-b09ea3206587 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831628 Jan 27 21:59:17.726483 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8a79d4d3-59dc-461b-bf01-62ac77f06ed6 None None] Current status of the port 1f2237bd-bfbd-43c5-a467-94390da1dc58 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:17.800415 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (85251848-9b63-4ce5-8e24-903f9cadb33c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.936464 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-95e75e1b-7e20-4aee-8d86-3a73219b3514 None None] Provisioning complete for port 0555285c-21f5-4ec9-b390-5df6fa282722 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:17.937169 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-95e75e1b-7e20-4aee-8d86-3a73219b3514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0555285c-21f5-4ec9-b390-5df6fa282722), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.000388 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-95e75e1b-7e20-4aee-8d86-3a73219b3514 None None] Port 0555285c-21f5-4ec9-b390-5df6fa282722 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:59:18.103907 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] Publish callbacks [] for port (0555285c-21f5-4ec9-b390-5df6fa282722), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.111680 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0555285c-21f5-4ec9-b390-5df6fa282722), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.185679 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-16014abb-bb64-44f8-81d6-113f088fd160 None None] Provisioning complete for port 0555285c-21f5-4ec9-b390-5df6fa282722 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:18.186156 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-16014abb-bb64-44f8-81d6-113f088fd160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0555285c-21f5-4ec9-b390-5df6fa282722), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.206218 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942f7df-da6e-4030-9472-9bad07af2288 req-6b916978-793e-4c4b-b35e-8bca8e51d2b3 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:18.213083 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4942f7df-da6e-4030-9472-9bad07af2288 req-6b916978-793e-4c4b-b35e-8bca8e51d2b3 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.4618170 Jan 27 21:59:18.235681 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdc0d9-48f1-4083-8869-11184f8b8a65 None None] Pushing event updated for resources: {'Port': ['ID=0555285c-21f5-4ec9-b390-5df6fa282722,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:18.299187 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] Attempting to bind port 0555285c-21f5-4ec9-b390-5df6fa282722 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:18.299662 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] Attempting to bind port 0555285c-21f5-4ec9-b390-5df6fa282722 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:18.300243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] Attempting to bind port 0555285c-21f5-4ec9-b390-5df6fa282722 on network fdaa4292-e481-4f0f-a1d5-1416641af0da {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:18.304076 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-16014abb-bb64-44f8-81d6-113f088fd160 None None] Port 0555285c-21f5-4ec9-b390-5df6fa282722 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:59:18.308316 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:59:18.308811 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] Checking segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:18.309605 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.310457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4942f7df-da6e-4030-9472-9bad07af2288 req-0cae2d7f-6cb1-413b-a3f4-b3ad49fcdeae tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900998 Jan 27 21:59:18.310604 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] Bound using segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:59:18.311316 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] Bound port: 0555285c-21f5-4ec9-b390-5df6fa282722, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:59:18.311801 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0555285c-21f5-4ec9-b390-5df6fa282722), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.317459 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ff5ba-533b-4839-a7a5-9983e82c14d0 req-8e84b036-ef46-4e94-80c8-56e15f82c37e tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:18.319936 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a92ff5ba-533b-4839-a7a5-9983e82c14d0 req-8e84b036-ef46-4e94-80c8-56e15f82c37e tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.21 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 946 time: 0.1540487 Jan 27 21:59:18.405459 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] For port 0555285c-21f5-4ec9-b390-5df6fa282722, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:18.410234 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] For port 0555285c-21f5-4ec9-b390-5df6fa282722, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0555285c-21f5-4ec9-b390-5df6fa282722,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:59:18.412330 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9acab-1522-42b7-b9c2-86b72dc16be2 req-3a26b65a-dcf7-48fc-b998-d6f130219b4b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:18.419118 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5da9acab-1522-42b7-b9c2-86b72dc16be2 req-3a26b65a-dcf7-48fc-b998-d6f130219b4b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 945 time: 0.2795937 Jan 27 21:59:18.419268 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0555285c-21f5-4ec9-b390-5df6fa282722), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.473804 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-a92ff5ba-533b-4839-a7a5-9983e82c14d0 req-0c626383-7998-432a-b996-1cff05a07bd0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Deleting port 20375fce-75d4-452b-8f28-9ec43743acda {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:18.474373 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-a92ff5ba-533b-4839-a7a5-9983e82c14d0 req-0c626383-7998-432a-b996-1cff05a07bd0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (20375fce-75d4-452b-8f28-9ec43743acda), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.517956 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdc0d9-48f1-4083-8869-11184f8b8a65 None None] Pushing event updated for resources: {'Port': ['ID=0555285c-21f5-4ec9-b390-5df6fa282722,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:18.543475 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] Routers {'85251848-9b63-4ce5-8e24-903f9cadb33c'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:18.544101 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:58:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['85251848-9b63-4ce5-8e24-903f9cadb33c'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:18.583074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e38cb-642c-4ebd-8971-9137775feab5 req-9ebe104a-493f-4bb0-812a-04552a2b50c2 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:18.612602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a98e38cb-642c-4ebd-8971-9137775feab5 req-9ebe104a-493f-4bb0-812a-04552a2b50c2 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ba11db-e167-4155-9522-7061bb21c782 HTTP/1.1" status: 200 len: 945 time: 0.2083025 Jan 27 21:59:18.644366 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5da9acab-1522-42b7-b9c2-86b72dc16be2 req-5532fd6b-251a-4faf-b943-a22f0c8c1fa4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242138 Jan 27 21:59:18.684201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-a92ff5ba-533b-4839-a7a5-9983e82c14d0 req-0c626383-7998-432a-b996-1cff05a07bd0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] For port 20375fce-75d4-452b-8f28-9ec43743acda, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=20375fce-75d4-452b-8f28-9ec43743acda,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:18.684201 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-a92ff5ba-533b-4839-a7a5-9983e82c14d0 req-0c626383-7998-432a-b996-1cff05a07bd0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (20375fce-75d4-452b-8f28-9ec43743acda), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.702457 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-a92ff5ba-533b-4839-a7a5-9983e82c14d0 req-0c626383-7998-432a-b996-1cff05a07bd0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Calling delete_port for 20375fce-75d4-452b-8f28-9ec43743acda owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:18.931530 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a98e38cb-642c-4ebd-8971-9137775feab5 req-77b2de24-fa94-42ac-bf60-3b3cde39c424 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179233 Jan 27 21:59:18.970615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] Set router 85251848-9b63-4ce5-8e24-903f9cadb33c gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:19.051726 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1f2237bd-bfbd-43c5-a467-94390da1dc58 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:19.064061 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-a92ff5ba-533b-4839-a7a5-9983e82c14d0 req-0c626383-7998-432a-b996-1cff05a07bd0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (20375fce-75d4-452b-8f28-9ec43743acda), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.091768 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting port 0555285c-21f5-4ec9-b390-5df6fa282722 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:19.098073 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0555285c-21f5-4ec9-b390-5df6fa282722), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.153558 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c626383-7998-432a-b996-1cff05a07bd0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Pushing event deleted for resources: {'Port': ['ID=20375fce-75d4-452b-8f28-9ec43743acda,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:19.222337 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1be67259-dd63-4fd5-9c93-b49a58bc0f69 None None] Provisioning complete for port 0555285c-21f5-4ec9-b390-5df6fa282722 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:19.222825 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1be67259-dd63-4fd5-9c93-b49a58bc0f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0555285c-21f5-4ec9-b390-5df6fa282722), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.228746 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b30462-387d-4c7d-a215-b640f1ad9518 req-b963c233-1fda-4619-8296-0f2f2ac63661 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:19.236733 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16b30462-387d-4c7d-a215-b640f1ad9518 req-b963c233-1fda-4619-8296-0f2f2ac63661 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=b39e94aa-496d-4b5b-a93c-51ded0558c78 HTTP/1.1" status: 200 len: 867 time: 0.2689986 Jan 27 21:59:19.248073 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92ff5ba-533b-4839-a7a5-9983e82c14d0 req-0c626383-7998-432a-b996-1cff05a07bd0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] No DVR routers for this DVR port 20375fce-75d4-452b-8f28-9ec43743acda on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:19.252806 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-a92ff5ba-533b-4839-a7a5-9983e82c14d0 req-0c626383-7998-432a-b996-1cff05a07bd0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.261436 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a92ff5ba-533b-4839-a7a5-9983e82c14d0 req-0c626383-7998-432a-b996-1cff05a07bd0 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.21 "DELETE /v2.0/ports/20375fce-75d4-452b-8f28-9ec43743acda HTTP/1.1" status: 204 len: 173 time: 0.9290681 Jan 27 21:59:19.264369 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39e94aa-496d-4b5b-a93c-51ded0558c78', 'name': 'network-vif-deleted', 'tag': '20375fce-75d4-452b-8f28-9ec43743acda'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:19.269640 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad71fd0-0f1c-46f6-9e47-e73dee402a15" -d '{"events": [{"server_uuid": "b39e94aa-496d-4b5b-a93c-51ded0558c78", "name": "network-vif-deleted", "tag": "20375fce-75d4-452b-8f28-9ec43743acda"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:19.357738 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1ddeb9-bd04-4194-b909-3b15dcb9c65c x-openstack-request-id: req-5f1ddeb9-bd04-4194-b909-3b15dcb9c65c {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:19.359043 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39e94aa-496d-4b5b-a93c-51ded0558c78", "name": "network-vif-deleted", "tag": "20375fce-75d4-452b-8f28-9ec43743acda", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:19.360052 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f1ddeb9-bd04-4194-b909-3b15dcb9c65c {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:19.360977 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39e94aa-496d-4b5b-a93c-51ded0558c78', 'name': 'network-vif-deleted', 'tag': '20375fce-75d4-452b-8f28-9ec43743acda', 'status': 'completed', 'code': 200} Jan 27 21:59:19.397378 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] For port 0555285c-21f5-4ec9-b390-5df6fa282722, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0555285c-21f5-4ec9-b390-5df6fa282722,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:19.397775 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0555285c-21f5-4ec9-b390-5df6fa282722), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.406775 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 1f2237bd-bfbd-43c5-a467-94390da1dc58 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:19.407151 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1f2237bd-bfbd-43c5-a467-94390da1dc58), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.425110 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16b30462-387d-4c7d-a215-b640f1ad9518 req-48656fc0-3e24-4b1f-8f41-2a5da2248214 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868169 Jan 27 21:59:19.445263 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Calling delete_port for 0555285c-21f5-4ec9-b390-5df6fa282722 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:19.533108 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1be67259-dd63-4fd5-9c93-b49a58bc0f69 None None] Current status of the port 0555285c-21f5-4ec9-b390-5df6fa282722 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:19.533501 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1be67259-dd63-4fd5-9c93-b49a58bc0f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0555285c-21f5-4ec9-b390-5df6fa282722), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.584134 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f64c7-57c5-4639-9055-1f7ab4892e60 req-e6de0829-c8dc-45b9-b7df-6d58a3f315a0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:19.585219 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b5f64c7-57c5-4639-9055-1f7ab4892e60 req-e6de0829-c8dc-45b9-b7df-6d58a3f315a0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.1078176 Jan 27 21:59:19.626984 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1be67259-dd63-4fd5-9c93-b49a58bc0f69 None None] For port 0555285c-21f5-4ec9-b390-5df6fa282722, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0555285c-21f5-4ec9-b390-5df6fa282722,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:19.629758 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85251848-9b63-4ce5-8e24-903f9cadb33c', 'name': 'tempest-NetworksTestDHCPv6-router-1697259394', 'tenant_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:59:14Z', 'updated_at': '2022-01-27T21:59:16Z', 'revision_number': 2, 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'gw_port_host': None, '_interfaces': [{'id': '0555285c-21f5-4ec9-b390-5df6fa282722', 'name': '', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'tenant_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'mac_address': 'fa:16:3e:4b:d7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85251848-9b63-4ce5-8e24-903f9cadb33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '8823822a-d444-4727-bdc2-8018f11bcd14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:59:15Z', 'updated_at': '2022-01-27T21:59:18Z', 'revision_number': 4, 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'subnets': [{'id': '8823822a-d444-4727-bdc2-8018f11bcd14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:19.668962 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1be67259-dd63-4fd5-9c93-b49a58bc0f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0555285c-21f5-4ec9-b390-5df6fa282722), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.682395 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd380c-eaae-4b54-b962-13bc8cf0d03d None None] The sync data for ids ['85251848-9b63-4ce5-8e24-903f9cadb33c'] in n-d-772272-3 is: [{'id': '85251848-9b63-4ce5-8e24-903f9cadb33c', 'name': 'tempest-NetworksTestDHCPv6-router-1697259394', 'tenant_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:59:14Z', 'updated_at': '2022-01-27T21:59:16Z', 'revision_number': 2, 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'gw_port_host': None, '_interfaces': [{'id': '0555285c-21f5-4ec9-b390-5df6fa282722', 'name': '', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'tenant_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'mac_address': 'fa:16:3e:4b:d7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85251848-9b63-4ce5-8e24-903f9cadb33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '8823822a-d444-4727-bdc2-8018f11bcd14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:59:15Z', 'updated_at': '2022-01-27T21:59:18Z', 'revision_number': 4, 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'subnets': [{'id': '8823822a-d444-4727-bdc2-8018f11bcd14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:59:19.739482 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b5f64c7-57c5-4639-9055-1f7ab4892e60 req-841068ee-14d0-45e1-a589-27c92ba7fb48 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161847 Jan 27 21:59:19.753334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1f2237bd-bfbd-43c5-a467-94390da1dc58 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:19.790534 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0555285c-21f5-4ec9-b390-5df6fa282722), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.822480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-358592b7-b3a4-42f1-84bd-47901dd94012 None None] Could not find standard attr ID for object 0555285c-21f5-4ec9-b390-5df6fa282722. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:59:19.862755 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be67259-dd63-4fd5-9c93-b49a58bc0f69 None None] Pushing event updated for resources: {'Port': ['ID=0555285c-21f5-4ec9-b390-5df6fa282722,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:19.893589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Port': ['ID=0555285c-21f5-4ec9-b390-5df6fa282722,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:20.131928 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:20.132332 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:20.132687 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:20.133033 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:20.133379 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:20.133793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:20.134195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:20.134530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:20.134868 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:20.135204 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:20.135545 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:20.135885 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:20.136405 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:20.213914 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (85251848-9b63-4ce5-8e24-903f9cadb33c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:20.258382 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de712d74-5b99-4bbd-859b-6fdf3fba1bff req-8e08352b-3bab-4500-8e90-f58cdcfba053 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:20.269017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de712d74-5b99-4bbd-859b-6fdf3fba1bff req-8e08352b-3bab-4500-8e90-f58cdcfba053 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 945 time: 0.4096885 Jan 27 21:59:20.409857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2e942-f6dd-4196-904b-c3b496725b49 req-aa6ccffb-20c8-4951-8b69-073c4ab607c8 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:20.417002 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-53a2e942-f6dd-4196-904b-c3b496725b49 req-aa6ccffb-20c8-4951-8b69-073c4ab607c8 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=31ba11db-e167-4155-9522-7061bb21c782 HTTP/1.1" status: 200 len: 945 time: 0.2905095 Jan 27 21:59:20.431491 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de712d74-5b99-4bbd-859b-6fdf3fba1bff req-f98d7d52-2a2e-4c58-9f08-98268441fc96 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614790 Jan 27 21:59:20.563551 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Router 85251848-9b63-4ce5-8e24-903f9cadb33c has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:59:20.588919 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-53a2e942-f6dd-4196-904b-c3b496725b49 req-29c0d336-d455-4a10-9f84-3e9a00932346 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709666 Jan 27 21:59:20.643726 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 20375fce-75d4-452b-8f28-9ec43743acda no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:20.695995 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 20375fce-75d4-452b-8f28-9ec43743acda {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:20.696392 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 20375fce-75d4-452b-8f28-9ec43743acda not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:20.735182 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:59:20.756997 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0bb7547d-b420-4cff-8ee8-488f340208a1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "PUT /v2.0/routers/85251848-9b63-4ce5-8e24-903f9cadb33c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5484388 Jan 27 21:59:20.757603 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35980) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:20.798596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e6580-e537-470a-aa5e-5734b33da1cd req-220932c2-29a0-481e-806b-c324df72ae6a tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:20.806716 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-175e6580-e537-470a-aa5e-5734b33da1cd req-220932c2-29a0-481e-806b-c324df72ae6a tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=34a5f93d-aba2-4dfd-affd-2b71c924e98a HTTP/1.1" status: 200 len: 945 time: 0.1209195 Jan 27 21:59:20.881117 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ce6d47-d8e1-41a6-9373-05f9b5cc3610 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:20.882877 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ce6d47-d8e1-41a6-9373-05f9b5cc3610 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:20.884664 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c2ce6d47-d8e1-41a6-9373-05f9b5cc3610 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1257615 Jan 27 21:59:20.887921 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35986) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:20.897600 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-175e6580-e537-470a-aa5e-5734b33da1cd req-113e7fc6-13a0-4873-a298-f76143144698 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874274 Jan 27 21:59:20.949983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6fe22-a031-41dc-81d1-92e14387d501 req-d047f9e9-ebc6-462b-ab71-b592acb02117 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:20.960208 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9bf6fe22-a031-41dc-81d1-92e14387d501 req-d047f9e9-ebc6-462b-ab71-b592acb02117 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.1056857 Jan 27 21:59:20.991306 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9d5138-47f7-4463-9899-bb4fa8640c38 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet 8823822a-d444-4727-bdc2-8018f11bcd14 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:59:21.003850 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-da9d5138-47f7-4463-9899-bb4fa8640c38 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (8823822a-d444-4727-bdc2-8018f11bcd14), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.041000 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.047242 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9bf6fe22-a031-41dc-81d1-92e14387d501 req-6acbd148-e3f7-463d-a83b-364dc55bd6b0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854378 Jan 27 21:59:21.100339 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-da9d5138-47f7-4463-9899-bb4fa8640c38 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (8823822a-d444-4727-bdc2-8018f11bcd14), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.212669 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-818acb0e-aa66-46f8-815a-befab74cf860 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:21.220713 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-818acb0e-aa66-46f8-815a-befab74cf860 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/networks?id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d HTTP/1.1" status: 200 len: 810 time: 0.2189925 Jan 27 21:59:21.232581 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-da9d5138-47f7-4463-9899-bb4fa8640c38 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (8823822a-d444-4727-bdc2-8018f11bcd14), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.247548 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-8ffcf2dc-0104-4648-be78-d27ab7ea03a5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/quotas/5087db1c900149cbaaa7a34c3ee21041 HTTP/1.1" status: 200 len: 375 time: 0.0209126 Jan 27 21:59:21.311762 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-142d3bdf-84bd-4301-b913-80732d24a831 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5087db1c900149cbaaa7a34c3ee21041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595837 Jan 27 21:59:21.346984 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-da9d5138-47f7-4463-9899-bb4fa8640c38 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (8823822a-d444-4727-bdc2-8018f11bcd14), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.425414 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d5138-47f7-4463-9899-bb4fa8640c38 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=8823822a-d444-4727-bdc2-8018f11bcd14,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:21.431265 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-da9d5138-47f7-4463-9899-bb4fa8640c38 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.439226 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3dd397-fe64-470b-903c-9d218cb12927 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:21.441526 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36002) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:21.444714 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-da9d5138-47f7-4463-9899-bb4fa8640c38 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/8823822a-d444-4727-bdc2-8018f11bcd14 HTTP/1.1" status: 204 len: 168 time: 0.5550201 Jan 27 21:59:21.573919 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-755fa80e-ef7f-493f-a533-4108aad1586b service neutron] 10.222.0.23 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542386 Jan 27 21:59:21.645780 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36012) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:21.652301 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-138ef744-9b15-478a-9182-d172272efa2f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2094953 Jan 27 21:59:21.815592 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70785619-c72b-405a-9e9f-edad156af2bb None None] DHCP port deletion for fdaa4292-e481-4f0f-a1d5-1416641af0da request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:59:21.846157 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-2aed7404-d6b2-4653-b7f8-06bec515e2e1 service neutron] 10.222.0.23 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710466 Jan 27 21:59:21.865413 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c13fbc-3377-4dc3-8fc4-8bf17f5f33bd None None] Sync routers for ids ['85251848-9b63-4ce5-8e24-903f9cadb33c'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:59:21.871066 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e638-94eb-41ec-b1e1-160d55a6c455 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for router (85251848-9b63-4ce5-8e24-903f9cadb33c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.881175 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706fe0d-b2d6-4f88-90f0-503e033f3ab5 req-f8c9ef24-ad0b-48b3-921d-b724765ff8fd tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:21.882843 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c13fbc-3377-4dc3-8fc4-8bf17f5f33bd None None] Routers {'85251848-9b63-4ce5-8e24-903f9cadb33c'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:21.883489 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-e2c13fbc-3377-4dc3-8fc4-8bf17f5f33bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:58:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['85251848-9b63-4ce5-8e24-903f9cadb33c'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:21.885788 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b706fe0d-b2d6-4f88-90f0-503e033f3ab5 req-f8c9ef24-ad0b-48b3-921d-b724765ff8fd tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 945 time: 0.2018793 Jan 27 21:59:21.902633 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-70785619-c72b-405a-9e9f-edad156af2bb None None] Deleting port 1f2237bd-bfbd-43c5-a467-94390da1dc58 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:21.904092 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-70785619-c72b-405a-9e9f-edad156af2bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1f2237bd-bfbd-43c5-a467-94390da1dc58), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.957501 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b706fe0d-b2d6-4f88-90f0-503e033f3ab5 req-86ec527d-bcac-44c4-8a35-971f2f6012e9 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651197 Jan 27 21:59:22.033082 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-70785619-c72b-405a-9e9f-edad156af2bb None None] For port 1f2237bd-bfbd-43c5-a467-94390da1dc58, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1f2237bd-bfbd-43c5-a467-94390da1dc58,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:22.038585 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-70785619-c72b-405a-9e9f-edad156af2bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1f2237bd-bfbd-43c5-a467-94390da1dc58), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.061247 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-70785619-c72b-405a-9e9f-edad156af2bb None None] Calling delete_port for 1f2237bd-bfbd-43c5-a467-94390da1dc58 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:22.131044 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-e2c13fbc-3377-4dc3-8fc4-8bf17f5f33bd None None] Set router 85251848-9b63-4ce5-8e24-903f9cadb33c gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:22.157605 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e638-94eb-41ec-b1e1-160d55a6c455 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (85251848-9b63-4ce5-8e24-903f9cadb33c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.159960 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e638-94eb-41ec-b1e1-160d55a6c455 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for router_controller (85251848-9b63-4ce5-8e24-903f9cadb33c), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.243901 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-e2c13fbc-3377-4dc3-8fc4-8bf17f5f33bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85251848-9b63-4ce5-8e24-903f9cadb33c', 'name': 'tempest-NetworksTestDHCPv6-router-1697259394', 'tenant_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:59:14Z', 'updated_at': '2022-01-27T21:59:19Z', 'revision_number': 3, 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:22.250262 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e638-94eb-41ec-b1e1-160d55a6c455 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (85251848-9b63-4ce5-8e24-903f9cadb33c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.251194 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c9e638-94eb-41ec-b1e1-160d55a6c455 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Fanout notify agent at l3_agent the message router_deleted on router 85251848-9b63-4ce5-8e24-903f9cadb33c {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:59:22.261379 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e638-94eb-41ec-b1e1-160d55a6c455 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.267345 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a1c9e638-94eb-41ec-b1e1-160d55a6c455 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/routers/85251848-9b63-4ce5-8e24-903f9cadb33c HTTP/1.1" status: 204 len: 168 time: 0.6203675 Jan 27 21:59:22.267983 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36028) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:22.283760 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe2d1830-0a9d-4997-83c2-0af141c79168 req-8dc64276-e9f6-4406-bb33-74c518b7fff9 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=e02d3f82-efb3-4023-a7fd-70bf3584be03 HTTP/1.1" status: 200 len: 210 time: 0.0517728 Jan 27 21:59:22.291241 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-70785619-c72b-405a-9e9f-edad156af2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (1f2237bd-bfbd-43c5-a467-94390da1dc58), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.315281 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c13fbc-3377-4dc3-8fc4-8bf17f5f33bd None None] Checking router: 85251848-9b63-4ce5-8e24-903f9cadb33c for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:59:22.351624 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0c94059a-14ab-4eba-be47-52ffb6bda172 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0796340 Jan 27 21:59:22.352295 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36032) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:22.357393 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c13fbc-3377-4dc3-8fc4-8bf17f5f33bd None None] Routers set() bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:22.357767 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c13fbc-3377-4dc3-8fc4-8bf17f5f33bd None None] Router IDs set() for agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 21:59:22.358382 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_agentschedulers_db [None req-e2c13fbc-3377-4dc3-8fc4-8bf17f5f33bd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'85251848-9b63-4ce5-8e24-903f9cadb33c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:58:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent'). {{(pid=109744) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 21:59:22.358751 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c13fbc-3377-4dc3-8fc4-8bf17f5f33bd None None] The sync data for ids ['85251848-9b63-4ce5-8e24-903f9cadb33c'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:59:22.377019 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4648eed-5de1-4471-bc4e-678a076be533 req-ae2e8c9b-2e67-407d-98d2-c36ac4801a2e tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:22.380927 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70785619-c72b-405a-9e9f-edad156af2bb None None] Pushing event deleted for resources: {'Port': ['ID=1f2237bd-bfbd-43c5-a467-94390da1dc58,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:22.386685 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4648eed-5de1-4471-bc4e-678a076be533 req-ae2e8c9b-2e67-407d-98d2-c36ac4801a2e tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/networks?id=1f071ae9-37c8-490f-8670-8f5a5c9b8b09 HTTP/1.1" status: 200 len: 813 time: 0.2509398 Jan 27 21:59:22.397450 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70785619-c72b-405a-9e9f-edad156af2bb None None] No DVR routers for this DVR port 1f2237bd-bfbd-43c5-a467-94390da1dc58 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:22.435864 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4648eed-5de1-4471-bc4e-678a076be533 req-b05faf30-e785-4bab-b42b-2f86d5dae5af tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/quotas/f9275b6eb6434284a65078a4e87b7375 HTTP/1.1" status: 200 len: 375 time: 0.0480714 Jan 27 21:59:22.458908 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe2e90d-abfa-4ce7-8b5f-b70c181b2cfb tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:22.463729 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-afe2e90d-abfa-4ce7-8b5f-b70c181b2cfb tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1074474 Jan 27 21:59:22.465199 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36034) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:22.518111 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7a484c8d-e84c-4712-98b9-f94bfe508d43 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511715 Jan 27 21:59:22.519006 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36040) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:22.524038 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-fa85325a-7732-437f-bd05-9636c550245e tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:22.570842 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4648eed-5de1-4471-bc4e-678a076be533 req-938a10d0-21b3-405b-871c-eddbf5793d60 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9275b6eb6434284a65078a4e87b7375&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1341476 Jan 27 21:59:22.703077 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa85325a-7732-437f-bd05-9636c550245e tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:22.708016 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fa85325a-7732-437f-bd05-9636c550245e tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.727808 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4648eed-5de1-4471-bc4e-678a076be533 req-828ded16-3786-4cb2-b8a3-d2f40527701e service neutron] 10.222.0.23 "GET /v2.0/networks/1f071ae9-37c8-490f-8670-8f5a5c9b8b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437912 Jan 27 21:59:22.834510 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa1a45-4f03-45d1-863f-4d6798d4fbfa req-1463c05d-ea63-4577-bb56-ca7bf493ac97 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:22.842088 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6aa1a45-4f03-45d1-863f-4d6798d4fbfa req-1463c05d-ea63-4577-bb56-ca7bf493ac97 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.3389997 Jan 27 21:59:22.856586 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4648eed-5de1-4471-bc4e-678a076be533 req-64585001-b17b-4b02-a83e-f7efae6f04de service neutron] 10.222.0.23 "GET /v2.0/networks/1f071ae9-37c8-490f-8670-8f5a5c9b8b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277189 Jan 27 21:59:22.966074 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0555285c-21f5-4ec9-b390-5df6fa282722 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:23.032903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c146e-a979-470b-835f-1f7503e703b5 req-96a3dc7b-a3d2-489a-afaa-1b423344867c tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:23.034403 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-258c146e-a979-470b-835f-1f7503e703b5 req-96a3dc7b-a3d2-489a-afaa-1b423344867c tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.15 "GET /v2.0/ports?device_id=34a5f93d-aba2-4dfd-affd-2b71c924e98a HTTP/1.1" status: 200 len: 945 time: 0.3045325 Jan 27 21:59:23.074417 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 0555285c-21f5-4ec9-b390-5df6fa282722 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:23.075157 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0555285c-21f5-4ec9-b390-5df6fa282722 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:23.076844 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1f2237bd-bfbd-43c5-a467-94390da1dc58 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:23.101948 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6aa1a45-4f03-45d1-863f-4d6798d4fbfa req-4a896cbf-6aad-40c5-81cb-20021acfb303 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557223 Jan 27 21:59:23.143493 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 1f2237bd-bfbd-43c5-a467-94390da1dc58 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:23.144541 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1f2237bd-bfbd-43c5-a467-94390da1dc58 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:23.253604 n-d-772272-3 neutron-server[109742]: DEBUG neutron.objects.ports [None req-fa85325a-7732-437f-bd05-9636c550245e tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 21:59:23.256270 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fa85325a-7732-437f-bd05-9636c550245e tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (b5fc45aa-1a9f-4ba2-ad40-695fbdd2da85), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.294454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-258c146e-a979-470b-835f-1f7503e703b5 req-79bb151a-822f-4e5c-971b-d0731cdac8fa tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Deleting port b464a380-7ac2-480a-bfcf-cd9076a4953e {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:23.294802 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-258c146e-a979-470b-835f-1f7503e703b5 req-79bb151a-822f-4e5c-971b-d0731cdac8fa tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b464a380-7ac2-480a-bfcf-cd9076a4953e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.381910 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa85325a-7732-437f-bd05-9636c550245e tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:23.388651 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-fa85325a-7732-437f-bd05-9636c550245e tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:23.392700 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa85325a-7732-437f-bd05-9636c550245e tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:23.393298 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fa85325a-7732-437f-bd05-9636c550245e tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.399896 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a868ce0-a2e6-49fb-9d67-d8f47f92ffe3 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:23.409655 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85325a-7732-437f-bd05-9636c550245e tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=b5fc45aa-1a9f-4ba2-ad40-695fbdd2da85,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:23.435710 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fa85325a-7732-437f-bd05-9636c550245e tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9130673 Jan 27 21:59:23.436140 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36054) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:23.444595 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c25a7fc7-b480-407a-9efe-dec1c71f3262 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:23.472840 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4081abc-612f-4859-8fcb-9bfa648065cc req-312854a0-4a36-4701-9623-2ef53dbc79ef tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:23.474368 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c4081abc-612f-4859-8fcb-9bfa648065cc req-312854a0-4a36-4701-9623-2ef53dbc79ef tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.21 "GET /v2.0/ports?device_id=31ba11db-e167-4155-9522-7061bb21c782 HTTP/1.1" status: 200 len: 945 time: 0.1531847 Jan 27 21:59:23.580728 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68623aed-2d3b-4323-846f-020f028ca723 req-ad133177-1ab8-4ccf-8cdf-738c5fb96682 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:23.591063 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-68623aed-2d3b-4323-846f-020f028ca723 req-ad133177-1ab8-4ccf-8cdf-738c5fb96682 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 945 time: 0.2471848 Jan 27 21:59:23.629536 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0ef8a7-9ffc-4cae-afc2-6174682078e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-fdaa4292-e481-4f0f-a1d5-1416641af0da', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'fixed_ips': [{'subnet_id': 'b5fc45aa-1a9f-4ba2-ad40-695fbdd2da85'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:59:23.630618 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bc0ef8a7-9ffc-4cae-afc2-6174682078e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.738063 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-68623aed-2d3b-4323-846f-020f028ca723 req-25010aaa-793a-474c-85c0-67327841428d tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457319 Jan 27 21:59:23.819509 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14144ff3-686d-4be5-9d98-c1dbb3ecc563 req-b616c42b-8e92-4e11-8c00-5dc1396f90bc tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=e02d3f82-efb3-4023-a7fd-70bf3584be03 HTTP/1.1" status: 200 len: 210 time: 0.0919507 Jan 27 21:59:23.871443 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-047fc62d-3aa3-47c8-b4d0-69b2b5b4aa6f req-59bf8379-003a-4f19-8ec9-43ecf51d036a tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bc68aa-edde-43ef-8ee1-f995153e7b77 HTTP/1.1" status: 200 len: 210 time: 0.0467677 Jan 27 21:59:23.899821 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-258c146e-a979-470b-835f-1f7503e703b5 req-79bb151a-822f-4e5c-971b-d0731cdac8fa tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] For port b464a380-7ac2-480a-bfcf-cd9076a4953e, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=b464a380-7ac2-480a-bfcf-cd9076a4953e,segment=NetworkSegment(3b2fea27-e544-46dd-8938-d1b1c999d31d),segment_id=3b2fea27-e544-46dd-8938-d1b1c999d31d)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:23.901758 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-258c146e-a979-470b-835f-1f7503e703b5 req-79bb151a-822f-4e5c-971b-d0731cdac8fa tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b464a380-7ac2-480a-bfcf-cd9076a4953e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.934757 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-258c146e-a979-470b-835f-1f7503e703b5 req-79bb151a-822f-4e5c-971b-d0731cdac8fa tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Calling delete_port for b464a380-7ac2-480a-bfcf-cd9076a4953e owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:23.967273 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-bc0ef8a7-9ffc-4cae-afc2-6174682078e0 None None] Allocated IP 2001:db8::f816:3eff:fe86:f6f5 (fdaa4292-e481-4f0f-a1d5-1416641af0da/b5fc45aa-1a9f-4ba2-ad40-695fbdd2da85/1dbe0107-db3f-4c75-a9ac-3da78aa42f88) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:24.011344 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25a7fc7-b480-407a-9efe-dec1c71f3262 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:24.015527 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c25a7fc7-b480-407a-9efe-dec1c71f3262 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.233159 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-160caa14-ba20-4527-ad3a-f93583d69a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.267452 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-c4081abc-612f-4859-8fcb-9bfa648065cc req-a197567f-03dd-40f8-8197-2aaed9da0833 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Deleting port 9312ddc6-9b71-4f0a-a61a-ab796ea1177a {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:24.268069 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c4081abc-612f-4859-8fcb-9bfa648065cc req-a197567f-03dd-40f8-8197-2aaed9da0833 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (9312ddc6-9b71-4f0a-a61a-ab796ea1177a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.276549 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-3a3f6676-e4f0-4910-b88c-22ad9a522ac3 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:24.278042 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-3a3f6676-e4f0-4910-b88c-22ad9a522ac3 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.21 "GET /v2.0/networks?id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d HTTP/1.1" status: 200 len: 810 time: 0.5177641 Jan 27 21:59:24.281632 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c25a7fc7-b480-407a-9efe-dec1c71f3262 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (ebd1d3d4-7482-441e-8376-df229c7f1fa4), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.331799 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-234e9714-5e27-4254-aef1-e69eabe22899 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Request body: {'port': {'device_id': 'e02d3f82-efb3-4023-a7fd-70bf3584be03', 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d', 'admin_state_up': True, 'tenant_id': '5087db1c900149cbaaa7a34c3ee21041'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:24.389970 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee11d59-a65e-4e5c-8860-406115030df5 req-ac687e2c-60e4-4b58-b3e1-ac22dd244232 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:24.392505 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bee11d59-a65e-4e5c-8860-406115030df5 req-ac687e2c-60e4-4b58-b3e1-ac22dd244232 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.1340916 Jan 27 21:59:24.393706 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-258c146e-a979-470b-835f-1f7503e703b5 req-79bb151a-822f-4e5c-971b-d0731cdac8fa tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (b464a380-7ac2-480a-bfcf-cd9076a4953e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.426357 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['b464a380-7ac2-480a-bfcf-cd9076a4953e'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:59:24.430076 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['9312ddc6-9b71-4f0a-a61a-ab796ea1177a'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:59:24.479232 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bc0ef8a7-9ffc-4cae-afc2-6174682078e0 None None] Publish callbacks [] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.509933 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb151a-822f-4e5c-971b-d0731cdac8fa tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Pushing event deleted for resources: {'Port': ['ID=b464a380-7ac2-480a-bfcf-cd9076a4953e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:24.538874 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bc0ef8a7-9ffc-4cae-afc2-6174682078e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.605362 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-258c146e-a979-470b-835f-1f7503e703b5 req-79bb151a-822f-4e5c-971b-d0731cdac8fa tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] No DVR routers for this DVR port b464a380-7ac2-480a-bfcf-cd9076a4953e on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:24.612936 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-258c146e-a979-470b-835f-1f7503e703b5 req-79bb151a-822f-4e5c-971b-d0731cdac8fa tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.618854 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-258c146e-a979-470b-835f-1f7503e703b5 req-79bb151a-822f-4e5c-971b-d0731cdac8fa tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.15 "DELETE /v2.0/ports/b464a380-7ac2-480a-bfcf-cd9076a4953e HTTP/1.1" status: 204 len: 173 time: 1.5733492 Jan 27 21:59:24.623100 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a5f93d-aba2-4dfd-affd-2b71c924e98a', 'name': 'network-vif-deleted', 'tag': 'b464a380-7ac2-480a-bfcf-cd9076a4953e'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:24.626322 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4f9fa2-ba6c-435c-84c5-4e8e07dd31f6" -d '{"events": [{"server_uuid": "34a5f93d-aba2-4dfd-affd-2b71c924e98a", "name": "network-vif-deleted", "tag": "b464a380-7ac2-480a-bfcf-cd9076a4953e"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:24.651196 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bee11d59-a65e-4e5c-8860-406115030df5 req-4c3f680c-5898-4e78-a71b-ce2b56e820f1 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450893 Jan 27 21:59:24.700191 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cbbf67-c1ef-4143-88fd-8d8b2066308e x-openstack-request-id: req-18cbbf67-c1ef-4143-88fd-8d8b2066308e {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:24.701180 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a5f93d-aba2-4dfd-affd-2b71c924e98a", "name": "network-vif-deleted", "tag": "b464a380-7ac2-480a-bfcf-cd9076a4953e", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:24.701916 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18cbbf67-c1ef-4143-88fd-8d8b2066308e {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:24.703123 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a5f93d-aba2-4dfd-affd-2b71c924e98a', 'name': 'network-vif-deleted', 'tag': 'b464a380-7ac2-480a-bfcf-cd9076a4953e', 'status': 'completed', 'code': 200} Jan 27 21:59:24.707481 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ef8a7-9ffc-4cae-afc2-6174682078e0 None None] Pushing event updated for resources: {'Port': ['ID=1dbe0107-db3f-4c75-a9ac-3da78aa42f88,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:24.750992 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25a7fc7-b480-407a-9efe-dec1c71f3262 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:24.757077 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-c25a7fc7-b480-407a-9efe-dec1c71f3262 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:24.758732 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-234e9714-5e27-4254-aef1-e69eabe22899 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Made reservation on behalf of 5087db1c900149cbaaa7a34c3ee21041 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:24.762961 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-234e9714-5e27-4254-aef1-e69eabe22899 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.770971 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25a7fc7-b480-407a-9efe-dec1c71f3262 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:24.771641 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c25a7fc7-b480-407a-9efe-dec1c71f3262 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.795694 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0ef8a7-9ffc-4cae-afc2-6174682078e0 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:24.805189 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-bc0ef8a7-9ffc-4cae-afc2-6174682078e0 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:24.810518 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0ef8a7-9ffc-4cae-afc2-6174682078e0 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:24.832526 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c25a7fc7-b480-407a-9efe-dec1c71f3262 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3919959 Jan 27 21:59:24.832760 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36082) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:24.837443 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-0cc7eadb-d7bc-4b78-907c-ca38ab669cd2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'mac_address': 'fa:16:3e:8c:6f:3b', 'name': 'tempest-NetworksTestDHCPv6-1409068013'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:24.848012 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a7fc7-b480-407a-9efe-dec1c71f3262 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=ebd1d3d4-7482-441e-8376-df229c7f1fa4,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:24.965876 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-c4081abc-612f-4859-8fcb-9bfa648065cc req-a197567f-03dd-40f8-8197-2aaed9da0833 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] For port 9312ddc6-9b71-4f0a-a61a-ab796ea1177a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=9312ddc6-9b71-4f0a-a61a-ab796ea1177a,segment=NetworkSegment(3b2fea27-e544-46dd-8938-d1b1c999d31d),segment_id=3b2fea27-e544-46dd-8938-d1b1c999d31d)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:24.966656 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c4081abc-612f-4859-8fcb-9bfa648065cc req-a197567f-03dd-40f8-8197-2aaed9da0833 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (9312ddc6-9b71-4f0a-a61a-ab796ea1177a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.990979 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-c4081abc-612f-4859-8fcb-9bfa648065cc req-a197567f-03dd-40f8-8197-2aaed9da0833 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Calling delete_port for 9312ddc6-9b71-4f0a-a61a-ab796ea1177a owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:25.007128 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-bc0ef8a7-9ffc-4cae-afc2-6174682078e0 None None] Attempting to bind port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:25.007580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-bc0ef8a7-9ffc-4cae-afc2-6174682078e0 None None] Attempting to bind port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:25.007868 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0ef8a7-9ffc-4cae-afc2-6174682078e0 None None] Attempting to bind port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 on network fdaa4292-e481-4f0f-a1d5-1416641af0da {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:25.038208 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0ef8a7-9ffc-4cae-afc2-6174682078e0 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:59:25.042370 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0ef8a7-9ffc-4cae-afc2-6174682078e0 None None] Checking segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:25.042370 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bc0ef8a7-9ffc-4cae-afc2-6174682078e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.044446 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0ef8a7-9ffc-4cae-afc2-6174682078e0 None None] Bound using segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:59:25.045421 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-bc0ef8a7-9ffc-4cae-afc2-6174682078e0 None None] Bound port: 1dbe0107-db3f-4c75-a9ac-3da78aa42f88, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:59:25.046915 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bc0ef8a7-9ffc-4cae-afc2-6174682078e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.107659 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4de4f53-53d0-4242-afd6-7f10fe9e3f00 req-77ec27df-f5da-44af-a9b2-d2bd2e019330 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=e02d3f82-efb3-4023-a7fd-70bf3584be03 HTTP/1.1" status: 200 len: 210 time: 0.0643046 Jan 27 21:59:25.221187 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-bc0ef8a7-9ffc-4cae-afc2-6174682078e0 None None] For port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:25.227001 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-bc0ef8a7-9ffc-4cae-afc2-6174682078e0 None None] For port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1dbe0107-db3f-4c75-a9ac-3da78aa42f88,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:59:25.241415 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bc0ef8a7-9ffc-4cae-afc2-6174682078e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.327922 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8550daa-fc49-42bc-b73a-70c60b4e1698 req-61aa4551-5ab6-4efc-ba26-8592acf8ada9 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bc68aa-edde-43ef-8ee1-f995153e7b77 HTTP/1.1" status: 200 len: 210 time: 0.1085784 Jan 27 21:59:25.375526 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ef8a7-9ffc-4cae-afc2-6174682078e0 None None] Pushing event updated for resources: {'Port': ['ID=1dbe0107-db3f-4c75-a9ac-3da78aa42f88,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:25.381603 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0b5de-5f67-4678-946f-b95812ed5614 req-6586ef21-148e-4623-b5ab-a09ed83751c9 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:25.388585 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9cb0b5de-5f67-4678-946f-b95812ed5614 req-6586ef21-148e-4623-b5ab-a09ed83751c9 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 945 time: 0.3427210 Jan 27 21:59:25.949046 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c4081abc-612f-4859-8fcb-9bfa648065cc req-a197567f-03dd-40f8-8197-2aaed9da0833 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (9312ddc6-9b71-4f0a-a61a-ab796ea1177a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.989591 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197567f-03dd-40f8-8197-2aaed9da0833 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Pushing event deleted for resources: {'Port': ['ID=9312ddc6-9b71-4f0a-a61a-ab796ea1177a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:26.059334 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc7eadb-d7bc-4b78-907c-ca38ab669cd2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:26.092470 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4081abc-612f-4859-8fcb-9bfa648065cc req-a197567f-03dd-40f8-8197-2aaed9da0833 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] No DVR routers for this DVR port 9312ddc6-9b71-4f0a-a61a-ab796ea1177a on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:26.123106 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c4081abc-612f-4859-8fcb-9bfa648065cc req-a197567f-03dd-40f8-8197-2aaed9da0833 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.128452 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c4081abc-612f-4859-8fcb-9bfa648065cc req-a197567f-03dd-40f8-8197-2aaed9da0833 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.21 "DELETE /v2.0/ports/9312ddc6-9b71-4f0a-a61a-ab796ea1177a HTTP/1.1" status: 204 len: 173 time: 2.6409204 Jan 27 21:59:26.129288 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ba11db-e167-4155-9522-7061bb21c782', 'name': 'network-vif-deleted', 'tag': '9312ddc6-9b71-4f0a-a61a-ab796ea1177a'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:26.137923 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6678625-4fc8-47f1-9685-17ffbba62eef" -d '{"events": [{"server_uuid": "31ba11db-e167-4155-9522-7061bb21c782", "name": "network-vif-deleted", "tag": "9312ddc6-9b71-4f0a-a61a-ab796ea1177a"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:26.157846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9cb0b5de-5f67-4678-946f-b95812ed5614 req-f89b6fe4-32f8-4568-a98a-aaad830c9393 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7682638 Jan 27 21:59:26.193247 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-234e9714-5e27-4254-aef1-e69eabe22899 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Allocated IP 172.20.0.14 (cd6e1a7e-3d4e-4525-9d35-d15106beb55d/9098f0c3-55f8-4926-b1cd-02227e640c95/927fa948-c392-4fb1-92fb-63e3edb30116) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:26.257261 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4648eed-5de1-4471-bc4e-678a076be533 req-9c5db00a-e1de-4919-8d03-b44be672f775 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:26.258775 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4648eed-5de1-4471-bc4e-678a076be533 req-9c5db00a-e1de-4919-8d03-b44be672f775 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.15 "GET /v2.0/networks?id=1f071ae9-37c8-490f-8670-8f5a5c9b8b09 HTTP/1.1" status: 200 len: 813 time: 0.9511759 Jan 27 21:59:26.279873 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a1c1616f-d54d-4a62-956d-85525c2a67b3 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Request body: {'port': {'device_id': 'cf459892-ddfc-4c94-beb1-dfb652420f68', 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09', 'admin_state_up': True, 'tenant_id': 'f9275b6eb6434284a65078a4e87b7375'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:26.381848 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80697bd1-7411-4589-a217-aa06152303a5 req-ac2b38fb-4efe-4e4f-a676-1318ed0c76af tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:26.383432 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80697bd1-7411-4589-a217-aa06152303a5 req-ac2b38fb-4efe-4e4f-a676-1318ed0c76af tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.3545589 Jan 27 21:59:26.421746 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a5a82ff3-9cc6-46b8-84cd-9321de79c17c req-4be149cb-705c-407f-a0f5-3bc3fb9a253d tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=e02d3f82-efb3-4023-a7fd-70bf3584be03 HTTP/1.1" status: 200 len: 210 time: 0.1041269 Jan 27 21:59:26.435573 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4648eed-5de1-4471-bc4e-678a076be533 req-6c6d083c-b723-4e44-a0f0-4452b52fa87d tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:26.437737 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4648eed-5de1-4471-bc4e-678a076be533 req-6c6d083c-b723-4e44-a0f0-4452b52fa87d tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.21 "GET /v2.0/networks?id=1f071ae9-37c8-490f-8670-8f5a5c9b8b09 HTTP/1.1" status: 200 len: 813 time: 0.9357202 Jan 27 21:59:26.443734 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0cc7eadb-d7bc-4b78-907c-ca38ab669cd2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.471389 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a5117cf5-66cd-4881-b70d-baaee7551570 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Request body: {'port': {'device_id': 'c9bc68aa-edde-43ef-8ee1-f995153e7b77', 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09', 'admin_state_up': True, 'tenant_id': 'f9275b6eb6434284a65078a4e87b7375'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:26.478568 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfdda06-2c00-4c35-b790-92f86f8c06be x-openstack-request-id: req-5cfdda06-2c00-4c35-b790-92f86f8c06be {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:26.478957 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ba11db-e167-4155-9522-7061bb21c782", "name": "network-vif-deleted", "tag": "9312ddc6-9b71-4f0a-a61a-ab796ea1177a", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:26.479307 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cfdda06-2c00-4c35-b790-92f86f8c06be {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:26.480058 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ba11db-e167-4155-9522-7061bb21c782', 'name': 'network-vif-deleted', 'tag': '9312ddc6-9b71-4f0a-a61a-ab796ea1177a', 'status': 'completed', 'code': 200} Jan 27 21:59:26.499170 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-234e9714-5e27-4254-aef1-e69eabe22899 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks [] for port (927fa948-c392-4fb1-92fb-63e3edb30116), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.556700 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-234e9714-5e27-4254-aef1-e69eabe22899 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (927fa948-c392-4fb1-92fb-63e3edb30116), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.588559 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-0cc7eadb-d7bc-4b78-907c-ca38ab669cd2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] device_id is not set on port 4fca740a-5367-4d7a-8957-becfe8d03e18 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:59:26.623897 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e9714-5e27-4254-aef1-e69eabe22899 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Pushing event updated for resources: {'Port': ['ID=927fa948-c392-4fb1-92fb-63e3edb30116,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:26.656694 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-234e9714-5e27-4254-aef1-e69eabe22899 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Network cd6e1a7e-3d4e-4525-9d35-d15106beb55d is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:26.658463 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-234e9714-5e27-4254-aef1-e69eabe22899 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:26.667049 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-234e9714-5e27-4254-aef1-e69eabe22899 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:26.695907 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4fd15aef-4b1c-4675-b638-cd0555eae8ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.700156 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 9312ddc6-9b71-4f0a-a61a-ab796ea1177a no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:26.710811 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d41460ef-aa08-4639-83d8-8e14388c74e2 req-90000a90-279c-483e-bc69-ac6a580cf7f5 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bc68aa-edde-43ef-8ee1-f995153e7b77 HTTP/1.1" status: 200 len: 210 time: 0.1382923 Jan 27 21:59:26.741641 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80697bd1-7411-4589-a217-aa06152303a5 req-36014487-f766-4e3e-a1c4-656b6099029a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3452630 Jan 27 21:59:26.828146 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 9312ddc6-9b71-4f0a-a61a-ab796ea1177a {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:26.830064 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 9312ddc6-9b71-4f0a-a61a-ab796ea1177a not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:26.858794 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a1c1616f-d54d-4a62-956d-85525c2a67b3 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Made reservation on behalf of f9275b6eb6434284a65078a4e87b7375 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:26.888462 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a1c1616f-d54d-4a62-956d-85525c2a67b3 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.892651 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-234e9714-5e27-4254-aef1-e69eabe22899 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:26.893803 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-234e9714-5e27-4254-aef1-e69eabe22899 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.934605 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-234e9714-5e27-4254-aef1-e69eabe22899 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6071720 Jan 27 21:59:26.948818 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] Request body: {'port': {'device_id': 'e02d3f82-efb3-4023-a7fd-70bf3584be03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:26.976736 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a5117cf5-66cd-4881-b70d-baaee7551570 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Made reservation on behalf of f9275b6eb6434284a65078a4e87b7375 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:26.991127 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a5117cf5-66cd-4881-b70d-baaee7551570 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.079312 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:27.126514 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device b464a380-7ac2-480a-bfcf-cd9076a4953e no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:27.126939 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (927fa948-c392-4fb1-92fb-63e3edb30116), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.173776 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e3cc26-6b13-4b27-b7f8-8b04386abb6f None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:27.179083 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: b464a380-7ac2-480a-bfcf-cd9076a4953e {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:27.179742 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device b464a380-7ac2-480a-bfcf-cd9076a4953e not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:27.268830 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3722fafc-e52e-446d-91ca-e9c1ae279397 None None] Provisioning complete for port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:27.269249 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3722fafc-e52e-446d-91ca-e9c1ae279397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.313986 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:27.314554 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.335901 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-0cc7eadb-d7bc-4b78-907c-ca38ab669cd2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 172.20.0.12 (fdaa4292-e481-4f0f-a1d5-1416641af0da/ebd1d3d4-7482-441e-8376-df229c7f1fa4/4fca740a-5367-4d7a-8957-becfe8d03e18) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:27.384042 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-0cc7eadb-d7bc-4b78-907c-ca38ab669cd2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8::f816:3eff:fe8c:6f3b (fdaa4292-e481-4f0f-a1d5-1416641af0da/b5fc45aa-1a9f-4ba2-ad40-695fbdd2da85/4fca740a-5367-4d7a-8957-becfe8d03e18) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:27.444027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a5117cf5-66cd-4881-b70d-baaee7551570 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Allocated IP 172.20.0.6 (1f071ae9-37c8-490f-8670-8f5a5c9b8b09/63fdd7ca-c3cf-4e42-83a2-41e88799960e/3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:27.491321 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ffcc8-c3fc-4edd-8226-0779dc442238 req-95334824-7991-4035-90b8-6b97f2393232 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:27.493704 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-764ffcc8-c3fc-4edd-8226-0779dc442238 req-95334824-7991-4035-90b8-6b97f2393232 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 945 time: 0.1553285 Jan 27 21:59:27.525093 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3722fafc-e52e-446d-91ca-e9c1ae279397 None None] Current status of the port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:27.525731 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3722fafc-e52e-446d-91ca-e9c1ae279397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.581590 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.608373 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-3722fafc-e52e-446d-91ca-e9c1ae279397 None None] For port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1dbe0107-db3f-4c75-a9ac-3da78aa42f88,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:27.617367 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 927fa948-c392-4fb1-92fb-63e3edb30116 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:27.626183 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46155dbc-739b-4b3b-8c9f-55ee763d25d6 None None] Update dhcp port {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'fixed_ips': [{'subnet_id': 'b5fc45aa-1a9f-4ba2-ad40-695fbdd2da85', 'ip_address': '2001:db8::f816:3eff:fe86:f6f5'}, {'subnet_id': 'ebd1d3d4-7482-441e-8376-df229c7f1fa4'}], 'binding:host_id': 'n-d-772272-3'}, 'id': '1dbe0107-db3f-4c75-a9ac-3da78aa42f88'} from n-d-772272-3. {{(pid=109743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 21:59:27.626609 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-764ffcc8-c3fc-4edd-8226-0779dc442238 req-d3edc0ca-5686-4f76-bd64-0531005f9293 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081204 Jan 27 21:59:27.627097 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] Publish callbacks [] for port (927fa948-c392-4fb1-92fb-63e3edb30116), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.629083 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3722fafc-e52e-446d-91ca-e9c1ae279397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.649427 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] Transition to ACTIVE for port object 927fa948-c392-4fb1-92fb-63e3edb30116 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:59:27.674359 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (927fa948-c392-4fb1-92fb-63e3edb30116), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.694564 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:27.695009 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.720581 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-46155dbc-739b-4b3b-8c9f-55ee763d25d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.791794 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:59:27.792073 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:59:27.798669 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722fafc-e52e-446d-91ca-e9c1ae279397 None None] Pushing event updated for resources: {'Port': ['ID=1dbe0107-db3f-4c75-a9ac-3da78aa42f88,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:27.846176 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] Pushing event updated for resources: {'Port': ['ID=927fa948-c392-4fb1-92fb-63e3edb30116,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:27.960264 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a59b5a-ee17-4398-8583-61f755dcef5f req-e45e2985-ceeb-4547-9ac2-ac4b7ac28590 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:27.967390 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7a59b5a-ee17-4398-8583-61f755dcef5f req-e45e2985-ceeb-4547-9ac2-ac4b7ac28590 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=e02d3f82-efb3-4023-a7fd-70bf3584be03 HTTP/1.1" status: 200 len: 932 time: 0.3974319 Jan 27 21:59:27.989315 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfdcdf27-4dd1-40ee-a085-77a07e8ef3f8 req-676a8d62-2b94-4eab-a02e-035ecafd29db tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bc68aa-edde-43ef-8ee1-f995153e7b77 HTTP/1.1" status: 200 len: 210 time: 0.1164262 Jan 27 21:59:28.007123 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] Attempting to bind port 927fa948-c392-4fb1-92fb-63e3edb30116 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:28.008190 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] Attempting to bind port 927fa948-c392-4fb1-92fb-63e3edb30116 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:28.008958 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] Attempting to bind port 927fa948-c392-4fb1-92fb-63e3edb30116 on network cd6e1a7e-3d4e-4525-9d35-d15106beb55d {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:28.015440 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] Port 927fa948-c392-4fb1-92fb-63e3edb30116 on network cd6e1a7e-3d4e-4525-9d35-d15106beb55d not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:28.016470 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] Attempting to bind port 927fa948-c392-4fb1-92fb-63e3edb30116 on network cd6e1a7e-3d4e-4525-9d35-d15106beb55d {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:28.033899 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:59:28.038476 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] Checking segment: {'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:28.039282 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] Bound using segment: {'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:59:28.043152 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] Bound port: 927fa948-c392-4fb1-92fb-63e3edb30116, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58385dad-877b-4218-bcd0-f3820d4bbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:59:28.044564 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (927fa948-c392-4fb1-92fb-63e3edb30116), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.172951 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7a59b5a-ee17-4398-8583-61f755dcef5f req-7e0a333d-c796-4611-8714-ad3a4ebd21f1 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009807 Jan 27 21:59:28.178970 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] For port 927fa948-c392-4fb1-92fb-63e3edb30116, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:28.180288 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0cc7eadb-d7bc-4b78-907c-ca38ab669cd2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (4fca740a-5367-4d7a-8957-becfe8d03e18), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.182980 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] For port 927fa948-c392-4fb1-92fb-63e3edb30116, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=927fa948-c392-4fb1-92fb-63e3edb30116,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:59:28.190941 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (927fa948-c392-4fb1-92fb-63e3edb30116), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.224337 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:28.229103 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.230955 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] 10.222.0.21 "PUT /v2.0/ports/927fa948-c392-4fb1-92fb-63e3edb30116 HTTP/1.1" status: 200 len: 1092 time: 1.2868555 Jan 27 21:59:28.289343 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a5117cf5-66cd-4881-b70d-baaee7551570 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks [] for port (3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.315034 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64866b88-cd71-4024-a830-1c5c02c2f436 service neutron] Pushing event updated for resources: {'Port': ['ID=927fa948-c392-4fb1-92fb-63e3edb30116,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:28.342024 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:28.342245 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5536d-9ad6-4d4e-b255-6078cd219b55 req-998d803c-030a-4e9a-b3be-32172af9d573 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:28.352425 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55a5536d-9ad6-4d4e-b255-6078cd219b55 req-998d803c-030a-4e9a-b3be-32172af9d573 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.2346385 Jan 27 21:59:28.376515 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-eea51401-3fd3-49f4-96cc-3347d332369b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:28.378158 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-eea51401-3fd3-49f4-96cc-3347d332369b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5087db1c900149cbaaa7a34c3ee21041&device_id=e02d3f82-efb3-4023-a7fd-70bf3584be03 HTTP/1.1" status: 200 len: 1095 time: 0.0601628 Jan 27 21:59:28.412998 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0cc7eadb-d7bc-4b78-907c-ca38ab669cd2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (4fca740a-5367-4d7a-8957-becfe8d03e18), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.434238 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-5abee7c3-eef2-48f8-92ca-250dffe3a43b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=927fa948-c392-4fb1-92fb-63e3edb30116 HTTP/1.1" status: 200 len: 217 time: 0.0481288 Jan 27 21:59:28.465052 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-46155dbc-739b-4b3b-8c9f-55ee763d25d6 None None] Allocated IP 172.20.0.2 (fdaa4292-e481-4f0f-a1d5-1416641af0da/ebd1d3d4-7482-441e-8376-df229c7f1fa4/1dbe0107-db3f-4c75-a9ac-3da78aa42f88) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:28.489022 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02d3f82-efb3-4023-a7fd-70bf3584be03', 'tag': '927fa948-c392-4fb1-92fb-63e3edb30116'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:28.492751 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dbb9bb-46da-47e9-8c61-f1e5b24f55a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e02d3f82-efb3-4023-a7fd-70bf3584be03", "tag": "927fa948-c392-4fb1-92fb-63e3edb30116"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:28.502789 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55a5536d-9ad6-4d4e-b255-6078cd219b55 req-882cd004-1867-45e8-b719-4dcc34b4b1ac tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429236 Jan 27 21:59:28.508726 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc7eadb-d7bc-4b78-907c-ca38ab669cd2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:28.520427 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a5117cf5-66cd-4881-b70d-baaee7551570 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.537708 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-4bb9594f-a4d8-42e3-9490-d2e6f8a6106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:28.542598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-0cc7eadb-d7bc-4b78-907c-ca38ab669cd2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:28.546175 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc7eadb-d7bc-4b78-907c-ca38ab669cd2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:28.554115 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-4bb9594f-a4d8-42e3-9490-d2e6f8a6106f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9098f0c3-55f8-4926-b1cd-02227e640c95 HTTP/1.1" status: 200 len: 850 time: 0.0934715 Jan 27 21:59:28.568398 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0438b9f9-850d-401e-b523-7633723b8e7c x-openstack-request-id: req-0438b9f9-850d-401e-b523-7633723b8e7c {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:28.569735 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02d3f82-efb3-4023-a7fd-70bf3584be03", "tag": "927fa948-c392-4fb1-92fb-63e3edb30116", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:28.570058 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0438b9f9-850d-401e-b523-7633723b8e7c {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:28.570504 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02d3f82-efb3-4023-a7fd-70bf3584be03', 'tag': '927fa948-c392-4fb1-92fb-63e3edb30116', 'status': 'completed', 'code': 200} Jan 27 21:59:28.581679 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7eadb-d7bc-4b78-907c-ca38ab669cd2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=4fca740a-5367-4d7a-8957-becfe8d03e18,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:28.594144 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-a060ab5b-7877-4882-bf46-29fd4e043599 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385888 Jan 27 21:59:28.647666 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-46155dbc-739b-4b3b-8c9f-55ee763d25d6 None None] For port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1dbe0107-db3f-4c75-a9ac-3da78aa42f88,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:28.678696 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a5117cf5-66cd-4881-b70d-baaee7551570 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Network 1f071ae9-37c8-490f-8670-8f5a5c9b8b09 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:28.690930 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a5117cf5-66cd-4881-b70d-baaee7551570 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:28.695132 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a5117cf5-66cd-4881-b70d-baaee7551570 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:28.714471 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-46155dbc-739b-4b3b-8c9f-55ee763d25d6 None None] Publish callbacks [] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.730283 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-46155dbc-739b-4b3b-8c9f-55ee763d25d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.758384 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-75db14d8-736c-45f8-a108-9365f21d7ee9 service neutron] 10.222.0.21 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559601 Jan 27 21:59:28.845285 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a1c1616f-d54d-4a62-956d-85525c2a67b3 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Allocated IP 172.20.0.14 (1f071ae9-37c8-490f-8670-8f5a5c9b8b09/63fdd7ca-c3cf-4e42-83a2-41e88799960e/0a01c374-af17-465f-9cf7-bb611fe96fa6) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:28.874057 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.875603 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46155dbc-739b-4b3b-8c9f-55ee763d25d6 None None] Pushing event updated for resources: {'Port': ['ID=1dbe0107-db3f-4c75-a9ac-3da78aa42f88,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:28.904929 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:28.913481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc7eadb-d7bc-4b78-907c-ca38ab669cd2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:28.913923 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0cc7eadb-d7bc-4b78-907c-ca38ab669cd2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.918180 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1b9dc798-5960-4431-8944-48d89b89ae71 req-6dea9b67-a569-4ef8-b3d6-9f7e1f6dd570 service neutron] 10.222.0.21 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498163 Jan 27 21:59:28.935404 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5117cf5-66cd-4881-b70d-baaee7551570 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Pushing event updated for resources: {'Port': ['ID=3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:29.022127 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:29.022607 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.066036 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbb9bb-46da-47e9-8c61-f1e5b24f55a5 req-c90b004a-7eb2-4b53-bab9-fdf794d9b86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:29.070075 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e6dbb9bb-46da-47e9-8c61-f1e5b24f55a5 req-c90b004a-7eb2-4b53-bab9-fdf794d9b86d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5087db1c900149cbaaa7a34c3ee21041&device_id=e02d3f82-efb3-4023-a7fd-70bf3584be03 HTTP/1.1" status: 200 len: 1095 time: 0.0963278 Jan 27 21:59:29.116988 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5ed1521b-a042-4087-8cb2-beed324061f5 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:59:29.190819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:29.210435 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a1c1616f-d54d-4a62-956d-85525c2a67b3 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks [] for port (0a01c374-af17-465f-9cf7-bb611fe96fa6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.257460 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbb9bb-46da-47e9-8c61-f1e5b24f55a5 req-a4520c49-c3ec-4329-a7e8-bd1597ee4613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:29.263341 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e6dbb9bb-46da-47e9-8c61-f1e5b24f55a5 req-a4520c49-c3ec-4329-a7e8-bd1597ee4613 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d HTTP/1.1" status: 200 len: 911 time: 0.1813846 Jan 27 21:59:29.294750 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0cc7eadb-d7bc-4b78-907c-ca38ab669cd2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.4611340 Jan 27 21:59:29.304658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36126) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:29.343562 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e6dbb9bb-46da-47e9-8c61-f1e5b24f55a5 req-24fcd4cd-5441-458e-ab5f-aaa32094d25c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=927fa948-c392-4fb1-92fb-63e3edb30116 HTTP/1.1" status: 200 len: 217 time: 0.0774748 Jan 27 21:59:29.344755 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a1c1616f-d54d-4a62-956d-85525c2a67b3 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0a01c374-af17-465f-9cf7-bb611fe96fa6), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.368142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a5117cf5-66cd-4881-b70d-baaee7551570 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:29.368857 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a5117cf5-66cd-4881-b70d-baaee7551570 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.397952 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5ed1521b-a042-4087-8cb2-beed324061f5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5ed1521b-a042-4087-8cb2-beed324061f5,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:29.416298 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '5ed1521b-a042-4087-8cb2-beed324061f5', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'port_id': '5ed1521b-a042-4087-8cb2-beed324061f5', 'mac_address': 'fa:16:3e:23:09:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:59:29.432436 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbb9bb-46da-47e9-8c61-f1e5b24f55a5 req-7e1af386-8553-44e5-af14-8dced1a662e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:29.433990 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e6dbb9bb-46da-47e9-8c61-f1e5b24f55a5 req-7e1af386-8553-44e5-af14-8dced1a662e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9098f0c3-55f8-4926-b1cd-02227e640c95 HTTP/1.1" status: 200 len: 850 time: 0.0775607 Jan 27 21:59:29.494545 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1616f-d54d-4a62-956d-85525c2a67b3 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Pushing event updated for resources: {'Port': ['ID=0a01c374-af17-465f-9cf7-bb611fe96fa6,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:29.522962 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09e30e-545b-40d0-b009-7663403704c4 req-f0db9645-f867-4ef0-ba33-94ac49bd0dec tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:29.525243 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cb09e30e-545b-40d0-b009-7663403704c4 req-f0db9645-f867-4ef0-ba33-94ac49bd0dec tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 945 time: 0.7726223 Jan 27 21:59:29.528040 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a1c1616f-d54d-4a62-956d-85525c2a67b3 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Network 1f071ae9-37c8-490f-8670-8f5a5c9b8b09 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:29.538531 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 5ed1521b-a042-4087-8cb2-beed324061f5 is: ACTIVE; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:29.539057 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.542634 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e6dbb9bb-46da-47e9-8c61-f1e5b24f55a5 req-081822b5-8d5d-49c1-a3a5-ea1c8f083cea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd6e1a7e-3d4e-4525-9d35-d15106beb55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010273 Jan 27 21:59:29.567444 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fd388-4b81-407e-b939-1a0756909b97 req-25c7cf59-ad54-42b5-855b-58e241d2e86d tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:29.573704 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ed1521b-a042-4087-8cb2-beed324061f5 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:29.580791 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e61fd388-4b81-407e-b939-1a0756909b97 req-25c7cf59-ad54-42b5-855b-58e241d2e86d tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bc68aa-edde-43ef-8ee1-f995153e7b77 HTTP/1.1" status: 200 len: 931 time: 0.3294575 Jan 27 21:59:29.644997 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5ed1521b-a042-4087-8cb2-beed324061f5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5ed1521b-a042-4087-8cb2-beed324061f5,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:29.652347 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.672406 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cb09e30e-545b-40d0-b009-7663403704c4 req-148aec87-6c60-47da-946e-cb4074d60604 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366353 Jan 27 21:59:29.673386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a1c1616f-d54d-4a62-956d-85525c2a67b3 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:29.677877 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a1c1616f-d54d-4a62-956d-85525c2a67b3 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:29.688018 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a5117cf5-66cd-4881-b70d-baaee7551570 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2303536 Jan 27 21:59:29.760606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-e4648eed-5de1-4471-bc4e-678a076be533 req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] Request body: {'port': {'device_id': 'c9bc68aa-edde-43ef-8ee1-f995153e7b77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:29.807153 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74eaa4e-9948-4f14-b3f5-9d2f11643199 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:29.813288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74eaa4e-9948-4f14-b3f5-9d2f11643199 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:29.818418 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a74eaa4e-9948-4f14-b3f5-9d2f11643199 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.5027509 Jan 27 21:59:29.818591 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36148) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:29.855203 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=5ed1521b-a042-4087-8cb2-beed324061f5,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:29.891431 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['5ed1521b-a042-4087-8cb2-beed324061f5'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:59:29.937924 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-b4035a43-84a0-4450-baa7-03762ca0698b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2757547 Jan 27 21:59:29.944071 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e6dbb9bb-46da-47e9-8c61-f1e5b24f55a5 req-5bc6e55b-92ee-4356-a207-c8427cc4f224 service neutron] 10.222.0.21 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903131 Jan 27 21:59:29.957267 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a1c1616f-d54d-4a62-956d-85525c2a67b3 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:29.958557 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a1c1616f-d54d-4a62-956d-85525c2a67b3 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.999825 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e4648eed-5de1-4471-bc4e-678a076be533 req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:30.024798 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e61fd388-4b81-407e-b939-1a0756909b97 req-19b6c2a3-952c-4347-a88d-7d3373022bb5 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427814 Jan 27 21:59:30.086792 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4648eed-5de1-4471-bc4e-678a076be533 req-a1c1616f-d54d-4a62-956d-85525c2a67b3 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8157737 Jan 27 21:59:30.145374 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b80b4009-4bbf-4fe7-a082-489e1e59053f None None] Provisioning complete for port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:30.145763 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b80b4009-4bbf-4fe7-a082-489e1e59053f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:30.166902 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] Request body: {'port': {'device_id': 'cf459892-ddfc-4c94-beb1-dfb652420f68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:30.360062 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-8655a0fb-d414-47f7-a85c-9829645ee769 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting port 4fca740a-5367-4d7a-8957-becfe8d03e18 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:30.361322 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8655a0fb-d414-47f7-a85c-9829645ee769 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (4fca740a-5367-4d7a-8957-becfe8d03e18), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:30.370177 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e6dbb9bb-46da-47e9-8c61-f1e5b24f55a5 req-afb2fca1-f432-4ec4-a916-a7b06486e922 service neutron] 10.222.0.21 "GET /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191387 Jan 27 21:59:30.436691 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:30.558611 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8655a0fb-d414-47f7-a85c-9829645ee769 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (4fca740a-5367-4d7a-8957-becfe8d03e18), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:30.573859 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b80b4009-4bbf-4fe7-a082-489e1e59053f None None] Current status of the port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:30.609376 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-8655a0fb-d414-47f7-a85c-9829645ee769 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Calling delete_port for 4fca740a-5367-4d7a-8957-becfe8d03e18 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:30.815595 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-36c31748-ff40-4b7e-8567-876e86bf3b19 None None] Provisioning complete for port 4fca740a-5367-4d7a-8957-becfe8d03e18 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:30.817604 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-36c31748-ff40-4b7e-8567-876e86bf3b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4fca740a-5367-4d7a-8957-becfe8d03e18), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:30.919409 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-36c31748-ff40-4b7e-8567-876e86bf3b19 None None] Port 4fca740a-5367-4d7a-8957-becfe8d03e18 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:59:30.929584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:31.030323 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70c8fb-fa17-498e-81eb-7a1c5153be47 req-adc0fb08-c0d7-46df-b8a2-892fd67972cd tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.045028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff70c8fb-fa17-498e-81eb-7a1c5153be47 req-adc0fb08-c0d7-46df-b8a2-892fd67972cd tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=e02d3f82-efb3-4023-a7fd-70bf3584be03 HTTP/1.1" status: 200 len: 944 time: 1.1372998 Jan 27 21:59:31.060891 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:31.061632 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.083352 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8655a0fb-d414-47f7-a85c-9829645ee769 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (4fca740a-5367-4d7a-8957-becfe8d03e18), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.155526 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-e47e5a30-d2a1-416a-a0db-db5f7807373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.156566 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-e47e5a30-d2a1-416a-a0db-db5f7807373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.157041 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-e47e5a30-d2a1-416a-a0db-db5f7807373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.157507 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-e47e5a30-d2a1-416a-a0db-db5f7807373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.159860 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-e47e5a30-d2a1-416a-a0db-db5f7807373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.160369 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-e47e5a30-d2a1-416a-a0db-db5f7807373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.160843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-e47e5a30-d2a1-416a-a0db-db5f7807373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.162057 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5ed1521b-a042-4087-8cb2-beed324061f5 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:31.166579 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655a0fb-d414-47f7-a85c-9829645ee769 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Port': ['ID=4fca740a-5367-4d7a-8957-becfe8d03e18,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:31.170285 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-e47e5a30-d2a1-416a-a0db-db5f7807373f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c221dbb11cf44d8baddb08b573ae1274&device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 6503 time: 1.1444213 Jan 27 21:59:31.221347 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655a0fb-d414-47f7-a85c-9829645ee769 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.221788 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655a0fb-d414-47f7-a85c-9829645ee769 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.222429 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655a0fb-d414-47f7-a85c-9829645ee769 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.222780 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655a0fb-d414-47f7-a85c-9829645ee769 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.223115 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655a0fb-d414-47f7-a85c-9829645ee769 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.223448 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655a0fb-d414-47f7-a85c-9829645ee769 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.223776 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655a0fb-d414-47f7-a85c-9829645ee769 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.224104 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655a0fb-d414-47f7-a85c-9829645ee769 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.224809 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655a0fb-d414-47f7-a85c-9829645ee769 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.225512 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655a0fb-d414-47f7-a85c-9829645ee769 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.225844 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655a0fb-d414-47f7-a85c-9829645ee769 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.226177 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655a0fb-d414-47f7-a85c-9829645ee769 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.226504 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655a0fb-d414-47f7-a85c-9829645ee769 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.361468 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8655a0fb-d414-47f7-a85c-9829645ee769 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.371531 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8655a0fb-d414-47f7-a85c-9829645ee769 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/4fca740a-5367-4d7a-8957-becfe8d03e18 HTTP/1.1" status: 204 len: 168 time: 1.5526900 Jan 27 21:59:31.376271 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36166) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:31.425509 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:31.449155 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 5ed1521b-a042-4087-8cb2-beed324061f5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:31.449533 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.564281 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7993b8dc-b75d-4fe4-9f73-ee7793a9a24b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.565561 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7993b8dc-b75d-4fe4-9f73-ee7793a9a24b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.570370 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7993b8dc-b75d-4fe4-9f73-ee7793a9a24b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.576698 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7993b8dc-b75d-4fe4-9f73-ee7793a9a24b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1948388 Jan 27 21:59:31.577039 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36168) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:31.601163 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0a01c374-af17-465f-9cf7-bb611fe96fa6), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.683983 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 5ed1521b-a042-4087-8cb2-beed324061f5 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:31.685762 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.708140 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a829dac-96de-4492-8311-7695e2b9ec16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet b5fc45aa-1a9f-4ba2-ad40-695fbdd2da85 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:59:31.720570 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a829dac-96de-4492-8311-7695e2b9ec16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (b5fc45aa-1a9f-4ba2-ad40-695fbdd2da85), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.728768 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3831741-d6ca-4874-bc58-945a0b5cc532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed1521b-a042-4087-8cb2-beed324061f5'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:31.731330 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba2bdbe-e7eb-4cfe-b798-f3614bfa71f0" -d '{"events": [{"server_uuid": "e3831741-d6ca-4874-bc58-945a0b5cc532", "name": "network-vif-plugged", "status": "completed", "tag": "5ed1521b-a042-4087-8cb2-beed324061f5"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:31.761702 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5ed1521b-a042-4087-8cb2-beed324061f5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5ed1521b-a042-4087-8cb2-beed324061f5,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:31.768219 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.773661 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a829dac-96de-4492-8311-7695e2b9ec16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (b5fc45aa-1a9f-4ba2-ad40-695fbdd2da85), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.843376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-e4648eed-5de1-4471-bc4e-678a076be533 req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:31.851904 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e4648eed-5de1-4471-bc4e-678a076be533 req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] Publish callbacks [] for port (3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.867001 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a829dac-96de-4492-8311-7695e2b9ec16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (b5fc45aa-1a9f-4ba2-ad40-695fbdd2da85), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.870800 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-e4648eed-5de1-4471-bc4e-678a076be533 req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] Transition to ACTIVE for port object 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:59:31.895020 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=5ed1521b-a042-4087-8cb2-beed324061f5,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:31.940211 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a829dac-96de-4492-8311-7695e2b9ec16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (b5fc45aa-1a9f-4ba2-ad40-695fbdd2da85), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.967065 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee6cee-b4b9-49d4-abd5-4ef81c8be869 req-53fb81b4-2b90-44ce-a17a-bfc9720add32 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.976957 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a829dac-96de-4492-8311-7695e2b9ec16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=b5fc45aa-1a9f-4ba2-ad40-695fbdd2da85,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:31.977213 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecee6cee-b4b9-49d4-abd5-4ef81c8be869 req-53fb81b4-2b90-44ce-a17a-bfc9720add32 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 945 time: 1.0347624 Jan 27 21:59:31.979777 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e4648eed-5de1-4471-bc4e-678a076be533 req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.991191 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a829dac-96de-4492-8311-7695e2b9ec16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.995326 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9a829dac-96de-4492-8311-7695e2b9ec16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/b5fc45aa-1a9f-4ba2-ad40-695fbdd2da85 HTTP/1.1" status: 204 len: 168 time: 0.4171748 Jan 27 21:59:32.005874 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36176) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:32.007583 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08f9773-c69b-4010-816b-34fd715a103e None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:32.062259 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff70c8fb-fa17-498e-81eb-7a1c5153be47 req-33827148-ef90-49cc-b3ca-81a7dfd00592 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9755938 Jan 27 21:59:32.082140 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1b2b55-0bbd-43b4-8ad9-1cd873b1dee5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet ebd1d3d4-7482-441e-8376-df229c7f1fa4 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:59:32.095373 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb1b2b55-0bbd-43b4-8ad9-1cd873b1dee5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (ebd1d3d4-7482-441e-8376-df229c7f1fa4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:32.162505 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb1b2b55-0bbd-43b4-8ad9-1cd873b1dee5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (ebd1d3d4-7482-441e-8376-df229c7f1fa4), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:32.304238 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] Pushing event updated for resources: {'Port': ['ID=3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:32.391575 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb1b2b55-0bbd-43b4-8ad9-1cd873b1dee5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (ebd1d3d4-7482-441e-8376-df229c7f1fa4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:32.529969 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb1b2b55-0bbd-43b4-8ad9-1cd873b1dee5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (ebd1d3d4-7482-441e-8376-df229c7f1fa4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:32.580607 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb1b2b55-0bbd-43b4-8ad9-1cd873b1dee5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:32.585345 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-eb1b2b55-0bbd-43b4-8ad9-1cd873b1dee5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/ebd1d3d4-7482-441e-8376-df229c7f1fa4 HTTP/1.1" status: 204 len: 168 time: 0.5782111 Jan 27 21:59:32.604203 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36178) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:32.628999 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b2b55-0bbd-43b4-8ad9-1cd873b1dee5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd1d3d4-7482-441e-8376-df229c7f1fa4,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:32.715598 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecee6cee-b4b9-49d4-abd5-4ef81c8be869 req-f8903ce6-3a64-40b6-9a1c-7c3123eda54a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7364256 Jan 27 21:59:32.730374 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 927fa948-c392-4fb1-92fb-63e3edb30116 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:59:32.816935 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-d18e105c-eb21-4ec0-833e-06440f750d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:32.817737 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-d18e105c-eb21-4ec0-833e-06440f750d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:32.818356 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-d18e105c-eb21-4ec0-833e-06440f750d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:32.820463 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-d18e105c-eb21-4ec0-833e-06440f750d70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f73ace18-6f32-45e8-a920-6ab2b4129b97&id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&id=b460f0aa-ece7-4f87-b835-250ecfdd5f67&id=b460f0aa-ece7-4f87-b835-250ecfdd5f67 HTTP/1.1" status: 200 len: 2297 time: 1.5549126 Jan 27 21:59:32.860545 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3aee5-7112-4de5-ad8a-15f2505b6b23 req-8c934d49-0447-4385-b9c9-200ccf8db7c1 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:32.866906 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3aee5-7112-4de5-ad8a-15f2505b6b23 req-8c934d49-0447-4385-b9c9-200ccf8db7c1 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:32.873307 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3aee5-7112-4de5-ad8a-15f2505b6b23 req-8c934d49-0447-4385-b9c9-200ccf8db7c1 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:32.880154 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3aee5-7112-4de5-ad8a-15f2505b6b23 req-8c934d49-0447-4385-b9c9-200ccf8db7c1 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:32.886736 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3aee5-7112-4de5-ad8a-15f2505b6b23 req-8c934d49-0447-4385-b9c9-200ccf8db7c1 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:32.893414 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3aee5-7112-4de5-ad8a-15f2505b6b23 req-8c934d49-0447-4385-b9c9-200ccf8db7c1 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:32.899997 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3aee5-7112-4de5-ad8a-15f2505b6b23 req-8c934d49-0447-4385-b9c9-200ccf8db7c1 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:32.902255 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0d3aee5-7112-4de5-ad8a-15f2505b6b23 req-8c934d49-0447-4385-b9c9-200ccf8db7c1 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5434 time: 0.6080940 Jan 27 21:59:32.907117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1508f0a0-8dc4-498d-942c-a808511685c1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2767184 Jan 27 21:59:32.909023 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36180) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:32.915583 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-20326785-e976-451c-ba65-086361eb5958 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:32.939397 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 927fa948-c392-4fb1-92fb-63e3edb30116, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=927fa948-c392-4fb1-92fb-63e3edb30116,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:32.958828 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '927fa948-c392-4fb1-92fb-63e3edb30116', 'network_id': 'cd6e1a7e-3d4e-4525-9d35-d15106beb55d', 'port_id': '927fa948-c392-4fb1-92fb-63e3edb30116', 'mac_address': 'fa:16:3e:9d:ad:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9098f0c3-55f8-4926-b1cd-02227e640c95', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:59:33.017289 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 927fa948-c392-4fb1-92fb-63e3edb30116 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:33.018243 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (927fa948-c392-4fb1-92fb-63e3edb30116), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:33.056567 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 927fa948-c392-4fb1-92fb-63e3edb30116 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:33.119440 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20326785-e976-451c-ba65-086361eb5958 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:33.119840 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 927fa948-c392-4fb1-92fb-63e3edb30116, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=927fa948-c392-4fb1-92fb-63e3edb30116,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:33.125202 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-20326785-e976-451c-ba65-086361eb5958 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:33.127973 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (927fa948-c392-4fb1-92fb-63e3edb30116), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:33.240769 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=927fa948-c392-4fb1-92fb-63e3edb30116,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:33.263129 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a01c374-af17-465f-9cf7-bb611fe96fa6 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:33.271933 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] Publish callbacks [] for port (0a01c374-af17-465f-9cf7-bb611fe96fa6), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:33.286624 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] Transition to ACTIVE for port object 0a01c374-af17-465f-9cf7-bb611fe96fa6 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:59:33.310029 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (0a01c374-af17-465f-9cf7-bb611fe96fa6), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:33.522021 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['927fa948-c392-4fb1-92fb-63e3edb30116'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:59:33.529699 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] Pushing event updated for resources: {'Port': ['ID=0a01c374-af17-465f-9cf7-bb611fe96fa6,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:33.539170 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0d3aee5-7112-4de5-ad8a-15f2505b6b23 req-22ca4278-3990-4ae8-98de-954f6204b155 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6032100 Jan 27 21:59:33.557601 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf6f5b-a448-45bd-b05f-8c6f8db824e9 req-7f369cce-2bdf-4b60-a046-93e0dcd5979f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:33.565727 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3ccf6f5b-a448-45bd-b05f-8c6f8db824e9 req-7f369cce-2bdf-4b60-a046-93e0dcd5979f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 945 time: 0.6412811 Jan 27 21:59:33.672666 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-e4648eed-5de1-4471-bc4e-678a076be533 req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] Attempting to bind port 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:33.677901 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-e4648eed-5de1-4471-bc4e-678a076be533 req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] Attempting to bind port 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '3b2fea27-e544-46dd-8938-d1b1c999d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:33.678489 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4648eed-5de1-4471-bc4e-678a076be533 req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] Attempting to bind port 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 on network 1f071ae9-37c8-490f-8670-8f5a5c9b8b09 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:33.756936 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4648eed-5de1-4471-bc4e-678a076be533 req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] Port 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 on network 1f071ae9-37c8-490f-8670-8f5a5c9b8b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:33.757539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4648eed-5de1-4471-bc4e-678a076be533 req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] Attempting to bind port 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 on network 1f071ae9-37c8-490f-8670-8f5a5c9b8b09 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:33.791613 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4648eed-5de1-4471-bc4e-678a076be533 req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:59:33.792265 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4648eed-5de1-4471-bc4e-678a076be533 req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] Checking segment: {'id': '3b2fea27-e544-46dd-8938-d1b1c999d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:33.792853 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4648eed-5de1-4471-bc4e-678a076be533 req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] Bound using segment: {'id': '3b2fea27-e544-46dd-8938-d1b1c999d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:59:33.793479 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-e4648eed-5de1-4471-bc4e-678a076be533 req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] Bound port: 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2fea27-e544-46dd-8938-d1b1c999d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:59:33.794064 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e4648eed-5de1-4471-bc4e-678a076be533 req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:33.809432 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-7e0e27b5-b410-4e93-9b51-a1f2cc8ec30f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84405a01-cd0d-4bf0-8b98-42cc257f6846 HTTP/1.1" status: 200 len: 1002 time: 0.8872745 Jan 27 21:59:33.891566 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3ccf6f5b-a448-45bd-b05f-8c6f8db824e9 req-4b155945-8845-41ec-bb50-da9757644519 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245711 Jan 27 21:59:33.916658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca0446-9294-43cc-ac78-cbf74fefec5e req-7034089f-2432-417a-a6b7-5eb181e1e2d4 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:33.924193 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4fca0446-9294-43cc-ac78-cbf74fefec5e req-7034089f-2432-417a-a6b7-5eb181e1e2d4 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bc68aa-edde-43ef-8ee1-f995153e7b77 HTTP/1.1" status: 200 len: 943 time: 0.1898725 Jan 27 21:59:33.987938 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4ada3e-8699-455a-9014-57644a6be6ef None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:34.015113 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-72e13d09-5635-4f8d-84c4-f4ce1d2c9b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:34.016864 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-72e13d09-5635-4f8d-84c4-f4ce1d2c9b9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d63617a-41ab-4f3d-bac9-e72c844c3cd6 HTTP/1.1" status: 200 len: 856 time: 0.1921158 Jan 27 21:59:34.020647 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] Attempting to bind port 0a01c374-af17-465f-9cf7-bb611fe96fa6 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:34.020988 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] Attempting to bind port 0a01c374-af17-465f-9cf7-bb611fe96fa6 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3b2fea27-e544-46dd-8938-d1b1c999d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:34.021322 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] Attempting to bind port 0a01c374-af17-465f-9cf7-bb611fe96fa6 on network 1f071ae9-37c8-490f-8670-8f5a5c9b8b09 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:34.030998 n-d-772272-3 neutron-server[109742]: DEBUG neutron.objects.ports [None req-20326785-e976-451c-ba65-086361eb5958 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 21:59:34.055071 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] Port 0a01c374-af17-465f-9cf7-bb611fe96fa6 on network 1f071ae9-37c8-490f-8670-8f5a5c9b8b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:34.055400 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] Attempting to bind port 0a01c374-af17-465f-9cf7-bb611fe96fa6 on network 1f071ae9-37c8-490f-8670-8f5a5c9b8b09 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:34.082162 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4fca0446-9294-43cc-ac78-cbf74fefec5e req-548b65ba-7e4e-489b-9760-2855a1ab1e14 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569624 Jan 27 21:59:34.096708 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:59:34.099734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] Checking segment: {'id': '3b2fea27-e544-46dd-8938-d1b1c999d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:34.102009 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] Bound using segment: {'id': '3b2fea27-e544-46dd-8938-d1b1c999d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:59:34.102683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] Bound port: 0a01c374-af17-465f-9cf7-bb611fe96fa6, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2fea27-e544-46dd-8938-d1b1c999d31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:59:34.105225 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0a01c374-af17-465f-9cf7-bb611fe96fa6), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.145881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-e4648eed-5de1-4471-bc4e-678a076be533 req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] For port 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:34.221108 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a1f19d-fc5b-41ae-97ee-fa6fa3befde5 x-openstack-request-id: req-a7a1f19d-fc5b-41ae-97ee-fa6fa3befde5 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:34.221710 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3831741-d6ca-4874-bc58-945a0b5cc532", "name": "network-vif-plugged", "status": "completed", "tag": "5ed1521b-a042-4087-8cb2-beed324061f5", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:34.222753 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7a1f19d-fc5b-41ae-97ee-fa6fa3befde5 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:34.224239 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3831741-d6ca-4874-bc58-945a0b5cc532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed1521b-a042-4087-8cb2-beed324061f5', 'code': 200} Jan 27 21:59:34.229919 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] For port 0a01c374-af17-465f-9cf7-bb611fe96fa6, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:34.234062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] For port 0a01c374-af17-465f-9cf7-bb611fe96fa6, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=0a01c374-af17-465f-9cf7-bb611fe96fa6,segment=NetworkSegment(3b2fea27-e544-46dd-8938-d1b1c999d31d),segment_id=3b2fea27-e544-46dd-8938-d1b1c999d31d)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:59:34.234447 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8300efec-763c-45ad-a64b-65e81fbf95e9 None None] Provisioning complete for port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:34.234825 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8300efec-763c-45ad-a64b-65e81fbf95e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.259274 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (0a01c374-af17-465f-9cf7-bb611fe96fa6), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.427402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-e4648eed-5de1-4471-bc4e-678a076be533 req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] For port 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286,segment=NetworkSegment(3b2fea27-e544-46dd-8938-d1b1c999d31d),segment_id=3b2fea27-e544-46dd-8938-d1b1c999d31d)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:59:34.446112 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] Pushing event updated for resources: {'Port': ['ID=0a01c374-af17-465f-9cf7-bb611fe96fa6,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:34.505191 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e4648eed-5de1-4471-bc4e-678a076be533 req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.534627 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-aa55ac02-93dd-401b-8cb4-1d966f151f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:34.536607 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-aa55ac02-93dd-401b-8cb4-1d966f151f18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f73ace18-6f32-45e8-a920-6ab2b4129b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5072098 Jan 27 21:59:34.557132 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-20326785-e976-451c-ba65-086361eb5958 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.559712 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4648eed-5de1-4471-bc4e-678a076be533 req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:34.560719 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e4648eed-5de1-4471-bc4e-678a076be533 req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.563228 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4648eed-5de1-4471-bc4e-678a076be533 req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] 10.222.0.21 "PUT /v2.0/ports/3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 HTTP/1.1" status: 200 len: 1091 time: 4.8079443 Jan 27 21:59:34.566556 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9bc68aa-edde-43ef-8ee1-f995153e7b77', 'tag': '3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:34.569519 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9852ff79-1eea-4639-b735-b8d7099a1371" -d '{"events": [{"name": "network-changed", "server_uuid": "c9bc68aa-edde-43ef-8ee1-f995153e7b77", "tag": "3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:34.579159 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:34.580303 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.582146 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f1804af9-1d67-4e71-afe6-7785331e48ca service neutron] 10.222.0.15 "PUT /v2.0/ports/0a01c374-af17-465f-9cf7-bb611fe96fa6 HTTP/1.1" status: 200 len: 1092 time: 4.4276004 Jan 27 21:59:34.693814 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8300efec-763c-45ad-a64b-65e81fbf95e9 None None] Current status of the port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:34.709739 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b1e1ad-1546-42e1-9631-a56c52371ade None None] Update dhcp port {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'fixed_ips': [{'subnet_id': '3d5cf4d5-3d2b-4795-8a17-5423643954f0'}], 'binding:host_id': 'n-d-772272-3'}, 'id': '1dbe0107-db3f-4c75-a9ac-3da78aa42f88'} from n-d-772272-3. {{(pid=109743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 21:59:34.712968 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f693510-7513-4420-84dd-a69b4ec388cb req-ce08443c-3f79-43c1-b468-c1b25fa82a03 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:34.721470 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f693510-7513-4420-84dd-a69b4ec388cb req-ce08443c-3f79-43c1-b468-c1b25fa82a03 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=e02d3f82-efb3-4023-a7fd-70bf3584be03 HTTP/1.1" status: 200 len: 945 time: 0.4850984 Jan 27 21:59:34.741678 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e4b1e1ad-1546-42e1-9631-a56c52371ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.815623 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-a26be7cb-8b07-4d41-a21a-596b19d0afad service neutron] 10.222.0.15 "GET /v2.0/networks/f73ace18-6f32-45e8-a920-6ab2b4129b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320211 Jan 27 21:59:34.916107 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef28920-495d-4593-ba35-5fa894854231 req-95ed6c12-2f2a-4a69-bf31-0d757d3e89dc tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:34.938159 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef28920-495d-4593-ba35-5fa894854231 req-95ed6c12-2f2a-4a69-bf31-0d757d3e89dc tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:34.948471 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-20326785-e976-451c-ba65-086361eb5958 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] For port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1dbe0107-db3f-4c75-a9ac-3da78aa42f88,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:34.956380 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef28920-495d-4593-ba35-5fa894854231 req-95ed6c12-2f2a-4a69-bf31-0d757d3e89dc tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:34.965485 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef28920-495d-4593-ba35-5fa894854231 req-95ed6c12-2f2a-4a69-bf31-0d757d3e89dc tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:34.972139 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef28920-495d-4593-ba35-5fa894854231 req-95ed6c12-2f2a-4a69-bf31-0d757d3e89dc tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:34.977992 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef28920-495d-4593-ba35-5fa894854231 req-95ed6c12-2f2a-4a69-bf31-0d757d3e89dc tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:34.984117 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef28920-495d-4593-ba35-5fa894854231 req-95ed6c12-2f2a-4a69-bf31-0d757d3e89dc tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:34.987927 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-20326785-e976-451c-ba65-086361eb5958 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.993640 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bef28920-495d-4593-ba35-5fa894854231 req-95ed6c12-2f2a-4a69-bf31-0d757d3e89dc tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5434 time: 0.5596874 Jan 27 21:59:35.007766 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-e4b1e1ad-1546-42e1-9631-a56c52371ade None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:59:35.008216 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-e4b1e1ad-1546-42e1-9631-a56c52371ade None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:59:35.010767 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-20326785-e976-451c-ba65-086361eb5958 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:35.013721 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-20326785-e976-451c-ba65-086361eb5958 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (3d5cf4d5-3d2b-4795-8a17-5423643954f0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:35.026774 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313e994-0a00-40b7-8a5f-1c38dbfe74ec service neutron] Pushing event updated for resources: {'Port': ['ID=3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:35.144912 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4648eed-5de1-4471-bc4e-678a076be533 req-4742cdfc-541b-4692-8802-848ee9219128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:35.144912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4648eed-5de1-4471-bc4e-678a076be533 req-4742cdfc-541b-4692-8802-848ee9219128 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9275b6eb6434284a65078a4e87b7375&device_id=c9bc68aa-edde-43ef-8ee1-f995153e7b77 HTTP/1.1" status: 200 len: 1094 time: 0.4021540 Jan 27 21:59:35.148904 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20326785-e976-451c-ba65-086361eb5958 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=3d5cf4d5-3d2b-4795-8a17-5423643954f0,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:35.164761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4648eed-5de1-4471-bc4e-678a076be533 req-8ea78f06-a8b5-423c-b42a-f8b47ad4914d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:35.166287 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4648eed-5de1-4471-bc4e-678a076be533 req-8ea78f06-a8b5-423c-b42a-f8b47ad4914d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9275b6eb6434284a65078a4e87b7375&device_id=cf459892-ddfc-4c94-beb1-dfb652420f68 HTTP/1.1" status: 200 len: 1095 time: 0.4358909 Jan 27 21:59:35.195578 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20326785-e976-451c-ba65-086361eb5958 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:35.199911 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-20326785-e976-451c-ba65-086361eb5958 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:35.216131 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20326785-e976-451c-ba65-086361eb5958 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:35.217176 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-20326785-e976-451c-ba65-086361eb5958 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:35.250623 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20326785-e976-451c-ba65-086361eb5958 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=1dbe0107-db3f-4c75-a9ac-3da78aa42f88,revision_number=8']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:35.267455 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-20326785-e976-451c-ba65-086361eb5958 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3569841 Jan 27 21:59:35.268912 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36200) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:35.274652 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-0656f422-a7f3-476f-a916-1a16699ab558 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:35.287614 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f693510-7513-4420-84dd-a69b4ec388cb req-ea4c4ce4-0f4c-42f6-ab25-ebd675214de5 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5648289 Jan 27 21:59:35.315579 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4648eed-5de1-4471-bc4e-678a076be533 req-53d457db-b5c7-4bf6-a360-415a19df1078 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 HTTP/1.1" status: 200 len: 217 time: 0.1470745 Jan 27 21:59:35.340760 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4648eed-5de1-4471-bc4e-678a076be533 req-c169c92d-91c3-45c6-b1fe-27dc044c0002 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a01c374-af17-465f-9cf7-bb611fe96fa6 HTTP/1.1" status: 200 len: 217 time: 0.1494410 Jan 27 21:59:35.393015 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7ab942-df92-4cce-bbaa-6066b4211eba x-openstack-request-id: req-0b7ab942-df92-4cce-bbaa-6066b4211eba {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:35.393313 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9bc68aa-edde-43ef-8ee1-f995153e7b77", "tag": "3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:35.393581 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b7ab942-df92-4cce-bbaa-6066b4211eba {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:35.393997 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9bc68aa-edde-43ef-8ee1-f995153e7b77', 'tag': '3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286', 'status': 'completed', 'code': 200} Jan 27 21:59:35.458800 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4648eed-5de1-4471-bc4e-678a076be533 req-dada49e3-c2b1-473c-9658-98e730413540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:35.459659 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0656f422-a7f3-476f-a916-1a16699ab558 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:35.466107 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0656f422-a7f3-476f-a916-1a16699ab558 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:35.472366 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4648eed-5de1-4471-bc4e-678a076be533 req-dada49e3-c2b1-473c-9658-98e730413540 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63fdd7ca-c3cf-4e42-83a2-41e88799960e HTTP/1.1" status: 200 len: 853 time: 0.1294019 Jan 27 21:59:35.531849 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4648eed-5de1-4471-bc4e-678a076be533 req-0302527f-ecbc-465c-af13-562351426f9d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1f071ae9-37c8-490f-8670-8f5a5c9b8b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585437 Jan 27 21:59:35.563842 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e4b1e1ad-1546-42e1-9631-a56c52371ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:35.904254 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0656f422-a7f3-476f-a916-1a16699ab558 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (e276f315-7baf-4222-9bac-0bb051dca356), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:36.073091 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0656f422-a7f3-476f-a916-1a16699ab558 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:36.094915 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-0656f422-a7f3-476f-a916-1a16699ab558 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:36.122814 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656f422-a7f3-476f-a916-1a16699ab558 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=e276f315-7baf-4222-9bac-0bb051dca356,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:36.137994 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e4b1e1ad-1546-42e1-9631-a56c52371ade None None] For port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1dbe0107-db3f-4c75-a9ac-3da78aa42f88,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:36.179098 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e4b1e1ad-1546-42e1-9631-a56c52371ade None None] Publish callbacks [] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:36.193847 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e4b1e1ad-1546-42e1-9631-a56c52371ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:36.275715 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1e1ad-1546-42e1-9631-a56c52371ade None None] Pushing event updated for resources: {'Port': ['ID=1dbe0107-db3f-4c75-a9ac-3da78aa42f88,revision_number=9']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:36.303339 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0656f422-a7f3-476f-a916-1a16699ab558 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:36.303339 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0656f422-a7f3-476f-a916-1a16699ab558 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:36.317123 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f16ca0c0-d3ce-4dea-8e11-fc42d39ed61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:36.319262 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f16ca0c0-d3ce-4dea-8e11-fc42d39ed61f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63fdd7ca-c3cf-4e42-83a2-41e88799960e HTTP/1.1" status: 200 len: 853 time: 0.9777179 Jan 27 21:59:36.341736 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0656f422-a7f3-476f-a916-1a16699ab558 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0717247 Jan 27 21:59:36.346674 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36204) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:36.355090 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-0be4c242-1d42-44d5-a3d4-17119cbd9f89 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'mac_address': 'fa:16:3e:ac:ae:09', 'name': 'tempest-NetworksTestDHCPv6-135595056'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:36.397958 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-62a39525-b5d1-43e8-82ab-a416e3885bbd service neutron] 10.222.0.15 "GET /v2.0/networks/f73ace18-6f32-45e8-a920-6ab2b4129b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5288248 Jan 27 21:59:36.403868 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4648eed-5de1-4471-bc4e-678a076be533 req-e1784c1a-e8a3-4b34-a2d1-2cae62e735d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f071ae9-37c8-490f-8670-8f5a5c9b8b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658855 Jan 27 21:59:36.429608 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe11ee9-8ac0-49d3-b962-003910d2352d req-f9a18124-ee87-407c-9aa2-66a1fc72151e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:36.431034 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5fe11ee9-8ac0-49d3-b962-003910d2352d req-f9a18124-ee87-407c-9aa2-66a1fc72151e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 1.2795234 Jan 27 21:59:36.526610 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-36d12a61-0cd1-488d-a5ee-ee5c048b7ca7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=3104ba69-ec6e-49e9-9127-78e5e52dd511 HTTP/1.1" status: 200 len: 217 time: 0.0908222 Jan 27 21:59:36.564415 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be4c242-1d42-44d5-a3d4-17119cbd9f89 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:36.685693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8cdea-f70f-469a-9eb2-459f3d72fb99 req-686834f6-de79-4134-9172-004505a06b8b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:36.694358 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8a8cdea-f70f-469a-9eb2-459f3d72fb99 req-686834f6-de79-4134-9172-004505a06b8b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 945 time: 1.2000530 Jan 27 21:59:36.732413 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 927fa948-c392-4fb1-92fb-63e3edb30116 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:36.815080 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0be4c242-1d42-44d5-a3d4-17119cbd9f89 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:36.885794 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 927fa948-c392-4fb1-92fb-63e3edb30116 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:59:36.886561 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4648eed-5de1-4471-bc4e-678a076be533 req-498cd3ae-2b37-49ee-bff8-697e8d4079fa service neutron] 10.222.0.21 "GET /v2.0/networks/1f071ae9-37c8-490f-8670-8f5a5c9b8b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3355520 Jan 27 21:59:36.888741 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4648eed-5de1-4471-bc4e-678a076be533 req-8919b7a2-d140-4847-8ff5-8bd430412e50 service neutron] 10.222.0.15 "GET /v2.0/networks/1f071ae9-37c8-490f-8670-8f5a5c9b8b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541280 Jan 27 21:59:36.892192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 927fa948-c392-4fb1-92fb-63e3edb30116 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:36.892519 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (927fa948-c392-4fb1-92fb-63e3edb30116), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:36.896329 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-0be4c242-1d42-44d5-a3d4-17119cbd9f89 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] device_id is not set on port c11705dc-c44f-4e8b-b4d0-6004b3a60fd4 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:59:36.920110 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-9e7fe8a6-6a04-4f37-89dd-a3a1a4291d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:36.924079 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-9e7fe8a6-6a04-4f37-89dd-a3a1a4291d87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba1a2abc-5b7e-4b47-895c-4a2ade07d24d HTTP/1.1" status: 200 len: 797 time: 0.3827829 Jan 27 21:59:36.983004 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5fe11ee9-8ac0-49d3-b962-003910d2352d req-5f09987f-4ac1-49a7-b0fc-4f0848c62d2c tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4523630 Jan 27 21:59:37.011562 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:37.391517 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:37.391777 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:37.399690 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-0be4c242-1d42-44d5-a3d4-17119cbd9f89 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 172.20.0.4 (fdaa4292-e481-4f0f-a1d5-1416641af0da/e276f315-7baf-4222-9bac-0bb051dca356/c11705dc-c44f-4e8b-b4d0-6004b3a60fd4) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:37.403063 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ee2838-1d14-4991-91ec-516253be20c1 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:37.407666 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-0be4c242-1d42-44d5-a3d4-17119cbd9f89 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8::f816:3eff:feac:ae09 (fdaa4292-e481-4f0f-a1d5-1416641af0da/3d5cf4d5-3d2b-4795-8a17-5423643954f0/c11705dc-c44f-4e8b-b4d0-6004b3a60fd4) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:37.416120 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf459892-ddfc-4c94-beb1-dfb652420f68', 'tag': '0a01c374-af17-465f-9cf7-bb611fe96fa6'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:37.419101 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929cd4aa-5c6a-4f71-a098-3c54468ec587" -d '{"events": [{"name": "network-changed", "server_uuid": "cf459892-ddfc-4c94-beb1-dfb652420f68", "tag": "0a01c374-af17-465f-9cf7-bb611fe96fa6"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:37.428415 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8a8cdea-f70f-469a-9eb2-459f3d72fb99 req-7e656ed8-3598-4b3b-a472-97ba9ec94678 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7331271 Jan 27 21:59:37.437915 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-a923861f-9dc0-410a-b8b2-7559470c1ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:37.440042 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-a923861f-9dc0-410a-b8b2-7559470c1ccd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4427540 Jan 27 21:59:37.623633 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-920c813c-887b-4e2c-b02e-50a20c33d568 service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703222 Jan 27 21:59:37.634493 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4648eed-5de1-4471-bc4e-678a076be533 req-f113e6eb-1653-4168-a690-4620b82f6e13 service neutron] 10.222.0.21 "GET /v2.0/networks/1f071ae9-37c8-490f-8670-8f5a5c9b8b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7092755 Jan 27 21:59:37.636944 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4648eed-5de1-4471-bc4e-678a076be533 req-b59d1087-2e39-4c80-a7c6-d9633a0a604a service neutron] 10.222.0.15 "GET /v2.0/networks/1f071ae9-37c8-490f-8670-8f5a5c9b8b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6885509 Jan 27 21:59:37.668429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cebfc-dfdb-47a4-9ed3-051215f6c168 req-cd50d8ee-0143-4a43-b47e-8654a96b9296 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:37.672038 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f1cebfc-dfdb-47a4-9ed3-051215f6c168 req-cd50d8ee-0143-4a43-b47e-8654a96b9296 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bc68aa-edde-43ef-8ee1-f995153e7b77 HTTP/1.1" status: 200 len: 943 time: 0.3855238 Jan 27 21:59:37.707123 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 927fa948-c392-4fb1-92fb-63e3edb30116 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:37.707518 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (927fa948-c392-4fb1-92fb-63e3edb30116), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:37.832055 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0be4c242-1d42-44d5-a3d4-17119cbd9f89 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (c11705dc-c44f-4e8b-b4d0-6004b3a60fd4), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:37.933323 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0be4c242-1d42-44d5-a3d4-17119cbd9f89 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (c11705dc-c44f-4e8b-b4d0-6004b3a60fd4), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:37.969633 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be4c242-1d42-44d5-a3d4-17119cbd9f89 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:37.979040 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-0be4c242-1d42-44d5-a3d4-17119cbd9f89 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:38.020970 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be4c242-1d42-44d5-a3d4-17119cbd9f89 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:38.066588 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f1cebfc-dfdb-47a4-9ed3-051215f6c168 req-c2d0d576-b35d-49bb-96d7-eaba8e39aea4 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803356 Jan 27 21:59:38.125552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-9a9d935c-f912-4ac6-a6b1-a65e20c07134 service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4824245 Jan 27 21:59:38.165349 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4c242-1d42-44d5-a3d4-17119cbd9f89 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=c11705dc-c44f-4e8b-b4d0-6004b3a60fd4,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:38.226317 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be4c242-1d42-44d5-a3d4-17119cbd9f89 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:38.227009 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0be4c242-1d42-44d5-a3d4-17119cbd9f89 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:38.245887 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ce93f8ec-0f81-4804-bd3c-89f8f29b31b8 None None] Provisioning complete for port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:38.251023 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ce93f8ec-0f81-4804-bd3c-89f8f29b31b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:38.269370 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0be4c242-1d42-44d5-a3d4-17119cbd9f89 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9215722 Jan 27 21:59:38.272536 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36234) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:38.292732 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36236) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:38.295285 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-546dc7df-febb-4323-a673-33eca63abe95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=58a6677b-4259-4a9e-b0ad-e5e44fe71385 HTTP/1.1" status: 200 len: 217 time: 0.1511838 Jan 27 21:59:38.323119 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac3a7ad-45c6-4a17-951e-29c085c1ad41 x-openstack-request-id: req-6ac3a7ad-45c6-4a17-951e-29c085c1ad41 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:38.323675 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf459892-ddfc-4c94-beb1-dfb652420f68", "tag": "0a01c374-af17-465f-9cf7-bb611fe96fa6", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:38.324005 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ac3a7ad-45c6-4a17-951e-29c085c1ad41 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:38.324584 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf459892-ddfc-4c94-beb1-dfb652420f68', 'tag': '0a01c374-af17-465f-9cf7-bb611fe96fa6', 'status': 'completed', 'code': 200} Jan 27 21:59:38.384067 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaaa4fc-57d2-4321-b0a7-fd041b45b469 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:38.398942 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaaa4fc-57d2-4321-b0a7-fd041b45b469 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:38.402269 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-caaaa4fc-57d2-4321-b0a7-fd041b45b469 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1285257 Jan 27 21:59:38.409880 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02d3f82-efb3-4023-a7fd-70bf3584be03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927fa948-c392-4fb1-92fb-63e3edb30116'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:38.412157 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04f0bd0-5d9f-45a2-9e9b-3fbc64a517cb" -d '{"events": [{"server_uuid": "e02d3f82-efb3-4023-a7fd-70bf3584be03", "name": "network-vif-plugged", "status": "completed", "tag": "927fa948-c392-4fb1-92fb-63e3edb30116"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:38.418426 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36240) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:38.471705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-dfb2e172-f6de-49f6-b77c-14a65c060535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:38.471705 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-dfb2e172-f6de-49f6-b77c-14a65c060535 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba1a2abc-5b7e-4b47-895c-4a2ade07d24d HTTP/1.1" status: 200 len: 797 time: 0.1605830 Jan 27 21:59:38.516316 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 927fa948-c392-4fb1-92fb-63e3edb30116, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=927fa948-c392-4fb1-92fb-63e3edb30116,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:38.553703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852ff79-1eea-4639-b735-b8d7099a1371 req-bbbc3350-8550-48c1-b2e4-8441d847be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:38.554460 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9852ff79-1eea-4639-b735-b8d7099a1371 req-bbbc3350-8550-48c1-b2e4-8441d847be9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9275b6eb6434284a65078a4e87b7375&device_id=c9bc68aa-edde-43ef-8ee1-f995153e7b77 HTTP/1.1" status: 200 len: 1094 time: 0.8262324 Jan 27 21:59:38.611778 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec7638-2f97-4b5f-b998-9feb0278dfe6 req-321804e9-37d0-4cb7-b2a1-5636e1258c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:38.612394 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec7638-2f97-4b5f-b998-9feb0278dfe6 req-321804e9-37d0-4cb7-b2a1-5636e1258c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:38.612875 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec7638-2f97-4b5f-b998-9feb0278dfe6 req-321804e9-37d0-4cb7-b2a1-5636e1258c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:38.613356 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec7638-2f97-4b5f-b998-9feb0278dfe6 req-321804e9-37d0-4cb7-b2a1-5636e1258c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:38.613815 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec7638-2f97-4b5f-b998-9feb0278dfe6 req-321804e9-37d0-4cb7-b2a1-5636e1258c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:38.614339 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec7638-2f97-4b5f-b998-9feb0278dfe6 req-321804e9-37d0-4cb7-b2a1-5636e1258c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:38.614811 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec7638-2f97-4b5f-b998-9feb0278dfe6 req-321804e9-37d0-4cb7-b2a1-5636e1258c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:38.639047 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a0ec7638-2f97-4b5f-b998-9feb0278dfe6 req-321804e9-37d0-4cb7-b2a1-5636e1258c88 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 6491 time: 0.3436329 Jan 27 21:59:38.677983 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (927fa948-c392-4fb1-92fb-63e3edb30116), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:38.715469 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852ff79-1eea-4639-b735-b8d7099a1371 req-b70bfd4d-7878-403d-8941-940d78964b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:38.718456 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9852ff79-1eea-4639-b735-b8d7099a1371 req-b70bfd4d-7878-403d-8941-940d78964b1a service neutron] 10.222.0.21 "GET /v2.0/networks?id=1f071ae9-37c8-490f-8670-8f5a5c9b8b09 HTTP/1.1" status: 200 len: 914 time: 0.1406941 Jan 27 21:59:38.740986 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-5b115d2f-5bc1-453e-92d1-70f914f30993 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting port c11705dc-c44f-4e8b-b4d0-6004b3a60fd4 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:38.741422 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b115d2f-5bc1-453e-92d1-70f914f30993 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c11705dc-c44f-4e8b-b4d0-6004b3a60fd4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:38.761344 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a0ec7638-2f97-4b5f-b998-9feb0278dfe6 req-bc1c7aca-3dc0-4f89-82bd-a46b3c54e239 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1194208 Jan 27 21:59:38.800008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9852ff79-1eea-4639-b735-b8d7099a1371 req-9e76c5d4-328f-4cf8-a5cf-9813d920bce0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 HTTP/1.1" status: 200 len: 217 time: 0.0723741 Jan 27 21:59:38.816260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a069ee2-0951-425b-a38f-ea09d2a48289 req-1b1c3f3c-86f6-4fc3-af48-2e3984e2592c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:38.818597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a069ee2-0951-425b-a38f-ea09d2a48289 req-1b1c3f3c-86f6-4fc3-af48-2e3984e2592c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=e02d3f82-efb3-4023-a7fd-70bf3584be03 HTTP/1.1" status: 200 len: 945 time: 0.9799163 Jan 27 21:59:38.867186 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:38.904645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852ff79-1eea-4639-b735-b8d7099a1371 req-c23e6ef8-9b90-4825-b585-459232b1b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:38.907911 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9852ff79-1eea-4639-b735-b8d7099a1371 req-c23e6ef8-9b90-4825-b585-459232b1b50e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=63fdd7ca-c3cf-4e42-83a2-41e88799960e HTTP/1.1" status: 200 len: 853 time: 0.0879185 Jan 27 21:59:38.959815 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b115d2f-5bc1-453e-92d1-70f914f30993 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c11705dc-c44f-4e8b-b4d0-6004b3a60fd4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:38.962028 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cd4aa-5c6a-4f71-a098-3c54468ec587 req-0ff6e066-d53e-47df-b60c-cb2d6a1d5e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:38.964370 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-929cd4aa-5c6a-4f71-a098-3c54468ec587 req-0ff6e066-d53e-47df-b60c-cb2d6a1d5e88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9275b6eb6434284a65078a4e87b7375&device_id=cf459892-ddfc-4c94-beb1-dfb652420f68 HTTP/1.1" status: 200 len: 1095 time: 0.6377573 Jan 27 21:59:38.973278 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217651f-39ac-4960-b90f-8248dd0d4e78 req-9afd826a-fbf7-4b27-8912-aa88ea57e49c tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:38.981170 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2217651f-39ac-4960-b90f-8248dd0d4e78 req-9afd826a-fbf7-4b27-8912-aa88ea57e49c tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.5488677 Jan 27 21:59:38.994365 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-5b115d2f-5bc1-453e-92d1-70f914f30993 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Calling delete_port for c11705dc-c44f-4e8b-b4d0-6004b3a60fd4 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:39.009323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9852ff79-1eea-4639-b735-b8d7099a1371 req-494d065d-b3b5-4eaa-b8e7-8b22024e29f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1f071ae9-37c8-490f-8670-8f5a5c9b8b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829892 Jan 27 21:59:39.034545 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ce93f8ec-0f81-4804-bd3c-89f8f29b31b8 None None] Current status of the port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:39.067615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=927fa948-c392-4fb1-92fb-63e3edb30116,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:39.104069 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cfe333-7aa2-433a-bb62-5031dddc1ccf None None] Update dhcp port {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'fixed_ips': [{'subnet_id': '3d5cf4d5-3d2b-4795-8a17-5423643954f0', 'ip_address': '2001:db8::f816:3eff:fe86:f6f5'}, {'subnet_id': 'e276f315-7baf-4222-9bac-0bb051dca356'}], 'binding:host_id': 'n-d-772272-3'}, 'id': '1dbe0107-db3f-4c75-a9ac-3da78aa42f88'} from n-d-772272-3. {{(pid=109743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 21:59:39.176463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 0a01c374-af17-465f-9cf7-bb611fe96fa6 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:59:39.213426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cd4aa-5c6a-4f71-a098-3c54468ec587 req-9b520aec-989c-4824-a335-acd92083dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:39.215612 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-929cd4aa-5c6a-4f71-a098-3c54468ec587 req-9b520aec-989c-4824-a335-acd92083dcd6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f071ae9-37c8-490f-8670-8f5a5c9b8b09 HTTP/1.1" status: 200 len: 914 time: 0.1984878 Jan 27 21:59:39.217554 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-64cfe333-7aa2-433a-bb62-5031dddc1ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:39.320074 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b115d2f-5bc1-453e-92d1-70f914f30993 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (c11705dc-c44f-4e8b-b4d0-6004b3a60fd4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:39.363997 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9852ff79-1eea-4639-b735-b8d7099a1371 req-ea0d871b-d2a1-4137-aeb2-311dc75a63d9 service neutron] 10.222.0.21 "GET /v2.0/networks/1f071ae9-37c8-490f-8670-8f5a5c9b8b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468298 Jan 27 21:59:39.381474 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b115d2f-5bc1-453e-92d1-70f914f30993 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Port': ['ID=c11705dc-c44f-4e8b-b4d0-6004b3a60fd4,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:39.443305 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-929cd4aa-5c6a-4f71-a098-3c54468ec587 req-c9363fcd-716e-42da-91d7-d990c77b57c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a01c374-af17-465f-9cf7-bb611fe96fa6 HTTP/1.1" status: 200 len: 217 time: 0.0710063 Jan 27 21:59:39.578323 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-97150bc7-f8c1-45c2-ac15-a90100e0a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:39.579871 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-97150bc7-f8c1-45c2-ac15-a90100e0a837 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0688105 Jan 27 21:59:39.587004 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b115d2f-5bc1-453e-92d1-70f914f30993 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:39.597453 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5b115d2f-5bc1-453e-92d1-70f914f30993 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/c11705dc-c44f-4e8b-b4d0-6004b3a60fd4 HTTP/1.1" status: 204 len: 168 time: 1.1731892 Jan 27 21:59:39.598661 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36262) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:39.635404 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2217651f-39ac-4960-b90f-8248dd0d4e78 req-ee1544c2-f80c-4362-8b8b-a3484f53322a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6532247 Jan 27 21:59:39.653704 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 0a01c374-af17-465f-9cf7-bb611fe96fa6, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=0a01c374-af17-465f-9cf7-bb611fe96fa6,segment=NetworkSegment(3b2fea27-e544-46dd-8938-d1b1c999d31d),segment_id=3b2fea27-e544-46dd-8938-d1b1c999d31d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:39.707073 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b0064a-bd44-4311-9d79-80d62f186c10 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:39.709317 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b0064a-bd44-4311-9d79-80d62f186c10 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:39.709807 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b0064a-bd44-4311-9d79-80d62f186c10 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:39.715059 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '0a01c374-af17-465f-9cf7-bb611fe96fa6', 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09', 'port_id': '0a01c374-af17-465f-9cf7-bb611fe96fa6', 'mac_address': 'fa:16:3e:5d:d7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fdd7ca-c3cf-4e42-83a2-41e88799960e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:59:39.730856 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c6b0064a-bd44-4311-9d79-80d62f186c10 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1118073 Jan 27 21:59:39.731575 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36264) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:39.768816 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-64cfe333-7aa2-433a-bb62-5031dddc1ccf None None] Allocated IP 172.20.0.2 (fdaa4292-e481-4f0f-a1d5-1416641af0da/e276f315-7baf-4222-9bac-0bb051dca356/1dbe0107-db3f-4c75-a9ac-3da78aa42f88) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:39.785608 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 0a01c374-af17-465f-9cf7-bb611fe96fa6 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:39.785792 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0a01c374-af17-465f-9cf7-bb611fe96fa6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:39.826954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a01c374-af17-465f-9cf7-bb611fe96fa6 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:39.907619 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f1485e-dc46-4470-afea-81a13ece7513 x-openstack-request-id: req-79f1485e-dc46-4470-afea-81a13ece7513 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:39.907913 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02d3f82-efb3-4023-a7fd-70bf3584be03", "name": "network-vif-plugged", "status": "completed", "tag": "927fa948-c392-4fb1-92fb-63e3edb30116", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:39.908503 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79f1485e-dc46-4470-afea-81a13ece7513 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:39.909044 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02d3f82-efb3-4023-a7fd-70bf3584be03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927fa948-c392-4fb1-92fb-63e3edb30116', 'code': 200} Jan 27 21:59:39.909643 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-80013d88-4fff-4ddd-89d3-10c78c2f6997 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet 3d5cf4d5-3d2b-4795-8a17-5423643954f0 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:59:39.950986 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 0a01c374-af17-465f-9cf7-bb611fe96fa6, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=0a01c374-af17-465f-9cf7-bb611fe96fa6,segment=NetworkSegment(3b2fea27-e544-46dd-8938-d1b1c999d31d),segment_id=3b2fea27-e544-46dd-8938-d1b1c999d31d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:39.959820 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9852ff79-1eea-4639-b735-b8d7099a1371 req-4ba37f4b-8ed4-4a16-abf1-b92261c93432 service neutron] 10.222.0.21 "GET /v2.0/networks/1f071ae9-37c8-490f-8670-8f5a5c9b8b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128126 Jan 27 21:59:39.964568 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a069ee2-0951-425b-a38f-ea09d2a48289 req-2cdf62bb-d231-4d50-bf0e-ab783ed3d2dc tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0514526 Jan 27 21:59:39.982982 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:59:40.012301 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0a01c374-af17-465f-9cf7-bb611fe96fa6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:40.020709 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cd4aa-5c6a-4f71-a098-3c54468ec587 req-bd8455ca-3c2b-4e4a-b560-60be58558d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:40.024986 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-929cd4aa-5c6a-4f71-a098-3c54468ec587 req-bd8455ca-3c2b-4e4a-b560-60be58558d20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63fdd7ca-c3cf-4e42-83a2-41e88799960e HTTP/1.1" status: 200 len: 853 time: 0.4513483 Jan 27 21:59:40.027235 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c72f1-90dc-48b5-8539-047a1e8c0b37 req-c0b853c4-2560-41e6-ae06-71a89b6df744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:40.029131 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ae0c72f1-90dc-48b5-8539-047a1e8c0b37 req-c0b853c4-2560-41e6-ae06-71a89b6df744 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e02d3f82-efb3-4023-a7fd-70bf3584be03 HTTP/1.1" status: 200 len: 1097 time: 0.1095853 Jan 27 21:59:40.029257 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-adf41c46-a76e-4078-b821-1a0a3c589077 service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212680 Jan 27 21:59:40.055972 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-64cfe333-7aa2-433a-bb62-5031dddc1ccf None None] For port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1dbe0107-db3f-4c75-a9ac-3da78aa42f88,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:40.095919 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-929cd4aa-5c6a-4f71-a098-3c54468ec587 req-f5a9da2d-c3c3-43e9-b87b-723c1c9cbd96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f071ae9-37c8-490f-8670-8f5a5c9b8b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567966 Jan 27 21:59:40.097621 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=0a01c374-af17-465f-9cf7-bb611fe96fa6,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:40.112587 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026334db-2ea0-4220-8c9d-b8b933fac028 req-c47b9e9e-0562-44e5-b1e9-e0ebe21ece96 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:40.113981 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-026334db-2ea0-4220-8c9d-b8b933fac028 req-c47b9e9e-0562-44e5-b1e9-e0ebe21ece96 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 945 time: 0.1774852 Jan 27 21:59:40.116832 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ae0c72f1-90dc-48b5-8539-047a1e8c0b37 req-d9501ffd-4442-499e-bbe5-3928d5f90f2f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797036 Jan 27 21:59:40.125879 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-64cfe333-7aa2-433a-bb62-5031dddc1ccf None None] Publish callbacks [] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:40.131379 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80013d88-4fff-4ddd-89d3-10c78c2f6997 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (3d5cf4d5-3d2b-4795-8a17-5423643954f0), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:40.131947 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-64cfe333-7aa2-433a-bb62-5031dddc1ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:40.220446 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80013d88-4fff-4ddd-89d3-10c78c2f6997 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (3d5cf4d5-3d2b-4795-8a17-5423643954f0), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:40.258248 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfe333-7aa2-433a-bb62-5031dddc1ccf None None] Pushing event updated for resources: {'Port': ['ID=1dbe0107-db3f-4c75-a9ac-3da78aa42f88,revision_number=10']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:40.347789 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80013d88-4fff-4ddd-89d3-10c78c2f6997 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (3d5cf4d5-3d2b-4795-8a17-5423643954f0), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:40.448891 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-8e45aea2-6642-4953-853c-2d3b15e4e970 service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686748 Jan 27 21:59:40.450609 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['0a01c374-af17-465f-9cf7-bb611fe96fa6'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:59:40.450735 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80013d88-4fff-4ddd-89d3-10c78c2f6997 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (3d5cf4d5-3d2b-4795-8a17-5423643954f0), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:40.478072 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-929cd4aa-5c6a-4f71-a098-3c54468ec587 req-0fcba446-3959-46a5-bc77-c6a3689b669a service neutron] 10.222.0.15 "GET /v2.0/networks/1f071ae9-37c8-490f-8670-8f5a5c9b8b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630042 Jan 27 21:59:40.502309 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80013d88-4fff-4ddd-89d3-10c78c2f6997 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=3d5cf4d5-3d2b-4795-8a17-5423643954f0,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:40.519085 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80013d88-4fff-4ddd-89d3-10c78c2f6997 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:40.528506 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-80013d88-4fff-4ddd-89d3-10c78c2f6997 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/3d5cf4d5-3d2b-4795-8a17-5423643954f0 HTTP/1.1" status: 204 len: 168 time: 0.7925236 Jan 27 21:59:40.530912 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36266) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:40.536813 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-026334db-2ea0-4220-8c9d-b8b933fac028 req-9231280a-26d9-46e5-9ac1-e28ff63a53aa tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896267 Jan 27 21:59:40.576639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c065e0-9ab1-43e0-965c-a12602f81a2b req-7564772c-70cc-418e-92d3-dbbe7d13fa97 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:40.578795 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63c065e0-9ab1-43e0-965c-a12602f81a2b req-7564772c-70cc-418e-92d3-dbbe7d13fa97 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bc68aa-edde-43ef-8ee1-f995153e7b77 HTTP/1.1" status: 200 len: 943 time: 0.4211771 Jan 27 21:59:40.581396 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-cd37e68e-bb14-461a-940f-3681c8628951 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=8eff1a59-dbd2-42fa-a1d6-c18ead819fde HTTP/1.1" status: 200 len: 217 time: 0.1187115 Jan 27 21:59:40.646519 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec794dd-4815-4257-bd43-ad7928527db7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet e276f315-7baf-4222-9bac-0bb051dca356 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:59:40.654074 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6ec794dd-4815-4257-bd43-ad7928527db7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (e276f315-7baf-4222-9bac-0bb051dca356), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:40.762301 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6ec794dd-4815-4257-bd43-ad7928527db7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (e276f315-7baf-4222-9bac-0bb051dca356), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:40.766582 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:59:40.910823 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-2c4d91a4-5116-4a7b-8c8c-acc85aac0ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:40.912514 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-2c4d91a4-5116-4a7b-8c8c-acc85aac0ecb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba1a2abc-5b7e-4b47-895c-4a2ade07d24d HTTP/1.1" status: 200 len: 797 time: 0.2943196 Jan 27 21:59:40.964363 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63c065e0-9ab1-43e0-965c-a12602f81a2b req-43a2b38f-90f8-4f66-a5dd-8d67e5e1fcfe tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628535 Jan 27 21:59:40.970926 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-929cd4aa-5c6a-4f71-a098-3c54468ec587 req-d83d282c-f5a9-4600-97ad-7318bcb7335f service neutron] 10.222.0.15 "GET /v2.0/networks/1f071ae9-37c8-490f-8670-8f5a5c9b8b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330847 Jan 27 21:59:40.982611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57e977-cacb-46bb-8374-e7b586db2ff1 req-07db338a-3d6f-48c2-9909-d32cbeab9611 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:40.990660 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b57e977-cacb-46bb-8374-e7b586db2ff1 req-07db338a-3d6f-48c2-9909-d32cbeab9611 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.1859505 Jan 27 21:59:41.129119 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286,segment=NetworkSegment(3b2fea27-e544-46dd-8938-d1b1c999d31d),segment_id=3b2fea27-e544-46dd-8938-d1b1c999d31d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:41.131553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b57e977-cacb-46bb-8374-e7b586db2ff1 req-a140e36e-f7ce-4f49-a19b-0a55da6ec615 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398864 Jan 27 21:59:41.147202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-2130f739-f705-45e8-bdbd-b87d23a8b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:41.154453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-2130f739-f705-45e8-bdbd-b87d23a8b9f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2315979 Jan 27 21:59:41.175303 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:41.181969 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6ec794dd-4815-4257-bd43-ad7928527db7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (e276f315-7baf-4222-9bac-0bb051dca356), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:41.231522 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286', 'network_id': '1f071ae9-37c8-490f-8670-8f5a5c9b8b09', 'port_id': '3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286', 'mac_address': 'fa:16:3e:66:b2:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fdd7ca-c3cf-4e42-83a2-41e88799960e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:59:41.252765 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4b88a-b8fc-4e8e-9211-67a1968afca9 req-d06d8d05-e093-48c3-8bd8-167bc843ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:41.254412 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c9d4b88a-b8fc-4e8e-9211-67a1968afca9 req-d06d8d05-e093-48c3-8bd8-167bc843ed67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 1096 time: 0.3656566 Jan 27 21:59:41.351342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-75b4bd79-fe4e-42d9-830d-f605def10a82 service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894245 Jan 27 21:59:41.356579 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6ec794dd-4815-4257-bd43-ad7928527db7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (e276f315-7baf-4222-9bac-0bb051dca356), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:41.384958 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:41.385359 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:41.427814 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:41.428232 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:41.435402 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:41.520330 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec794dd-4815-4257-bd43-ad7928527db7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=e276f315-7baf-4222-9bac-0bb051dca356,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:41.534585 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6ec794dd-4815-4257-bd43-ad7928527db7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:41.538096 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6ec794dd-4815-4257-bd43-ad7928527db7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/e276f315-7baf-4222-9bac-0bb051dca356 HTTP/1.1" status: 204 len: 168 time: 1.0056653 Jan 27 21:59:41.544854 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36276) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:41.570937 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286,segment=NetworkSegment(3b2fea27-e544-46dd-8938-d1b1c999d31d),segment_id=3b2fea27-e544-46dd-8938-d1b1c999d31d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:41.594227 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:41.624731 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d9e55e-64d7-44e6-b711-bbccb6ad2772 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:41.680271 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-716b5fb4-6f98-4de0-9c1c-b68d8e03b84b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1342924 Jan 27 21:59:41.689184 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36280) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:41.698887 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3e9f0ca7-7584-421c-8898-edec283d2c4b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:41.790607 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4b88a-b8fc-4e8e-9211-67a1968afca9 req-87bf4513-368a-413b-93fa-c14f388f08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:41.793373 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c9d4b88a-b8fc-4e8e-9211-67a1968afca9 req-87bf4513-368a-413b-93fa-c14f388f08a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 913 time: 0.4679656 Jan 27 21:59:41.912521 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c9d4b88a-b8fc-4e8e-9211-67a1968afca9 req-e484fb63-935c-4784-9cb9-157e53c72e2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26052f6d-7708-446b-bca9-2e87c9fd604b HTTP/1.1" status: 200 len: 217 time: 0.1012478 Jan 27 21:59:41.957684 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f82bae5b-914f-42a1-9d5d-4bd89e5d7a54 None None] Provisioning complete for port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:41.958882 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f82bae5b-914f-42a1-9d5d-4bd89e5d7a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:41.965426 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:41.973691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5271b7-08e3-4ec1-b809-9256956b5381 req-2f947036-d910-4ea1-9c51-972cb68b079a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:41.975549 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed5271b7-08e3-4ec1-b809-9256956b5381 req-2f947036-d910-4ea1-9c51-972cb68b079a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=e02d3f82-efb3-4023-a7fd-70bf3584be03 HTTP/1.1" status: 200 len: 946 time: 0.6232789 Jan 27 21:59:41.999969 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:42.039525 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f57d0b-ecbc-471d-b06d-aa24c1bdd855 req-9c984a67-5915-4633-a5eb-97491af8c25a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:42.047558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3f57d0b-ecbc-471d-b06d-aa24c1bdd855 req-9c984a67-5915-4633-a5eb-97491af8c25a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 945 time: 0.1284542 Jan 27 21:59:42.097884 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f82bae5b-914f-42a1-9d5d-4bd89e5d7a54 None None] Current status of the port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:42.101865 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f82bae5b-914f-42a1-9d5d-4bd89e5d7a54 None None] Could not find standard attr ID for object c11705dc-c44f-4e8b-b4d0-6004b3a60fd4. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:59:42.106691 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:59:42.122476 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9f0ca7-7584-421c-8898-edec283d2c4b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:42.127710 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0ca7-7584-421c-8898-edec283d2c4b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:42.135730 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4b88a-b8fc-4e8e-9211-67a1968afca9 req-b4fb1636-a701-412f-a864-1392d3fa226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:42.137320 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c9d4b88a-b8fc-4e8e-9211-67a1968afca9 req-b4fb1636-a701-412f-a864-1392d3fa226a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.2147839 Jan 27 21:59:42.144946 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade996d8-0668-4362-8217-b56750a60870 None None] DHCP port deletion for fdaa4292-e481-4f0f-a1d5-1416641af0da request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:59:42.145541 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3f57d0b-ecbc-471d-b06d-aa24c1bdd855 req-6da0cd84-0176-4073-ba9b-47ebeb661bce tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900180 Jan 27 21:59:42.147726 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-f1d2b623-c7ec-45c7-945c-d1d5a7a45535 service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7818706 Jan 27 21:59:42.241721 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed5271b7-08e3-4ec1-b809-9256956b5381 req-cad9ce21-4048-4fcc-b313-a56ac2564a32 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592540 Jan 27 21:59:42.243440 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-0bf42d76-8a67-481d-a731-f81f580066ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=21987296-9049-47a8-bec1-6cc5307332a1 HTTP/1.1" status: 200 len: 217 time: 0.0712471 Jan 27 21:59:42.286021 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4b88a-b8fc-4e8e-9211-67a1968afca9 req-9da1c25c-9e4c-42b9-90ad-6f37fc3ea115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:42.287752 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c9d4b88a-b8fc-4e8e-9211-67a1968afca9 req-9da1c25c-9e4c-42b9-90ad-6f37fc3ea115 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326964 Jan 27 21:59:42.330407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ade996d8-0668-4362-8217-b56750a60870 None None] Deleting port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:42.337177 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ade996d8-0668-4362-8217-b56750a60870 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:42.357850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-59f37b32-7ce9-4e94-ad4b-5da70562d2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:42.359366 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-59f37b32-7ce9-4e94-ad4b-5da70562d2bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba1a2abc-5b7e-4b47-895c-4a2ade07d24d HTTP/1.1" status: 200 len: 797 time: 0.1098478 Jan 27 21:59:42.372846 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5494a-2ea0-40e5-8933-75fc49d1b797 req-ae7563e0-5b54-4583-84d9-8b9df12e6d50 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:42.380940 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9b5494a-2ea0-40e5-8933-75fc49d1b797 req-ae7563e0-5b54-4583-84d9-8b9df12e6d50 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bc68aa-edde-43ef-8ee1-f995153e7b77 HTTP/1.1" status: 200 len: 944 time: 0.0827942 Jan 27 21:59:42.489797 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9b5494a-2ea0-40e5-8933-75fc49d1b797 req-cd3cc018-e247-4a5c-9054-438d16739376 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078086 Jan 27 21:59:42.507250 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-ade996d8-0668-4362-8217-b56750a60870 None None] For port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1dbe0107-db3f-4c75-a9ac-3da78aa42f88,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:42.507725 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ade996d8-0668-4362-8217-b56750a60870 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:42.534925 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-23383cd2-b3f7-4d36-b041-050e201dc75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:42.539023 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ade996d8-0668-4362-8217-b56750a60870 None None] Calling delete_port for 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:42.540686 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-23383cd2-b3f7-4d36-b041-050e201dc75d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1476183 Jan 27 21:59:42.704056 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ade996d8-0668-4362-8217-b56750a60870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (1dbe0107-db3f-4c75-a9ac-3da78aa42f88), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:42.732584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280a21f-8ff9-4b5c-99cb-6aa18ea179b5 req-61cda463-5fd4-4883-b8fe-bcf553b8ed6f tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:42.734295 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c280a21f-8ff9-4b5c-99cb-6aa18ea179b5 req-61cda463-5fd4-4883-b8fe-bcf553b8ed6f tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.2421865 Jan 27 21:59:42.766856 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade996d8-0668-4362-8217-b56750a60870 None None] Pushing event deleted for resources: {'Port': ['ID=1dbe0107-db3f-4c75-a9ac-3da78aa42f88,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:42.770022 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade996d8-0668-4362-8217-b56750a60870 None None] No DVR routers for this DVR port 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:42.776580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 26052f6d-7708-446b-bca9-2e87c9fd604b no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:42.796191 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c76e81-f731-4b04-81c9-8075ccd87348 req-41d71331-eb0f-4b4f-bace-85720a3d0323 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:42.797770 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0c76e81-f731-4b04-81c9-8075ccd87348 req-41d71331-eb0f-4b4f-bace-85720a3d0323 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/ports?device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 946 time: 0.1928668 Jan 27 21:59:42.835892 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-5830d028-4e19-4488-a003-9b40a13c0a9c service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533231 Jan 27 21:59:42.845049 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c280a21f-8ff9-4b5c-99cb-6aa18ea179b5 req-fcac556b-a95a-4b38-b1cd-dea03d0a71ae tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979376 Jan 27 21:59:42.862880 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:42.911790 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 26052f6d-7708-446b-bca9-2e87c9fd604b is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:42.912255 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (26052f6d-7708-446b-bca9-2e87c9fd604b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:42.941687 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0c76e81-f731-4b04-81c9-8075ccd87348 req-cc36e0f8-d5dd-438d-8e6f-acb4148e8dae tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbdd36aa-d67a-4c36-a565-0bcce28dca04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352832 Jan 27 21:59:42.949677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26052f6d-7708-446b-bca9-2e87c9fd604b'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:42.959101 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8f79aa-880d-4455-9f98-857d4692c70a" -d '{"events": [{"server_uuid": "82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272", "name": "network-vif-unplugged", "status": "completed", "tag": "26052f6d-7708-446b-bca9-2e87c9fd604b"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:42.974682 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 26052f6d-7708-446b-bca9-2e87c9fd604b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=26052f6d-7708-446b-bca9-2e87c9fd604b,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:43.005235 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (26052f6d-7708-446b-bca9-2e87c9fd604b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:43.021081 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c9d4b88a-b8fc-4e8e-9211-67a1968afca9 req-018add58-05ec-4f63-8edd-93c7e13007ee service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7263892 Jan 27 21:59:43.051413 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-4969cc9f-6773-40f7-8770-50df841bdab2 service neutron] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055616 Jan 27 21:59:43.105213 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=26052f6d-7708-446b-bca9-2e87c9fd604b,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:43.118372 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-c0143a5e-2b75-415b-8cc6-e6c9342cbc99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f36aaaa3-8abe-4bbf-be60-e3985eafef58 HTTP/1.1" status: 200 len: 217 time: 0.0609145 Jan 27 21:59:43.119133 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ac3dee-9eda-4994-8387-45f2ce5c68a1 x-openstack-request-id: req-58ac3dee-9eda-4994-8387-45f2ce5c68a1 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:43.119602 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272", "name": "network-vif-unplugged", "status": "completed", "tag": "26052f6d-7708-446b-bca9-2e87c9fd604b", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:43.120085 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58ac3dee-9eda-4994-8387-45f2ce5c68a1 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:43.120611 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26052f6d-7708-446b-bca9-2e87c9fd604b', 'code': 200} Jan 27 21:59:43.121480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:43.147616 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0ca7-7584-421c-8898-edec283d2c4b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (e4ca5d67-9dca-420b-960e-f4dfdde6c711), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:43.157978 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:43.159183 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1dbe0107-db3f-4c75-a9ac-3da78aa42f88 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:43.196813 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 0a01c374-af17-465f-9cf7-bb611fe96fa6 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:43.215611 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9f0ca7-7584-421c-8898-edec283d2c4b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:43.216196 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-a7a88431-daca-4981-a64f-57e323e8c133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:43.217741 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-a7a88431-daca-4981-a64f-57e323e8c133 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e923c45-9da8-41d8-a8c1-bd4723852e44 HTTP/1.1" status: 200 len: 797 time: 0.0916486 Jan 27 21:59:43.229173 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-3e9f0ca7-7584-421c-8898-edec283d2c4b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:43.244590 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bb2556-f2b2-4989-b379-da85b6580f0f None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:43.245753 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9f0ca7-7584-421c-8898-edec283d2c4b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:43.246363 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0ca7-7584-421c-8898-edec283d2c4b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:43.296457 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f0ca7-7584-421c-8898-edec283d2c4b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=e4ca5d67-9dca-420b-960e-f4dfdde6c711,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:43.309901 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c9d4b88a-b8fc-4e8e-9211-67a1968afca9 req-7952860b-fc0f-4732-815d-4f288cdef27b service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758675 Jan 27 21:59:43.318161 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3e9f0ca7-7584-421c-8898-edec283d2c4b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6277702 Jan 27 21:59:43.320808 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36298) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:43.330962 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1721daa1-3a3e-45c4-b46b-8ef8b770aae2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:43.359415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a133ba-6a12-4594-b9bb-362ae8a5e912 req-a04c2b2c-13a7-494d-b518-12fc5f18642b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:43.369654 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-98a133ba-6a12-4594-b9bb-362ae8a5e912 req-a04c2b2c-13a7-494d-b518-12fc5f18642b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 943 time: 0.0966005 Jan 27 21:59:43.386488 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-5a59eb14-52ee-4f0a-9790-1cffa92fe35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:43.388024 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-5a59eb14-52ee-4f0a-9790-1cffa92fe35c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b460f0aa-ece7-4f87-b835-250ecfdd5f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1637678 Jan 27 21:59:43.447350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 0a01c374-af17-465f-9cf7-bb611fe96fa6 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:59:43.458198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 0a01c374-af17-465f-9cf7-bb611fe96fa6 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:43.459227 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0a01c374-af17-465f-9cf7-bb611fe96fa6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:43.515992 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f592c3d0-efdd-463d-a70d-54ffa9b59176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-fdaa4292-e481-4f0f-a1d5-1416641af0da', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'fixed_ips': [{'subnet_id': 'e4ca5d67-9dca-420b-960e-f4dfdde6c711'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:59:43.517384 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f592c3d0-efdd-463d-a70d-54ffa9b59176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:43.519860 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1721daa1-3a3e-45c4-b46b-8ef8b770aae2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:43.525775 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1721daa1-3a3e-45c4-b46b-8ef8b770aae2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:43.564537 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-98a133ba-6a12-4594-b9bb-362ae8a5e912 req-144d984c-62b7-443a-98a1-9f9ddc5f76fe tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937916 Jan 27 21:59:43.576850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb126b4-9e9a-42c8-a19c-2bcda1287801 req-1d1deea5-0ef3-477d-9e37-1aec94f0b723 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:43.584587 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebb126b4-9e9a-42c8-a19c-2bcda1287801 req-1d1deea5-0ef3-477d-9e37-1aec94f0b723 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=e02d3f82-efb3-4023-a7fd-70bf3584be03 HTTP/1.1" status: 200 len: 946 time: 0.1817465 Jan 27 21:59:43.646106 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-dacb6f3e-5e93-4708-ab23-f26d7dfe09e4 service neutron] 10.222.0.15 "GET /v2.0/networks/b460f0aa-ece7-4f87-b835-250ecfdd5f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242291 Jan 27 21:59:43.716904 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-f592c3d0-efdd-463d-a70d-54ffa9b59176 None None] Allocated IP 172.20.0.2 (fdaa4292-e481-4f0f-a1d5-1416641af0da/e4ca5d67-9dca-420b-960e-f4dfdde6c711/472e48a8-ee50-456e-b71a-689a94a5b421) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:43.747739 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 0a01c374-af17-465f-9cf7-bb611fe96fa6 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:43.748181 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0a01c374-af17-465f-9cf7-bb611fe96fa6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:43.769663 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebb126b4-9e9a-42c8-a19c-2bcda1287801 req-e22d76e3-395c-4116-9f70-30dad5f4f179 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804068 Jan 27 21:59:43.877143 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea73775-5dc9-465d-82d6-3f627039f9a0 req-eb2c11d6-3685-4215-bc4a-4d106fa47a18 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:43.879767 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ea73775-5dc9-465d-82d6-3f627039f9a0 req-eb2c11d6-3685-4215-bc4a-4d106fa47a18 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bc68aa-edde-43ef-8ee1-f995153e7b77 HTTP/1.1" status: 200 len: 944 time: 0.1790807 Jan 27 21:59:43.984462 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f592c3d0-efdd-463d-a70d-54ffa9b59176 None None] Publish callbacks [] for port (472e48a8-ee50-456e-b71a-689a94a5b421), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:44.010600 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 0a01c374-af17-465f-9cf7-bb611fe96fa6, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=0a01c374-af17-465f-9cf7-bb611fe96fa6,segment=NetworkSegment(3b2fea27-e544-46dd-8938-d1b1c999d31d),segment_id=3b2fea27-e544-46dd-8938-d1b1c999d31d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:44.021793 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ea73775-5dc9-465d-82d6-3f627039f9a0 req-644a253a-b59d-45f8-9a05-3b40f21355a6 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304276 Jan 27 21:59:44.022068 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f592c3d0-efdd-463d-a70d-54ffa9b59176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (472e48a8-ee50-456e-b71a-689a94a5b421), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:44.047659 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-399d03d5-997e-41e5-abd4-872ab9ed18ff service neutron] 10.222.0.15 "GET /v2.0/networks/b460f0aa-ece7-4f87-b835-250ecfdd5f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922408 Jan 27 21:59:44.097572 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0a01c374-af17-465f-9cf7-bb611fe96fa6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:44.134025 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f592c3d0-efdd-463d-a70d-54ffa9b59176 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:44.148237 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-f592c3d0-efdd-463d-a70d-54ffa9b59176 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:44.154440 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f592c3d0-efdd-463d-a70d-54ffa9b59176 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:44.176831 n-d-772272-3 neutron-server[109742]: DEBUG neutron.objects.ports [None req-1721daa1-3a3e-45c4-b46b-8ef8b770aae2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 21:59:44.183091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592c3d0-efdd-463d-a70d-54ffa9b59176 None None] Pushing event updated for resources: {'Port': ['ID=472e48a8-ee50-456e-b71a-689a94a5b421,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:44.205541 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-106bbf04-2e1a-44c2-a2d4-8af5fec23c44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64c24546-5d38-4279-b241-0c89a055b6b9 HTTP/1.1" status: 200 len: 217 time: 0.1505191 Jan 27 21:59:44.297977 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f592c3d0-efdd-463d-a70d-54ffa9b59176 None None] Attempting to bind port 472e48a8-ee50-456e-b71a-689a94a5b421 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:44.298344 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f592c3d0-efdd-463d-a70d-54ffa9b59176 None None] Attempting to bind port 472e48a8-ee50-456e-b71a-689a94a5b421 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:44.298712 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f592c3d0-efdd-463d-a70d-54ffa9b59176 None None] Attempting to bind port 472e48a8-ee50-456e-b71a-689a94a5b421 on network fdaa4292-e481-4f0f-a1d5-1416641af0da {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:44.310835 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f592c3d0-efdd-463d-a70d-54ffa9b59176 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:59:44.311823 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f592c3d0-efdd-463d-a70d-54ffa9b59176 None None] Checking segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:44.312514 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f592c3d0-efdd-463d-a70d-54ffa9b59176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:44.313134 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f592c3d0-efdd-463d-a70d-54ffa9b59176 None None] Bound using segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:59:44.313853 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f592c3d0-efdd-463d-a70d-54ffa9b59176 None None] Bound port: 472e48a8-ee50-456e-b71a-689a94a5b421, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:59:44.314524 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f592c3d0-efdd-463d-a70d-54ffa9b59176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (472e48a8-ee50-456e-b71a-689a94a5b421), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:44.316801 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=0a01c374-af17-465f-9cf7-bb611fe96fa6,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:44.351419 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f0ddb-6c8c-49b3-83ea-e67aa90bf144 req-97734196-629b-4737-8109-b777befc7189 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:44.362766 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e5f0ddb-6c8c-49b3-83ea-e67aa90bf144 req-97734196-629b-4737-8109-b777befc7189 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.1666193 Jan 27 21:59:44.409087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f592c3d0-efdd-463d-a70d-54ffa9b59176 None None] For port 472e48a8-ee50-456e-b71a-689a94a5b421, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:44.414235 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f592c3d0-efdd-463d-a70d-54ffa9b59176 None None] For port 472e48a8-ee50-456e-b71a-689a94a5b421, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=472e48a8-ee50-456e-b71a-689a94a5b421,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:59:44.416344 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-8ba4dc1c-2e70-4376-a24b-79b30e766d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:44.420619 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f592c3d0-efdd-463d-a70d-54ffa9b59176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (472e48a8-ee50-456e-b71a-689a94a5b421), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:44.422360 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-8ba4dc1c-2e70-4376-a24b-79b30e766d0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e923c45-9da8-41d8-a8c1-bd4723852e44 HTTP/1.1" status: 200 len: 797 time: 0.1706207 Jan 27 21:59:44.455884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b9717-9624-44c6-8ae4-c542616d564d req-47d1a978-7bef-42ff-8da6-9e84b83c5d70 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:44.457501 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-112b9717-9624-44c6-8ae4-c542616d564d req-47d1a978-7bef-42ff-8da6-9e84b83c5d70 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/ports?device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 946 time: 0.1275144 Jan 27 21:59:44.515630 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e5f0ddb-6c8c-49b3-83ea-e67aa90bf144 req-10cc5b29-578a-4b1e-889f-6fd3017a5eb5 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518338 Jan 27 21:59:44.528702 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1721daa1-3a3e-45c4-b46b-8ef8b770aae2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (472e48a8-ee50-456e-b71a-689a94a5b421), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:44.550559 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-0bfb4c4f-5173-4b6c-830a-acdb7f8362cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:44.552109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-0bfb4c4f-5173-4b6c-830a-acdb7f8362cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b460f0aa-ece7-4f87-b835-250ecfdd5f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1126518 Jan 27 21:59:44.556110 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592c3d0-efdd-463d-a70d-54ffa9b59176 None None] Pushing event updated for resources: {'Port': ['ID=472e48a8-ee50-456e-b71a-689a94a5b421,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:44.566406 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-112b9717-9624-44c6-8ae4-c542616d564d req-e8e2d241-c7c4-4c9f-8918-97f46f0124b9 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbdd36aa-d67a-4c36-a565-0bcce28dca04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837252 Jan 27 21:59:44.777983 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:44.819865 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-1721daa1-3a3e-45c4-b46b-8ef8b770aae2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] For port 472e48a8-ee50-456e-b71a-689a94a5b421, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=472e48a8-ee50-456e-b71a-689a94a5b421,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:44.831359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4c96e-cc8f-4f16-95a6-193f7665f6c6 req-01512ee5-f4dc-4fd0-9d44-a3a6055f3c75 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:44.839813 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45e4c96e-cc8f-4f16-95a6-193f7665f6c6 req-01512ee5-f4dc-4fd0-9d44-a3a6055f3c75 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=e02d3f82-efb3-4023-a7fd-70bf3584be03 HTTP/1.1" status: 200 len: 946 time: 0.2107008 Jan 27 21:59:44.897027 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1721daa1-3a3e-45c4-b46b-8ef8b770aae2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (472e48a8-ee50-456e-b71a-689a94a5b421), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:44.907475 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1721daa1-3a3e-45c4-b46b-8ef8b770aae2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (472e48a8-ee50-456e-b71a-689a94a5b421), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:44.908852 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1721daa1-3a3e-45c4-b46b-8ef8b770aae2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (4420bf8c-1ad4-43e8-a0aa-771d7af25b34), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:44.917320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8768a2-6ba2-4dc1-ac31-fd37e2dd1f0c req-29388350-adb7-4b1e-bff4-35d537affc12 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:44.924756 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef8768a2-6ba2-4dc1-ac31-fd37e2dd1f0c req-29388350-adb7-4b1e-bff4-35d537affc12 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 943 time: 0.1990323 Jan 27 21:59:44.965771 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-b1a8cee6-dd36-4fc3-9618-dbaac3dd7c68 service neutron] 10.222.0.15 "GET /v2.0/networks/b460f0aa-ece7-4f87-b835-250ecfdd5f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978312 Jan 27 21:59:44.973616 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:59:44.998235 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:45.003057 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:45.050021 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1721daa1-3a3e-45c4-b46b-8ef8b770aae2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:45.054522 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721daa1-3a3e-45c4-b46b-8ef8b770aae2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=472e48a8-ee50-456e-b71a-689a94a5b421,revision_number=4']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:45.068662 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-1721daa1-3a3e-45c4-b46b-8ef8b770aae2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:45.116021 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1721daa1-3a3e-45c4-b46b-8ef8b770aae2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:45.116595 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1721daa1-3a3e-45c4-b46b-8ef8b770aae2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:45.142694 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45e4c96e-cc8f-4f16-95a6-193f7665f6c6 req-0d262c71-dd56-40d7-b504-29b2aafec8af tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854218 Jan 27 21:59:45.158356 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1721daa1-3a3e-45c4-b46b-8ef8b770aae2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8331847 Jan 27 21:59:45.159245 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36326) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:45.166274 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d854959b-0232-4900-a57e-fa27d01742ce tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'mac_address': 'fa:16:3e:df:d4:52', 'name': 'tempest-NetworksTestDHCPv6-1017714652'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:45.201108 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721daa1-3a3e-45c4-b46b-8ef8b770aae2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=4420bf8c-1ad4-43e8-a0aa-771d7af25b34,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:45.289049 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef8768a2-6ba2-4dc1-ac31-fd37e2dd1f0c req-84ee793e-d78b-4cd9-a668-2fd255f7fdcc tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633320 Jan 27 21:59:45.364699 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d854959b-0232-4900-a57e-fa27d01742ce tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:45.372470 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8b97281-11d2-4786-838a-6f3b7c3a9a72 req-61db1a28-7949-4335-a107-5a23af87c86f service neutron] 10.222.0.15 "GET /v2.0/networks/b460f0aa-ece7-4f87-b835-250ecfdd5f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865023 Jan 27 21:59:45.518139 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf459892-ddfc-4c94-beb1-dfb652420f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a01c374-af17-465f-9cf7-bb611fe96fa6'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:45.522598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d42b87-7bbb-4bdd-b2cc-722ad1d6fa3a req-4b5d3247-0506-4817-8241-94309f0ca7ce tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:45.525215 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfb68e7-f415-4d01-9602-f438c57442a6" -d '{"events": [{"server_uuid": "cf459892-ddfc-4c94-beb1-dfb652420f68", "name": "network-vif-plugged", "status": "completed", "tag": "0a01c374-af17-465f-9cf7-bb611fe96fa6"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:45.530863 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-60d42b87-7bbb-4bdd-b2cc-722ad1d6fa3a req-4b5d3247-0506-4817-8241-94309f0ca7ce tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bc68aa-edde-43ef-8ee1-f995153e7b77 HTTP/1.1" status: 200 len: 944 time: 0.1241179 Jan 27 21:59:45.539738 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 472e48a8-ee50-456e-b71a-689a94a5b421 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:45.613978 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d854959b-0232-4900-a57e-fa27d01742ce tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:45.652002 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-d854959b-0232-4900-a57e-fa27d01742ce tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] device_id is not set on port 3e30f0c9-317a-49db-ae09-c1c6b4c837a5 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:59:45.658567 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-60d42b87-7bbb-4bdd-b2cc-722ad1d6fa3a req-ce74acfc-196c-4618-8c27-9ab080de7641 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262579 Jan 27 21:59:45.721655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872fef3-666b-4040-873a-c855cce7d989 req-a70fe520-44e9-4917-9c8b-9ebff5eaaae1 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:45.723403 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f872fef3-666b-4040-873a-c855cce7d989 req-a70fe520-44e9-4917-9c8b-9ebff5eaaae1 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/ports?device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 946 time: 0.1377175 Jan 27 21:59:45.752901 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda2090d-eb5d-4acc-9512-fd1cf4acddda x-openstack-request-id: req-cda2090d-eb5d-4acc-9512-fd1cf4acddda {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:45.753719 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf459892-ddfc-4c94-beb1-dfb652420f68", "name": "network-vif-plugged", "status": "completed", "tag": "0a01c374-af17-465f-9cf7-bb611fe96fa6", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:45.754003 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cda2090d-eb5d-4acc-9512-fd1cf4acddda {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:45.754417 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf459892-ddfc-4c94-beb1-dfb652420f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a01c374-af17-465f-9cf7-bb611fe96fa6', 'code': 200} Jan 27 21:59:45.756912 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 472e48a8-ee50-456e-b71a-689a94a5b421 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:45.763204 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (472e48a8-ee50-456e-b71a-689a94a5b421), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:45.875576 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:45.875975 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:45.960657 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286,segment=NetworkSegment(3b2fea27-e544-46dd-8938-d1b1c999d31d),segment_id=3b2fea27-e544-46dd-8938-d1b1c999d31d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:45.967722 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f872fef3-666b-4040-873a-c855cce7d989 req-a2d23286-c10c-4804-a88e-d5f412141f59 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbdd36aa-d67a-4c36-a565-0bcce28dca04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161791 Jan 27 21:59:45.975773 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:45.991388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45455a23-4691-40de-80df-b034558560df req-8072193e-34a7-4524-8a98-54109096c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:45.992974 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45455a23-4691-40de-80df-b034558560df req-8072193e-34a7-4524-8a98-54109096c10b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cf459892-ddfc-4c94-beb1-dfb652420f68 HTTP/1.1" status: 200 len: 1097 time: 0.1410995 Jan 27 21:59:46.004773 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22992a5d-cf19-438d-8485-6da0ae98e346 req-0561278f-5d15-4039-abd7-7e4e126f29f4 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:46.006533 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22992a5d-cf19-438d-8485-6da0ae98e346 req-0561278f-5d15-4039-abd7-7e4e126f29f4 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.0991385 Jan 27 21:59:46.055585 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-d854959b-0232-4900-a57e-fa27d01742ce tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 172.20.0.5 (fdaa4292-e481-4f0f-a1d5-1416641af0da/e4ca5d67-9dca-420b-960e-f4dfdde6c711/3e30f0c9-317a-49db-ae09-c1c6b4c837a5) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:46.056335 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 472e48a8-ee50-456e-b71a-689a94a5b421 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:46.056922 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (472e48a8-ee50-456e-b71a-689a94a5b421), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:46.065327 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-d854959b-0232-4900-a57e-fa27d01742ce tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8::f816:3eff:fedf:d452 (fdaa4292-e481-4f0f-a1d5-1416641af0da/4420bf8c-1ad4-43e8-a0aa-771d7af25b34/3e30f0c9-317a-49db-ae09-c1c6b4c837a5) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:46.100639 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45455a23-4691-40de-80df-b034558560df req-78c3e571-0022-4db8-a29b-c7c4ec24ef00 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929260 Jan 27 21:59:46.108076 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:46.132551 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:46.132909 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:46.133258 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:46.133594 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:46.133945 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:46.134284 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:46.134909 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:46.135209 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:46.135565 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:46.135907 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:46.142798 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:46.143347 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:46.143699 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:46.146839 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22992a5d-cf19-438d-8485-6da0ae98e346 req-2fa3dbad-c83e-489b-9a40-e2f01673b582 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128094 Jan 27 21:59:46.210997 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 472e48a8-ee50-456e-b71a-689a94a5b421, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=472e48a8-ee50-456e-b71a-689a94a5b421,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:46.220044 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (472e48a8-ee50-456e-b71a-689a94a5b421), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:46.359185 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d854959b-0232-4900-a57e-fa27d01742ce tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (3e30f0c9-317a-49db-ae09-c1c6b4c837a5), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:46.381288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fe1f1-f37a-4c02-bcd3-063d0808f472 req-98d37488-f5e5-44e7-b438-7b97e4859e2a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:46.385740 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=472e48a8-ee50-456e-b71a-689a94a5b421,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:46.391529 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0a7fe1f1-f37a-4c02-bcd3-063d0808f472 req-98d37488-f5e5-44e7-b438-7b97e4859e2a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=e02d3f82-efb3-4023-a7fd-70bf3584be03 HTTP/1.1" status: 200 len: 946 time: 0.1272559 Jan 27 21:59:46.425531 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d854959b-0232-4900-a57e-fa27d01742ce tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (3e30f0c9-317a-49db-ae09-c1c6b4c837a5), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:46.478659 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d854959b-0232-4900-a57e-fa27d01742ce tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:46.482630 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-d854959b-0232-4900-a57e-fa27d01742ce tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:46.491849 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d854959b-0232-4900-a57e-fa27d01742ce tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:46.500791 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854959b-0232-4900-a57e-fa27d01742ce tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=3e30f0c9-317a-49db-ae09-c1c6b4c837a5,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:46.517060 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab740d7-6d47-47a5-bfdf-8f982d2335ed req-45496576-b68e-4c00-a6ad-3f6457e8c4d4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:46.524510 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aab740d7-6d47-47a5-bfdf-8f982d2335ed req-45496576-b68e-4c00-a6ad-3f6457e8c4d4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 943 time: 0.0971913 Jan 27 21:59:46.535045 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e01a211-d53d-4787-9b63-728a1a8b8a0e None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:46.545892 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0a7fe1f1-f37a-4c02-bcd3-063d0808f472 req-76b73faf-a409-460d-be84-f396b67eed7c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435952 Jan 27 21:59:46.595918 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d854959b-0232-4900-a57e-fa27d01742ce tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:46.596617 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d854959b-0232-4900-a57e-fa27d01742ce tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:46.602772 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2d4f12ab-5448-44b6-87a3-a22adfca732a None None] Provisioning complete for port 472e48a8-ee50-456e-b71a-689a94a5b421 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:46.603282 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2d4f12ab-5448-44b6-87a3-a22adfca732a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (472e48a8-ee50-456e-b71a-689a94a5b421), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:46.652406 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d854959b-0232-4900-a57e-fa27d01742ce tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4898846 Jan 27 21:59:46.656023 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36340) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:46.677431 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aab740d7-6d47-47a5-bfdf-8f982d2335ed req-6eb97750-9f4c-43ec-baca-5cb6838c0535 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519768 Jan 27 21:59:46.775435 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2d4f12ab-5448-44b6-87a3-a22adfca732a None None] Current status of the port 472e48a8-ee50-456e-b71a-689a94a5b421 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:46.791796 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3845d2e1-0711-4bed-bdef-8655b0195eb8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:46.801756 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3845d2e1-0711-4bed-bdef-8655b0195eb8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:46.806339 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3845d2e1-0711-4bed-bdef-8655b0195eb8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1500208 Jan 27 21:59:46.806576 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36346) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:46.921611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e77536-d4a0-4613-9f6e-b290d4e89f6e req-bb15953f-f5f7-4a67-b480-192f54dceeb3 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:46.931360 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6e77536-d4a0-4613-9f6e-b290d4e89f6e req-bb15953f-f5f7-4a67-b480-192f54dceeb3 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bc68aa-edde-43ef-8ee1-f995153e7b77 HTTP/1.1" status: 200 len: 945 time: 0.1270411 Jan 27 21:59:47.011872 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-41604726-fc4b-4b42-8530-70138bae2b22 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting port 3e30f0c9-317a-49db-ae09-c1c6b4c837a5 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:47.016095 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41604726-fc4b-4b42-8530-70138bae2b22 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (3e30f0c9-317a-49db-ae09-c1c6b4c837a5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:47.046500 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 472e48a8-ee50-456e-b71a-689a94a5b421 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:47.067212 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6e77536-d4a0-4613-9f6e-b290d4e89f6e req-a113b1c3-1615-4b56-8b81-51694c9a98cd tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298990 Jan 27 21:59:47.112112 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968bde7-0158-4987-99bd-00c6e294797a req-78e00c51-0e3b-4cfb-a400-577cba309bd9 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:47.113772 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 472e48a8-ee50-456e-b71a-689a94a5b421 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:47.114887 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (472e48a8-ee50-456e-b71a-689a94a5b421), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:47.119908 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5968bde7-0158-4987-99bd-00c6e294797a req-78e00c51-0e3b-4cfb-a400-577cba309bd9 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.1230290 Jan 27 21:59:47.192676 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41604726-fc4b-4b42-8530-70138bae2b22 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (3e30f0c9-317a-49db-ae09-c1c6b4c837a5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:47.222834 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-41604726-fc4b-4b42-8530-70138bae2b22 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Calling delete_port for 3e30f0c9-317a-49db-ae09-c1c6b4c837a5 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:47.281080 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 472e48a8-ee50-456e-b71a-689a94a5b421 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:47.317409 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5968bde7-0158-4987-99bd-00c6e294797a req-633ab108-0ca7-4348-ab23-c99ae6cd4942 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138699 Jan 27 21:59:47.352730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbfaa2-275a-4c5d-b523-ca588d655228 req-37ef330e-2b7d-4f95-98fa-e78a095d4e6a tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:47.354286 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9dbfaa2-275a-4c5d-b523-ca588d655228 req-37ef330e-2b7d-4f95-98fa-e78a095d4e6a tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.15 "GET /v2.0/ports?device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 946 time: 0.2290201 Jan 27 21:59:47.402161 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bd472-20a9-47bf-be0e-f9c6939102ce req-1e15a580-5870-4a03-a278-2b66a4f9c308 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:47.403690 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e6bd472-20a9-47bf-be0e-f9c6939102ce req-1e15a580-5870-4a03-a278-2b66a4f9c308 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=e02d3f82-efb3-4023-a7fd-70bf3584be03 HTTP/1.1" status: 200 len: 946 time: 0.2098470 Jan 27 21:59:47.548028 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41604726-fc4b-4b42-8530-70138bae2b22 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (3e30f0c9-317a-49db-ae09-c1c6b4c837a5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:47.570292 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e6bd472-20a9-47bf-be0e-f9c6939102ce req-8eec85ae-7e94-4d9d-a8ed-82c218acf2db tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259396 Jan 27 21:59:47.594552 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41604726-fc4b-4b42-8530-70138bae2b22 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Port': ['ID=3e30f0c9-317a-49db-ae09-c1c6b4c837a5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:47.721310 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41604726-fc4b-4b42-8530-70138bae2b22 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:47.724985 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-41604726-fc4b-4b42-8530-70138bae2b22 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/3e30f0c9-317a-49db-ae09-c1c6b4c837a5 HTTP/1.1" status: 204 len: 168 time: 0.9173658 Jan 27 21:59:47.727565 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36356) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:47.741816 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd6916-d2bc-4875-8bdc-deeb0737c89b req-65ea0b28-88ef-439c-9d59-0fe5fe32fca2 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:47.746927 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7dd6916-d2bc-4875-8bdc-deeb0737c89b req-65ea0b28-88ef-439c-9d59-0fe5fe32fca2 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/ports?device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 946 time: 0.2623420 Jan 27 21:59:47.755103 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9bc68aa-edde-43ef-8ee1-f995153e7b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:47.757613 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2790e8a3-2db9-4893-ae7f-a8576aefaf51" -d '{"events": [{"server_uuid": "c9bc68aa-edde-43ef-8ee1-f995153e7b77", "name": "network-vif-plugged", "status": "completed", "tag": "3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:47.805321 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf1d4e-f080-440b-b497-634cf1f573ad req-d9bf63d0-e5e6-44ad-9993-857ab5ab26f7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:47.812746 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3761eac4-ca36-4467-be9e-a25f1aa4176c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:47.814149 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ecf1d4e-f080-440b-b497-634cf1f573ad req-d9bf63d0-e5e6-44ad-9993-857ab5ab26f7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.1510572 Jan 27 21:59:47.814312 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3761eac4-ca36-4467-be9e-a25f1aa4176c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:47.815731 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3761eac4-ca36-4467-be9e-a25f1aa4176c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:47.817347 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3761eac4-ca36-4467-be9e-a25f1aa4176c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0887330 Jan 27 21:59:47.820123 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36360) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:47.879431 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea70135-345b-43ea-abcc-98ea29fbceac tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet 4420bf8c-1ad4-43e8-a0aa-771d7af25b34 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:59:47.884429 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7ea70135-345b-43ea-abcc-98ea29fbceac tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (4420bf8c-1ad4-43e8-a0aa-771d7af25b34), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:47.895571 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ecf1d4e-f080-440b-b497-634cf1f573ad req-d859af8c-fc83-41e7-a39b-bfd429168a58 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803378 Jan 27 21:59:47.908004 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7dd6916-d2bc-4875-8bdc-deeb0737c89b req-1a45a725-b942-47bb-a6a2-a0157ae5e100 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbdd36aa-d67a-4c36-a565-0bcce28dca04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595407 Jan 27 21:59:47.943066 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-c9dbfaa2-275a-4c5d-b523-ca588d655228 req-b7380e9b-9e1b-4e17-8911-779eca6cb8cb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Deleting port 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:47.947191 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9dbfaa2-275a-4c5d-b523-ca588d655228 req-b7380e9b-9e1b-4e17-8911-779eca6cb8cb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:47.952848 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7ea70135-345b-43ea-abcc-98ea29fbceac tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (4420bf8c-1ad4-43e8-a0aa-771d7af25b34), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:48.006786 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd59dc5-00d3-49ad-a1f4-33f6349b01c2 x-openstack-request-id: req-6dd59dc5-00d3-49ad-a1f4-33f6349b01c2 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:48.007088 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9bc68aa-edde-43ef-8ee1-f995153e7b77", "name": "network-vif-plugged", "status": "completed", "tag": "3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:48.007350 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6dd59dc5-00d3-49ad-a1f4-33f6349b01c2 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:48.007752 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9bc68aa-edde-43ef-8ee1-f995153e7b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286', 'code': 200} Jan 27 21:59:48.011976 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-4e3645c4-9749-46e1-895b-b7e7766c8dcb None None] Could not find standard attr ID for object 3e30f0c9-317a-49db-ae09-c1c6b4c837a5. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:59:48.040563 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-4e3645c4-9749-46e1-895b-b7e7766c8dcb None None] Provisioning complete for port 472e48a8-ee50-456e-b71a-689a94a5b421 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:48.040950 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4e3645c4-9749-46e1-895b-b7e7766c8dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (472e48a8-ee50-456e-b71a-689a94a5b421), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:48.124564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c9dbfaa2-275a-4c5d-b523-ca588d655228 req-b7380e9b-9e1b-4e17-8911-779eca6cb8cb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] For port 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd,segment=NetworkSegment(01176d2b-a87c-402b-af4e-f9afe6948abf),segment_id=01176d2b-a87c-402b-af4e-f9afe6948abf)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:48.125081 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9dbfaa2-275a-4c5d-b523-ca588d655228 req-b7380e9b-9e1b-4e17-8911-779eca6cb8cb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:48.230002 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4e3645c4-9749-46e1-895b-b7e7766c8dcb None None] Current status of the port 472e48a8-ee50-456e-b71a-689a94a5b421 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:48.242545 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccadee-2dcb-4ec0-9d19-92af0a530a1d req-60fc1696-685d-4900-973d-cfbd3816b739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:48.244067 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f1ccadee-2dcb-4ec0-9d19-92af0a530a1d req-60fc1696-685d-4900-973d-cfbd3816b739 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c9bc68aa-edde-43ef-8ee1-f995153e7b77 HTTP/1.1" status: 200 len: 1096 time: 0.1505346 Jan 27 21:59:48.246963 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7ea70135-345b-43ea-abcc-98ea29fbceac tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (4420bf8c-1ad4-43e8-a0aa-771d7af25b34), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:48.337523 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f1ccadee-2dcb-4ec0-9d19-92af0a530a1d req-aaf3eac1-53f5-4d1e-a9b9-120483358af6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861785 Jan 27 21:59:48.347875 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9dbfaa2-275a-4c5d-b523-ca588d655228 req-b7380e9b-9e1b-4e17-8911-779eca6cb8cb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:48.348368 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9dbfaa2-275a-4c5d-b523-ca588d655228 req-b7380e9b-9e1b-4e17-8911-779eca6cb8cb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (405551f8-a26b-4042-abce-bf536565600c), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:48.348786 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-c9dbfaa2-275a-4c5d-b523-ca588d655228 req-b7380e9b-9e1b-4e17-8911-779eca6cb8cb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Floating IP 405551f8-a26b-4042-abce-bf536565600c disassociated. External IP: 172.25.3.68, port: 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd. Jan 27 21:59:48.349313 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-c9dbfaa2-275a-4c5d-b523-ca588d655228 req-b7380e9b-9e1b-4e17-8911-779eca6cb8cb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Calling delete_port for 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:48.354414 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7ea70135-345b-43ea-abcc-98ea29fbceac tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (4420bf8c-1ad4-43e8-a0aa-771d7af25b34), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:48.399506 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4978191-7a5d-404e-ab1e-7b4513e059eb req-e0d0a033-c788-446a-ae1e-baca8cc711a3 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:48.399746 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7ea70135-345b-43ea-abcc-98ea29fbceac tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:48.401347 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4978191-7a5d-404e-ab1e-7b4513e059eb req-e0d0a033-c788-446a-ae1e-baca8cc711a3 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.3751457 Jan 27 21:59:48.404232 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7ea70135-345b-43ea-abcc-98ea29fbceac tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/4420bf8c-1ad4-43e8-a0aa-771d7af25b34 HTTP/1.1" status: 204 len: 168 time: 0.5829077 Jan 27 21:59:48.405525 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea70135-345b-43ea-abcc-98ea29fbceac tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=4420bf8c-1ad4-43e8-a0aa-771d7af25b34,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:48.409048 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36364) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:48.445099 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-5f5c135d-b5cf-4acc-9150-26a96a8ec09f None None] Could not find standard attr ID for object 3e30f0c9-317a-49db-ae09-c1c6b4c837a5. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:59:48.479664 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-b611649a-41ce-496c-80d2-ad2415eddd8c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet e4ca5d67-9dca-420b-960e-f4dfdde6c711 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:59:48.484504 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b611649a-41ce-496c-80d2-ad2415eddd8c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (e4ca5d67-9dca-420b-960e-f4dfdde6c711), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:48.520393 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4978191-7a5d-404e-ab1e-7b4513e059eb req-38bbfc42-6643-448b-8268-c8e6f7dcd100 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008620 Jan 27 21:59:48.534047 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a6ad1-79f4-49db-802e-e18eaed5e1ef req-5b5964ec-90f3-45ac-94b9-6f7f42362458 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:48.536775 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b611649a-41ce-496c-80d2-ad2415eddd8c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (e4ca5d67-9dca-420b-960e-f4dfdde6c711), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:48.542005 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c46a6ad1-79f4-49db-802e-e18eaed5e1ef req-5b5964ec-90f3-45ac-94b9-6f7f42362458 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bc68aa-edde-43ef-8ee1-f995153e7b77 HTTP/1.1" status: 200 len: 945 time: 0.1902976 Jan 27 21:59:48.614299 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c46a6ad1-79f4-49db-802e-e18eaed5e1ef req-c12735cc-82ee-4fc0-9cb2-d6f1c984ea92 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710521 Jan 27 21:59:48.642776 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b611649a-41ce-496c-80d2-ad2415eddd8c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (e4ca5d67-9dca-420b-960e-f4dfdde6c711), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:48.722069 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b611649a-41ce-496c-80d2-ad2415eddd8c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (e4ca5d67-9dca-420b-960e-f4dfdde6c711), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:48.755966 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611649a-41ce-496c-80d2-ad2415eddd8c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ca5d67-9dca-420b-960e-f4dfdde6c711,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:48.775962 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b611649a-41ce-496c-80d2-ad2415eddd8c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:48.779277 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b611649a-41ce-496c-80d2-ad2415eddd8c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/e4ca5d67-9dca-420b-960e-f4dfdde6c711 HTTP/1.1" status: 204 len: 168 time: 0.3690596 Jan 27 21:59:48.786072 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36372) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:48.810852 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 26052f6d-7708-446b-bca9-2e87c9fd604b no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:48.878033 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2ee7c32c-4564-490f-9729-4ea31c2181a2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0907726 Jan 27 21:59:48.880598 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36374) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:48.892445 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1a698fc8-c691-4aa8-9699-738dea3cdf53 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:48.938981 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 26052f6d-7708-446b-bca9-2e87c9fd604b is: DOWN; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:48.940842 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9dbfaa2-275a-4c5d-b523-ca588d655228 req-b7380e9b-9e1b-4e17-8911-779eca6cb8cb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:49.012399 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7380e9b-9e1b-4e17-8911-779eca6cb8cb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Pushing event deleted for resources: {'Port': ['ID=9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:49.036559 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7368c60-927c-4607-8bc5-ee1926cd57e0 req-afd3e339-e675-4ba3-98c4-35333a63ee06 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:49.038165 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7368c60-927c-4607-8bc5-ee1926cd57e0 req-afd3e339-e675-4ba3-98c4-35333a63ee06 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.2858987 Jan 27 21:59:49.107127 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24a4e75-1bd7-41ba-8c77-9805b9987d63 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:49.130086 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfc561-560f-4041-8883-afd63f8a46b6 req-7e5cc20c-f390-4574-b39a-2aa4da8a1cab tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:49.131783 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4bbfc561-560f-4041-8883-afd63f8a46b6 req-7e5cc20c-f390-4574-b39a-2aa4da8a1cab tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.21 "GET /v2.0/ports?device_id=e02d3f82-efb3-4023-a7fd-70bf3584be03 HTTP/1.1" status: 200 len: 946 time: 0.1389761 Jan 27 21:59:49.133950 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a698fc8-c691-4aa8-9699-738dea3cdf53 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:49.137594 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a698fc8-c691-4aa8-9699-738dea3cdf53 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:49.313713 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003095db-bff1-490e-b10a-00698c43170a None None] DHCP port deletion for fdaa4292-e481-4f0f-a1d5-1416641af0da request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:59:49.434467 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-003095db-bff1-490e-b10a-00698c43170a None None] Deleting port 472e48a8-ee50-456e-b71a-689a94a5b421 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:49.435267 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-003095db-bff1-490e-b10a-00698c43170a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (472e48a8-ee50-456e-b71a-689a94a5b421), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:49.551834 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfa075-d42c-4d4b-be3e-7e24b6e305df req-d47cdb66-0de2-4b6f-9cfe-edff0f5771d3 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:49.558972 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dfa075-d42c-4d4b-be3e-7e24b6e305df req-d47cdb66-0de2-4b6f-9cfe-edff0f5771d3 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=e02d3f82-efb3-4023-a7fd-70bf3584be03 HTTP/1.1" status: 200 len: 946 time: 0.8378820 Jan 27 21:59:49.567379 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-003095db-bff1-490e-b10a-00698c43170a None None] For port 472e48a8-ee50-456e-b71a-689a94a5b421, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=472e48a8-ee50-456e-b71a-689a94a5b421,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:49.570391 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-003095db-bff1-490e-b10a-00698c43170a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (472e48a8-ee50-456e-b71a-689a94a5b421), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:49.601137 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-003095db-bff1-490e-b10a-00698c43170a None None] Calling delete_port for 472e48a8-ee50-456e-b71a-689a94a5b421 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:49.666366 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-4bbfc561-560f-4041-8883-afd63f8a46b6 req-9dcd34b2-3fb2-4b74-b8b6-b3c9a758cd3c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Deleting port 927fa948-c392-4fb1-92fb-63e3edb30116 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:49.671407 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-4bbfc561-560f-4041-8883-afd63f8a46b6 req-9dcd34b2-3fb2-4b74-b8b6-b3c9a758cd3c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (927fa948-c392-4fb1-92fb-63e3edb30116), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:49.685196 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77dfa075-d42c-4d4b-be3e-7e24b6e305df req-71c15a42-0d55-4f39-8b5e-c7b4f4954d1a tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251466 Jan 27 21:59:49.699704 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7368c60-927c-4607-8bc5-ee1926cd57e0 req-b0c74579-c1f3-40f3-a698-b2b0c13de2f3 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014003 Jan 27 21:59:49.706956 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9dbfaa2-275a-4c5d-b523-ca588d655228 req-b7380e9b-9e1b-4e17-8911-779eca6cb8cb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Router 7b5407b1-8df9-4436-a10f-8717f38a0471 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:59:49.799602 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a698fc8-c691-4aa8-9699-738dea3cdf53 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (315f9950-2df3-447c-b5f1-963ace6a04c5), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:49.858656 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-003095db-bff1-490e-b10a-00698c43170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (472e48a8-ee50-456e-b71a-689a94a5b421), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:49.858897 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a698fc8-c691-4aa8-9699-738dea3cdf53 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:49.871807 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-1a698fc8-c691-4aa8-9699-738dea3cdf53 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:49.889969 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a698fc8-c691-4aa8-9699-738dea3cdf53 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:49.891026 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a698fc8-c691-4aa8-9699-738dea3cdf53 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:49.898893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003095db-bff1-490e-b10a-00698c43170a None None] Pushing event deleted for resources: {'Port': ['ID=472e48a8-ee50-456e-b71a-689a94a5b421,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:49.911344 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a698fc8-c691-4aa8-9699-738dea3cdf53 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=315f9950-2df3-447c-b5f1-963ace6a04c5,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:49.926783 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003095db-bff1-490e-b10a-00698c43170a None None] No DVR routers for this DVR port 472e48a8-ee50-456e-b71a-689a94a5b421 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:49.931858 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1a698fc8-c691-4aa8-9699-738dea3cdf53 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0471439 Jan 27 21:59:49.936433 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36382) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:49.955904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-cea5a6f3-5f1c-4ddd-b94b-5b317726977f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:49.970366 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e944936e-a882-4db9-9dd1-d32eaf9b5ce2 req-d5be76f0-eddb-4e06-aba3-48c597185451 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/ports?device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 210 time: 0.1361172 Jan 27 21:59:49.994312 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3abeff5-e042-4731-a3e2-5ef4a4ed7d8e None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:50.018428 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-4bbfc561-560f-4041-8883-afd63f8a46b6 req-9dcd34b2-3fb2-4b74-b8b6-b3c9a758cd3c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] For port 927fa948-c392-4fb1-92fb-63e3edb30116, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=927fa948-c392-4fb1-92fb-63e3edb30116,segment=NetworkSegment(58385dad-877b-4218-bcd0-f3820d4bbe16),segment_id=58385dad-877b-4218-bcd0-f3820d4bbe16)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:50.018803 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-4bbfc561-560f-4041-8883-afd63f8a46b6 req-9dcd34b2-3fb2-4b74-b8b6-b3c9a758cd3c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (927fa948-c392-4fb1-92fb-63e3edb30116), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:50.035519 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-4bbfc561-560f-4041-8883-afd63f8a46b6 req-9dcd34b2-3fb2-4b74-b8b6-b3c9a758cd3c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Calling delete_port for 927fa948-c392-4fb1-92fb-63e3edb30116 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:50.221230 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973940f-1bb1-4726-bc98-6fe399765923 req-7fb710a1-1627-4766-8b7a-b89d0a399a02 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:50.230333 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7973940f-1bb1-4726-bc98-6fe399765923 req-7fb710a1-1627-4766-8b7a-b89d0a399a02 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.2914555 Jan 27 21:59:50.232011 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007580fa-78c4-4463-a074-af6dd953e743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-fdaa4292-e481-4f0f-a1d5-1416641af0da', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'fixed_ips': [{'subnet_id': '315f9950-2df3-447c-b5f1-963ace6a04c5'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:59:50.233129 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-007580fa-78c4-4463-a074-af6dd953e743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:50.250081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9dbfaa2-275a-4c5d-b523-ca588d655228 req-b7380e9b-9e1b-4e17-8911-779eca6cb8cb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:59:50.317293 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70cd8a-8a93-4753-8ec2-48eb8df752fb req-0228d14b-d735-4e34-9d25-c1177589fb6e tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:50.319124 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf70cd8a-8a93-4753-8ec2-48eb8df752fb req-0228d14b-d735-4e34-9d25-c1177589fb6e tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bc68aa-edde-43ef-8ee1-f995153e7b77 HTTP/1.1" status: 200 len: 945 time: 0.1964324 Jan 27 21:59:50.360222 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-4bbfc561-560f-4041-8883-afd63f8a46b6 req-9dcd34b2-3fb2-4b74-b8b6-b3c9a758cd3c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (927fa948-c392-4fb1-92fb-63e3edb30116), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:50.402245 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-007580fa-78c4-4463-a074-af6dd953e743 None None] Allocated IP 172.20.0.2 (fdaa4292-e481-4f0f-a1d5-1416641af0da/315f9950-2df3-447c-b5f1-963ace6a04c5/9e918461-22cb-4d1c-bba3-e0c3e7fc1605) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:50.406836 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd34b2-3fb2-4b74-b8b6-b3c9a758cd3c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Pushing event deleted for resources: {'Port': ['ID=927fa948-c392-4fb1-92fb-63e3edb30116,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:50.409408 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dbfaa2-275a-4c5d-b523-ca588d655228 req-b7380e9b-9e1b-4e17-8911-779eca6cb8cb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] No DVR routers for this DVR port 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:50.414423 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7973940f-1bb1-4726-bc98-6fe399765923 req-46119c9c-4a2b-4b9f-8629-d32cb84c7940 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831570 Jan 27 21:59:50.425906 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9dbfaa2-275a-4c5d-b523-ca588d655228 req-b7380e9b-9e1b-4e17-8911-779eca6cb8cb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:50.430121 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9dbfaa2-275a-4c5d-b523-ca588d655228 req-b7380e9b-9e1b-4e17-8911-779eca6cb8cb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.15 "DELETE /v2.0/ports/9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd HTTP/1.1" status: 204 len: 173 time: 3.0617962 Jan 27 21:59:50.430652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397ed49d-a96e-4591-ae7e-372a5a2980d6', 'name': 'network-vif-deleted', 'tag': '9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:50.433333 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def0238d-9a22-4ed1-8b53-5fbe9ce6551d" -d '{"events": [{"server_uuid": "397ed49d-a96e-4591-ae7e-372a5a2980d6", "name": "network-vif-deleted", "tag": "9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:50.461346 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbfc561-560f-4041-8883-afd63f8a46b6 req-9dcd34b2-3fb2-4b74-b8b6-b3c9a758cd3c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] No DVR routers for this DVR port 927fa948-c392-4fb1-92fb-63e3edb30116 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:50.466780 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-4bbfc561-560f-4041-8883-afd63f8a46b6 req-9dcd34b2-3fb2-4b74-b8b6-b3c9a758cd3c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:50.475062 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4bbfc561-560f-4041-8883-afd63f8a46b6 req-9dcd34b2-3fb2-4b74-b8b6-b3c9a758cd3c tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.21 "DELETE /v2.0/ports/927fa948-c392-4fb1-92fb-63e3edb30116 HTTP/1.1" status: 204 len: 173 time: 1.3320870 Jan 27 21:59:50.477788 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02d3f82-efb3-4023-a7fd-70bf3584be03', 'name': 'network-vif-deleted', 'tag': '927fa948-c392-4fb1-92fb-63e3edb30116'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:50.482208 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf99c51-addb-4325-bbbb-fe431f2acf4e" -d '{"events": [{"server_uuid": "e02d3f82-efb3-4023-a7fd-70bf3584be03", "name": "network-vif-deleted", "tag": "927fa948-c392-4fb1-92fb-63e3edb30116"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:50.485119 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46fab6d-cf5e-4d23-8f4b-7da93bdcb3fe None None] Sync routers for ids ['7b5407b1-8df9-4436-a10f-8717f38a0471'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:59:50.490689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['927fa948-c392-4fb1-92fb-63e3edb30116'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:59:50.494266 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf70cd8a-8a93-4753-8ec2-48eb8df752fb req-115ba35d-5247-4d14-80ce-2f880cb3e683 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136973 Jan 27 21:59:50.508034 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea5a6f3-5f1c-4ddd-b94b-5b317726977f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:50.513645 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cea5a6f3-5f1c-4ddd-b94b-5b317726977f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:50.543196 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad15c665-dc41-40bd-91e7-b9c807c463dc x-openstack-request-id: req-ad15c665-dc41-40bd-91e7-b9c807c463dc {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:50.543500 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397ed49d-a96e-4591-ae7e-372a5a2980d6", "name": "network-vif-deleted", "tag": "9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:50.543774 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad15c665-dc41-40bd-91e7-b9c807c463dc {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:50.544225 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397ed49d-a96e-4591-ae7e-372a5a2980d6', 'name': 'network-vif-deleted', 'tag': '9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd', 'status': 'completed', 'code': 200} Jan 27 21:59:50.568141 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445f3cbb-be2f-47a4-abe6-817ebdd8d088 x-openstack-request-id: req-445f3cbb-be2f-47a4-abe6-817ebdd8d088 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:50.568788 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02d3f82-efb3-4023-a7fd-70bf3584be03", "name": "network-vif-deleted", "tag": "927fa948-c392-4fb1-92fb-63e3edb30116", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:50.569428 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-445f3cbb-be2f-47a4-abe6-817ebdd8d088 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:50.570306 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02d3f82-efb3-4023-a7fd-70bf3584be03', 'name': 'network-vif-deleted', 'tag': '927fa948-c392-4fb1-92fb-63e3edb30116', 'status': 'completed', 'code': 200} Jan 27 21:59:50.638310 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46fab6d-cf5e-4d23-8f4b-7da93bdcb3fe None None] Routers {'7b5407b1-8df9-4436-a10f-8717f38a0471'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:50.639115 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a46fab6d-cf5e-4d23-8f4b-7da93bdcb3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:59:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7b5407b1-8df9-4436-a10f-8717f38a0471'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:50.834478 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9474a4b-66f4-4950-b8c4-de10530c703a req-48641173-3bfc-4baa-813c-d13c028d9fd4 tempest-DeleteServersTestJSON-1334867634 tempest-DeleteServersTestJSON-1334867634-project] 10.222.0.23 "GET /v2.0/ports?device_id=e02d3f82-efb3-4023-a7fd-70bf3584be03 HTTP/1.1" status: 200 len: 210 time: 0.0453157 Jan 27 21:59:50.906888 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-007580fa-78c4-4463-a074-af6dd953e743 None None] Publish callbacks [] for port (9e918461-22cb-4d1c-bba3-e0c3e7fc1605), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:50.914709 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-a46fab6d-cf5e-4d23-8f4b-7da93bdcb3fe None None] Set router 7b5407b1-8df9-4436-a10f-8717f38a0471 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:50.920270 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-007580fa-78c4-4463-a074-af6dd953e743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (9e918461-22cb-4d1c-bba3-e0c3e7fc1605), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:51.050675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1ca9f-3bb3-4dff-96fa-f15e77147296 req-848011e3-6f5e-4674-a01b-d2f38dfe51a8 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:51.052635 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52d1ca9f-3bb3-4dff-96fa-f15e77147296 req-848011e3-6f5e-4674-a01b-d2f38dfe51a8 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.2211721 Jan 27 21:59:51.074089 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007580fa-78c4-4463-a074-af6dd953e743 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:51.078061 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 472e48a8-ee50-456e-b71a-689a94a5b421 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:51.131117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52d1ca9f-3bb3-4dff-96fa-f15e77147296 req-ed45a756-d0d2-4a0f-915f-fb852f97c755 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710120 Jan 27 21:59:51.146268 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-007580fa-78c4-4463-a074-af6dd953e743 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:51.210093 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-477f7fa1-5dc6-4335-b0b3-7118b61610ae req-987c1f07-b152-4e4c-9e37-20212d55e76d tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/ports?device_id=397ed49d-a96e-4591-ae7e-372a5a2980d6 HTTP/1.1" status: 200 len: 210 time: 0.0650649 Jan 27 21:59:51.348978 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 472e48a8-ee50-456e-b71a-689a94a5b421 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:51.349336 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 472e48a8-ee50-456e-b71a-689a94a5b421 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:51.368085 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007580fa-78c4-4463-a074-af6dd953e743 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:51.372339 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:51.465686 n-d-772272-3 neutron-server[109741]: DEBUG neutron.objects.ports [None req-cea5a6f3-5f1c-4ddd-b94b-5b317726977f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109741) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 21:59:51.565954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:51.565954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 9ec03282-a6e6-4e27-9db0-9cb1a1aeebfd not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:51.568756 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:51.615942 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007580fa-78c4-4463-a074-af6dd953e743 None None] Pushing event updated for resources: {'Port': ['ID=9e918461-22cb-4d1c-bba3-e0c3e7fc1605,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:51.655359 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-007580fa-78c4-4463-a074-af6dd953e743 None None] Attempting to bind port 9e918461-22cb-4d1c-bba3-e0c3e7fc1605 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:51.655787 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-007580fa-78c4-4463-a074-af6dd953e743 None None] Attempting to bind port 9e918461-22cb-4d1c-bba3-e0c3e7fc1605 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:51.656434 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007580fa-78c4-4463-a074-af6dd953e743 None None] Attempting to bind port 9e918461-22cb-4d1c-bba3-e0c3e7fc1605 on network fdaa4292-e481-4f0f-a1d5-1416641af0da {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:51.665164 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007580fa-78c4-4463-a074-af6dd953e743 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:59:51.665541 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007580fa-78c4-4463-a074-af6dd953e743 None None] Checking segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:51.665952 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-007580fa-78c4-4463-a074-af6dd953e743 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:51.666928 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007580fa-78c4-4463-a074-af6dd953e743 None None] Bound using segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:59:51.667427 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-007580fa-78c4-4463-a074-af6dd953e743 None None] Bound port: 9e918461-22cb-4d1c-bba3-e0c3e7fc1605, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:59:51.667817 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-007580fa-78c4-4463-a074-af6dd953e743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9e918461-22cb-4d1c-bba3-e0c3e7fc1605), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:51.712696 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c100b82-de14-41ca-b071-211929ccca44 req-bd12854a-e919-464e-b737-9e4748a3d23d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:51.714208 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9c100b82-de14-41ca-b071-211929ccca44 req-bd12854a-e919-464e-b737-9e4748a3d23d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.1431255 Jan 27 21:59:51.714668 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a46fab6d-cf5e-4d23-8f4b-7da93bdcb3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'name': 'tempest-ServersTestManualDisk-465728994-router', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:42Z', 'revision_number': 4, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'gw_port': {'id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:34Z', 'updated_at': '2022-01-27T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a', 'name': '', 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'mac_address': 'fa:16:3e:b3:a7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:50Z', 'revision_number': 5, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'subnets': [{'id': '4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:51.746287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46fab6d-cf5e-4d23-8f4b-7da93bdcb3fe None None] Checking router: 7b5407b1-8df9-4436-a10f-8717f38a0471 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:59:51.765466 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9f6d0-e032-484f-9d37-9751908742d1 req-949ab72c-4539-482f-9b4d-ea310b0f7f5a tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:51.766982 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7e9f6d0-e032-484f-9d37-9751908742d1 req-949ab72c-4539-482f-9b4d-ea310b0f7f5a tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9bc68aa-edde-43ef-8ee1-f995153e7b77 HTTP/1.1" status: 200 len: 945 time: 0.1187773 Jan 27 21:59:51.771553 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46fab6d-cf5e-4d23-8f4b-7da93bdcb3fe None None] Routers {'7b5407b1-8df9-4436-a10f-8717f38a0471'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:51.772219 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a46fab6d-cf5e-4d23-8f4b-7da93bdcb3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:59:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7b5407b1-8df9-4436-a10f-8717f38a0471'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:51.774328 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-007580fa-78c4-4463-a074-af6dd953e743 None None] For port 9e918461-22cb-4d1c-bba3-e0c3e7fc1605, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:51.779145 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-007580fa-78c4-4463-a074-af6dd953e743 None None] For port 9e918461-22cb-4d1c-bba3-e0c3e7fc1605, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9e918461-22cb-4d1c-bba3-e0c3e7fc1605,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:59:51.815957 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-007580fa-78c4-4463-a074-af6dd953e743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9e918461-22cb-4d1c-bba3-e0c3e7fc1605), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:51.835408 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9c100b82-de14-41ca-b071-211929ccca44 req-389f2ca7-f063-434f-84c6-4daa6b748d05 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121607 Jan 27 21:59:51.845055 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cea5a6f3-5f1c-4ddd-b94b-5b317726977f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9e918461-22cb-4d1c-bba3-e0c3e7fc1605), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:51.872870 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7e9f6d0-e032-484f-9d37-9751908742d1 req-ebd016d8-78d8-4082-b8a3-e87152fe1d30 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934055 Jan 27 21:59:51.975907 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007580fa-78c4-4463-a074-af6dd953e743 None None] Pushing event updated for resources: {'Port': ['ID=9e918461-22cb-4d1c-bba3-e0c3e7fc1605,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:52.012100 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-a46fab6d-cf5e-4d23-8f4b-7da93bdcb3fe None None] Set router 7b5407b1-8df9-4436-a10f-8717f38a0471 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:52.128861 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5981e8-d4f7-4571-9d33-10770364a693 req-2a49bf84-43be-4f5e-8f26-7281a0f2c623 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:52.135550 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6d5981e8-d4f7-4571-9d33-10770364a693 req-2a49bf84-43be-4f5e-8f26-7281a0f2c623 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf459892-ddfc-4c94-beb1-dfb652420f68 HTTP/1.1" status: 200 len: 946 time: 0.1510437 Jan 27 21:59:52.198959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-cea5a6f3-5f1c-4ddd-b94b-5b317726977f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] For port 9e918461-22cb-4d1c-bba3-e0c3e7fc1605, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9e918461-22cb-4d1c-bba3-e0c3e7fc1605,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:52.292326 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6d5981e8-d4f7-4571-9d33-10770364a693 req-7c573a57-9e47-47de-9712-a0835a34484c tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413100 Jan 27 21:59:52.296261 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68732a-e83b-4cf1-9834-11b2dfcf2726 req-061c7b8d-6196-49a1-abbc-3f3989850ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:52.299449 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c68732a-e83b-4cf1-9834-11b2dfcf2726 req-061c7b8d-6196-49a1-abbc-3f3989850ca7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de28fa92448d41c99ce570f9af9bb344&device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 1097 time: 0.1904457 Jan 27 21:59:52.300414 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a46fab6d-cf5e-4d23-8f4b-7da93bdcb3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'name': 'tempest-ServersTestManualDisk-465728994-router', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:42Z', 'revision_number': 4, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'gw_port': {'id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:34Z', 'updated_at': '2022-01-27T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a', 'name': '', 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'mac_address': 'fa:16:3e:b3:a7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:50Z', 'revision_number': 5, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'subnets': [{'id': '4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:52.319419 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cea5a6f3-5f1c-4ddd-b94b-5b317726977f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (9e918461-22cb-4d1c-bba3-e0c3e7fc1605), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:52.334324 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46fab6d-cf5e-4d23-8f4b-7da93bdcb3fe None None] The sync data for ids ['7b5407b1-8df9-4436-a10f-8717f38a0471'] in n-d-772272-3 is: [{'id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'name': 'tempest-ServersTestManualDisk-465728994-router', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:57:42Z', 'revision_number': 4, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'gw_port': {'id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:34Z', 'updated_at': '2022-01-27T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a', 'name': '', 'network_id': 'c63528f9-585d-4bdf-a53d-80daa7801467', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'mac_address': 'fa:16:3e:b3:a7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:40Z', 'updated_at': '2022-01-27T21:57:50Z', 'revision_number': 5, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'subnets': [{'id': '4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:59:52.338559 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cea5a6f3-5f1c-4ddd-b94b-5b317726977f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (9e918461-22cb-4d1c-bba3-e0c3e7fc1605), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:52.340313 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cea5a6f3-5f1c-4ddd-b94b-5b317726977f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (1c5e54cd-8ffa-4e81-a8cc-ebd7bc9ff102), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:52.498425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea5a6f3-5f1c-4ddd-b94b-5b317726977f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:52.520553 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427dc9c-23d6-4ae1-a551-e97bedaa7db4 req-95f184c7-0891-45eb-9fc5-6dcbc5fe1525 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:52.522563 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d427dc9c-23d6-4ae1-a551-e97bedaa7db4 req-95f184c7-0891-45eb-9fc5-6dcbc5fe1525 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.2765849 Jan 27 21:59:52.523373 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-cea5a6f3-5f1c-4ddd-b94b-5b317726977f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:52.533088 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea5a6f3-5f1c-4ddd-b94b-5b317726977f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:52.533742 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cea5a6f3-5f1c-4ddd-b94b-5b317726977f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:52.540866 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5a6f3-5f1c-4ddd-b94b-5b317726977f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=1c5e54cd-8ffa-4e81-a8cc-ebd7bc9ff102,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:52.543243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5a6f3-5f1c-4ddd-b94b-5b317726977f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=9e918461-22cb-4d1c-bba3-e0c3e7fc1605,revision_number=4']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:52.550853 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36442) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:52.591524 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-cea5a6f3-5f1c-4ddd-b94b-5b317726977f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6411860 Jan 27 21:59:52.595956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36444) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:52.615583 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-99a74e56-7e4d-4545-9f47-d2e1b24a6915 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'mac_address': 'fa:16:3e:06:21:b2', 'name': 'tempest-NetworksTestDHCPv6-1385966929'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:52.618733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68732a-e83b-4cf1-9834-11b2dfcf2726 req-d60542a3-6771-4629-9a74-fb5b5e9f4de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:52.620308 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c68732a-e83b-4cf1-9834-11b2dfcf2726 req-d60542a3-6771-4629-9a74-fb5b5e9f4de0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 HTTP/1.1" status: 200 len: 916 time: 0.2983751 Jan 27 21:59:52.680149 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d427dc9c-23d6-4ae1-a551-e97bedaa7db4 req-819ad5c1-6d94-4ed6-9fce-368323f28761 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433003 Jan 27 21:59:52.704951 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c68732a-e83b-4cf1-9834-11b2dfcf2726 req-34571da1-e3a5-417e-b1a9-b6e9df6516fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ed1521b-a042-4087-8cb2-beed324061f5 HTTP/1.1" status: 200 len: 1002 time: 0.0760348 Jan 27 21:59:52.750709 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b1091e6-c21c-4a01-972d-e82ac8173ecb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks [] for security_group (fbdd36aa-d67a-4c36-a565-0bcce28dca04), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:52.777349 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68732a-e83b-4cf1-9834-11b2dfcf2726 req-ea562a63-98f7-48ff-8477-ceae5db22327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:52.779662 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c68732a-e83b-4cf1-9834-11b2dfcf2726 req-ea562a63-98f7-48ff-8477-ceae5db22327 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b1a976cc-2e5b-4556-bc6f-960c2cfb8897 HTTP/1.1" status: 200 len: 854 time: 0.0675237 Jan 27 21:59:52.809567 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b1091e6-c21c-4a01-972d-e82ac8173ecb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks [] for security_group (fbdd36aa-d67a-4c36-a565-0bcce28dca04), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:52.819490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 927fa948-c392-4fb1-92fb-63e3edb30116 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:52.849244 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a74e56-7e4d-4545-9f47-d2e1b24a6915 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:52.882310 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 927fa948-c392-4fb1-92fb-63e3edb30116 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:52.882930 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 927fa948-c392-4fb1-92fb-63e3edb30116 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:52.901069 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d128b1-8e78-4a30-8785-6a4aea36ac1e req-4d961b68-7a3c-4c5d-8721-e44910f8150f tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:52.902658 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4d128b1-8e78-4a30-8785-6a4aea36ac1e req-4d961b68-7a3c-4c5d-8721-e44910f8150f tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf459892-ddfc-4c94-beb1-dfb652420f68 HTTP/1.1" status: 200 len: 946 time: 0.0974462 Jan 27 21:59:52.905357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68732a-e83b-4cf1-9834-11b2dfcf2726 req-a651b667-c8f7-4b41-a216-c39cec37e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:52.908760 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c68732a-e83b-4cf1-9834-11b2dfcf2726 req-a651b667-c8f7-4b41-a216-c39cec37e83c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222482 Jan 27 21:59:52.912702 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ca8902-ba6d-4cf7-b796-e22427cd9beb None None] New status for floating IP 405551f8-a26b-4042-abce-bf536565600c: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:59:53.017637 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b1091e6-c21c-4a01-972d-e82ac8173ecb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (fbdd36aa-d67a-4c36-a565-0bcce28dca04), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:53.022742 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b1091e6-c21c-4a01-972d-e82ac8173ecb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:53.028827 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7b1091e6-c21c-4a01-972d-e82ac8173ecb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "DELETE /v2.0/security-groups/fbdd36aa-d67a-4c36-a565-0bcce28dca04 HTTP/1.1" status: 204 len: 168 time: 0.4767675 Jan 27 21:59:53.042359 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36456) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:53.108313 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4d128b1-8e78-4a30-8785-6a4aea36ac1e req-a7901e18-971a-4e10-9ded-99841edf86ee tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833823 Jan 27 21:59:53.109213 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-dc899266-45fa-43c4-bf58-0c6da7b33c2d tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] show failed (client error): The resource could not be found. Jan 27 21:59:53.121389 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dc899266-45fa-43c4-bf58-0c6da7b33c2d tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "GET /v2.0/security-groups/fbdd36aa-d67a-4c36-a565-0bcce28dca04 HTTP/1.1" status: 404 len: 347 time: 0.0632281 Jan 27 21:59:53.129551 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36460) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:53.149250 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1091e6-c21c-4a01-972d-e82ac8173ecb tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdd36aa-d67a-4c36-a565-0bcce28dca04,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:53.157369 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9e918461-22cb-4d1c-bba3-e0c3e7fc1605 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:53.216583 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-99a74e56-7e4d-4545-9f47-d2e1b24a6915 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:53.274079 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c68732a-e83b-4cf1-9834-11b2dfcf2726 req-b8651202-2088-4a5b-a288-1b6ef0df1efc service neutron] 10.222.0.15 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568373 Jan 27 21:59:53.282608 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 9e918461-22cb-4d1c-bba3-e0c3e7fc1605 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:53.283359 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9e918461-22cb-4d1c-bba3-e0c3e7fc1605), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:53.289294 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-99a74e56-7e4d-4545-9f47-d2e1b24a6915 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] device_id is not set on port 23729549-7e23-4b4f-ae7f-9d9b04e37460 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:59:53.301937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c2785-65df-4ee2-b7b4-a431b356a489 req-79cc77a9-ae5b-4503-ba4d-df67274d3d9a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:53.303534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-720c2785-65df-4ee2-b7b4-a431b356a489 req-79cc77a9-ae5b-4503-ba4d-df67274d3d9a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.2778609 Jan 27 21:59:53.427178 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 9e918461-22cb-4d1c-bba3-e0c3e7fc1605 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:53.427731 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9e918461-22cb-4d1c-bba3-e0c3e7fc1605), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:53.467028 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 9e918461-22cb-4d1c-bba3-e0c3e7fc1605, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9e918461-22cb-4d1c-bba3-e0c3e7fc1605,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:53.477600 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9e918461-22cb-4d1c-bba3-e0c3e7fc1605), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:53.544607 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=9e918461-22cb-4d1c-bba3-e0c3e7fc1605,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:53.583282 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-99a74e56-7e4d-4545-9f47-d2e1b24a6915 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 172.20.0.12 (fdaa4292-e481-4f0f-a1d5-1416641af0da/315f9950-2df3-447c-b5f1-963ace6a04c5/23729549-7e23-4b4f-ae7f-9d9b04e37460) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:53.592411 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-99a74e56-7e4d-4545-9f47-d2e1b24a6915 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8::f816:3eff:fe06:21b2 (fdaa4292-e481-4f0f-a1d5-1416641af0da/1c5e54cd-8ffa-4e81-a8cc-ebd7bc9ff102/23729549-7e23-4b4f-ae7f-9d9b04e37460) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:53.649191 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1472f409-62dc-4877-9aba-e6ef3a537f8b None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:53.762725 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c4d0685c-c227-4b66-92fe-1386612b2f53 None None] Provisioning complete for port 9e918461-22cb-4d1c-bba3-e0c3e7fc1605 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:53.763108 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c4d0685c-c227-4b66-92fe-1386612b2f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9e918461-22cb-4d1c-bba3-e0c3e7fc1605), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:53.811452 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-99a74e56-7e4d-4545-9f47-d2e1b24a6915 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (23729549-7e23-4b4f-ae7f-9d9b04e37460), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:53.854988 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-99a74e56-7e4d-4545-9f47-d2e1b24a6915 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (23729549-7e23-4b4f-ae7f-9d9b04e37460), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:53.869865 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c4d0685c-c227-4b66-92fe-1386612b2f53 None None] Current status of the port 9e918461-22cb-4d1c-bba3-e0c3e7fc1605 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:53.909782 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-720c2785-65df-4ee2-b7b4-a431b356a489 req-1e1756ea-b009-4331-967b-49a5de5f6fe2 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5934701 Jan 27 21:59:53.923705 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a74e56-7e4d-4545-9f47-d2e1b24a6915 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=23729549-7e23-4b4f-ae7f-9d9b04e37460,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:53.937905 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a74e56-7e4d-4545-9f47-d2e1b24a6915 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:53.941911 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-99a74e56-7e4d-4545-9f47-d2e1b24a6915 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:53.942497 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-45ea8e80-15fd-4076-b940-5efaa4799165 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Deleting port aaed472c-d453-43c5-b534-48fc27406a91 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:53.943505 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-45ea8e80-15fd-4076-b940-5efaa4799165 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (aaed472c-d453-43c5-b534-48fc27406a91), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:53.944842 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a74e56-7e4d-4545-9f47-d2e1b24a6915 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:54.006198 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a74e56-7e4d-4545-9f47-d2e1b24a6915 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:54.006924 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-99a74e56-7e4d-4545-9f47-d2e1b24a6915 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.011149 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2de5e-34a6-4822-919b-f2286284e29c req-4d5a7612-fcc8-4bf4-9d8b-f4055a7fe642 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:54.012409 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11f2de5e-34a6-4822-919b-f2286284e29c req-4d5a7612-fcc8-4bf4-9d8b-f4055a7fe642 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.2114279 Jan 27 21:59:54.018484 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c68732a-e83b-4cf1-9834-11b2dfcf2726 req-2e6e0ecb-d616-4180-ace3-47f4e451d05d service neutron] 10.222.0.15 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7240195 Jan 27 21:59:54.040537 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-99a74e56-7e4d-4545-9f47-d2e1b24a6915 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4429276 Jan 27 21:59:54.069894 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36464) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:54.081057 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a2385-f3b4-443b-84b1-6dad74bad52c req-dcd9f65e-32d0-438f-833c-0608b3fdbb9a tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:54.082631 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-705a2385-f3b4-443b-84b1-6dad74bad52c req-dcd9f65e-32d0-438f-833c-0608b3fdbb9a tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf459892-ddfc-4c94-beb1-dfb652420f68 HTTP/1.1" status: 200 len: 946 time: 0.2380917 Jan 27 21:59:54.107595 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-58b6b6f1-4492-4c65-972c-8bf33d44aef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.279890 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-45ea8e80-15fd-4076-b940-5efaa4799165 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (aaed472c-d453-43c5-b534-48fc27406a91), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.280250 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-45ea8e80-15fd-4076-b940-5efaa4799165 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks [] for floatingip (aaed472c-d453-43c5-b534-48fc27406a91), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.319415 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11f2de5e-34a6-4822-919b-f2286284e29c req-e36b85e4-33c9-4e45-b6a4-d7074fa19f36 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837424 Jan 27 21:59:54.351878 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-45ea8e80-15fd-4076-b940-5efaa4799165 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Calling delete_port for aaed472c-d453-43c5-b534-48fc27406a91 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:54.391004 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e9aa2b-5a2a-4f09-a994-9d0bb0e917ec tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:54.394547 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f8e9d-c41a-4e10-90b0-dc2a6a7925ec req-1f10b264-7ca5-4123-bfcf-9a9519ce68bc tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:54.397020 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e9aa2b-5a2a-4f09-a994-9d0bb0e917ec tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:54.398792 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c3e9aa2b-5a2a-4f09-a994-9d0bb0e917ec tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3535719 Jan 27 21:59:54.399795 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-731f8e9d-c41a-4e10-90b0-dc2a6a7925ec req-1f10b264-7ca5-4123-bfcf-9a9519ce68bc tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf459892-ddfc-4c94-beb1-dfb652420f68 HTTP/1.1" status: 200 len: 946 time: 0.1829369 Jan 27 21:59:54.402914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36470) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:54.576286 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-705a2385-f3b4-443b-84b1-6dad74bad52c req-bdbbf6e5-8d5a-45ce-a1fb-407239f314f5 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Deleting port 0a01c374-af17-465f-9cf7-bb611fe96fa6 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:54.576981 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-705a2385-f3b4-443b-84b1-6dad74bad52c req-bdbbf6e5-8d5a-45ce-a1fb-407239f314f5 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0a01c374-af17-465f-9cf7-bb611fe96fa6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.645608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-731f8e9d-c41a-4e10-90b0-dc2a6a7925ec req-390321e6-6551-4945-9204-c8bc4ea2e3d4 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/security-groups?id=85fbcd76-72d4-495a-8f99-d4bbd16c9425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966457 Jan 27 21:59:54.722658 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-4795e760-7791-4006-b6cb-ce3fcaaa8701 None None] Provisioning complete for port 9e918461-22cb-4d1c-bba3-e0c3e7fc1605 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:54.723226 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4795e760-7791-4006-b6cb-ce3fcaaa8701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9e918461-22cb-4d1c-bba3-e0c3e7fc1605), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.750027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-705a2385-f3b4-443b-84b1-6dad74bad52c req-bdbbf6e5-8d5a-45ce-a1fb-407239f314f5 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] For port 0a01c374-af17-465f-9cf7-bb611fe96fa6, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=0a01c374-af17-465f-9cf7-bb611fe96fa6,segment=NetworkSegment(3b2fea27-e544-46dd-8938-d1b1c999d31d),segment_id=3b2fea27-e544-46dd-8938-d1b1c999d31d)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:54.754013 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535d9d7-ae44-4848-9250-b26abf599197 req-f47f4949-4657-41f6-a7ee-5e6f02dbcc83 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:54.755642 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0535d9d7-ae44-4848-9250-b26abf599197 req-f47f4949-4657-41f6-a7ee-5e6f02dbcc83 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9bc68aa-edde-43ef-8ee1-f995153e7b77 HTTP/1.1" status: 200 len: 945 time: 0.0640767 Jan 27 21:59:54.760981 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-705a2385-f3b4-443b-84b1-6dad74bad52c req-bdbbf6e5-8d5a-45ce-a1fb-407239f314f5 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0a01c374-af17-465f-9cf7-bb611fe96fa6), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.793635 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-69ec21d9-df4b-4e4c-9894-50167bcc92b9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting port 23729549-7e23-4b4f-ae7f-9d9b04e37460 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:54.794794 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69ec21d9-df4b-4e4c-9894-50167bcc92b9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (23729549-7e23-4b4f-ae7f-9d9b04e37460), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.798681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-705a2385-f3b4-443b-84b1-6dad74bad52c req-bdbbf6e5-8d5a-45ce-a1fb-407239f314f5 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Calling delete_port for 0a01c374-af17-465f-9cf7-bb611fe96fa6 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:54.853000 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4795e760-7791-4006-b6cb-ce3fcaaa8701 None None] Current status of the port 9e918461-22cb-4d1c-bba3-e0c3e7fc1605 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:54.878859 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-45ea8e80-15fd-4076-b940-5efaa4799165 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (aaed472c-d453-43c5-b534-48fc27406a91), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.892518 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-0535d9d7-ae44-4848-9250-b26abf599197 req-f510510d-d05f-4fd1-896c-bc9717bb3407 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Deleting port 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:54.892922 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0535d9d7-ae44-4848-9250-b26abf599197 req-f510510d-d05f-4fd1-896c-bc9717bb3407 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.972142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea8e80-15fd-4076-b940-5efaa4799165 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Pushing event deleted for resources: {'Port': ['ID=aaed472c-d453-43c5-b534-48fc27406a91,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:55.044455 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-0535d9d7-ae44-4848-9250-b26abf599197 req-f510510d-d05f-4fd1-896c-bc9717bb3407 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] For port 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286,segment=NetworkSegment(3b2fea27-e544-46dd-8938-d1b1c999d31d),segment_id=3b2fea27-e544-46dd-8938-d1b1c999d31d)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:55.044945 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0535d9d7-ae44-4848-9250-b26abf599197 req-f510510d-d05f-4fd1-896c-bc9717bb3407 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:55.045832 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9e918461-22cb-4d1c-bba3-e0c3e7fc1605 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:55.059657 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-0535d9d7-ae44-4848-9250-b26abf599197 req-f510510d-d05f-4fd1-896c-bc9717bb3407 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Calling delete_port for 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:55.099919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-009f8b00-b672-4b65-b02b-cb19552180a3 None None] Provisioning complete for port 23729549-7e23-4b4f-ae7f-9d9b04e37460 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:55.100332 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-009f8b00-b672-4b65-b02b-cb19552180a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (23729549-7e23-4b4f-ae7f-9d9b04e37460), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:55.143480 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69ec21d9-df4b-4e4c-9894-50167bcc92b9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (23729549-7e23-4b4f-ae7f-9d9b04e37460), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:55.145694 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 9e918461-22cb-4d1c-bba3-e0c3e7fc1605 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:55.145694 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9e918461-22cb-4d1c-bba3-e0c3e7fc1605), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:55.147994 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-009f8b00-b672-4b65-b02b-cb19552180a3 None None] Port 23729549-7e23-4b4f-ae7f-9d9b04e37460 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:59:55.154703 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-45ea8e80-15fd-4076-b940-5efaa4799165 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks [] for floatingip (405551f8-a26b-4042-abce-bf536565600c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:55.160202 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-45ea8e80-15fd-4076-b940-5efaa4799165 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:55.160526 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-45ea8e80-15fd-4076-b940-5efaa4799165 tempest-ServersTestManualDisk-1159074309 tempest-ServersTestManualDisk-1159074309-project] 10.222.0.23 "DELETE /v2.0/floatingips/405551f8-a26b-4042-abce-bf536565600c HTTP/1.1" status: 204 len: 168 time: 2.0288916 Jan 27 21:59:55.166485 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36474) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:55.177619 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-69ec21d9-df4b-4e4c-9894-50167bcc92b9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Calling delete_port for 23729549-7e23-4b4f-ae7f-9d9b04e37460 owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:55.194260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f5a18-24cc-487a-bb4a-794b4be242e8 req-819a8329-781c-4555-b8b7-52e1b8ef7a2e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:55.202333 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c7f5a18-24cc-487a-bb4a-794b4be242e8 req-819a8329-781c-4555-b8b7-52e1b8ef7a2e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.1696241 Jan 27 21:59:55.281022 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 9e918461-22cb-4d1c-bba3-e0c3e7fc1605 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:55.311567 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0535d9d7-ae44-4848-9250-b26abf599197 req-f510510d-d05f-4fd1-896c-bc9717bb3407 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:55.335012 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['0a01c374-af17-465f-9cf7-bb611fe96fa6'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:59:55.373882 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c7f5a18-24cc-487a-bb4a-794b4be242e8 req-62872a99-d637-4a62-bd25-a5ba2345ff4a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700017 Jan 27 21:59:55.380946 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-705a2385-f3b4-443b-84b1-6dad74bad52c req-bdbbf6e5-8d5a-45ce-a1fb-407239f314f5 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0a01c374-af17-465f-9cf7-bb611fe96fa6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:55.408499 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['0a01c374-af17-465f-9cf7-bb611fe96fa6'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:59:55.437430 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbf6e5-8d5a-45ce-a1fb-407239f314f5 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Pushing event deleted for resources: {'Port': ['ID=0a01c374-af17-465f-9cf7-bb611fe96fa6,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:55.517900 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510510d-d05f-4fd1-896c-bc9717bb3407 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Pushing event deleted for resources: {'Port': ['ID=3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:55.522251 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-0535d9d7-ae44-4848-9250-b26abf599197 req-f510510d-d05f-4fd1-896c-bc9717bb3407 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] No DVR routers for this DVR port 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:55.526657 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0535d9d7-ae44-4848-9250-b26abf599197 req-f510510d-d05f-4fd1-896c-bc9717bb3407 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:55.531099 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0535d9d7-ae44-4848-9250-b26abf599197 req-f510510d-d05f-4fd1-896c-bc9717bb3407 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.21 "DELETE /v2.0/ports/3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 HTTP/1.1" status: 204 len: 173 time: 0.7673180 Jan 27 21:59:55.531571 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9bc68aa-edde-43ef-8ee1-f995153e7b77', 'name': 'network-vif-deleted', 'tag': '3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:55.536483 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f148e2-2e9a-4978-813e-6bbe1236250f" -d '{"events": [{"server_uuid": "c9bc68aa-edde-43ef-8ee1-f995153e7b77", "name": "network-vif-deleted", "tag": "3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:55.614462 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-705a2385-f3b4-443b-84b1-6dad74bad52c req-bdbbf6e5-8d5a-45ce-a1fb-407239f314f5 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] No DVR routers for this DVR port 0a01c374-af17-465f-9cf7-bb611fe96fa6 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:55.617197 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-705a2385-f3b4-443b-84b1-6dad74bad52c req-bdbbf6e5-8d5a-45ce-a1fb-407239f314f5 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:55.619305 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1995d3bd-90a6-4ada-8df5-45cf4fa6b40b x-openstack-request-id: req-1995d3bd-90a6-4ada-8df5-45cf4fa6b40b {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:55.620011 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9bc68aa-edde-43ef-8ee1-f995153e7b77", "name": "network-vif-deleted", "tag": "3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:55.620485 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1995d3bd-90a6-4ada-8df5-45cf4fa6b40b {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:55.621100 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9bc68aa-edde-43ef-8ee1-f995153e7b77', 'name': 'network-vif-deleted', 'tag': '3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286', 'status': 'completed', 'code': 200} Jan 27 21:59:55.621760 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-705a2385-f3b4-443b-84b1-6dad74bad52c req-bdbbf6e5-8d5a-45ce-a1fb-407239f314f5 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.15 "DELETE /v2.0/ports/0a01c374-af17-465f-9cf7-bb611fe96fa6 HTTP/1.1" status: 204 len: 173 time: 1.5286241 Jan 27 21:59:55.626790 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf459892-ddfc-4c94-beb1-dfb652420f68', 'name': 'network-vif-deleted', 'tag': '0a01c374-af17-465f-9cf7-bb611fe96fa6'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:55.629541 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c97ac9-feee-46f3-8363-407385cca1d7" -d '{"events": [{"server_uuid": "cf459892-ddfc-4c94-beb1-dfb652420f68", "name": "network-vif-deleted", "tag": "0a01c374-af17-465f-9cf7-bb611fe96fa6"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:55.724090 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f017375-e957-4395-85f2-49ea254cb37f x-openstack-request-id: req-5f017375-e957-4395-85f2-49ea254cb37f {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:55.724753 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf459892-ddfc-4c94-beb1-dfb652420f68", "name": "network-vif-deleted", "tag": "0a01c374-af17-465f-9cf7-bb611fe96fa6", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:55.725187 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f017375-e957-4395-85f2-49ea254cb37f {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:55.727112 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf459892-ddfc-4c94-beb1-dfb652420f68', 'name': 'network-vif-deleted', 'tag': '0a01c374-af17-465f-9cf7-bb611fe96fa6', 'status': 'completed', 'code': 200} Jan 27 21:59:55.772405 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e71c4d-46af-4b7e-9880-0911d16613de req-628e1ca5-0799-4934-b7c7-9d267d98a15f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:55.774917 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70e71c4d-46af-4b7e-9880-0911d16613de req-628e1ca5-0799-4934-b7c7-9d267d98a15f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.3100696 Jan 27 21:59:55.830340 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69ec21d9-df4b-4e4c-9894-50167bcc92b9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (23729549-7e23-4b4f-ae7f-9d9b04e37460), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:55.890666 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec21d9-df4b-4e4c-9894-50167bcc92b9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Port': ['ID=23729549-7e23-4b4f-ae7f-9d9b04e37460,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:55.940316 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20f02567-c525-4d08-8180-89bcf8580d28 req-1e719a15-1ae3-4ba1-b00b-f7287b055a66 tempest-MultipleCreateTestJSON-1915277683 tempest-MultipleCreateTestJSON-1915277683-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf459892-ddfc-4c94-beb1-dfb652420f68 HTTP/1.1" status: 200 len: 210 time: 0.0634017 Jan 27 21:59:56.033186 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70e71c4d-46af-4b7e-9880-0911d16613de req-ff36c46d-4090-44a2-9206-8533583cacdd tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496331 Jan 27 21:59:56.036607 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fae8ab13-d0d3-4143-8f9b-3c201d3163ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (7b5407b1-8df9-4436-a10f-8717f38a0471), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.039566 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69ec21d9-df4b-4e4c-9894-50167bcc92b9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.043347 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-69ec21d9-df4b-4e4c-9894-50167bcc92b9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/23729549-7e23-4b4f-ae7f-9d9b04e37460 HTTP/1.1" status: 204 len: 168 time: 1.6389956 Jan 27 21:59:56.048916 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36486) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:56.110242 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc6a5c4-75d1-4c90-a69e-40b23f46d4d9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:56.111746 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc6a5c4-75d1-4c90-a69e-40b23f46d4d9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:56.113282 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc6a5c4-75d1-4c90-a69e-40b23f46d4d9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:56.115195 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bfc6a5c4-75d1-4c90-a69e-40b23f46d4d9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0653594 Jan 27 21:59:56.118040 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36488) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:56.209541 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ede0fb7-03a9-413d-95d0-332e4c55f1dc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet 1c5e54cd-8ffa-4e81-a8cc-ebd7bc9ff102 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:59:56.214343 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3ede0fb7-03a9-413d-95d0-332e4c55f1dc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (1c5e54cd-8ffa-4e81-a8cc-ebd7bc9ff102), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.289380 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3ede0fb7-03a9-413d-95d0-332e4c55f1dc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (1c5e54cd-8ffa-4e81-a8cc-ebd7bc9ff102), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.410133 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3ede0fb7-03a9-413d-95d0-332e4c55f1dc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (1c5e54cd-8ffa-4e81-a8cc-ebd7bc9ff102), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.493265 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-fae8ab13-d0d3-4143-8f9b-3c201d3163ab admin admin] Deleting port fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:56.493671 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fae8ab13-d0d3-4143-8f9b-3c201d3163ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.503867 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3ede0fb7-03a9-413d-95d0-332e4c55f1dc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (1c5e54cd-8ffa-4e81-a8cc-ebd7bc9ff102), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.536937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede0fb7-03a9-413d-95d0-332e4c55f1dc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5e54cd-8ffa-4e81-a8cc-ebd7bc9ff102,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:56.542617 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3ede0fb7-03a9-413d-95d0-332e4c55f1dc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.545886 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3ede0fb7-03a9-413d-95d0-332e4c55f1dc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/1c5e54cd-8ffa-4e81-a8cc-ebd7bc9ff102 HTTP/1.1" status: 204 len: 168 time: 0.4268250 Jan 27 21:59:56.548426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36494) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:56.551237 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170c063f-1283-4eab-b83e-4387a4dfd68a None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:56.588541 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-fae8ab13-d0d3-4143-8f9b-3c201d3163ab admin admin] For port fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a,segment=NetworkSegment(01176d2b-a87c-402b-af4e-f9afe6948abf),segment_id=01176d2b-a87c-402b-af4e-f9afe6948abf)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:56.589073 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fae8ab13-d0d3-4143-8f9b-3c201d3163ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.593787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472f054-b0fa-46ea-b2ee-97058c29a903 req-6efa5d3e-50b4-4a82-8535-36c89f0ecfe7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:56.595301 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4472f054-b0fa-46ea-b2ee-97058c29a903 req-6efa5d3e-50b4-4a82-8535-36c89f0ecfe7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.1210198 Jan 27 21:59:56.602122 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-fae8ab13-d0d3-4143-8f9b-3c201d3163ab admin admin] Calling delete_port for fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:56.632580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-954a51ff-37c0-4874-bdac-e201da6cac74 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet 315f9950-2df3-447c-b5f1-963ace6a04c5 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:59:56.643756 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-954a51ff-37c0-4874-bdac-e201da6cac74 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (315f9950-2df3-447c-b5f1-963ace6a04c5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.693453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4472f054-b0fa-46ea-b2ee-97058c29a903 req-7dcb137a-aad5-4c36-bd77-124e991ac0af tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926075 Jan 27 21:59:56.709025 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-954a51ff-37c0-4874-bdac-e201da6cac74 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (315f9950-2df3-447c-b5f1-963ace6a04c5), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.740294 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8fd6aca1-124b-4a67-97e6-af558e8f4223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.838087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:56.848236 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-954a51ff-37c0-4874-bdac-e201da6cac74 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (315f9950-2df3-447c-b5f1-963ace6a04c5), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.884960 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:56.885853 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 3db0a08d-f1cc-4c5f-8c6f-28f3aec1d286 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:56.894539 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fae8ab13-d0d3-4143-8f9b-3c201d3163ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.938599 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-954a51ff-37c0-4874-bdac-e201da6cac74 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (315f9950-2df3-447c-b5f1-963ace6a04c5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.952643 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8ab13-d0d3-4143-8f9b-3c201d3163ab admin admin] Pushing event deleted for resources: {'Port': ['ID=fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:56.976724 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a51ff-37c0-4874-bdac-e201da6cac74 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=315f9950-2df3-447c-b5f1-963ace6a04c5,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:56.989599 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-954a51ff-37c0-4874-bdac-e201da6cac74 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.996362 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-954a51ff-37c0-4874-bdac-e201da6cac74 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/315f9950-2df3-447c-b5f1-963ace6a04c5 HTTP/1.1" status: 204 len: 168 time: 0.4469070 Jan 27 21:59:56.997103 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36506) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:57.080271 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e771c678-e306-46c7-aefe-cf98687e894d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819063 Jan 27 21:59:57.081406 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36512) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:57.158822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36514) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:57.180658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6efe2a-a732-4549-8175-8932ebab7e23 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:57.185153 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bc6efe2a-a732-4549-8175-8932ebab7e23 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1022618 Jan 27 21:59:57.186463 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36518) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:57.248996 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5ed1521b-a042-4087-8cb2-beed324061f5 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:57.292094 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fae8ab13-d0d3-4143-8f9b-3c201d3163ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (7b5407b1-8df9-4436-a10f-8717f38a0471), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:57.389844 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-75267995-cfa3-4347-8f08-600f05c9eff1 admin admin] Deleting subnet 63fdd7ca-c3cf-4e42-83a2-41e88799960e {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:59:57.402041 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2f6112-1634-4c69-9d45-0532aa5adf6e tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:57.403821 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3b2f6112-1634-4c69-9d45-0532aa5adf6e tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1903801 Jan 27 21:59:57.404946 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-75267995-cfa3-4347-8f08-600f05c9eff1 admin admin] Publish callbacks [] for subnet (63fdd7ca-c3cf-4e42-83a2-41e88799960e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:57.439412 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36522) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:57.501451 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e7468218-896a-4e33-baeb-88f62d413141 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557845 Jan 27 21:59:57.513385 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-75267995-cfa3-4347-8f08-600f05c9eff1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (63fdd7ca-c3cf-4e42-83a2-41e88799960e), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:57.537136 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36528) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:57.548870 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-973e5cef-0311-44c3-96e8-cf87346beb8d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:57.549727 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:57.550442 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 5ed1521b-a042-4087-8cb2-beed324061f5 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:57.550830 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:57.573097 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-75267995-cfa3-4347-8f08-600f05c9eff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (63fdd7ca-c3cf-4e42-83a2-41e88799960e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:57.579378 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3831741-d6ca-4874-bc58-945a0b5cc532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ed1521b-a042-4087-8cb2-beed324061f5'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:57.585525 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b46b6a-c76e-4417-a22e-1d48f9dfe5f7" -d '{"events": [{"server_uuid": "e3831741-d6ca-4874-bc58-945a0b5cc532", "name": "network-vif-unplugged", "status": "completed", "tag": "5ed1521b-a042-4087-8cb2-beed324061f5"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:57.624701 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5ed1521b-a042-4087-8cb2-beed324061f5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5ed1521b-a042-4087-8cb2-beed324061f5,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:57.643921 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8d25e-e24e-4f8e-b235-e9b93a77c9ec req-2585522f-a7ab-4fb9-84c2-14a2e7466fc1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:57.646454 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fc8d25e-e24e-4f8e-b235-e9b93a77c9ec req-2585522f-a7ab-4fb9-84c2-14a2e7466fc1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.3593857 Jan 27 21:59:57.646827 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:57.647683 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 0a01c374-af17-465f-9cf7-bb611fe96fa6 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:57.649261 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-75267995-cfa3-4347-8f08-600f05c9eff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (63fdd7ca-c3cf-4e42-83a2-41e88799960e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:57.707005 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 0a01c374-af17-465f-9cf7-bb611fe96fa6 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:57.707369 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 0a01c374-af17-465f-9cf7-bb611fe96fa6 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:57.730200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75267995-cfa3-4347-8f08-600f05c9eff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63fdd7ca-c3cf-4e42-83a2-41e88799960e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:57.735248 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-75267995-cfa3-4347-8f08-600f05c9eff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:57.746586 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-75267995-cfa3-4347-8f08-600f05c9eff1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/63fdd7ca-c3cf-4e42-83a2-41e88799960e HTTP/1.1" status: 204 len: 168 time: 0.5786257 Jan 27 21:59:57.750779 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36536) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:57.768033 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=5ed1521b-a042-4087-8cb2-beed324061f5,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:57.826205 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fc8d25e-e24e-4f8e-b235-e9b93a77c9ec req-cdc195a9-aed4-4d25-aeca-df19fe726443 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706710 Jan 27 21:59:57.909804 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f757cb-d23e-447f-b8f0-15aaf06075a6 x-openstack-request-id: req-16f757cb-d23e-447f-b8f0-15aaf06075a6 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:57.910273 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3831741-d6ca-4874-bc58-945a0b5cc532", "name": "network-vif-unplugged", "status": "failed", "tag": "5ed1521b-a042-4087-8cb2-beed324061f5", "code": 422}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:57.910629 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16f757cb-d23e-447f-b8f0-15aaf06075a6 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:57.911142 n-d-772272-3 neutron-server[109743]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e3831741-d6ca-4874-bc58-945a0b5cc532', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5ed1521b-a042-4087-8cb2-beed324061f5', 'code': 422} returned with failed status Jan 27 21:59:57.914781 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-31feb5a4-4e9b-4d19-a3a7-a4e4dd80436c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (1f071ae9-37c8-490f-8670-8f5a5c9b8b09), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:57.939566 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6042216e-d223-4cdc-9000-755d50c97a4d None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:58.050308 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-31feb5a4-4e9b-4d19-a3a7-a4e4dd80436c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (1f071ae9-37c8-490f-8670-8f5a5c9b8b09), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.083990 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ed142ae4-74e0-4562-b40d-d0529cbc952c None None] Provisioning complete for port 9e918461-22cb-4d1c-bba3-e0c3e7fc1605 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:58.084602 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ed142ae4-74e0-4562-b40d-d0529cbc952c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9e918461-22cb-4d1c-bba3-e0c3e7fc1605), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.090875 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-31feb5a4-4e9b-4d19-a3a7-a4e4dd80436c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f071ae9-37c8-490f-8670-8f5a5c9b8b09']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:58.106618 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-31feb5a4-4e9b-4d19-a3a7-a4e4dd80436c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2fea27-e544-46dd-8938-d1b1c999d31d') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:58.107077 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-31feb5a4-4e9b-4d19-a3a7-a4e4dd80436c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2fea27-e544-46dd-8938-d1b1c999d31d') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:58.120495 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-31feb5a4-4e9b-4d19-a3a7-a4e4dd80436c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (3b2fea27-e544-46dd-8938-d1b1c999d31d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.132477 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973e5cef-0311-44c3-96e8-cf87346beb8d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:58.136524 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-973e5cef-0311-44c3-96e8-cf87346beb8d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.137298 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-31feb5a4-4e9b-4d19-a3a7-a4e4dd80436c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3b2fea27-e544-46dd-8938-d1b1c999d31d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.138033 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-973e5cef-0311-44c3-96e8-cf87346beb8d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:59:58.138469 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973e5cef-0311-44c3-96e8-cf87346beb8d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:59:58.146482 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31feb5a4-4e9b-4d19-a3a7-a4e4dd80436c admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:59:58.147099 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-31feb5a4-4e9b-4d19-a3a7-a4e4dd80436c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (3b2fea27-e544-46dd-8938-d1b1c999d31d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: timer() Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:59:58.150477 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:59:58.161021 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-973e5cef-0311-44c3-96e8-cf87346beb8d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6172161 Jan 27 21:59:58.164039 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36544) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:58.169415 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5c9b2c1f-3b05-4cf6-809f-d75ae8a110bc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:58.225054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-138ce9ff-7312-4688-898a-3df1c2b99ff2 req-7133acfd-6661-4b3c-a5ae-841fc1dfd721 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:59:58.228360 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-138ce9ff-7312-4688-898a-3df1c2b99ff2 req-7133acfd-6661-4b3c-a5ae-841fc1dfd721 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121226 Jan 27 21:59:58.256076 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-31feb5a4-4e9b-4d19-a3a7-a4e4dd80436c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (1f071ae9-37c8-490f-8670-8f5a5c9b8b09), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.279424 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae8ab13-d0d3-4143-8f9b-3c201d3163ab admin admin] Router 7b5407b1-8df9-4436-a10f-8717f38a0471 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:59:58.283255 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-31feb5a4-4e9b-4d19-a3a7-a4e4dd80436c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.285447 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f41ab6f-a118-4228-af8b-fb34aa35ae24 None None] DHCP port deletion for fdaa4292-e481-4f0f-a1d5-1416641af0da request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:59:58.291059 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-31feb5a4-4e9b-4d19-a3a7-a4e4dd80436c admin admin] 10.222.0.23 "DELETE /v2.0/networks/1f071ae9-37c8-490f-8670-8f5a5c9b8b09 HTTP/1.1" status: 204 len: 168 time: 0.5378642 Jan 27 21:59:58.292416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31feb5a4-4e9b-4d19-a3a7-a4e4dd80436c admin admin] Pushing event deleted for resources: {'Network': ['ID=1f071ae9-37c8-490f-8670-8f5a5c9b8b09,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:58.310545 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9b2c1f-3b05-4cf6-809f-d75ae8a110bc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:58.314769 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2c1f-3b05-4cf6-809f-d75ae8a110bc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.316259 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9b2c1f-3b05-4cf6-809f-d75ae8a110bc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:59:58.316634 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c9b2c1f-3b05-4cf6-809f-d75ae8a110bc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:59:58.318056 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ed142ae4-74e0-4562-b40d-d0529cbc952c None None] Current status of the port 9e918461-22cb-4d1c-bba3-e0c3e7fc1605 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:58.357468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6f41ab6f-a118-4228-af8b-fb34aa35ae24 None None] Deleting port 9e918461-22cb-4d1c-bba3-e0c3e7fc1605 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:58.358013 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6f41ab6f-a118-4228-af8b-fb34aa35ae24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (9e918461-22cb-4d1c-bba3-e0c3e7fc1605), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.441217 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6f41ab6f-a118-4228-af8b-fb34aa35ae24 None None] For port 9e918461-22cb-4d1c-bba3-e0c3e7fc1605, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9e918461-22cb-4d1c-bba3-e0c3e7fc1605,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:58.442229 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6f41ab6f-a118-4228-af8b-fb34aa35ae24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (9e918461-22cb-4d1c-bba3-e0c3e7fc1605), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.458196 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36556) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:58.461345 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5c9b2c1f-3b05-4cf6-809f-d75ae8a110bc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2960343 Jan 27 21:59:58.462036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6f41ab6f-a118-4228-af8b-fb34aa35ae24 None None] Calling delete_port for 9e918461-22cb-4d1c-bba3-e0c3e7fc1605 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:58.468531 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-81a1da92-9e61-4f7d-a4e1-028740166651 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:58.523931 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae8ab13-d0d3-4143-8f9b-3c201d3163ab admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:59:58.532275 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fae8ab13-d0d3-4143-8f9b-3c201d3163ab admin admin] 10.222.0.23 "PUT /v2.0/routers/7b5407b1-8df9-4436-a10f-8717f38a0471/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3626230 Jan 27 21:59:58.532772 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36560) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:58.544511 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36562) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:58.555621 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df61aa0a-9dd4-420b-af55-24604956ef43 None None] Sync routers for ids ['7b5407b1-8df9-4436-a10f-8717f38a0471'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:59:58.579099 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df61aa0a-9dd4-420b-af55-24604956ef43 None None] Routers {'7b5407b1-8df9-4436-a10f-8717f38a0471'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:58.579794 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-df61aa0a-9dd4-420b-af55-24604956ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:59:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7b5407b1-8df9-4436-a10f-8717f38a0471'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:58.694147 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-81f70c0c-05a9-4e9c-ad4b-ecc27abb0f83 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9275b6eb6434284a65078a4e87b7375&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1472683 Jan 27 21:59:58.697620 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36570) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:58.737677 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b5f98-2661-444a-9da2-65a90b1adc10 req-27457c49-968d-4e78-9f23-120c89639e0a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:58.744909 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e79b5f98-2661-444a-9da2-65a90b1adc10 req-27457c49-968d-4e78-9f23-120c89639e0a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 944 time: 0.3104382 Jan 27 21:59:58.762592 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b84152b6-7263-481b-8dd3-1b08bdd3f791 admin admin] Publish callbacks [] for router (7b5407b1-8df9-4436-a10f-8717f38a0471), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.807584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a1da92-9e61-4f7d-a4e1-028740166651 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:58.812812 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-81a1da92-9e61-4f7d-a4e1-028740166651 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.815786 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a1da92-9e61-4f7d-a4e1-028740166651 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:59:58.816358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81a1da92-9e61-4f7d-a4e1-028740166651 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:59:58.843606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e79b5f98-2661-444a-9da2-65a90b1adc10 req-888d48a9-bd5b-40b1-8185-7a023e39b377 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862622 Jan 27 21:59:58.847689 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-81a1da92-9e61-4f7d-a4e1-028740166651 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3863165 Jan 27 21:59:58.850805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36572) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:58.858327 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-a514155e-58f5-4ed0-a0bb-323b32040bcc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:58.930200 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.978560 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c99d1e61-e2e1-4014-9098-fe9e14302b34 admin admin] Publish callbacks [] for security_group (85fbcd76-72d4-495a-8f99-d4bbd16c9425), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.994364 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6f41ab6f-a118-4228-af8b-fb34aa35ae24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (9e918461-22cb-4d1c-bba3-e0c3e7fc1605), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.021218 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b84152b6-7263-481b-8dd3-1b08bdd3f791 admin admin] Publish callbacks [] for router_gateway (7b5407b1-8df9-4436-a10f-8717f38a0471), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.027908 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c99d1e61-e2e1-4014-9098-fe9e14302b34 admin admin] Publish callbacks [] for security_group (85fbcd76-72d4-495a-8f99-d4bbd16c9425), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.028321 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41ab6f-a118-4228-af8b-fb34aa35ae24 None None] Pushing event deleted for resources: {'Port': ['ID=9e918461-22cb-4d1c-bba3-e0c3e7fc1605,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:59.043718 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-df61aa0a-9dd4-420b-af55-24604956ef43 None None] Set router 7b5407b1-8df9-4436-a10f-8717f38a0471 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:59.078504 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f41ab6f-a118-4228-af8b-fb34aa35ae24 None None] No DVR routers for this DVR port 9e918461-22cb-4d1c-bba3-e0c3e7fc1605 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:59.138693 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-b84152b6-7263-481b-8dd3-1b08bdd3f791 admin admin] Deleting port a6d8a23c-c877-42dd-9ae9-5448fe932f84 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:59.139922 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b84152b6-7263-481b-8dd3-1b08bdd3f791 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (a6d8a23c-c877-42dd-9ae9-5448fe932f84), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.144184 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c99d1e61-e2e1-4014-9098-fe9e14302b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (85fbcd76-72d4-495a-8f99-d4bbd16c9425), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.147491 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c99d1e61-e2e1-4014-9098-fe9e14302b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.150979 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c99d1e61-e2e1-4014-9098-fe9e14302b34 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85fbcd76-72d4-495a-8f99-d4bbd16c9425 HTTP/1.1" status: 204 len: 168 time: 0.4498706 Jan 27 21:59:59.217728 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d1e61-e2e1-4014-9098-fe9e14302b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fbcd76-72d4-495a-8f99-d4bbd16c9425,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:59.241361 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9e918461-22cb-4d1c-bba3-e0c3e7fc1605 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:59.281127 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-35e3a30a-663b-44db-9607-a5b583129d6e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6194751 Jan 27 21:59:59.281721 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 9e918461-22cb-4d1c-bba3-e0c3e7fc1605 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:59.281721 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9e918461-22cb-4d1c-bba3-e0c3e7fc1605 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:59.306657 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-735bef70-b94e-42d7-bb01-b3c0a3c6cd52 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:59:59.306927 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-b84152b6-7263-481b-8dd3-1b08bdd3f791 admin admin] For port a6d8a23c-c877-42dd-9ae9-5448fe932f84, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a6d8a23c-c877-42dd-9ae9-5448fe932f84,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:59.307446 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b84152b6-7263-481b-8dd3-1b08bdd3f791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (a6d8a23c-c877-42dd-9ae9-5448fe932f84), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.308666 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-735bef70-b94e-42d7-bb01-b3c0a3c6cd52 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0215020 Jan 27 21:59:59.315863 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a514155e-58f5-4ed0-a0bb-323b32040bcc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:59.322955 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a514155e-58f5-4ed0-a0bb-323b32040bcc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.328692 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-a514155e-58f5-4ed0-a0bb-323b32040bcc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:59:59.333380 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a514155e-58f5-4ed0-a0bb-323b32040bcc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:59:59.346520 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-b84152b6-7263-481b-8dd3-1b08bdd3f791 admin admin] Calling delete_port for a6d8a23c-c877-42dd-9ae9-5448fe932f84 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:59.363198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-df61aa0a-9dd4-420b-af55-24604956ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'name': 'tempest-ServersTestManualDisk-465728994-router', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:59:56Z', 'revision_number': 5, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'gw_port': {'id': 'a6d8a23c-c877-42dd-9ae9-5448fe932f84', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:34Z', 'updated_at': '2022-01-27T21:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:59.377227 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3435db-4041-4fbb-b8bb-136422e3970a req-1cfc0a1d-cf5d-4d78-ab53-17928bd35229 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:59.378965 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec3435db-4041-4fbb-b8bb-136422e3970a req-1cfc0a1d-cf5d-4d78-ab53-17928bd35229 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.2680163 Jan 27 21:59:59.393095 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a514155e-58f5-4ed0-a0bb-323b32040bcc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5352154 Jan 27 21:59:59.393800 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36580) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:59.440217 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df61aa0a-9dd4-420b-af55-24604956ef43 None None] Checking router: 7b5407b1-8df9-4436-a10f-8717f38a0471 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:59:59.449160 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-1b04c947-e040-447d-a6ff-ab824eff64fa tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:59.463951 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df61aa0a-9dd4-420b-af55-24604956ef43 None None] Routers {'7b5407b1-8df9-4436-a10f-8717f38a0471'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:59.464888 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-df61aa0a-9dd4-420b-af55-24604956ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T21:59:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7b5407b1-8df9-4436-a10f-8717f38a0471'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:59.672445 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec3435db-4041-4fbb-b8bb-136422e3970a req-c0740b74-4e13-4d28-96fa-1ec2df17a7c5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763062 Jan 27 21:59:59.701273 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-df61aa0a-9dd4-420b-af55-24604956ef43 None None] Set router 7b5407b1-8df9-4436-a10f-8717f38a0471 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:59.729105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b04c947-e040-447d-a6ff-ab824eff64fa tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:59.737951 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1b04c947-e040-447d-a6ff-ab824eff64fa tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.743425 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b04c947-e040-447d-a6ff-ab824eff64fa tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:59:59.745407 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b04c947-e040-447d-a6ff-ab824eff64fa tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:59:59.787609 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1b04c947-e040-447d-a6ff-ab824eff64fa tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3924992 Jan 27 21:59:59.790783 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36590) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:59.804107 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-a2e76034-2282-4a11-8daf-edcc482e95ae tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:59.860135 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b84152b6-7263-481b-8dd3-1b08bdd3f791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (a6d8a23c-c877-42dd-9ae9-5448fe932f84), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.909708 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-df61aa0a-9dd4-420b-af55-24604956ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'name': 'tempest-ServersTestManualDisk-465728994-router', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:59:59Z', 'revision_number': 6, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:59.953070 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df61aa0a-9dd4-420b-af55-24604956ef43 None None] The sync data for ids ['7b5407b1-8df9-4436-a10f-8717f38a0471'] in n-d-772272-3 is: [{'id': '7b5407b1-8df9-4436-a10f-8717f38a0471', 'name': 'tempest-ServersTestManualDisk-465728994-router', 'tenant_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:33Z', 'updated_at': '2022-01-27T21:59:59Z', 'revision_number': 6, 'project_id': '6f25f7a1897e4e4384abc9aa2efe65cf', 'gw_port_host': None}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:59:59.961494 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e76034-2282-4a11-8daf-edcc482e95ae tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:59.965981 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a2e76034-2282-4a11-8daf-edcc482e95ae tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.969162 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e76034-2282-4a11-8daf-edcc482e95ae tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:59:59.969162 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e76034-2282-4a11-8daf-edcc482e95ae tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:59:59.972263 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84152b6-7263-481b-8dd3-1b08bdd3f791 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d8a23c-c877-42dd-9ae9-5448fe932f84,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:00.005796 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a2e76034-2282-4a11-8daf-edcc482e95ae tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2118707 Jan 27 22:00:00.006993 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36596) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:00.084555 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bc458575-baa7-48c3-9164-314676c481ce tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0750828 Jan 27 22:00:00.087026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36600) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:00.129750 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b84152b6-7263-481b-8dd3-1b08bdd3f791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (7b5407b1-8df9-4436-a10f-8717f38a0471), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:00.153383 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53d33bc-c950-4d6f-ab1c-7b5490b8c79a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:00.154908 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c53d33bc-c950-4d6f-ab1c-7b5490b8c79a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0667970 Jan 27 22:00:00.163569 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36604) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:00.224667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebe4ac-0b1f-44e9-83ec-8ba4bee2e45c req-46fa4aa0-a9d5-4e1b-9f63-9e1fe1933a8d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:00.237291 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29ebe4ac-0b1f-44e9-83ec-8ba4bee2e45c req-46fa4aa0-a9d5-4e1b-9f63-9e1fe1933a8d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 944 time: 0.1804299 Jan 27 22:00:00.253678 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b84152b6-7263-481b-8dd3-1b08bdd3f791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (7b5407b1-8df9-4436-a10f-8717f38a0471), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:00.256198 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b84152b6-7263-481b-8dd3-1b08bdd3f791 admin admin] Publish callbacks [] for router_controller (7b5407b1-8df9-4436-a10f-8717f38a0471), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:00.290019 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:00.310253 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29ebe4ac-0b1f-44e9-83ec-8ba4bee2e45c req-eb915f3f-b453-41ea-92e8-df27b6a50cfe tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700343 Jan 27 22:00:00.347416 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-49ed3b7a-3e61-4e03-b63d-f17e8e152733 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1822894 Jan 27 22:00:00.351198 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36610) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:00.356519 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-947787f5-1720-4d17-9830-46b56a96e9d3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:00.360817 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b84152b6-7263-481b-8dd3-1b08bdd3f791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (7b5407b1-8df9-4436-a10f-8717f38a0471), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:00.361468 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84152b6-7263-481b-8dd3-1b08bdd3f791 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b5407b1-8df9-4436-a10f-8717f38a0471 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:00:00.370855 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b84152b6-7263-481b-8dd3-1b08bdd3f791 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:00.375055 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b84152b6-7263-481b-8dd3-1b08bdd3f791 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7b5407b1-8df9-4436-a10f-8717f38a0471 HTTP/1.1" status: 204 len: 168 time: 1.8381224 Jan 27 22:00:00.383080 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36612) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:00.489796 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39634e1-6dff-4f18-9b45-a93683d2878c admin admin] Deleting subnet 4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:00.501640 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e39634e1-6dff-4f18-9b45-a93683d2878c admin admin] Publish callbacks [] for subnet (4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:00.537679 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947787f5-1720-4d17-9830-46b56a96e9d3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:00.541135 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-947787f5-1720-4d17-9830-46b56a96e9d3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:00.591483 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e39634e1-6dff-4f18-9b45-a93683d2878c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:00.769862 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-d3b12002-8d05-455b-aa57-7ac007225c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:00.771775 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-d3b12002-8d05-455b-aa57-7ac007225c1b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532&tenant_id=de28fa92448d41c99ce570f9af9bb344 HTTP/1.1" status: 200 len: 1095 time: 0.1105649 Jan 27 22:00:00.806286 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-772272-3', 'device_owner': 'compute:nova'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:00.880729 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:01.093305 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:01.130334 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36646) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:01.134383 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:01.134757 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device fc2748a2-c1a3-4ae4-9c5e-5e1a7828c57a not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:01.145506 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a6d8a23c-c877-42dd-9ae9-5448fe932f84 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:01.179131 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: a6d8a23c-c877-42dd-9ae9-5448fe932f84 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:01.179496 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a6d8a23c-c877-42dd-9ae9-5448fe932f84 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:01.192284 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-438675e7-0782-4eaa-8fdf-99419d001eac admin admin] Deleting subnet 9098f0c3-55f8-4926-b1cd-02227e640c95 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:01.200842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef68db4-b8d1-4bff-aa2b-76324fa27183 req-35839a72-71d2-45b8-b2be-5d473ed9fb29 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:01.202661 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bef68db4-b8d1-4bff-aa2b-76324fa27183 req-35839a72-71d2-45b8-b2be-5d473ed9fb29 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.2453804 Jan 27 22:00:01.207152 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-438675e7-0782-4eaa-8fdf-99419d001eac admin admin] Publish callbacks [] for subnet (9098f0c3-55f8-4926-b1cd-02227e640c95), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:01.271280 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e39634e1-6dff-4f18-9b45-a93683d2878c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:01.309083 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] For port 5ed1521b-a042-4087-8cb2-beed324061f5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5ed1521b-a042-4087-8cb2-beed324061f5,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:01.335317 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-438675e7-0782-4eaa-8fdf-99419d001eac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (9098f0c3-55f8-4926-b1cd-02227e640c95), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:01.357466 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] For port 5ed1521b-a042-4087-8cb2-beed324061f5, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:01.446782 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed1521b-a042-4087-8cb2-beed324061f5 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:00:01.457741 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] Publish callbacks [] for port (5ed1521b-a042-4087-8cb2-beed324061f5), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:01.476983 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bef68db4-b8d1-4bff-aa2b-76324fa27183 req-97e26371-84fe-4ea9-bd6a-e3c32a7fcbc8 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659566 Jan 27 22:00:01.511790 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] Transition to ACTIVE for port object 5ed1521b-a042-4087-8cb2-beed324061f5 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:00:01.514773 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-438675e7-0782-4eaa-8fdf-99419d001eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (9098f0c3-55f8-4926-b1cd-02227e640c95), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:01.518087 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:01.561202 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e39634e1-6dff-4f18-9b45-a93683d2878c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:01.582249 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed1521b-a042-4087-8cb2-beed324061f5,revision_number=9']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:01.602904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39634e1-6dff-4f18-9b45-a93683d2878c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:01.622539 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e39634e1-6dff-4f18-9b45-a93683d2878c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:01.629749 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e39634e1-6dff-4f18-9b45-a93683d2878c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4eacf57f-f7a8-4962-8d7b-30cdf38cc2d8 HTTP/1.1" status: 204 len: 168 time: 1.2426765 Jan 27 22:00:01.634926 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36662) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:01.644591 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e4e632-0e17-4955-a892-dedd2e7e8e7e None None] Network c63528f9-585d-4bdf-a53d-80daa7801467 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:01.791108 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d560d9-b8ba-44ff-909e-7bdcb2fc8d18 req-e1573711-0f71-4519-9ff4-18a2cf4e50c9 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:01.800471 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4d560d9-b8ba-44ff-909e-7bdcb2fc8d18 req-e1573711-0f71-4519-9ff4-18a2cf4e50c9 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 944 time: 0.3125997 Jan 27 22:00:01.879315 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] No DVR routers for this DVR port 5ed1521b-a042-4087-8cb2-beed324061f5 on host n-h1-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:01.927148 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-33f53525-4540-4b23-aca7-bbc8175ff150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (c63528f9-585d-4bdf-a53d-80daa7801467), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:01.946071 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36668) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:01.970904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.objects.ports [None req-947787f5-1720-4d17-9830-46b56a96e9d3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109741) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:00:01.973622 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-438675e7-0782-4eaa-8fdf-99419d001eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (9098f0c3-55f8-4926-b1cd-02227e640c95), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.006523 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ea4114-82a4-49e1-9dc8-a72aeb213f5c None None] DHCP port deletion for c63528f9-585d-4bdf-a53d-80daa7801467 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:00:02.019693 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-947787f5-1720-4d17-9830-46b56a96e9d3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (ce1d0d7f-df80-44fd-b406-1027917a091e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.048926 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-438675e7-0782-4eaa-8fdf-99419d001eac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.053677 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-438675e7-0782-4eaa-8fdf-99419d001eac admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9098f0c3-55f8-4926-b1cd-02227e640c95 HTTP/1.1" status: 204 len: 168 time: 0.9208913 Jan 27 22:00:02.061400 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36672) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:02.079540 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea4114-82a4-49e1-9dc8-a72aeb213f5c None None] Deleting port c29de2d1-65a5-4d6c-bf36-8f224e26c0bc {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:02.080338 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4114-82a4-49e1-9dc8-a72aeb213f5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c29de2d1-65a5-4d6c-bf36-8f224e26c0bc), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.120091 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438675e7-0782-4eaa-8fdf-99419d001eac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9098f0c3-55f8-4926-b1cd-02227e640c95,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:02.147106 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947787f5-1720-4d17-9830-46b56a96e9d3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:02.167842 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f5ea4114-82a4-49e1-9dc8-a72aeb213f5c None None] For port c29de2d1-65a5-4d6c-bf36-8f224e26c0bc, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c29de2d1-65a5-4d6c-bf36-8f224e26c0bc,segment=NetworkSegment(01176d2b-a87c-402b-af4e-f9afe6948abf),segment_id=01176d2b-a87c-402b-af4e-f9afe6948abf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:02.168441 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4114-82a4-49e1-9dc8-a72aeb213f5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c29de2d1-65a5-4d6c-bf36-8f224e26c0bc), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.182958 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea4114-82a4-49e1-9dc8-a72aeb213f5c None None] Calling delete_port for c29de2d1-65a5-4d6c-bf36-8f224e26c0bc owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:02.200326 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-947787f5-1720-4d17-9830-46b56a96e9d3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:02.218743 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4d560d9-b8ba-44ff-909e-7bdcb2fc8d18 req-d55ca200-d6ab-443b-95a3-279c5ce67cc1 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4172688 Jan 27 22:00:02.223973 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947787f5-1720-4d17-9830-46b56a96e9d3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:02.224608 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-947787f5-1720-4d17-9830-46b56a96e9d3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.232014 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb51620-5fd3-4c45-895a-c1c4a0886801 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:02.247375 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] Attempting to bind port 5ed1521b-a042-4087-8cb2-beed324061f5 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:02.247712 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] Attempting to bind port 5ed1521b-a042-4087-8cb2-beed324061f5 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:02.248042 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] Attempting to bind port 5ed1521b-a042-4087-8cb2-beed324061f5 on network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:02.251308 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17bbeb3b-0219-4b95-9e6d-e39398f12b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.254806 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46527ab2-8a15-4517-804a-949d1dbde13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (cd6e1a7e-3d4e-4525-9d35-d15106beb55d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.263160 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4765ff-f246-4819-9bd9-ca11254e1bfb req-0c81d8ad-4517-4635-9252-bedbb38ba399 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:02.265070 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea4765ff-f246-4819-9bd9-ca11254e1bfb req-0c81d8ad-4517-4635-9252-bedbb38ba399 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.3788838 Jan 27 22:00:02.277965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] Port 5ed1521b-a042-4087-8cb2-beed324061f5 on network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:00:02.278294 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] Attempting to bind port 5ed1521b-a042-4087-8cb2-beed324061f5 on network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:02.281344 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947787f5-1720-4d17-9830-46b56a96e9d3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=ce1d0d7f-df80-44fd-b406-1027917a091e,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:02.298763 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:02.299105 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] Checking segment: {'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:02.299491 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] Bound using segment: {'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:02.299933 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] Bound port: 5ed1521b-a042-4087-8cb2-beed324061f5, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6889cb5-cf47-4d27-a967-740b367953d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:02.300315 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.360088 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7176841-c580-4e53-9194-567882891523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-fdaa4292-e481-4f0f-a1d5-1416641af0da', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'fixed_ips': [{'subnet_id': 'ce1d0d7f-df80-44fd-b406-1027917a091e'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:00:02.361823 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea4765ff-f246-4819-9bd9-ca11254e1bfb req-14c5d9b4-6e7c-412c-a2d6-1a614c213cd0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848918 Jan 27 22:00:02.365481 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e7176841-c580-4e53-9194-567882891523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.369143 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32802b9-58bd-4afd-b028-3080dc7d14e2 req-37d96bad-eae8-4d27-8457-5ef88f894535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:02.371005 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e32802b9-58bd-4afd-b028-3080dc7d14e2 req-37d96bad-eae8-4d27-8457-5ef88f894535 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 1096 time: 0.4878180 Jan 27 22:00:02.379452 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-947787f5-1720-4d17-9830-46b56a96e9d3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0269971 Jan 27 22:00:02.382701 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36674) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:02.424767 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] For port 5ed1521b-a042-4087-8cb2-beed324061f5, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:02.427939 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] For port 5ed1521b-a042-4087-8cb2-beed324061f5, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5ed1521b-a042-4087-8cb2-beed324061f5,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:02.461503 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.488111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-723e61a5-f3c8-4041-8e14-3b28efdb7a9f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'mac_address': 'fa:16:3e:4c:f6:2f', 'name': 'tempest-NetworksTestDHCPv6-857115605'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:02.495421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32802b9-58bd-4afd-b028-3080dc7d14e2 req-2bd524db-0b00-4c99-a849-b52dc399fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:02.497039 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e32802b9-58bd-4afd-b028-3080dc7d14e2 req-2bd524db-0b00-4c99-a849-b52dc399fe47 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 913 time: 0.1151869 Jan 27 22:00:02.518812 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46527ab2-8a15-4517-804a-949d1dbde13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (cd6e1a7e-3d4e-4525-9d35-d15106beb55d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.537964 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:02.538594 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.539994 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] 10.222.0.21 "PUT /v2.0/ports/5ed1521b-a042-4087-8cb2-beed324061f5 HTTP/1.1" status: 200 len: 1092 time: 1.7454545 Jan 27 22:00:02.543279 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3831741-d6ca-4874-bc58-945a0b5cc532', 'tag': '5ed1521b-a042-4087-8cb2-beed324061f5'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:02.546607 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26764e65-5b58-4670-9dad-664af4d472b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e3831741-d6ca-4874-bc58-945a0b5cc532", "tag": "5ed1521b-a042-4087-8cb2-beed324061f5"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:02.594224 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-46527ab2-8a15-4517-804a-949d1dbde13d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6e1a7e-3d4e-4525-9d35-d15106beb55d']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:02.603403 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4114-82a4-49e1-9dc8-a72aeb213f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (c29de2d1-65a5-4d6c-bf36-8f224e26c0bc), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.626892 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-33f53525-4540-4b23-aca7-bbc8175ff150 admin admin] Deleting port c29de2d1-65a5-4d6c-bf36-8f224e26c0bc {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:02.627234 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-33f53525-4540-4b23-aca7-bbc8175ff150 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c29de2d1-65a5-4d6c-bf36-8f224e26c0bc), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.648362 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4114-82a4-49e1-9dc8-a72aeb213f5c None None] Pushing event deleted for resources: {'Port': ['ID=c29de2d1-65a5-4d6c-bf36-8f224e26c0bc,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:02.650449 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ea4114-82a4-49e1-9dc8-a72aeb213f5c None None] No DVR routers for this DVR port c29de2d1-65a5-4d6c-bf36-8f224e26c0bc on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:02.657350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-e7176841-c580-4e53-9194-567882891523 None None] Allocated IP 2001:db8::f816:3eff:feec:fe4c (fdaa4292-e481-4f0f-a1d5-1416641af0da/ce1d0d7f-df80-44fd-b406-1027917a091e/f13932f5-9bae-4bc7-985b-428535b6c913) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:02.673416 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f50a0db-c27f-44e7-b870-8f466c0d2fa5 x-openstack-request-id: req-5f50a0db-c27f-44e7-b870-8f466c0d2fa5 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:02.673750 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3831741-d6ca-4874-bc58-945a0b5cc532", "tag": "5ed1521b-a042-4087-8cb2-beed324061f5", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:02.674015 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f50a0db-c27f-44e7-b870-8f466c0d2fa5 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:02.674721 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3831741-d6ca-4874-bc58-945a0b5cc532', 'tag': '5ed1521b-a042-4087-8cb2-beed324061f5', 'status': 'completed', 'code': 200} Jan 27 22:00:02.675346 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d4e18-a065-4ad6-95a4-313e9b5c0529 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed1521b-a042-4087-8cb2-beed324061f5,revision_number=10']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:02.688986 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-46527ab2-8a15-4517-804a-949d1dbde13d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58385dad-877b-4218-bcd0-f3820d4bbe16') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:02.689738 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-46527ab2-8a15-4517-804a-949d1dbde13d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58385dad-877b-4218-bcd0-f3820d4bbe16') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:02.712782 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46527ab2-8a15-4517-804a-949d1dbde13d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (58385dad-877b-4218-bcd0-f3820d4bbe16), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.725454 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17bbeb3b-0219-4b95-9e6d-e39398f12b3f admin admin] Publish callbacks [] for security_group (5d0b6b5b-26a8-4912-88e8-61bff1b21d66), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.742882 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46527ab2-8a15-4517-804a-949d1dbde13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (58385dad-877b-4218-bcd0-f3820d4bbe16), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.745335 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-f6236962-ce16-4942-ae28-2383db892c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:02.746947 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-f6236962-ce16-4942-ae28-2383db892c0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de28fa92448d41c99ce570f9af9bb344&device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 1096 time: 0.1705611 Jan 27 22:00:02.747574 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17bbeb3b-0219-4b95-9e6d-e39398f12b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5d0b6b5b-26a8-4912-88e8-61bff1b21d66), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.758299 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46527ab2-8a15-4517-804a-949d1dbde13d admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:00:02.758769 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46527ab2-8a15-4517-804a-949d1dbde13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (58385dad-877b-4218-bcd0-f3820d4bbe16), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:00:02.767379 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:00:02.881092 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e32802b9-58bd-4afd-b028-3080dc7d14e2 req-2cae525a-6b67-4415-82c3-6b123e5c9d92 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 HTTP/1.1" status: 200 len: 999 time: 0.3725209 Jan 27 22:00:02.914318 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e7176841-c580-4e53-9194-567882891523 None None] Publish callbacks [] for port (f13932f5-9bae-4bc7-985b-428535b6c913), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.926406 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e7176841-c580-4e53-9194-567882891523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (f13932f5-9bae-4bc7-985b-428535b6c913), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.944134 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32802b9-58bd-4afd-b028-3080dc7d14e2 req-b3e5f4e6-8ee4-4232-8af5-80afa17968b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:02.945642 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e32802b9-58bd-4afd-b028-3080dc7d14e2 req-b3e5f4e6-8ee4-4232-8af5-80afa17968b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.0566955 Jan 27 22:00:02.949030 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-33f53525-4540-4b23-aca7-bbc8175ff150 admin admin] For port c29de2d1-65a5-4d6c-bf36-8f224e26c0bc, host n-d-772272-3, got binding levels [] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:02.949396 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-33f53525-4540-4b23-aca7-bbc8175ff150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c29de2d1-65a5-4d6c-bf36-8f224e26c0bc), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.950118 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-17bbeb3b-0219-4b95-9e6d-e39398f12b3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bcbcdfb16a614493967d828ee810b1ed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0024848 Jan 27 22:00:02.955732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36678) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:02.980209 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbeb3b-0219-4b95-9e6d-e39398f12b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0b6b5b-26a8-4912-88e8-61bff1b21d66,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:02.986954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7176841-c580-4e53-9194-567882891523 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:02.990317 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-e7176841-c580-4e53-9194-567882891523 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:02.998787 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7176841-c580-4e53-9194-567882891523 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:03.032126 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46527ab2-8a15-4517-804a-949d1dbde13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (cd6e1a7e-3d4e-4525-9d35-d15106beb55d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.036232 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7176841-c580-4e53-9194-567882891523 None None] Pushing event updated for resources: {'Port': ['ID=f13932f5-9bae-4bc7-985b-428535b6c913,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:03.059504 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c29de2d1-65a5-4d6c-bf36-8f224e26c0bc no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:03.065319 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46527ab2-8a15-4517-804a-949d1dbde13d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.072007 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-46527ab2-8a15-4517-804a-949d1dbde13d admin admin] 10.222.0.23 "DELETE /v2.0/networks/cd6e1a7e-3d4e-4525-9d35-d15106beb55d HTTP/1.1" status: 204 len: 168 time: 1.0066993 Jan 27 22:00:03.092513 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: c29de2d1-65a5-4d6c-bf36-8f224e26c0bc {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:03.092858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c29de2d1-65a5-4d6c-bf36-8f224e26c0bc not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:03.094608 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-e7176841-c580-4e53-9194-567882891523 None None] Attempting to bind port f13932f5-9bae-4bc7-985b-428535b6c913 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:03.095150 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-e7176841-c580-4e53-9194-567882891523 None None] Attempting to bind port f13932f5-9bae-4bc7-985b-428535b6c913 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:03.095683 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7176841-c580-4e53-9194-567882891523 None None] Attempting to bind port f13932f5-9bae-4bc7-985b-428535b6c913 on network fdaa4292-e481-4f0f-a1d5-1416641af0da {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:03.097549 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46527ab2-8a15-4517-804a-949d1dbde13d admin admin] Pushing event deleted for resources: {'Network': ['ID=cd6e1a7e-3d4e-4525-9d35-d15106beb55d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:03.103862 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7176841-c580-4e53-9194-567882891523 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:03.106225 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7176841-c580-4e53-9194-567882891523 None None] Checking segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:03.106673 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e7176841-c580-4e53-9194-567882891523 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.107080 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7176841-c580-4e53-9194-567882891523 None None] Bound using segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:03.107615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-e7176841-c580-4e53-9194-567882891523 None None] Bound port: f13932f5-9bae-4bc7-985b-428535b6c913, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:03.108003 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e7176841-c580-4e53-9194-567882891523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f13932f5-9bae-4bc7-985b-428535b6c913), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.119559 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-33f53525-4540-4b23-aca7-bbc8175ff150 admin admin] Calling delete_port for c29de2d1-65a5-4d6c-bf36-8f224e26c0bc owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:03.125470 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.ipam_backend_mixin [None req-33f53525-4540-4b23-aca7-bbc8175ff150 admin admin] Port c29de2d1-65a5-4d6c-bf36-8f224e26c0bc was not found and therefore no delete operation was performed {{(pid=109741) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:00:03.145309 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-d86b4f0a-e3ce-4485-9e82-f2dfcc12b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:03.147159 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-d86b4f0a-e3ce-4485-9e82-f2dfcc12b5a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 HTTP/1.1" status: 200 len: 916 time: 0.3808892 Jan 27 22:00:03.179751 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-33f53525-4540-4b23-aca7-bbc8175ff150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (c29de2d1-65a5-4d6c-bf36-8f224e26c0bc), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.194240 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e7176841-c580-4e53-9194-567882891523 None None] For port f13932f5-9bae-4bc7-985b-428535b6c913, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:03.197842 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e7176841-c580-4e53-9194-567882891523 None None] For port f13932f5-9bae-4bc7-985b-428535b6c913, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f13932f5-9bae-4bc7-985b-428535b6c913,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:03.209043 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e7176841-c580-4e53-9194-567882891523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f13932f5-9bae-4bc7-985b-428535b6c913), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.279902 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-5dedad51-46de-429c-947c-eee76bde6828 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ed1521b-a042-4087-8cb2-beed324061f5 HTTP/1.1" status: 200 len: 1000 time: 0.1244843 Jan 27 22:00:03.282438 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1c04631d-056b-43fd-9d51-17eca6b0c6b2 admin admin] Publish callbacks [] for security_group (5d0b6b5b-26a8-4912-88e8-61bff1b21d66), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.302863 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f53525-4540-4b23-aca7-bbc8175ff150 admin admin] Pushing event deleted for resources: {'Port': ['ID=c29de2d1-65a5-4d6c-bf36-8f224e26c0bc,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:03.346260 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36684) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:03.349755 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7176841-c580-4e53-9194-567882891523 None None] Pushing event updated for resources: {'Port': ['ID=f13932f5-9bae-4bc7-985b-428535b6c913,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:03.365665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32802b9-58bd-4afd-b028-3080dc7d14e2 req-788b3b89-23cd-4016-b2d6-f79e08d62664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:03.379198 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e32802b9-58bd-4afd-b028-3080dc7d14e2 req-788b3b89-23cd-4016-b2d6-f79e08d62664 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4224114 Jan 27 22:00:03.402447 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-019be960-2ded-408a-b145-ba20c2b44480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:03.406509 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-019be960-2ded-408a-b145-ba20c2b44480 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1a976cc-2e5b-4556-bc6f-960c2cfb8897 HTTP/1.1" status: 200 len: 854 time: 0.1189089 Jan 27 22:00:03.479367 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b2e1c1be-d489-46d8-b783-83fe1862b36b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5087db1c900149cbaaa7a34c3ee21041&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1250927 Jan 27 22:00:03.485555 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36688) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:03.530573 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-12cd7a14-91cb-45d4-96ac-8660487bf50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:03.532469 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-12cd7a14-91cb-45d4-96ac-8660487bf50f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093318 Jan 27 22:00:03.544799 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f53525-4540-4b23-aca7-bbc8175ff150 admin admin] No DVR routers for this DVR port c29de2d1-65a5-4d6c-bf36-8f224e26c0bc on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:03.548118 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723e61a5-f3c8-4041-8e14-3b28efdb7a9f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:03.634322 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ec2b9b4c-0a41-4d1a-becd-5029e4e41f8e admin admin] Publish callbacks [] for security_group (fb9cbb37-e767-4b2f-a1fe-301aab45c4e2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.650396 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1c04631d-056b-43fd-9d51-17eca6b0c6b2 admin admin] Publish callbacks [] for security_group (5d0b6b5b-26a8-4912-88e8-61bff1b21d66), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.681422 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ec2b9b4c-0a41-4d1a-becd-5029e4e41f8e admin admin] Publish callbacks [] for security_group (fb9cbb37-e767-4b2f-a1fe-301aab45c4e2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.731348 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-a00de1d2-4a2c-4186-b5a5-9dabc5610c55 service neutron] 10.222.0.21 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897955 Jan 27 22:00:03.755074 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-723e61a5-f3c8-4041-8e14-3b28efdb7a9f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.805853 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ec2b9b4c-0a41-4d1a-becd-5029e4e41f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (fb9cbb37-e767-4b2f-a1fe-301aab45c4e2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.809024 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ec2b9b4c-0a41-4d1a-becd-5029e4e41f8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.810596 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ec2b9b4c-0a41-4d1a-becd-5029e4e41f8e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb9cbb37-e767-4b2f-a1fe-301aab45c4e2 HTTP/1.1" status: 204 len: 168 time: 0.3238454 Jan 27 22:00:03.823093 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-33f53525-4540-4b23-aca7-bbc8175ff150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (c63528f9-585d-4bdf-a53d-80daa7801467), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.860797 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-33f53525-4540-4b23-aca7-bbc8175ff150 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63528f9-585d-4bdf-a53d-80daa7801467']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:03.865272 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-197b5852-2815-4ab7-bbe4-cc68abe28ffe req-7248ecea-56ad-43ad-8254-13c2f4d93f64 service neutron] 10.222.0.21 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260052 Jan 27 22:00:03.873416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-33f53525-4540-4b23-aca7-bbc8175ff150 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01176d2b-a87c-402b-af4e-f9afe6948abf') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:03.873911 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-33f53525-4540-4b23-aca7-bbc8175ff150 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01176d2b-a87c-402b-af4e-f9afe6948abf') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:03.890566 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b9b4c-0a41-4d1a-becd-5029e4e41f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9cbb37-e767-4b2f-a1fe-301aab45c4e2,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:03.891437 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-33f53525-4540-4b23-aca7-bbc8175ff150 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (01176d2b-a87c-402b-af4e-f9afe6948abf), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.948142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d626cbf-152b-4203-b973-39505cf86f1e req-dea1508b-fe17-4b74-834c-059c0f15403e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:03.949097 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2d626cbf-152b-4203-b973-39505cf86f1e req-dea1508b-fe17-4b74-834c-059c0f15403e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.4510071 Jan 27 22:00:03.950401 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-33f53525-4540-4b23-aca7-bbc8175ff150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (01176d2b-a87c-402b-af4e-f9afe6948abf), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.963909 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8c961-248e-41a8-8c64-91b83d298672 req-145837b7-f76e-4e10-b5be-e924472491b7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:03.966452 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5f8c961-248e-41a8-8c64-91b83d298672 req-145837b7-f76e-4e10-b5be-e924472491b7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 945 time: 0.5726006 Jan 27 22:00:03.991667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f53525-4540-4b23-aca7-bbc8175ff150 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:00:03.992079 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-33f53525-4540-4b23-aca7-bbc8175ff150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (01176d2b-a87c-402b-af4e-f9afe6948abf), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:00:03.999752 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:00:04.021830 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-723e61a5-f3c8-4041-8e14-3b28efdb7a9f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] device_id is not set on port 68785004-2c42-403a-88d4-0850f1e92be8 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:00:04.023767 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26764e65-5b58-4670-9dad-664af4d472b2 req-1b8e48a4-bb06-48eb-bdb9-e40185d47e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:04.025545 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-26764e65-5b58-4670-9dad-664af4d472b2 req-1b8e48a4-bb06-48eb-bdb9-e40185d47e8c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de28fa92448d41c99ce570f9af9bb344&device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 1096 time: 0.0794096 Jan 27 22:00:04.066292 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e32802b9-58bd-4afd-b028-3080dc7d14e2 req-e930f5ce-5939-4104-9043-0a43e3bbe616 service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6569285 Jan 27 22:00:04.173099 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-33f53525-4540-4b23-aca7-bbc8175ff150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (c63528f9-585d-4bdf-a53d-80daa7801467), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:04.173610 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26764e65-5b58-4670-9dad-664af4d472b2 req-cf843759-6df3-47c9-bd43-4f1f809d4c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:04.174603 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1c04631d-056b-43fd-9d51-17eca6b0c6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5d0b6b5b-26a8-4912-88e8-61bff1b21d66), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:04.177129 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-26764e65-5b58-4670-9dad-664af4d472b2 req-cf843759-6df3-47c9-bd43-4f1f809d4c88 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 HTTP/1.1" status: 200 len: 916 time: 0.1432152 Jan 27 22:00:04.178044 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1c04631d-056b-43fd-9d51-17eca6b0c6b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:04.181872 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1c04631d-056b-43fd-9d51-17eca6b0c6b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d0b6b5b-26a8-4912-88e8-61bff1b21d66 HTTP/1.1" status: 204 len: 168 time: 1.2192612 Jan 27 22:00:04.228939 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-33f53525-4540-4b23-aca7-bbc8175ff150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:04.232967 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-33f53525-4540-4b23-aca7-bbc8175ff150 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c63528f9-585d-4bdf-a53d-80daa7801467 HTTP/1.1" status: 204 len: 168 time: 2.5974562 Jan 27 22:00:04.255254 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2d626cbf-152b-4203-b973-39505cf86f1e req-d418e1b5-e350-40a3-a60b-a08ad0e4bce4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2850134 Jan 27 22:00:04.268802 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-26764e65-5b58-4670-9dad-664af4d472b2 req-eeac8f93-6ae1-480a-97b5-796eb2eba81c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ed1521b-a042-4087-8cb2-beed324061f5 HTTP/1.1" status: 200 len: 1000 time: 0.0831645 Jan 27 22:00:04.281967 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f53525-4540-4b23-aca7-bbc8175ff150 admin admin] Pushing event deleted for resources: {'Network': ['ID=c63528f9-585d-4bdf-a53d-80daa7801467,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:04.289084 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04631d-056b-43fd-9d51-17eca6b0c6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0b6b5b-26a8-4912-88e8-61bff1b21d66,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:04.300003 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5f8c961-248e-41a8-8c64-91b83d298672 req-6324b440-3f6c-4c4d-aa11-0b228f6fcc9e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3187544 Jan 27 22:00:04.358375 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26764e65-5b58-4670-9dad-664af4d472b2 req-0564d1b9-5ca5-4c68-a1c3-837d0afdd063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:04.359830 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-26764e65-5b58-4670-9dad-664af4d472b2 req-0564d1b9-5ca5-4c68-a1c3-837d0afdd063 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1a976cc-2e5b-4556-bc6f-960c2cfb8897 HTTP/1.1" status: 200 len: 854 time: 0.0826113 Jan 27 22:00:04.400471 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e32802b9-58bd-4afd-b028-3080dc7d14e2 req-2db85897-1a59-4ad9-aab5-b9add881e268 service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223493 Jan 27 22:00:04.427383 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-723e61a5-f3c8-4041-8e14-3b28efdb7a9f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8::f816:3eff:fe4c:f62f (fdaa4292-e481-4f0f-a1d5-1416641af0da/ce1d0d7f-df80-44fd-b406-1027917a091e/68785004-2c42-403a-88d4-0850f1e92be8) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:04.470580 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26764e65-5b58-4670-9dad-664af4d472b2 req-f7dbbc77-d58e-48c3-95fa-1198c321e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:04.475316 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-26764e65-5b58-4670-9dad-664af4d472b2 req-f7dbbc77-d58e-48c3-95fa-1198c321e3af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064188 Jan 27 22:00:04.756587 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-26764e65-5b58-4670-9dad-664af4d472b2 req-cf22073a-5d62-4c6c-910a-bb56a7f76098 service neutron] 10.222.0.21 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611628 Jan 27 22:00:04.856464 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-723e61a5-f3c8-4041-8e14-3b28efdb7a9f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (68785004-2c42-403a-88d4-0850f1e92be8), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:04.940516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36724) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:05.028425 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-115caff7-c2d7-4671-a649-9be619437507 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f25f7a1897e4e4384abc9aa2efe65cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0866606 Jan 27 22:00:05.030884 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-723e61a5-f3c8-4041-8e14-3b28efdb7a9f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (68785004-2c42-403a-88d4-0850f1e92be8), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:05.040518 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36728) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:05.064372 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e749b1c3-68ee-439e-a6b1-61905ecd0f56 None None] Provisioning complete for port f13932f5-9bae-4bc7-985b-428535b6c913 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:05.067221 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e749b1c3-68ee-439e-a6b1-61905ecd0f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f13932f5-9bae-4bc7-985b-428535b6c913), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:05.118518 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723e61a5-f3c8-4041-8e14-3b28efdb7a9f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:05.124908 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-723e61a5-f3c8-4041-8e14-3b28efdb7a9f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:05.128025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723e61a5-f3c8-4041-8e14-3b28efdb7a9f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:05.136639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723e61a5-f3c8-4041-8e14-3b28efdb7a9f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:05.138001 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-723e61a5-f3c8-4041-8e14-3b28efdb7a9f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:05.206465 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-723e61a5-f3c8-4041-8e14-3b28efdb7a9f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8207099 Jan 27 22:00:05.208346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36730) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:05.292651 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f13932f5-9bae-4bc7-985b-428535b6c913 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:05.297064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e61a5-f3c8-4041-8e14-3b28efdb7a9f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=68785004-2c42-403a-88d4-0850f1e92be8,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:05.350403 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e29d5-4322-45cf-84c8-0e3e05300d65 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:05.356665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e29d5-4322-45cf-84c8-0e3e05300d65 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:05.364113 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ad0e29d5-4322-45cf-84c8-0e3e05300d65 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1364522 Jan 27 22:00:05.365387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36738) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:05.426871 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b046cc40-de35-4496-a95f-910ae473c813 admin admin] Publish callbacks [] for security_group (48dccfb4-9d4f-4a57-b0b8-e315a5fda804), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:05.547205 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e749b1c3-68ee-439e-a6b1-61905ecd0f56 None None] Current status of the port f13932f5-9bae-4bc7-985b-428535b6c913 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:05.547645 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e749b1c3-68ee-439e-a6b1-61905ecd0f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f13932f5-9bae-4bc7-985b-428535b6c913), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:05.673233 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b046cc40-de35-4496-a95f-910ae473c813 admin admin] Publish callbacks [] for security_group (48dccfb4-9d4f-4a57-b0b8-e315a5fda804), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:05.677317 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e749b1c3-68ee-439e-a6b1-61905ecd0f56 None None] For port f13932f5-9bae-4bc7-985b-428535b6c913, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f13932f5-9bae-4bc7-985b-428535b6c913,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:05.699311 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e749b1c3-68ee-439e-a6b1-61905ecd0f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f13932f5-9bae-4bc7-985b-428535b6c913), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:05.702257 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port f13932f5-9bae-4bc7-985b-428535b6c913 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:05.702826 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f13932f5-9bae-4bc7-985b-428535b6c913), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:05.793817 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-65055e49-301b-4af2-9cef-cfe5f5bc6f1d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting port 68785004-2c42-403a-88d4-0850f1e92be8 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:05.794768 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-65055e49-301b-4af2-9cef-cfe5f5bc6f1d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (68785004-2c42-403a-88d4-0850f1e92be8), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:05.803137 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-26764e65-5b58-4670-9dad-664af4d472b2 req-29910db2-9da9-45dd-ae70-47dfed85c54d service neutron] 10.222.0.21 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0047915 Jan 27 22:00:05.806662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1b413-5b1b-4066-bb49-98fb1714a514 req-bb7afa41-7a77-4570-bf1a-9fc7e4872bdf tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:05.835524 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93a1b413-5b1b-4066-bb49-98fb1714a514 req-bb7afa41-7a77-4570-bf1a-9fc7e4872bdf tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 945 time: 0.2819035 Jan 27 22:00:05.888066 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36752) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:06.033529 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93a1b413-5b1b-4066-bb49-98fb1714a514 req-49c49ba0-75b8-4ee8-a564-1a7fb1ec61d1 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964285 Jan 27 22:00:06.042828 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-9a54e134-62d8-49d6-b7b2-fcbc68dbba15 None None] Provisioning complete for port 68785004-2c42-403a-88d4-0850f1e92be8 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:06.043260 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a54e134-62d8-49d6-b7b2-fcbc68dbba15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (68785004-2c42-403a-88d4-0850f1e92be8), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:06.107800 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5a116-f702-48df-973d-2abc9a490ca5 req-243d97b1-f2c8-4bfa-b9bf-3cc8e81522fe tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:06.111830 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a7f2fe81-eb83-49ce-aa6b-3874dc138a75 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1147628652-network', 'tenant_id': '5f8119ca47b7479290f8f1a732965415'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:06.115969 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aaf5a116-f702-48df-973d-2abc9a490ca5 req-243d97b1-f2c8-4bfa-b9bf-3cc8e81522fe tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.5695434 Jan 27 22:00:06.119783 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749b1c3-68ee-439e-a6b1-61905ecd0f56 None None] Pushing event updated for resources: {'Port': ['ID=f13932f5-9bae-4bc7-985b-428535b6c913,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:06.158613 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f2fe81-eb83-49ce-aa6b-3874dc138a75 admin admin] Made reservation on behalf of 5f8119ca47b7479290f8f1a732965415 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:06.161986 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a7f2fe81-eb83-49ce-aa6b-3874dc138a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:06.202439 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b046cc40-de35-4496-a95f-910ae473c813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (48dccfb4-9d4f-4a57-b0b8-e315a5fda804), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:06.203708 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a7f2fe81-eb83-49ce-aa6b-3874dc138a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:06.205334 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b046cc40-de35-4496-a95f-910ae473c813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:06.206725 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b046cc40-de35-4496-a95f-910ae473c813 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48dccfb4-9d4f-4a57-b0b8-e315a5fda804 HTTP/1.1" status: 204 len: 168 time: 1.1612897 Jan 27 22:00:06.216056 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9a54e134-62d8-49d6-b7b2-fcbc68dbba15 None None] Port 68785004-2c42-403a-88d4-0850f1e92be8 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:00:06.220942 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046cc40-de35-4496-a95f-910ae473c813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dccfb4-9d4f-4a57-b0b8-e315a5fda804,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:06.243817 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aaf5a116-f702-48df-973d-2abc9a490ca5 req-6aaf0916-f3ac-45b7-9e6f-abf2f63bea7a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255708 Jan 27 22:00:06.270528 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-65055e49-301b-4af2-9cef-cfe5f5bc6f1d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (68785004-2c42-403a-88d4-0850f1e92be8), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:06.298152 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f13932f5-9bae-4bc7-985b-428535b6c913 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:06.302276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-65055e49-301b-4af2-9cef-cfe5f5bc6f1d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Calling delete_port for 68785004-2c42-403a-88d4-0850f1e92be8 owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:06.414310 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a7f2fe81-eb83-49ce-aa6b-3874dc138a75 admin admin] Publish callbacks [] for security_group (2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:06.426910 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a7f2fe81-eb83-49ce-aa6b-3874dc138a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:06.495441 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f2fe81-eb83-49ce-aa6b-3874dc138a75 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:00:06.501190 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36766) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:06.510255 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2fe81-eb83-49ce-aa6b-3874dc138a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:06.534359 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a7f2fe81-eb83-49ce-aa6b-3874dc138a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (03f03b00-21f2-4482-a656-94e7ab611f3b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:06.534714 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-a7f2fe81-eb83-49ce-aa6b-3874dc138a75 admin admin] Added segment 03f03b00-21f2-4482-a656-94e7ab611f3b of type vlan for network 459b8894-edc1-457b-b0fc-103b65af4a7d Jan 27 22:00:06.616474 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a7f2fe81-eb83-49ce-aa6b-3874dc138a75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (459b8894-edc1-457b-b0fc-103b65af4a7d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:06.723265 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a7f2fe81-eb83-49ce-aa6b-3874dc138a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (459b8894-edc1-457b-b0fc-103b65af4a7d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:06.724638 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f2fe81-eb83-49ce-aa6b-3874dc138a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:06.725769 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a7f2fe81-eb83-49ce-aa6b-3874dc138a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:06.881215 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a7f2fe81-eb83-49ce-aa6b-3874dc138a75 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9910223 Jan 27 22:00:06.887511 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36776) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:06.893936 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-bf4c14e7-ca84-46e4-91bd-16c83b42254a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-183994605-network', 'tenant_id': 'adb90cf5cb154861a5d3879095aa8d21'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:06.914657 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9c571b33-be0e-4cb2-890c-5c308c0f2afa admin admin] Request body: {'subnet': {'network_id': '459b8894-edc1-457b-b0fc-103b65af4a7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1147628652-subnet', 'tenant_id': '5f8119ca47b7479290f8f1a732965415', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:06.982065 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c571b33-be0e-4cb2-890c-5c308c0f2afa admin admin] Made reservation on behalf of 5f8119ca47b7479290f8f1a732965415 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:06.986065 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9c571b33-be0e-4cb2-890c-5c308c0f2afa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:07.025874 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2fe81-eb83-49ce-aa6b-3874dc138a75 admin admin] Pushing event updated for resources: {'Network': ['ID=459b8894-edc1-457b-b0fc-103b65af4a7d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:07.042434 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 459b8894-edc1-457b-b0fc-103b65af4a7d details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:00:07.110802 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4c14e7-ca84-46e4-91bd-16c83b42254a admin admin] Made reservation on behalf of adb90cf5cb154861a5d3879095aa8d21 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:07.114318 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf4c14e7-ca84-46e4-91bd-16c83b42254a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:07.132991 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf4c14e7-ca84-46e4-91bd-16c83b42254a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:07.358136 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf4c14e7-ca84-46e4-91bd-16c83b42254a admin admin] Publish callbacks [] for security_group (1a237a7f-74d9-4140-aa16-f854a2ed1066), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:07.364318 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf4c14e7-ca84-46e4-91bd-16c83b42254a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1a237a7f-74d9-4140-aa16-f854a2ed1066), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:07.373883 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-65055e49-301b-4af2-9cef-cfe5f5bc6f1d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (68785004-2c42-403a-88d4-0850f1e92be8), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:07.387328 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4c14e7-ca84-46e4-91bd-16c83b42254a admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:00:07.398273 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9c571b33-be0e-4cb2-890c-5c308c0f2afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (2bb2bac3-c60e-4848-afff-f0961fb92d28), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:07.452155 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f13932f5-9bae-4bc7-985b-428535b6c913 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:07.459293 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf4c14e7-ca84-46e4-91bd-16c83b42254a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (1de3d4ff-c3fa-4e6e-a167-866597f4b49a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:07.459647 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-bf4c14e7-ca84-46e4-91bd-16c83b42254a admin admin] Added segment 1de3d4ff-c3fa-4e6e-a167-866597f4b49a of type vlan for network 55dbf442-93cb-445d-adb3-f94fd902630e Jan 27 22:00:07.467509 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65055e49-301b-4af2-9cef-cfe5f5bc6f1d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Port': ['ID=68785004-2c42-403a-88d4-0850f1e92be8,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:07.509571 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c14e7-ca84-46e4-91bd-16c83b42254a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a237a7f-74d9-4140-aa16-f854a2ed1066,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:07.596097 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf4c14e7-ca84-46e4-91bd-16c83b42254a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (55dbf442-93cb-445d-adb3-f94fd902630e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:07.609740 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c571b33-be0e-4cb2-890c-5c308c0f2afa admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bb2bac3-c60e-4848-afff-f0961fb92d28,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:07.620258 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c571b33-be0e-4cb2-890c-5c308c0f2afa admin admin] Checking segment: {'id': '03f03b00-21f2-4482-a656-94e7ab611f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '459b8894-edc1-457b-b0fc-103b65af4a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:07.620590 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c571b33-be0e-4cb2-890c-5c308c0f2afa admin admin] Network hostable DHCP agents. Network: 459b8894-edc1-457b-b0fc-103b65af4a7d, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:00:07.640426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8219c6a-a399-41a6-9b57-25727d0d1a92 req-d4583bc9-a39a-4a4c-b739-b708afc2e95e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:07.651697 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c8219c6a-a399-41a6-9b57-25727d0d1a92 req-d4583bc9-a39a-4a4c-b739-b708afc2e95e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 945 time: 0.3945777 Jan 27 22:00:07.716572 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf4c14e7-ca84-46e4-91bd-16c83b42254a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (55dbf442-93cb-445d-adb3-f94fd902630e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:07.717748 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4c14e7-ca84-46e4-91bd-16c83b42254a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:07.718398 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf4c14e7-ca84-46e4-91bd-16c83b42254a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:07.726498 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c571b33-be0e-4cb2-890c-5c308c0f2afa admin admin] Network 459b8894-edc1-457b-b0fc-103b65af4a7d is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:00:07.757691 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-65055e49-301b-4af2-9cef-cfe5f5bc6f1d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:07.765433 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-65055e49-301b-4af2-9cef-cfe5f5bc6f1d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/68785004-2c42-403a-88d4-0850f1e92be8 HTTP/1.1" status: 204 len: 168 time: 2.3956378 Jan 27 22:00:07.765433 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36794) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:07.813615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port f13932f5-9bae-4bc7-985b-428535b6c913 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:07.814799 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f13932f5-9bae-4bc7-985b-428535b6c913), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:07.856818 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bf4c14e7-ca84-46e4-91bd-16c83b42254a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3540757 Jan 27 22:00:07.860239 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36796) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:07.877401 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-9c571b33-be0e-4cb2-890c-5c308c0f2afa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 459b8894-edc1-457b-b0fc-103b65af4a7d) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:07.884593 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-141ad79d-c0ed-402b-820a-fb6f3f7ea01d admin admin] Request body: {'subnet': {'network_id': '55dbf442-93cb-445d-adb3-f94fd902630e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-183994605-subnet', 'tenant_id': 'adb90cf5cb154861a5d3879095aa8d21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:07.898050 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c571b33-be0e-4cb2-890c-5c308c0f2afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:07.898737 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9c571b33-be0e-4cb2-890c-5c308c0f2afa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:07.904650 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c14e7-ca84-46e4-91bd-16c83b42254a admin admin] Pushing event updated for resources: {'Network': ['ID=55dbf442-93cb-445d-adb3-f94fd902630e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:07.906728 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36798) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:07.910993 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baff562d-646e-44b9-a1c0-b779771f1251 None None] Network 459b8894-edc1-457b-b0fc-103b65af4a7d requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:07.922915 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a58117-b0b1-4293-8412-0dbab81941b4 req-af2f82a9-b733-4e06-906c-eff21813ee93 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:07.932330 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0a58117-b0b1-4293-8412-0dbab81941b4 req-af2f82a9-b733-4e06-906c-eff21813ee93 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.4750061 Jan 27 22:00:07.954256 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9c571b33-be0e-4cb2-890c-5c308c0f2afa admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0561202 Jan 27 22:00:07.973416 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141ad79d-c0ed-402b-820a-fb6f3f7ea01d admin admin] Made reservation on behalf of adb90cf5cb154861a5d3879095aa8d21 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:07.976015 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-141ad79d-c0ed-402b-820a-fb6f3f7ea01d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:07.979546 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 55dbf442-93cb-445d-adb3-f94fd902630e details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:00:08.075660 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd20e2a2-93d0-431e-b301-b47ae673b6d4 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:08.080772 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd20e2a2-93d0-431e-b301-b47ae673b6d4 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:08.087843 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-dd20e2a2-93d0-431e-b301-b47ae673b6d4 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3186414 Jan 27 22:00:08.108819 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36806) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:08.177114 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e59066c9-8291-4dc4-af87-a2a999140d19 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1007732625-network', 'tenant_id': '3850a8c6538f4fbfba86d3a1260e5062'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:08.248533 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59066c9-8291-4dc4-af87-a2a999140d19 admin admin] Made reservation on behalf of 3850a8c6538f4fbfba86d3a1260e5062 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:08.251826 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e59066c9-8291-4dc4-af87-a2a999140d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:08.254256 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c8219c6a-a399-41a6-9b57-25727d0d1a92 req-3606f58a-1ac9-487c-b40f-191cb3e0d8da tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5794961 Jan 27 22:00:08.270368 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd654f84-8672-4e86-b5f7-60f367515591 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet ce1d0d7f-df80-44fd-b406-1027917a091e {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:08.284371 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd654f84-8672-4e86-b5f7-60f367515591 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (ce1d0d7f-df80-44fd-b406-1027917a091e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:08.300761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0a58117-b0b1-4293-8412-0dbab81941b4 req-a3aa34ba-2ed8-48a5-bcfd-a3e133d0c7fd tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3405933 Jan 27 22:00:08.359544 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e59066c9-8291-4dc4-af87-a2a999140d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:08.412831 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3843cd76-6866-4241-b450-be744160b4ea None None] Network 459b8894-edc1-457b-b0fc-103b65af4a7d requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:08.505663 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd654f84-8672-4e86-b5f7-60f367515591 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (ce1d0d7f-df80-44fd-b406-1027917a091e), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:08.528684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289f061-e230-4196-bfd5-87780cead6cb req-6523fc2d-a4ae-48a5-89fb-8f424a3eed52 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:08.538558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8289f061-e230-4196-bfd5-87780cead6cb req-6523fc2d-a4ae-48a5-89fb-8f424a3eed52 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.0965810 Jan 27 22:00:08.625397 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8289f061-e230-4196-bfd5-87780cead6cb req-95c43e60-b778-481b-9b6d-0bc3c7b264dd tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843039 Jan 27 22:00:08.653478 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f13932f5-9bae-4bc7-985b-428535b6c913 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:08.786170 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-141ad79d-c0ed-402b-820a-fb6f3f7ea01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (97ed837f-fe5b-48e3-9482-927c909a61a7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:08.867610 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd654f84-8672-4e86-b5f7-60f367515591 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (ce1d0d7f-df80-44fd-b406-1027917a091e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:08.940303 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc18987-3e3e-4958-b4f5-f092a75c97af req-0f5ec26a-7e91-429f-9186-96c9090749a1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:08.942401 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3bc18987-3e3e-4958-b4f5-f092a75c97af req-0f5ec26a-7e91-429f-9186-96c9090749a1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.1469331 Jan 27 22:00:08.981514 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e59066c9-8291-4dc4-af87-a2a999140d19 admin admin] Publish callbacks [] for security_group (bf15af9d-5f83-47e3-8973-8974e1a6d25e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:08.994328 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e59066c9-8291-4dc4-af87-a2a999140d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (bf15af9d-5f83-47e3-8973-8974e1a6d25e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:09.002989 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935916a-44ae-4345-aa28-f407956fe238 req-45b31f6c-3efe-400e-815f-c1b4bbde59b7 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:09.015154 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ad79d-c0ed-402b-820a-fb6f3f7ea01d admin admin] Pushing event updated for resources: {'Subnet': ['ID=97ed837f-fe5b-48e3-9482-927c909a61a7,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:09.021609 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ad79d-c0ed-402b-820a-fb6f3f7ea01d admin admin] Checking segment: {'id': '1de3d4ff-c3fa-4e6e-a167-866597f4b49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '55dbf442-93cb-445d-adb3-f94fd902630e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:09.021989 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141ad79d-c0ed-402b-820a-fb6f3f7ea01d admin admin] Network hostable DHCP agents. Network: 55dbf442-93cb-445d-adb3-f94fd902630e, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:00:09.024417 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3935916a-44ae-4345-aa28-f407956fe238 req-45b31f6c-3efe-400e-815f-c1b4bbde59b7 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/networks?id=459b8894-edc1-457b-b0fc-103b65af4a7d HTTP/1.1" status: 200 len: 814 time: 0.2628891 Jan 27 22:00:09.048115 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3935916a-44ae-4345-aa28-f407956fe238 req-2724533e-f77b-4a07-909c-407ba6c8f2f8 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/quotas/5f8119ca47b7479290f8f1a732965415 HTTP/1.1" status: 200 len: 375 time: 0.0224137 Jan 27 22:00:09.060963 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59066c9-8291-4dc4-af87-a2a999140d19 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:00:09.084817 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59066c9-8291-4dc4-af87-a2a999140d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf15af9d-5f83-47e3-8973-8974e1a6d25e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:09.092594 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e59066c9-8291-4dc4-af87-a2a999140d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (76b067f7-c831-4487-b4e3-caf1ffaab25c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:09.092956 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-e59066c9-8291-4dc4-af87-a2a999140d19 admin admin] Added segment 76b067f7-c831-4487-b4e3-caf1ffaab25c of type vlan for network fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8 Jan 27 22:00:09.105485 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3935916a-44ae-4345-aa28-f407956fe238 req-5a32adc3-4700-485c-9b53-0b4ca1f8fa1b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f8119ca47b7479290f8f1a732965415&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552671 Jan 27 22:00:09.114583 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141ad79d-c0ed-402b-820a-fb6f3f7ea01d admin admin] Network 55dbf442-93cb-445d-adb3-f94fd902630e is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:00:09.118622 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3bc18987-3e3e-4958-b4f5-f092a75c97af req-87940e55-5475-4654-ad4d-e10ff1f2c1da tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675413 Jan 27 22:00:09.157265 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd654f84-8672-4e86-b5f7-60f367515591 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (ce1d0d7f-df80-44fd-b406-1027917a091e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:09.212191 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd654f84-8672-4e86-b5f7-60f367515591 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=ce1d0d7f-df80-44fd-b406-1027917a091e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:09.224076 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-141ad79d-c0ed-402b-820a-fb6f3f7ea01d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 55dbf442-93cb-445d-adb3-f94fd902630e) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:09.233903 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b6c5f4-1eba-422d-94e5-93b1ea8dce55 None None] Network 55dbf442-93cb-445d-adb3-f94fd902630e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:09.244309 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141ad79d-c0ed-402b-820a-fb6f3f7ea01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:09.245678 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-141ad79d-c0ed-402b-820a-fb6f3f7ea01d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:09.283427 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e59066c9-8291-4dc4-af87-a2a999140d19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:09.292012 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd654f84-8672-4e86-b5f7-60f367515591 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:09.303879 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bd654f84-8672-4e86-b5f7-60f367515591 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/ce1d0d7f-df80-44fd-b406-1027917a091e HTTP/1.1" status: 204 len: 168 time: 1.1933861 Jan 27 22:00:09.327872 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-141ad79d-c0ed-402b-820a-fb6f3f7ea01d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4479849 Jan 27 22:00:09.336657 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36832) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:09.379940 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db00082-9237-449a-ba77-434c0f390e4e None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:09.444499 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3935916a-44ae-4345-aa28-f407956fe238 req-bf4a4140-abbf-41cc-90ae-d12bbfe92140 service neutron] 10.222.0.23 "GET /v2.0/networks/459b8894-edc1-457b-b0fc-103b65af4a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378162 Jan 27 22:00:09.458497 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ac9ade0e-bcc3-478e-aea1-cb7308c8b7a3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1198220 Jan 27 22:00:09.460157 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.db.resource_extend [None req-e59066c9-8291-4dc4-af87-a2a999140d19 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:00:09.462689 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36836) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:09.467855 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b288129c-8b8a-486c-8b9a-b4129c7d957d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:09.576496 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e59066c9-8291-4dc4-af87-a2a999140d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:09.583925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59066c9-8291-4dc4-af87-a2a999140d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:09.584784 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e59066c9-8291-4dc4-af87-a2a999140d19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:09.647502 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3ac9f8-3179-423b-b594-f49f84748677 None None] Network 55dbf442-93cb-445d-adb3-f94fd902630e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:09.671311 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59066c9-8291-4dc4-af87-a2a999140d19 admin admin] Pushing event updated for resources: {'Network': ['ID=fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:09.682579 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3935916a-44ae-4345-aa28-f407956fe238 req-9dd79f07-d0e3-42fa-b905-ec518fa0b05e service neutron] 10.222.0.23 "GET /v2.0/networks/459b8894-edc1-457b-b0fc-103b65af4a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359717 Jan 27 22:00:09.699922 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e59066c9-8291-4dc4-af87-a2a999140d19 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7872145 Jan 27 22:00:09.700906 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36842) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:09.708689 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-29d3d453-ac77-483c-b8cf-94de77a31cf5 admin admin] Request body: {'subnet': {'network_id': 'fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1007732625-subnet', 'tenant_id': '3850a8c6538f4fbfba86d3a1260e5062', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:09.740728 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d3d453-ac77-483c-b8cf-94de77a31cf5 admin admin] Made reservation on behalf of 3850a8c6538f4fbfba86d3a1260e5062 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:09.743210 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29d3d453-ac77-483c-b8cf-94de77a31cf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:09.764850 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b288129c-8b8a-486c-8b9a-b4129c7d957d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:09.768302 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b288129c-8b8a-486c-8b9a-b4129c7d957d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:09.834505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd9bcb-967c-4a8f-87a4-056ab805035c req-e33c7de1-df19-4113-b99c-8ee1d2ab08ed tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:09.848813 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9fd9bcb-967c-4a8f-87a4-056ab805035c req-e33c7de1-df19-4113-b99c-8ee1d2ab08ed tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 945 time: 0.1601658 Jan 27 22:00:09.924915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:00:10.007385 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9fd9bcb-967c-4a8f-87a4-056ab805035c req-8310bce7-998a-472b-bc0a-aca9b5ce58a1 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544740 Jan 27 22:00:10.129280 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da502e-0bb5-4c84-a8a8-4a3e8df8d947 req-3238f9a4-1d48-472d-b203-0fd176cc0f72 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:10.130282 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49da502e-0bb5-4c84-a8a8-4a3e8df8d947 req-3238f9a4-1d48-472d-b203-0fd176cc0f72 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.1219516 Jan 27 22:00:10.193010 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29d3d453-ac77-483c-b8cf-94de77a31cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (0f6bc830-2284-4818-aa3b-6fc6a2955537), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:10.293278 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49da502e-0bb5-4c84-a8a8-4a3e8df8d947 req-d368cb27-a955-4ea4-acd1-662a217552d6 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455853 Jan 27 22:00:10.362075 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f251deb5-ebe0-4086-99eb-50a737d12038 None None] DHCP port deletion for fdaa4292-e481-4f0f-a1d5-1416641af0da request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:00:10.448572 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f251deb5-ebe0-4086-99eb-50a737d12038 None None] Deleting port f13932f5-9bae-4bc7-985b-428535b6c913 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:10.449216 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f251deb5-ebe0-4086-99eb-50a737d12038 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f13932f5-9bae-4bc7-985b-428535b6c913), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:10.473666 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d3d453-ac77-483c-b8cf-94de77a31cf5 admin admin] Checking segment: {'id': '76b067f7-c831-4487-b4e3-caf1ffaab25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:10.475748 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d3d453-ac77-483c-b8cf-94de77a31cf5 admin admin] Network hostable DHCP agents. Network: fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:00:10.477139 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dde748b0-49c5-41cd-a703-60a386e7c12f req-d4204de1-f072-4724-9757-63ae82e7bbc4 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 210 time: 0.0866306 Jan 27 22:00:10.488888 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3d453-ac77-483c-b8cf-94de77a31cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f6bc830-2284-4818-aa3b-6fc6a2955537,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:10.570530 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f251deb5-ebe0-4086-99eb-50a737d12038 None None] For port f13932f5-9bae-4bc7-985b-428535b6c913, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f13932f5-9bae-4bc7-985b-428535b6c913,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:10.571517 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f251deb5-ebe0-4086-99eb-50a737d12038 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f13932f5-9bae-4bc7-985b-428535b6c913), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:10.600776 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f251deb5-ebe0-4086-99eb-50a737d12038 None None] Calling delete_port for f13932f5-9bae-4bc7-985b-428535b6c913 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:10.617843 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d3d453-ac77-483c-b8cf-94de77a31cf5 admin admin] Network fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:00:10.664390 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-29d3d453-ac77-483c-b8cf-94de77a31cf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:10.703499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d3d453-ac77-483c-b8cf-94de77a31cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:10.704433 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29d3d453-ac77-483c-b8cf-94de77a31cf5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:10.777639 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-29d3d453-ac77-483c-b8cf-94de77a31cf5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0728798 Jan 27 22:00:10.836437 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8967b4bc-b898-4739-a4ec-17a3e9f4b8cf None None] Network fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:10.876367 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f251deb5-ebe0-4086-99eb-50a737d12038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (f13932f5-9bae-4bc7-985b-428535b6c913), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:11.007950 n-d-772272-3 neutron-server[109742]: DEBUG neutron.objects.ports [None req-b288129c-8b8a-486c-8b9a-b4129c7d957d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:00:11.127550 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f13932f5-9bae-4bc7-985b-428535b6c913 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:11.136141 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251deb5-ebe0-4086-99eb-50a737d12038 None None] Pushing event deleted for resources: {'Port': ['ID=f13932f5-9bae-4bc7-985b-428535b6c913,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:11.184756 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f251deb5-ebe0-4086-99eb-50a737d12038 None None] No DVR routers for this DVR port f13932f5-9bae-4bc7-985b-428535b6c913 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:11.204213 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: f13932f5-9bae-4bc7-985b-428535b6c913 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:11.207350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f13932f5-9bae-4bc7-985b-428535b6c913 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:11.241128 n-d-772272-3 neutron-server[109742]: WARNING neutron.services.revisions.revision_plugin [None req-b288129c-8b8a-486c-8b9a-b4129c7d957d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Could not find related port for resource to bump revision. Jan 27 22:00:11.280531 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.ipam_pluggable_backend [None req-b288129c-8b8a-486c-8b9a-b4129c7d957d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Port f13932f5-9bae-4bc7-985b-428535b6c913 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109742) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 27 22:00:11.281395 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.ipam_pluggable_backend [None req-b288129c-8b8a-486c-8b9a-b4129c7d957d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Reverting IP allocation for 2001:db8::f816:3eff:feec:fe4c {{(pid=109742) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 27 22:00:11.290739 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.ipam_pluggable_backend [None req-b288129c-8b8a-486c-8b9a-b4129c7d957d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feec:fe4c {{(pid=109742) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 27 22:00:11.293466 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b288129c-8b8a-486c-8b9a-b4129c7d957d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (468f366e-f876-412d-81a6-22c9da716716), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:11.352843 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dc1c02-2d6a-48dc-bc7f-449547657748 None None] Network fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:11.379307 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b3ba1-3f82-4040-a740-968ad32f7fa5 req-781a10fe-5f1e-48fd-8478-8a51031d27c9 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:11.387661 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e9b3ba1-3f82-4040-a740-968ad32f7fa5 req-781a10fe-5f1e-48fd-8478-8a51031d27c9 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 945 time: 0.1363235 Jan 27 22:00:11.468612 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288129c-8b8a-486c-8b9a-b4129c7d957d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=468f366e-f876-412d-81a6-22c9da716716,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:11.494723 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b288129c-8b8a-486c-8b9a-b4129c7d957d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:11.496465 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-b288129c-8b8a-486c-8b9a-b4129c7d957d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:11.512382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e9b3ba1-3f82-4040-a740-968ad32f7fa5 req-3edfdbb4-2350-42d1-9c07-6a65b5c3b8b7 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206605 Jan 27 22:00:11.537835 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b288129c-8b8a-486c-8b9a-b4129c7d957d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:11.538482 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b288129c-8b8a-486c-8b9a-b4129c7d957d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:11.553942 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ad5985-5c3d-4e58-9f9d-6acdde2458ca None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:11.578682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36880) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:11.580138 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b288129c-8b8a-486c-8b9a-b4129c7d957d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1157317 Jan 27 22:00:11.585292 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-0360f046-d2ce-4413-acca-5fdedabc3713 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'mac_address': 'fa:16:3e:66:8d:f8', 'name': 'tempest-NetworksTestDHCPv6-949377814'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:11.767139 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a226e508-e5b9-4c9e-98f7-d2b4755a302c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-fdaa4292-e481-4f0f-a1d5-1416641af0da', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'fixed_ips': [{'subnet_id': '468f366e-f876-412d-81a6-22c9da716716'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:00:11.769097 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a226e508-e5b9-4c9e-98f7-d2b4755a302c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:11.956232 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-a226e508-e5b9-4c9e-98f7-d2b4755a302c None None] Allocated IP 2001:db8::f816:3eff:feb4:16be (fdaa4292-e481-4f0f-a1d5-1416641af0da/468f366e-f876-412d-81a6-22c9da716716/6229efb2-c85c-49bf-a84e-74a1bfd837a9) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:11.981802 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-caf9e8e6-7447-4212-8718-8f2157292543 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:11.995986 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-caf9e8e6-7447-4212-8718-8f2157292543 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/networks?id=fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8 HTTP/1.1" status: 200 len: 814 time: 0.2605441 Jan 27 22:00:12.036901 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec831121-f692-469a-a892-250111b77802 req-9ac57e29-8ccb-4379-8cc4-207cb91f21da tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:12.038599 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec831121-f692-469a-a892-250111b77802 req-9ac57e29-8ccb-4379-8cc4-207cb91f21da tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.3583939 Jan 27 22:00:12.048752 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-2401bb69-19b4-400e-917e-0ed4f8cada37 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/quotas/3850a8c6538f4fbfba86d3a1260e5062 HTTP/1.1" status: 200 len: 375 time: 0.0431161 Jan 27 22:00:12.094326 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-ccbb1baa-d975-45f4-a5dd-ce2ed3851824 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3850a8c6538f4fbfba86d3a1260e5062&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444162 Jan 27 22:00:12.211458 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-3ea1ed6e-ec9d-49ca-931a-f4fee20bf98c service neutron] 10.222.0.23 "GET /v2.0/networks/fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160603 Jan 27 22:00:12.231104 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a226e508-e5b9-4c9e-98f7-d2b4755a302c None None] Publish callbacks [] for port (6229efb2-c85c-49bf-a84e-74a1bfd837a9), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:12.242225 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a226e508-e5b9-4c9e-98f7-d2b4755a302c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (6229efb2-c85c-49bf-a84e-74a1bfd837a9), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:12.242515 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0360f046-d2ce-4413-acca-5fdedabc3713 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:12.297972 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a226e508-e5b9-4c9e-98f7-d2b4755a302c None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:12.303271 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-a226e508-e5b9-4c9e-98f7-d2b4755a302c None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:12.309033 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a226e508-e5b9-4c9e-98f7-d2b4755a302c None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:12.312846 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226e508-e5b9-4c9e-98f7-d2b4755a302c None None] Pushing event updated for resources: {'Port': ['ID=6229efb2-c85c-49bf-a84e-74a1bfd837a9,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:12.350384 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec831121-f692-469a-a892-250111b77802 req-6fdaddbb-163c-4059-a1c1-40cf735466d3 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728243 Jan 27 22:00:12.436474 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a226e508-e5b9-4c9e-98f7-d2b4755a302c None None] Attempting to bind port 6229efb2-c85c-49bf-a84e-74a1bfd837a9 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:12.437689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a226e508-e5b9-4c9e-98f7-d2b4755a302c None None] Attempting to bind port 6229efb2-c85c-49bf-a84e-74a1bfd837a9 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:12.437689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226e508-e5b9-4c9e-98f7-d2b4755a302c None None] Attempting to bind port 6229efb2-c85c-49bf-a84e-74a1bfd837a9 on network fdaa4292-e481-4f0f-a1d5-1416641af0da {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:12.446896 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226e508-e5b9-4c9e-98f7-d2b4755a302c None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:12.447417 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226e508-e5b9-4c9e-98f7-d2b4755a302c None None] Checking segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:12.448095 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a226e508-e5b9-4c9e-98f7-d2b4755a302c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:12.448597 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226e508-e5b9-4c9e-98f7-d2b4755a302c None None] Bound using segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:12.449316 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a226e508-e5b9-4c9e-98f7-d2b4755a302c None None] Bound port: 6229efb2-c85c-49bf-a84e-74a1bfd837a9, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:12.450356 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a226e508-e5b9-4c9e-98f7-d2b4755a302c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6229efb2-c85c-49bf-a84e-74a1bfd837a9), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:12.483850 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-845e982c-9c35-4d50-a326-9e2915cec8c0 req-b79055ba-2bb9-4caa-8cbe-a328eeb07d39 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 210 time: 0.0502045 Jan 27 22:00:12.500916 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-58ce373d-8eb3-45d7-bf8f-e22c9fa71420 service neutron] 10.222.0.23 "GET /v2.0/networks/fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883387 Jan 27 22:00:12.514853 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0360f046-d2ce-4413-acca-5fdedabc3713 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:12.558510 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-0360f046-d2ce-4413-acca-5fdedabc3713 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] device_id is not set on port d34dea83-cd06-4dc1-83a7-0609ad950391 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:00:12.648551 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:12.655306 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a226e508-e5b9-4c9e-98f7-d2b4755a302c None None] For port 6229efb2-c85c-49bf-a84e-74a1bfd837a9, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:12.664006 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a226e508-e5b9-4c9e-98f7-d2b4755a302c None None] For port 6229efb2-c85c-49bf-a84e-74a1bfd837a9, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=6229efb2-c85c-49bf-a84e-74a1bfd837a9,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:12.671992 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a226e508-e5b9-4c9e-98f7-d2b4755a302c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6229efb2-c85c-49bf-a84e-74a1bfd837a9), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:12.876641 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226e508-e5b9-4c9e-98f7-d2b4755a302c None None] Pushing event updated for resources: {'Port': ['ID=6229efb2-c85c-49bf-a84e-74a1bfd837a9,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:12.931854 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-0360f046-d2ce-4413-acca-5fdedabc3713 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8::f816:3eff:fe66:8df8 (fdaa4292-e481-4f0f-a1d5-1416641af0da/468f366e-f876-412d-81a6-22c9da716716/d34dea83-cd06-4dc1-83a7-0609ad950391) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:13.104309 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10318eb-df80-4494-a0e7-1db6a119dfa9 req-fc7fdece-0cf2-4dbd-a08b-2e3449225975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:13.106739 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a10318eb-df80-4494-a0e7-1db6a119dfa9 req-fc7fdece-0cf2-4dbd-a08b-2e3449225975 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 1096 time: 0.1140084 Jan 27 22:00:13.235170 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42ff1803-6768-41e2-9f05-f34397734206 req-428455ae-fb9e-4e59-a3aa-88325f89625b tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/ports?device_id=791b758a-00f5-4925-9997-c72639eadcbd HTTP/1.1" status: 200 len: 210 time: 0.1483419 Jan 27 22:00:13.388465 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a8adb-637c-4886-8876-bbe358e4ce12 req-5bc96aa3-a413-4d8b-8332-08d98f60c956 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:13.396590 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-427a8adb-637c-4886-8876-bbe358e4ce12 req-5bc96aa3-a413-4d8b-8332-08d98f60c956 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 945 time: 0.5515699 Jan 27 22:00:13.418745 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10318eb-df80-4494-a0e7-1db6a119dfa9 req-bacb6113-8227-4c74-a197-fac9996cd870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:13.422176 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a10318eb-df80-4494-a0e7-1db6a119dfa9 req-bacb6113-8227-4c74-a197-fac9996cd870 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 913 time: 0.3014863 Jan 27 22:00:13.631822 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a10318eb-df80-4494-a0e7-1db6a119dfa9 req-7405e0a0-8788-4a1c-ab6f-1fc8841b9fd0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 HTTP/1.1" status: 200 len: 999 time: 0.1949871 Jan 27 22:00:13.658245 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-427a8adb-637c-4886-8876-bbe358e4ce12 req-415a6c56-5bd3-44a7-897c-cd5de156880a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582796 Jan 27 22:00:13.696334 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b692fd5-ce48-4c77-921a-ad783281495e req-9eadf8a3-e81c-4f01-a7f5-5789ff037d46 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:13.708928 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b692fd5-ce48-4c77-921a-ad783281495e req-9eadf8a3-e81c-4f01-a7f5-5789ff037d46 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.2806633 Jan 27 22:00:13.782781 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0360f046-d2ce-4413-acca-5fdedabc3713 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (d34dea83-cd06-4dc1-83a7-0609ad950391), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:13.801645 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10318eb-df80-4494-a0e7-1db6a119dfa9 req-442e3fcd-cbfb-477d-b773-9e9f0053f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:13.803655 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a10318eb-df80-4494-a0e7-1db6a119dfa9 req-442e3fcd-cbfb-477d-b773-9e9f0053f043 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.1534371 Jan 27 22:00:13.836925 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935916a-44ae-4345-aa28-f407956fe238 req-1c67be04-1448-4257-8645-7f57a3b724e4 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:13.839107 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3935916a-44ae-4345-aa28-f407956fe238 req-1c67be04-1448-4257-8645-7f57a3b724e4 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.21 "GET /v2.0/networks?id=459b8894-edc1-457b-b0fc-103b65af4a7d HTTP/1.1" status: 200 len: 814 time: 0.6306865 Jan 27 22:00:13.842336 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0360f046-d2ce-4413-acca-5fdedabc3713 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d34dea83-cd06-4dc1-83a7-0609ad950391), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:13.869782 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10318eb-df80-4494-a0e7-1db6a119dfa9 req-8c9c63d9-7ab7-487f-9ed1-4c3f8b962336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:13.871931 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a10318eb-df80-4494-a0e7-1db6a119dfa9 req-8c9c63d9-7ab7-487f-9ed1-4c3f8b962336 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522335 Jan 27 22:00:13.891688 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f35bf74b-0a0c-4f75-9276-487f7d27d5a3 req-793fb198-04d2-4896-b36d-952beb9fe308 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 210 time: 0.0470104 Jan 27 22:00:13.935221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-3935916a-44ae-4345-aa28-f407956fe238 req-2d7967e9-e851-47b6-bec0-8cf87fc3e3f5 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Request body: {'port': {'device_id': 'e83670a7-a7ec-4fae-8f41-bf36a54db80a', 'network_id': '459b8894-edc1-457b-b0fc-103b65af4a7d', 'admin_state_up': True, 'tenant_id': '5f8119ca47b7479290f8f1a732965415'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:13.961159 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0360f046-d2ce-4413-acca-5fdedabc3713 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:13.992042 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-0360f046-d2ce-4413-acca-5fdedabc3713 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:14.001964 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0360f046-d2ce-4413-acca-5fdedabc3713 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:14.004952 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0360f046-d2ce-4413-acca-5fdedabc3713 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:14.011341 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0360f046-d2ce-4413-acca-5fdedabc3713 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:14.109919 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a10318eb-df80-4494-a0e7-1db6a119dfa9 req-abb45b44-c049-4917-898a-7c4115487ac6 service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297306 Jan 27 22:00:14.173012 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b692fd5-ce48-4c77-921a-ad783281495e req-d089cfdb-a20a-48ba-8a55-e081738038c2 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4624665 Jan 27 22:00:14.177083 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360f046-d2ce-4413-acca-5fdedabc3713 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=d34dea83-cd06-4dc1-83a7-0609ad950391,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:14.218812 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0360f046-d2ce-4413-acca-5fdedabc3713 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6384740 Jan 27 22:00:14.219586 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36926) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:14.448817 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a10318eb-df80-4494-a0e7-1db6a119dfa9 req-368441de-e124-4455-81f4-c26e22e4eb02 service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230250 Jan 27 22:00:14.592382 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-a5415de0-dd18-4dcd-affd-d204d1709bdc tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:14.599863 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-a5415de0-dd18-4dcd-affd-d204d1709bdc tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/networks?id=55dbf442-93cb-445d-adb3-f94fd902630e HTTP/1.1" status: 200 len: 809 time: 0.1770718 Jan 27 22:00:14.662642 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94710c4d-e939-4381-a57b-6903e1b95958 req-915df831-fa3d-4222-951e-21403d60e33d tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/ports?device_id=791b758a-00f5-4925-9997-c72639eadcbd HTTP/1.1" status: 200 len: 210 time: 0.2754505 Jan 27 22:00:14.745202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969f1955-069b-4954-8470-147a4e6f79f7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:14.777921 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969f1955-069b-4954-8470-147a4e6f79f7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:14.783032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36942) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:14.785618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-969f1955-069b-4954-8470-147a4e6f79f7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5597589 Jan 27 22:00:14.858716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-33fcc6b4-1a36-478d-9767-3e155f136372 None None] Provisioning complete for port 6229efb2-c85c-49bf-a84e-74a1bfd837a9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:14.861528 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-33fcc6b4-1a36-478d-9767-3e155f136372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6229efb2-c85c-49bf-a84e-74a1bfd837a9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:14.874708 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3935916a-44ae-4345-aa28-f407956fe238 req-2d7967e9-e851-47b6-bec0-8cf87fc3e3f5 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Made reservation on behalf of 5f8119ca47b7479290f8f1a732965415 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:14.889096 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3935916a-44ae-4345-aa28-f407956fe238 req-2d7967e9-e851-47b6-bec0-8cf87fc3e3f5 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:14.891964 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-601032ea-81f8-4581-ba7a-7fe25390986e tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/quotas/adb90cf5cb154861a5d3879095aa8d21 HTTP/1.1" status: 200 len: 375 time: 0.2914743 Jan 27 22:00:15.003217 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-1ef7037b-ceda-41cd-976a-8513fcc656c6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting port d34dea83-cd06-4dc1-83a7-0609ad950391 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:15.003564 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1ef7037b-ceda-41cd-976a-8513fcc656c6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d34dea83-cd06-4dc1-83a7-0609ad950391), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:15.065973 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-33fcc6b4-1a36-478d-9767-3e155f136372 None None] Current status of the port 6229efb2-c85c-49bf-a84e-74a1bfd837a9 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:15.066876 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-33fcc6b4-1a36-478d-9767-3e155f136372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6229efb2-c85c-49bf-a84e-74a1bfd837a9), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:15.130024 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-33fcc6b4-1a36-478d-9767-3e155f136372 None None] For port 6229efb2-c85c-49bf-a84e-74a1bfd837a9, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=6229efb2-c85c-49bf-a84e-74a1bfd837a9,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:15.134702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-28d92194-8e22-4a02-8188-8326713e04b7 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=adb90cf5cb154861a5d3879095aa8d21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1040065 Jan 27 22:00:15.136584 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-33fcc6b4-1a36-478d-9767-3e155f136372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6229efb2-c85c-49bf-a84e-74a1bfd837a9), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:15.276952 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1ef7037b-ceda-41cd-976a-8513fcc656c6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d34dea83-cd06-4dc1-83a7-0609ad950391), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:15.310986 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-1ef7037b-ceda-41cd-976a-8513fcc656c6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Calling delete_port for d34dea83-cd06-4dc1-83a7-0609ad950391 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:15.403705 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcc6b4-1a36-478d-9767-3e155f136372 None None] Pushing event updated for resources: {'Port': ['ID=6229efb2-c85c-49bf-a84e-74a1bfd837a9,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:15.415020 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 6229efb2-c85c-49bf-a84e-74a1bfd837a9 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:15.486446 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cb4eac39-459a-4e94-ad4b-06a78632b2d8 None None] Provisioning complete for port d34dea83-cd06-4dc1-83a7-0609ad950391 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:15.487161 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cb4eac39-459a-4e94-ad4b-06a78632b2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d34dea83-cd06-4dc1-83a7-0609ad950391), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:15.495408 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-3935916a-44ae-4345-aa28-f407956fe238 req-2d7967e9-e851-47b6-bec0-8cf87fc3e3f5 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Allocated IP 172.20.0.11 (459b8894-edc1-457b-b0fc-103b65af4a7d/2bb2bac3-c60e-4848-afff-f0961fb92d28/2eff0d7f-a483-4476-be8c-1dd7c8e1f630) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:15.508846 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-9654e171-4414-4fff-9bf0-f694b96f2a41 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:15.510418 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-9654e171-4414-4fff-9bf0-f694b96f2a41 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.15 "GET /v2.0/networks?id=fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8 HTTP/1.1" status: 200 len: 814 time: 0.9027786 Jan 27 22:00:15.518798 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 6229efb2-c85c-49bf-a84e-74a1bfd837a9 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:15.519256 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6229efb2-c85c-49bf-a84e-74a1bfd837a9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:15.533233 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-04801608-ce8f-403e-8814-bc3f92e420f5 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Request body: {'port': {'device_id': '791b758a-00f5-4925-9997-c72639eadcbd', 'network_id': 'fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8', 'admin_state_up': True, 'tenant_id': '3850a8c6538f4fbfba86d3a1260e5062'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:15.575857 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1ef7037b-ceda-41cd-976a-8513fcc656c6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d34dea83-cd06-4dc1-83a7-0609ad950391), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:15.577123 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cb4eac39-459a-4e94-ad4b-06a78632b2d8 None None] Port d34dea83-cd06-4dc1-83a7-0609ad950391 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:00:15.620602 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7037b-ceda-41cd-976a-8513fcc656c6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Port': ['ID=d34dea83-cd06-4dc1-83a7-0609ad950391,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:15.623829 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bb9a5-5f23-4dab-9de3-67b419ba6d64 req-89ea7cab-a84a-4cb3-9eb2-7af01f6707f4 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:15.626066 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 6229efb2-c85c-49bf-a84e-74a1bfd837a9 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:15.631397 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b03bb9a5-5f23-4dab-9de3-67b419ba6d64 req-89ea7cab-a84a-4cb3-9eb2-7af01f6707f4 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 945 time: 0.7879653 Jan 27 22:00:15.645430 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1ef7037b-ceda-41cd-976a-8513fcc656c6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:15.649136 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1ef7037b-ceda-41cd-976a-8513fcc656c6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/d34dea83-cd06-4dc1-83a7-0609ad950391 HTTP/1.1" status: 204 len: 168 time: 0.8644226 Jan 27 22:00:15.651599 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36950) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:15.713845 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a686cfb-4903-4524-b08b-d5c52226fba0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:15.715864 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a686cfb-4903-4524-b08b-d5c52226fba0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:15.719355 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0a686cfb-4903-4524-b08b-d5c52226fba0 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0651443 Jan 27 22:00:15.720453 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36954) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:15.776430 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-b009133e-3216-4613-bb3d-7012e56094cb tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet 468f366e-f876-412d-81a6-22c9da716716 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:15.781623 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b009133e-3216-4613-bb3d-7012e56094cb tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (468f366e-f876-412d-81a6-22c9da716716), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:15.832438 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b009133e-3216-4613-bb3d-7012e56094cb tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (468f366e-f876-412d-81a6-22c9da716716), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:15.918580 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b009133e-3216-4613-bb3d-7012e56094cb tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (468f366e-f876-412d-81a6-22c9da716716), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:15.977840 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b009133e-3216-4613-bb3d-7012e56094cb tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (468f366e-f876-412d-81a6-22c9da716716), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.010790 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009133e-3216-4613-bb3d-7012e56094cb tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=468f366e-f876-412d-81a6-22c9da716716,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:16.016130 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b009133e-3216-4613-bb3d-7012e56094cb tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.021919 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b009133e-3216-4613-bb3d-7012e56094cb tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/468f366e-f876-412d-81a6-22c9da716716 HTTP/1.1" status: 204 len: 168 time: 0.2982657 Jan 27 22:00:16.022573 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36956) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:16.025917 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbeb9521-8d9c-4b97-b450-dee6b8973d8d None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:16.066545 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-eb257db9-d8a1-49cd-94e1-756c26c6efdc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406826 Jan 27 22:00:16.066790 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36958) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:16.081459 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b03bb9a5-5f23-4dab-9de3-67b419ba6d64 req-6ed646c6-e970-45fe-807c-d91c01749e88 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4465311 Jan 27 22:00:16.090577 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-da9619ca-27f3-4e4c-9c41-7ae9a78a1202 service neutron] 10.222.0.23 "GET /v2.0/networks/55dbf442-93cb-445d-adb3-f94fd902630e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9549825 Jan 27 22:00:16.139499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e82a60-2b2e-4a64-9149-72b701228ad3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:16.144619 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-06e82a60-2b2e-4a64-9149-72b701228ad3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0769138 Jan 27 22:00:16.146148 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36960) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:16.209553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eec83908-91fb-4936-8760-7d02a2777b7c req-bf0dcd12-393f-421c-9957-a829d0a5db27 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 210 time: 0.0441582 Jan 27 22:00:16.215902 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81811ffd-84eb-4378-b12d-67c22404dec1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:16.217975 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-81811ffd-84eb-4378-b12d-67c22404dec1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0702832 Jan 27 22:00:16.220498 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36962) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:16.221754 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e240dc-d7a7-410f-8d4f-154953678b35 None None] DHCP port deletion for fdaa4292-e481-4f0f-a1d5-1416641af0da request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:00:16.257262 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-04801608-ce8f-403e-8814-bc3f92e420f5 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Made reservation on behalf of 3850a8c6538f4fbfba86d3a1260e5062 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:16.260942 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-04801608-ce8f-403e-8814-bc3f92e420f5 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.267301 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-85d594f1-34cd-446d-b4f2-4ae830d6f9e9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454619 Jan 27 22:00:16.271939 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36964) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:16.277072 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-31b87a8a-1639-4f15-98fa-f68297852c30 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:16.298638 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e5e240dc-d7a7-410f-8d4f-154953678b35 None None] Deleting port 6229efb2-c85c-49bf-a84e-74a1bfd837a9 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:16.299019 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e5e240dc-d7a7-410f-8d4f-154953678b35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (6229efb2-c85c-49bf-a84e-74a1bfd837a9), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.305283 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3935916a-44ae-4345-aa28-f407956fe238 req-2d7967e9-e851-47b6-bec0-8cf87fc3e3f5 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Publish callbacks [] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.333144 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-b6ae5c12-e722-49f1-8be6-1c65262cb455 service neutron] 10.222.0.23 "GET /v2.0/networks/55dbf442-93cb-445d-adb3-f94fd902630e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413771 Jan 27 22:00:16.371133 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e5e240dc-d7a7-410f-8d4f-154953678b35 None None] For port 6229efb2-c85c-49bf-a84e-74a1bfd837a9, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=6229efb2-c85c-49bf-a84e-74a1bfd837a9,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:16.371553 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e5e240dc-d7a7-410f-8d4f-154953678b35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (6229efb2-c85c-49bf-a84e-74a1bfd837a9), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.387116 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b87a8a-1639-4f15-98fa-f68297852c30 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:16.390152 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e5e240dc-d7a7-410f-8d4f-154953678b35 None None] Calling delete_port for 6229efb2-c85c-49bf-a84e-74a1bfd837a9 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:16.392442 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-31b87a8a-1639-4f15-98fa-f68297852c30 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.447813 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f7fe9-07de-48df-99e9-d050735abec0 req-842e91d6-d4bf-400b-9c7c-d215693bd345 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:16.449532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e2f7fe9-07de-48df-99e9-d050735abec0 req-842e91d6-d4bf-400b-9c7c-d215693bd345 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.1491828 Jan 27 22:00:16.464881 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3935916a-44ae-4345-aa28-f407956fe238 req-2d7967e9-e851-47b6-bec0-8cf87fc3e3f5 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.509699 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e5e240dc-d7a7-410f-8d4f-154953678b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (6229efb2-c85c-49bf-a84e-74a1bfd837a9), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.543241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e240dc-d7a7-410f-8d4f-154953678b35 None None] Pushing event deleted for resources: {'Port': ['ID=6229efb2-c85c-49bf-a84e-74a1bfd837a9,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:16.548242 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e240dc-d7a7-410f-8d4f-154953678b35 None None] No DVR routers for this DVR port 6229efb2-c85c-49bf-a84e-74a1bfd837a9 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:16.607737 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3935916a-44ae-4345-aa28-f407956fe238 req-2d7967e9-e851-47b6-bec0-8cf87fc3e3f5 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Network 459b8894-edc1-457b-b0fc-103b65af4a7d is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:16.611502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-04801608-ce8f-403e-8814-bc3f92e420f5 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Allocated IP 172.20.0.5 (fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8/0f6bc830-2284-4818-aa3b-6fc6a2955537/0e77c096-089a-49c5-a654-c7a58e46b19c) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:16.620656 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7967e9-e851-47b6-bec0-8cf87fc3e3f5 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Pushing event updated for resources: {'Port': ['ID=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:16.623307 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-3935916a-44ae-4345-aa28-f407956fe238 req-2d7967e9-e851-47b6-bec0-8cf87fc3e3f5 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:16.631278 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-3935916a-44ae-4345-aa28-f407956fe238 req-2d7967e9-e851-47b6-bec0-8cf87fc3e3f5 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:16.669033 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e2f7fe9-07de-48df-99e9-d050735abec0 req-6a0e4160-f2a0-45de-94fb-da2577807b48 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083294 Jan 27 22:00:16.733021 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed6062c1-05af-4599-9d60-ad65a683552d req-aa96e9d4-cb89-4639-929e-f399111bb714 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/ports?device_id=791b758a-00f5-4925-9997-c72639eadcbd HTTP/1.1" status: 200 len: 210 time: 0.0682070 Jan 27 22:00:16.756604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935916a-44ae-4345-aa28-f407956fe238 req-2d7967e9-e851-47b6-bec0-8cf87fc3e3f5 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:16.757412 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3935916a-44ae-4345-aa28-f407956fe238 req-2d7967e9-e851-47b6-bec0-8cf87fc3e3f5 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.772941 n-d-772272-3 neutron-server[109742]: DEBUG neutron.objects.ports [None req-31b87a8a-1639-4f15-98fa-f68297852c30 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:00:16.774521 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-31b87a8a-1639-4f15-98fa-f68297852c30 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (be86f938-4a4d-4b96-8b5e-390a8564285d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.794089 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e4271a8-3ce5-4896-9ba0-1ce89843e3d9 req-1613e767-a9d0-42d1-aa08-b93d0d91dfd8 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c049241-59dd-4ea6-8b24-71907cac7e8a HTTP/1.1" status: 200 len: 210 time: 0.0571432 Jan 27 22:00:16.812030 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3935916a-44ae-4345-aa28-f407956fe238 req-2d7967e9-e851-47b6-bec0-8cf87fc3e3f5 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9136178 Jan 27 22:00:16.820510 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b87a8a-1639-4f15-98fa-f68297852c30 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:16.825678 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-31b87a8a-1639-4f15-98fa-f68297852c30 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:16.830548 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b87a8a-1639-4f15-98fa-f68297852c30 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:16.831143 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-31b87a8a-1639-4f15-98fa-f68297852c30 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.835158 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b87a8a-1639-4f15-98fa-f68297852c30 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=be86f938-4a4d-4b96-8b5e-390a8564285d,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:16.837483 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4289b07-d8f8-43b1-9f09-51acd427398a None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:16.854728 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-31b87a8a-1639-4f15-98fa-f68297852c30 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.5814972 Jan 27 22:00:16.858281 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36974) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:16.864496 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-4f662f00-3f62-4325-8d9d-2b46c2b46d46 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'mac_address': 'fa:16:3e:19:c1:90', 'name': 'tempest-NetworksTestDHCPv6-424925329'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:16.969878 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-04801608-ce8f-403e-8814-bc3f92e420f5 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Publish callbacks [] for port (0e77c096-089a-49c5-a654-c7a58e46b19c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.971063 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c77c66-da66-40db-92ef-334ab28ceb50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-fdaa4292-e481-4f0f-a1d5-1416641af0da', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'fixed_ips': [{'subnet_id': 'be86f938-4a4d-4b96-8b5e-390a8564285d'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:00:16.971941 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-11c77c66-da66-40db-92ef-334ab28ceb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.986115 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:00:17.018801 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-04801608-ce8f-403e-8814-bc3f92e420f5 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0e77c096-089a-49c5-a654-c7a58e46b19c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.065761 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f662f00-3f62-4325-8d9d-2b46c2b46d46 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:17.081760 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-04801608-ce8f-403e-8814-bc3f92e420f5 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Network fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:17.085510 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-04801608-ce8f-403e-8814-bc3f92e420f5 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:17.093945 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-04801608-ce8f-403e-8814-bc3f92e420f5 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:17.104354 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04801608-ce8f-403e-8814-bc3f92e420f5 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Pushing event updated for resources: {'Port': ['ID=0e77c096-089a-49c5-a654-c7a58e46b19c,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:17.104972 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 6229efb2-c85c-49bf-a84e-74a1bfd837a9 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:17.141055 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 6229efb2-c85c-49bf-a84e-74a1bfd837a9 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:17.141475 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 6229efb2-c85c-49bf-a84e-74a1bfd837a9 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:17.175249 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4f662f00-3f62-4325-8d9d-2b46c2b46d46 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.200981 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-04801608-ce8f-403e-8814-bc3f92e420f5 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:17.201806 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-04801608-ce8f-403e-8814-bc3f92e420f5 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.202967 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-4f662f00-3f62-4325-8d9d-2b46c2b46d46 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] device_id is not set on port 1e719b16-b42a-4fee-902a-d175a4294af0 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:00:17.229096 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-11c77c66-da66-40db-92ef-334ab28ceb50 None None] Allocated IP 2001:db8::f816:3eff:fe15:7fb (fdaa4292-e481-4f0f-a1d5-1416641af0da/be86f938-4a4d-4b96-8b5e-390a8564285d/1b7a895c-47b5-446e-8001-231484dbb092) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:17.231538 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-04801608-ce8f-403e-8814-bc3f92e420f5 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7024634 Jan 27 22:00:17.253622 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] Request body: {'port': {'device_id': '791b758a-00f5-4925-9997-c72639eadcbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:17.330991 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0e77c096-089a-49c5-a654-c7a58e46b19c), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.339891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581454c0-533d-4322-a466-3675ff6d9d32 req-0a9615b5-806f-4016-a453-197accbd3238 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:17.342027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-581454c0-533d-4322-a466-3675ff6d9d32 req-0a9615b5-806f-4016-a453-197accbd3238 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 945 time: 0.1284239 Jan 27 22:00:17.381101 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-11c77c66-da66-40db-92ef-334ab28ceb50 None None] Publish callbacks [] for port (1b7a895c-47b5-446e-8001-231484dbb092), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.387847 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-11c77c66-da66-40db-92ef-334ab28ceb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (1b7a895c-47b5-446e-8001-231484dbb092), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.432260 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c77c66-da66-40db-92ef-334ab28ceb50 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:17.436043 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-11c77c66-da66-40db-92ef-334ab28ceb50 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:17.436513 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-4f662f00-3f62-4325-8d9d-2b46c2b46d46 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8::f816:3eff:fe19:c190 (fdaa4292-e481-4f0f-a1d5-1416641af0da/be86f938-4a4d-4b96-8b5e-390a8564285d/1e719b16-b42a-4fee-902a-d175a4294af0) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:17.440701 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8308f-2bb0-413b-94d1-00d64487464d req-5b5c92d8-1aa5-4cbc-970c-4657200074a2 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:17.441439 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c77c66-da66-40db-92ef-334ab28ceb50 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:17.442561 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2b8308f-2bb0-413b-94d1-00d64487464d req-5b5c92d8-1aa5-4cbc-970c-4657200074a2 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 932 time: 0.1291671 Jan 27 22:00:17.462514 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c77c66-da66-40db-92ef-334ab28ceb50 None None] Pushing event updated for resources: {'Port': ['ID=1b7a895c-47b5-446e-8001-231484dbb092,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:17.479000 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-581454c0-533d-4322-a466-3675ff6d9d32 req-a275016b-8b41-4189-b9b0-213c025432ec tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159947 Jan 27 22:00:17.517737 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-11c77c66-da66-40db-92ef-334ab28ceb50 None None] Attempting to bind port 1b7a895c-47b5-446e-8001-231484dbb092 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:17.518248 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-11c77c66-da66-40db-92ef-334ab28ceb50 None None] Attempting to bind port 1b7a895c-47b5-446e-8001-231484dbb092 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:17.518680 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c77c66-da66-40db-92ef-334ab28ceb50 None None] Attempting to bind port 1b7a895c-47b5-446e-8001-231484dbb092 on network fdaa4292-e481-4f0f-a1d5-1416641af0da {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:17.523780 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c77c66-da66-40db-92ef-334ab28ceb50 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:17.524272 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c77c66-da66-40db-92ef-334ab28ceb50 None None] Checking segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:17.524739 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-11c77c66-da66-40db-92ef-334ab28ceb50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.525203 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c77c66-da66-40db-92ef-334ab28ceb50 None None] Bound using segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:17.525740 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-11c77c66-da66-40db-92ef-334ab28ceb50 None None] Bound port: 1b7a895c-47b5-446e-8001-231484dbb092, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:17.526187 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-11c77c66-da66-40db-92ef-334ab28ceb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1b7a895c-47b5-446e-8001-231484dbb092), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.594297 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2b8308f-2bb0-413b-94d1-00d64487464d req-9f29f929-abe0-4292-af32-6d4dfcb6eb71 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415689 Jan 27 22:00:17.597054 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-11c77c66-da66-40db-92ef-334ab28ceb50 None None] For port 1b7a895c-47b5-446e-8001-231484dbb092, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:17.600944 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-11c77c66-da66-40db-92ef-334ab28ceb50 None None] For port 1b7a895c-47b5-446e-8001-231484dbb092, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1b7a895c-47b5-446e-8001-231484dbb092,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:17.606142 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-11c77c66-da66-40db-92ef-334ab28ceb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1b7a895c-47b5-446e-8001-231484dbb092), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.618933 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4f662f00-3f62-4325-8d9d-2b46c2b46d46 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (1e719b16-b42a-4fee-902a-d175a4294af0), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.672681 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c77c66-da66-40db-92ef-334ab28ceb50 None None] Pushing event updated for resources: {'Port': ['ID=1b7a895c-47b5-446e-8001-231484dbb092,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:17.776662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e77c096-089a-49c5-a654-c7a58e46b19c {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:00:17.788815 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] Publish callbacks [] for port (0e77c096-089a-49c5-a654-c7a58e46b19c), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.868682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] Transition to ACTIVE for port object 0e77c096-089a-49c5-a654-c7a58e46b19c will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:00:17.875231 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (0e77c096-089a-49c5-a654-c7a58e46b19c), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.949408 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4f662f00-3f62-4325-8d9d-2b46c2b46d46 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (1e719b16-b42a-4fee-902a-d175a4294af0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.962849 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d83568-7107-4e82-bdb7-508956d83c0c req-f9163580-330f-4d1b-9e2e-72d699ec367c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:17.964782 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4d83568-7107-4e82-bdb7-508956d83c0c req-f9163580-330f-4d1b-9e2e-72d699ec367c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.1727061 Jan 27 22:00:17.976303 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01770b8b-eaf7-4ba0-9dda-7d9b4ae55f68 req-25c3f89d-8a47-4029-b911-acdc5b666040 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:17.977745 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01770b8b-eaf7-4ba0-9dda-7d9b4ae55f68 req-25c3f89d-8a47-4029-b911-acdc5b666040 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/ports?device_id=791b758a-00f5-4925-9997-c72639eadcbd HTTP/1.1" status: 200 len: 931 time: 0.1689835 Jan 27 22:00:17.995916 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f662f00-3f62-4325-8d9d-2b46c2b46d46 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:17.999778 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] Pushing event updated for resources: {'Port': ['ID=0e77c096-089a-49c5-a654-c7a58e46b19c,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:18.006063 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-4f662f00-3f62-4325-8d9d-2b46c2b46d46 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:18.010420 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f662f00-3f62-4325-8d9d-2b46c2b46d46 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:18.016303 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f662f00-3f62-4325-8d9d-2b46c2b46d46 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:18.016949 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4f662f00-3f62-4325-8d9d-2b46c2b46d46 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.037659 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f662f00-3f62-4325-8d9d-2b46c2b46d46 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=1e719b16-b42a-4fee-902a-d175a4294af0,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:18.046362 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4f662f00-3f62-4325-8d9d-2b46c2b46d46 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1867764 Jan 27 22:00:18.046975 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36988) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:18.107842 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ab05ff-7d63-4e49-9199-9aad39d67d0c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:18.113275 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ab05ff-7d63-4e49-9199-9aad39d67d0c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:18.117759 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c2ab05ff-7d63-4e49-9199-9aad39d67d0c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0670362 Jan 27 22:00:18.118126 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36990) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:18.121113 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4d83568-7107-4e82-bdb7-508956d83c0c req-89446cbe-e462-422d-9456-79d4e9d9f14b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400349 Jan 27 22:00:18.146551 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01770b8b-eaf7-4ba0-9dda-7d9b4ae55f68 req-9037427d-109d-45ac-9754-157004e1c7b9 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf15af9d-5f83-47e3-8973-8974e1a6d25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628528 Jan 27 22:00:18.162254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] Attempting to bind port 0e77c096-089a-49c5-a654-c7a58e46b19c on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:18.162562 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] Attempting to bind port 0e77c096-089a-49c5-a654-c7a58e46b19c by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '76b067f7-c831-4487-b4e3-caf1ffaab25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:18.162894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] Attempting to bind port 0e77c096-089a-49c5-a654-c7a58e46b19c on network fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:18.167485 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] Port 0e77c096-089a-49c5-a654-c7a58e46b19c on network fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:00:18.167946 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] Attempting to bind port 0e77c096-089a-49c5-a654-c7a58e46b19c on network fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:18.173669 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:18.174007 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] Checking segment: {'id': '76b067f7-c831-4487-b4e3-caf1ffaab25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:18.174387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] Bound using segment: {'id': '76b067f7-c831-4487-b4e3-caf1ffaab25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:18.174815 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] Bound port: 0e77c096-089a-49c5-a654-c7a58e46b19c, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b067f7-c831-4487-b4e3-caf1ffaab25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:18.175171 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0e77c096-089a-49c5-a654-c7a58e46b19c), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.226725 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc1d1b-7349-4317-bc21-18b9e6ed1d0d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting port 1e719b16-b42a-4fee-902a-d175a4294af0 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:18.227065 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4dbc1d1b-7349-4317-bc21-18b9e6ed1d0d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1e719b16-b42a-4fee-902a-d175a4294af0), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.246308 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95ec53b5-f2f4-44c6-80aa-31043e6c3e6f req-440b0566-fb56-45e0-9093-f389aa23587d tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c049241-59dd-4ea6-8b24-71907cac7e8a HTTP/1.1" status: 200 len: 210 time: 0.0355718 Jan 27 22:00:18.269591 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] For port 0e77c096-089a-49c5-a654-c7a58e46b19c, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:18.272601 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] For port 0e77c096-089a-49c5-a654-c7a58e46b19c, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=0e77c096-089a-49c5-a654-c7a58e46b19c,segment=NetworkSegment(76b067f7-c831-4487-b4e3-caf1ffaab25c),segment_id=76b067f7-c831-4487-b4e3-caf1ffaab25c)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:18.277594 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (0e77c096-089a-49c5-a654-c7a58e46b19c), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.311588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:18.311942 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.312244 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4dbc1d1b-7349-4317-bc21-18b9e6ed1d0d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1e719b16-b42a-4fee-902a-d175a4294af0), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.313435 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] 10.222.0.15 "PUT /v2.0/ports/0e77c096-089a-49c5-a654-c7a58e46b19c HTTP/1.1" status: 200 len: 1091 time: 1.0643969 Jan 27 22:00:18.315801 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791b758a-00f5-4925-9997-c72639eadcbd', 'tag': '0e77c096-089a-49c5-a654-c7a58e46b19c'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:18.319850 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b825c26-47dc-47cf-9247-0002edbbb649" -d '{"events": [{"name": "network-changed", "server_uuid": "791b758a-00f5-4925-9997-c72639eadcbd", "tag": "0e77c096-089a-49c5-a654-c7a58e46b19c"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:18.326099 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc1d1b-7349-4317-bc21-18b9e6ed1d0d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Calling delete_port for 1e719b16-b42a-4fee-902a-d175a4294af0 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:18.383428 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a8800c-40a0-4349-821c-59e96cb6605c x-openstack-request-id: req-58a8800c-40a0-4349-821c-59e96cb6605c {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:18.383729 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "791b758a-00f5-4925-9997-c72639eadcbd", "tag": "0e77c096-089a-49c5-a654-c7a58e46b19c", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:18.383988 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58a8800c-40a0-4349-821c-59e96cb6605c {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:18.384423 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '791b758a-00f5-4925-9997-c72639eadcbd', 'tag': '0e77c096-089a-49c5-a654-c7a58e46b19c', 'status': 'completed', 'code': 200} Jan 27 22:00:18.389933 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8acf2-6810-44c9-8873-477390479c95 service neutron] Pushing event updated for resources: {'Port': ['ID=0e77c096-089a-49c5-a654-c7a58e46b19c,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:18.405758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-78e24cea-a169-4e7f-a498-acdbce90c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:18.407283 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-78e24cea-a169-4e7f-a498-acdbce90c43c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3850a8c6538f4fbfba86d3a1260e5062&device_id=791b758a-00f5-4925-9997-c72639eadcbd HTTP/1.1" status: 200 len: 1094 time: 0.0549848 Jan 27 22:00:18.448888 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-ded58f26-e643-4f3d-9ee0-b7c9b68b3770 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e77c096-089a-49c5-a654-c7a58e46b19c HTTP/1.1" status: 200 len: 217 time: 0.0351906 Jan 27 22:00:18.465110 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4dbc1d1b-7349-4317-bc21-18b9e6ed1d0d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (1e719b16-b42a-4fee-902a-d175a4294af0), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.493775 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc1d1b-7349-4317-bc21-18b9e6ed1d0d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Port': ['ID=1e719b16-b42a-4fee-902a-d175a4294af0,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:18.508138 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-7c933e25-7e01-43ff-b069-612ba887b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:18.509841 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-7c933e25-7e01-43ff-b069-612ba887b2f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f6bc830-2284-4818-aa3b-6fc6a2955537 HTTP/1.1" status: 200 len: 854 time: 0.0545871 Jan 27 22:00:18.523031 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4dbc1d1b-7349-4317-bc21-18b9e6ed1d0d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.529627 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4dbc1d1b-7349-4317-bc21-18b9e6ed1d0d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/1e719b16-b42a-4fee-902a-d175a4294af0 HTTP/1.1" status: 204 len: 168 time: 0.4097965 Jan 27 22:00:18.530262 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36996) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:18.548876 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-eb4d0e0b-6a55-4ff8-9de0-c0d415a2ccd3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319018 Jan 27 22:00:18.588679 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2bc021-59f6-420d-9a75-d42ea7e17ca6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:18.590011 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2bc021-59f6-420d-9a75-d42ea7e17ca6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:18.592089 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6f2bc021-59f6-420d-9a75-d42ea7e17ca6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0603476 Jan 27 22:00:18.594803 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36998) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:18.655548 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c654c246-c03c-4c0f-a8fa-790770bdf606 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet be86f938-4a4d-4b96-8b5e-390a8564285d {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:18.660066 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c654c246-c03c-4c0f-a8fa-790770bdf606 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (be86f938-4a4d-4b96-8b5e-390a8564285d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.685588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e603d5-a030-4116-a979-9de6d99e7a96 req-92890c5b-a1ff-4cfb-b6e1-9ca441daf819 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:18.687149 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55e603d5-a030-4116-a979-9de6d99e7a96 req-92890c5b-a1ff-4cfb-b6e1-9ca441daf819 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 945 time: 0.0774648 Jan 27 22:00:18.709917 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c654c246-c03c-4c0f-a8fa-790770bdf606 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (be86f938-4a4d-4b96-8b5e-390a8564285d), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.728153 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-ee331db1-e1b3-461d-8c68-91b76eb4483a service neutron] 10.222.0.15 "GET /v2.0/networks/fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736665 Jan 27 22:00:18.806266 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c654c246-c03c-4c0f-a8fa-790770bdf606 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (be86f938-4a4d-4b96-8b5e-390a8564285d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.843264 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55e603d5-a030-4116-a979-9de6d99e7a96 req-5cad7f1a-10ad-41b5-b4f3-67de18d6c415 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396174 Jan 27 22:00:18.853631 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0108cdc-2342-4416-ab2b-f2ef45a11bbf req-3bc6f00d-48c2-49a1-a517-abc20e8fb471 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:18.855146 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0108cdc-2342-4416-ab2b-f2ef45a11bbf req-3bc6f00d-48c2-49a1-a517-abc20e8fb471 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 932 time: 0.1670923 Jan 27 22:00:18.877728 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef631919-c6f1-48c3-8386-09cc01cc36c6 req-7994dff4-bf46-4bea-8a27-a673a7fcf095 service neutron] 10.222.0.15 "GET /v2.0/networks/fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412251 Jan 27 22:00:18.886321 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c654c246-c03c-4c0f-a8fa-790770bdf606 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (be86f938-4a4d-4b96-8b5e-390a8564285d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.920489 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654c246-c03c-4c0f-a8fa-790770bdf606 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=be86f938-4a4d-4b96-8b5e-390a8564285d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:18.922931 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c654c246-c03c-4c0f-a8fa-790770bdf606 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.932371 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c654c246-c03c-4c0f-a8fa-790770bdf606 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/be86f938-4a4d-4b96-8b5e-390a8564285d HTTP/1.1" status: 204 len: 168 time: 0.3363109 Jan 27 22:00:18.934909 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37002) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:18.937810 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c3733c0d-9d36-4ec6-8ff0-0c94ddbb6d04 None None] Provisioning complete for port 1b7a895c-47b5-446e-8001-231484dbb092 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:18.938284 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c3733c0d-9d36-4ec6-8ff0-0c94ddbb6d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1b7a895c-47b5-446e-8001-231484dbb092), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.945275 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0108cdc-2342-4416-ab2b-f2ef45a11bbf req-ebf15f9d-9242-404b-b154-102017c2fc6a tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796566 Jan 27 22:00:19.003683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b825c26-47dc-47cf-9247-0002edbbb649 req-f99040d0-f170-4a89-9b3f-ad8c5fcc3ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:19.005279 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b825c26-47dc-47cf-9247-0002edbbb649 req-f99040d0-f170-4a89-9b3f-ad8c5fcc3ca7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3850a8c6538f4fbfba86d3a1260e5062&device_id=791b758a-00f5-4925-9997-c72639eadcbd HTTP/1.1" status: 200 len: 1094 time: 0.0581589 Jan 27 22:00:19.020962 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-64b27232-dea2-4f96-a068-f73c4d50538a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839970 Jan 27 22:00:19.025040 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37004) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:19.031870 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8eb452ff-11d3-4802-be85-672418018cfe tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:19.080518 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c3733c0d-9d36-4ec6-8ff0-0c94ddbb6d04 None None] Current status of the port 1b7a895c-47b5-446e-8001-231484dbb092 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:19.081051 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c3733c0d-9d36-4ec6-8ff0-0c94ddbb6d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1b7a895c-47b5-446e-8001-231484dbb092), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:19.139539 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c3733c0d-9d36-4ec6-8ff0-0c94ddbb6d04 None None] For port 1b7a895c-47b5-446e-8001-231484dbb092, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1b7a895c-47b5-446e-8001-231484dbb092,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:19.142784 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1b7a895c-47b5-446e-8001-231484dbb092 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:19.146289 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c3733c0d-9d36-4ec6-8ff0-0c94ddbb6d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1b7a895c-47b5-446e-8001-231484dbb092), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:19.154699 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b825c26-47dc-47cf-9247-0002edbbb649 req-b4080e66-d316-4821-9b66-55ead3a156d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:19.156867 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b825c26-47dc-47cf-9247-0002edbbb649 req-b4080e66-d316-4821-9b66-55ead3a156d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8 HTTP/1.1" status: 200 len: 915 time: 0.1455224 Jan 27 22:00:19.158221 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb452ff-11d3-4802-be85-672418018cfe tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:19.161918 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8eb452ff-11d3-4802-be85-672418018cfe tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:19.238632 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b825c26-47dc-47cf-9247-0002edbbb649 req-6351b31b-71c4-4743-95e0-b3e9d490aef6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e77c096-089a-49c5-a654-c7a58e46b19c HTTP/1.1" status: 200 len: 217 time: 0.0703642 Jan 27 22:00:19.253310 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529e7e9a-04e6-47cc-b715-060dccec93a9 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:19.307056 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3733c0d-9d36-4ec6-8ff0-0c94ddbb6d04 None None] Pushing event updated for resources: {'Port': ['ID=1b7a895c-47b5-446e-8001-231484dbb092,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:19.318508 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b7c3ab48-27d4-43b3-a6a1-209b1a2034c4 None None] Could not find standard attr ID for object 1e719b16-b42a-4fee-902a-d175a4294af0. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:00:19.338003 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 1b7a895c-47b5-446e-8001-231484dbb092 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:19.338683 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1b7a895c-47b5-446e-8001-231484dbb092), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:19.363898 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ada48-a3e7-4578-9bd0-c7d70aa60d93 req-6e21bd38-dc7c-40ea-a196-6925363f3fcd tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:19.370907 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-704ada48-a3e7-4578-9bd0-c7d70aa60d93 req-6e21bd38-dc7c-40ea-a196-6925363f3fcd tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.1354563 Jan 27 22:00:19.374082 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b825c26-47dc-47cf-9247-0002edbbb649 req-d0f91a8a-f007-4905-9814-15ee56132c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:19.375463 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b825c26-47dc-47cf-9247-0002edbbb649 req-d0f91a8a-f007-4905-9814-15ee56132c39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f6bc830-2284-4818-aa3b-6fc6a2955537 HTTP/1.1" status: 200 len: 854 time: 0.1259763 Jan 27 22:00:19.425622 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7dc9e-c25c-44a3-bb80-99d65b9cf8ea req-96564d4c-0180-4d77-926f-494e4bab764c tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:19.428014 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01a7dc9e-c25c-44a3-bb80-99d65b9cf8ea req-96564d4c-0180-4d77-926f-494e4bab764c tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/ports?device_id=791b758a-00f5-4925-9997-c72639eadcbd HTTP/1.1" status: 200 len: 943 time: 0.1693256 Jan 27 22:00:19.433054 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b825c26-47dc-47cf-9247-0002edbbb649 req-608a4822-b2ee-4936-a7ef-12acb712e55a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489752 Jan 27 22:00:19.443420 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1b7a895c-47b5-446e-8001-231484dbb092 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:19.490523 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b0f18d-a15d-4bf2-b80f-af112b98778f None None] DHCP port deletion for fdaa4292-e481-4f0f-a1d5-1416641af0da request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:00:19.491543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-3935916a-44ae-4345-aa28-f407956fe238 req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Request body: {'port': {'device_id': 'e83670a7-a7ec-4fae-8f41-bf36a54db80a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:19.571943 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a5b0f18d-a15d-4bf2-b80f-af112b98778f None None] Deleting port 1b7a895c-47b5-446e-8001-231484dbb092 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:19.572686 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a5b0f18d-a15d-4bf2-b80f-af112b98778f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1b7a895c-47b5-446e-8001-231484dbb092), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:19.579949 n-d-772272-3 neutron-server[109742]: DEBUG neutron.objects.ports [None req-8eb452ff-11d3-4802-be85-672418018cfe tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:00:19.583594 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-704ada48-a3e7-4578-9bd0-c7d70aa60d93 req-456189dc-1c9b-4526-89eb-dc83290a8527 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117014 Jan 27 22:00:19.716119 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01a7dc9e-c25c-44a3-bb80-99d65b9cf8ea req-f08e7110-ac35-492a-a17b-89af1884b8bc tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf15af9d-5f83-47e3-8973-8974e1a6d25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817030 Jan 27 22:00:19.724911 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a5b0f18d-a15d-4bf2-b80f-af112b98778f None None] For port 1b7a895c-47b5-446e-8001-231484dbb092, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1b7a895c-47b5-446e-8001-231484dbb092,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:19.725651 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a5b0f18d-a15d-4bf2-b80f-af112b98778f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1b7a895c-47b5-446e-8001-231484dbb092), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:19.749969 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a5b0f18d-a15d-4bf2-b80f-af112b98778f None None] Calling delete_port for 1b7a895c-47b5-446e-8001-231484dbb092 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:19.762760 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6f6f042c-e1c7-4e0b-ab5a-8fe635e51671 req-ef6edfd3-f92a-43e8-b93f-ab0244fedee4 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c049241-59dd-4ea6-8b24-71907cac7e8a HTTP/1.1" status: 200 len: 210 time: 0.0727768 Jan 27 22:00:19.764057 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3935916a-44ae-4345-aa28-f407956fe238 req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:19.823495 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b825c26-47dc-47cf-9247-0002edbbb649 req-6b0400f2-1753-4fff-bba3-529863338508 service neutron] 10.222.0.15 "GET /v2.0/networks/fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786111 Jan 27 22:00:19.849625 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8eb452ff-11d3-4802-be85-672418018cfe tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1b7a895c-47b5-446e-8001-231484dbb092), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:19.859702 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a5b0f18d-a15d-4bf2-b80f-af112b98778f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (1b7a895c-47b5-446e-8001-231484dbb092), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:19.890022 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb452ff-11d3-4802-be85-672418018cfe tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Port 1b7a895c-47b5-446e-8001-231484dbb092 concurrently deleted while adding address for new subnet {'id': 'b6f7cfe9-70db-4449-a464-660ee96794a1', 'name': '', 'tenant_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1434, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-01-27T22:00:19Z', 'updated_at': '2022-01-27T22:00:19Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4'}. {{(pid=109742) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Jan 27 22:00:19.890610 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8eb452ff-11d3-4802-be85-672418018cfe tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (b6f7cfe9-70db-4449-a464-660ee96794a1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:19.904225 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b0f18d-a15d-4bf2-b80f-af112b98778f None None] No DVR routers for this DVR port 1b7a895c-47b5-446e-8001-231484dbb092 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:19.913334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0f18d-a15d-4bf2-b80f-af112b98778f None None] Pushing event deleted for resources: {'Port': ['ID=1b7a895c-47b5-446e-8001-231484dbb092,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:19.952298 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb452ff-11d3-4802-be85-672418018cfe tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:19.955530 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-8eb452ff-11d3-4802-be85-672418018cfe tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:19.961283 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb452ff-11d3-4802-be85-672418018cfe tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:19.961881 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8eb452ff-11d3-4802-be85-672418018cfe tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:19.968513 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23f5d61-f4a6-4a83-8f67-5d19f593da3f None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:19.973477 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb452ff-11d3-4802-be85-672418018cfe tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=b6f7cfe9-70db-4449-a464-660ee96794a1,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:19.986936 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8eb452ff-11d3-4802-be85-672418018cfe tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9584374 Jan 27 22:00:19.987972 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37018) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:20.002014 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-10c38afb-0b14-4591-9924-fcdaa8d4e0ac tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'mac_address': 'fa:16:3e:8f:af:f1', 'name': 'tempest-NetworksTestDHCPv6-1701206562'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:20.093269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bc636-9a6b-4c26-a542-85b1b8d6de0c req-d6a0c1b6-1a94-4445-8d7c-96f8abb4c048 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:20.094751 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3e8bc636-9a6b-4c26-a542-85b1b8d6de0c req-d6a0c1b6-1a94-4445-8d7c-96f8abb4c048 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 945 time: 0.1514759 Jan 27 22:00:20.110887 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757cc76e-1d79-409f-a877-841a570d8336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-fdaa4292-e481-4f0f-a1d5-1416641af0da', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'fixed_ips': [{'subnet_id': 'b6f7cfe9-70db-4449-a464-660ee96794a1'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:00:20.112008 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-757cc76e-1d79-409f-a877-841a570d8336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.130959 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c38afb-0b14-4591-9924-fcdaa8d4e0ac tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:20.135084 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10c38afb-0b14-4591-9924-fcdaa8d4e0ac tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.144560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b825c26-47dc-47cf-9247-0002edbbb649 req-10b04796-acfa-4d21-9312-efd95a551b28 service neutron] 10.222.0.15 "GET /v2.0/networks/fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142900 Jan 27 22:00:20.164223 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-10c38afb-0b14-4591-9924-fcdaa8d4e0ac tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] device_id is not set on port c5db8d20-7553-4595-b4af-44056756d7ae yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:00:20.232810 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84aad27-bee9-414f-8630-5f813a505bd0 req-dd77f1d9-12f7-4e15-ba1b-c81dd9b34095 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:20.234263 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a84aad27-bee9-414f-8630-5f813a505bd0 req-dd77f1d9-12f7-4e15-ba1b-c81dd9b34095 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 932 time: 0.1386199 Jan 27 22:00:20.246933 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3e8bc636-9a6b-4c26-a542-85b1b8d6de0c req-466f0adf-8296-4bbb-b58a-b18a2648b23b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397600 Jan 27 22:00:20.296202 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-757cc76e-1d79-409f-a877-841a570d8336 None None] Allocated IP 2001:db8::f816:3eff:fecb:4ef3 (fdaa4292-e481-4f0f-a1d5-1416641af0da/b6f7cfe9-70db-4449-a464-660ee96794a1/cee4bd62-ea21-4bbd-a298-4c13044ee882) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:20.337135 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a84aad27-bee9-414f-8630-5f813a505bd0 req-77e2af55-6bca-41b2-b08c-159c6a98275f tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892520 Jan 27 22:00:20.348501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-3935916a-44ae-4345-aa28-f407956fe238 req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:00:20.360785 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3935916a-44ae-4345-aa28-f407956fe238 req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Publish callbacks [] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.376923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-3935916a-44ae-4345-aa28-f407956fe238 req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Transition to ACTIVE for port object 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:00:20.381084 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3935916a-44ae-4345-aa28-f407956fe238 req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.430133 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-21ac65ff-d570-4546-bae5-08e3bc5c1d6e tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:20.432322 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-21ac65ff-d570-4546-bae5-08e3bc5c1d6e tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.21 "GET /v2.0/networks?id=55dbf442-93cb-445d-adb3-f94fd902630e HTTP/1.1" status: 200 len: 809 time: 0.1316435 Jan 27 22:00:20.448748 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-3b592387-ba51-4910-a158-d2249518c8d3 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Request body: {'port': {'device_id': '9c049241-59dd-4ea6-8b24-71907cac7e8a', 'network_id': '55dbf442-93cb-445d-adb3-f94fd902630e', 'admin_state_up': True, 'tenant_id': 'adb90cf5cb154861a5d3879095aa8d21'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:20.450525 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Pushing event updated for resources: {'Port': ['ID=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:20.461008 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:20.461714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:20.462068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:20.462408 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:20.462740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:20.463266 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:20.463487 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:20.463888 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:20.464269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:20.464727 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:20.465061 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:20.465385 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:20.465705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:20.489288 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-757cc76e-1d79-409f-a877-841a570d8336 None None] Publish callbacks [] for port (cee4bd62-ea21-4bbd-a298-4c13044ee882), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.496097 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-757cc76e-1d79-409f-a877-841a570d8336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (cee4bd62-ea21-4bbd-a298-4c13044ee882), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.533597 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757cc76e-1d79-409f-a877-841a570d8336 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:20.536578 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-757cc76e-1d79-409f-a877-841a570d8336 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:20.540015 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757cc76e-1d79-409f-a877-841a570d8336 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:20.546388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-3935916a-44ae-4345-aa28-f407956fe238 req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Attempting to bind port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:20.546726 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-3935916a-44ae-4345-aa28-f407956fe238 req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Attempting to bind port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '03f03b00-21f2-4482-a656-94e7ab611f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '459b8894-edc1-457b-b0fc-103b65af4a7d'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:20.547068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935916a-44ae-4345-aa28-f407956fe238 req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Attempting to bind port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 on network 459b8894-edc1-457b-b0fc-103b65af4a7d {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:20.552195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935916a-44ae-4345-aa28-f407956fe238 req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 on network 459b8894-edc1-457b-b0fc-103b65af4a7d not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:00:20.552642 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935916a-44ae-4345-aa28-f407956fe238 req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Attempting to bind port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 on network 459b8894-edc1-457b-b0fc-103b65af4a7d {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:20.558001 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935916a-44ae-4345-aa28-f407956fe238 req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:20.558261 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935916a-44ae-4345-aa28-f407956fe238 req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Checking segment: {'id': '03f03b00-21f2-4482-a656-94e7ab611f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '459b8894-edc1-457b-b0fc-103b65af4a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:20.558658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935916a-44ae-4345-aa28-f407956fe238 req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Bound using segment: {'id': '03f03b00-21f2-4482-a656-94e7ab611f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '459b8894-edc1-457b-b0fc-103b65af4a7d'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:20.559575 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-3935916a-44ae-4345-aa28-f407956fe238 req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Bound port: 2eff0d7f-a483-4476-be8c-1dd7c8e1f630, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f03b00-21f2-4482-a656-94e7ab611f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '459b8894-edc1-457b-b0fc-103b65af4a7d'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:20.559575 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3935916a-44ae-4345-aa28-f407956fe238 req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.561054 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cc76e-1d79-409f-a877-841a570d8336 None None] Pushing event updated for resources: {'Port': ['ID=cee4bd62-ea21-4bbd-a298-4c13044ee882,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:20.602286 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-10c38afb-0b14-4591-9924-fcdaa8d4e0ac tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8::f816:3eff:fe8f:aff1 (fdaa4292-e481-4f0f-a1d5-1416641af0da/b6f7cfe9-70db-4449-a464-660ee96794a1/c5db8d20-7553-4595-b4af-44056756d7ae) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:20.614919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-757cc76e-1d79-409f-a877-841a570d8336 None None] Attempting to bind port cee4bd62-ea21-4bbd-a298-4c13044ee882 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:20.615358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-757cc76e-1d79-409f-a877-841a570d8336 None None] Attempting to bind port cee4bd62-ea21-4bbd-a298-4c13044ee882 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:20.615661 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757cc76e-1d79-409f-a877-841a570d8336 None None] Attempting to bind port cee4bd62-ea21-4bbd-a298-4c13044ee882 on network fdaa4292-e481-4f0f-a1d5-1416641af0da {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:20.621236 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757cc76e-1d79-409f-a877-841a570d8336 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:20.621544 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757cc76e-1d79-409f-a877-841a570d8336 None None] Checking segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:20.623416 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-757cc76e-1d79-409f-a877-841a570d8336 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.623823 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757cc76e-1d79-409f-a877-841a570d8336 None None] Bound using segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:20.624329 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-757cc76e-1d79-409f-a877-841a570d8336 None None] Bound port: cee4bd62-ea21-4bbd-a298-4c13044ee882, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:20.624712 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-757cc76e-1d79-409f-a877-841a570d8336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cee4bd62-ea21-4bbd-a298-4c13044ee882), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.638368 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-3935916a-44ae-4345-aa28-f407956fe238 req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] For port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:20.642307 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-3935916a-44ae-4345-aa28-f407956fe238 req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] For port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,segment=NetworkSegment(03f03b00-21f2-4482-a656-94e7ab611f3b),segment_id=03f03b00-21f2-4482-a656-94e7ab611f3b)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:20.647414 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3935916a-44ae-4345-aa28-f407956fe238 req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.675056 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-3b592387-ba51-4910-a158-d2249518c8d3 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Made reservation on behalf of adb90cf5cb154861a5d3879095aa8d21 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:20.678484 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-3b592387-ba51-4910-a158-d2249518c8d3 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.708894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935916a-44ae-4345-aa28-f407956fe238 req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:20.709556 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3935916a-44ae-4345-aa28-f407956fe238 req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.710981 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3935916a-44ae-4345-aa28-f407956fe238 req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] 10.222.0.21 "PUT /v2.0/ports/2eff0d7f-a483-4476-be8c-1dd7c8e1f630 HTTP/1.1" status: 200 len: 1092 time: 1.2403734 Jan 27 22:00:20.711396 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83670a7-a7ec-4fae-8f41-bf36a54db80a', 'tag': '2eff0d7f-a483-4476-be8c-1dd7c8e1f630'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:20.713694 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93932583-2e2b-4a76-90d3-233b09b8974f" -d '{"events": [{"name": "network-changed", "server_uuid": "e83670a7-a7ec-4fae-8f41-bf36a54db80a", "tag": "2eff0d7f-a483-4476-be8c-1dd7c8e1f630"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:20.718735 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-757cc76e-1d79-409f-a877-841a570d8336 None None] For port cee4bd62-ea21-4bbd-a298-4c13044ee882, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:20.723994 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-757cc76e-1d79-409f-a877-841a570d8336 None None] For port cee4bd62-ea21-4bbd-a298-4c13044ee882, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cee4bd62-ea21-4bbd-a298-4c13044ee882,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:20.751777 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-757cc76e-1d79-409f-a877-841a570d8336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cee4bd62-ea21-4bbd-a298-4c13044ee882), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.773432 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756bb2e-620d-43dd-8199-6a51b430e934 service neutron] Pushing event updated for resources: {'Port': ['ID=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:20.825823 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ba218-76cf-4eda-bdfb-7db53c1f6ac7 req-3fc89e97-f7ed-4cc4-a0e3-5e23b316424e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:20.830086 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-975ba218-76cf-4eda-bdfb-7db53c1f6ac7 req-3fc89e97-f7ed-4cc4-a0e3-5e23b316424e tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.1394522 Jan 27 22:00:20.890171 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cc76e-1d79-409f-a877-841a570d8336 None None] Pushing event updated for resources: {'Port': ['ID=cee4bd62-ea21-4bbd-a298-4c13044ee882,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:20.918296 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10c38afb-0b14-4591-9924-fcdaa8d4e0ac tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (c5db8d20-7553-4595-b4af-44056756d7ae), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:21.029873 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-3b592387-ba51-4910-a158-d2249518c8d3 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Allocated IP 172.20.0.12 (55dbf442-93cb-445d-adb3-f94fd902630e/97ed837f-fe5b-48e3-9482-927c909a61a7/b0c116e7-714b-4fa1-9b23-2c196e349e79) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:21.038394 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1b7a895c-47b5-446e-8001-231484dbb092 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:21.053026 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10c38afb-0b14-4591-9924-fcdaa8d4e0ac tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (c5db8d20-7553-4595-b4af-44056756d7ae), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:21.068696 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:21.069338 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 1b7a895c-47b5-446e-8001-231484dbb092 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:21.071201 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1b7a895c-47b5-446e-8001-231484dbb092 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:21.133739 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c38afb-0b14-4591-9924-fcdaa8d4e0ac tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:21.143774 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-10c38afb-0b14-4591-9924-fcdaa8d4e0ac tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:21.148542 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c38afb-0b14-4591-9924-fcdaa8d4e0ac tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:21.152988 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c38afb-0b14-4591-9924-fcdaa8d4e0ac tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:21.153649 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10c38afb-0b14-4591-9924-fcdaa8d4e0ac tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:21.185430 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c38afb-0b14-4591-9924-fcdaa8d4e0ac tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=c5db8d20-7553-4595-b4af-44056756d7ae,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:21.190527 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d687ae1-4e4d-412b-9958-650834616058 x-openstack-request-id: req-3d687ae1-4e4d-412b-9958-650834616058 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:21.190903 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83670a7-a7ec-4fae-8f41-bf36a54db80a", "tag": "2eff0d7f-a483-4476-be8c-1dd7c8e1f630", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:21.191227 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d687ae1-4e4d-412b-9958-650834616058 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:21.191697 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83670a7-a7ec-4fae-8f41-bf36a54db80a', 'tag': '2eff0d7f-a483-4476-be8c-1dd7c8e1f630', 'status': 'completed', 'code': 200} Jan 27 22:00:21.213258 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-10c38afb-0b14-4591-9924-fcdaa8d4e0ac tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2240574 Jan 27 22:00:21.230664 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37028) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:21.313831 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-3b592387-ba51-4910-a158-d2249518c8d3 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Publish callbacks [] for port (b0c116e7-714b-4fa1-9b23-2c196e349e79), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:21.318166 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 0e77c096-089a-49c5-a654-c7a58e46b19c details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:00:21.332938 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-975ba218-76cf-4eda-bdfb-7db53c1f6ac7 req-a2b05f53-5490-469c-bacc-b10fa5c4c9b0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4965401 Jan 27 22:00:21.340072 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc759e80-f40d-4bdf-80d6-c36376b19150 req-1ae3cc8d-7b14-4369-997e-57c201c62248 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:21.348417 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc759e80-f40d-4bdf-80d6-c36376b19150 req-1ae3cc8d-7b14-4369-997e-57c201c62248 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/ports?device_id=791b758a-00f5-4925-9997-c72639eadcbd HTTP/1.1" status: 200 len: 943 time: 0.1595938 Jan 27 22:00:21.378740 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-3b592387-ba51-4910-a158-d2249518c8d3 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b0c116e7-714b-4fa1-9b23-2c196e349e79), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:21.384261 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935916a-44ae-4345-aa28-f407956fe238 req-c8b0fdb4-a8f7-470e-88e8-20092c9e14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:21.385785 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3935916a-44ae-4345-aa28-f407956fe238 req-c8b0fdb4-a8f7-470e-88e8-20092c9e14b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f8119ca47b7479290f8f1a732965415&device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 1095 time: 0.1983442 Jan 27 22:00:21.415663 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906fdf3f-2683-421f-8063-13167cdefcdd tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:21.421321 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906fdf3f-2683-421f-8063-13167cdefcdd tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:21.422942 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-906fdf3f-2683-421f-8063-13167cdefcdd tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1910648 Jan 27 22:00:21.427988 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37036) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:21.446561 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-3b592387-ba51-4910-a158-d2249518c8d3 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Network 55dbf442-93cb-445d-adb3-f94fd902630e is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:21.470301 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-3b592387-ba51-4910-a158-d2249518c8d3 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:21.473383 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-3b592387-ba51-4910-a158-d2249518c8d3 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:21.482665 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 0e77c096-089a-49c5-a654-c7a58e46b19c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=0e77c096-089a-49c5-a654-c7a58e46b19c,segment=NetworkSegment(76b067f7-c831-4487-b4e3-caf1ffaab25c),segment_id=76b067f7-c831-4487-b4e3-caf1ffaab25c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:21.497014 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '0e77c096-089a-49c5-a654-c7a58e46b19c', 'network_id': 'fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8', 'port_id': '0e77c096-089a-49c5-a654-c7a58e46b19c', 'mac_address': 'fa:16:3e:96:e8:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6bc830-2284-4818-aa3b-6fc6a2955537', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:00:21.497247 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3935916a-44ae-4345-aa28-f407956fe238 req-2e96a330-083a-4eb3-bc56-c103f2ab8a59 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2eff0d7f-a483-4476-be8c-1dd7c8e1f630 HTTP/1.1" status: 200 len: 217 time: 0.0995574 Jan 27 22:00:21.510023 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc759e80-f40d-4bdf-80d6-c36376b19150 req-8463838a-145c-47c3-addd-0ce3612d5840 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf15af9d-5f83-47e3-8973-8974e1a6d25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593769 Jan 27 22:00:21.524483 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b592387-ba51-4910-a158-d2249518c8d3 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Pushing event updated for resources: {'Port': ['ID=b0c116e7-714b-4fa1-9b23-2c196e349e79,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:21.556978 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 0e77c096-089a-49c5-a654-c7a58e46b19c is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:21.557378 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0e77c096-089a-49c5-a654-c7a58e46b19c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:21.574360 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e77c096-089a-49c5-a654-c7a58e46b19c {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:00:21.578543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f59d0-311b-4205-87e2-1f7b0fa73fca req-789ffcec-06a6-42de-bc4a-87399053cf66 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:21.581119 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff6f59d0-311b-4205-87e2-1f7b0fa73fca req-789ffcec-06a6-42de-bc4a-87399053cf66 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c049241-59dd-4ea6-8b24-71907cac7e8a HTTP/1.1" status: 200 len: 932 time: 0.1569414 Jan 27 22:00:21.589366 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-3b592387-ba51-4910-a158-d2249518c8d3 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:21.590021 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-3b592387-ba51-4910-a158-d2249518c8d3 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:21.611251 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 0e77c096-089a-49c5-a654-c7a58e46b19c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=0e77c096-089a-49c5-a654-c7a58e46b19c,segment=NetworkSegment(76b067f7-c831-4487-b4e3-caf1ffaab25c),segment_id=76b067f7-c831-4487-b4e3-caf1ffaab25c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:21.615675 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0e77c096-089a-49c5-a654-c7a58e46b19c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:21.616350 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-3b592387-ba51-4910-a158-d2249518c8d3 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1743731 Jan 27 22:00:21.624209 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-e2b425cd-813a-4b55-a951-b6cfc9aac247 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting port c5db8d20-7553-4595-b4af-44056756d7ae {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:21.624650 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e2b425cd-813a-4b55-a951-b6cfc9aac247 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c5db8d20-7553-4595-b4af-44056756d7ae), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:21.631870 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] Request body: {'port': {'device_id': '9c049241-59dd-4ea6-8b24-71907cac7e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:21.644210 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935916a-44ae-4345-aa28-f407956fe238 req-92697089-a916-4c4d-9a57-3ae5472d6ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:21.645685 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3935916a-44ae-4345-aa28-f407956fe238 req-92697089-a916-4c4d-9a57-3ae5472d6ebf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2bb2bac3-c60e-4848-afff-f0961fb92d28 HTTP/1.1" status: 200 len: 854 time: 0.1338122 Jan 27 22:00:21.674597 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=0e77c096-089a-49c5-a654-c7a58e46b19c,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:21.690058 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3935916a-44ae-4345-aa28-f407956fe238 req-462c60ba-1f46-4f9e-8980-f9cff7dcdf64 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=459b8894-edc1-457b-b0fc-103b65af4a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338166 Jan 27 22:00:21.701280 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff6f59d0-311b-4205-87e2-1f7b0fa73fca req-fc21c97b-abe0-4b86-b94b-9025dbd641e2 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a237a7f-74d9-4140-aa16-f854a2ed1066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116493 Jan 27 22:00:21.733231 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a4a32-9fb5-4cde-90eb-0c380c2393a0 req-b3a60d85-a3ee-4681-a59b-e6a85759d2af tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:21.734729 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c1a4a32-9fb5-4cde-90eb-0c380c2393a0 req-b3a60d85-a3ee-4681-a59b-e6a85759d2af tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 945 time: 0.1380062 Jan 27 22:00:21.748379 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b0c116e7-714b-4fa1-9b23-2c196e349e79), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:21.778936 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e2b425cd-813a-4b55-a951-b6cfc9aac247 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c5db8d20-7553-4595-b4af-44056756d7ae), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:21.820878 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-e2b425cd-813a-4b55-a951-b6cfc9aac247 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Calling delete_port for c5db8d20-7553-4595-b4af-44056756d7ae owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:21.859860 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c1a4a32-9fb5-4cde-90eb-0c380c2393a0 req-006cb858-9f99-4f96-a459-aee87871ae1c tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002436 Jan 27 22:00:21.873513 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3935916a-44ae-4345-aa28-f407956fe238 req-5dc90139-1762-47af-82ba-95edec790461 service neutron] 10.222.0.21 "GET /v2.0/networks/459b8894-edc1-457b-b0fc-103b65af4a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763184 Jan 27 22:00:21.881623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae720f-db75-461c-b0a8-d9a52b6b0367 req-948994d2-8614-4217-85db-260fc0d2be01 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:21.883127 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36ae720f-db75-461c-b0a8-d9a52b6b0367 req-948994d2-8614-4217-85db-260fc0d2be01 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.1071329 Jan 27 22:00:21.978801 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['0e77c096-089a-49c5-a654-c7a58e46b19c'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:00:21.980705 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36ae720f-db75-461c-b0a8-d9a52b6b0367 req-32d969eb-b86a-4ec1-aa29-25c81725917f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889878 Jan 27 22:00:22.070144 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3935916a-44ae-4345-aa28-f407956fe238 req-1a8723c9-b087-4a52-ba7b-32d7552fb31a service neutron] 10.222.0.21 "GET /v2.0/networks/459b8894-edc1-457b-b0fc-103b65af4a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859381 Jan 27 22:00:22.083720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a68025-28a4-472e-94d4-ccb12cb7d046 req-42cd47c4-0862-44e7-9679-e1d697ed6e22 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:22.085369 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6a68025-28a4-472e-94d4-ccb12cb7d046 req-42cd47c4-0862-44e7-9679-e1d697ed6e22 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 944 time: 0.0882132 Jan 27 22:00:22.129339 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e2b425cd-813a-4b55-a951-b6cfc9aac247 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (c5db8d20-7553-4595-b4af-44056756d7ae), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:22.164285 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6a68025-28a4-472e-94d4-ccb12cb7d046 req-eb2a40a2-64f9-4308-b2d9-408151cf716c tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709724 Jan 27 22:00:22.217665 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b425cd-813a-4b55-a951-b6cfc9aac247 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Port': ['ID=c5db8d20-7553-4595-b4af-44056756d7ae,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:22.226589 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e2b425cd-813a-4b55-a951-b6cfc9aac247 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:22.233220 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e2b425cd-813a-4b55-a951-b6cfc9aac247 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/c5db8d20-7553-4595-b4af-44056756d7ae HTTP/1.1" status: 204 len: 168 time: 0.7989802 Jan 27 22:00:22.235564 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37044) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:22.273709 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93932583-2e2b-4a76-90d3-233b09b8974f req-70c7b759-5e0b-4260-85af-dcaa04794aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:22.275250 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93932583-2e2b-4a76-90d3-233b09b8974f req-70c7b759-5e0b-4260-85af-dcaa04794aed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f8119ca47b7479290f8f1a732965415&device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 1095 time: 0.1150444 Jan 27 22:00:22.351050 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b27486-d318-4a50-a7e7-1d9981093f52 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:22.352693 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b27486-d318-4a50-a7e7-1d9981093f52 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:22.357265 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-45b27486-d318-4a50-a7e7-1d9981093f52 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1207764 Jan 27 22:00:22.357950 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37050) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:22.379245 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c116e7-714b-4fa1-9b23-2c196e349e79 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:00:22.415207 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] Publish callbacks [] for port (b0c116e7-714b-4fa1-9b23-2c196e349e79), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:22.418699 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93932583-2e2b-4a76-90d3-233b09b8974f req-59d046e8-85a2-48b5-af0c-1df12da1b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:22.421751 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93932583-2e2b-4a76-90d3-233b09b8974f req-59d046e8-85a2-48b5-af0c-1df12da1b9b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=459b8894-edc1-457b-b0fc-103b65af4a7d HTTP/1.1" status: 200 len: 915 time: 0.1386361 Jan 27 22:00:22.445053 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] Transition to ACTIVE for port object b0c116e7-714b-4fa1-9b23-2c196e349e79 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:00:22.453230 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-a400ad5e-a357-4560-9043-5d9e28948cf4 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet b6f7cfe9-70db-4449-a464-660ee96794a1 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:22.455870 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (b0c116e7-714b-4fa1-9b23-2c196e349e79), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:22.462943 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a400ad5e-a357-4560-9043-5d9e28948cf4 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (b6f7cfe9-70db-4449-a464-660ee96794a1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:22.486842 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93932583-2e2b-4a76-90d3-233b09b8974f req-76fc9e2f-cac3-4a59-9156-d43dae9f169a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2eff0d7f-a483-4476-be8c-1dd7c8e1f630 HTTP/1.1" status: 200 len: 217 time: 0.0595624 Jan 27 22:00:22.499909 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6034258b-dc5a-4bfa-a9bb-233738648424 None None] Provisioning complete for port cee4bd62-ea21-4bbd-a298-4c13044ee882 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:22.500368 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6034258b-dc5a-4bfa-a9bb-233738648424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cee4bd62-ea21-4bbd-a298-4c13044ee882), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:22.570509 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93932583-2e2b-4a76-90d3-233b09b8974f req-b7595a70-81f8-42cd-a1b3-fe0886fd4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:22.579914 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93932583-2e2b-4a76-90d3-233b09b8974f req-b7595a70-81f8-42cd-a1b3-fe0886fd4225 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2bb2bac3-c60e-4848-afff-f0961fb92d28 HTTP/1.1" status: 200 len: 854 time: 0.0842886 Jan 27 22:00:22.607757 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c116e7-714b-4fa1-9b23-2c196e349e79,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:22.615680 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a400ad5e-a357-4560-9043-5d9e28948cf4 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (b6f7cfe9-70db-4449-a464-660ee96794a1), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:22.637668 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93932583-2e2b-4a76-90d3-233b09b8974f req-40d10163-8fce-45a6-9119-f5dec831cd92 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=459b8894-edc1-457b-b0fc-103b65af4a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433624 Jan 27 22:00:22.655398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6034258b-dc5a-4bfa-a9bb-233738648424 None None] Current status of the port cee4bd62-ea21-4bbd-a298-4c13044ee882 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:22.656090 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6034258b-dc5a-4bfa-a9bb-233738648424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cee4bd62-ea21-4bbd-a298-4c13044ee882), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:22.708895 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6034258b-dc5a-4bfa-a9bb-233738648424 None None] For port cee4bd62-ea21-4bbd-a298-4c13044ee882, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cee4bd62-ea21-4bbd-a298-4c13044ee882,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:22.713395 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6034258b-dc5a-4bfa-a9bb-233738648424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cee4bd62-ea21-4bbd-a298-4c13044ee882), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:22.792406 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11705c50-dde7-4c79-99f2-2379eda0b8e3 req-c4e3f521-0e0a-4126-982b-3677128cb599 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:22.794710 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034258b-dc5a-4bfa-a9bb-233738648424 None None] Pushing event updated for resources: {'Port': ['ID=cee4bd62-ea21-4bbd-a298-4c13044ee882,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:22.800249 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11705c50-dde7-4c79-99f2-2379eda0b8e3 req-c4e3f521-0e0a-4126-982b-3677128cb599 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:22.811279 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11705c50-dde7-4c79-99f2-2379eda0b8e3 req-c4e3f521-0e0a-4126-982b-3677128cb599 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:22.822146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11705c50-dde7-4c79-99f2-2379eda0b8e3 req-c4e3f521-0e0a-4126-982b-3677128cb599 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:22.829457 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] Attempting to bind port b0c116e7-714b-4fa1-9b23-2c196e349e79 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:22.829925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] Attempting to bind port b0c116e7-714b-4fa1-9b23-2c196e349e79 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '1de3d4ff-c3fa-4e6e-a167-866597f4b49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '55dbf442-93cb-445d-adb3-f94fd902630e'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:22.830201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] Attempting to bind port b0c116e7-714b-4fa1-9b23-2c196e349e79 on network 55dbf442-93cb-445d-adb3-f94fd902630e {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:22.830857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11705c50-dde7-4c79-99f2-2379eda0b8e3 req-c4e3f521-0e0a-4126-982b-3677128cb599 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:22.840716 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11705c50-dde7-4c79-99f2-2379eda0b8e3 req-c4e3f521-0e0a-4126-982b-3677128cb599 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:22.843687 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] Port b0c116e7-714b-4fa1-9b23-2c196e349e79 on network 55dbf442-93cb-445d-adb3-f94fd902630e not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:00:22.844036 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] Attempting to bind port b0c116e7-714b-4fa1-9b23-2c196e349e79 on network 55dbf442-93cb-445d-adb3-f94fd902630e {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:22.852423 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a400ad5e-a357-4560-9043-5d9e28948cf4 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (b6f7cfe9-70db-4449-a464-660ee96794a1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:22.854307 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11705c50-dde7-4c79-99f2-2379eda0b8e3 req-c4e3f521-0e0a-4126-982b-3677128cb599 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:22.855513 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:22.855857 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] Checking segment: {'id': '1de3d4ff-c3fa-4e6e-a167-866597f4b49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '55dbf442-93cb-445d-adb3-f94fd902630e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:22.856267 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] Bound using segment: {'id': '1de3d4ff-c3fa-4e6e-a167-866597f4b49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '55dbf442-93cb-445d-adb3-f94fd902630e'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:22.856712 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] Bound port: b0c116e7-714b-4fa1-9b23-2c196e349e79, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de3d4ff-c3fa-4e6e-a167-866597f4b49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '55dbf442-93cb-445d-adb3-f94fd902630e'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:22.857095 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b0c116e7-714b-4fa1-9b23-2c196e349e79), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:22.857455 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11705c50-dde7-4c79-99f2-2379eda0b8e3 req-c4e3f521-0e0a-4126-982b-3677128cb599 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5446 time: 0.2784669 Jan 27 22:00:22.919963 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93932583-2e2b-4a76-90d3-233b09b8974f req-6273345c-4bae-4354-a877-9d83426c8a9e service neutron] 10.222.0.21 "GET /v2.0/networks/459b8894-edc1-457b-b0fc-103b65af4a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743323 Jan 27 22:00:22.941997 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5ed1521b-a042-4087-8cb2-beed324061f5 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:00:23.006017 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a400ad5e-a357-4560-9043-5d9e28948cf4 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (b6f7cfe9-70db-4449-a464-660ee96794a1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:23.008839 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] For port b0c116e7-714b-4fa1-9b23-2c196e349e79, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:23.024870 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] For port b0c116e7-714b-4fa1-9b23-2c196e349e79, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=b0c116e7-714b-4fa1-9b23-2c196e349e79,segment=NetworkSegment(1de3d4ff-c3fa-4e6e-a167-866597f4b49a),segment_id=1de3d4ff-c3fa-4e6e-a167-866597f4b49a)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:23.076229 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11705c50-dde7-4c79-99f2-2379eda0b8e3 req-6937f0cf-1773-47b9-8b35-73c9168cdd1a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1897852 Jan 27 22:00:23.076702 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (b0c116e7-714b-4fa1-9b23-2c196e349e79), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:23.097233 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400ad5e-a357-4560-9043-5d9e28948cf4 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f7cfe9-70db-4449-a464-660ee96794a1,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:23.137577 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93932583-2e2b-4a76-90d3-233b09b8974f req-31069173-18a4-4e3f-9860-440bbe036d7f service neutron] 10.222.0.21 "GET /v2.0/networks/459b8894-edc1-457b-b0fc-103b65af4a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990757 Jan 27 22:00:23.171585 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a400ad5e-a357-4560-9043-5d9e28948cf4 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:23.173475 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 5ed1521b-a042-4087-8cb2-beed324061f5, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5ed1521b-a042-4087-8cb2-beed324061f5,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:23.179177 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37094) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:23.179378 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a400ad5e-a357-4560-9043-5d9e28948cf4 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/b6f7cfe9-70db-4449-a464-660ee96794a1 HTTP/1.1" status: 204 len: 168 time: 0.8182430 Jan 27 22:00:23.200428 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:23.201309 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:23.202756 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] 10.222.0.21 "PUT /v2.0/ports/b0c116e7-714b-4fa1-9b23-2c196e349e79 HTTP/1.1" status: 200 len: 1092 time: 1.5750160 Jan 27 22:00:23.203909 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '5ed1521b-a042-4087-8cb2-beed324061f5', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'port_id': '5ed1521b-a042-4087-8cb2-beed324061f5', 'mac_address': 'fa:16:3e:23:09:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:00:23.205189 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c049241-59dd-4ea6-8b24-71907cac7e8a', 'tag': 'b0c116e7-714b-4fa1-9b23-2c196e349e79'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:23.216847 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f0b2f9-49d8-4d8d-8bbd-94206d767399" -d '{"events": [{"name": "network-changed", "server_uuid": "9c049241-59dd-4ea6-8b24-71907cac7e8a", "tag": "b0c116e7-714b-4fa1-9b23-2c196e349e79"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:23.222482 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-d9ad1b9a-3fa2-4567-96cb-07a0ecbe06c1 None None] Could not find standard attr ID for object c5db8d20-7553-4595-b4af-44056756d7ae. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:00:23.289958 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b5d7c61f-2cc0-424b-a734-2eb343650d99 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1093626 Jan 27 22:00:23.299549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37100) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:23.306484 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999f10f-5c16-4fd8-94cd-9332bd46da48 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c116e7-714b-4fa1-9b23-2c196e349e79,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:23.334300 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-55ab441a-1d13-4b78-9428-f9755764bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:23.336234 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-55ab441a-1d13-4b78-9428-f9755764bb01 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=adb90cf5cb154861a5d3879095aa8d21&device_id=9c049241-59dd-4ea6-8b24-71907cac7e8a HTTP/1.1" status: 200 len: 1095 time: 0.0732207 Jan 27 22:00:23.383994 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-2251aca7-7856-4cdc-b335-568afe757b2b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0c116e7-714b-4fa1-9b23-2c196e349e79 HTTP/1.1" status: 200 len: 217 time: 0.0381761 Jan 27 22:00:23.421260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee9458-ad2a-42a4-be2c-463ad1169af9 req-9d60fde8-c520-46fb-8f2f-e1aba4beb092 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:23.423404 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20ee9458-ad2a-42a4-be2c-463ad1169af9 req-9d60fde8-c520-46fb-8f2f-e1aba4beb092 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/ports?device_id=791b758a-00f5-4925-9997-c72639eadcbd HTTP/1.1" status: 200 len: 944 time: 0.1413090 Jan 27 22:00:23.438528 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-fe08af8f-967e-464d-8438-175bd1e01342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:23.439137 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f846386d-0257-4b10-ac17-307d41c0e325 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:23.443839 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f846386d-0257-4b10-ac17-307d41c0e325 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1385961 Jan 27 22:00:23.444058 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-fe08af8f-967e-464d-8438-175bd1e01342 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97ed837f-fe5b-48e3-9482-927c909a61a7 HTTP/1.1" status: 200 len: 849 time: 0.0501125 Jan 27 22:00:23.444526 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37102) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:23.445871 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cee4bd62-ea21-4bbd-a298-4c13044ee882 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:23.448077 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850651c7-91bb-47c4-8d59-4c987272ab89 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:23.449913 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 0e77c096-089a-49c5-a654-c7a58e46b19c up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:23.468564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca25be-aada-4117-973f-7e8712011c83 req-81ef8bf7-8125-4d17-9fd9-1d4b7caa4a10 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:23.476206 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83ca25be-aada-4117-973f-7e8712011c83 req-81ef8bf7-8125-4d17-9fd9-1d4b7caa4a10 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272 HTTP/1.1" status: 200 len: 943 time: 0.1214266 Jan 27 22:00:23.505124 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-690c5514-7dea-4494-a003-0b1fffdf0f26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55dbf442-93cb-445d-adb3-f94fd902630e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499249 Jan 27 22:00:23.565163 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe562ea-7ed6-45f0-a097-4a4792f43a50 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:23.565371 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 5ed1521b-a042-4087-8cb2-beed324061f5 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:23.565839 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:23.568827 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5fe562ea-7ed6-45f0-a097-4a4792f43a50 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1206374 Jan 27 22:00:23.570728 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37104) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:23.580309 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20ee9458-ad2a-42a4-be2c-463ad1169af9 req-183721dc-33c0-44b5-bb07-ead7239399ed tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf15af9d-5f83-47e3-8973-8974e1a6d25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348946 Jan 27 22:00:23.595611 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed1521b-a042-4087-8cb2-beed324061f5 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:00:23.620598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-83ca25be-aada-4117-973f-7e8712011c83 req-0f2f2d2f-2fdd-4be7-8d5b-b2fcf61218f9 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Deleting port 26052f6d-7708-446b-bca9-2e87c9fd604b {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:23.621396 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-83ca25be-aada-4117-973f-7e8712011c83 req-0f2f2d2f-2fdd-4be7-8d5b-b2fcf61218f9 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (26052f6d-7708-446b-bca9-2e87c9fd604b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:23.647286 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 5ed1521b-a042-4087-8cb2-beed324061f5, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5ed1521b-a042-4087-8cb2-beed324061f5,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:23.657503 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:23.660275 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 0e77c096-089a-49c5-a654-c7a58e46b19c completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:00:23.698288 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 0e77c096-089a-49c5-a654-c7a58e46b19c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:23.698667 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0e77c096-089a-49c5-a654-c7a58e46b19c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:23.704740 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port cee4bd62-ea21-4bbd-a298-4c13044ee882 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:23.705113 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cee4bd62-ea21-4bbd-a298-4c13044ee882), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:23.795721 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=5ed1521b-a042-4087-8cb2-beed324061f5,revision_number=11']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:23.807716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c387b42-ad9c-4bf9-8976-ff1d1d74dc8d None None] DHCP port deletion for fdaa4292-e481-4f0f-a1d5-1416641af0da request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:00:23.825440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-cb1af643-50a2-497f-9005-2129d2affe54 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:23.831333 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-cb1af643-50a2-497f-9005-2129d2affe54 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:23.837604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-cb1af643-50a2-497f-9005-2129d2affe54 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:23.844198 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-cb1af643-50a2-497f-9005-2129d2affe54 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:23.849167 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-cb1af643-50a2-497f-9005-2129d2affe54 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:23.855084 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-cb1af643-50a2-497f-9005-2129d2affe54 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:23.861345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-cb1af643-50a2-497f-9005-2129d2affe54 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:23.863288 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-cb1af643-50a2-497f-9005-2129d2affe54 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.15 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 5446 time: 0.1779103 Jan 27 22:00:23.913275 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2c90d2b8-5563-4421-a4da-dc701653e847 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3372786 Jan 27 22:00:23.913830 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 0e77c096-089a-49c5-a654-c7a58e46b19c is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:23.913830 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0e77c096-089a-49c5-a654-c7a58e46b19c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:23.914012 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37106) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:23.919388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-ddb0d663-7850-49dd-a39c-21e796955f66 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:23.930268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbe8f3-4c72-4628-8384-f05fe18261e7 req-6ba06767-3c9a-47f4-bc51-0e13a0af7f23 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:23.931756 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5afbe8f3-4c72-4628-8384-f05fe18261e7 req-6ba06767-3c9a-47f4-bc51-0e13a0af7f23 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c049241-59dd-4ea6-8b24-71907cac7e8a HTTP/1.1" status: 200 len: 944 time: 0.2319734 Jan 27 22:00:23.933192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port cee4bd62-ea21-4bbd-a298-4c13044ee882 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:23.944274 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-83ca25be-aada-4117-973f-7e8712011c83 req-0f2f2d2f-2fdd-4be7-8d5b-b2fcf61218f9 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] For port 26052f6d-7708-446b-bca9-2e87c9fd604b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=26052f6d-7708-446b-bca9-2e87c9fd604b,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:23.945007 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-83ca25be-aada-4117-973f-7e8712011c83 req-0f2f2d2f-2fdd-4be7-8d5b-b2fcf61218f9 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (26052f6d-7708-446b-bca9-2e87c9fd604b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:23.955033 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-82483329-e8fd-4a30-b0c2-ed7d7cde485b service neutron] 10.222.0.21 "GET /v2.0/networks/55dbf442-93cb-445d-adb3-f94fd902630e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426258 Jan 27 22:00:23.955555 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791b758a-00f5-4925-9997-c72639eadcbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e77c096-089a-49c5-a654-c7a58e46b19c'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:23.958085 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a15428-18cb-476f-9c8c-648646a0a242" -d '{"events": [{"server_uuid": "791b758a-00f5-4925-9997-c72639eadcbd", "name": "network-vif-plugged", "status": "completed", "tag": "0e77c096-089a-49c5-a654-c7a58e46b19c"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:23.976381 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 0e77c096-089a-49c5-a654-c7a58e46b19c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=0e77c096-089a-49c5-a654-c7a58e46b19c,segment=NetworkSegment(76b067f7-c831-4487-b4e3-caf1ffaab25c),segment_id=76b067f7-c831-4487-b4e3-caf1ffaab25c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:23.981638 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8c387b42-ad9c-4bf9-8976-ff1d1d74dc8d None None] Deleting port cee4bd62-ea21-4bbd-a298-4c13044ee882 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:23.982584 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8c387b42-ad9c-4bf9-8976-ff1d1d74dc8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (cee4bd62-ea21-4bbd-a298-4c13044ee882), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:23.985893 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0e77c096-089a-49c5-a654-c7a58e46b19c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:24.006337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-66d5921e-b035-4ee1-b4fe-4b3fdba078ca tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:24.007715 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-66d5921e-b035-4ee1-b4fe-4b3fdba078ca tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.15 "GET /v2.0/ports/58a6677b-4259-4a9e-b0ad-e5e44fe71385?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1369257 Jan 27 22:00:24.024532 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-83ca25be-aada-4117-973f-7e8712011c83 req-0f2f2d2f-2fdd-4be7-8d5b-b2fcf61218f9 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Calling delete_port for 26052f6d-7708-446b-bca9-2e87c9fd604b owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:24.061405 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6e191f1d-d519-4adb-814a-cd199cac8e86 req-a06e68e7-000d-4ff3-8513-bb67ed04e37e service neutron] 10.222.0.21 "GET /v2.0/networks/55dbf442-93cb-445d-adb3-f94fd902630e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988793 Jan 27 22:00:24.105116 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8c387b42-ad9c-4bf9-8976-ff1d1d74dc8d None None] For port cee4bd62-ea21-4bbd-a298-4c13044ee882, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cee4bd62-ea21-4bbd-a298-4c13044ee882,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:24.105499 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8c387b42-ad9c-4bf9-8976-ff1d1d74dc8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (cee4bd62-ea21-4bbd-a298-4c13044ee882), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:24.126473 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=0e77c096-089a-49c5-a654-c7a58e46b19c,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:24.131218 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8c387b42-ad9c-4bf9-8976-ff1d1d74dc8d None None] Calling delete_port for cee4bd62-ea21-4bbd-a298-4c13044ee882 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:24.135297 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b5cc0ff3-9cce-4f0b-9977-e5b40e14f953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:24.144579 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['5ed1521b-a042-4087-8cb2-beed324061f5'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:00:24.193513 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5afbe8f3-4c72-4628-8384-f05fe18261e7 req-2479e76e-ee86-4047-8991-88cf9e3456d4 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a237a7f-74d9-4140-aa16-f854a2ed1066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512577 Jan 27 22:00:24.230285 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb0d663-7850-49dd-a39c-21e796955f66 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:24.233611 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddb0d663-7850-49dd-a39c-21e796955f66 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:24.242412 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-581cefdf-f0e1-4bc7-853d-30bb69cf6952 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.15 "GET /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2191708 Jan 27 22:00:24.284468 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-60aa184e-6078-4348-9d2b-7885bfe04031 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:24.293422 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8c387b42-ad9c-4bf9-8976-ff1d1d74dc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (cee4bd62-ea21-4bbd-a298-4c13044ee882), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:24.324769 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c387b42-ad9c-4bf9-8976-ff1d1d74dc8d None None] No DVR routers for this DVR port cee4bd62-ea21-4bbd-a298-4c13044ee882 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:24.329612 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c387b42-ad9c-4bf9-8976-ff1d1d74dc8d None None] Pushing event deleted for resources: {'Port': ['ID=cee4bd62-ea21-4bbd-a298-4c13044ee882,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:24.454112 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ae44e-7105-4bf9-bb5c-afd1daa09e43 req-6d680cef-41a5-49cf-b5fd-4b63e05d5836 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:24.455523 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-040ae44e-7105-4bf9-bb5c-afd1daa09e43 req-6d680cef-41a5-49cf-b5fd-4b63e05d5836 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.1500866 Jan 27 22:00:24.461779 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-60aa184e-6078-4348-9d2b-7885bfe04031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (58a6677b-4259-4a9e-b0ad-e5e44fe71385), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:24.526729 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-83ca25be-aada-4117-973f-7e8712011c83 req-0f2f2d2f-2fdd-4be7-8d5b-b2fcf61218f9 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (26052f6d-7708-446b-bca9-2e87c9fd604b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:24.539909 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['7f21b69d-88e6-407f-b41b-42a1408a63e4'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:00:24.542136 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['2ca85ad1-0bfa-4474-9aca-1d5de0dbff10'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:00:24.598882 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f2d2f-2fdd-4be7-8d5b-b2fcf61218f9 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Pushing event deleted for resources: {'Port': ['ID=26052f6d-7708-446b-bca9-2e87c9fd604b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:24.675763 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-040ae44e-7105-4bf9-bb5c-afd1daa09e43 req-5bc8c5d0-e3f5-4201-86f7-c672a048ae3e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118206 Jan 27 22:00:24.745591 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ca25be-aada-4117-973f-7e8712011c83 req-0f2f2d2f-2fdd-4be7-8d5b-b2fcf61218f9 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] No DVR routers for this DVR port 26052f6d-7708-446b-bca9-2e87c9fd604b on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:24.749473 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-83ca25be-aada-4117-973f-7e8712011c83 req-0f2f2d2f-2fdd-4be7-8d5b-b2fcf61218f9 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:24.761176 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83ca25be-aada-4117-973f-7e8712011c83 req-0f2f2d2f-2fdd-4be7-8d5b-b2fcf61218f9 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "DELETE /v2.0/ports/26052f6d-7708-446b-bca9-2e87c9fd604b HTTP/1.1" status: 204 len: 173 time: 1.2833526 Jan 27 22:00:24.773252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272', 'name': 'network-vif-deleted', 'tag': '26052f6d-7708-446b-bca9-2e87c9fd604b'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:24.776002 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417e683a-f17a-4016-aaec-d56cc1fe3886" -d '{"events": [{"server_uuid": "82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272", "name": "network-vif-deleted", "tag": "26052f6d-7708-446b-bca9-2e87c9fd604b"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:24.840037 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddb0d663-7850-49dd-a39c-21e796955f66 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (26a4125f-63b3-44fa-9cd5-cd64be780985), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:24.914837 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-60aa184e-6078-4348-9d2b-7885bfe04031 service neutron] For port 58a6677b-4259-4a9e-b0ad-e5e44fe71385, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=58a6677b-4259-4a9e-b0ad-e5e44fe71385,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:24.917823 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb0d663-7850-49dd-a39c-21e796955f66 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:24.928026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b223a-9579-4648-bd65-9e82bcdff7ca req-04acb520-8629-4301-ac06-aa24f667407d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:24.929569 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd0b223a-9579-4648-bd65-9e82bcdff7ca req-04acb520-8629-4301-ac06-aa24f667407d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 944 time: 0.1433988 Jan 27 22:00:24.947948 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-ddb0d663-7850-49dd-a39c-21e796955f66 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:24.951890 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb0d663-7850-49dd-a39c-21e796955f66 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:24.952339 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddb0d663-7850-49dd-a39c-21e796955f66 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:24.959187 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0d663-7850-49dd-a39c-21e796955f66 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=26a4125f-63b3-44fa-9cd5-cd64be780985,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:24.962102 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:00:24.965269 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f25b281-aa7e-46e4-a9e1-f76881b58a33 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:25.000908 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ddb0d663-7850-49dd-a39c-21e796955f66 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0856752 Jan 27 22:00:25.003556 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37120) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:25.009549 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-bff68822-67aa-447e-b002-d17b29aa32d9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'mac_address': 'fa:16:3e:37:1c:e8', 'name': 'tempest-NetworksTestDHCPv6-458470505'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:25.031877 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-60aa184e-6078-4348-9d2b-7885bfe04031 service neutron] For port 58a6677b-4259-4a9e-b0ad-e5e44fe71385, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:25.064227 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd0b223a-9579-4648-bd65-9e82bcdff7ca req-e2f63ab3-81dd-4ef1-bb09-651303c2e500 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225896 Jan 27 22:00:25.081079 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-60aa184e-6078-4348-9d2b-7885bfe04031 service neutron] device_id is not set on port 58a6677b-4259-4a9e-b0ad-e5e44fe71385 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:00:25.098454 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67edd9ae-c4c6-4241-9bbd-a6d94ef0d323 x-openstack-request-id: req-67edd9ae-c4c6-4241-9bbd-a6d94ef0d323 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:25.098821 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791b758a-00f5-4925-9997-c72639eadcbd", "name": "network-vif-plugged", "status": "completed", "tag": "0e77c096-089a-49c5-a654-c7a58e46b19c", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:25.099232 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67edd9ae-c4c6-4241-9bbd-a6d94ef0d323 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:25.099750 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791b758a-00f5-4925-9997-c72639eadcbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e77c096-089a-49c5-a654-c7a58e46b19c', 'code': 200} Jan 27 22:00:25.104471 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cee4bd62-ea21-4bbd-a298-4c13044ee882 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:25.110443 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-60aa184e-6078-4348-9d2b-7885bfe04031 service neutron] Publish callbacks [] for port (58a6677b-4259-4a9e-b0ad-e5e44fe71385), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.123142 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-60aa184e-6078-4348-9d2b-7885bfe04031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (58a6677b-4259-4a9e-b0ad-e5e44fe71385), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.146799 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: cee4bd62-ea21-4bbd-a298-4c13044ee882 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:25.147297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cee4bd62-ea21-4bbd-a298-4c13044ee882 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:25.196929 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766c7854-2570-4989-bb4a-71aeacde12bd x-openstack-request-id: req-766c7854-2570-4989-bb4a-71aeacde12bd {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:25.197946 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c049241-59dd-4ea6-8b24-71907cac7e8a", "tag": "b0c116e7-714b-4fa1-9b23-2c196e349e79", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:25.198390 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-766c7854-2570-4989-bb4a-71aeacde12bd {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:25.199131 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c049241-59dd-4ea6-8b24-71907cac7e8a', 'tag': 'b0c116e7-714b-4fa1-9b23-2c196e349e79', 'status': 'completed', 'code': 200} Jan 27 22:00:25.218964 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,segment=NetworkSegment(03f03b00-21f2-4482-a656-94e7ab611f3b),segment_id=03f03b00-21f2-4482-a656-94e7ab611f3b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:25.233191 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '2eff0d7f-a483-4476-be8c-1dd7c8e1f630', 'network_id': '459b8894-edc1-457b-b0fc-103b65af4a7d', 'port_id': '2eff0d7f-a483-4476-be8c-1dd7c8e1f630', 'mac_address': 'fa:16:3e:6c:ed:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bb2bac3-c60e-4848-afff-f0961fb92d28', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:00:25.242891 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5da04f-3927-4604-b4e7-26fe5fd35797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-fdaa4292-e481-4f0f-a1d5-1416641af0da', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'fixed_ips': [{'subnet_id': '26a4125f-63b3-44fa-9cd5-cd64be780985'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:00:25.243911 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5e5da04f-3927-4604-b4e7-26fe5fd35797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.301710 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0b2f9-49d8-4d8d-8bbd-94206d767399 req-7d3554b1-62c6-4806-9151-dcbf9ab323dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:25.303294 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-14f0b2f9-49d8-4d8d-8bbd-94206d767399 req-7d3554b1-62c6-4806-9151-dcbf9ab323dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=adb90cf5cb154861a5d3879095aa8d21&device_id=9c049241-59dd-4ea6-8b24-71907cac7e8a HTTP/1.1" status: 200 len: 1095 time: 0.1026533 Jan 27 22:00:25.303686 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:25.304148 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff68822-67aa-447e-b002-d17b29aa32d9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:25.304415 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.475465 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bff68822-67aa-447e-b002-d17b29aa32d9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.500814 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0b2f9-49d8-4d8d-8bbd-94206d767399 req-a7b26be5-314d-41bf-8371-353cd7294caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:25.502241 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-14f0b2f9-49d8-4d8d-8bbd-94206d767399 req-a7b26be5-314d-41bf-8371-353cd7294caa service neutron] 10.222.0.21 "GET /v2.0/networks?id=55dbf442-93cb-445d-adb3-f94fd902630e HTTP/1.1" status: 200 len: 910 time: 0.1800535 Jan 27 22:00:25.505073 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:00:25.510698 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-bff68822-67aa-447e-b002-d17b29aa32d9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] device_id is not set on port 7c0c2844-38e3-4afd-9cf9-e4bfcc8be42b yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:00:25.547750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-5e5da04f-3927-4604-b4e7-26fe5fd35797 None None] Allocated IP 2001:db8::2 (fdaa4292-e481-4f0f-a1d5-1416641af0da/26a4125f-63b3-44fa-9cd5-cd64be780985/d8fbc92b-e9bd-4794-89ad-2b0be2c759b5) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:25.549970 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-338ea69b-81cb-4d29-a407-7bd65cf9c1cc None None] Provisioning complete for port 58a6677b-4259-4a9e-b0ad-e5e44fe71385 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:25.550634 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-338ea69b-81cb-4d29-a407-7bd65cf9c1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (58a6677b-4259-4a9e-b0ad-e5e44fe71385), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.555466 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,segment=NetworkSegment(03f03b00-21f2-4482-a656-94e7ab611f3b),segment_id=03f03b00-21f2-4482-a656-94e7ab611f3b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:25.580195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-60aa184e-6078-4348-9d2b-7885bfe04031 service neutron] No DVR routers for this DVR port 58a6677b-4259-4a9e-b0ad-e5e44fe71385 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:25.583000 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa184e-6078-4348-9d2b-7885bfe04031 service neutron] Pushing event updated for resources: {'Port': ['ID=58a6677b-4259-4a9e-b0ad-e5e44fe71385,revision_number=6']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:25.583136 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.588282 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-14f0b2f9-49d8-4d8d-8bbd-94206d767399 req-7bad85c2-7341-4aaa-9a7d-e65d9638e751 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0c116e7-714b-4fa1-9b23-2c196e349e79 HTTP/1.1" status: 200 len: 217 time: 0.0670877 Jan 27 22:00:25.653644 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0b2f9-49d8-4d8d-8bbd-94206d767399 req-0b94fab0-3bc3-4b1a-ac90-68017a667d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:25.655214 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-14f0b2f9-49d8-4d8d-8bbd-94206d767399 req-0b94fab0-3bc3-4b1a-ac90-68017a667d13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=97ed837f-fe5b-48e3-9482-927c909a61a7 HTTP/1.1" status: 200 len: 849 time: 0.0555995 Jan 27 22:00:25.660423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed3d2a-ae1c-41af-ba81-2a79ca602b03 req-7dc1d5d6-902c-41b3-abc5-9b5e9e19c3f9 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:25.666252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed3d2a-ae1c-41af-ba81-2a79ca602b03 req-7dc1d5d6-902c-41b3-abc5-9b5e9e19c3f9 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:25.668122 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-338ea69b-81cb-4d29-a407-7bd65cf9c1cc None None] Port 58a6677b-4259-4a9e-b0ad-e5e44fe71385 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:00:25.673163 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed3d2a-ae1c-41af-ba81-2a79ca602b03 req-7dc1d5d6-902c-41b3-abc5-9b5e9e19c3f9 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:25.678438 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed3d2a-ae1c-41af-ba81-2a79ca602b03 req-7dc1d5d6-902c-41b3-abc5-9b5e9e19c3f9 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:25.683931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed3d2a-ae1c-41af-ba81-2a79ca602b03 req-7dc1d5d6-902c-41b3-abc5-9b5e9e19c3f9 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:25.689574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed3d2a-ae1c-41af-ba81-2a79ca602b03 req-7dc1d5d6-902c-41b3-abc5-9b5e9e19c3f9 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:25.690733 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-14f0b2f9-49d8-4d8d-8bbd-94206d767399 req-4e060f47-e3ea-4e64-861c-76ea896b4315 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55dbf442-93cb-445d-adb3-f94fd902630e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275726 Jan 27 22:00:25.691832 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6ed3d2a-ae1c-41af-ba81-2a79ca602b03 req-7dc1d5d6-902c-41b3-abc5-9b5e9e19c3f9 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 4666 time: 0.5115912 Jan 27 22:00:25.694247 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9818493-d085-4dd5-8af0-87a6d7645d8d req-69f6f517-cd7c-49a1-a1e5-31c7f648254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:25.695423 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e9818493-d085-4dd5-8af0-87a6d7645d8d req-69f6f517-cd7c-49a1-a1e5-31c7f648254a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=791b758a-00f5-4925-9997-c72639eadcbd HTTP/1.1" status: 200 len: 1096 time: 0.5224569 Jan 27 22:00:25.700889 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-60aa184e-6078-4348-9d2b-7885bfe04031 service neutron] In _notify_port_updated(), no bound segment for port 58a6677b-4259-4a9e-b0ad-e5e44fe71385 on network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 {{(pid=109741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:00:25.701251 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-60aa184e-6078-4348-9d2b-7885bfe04031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:25.701926 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-60aa184e-6078-4348-9d2b-7885bfe04031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.703131 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-60aa184e-6078-4348-9d2b-7885bfe04031 service neutron] 10.222.0.15 "PUT /v2.0/ports/58a6677b-4259-4a9e-b0ad-e5e44fe71385 HTTP/1.1" status: 200 len: 1033 time: 1.4475300 Jan 27 22:00:25.704767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:25.717131 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18641ce-3ab1-474b-aecb-6ea9c1f75742 req-96506052-9a5c-414b-bd7a-ea141696cbba tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:25.718608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c18641ce-3ab1-474b-aecb-6ea9c1f75742 req-96506052-9a5c-414b-bd7a-ea141696cbba tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/ports?device_id=791b758a-00f5-4925-9997-c72639eadcbd HTTP/1.1" status: 200 len: 945 time: 0.5347810 Jan 27 22:00:25.779540 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5e5da04f-3927-4604-b4e7-26fe5fd35797 None None] Publish callbacks [] for port (d8fbc92b-e9bd-4794-89ad-2b0be2c759b5), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.786858 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5e5da04f-3927-4604-b4e7-26fe5fd35797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (d8fbc92b-e9bd-4794-89ad-2b0be2c759b5), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.795672 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-14f0b2f9-49d8-4d8d-8bbd-94206d767399 req-1aeee4df-733c-424e-9662-5d5a1e4a1956 service neutron] 10.222.0.21 "GET /v2.0/networks/55dbf442-93cb-445d-adb3-f94fd902630e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970299 Jan 27 22:00:25.821319 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-4b391d52-b333-40ff-b918-97108cc7e8a0 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:25.822239 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-4b391d52-b333-40ff-b918-97108cc7e8a0 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.15 "GET /v2.0/ports/3104ba69-ec6e-49e9-9127-78e5e52dd511?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0986996 Jan 27 22:00:25.824304 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5da04f-3927-4604-b4e7-26fe5fd35797 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:25.827664 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-5e5da04f-3927-4604-b4e7-26fe5fd35797 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:25.830952 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5da04f-3927-4604-b4e7-26fe5fd35797 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:25.844215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-e88dbd09-71e1-48a9-9096-376b447c1fd8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:25.844440 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5da04f-3927-4604-b4e7-26fe5fd35797 None None] Pushing event updated for resources: {'Port': ['ID=d8fbc92b-e9bd-4794-89ad-2b0be2c759b5,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:25.898764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e9818493-d085-4dd5-8af0-87a6d7645d8d req-a9afb9a2-1b5d-4cd7-aa12-3b05e9a9d5c0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bf15af9d-5f83-47e3-8973-8974e1a6d25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894019 Jan 27 22:00:25.904794 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-bff68822-67aa-447e-b002-d17b29aa32d9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8::1bd (fdaa4292-e481-4f0f-a1d5-1416641af0da/26a4125f-63b3-44fa-9cd5-cd64be780985/7c0c2844-38e3-4afd-9cf9-e4bfcc8be42b) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:25.912039 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6ed3d2a-ae1c-41af-ba81-2a79ca602b03 req-71753930-91b5-475a-92fe-0c527afd3da5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&id=1c947634-8be2-400f-9ac3-69af6b2761ef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2139525 Jan 27 22:00:25.921814 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c18641ce-3ab1-474b-aecb-6ea9c1f75742 req-e2bb7944-d751-42ad-b323-ddad221ba695 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf15af9d-5f83-47e3-8973-8974e1a6d25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860795 Jan 27 22:00:25.941136 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5e5da04f-3927-4604-b4e7-26fe5fd35797 None None] Attempting to bind port d8fbc92b-e9bd-4794-89ad-2b0be2c759b5 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:25.941136 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5e5da04f-3927-4604-b4e7-26fe5fd35797 None None] Attempting to bind port d8fbc92b-e9bd-4794-89ad-2b0be2c759b5 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:25.941136 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5da04f-3927-4604-b4e7-26fe5fd35797 None None] Attempting to bind port d8fbc92b-e9bd-4794-89ad-2b0be2c759b5 on network fdaa4292-e481-4f0f-a1d5-1416641af0da {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:25.944376 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5da04f-3927-4604-b4e7-26fe5fd35797 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:25.944644 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5da04f-3927-4604-b4e7-26fe5fd35797 None None] Checking segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:25.945126 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5e5da04f-3927-4604-b4e7-26fe5fd35797 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.946785 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5da04f-3927-4604-b4e7-26fe5fd35797 None None] Bound using segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:25.947351 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5e5da04f-3927-4604-b4e7-26fe5fd35797 None None] Bound port: d8fbc92b-e9bd-4794-89ad-2b0be2c759b5, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:25.947751 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5e5da04f-3927-4604-b4e7-26fe5fd35797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d8fbc92b-e9bd-4794-89ad-2b0be2c759b5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.983733 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-e88dbd09-71e1-48a9-9096-376b447c1fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3104ba69-ec6e-49e9-9127-78e5e52dd511), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.986138 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-14f0b2f9-49d8-4d8d-8bbd-94206d767399 req-f9cffb78-9cdd-44bc-aab0-8b7cace7258b service neutron] 10.222.0.21 "GET /v2.0/networks/55dbf442-93cb-445d-adb3-f94fd902630e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706331 Jan 27 22:00:25.992715 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a244e652-b62a-4401-8d45-dba36e07fc71 x-openstack-request-id: req-a244e652-b62a-4401-8d45-dba36e07fc71 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:25.993286 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272", "name": "network-vif-deleted", "tag": "26052f6d-7708-446b-bca9-2e87c9fd604b", "status": "failed", "code": 422}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:25.993700 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a244e652-b62a-4401-8d45-dba36e07fc71 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:25.994299 n-d-772272-3 neutron-server[109741]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '82b4b3c7-5ea1-4a57-b5c8-2ea6cf901272', 'name': 'network-vif-deleted', 'tag': '26052f6d-7708-446b-bca9-2e87c9fd604b', 'status': 'failed', 'code': 422} returned with failed status Jan 27 22:00:26.153318 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bff68822-67aa-447e-b002-d17b29aa32d9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (7c0c2844-38e3-4afd-9cf9-e4bfcc8be42b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:26.167725 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['2eff0d7f-a483-4476-be8c-1dd7c8e1f630'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:00:26.194571 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bff68822-67aa-447e-b002-d17b29aa32d9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7c0c2844-38e3-4afd-9cf9-e4bfcc8be42b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:26.218601 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46518a-0f15-4404-8597-69c1b7ed05b9 req-61b3181c-69d5-4277-ad5d-b3b5460794c4 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:26.220437 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-5e5da04f-3927-4604-b4e7-26fe5fd35797 None None] For port d8fbc92b-e9bd-4794-89ad-2b0be2c759b5, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:26.221999 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac46518a-0f15-4404-8597-69c1b7ed05b9 req-61b3181c-69d5-4277-ad5d-b3b5460794c4 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c049241-59dd-4ea6-8b24-71907cac7e8a HTTP/1.1" status: 200 len: 944 time: 0.1397164 Jan 27 22:00:26.239013 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-5e5da04f-3927-4604-b4e7-26fe5fd35797 None None] For port d8fbc92b-e9bd-4794-89ad-2b0be2c759b5, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d8fbc92b-e9bd-4794-89ad-2b0be2c759b5,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:26.248057 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5e5da04f-3927-4604-b4e7-26fe5fd35797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d8fbc92b-e9bd-4794-89ad-2b0be2c759b5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:26.256928 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff68822-67aa-447e-b002-d17b29aa32d9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:26.260442 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-bff68822-67aa-447e-b002-d17b29aa32d9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:26.264058 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff68822-67aa-447e-b002-d17b29aa32d9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:26.266398 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404bc76-a40b-498c-8606-f9a12773b95a req-a39e9485-1a43-41fa-9818-310f4cad9a45 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:26.268121 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8404bc76-a40b-498c-8606-f9a12773b95a req-a39e9485-1a43-41fa-9818-310f4cad9a45 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.1529727 Jan 27 22:00:26.276632 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff68822-67aa-447e-b002-d17b29aa32d9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:26.277235 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bff68822-67aa-447e-b002-d17b29aa32d9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:26.294900 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff68822-67aa-447e-b002-d17b29aa32d9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=7c0c2844-38e3-4afd-9cf9-e4bfcc8be42b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:26.307677 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bff68822-67aa-447e-b002-d17b29aa32d9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3022945 Jan 27 22:00:26.310536 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37130) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:26.345922 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5da04f-3927-4604-b4e7-26fe5fd35797 None None] Pushing event updated for resources: {'Port': ['ID=d8fbc92b-e9bd-4794-89ad-2b0be2c759b5,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:26.352276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-e88dbd09-71e1-48a9-9096-376b447c1fd8 service neutron] For port 3104ba69-ec6e-49e9-9127-78e5e52dd511, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=3104ba69-ec6e-49e9-9127-78e5e52dd511,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:26.358388 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac46518a-0f15-4404-8597-69c1b7ed05b9 req-59af2fc0-0441-4d26-9e5f-d7074503e1c7 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a237a7f-74d9-4140-aa16-f854a2ed1066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294148 Jan 27 22:00:26.404721 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8404bc76-a40b-498c-8606-f9a12773b95a req-311790af-a1fd-4133-a21a-f61445fdd911 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284134 Jan 27 22:00:26.408525 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de27164f-839f-491d-9c4e-754917fdd035 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:26.414112 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de27164f-839f-491d-9c4e-754917fdd035 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:26.423341 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-de27164f-839f-491d-9c4e-754917fdd035 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1087656 Jan 27 22:00:26.424734 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37132) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:26.454722 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-e88dbd09-71e1-48a9-9096-376b447c1fd8 service neutron] For port 3104ba69-ec6e-49e9-9127-78e5e52dd511, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:26.500897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-e88dbd09-71e1-48a9-9096-376b447c1fd8 service neutron] device_id is not set on port 3104ba69-ec6e-49e9-9127-78e5e52dd511 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:00:26.522108 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-e88dbd09-71e1-48a9-9096-376b447c1fd8 service neutron] Publish callbacks [] for port (3104ba69-ec6e-49e9-9127-78e5e52dd511), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:26.553929 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-e88dbd09-71e1-48a9-9096-376b447c1fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (3104ba69-ec6e-49e9-9127-78e5e52dd511), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:26.594321 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-cbdd1eb8-dfe7-4b07-9ff9-9df0fe69d0d1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting port 7c0c2844-38e3-4afd-9cf9-e4bfcc8be42b {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:26.595371 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1eb8-dfe7-4b07-9ff9-9df0fe69d0d1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7c0c2844-38e3-4afd-9cf9-e4bfcc8be42b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:26.641971 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ad971-0943-406d-bf90-b9c5ac040347 req-646b1815-66b3-4cc2-af63-1824d223a3e4 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:26.643518 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-016ad971-0943-406d-bf90-b9c5ac040347 req-646b1815-66b3-4cc2-af63-1824d223a3e4 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 945 time: 0.1375942 Jan 27 22:00:26.649966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88dbd09-71e1-48a9-9096-376b447c1fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=3104ba69-ec6e-49e9-9127-78e5e52dd511,revision_number=6']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:26.686169 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a00e2206-0468-469f-8c76-9f36112e1a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:26.698805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-e88dbd09-71e1-48a9-9096-376b447c1fd8 service neutron] No DVR routers for this DVR port 3104ba69-ec6e-49e9-9127-78e5e52dd511 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:26.734819 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1eb8-dfe7-4b07-9ff9-9df0fe69d0d1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7c0c2844-38e3-4afd-9cf9-e4bfcc8be42b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:26.752192 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-cbdd1eb8-dfe7-4b07-9ff9-9df0fe69d0d1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Calling delete_port for 7c0c2844-38e3-4afd-9cf9-e4bfcc8be42b owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:26.802760 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-016ad971-0943-406d-bf90-b9c5ac040347 req-fd62c683-a07f-4bdc-8cfa-e9b4d4614b91 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274915 Jan 27 22:00:26.811580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b70ba2-7261-4002-bb3d-7ab1cac1ccd9 req-4691a9ba-d220-49ee-985b-72f6226a19da tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:26.825293 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3b70ba2-7261-4002-bb3d-7ab1cac1ccd9 req-4691a9ba-d220-49ee-985b-72f6226a19da tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=75411b84-635a-43fa-91de-13b5282611ec HTTP/1.1" status: 200 len: 907 time: 0.2028279 Jan 27 22:00:26.826515 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-e88dbd09-71e1-48a9-9096-376b447c1fd8 service neutron] In _notify_port_updated(), no bound segment for port 3104ba69-ec6e-49e9-9127-78e5e52dd511 on network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 {{(pid=109741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:00:26.827596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-e88dbd09-71e1-48a9-9096-376b447c1fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:26.829384 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-e88dbd09-71e1-48a9-9096-376b447c1fd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:26.830920 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-e88dbd09-71e1-48a9-9096-376b447c1fd8 service neutron] 10.222.0.15 "PUT /v2.0/ports/3104ba69-ec6e-49e9-9127-78e5e52dd511 HTTP/1.1" status: 200 len: 1033 time: 1.0006268 Jan 27 22:00:26.923489 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1eb8-dfe7-4b07-9ff9-9df0fe69d0d1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7c0c2844-38e3-4afd-9cf9-e4bfcc8be42b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:26.949583 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device b0c116e7-714b-4fa1-9b23-2c196e349e79 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:00:26.964328 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd1eb8-dfe7-4b07-9ff9-9df0fe69d0d1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Port': ['ID=7c0c2844-38e3-4afd-9cf9-e4bfcc8be42b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:26.964591 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-0f018e6e-87ca-4a8c-b1f0-b22303872eb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Deleting port 84405a01-cd0d-4bf0-8b98-42cc257f6846 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:26.965009 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-0f018e6e-87ca-4a8c-b1f0-b22303872eb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (84405a01-cd0d-4bf0-8b98-42cc257f6846), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.009736 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1eb8-dfe7-4b07-9ff9-9df0fe69d0d1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.017542 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cbdd1eb8-dfe7-4b07-9ff9-9df0fe69d0d1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/7c0c2844-38e3-4afd-9cf9-e4bfcc8be42b HTTP/1.1" status: 204 len: 168 time: 0.5869856 Jan 27 22:00:27.017900 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37140) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:27.088030 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc142927-d215-4000-ace1-e844924a6973 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:27.089639 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc142927-d215-4000-ace1-e844924a6973 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:27.094314 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cc142927-d215-4000-ace1-e844924a6973 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0730693 Jan 27 22:00:27.094653 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37142) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:27.111384 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5ed1521b-a042-4087-8cb2-beed324061f5 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:27.151045 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeacb52d-7da4-433b-b6fb-93ae39f9e51c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet 26a4125f-63b3-44fa-9cd5-cd64be780985 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:27.157655 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eeacb52d-7da4-433b-b6fb-93ae39f9e51c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (26a4125f-63b3-44fa-9cd5-cd64be780985), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.191797 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port b0c116e7-714b-4fa1-9b23-2c196e349e79, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=b0c116e7-714b-4fa1-9b23-2c196e349e79,segment=NetworkSegment(1de3d4ff-c3fa-4e6e-a167-866597f4b49a),segment_id=1de3d4ff-c3fa-4e6e-a167-866597f4b49a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:27.194709 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-0f018e6e-87ca-4a8c-b1f0-b22303872eb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] For port 84405a01-cd0d-4bf0-8b98-42cc257f6846, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=84405a01-cd0d-4bf0-8b98-42cc257f6846,segment=NetworkSegment(fe1a78ab-8282-44d4-a623-c72e4779f3e7),segment_id=fe1a78ab-8282-44d4-a623-c72e4779f3e7)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:27.195154 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-0f018e6e-87ca-4a8c-b1f0-b22303872eb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (84405a01-cd0d-4bf0-8b98-42cc257f6846), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.208754 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb9d55-66da-4b05-80eb-029a73a42bac req-03553b6e-5089-40a3-b880-8e97a8785595 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:27.214489 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb9d55-66da-4b05-80eb-029a73a42bac req-03553b6e-5089-40a3-b880-8e97a8785595 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:27.221166 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb9d55-66da-4b05-80eb-029a73a42bac req-03553b6e-5089-40a3-b880-8e97a8785595 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:27.224214 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eeacb52d-7da4-433b-b6fb-93ae39f9e51c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (26a4125f-63b3-44fa-9cd5-cd64be780985), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.227079 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb9d55-66da-4b05-80eb-029a73a42bac req-03553b6e-5089-40a3-b880-8e97a8785595 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:27.232698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb9d55-66da-4b05-80eb-029a73a42bac req-03553b6e-5089-40a3-b880-8e97a8785595 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:27.234575 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0deb9d55-66da-4b05-80eb-029a73a42bac req-03553b6e-5089-40a3-b880-8e97a8785595 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 3886 time: 0.1238155 Jan 27 22:00:27.250134 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbfd32-728b-4b43-92dc-9fa10564d9cf req-2b284832-613f-4fac-bb9e-83a948d191c6 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:27.253891 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ccbfd32-728b-4b43-92dc-9fa10564d9cf req-2b284832-613f-4fac-bb9e-83a948d191c6 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/ports?device_id=791b758a-00f5-4925-9997-c72639eadcbd HTTP/1.1" status: 200 len: 945 time: 0.1702492 Jan 27 22:00:27.258287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d8fbc92b-e9bd-4794-89ad-2b0be2c759b5 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:27.300987 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a7ab96f2-e664-4e12-903b-671e53894572 None None] Provisioning complete for port 3104ba69-ec6e-49e9-9127-78e5e52dd511 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:27.301713 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a7ab96f2-e664-4e12-903b-671e53894572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3104ba69-ec6e-49e9-9127-78e5e52dd511), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.323299 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eeacb52d-7da4-433b-b6fb-93ae39f9e51c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (26a4125f-63b3-44fa-9cd5-cd64be780985), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.327712 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'b0c116e7-714b-4fa1-9b23-2c196e349e79', 'network_id': '55dbf442-93cb-445d-adb3-f94fd902630e', 'port_id': 'b0c116e7-714b-4fa1-9b23-2c196e349e79', 'mac_address': 'fa:16:3e:89:1e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ed837f-fe5b-48e3-9482-927c909a61a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:00:27.349206 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 5ed1521b-a042-4087-8cb2-beed324061f5 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:00:27.359813 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 5ed1521b-a042-4087-8cb2-beed324061f5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:27.360214 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.381430 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab96f2-e664-4e12-903b-671e53894572 None None] Port 3104ba69-ec6e-49e9-9127-78e5e52dd511 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:00:27.404790 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eeacb52d-7da4-433b-b6fb-93ae39f9e51c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (26a4125f-63b3-44fa-9cd5-cd64be780985), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.409635 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 21987296-9049-47a8-bec1-6cc5307332a1 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:27.427243 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0deb9d55-66da-4b05-80eb-029a73a42bac req-97ce79ba-e68a-45aa-98c5-b7e22cbd6425 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720774 Jan 27 22:00:27.453517 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ccbfd32-728b-4b43-92dc-9fa10564d9cf req-8a730d71-f695-48dc-93da-9190155c0b0d tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf15af9d-5f83-47e3-8973-8974e1a6d25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851594 Jan 27 22:00:27.474308 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eeacb52d-7da4-433b-b6fb-93ae39f9e51c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.480938 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-eeacb52d-7da4-433b-b6fb-93ae39f9e51c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/26a4125f-63b3-44fa-9cd5-cd64be780985 HTTP/1.1" status: 204 len: 168 time: 0.3828871 Jan 27 22:00:27.481304 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacb52d-7da4-433b-b6fb-93ae39f9e51c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=26a4125f-63b3-44fa-9cd5-cd64be780985,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:27.486936 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37148) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:27.513753 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port b0c116e7-714b-4fa1-9b23-2c196e349e79 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:27.514155 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b0c116e7-714b-4fa1-9b23-2c196e349e79), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.556886 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.559715 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d8fbc92b-e9bd-4794-89ad-2b0be2c759b5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:27.560888 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d8fbc92b-e9bd-4794-89ad-2b0be2c759b5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.565826 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c116e7-714b-4fa1-9b23-2c196e349e79 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:00:27.598479 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-aad1547d-49f1-433b-ad81-b7d2afcc9401 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1055279 Jan 27 22:00:27.600421 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37150) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:27.660197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port b0c116e7-714b-4fa1-9b23-2c196e349e79, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=b0c116e7-714b-4fa1-9b23-2c196e349e79,segment=NetworkSegment(1de3d4ff-c3fa-4e6e-a167-866597f4b49a),segment_id=1de3d4ff-c3fa-4e6e-a167-866597f4b49a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:27.670207 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aa43fb-6447-4227-9bb5-fb5caf681198 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:27.675180 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-71aa43fb-6447-4227-9bb5-fb5caf681198 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0732129 Jan 27 22:00:27.675413 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37152) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:27.679038 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-0f018e6e-87ca-4a8c-b1f0-b22303872eb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.679398 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-0f018e6e-87ca-4a8c-b1f0-b22303872eb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (c1139ae6-dc67-4eb3-b551-a376f758cd1e), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.679711 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-0f018e6e-87ca-4a8c-b1f0-b22303872eb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Floating IP c1139ae6-dc67-4eb3-b551-a376f758cd1e disassociated. External IP: 172.25.3.135, port: 84405a01-cd0d-4bf0-8b98-42cc257f6846. Jan 27 22:00:27.680058 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-0f018e6e-87ca-4a8c-b1f0-b22303872eb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Calling delete_port for 84405a01-cd0d-4bf0-8b98-42cc257f6846 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:27.695786 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b0c116e7-714b-4fa1-9b23-2c196e349e79), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.709499 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 21987296-9049-47a8-bec1-6cc5307332a1 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:27.709499 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (21987296-9049-47a8-bec1-6cc5307332a1), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.729855 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd1ad4-1f80-46b3-b168-b9499c6b30eb req-c58715a2-9a23-4475-8be3-e6b18898037a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:27.737103 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6abd1ad4-1f80-46b3-b168-b9499c6b30eb req-c58715a2-9a23-4475-8be3-e6b18898037a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 946 time: 0.1495340 Jan 27 22:00:27.759245 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01587e89-2def-495b-936c-ebae4829b4b1 req-cb0bb550-0816-495f-aa21-ac5186dfa59f tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:27.759982 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 5ed1521b-a042-4087-8cb2-beed324061f5 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:27.760400 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.760725 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01587e89-2def-495b-936c-ebae4829b4b1 req-cb0bb550-0816-495f-aa21-ac5186dfa59f tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c049241-59dd-4ea6-8b24-71907cac7e8a HTTP/1.1" status: 200 len: 944 time: 0.2065043 Jan 27 22:00:27.823686 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21987296-9049-47a8-bec1-6cc5307332a1'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:27.826518 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d8441f-f66e-492b-a5ef-621888c7f466" -d '{"events": [{"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-unplugged", "status": "completed", "tag": "21987296-9049-47a8-bec1-6cc5307332a1"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:27.853799 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5decb820-4e62-4393-8f12-977db532a59a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:27.855275 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5decb820-4e62-4393-8f12-977db532a59a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1723099 Jan 27 22:00:27.856069 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=b0c116e7-714b-4fa1-9b23-2c196e349e79,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:27.858714 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37160) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:27.865016 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 21987296-9049-47a8-bec1-6cc5307332a1, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=21987296-9049-47a8-bec1-6cc5307332a1,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:27.877942 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 5ed1521b-a042-4087-8cb2-beed324061f5, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5ed1521b-a042-4087-8cb2-beed324061f5,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:27.878993 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (21987296-9049-47a8-bec1-6cc5307332a1), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.879816 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 58a6677b-4259-4a9e-b0ad-e5e44fe71385 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:27.883681 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d8fbc92b-e9bd-4794-89ad-2b0be2c759b5 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:27.884058 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d8fbc92b-e9bd-4794-89ad-2b0be2c759b5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.888702 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.914928 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6abd1ad4-1f80-46b3-b168-b9499c6b30eb req-f5fc6fe6-21eb-40bd-a0d4-2760d4ed7996 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768742 Jan 27 22:00:27.920768 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-52cfb053-a522-451d-a649-ad9147ace313 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590241 Jan 27 22:00:27.927361 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37162) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:27.937504 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-05078208-1b1e-4335-8460-8025dc519ab6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:27.947887 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc2d6ce-c415-4aa5-b332-2150613726b9 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:27.951274 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01587e89-2def-495b-936c-ebae4829b4b1 req-966c46b2-4199-4c00-ba73-dce06da97b4c tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a237a7f-74d9-4140-aa16-f854a2ed1066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779003 Jan 27 22:00:28.047959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8727149-3b06-45be-a2f2-cf5500ec3407 req-27fcf541-7f05-409a-833d-0e5c43d273d8 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:28.050502 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8727149-3b06-45be-a2f2-cf5500ec3407 req-27fcf541-7f05-409a-833d-0e5c43d273d8 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.15 "GET /v2.0/ports?device_id=75411b84-635a-43fa-91de-13b5282611ec HTTP/1.1" status: 200 len: 907 time: 0.1291218 Jan 27 22:00:28.069093 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05078208-1b1e-4335-8460-8025dc519ab6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:28.080574 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-05078208-1b1e-4335-8460-8025dc519ab6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.086236 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68700e11-a4e3-4585-ad21-ed8ba0736842 x-openstack-request-id: req-68700e11-a4e3-4585-ad21-ed8ba0736842 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:28.086543 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-unplugged", "status": "completed", "tag": "21987296-9049-47a8-bec1-6cc5307332a1", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:28.086795 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68700e11-a4e3-4585-ad21-ed8ba0736842 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:28.087255 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21987296-9049-47a8-bec1-6cc5307332a1', 'code': 200} Jan 27 22:00:28.091223 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port d8fbc92b-e9bd-4794-89ad-2b0be2c759b5, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d8fbc92b-e9bd-4794-89ad-2b0be2c759b5,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:28.102351 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] The host n-h1-772272-3 is not matching for port 58a6677b-4259-4a9e-b0ad-e5e44fe71385 host ! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:00:28.102767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 58a6677b-4259-4a9e-b0ad-e5e44fe71385 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:28.103202 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 84405a01-cd0d-4bf0-8b98-42cc257f6846 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:28.106269 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d8fbc92b-e9bd-4794-89ad-2b0be2c759b5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.111102 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=21987296-9049-47a8-bec1-6cc5307332a1,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:28.148744 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ee192ff7-c6e7-4c1b-b2b8-14b17b761113 None None] Provisioning complete for port d8fbc92b-e9bd-4794-89ad-2b0be2c759b5 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:28.149061 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ee192ff7-c6e7-4c1b-b2b8-14b17b761113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d8fbc92b-e9bd-4794-89ad-2b0be2c759b5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.169073 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['b0c116e7-714b-4fa1-9b23-2c196e349e79'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:00:28.186517 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-0f018e6e-87ca-4a8c-b1f0-b22303872eb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (84405a01-cd0d-4bf0-8b98-42cc257f6846), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.256025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5dde6-b724-4a48-b794-afcb74e0b1d6 req-a5bb9008-bc8f-443b-8ba2-d061af688b6a tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:28.257718 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ede5dde6-b724-4a48-b794-afcb74e0b1d6 req-a5bb9008-bc8f-443b-8ba2-d061af688b6a tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 945 time: 0.1857927 Jan 27 22:00:28.258589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f018e6e-87ca-4a8c-b1f0-b22303872eb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event deleted for resources: {'Port': ['ID=84405a01-cd0d-4bf0-8b98-42cc257f6846,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:28.302752 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No active binding found for port 84405a01-cd0d-4bf0-8b98-42cc257f6846 {{(pid=109743) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 22:00:28.303292 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] The host n-h1-772272-3 is not matching for port 84405a01-cd0d-4bf0-8b98-42cc257f6846 host None! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:00:28.303529 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 84405a01-cd0d-4bf0-8b98-42cc257f6846 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:28.304031 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 64c24546-5d38-4279-b241-0c89a055b6b9 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:28.337230 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=5ed1521b-a042-4087-8cb2-beed324061f5,revision_number=12']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:28.340988 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c05f1-f181-4fd3-a61d-d377483e7b67 req-40bd1146-fd5b-4179-b529-9a0139fcad77 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:28.350944 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-696c05f1-f181-4fd3-a61d-d377483e7b67 req-40bd1146-fd5b-4179-b529-9a0139fcad77 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=75411b84-635a-43fa-91de-13b5282611ec HTTP/1.1" status: 200 len: 907 time: 0.1819389 Jan 27 22:00:28.396453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-e8727149-3b06-45be-a2f2-cf5500ec3407 req-92aa17cc-17f5-4925-9a6f-ec0870a130f4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Deleting port 2c10477f-f158-48af-8225-6572c3013c73 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:28.397107 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e8727149-3b06-45be-a2f2-cf5500ec3407 req-92aa17cc-17f5-4925-9a6f-ec0870a130f4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (2c10477f-f158-48af-8225-6572c3013c73), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.465995 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52534587-0903-48f9-9d4a-e7488430fceb None None] DHCP port deletion for fdaa4292-e481-4f0f-a1d5-1416641af0da request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:00:28.477796 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=d8fbc92b-e9bd-4794-89ad-2b0be2c759b5,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:28.481325 n-d-772272-3 neutron-server[109742]: DEBUG neutron.objects.ports [None req-05078208-1b1e-4335-8460-8025dc519ab6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:00:28.485792 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ede5dde6-b724-4a48-b794-afcb74e0b1d6 req-af8b4a7a-216e-49b4-95ac-0a7d3c603673 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134569 Jan 27 22:00:28.539866 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-0f018e6e-87ca-4a8c-b1f0-b22303872eb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Router 969b3156-eb9e-4fd3-b98c-422bd59b5a36 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:00:28.560936 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-e8727149-3b06-45be-a2f2-cf5500ec3407 req-92aa17cc-17f5-4925-9a6f-ec0870a130f4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] For port 2c10477f-f158-48af-8225-6572c3013c73, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2c10477f-f158-48af-8225-6572c3013c73,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:28.561410 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e8727149-3b06-45be-a2f2-cf5500ec3407 req-92aa17cc-17f5-4925-9a6f-ec0870a130f4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (2c10477f-f158-48af-8225-6572c3013c73), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.594826 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-e8727149-3b06-45be-a2f2-cf5500ec3407 req-92aa17cc-17f5-4925-9a6f-ec0870a130f4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Calling delete_port for 2c10477f-f158-48af-8225-6572c3013c73 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:28.600153 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ee192ff7-c6e7-4c1b-b2b8-14b17b761113 None None] Current status of the port d8fbc92b-e9bd-4794-89ad-2b0be2c759b5 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:28.658148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 64c24546-5d38-4279-b241-0c89a055b6b9 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:28.658632 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (64c24546-5d38-4279-b241-0c89a055b6b9), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.709174 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-05078208-1b1e-4335-8460-8025dc519ab6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d8fbc92b-e9bd-4794-89ad-2b0be2c759b5), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.720979 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 64c24546-5d38-4279-b241-0c89a055b6b9, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=64c24546-5d38-4279-b241-0c89a055b6b9,segment=NetworkSegment(fb85c23d-cc2e-4d28-aca2-d2302046f93f),segment_id=fb85c23d-cc2e-4d28-aca2-d2302046f93f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:28.734570 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (64c24546-5d38-4279-b241-0c89a055b6b9), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.735808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 3104ba69-ec6e-49e9-9127-78e5e52dd511 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:28.786339 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-52534587-0903-48f9-9d4a-e7488430fceb None None] Deleting port d8fbc92b-e9bd-4794-89ad-2b0be2c759b5 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:28.786878 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-52534587-0903-48f9-9d4a-e7488430fceb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d8fbc92b-e9bd-4794-89ad-2b0be2c759b5), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.815622 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea12179-feb1-4610-871d-ea30e45a4563 req-60b46014-f7f9-4ef1-964f-ceb8efe1d227 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:28.820863 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea12179-feb1-4610-871d-ea30e45a4563 req-60b46014-f7f9-4ef1-964f-ceb8efe1d227 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:28.826315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea12179-feb1-4610-871d-ea30e45a4563 req-60b46014-f7f9-4ef1-964f-ceb8efe1d227 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:28.831621 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea12179-feb1-4610-871d-ea30e45a4563 req-60b46014-f7f9-4ef1-964f-ceb8efe1d227 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:28.839048 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ea12179-feb1-4610-871d-ea30e45a4563 req-60b46014-f7f9-4ef1-964f-ceb8efe1d227 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 3148 time: 0.2539120 Jan 27 22:00:28.867068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb509a02-728c-4d83-9c60-70dcf387e77c req-1e6c37ea-e31c-4718-bcf8-e898b2d853a1 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:28.869118 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb509a02-728c-4d83-9c60-70dcf387e77c req-1e6c37ea-e31c-4718-bcf8-e898b2d853a1 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/ports?device_id=791b758a-00f5-4925-9997-c72639eadcbd HTTP/1.1" status: 200 len: 945 time: 0.2390308 Jan 27 22:00:28.894165 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-0f018e6e-87ca-4a8c-b1f0-b22303872eb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:00:28.910619 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed8fc22-cf00-4112-8e71-8a0ba9a28d4e None None] Sync routers for ids ['969b3156-eb9e-4fd3-b98c-422bd59b5a36'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:00:28.948471 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-05078208-1b1e-4335-8460-8025dc519ab6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] For port d8fbc92b-e9bd-4794-89ad-2b0be2c759b5, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d8fbc92b-e9bd-4794-89ad-2b0be2c759b5,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:28.954204 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed8fc22-cf00-4112-8e71-8a0ba9a28d4e None None] Routers {'969b3156-eb9e-4fd3-b98c-422bd59b5a36'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:28.961923 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4ed8fc22-cf00-4112-8e71-8a0ba9a28d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:00:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['969b3156-eb9e-4fd3-b98c-422bd59b5a36'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:28.985758 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-05078208-1b1e-4335-8460-8025dc519ab6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (d8fbc92b-e9bd-4794-89ad-2b0be2c759b5), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.991985 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-05078208-1b1e-4335-8460-8025dc519ab6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (d8fbc92b-e9bd-4794-89ad-2b0be2c759b5), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.993293 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-05078208-1b1e-4335-8460-8025dc519ab6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (0fac60a2-d9de-4543-aca5-c9a1cd0e9d2f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.010630 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-0f018e6e-87ca-4a8c-b1f0-b22303872eb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] No DVR routers for this DVR port 84405a01-cd0d-4bf0-8b98-42cc257f6846 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:29.052743 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ea12179-feb1-4610-871d-ea30e45a4563 req-c2f1bab8-b032-4d9f-97e4-bae0738e239f tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127569 Jan 27 22:00:29.056343 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-0f018e6e-87ca-4a8c-b1f0-b22303872eb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.063930 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-0f018e6e-87ca-4a8c-b1f0-b22303872eb4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.15 "DELETE /v2.0/ports/84405a01-cd0d-4bf0-8b98-42cc257f6846 HTTP/1.1" status: 204 len: 173 time: 2.2277424 Jan 27 22:00:29.064394 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-deleted', 'tag': '84405a01-cd0d-4bf0-8b98-42cc257f6846'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:29.066664 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9d6aeb-c272-4131-93ed-55df4a9bbde2" -d '{"events": [{"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-deleted", "tag": "84405a01-cd0d-4bf0-8b98-42cc257f6846"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:29.068500 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:29.112704 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05078208-1b1e-4335-8460-8025dc519ab6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:29.119237 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-05078208-1b1e-4335-8460-8025dc519ab6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:29.127340 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05078208-1b1e-4335-8460-8025dc519ab6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:29.127945 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-05078208-1b1e-4335-8460-8025dc519ab6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.155935 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.165857 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05078208-1b1e-4335-8460-8025dc519ab6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=0fac60a2-d9de-4543-aca5-c9a1cd0e9d2f,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:29.168309 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05078208-1b1e-4335-8460-8025dc519ab6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=d8fbc92b-e9bd-4794-89ad-2b0be2c759b5,revision_number=6']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:29.176986 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-05078208-1b1e-4335-8460-8025dc519ab6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2480781 Jan 27 22:00:29.179133 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-4ed8fc22-cf00-4112-8e71-8a0ba9a28d4e None None] Set router 969b3156-eb9e-4fd3-b98c-422bd59b5a36 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:00:29.180335 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37176) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:29.186243 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8202c318-6bbf-4591-97bb-8b4c79832fd2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:29.194739 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d8fbc92b-e9bd-4794-89ad-2b0be2c759b5 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:29.265335 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=64c24546-5d38-4279-b241-0c89a055b6b9,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:29.287268 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] The host n-h1-772272-3 is not matching for port 3104ba69-ec6e-49e9-9127-78e5e52dd511 host ! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:00:29.287683 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 3104ba69-ec6e-49e9-9127-78e5e52dd511 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:29.288118 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 8eff1a59-dbd2-42fa-a1d6-c18ead819fde no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:29.318086 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb509a02-728c-4d83-9c60-70dcf387e77c req-551a8ea5-553d-4867-a2b6-e8ed9bf9e467 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf15af9d-5f83-47e3-8973-8974e1a6d25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356041 Jan 27 22:00:29.389764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab5716-fbc4-48d5-a94b-bda9b7a05a5c req-f03ed410-bedb-4911-bce4-3f9cea50c367 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:29.393082 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8202c318-6bbf-4591-97bb-8b4c79832fd2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:29.398819 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8202c318-6bbf-4591-97bb-8b4c79832fd2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.406677 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42ab5716-fbc4-48d5-a94b-bda9b7a05a5c req-f03ed410-bedb-4911-bce4-3f9cea50c367 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 947 time: 0.2640989 Jan 27 22:00:29.408552 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e8727149-3b06-45be-a2f2-cf5500ec3407 req-92aa17cc-17f5-4925-9a6f-ec0870a130f4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (2c10477f-f158-48af-8225-6572c3013c73), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.504148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-52534587-0903-48f9-9d4a-e7488430fceb None None] For port d8fbc92b-e9bd-4794-89ad-2b0be2c759b5, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d8fbc92b-e9bd-4794-89ad-2b0be2c759b5,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:29.504795 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-52534587-0903-48f9-9d4a-e7488430fceb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d8fbc92b-e9bd-4794-89ad-2b0be2c759b5), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.572029 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4ed8fc22-cf00-4112-8e71-8a0ba9a28d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1763418637-router', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:40Z', 'revision_number': 4, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'gw_port': {'id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '0b0444d4-3532-4e47-8f36-ffbd55273e5c', 'name': '', 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'mac_address': 'fa:16:3e:ac:85:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6d63617a-41ab-4f3d-bac9-e72c844c3cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:39Z', 'updated_at': '2022-01-27T21:48:45Z', 'revision_number': 5, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'subnets': [{'id': '6d63617a-41ab-4f3d-bac9-e72c844c3cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:29.575149 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:00:29.581927 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-52534587-0903-48f9-9d4a-e7488430fceb None None] Calling delete_port for d8fbc92b-e9bd-4794-89ad-2b0be2c759b5 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:29.586750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:29.587368 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.606178 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed8fc22-cf00-4112-8e71-8a0ba9a28d4e None None] Checking router: 969b3156-eb9e-4fd3-b98c-422bd59b5a36 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:00:29.612525 n-d-772272-3 neutron-server[109742]: INFO neutron.db.ipam_backend_mixin [None req-8202c318-6bbf-4591-97bb-8b4c79832fd2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0fac60a2-d9de-4543-aca5-c9a1cd0e9d2f (CIDR: 2001:db8::/64) Jan 27 22:00:29.617267 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed8fc22-cf00-4112-8e71-8a0ba9a28d4e None None] Routers {'969b3156-eb9e-4fd3-b98c-422bd59b5a36'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:29.618441 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4ed8fc22-cf00-4112-8e71-8a0ba9a28d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:00:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['969b3156-eb9e-4fd3-b98c-422bd59b5a36'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:29.618575 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-8202c318-6bbf-4591-97bb-8b4c79832fd2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:00:29.619001 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8202c318-6bbf-4591-97bb-8b4c79832fd2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:29.643260 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8202c318-6bbf-4591-97bb-8b4c79832fd2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4615943 Jan 27 22:00:29.646027 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37184) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:29.651823 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-7797ce71-7cd3-45ac-b32f-deecbd0c4132 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:29.740385 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-4ed8fc22-cf00-4112-8e71-8a0ba9a28d4e None None] Set router 969b3156-eb9e-4fd3-b98c-422bd59b5a36 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:00:29.744288 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 8eff1a59-dbd2-42fa-a1d6-c18ead819fde is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:29.744691 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8eff1a59-dbd2-42fa-a1d6-c18ead819fde), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.787193 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa17cc-17f5-4925-9a6f-ec0870a130f4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Pushing event deleted for resources: {'Port': ['ID=2c10477f-f158-48af-8225-6572c3013c73,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:29.796530 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7797ce71-7cd3-45ac-b32f-deecbd0c4132 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:29.804220 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d8fbc92b-e9bd-4794-89ad-2b0be2c759b5 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:29.804220 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d8fbc92b-e9bd-4794-89ad-2b0be2c759b5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.812399 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7797ce71-7cd3-45ac-b32f-deecbd0c4132 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.818997 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-52534587-0903-48f9-9d4a-e7488430fceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (d8fbc92b-e9bd-4794-89ad-2b0be2c759b5), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.889208 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52534587-0903-48f9-9d4a-e7488430fceb None None] No DVR routers for this DVR port d8fbc92b-e9bd-4794-89ad-2b0be2c759b5 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:29.912722 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42ab5716-fbc4-48d5-a94b-bda9b7a05a5c req-18903c03-a7b5-40fa-9d23-2c765553d2f8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5051417 Jan 27 22:00:29.921229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-f6631e63-0929-4767-a31c-556bacfc7e7a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Deleting port 8eff1a59-dbd2-42fa-a1d6-c18ead819fde {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:29.921576 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-f6631e63-0929-4767-a31c-556bacfc7e7a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (8eff1a59-dbd2-42fa-a1d6-c18ead819fde), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.964023 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52534587-0903-48f9-9d4a-e7488430fceb None None] Pushing event deleted for resources: {'Port': ['ID=d8fbc92b-e9bd-4794-89ad-2b0be2c759b5,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:29.983024 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10c099e-15ca-457a-967e-e02275c3bdcb None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:30.045257 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 8eff1a59-dbd2-42fa-a1d6-c18ead819fde, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8eff1a59-dbd2-42fa-a1d6-c18ead819fde,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:30.069083 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-f6631e63-0929-4767-a31c-556bacfc7e7a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] For port 8eff1a59-dbd2-42fa-a1d6-c18ead819fde, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8eff1a59-dbd2-42fa-a1d6-c18ead819fde,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:30.072412 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-f6631e63-0929-4767-a31c-556bacfc7e7a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (8eff1a59-dbd2-42fa-a1d6-c18ead819fde), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.088425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-f6631e63-0929-4767-a31c-556bacfc7e7a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Calling delete_port for 8eff1a59-dbd2-42fa-a1d6-c18ead819fde owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:30.100033 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3831741-d6ca-4874-bc58-945a0b5cc532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed1521b-a042-4087-8cb2-beed324061f5'}, {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64c24546-5d38-4279-b241-0c89a055b6b9'}, {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eff1a59-dbd2-42fa-a1d6-c18ead819fde'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:30.102290 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa46db6-65b6-4704-a23e-54948310b0ea" -d '{"events": [{"server_uuid": "e3831741-d6ca-4874-bc58-945a0b5cc532", "name": "network-vif-plugged", "status": "completed", "tag": "5ed1521b-a042-4087-8cb2-beed324061f5"}, {"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-unplugged", "status": "completed", "tag": "64c24546-5d38-4279-b241-0c89a055b6b9"}, {"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-unplugged", "status": "completed", "tag": "8eff1a59-dbd2-42fa-a1d6-c18ead819fde"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:30.112361 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8eff1a59-dbd2-42fa-a1d6-c18ead819fde), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.113097 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f36aaaa3-8abe-4bbf-be60-e3985eafef58 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:30.168557 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4ed8fc22-cf00-4112-8e71-8a0ba9a28d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1763418637-router', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:40Z', 'revision_number': 4, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'gw_port': {'id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '0b0444d4-3532-4e47-8f36-ffbd55273e5c', 'name': '', 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'mac_address': 'fa:16:3e:ac:85:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6d63617a-41ab-4f3d-bac9-e72c844c3cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:39Z', 'updated_at': '2022-01-27T21:48:45Z', 'revision_number': 5, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'subnets': [{'id': '6d63617a-41ab-4f3d-bac9-e72c844c3cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:30.236356 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed8fc22-cf00-4112-8e71-8a0ba9a28d4e None None] The sync data for ids ['969b3156-eb9e-4fd3-b98c-422bd59b5a36'] in n-d-772272-3 is: [{'id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1763418637-router', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:40Z', 'revision_number': 4, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'gw_port': {'id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '0b0444d4-3532-4e47-8f36-ffbd55273e5c', 'name': '', 'network_id': 'f73ace18-6f32-45e8-a920-6ab2b4129b97', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'mac_address': 'fa:16:3e:ac:85:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6d63617a-41ab-4f3d-bac9-e72c844c3cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:39Z', 'updated_at': '2022-01-27T21:48:45Z', 'revision_number': 5, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'subnets': [{'id': '6d63617a-41ab-4f3d-bac9-e72c844c3cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:00:30.250174 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8727149-3b06-45be-a2f2-cf5500ec3407 req-92aa17cc-17f5-4925-9a6f-ec0870a130f4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] No DVR routers for this DVR port 2c10477f-f158-48af-8225-6572c3013c73 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:30.253281 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e8727149-3b06-45be-a2f2-cf5500ec3407 req-92aa17cc-17f5-4925-9a6f-ec0870a130f4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.257897 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8727149-3b06-45be-a2f2-cf5500ec3407 req-92aa17cc-17f5-4925-9a6f-ec0870a130f4 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.15 "DELETE /v2.0/ports/2c10477f-f158-48af-8225-6572c3013c73 HTTP/1.1" status: 204 len: 173 time: 2.1946106 Jan 27 22:00:30.259596 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8a9336-d596-427c-94f2-570c61bdd8bd x-openstack-request-id: req-6f8a9336-d596-427c-94f2-570c61bdd8bd {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:30.260930 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-deleted", "tag": "84405a01-cd0d-4bf0-8b98-42cc257f6846", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:30.261530 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f8a9336-d596-427c-94f2-570c61bdd8bd {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:30.262288 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-deleted', 'tag': '84405a01-cd0d-4bf0-8b98-42cc257f6846', 'status': 'completed', 'code': 200} Jan 27 22:00:30.285515 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7797ce71-7cd3-45ac-b32f-deecbd0c4132 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (208c316b-acfe-4153-960d-16c2c52e5416), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.312286 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:30.312696 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.345232 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7797ce71-7cd3-45ac-b32f-deecbd0c4132 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:30.349639 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-7797ce71-7cd3-45ac-b32f-deecbd0c4132 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:30.359914 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797ce71-7cd3-45ac-b32f-deecbd0c4132 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:30.360551 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7797ce71-7cd3-45ac-b32f-deecbd0c4132 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.369257 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26861b7d-0c4a-45b7-960c-f18fd4e73bf8 req-af4b4889-ab14-4d47-b2de-a37cb5393e1d tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=75411b84-635a-43fa-91de-13b5282611ec HTTP/1.1" status: 200 len: 210 time: 0.0975459 Jan 27 22:00:30.374989 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797ce71-7cd3-45ac-b32f-deecbd0c4132 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=208c316b-acfe-4153-960d-16c2c52e5416,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:30.379969 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.389489 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7797ce71-7cd3-45ac-b32f-deecbd0c4132 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7422626 Jan 27 22:00:30.392188 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37192) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:30.401534 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'mac_address': 'fa:16:3e:e8:fb:9d', 'name': 'tempest-NetworksTestDHCPv6-632038711'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:30.418503 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c75ff-edf1-4713-a773-ac65230d81f6 req-c3ab43f6-cf7d-4623-9b75-306f483dd6df tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:30.420901 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-292c75ff-edf1-4713-a773-ac65230d81f6 req-c3ab43f6-cf7d-4623-9b75-306f483dd6df tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c049241-59dd-4ea6-8b24-71907cac7e8a HTTP/1.1" status: 200 len: 945 time: 0.6457849 Jan 27 22:00:30.423164 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-f6631e63-0929-4767-a31c-556bacfc7e7a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (8eff1a59-dbd2-42fa-a1d6-c18ead819fde), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.468363 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=8eff1a59-dbd2-42fa-a1d6-c18ead819fde,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:30.481554 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6631e63-0929-4767-a31c-556bacfc7e7a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event deleted for resources: {'Port': ['ID=8eff1a59-dbd2-42fa-a1d6-c18ead819fde,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:30.486824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9818902-96ae-4a55-a48c-9bf702046592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-fdaa4292-e481-4f0f-a1d5-1416641af0da', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'fixed_ips': [{'subnet_id': '0fac60a2-d9de-4543-aca5-c9a1cd0e9d2f'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:00:30.487907 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b9818902-96ae-4a55-a48c-9bf702046592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.512431 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,segment=NetworkSegment(03f03b00-21f2-4482-a656-94e7ab611f3b),segment_id=03f03b00-21f2-4482-a656-94e7ab611f3b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:30.552758 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.590717 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:30.592781 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-f6631e63-0929-4767-a31c-556bacfc7e7a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] No DVR routers for this DVR port 8eff1a59-dbd2-42fa-a1d6-c18ead819fde on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:30.615297 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-f6631e63-0929-4767-a31c-556bacfc7e7a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.619544 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-f6631e63-0929-4767-a31c-556bacfc7e7a tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.15 "DELETE /v2.0/ports/8eff1a59-dbd2-42fa-a1d6-c18ead819fde HTTP/1.1" status: 204 len: 173 time: 1.5350995 Jan 27 22:00:30.619812 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:30.694499 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e508a8-25a4-42f6-b4f4-644383dcde39 None None] New status for floating IP c1139ae6-dc67-4eb3-b551-a376f758cd1e: DOWN {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:00:30.717987 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.718477 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-292c75ff-edf1-4713-a773-ac65230d81f6 req-40a8bcf2-ef63-4baf-a0cc-7050b033a8a2 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a237a7f-74d9-4140-aa16-f854a2ed1066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564964 Jan 27 22:00:30.741166 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a2225-4280-4858-b40e-54905f9b9e7e req-989a421a-09a0-41e6-a41f-21dc0b5fb472 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:30.741593 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f36aaaa3-8abe-4bbf-be60-e3985eafef58 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:30.742103 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f36aaaa3-8abe-4bbf-be60-e3985eafef58), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.750388 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-933a2225-4280-4858-b40e-54905f9b9e7e req-989a421a-09a0-41e6-a41f-21dc0b5fb472 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2305877 Jan 27 22:00:30.770184 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] device_id is not set on port 04fd9f3b-02bf-42bc-bbd6-bebd94fe0ea3 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:00:30.874266 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-933a2225-4280-4858-b40e-54905f9b9e7e req-3df9412a-a6c3-49e5-a0db-ec633a10afca tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224627 Jan 27 22:00:30.895985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f36aaaa3-8abe-4bbf-be60-e3985eafef58, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f36aaaa3-8abe-4bbf-be60-e3985eafef58,segment=NetworkSegment(fb85c23d-cc2e-4d28-aca2-d2302046f93f),segment_id=fb85c23d-cc2e-4d28-aca2-d2302046f93f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:30.932340 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-1d29b06e-458c-498e-8536-ee7eecb5d7d5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Deleting port 64c24546-5d38-4279-b241-0c89a055b6b9 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:30.933362 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-1d29b06e-458c-498e-8536-ee7eecb5d7d5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (64c24546-5d38-4279-b241-0c89a055b6b9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.937006 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f36aaaa3-8abe-4bbf-be60-e3985eafef58), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.953702 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device b0c116e7-714b-4fa1-9b23-2c196e349e79 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:30.960754 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a93e4-c72c-4f64-8d2c-3c98cc16dc91 req-0ad65891-8d7a-4135-864d-bab57e5ac2db tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:30.980870 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a93e4-c72c-4f64-8d2c-3c98cc16dc91 req-0ad65891-8d7a-4135-864d-bab57e5ac2db tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:30.994793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a93e4-c72c-4f64-8d2c-3c98cc16dc91 req-0ad65891-8d7a-4135-864d-bab57e5ac2db tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:31.017327 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c6a93e4-c72c-4f64-8d2c-3c98cc16dc91 req-0ad65891-8d7a-4135-864d-bab57e5ac2db tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 2412 time: 0.2017772 Jan 27 22:00:31.039450 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9666f3fe-ca92-49e3-b797-6c43d481f701 x-openstack-request-id: req-9666f3fe-ca92-49e3-b797-6c43d481f701 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:31.039871 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3831741-d6ca-4874-bc58-945a0b5cc532", "name": "network-vif-plugged", "status": "completed", "tag": "5ed1521b-a042-4087-8cb2-beed324061f5", "code": 200}, {"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-unplugged", "status": "completed", "tag": "64c24546-5d38-4279-b241-0c89a055b6b9", "code": 200}, {"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-unplugged", "status": "completed", "tag": "8eff1a59-dbd2-42fa-a1d6-c18ead819fde", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:31.040268 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9666f3fe-ca92-49e3-b797-6c43d481f701 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:31.040783 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3831741-d6ca-4874-bc58-945a0b5cc532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed1521b-a042-4087-8cb2-beed324061f5', 'code': 200} Jan 27 22:00:31.041140 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64c24546-5d38-4279-b241-0c89a055b6b9', 'code': 200} Jan 27 22:00:31.041499 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eff1a59-dbd2-42fa-a1d6-c18ead819fde', 'code': 200} Jan 27 22:00:31.046122 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 2c10477f-f158-48af-8225-6572c3013c73 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:31.087593 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8:0:1::1f8 (fdaa4292-e481-4f0f-a1d5-1416641af0da/208c316b-acfe-4153-960d-16c2c52e5416/04fd9f3b-02bf-42bc-bbd6-bebd94fe0ea3) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:31.095811 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8::f816:3eff:fee8:fb9d (fdaa4292-e481-4f0f-a1d5-1416641af0da/0fac60a2-d9de-4543-aca5-c9a1cd0e9d2f/04fd9f3b-02bf-42bc-bbd6-bebd94fe0ea3) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:31.170550 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 2c10477f-f158-48af-8225-6572c3013c73 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:31.171067 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 2c10477f-f158-48af-8225-6572c3013c73 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:31.206773 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c6a93e4-c72c-4f64-8d2c-3c98cc16dc91 req-52c12c67-fd08-4ce4-ad28-26b4cdbca67d tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865370 Jan 27 22:00:31.230750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port b0c116e7-714b-4fa1-9b23-2c196e349e79 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:00:31.238557 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f36aaaa3-8abe-4bbf-be60-e3985eafef58,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:31.241207 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port b0c116e7-714b-4fa1-9b23-2c196e349e79 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:31.241688 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b0c116e7-714b-4fa1-9b23-2c196e349e79), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.334390 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port b0c116e7-714b-4fa1-9b23-2c196e349e79 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:31.334821 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b0c116e7-714b-4fa1-9b23-2c196e349e79), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.336589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-1d29b06e-458c-498e-8536-ee7eecb5d7d5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] For port 64c24546-5d38-4279-b241-0c89a055b6b9, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=64c24546-5d38-4279-b241-0c89a055b6b9,segment=NetworkSegment(fb85c23d-cc2e-4d28-aca2-d2302046f93f),segment_id=fb85c23d-cc2e-4d28-aca2-d2302046f93f)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:31.337096 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-1d29b06e-458c-498e-8536-ee7eecb5d7d5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (64c24546-5d38-4279-b241-0c89a055b6b9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.369557 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port b0c116e7-714b-4fa1-9b23-2c196e349e79, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=b0c116e7-714b-4fa1-9b23-2c196e349e79,segment=NetworkSegment(1de3d4ff-c3fa-4e6e-a167-866597f4b49a),segment_id=1de3d4ff-c3fa-4e6e-a167-866597f4b49a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:31.374736 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b0c116e7-714b-4fa1-9b23-2c196e349e79), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.382372 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788ee6d-55c5-4bdb-aa96-4dd09bc3e0be req-ff837d9a-ab40-40da-882d-521aece0f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:31.384043 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5788ee6d-55c5-4bdb-aa96-4dd09bc3e0be req-ff837d9a-ab40-40da-882d-521aece0f79c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 1098 time: 0.1600502 Jan 27 22:00:31.409151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-1d29b06e-458c-498e-8536-ee7eecb5d7d5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Calling delete_port for 64c24546-5d38-4279-b241-0c89a055b6b9 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:31.415002 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2e7de-346f-45b3-8c88-16324ae308cf req-dbcde3b5-668c-4c80-8962-82cb11affa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:31.416893 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adc2e7de-346f-45b3-8c88-16324ae308cf req-dbcde3b5-668c-4c80-8962-82cb11affa93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3850a8c6538f4fbfba86d3a1260e5062&device_id=791b758a-00f5-4925-9997-c72639eadcbd HTTP/1.1" status: 200 len: 1096 time: 0.1615038 Jan 27 22:00:31.431630 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=b0c116e7-714b-4fa1-9b23-2c196e349e79,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:31.446495 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (04fd9f3b-02bf-42bc-bbd6-bebd94fe0ea3), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.457160 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5788ee6d-55c5-4bdb-aa96-4dd09bc3e0be req-52276986-3fa0-4551-91a4-be987b9a67be service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649743 Jan 27 22:00:31.484981 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (04fd9f3b-02bf-42bc-bbd6-bebd94fe0ea3), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.502163 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effc76a-3bb3-47e1-bee8-b9ed91ea29cc req-f5ad910e-04f8-43af-9b81-413adcf909be tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:31.503676 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4effc76a-3bb3-47e1-bee8-b9ed91ea29cc req-f5ad910e-04f8-43af-9b81-413adcf909be tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/ports?device_id=791b758a-00f5-4925-9997-c72639eadcbd HTTP/1.1" status: 200 len: 945 time: 0.1563451 Jan 27 22:00:31.530080 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:31.533172 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:31.537629 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-b9818902-96ae-4a55-a48c-9bf702046592 None None] Allocated IP 2001:db8::f816:3eff:fec8:a615 (fdaa4292-e481-4f0f-a1d5-1416641af0da/0fac60a2-d9de-4543-aca5-c9a1cd0e9d2f/e9fcbd90-82f2-4f2d-96cc-f5cacd84b781) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:31.539201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:31.541675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a7a36-8c0f-419c-8864-86f9d0f054e5 req-06329352-8d8d-4109-9cef-d71f7399953e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:31.543414 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-902a7a36-8c0f-419c-8864-86f9d0f054e5 req-06329352-8d8d-4109-9cef-d71f7399953e tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 947 time: 0.2359488 Jan 27 22:00:31.544592 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:31.545220 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.554220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=04fd9f3b-02bf-42bc-bbd6-bebd94fe0ea3,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:31.565590 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:31.565944 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:31.566243 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:31.566936 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:31.566936 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:31.567250 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:31.567566 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:31.567895 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:31.568545 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:31.568545 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:31.569072 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:31.569185 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:31.569520 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:31.580229 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8588fcb0-0c71-41a9-8fc5-c9153b3b6439 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1834462 Jan 27 22:00:31.580648 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37200) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:31.689328 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-902a7a36-8c0f-419c-8864-86f9d0f054e5 req-0945d4d7-2523-44f0-a797-3382d3e4f8d0 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302447 Jan 27 22:00:31.695108 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4effc76a-3bb3-47e1-bee8-b9ed91ea29cc req-eeb131ca-5b1c-4448-916f-f84addb5d7db tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf15af9d-5f83-47e3-8973-8974e1a6d25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455381 Jan 27 22:00:31.696991 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-98505b49-9ff4-4900-b516-4fb50242f776 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting port 04fd9f3b-02bf-42bc-bbd6-bebd94fe0ea3 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:31.697402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2e7de-346f-45b3-8c88-16324ae308cf req-4335074f-b126-4aac-8aae-67003e83202d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:31.698939 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adc2e7de-346f-45b3-8c88-16324ae308cf req-4335074f-b126-4aac-8aae-67003e83202d service neutron] 10.222.0.15 "GET /v2.0/networks?id=fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8 HTTP/1.1" status: 200 len: 915 time: 0.2709301 Jan 27 22:00:31.699072 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98505b49-9ff4-4900-b516-4fb50242f776 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (04fd9f3b-02bf-42bc-bbd6-bebd94fe0ea3), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.782162 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adc2e7de-346f-45b3-8c88-16324ae308cf req-732a1c4c-59de-4f88-b3d4-f29f5a3f1eb9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e77c096-089a-49c5-a654-c7a58e46b19c HTTP/1.1" status: 200 len: 217 time: 0.0770743 Jan 27 22:00:31.820072 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98505b49-9ff4-4900-b516-4fb50242f776 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (04fd9f3b-02bf-42bc-bbd6-bebd94fe0ea3), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.837453 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-98505b49-9ff4-4900-b516-4fb50242f776 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Calling delete_port for 04fd9f3b-02bf-42bc-bbd6-bebd94fe0ea3 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:31.906137 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-1d29b06e-458c-498e-8536-ee7eecb5d7d5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (64c24546-5d38-4279-b241-0c89a055b6b9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.947764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2e7de-346f-45b3-8c88-16324ae308cf req-64c4e8af-640f-4aa5-ab86-6847ac291b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:31.951284 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adc2e7de-346f-45b3-8c88-16324ae308cf req-64c4e8af-640f-4aa5-ab86-6847ac291b1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0f6bc830-2284-4818-aa3b-6fc6a2955537 HTTP/1.1" status: 200 len: 854 time: 0.1603351 Jan 27 22:00:31.951646 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b9818902-96ae-4a55-a48c-9bf702046592 None None] Publish callbacks [] for port (e9fcbd90-82f2-4f2d-96cc-f5cacd84b781), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.962369 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b9818902-96ae-4a55-a48c-9bf702046592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (e9fcbd90-82f2-4f2d-96cc-f5cacd84b781), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.997775 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29b06e-458c-498e-8536-ee7eecb5d7d5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event deleted for resources: {'Port': ['ID=64c24546-5d38-4279-b241-0c89a055b6b9,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:31.998196 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9818902-96ae-4a55-a48c-9bf702046592 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:32.004459 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-b9818902-96ae-4a55-a48c-9bf702046592 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:32.004459 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9818902-96ae-4a55-a48c-9bf702046592 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:32.046922 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9818902-96ae-4a55-a48c-9bf702046592 None None] Pushing event updated for resources: {'Port': ['ID=e9fcbd90-82f2-4f2d-96cc-f5cacd84b781,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:32.070217 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f07c9-82b2-46ab-a512-799c4f4060d7 req-9af5a500-907b-4edb-8379-bba00ac47858 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:32.072021 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-693f07c9-82b2-46ab-a512-799c4f4060d7 req-9af5a500-907b-4edb-8379-bba00ac47858 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c049241-59dd-4ea6-8b24-71907cac7e8a HTTP/1.1" status: 200 len: 946 time: 0.2833211 Jan 27 22:00:32.074536 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adc2e7de-346f-45b3-8c88-16324ae308cf req-5f5a72c1-8154-4c43-b65e-31a6f7e94ea3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914092 Jan 27 22:00:32.078673 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b9818902-96ae-4a55-a48c-9bf702046592 None None] Attempting to bind port e9fcbd90-82f2-4f2d-96cc-f5cacd84b781 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:32.079047 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b9818902-96ae-4a55-a48c-9bf702046592 None None] Attempting to bind port e9fcbd90-82f2-4f2d-96cc-f5cacd84b781 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:32.079421 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9818902-96ae-4a55-a48c-9bf702046592 None None] Attempting to bind port e9fcbd90-82f2-4f2d-96cc-f5cacd84b781 on network fdaa4292-e481-4f0f-a1d5-1416641af0da {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:32.086876 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9818902-96ae-4a55-a48c-9bf702046592 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:32.087254 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9818902-96ae-4a55-a48c-9bf702046592 None None] Checking segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:32.087665 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b9818902-96ae-4a55-a48c-9bf702046592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:32.088517 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9818902-96ae-4a55-a48c-9bf702046592 None None] Bound using segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:32.088637 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b9818902-96ae-4a55-a48c-9bf702046592 None None] Bound port: e9fcbd90-82f2-4f2d-96cc-f5cacd84b781, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:32.088977 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b9818902-96ae-4a55-a48c-9bf702046592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e9fcbd90-82f2-4f2d-96cc-f5cacd84b781), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:32.108503 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98505b49-9ff4-4900-b516-4fb50242f776 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (04fd9f3b-02bf-42bc-bbd6-bebd94fe0ea3), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:32.137201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98505b49-9ff4-4900-b516-4fb50242f776 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Port': ['ID=04fd9f3b-02bf-42bc-bbd6-bebd94fe0ea3,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:32.169295 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-1d29b06e-458c-498e-8536-ee7eecb5d7d5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] No DVR routers for this DVR port 64c24546-5d38-4279-b241-0c89a055b6b9 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:32.170041 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b9818902-96ae-4a55-a48c-9bf702046592 None None] For port e9fcbd90-82f2-4f2d-96cc-f5cacd84b781, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:32.174533 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b9818902-96ae-4a55-a48c-9bf702046592 None None] For port e9fcbd90-82f2-4f2d-96cc-f5cacd84b781, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e9fcbd90-82f2-4f2d-96cc-f5cacd84b781,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:32.185646 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b9818902-96ae-4a55-a48c-9bf702046592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e9fcbd90-82f2-4f2d-96cc-f5cacd84b781), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:32.196197 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98505b49-9ff4-4900-b516-4fb50242f776 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:32.202412 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-98505b49-9ff4-4900-b516-4fb50242f776 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/04fd9f3b-02bf-42bc-bbd6-bebd94fe0ea3 HTTP/1.1" status: 204 len: 168 time: 0.6181281 Jan 27 22:00:32.202585 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37210) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:32.203236 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-1d29b06e-458c-498e-8536-ee7eecb5d7d5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:32.206635 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-1d29b06e-458c-498e-8536-ee7eecb5d7d5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.15 "DELETE /v2.0/ports/64c24546-5d38-4279-b241-0c89a055b6b9 HTTP/1.1" status: 204 len: 173 time: 1.5754411 Jan 27 22:00:32.218429 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-9477472e-0507-4be9-beb7-47e432665855 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3253257 Jan 27 22:00:32.250540 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9818902-96ae-4a55-a48c-9bf702046592 None None] Pushing event updated for resources: {'Port': ['ID=e9fcbd90-82f2-4f2d-96cc-f5cacd84b781,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:32.261378 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c72dec1-3fbd-42fd-8789-e5297f0c2bd3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:32.265188 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0c72dec1-3fbd-42fd-8789-e5297f0c2bd3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0588140 Jan 27 22:00:32.265343 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-693f07c9-82b2-46ab-a512-799c4f4060d7 req-78b79055-b153-4826-8203-4d73081ddb26 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a237a7f-74d9-4140-aa16-f854a2ed1066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625371 Jan 27 22:00:32.265438 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37212) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:32.309323 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75411b84-635a-43fa-91de-13b5282611ec', 'name': 'network-vif-deleted', 'tag': '2c10477f-f158-48af-8225-6572c3013c73'}, {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-deleted', 'tag': '8eff1a59-dbd2-42fa-a1d6-c18ead819fde'}, {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-deleted', 'tag': '64c24546-5d38-4279-b241-0c89a055b6b9'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:32.311606 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58d15b9-08bc-4959-9e5b-271007132ca4" -d '{"events": [{"server_uuid": "75411b84-635a-43fa-91de-13b5282611ec", "name": "network-vif-deleted", "tag": "2c10477f-f158-48af-8225-6572c3013c73"}, {"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-deleted", "tag": "8eff1a59-dbd2-42fa-a1d6-c18ead819fde"}, {"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-deleted", "tag": "64c24546-5d38-4279-b241-0c89a055b6b9"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:32.325789 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8965fbc4-f9f4-43b8-b3ee-5067046a3839 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:32.330362 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8965fbc4-f9f4-43b8-b3ee-5067046a3839 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0638218 Jan 27 22:00:32.330895 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37218) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:32.418851 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfea7be1-049b-4747-a5ac-6cf014094361 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:32.420727 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfea7be1-049b-4747-a5ac-6cf014094361 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:32.422165 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfea7be1-049b-4747-a5ac-6cf014094361 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:32.424650 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dfea7be1-049b-4747-a5ac-6cf014094361 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0927503 Jan 27 22:00:32.427675 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37220) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:32.459726 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d629d48-c907-4633-9044-600d3e742456 req-a8ce4b85-14d5-466a-8e0b-761388c1ea63 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:32.467407 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d629d48-c907-4633-9044-600d3e742456 req-a8ce4b85-14d5-466a-8e0b-761388c1ea63 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.4274223 Jan 27 22:00:32.502921 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de88a63-3e2c-445c-99f5-477cf06a6746 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet 0fac60a2-d9de-4543-aca5-c9a1cd0e9d2f {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:32.512374 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8de88a63-3e2c-445c-99f5-477cf06a6746 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (0fac60a2-d9de-4543-aca5-c9a1cd0e9d2f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:32.527822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adc2e7de-346f-45b3-8c88-16324ae308cf req-361923b4-7032-4c0f-9724-48b9a394dddf service neutron] 10.222.0.15 "GET /v2.0/networks/fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177394 Jan 27 22:00:32.555344 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6ad30-49d3-436b-a963-aedbe8e2a47b req-e8093df5-6c54-4f84-9155-79877c362510 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:32.556927 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9ff6ad30-49d3-436b-a963-aedbe8e2a47b req-e8093df5-6c54-4f84-9155-79877c362510 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4 HTTP/1.1" status: 200 len: 945 time: 0.1934216 Jan 27 22:00:32.585289 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-9bb35440-98f5-4018-b061-40b2fa8b9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:32.585906 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-9bb35440-98f5-4018-b061-40b2fa8b9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:32.586446 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-9bb35440-98f5-4018-b061-40b2fa8b9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:32.586982 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-9bb35440-98f5-4018-b061-40b2fa8b9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:32.587513 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-9bb35440-98f5-4018-b061-40b2fa8b9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:32.588040 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-9bb35440-98f5-4018-b061-40b2fa8b9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:32.588643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-9bb35440-98f5-4018-b061-40b2fa8b9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:32.591758 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-9bb35440-98f5-4018-b061-40b2fa8b9fb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e6a4591e21842348002d2aff51fa01d&device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 6491 time: 0.3268132 Jan 27 22:00:32.614901 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8de88a63-3e2c-445c-99f5-477cf06a6746 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (0fac60a2-d9de-4543-aca5-c9a1cd0e9d2f), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:32.641312 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79426a9-ca4e-4774-87ac-8136948dbf81 req-422af170-da59-4465-9966-b6a6775e75f3 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:32.642788 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d79426a9-ca4e-4774-87ac-8136948dbf81 req-422af170-da59-4465-9966-b6a6775e75f3 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4 HTTP/1.1" status: 200 len: 945 time: 0.2891324 Jan 27 22:00:32.703755 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-1dd7bacf-4814-4a34-bd53-cc5a4c503322 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Deleting port f36aaaa3-8abe-4bbf-be60-e3985eafef58 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:32.704018 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-1dd7bacf-4814-4a34-bd53-cc5a4c503322 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f36aaaa3-8abe-4bbf-be60-e3985eafef58), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:32.749480 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d629d48-c907-4633-9044-600d3e742456 req-23639e75-9e9c-4f4b-96f8-2e03f51e3386 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811065 Jan 27 22:00:32.755295 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8de88a63-3e2c-445c-99f5-477cf06a6746 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (0fac60a2-d9de-4543-aca5-c9a1cd0e9d2f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:32.781383 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-9ff6ad30-49d3-436b-a963-aedbe8e2a47b req-0f1c6daa-42ce-4d8c-b509-840aee658e68 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Deleting port 7f21b69d-88e6-407f-b41b-42a1408a63e4 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:32.781731 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9ff6ad30-49d3-436b-a963-aedbe8e2a47b req-0f1c6daa-42ce-4d8c-b509-840aee658e68 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7f21b69d-88e6-407f-b41b-42a1408a63e4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:32.889288 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8de88a63-3e2c-445c-99f5-477cf06a6746 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (0fac60a2-d9de-4543-aca5-c9a1cd0e9d2f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:32.902041 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adc2e7de-346f-45b3-8c88-16324ae308cf req-d7a4b281-ab8f-405c-9e31-cbc1d7fc23eb service neutron] 10.222.0.15 "GET /v2.0/networks/fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621283 Jan 27 22:00:32.925053 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d79426a9-ca4e-4774-87ac-8136948dbf81 req-166f6afb-b4c0-4755-a3b3-67c9a937ec0f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643952 Jan 27 22:00:32.927235 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de88a63-3e2c-445c-99f5-477cf06a6746 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=0fac60a2-d9de-4543-aca5-c9a1cd0e9d2f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:32.931535 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-9ff6ad30-49d3-436b-a963-aedbe8e2a47b req-0f1c6daa-42ce-4d8c-b509-840aee658e68 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] For port 7f21b69d-88e6-407f-b41b-42a1408a63e4, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7f21b69d-88e6-407f-b41b-42a1408a63e4,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:32.931918 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9ff6ad30-49d3-436b-a963-aedbe8e2a47b req-0f1c6daa-42ce-4d8c-b509-840aee658e68 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7f21b69d-88e6-407f-b41b-42a1408a63e4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:32.936126 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8de88a63-3e2c-445c-99f5-477cf06a6746 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:32.940561 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8de88a63-3e2c-445c-99f5-477cf06a6746 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/0fac60a2-d9de-4543-aca5-c9a1cd0e9d2f HTTP/1.1" status: 204 len: 168 time: 0.5118322 Jan 27 22:00:32.946884 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37226) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:32.970449 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-1dd7bacf-4814-4a34-bd53-cc5a4c503322 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] For port f36aaaa3-8abe-4bbf-be60-e3985eafef58, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f36aaaa3-8abe-4bbf-be60-e3985eafef58,segment=NetworkSegment(fb85c23d-cc2e-4d28-aca2-d2302046f93f),segment_id=fb85c23d-cc2e-4d28-aca2-d2302046f93f)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:32.970977 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-1dd7bacf-4814-4a34-bd53-cc5a4c503322 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f36aaaa3-8abe-4bbf-be60-e3985eafef58), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:32.983060 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-9ff6ad30-49d3-436b-a963-aedbe8e2a47b req-0f1c6daa-42ce-4d8c-b509-840aee658e68 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Calling delete_port for 7f21b69d-88e6-407f-b41b-42a1408a63e4 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:32.995192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-2a1ddb1b-120b-41d2-bd26-d133442af4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:32.995192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-2a1ddb1b-120b-41d2-bd26-d133442af4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:33.000706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-2a1ddb1b-120b-41d2-bd26-d133442af4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:33.002977 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-2a1ddb1b-120b-41d2-bd26-d133442af4f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bade858-af63-49b3-909a-6a7d96619464&id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&id=7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119&id=7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 HTTP/1.1" status: 200 len: 2293 time: 0.3573041 Jan 27 22:00:33.025224 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-1dd7bacf-4814-4a34-bd53-cc5a4c503322 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Calling delete_port for f36aaaa3-8abe-4bbf-be60-e3985eafef58 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:33.037974 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d77ac9-5157-4fe8-b53a-ead6fa16dd06 req-5605bf30-3839-4bc0-9278-fa7a1f9c0477 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:33.038190 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe7698c-d310-4351-975d-d878b2e1af1a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet 208c316b-acfe-4153-960d-16c2c52e5416 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:33.042492 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83670a7-a7ec-4fae-8f41-bf36a54db80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eff0d7f-a483-4476-be8c-1dd7c8e1f630'}, {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f36aaaa3-8abe-4bbf-be60-e3985eafef58'}, {'server_uuid': '9c049241-59dd-4ea6-8b24-71907cac7e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c116e7-714b-4fa1-9b23-2c196e349e79'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:33.045488 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d77ac9-5157-4fe8-b53a-ead6fa16dd06 req-5605bf30-3839-4bc0-9278-fa7a1f9c0477 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:33.046180 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2f6f3c-11aa-42d8-b888-17d84fac939f" -d '{"events": [{"server_uuid": "e83670a7-a7ec-4fae-8f41-bf36a54db80a", "name": "network-vif-plugged", "status": "completed", "tag": "2eff0d7f-a483-4476-be8c-1dd7c8e1f630"}, {"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-unplugged", "status": "completed", "tag": "f36aaaa3-8abe-4bbf-be60-e3985eafef58"}, {"server_uuid": "9c049241-59dd-4ea6-8b24-71907cac7e8a", "name": "network-vif-plugged", "status": "completed", "tag": "b0c116e7-714b-4fa1-9b23-2c196e349e79"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:33.052883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63d77ac9-5157-4fe8-b53a-ead6fa16dd06 req-5605bf30-3839-4bc0-9278-fa7a1f9c0477 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 1677 time: 0.2080085 Jan 27 22:00:33.142201 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8fe7698c-d310-4351-975d-d878b2e1af1a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (208c316b-acfe-4153-960d-16c2c52e5416), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:33.184475 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3188761-2624-4376-8b23-8f4c8b4172ef x-openstack-request-id: req-e3188761-2624-4376-8b23-8f4c8b4172ef {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:33.184939 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75411b84-635a-43fa-91de-13b5282611ec", "name": "network-vif-deleted", "tag": "2c10477f-f158-48af-8225-6572c3013c73", "status": "completed", "code": 200}, {"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-deleted", "tag": "8eff1a59-dbd2-42fa-a1d6-c18ead819fde", "status": "completed", "code": 200}, {"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-deleted", "tag": "64c24546-5d38-4279-b241-0c89a055b6b9", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:33.185209 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3188761-2624-4376-8b23-8f4c8b4172ef {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:33.185759 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75411b84-635a-43fa-91de-13b5282611ec', 'name': 'network-vif-deleted', 'tag': '2c10477f-f158-48af-8225-6572c3013c73', 'status': 'completed', 'code': 200} Jan 27 22:00:33.186155 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-deleted', 'tag': '8eff1a59-dbd2-42fa-a1d6-c18ead819fde', 'status': 'completed', 'code': 200} Jan 27 22:00:33.186516 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-deleted', 'tag': '64c24546-5d38-4279-b241-0c89a055b6b9', 'status': 'completed', 'code': 200} Jan 27 22:00:33.226521 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e9fcbd90-82f2-4f2d-96cc-f5cacd84b781 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:33.229929 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8fe7698c-d310-4351-975d-d878b2e1af1a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (208c316b-acfe-4153-960d-16c2c52e5416), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:33.312754 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port e9fcbd90-82f2-4f2d-96cc-f5cacd84b781 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:33.313713 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e9fcbd90-82f2-4f2d-96cc-f5cacd84b781), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:33.328492 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8fe7698c-d310-4351-975d-d878b2e1af1a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (208c316b-acfe-4153-960d-16c2c52e5416), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:33.489417 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port e9fcbd90-82f2-4f2d-96cc-f5cacd84b781 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:33.489985 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e9fcbd90-82f2-4f2d-96cc-f5cacd84b781), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:33.522570 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8fe7698c-d310-4351-975d-d878b2e1af1a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (208c316b-acfe-4153-960d-16c2c52e5416), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:33.540987 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port e9fcbd90-82f2-4f2d-96cc-f5cacd84b781, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e9fcbd90-82f2-4f2d-96cc-f5cacd84b781,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:33.547006 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e9fcbd90-82f2-4f2d-96cc-f5cacd84b781), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:33.553856 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9ff6ad30-49d3-436b-a963-aedbe8e2a47b req-0f1c6daa-42ce-4d8c-b509-840aee658e68 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7f21b69d-88e6-407f-b41b-42a1408a63e4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:33.599842 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7698c-d310-4351-975d-d878b2e1af1a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=208c316b-acfe-4153-960d-16c2c52e5416,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:33.608105 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8fe7698c-d310-4351-975d-d878b2e1af1a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:33.615441 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8fe7698c-d310-4351-975d-d878b2e1af1a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/208c316b-acfe-4153-960d-16c2c52e5416 HTTP/1.1" status: 204 len: 168 time: 0.6652985 Jan 27 22:00:33.617736 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['7f21b69d-88e6-407f-b41b-42a1408a63e4'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:00:33.620304 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['2ca85ad1-0bfa-4474-9aca-1d5de0dbff10'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:00:33.659564 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37266) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:33.668136 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c6daa-42ce-4d8c-b509-840aee658e68 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Pushing event deleted for resources: {'Port': ['ID=7f21b69d-88e6-407f-b41b-42a1408a63e4,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:33.740323 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=e9fcbd90-82f2-4f2d-96cc-f5cacd84b781,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:33.832266 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fde65da-7799-4156-91d4-2b194653d3ad None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:33.927159 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-4c4b5fdc-5168-4167-a58d-fa7338b63f70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=165d96d7-754f-426f-b018-623901ff8bd7 HTTP/1.1" status: 200 len: 1000 time: 0.9094934 Jan 27 22:00:33.936851 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a42d784d-6930-4d1c-98d3-1454b08d00a0 None None] Provisioning complete for port e9fcbd90-82f2-4f2d-96cc-f5cacd84b781 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:33.937296 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a42d784d-6930-4d1c-98d3-1454b08d00a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e9fcbd90-82f2-4f2d-96cc-f5cacd84b781), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.014434 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63d77ac9-5157-4fe8-b53a-ead6fa16dd06 req-4a0987ff-05f3-4ee4-ab63-771c1063a2f5 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9607022 Jan 27 22:00:34.025502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca12c64-59ff-450b-9798-955677c443f3 req-4c9a6f3e-255e-43d5-a60e-aed3930de76d tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:34.034372 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8ca12c64-59ff-450b-9798-955677c443f3 req-4c9a6f3e-255e-43d5-a60e-aed3930de76d tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/ports?device_id=791b758a-00f5-4925-9997-c72639eadcbd HTTP/1.1" status: 200 len: 945 time: 0.8438575 Jan 27 22:00:34.054006 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8a3cd1ef-6fdf-40d9-9585-56d98339b5fa tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3906796 Jan 27 22:00:34.054747 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37272) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:34.060838 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-bf0314d5-f627-4ed7-9a92-77ca2ab195f8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:34.079889 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff6ad30-49d3-436b-a963-aedbe8e2a47b req-0f1c6daa-42ce-4d8c-b509-840aee658e68 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] No DVR routers for this DVR port 7f21b69d-88e6-407f-b41b-42a1408a63e4 on host n-h1-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:34.087307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a42d784d-6930-4d1c-98d3-1454b08d00a0 None None] Current status of the port e9fcbd90-82f2-4f2d-96cc-f5cacd84b781 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:34.093700 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9ff6ad30-49d3-436b-a963-aedbe8e2a47b req-0f1c6daa-42ce-4d8c-b509-840aee658e68 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.097396 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-cb052394-1f5b-4935-b15a-d497d65234b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:34.097646 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9ff6ad30-49d3-436b-a963-aedbe8e2a47b req-0f1c6daa-42ce-4d8c-b509-840aee658e68 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.15 "DELETE /v2.0/ports/7f21b69d-88e6-407f-b41b-42a1408a63e4 HTTP/1.1" status: 204 len: 173 time: 1.5347021 Jan 27 22:00:34.097992 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4', 'name': 'network-vif-deleted', 'tag': '7f21b69d-88e6-407f-b41b-42a1408a63e4'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:34.098881 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-cb052394-1f5b-4935-b15a-d497d65234b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f20c5a1f-1a73-4497-aee3-c74aed8b30bf HTTP/1.1" status: 200 len: 850 time: 0.1584635 Jan 27 22:00:34.105246 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-1dd7bacf-4814-4a34-bd53-cc5a4c503322 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f36aaaa3-8abe-4bbf-be60-e3985eafef58), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.120487 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a3a1a2-71fc-437c-9f22-e6f63f8c2cb1" -d '{"events": [{"server_uuid": "8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4", "name": "network-vif-deleted", "tag": "7f21b69d-88e6-407f-b41b-42a1408a63e4"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:34.180755 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82138d0f-8e73-4412-8f4e-55d1b5b3b564 None None] DHCP port deletion for fdaa4292-e481-4f0f-a1d5-1416641af0da request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:00:34.194758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7bacf-4814-4a34-bd53-cc5a4c503322 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event deleted for resources: {'Port': ['ID=f36aaaa3-8abe-4bbf-be60-e3985eafef58,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:34.204959 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8ca12c64-59ff-450b-9798-955677c443f3 req-c5f9a956-1f53-49f6-af2e-6a4fbc89848f tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf15af9d-5f83-47e3-8973-8974e1a6d25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697180 Jan 27 22:00:34.299673 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ab17e0-a259-4735-b84d-b02a7cd29bb2 x-openstack-request-id: req-50ab17e0-a259-4735-b84d-b02a7cd29bb2 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:34.299976 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83670a7-a7ec-4fae-8f41-bf36a54db80a", "name": "network-vif-plugged", "status": "completed", "tag": "2eff0d7f-a483-4476-be8c-1dd7c8e1f630", "code": 200}, {"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-unplugged", "status": "completed", "tag": "f36aaaa3-8abe-4bbf-be60-e3985eafef58", "code": 200}, {"server_uuid": "9c049241-59dd-4ea6-8b24-71907cac7e8a", "name": "network-vif-plugged", "status": "completed", "tag": "b0c116e7-714b-4fa1-9b23-2c196e349e79", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:34.300484 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50ab17e0-a259-4735-b84d-b02a7cd29bb2 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:34.300902 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83670a7-a7ec-4fae-8f41-bf36a54db80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eff0d7f-a483-4476-be8c-1dd7c8e1f630', 'code': 200} Jan 27 22:00:34.301158 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f36aaaa3-8abe-4bbf-be60-e3985eafef58', 'code': 200} Jan 27 22:00:34.301447 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c049241-59dd-4ea6-8b24-71907cac7e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c116e7-714b-4fa1-9b23-2c196e349e79', 'code': 200} Jan 27 22:00:34.311733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-82138d0f-8e73-4412-8f4e-55d1b5b3b564 None None] Deleting port e9fcbd90-82f2-4f2d-96cc-f5cacd84b781 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:34.312110 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-82138d0f-8e73-4412-8f4e-55d1b5b3b564 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e9fcbd90-82f2-4f2d-96cc-f5cacd84b781), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.343492 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0314d5-f627-4ed7-9a92-77ca2ab195f8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:34.346940 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf0314d5-f627-4ed7-9a92-77ca2ab195f8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.424299 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-1dd7bacf-4814-4a34-bd53-cc5a4c503322 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] No DVR routers for this DVR port f36aaaa3-8abe-4bbf-be60-e3985eafef58 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:34.429503 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-1dd7bacf-4814-4a34-bd53-cc5a4c503322 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.435695 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-1dd7bacf-4814-4a34-bd53-cc5a4c503322 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.15 "DELETE /v2.0/ports/f36aaaa3-8abe-4bbf-be60-e3985eafef58 HTTP/1.1" status: 204 len: 173 time: 2.2151208 Jan 27 22:00:34.437455 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-82138d0f-8e73-4412-8f4e-55d1b5b3b564 None None] For port e9fcbd90-82f2-4f2d-96cc-f5cacd84b781, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e9fcbd90-82f2-4f2d-96cc-f5cacd84b781,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:34.437862 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-82138d0f-8e73-4412-8f4e-55d1b5b3b564 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e9fcbd90-82f2-4f2d-96cc-f5cacd84b781), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.451837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-82138d0f-8e73-4412-8f4e-55d1b5b3b564 None None] Calling delete_port for e9fcbd90-82f2-4f2d-96cc-f5cacd84b781 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:34.499835 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc207d-5261-4a6a-bdf9-25112702a5a1 req-f5ab7827-a938-462c-9c9f-0641ea35a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:34.501394 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-77fc207d-5261-4a6a-bdf9-25112702a5a1 req-f5ab7827-a938-462c-9c9f-0641ea35a8ed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 1097 time: 0.0701811 Jan 27 22:00:34.517230 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e185065-34f2-46dd-be3e-7a5b6194314c req-8d0c8018-727d-4cc8-9e78-f31f7d57cb72 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:34.519040 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e185065-34f2-46dd-be3e-7a5b6194314c req-8d0c8018-727d-4cc8-9e78-f31f7d57cb72 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 947 time: 0.2575705 Jan 27 22:00:34.521724 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-c64e86ab-8648-40b8-bb20-3ea6bb4d2111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:34.523456 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-c64e86ab-8648-40b8-bb20-3ea6bb4d2111 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bade858-af63-49b3-909a-6a7d96619464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4162867 Jan 27 22:00:34.563590 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-82138d0f-8e73-4412-8f4e-55d1b5b3b564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (e9fcbd90-82f2-4f2d-96cc-f5cacd84b781), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.594932 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-77fc207d-5261-4a6a-bdf9-25112702a5a1 req-2a136577-2b93-46c7-b725-644e3e0885b8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862806 Jan 27 22:00:34.602197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82138d0f-8e73-4412-8f4e-55d1b5b3b564 None None] Pushing event deleted for resources: {'Port': ['ID=e9fcbd90-82f2-4f2d-96cc-f5cacd84b781,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:34.606238 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82138d0f-8e73-4412-8f4e-55d1b5b3b564 None None] No DVR routers for this DVR port e9fcbd90-82f2-4f2d-96cc-f5cacd84b781 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:34.750185 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568bf63-1187-4e6e-acb4-fee2ea832b56 req-8addf5e7-016f-4c05-a9a1-b94d8bdbc11f tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:34.753518 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d568bf63-1187-4e6e-acb4-fee2ea832b56 req-8addf5e7-016f-4c05-a9a1-b94d8bdbc11f tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c049241-59dd-4ea6-8b24-71907cac7e8a HTTP/1.1" status: 200 len: 946 time: 0.3155973 Jan 27 22:00:34.769124 n-d-772272-3 neutron-server[109742]: DEBUG neutron.objects.ports [None req-bf0314d5-f627-4ed7-9a92-77ca2ab195f8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:00:34.771009 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf0314d5-f627-4ed7-9a92-77ca2ab195f8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (5d45ca5f-5541-43e6-b212-8304b88c4102), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.795740 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e185065-34f2-46dd-be3e-7a5b6194314c req-79682dce-09d9-4b75-974f-b1fa731ab8fb tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664146 Jan 27 22:00:34.801000 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25631a-3c9a-480f-9517-496baf84c1ed req-cf70321e-a0f2-4f6d-9487-acf566c98317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:34.802468 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da25631a-3c9a-480f-9517-496baf84c1ed req-cf70321e-a0f2-4f6d-9487-acf566c98317 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9c049241-59dd-4ea6-8b24-71907cac7e8a HTTP/1.1" status: 200 len: 1097 time: 0.3618410 Jan 27 22:00:34.820876 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0314d5-f627-4ed7-9a92-77ca2ab195f8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:34.826556 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-bf0314d5-f627-4ed7-9a92-77ca2ab195f8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:34.831077 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0314d5-f627-4ed7-9a92-77ca2ab195f8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:34.831776 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf0314d5-f627-4ed7-9a92-77ca2ab195f8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.836919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9e4b63-bb9c-41ec-93b7-b89f248c96d4 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:34.855658 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0314d5-f627-4ed7-9a92-77ca2ab195f8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=5d45ca5f-5541-43e6-b212-8304b88c4102,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:34.861927 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bf0314d5-f627-4ed7-9a92-77ca2ab195f8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8065565 Jan 27 22:00:34.865135 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37278) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:34.870005 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-98051297-5859-4d45-9f2d-823a8ef3bd36 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:34.946735 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-a06aab0c-1bee-48d7-a9ec-3b1acc84f286 service neutron] 10.222.0.15 "GET /v2.0/networks/0bade858-af63-49b3-909a-6a7d96619464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887789 Jan 27 22:00:34.960817 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d568bf63-1187-4e6e-acb4-fee2ea832b56 req-f696d67c-4c5d-4278-86ac-ab05f91384f5 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a237a7f-74d9-4140-aa16-f854a2ed1066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726997 Jan 27 22:00:34.969601 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b659ca-3547-4dc4-9c02-6e4c76d05172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-fdaa4292-e481-4f0f-a1d5-1416641af0da', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'fixed_ips': [{'subnet_id': '5d45ca5f-5541-43e6-b212-8304b88c4102'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:00:34.970498 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-20b659ca-3547-4dc4-9c02-6e4c76d05172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.046662 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98051297-5859-4d45-9f2d-823a8ef3bd36 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:35.052056 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98051297-5859-4d45-9f2d-823a8ef3bd36 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.077207 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c04b0a-d398-467c-a384-269d5d0e996a x-openstack-request-id: req-07c04b0a-d398-467c-a384-269d5d0e996a {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:35.077831 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4", "name": "network-vif-deleted", "tag": "7f21b69d-88e6-407f-b41b-42a1408a63e4", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:35.077831 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07c04b0a-d398-467c-a384-269d5d0e996a {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:35.077987 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-89d070da-3ac0-4182-8e7c-9dab7e6c8ddd tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Deleting port 21987296-9049-47a8-bec1-6cc5307332a1 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:35.078342 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc8b250-1fbb-427a-92a9-3d3c2a94f3c4', 'name': 'network-vif-deleted', 'tag': '7f21b69d-88e6-407f-b41b-42a1408a63e4', 'status': 'completed', 'code': 200} Jan 27 22:00:35.078424 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-89d070da-3ac0-4182-8e7c-9dab7e6c8ddd tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (21987296-9049-47a8-bec1-6cc5307332a1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.084200 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e9fcbd90-82f2-4f2d-96cc-f5cacd84b781 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:35.093501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c29366-fd0b-452f-97fd-2e86e6b14399 req-37deb5b5-9c1b-49bd-8695-ff3475204e81 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:35.095061 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-78c29366-fd0b-452f-97fd-2e86e6b14399 req-37deb5b5-9c1b-49bd-8695-ff3475204e81 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2204032 Jan 27 22:00:35.108368 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da25631a-3c9a-480f-9517-496baf84c1ed req-33dfe4a0-7afc-42ab-8b1a-f618fd5e3e14 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1a237a7f-74d9-4140-aa16-f854a2ed1066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235782 Jan 27 22:00:35.114430 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: e9fcbd90-82f2-4f2d-96cc-f5cacd84b781 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:35.114999 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e9fcbd90-82f2-4f2d-96cc-f5cacd84b781 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:35.180564 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-20b659ca-3547-4dc4-9c02-6e4c76d05172 None None] Allocated IP 2001:db8::f816:3eff:fe3d:45d (fdaa4292-e481-4f0f-a1d5-1416641af0da/5d45ca5f-5541-43e6-b212-8304b88c4102/7852ecf3-9a69-48e8-90a0-7f98b8480660) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:35.192681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-deleted', 'tag': 'f36aaaa3-8abe-4bbf-be60-e3985eafef58'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:35.194947 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31233880-2c5c-4fd7-ada6-119bbf906751" -d '{"events": [{"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-deleted", "tag": "f36aaaa3-8abe-4bbf-be60-e3985eafef58"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:35.204465 n-d-772272-3 neutron-server[109742]: INFO neutron.db.ipam_backend_mixin [None req-98051297-5859-4d45-9f2d-823a8ef3bd36 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5d45ca5f-5541-43e6-b212-8304b88c4102 (CIDR: 2001:db8::/64) Jan 27 22:00:35.213467 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-98051297-5859-4d45-9f2d-823a8ef3bd36 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:00:35.214285 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98051297-5859-4d45-9f2d-823a8ef3bd36 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:35.224203 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-6d3ed585-db67-4e7d-809b-f96ec7855dfa service neutron] 10.222.0.15 "GET /v2.0/networks/0bade858-af63-49b3-909a-6a7d96619464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590666 Jan 27 22:00:35.238261 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-98051297-5859-4d45-9f2d-823a8ef3bd36 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3698986 Jan 27 22:00:35.238960 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37288) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:35.246817 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-adf65223-388f-4a15-b5a7-314c69c78ee8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:35.293783 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-4b937221-1718-49f5-acee-fb990915d493 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=5e331c34-1b49-40b3-ba94-c588768a1a5d HTTP/1.1" status: 200 len: 217 time: 0.0548790 Jan 27 22:00:35.298751 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-78c29366-fd0b-452f-97fd-2e86e6b14399 req-667cfca2-5972-4844-99ca-3eba6b8c7c34 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857998 Jan 27 22:00:35.313719 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-89d070da-3ac0-4182-8e7c-9dab7e6c8ddd tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] For port 21987296-9049-47a8-bec1-6cc5307332a1, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=21987296-9049-47a8-bec1-6cc5307332a1,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:35.314089 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-89d070da-3ac0-4182-8e7c-9dab7e6c8ddd tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (21987296-9049-47a8-bec1-6cc5307332a1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.366959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-89d070da-3ac0-4182-8e7c-9dab7e6c8ddd tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Calling delete_port for 21987296-9049-47a8-bec1-6cc5307332a1 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:35.389147 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38c4708-b27e-45ee-aa47-18c2bea7a132 x-openstack-request-id: req-b38c4708-b27e-45ee-aa47-18c2bea7a132 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:35.389147 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-deleted", "tag": "f36aaaa3-8abe-4bbf-be60-e3985eafef58", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:35.389430 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b38c4708-b27e-45ee-aa47-18c2bea7a132 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:35.389810 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-deleted', 'tag': 'f36aaaa3-8abe-4bbf-be60-e3985eafef58', 'status': 'completed', 'code': 200} Jan 27 22:00:35.401475 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-20b659ca-3547-4dc4-9c02-6e4c76d05172 None None] Publish callbacks [] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.402413 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf65223-388f-4a15-b5a7-314c69c78ee8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:35.407431 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-adf65223-388f-4a15-b5a7-314c69c78ee8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.413608 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-67e33fc0-20b1-4a1f-93ed-3b9b6bc6df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:35.414590 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-20b659ca-3547-4dc4-9c02-6e4c76d05172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.415072 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-67e33fc0-20b1-4a1f-93ed-3b9b6bc6df29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa HTTP/1.1" status: 200 len: 797 time: 0.1154494 Jan 27 22:00:35.482721 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b659ca-3547-4dc4-9c02-6e4c76d05172 None None] Pushing event updated for resources: {'Port': ['ID=7852ecf3-9a69-48e8-90a0-7f98b8480660,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:35.487921 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b659ca-3547-4dc4-9c02-6e4c76d05172 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:35.489954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-20b659ca-3547-4dc4-9c02-6e4c76d05172 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:35.492386 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b659ca-3547-4dc4-9c02-6e4c76d05172 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:35.519160 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b4f30-1541-4651-ad4d-a5b4cc532bc9 req-c0517f34-3580-4e1f-96f0-e326da3c1a05 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:35.520719 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb4b4f30-1541-4651-ad4d-a5b4cc532bc9 req-c0517f34-3580-4e1f-96f0-e326da3c1a05 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 943 time: 0.1767302 Jan 27 22:00:35.556123 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-20b659ca-3547-4dc4-9c02-6e4c76d05172 None None] Attempting to bind port 7852ecf3-9a69-48e8-90a0-7f98b8480660 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:35.556515 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-20b659ca-3547-4dc4-9c02-6e4c76d05172 None None] Attempting to bind port 7852ecf3-9a69-48e8-90a0-7f98b8480660 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:35.556947 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b659ca-3547-4dc4-9c02-6e4c76d05172 None None] Attempting to bind port 7852ecf3-9a69-48e8-90a0-7f98b8480660 on network fdaa4292-e481-4f0f-a1d5-1416641af0da {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:35.563115 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b659ca-3547-4dc4-9c02-6e4c76d05172 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:35.563608 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b659ca-3547-4dc4-9c02-6e4c76d05172 None None] Checking segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:35.564018 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-20b659ca-3547-4dc4-9c02-6e4c76d05172 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.564570 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b659ca-3547-4dc4-9c02-6e4c76d05172 None None] Bound using segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:35.565143 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-20b659ca-3547-4dc4-9c02-6e4c76d05172 None None] Bound port: 7852ecf3-9a69-48e8-90a0-7f98b8480660, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:35.565527 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-20b659ca-3547-4dc4-9c02-6e4c76d05172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.582235 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-4dde9f9d-36f8-497a-8bc3-65fed0bbeed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:35.584017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-4dde9f9d-36f8-497a-8bc3-65fed0bbeed5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1382575 Jan 27 22:00:35.605495 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbe7d3-a044-4f67-8fdb-d30f23b7bd83 req-1d34b12e-79b4-47f7-8613-f8981bb844a5 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:35.607024 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5cbe7d3-a044-4f67-8fdb-d30f23b7bd83 req-1d34b12e-79b4-47f7-8613-f8981bb844a5 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/ports?device_id=791b758a-00f5-4925-9997-c72639eadcbd HTTP/1.1" status: 200 len: 945 time: 0.1502252 Jan 27 22:00:35.634562 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-20b659ca-3547-4dc4-9c02-6e4c76d05172 None None] For port 7852ecf3-9a69-48e8-90a0-7f98b8480660, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:35.638730 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-20b659ca-3547-4dc4-9c02-6e4c76d05172 None None] For port 7852ecf3-9a69-48e8-90a0-7f98b8480660, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7852ecf3-9a69-48e8-90a0-7f98b8480660,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:35.642762 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-20b659ca-3547-4dc4-9c02-6e4c76d05172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.710916 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-adf65223-388f-4a15-b5a7-314c69c78ee8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (b1d7de46-a2d7-49e3-8016-10bf85ae9eb1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.714703 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b659ca-3547-4dc4-9c02-6e4c76d05172 None None] Pushing event updated for resources: {'Port': ['ID=7852ecf3-9a69-48e8-90a0-7f98b8480660,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:35.731801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb4b4f30-1541-4651-ad4d-a5b4cc532bc9 req-f9d7b833-6128-4262-bb44-6bb2433a9077 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups?id=2b04157d-3b0b-4ac8-a614-de67fd2079fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950476 Jan 27 22:00:35.779406 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf65223-388f-4a15-b5a7-314c69c78ee8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:35.781777 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf65223-388f-4a15-b5a7-314c69c78ee8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=b1d7de46-a2d7-49e3-8016-10bf85ae9eb1,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:35.785681 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-adf65223-388f-4a15-b5a7-314c69c78ee8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:35.787318 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-89d070da-3ac0-4182-8e7c-9dab7e6c8ddd tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (21987296-9049-47a8-bec1-6cc5307332a1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.789249 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf65223-388f-4a15-b5a7-314c69c78ee8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:35.790313 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-adf65223-388f-4a15-b5a7-314c69c78ee8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.806890 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5cbe7d3-a044-4f67-8fdb-d30f23b7bd83 req-3b0380be-6a8c-471e-a6f0-1dfbdfb4a88b tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf15af9d-5f83-47e3-8973-8974e1a6d25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900778 Jan 27 22:00:35.812636 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-adf65223-388f-4a15-b5a7-314c69c78ee8 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5693669 Jan 27 22:00:35.812893 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37292) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:35.819486 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-92a51841-052d-4408-bc48-fb9ba2a8661b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'mac_address': 'fa:16:3e:29:79:bb', 'name': 'tempest-NetworksTestDHCPv6-188855830'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:35.840737 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d070da-3ac0-4182-8e7c-9dab7e6c8ddd tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event deleted for resources: {'Port': ['ID=21987296-9049-47a8-bec1-6cc5307332a1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:35.956630 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a51841-052d-4408-bc48-fb9ba2a8661b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:35.971513 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-71db35ad-1577-405c-ab2e-2fe528de625d service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746369 Jan 27 22:00:36.027273 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-89d070da-3ac0-4182-8e7c-9dab7e6c8ddd tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] No DVR routers for this DVR port 21987296-9049-47a8-bec1-6cc5307332a1 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:36.033989 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-89d070da-3ac0-4182-8e7c-9dab7e6c8ddd tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:36.037255 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffcab7d6-34da-4149-9323-3efbadbeeb34 req-89d070da-3ac0-4182-8e7c-9dab7e6c8ddd tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.15 "DELETE /v2.0/ports/21987296-9049-47a8-bec1-6cc5307332a1 HTTP/1.1" status: 204 len: 173 time: 1.5937562 Jan 27 22:00:36.099951 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92a51841-052d-4408-bc48-fb9ba2a8661b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:36.114291 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b9467-a3e6-4a6c-9c55-c03f831ead2e req-c07e3c3f-8d2d-4576-8c6e-17a070a18689 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:36.120136 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a1b9467-a3e6-4a6c-9c55-c03f831ead2e req-c07e3c3f-8d2d-4576-8c6e-17a070a18689 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.2739737 Jan 27 22:00:36.138442 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-92a51841-052d-4408-bc48-fb9ba2a8661b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] device_id is not set on port 7f5ebf27-07af-4f15-a726-cba24417e949 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:00:36.146389 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c65b14-d734-4d53-a580-40f9c11dbc85 req-31de4360-0aad-4d95-9b75-5ceaf45f6bf8 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:36.148215 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2c65b14-d734-4d53-a580-40f9c11dbc85 req-31de4360-0aad-4d95-9b75-5ceaf45f6bf8 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 945 time: 0.2621524 Jan 27 22:00:36.180838 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598bbd4-ef7c-4dd0-830e-d22b8cf03199 req-82ff1e20-34e6-4f67-9e83-8f1fa8818ae8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:36.182540 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2598bbd4-ef7c-4dd0-830e-d22b8cf03199 req-82ff1e20-34e6-4f67-9e83-8f1fa8818ae8 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 947 time: 0.2817709 Jan 27 22:00:36.323214 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a1b9467-a3e6-4a6c-9c55-c03f831ead2e req-a70f4ce3-524b-47f4-92ad-e6fab3cf31fa tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929853 Jan 27 22:00:36.332937 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-d3cff898-8ce9-4a99-8f92-afdb84533342 service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161457 Jan 27 22:00:36.368825 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-92a51841-052d-4408-bc48-fb9ba2a8661b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8:0:1::350 (fdaa4292-e481-4f0f-a1d5-1416641af0da/b1d7de46-a2d7-49e3-8016-10bf85ae9eb1/7f5ebf27-07af-4f15-a726-cba24417e949) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:36.395719 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-92a51841-052d-4408-bc48-fb9ba2a8661b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8::f816:3eff:fe29:79bb (fdaa4292-e481-4f0f-a1d5-1416641af0da/5d45ca5f-5541-43e6-b212-8304b88c4102/7f5ebf27-07af-4f15-a726-cba24417e949) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:36.398904 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-ada7ed29-900e-4942-9a5c-90de60629910 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=5df57d03-78dd-4c80-bc71-9d342842ec6c HTTP/1.1" status: 200 len: 217 time: 0.0624132 Jan 27 22:00:36.416892 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2598bbd4-ef7c-4dd0-830e-d22b8cf03199 req-eba8d508-a17f-4a18-87c8-6c3e4989cbf6 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939604 Jan 27 22:00:36.595840 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-b2c65b14-d734-4d53-a580-40f9c11dbc85 req-f0a451a2-b5bd-408d-bcc8-b55207cda38f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Deleting port 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:36.596104 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b2c65b14-d734-4d53-a580-40f9c11dbc85 req-f0a451a2-b5bd-408d-bcc8-b55207cda38f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (2ca85ad1-0bfa-4474-9aca-1d5de0dbff10), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:36.599547 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-817d02eb-c7f3-4d35-a28b-b854f0096e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:36.601166 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-817d02eb-c7f3-4d35-a28b-b854f0096e0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa HTTP/1.1" status: 200 len: 797 time: 0.1821713 Jan 27 22:00:36.618234 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92a51841-052d-4408-bc48-fb9ba2a8661b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (7f5ebf27-07af-4f15-a726-cba24417e949), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:36.677102 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92a51841-052d-4408-bc48-fb9ba2a8661b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7f5ebf27-07af-4f15-a726-cba24417e949), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:36.707136 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e388ca-1c19-4d8a-ace8-e015185dd8f2 req-1e4341ef-88f3-426d-bd1e-b0d1536ad0fd tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:36.708944 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16e388ca-1c19-4d8a-ace8-e015185dd8f2 req-1e4341ef-88f3-426d-bd1e-b0d1536ad0fd tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c049241-59dd-4ea6-8b24-71907cac7e8a HTTP/1.1" status: 200 len: 946 time: 0.1950669 Jan 27 22:00:36.746085 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf309031-69cf-43bd-a841-fd42ed3d26bf req-66dda6e2-d0ae-47a6-ba86-5971ba22bc40 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:36.746291 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a51841-052d-4408-bc48-fb9ba2a8661b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:36.748272 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf309031-69cf-43bd-a841-fd42ed3d26bf req-66dda6e2-d0ae-47a6-ba86-5971ba22bc40 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1918700 Jan 27 22:00:36.758257 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-92a51841-052d-4408-bc48-fb9ba2a8661b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:36.762291 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a51841-052d-4408-bc48-fb9ba2a8661b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:36.768575 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a51841-052d-4408-bc48-fb9ba2a8661b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:36.769262 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92a51841-052d-4408-bc48-fb9ba2a8661b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:36.801512 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-6b56878b-5439-4d4f-8bae-6f838ad54f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:36.802593 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a51841-052d-4408-bc48-fb9ba2a8661b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=7f5ebf27-07af-4f15-a726-cba24417e949,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:36.803181 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-6b56878b-5439-4d4f-8bae-6f838ad54f43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1879137 Jan 27 22:00:36.817520 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-92a51841-052d-4408-bc48-fb9ba2a8661b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0008729 Jan 27 22:00:36.818978 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37308) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:36.850074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-b2c65b14-d734-4d53-a580-40f9c11dbc85 req-f0a451a2-b5bd-408d-bcc8-b55207cda38f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] For port 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=2ca85ad1-0bfa-4474-9aca-1d5de0dbff10,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:36.850352 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b2c65b14-d734-4d53-a580-40f9c11dbc85 req-f0a451a2-b5bd-408d-bcc8-b55207cda38f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (2ca85ad1-0bfa-4474-9aca-1d5de0dbff10), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:36.890059 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-b2c65b14-d734-4d53-a580-40f9c11dbc85 req-f0a451a2-b5bd-408d-bcc8-b55207cda38f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Calling delete_port for 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:36.983969 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-4b120b21-4f3c-47de-b388-29f028243208 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting port 7f5ebf27-07af-4f15-a726-cba24417e949 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:36.984575 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b120b21-4f3c-47de-b388-29f028243208 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7f5ebf27-07af-4f15-a726-cba24417e949), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.095734 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-04b2effa-1047-4292-9dc6-86372b26cd54 service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817891 Jan 27 22:00:37.158481 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16e388ca-1c19-4d8a-ace8-e015185dd8f2 req-4f336ce8-334b-4db0-8c9b-4097299a6e2b tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a237a7f-74d9-4140-aa16-f854a2ed1066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376714 Jan 27 22:00:37.191394 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b120b21-4f3c-47de-b388-29f028243208 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7f5ebf27-07af-4f15-a726-cba24417e949), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.210900 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-4b120b21-4f3c-47de-b388-29f028243208 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Calling delete_port for 7f5ebf27-07af-4f15-a726-cba24417e949 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:37.222610 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7852ecf3-9a69-48e8-90a0-7f98b8480660 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:37.293559 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db70ba2-639a-4aa3-b142-a8853e3619d2 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:37.302023 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf309031-69cf-43bd-a841-fd42ed3d26bf req-ae6adbbe-9471-494d-bfaf-e2ae6ea3a67b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203967 Jan 27 22:00:37.483086 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ab93ba12-2c02-4d23-b522-8f9b2eabb3af None None] Provisioning complete for port 7852ecf3-9a69-48e8-90a0-7f98b8480660 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:37.483527 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ab93ba12-2c02-4d23-b522-8f9b2eabb3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.518763 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 7f21b69d-88e6-407f-b41b-42a1408a63e4 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:37.522990 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 7852ecf3-9a69-48e8-90a0-7f98b8480660 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:37.523462 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.547508 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b120b21-4f3c-47de-b388-29f028243208 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7f5ebf27-07af-4f15-a726-cba24417e949), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.580519 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b120b21-4f3c-47de-b388-29f028243208 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Port': ['ID=7f5ebf27-07af-4f15-a726-cba24417e949,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:37.641716 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b120b21-4f3c-47de-b388-29f028243208 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.645669 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4b120b21-4f3c-47de-b388-29f028243208 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/7f5ebf27-07af-4f15-a726-cba24417e949 HTTP/1.1" status: 204 len: 168 time: 0.8253582 Jan 27 22:00:37.648655 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37314) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:37.649396 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 7f21b69d-88e6-407f-b41b-42a1408a63e4 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:37.650469 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 7f21b69d-88e6-407f-b41b-42a1408a63e4 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:37.692267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 7852ecf3-9a69-48e8-90a0-7f98b8480660 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:37.692836 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.698028 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-deleted', 'tag': '21987296-9049-47a8-bec1-6cc5307332a1'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:37.701300 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0260133-4904-41cc-8ef4-303e28f2d8d3" -d '{"events": [{"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-deleted", "tag": "21987296-9049-47a8-bec1-6cc5307332a1"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:37.769767 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85392cce-7ee3-4578-ad88-5a68e491cca7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:37.771318 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-85392cce-7ee3-4578-ad88-5a68e491cca7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 960 time: 0.1217053 Jan 27 22:00:37.774091 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37318) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:37.799799 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 7852ecf3-9a69-48e8-90a0-7f98b8480660, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7852ecf3-9a69-48e8-90a0-7f98b8480660,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:37.815631 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.826437 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ab93ba12-2c02-4d23-b522-8f9b2eabb3af None None] Current status of the port 7852ecf3-9a69-48e8-90a0-7f98b8480660 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:37.827604 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ab93ba12-2c02-4d23-b522-8f9b2eabb3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.850431 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a1f5083-13e0-4114-9545-3f9b4ce8ff70 req-932491bc-aee7-4885-9d75-384b6d1fc3f3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.1395690 Jan 27 22:00:37.852532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-7c14ceb5-9c57-49d0-8a2c-e2f03719935a service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6898940 Jan 27 22:00:37.902113 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb3d437-a8b4-4423-b0f8-f5991937be06 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:37.904561 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ccb3d437-a8b4-4423-b0f8-f5991937be06 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 960 time: 0.1268384 Jan 27 22:00:37.906458 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37320) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:37.950746 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-3d3ba6a4-c5d7-4e26-94b6-5260cdb39c1c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=50ba1000-47da-4714-9651-4cc90662a58d HTTP/1.1" status: 200 len: 217 time: 0.0559471 Jan 27 22:00:37.953341 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b2c65b14-d734-4d53-a580-40f9c11dbc85 req-f0a451a2-b5bd-408d-bcc8-b55207cda38f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (2ca85ad1-0bfa-4474-9aca-1d5de0dbff10), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.978408 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c639e3cf-5fb3-4ce2-aadc-cf88e054b363 None None] Update dhcp port {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'fixed_ips': [{'subnet_id': '5d45ca5f-5541-43e6-b212-8304b88c4102', 'ip_address': '2001:db8::f816:3eff:fe3d:45d'}, {'subnet_id': 'b1d7de46-a2d7-49e3-8016-10bf85ae9eb1'}], 'binding:host_id': 'n-d-772272-3'}, 'id': '7852ecf3-9a69-48e8-90a0-7f98b8480660'} from n-d-772272-3. {{(pid=109743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:00:37.981097 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=7852ecf3-9a69-48e8-90a0-7f98b8480660,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:37.998760 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['2ca85ad1-0bfa-4474-9aca-1d5de0dbff10'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:00:38.004787 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa12e1a6-b452-41ba-af8a-382432322541 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:38.007449 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa12e1a6-b452-41ba-af8a-382432322541 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:38.011063 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa12e1a6-b452-41ba-af8a-382432322541 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:38.013839 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fa12e1a6-b452-41ba-af8a-382432322541 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1063554 Jan 27 22:00:38.016342 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37322) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:38.044589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7add8-4b28-473a-93cf-4addbab6d4f1 req-9bcc2456-43e5-48b1-901c-700217caf593 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:38.052723 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3eb7add8-4b28-473a-93cf-4addbab6d4f1 req-9bcc2456-43e5-48b1-901c-700217caf593 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c8bfd13-f092-42d8-ab36-cdf94ebde2c4 HTTP/1.1" status: 200 len: 867 time: 0.3479786 Jan 27 22:00:38.060467 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a451a2-b5bd-408d-bcc8-b55207cda38f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Pushing event deleted for resources: {'Port': ['ID=2ca85ad1-0bfa-4474-9aca-1d5de0dbff10,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:38.136303 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ec4b29-01b5-4074-9c39-b2506ca6dbb2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet 5d45ca5f-5541-43e6-b212-8304b88c4102 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:38.140587 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-49ec4b29-01b5-4074-9c39-b2506ca6dbb2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (5d45ca5f-5541-43e6-b212-8304b88c4102), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.153216 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c65b14-d734-4d53-a580-40f9c11dbc85 req-f0a451a2-b5bd-408d-bcc8-b55207cda38f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] No DVR routers for this DVR port 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:38.156964 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c639e3cf-5fb3-4ce2-aadc-cf88e054b363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.168834 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b2c65b14-d734-4d53-a580-40f9c11dbc85 req-f0a451a2-b5bd-408d-bcc8-b55207cda38f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.172464 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2c65b14-d734-4d53-a580-40f9c11dbc85 req-f0a451a2-b5bd-408d-bcc8-b55207cda38f tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.21 "DELETE /v2.0/ports/2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 HTTP/1.1" status: 204 len: 173 time: 2.0080605 Jan 27 22:00:38.206453 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-ab93ba12-2c02-4d23-b522-8f9b2eabb3af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:00:38.206679 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-49ec4b29-01b5-4074-9c39-b2506ca6dbb2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (5d45ca5f-5541-43e6-b212-8304b88c4102), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.207171 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-ab93ba12-2c02-4d23-b522-8f9b2eabb3af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:00:38.223288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4287f-af32-4e1f-bd0b-e9872c9fae5a req-ba293a08-1bf0-4810-afc4-8c1cd3f48d36 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:38.224949 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f3a4287f-af32-4e1f-bd0b-e9872c9fae5a req-ba293a08-1bf0-4810-afc4-8c1cd3f48d36 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/ports?device_id=791b758a-00f5-4925-9997-c72639eadcbd HTTP/1.1" status: 200 len: 945 time: 0.1967425 Jan 27 22:00:38.306336 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f3a4287f-af32-4e1f-bd0b-e9872c9fae5a req-042df325-e86d-4898-8185-6846f12c45ff tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf15af9d-5f83-47e3-8973-8974e1a6d25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721910 Jan 27 22:00:38.331694 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-2c7c147e-9791-4f22-ac58-5bea0be43fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:38.333709 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-2c7c147e-9791-4f22-ac58-5bea0be43fd9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa HTTP/1.1" status: 200 len: 797 time: 0.3633590 Jan 27 22:00:38.402185 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-49ec4b29-01b5-4074-9c39-b2506ca6dbb2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (5d45ca5f-5541-43e6-b212-8304b88c4102), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.413330 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3eb7add8-4b28-473a-93cf-4addbab6d4f1 req-b2d51670-5e41-4243-93db-7c6a4bb66514 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=b549bcff-73ad-4a1e-919b-ba95272f62e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578532 Jan 27 22:00:38.458268 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29eabe52-9152-439c-b907-3f715f886118 x-openstack-request-id: req-29eabe52-9152-439c-b907-3f715f886118 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:38.458575 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7105aa-32f5-499b-abd3-64e33e0bc48a", "name": "network-vif-deleted", "tag": "21987296-9049-47a8-bec1-6cc5307332a1", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:38.458848 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29eabe52-9152-439c-b907-3f715f886118 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:38.462212 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7105aa-32f5-499b-abd3-64e33e0bc48a', 'name': 'network-vif-deleted', 'tag': '21987296-9049-47a8-bec1-6cc5307332a1', 'status': 'completed', 'code': 200} Jan 27 22:00:38.465898 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-c600a393-b459-4a55-9566-a3c4c8dfe4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:38.468206 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-c600a393-b459-4a55-9566-a3c4c8dfe4c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1244383 Jan 27 22:00:38.513598 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-49ec4b29-01b5-4074-9c39-b2506ca6dbb2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (5d45ca5f-5541-43e6-b212-8304b88c4102), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server [None req-c639e3cf-5fb3-4ce2-aadc-cf88e054b363 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d45ca5f-5541-43e6-b212-8304b88c4102: This subnet is being modified by another concurrent operation. Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:00:38.525891 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise exception Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d45ca5f-5541-43e6-b212-8304b88c4102: This subnet is being modified by another concurrent operation. Jan 27 22:00:38.529869 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Jan 27 22:00:38.567967 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-49ec4b29-01b5-4074-9c39-b2506ca6dbb2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.571860 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-49ec4b29-01b5-4074-9c39-b2506ca6dbb2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/5d45ca5f-5541-43e6-b212-8304b88c4102 HTTP/1.1" status: 204 len: 168 time: 0.5542347 Jan 27 22:00:38.573936 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec4b29-01b5-4074-9c39-b2506ca6dbb2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=5d45ca5f-5541-43e6-b212-8304b88c4102,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:38.578275 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37330) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:38.662492 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abbd0d9-25a0-4249-9eeb-679c5a672e64 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet b1d7de46-a2d7-49e3-8016-10bf85ae9eb1 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:38.667489 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9abbd0d9-25a0-4249-9eeb-679c5a672e64 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (b1d7de46-a2d7-49e3-8016-10bf85ae9eb1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.682702 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2bcf0b-7d78-458d-b63a-7322dbeb46c6 None None] get_active_networks_info from n-d-772272-3 {{(pid=109743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:00:38.703114 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-a7534c77-b245-4480-832f-04cdb07a7ca4 service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271469 Jan 27 22:00:38.724114 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9abbd0d9-25a0-4249-9eeb-679c5a672e64 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (b1d7de46-a2d7-49e3-8016-10bf85ae9eb1), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.774312 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9abbd0d9-25a0-4249-9eeb-679c5a672e64 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (b1d7de46-a2d7-49e3-8016-10bf85ae9eb1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.820481 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-f0e0a6f8-daba-458a-bcd3-3b33c0e3dcf3 service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088686 Jan 27 22:00:38.842460 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9abbd0d9-25a0-4249-9eeb-679c5a672e64 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (b1d7de46-a2d7-49e3-8016-10bf85ae9eb1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.866025 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9abbd0d9-25a0-4249-9eeb-679c5a672e64 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.871680 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9abbd0d9-25a0-4249-9eeb-679c5a672e64 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/b1d7de46-a2d7-49e3-8016-10bf85ae9eb1 HTTP/1.1" status: 204 len: 168 time: 0.2785459 Jan 27 22:00:38.890935 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37332) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:38.947470 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b9b9725a-7afb-445f-a7d8-fbfdbac7821a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528376 Jan 27 22:00:38.947470 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbd0d9-25a0-4249-9eeb-679c5a672e64 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=b1d7de46-a2d7-49e3-8016-10bf85ae9eb1,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:38.948438 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37336) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:38.955154 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b3b81d7d-811f-4829-9600-031015e4e440 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:38.955856 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-62c48831-9fd0-423e-a8eb-5444d3c98e52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=6da56839-08a2-4b33-8cc1-5572573d53c5 HTTP/1.1" status: 200 len: 217 time: 0.1244695 Jan 27 22:00:38.970962 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cf0a1-ead7-4037-8372-cd00af6664a8 req-fb5fcc95-499f-4554-9d82-d7e54cbc2afc tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:38.978416 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e16cf0a1-ead7-4037-8372-cd00af6664a8 req-fb5fcc95-499f-4554-9d82-d7e54cbc2afc tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.3752337 Jan 27 22:00:39.019138 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30102fad-dfc3-449b-9484-5fb751332d14 req-bb032a3f-8de7-4dd2-8965-049e4eb71324 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:39.020905 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30102fad-dfc3-449b-9484-5fb751332d14 req-bb032a3f-8de7-4dd2-8965-049e4eb71324 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c049241-59dd-4ea6-8b24-71907cac7e8a HTTP/1.1" status: 200 len: 946 time: 0.4127593 Jan 27 22:00:39.118875 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b81d7d-811f-4829-9600-031015e4e440 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:39.133464 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3b81d7d-811f-4829-9600-031015e4e440 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:39.148388 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7852ecf3-9a69-48e8-90a0-7f98b8480660 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:39.226150 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345cbac-314e-4455-853a-d7a39f4ab83a req-107c6bac-dee7-421b-b069-4a843c899e5a tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:39.228061 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6345cbac-314e-4455-853a-d7a39f4ab83a req-107c6bac-dee7-421b-b069-4a843c899e5a tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.15 "GET /v2.0/ports?device_id=791b758a-00f5-4925-9997-c72639eadcbd HTTP/1.1" status: 200 len: 945 time: 0.3952491 Jan 27 22:00:39.238739 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30102fad-dfc3-449b-9484-5fb751332d14 req-13f94520-9262-4c6b-a6f4-35202b67fcb5 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a237a7f-74d9-4140-aa16-f854a2ed1066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616364 Jan 27 22:00:39.258423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-f0a2ff4e-3a69-4a3c-8ceb-769f072eccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:39.260157 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-f0a2ff4e-3a69-4a3c-8ceb-769f072eccb8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa HTTP/1.1" status: 200 len: 797 time: 0.2783272 Jan 27 22:00:39.307753 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e16cf0a1-ead7-4037-8372-cd00af6664a8 req-fd1d3584-2c42-4c25-b948-c0e6bc8571bb tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856750 Jan 27 22:00:39.318673 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3c5c7a4-529c-46e9-b220-625b06d3dc90 req-cefc242d-883c-4ec4-b1c3-1b73dc465a9c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1889813 Jan 27 22:00:39.457878 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8cbc9c6-7fb0-4661-8511-80fc952ad541 req-4d376da1-ed39-4e50-83b1-3fec947617a6 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.0899241 Jan 27 22:00:39.512375 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ab93ba12-2c02-4d23-b522-8f9b2eabb3af None None] Current status of the port 7852ecf3-9a69-48e8-90a0-7f98b8480660 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:39.552961 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 7852ecf3-9a69-48e8-90a0-7f98b8480660 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:39.553658 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:39.594053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 7852ecf3-9a69-48e8-90a0-7f98b8480660, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7852ecf3-9a69-48e8-90a0-7f98b8480660,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:39.606789 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:39.612589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-e99dd37f-ae19-450d-abaf-0446bb51d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:39.614691 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-e99dd37f-ae19-450d-abaf-0446bb51d0a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3220947 Jan 27 22:00:39.688389 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=7852ecf3-9a69-48e8-90a0-7f98b8480660,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:39.713877 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b6315bcb-cc6d-4ac6-9fa3-60852c5e50e5 None None] Could not find standard attr ID for object 7f5ebf27-07af-4f15-a726-cba24417e949. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:00:39.723400 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3b81d7d-811f-4829-9600-031015e4e440 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (9df42bb8-614c-4c11-afad-7cf5824a6cb8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:39.724676 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2bcf0b-7d78-458d-b63a-7322dbeb46c6 None None] Resources bound (agent type, host, resource id): {{(pid=109743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:00:39.739189 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b6315bcb-cc6d-4ac6-9fa3-60852c5e50e5 None None] Provisioning complete for port 7852ecf3-9a69-48e8-90a0-7f98b8480660 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:39.739600 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b6315bcb-cc6d-4ac6-9fa3-60852c5e50e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:39.757914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07c0f0-e59a-4b72-a18c-b30ef6fcac5f req-960b47d1-d93c-449d-a491-de35c4c70020 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:39.759407 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc07c0f0-e59a-4b72-a18c-b30ef6fcac5f req-960b47d1-d93c-449d-a491-de35c4c70020 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/ports?device_id=791b758a-00f5-4925-9997-c72639eadcbd HTTP/1.1" status: 200 len: 945 time: 0.1881037 Jan 27 22:00:39.765294 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5c7a4-529c-46e9-b220-625b06d3dc90 req-388e6381-7e7e-42b1-a297-ecfe065d0b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:39.766744 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3c5c7a4-529c-46e9-b220-625b06d3dc90 req-388e6381-7e7e-42b1-a297-ecfe065d0b8f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61d13348ee1947f6862828ce6fcbfac2&device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 1096 time: 0.3216777 Jan 27 22:00:39.769577 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-6345cbac-314e-4455-853a-d7a39f4ab83a req-ebe1cd34-f05b-4d3d-8a40-f4613c45d55d tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Deleting port 0e77c096-089a-49c5-a654-c7a58e46b19c {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:39.770436 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6345cbac-314e-4455-853a-d7a39f4ab83a req-ebe1cd34-f05b-4d3d-8a40-f4613c45d55d tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0e77c096-089a-49c5-a654-c7a58e46b19c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:39.838051 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b81d7d-811f-4829-9600-031015e4e440 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:39.843085 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-b3b81d7d-811f-4829-9600-031015e4e440 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:39.848477 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b81d7d-811f-4829-9600-031015e4e440 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:39.849081 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3b81d7d-811f-4829-9600-031015e4e440 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:39.866650 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b81d7d-811f-4829-9600-031015e4e440 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=9df42bb8-614c-4c11-afad-7cf5824a6cb8,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:39.900609 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b3b81d7d-811f-4829-9600-031015e4e440 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9505017 Jan 27 22:00:39.901257 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37360) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:39.908042 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2ebe24ab-ffca-4ac0-ab57-458d22606435 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:39.932009 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b6315bcb-cc6d-4ac6-9fa3-60852c5e50e5 None None] Current status of the port 7852ecf3-9a69-48e8-90a0-7f98b8480660 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:39.932382 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b6315bcb-cc6d-4ac6-9fa3-60852c5e50e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:40.039850 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b6315bcb-cc6d-4ac6-9fa3-60852c5e50e5 None None] For port 7852ecf3-9a69-48e8-90a0-7f98b8480660, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7852ecf3-9a69-48e8-90a0-7f98b8480660,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:40.050708 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b6315bcb-cc6d-4ac6-9fa3-60852c5e50e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:40.097044 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebe24ab-ffca-4ac0-ab57-458d22606435 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:40.100558 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2ebe24ab-ffca-4ac0-ab57-458d22606435 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:40.119504 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-e514292a-3e50-45e1-9cb9-3ce643064f26 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:40.121287 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-e514292a-3e50-45e1-9cb9-3ce643064f26 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/networks?id=459b8894-edc1-457b-b0fc-103b65af4a7d HTTP/1.1" status: 200 len: 814 time: 0.3907132 Jan 27 22:00:40.138383 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc07c0f0-e59a-4b72-a18c-b30ef6fcac5f req-5604a2f5-53e6-4dd5-bf9c-b8ff63d0feaa tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf15af9d-5f83-47e3-8973-8974e1a6d25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640356 Jan 27 22:00:40.140370 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5c7a4-529c-46e9-b220-625b06d3dc90 req-15ae445a-036a-41db-a479-055565696270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:40.143753 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3c5c7a4-529c-46e9-b220-625b06d3dc90 req-15ae445a-036a-41db-a479-055565696270 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 200 len: 913 time: 0.3366799 Jan 27 22:00:40.164536 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6315bcb-cc6d-4ac6-9fa3-60852c5e50e5 None None] Pushing event updated for resources: {'Port': ['ID=7852ecf3-9a69-48e8-90a0-7f98b8480660,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:40.177178 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-ef437077-6432-4e7b-a288-2f8f404d6b48 service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5499191 Jan 27 22:00:40.178714 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-01e6f39f-bd05-4b5e-82fb-666e577f45ef tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/quotas/5f8119ca47b7479290f8f1a732965415 HTTP/1.1" status: 200 len: 375 time: 0.0270183 Jan 27 22:00:40.205920 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85433df7-21d3-4da0-a4bd-acc959908237 None None] Update dhcp port {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'fixed_ips': [{'subnet_id': '9df42bb8-614c-4c11-afad-7cf5824a6cb8'}], 'binding:host_id': 'n-d-772272-3'}, 'id': '7852ecf3-9a69-48e8-90a0-7f98b8480660'} from n-d-772272-3. {{(pid=109743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:00:40.251883 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-85433df7-21d3-4da0-a4bd-acc959908237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:40.298697 n-d-772272-3 neutron-server[109742]: INFO neutron.db.ipam_backend_mixin [None req-2ebe24ab-ffca-4ac0-ab57-458d22606435 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9df42bb8-614c-4c11-afad-7cf5824a6cb8 (CIDR: 2001:db8::/64) Jan 27 22:00:40.303408 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebe24ab-ffca-4ac0-ab57-458d22606435 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:00:40.304009 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebe24ab-ffca-4ac0-ab57-458d22606435 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:40.356031 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2ebe24ab-ffca-4ac0-ab57-458d22606435 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4511225 Jan 27 22:00:40.357545 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37362) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:40.374016 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2077c8c5-1eda-4edf-9571-dc115aea9f31 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:40.472981 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8bfd13-f092-42d8-ab36-cdf94ebde2c4', 'name': 'network-vif-deleted', 'tag': '2ca85ad1-0bfa-4474-9aca-1d5de0dbff10'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:40.480867 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcf6e65-478b-423c-85e0-de2effc831c5" -d '{"events": [{"server_uuid": "0c8bfd13-f092-42d8-ab36-cdf94ebde2c4", "name": "network-vif-deleted", "tag": "2ca85ad1-0bfa-4474-9aca-1d5de0dbff10"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:40.524238 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3c5c7a4-529c-46e9-b220-625b06d3dc90 req-106c1145-da62-4344-9640-25d5b705fe24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 HTTP/1.1" status: 200 len: 999 time: 0.3409801 Jan 27 22:00:40.527274 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-6345cbac-314e-4455-853a-d7a39f4ab83a req-ebe1cd34-f05b-4d3d-8a40-f4613c45d55d tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] For port 0e77c096-089a-49c5-a654-c7a58e46b19c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=0e77c096-089a-49c5-a654-c7a58e46b19c,segment=NetworkSegment(76b067f7-c831-4487-b4e3-caf1ffaab25c),segment_id=76b067f7-c831-4487-b4e3-caf1ffaab25c)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:40.527643 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6345cbac-314e-4455-853a-d7a39f4ab83a req-ebe1cd34-f05b-4d3d-8a40-f4613c45d55d tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0e77c096-089a-49c5-a654-c7a58e46b19c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:40.588513 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-85433df7-21d3-4da0-a4bd-acc959908237 None None] Allocated IP 2001:db8::2 (fdaa4292-e481-4f0f-a1d5-1416641af0da/9df42bb8-614c-4c11-afad-7cf5824a6cb8/7852ecf3-9a69-48e8-90a0-7f98b8480660) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:40.650396 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2077c8c5-1eda-4edf-9571-dc115aea9f31 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:40.657574 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2077c8c5-1eda-4edf-9571-dc115aea9f31 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:40.657988 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-6345cbac-314e-4455-853a-d7a39f4ab83a req-ebe1cd34-f05b-4d3d-8a40-f4613c45d55d tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Calling delete_port for 0e77c096-089a-49c5-a654-c7a58e46b19c owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:40.688253 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-11d96a48-7184-4d0d-afb4-68c2b85bc050 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f8119ca47b7479290f8f1a732965415&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4716153 Jan 27 22:00:40.754002 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-b47c08e0-df82-470d-ba1b-dfce7092d102 service neutron] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077262 Jan 27 22:00:40.802930 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-85433df7-21d3-4da0-a4bd-acc959908237 None None] For port 7852ecf3-9a69-48e8-90a0-7f98b8480660, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7852ecf3-9a69-48e8-90a0-7f98b8480660,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:40.803517 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5c7a4-529c-46e9-b220-625b06d3dc90 req-04fb94ce-36b8-4c07-9939-352fd76f6cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:40.805950 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3c5c7a4-529c-46e9-b220-625b06d3dc90 req-04fb94ce-36b8-4c07-9939-352fd76f6cec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 200 len: 851 time: 0.2508733 Jan 27 22:00:40.857636 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-85433df7-21d3-4da0-a4bd-acc959908237 None None] Publish callbacks [] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:40.862850 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-85433df7-21d3-4da0-a4bd-acc959908237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:40.905467 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-ef54f7ba-c898-440a-9af1-ca23d89499a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=79d45860-45d3-46c0-a4f4-e8a2bb4d821b HTTP/1.1" status: 200 len: 217 time: 0.1204879 Jan 27 22:00:40.930041 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85433df7-21d3-4da0-a4bd-acc959908237 None None] Pushing event updated for resources: {'Port': ['ID=7852ecf3-9a69-48e8-90a0-7f98b8480660,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:40.962349 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:41.035181 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:41.035546 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 2ca85ad1-0bfa-4474-9aca-1d5de0dbff10 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:41.239279 n-d-772272-3 neutron-server[109742]: DEBUG neutron.objects.ports [None req-2077c8c5-1eda-4edf-9571-dc115aea9f31 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:00:41.486043 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b0465-72b1-46a0-95d4-13a1a1e9171b req-c3ba2e7b-f30c-4cfa-a00b-fd2d03747c7e tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:41.487580 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-390b0465-72b1-46a0-95d4-13a1a1e9171b req-c3ba2e7b-f30c-4cfa-a00b-fd2d03747c7e tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c049241-59dd-4ea6-8b24-71907cac7e8a HTTP/1.1" status: 200 len: 946 time: 0.6970539 Jan 27 22:00:41.487953 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2077c8c5-1eda-4edf-9571-dc115aea9f31 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.554270 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5c7a4-529c-46e9-b220-625b06d3dc90 req-486dea97-1061-42b7-ab44-58b724e4a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:41.555811 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3c5c7a4-529c-46e9-b220-625b06d3dc90 req-486dea97-1061-42b7-ab44-58b724e4a348 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6700695 Jan 27 22:00:41.568352 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-374abb8a-6e72-4f4e-9c36-22ebfcdec17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:41.569800 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-374abb8a-6e72-4f4e-9c36-22ebfcdec17c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb88c7c3-aca7-4bf4-9856-6572de677ec3 HTTP/1.1" status: 200 len: 797 time: 0.6235337 Jan 27 22:00:41.672985 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-390b0465-72b1-46a0-95d4-13a1a1e9171b req-e50ad1db-ed36-4ae6-8334-762bf78702ac tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a237a7f-74d9-4140-aa16-f854a2ed1066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590471 Jan 27 22:00:41.694458 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-e7263dc0-74b2-49b0-83de-37413359b67d service neutron] 10.222.0.23 "GET /v2.0/networks/459b8894-edc1-457b-b0fc-103b65af4a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9919395 Jan 27 22:00:41.707952 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-2077c8c5-1eda-4edf-9571-dc115aea9f31 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] For port 7852ecf3-9a69-48e8-90a0-7f98b8480660, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7852ecf3-9a69-48e8-90a0-7f98b8480660,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:41.759659 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2077c8c5-1eda-4edf-9571-dc115aea9f31 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.766273 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2077c8c5-1eda-4edf-9571-dc115aea9f31 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.767296 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2077c8c5-1eda-4edf-9571-dc115aea9f31 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (b37f24c1-3daf-4d82-9a9e-a2dcbc9c61f2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.874396 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2077c8c5-1eda-4edf-9571-dc115aea9f31 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:41.878554 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-2077c8c5-1eda-4edf-9571-dc115aea9f31 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:41.880312 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077c8c5-1eda-4edf-9571-dc115aea9f31 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=7852ecf3-9a69-48e8-90a0-7f98b8480660,revision_number=9']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:41.883609 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2077c8c5-1eda-4edf-9571-dc115aea9f31 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:41.884235 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2077c8c5-1eda-4edf-9571-dc115aea9f31 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.909484 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2077c8c5-1eda-4edf-9571-dc115aea9f31 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5499072 Jan 27 22:00:41.911061 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3c5c7a4-529c-46e9-b220-625b06d3dc90 req-8ded6dab-b9c1-4b72-8cb1-25b097d0f911 service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315930 Jan 27 22:00:41.912219 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37376) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:41.916726 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77a42f1-67e7-42d6-bb5c-32192fd1eb0f x-openstack-request-id: req-e77a42f1-67e7-42d6-bb5c-32192fd1eb0f {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:41.917070 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8bfd13-f092-42d8-ab36-cdf94ebde2c4", "name": "network-vif-deleted", "tag": "2ca85ad1-0bfa-4474-9aca-1d5de0dbff10", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:41.917417 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e77a42f1-67e7-42d6-bb5c-32192fd1eb0f {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:41.917823 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8bfd13-f092-42d8-ab36-cdf94ebde2c4', 'name': 'network-vif-deleted', 'tag': '2ca85ad1-0bfa-4474-9aca-1d5de0dbff10', 'status': 'completed', 'code': 200} Jan 27 22:00:41.918096 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-59171e4f-b742-44a0-9b0e-95fbe6cddcd7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'mac_address': 'fa:16:3e:85:6a:6a', 'name': 'tempest-NetworksTestDHCPv6-683558980'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:41.955525 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3220e209-111a-46e9-9902-162036cd89bb req-644be618-950c-4304-bccb-a5eeae957d9b tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.0414467 Jan 27 22:00:41.963704 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6345cbac-314e-4455-853a-d7a39f4ab83a req-ebe1cd34-f05b-4d3d-8a40-f4613c45d55d tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0e77c096-089a-49c5-a654-c7a58e46b19c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:42.047953 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077c8c5-1eda-4edf-9571-dc115aea9f31 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=b37f24c1-3daf-4d82-9a9e-a2dcbc9c61f2,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:42.069819 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59171e4f-b742-44a0-9b0e-95fbe6cddcd7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:42.108711 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ba4284-4ae4-4c40-be53-4cdb59955e0a None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:42.145613 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-2e91caf0-906b-49e2-b087-b5c8914940c9 service neutron] 10.222.0.23 "GET /v2.0/networks/459b8894-edc1-457b-b0fc-103b65af4a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502769 Jan 27 22:00:42.146759 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1cd34-f05b-4d3d-8a40-f4613c45d55d tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Pushing event deleted for resources: {'Port': ['ID=0e77c096-089a-49c5-a654-c7a58e46b19c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:42.181686 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59171e4f-b742-44a0-9b0e-95fbe6cddcd7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:42.183619 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3c5c7a4-529c-46e9-b220-625b06d3dc90 req-f9fb4b89-0889-45dd-8fb9-a1428c673c27 service neutron] 10.222.0.21 "GET /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268674 Jan 27 22:00:42.202425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-2ebb25dd-59d8-4628-9dd7-7740cce5e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:42.207125 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-2ebb25dd-59d8-4628-9dd7-7740cce5e573 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6244986 Jan 27 22:00:42.224938 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-bd2731c9-7055-4e05-addc-49178e5efa1d None None] Provisioning complete for port 7852ecf3-9a69-48e8-90a0-7f98b8480660 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:42.225391 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bd2731c9-7055-4e05-addc-49178e5efa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:42.227516 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-59171e4f-b742-44a0-9b0e-95fbe6cddcd7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] device_id is not set on port 5f9516be-7741-4ad7-88e7-783530df58a7 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:00:42.315520 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-6345cbac-314e-4455-853a-d7a39f4ab83a req-ebe1cd34-f05b-4d3d-8a40-f4613c45d55d tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] No DVR routers for this DVR port 0e77c096-089a-49c5-a654-c7a58e46b19c on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:42.320284 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6345cbac-314e-4455-853a-d7a39f4ab83a req-ebe1cd34-f05b-4d3d-8a40-f4613c45d55d tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:42.331873 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6345cbac-314e-4455-853a-d7a39f4ab83a req-ebe1cd34-f05b-4d3d-8a40-f4613c45d55d tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.15 "DELETE /v2.0/ports/0e77c096-089a-49c5-a654-c7a58e46b19c HTTP/1.1" status: 204 len: 173 time: 3.0798211 Jan 27 22:00:42.360938 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e8198-0f46-4d88-9ba3-5983364bef9b req-c6908e1e-cb85-4e16-bdef-0e4056e898d1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:42.370159 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a0e8198-0f46-4d88-9ba3-5983364bef9b req-c6908e1e-cb85-4e16-bdef-0e4056e898d1 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.2776396 Jan 27 22:00:42.450344 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-bd2731c9-7055-4e05-addc-49178e5efa1d None None] Current status of the port 7852ecf3-9a69-48e8-90a0-7f98b8480660 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:42.579442 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3fcb56a8-1d09-4303-9cfc-bfd2efba1673 req-a2118629-3e4f-4fca-b4ed-5ee1b20c5240 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/ports?device_id=791b758a-00f5-4925-9997-c72639eadcbd HTTP/1.1" status: 200 len: 210 time: 0.0750923 Jan 27 22:00:42.604488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a0e8198-0f46-4d88-9ba3-5983364bef9b req-fdb33b62-9f44-44d0-bf60-e9a5bedb20e5 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330852 Jan 27 22:00:42.613644 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:42.630552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-c202d05e-1a63-4088-80cb-07b6782c837f service neutron] 10.222.0.15 "GET /v2.0/networks/7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154518 Jan 27 22:00:42.767928 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-59171e4f-b742-44a0-9b0e-95fbe6cddcd7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8::177 (fdaa4292-e481-4f0f-a1d5-1416641af0da/9df42bb8-614c-4c11-afad-7cf5824a6cb8/5f9516be-7741-4ad7-88e7-783530df58a7) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:42.780525 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-59171e4f-b742-44a0-9b0e-95fbe6cddcd7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8:0:1:f816:3eff:fe85:6a6a (fdaa4292-e481-4f0f-a1d5-1416641af0da/b37f24c1-3daf-4d82-9a9e-a2dcbc9c61f2/5f9516be-7741-4ad7-88e7-783530df58a7) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:42.834128 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4824691-73ba-406b-9240-3357aff681e6 req-326826fe-50f5-4de6-926c-6ea6f945338c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:42.835709 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4824691-73ba-406b-9240-3357aff681e6 req-326826fe-50f5-4de6-926c-6ea6f945338c tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.3048048 Jan 27 22:00:42.882438 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7f5c17b-4ea1-4dff-b0e7-634ebe8124ba req-698a9ccc-830d-402e-a4a1-4592078d802c tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a904f46b-4159-4dab-a6d7-91b467859f14 HTTP/1.1" status: 200 len: 210 time: 0.1078451 Jan 27 22:00:43.095117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-434dadc8-4700-4891-a96c-147892fb9928 service neutron] 10.222.0.15 "GET /v2.0/networks/7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589508 Jan 27 22:00:43.140201 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac91bc-7dee-4d67-bdd7-5891b44325de req-0b338d6d-7783-407e-9944-5960a9275624 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:43.147956 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-07ac91bc-7dee-4d67-bdd7-5891b44325de req-0b338d6d-7783-407e-9944-5960a9275624 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c049241-59dd-4ea6-8b24-71907cac7e8a HTTP/1.1" status: 200 len: 946 time: 0.3366032 Jan 27 22:00:43.179037 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7852ecf3-9a69-48e8-90a0-7f98b8480660 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:43.214147 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-a332bde2-3f71-4f7a-b029-c3d93e942d44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aa7607f2-cff4-4487-b664-ab2ae9bf2878 HTTP/1.1" status: 200 len: 217 time: 0.1106892 Jan 27 22:00:43.285083 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59171e4f-b742-44a0-9b0e-95fbe6cddcd7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (5f9516be-7741-4ad7-88e7-783530df58a7), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:43.294864 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 7852ecf3-9a69-48e8-90a0-7f98b8480660 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:43.296291 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:43.352077 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ca613-2015-4697-8389-dbebe9533f03 req-f19ee244-bb6c-4b6f-8694-0742eddd170f tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:43.354150 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-d48ca613-2015-4697-8389-dbebe9533f03 req-f19ee244-bb6c-4b6f-8694-0742eddd170f tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c049241-59dd-4ea6-8b24-71907cac7e8a HTTP/1.1" status: 200 len: 946 time: 0.2843931 Jan 27 22:00:43.431537 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-a4824691-73ba-406b-9240-3357aff681e6 req-e515812f-179d-41ed-9a7d-d8e823940bd0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Deleting port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:43.431898 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a4824691-73ba-406b-9240-3357aff681e6 req-e515812f-179d-41ed-9a7d-d8e823940bd0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:43.483327 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-07ac91bc-7dee-4d67-bdd7-5891b44325de req-20333d5e-37fa-48c3-bdc1-1e24796d0305 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a237a7f-74d9-4140-aa16-f854a2ed1066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301845 Jan 27 22:00:43.504323 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a6f0d2-c5cd-411b-ba4d-6ad1fc2aca3a None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:43.535117 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-2976983c-ef15-42c5-ad8a-e1530e1b7e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:43.536707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-2976983c-ef15-42c5-ad8a-e1530e1b7e6e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb88c7c3-aca7-4bf4-9856-6572de677ec3 HTTP/1.1" status: 200 len: 797 time: 0.3158202 Jan 27 22:00:43.546653 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 0e77c096-089a-49c5-a654-c7a58e46b19c no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:43.549250 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59171e4f-b742-44a0-9b0e-95fbe6cddcd7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5f9516be-7741-4ad7-88e7-783530df58a7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:43.614432 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 0e77c096-089a-49c5-a654-c7a58e46b19c {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:43.614791 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 0e77c096-089a-49c5-a654-c7a58e46b19c not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:43.629553 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59171e4f-b742-44a0-9b0e-95fbe6cddcd7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:43.632024 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59171e4f-b742-44a0-9b0e-95fbe6cddcd7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=5f9516be-7741-4ad7-88e7-783530df58a7,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:43.636239 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-59171e4f-b742-44a0-9b0e-95fbe6cddcd7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:43.639868 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59171e4f-b742-44a0-9b0e-95fbe6cddcd7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:43.646416 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59171e4f-b742-44a0-9b0e-95fbe6cddcd7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:43.647074 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59171e4f-b742-44a0-9b0e-95fbe6cddcd7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:43.674060 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-ec475222-90f7-4c49-9a41-08810b968698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:43.680713 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-ec475222-90f7-4c49-9a41-08810b968698 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1374843 Jan 27 22:00:43.729924 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-59171e4f-b742-44a0-9b0e-95fbe6cddcd7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8166823 Jan 27 22:00:43.740004 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37398) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:43.771909 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-d48ca613-2015-4697-8389-dbebe9533f03 req-1a9ba0a7-4d63-4616-9320-99f75b154922 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Deleting port b0c116e7-714b-4fa1-9b23-2c196e349e79 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:43.776572 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-d48ca613-2015-4697-8389-dbebe9533f03 req-1a9ba0a7-4d63-4616-9320-99f75b154922 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b0c116e7-714b-4fa1-9b23-2c196e349e79), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:43.776746 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 7852ecf3-9a69-48e8-90a0-7f98b8480660 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:43.816059 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b3cb5550-bc31-47a3-aa07-6f8266f37ccb None None] Provisioning complete for port 7852ecf3-9a69-48e8-90a0-7f98b8480660 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:43.816868 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5550-bc31-47a3-aa07-6f8266f37ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:43.874289 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23f8c900-5b06-4b26-b75e-e05bd8230b49 req-cf91f51d-5cae-4711-9296-45839afcfd29 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.0538852 Jan 27 22:00:43.905433 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a0c43d6-756f-40ad-8ac8-9a858dea7b08 req-46e182b2-3d9c-4478-bf07-4907704e3c75 tempest-InstanceActionsTestJSON-1301519714 tempest-InstanceActionsTestJSON-1301519714-project] 10.222.0.23 "GET /v2.0/ports?device_id=791b758a-00f5-4925-9997-c72639eadcbd HTTP/1.1" status: 200 len: 210 time: 0.1394033 Jan 27 22:00:43.911337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a4824691-73ba-406b-9240-3357aff681e6 req-e515812f-179d-41ed-9a7d-d8e823940bd0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] For port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:43.911622 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a4824691-73ba-406b-9240-3357aff681e6 req-e515812f-179d-41ed-9a7d-d8e823940bd0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:43.932239 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791b758a-00f5-4925-9997-c72639eadcbd', 'name': 'network-vif-deleted', 'tag': '0e77c096-089a-49c5-a654-c7a58e46b19c'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:43.938584 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b532cc-7c6d-4c5e-98f6-d0ab9e6a6efd" -d '{"events": [{"server_uuid": "791b758a-00f5-4925-9997-c72639eadcbd", "name": "network-vif-deleted", "tag": "0e77c096-089a-49c5-a654-c7a58e46b19c"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:44.034471 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b3cb5550-bc31-47a3-aa07-6f8266f37ccb None None] Current status of the port 7852ecf3-9a69-48e8-90a0-7f98b8480660 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:44.197103 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a4824691-73ba-406b-9240-3357aff681e6 req-e515812f-179d-41ed-9a7d-d8e823940bd0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:44.197413 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a4824691-73ba-406b-9240-3357aff681e6 req-e515812f-179d-41ed-9a7d-d8e823940bd0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (d114bbca-ef43-4fa3-94a7-36cbad37bc32), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:44.197519 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-a4824691-73ba-406b-9240-3357aff681e6 req-e515812f-179d-41ed-9a7d-d8e823940bd0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Floating IP d114bbca-ef43-4fa3-94a7-36cbad37bc32 disassociated. External IP: 172.25.3.80, port: d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50. Jan 27 22:00:44.197841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-a4824691-73ba-406b-9240-3357aff681e6 req-e515812f-179d-41ed-9a7d-d8e823940bd0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Calling delete_port for d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:44.339324 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5db6b79d-0e65-43cf-82e8-7b4e3bc2db75 req-0e269f15-6943-4d22-8737-838df873d64d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a904f46b-4159-4dab-a6d7-91b467859f14 HTTP/1.1" status: 200 len: 210 time: 0.1247656 Jan 27 22:00:44.386593 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8f9a44c2-2c75-430f-a9fe-d05b95688bd5 None None] Provisioning complete for port 5f9516be-7741-4ad7-88e7-783530df58a7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:44.387079 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8f9a44c2-2c75-430f-a9fe-d05b95688bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5f9516be-7741-4ad7-88e7-783530df58a7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:44.418117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-94c1ba82-7fd8-49a3-9670-5ac53e3d3ee3 service neutron] 10.222.0.15 "GET /v2.0/networks/7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7265294 Jan 27 22:00:44.466948 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd42b56-3991-4912-8570-5e1cb5152071 x-openstack-request-id: req-bcd42b56-3991-4912-8570-5e1cb5152071 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:44.467185 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791b758a-00f5-4925-9997-c72639eadcbd", "name": "network-vif-deleted", "tag": "0e77c096-089a-49c5-a654-c7a58e46b19c", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:44.467301 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bcd42b56-3991-4912-8570-5e1cb5152071 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:44.467638 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791b758a-00f5-4925-9997-c72639eadcbd', 'name': 'network-vif-deleted', 'tag': '0e77c096-089a-49c5-a654-c7a58e46b19c', 'status': 'completed', 'code': 200} Jan 27 22:00:44.493971 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a44c2-2c75-430f-a9fe-d05b95688bd5 None None] Port 5f9516be-7741-4ad7-88e7-783530df58a7 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:00:44.510825 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c2847-bb37-41d7-9462-7ac6f100b386 req-5b63fa52-7f04-474e-941d-7b1f172f66bc tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:44.516791 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8f9a44c2-2c75-430f-a9fe-d05b95688bd5 None None] Provisioning complete for port 7852ecf3-9a69-48e8-90a0-7f98b8480660 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:44.517178 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8f9a44c2-2c75-430f-a9fe-d05b95688bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:44.522112 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d56c2847-bb37-41d7-9462-7ac6f100b386 req-5b63fa52-7f04-474e-941d-7b1f172f66bc tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 945 time: 0.3092248 Jan 27 22:00:44.679632 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-d48ca613-2015-4697-8389-dbebe9533f03 req-1a9ba0a7-4d63-4616-9320-99f75b154922 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] For port b0c116e7-714b-4fa1-9b23-2c196e349e79, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=b0c116e7-714b-4fa1-9b23-2c196e349e79,segment=NetworkSegment(1de3d4ff-c3fa-4e6e-a167-866597f4b49a),segment_id=1de3d4ff-c3fa-4e6e-a167-866597f4b49a)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:44.680401 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-d48ca613-2015-4697-8389-dbebe9533f03 req-1a9ba0a7-4d63-4616-9320-99f75b154922 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b0c116e7-714b-4fa1-9b23-2c196e349e79), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:44.699143 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-d48ca613-2015-4697-8389-dbebe9533f03 req-1a9ba0a7-4d63-4616-9320-99f75b154922 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Calling delete_port for b0c116e7-714b-4fa1-9b23-2c196e349e79 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:44.702897 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a44c2-2c75-430f-a9fe-d05b95688bd5 None None] Current status of the port 7852ecf3-9a69-48e8-90a0-7f98b8480660 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:44.780405 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-7032550b-b2de-4584-9611-4eb57cc75fdd tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:44.782483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-7032550b-b2de-4584-9611-4eb57cc75fdd tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.15 "GET /v2.0/networks?id=459b8894-edc1-457b-b0fc-103b65af4a7d HTTP/1.1" status: 200 len: 814 time: 0.5237839 Jan 27 22:00:44.794439 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a4824691-73ba-406b-9240-3357aff681e6 req-e515812f-179d-41ed-9a7d-d8e823940bd0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:44.810771 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-cc975c9f-cf61-4856-bc62-2669ee209a77 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting port 5f9516be-7741-4ad7-88e7-783530df58a7 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:44.811365 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cc975c9f-cf61-4856-bc62-2669ee209a77 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5f9516be-7741-4ad7-88e7-783530df58a7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:44.817225 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-43121b1a-c2d4-4091-8642-e2c4b80cc0a7 None None] Could not find standard attr ID for object 7f5ebf27-07af-4f15-a726-cba24417e949. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:00:44.849429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-dbd8430f-2d82-4871-a2fb-bd32553ca00d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Request body: {'port': {'device_id': 'a904f46b-4159-4dab-a6d7-91b467859f14', 'network_id': '459b8894-edc1-457b-b0fc-103b65af4a7d', 'admin_state_up': True, 'tenant_id': '5f8119ca47b7479290f8f1a732965415'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:44.914852 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7319f31-baa1-484d-b8ed-7db2fa110a4f req-6ef336cc-08f6-4bfa-a308-1a889ae5d3ab service neutron] 10.222.0.15 "GET /v2.0/networks/7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895933 Jan 27 22:00:45.004116 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728e049-cd33-40f3-a39a-0091a8abc6ff req-58ad1fac-3232-44fa-8b5a-072630bd017f tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:45.018655 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5728e049-cd33-40f3-a39a-0091a8abc6ff req-58ad1fac-3232-44fa-8b5a-072630bd017f tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c049241-59dd-4ea6-8b24-71907cac7e8a HTTP/1.1" status: 200 len: 946 time: 0.2980390 Jan 27 22:00:45.025460 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515812f-179d-41ed-9a7d-d8e823940bd0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Pushing event deleted for resources: {'Port': ['ID=d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:45.051958 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cc975c9f-cf61-4856-bc62-2669ee209a77 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5f9516be-7741-4ad7-88e7-783530df58a7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:45.091130 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-cc975c9f-cf61-4856-bc62-2669ee209a77 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Calling delete_port for 5f9516be-7741-4ad7-88e7-783530df58a7 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:45.108969 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-d48ca613-2015-4697-8389-dbebe9533f03 req-1a9ba0a7-4d63-4616-9320-99f75b154922 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b0c116e7-714b-4fa1-9b23-2c196e349e79), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:45.131176 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d56c2847-bb37-41d7-9462-7ac6f100b386 req-3d4a1151-8465-4b68-b2d7-bee3db73caeb tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f385be6-35d0-4ffd-bfa8-85b66e2a3411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6079650 Jan 27 22:00:45.186519 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ba0a7-4d63-4616-9320-99f75b154922 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Pushing event deleted for resources: {'Port': ['ID=b0c116e7-714b-4fa1-9b23-2c196e349e79,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:45.268723 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-9f72ccf1-f091-47d2-a1e8-240f5fb04d03 None None] Provisioning complete for port 5f9516be-7741-4ad7-88e7-783530df58a7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:45.269108 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9f72ccf1-f091-47d2-a1e8-240f5fb04d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5f9516be-7741-4ad7-88e7-783530df58a7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:45.362888 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9f72ccf1-f091-47d2-a1e8-240f5fb04d03 None None] Port 5f9516be-7741-4ad7-88e7-783530df58a7 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:00:45.369933 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48ca613-2015-4697-8389-dbebe9533f03 req-1a9ba0a7-4d63-4616-9320-99f75b154922 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] No DVR routers for this DVR port b0c116e7-714b-4fa1-9b23-2c196e349e79 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:45.374377 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-d48ca613-2015-4697-8389-dbebe9533f03 req-1a9ba0a7-4d63-4616-9320-99f75b154922 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:45.377719 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-d48ca613-2015-4697-8389-dbebe9533f03 req-1a9ba0a7-4d63-4616-9320-99f75b154922 tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.21 "DELETE /v2.0/ports/b0c116e7-714b-4fa1-9b23-2c196e349e79 HTTP/1.1" status: 204 len: 173 time: 2.0110548 Jan 27 22:00:45.378183 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c049241-59dd-4ea6-8b24-71907cac7e8a', 'name': 'network-vif-deleted', 'tag': 'b0c116e7-714b-4fa1-9b23-2c196e349e79'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:45.380467 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f098fe4-f580-4995-b0eb-256c94ff70f9" -d '{"events": [{"server_uuid": "9c049241-59dd-4ea6-8b24-71907cac7e8a", "name": "network-vif-deleted", "tag": "b0c116e7-714b-4fa1-9b23-2c196e349e79"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:45.571825 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cc975c9f-cf61-4856-bc62-2669ee209a77 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5f9516be-7741-4ad7-88e7-783530df58a7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:45.631551 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc975c9f-cf61-4856-bc62-2669ee209a77 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Port': ['ID=5f9516be-7741-4ad7-88e7-783530df58a7,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:45.735346 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cc975c9f-cf61-4856-bc62-2669ee209a77 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:45.738778 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cc975c9f-cf61-4856-bc62-2669ee209a77 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/5f9516be-7741-4ad7-88e7-783530df58a7 HTTP/1.1" status: 204 len: 168 time: 1.9954321 Jan 27 22:00:45.744091 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37414) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:45.826991 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6a8247-e118-480a-b41c-26fe167a031a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:45.829263 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2d6a8247-e118-480a-b41c-26fe167a031a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0841260 Jan 27 22:00:45.831749 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37416) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:45.928834 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53c8f80-b5d2-4f39-ac1f-a2f49f1e0ee1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:45.930859 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b53c8f80-b5d2-4f39-ac1f-a2f49f1e0ee1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0972555 Jan 27 22:00:45.933337 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37418) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:46.010826 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2816a3e4-2482-424e-8b67-a53ad93867b4 req-f34e9621-0aed-4ab4-8b33-17b5069e8236 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.2393281 Jan 27 22:00:46.040328 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5728e049-cd33-40f3-a39a-0091a8abc6ff req-30625848-6cc9-460b-8392-19b31d696c6a tempest-ServerGroupTestJSON-742800411 tempest-ServerGroupTestJSON-742800411-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a237a7f-74d9-4140-aa16-f854a2ed1066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0190365 Jan 27 22:00:46.049404 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a28576-e6b0-4d92-865b-b08bedb42e38 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:46.051572 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a28576-e6b0-4d92-865b-b08bedb42e38 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:46.053023 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a28576-e6b0-4d92-865b-b08bedb42e38 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:46.054866 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c8a28576-e6b0-4d92-865b-b08bedb42e38 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1204698 Jan 27 22:00:46.057504 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37420) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:46.068993 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4824691-73ba-406b-9240-3357aff681e6 req-e515812f-179d-41ed-9a7d-d8e823940bd0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Router 9c9960be-67ec-4018-8015-65dedbd84429 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:00:46.138582 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37422) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:46.196132 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05db630-97a4-44be-835b-c89867cb79ec tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet 9df42bb8-614c-4c11-afad-7cf5824a6cb8 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:46.205651 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ebe560-ab27-4ea6-b19a-21320cae2241 x-openstack-request-id: req-05ebe560-ab27-4ea6-b19a-21320cae2241 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:46.205862 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c049241-59dd-4ea6-8b24-71907cac7e8a", "name": "network-vif-deleted", "tag": "b0c116e7-714b-4fa1-9b23-2c196e349e79", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:46.206052 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05ebe560-ab27-4ea6-b19a-21320cae2241 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:46.206425 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c049241-59dd-4ea6-8b24-71907cac7e8a', 'name': 'network-vif-deleted', 'tag': 'b0c116e7-714b-4fa1-9b23-2c196e349e79', 'status': 'completed', 'code': 200} Jan 27 22:00:46.207099 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a05db630-97a4-44be-835b-c89867cb79ec tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (9df42bb8-614c-4c11-afad-7cf5824a6cb8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.256053 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7dc518df-be5c-4d34-bee4-f5c701270a1b req-b688f4d0-0c57-4b7c-b8d7-a7ff1c9d6302 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a904f46b-4159-4dab-a6d7-91b467859f14 HTTP/1.1" status: 200 len: 210 time: 0.0359347 Jan 27 22:00:46.294625 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a05db630-97a4-44be-835b-c89867cb79ec tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (9df42bb8-614c-4c11-afad-7cf5824a6cb8), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.353479 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-dbd8430f-2d82-4871-a2fb-bd32553ca00d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Made reservation on behalf of 5f8119ca47b7479290f8f1a732965415 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:46.357288 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-dbd8430f-2d82-4871-a2fb-bd32553ca00d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.401444 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f781650-6936-4c49-b54a-404b31df9390 admin admin] Deleting subnet 0f6bc830-2284-4818-aa3b-6fc6a2955537 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:46.405250 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d0954280-a7a0-4e3a-9216-396ce1d2854a req-500b70ae-6ac3-45d4-aa99-9b54c37554b9 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 210 time: 0.0761712 Jan 27 22:00:46.414695 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f781650-6936-4c49-b54a-404b31df9390 admin admin] Publish callbacks [] for subnet (0f6bc830-2284-4818-aa3b-6fc6a2955537), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.453684 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a05db630-97a4-44be-835b-c89867cb79ec tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (9df42bb8-614c-4c11-afad-7cf5824a6cb8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.537355 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f781650-6936-4c49-b54a-404b31df9390 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (0f6bc830-2284-4818-aa3b-6fc6a2955537), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.540419 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a05db630-97a4-44be-835b-c89867cb79ec tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (9df42bb8-614c-4c11-afad-7cf5824a6cb8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.571158 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05db630-97a4-44be-835b-c89867cb79ec tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=9df42bb8-614c-4c11-afad-7cf5824a6cb8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:46.579373 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a05db630-97a4-44be-835b-c89867cb79ec tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.584520 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a05db630-97a4-44be-835b-c89867cb79ec tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/9df42bb8-614c-4c11-afad-7cf5824a6cb8 HTTP/1.1" status: 204 len: 168 time: 0.5258968 Jan 27 22:00:46.584720 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40275f0c-2fd4-4456-bdac-15c889eb3373 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:46.587114 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37426) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:46.634966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4824691-73ba-406b-9240-3357aff681e6 req-e515812f-179d-41ed-9a7d-d8e823940bd0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:00:46.655088 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f781650-6936-4c49-b54a-404b31df9390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (0f6bc830-2284-4818-aa3b-6fc6a2955537), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.655319 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3bd60e-0f97-4ca2-9853-d2b48f55ac4b None None] Sync routers for ids ['9c9960be-67ec-4018-8015-65dedbd84429'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:00:46.691249 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3bd60e-0f97-4ca2-9853-d2b48f55ac4b None None] Routers {'9c9960be-67ec-4018-8015-65dedbd84429'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:46.695421 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-08251cfe-cd02-4a23-a6b3-75093b1522a2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet b37f24c1-3daf-4d82-9a9e-a2dcbc9c61f2 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:46.695849 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6c3bd60e-0f97-4ca2-9853-d2b48f55ac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:00:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['9c9960be-67ec-4018-8015-65dedbd84429'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:46.704520 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08251cfe-cd02-4a23-a6b3-75093b1522a2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (b37f24c1-3daf-4d82-9a9e-a2dcbc9c61f2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.720989 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4824691-73ba-406b-9240-3357aff681e6 req-e515812f-179d-41ed-9a7d-d8e823940bd0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] No DVR routers for this DVR port d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:46.726843 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a4824691-73ba-406b-9240-3357aff681e6 req-e515812f-179d-41ed-9a7d-d8e823940bd0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.730068 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4824691-73ba-406b-9240-3357aff681e6 req-e515812f-179d-41ed-9a7d-d8e823940bd0 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.21 "DELETE /v2.0/ports/d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 HTTP/1.1" status: 204 len: 173 time: 3.8713589 Jan 27 22:00:46.734426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'name': 'network-vif-deleted', 'tag': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:46.736761 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf40353-c046-45b2-a7c9-9f49e591ee07" -d '{"events": [{"server_uuid": "d8c1d721-463b-4e12-80a4-6602c894c588", "name": "network-vif-deleted", "tag": "d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:46.740189 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-dbd8430f-2d82-4871-a2fb-bd32553ca00d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Allocated IP 172.20.0.7 (459b8894-edc1-457b-b0fc-103b65af4a7d/2bb2bac3-c60e-4848-afff-f0961fb92d28/8bb52390-ff99-4e95-ace3-4830cf7f124c) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:46.835927 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08251cfe-cd02-4a23-a6b3-75093b1522a2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (b37f24c1-3daf-4d82-9a9e-a2dcbc9c61f2), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.849663 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a74aa2-6faf-4f0f-bde5-38ccf58cd7ce x-openstack-request-id: req-b4a74aa2-6faf-4f0f-bde5-38ccf58cd7ce {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:46.849969 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c1d721-463b-4e12-80a4-6602c894c588", "name": "network-vif-deleted", "tag": "d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:46.850237 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4a74aa2-6faf-4f0f-bde5-38ccf58cd7ce {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:46.850658 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c1d721-463b-4e12-80a4-6602c894c588', 'name': 'network-vif-deleted', 'tag': 'd4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50', 'status': 'completed', 'code': 200} Jan 27 22:00:46.870058 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f781650-6936-4c49-b54a-404b31df9390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (0f6bc830-2284-4818-aa3b-6fc6a2955537), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.916954 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-6c3bd60e-0f97-4ca2-9853-d2b48f55ac4b None None] Set router 9c9960be-67ec-4018-8015-65dedbd84429 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:00:46.951588 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f781650-6936-4c49-b54a-404b31df9390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.965667 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9f781650-6936-4c49-b54a-404b31df9390 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0f6bc830-2284-4818-aa3b-6fc6a2955537 HTTP/1.1" status: 204 len: 168 time: 0.8259289 Jan 27 22:00:46.970855 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37430) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:46.977520 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device b0c116e7-714b-4fa1-9b23-2c196e349e79 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:47.034794 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: b0c116e7-714b-4fa1-9b23-2c196e349e79 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:47.047044 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device b0c116e7-714b-4fa1-9b23-2c196e349e79 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:47.053647 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:47.072971 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f781650-6936-4c49-b54a-404b31df9390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f6bc830-2284-4818-aa3b-6fc6a2955537,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:47.140071 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:47.152626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d4a867dd-b7af-4d8b-aa91-9e9e3d8a0e50 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:47.229034 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d515270-ad5c-4c58-92de-8dc19c1ad607 req-422c76ae-b407-4ccd-bdd0-81e883753045 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.0365677 Jan 27 22:00:47.258092 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08251cfe-cd02-4a23-a6b3-75093b1522a2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (b37f24c1-3daf-4d82-9a9e-a2dcbc9c61f2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.299600 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-dbd8430f-2d82-4871-a2fb-bd32553ca00d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Publish callbacks [] for port (8bb52390-ff99-4e95-ace3-4830cf7f124c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.435431 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe108a1e-be6c-4804-b3f3-59f883a9a4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.448794 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08251cfe-cd02-4a23-a6b3-75093b1522a2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (b37f24c1-3daf-4d82-9a9e-a2dcbc9c61f2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.493259 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc44750b-c4c6-4f4f-b4e7-39adbe49b53c req-1d8624a3-ad72-4c4e-a44d-52f30d90a465 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a904f46b-4159-4dab-a6d7-91b467859f14 HTTP/1.1" status: 200 len: 210 time: 0.0892866 Jan 27 22:00:47.526172 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-dbd8430f-2d82-4871-a2fb-bd32553ca00d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (8bb52390-ff99-4e95-ace3-4830cf7f124c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.532357 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08251cfe-cd02-4a23-a6b3-75093b1522a2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=b37f24c1-3daf-4d82-9a9e-a2dcbc9c61f2,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:47.552197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['2eff0d7f-a483-4476-be8c-1dd7c8e1f630'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:00:47.582849 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6c3bd60e-0f97-4ca2-9853-d2b48f55ac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9960be-67ec-4018-8015-65dedbd84429', 'name': 'tempest-ServerActionsTestJSON-1914853775-router', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '9add7880-394d-4681-a11a-b65dc23fb120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T21:47:53Z', 'revision_number': 4, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'gw_port': {'id': '9add7880-394d-4681-a11a-b65dc23fb120', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:48Z', 'updated_at': '2022-01-27T21:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92', 'name': '', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'mac_address': 'fa:16:3e:d8:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:52Z', 'updated_at': '2022-01-27T21:48:02Z', 'revision_number': 5, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'subnets': [{'id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:47.645267 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3bd60e-0f97-4ca2-9853-d2b48f55ac4b None None] Checking router: 9c9960be-67ec-4018-8015-65dedbd84429 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:00:47.656000 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37458) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:47.660924 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe108a1e-be6c-4804-b3f3-59f883a9a4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.665263 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3bd60e-0f97-4ca2-9853-d2b48f55ac4b None None] Routers {'9c9960be-67ec-4018-8015-65dedbd84429'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:47.666953 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6c3bd60e-0f97-4ca2-9853-d2b48f55ac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:00:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['9c9960be-67ec-4018-8015-65dedbd84429'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:47.702367 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-fe108a1e-be6c-4804-b3f3-59f883a9a4ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:47.718230 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-fe108a1e-be6c-4804-b3f3-59f883a9a4ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b067f7-c831-4487-b4e3-caf1ffaab25c') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:47.718542 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-fe108a1e-be6c-4804-b3f3-59f883a9a4ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b067f7-c831-4487-b4e3-caf1ffaab25c') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:47.761014 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe108a1e-be6c-4804-b3f3-59f883a9a4ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (76b067f7-c831-4487-b4e3-caf1ffaab25c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.783498 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d3db5f9-ed46-4bcf-9152-afbc6da3dd24 req-621b7a72-65aa-405d-b08d-de8862e6173b tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8c1d721-463b-4e12-80a4-6602c894c588 HTTP/1.1" status: 200 len: 210 time: 0.1544387 Jan 27 22:00:47.790744 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe108a1e-be6c-4804-b3f3-59f883a9a4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (76b067f7-c831-4487-b4e3-caf1ffaab25c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.791604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-dbd8430f-2d82-4871-a2fb-bd32553ca00d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Network 459b8894-edc1-457b-b0fc-103b65af4a7d is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:47.801381 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe108a1e-be6c-4804-b3f3-59f883a9a4ff admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:00:47.801793 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe108a1e-be6c-4804-b3f3-59f883a9a4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (76b067f7-c831-4487-b4e3-caf1ffaab25c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.811684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-dbd8430f-2d82-4871-a2fb-bd32553ca00d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:47.827479 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-dbd8430f-2d82-4871-a2fb-bd32553ca00d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:47.850252 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-6c3bd60e-0f97-4ca2-9853-d2b48f55ac4b None None] Set router 9c9960be-67ec-4018-8015-65dedbd84429 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:00:47.878352 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:00:47.881138 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08251cfe-cd02-4a23-a6b3-75093b1522a2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.883655 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-08251cfe-cd02-4a23-a6b3-75093b1522a2 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/b37f24c1-3daf-4d82-9a9e-a2dcbc9c61f2 HTTP/1.1" status: 204 len: 168 time: 1.2952464 Jan 27 22:00:47.884972 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe108a1e-be6c-4804-b3f3-59f883a9a4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.886305 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37460) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:47.908545 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8430f-2d82-4871-a2fb-bd32553ca00d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Pushing event updated for resources: {'Port': ['ID=8bb52390-ff99-4e95-ace3-4830cf7f124c,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:47.928674 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce30dce-94bf-4fd4-b188-99dceea4ed3c admin admin] Deleting subnet 97ed837f-fe5b-48e3-9482-927c909a61a7 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:47.936129 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bce30dce-94bf-4fd4-b188-99dceea4ed3c admin admin] Publish callbacks [] for subnet (97ed837f-fe5b-48e3-9482-927c909a61a7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.952693 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-74b98dc0-4eb2-4b72-b7ed-a776003cc066 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652087 Jan 27 22:00:47.955597 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe108a1e-be6c-4804-b3f3-59f883a9a4ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.958961 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fe108a1e-be6c-4804-b3f3-59f883a9a4ff admin admin] 10.222.0.23 "DELETE /v2.0/networks/fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8 HTTP/1.1" status: 204 len: 168 time: 0.9852567 Jan 27 22:00:47.960610 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37462) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:47.966563 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-97bbef40-4193-4722-bb17-ec20168a86b3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:47.984444 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9e8b9e-9d55-4252-b6d5-de59a6f3a8a2 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:48.062714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-dbd8430f-2d82-4871-a2fb-bd32553ca00d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:48.063620 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-dbd8430f-2d82-4871-a2fb-bd32553ca00d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.070539 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bce30dce-94bf-4fd4-b188-99dceea4ed3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (97ed837f-fe5b-48e3-9482-927c909a61a7), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.091446 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe108a1e-be6c-4804-b3f3-59f883a9a4ff admin admin] Pushing event deleted for resources: {'Network': ['ID=fdef39d6-90a1-48b7-b1ca-bf4dbf031ef8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:48.116535 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-dbd8430f-2d82-4871-a2fb-bd32553ca00d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3030586 Jan 27 22:00:48.120250 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bbef40-4193-4722-bb17-ec20168a86b3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:48.127476 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-97bbef40-4193-4722-bb17-ec20168a86b3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.132146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] Request body: {'port': {'device_id': 'a904f46b-4159-4dab-a6d7-91b467859f14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:48.144309 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bce30dce-94bf-4fd4-b188-99dceea4ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (97ed837f-fe5b-48e3-9482-927c909a61a7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.180839 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-0f02c38d-eee6-447a-bd24-fc5ae8452c40 None None] Provisioning complete for port 7852ecf3-9a69-48e8-90a0-7f98b8480660 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:48.181226 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0f02c38d-eee6-447a-bd24-fc5ae8452c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.208479 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37466) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:48.265669 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6c3bd60e-0f97-4ca2-9853-d2b48f55ac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9960be-67ec-4018-8015-65dedbd84429', 'name': 'tempest-ServerActionsTestJSON-1914853775-router', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '9add7880-394d-4681-a11a-b65dc23fb120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T21:47:53Z', 'revision_number': 4, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'gw_port': {'id': '9add7880-394d-4681-a11a-b65dc23fb120', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:48Z', 'updated_at': '2022-01-27T21:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92', 'name': '', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'mac_address': 'fa:16:3e:d8:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:52Z', 'updated_at': '2022-01-27T21:48:02Z', 'revision_number': 5, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'subnets': [{'id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:48.311042 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3bd60e-0f97-4ca2-9853-d2b48f55ac4b None None] The sync data for ids ['9c9960be-67ec-4018-8015-65dedbd84429'] in n-d-772272-3 is: [{'id': '9c9960be-67ec-4018-8015-65dedbd84429', 'name': 'tempest-ServerActionsTestJSON-1914853775-router', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '9add7880-394d-4681-a11a-b65dc23fb120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T21:47:53Z', 'revision_number': 4, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'gw_port': {'id': '9add7880-394d-4681-a11a-b65dc23fb120', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:48Z', 'updated_at': '2022-01-27T21:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92', 'name': '', 'network_id': '6b844948-3293-4ffe-a8d3-7b6f6d1ebeef', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'mac_address': 'fa:16:3e:d8:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:52Z', 'updated_at': '2022-01-27T21:48:02Z', 'revision_number': 5, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'subnets': [{'id': 'e758eeac-7ebf-4254-8c02-8b091e926322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:00:48.331367 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8bb52390-ff99-4e95-ace3-4830cf7f124c), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.366242 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be18b21-93e0-4515-be48-2ee401dadc66 None None] DHCP port deletion for fdaa4292-e481-4f0f-a1d5-1416641af0da request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:00:48.387232 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0f02c38d-eee6-447a-bd24-fc5ae8452c40 None None] Current status of the port 7852ecf3-9a69-48e8-90a0-7f98b8480660 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:48.408853 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9402770d-cd94-459b-b847-e54c20dcbb3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3850a8c6538f4fbfba86d3a1260e5062&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1975279 Jan 27 22:00:48.409364 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37470) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:48.441225 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-5be18b21-93e0-4515-be48-2ee401dadc66 None None] Deleting port 7852ecf3-9a69-48e8-90a0-7f98b8480660 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:48.441738 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5be18b21-93e0-4515-be48-2ee401dadc66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.444683 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06405115-0266-459a-9719-d99619b9f6d0 req-ed1303fb-eda6-48d7-97a2-b3d883c8df6e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.0517282 Jan 27 22:00:48.460297 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bce30dce-94bf-4fd4-b188-99dceea4ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (97ed837f-fe5b-48e3-9482-927c909a61a7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.469491 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-97bbef40-4193-4722-bb17-ec20168a86b3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (832f0ec4-9bfe-4a45-9afd-b6cf93cfea94), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.527480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-5be18b21-93e0-4515-be48-2ee401dadc66 None None] For port 7852ecf3-9a69-48e8-90a0-7f98b8480660, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7852ecf3-9a69-48e8-90a0-7f98b8480660,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:48.528391 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5be18b21-93e0-4515-be48-2ee401dadc66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.533822 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbef40-4193-4722-bb17-ec20168a86b3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=832f0ec4-9bfe-4a45-9afd-b6cf93cfea94,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:48.544823 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce30dce-94bf-4fd4-b188-99dceea4ed3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97ed837f-fe5b-48e3-9482-927c909a61a7,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:48.546083 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-5be18b21-93e0-4515-be48-2ee401dadc66 None None] Calling delete_port for 7852ecf3-9a69-48e8-90a0-7f98b8480660 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:48.550605 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bbef40-4193-4722-bb17-ec20168a86b3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:48.552090 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-97bbef40-4193-4722-bb17-ec20168a86b3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:48.558357 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bbef40-4193-4722-bb17-ec20168a86b3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:48.559501 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-97bbef40-4193-4722-bb17-ec20168a86b3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.584958 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-97bbef40-4193-4722-bb17-ec20168a86b3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6229756 Jan 27 22:00:48.587858 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37474) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:48.594668 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a98fa8a7-01b0-45d4-96a8-e862b990b1b3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:48.595110 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bce30dce-94bf-4fd4-b188-99dceea4ed3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.601387 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bce30dce-94bf-4fd4-b188-99dceea4ed3c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/97ed837f-fe5b-48e3-9482-927c909a61a7 HTTP/1.1" status: 204 len: 168 time: 0.9254618 Jan 27 22:00:48.604460 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37476) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:48.682256 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5be18b21-93e0-4515-be48-2ee401dadc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (7852ecf3-9a69-48e8-90a0-7f98b8480660), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.728564 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be18b21-93e0-4515-be48-2ee401dadc66 None None] Pushing event deleted for resources: {'Port': ['ID=7852ecf3-9a69-48e8-90a0-7f98b8480660,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:48.735640 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be18b21-93e0-4515-be48-2ee401dadc66 None None] No DVR routers for this DVR port 7852ecf3-9a69-48e8-90a0-7f98b8480660 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:48.745103 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be18b21-93e0-4515-be48-2ee401dadc66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:48.745718 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be18b21-93e0-4515-be48-2ee401dadc66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:48.746261 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be18b21-93e0-4515-be48-2ee401dadc66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:48.746926 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be18b21-93e0-4515-be48-2ee401dadc66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:48.748465 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be18b21-93e0-4515-be48-2ee401dadc66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:48.748992 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be18b21-93e0-4515-be48-2ee401dadc66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:48.750117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be18b21-93e0-4515-be48-2ee401dadc66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:48.750776 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be18b21-93e0-4515-be48-2ee401dadc66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:48.751265 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be18b21-93e0-4515-be48-2ee401dadc66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:48.751772 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be18b21-93e0-4515-be48-2ee401dadc66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:48.753152 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be18b21-93e0-4515-be48-2ee401dadc66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:48.753679 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be18b21-93e0-4515-be48-2ee401dadc66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:48.754243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be18b21-93e0-4515-be48-2ee401dadc66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:48.768592 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b8fe6a22-6330-4bf4-a5b2-d792ac7c1888 admin admin] Publish callbacks [] for security_group (bf15af9d-5f83-47e3-8973-8974e1a6d25e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.781359 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676d6ac2-6fcd-404e-b5d2-06d611c080a1 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:48.821960 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c6d34-77d2-4f7a-8d2e-eae23fa5f759 req-a3a19bcd-bc37-4c89-8fce-fa609d133cd2 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:48.822763 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62f0ef29-b07b-4664-a1c7-6398815d25a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (55dbf442-93cb-445d-adb3-f94fd902630e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.834426 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-739c6d34-77d2-4f7a-8d2e-eae23fa5f759 req-a3a19bcd-bc37-4c89-8fce-fa609d133cd2 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a904f46b-4159-4dab-a6d7-91b467859f14 HTTP/1.1" status: 200 len: 931 time: 0.2159092 Jan 27 22:00:48.894503 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc1e6fd-5f40-451e-96e5-b711cd815758 None None] New status for floating IP d114bbca-ef43-4fa3-94a7-36cbad37bc32: DOWN {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:00:48.936896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37482) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:48.949094 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b8fe6a22-6330-4bf4-a5b2-d792ac7c1888 admin admin] Publish callbacks [] for security_group (bf15af9d-5f83-47e3-8973-8974e1a6d25e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.032361 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62f0ef29-b07b-4664-a1c7-6398815d25a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (55dbf442-93cb-445d-adb3-f94fd902630e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.065631 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-62f0ef29-b07b-4664-a1c7-6398815d25a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55dbf442-93cb-445d-adb3-f94fd902630e']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:49.089037 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-62f0ef29-b07b-4664-a1c7-6398815d25a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de3d4ff-c3fa-4e6e-a167-866597f4b49a') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:49.089629 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-62f0ef29-b07b-4664-a1c7-6398815d25a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de3d4ff-c3fa-4e6e-a167-866597f4b49a') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:49.093332 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-739c6d34-77d2-4f7a-8d2e-eae23fa5f759 req-a033b158-13b2-4543-a200-c97e959ada8b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574801 Jan 27 22:00:49.107542 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62f0ef29-b07b-4664-a1c7-6398815d25a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (1de3d4ff-c3fa-4e6e-a167-866597f4b49a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.157268 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62f0ef29-b07b-4664-a1c7-6398815d25a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (1de3d4ff-c3fa-4e6e-a167-866597f4b49a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.160110 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-696369fc-2fc2-418a-8d19-fbc00f847e49 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for security_group (9f385be6-35d0-4ffd-bfa8-85b66e2a3411), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.164674 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f0ef29-b07b-4664-a1c7-6398815d25a2 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:00:49.165327 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62f0ef29-b07b-4664-a1c7-6398815d25a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (1de3d4ff-c3fa-4e6e-a167-866597f4b49a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.183324 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7852ecf3-9a69-48e8-90a0-7f98b8480660 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:49.184586 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-696369fc-2fc2-418a-8d19-fbc00f847e49 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for security_group (9f385be6-35d0-4ffd-bfa8-85b66e2a3411), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:00:49.241860 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:00:49.244307 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62f0ef29-b07b-4664-a1c7-6398815d25a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (55dbf442-93cb-445d-adb3-f94fd902630e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.250079 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62f0ef29-b07b-4664-a1c7-6398815d25a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.251514 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-696369fc-2fc2-418a-8d19-fbc00f847e49 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9f385be6-35d0-4ffd-bfa8-85b66e2a3411), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.256463 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-62f0ef29-b07b-4664-a1c7-6398815d25a2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/55dbf442-93cb-445d-adb3-f94fd902630e HTTP/1.1" status: 204 len: 168 time: 0.5783005 Jan 27 22:00:49.256761 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-696369fc-2fc2-418a-8d19-fbc00f847e49 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.256761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-696369fc-2fc2-418a-8d19-fbc00f847e49 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "DELETE /v2.0/security-groups/9f385be6-35d0-4ffd-bfa8-85b66e2a3411 HTTP/1.1" status: 204 len: 168 time: 0.3177204 Jan 27 22:00:49.257460 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98fa8a7-01b0-45d4-96a8-e862b990b1b3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:49.259600 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fac7bee-d2dc-43a8-9312-12af8efd08c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-fdaa4292-e481-4f0f-a1d5-1416641af0da', 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'project_id': 'de22785bfe71432d97cc34d92a3ad3f4', 'fixed_ips': [{'subnet_id': '832f0ec4-9bfe-4a45-9afd-b6cf93cfea94'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:00:49.260906 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6fac7bee-d2dc-43a8-9312-12af8efd08c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.262792 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a98fa8a7-01b0-45d4-96a8-e862b990b1b3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.279724 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37486) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:49.280638 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 7852ecf3-9a69-48e8-90a0-7f98b8480660 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:49.281179 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7852ecf3-9a69-48e8-90a0-7f98b8480660 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:49.291858 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b8fe6a22-6330-4bf4-a5b2-d792ac7c1888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (bf15af9d-5f83-47e3-8973-8974e1a6d25e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.299093 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0ef29-b07b-4664-a1c7-6398815d25a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=55dbf442-93cb-445d-adb3-f94fd902630e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:49.299242 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b8fe6a22-6330-4bf4-a5b2-d792ac7c1888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.301253 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b8fe6a22-6330-4bf4-a5b2-d792ac7c1888 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf15af9d-5f83-47e3-8973-8974e1a6d25e HTTP/1.1" status: 204 len: 168 time: 0.8740819 Jan 27 22:00:49.393491 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696369fc-2fc2-418a-8d19-fbc00f847e49 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f385be6-35d0-4ffd-bfa8-85b66e2a3411,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:49.404713 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-dc13af53-c367-4c64-8241-af16b5e0903a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] show failed (client error): The resource could not be found. Jan 27 22:00:49.408922 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-dc13af53-c367-4c64-8241-af16b5e0903a tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "GET /v2.0/security-groups/9f385be6-35d0-4ffd-bfa8-85b66e2a3411 HTTP/1.1" status: 404 len: 347 time: 0.1041782 Jan 27 22:00:49.413435 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37490) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:49.447214 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe6a22-6330-4bf4-a5b2-d792ac7c1888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf15af9d-5f83-47e3-8973-8974e1a6d25e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:49.469763 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb52390-ff99-4e95-ace3-4830cf7f124c {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:00:49.498573 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] Publish callbacks [] for port (8bb52390-ff99-4e95-ace3-4830cf7f124c), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.532549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] Transition to ACTIVE for port object 8bb52390-ff99-4e95-ace3-4830cf7f124c will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:00:49.542342 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (8bb52390-ff99-4e95-ace3-4830cf7f124c), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.545483 n-d-772272-3 neutron-server[109742]: INFO neutron.db.ipam_backend_mixin [None req-a98fa8a7-01b0-45d4-96a8-e862b990b1b3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 832f0ec4-9bfe-4a45-9afd-b6cf93cfea94 (CIDR: 2001:db8::/64) Jan 27 22:00:49.569025 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98fa8a7-01b0-45d4-96a8-e862b990b1b3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:00:49.569481 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98fa8a7-01b0-45d4-96a8-e862b990b1b3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:49.616517 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37494) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:49.639912 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a98fa8a7-01b0-45d4-96a8-e862b990b1b3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0506668 Jan 27 22:00:49.642683 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37498) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:49.648200 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ad46bdfb-2e18-4b2b-a462-52061020851c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'subnet': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:49.668052 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-6fac7bee-d2dc-43a8-9312-12af8efd08c7 None None] Allocated IP 2001:db8::2 (fdaa4292-e481-4f0f-a1d5-1416641af0da/832f0ec4-9bfe-4a45-9afd-b6cf93cfea94/dc828264-fa2e-41f3-bb93-0747494dfdcd) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:49.747976 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0fa4ebf1-eac1-4c9c-957c-094bc0b2be1e req-428e4e88-56d1-4762-9e06-554cf39268e4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.1360114 Jan 27 22:00:49.838099 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad46bdfb-2e18-4b2b-a462-52061020851c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:49.846193 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6746e90c-6d50-4ca7-95ed-bf169659f9d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=adb90cf5cb154861a5d3879095aa8d21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2252078 Jan 27 22:00:49.846193 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] Pushing event updated for resources: {'Port': ['ID=8bb52390-ff99-4e95-ace3-4830cf7f124c,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:49.847882 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37504) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:49.854527 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad46bdfb-2e18-4b2b-a462-52061020851c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.884740 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6fac7bee-d2dc-43a8-9312-12af8efd08c7 None None] Publish callbacks [] for port (dc828264-fa2e-41f3-bb93-0747494dfdcd), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.905099 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6fac7bee-d2dc-43a8-9312-12af8efd08c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (dc828264-fa2e-41f3-bb93-0747494dfdcd), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.938930 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5e5cc-0f4d-4ba0-9b13-cb86ff4f0c15 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Deleting port 3206ddd0-af78-4b79-9682-adbedf0a3333 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:49.939535 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dbc5e5cc-0f4d-4ba0-9b13-cb86ff4f0c15 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (3206ddd0-af78-4b79-9682-adbedf0a3333), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.007497 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ad6a9b75-608b-4212-a02e-be5b0c84364a admin admin] Publish callbacks [] for security_group (1a237a7f-74d9-4140-aa16-f854a2ed1066), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.013003 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fac7bee-d2dc-43a8-9312-12af8efd08c7 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:50.017441 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-6fac7bee-d2dc-43a8-9312-12af8efd08c7 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:50.025813 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fac7bee-d2dc-43a8-9312-12af8efd08c7 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:50.039127 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac7bee-d2dc-43a8-9312-12af8efd08c7 None None] Pushing event updated for resources: {'Port': ['ID=dc828264-fa2e-41f3-bb93-0747494dfdcd,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:50.048273 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] Attempting to bind port 8bb52390-ff99-4e95-ace3-4830cf7f124c on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:50.048778 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] Attempting to bind port 8bb52390-ff99-4e95-ace3-4830cf7f124c by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '03f03b00-21f2-4482-a656-94e7ab611f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '459b8894-edc1-457b-b0fc-103b65af4a7d'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:50.049228 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] Attempting to bind port 8bb52390-ff99-4e95-ace3-4830cf7f124c on network 459b8894-edc1-457b-b0fc-103b65af4a7d {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:50.062365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] Port 8bb52390-ff99-4e95-ace3-4830cf7f124c on network 459b8894-edc1-457b-b0fc-103b65af4a7d not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:00:50.063429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] Attempting to bind port 8bb52390-ff99-4e95-ace3-4830cf7f124c on network 459b8894-edc1-457b-b0fc-103b65af4a7d {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:50.077905 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dbc5e5cc-0f4d-4ba0-9b13-cb86ff4f0c15 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (3206ddd0-af78-4b79-9682-adbedf0a3333), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.078466 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dbc5e5cc-0f4d-4ba0-9b13-cb86ff4f0c15 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for floatingip (3206ddd0-af78-4b79-9682-adbedf0a3333), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.079445 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:50.080761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] Checking segment: {'id': '03f03b00-21f2-4482-a656-94e7ab611f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '459b8894-edc1-457b-b0fc-103b65af4a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:50.081534 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] Bound using segment: {'id': '03f03b00-21f2-4482-a656-94e7ab611f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '459b8894-edc1-457b-b0fc-103b65af4a7d'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:50.083426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] Bound port: 8bb52390-ff99-4e95-ace3-4830cf7f124c, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f03b00-21f2-4482-a656-94e7ab611f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '459b8894-edc1-457b-b0fc-103b65af4a7d'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:50.084094 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8bb52390-ff99-4e95-ace3-4830cf7f124c), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.097755 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5e5cc-0f4d-4ba0-9b13-cb86ff4f0c15 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Calling delete_port for 3206ddd0-af78-4b79-9682-adbedf0a3333 owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:50.110049 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-6fac7bee-d2dc-43a8-9312-12af8efd08c7 None None] Attempting to bind port dc828264-fa2e-41f3-bb93-0747494dfdcd on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:50.111074 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-6fac7bee-d2dc-43a8-9312-12af8efd08c7 None None] Attempting to bind port dc828264-fa2e-41f3-bb93-0747494dfdcd by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:50.111691 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fac7bee-d2dc-43a8-9312-12af8efd08c7 None None] Attempting to bind port dc828264-fa2e-41f3-bb93-0747494dfdcd on network fdaa4292-e481-4f0f-a1d5-1416641af0da {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:50.118457 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fac7bee-d2dc-43a8-9312-12af8efd08c7 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:50.119684 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ad6a9b75-608b-4212-a02e-be5b0c84364a admin admin] Publish callbacks [] for security_group (1a237a7f-74d9-4140-aa16-f854a2ed1066), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.119980 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fac7bee-d2dc-43a8-9312-12af8efd08c7 None None] Checking segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:50.120749 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6fac7bee-d2dc-43a8-9312-12af8efd08c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.121482 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fac7bee-d2dc-43a8-9312-12af8efd08c7 None None] Bound using segment: {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:50.122228 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-6fac7bee-d2dc-43a8-9312-12af8efd08c7 None None] Bound port: dc828264-fa2e-41f3-bb93-0747494dfdcd, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da71aae-37e3-436e-bfac-9eb57c0f0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:50.122927 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6fac7bee-d2dc-43a8-9312-12af8efd08c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (dc828264-fa2e-41f3-bb93-0747494dfdcd), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.262573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6fac7bee-d2dc-43a8-9312-12af8efd08c7 None None] For port dc828264-fa2e-41f3-bb93-0747494dfdcd, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:50.273183 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6fac7bee-d2dc-43a8-9312-12af8efd08c7 None None] For port dc828264-fa2e-41f3-bb93-0747494dfdcd, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=dc828264-fa2e-41f3-bb93-0747494dfdcd,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:50.284428 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6fac7bee-d2dc-43a8-9312-12af8efd08c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (dc828264-fa2e-41f3-bb93-0747494dfdcd), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.316741 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ad6a9b75-608b-4212-a02e-be5b0c84364a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1a237a7f-74d9-4140-aa16-f854a2ed1066), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.319556 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ad6a9b75-608b-4212-a02e-be5b0c84364a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.324297 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ad6a9b75-608b-4212-a02e-be5b0c84364a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a237a7f-74d9-4140-aa16-f854a2ed1066 HTTP/1.1" status: 204 len: 168 time: 0.4709499 Jan 27 22:00:50.338284 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aca697-03b4-43fc-a173-b1343e1e5e6a req-7c12832f-78ef-45dd-9a08-5c4f266c0e28 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:50.340045 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7aca697-03b4-43fc-a173-b1343e1e5e6a req-7c12832f-78ef-45dd-9a08-5c4f266c0e28 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a904f46b-4159-4dab-a6d7-91b467859f14 HTTP/1.1" status: 200 len: 943 time: 0.1530836 Jan 27 22:00:50.359954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a9b75-608b-4212-a02e-be5b0c84364a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a237a7f-74d9-4140-aa16-f854a2ed1066,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:50.363915 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] For port 8bb52390-ff99-4e95-ace3-4830cf7f124c, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:50.393583 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] For port 8bb52390-ff99-4e95-ace3-4830cf7f124c, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8bb52390-ff99-4e95-ace3-4830cf7f124c,segment=NetworkSegment(03f03b00-21f2-4482-a656-94e7ab611f3b),segment_id=03f03b00-21f2-4482-a656-94e7ab611f3b)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:50.411653 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (8bb52390-ff99-4e95-ace3-4830cf7f124c), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.444590 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:50.445832 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.448221 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] 10.222.0.15 "PUT /v2.0/ports/8bb52390-ff99-4e95-ace3-4830cf7f124c HTTP/1.1" status: 200 len: 1091 time: 2.3211193 Jan 27 22:00:50.466657 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a904f46b-4159-4dab-a6d7-91b467859f14', 'tag': '8bb52390-ff99-4e95-ace3-4830cf7f124c'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:50.478173 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1228cee-312b-45df-9df1-726d29eecfdc" -d '{"events": [{"name": "network-changed", "server_uuid": "a904f46b-4159-4dab-a6d7-91b467859f14", "tag": "8bb52390-ff99-4e95-ace3-4830cf7f124c"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:50.482092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac7bee-d2dc-43a8-9312-12af8efd08c7 None None] Pushing event updated for resources: {'Port': ['ID=dc828264-fa2e-41f3-bb93-0747494dfdcd,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:50.531981 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7aca697-03b4-43fc-a173-b1343e1e5e6a req-b12c2148-0c66-4537-8d07-1b7c219c9b63 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809382 Jan 27 22:00:50.598122 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6661410-6bd6-4a96-9699-698fc8ec7beb x-openstack-request-id: req-c6661410-6bd6-4a96-9699-698fc8ec7beb {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:50.598476 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a904f46b-4159-4dab-a6d7-91b467859f14", "tag": "8bb52390-ff99-4e95-ace3-4830cf7f124c", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:50.598805 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6661410-6bd6-4a96-9699-698fc8ec7beb {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:50.599294 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a904f46b-4159-4dab-a6d7-91b467859f14', 'tag': '8bb52390-ff99-4e95-ace3-4830cf7f124c', 'status': 'completed', 'code': 200} Jan 27 22:00:50.601085 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241ef29-9fda-4735-b38f-4c94f425bacb service neutron] Pushing event updated for resources: {'Port': ['ID=8bb52390-ff99-4e95-ace3-4830cf7f124c,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:50.606832 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dbc5e5cc-0f4d-4ba0-9b13-cb86ff4f0c15 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (3206ddd0-af78-4b79-9682-adbedf0a3333), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.631471 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-1546626a-d137-4a5f-afcb-8045a807bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:50.639728 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-1546626a-d137-4a5f-afcb-8045a807bc93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f8119ca47b7479290f8f1a732965415&device_id=a904f46b-4159-4dab-a6d7-91b467859f14 HTTP/1.1" status: 200 len: 1094 time: 0.1213861 Jan 27 22:00:50.653923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37526) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:50.710570 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-1f7c4d80-c5b3-4faf-96f0-b1a189f4e35f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bb52390-ff99-4e95-ace3-4830cf7f124c HTTP/1.1" status: 200 len: 217 time: 0.0684700 Jan 27 22:00:50.812206 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dbc5e5cc-0f4d-4ba0-9b13-cb86ff4f0c15 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks [] for floatingip (d114bbca-ef43-4fa3-94a7-36cbad37bc32), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.815967 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dbc5e5cc-0f4d-4ba0-9b13-cb86ff4f0c15 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.820410 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dbc5e5cc-0f4d-4ba0-9b13-cb86ff4f0c15 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] 10.222.0.23 "DELETE /v2.0/floatingips/d114bbca-ef43-4fa3-94a7-36cbad37bc32 HTTP/1.1" status: 204 len: 168 time: 1.4027872 Jan 27 22:00:50.820410 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5e5cc-0f4d-4ba0-9b13-cb86ff4f0c15 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] Pushing event deleted for resources: {'Port': ['ID=3206ddd0-af78-4b79-9682-adbedf0a3333,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:50.822322 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37534) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:50.837606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-a6b0f208-069f-49f5-9c37-484814325e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:50.840800 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-a6b0f208-069f-49f5-9c37-484814325e92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2bb2bac3-c60e-4848-afff-f0961fb92d28 HTTP/1.1" status: 200 len: 854 time: 0.1220200 Jan 27 22:00:50.865599 n-d-772272-3 neutron-server[109742]: DEBUG neutron.objects.ports [None req-ad46bdfb-2e18-4b2b-a462-52061020851c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:00:50.913890 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-ec9cb37f-dd91-4c28-9d3b-3732096577c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=459b8894-edc1-457b-b0fc-103b65af4a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646698 Jan 27 22:00:50.970703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-0a4478eb-eaf8-4397-896d-b58da0df3c61 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1408998915-network', 'tenant_id': 'ebc161d76fbb4e7c9d11ee7c6dbb7743'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:51.031504 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4478eb-eaf8-4397-896d-b58da0df3c61 admin admin] Made reservation on behalf of ebc161d76fbb4e7c9d11ee7c6dbb7743 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:51.051145 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0a4478eb-eaf8-4397-896d-b58da0df3c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.061420 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.094241 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96c20b33-4cca-474b-83b9-71f8ac98c442 req-42c459e3-fd4c-4633-a4de-33b51495a131 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.1772206 Jan 27 22:00:51.135799 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0a4478eb-eaf8-4397-896d-b58da0df3c61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.195873 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device dc828264-fa2e-41f3-bb93-0747494dfdcd up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:51.270385 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port dc828264-fa2e-41f3-bb93-0747494dfdcd triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:51.271005 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (dc828264-fa2e-41f3-bb93-0747494dfdcd), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.278458 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad46bdfb-2e18-4b2b-a462-52061020851c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (dc828264-fa2e-41f3-bb93-0747494dfdcd), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.429606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-23236e59-edb9-49e5-a3a4-d59beb89e172 service neutron] 10.222.0.15 "GET /v2.0/networks/459b8894-edc1-457b-b0fc-103b65af4a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201939 Jan 27 22:00:51.431681 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0a4478eb-eaf8-4397-896d-b58da0df3c61 admin admin] Publish callbacks [] for security_group (8d35d646-0e19-437e-a5ba-2e28433fa4b0), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.481897 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port dc828264-fa2e-41f3-bb93-0747494dfdcd is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:51.482986 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (dc828264-fa2e-41f3-bb93-0747494dfdcd), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.581979 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0a4478eb-eaf8-4397-896d-b58da0df3c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8d35d646-0e19-437e-a5ba-2e28433fa4b0), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.585280 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37554) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:51.589438 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-ad46bdfb-2e18-4b2b-a462-52061020851c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] For port dc828264-fa2e-41f3-bb93-0747494dfdcd, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=dc828264-fa2e-41f3-bb93-0747494dfdcd,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:51.608859 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d96f4683-28c9-4bd1-9549-c35a7a85a632 req-22c2b589-52d2-448a-8d3b-6385a24e4f84 service neutron] 10.222.0.15 "GET /v2.0/networks/459b8894-edc1-457b-b0fc-103b65af4a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411455 Jan 27 22:00:51.643613 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4478eb-eaf8-4397-896d-b58da0df3c61 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:00:51.670902 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad46bdfb-2e18-4b2b-a462-52061020851c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (dc828264-fa2e-41f3-bb93-0747494dfdcd), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.681281 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad46bdfb-2e18-4b2b-a462-52061020851c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (dc828264-fa2e-41f3-bb93-0747494dfdcd), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.682197 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad46bdfb-2e18-4b2b-a462-52061020851c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (85d022ef-b71b-41cb-a9b5-95389acc4448), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.721902 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4478eb-eaf8-4397-896d-b58da0df3c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d35d646-0e19-437e-a5ba-2e28433fa4b0,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:51.766116 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0a4478eb-eaf8-4397-896d-b58da0df3c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (01c9a8c6-753f-4f97-b988-a6b13cd17251), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.766116 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-0a4478eb-eaf8-4397-896d-b58da0df3c61 admin admin] Added segment 01c9a8c6-753f-4f97-b988-a6b13cd17251 of type vlan for network b99dd611-a269-4aee-9374-4497300fddf7 Jan 27 22:00:51.768228 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad46bdfb-2e18-4b2b-a462-52061020851c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:51.771313 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:00:51.772595 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:00:51.784506 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-ad46bdfb-2e18-4b2b-a462-52061020851c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:51.792308 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad46bdfb-2e18-4b2b-a462-52061020851c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:51.794757 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad46bdfb-2e18-4b2b-a462-52061020851c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.828093 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ad46bdfb-2e18-4b2b-a462-52061020851c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1803439 Jan 27 22:00:51.830554 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-90893570-79cb-4ea5-9004-a3a00bf57f1d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1652386569-network', 'tenant_id': '29f1b1b915984af3b6beaec3b0cb4d0f'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:51.836776 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37558) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:51.845388 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-56f8b708-726e-41e8-9e98-c5b40cd16559 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Request body: {'port': {'network_id': 'fdaa4292-e481-4f0f-a1d5-1416641af0da', 'mac_address': 'fa:16:3e:27:bb:24', 'name': 'tempest-NetworksTestDHCPv6-644957644'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:51.982836 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46bdfb-2e18-4b2b-a462-52061020851c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Subnet': ['ID=85d022ef-b71b-41cb-a9b5-95389acc4448,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:51.989726 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f8b708-726e-41e8-9e98-c5b40cd16559 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Made reservation on behalf of de22785bfe71432d97cc34d92a3ad3f4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:52.011968 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46bdfb-2e18-4b2b-a462-52061020851c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=dc828264-fa2e-41f3-bb93-0747494dfdcd,revision_number=4']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:52.052039 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90893570-79cb-4ea5-9004-a3a00bf57f1d admin admin] Made reservation on behalf of 29f1b1b915984af3b6beaec3b0cb4d0f for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:52.054814 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-90893570-79cb-4ea5-9004-a3a00bf57f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.068006 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-90893570-79cb-4ea5-9004-a3a00bf57f1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.109623 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ba492b-bab0-42fb-b2c4-b869434ecb52 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:52.147114 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-56f8b708-726e-41e8-9e98-c5b40cd16559 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.175571 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-56f8b708-726e-41e8-9e98-c5b40cd16559 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] device_id is not set on port c781384c-6b08-490a-84a6-548a52080b58 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:00:52.217052 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-25c395b4-7606-429d-9e5a-7659bfd342b5 None None] Provisioning complete for port dc828264-fa2e-41f3-bb93-0747494dfdcd triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:52.217599 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-25c395b4-7606-429d-9e5a-7659bfd342b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (dc828264-fa2e-41f3-bb93-0747494dfdcd), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.270913 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-90893570-79cb-4ea5-9004-a3a00bf57f1d admin admin] Publish callbacks [] for security_group (cc90b6da-b376-460f-8eea-29e73c9e2169), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.281039 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-90893570-79cb-4ea5-9004-a3a00bf57f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cc90b6da-b376-460f-8eea-29e73c9e2169), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.290575 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0a4478eb-eaf8-4397-896d-b58da0df3c61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (b99dd611-a269-4aee-9374-4497300fddf7), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.323685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1228cee-312b-45df-9df1-726d29eecfdc req-dffb1cee-7b33-43b6-9abe-1c5ce17dbbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:52.326302 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1228cee-312b-45df-9df1-726d29eecfdc req-dffb1cee-7b33-43b6-9abe-1c5ce17dbbdb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f8119ca47b7479290f8f1a732965415&device_id=a904f46b-4159-4dab-a6d7-91b467859f14 HTTP/1.1" status: 200 len: 1094 time: 0.6501153 Jan 27 22:00:52.328563 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a662ac0d-8137-4d43-9992-3f39b5a10060 req-751997e6-2b55-4a3e-868b-cdc8f2f14895 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.0757017 Jan 27 22:00:52.346816 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90893570-79cb-4ea5-9004-a3a00bf57f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc90b6da-b376-460f-8eea-29e73c9e2169,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:52.351393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba2476-0fc4-4f53-8134-00f4dc1b315b req-f4cfd22d-a7f9-4a19-a94c-04401aeb4bdb tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:52.357975 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port dc828264-fa2e-41f3-bb93-0747494dfdcd is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:52.358662 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (dc828264-fa2e-41f3-bb93-0747494dfdcd), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.364340 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90893570-79cb-4ea5-9004-a3a00bf57f1d admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:00:52.374016 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7ba2476-0fc4-4f53-8134-00f4dc1b315b req-f4cfd22d-a7f9-4a19-a94c-04401aeb4bdb tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a904f46b-4159-4dab-a6d7-91b467859f14 HTTP/1.1" status: 200 len: 943 time: 0.6964476 Jan 27 22:00:52.404517 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-90893570-79cb-4ea5-9004-a3a00bf57f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (25092456-2e36-4ed4-b458-7fd26a08791a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.405030 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-90893570-79cb-4ea5-9004-a3a00bf57f1d admin admin] Added segment 25092456-2e36-4ed4-b458-7fd26a08791a of type vlan for network 5172c394-afad-4c7a-b5ec-4e24fc69ff6c Jan 27 22:00:52.465037 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port dc828264-fa2e-41f3-bb93-0747494dfdcd, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=dc828264-fa2e-41f3-bb93-0747494dfdcd,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:52.477834 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (dc828264-fa2e-41f3-bb93-0747494dfdcd), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.487219 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-25c395b4-7606-429d-9e5a-7659bfd342b5 None None] Current status of the port dc828264-fa2e-41f3-bb93-0747494dfdcd is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:52.487742 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-90893570-79cb-4ea5-9004-a3a00bf57f1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (5172c394-afad-4c7a-b5ec-4e24fc69ff6c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.487907 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-25c395b4-7606-429d-9e5a-7659bfd342b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (dc828264-fa2e-41f3-bb93-0747494dfdcd), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.494567 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0a4478eb-eaf8-4397-896d-b58da0df3c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (b99dd611-a269-4aee-9374-4497300fddf7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.495546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4478eb-eaf8-4397-896d-b58da0df3c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:52.496141 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0a4478eb-eaf8-4397-896d-b58da0df3c61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.523470 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-56f8b708-726e-41e8-9e98-c5b40cd16559 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8::2ad (fdaa4292-e481-4f0f-a1d5-1416641af0da/832f0ec4-9bfe-4a45-9afd-b6cf93cfea94/c781384c-6b08-490a-84a6-548a52080b58) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:52.536200 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-56f8b708-726e-41e8-9e98-c5b40cd16559 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Allocated IP 2001:db8:0:1:f816:3eff:fe27:bb24 (fdaa4292-e481-4f0f-a1d5-1416641af0da/85d022ef-b71b-41cb-a9b5-95389acc4448/c781384c-6b08-490a-84a6-548a52080b58) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:52.591867 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-90893570-79cb-4ea5-9004-a3a00bf57f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (5172c394-afad-4c7a-b5ec-4e24fc69ff6c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.592906 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90893570-79cb-4ea5-9004-a3a00bf57f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:52.594306 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-90893570-79cb-4ea5-9004-a3a00bf57f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.600406 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=dc828264-fa2e-41f3-bb93-0747494dfdcd,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:52.622415 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-25c395b4-7606-429d-9e5a-7659bfd342b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:00:52.622829 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-25c395b4-7606-429d-9e5a-7659bfd342b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:00:52.641168 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-90893570-79cb-4ea5-9004-a3a00bf57f1d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0519412 Jan 27 22:00:52.650645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37562) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:52.670766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-74d0cef5-0e55-4c85-b93a-2b4e207b34a7 admin admin] Request body: {'subnet': {'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1652386569-subnet', 'tenant_id': '29f1b1b915984af3b6beaec3b0cb4d0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:52.677692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0a4478eb-eaf8-4397-896d-b58da0df3c61 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0222070 Jan 27 22:00:52.688795 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37564) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:52.689405 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7ba2476-0fc4-4f53-8134-00f4dc1b315b req-b4f167f1-a2ca-46ec-bc9b-78fb89ef76c7 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143117 Jan 27 22:00:52.703957 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-4f768d94-a047-4902-afb0-7c8819ebce77 admin admin] Request body: {'subnet': {'network_id': 'b99dd611-a269-4aee-9374-4497300fddf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1408998915-subnet', 'tenant_id': 'ebc161d76fbb4e7c9d11ee7c6dbb7743', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:52.735941 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1228cee-312b-45df-9df1-726d29eecfdc req-00d4d289-9ef1-42af-be9a-238897a149a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:52.738062 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f768d94-a047-4902-afb0-7c8819ebce77 admin admin] Made reservation on behalf of ebc161d76fbb4e7c9d11ee7c6dbb7743 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:52.740766 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4f768d94-a047-4902-afb0-7c8819ebce77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.742681 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1228cee-312b-45df-9df1-726d29eecfdc req-00d4d289-9ef1-42af-be9a-238897a149a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=459b8894-edc1-457b-b0fc-103b65af4a7d HTTP/1.1" status: 200 len: 915 time: 0.4084761 Jan 27 22:00:52.743504 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4478eb-eaf8-4397-896d-b58da0df3c61 admin admin] Pushing event updated for resources: {'Network': ['ID=b99dd611-a269-4aee-9374-4497300fddf7,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:52.761847 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network b99dd611-a269-4aee-9374-4497300fddf7 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:00:52.780699 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90893570-79cb-4ea5-9004-a3a00bf57f1d admin admin] Pushing event updated for resources: {'Network': ['ID=5172c394-afad-4c7a-b5ec-4e24fc69ff6c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:52.797821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 5172c394-afad-4c7a-b5ec-4e24fc69ff6c details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:00:52.827758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d0cef5-0e55-4c85-b93a-2b4e207b34a7 admin admin] Made reservation on behalf of 29f1b1b915984af3b6beaec3b0cb4d0f for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:52.834247 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-74d0cef5-0e55-4c85-b93a-2b4e207b34a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.859949 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1228cee-312b-45df-9df1-726d29eecfdc req-fe695752-493d-4ddc-bfbe-332fc68e41c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bb52390-ff99-4e95-ace3-4830cf7f124c HTTP/1.1" status: 200 len: 217 time: 0.0964022 Jan 27 22:00:53.080771 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device dc828264-fa2e-41f3-bb93-0747494dfdcd up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:53.139080 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1228cee-312b-45df-9df1-726d29eecfdc req-5c5974fe-8ee4-4b38-94e2-aa69972f2f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:53.143690 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1228cee-312b-45df-9df1-726d29eecfdc req-5c5974fe-8ee4-4b38-94e2-aa69972f2f34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2bb2bac3-c60e-4848-afff-f0961fb92d28 HTTP/1.1" status: 200 len: 854 time: 0.2680399 Jan 27 22:00:53.211124 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1228cee-312b-45df-9df1-726d29eecfdc req-31177592-2e7e-447c-8435-31d84fd1e286 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=459b8894-edc1-457b-b0fc-103b65af4a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614285 Jan 27 22:00:53.225265 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-25c395b4-7606-429d-9e5a-7659bfd342b5 None None] Current status of the port dc828264-fa2e-41f3-bb93-0747494dfdcd is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:53.263185 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port dc828264-fa2e-41f3-bb93-0747494dfdcd triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:53.263423 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (dc828264-fa2e-41f3-bb93-0747494dfdcd), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.273942 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-56f8b708-726e-41e8-9e98-c5b40cd16559 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for port (c781384c-6b08-490a-84a6-548a52080b58), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.377235 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-add5fffb-c828-4aa2-a9ea-a67aed22f03d None None] Provisioning complete for port dc828264-fa2e-41f3-bb93-0747494dfdcd triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:53.377820 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-add5fffb-c828-4aa2-a9ea-a67aed22f03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (dc828264-fa2e-41f3-bb93-0747494dfdcd), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.399769 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1000e882-3e81-4e75-8f12-d9a3c05bf872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (9c9960be-67ec-4018-8015-65dedbd84429), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.405880 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-56f8b708-726e-41e8-9e98-c5b40cd16559 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (c781384c-6b08-490a-84a6-548a52080b58), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.408633 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4f768d94-a047-4902-afb0-7c8819ebce77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (c000321e-3cdd-4ca7-9843-06db68cbd157), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.447169 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port dc828264-fa2e-41f3-bb93-0747494dfdcd is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:53.496961 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1228cee-312b-45df-9df1-726d29eecfdc req-2aa1777d-ebd9-40a3-a937-56c1aa58331c service neutron] 10.222.0.15 "GET /v2.0/networks/459b8894-edc1-457b-b0fc-103b65af4a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775769 Jan 27 22:00:53.502188 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-74d0cef5-0e55-4c85-b93a-2b4e207b34a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (73d1c295-f15a-4861-84c0-477c63d6ad5c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.542967 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f8b708-726e-41e8-9e98-c5b40cd16559 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Network fdaa4292-e481-4f0f-a1d5-1416641af0da is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:53.544035 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f768d94-a047-4902-afb0-7c8819ebce77 admin admin] Checking segment: {'id': '01c9a8c6-753f-4f97-b988-a6b13cd17251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b99dd611-a269-4aee-9374-4497300fddf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:53.544509 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f768d94-a047-4902-afb0-7c8819ebce77 admin admin] Network hostable DHCP agents. Network: b99dd611-a269-4aee-9374-4497300fddf7, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:00:53.544693 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-add5fffb-c828-4aa2-a9ea-a67aed22f03d None None] Current status of the port dc828264-fa2e-41f3-bb93-0747494dfdcd is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:53.556577 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-56f8b708-726e-41e8-9e98-c5b40cd16559 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:53.567202 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f8b708-726e-41e8-9e98-c5b40cd16559 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:53.571087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 8bb52390-ff99-4e95-ace3-4830cf7f124c details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:00:53.588836 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f8b708-726e-41e8-9e98-c5b40cd16559 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:53.591613 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-56f8b708-726e-41e8-9e98-c5b40cd16559 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.597410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0cef5-0e55-4c85-b93a-2b4e207b34a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d1c295-f15a-4861-84c0-477c63d6ad5c,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:53.610251 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8b708-726e-41e8-9e98-c5b40cd16559 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event updated for resources: {'Port': ['ID=c781384c-6b08-490a-84a6-548a52080b58,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:53.617992 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-56f8b708-726e-41e8-9e98-c5b40cd16559 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7774382 Jan 27 22:00:53.623042 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37568) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:53.630728 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f768d94-a047-4902-afb0-7c8819ebce77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c000321e-3cdd-4ca7-9843-06db68cbd157,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:53.640277 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f768d94-a047-4902-afb0-7c8819ebce77 admin admin] Network b99dd611-a269-4aee-9374-4497300fddf7 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:00:53.659951 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-4f768d94-a047-4902-afb0-7c8819ebce77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, b99dd611-a269-4aee-9374-4497300fddf7) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:53.681301 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f768d94-a047-4902-afb0-7c8819ebce77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:53.682294 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4f768d94-a047-4902-afb0-7c8819ebce77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.716683 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850f6954-92b1-432e-8cb3-68f3be99add2 None None] Network b99dd611-a269-4aee-9374-4497300fddf7 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:53.720615 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4f768d94-a047-4902-afb0-7c8819ebce77 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0202441 Jan 27 22:00:53.781112 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dcf3b5ba-87fd-40ae-a2d2-bd16ec00af1a req-799ba84d-c4c5-4e7c-a6ba-22b1112082c9 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.2754154 Jan 27 22:00:53.969929 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eec9a42-b0bf-4697-a9ee-567fe72fcd44 None None] Network b99dd611-a269-4aee-9374-4497300fddf7 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:53.985853 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:00:54.011494 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d0cef5-0e55-4c85-b93a-2b4e207b34a7 admin admin] Checking segment: {'id': '25092456-2e36-4ed4-b458-7fd26a08791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:54.011901 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d0cef5-0e55-4c85-b93a-2b4e207b34a7 admin admin] Network hostable DHCP agents. Network: 5172c394-afad-4c7a-b5ec-4e24fc69ff6c, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:00:54.080429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d3767-2fce-430f-b8c8-0abd73099e36 req-6401c334-8af7-4c2b-8e6d-4d9a4499695b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:54.082020 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-987d3767-2fce-430f-b8c8-0abd73099e36 req-6401c334-8af7-4c2b-8e6d-4d9a4499695b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a904f46b-4159-4dab-a6d7-91b467859f14 HTTP/1.1" status: 200 len: 943 time: 0.2704813 Jan 27 22:00:54.096291 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-1afb3970-49a0-486e-8beb-90757d8e04ea tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting port c781384c-6b08-490a-84a6-548a52080b58 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:54.096633 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1afb3970-49a0-486e-8beb-90757d8e04ea tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c781384c-6b08-490a-84a6-548a52080b58), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.193901 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1afb3970-49a0-486e-8beb-90757d8e04ea tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c781384c-6b08-490a-84a6-548a52080b58), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.210210 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1228cee-312b-45df-9df1-726d29eecfdc req-b35e8f0e-4831-4361-8e97-3c10db69c093 service neutron] 10.222.0.15 "GET /v2.0/networks/459b8894-edc1-457b-b0fc-103b65af4a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7035379 Jan 27 22:00:54.213740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-1afb3970-49a0-486e-8beb-90757d8e04ea tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Calling delete_port for c781384c-6b08-490a-84a6-548a52080b58 owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:54.232019 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e3855968-bbd0-4cc3-8453-d10a6a15b001 None None] Provisioning complete for port c781384c-6b08-490a-84a6-548a52080b58 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:54.232947 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e3855968-bbd0-4cc3-8453-d10a6a15b001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c781384c-6b08-490a-84a6-548a52080b58), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.272793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d0cef5-0e55-4c85-b93a-2b4e207b34a7 admin admin] Network 5172c394-afad-4c7a-b5ec-4e24fc69ff6c is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:00:54.274556 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 8bb52390-ff99-4e95-ace3-4830cf7f124c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8bb52390-ff99-4e95-ace3-4830cf7f124c,segment=NetworkSegment(03f03b00-21f2-4482-a656-94e7ab611f3b),segment_id=03f03b00-21f2-4482-a656-94e7ab611f3b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:54.300629 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '8bb52390-ff99-4e95-ace3-4830cf7f124c', 'network_id': '459b8894-edc1-457b-b0fc-103b65af4a7d', 'port_id': '8bb52390-ff99-4e95-ace3-4830cf7f124c', 'mac_address': 'fa:16:3e:b8:1b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bb2bac3-c60e-4848-afff-f0961fb92d28', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:00:54.308197 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-29efd5ca-43cb-4e5c-9999-f1b672293c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.323404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e3855968-bbd0-4cc3-8453-d10a6a15b001 None None] Port c781384c-6b08-490a-84a6-548a52080b58 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:00:54.366603 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-74d0cef5-0e55-4c85-b93a-2b4e207b34a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 5172c394-afad-4c7a-b5ec-4e24fc69ff6c) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:54.384680 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f708a0b-a442-4f38-8d66-a418087fd00d None None] Network 5172c394-afad-4c7a-b5ec-4e24fc69ff6c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:54.387317 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d0cef5-0e55-4c85-b93a-2b4e207b34a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:54.388000 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-74d0cef5-0e55-4c85-b93a-2b4e207b34a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.394700 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-987d3767-2fce-430f-b8c8-0abd73099e36 req-d12dbe39-d941-4bb5-b7d1-3c8f5e0c5ab8 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027220 Jan 27 22:00:54.404957 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 8bb52390-ff99-4e95-ace3-4830cf7f124c is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:54.405364 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8bb52390-ff99-4e95-ace3-4830cf7f124c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.464053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb52390-ff99-4e95-ace3-4830cf7f124c {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:00:54.472627 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-74d0cef5-0e55-4c85-b93a-2b4e207b34a7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8193145 Jan 27 22:00:54.502081 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 8bb52390-ff99-4e95-ace3-4830cf7f124c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8bb52390-ff99-4e95-ace3-4830cf7f124c,segment=NetworkSegment(03f03b00-21f2-4482-a656-94e7ab611f3b),segment_id=03f03b00-21f2-4482-a656-94e7ab611f3b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:54.509869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-787012f9-2d95-48bb-9bcd-41a68f29e266 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:54.511496 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-787012f9-2d95-48bb-9bcd-41a68f29e266 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/networks?id=b99dd611-a269-4aee-9374-4497300fddf7 HTTP/1.1" status: 200 len: 818 time: 0.2957222 Jan 27 22:00:54.532530 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8bb52390-ff99-4e95-ace3-4830cf7f124c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.560258 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14faa6f3-e238-4425-8044-32e6a92624ba None None] Network 5172c394-afad-4c7a-b5ec-4e24fc69ff6c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:54.563091 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-83461c34-3014-4868-905a-0ad941ac2a70 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/quotas/ebc161d76fbb4e7c9d11ee7c6dbb7743 HTTP/1.1" status: 200 len: 375 time: 0.0421820 Jan 27 22:00:54.612379 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-497144f6-a226-4981-a677-f71814624e67 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ebc161d76fbb4e7c9d11ee7c6dbb7743&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420275 Jan 27 22:00:54.619273 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-1000e882-3e81-4e75-8f12-d9a3c05bf872 admin admin] Deleting port 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:54.619634 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1000e882-3e81-4e75-8f12-d9a3c05bf872 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.651589 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=8bb52390-ff99-4e95-ace3-4830cf7f124c,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:54.774322 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1afb3970-49a0-486e-8beb-90757d8e04ea tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (c781384c-6b08-490a-84a6-548a52080b58), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.795591 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['8bb52390-ff99-4e95-ace3-4830cf7f124c'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:00:54.842195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb3970-49a0-486e-8beb-90757d8e04ea tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Port': ['ID=c781384c-6b08-490a-84a6-548a52080b58,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:54.848155 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-1000e882-3e81-4e75-8f12-d9a3c05bf872 admin admin] For port 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:54.848553 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1000e882-3e81-4e75-8f12-d9a3c05bf872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.945345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-1000e882-3e81-4e75-8f12-d9a3c05bf872 admin admin] Calling delete_port for 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:54.966283 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-cc8ecd9c-0cc6-456e-9218-a00270332c6a service neutron] 10.222.0.23 "GET /v2.0/networks/b99dd611-a269-4aee-9374-4497300fddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223937 Jan 27 22:00:54.978906 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1afb3970-49a0-486e-8beb-90757d8e04ea tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.982260 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1afb3970-49a0-486e-8beb-90757d8e04ea tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/c781384c-6b08-490a-84a6-548a52080b58 HTTP/1.1" status: 204 len: 168 time: 1.3396165 Jan 27 22:00:54.985376 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37606) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:55.042442 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6236960a-832e-4aef-ab10-25c4e2227171 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:55.047705 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6236960a-832e-4aef-ab10-25c4e2227171 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0600176 Jan 27 22:00:55.048626 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37608) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:55.117277 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1e8f89-bf8f-452a-932b-1cf9a3a54a47 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:55.119116 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8f1e8f89-bf8f-452a-932b-1cf9a3a54a47 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0692873 Jan 27 22:00:55.121788 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37610) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:55.179399 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98ade38-7003-438a-8ae1-7cc8496d9196 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:55.180896 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98ade38-7003-438a-8ae1-7cc8496d9196 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:55.182321 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98ade38-7003-438a-8ae1-7cc8496d9196 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:55.186614 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c98ade38-7003-438a-8ae1-7cc8496d9196 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0606902 Jan 27 22:00:55.186993 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37612) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:55.239758 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-681abc63-294b-4b64-8e4b-6e50953f3926 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet 832f0ec4-9bfe-4a45-9afd-b6cf93cfea94 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:55.243353 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-681abc63-294b-4b64-8e4b-6e50953f3926 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (832f0ec4-9bfe-4a45-9afd-b6cf93cfea94), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.284864 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-681abc63-294b-4b64-8e4b-6e50953f3926 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (832f0ec4-9bfe-4a45-9afd-b6cf93cfea94), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.379488 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-681abc63-294b-4b64-8e4b-6e50953f3926 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (832f0ec4-9bfe-4a45-9afd-b6cf93cfea94), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.391969 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-eef59d84-3c8e-4631-80b8-f693fdb663c3 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:55.393503 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-eef59d84-3c8e-4631-80b8-f693fdb663c3 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/networks?id=5172c394-afad-4c7a-b5ec-4e24fc69ff6c HTTP/1.1" status: 200 len: 815 time: 0.5813286 Jan 27 22:00:55.435067 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-79a8d288-a105-4b04-8f6f-f4ad3b16579a tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/quotas/29f1b1b915984af3b6beaec3b0cb4d0f HTTP/1.1" status: 200 len: 375 time: 0.0285022 Jan 27 22:00:55.445191 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-681abc63-294b-4b64-8e4b-6e50953f3926 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (832f0ec4-9bfe-4a45-9afd-b6cf93cfea94), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.475743 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-681abc63-294b-4b64-8e4b-6e50953f3926 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.482414 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-681abc63-294b-4b64-8e4b-6e50953f3926 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/832f0ec4-9bfe-4a45-9afd-b6cf93cfea94 HTTP/1.1" status: 204 len: 168 time: 0.2942793 Jan 27 22:00:55.483840 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37616) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:55.485916 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ef204a-3072-4275-888e-e1d3ae86289b None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:55.486815 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681abc63-294b-4b64-8e4b-6e50953f3926 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=832f0ec4-9bfe-4a45-9afd-b6cf93cfea94,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:55.522299 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-05ac5d70-37e2-424a-94c0-515d96b415f2 service neutron] 10.222.0.23 "GET /v2.0/networks/b99dd611-a269-4aee-9374-4497300fddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388007 Jan 27 22:00:55.524536 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-154183f0-8292-4ec5-baf9-a10897794714 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=29f1b1b915984af3b6beaec3b0cb4d0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446937 Jan 27 22:00:55.572989 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1584ede-a4a7-4923-9c4d-8b057e97576d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Deleting subnet 85d022ef-b71b-41cb-a9b5-95389acc4448 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:55.576953 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1584ede-a4a7-4923-9c4d-8b057e97576d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (85d022ef-b71b-41cb-a9b5-95389acc4448), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.662851 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1584ede-a4a7-4923-9c4d-8b057e97576d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (85d022ef-b71b-41cb-a9b5-95389acc4448), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.680454 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1000e882-3e81-4e75-8f12-d9a3c05bf872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.756686 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000e882-3e81-4e75-8f12-d9a3c05bf872 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:55.789888 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1584ede-a4a7-4923-9c4d-8b057e97576d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (85d022ef-b71b-41cb-a9b5-95389acc4448), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.965395 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1584ede-a4a7-4923-9c4d-8b057e97576d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (85d022ef-b71b-41cb-a9b5-95389acc4448), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:56.004637 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1584ede-a4a7-4923-9c4d-8b057e97576d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Subnet': ['ID=85d022ef-b71b-41cb-a9b5-95389acc4448,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:56.012763 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1584ede-a4a7-4923-9c4d-8b057e97576d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:56.024398 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f1584ede-a4a7-4923-9c4d-8b057e97576d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/85d022ef-b71b-41cb-a9b5-95389acc4448 HTTP/1.1" status: 204 len: 168 time: 0.5366518 Jan 27 22:00:56.024600 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1000e882-3e81-4e75-8f12-d9a3c05bf872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (9c9960be-67ec-4018-8015-65dedbd84429), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:56.026260 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37622) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:56.108709 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e0737183-4ce1-4f8c-a80c-32a396833a11 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0771055 Jan 27 22:00:56.120441 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37626) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:56.145493 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-d7691457-01a5-4356-9687-883fe8350d73 service neutron] 10.222.0.23 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898569 Jan 27 22:00:56.184839 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f603d158-82e1-4ca8-b5dd-40b812465e6a req-6b96bc53-bac5-402a-bb3e-2224cf4af7ca tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.1504436 Jan 27 22:00:56.206214 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a0e670-52e9-44e0-873e-1fd00f62fa21 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:56.211360 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c7a0e670-52e9-44e0-873e-1fd00f62fa21 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0887904 Jan 27 22:00:56.223901 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37630) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:56.307485 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17102787-7f43-4727-b692-474905f0a1ea tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:56.310162 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-17102787-7f43-4727-b692-474905f0a1ea tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0852065 Jan 27 22:00:56.313820 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37636) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:56.419287 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9478c64d-b13e-4363-adc1-7ffbd41d3f91 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0997450 Jan 27 22:00:56.421040 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-70021ac6-f9b3-4953-ac96-01b6057086f4 service neutron] 10.222.0.23 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502134 Jan 27 22:00:56.430109 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37640) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:56.473165 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d0025-fd38-45e2-9b88-45c87eb3ca90 req-eef50130-f063-4308-904b-8b3100defc76 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:56.480542 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d3d0025-fd38-45e2-9b88-45c87eb3ca90 req-eef50130-f063-4308-904b-8b3100defc76 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a904f46b-4159-4dab-a6d7-91b467859f14 HTTP/1.1" status: 200 len: 944 time: 0.1673133 Jan 27 22:00:56.524152 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-417ef4ac-7de7-4a26-b7be-4198b52a0c41 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:56.524938 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-417ef4ac-7de7-4a26-b7be-4198b52a0c41 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:56.533432 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-417ef4ac-7de7-4a26-b7be-4198b52a0c41 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/c781384c-6b08-490a-84a6-548a52080b58 HTTP/1.1" status: 404 len: 333 time: 0.1011941 Jan 27 22:00:56.540630 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37644) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:56.614344 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d3d0025-fd38-45e2-9b88-45c87eb3ca90 req-5dac61fb-11bd-4afb-ae97-d96de9352945 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327982 Jan 27 22:00:56.621244 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-61aacff2-4a83-4455-b3bb-34a51f60d7c1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:56.621761 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61aacff2-4a83-4455-b3bb-34a51f60d7c1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:56.629010 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-61aacff2-4a83-4455-b3bb-34a51f60d7c1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/85d022ef-b71b-41cb-a9b5-95389acc4448 HTTP/1.1" status: 404 len: 337 time: 0.0872445 Jan 27 22:00:56.629706 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37646) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:56.664363 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1000e882-3e81-4e75-8f12-d9a3c05bf872 admin admin] Router 9c9960be-67ec-4018-8015-65dedbd84429 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:00:56.696764 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5d0889-ea5e-485f-a9b1-2bcf11adcd5f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:56.697274 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5d0889-ea5e-485f-a9b1-2bcf11adcd5f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:56.701615 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d2cb5834-7192-4d8a-bfde-758bc844e1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:56.709055 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8b5d0889-ea5e-485f-a9b1-2bcf11adcd5f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/832f0ec4-9bfe-4a45-9afd-b6cf93cfea94 HTTP/1.1" status: 404 len: 337 time: 0.0781448 Jan 27 22:00:56.709675 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37648) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:56.739693 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74282fc-420e-4e4b-8dd4-fe4cf04a4d83 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:56.740310 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a74282fc-420e-4e4b-8dd4-fe4cf04a4d83 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:56.746726 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a74282fc-420e-4e4b-8dd4-fe4cf04a4d83 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/5f9516be-7741-4ad7-88e7-783530df58a7 HTTP/1.1" status: 404 len: 333 time: 0.0354991 Jan 27 22:00:56.747410 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37654) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:56.757796 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed6c9fe-6fe6-4cf5-9393-b035691ae405 None None] Network fdaa4292-e481-4f0f-a1d5-1416641af0da requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:56.860215 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-64273f1d-51c5-4354-bdce-6b98eddfe067 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:56.860617 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64273f1d-51c5-4354-bdce-6b98eddfe067 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:56.866284 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-64273f1d-51c5-4354-bdce-6b98eddfe067 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/b37f24c1-3daf-4d82-9a9e-a2dcbc9c61f2 HTTP/1.1" status: 404 len: 337 time: 0.1178830 Jan 27 22:00:56.866903 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37660) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:56.890415 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2d77fb92-f585-48f7-a648-519b6ae6947c req-25e16450-b093-4b65-91a2-f3a66c73e3dc tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 210 time: 0.0835538 Jan 27 22:00:56.899055 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f8df85-0e97-449b-8dc6-c0f74d068a16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:56.899363 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f8df85-0e97-449b-8dc6-c0f74d068a16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:56.905160 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d9f8df85-0e97-449b-8dc6-c0f74d068a16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/9df42bb8-614c-4c11-afad-7cf5824a6cb8 HTTP/1.1" status: 404 len: 337 time: 0.0362792 Jan 27 22:00:56.905319 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37662) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:56.947083 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cdc2662-e715-4751-a36f-fa2bd9aaa142 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:56.947931 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cdc2662-e715-4751-a36f-fa2bd9aaa142 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:56.951797 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1cdc2662-e715-4751-a36f-fa2bd9aaa142 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/7f5ebf27-07af-4f15-a726-cba24417e949 HTTP/1.1" status: 404 len: 333 time: 0.0427015 Jan 27 22:00:56.954308 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37664) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:56.993040 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1406dcf-dc11-4d02-aa8e-6c4b3b19b210 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:56.993753 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1406dcf-dc11-4d02-aa8e-6c4b3b19b210 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:57.006891 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f1406dcf-dc11-4d02-aa8e-6c4b3b19b210 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/b1d7de46-a2d7-49e3-8016-10bf85ae9eb1 HTTP/1.1" status: 404 len: 337 time: 0.0514214 Jan 27 22:00:57.009405 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37666) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:57.015579 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aa62c930-6c40-4f60-a1b6-16e3144191ce req-eed3206e-4add-4934-ba90-f9df7d2802c4 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d50bfda-c1dc-40da-9c97-a6e8ca91304f HTTP/1.1" status: 200 len: 210 time: 0.0638027 Jan 27 22:00:57.041009 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1000e882-3e81-4e75-8f12-d9a3c05bf872 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:00:57.044230 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6a1ccaa5-c046-4937-906e-b60ce370c7a7 None None] Provisioning complete for port dc828264-fa2e-41f3-bb93-0747494dfdcd triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:57.044942 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6a1ccaa5-c046-4937-906e-b60ce370c7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (dc828264-fa2e-41f3-bb93-0747494dfdcd), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.055262 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bd523b-2799-4b9d-a31c-af3e78953af1 None None] Sync routers for ids ['9c9960be-67ec-4018-8015-65dedbd84429'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:00:57.079761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1000e882-3e81-4e75-8f12-d9a3c05bf872 admin admin] 10.222.0.23 "PUT /v2.0/routers/9c9960be-67ec-4018-8015-65dedbd84429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2537444 Jan 27 22:00:57.080463 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37668) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:57.095795 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bd523b-2799-4b9d-a31c-af3e78953af1 None None] Routers {'9c9960be-67ec-4018-8015-65dedbd84429'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:57.096766 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-27bd523b-2799-4b9d-a31c-af3e78953af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:00:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['9c9960be-67ec-4018-8015-65dedbd84429'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:57.103253 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-992ca4c7-b7e1-4d8a-84f7-a5ab9a50baed tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:57.103622 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992ca4c7-b7e1-4d8a-84f7-a5ab9a50baed tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:57.120319 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-992ca4c7-b7e1-4d8a-84f7-a5ab9a50baed tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/5d45ca5f-5541-43e6-b212-8304b88c4102 HTTP/1.1" status: 404 len: 337 time: 0.1095681 Jan 27 22:00:57.123275 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37670) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:57.161526 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6b0f5f-59b9-4cf4-9b4d-79c5783b43a6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:57.162125 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f6b0f5f-59b9-4cf4-9b4d-79c5783b43a6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:57.172543 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7f6b0f5f-59b9-4cf4-9b4d-79c5783b43a6 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/04fd9f3b-02bf-42bc-bbd6-bebd94fe0ea3 HTTP/1.1" status: 404 len: 333 time: 0.0481894 Jan 27 22:00:57.175096 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37672) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:57.190631 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6a1ccaa5-c046-4937-906e-b60ce370c7a7 None None] Current status of the port dc828264-fa2e-41f3-bb93-0747494dfdcd is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:57.220843 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed40e830-a01b-4130-974b-e00a07ffb603 None None] DHCP port deletion for fdaa4292-e481-4f0f-a1d5-1416641af0da request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:00:57.273880 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90bdb7d-5251-49e2-902a-2bc1386d5a88 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:57.274394 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b90bdb7d-5251-49e2-902a-2bc1386d5a88 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:57.282894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37678) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:57.283695 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b90bdb7d-5251-49e2-902a-2bc1386d5a88 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/208c316b-acfe-4153-960d-16c2c52e5416 HTTP/1.1" status: 404 len: 337 time: 0.1038630 Jan 27 22:00:57.382356 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ed40e830-a01b-4130-974b-e00a07ffb603 None None] Deleting port dc828264-fa2e-41f3-bb93-0747494dfdcd {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:57.382897 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ed40e830-a01b-4130-974b-e00a07ffb603 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (dc828264-fa2e-41f3-bb93-0747494dfdcd), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.501990 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-27bd523b-2799-4b9d-a31c-af3e78953af1 None None] Set router 9c9960be-67ec-4018-8015-65dedbd84429 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:00:57.567095 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-133b89a2-746b-4e54-b9aa-6be19acfdbc9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:57.567541 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133b89a2-746b-4e54-b9aa-6be19acfdbc9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:57.570084 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.573603 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-133b89a2-746b-4e54-b9aa-6be19acfdbc9 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/0fac60a2-d9de-4543-aca5-c9a1cd0e9d2f HTTP/1.1" status: 404 len: 337 time: 0.2873797 Jan 27 22:00:57.574335 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37686) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:57.599075 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 8bb52390-ff99-4e95-ace3-4830cf7f124c up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:57.615635 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b0bb135-6840-464f-a3ed-c8205c01d44a req-11a000be-ac35-474a-a8cd-7945e2662b20 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.2561700 Jan 27 22:00:57.691526 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-95056f4a-0d4e-4c5b-ac58-92f990229659 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:57.692618 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95056f4a-0d4e-4c5b-ac58-92f990229659 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:57.696538 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e26cc8d7-4f0f-4199-b312-7d86c29aa063 admin admin] Publish callbacks [] for router (9c9960be-67ec-4018-8015-65dedbd84429), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.699892 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-95056f4a-0d4e-4c5b-ac58-92f990229659 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/7c0c2844-38e3-4afd-9cf9-e4bfcc8be42b HTTP/1.1" status: 404 len: 333 time: 0.1247952 Jan 27 22:00:57.702460 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37690) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:57.740071 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-ed40e830-a01b-4130-974b-e00a07ffb603 None None] For port dc828264-fa2e-41f3-bb93-0747494dfdcd, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=dc828264-fa2e-41f3-bb93-0747494dfdcd,segment=NetworkSegment(2da71aae-37e3-436e-bfac-9eb57c0f0921),segment_id=2da71aae-37e3-436e-bfac-9eb57c0f0921)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:57.740585 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ed40e830-a01b-4130-974b-e00a07ffb603 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (dc828264-fa2e-41f3-bb93-0747494dfdcd), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.757708 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ed40e830-a01b-4130-974b-e00a07ffb603 None None] Calling delete_port for dc828264-fa2e-41f3-bb93-0747494dfdcd owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:57.760916 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d0ae2d-5cd3-4454-9a9b-56ef4ca09f37 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:57.764811 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d0ae2d-5cd3-4454-9a9b-56ef4ca09f37 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:57.771985 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f5d0ae2d-5cd3-4454-9a9b-56ef4ca09f37 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/26a4125f-63b3-44fa-9cd5-cd64be780985 HTTP/1.1" status: 404 len: 337 time: 0.0683663 Jan 27 22:00:57.775291 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37692) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:57.816817 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 8bb52390-ff99-4e95-ace3-4830cf7f124c completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:00:57.825255 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 8bb52390-ff99-4e95-ace3-4830cf7f124c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:57.825944 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8bb52390-ff99-4e95-ace3-4830cf7f124c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.826225 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-884394fc-be72-4114-b53b-04954192241a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:57.827211 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-884394fc-be72-4114-b53b-04954192241a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:57.830563 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-884394fc-be72-4114-b53b-04954192241a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/c5db8d20-7553-4595-b4af-44056756d7ae HTTP/1.1" status: 404 len: 333 time: 0.0539231 Jan 27 22:00:57.837568 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37694) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:57.901832 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-26146dfd-6789-41ed-91f1-723f3cb02776 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:57.903149 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26146dfd-6789-41ed-91f1-723f3cb02776 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:57.906557 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-26146dfd-6789-41ed-91f1-723f3cb02776 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/b6f7cfe9-70db-4449-a464-660ee96794a1 HTTP/1.1" status: 404 len: 337 time: 0.0677855 Jan 27 22:00:57.916984 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37696) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:57.946196 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 8bb52390-ff99-4e95-ace3-4830cf7f124c is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:57.946694 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8bb52390-ff99-4e95-ace3-4830cf7f124c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.975736 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-469cd14e-94fc-427f-9284-a801d1bb4c68 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:57.988483 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-469cd14e-94fc-427f-9284-a801d1bb4c68 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:57.993987 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-469cd14e-94fc-427f-9284-a801d1bb4c68 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/1e719b16-b42a-4fee-902a-d175a4294af0 HTTP/1.1" status: 404 len: 333 time: 0.0734963 Jan 27 22:00:57.994973 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37700) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:58.009032 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 8bb52390-ff99-4e95-ace3-4830cf7f124c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8bb52390-ff99-4e95-ace3-4830cf7f124c,segment=NetworkSegment(03f03b00-21f2-4482-a656-94e7ab611f3b),segment_id=03f03b00-21f2-4482-a656-94e7ab611f3b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:58.010679 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a904f46b-4159-4dab-a6d7-91b467859f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb52390-ff99-4e95-ace3-4830cf7f124c'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:58.010942 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90413d97-1e6f-48b2-8fd5-ebae6f82a926 req-7fd47a0a-c3dc-4ff0-9332-0199588c26b3 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:58.013061 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90413d97-1e6f-48b2-8fd5-ebae6f82a926 req-7fd47a0a-c3dc-4ff0-9332-0199588c26b3 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a904f46b-4159-4dab-a6d7-91b467859f14 HTTP/1.1" status: 200 len: 944 time: 0.2316294 Jan 27 22:00:58.020571 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44087de-2326-40bd-bc01-e8dd63e0352b" -d '{"events": [{"server_uuid": "a904f46b-4159-4dab-a6d7-91b467859f14", "name": "network-vif-plugged", "status": "completed", "tag": "8bb52390-ff99-4e95-ace3-4830cf7f124c"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:58.026412 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8bb52390-ff99-4e95-ace3-4830cf7f124c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.043004 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d2253c-b811-4b3b-a1f2-04b7b17cc62f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:58.043500 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d2253c-b811-4b3b-a1f2-04b7b17cc62f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:58.048830 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-52d2253c-b811-4b3b-a1f2-04b7b17cc62f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/be86f938-4a4d-4b96-8b5e-390a8564285d HTTP/1.1" status: 404 len: 337 time: 0.0509920 Jan 27 22:00:58.049211 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37706) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:58.081772 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=8bb52390-ff99-4e95-ace3-4830cf7f124c,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:58.085231 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cd00c7-f941-4284-baf6-c9db887dc680 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:58.092122 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8cd00c7-f941-4284-baf6-c9db887dc680 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:58.095535 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e8cd00c7-f941-4284-baf6-c9db887dc680 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/d34dea83-cd06-4dc1-83a7-0609ad950391 HTTP/1.1" status: 404 len: 333 time: 0.0446970 Jan 27 22:00:58.099036 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37708) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:58.103694 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ed40e830-a01b-4130-974b-e00a07ffb603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (dc828264-fa2e-41f3-bb93-0747494dfdcd), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.141903 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df4509ce-e6d5-43d2-9365-b4a1a27451a1 req-30fff0ef-b7ae-4a8e-b5b2-4bc130902ba1 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 210 time: 0.0738833 Jan 27 22:00:58.148390 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ae9446-d89f-46a1-9c1a-01a806f5893f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:58.151405 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-27bd523b-2799-4b9d-a31c-af3e78953af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9960be-67ec-4018-8015-65dedbd84429', 'name': 'tempest-ServerActionsTestJSON-1914853775-router', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': '9add7880-394d-4681-a11a-b65dc23fb120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T22:00:55Z', 'revision_number': 5, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'gw_port': {'id': '9add7880-394d-4681-a11a-b65dc23fb120', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9960be-67ec-4018-8015-65dedbd84429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:48Z', 'updated_at': '2022-01-27T21:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:58.152547 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e26cc8d7-4f0f-4199-b312-7d86c29aa063 admin admin] Publish callbacks [] for router_gateway (9c9960be-67ec-4018-8015-65dedbd84429), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.155698 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ae9446-d89f-46a1-9c1a-01a806f5893f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:58.162379 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a9ae9446-d89f-46a1-9c1a-01a806f5893f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/468f366e-f876-412d-81a6-22c9da716716 HTTP/1.1" status: 404 len: 337 time: 0.0620480 Jan 27 22:00:58.166983 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37710) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:58.178963 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40e830-a01b-4130-974b-e00a07ffb603 None None] Pushing event deleted for resources: {'Port': ['ID=dc828264-fa2e-41f3-bb93-0747494dfdcd,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:58.195397 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed40e830-a01b-4130-974b-e00a07ffb603 None None] No DVR routers for this DVR port dc828264-fa2e-41f3-bb93-0747494dfdcd on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:58.214133 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bd523b-2799-4b9d-a31c-af3e78953af1 None None] Checking router: 9c9960be-67ec-4018-8015-65dedbd84429 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:00:58.219224 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c686cc5-0a50-4639-8665-b66889c8f9e1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:58.222620 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c686cc5-0a50-4639-8665-b66889c8f9e1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:58.232479 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9c686cc5-0a50-4639-8665-b66889c8f9e1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/68785004-2c42-403a-88d4-0850f1e92be8 HTTP/1.1" status: 404 len: 333 time: 0.0641828 Jan 27 22:00:58.237408 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37712) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:58.242307 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bd523b-2799-4b9d-a31c-af3e78953af1 None None] Routers {'9c9960be-67ec-4018-8015-65dedbd84429'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:58.242976 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-27bd523b-2799-4b9d-a31c-af3e78953af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:00:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['9c9960be-67ec-4018-8015-65dedbd84429'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:58.300635 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96cd8d9-c43d-4a32-9ae9-4364f5d28a59 x-openstack-request-id: req-a96cd8d9-c43d-4a32-9ae9-4364f5d28a59 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:58.300944 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a904f46b-4159-4dab-a6d7-91b467859f14", "name": "network-vif-plugged", "status": "completed", "tag": "8bb52390-ff99-4e95-ace3-4830cf7f124c", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:58.301208 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a96cd8d9-c43d-4a32-9ae9-4364f5d28a59 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:58.302618 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a904f46b-4159-4dab-a6d7-91b467859f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb52390-ff99-4e95-ace3-4830cf7f124c', 'code': 200} Jan 27 22:00:58.303528 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc1063b-f40c-48ea-8bfd-dbba64665d30 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:58.305365 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc1063b-f40c-48ea-8bfd-dbba64665d30 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:58.315584 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cbc1063b-f40c-48ea-8bfd-dbba64665d30 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/ce1d0d7f-df80-44fd-b406-1027917a091e HTTP/1.1" status: 404 len: 337 time: 0.0771008 Jan 27 22:00:58.318042 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37714) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:58.431291 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90413d97-1e6f-48b2-8fd5-ebae6f82a926 req-f85caafb-6174-44f2-a19f-24948926a828 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968031 Jan 27 22:00:58.485653 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-27bd523b-2799-4b9d-a31c-af3e78953af1 None None] Set router 9c9960be-67ec-4018-8015-65dedbd84429 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:00:58.580099 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-102bbe1c-f7bd-4ad9-a9d8-f4ab55e83617 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:58.581647 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-102bbe1c-f7bd-4ad9-a9d8-f4ab55e83617 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.21 "GET /v2.0/networks?id=b99dd611-a269-4aee-9374-4497300fddf7 HTTP/1.1" status: 200 len: 818 time: 0.1800036 Jan 27 22:00:58.582572 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b1fb7e-7d17-4f61-adbb-e322d0b602bc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:58.583406 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b1fb7e-7d17-4f61-adbb-e322d0b602bc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:58.598893 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-05b1fb7e-7d17-4f61-adbb-e322d0b602bc tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/23729549-7e23-4b4f-ae7f-9d9b04e37460 HTTP/1.1" status: 404 len: 333 time: 0.2797303 Jan 27 22:00:58.607640 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-0c492b1e-1fa9-474a-b880-46f836d7afc3 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Request body: {'port': {'device_id': '2d50bfda-c1dc-40da-9c97-a6e8ca91304f', 'network_id': 'b99dd611-a269-4aee-9374-4497300fddf7', 'admin_state_up': True, 'tenant_id': 'ebc161d76fbb4e7c9d11ee7c6dbb7743'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:58.609700 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-540685f2-a5ff-49e3-a36a-ad2e29dff4dd req-fa104539-1cda-4db7-b302-fe5b5b7ebc24 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d50bfda-c1dc-40da-9c97-a6e8ca91304f HTTP/1.1" status: 200 len: 210 time: 0.1565459 Jan 27 22:00:58.622255 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-27bd523b-2799-4b9d-a31c-af3e78953af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9960be-67ec-4018-8015-65dedbd84429', 'name': 'tempest-ServerActionsTestJSON-1914853775-router', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T22:00:58Z', 'revision_number': 6, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:58.627156 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37716) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:58.679428 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bd523b-2799-4b9d-a31c-af3e78953af1 None None] The sync data for ids ['9c9960be-67ec-4018-8015-65dedbd84429'] in n-d-772272-3 is: [{'id': '9c9960be-67ec-4018-8015-65dedbd84429', 'name': 'tempest-ServerActionsTestJSON-1914853775-router', 'tenant_id': '61d13348ee1947f6862828ce6fcbfac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T22:00:58Z', 'revision_number': 6, 'project_id': '61d13348ee1947f6862828ce6fcbfac2', 'gw_port_host': None}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:00:58.697953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-d931ac0e-bfca-4f70-b217-ae033ab3998d tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:58.701745 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-d931ac0e-bfca-4f70-b217-ae033ab3998d tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.15 "GET /v2.0/networks?id=b99dd611-a269-4aee-9374-4497300fddf7 HTTP/1.1" status: 200 len: 818 time: 0.5588100 Jan 27 22:00:58.721479 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-26499be2-9d35-4105-b3e8-5dfc291d816e tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Request body: {'port': {'device_id': 'f3f5be5a-a91b-409d-a260-9bbee5b18d77', 'network_id': 'b99dd611-a269-4aee-9374-4497300fddf7', 'admin_state_up': True, 'tenant_id': 'ebc161d76fbb4e7c9d11ee7c6dbb7743'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:58.758168 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d3f4623-1810-4ad2-a81e-f23db2830734 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:58.758639 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d3f4623-1810-4ad2-a81e-f23db2830734 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:58.764021 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5d3f4623-1810-4ad2-a81e-f23db2830734 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/1c5e54cd-8ffa-4e81-a8cc-ebd7bc9ff102 HTTP/1.1" status: 404 len: 337 time: 0.1336401 Jan 27 22:00:58.764599 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37720) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:58.816093 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-e26cc8d7-4f0f-4199-b312-7d86c29aa063 admin admin] Deleting port 9add7880-394d-4681-a11a-b65dc23fb120 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:58.816587 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e26cc8d7-4f0f-4199-b312-7d86c29aa063 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (9add7880-394d-4681-a11a-b65dc23fb120), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.826055 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d22d188-5955-41e7-9718-3667ccfa4128 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:58.826648 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d22d188-5955-41e7-9718-3667ccfa4128 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:58.833274 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5d22d188-5955-41e7-9718-3667ccfa4128 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/315f9950-2df3-447c-b5f1-963ace6a04c5 HTTP/1.1" status: 404 len: 337 time: 0.0643194 Jan 27 22:00:58.833274 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37722) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:58.867565 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93fced-2055-4e4f-9e08-d749511db584 req-662d8552-2728-4933-b404-ffa81f980900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:58.869344 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a93fced-2055-4e4f-9e08-d749511db584 req-662d8552-2728-4933-b404-ffa81f980900 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a904f46b-4159-4dab-a6d7-91b467859f14 HTTP/1.1" status: 200 len: 1096 time: 0.4008272 Jan 27 22:00:58.871048 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d758af13-1332-4cad-933c-445920ba0611 req-6812e2a9-2490-4bba-b9fe-f00b75eb71ff tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.0388348 Jan 27 22:00:58.873207 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e04903-f0d4-4611-8281-b2ceea40bcd7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:58.874005 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e04903-f0d4-4611-8281-b2ceea40bcd7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:58.874358 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.878281 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-27e04903-f0d4-4611-8281-b2ceea40bcd7 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/3e30f0c9-317a-49db-ae09-c1c6b4c837a5 HTTP/1.1" status: 404 len: 333 time: 0.0445340 Jan 27 22:00:58.881584 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37724) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:58.911561 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-0bd719a3-5ae9-4e01-beb4-158e1b1f0cb2 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:58.913329 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-0bd719a3-5ae9-4e01-beb4-158e1b1f0cb2 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.21 "GET /v2.0/networks?id=b99dd611-a269-4aee-9374-4497300fddf7 HTTP/1.1" status: 200 len: 818 time: 0.5994475 Jan 27 22:00:58.919521 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f01c76-51ac-4ec9-84e8-b053e0959f7e tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:58.923661 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f01c76-51ac-4ec9-84e8-b053e0959f7e tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:58.927152 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f8f01c76-51ac-4ec9-84e8-b053e0959f7e tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/4420bf8c-1ad4-43e8-a0aa-771d7af25b34 HTTP/1.1" status: 404 len: 337 time: 0.0443845 Jan 27 22:00:58.929782 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37726) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:58.949397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-83ba7d15-8fc2-4a59-85d6-7e454a1c2d1c tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Request body: {'port': {'device_id': '7666d7bb-78ac-40b3-98ec-7bccc8395334', 'network_id': 'b99dd611-a269-4aee-9374-4497300fddf7', 'admin_state_up': True, 'tenant_id': 'ebc161d76fbb4e7c9d11ee7c6dbb7743'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:58.969146 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-3527a3bc-09bb-4293-bbdd-aca584c5503c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:58.969925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3527a3bc-09bb-4293-bbdd-aca584c5503c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:58.973295 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3527a3bc-09bb-4293-bbdd-aca584c5503c tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/e4ca5d67-9dca-420b-960e-f4dfdde6c711 HTTP/1.1" status: 404 len: 337 time: 0.0423436 Jan 27 22:00:58.977264 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37728) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:59.010618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a93fced-2055-4e4f-9e08-d749511db584 req-3b0d96a8-ea0e-4a35-bba1-fadf64ce79da service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226459 Jan 27 22:00:59.013351 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c4c41f-0da5-413a-94b6-322a706d35c5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:59.014146 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c4c41f-0da5-413a-94b6-322a706d35c5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:59.021208 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-26c4c41f-0da5-413a-94b6-322a706d35c5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/c11705dc-c44f-4e8b-b4d0-6004b3a60fd4 HTTP/1.1" status: 404 len: 333 time: 0.0426912 Jan 27 22:00:59.023591 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37730) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:59.034936 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-0c492b1e-1fa9-474a-b880-46f836d7afc3 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Made reservation on behalf of ebc161d76fbb4e7c9d11ee7c6dbb7743 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:59.038488 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-0c492b1e-1fa9-474a-b880-46f836d7afc3 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.065829 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-343284ab-0a51-41a0-8962-8b03da5f671b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:59.067074 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343284ab-0a51-41a0-8962-8b03da5f671b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:59.070514 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-343284ab-0a51-41a0-8962-8b03da5f671b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/e276f315-7baf-4222-9bac-0bb051dca356 HTTP/1.1" status: 404 len: 337 time: 0.0452061 Jan 27 22:00:59.073248 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37732) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:59.107849 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55603a6-cf58-4c80-8c53-dfad436bb4ae tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:59.108655 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55603a6-cf58-4c80-8c53-dfad436bb4ae tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:59.112090 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b55603a6-cf58-4c80-8c53-dfad436bb4ae tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/3d5cf4d5-3d2b-4795-8a17-5423643954f0 HTTP/1.1" status: 404 len: 337 time: 0.0376060 Jan 27 22:00:59.118382 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37734) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:59.176076 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7a6931-be4e-4d8a-8369-3e2ec98411b3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:59.176734 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7a6931-be4e-4d8a-8369-3e2ec98411b3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:59.179872 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-db7a6931-be4e-4d8a-8369-3e2ec98411b3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/4fca740a-5367-4d7a-8957-becfe8d03e18 HTTP/1.1" status: 404 len: 333 time: 0.0605249 Jan 27 22:00:59.185160 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37736) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:59.235931 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-836f1531-2534-4065-a950-5500db69327a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:59.236569 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836f1531-2534-4065-a950-5500db69327a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:59.242593 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-836f1531-2534-4065-a950-5500db69327a tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/ebd1d3d4-7482-441e-8376-df229c7f1fa4 HTTP/1.1" status: 404 len: 337 time: 0.0561755 Jan 27 22:00:59.248063 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37740) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:59.380133 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-636e859e-f27e-47ae-a8c2-30d2c0b290e1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:59.380548 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-636e859e-f27e-47ae-a8c2-30d2c0b290e1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:59.392300 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-636e859e-f27e-47ae-a8c2-30d2c0b290e1 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/b5fc45aa-1a9f-4ba2-ad40-695fbdd2da85 HTTP/1.1" status: 404 len: 337 time: 0.1408925 Jan 27 22:00:59.398824 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37742) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:59.423572 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:59.448433 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f211bb0a-56d8-417e-848f-4c27f2bdc472 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports?device_id=85251848-9b63-4ce5-8e24-903f9cadb33c HTTP/1.1" status: 200 len: 205 time: 0.0481226 Jan 27 22:00:59.463983 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37744) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:59.487524 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:59.488197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5d3af5a6-ec41-4d68-bd49-9d0c2b7e6c92 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:59.488790 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device dc828264-fa2e-41f3-bb93-0747494dfdcd no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:59.522176 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-e26cc8d7-4f0f-4199-b312-7d86c29aa063 admin admin] For port 9add7880-394d-4681-a11a-b65dc23fb120, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9add7880-394d-4681-a11a-b65dc23fb120,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:59.522551 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e26cc8d7-4f0f-4199-b312-7d86c29aa063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (9add7880-394d-4681-a11a-b65dc23fb120), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.526831 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: dc828264-fa2e-41f3-bb93-0747494dfdcd {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:59.528061 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device dc828264-fa2e-41f3-bb93-0747494dfdcd not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:59.545147 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-0c492b1e-1fa9-474a-b880-46f836d7afc3 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Allocated IP 172.20.0.10 (b99dd611-a269-4aee-9374-4497300fddf7/c000321e-3cdd-4ca7-9843-06db68cbd157/c67827cd-5a09-45da-a489-88b2ce3e1b3b) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:59.576671 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-72686ddf-8b0e-421a-a42c-8be8747a0c16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] delete failed (client error): The resource could not be found. Jan 27 22:00:59.581496 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-72686ddf-8b0e-421a-a42c-8be8747a0c16 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/routers/85251848-9b63-4ce5-8e24-903f9cadb33c HTTP/1.1" status: 404 len: 336 time: 0.1152570 Jan 27 22:00:59.587701 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37748) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:59.611549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-e26cc8d7-4f0f-4199-b312-7d86c29aa063 admin admin] Calling delete_port for 9add7880-394d-4681-a11a-b65dc23fb120 owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:59.626207 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-112ebe37-8e70-4654-bebe-a7e017a0f543 req-f6db5ce1-1790-48f5-9662-73279a026140 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 210 time: 0.0885396 Jan 27 22:00:59.643274 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-917e74bb-e4b1-4272-9b3e-3bca9a6633a2 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:59.645181 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-917e74bb-e4b1-4272-9b3e-3bca9a6633a2 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.21 "GET /v2.0/networks?id=5172c394-afad-4c7a-b5ec-4e24fc69ff6c HTTP/1.1" status: 200 len: 815 time: 0.4228299 Jan 27 22:00:59.646471 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b8fdbe-b6af-4ece-b957-f9283369c185 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:59.647007 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24b8fdbe-b6af-4ece-b957-f9283369c185 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:59.652947 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-24b8fdbe-b6af-4ece-b957-f9283369c185 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/8823822a-d444-4727-bdc2-8018f11bcd14 HTTP/1.1" status: 404 len: 337 time: 0.0644181 Jan 27 22:00:59.656573 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37752) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:59.665687 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-c8da750e-6df0-4193-b551-c085626855d3 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Request body: {'port': {'device_id': 'aded3981-65c3-4fa8-a8aa-b1d2138c12ff', 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c', 'admin_state_up': True, 'tenant_id': '29f1b1b915984af3b6beaec3b0cb4d0f'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:59.796696 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1bba29f2-fe28-4a1d-89ef-5a8c67100042 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "GET /v2.0/ports?device_id=afe1c757-8a00-4fa7-8f03-fb62b489d51a HTTP/1.1" status: 200 len: 205 time: 0.1373162 Jan 27 22:00:59.805936 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37756) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:59.824128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-432ec224-f95a-4c41-8993-65e44b3337bf req-57443539-46ef-431a-ab4a-403feea847b2 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d50bfda-c1dc-40da-9c97-a6e8ca91304f HTTP/1.1" status: 200 len: 210 time: 0.0636613 Jan 27 22:00:59.877238 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2768ca-1600-48d6-b0aa-f61fb46de62a req-d16d0e71-b6ab-4f09-9e84-f5445195ca11 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:59.879499 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-d18453f7-a3f0-46a4-9ffe-534ae89fd768 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] delete failed (client error): The resource could not be found. Jan 27 22:00:59.879675 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a2768ca-1600-48d6-b0aa-f61fb46de62a req-d16d0e71-b6ab-4f09-9e84-f5445195ca11 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a904f46b-4159-4dab-a6d7-91b467859f14 HTTP/1.1" status: 200 len: 945 time: 0.2659817 Jan 27 22:00:59.881233 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d18453f7-a3f0-46a4-9ffe-534ae89fd768 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/routers/afe1c757-8a00-4fa7-8f03-fb62b489d51a HTTP/1.1" status: 404 len: 336 time: 0.0688386 Jan 27 22:00:59.894304 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37758) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:59.923983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-26499be2-9d35-4105-b3e8-5dfc291d816e tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Made reservation on behalf of ebc161d76fbb4e7c9d11ee7c6dbb7743 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:59.931816 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-26499be2-9d35-4105-b3e8-5dfc291d816e tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.978171 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fe7de9-7edb-4714-a1c8-68da1fd77203 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:00:59.986406 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38fe7de9-7edb-4714-a1c8-68da1fd77203 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:00.006494 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-38fe7de9-7edb-4714-a1c8-68da1fd77203 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/6e956365-f052-4303-b6e5-f784995ae198 HTTP/1.1" status: 404 len: 337 time: 0.1086235 Jan 27 22:01:00.026713 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37762) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:00.063431 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-c8da750e-6df0-4193-b551-c085626855d3 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Made reservation on behalf of 29f1b1b915984af3b6beaec3b0cb4d0f for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:00.067530 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-c8da750e-6df0-4193-b551-c085626855d3 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.073584 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad6563a-d2e6-49cd-9684-07294e56ef0f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:00.074402 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad6563a-d2e6-49cd-9684-07294e56ef0f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:00.077827 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8ad6563a-d2e6-49cd-9684-07294e56ef0f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/2ee86109-eb48-4747-bb28-ad2abe330b62 HTTP/1.1" status: 404 len: 337 time: 0.0493243 Jan 27 22:01:00.086781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37766) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:00.146843 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fc2d56-c338-4e35-b892-71819618c5c5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:00.147683 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fc2d56-c338-4e35-b892-71819618c5c5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:00.152099 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7252610-f98b-4f34-a9eb-f97bbb09ece1 req-b876352c-d7e9-4090-9c5f-5166e99d3f9e tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.0756161 Jan 27 22:01:00.153348 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-83ba7d15-8fc2-4a59-85d6-7e454a1c2d1c tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Made reservation on behalf of ebc161d76fbb4e7c9d11ee7c6dbb7743 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:00.158119 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-83ba7d15-8fc2-4a59-85d6-7e454a1c2d1c tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.163748 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-02fc2d56-c338-4e35-b892-71819618c5c5 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/abf5c731-1e1c-44f6-aa15-8aa4229be82a HTTP/1.1" status: 404 len: 333 time: 0.0667267 Jan 27 22:01:00.166292 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37768) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:00.265124 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e5cd3d-0e00-4f11-ad8a-be9f127fb989 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:00.265853 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81e5cd3d-0e00-4f11-ad8a-be9f127fb989 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:00.269321 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-81e5cd3d-0e00-4f11-ad8a-be9f127fb989 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/293779a3-53f2-44d2-963d-d9f4eaa2e0a7 HTTP/1.1" status: 404 len: 337 time: 0.0870302 Jan 27 22:01:00.279754 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37770) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:00.310382 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.314922 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-0c492b1e-1fa9-474a-b880-46f836d7afc3 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks [] for port (c67827cd-5a09-45da-a489-88b2ce3e1b3b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.321878 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6f7853-cff3-45ab-a10b-a275f2af3a66 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:00.322746 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6f7853-cff3-45ab-a10b-a275f2af3a66 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:00.327122 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ea6f7853-cff3-45ab-a10b-a275f2af3a66 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/63369051-9edd-4469-9b43-00f2b1847a0c HTTP/1.1" status: 404 len: 333 time: 0.0434902 Jan 27 22:01:00.333715 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37772) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:00.378926 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a4ff427-e4fa-43fa-9bfd-0a008c5c9461 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:00.379697 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a4ff427-e4fa-43fa-9bfd-0a008c5c9461 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:00.383171 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5a4ff427-e4fa-43fa-9bfd-0a008c5c9461 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/896ba277-496d-4f8b-9c52-48aba7bbf996 HTTP/1.1" status: 404 len: 337 time: 0.0482941 Jan 27 22:01:00.409231 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a2768ca-1600-48d6-b0aa-f61fb46de62a req-7546b6b7-e935-4384-a062-636619a44cae tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578049 Jan 27 22:01:00.409790 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37774) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:00.447500 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc28ca8b-20cb-46a0-88ee-3a9d7ed3e85b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:00.448058 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc28ca8b-20cb-46a0-88ee-3a9d7ed3e85b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:00.451662 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cc28ca8b-20cb-46a0-88ee-3a9d7ed3e85b tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/29da115a-7b03-4320-b659-6344c4b3d4fa HTTP/1.1" status: 404 len: 333 time: 0.0409095 Jan 27 22:01:00.454323 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37776) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:00.473452 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-c8da750e-6df0-4193-b551-c085626855d3 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Allocated IP 172.20.0.2 (5172c394-afad-4c7a-b5ec-4e24fc69ff6c/73d1c295-f15a-4861-84c0-477c63d6ad5c/1aab4507-22bb-47aa-8bfc-07ecf99a935b) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:00.479730 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-0c492b1e-1fa9-474a-b880-46f836d7afc3 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (c67827cd-5a09-45da-a489-88b2ce3e1b3b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.487449 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c09a61-0f47-4cac-9952-b08873c49d51 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:00.488094 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c09a61-0f47-4cac-9952-b08873c49d51 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:00.494142 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c5c09a61-0f47-4cac-9952-b08873c49d51 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/7d5dc8e1-ccc8-4bee-8672-9cd80dbc679f HTTP/1.1" status: 404 len: 337 time: 0.0358331 Jan 27 22:01:00.499141 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37778) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:00.547226 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-0c492b1e-1fa9-474a-b880-46f836d7afc3 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Network b99dd611-a269-4aee-9374-4497300fddf7 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:00.556808 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc7587a-7f3a-4478-b3af-051cc85c6d18 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:00.557654 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc7587a-7f3a-4478-b3af-051cc85c6d18 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:00.558368 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c492b1e-1fa9-474a-b880-46f836d7afc3 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Pushing event updated for resources: {'Port': ['ID=c67827cd-5a09-45da-a489-88b2ce3e1b3b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:00.561425 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-0c492b1e-1fa9-474a-b880-46f836d7afc3 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:00.564338 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-afc7587a-7f3a-4478-b3af-051cc85c6d18 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/698c5a63-7376-4b5d-9632-cc14b2c84d26 HTTP/1.1" status: 404 len: 333 time: 0.0615380 Jan 27 22:01:00.566172 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e26cc8d7-4f0f-4199-b312-7d86c29aa063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (9add7880-394d-4681-a11a-b65dc23fb120), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.566325 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-0c492b1e-1fa9-474a-b880-46f836d7afc3 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:00.568226 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37780) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:00.599937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26cc8d7-4f0f-4199-b312-7d86c29aa063 admin admin] Pushing event deleted for resources: {'Port': ['ID=9add7880-394d-4681-a11a-b65dc23fb120,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:00.632561 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7bad45-4d04-40ae-a54e-8bff6122d152 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:00.633024 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df7bad45-4d04-40ae-a54e-8bff6122d152 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:00.639094 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-df7bad45-4d04-40ae-a54e-8bff6122d152 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/9177ed75-09b2-4486-9d8d-af95ee67d965 HTTP/1.1" status: 404 len: 337 time: 0.0669506 Jan 27 22:01:00.650325 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37782) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:00.655156 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-26499be2-9d35-4105-b3e8-5dfc291d816e tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Allocated IP 172.20.0.6 (b99dd611-a269-4aee-9374-4497300fddf7/c000321e-3cdd-4ca7-9843-06db68cbd157/75594b48-771a-4ad9-91bc-a1df1b12c257) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:00.686975 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e26cc8d7-4f0f-4199-b312-7d86c29aa063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (9c9960be-67ec-4018-8015-65dedbd84429), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.725837 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d77d8ae-1d3c-4bbc-9fe8-353842abf3ba tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:00.726381 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d77d8ae-1d3c-4bbc-9fe8-353842abf3ba tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:00.731888 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6d77d8ae-1d3c-4bbc-9fe8-353842abf3ba tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/d9c71695-473e-41c5-bbbe-8a58d0b74703 HTTP/1.1" status: 404 len: 333 time: 0.0785618 Jan 27 22:01:00.733551 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37786) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:00.746016 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-0c492b1e-1fa9-474a-b880-46f836d7afc3 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:00.747176 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-0c492b1e-1fa9-474a-b880-46f836d7afc3 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.784237 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-993d38e6-d5ea-4eb3-850f-713fe4a1cca3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:00.784237 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993d38e6-d5ea-4eb3-850f-713fe4a1cca3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:00.788129 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-993d38e6-d5ea-4eb3-850f-713fe4a1cca3 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/69a20629-a221-4512-a987-dd29482bc7af HTTP/1.1" status: 404 len: 337 time: 0.0526092 Jan 27 22:01:00.790257 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37788) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:00.829521 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-0c492b1e-1fa9-474a-b880-46f836d7afc3 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2295456 Jan 27 22:01:00.830533 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e26cc8d7-4f0f-4199-b312-7d86c29aa063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (9c9960be-67ec-4018-8015-65dedbd84429), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.832186 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d80588-59eb-47d4-b6b5-fb43c6292d5f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:00.833036 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d80588-59eb-47d4-b6b5-fb43c6292d5f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:00.836206 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-92d80588-59eb-47d4-b6b5-fb43c6292d5f tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/f7018ec6-f51f-4226-bc46-88e5ba3dcda8 HTTP/1.1" status: 404 len: 333 time: 0.0427234 Jan 27 22:01:00.838062 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac0a1b46-a201-4974-b8b8-d266f2322193 req-869ee378-53ee-4d70-96ee-426343764dbf tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 210 time: 0.0746434 Jan 27 22:01:00.840152 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37790) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:00.842387 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e26cc8d7-4f0f-4199-b312-7d86c29aa063 admin admin] Publish callbacks [] for router_controller (9c9960be-67ec-4018-8015-65dedbd84429), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.845090 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] Request body: {'port': {'device_id': '2d50bfda-c1dc-40da-9c97-a6e8ca91304f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:00.902541 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-c8da750e-6df0-4193-b551-c085626855d3 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks [] for port (1aab4507-22bb-47aa-8bfc-07ecf99a935b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.950025 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-85788a0b-91d1-49a8-adae-68511fff855d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:00.950491 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85788a0b-91d1-49a8-adae-68511fff855d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:00.956246 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-85788a0b-91d1-49a8-adae-68511fff855d tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/24d3d6ac-7a6f-45d0-8acc-d2be162ad00b HTTP/1.1" status: 404 len: 337 time: 0.1151555 Jan 27 22:01:00.957465 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37794) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:00.977378 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e26cc8d7-4f0f-4199-b312-7d86c29aa063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (9c9960be-67ec-4018-8015-65dedbd84429), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.978008 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26cc8d7-4f0f-4199-b312-7d86c29aa063 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c9960be-67ec-4018-8015-65dedbd84429 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:01:01.002306 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e26cc8d7-4f0f-4199-b312-7d86c29aa063 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.003488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e26cc8d7-4f0f-4199-b312-7d86c29aa063 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9c9960be-67ec-4018-8015-65dedbd84429 HTTP/1.1" status: 204 len: 168 time: 3.9186611 Jan 27 22:01:01.013859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37796) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:01.015145 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2a76b5-76b7-4d0c-b67d-4d31a9dedd07 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:01.015715 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe2a76b5-76b7-4d0c-b67d-4d31a9dedd07 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:01.021256 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-fe2a76b5-76b7-4d0c-b67d-4d31a9dedd07 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/ports/6e2c82b3-e66d-43b8-b585-969b2a80c63f HTTP/1.1" status: 404 len: 333 time: 0.0573440 Jan 27 22:01:01.024401 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37798) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:01.042610 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-c8da750e-6df0-4193-b551-c085626855d3 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (1aab4507-22bb-47aa-8bfc-07ecf99a935b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.070091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9add7880-394d-4681-a11a-b65dc23fb120 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:01.110166 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-26499be2-9d35-4105-b3e8-5dfc291d816e tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks [] for port (75594b48-771a-4ad9-91bc-a1df1b12c257), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.111010 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6b4006-6e57-4239-963c-1ee088237a34 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:01.111486 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6b4006-6e57-4239-963c-1ee088237a34 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:01.113856 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 9add7880-394d-4681-a11a-b65dc23fb120 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:01.114209 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9add7880-394d-4681-a11a-b65dc23fb120 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:01.122806 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3c6b4006-6e57-4239-963c-1ee088237a34 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/subnets/2c9b6f4a-d8a3-4874-888d-85781a2e3907 HTTP/1.1" status: 404 len: 337 time: 0.0948834 Jan 27 22:01:01.123542 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c67827cd-5a09-45da-a489-88b2ce3e1b3b), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.124781 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ca7da-93da-42eb-89dd-a8684c8413fc req-6f418f5d-b94e-4373-bb2d-59853971e365 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:01.127835 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f12ca7da-93da-42eb-89dd-a8684c8413fc req-6f418f5d-b94e-4373-bb2d-59853971e365 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d50bfda-c1dc-40da-9c97-a6e8ca91304f HTTP/1.1" status: 200 len: 932 time: 0.2019641 Jan 27 22:01:01.128531 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37800) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:01.173979 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee08c92-c5cc-41d5-8e1e-c4abb0abe53a admin admin] Deleting subnet e758eeac-7ebf-4254-8c02-8b091e926322 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:01:01.181584 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bee08c92-c5cc-41d5-8e1e-c4abb0abe53a admin admin] Publish callbacks [] for subnet (e758eeac-7ebf-4254-8c02-8b091e926322), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.183054 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-c8da750e-6df0-4193-b551-c085626855d3 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Network 5172c394-afad-4c7a-b5ec-4e24fc69ff6c is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:01.193154 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-c8da750e-6df0-4193-b551-c085626855d3 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:01.195782 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-c8da750e-6df0-4193-b551-c085626855d3 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:01.253133 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da750e-6df0-4193-b551-c085626855d3 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Pushing event updated for resources: {'Port': ['ID=1aab4507-22bb-47aa-8bfc-07ecf99a935b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:01.299609 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-c8da750e-6df0-4193-b551-c085626855d3 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:01.300032 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-c8da750e-6df0-4193-b551-c085626855d3 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.308243 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f12ca7da-93da-42eb-89dd-a8684c8413fc req-c0e85993-dded-4a3a-9d14-99b54fdb4aed tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738389 Jan 27 22:01:01.366272 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6f2ebdd6-8b0b-433a-96f6-9bed20a7a076 req-6e3d8b0a-0add-461b-8ab5-1f1bf9d9341c tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.0560801 Jan 27 22:01:01.368599 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bee08c92-c5cc-41d5-8e1e-c4abb0abe53a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (e758eeac-7ebf-4254-8c02-8b091e926322), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.372246 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-c8da750e-6df0-4193-b551-c085626855d3 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7135010 Jan 27 22:01:01.376091 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7ab40062-5323-4e3e-b20e-8e49e6940e64 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (fdaa4292-e481-4f0f-a1d5-1416641af0da), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.393671 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] Request body: {'port': {'device_id': 'aded3981-65c3-4fa8-a8aa-b1d2138c12ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:01.460356 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1aab4507-22bb-47aa-8bfc-07ecf99a935b), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.490706 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-26499be2-9d35-4105-b3e8-5dfc291d816e tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (75594b48-771a-4ad9-91bc-a1df1b12c257), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.554749 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bee08c92-c5cc-41d5-8e1e-c4abb0abe53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (e758eeac-7ebf-4254-8c02-8b091e926322), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.628865 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-26499be2-9d35-4105-b3e8-5dfc291d816e tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Network b99dd611-a269-4aee-9374-4497300fddf7 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:01.661697 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-26499be2-9d35-4105-b3e8-5dfc291d816e tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:01.689589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-26499be2-9d35-4105-b3e8-5dfc291d816e tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:01.698172 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-83ba7d15-8fc2-4a59-85d6-7e454a1c2d1c tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Allocated IP 172.20.0.11 (b99dd611-a269-4aee-9374-4497300fddf7/c000321e-3cdd-4ca7-9843-06db68cbd157/bc372c26-303c-4f7d-af24-23b0ec0b98da) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:01.753849 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aab4507-22bb-47aa-8bfc-07ecf99a935b {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:01.758627 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26499be2-9d35-4105-b3e8-5dfc291d816e tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Pushing event updated for resources: {'Port': ['ID=75594b48-771a-4ad9-91bc-a1df1b12c257,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:01.763334 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] Publish callbacks [] for port (1aab4507-22bb-47aa-8bfc-07ecf99a935b), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.782519 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602492b-3fdc-49ff-9c24-d94b36442563 req-8f0ff1d8-d5ad-4e0d-8621-45e4e7024159 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:01.784027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0602492b-3fdc-49ff-9c24-d94b36442563 req-8f0ff1d8-d5ad-4e0d-8621-45e4e7024159 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a904f46b-4159-4dab-a6d7-91b467859f14 HTTP/1.1" status: 200 len: 945 time: 0.3062720 Jan 27 22:01:01.816603 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7ab40062-5323-4e3e-b20e-8e49e6940e64 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (fdaa4292-e481-4f0f-a1d5-1416641af0da), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.819421 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] Transition to ACTIVE for port object 1aab4507-22bb-47aa-8bfc-07ecf99a935b will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:01:01.822715 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (1aab4507-22bb-47aa-8bfc-07ecf99a935b), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.848909 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bee08c92-c5cc-41d5-8e1e-c4abb0abe53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (e758eeac-7ebf-4254-8c02-8b091e926322), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.855564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-26499be2-9d35-4105-b3e8-5dfc291d816e tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:01.856191 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-26499be2-9d35-4105-b3e8-5dfc291d816e tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.880834 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] Pushing event updated for resources: {'Port': ['ID=1aab4507-22bb-47aa-8bfc-07ecf99a935b,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:01.924531 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee08c92-c5cc-41d5-8e1e-c4abb0abe53a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e758eeac-7ebf-4254-8c02-8b091e926322,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:01.956925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] Attempting to bind port 1aab4507-22bb-47aa-8bfc-07ecf99a935b on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:01.957134 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] Attempting to bind port 1aab4507-22bb-47aa-8bfc-07ecf99a935b by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '25092456-2e36-4ed4-b458-7fd26a08791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:01.957419 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] Attempting to bind port 1aab4507-22bb-47aa-8bfc-07ecf99a935b on network 5172c394-afad-4c7a-b5ec-4e24fc69ff6c {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:01.961232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-7ab40062-5323-4e3e-b20e-8e49e6940e64 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdaa4292-e481-4f0f-a1d5-1416641af0da']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:01.962189 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] Port 1aab4507-22bb-47aa-8bfc-07ecf99a935b on network 5172c394-afad-4c7a-b5ec-4e24fc69ff6c not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:01:01.962546 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] Attempting to bind port 1aab4507-22bb-47aa-8bfc-07ecf99a935b on network 5172c394-afad-4c7a-b5ec-4e24fc69ff6c {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:01.968475 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:01.968789 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] Checking segment: {'id': '25092456-2e36-4ed4-b458-7fd26a08791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:01.969177 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] Bound using segment: {'id': '25092456-2e36-4ed4-b458-7fd26a08791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:01.969607 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] Bound port: 1aab4507-22bb-47aa-8bfc-07ecf99a935b, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25092456-2e36-4ed4-b458-7fd26a08791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:01.969965 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1aab4507-22bb-47aa-8bfc-07ecf99a935b), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.017555 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93338e28-a6d1-45a5-a240-d0d8e1f829bc None None] Network 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:02.035700 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-7ab40062-5323-4e3e-b20e-8e49e6940e64 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da71aae-37e3-436e-bfac-9eb57c0f0921') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:02.036006 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-7ab40062-5323-4e3e-b20e-8e49e6940e64 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da71aae-37e3-436e-bfac-9eb57c0f0921') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:02.057198 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] For port 1aab4507-22bb-47aa-8bfc-07ecf99a935b, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:02.063260 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] For port 1aab4507-22bb-47aa-8bfc-07ecf99a935b, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1aab4507-22bb-47aa-8bfc-07ecf99a935b,segment=NetworkSegment(25092456-2e36-4ed4-b458-7fd26a08791a),segment_id=25092456-2e36-4ed4-b458-7fd26a08791a)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:02.063834 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bee08c92-c5cc-41d5-8e1e-c4abb0abe53a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.069951 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bee08c92-c5cc-41d5-8e1e-c4abb0abe53a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e758eeac-7ebf-4254-8c02-8b091e926322 HTTP/1.1" status: 204 len: 168 time: 1.0472682 Jan 27 22:01:02.071598 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-26499be2-9d35-4105-b3e8-5dfc291d816e tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3563542 Jan 27 22:01:02.072586 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37808) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:02.097370 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7ab40062-5323-4e3e-b20e-8e49e6940e64 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (2da71aae-37e3-436e-bfac-9eb57c0f0921), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.103274 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] Request body: {'port': {'device_id': 'f3f5be5a-a91b-409d-a260-9bbee5b18d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:02.144305 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (1aab4507-22bb-47aa-8bfc-07ecf99a935b), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.167882 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0602492b-3fdc-49ff-9c24-d94b36442563 req-d586c57f-cfdc-46d0-a3c7-eba04a80e78e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718469 Jan 27 22:01:02.203726 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:02.204598 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.206045 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] 10.222.0.21 "PUT /v2.0/ports/1aab4507-22bb-47aa-8bfc-07ecf99a935b HTTP/1.1" status: 200 len: 1091 time: 0.8204715 Jan 27 22:01:02.206699 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aded3981-65c3-4fa8-a8aa-b1d2138c12ff', 'tag': '1aab4507-22bb-47aa-8bfc-07ecf99a935b'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:02.209869 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79e441e-1f5d-4915-a706-12b2832fe922" -d '{"events": [{"name": "network-changed", "server_uuid": "aded3981-65c3-4fa8-a8aa-b1d2138c12ff", "tag": "1aab4507-22bb-47aa-8bfc-07ecf99a935b"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:02.217057 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d68583d5-5630-45fc-988d-6777a9e88e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (6b844948-3293-4ffe-a8d3-7b6f6d1ebeef), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.219527 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3d973a-0130-4bf4-8cee-9a92db0c4c1b None None] DHCP port deletion for 6b844948-3293-4ffe-a8d3-7b6f6d1ebeef request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:01:02.220229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb93f57-56a9-4d66-b983-1602f3862628 req-26bf1bac-fba7-432e-8903-b268392faa27 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:02.236341 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bdb93f57-56a9-4d66-b983-1602f3862628 req-26bf1bac-fba7-432e-8903-b268392faa27 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 943 time: 0.2723556 Jan 27 22:01:02.240650 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050fffb-a5fc-4ad3-9f0a-5844e2d7bc81 service neutron] Pushing event updated for resources: {'Port': ['ID=1aab4507-22bb-47aa-8bfc-07ecf99a935b,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:02.272606 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7ab40062-5323-4e3e-b20e-8e49e6940e64 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (2da71aae-37e3-436e-bfac-9eb57c0f0921), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.281052 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab40062-5323-4e3e-b20e-8e49e6940e64 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:01:02.281464 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7ab40062-5323-4e3e-b20e-8e49e6940e64 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (2da71aae-37e3-436e-bfac-9eb57c0f0921), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:01:02.296505 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:01:02.337224 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-96bdf4bc-c1f8-4766-96a1-80a876ea2a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:02.340535 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-96bdf4bc-c1f8-4766-96a1-80a876ea2a1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=29f1b1b915984af3b6beaec3b0cb4d0f&device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 1094 time: 0.0676720 Jan 27 22:01:02.343576 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9b3d973a-0130-4bf4-8cee-9a92db0c4c1b None None] Deleting port cb085b39-c0e7-4712-a1e0-2b55f35f73e5 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:02.344010 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9b3d973a-0130-4bf4-8cee-9a92db0c4c1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (cb085b39-c0e7-4712-a1e0-2b55f35f73e5), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.350266 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-d68583d5-5630-45fc-988d-6777a9e88e64 admin admin] Deleting port cb085b39-c0e7-4712-a1e0-2b55f35f73e5 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:02.352345 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d68583d5-5630-45fc-988d-6777a9e88e64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (cb085b39-c0e7-4712-a1e0-2b55f35f73e5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.433357 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (75594b48-771a-4ad9-91bc-a1df1b12c257), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.450388 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-83ba7d15-8fc2-4a59-85d6-7e454a1c2d1c tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks [] for port (bc372c26-303c-4f7d-af24-23b0ec0b98da), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.470461 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7ab40062-5323-4e3e-b20e-8e49e6940e64 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (fdaa4292-e481-4f0f-a1d5-1416641af0da), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.486778 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7ab40062-5323-4e3e-b20e-8e49e6940e64 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.492525 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7ab40062-5323-4e3e-b20e-8e49e6940e64 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] 10.222.0.23 "DELETE /v2.0/networks/fdaa4292-e481-4f0f-a1d5-1416641af0da HTTP/1.1" status: 204 len: 168 time: 1.3572078 Jan 27 22:01:02.492684 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-9b3d973a-0130-4bf4-8cee-9a92db0c4c1b None None] For port cb085b39-c0e7-4712-a1e0-2b55f35f73e5, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cb085b39-c0e7-4712-a1e0-2b55f35f73e5,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:02.492684 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9b3d973a-0130-4bf4-8cee-9a92db0c4c1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (cb085b39-c0e7-4712-a1e0-2b55f35f73e5), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.494521 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bdb93f57-56a9-4d66-b983-1602f3862628 req-8851fe55-6afe-41d0-a571-9e7118f176cd tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568381 Jan 27 22:01:02.531337 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9b3d973a-0130-4bf4-8cee-9a92db0c4c1b None None] Calling delete_port for cb085b39-c0e7-4712-a1e0-2b55f35f73e5 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:02.553474 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab40062-5323-4e3e-b20e-8e49e6940e64 tempest-NetworksTestDHCPv6-1108220343 tempest-NetworksTestDHCPv6-1108220343-project] Pushing event deleted for resources: {'Network': ['ID=fdaa4292-e481-4f0f-a1d5-1416641af0da,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:02.690201 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9b3d973a-0130-4bf4-8cee-9a92db0c4c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (cb085b39-c0e7-4712-a1e0-2b55f35f73e5), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.738180 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d973a-0130-4bf4-8cee-9a92db0c4c1b None None] Pushing event deleted for resources: {'Port': ['ID=cb085b39-c0e7-4712-a1e0-2b55f35f73e5,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:02.740425 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3d973a-0130-4bf4-8cee-9a92db0c4c1b None None] No DVR routers for this DVR port cb085b39-c0e7-4712-a1e0-2b55f35f73e5 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:02.812093 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29029a7e-bab5-4b31-95a5-b4d07e89f7b8 x-openstack-request-id: req-29029a7e-bab5-4b31-95a5-b4d07e89f7b8 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:02.812411 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aded3981-65c3-4fa8-a8aa-b1d2138c12ff", "tag": "1aab4507-22bb-47aa-8bfc-07ecf99a935b", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:02.812670 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29029a7e-bab5-4b31-95a5-b4d07e89f7b8 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:02.813064 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aded3981-65c3-4fa8-a8aa-b1d2138c12ff', 'tag': '1aab4507-22bb-47aa-8bfc-07ecf99a935b', 'status': 'completed', 'code': 200} Jan 27 22:01:02.841400 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-83ba7d15-8fc2-4a59-85d6-7e454a1c2d1c tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (bc372c26-303c-4f7d-af24-23b0ec0b98da), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.851459 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-92908470-e735-400b-ab0d-4892d75620e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1aab4507-22bb-47aa-8bfc-07ecf99a935b HTTP/1.1" status: 200 len: 217 time: 0.4961288 Jan 27 22:01:02.893169 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312f50d-fcc2-4289-ae26-b96db1c65add req-490246e7-2cd2-488f-bc33-c11d66f5dcb0 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:02.895366 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1312f50d-fcc2-4289-ae26-b96db1c65add req-490246e7-2cd2-488f-bc33-c11d66f5dcb0 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d50bfda-c1dc-40da-9c97-a6e8ca91304f HTTP/1.1" status: 200 len: 932 time: 0.2978590 Jan 27 22:01:02.901056 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37824) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:02.908383 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9763a5-244d-49c8-b20c-734d550f563b req-1f06b0e6-9381-4e42-9c45-df32527209d2 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:02.909872 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b9763a5-244d-49c8-b20c-734d550f563b req-1f06b0e6-9381-4e42-9c45-df32527209d2 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a904f46b-4159-4dab-a6d7-91b467859f14 HTTP/1.1" status: 200 len: 945 time: 0.3098354 Jan 27 22:01:02.947873 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-83ba7d15-8fc2-4a59-85d6-7e454a1c2d1c tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Network b99dd611-a269-4aee-9374-4497300fddf7 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:02.953878 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-83ba7d15-8fc2-4a59-85d6-7e454a1c2d1c tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:02.956320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-83ba7d15-8fc2-4a59-85d6-7e454a1c2d1c tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:02.966759 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-d68583d5-5630-45fc-988d-6777a9e88e64 admin admin] For port cb085b39-c0e7-4712-a1e0-2b55f35f73e5, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cb085b39-c0e7-4712-a1e0-2b55f35f73e5,segment=NetworkSegment(4462bcff-72ce-4bd6-b118-49320317361b),segment_id=4462bcff-72ce-4bd6-b118-49320317361b)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:02.966949 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d68583d5-5630-45fc-988d-6777a9e88e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (cb085b39-c0e7-4712-a1e0-2b55f35f73e5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.990212 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-d68583d5-5630-45fc-988d-6777a9e88e64 admin admin] Calling delete_port for cb085b39-c0e7-4712-a1e0-2b55f35f73e5 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:03.009435 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-bf9ba3a6-95b5-44d3-b0b5-5b603a88ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:03.011442 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-bf9ba3a6-95b5-44d3-b0b5-5b603a88ea9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73d1c295-f15a-4861-84c0-477c63d6ad5c HTTP/1.1" status: 200 len: 855 time: 0.1423941 Jan 27 22:01:03.066612 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-83ba7d15-8fc2-4a59-85d6-7e454a1c2d1c tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:03.067252 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-83ba7d15-8fc2-4a59-85d6-7e454a1c2d1c tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.088874 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba7d15-8fc2-4a59-85d6-7e454a1c2d1c tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Pushing event updated for resources: {'Port': ['ID=bc372c26-303c-4f7d-af24-23b0ec0b98da,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:03.092217 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cb085b39-c0e7-4712-a1e0-2b55f35f73e5 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:03.098851 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-495f29b0-ee44-4a6d-95e5-c532857627ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5172c394-afad-4c7a-b5ec-4e24fc69ff6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776625 Jan 27 22:01:03.100046 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-83ba7d15-8fc2-4a59-85d6-7e454a1c2d1c tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1546822 Jan 27 22:01:03.128025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] Request body: {'port': {'device_id': '7666d7bb-78ac-40b3-98ec-7bccc8395334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:03.140989 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: cb085b39-c0e7-4712-a1e0-2b55f35f73e5 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:03.141667 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cb085b39-c0e7-4712-a1e0-2b55f35f73e5 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:03.189632 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b9763a5-244d-49c8-b20c-734d550f563b req-0ea2248e-f672-4cdd-a076-a91be94ae82a tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567782 Jan 27 22:01:03.230357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1312f50d-fcc2-4289-ae26-b96db1c65add req-78d19ac6-b964-4430-a489-4c0d09868aa2 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181496 Jan 27 22:01:03.280410 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c67827cd-5a09-45da-a489-88b2ce3e1b3b {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:03.291893 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d68583d5-5630-45fc-988d-6777a9e88e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (cb085b39-c0e7-4712-a1e0-2b55f35f73e5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.299334 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] Publish callbacks [] for port (c67827cd-5a09-45da-a489-88b2ce3e1b3b), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.350469 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68583d5-5630-45fc-988d-6777a9e88e64 admin admin] No DVR routers for this DVR port cb085b39-c0e7-4712-a1e0-2b55f35f73e5 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:03.355238 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68583d5-5630-45fc-988d-6777a9e88e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb085b39-c0e7-4712-a1e0-2b55f35f73e5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:03.367984 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-53c6b504-ef92-4758-a553-69cbe9db187b service neutron] 10.222.0.21 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485726 Jan 27 22:01:03.398854 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] Transition to ACTIVE for port object c67827cd-5a09-45da-a489-88b2ce3e1b3b will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:01:03.423566 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (c67827cd-5a09-45da-a489-88b2ce3e1b3b), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.556378 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d68583d5-5630-45fc-988d-6777a9e88e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (6b844948-3293-4ffe-a8d3-7b6f6d1ebeef), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.606070 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (bc372c26-303c-4f7d-af24-23b0ec0b98da), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.609974 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] Pushing event updated for resources: {'Port': ['ID=c67827cd-5a09-45da-a489-88b2ce3e1b3b,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:03.619124 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-daefb6d1-3721-4a75-8d27-77615f6a628d req-091d98bd-ba7b-4847-9959-0be6a8c3a0fd tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.3431168 Jan 27 22:01:03.628883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a14951b0-e571-4157-bed5-c44c52bd20ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de22785bfe71432d97cc34d92a3ad3f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7179284 Jan 27 22:01:03.639819 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37830) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:03.680397 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-d68583d5-5630-45fc-988d-6777a9e88e64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b844948-3293-4ffe-a8d3-7b6f6d1ebeef']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:03.723063 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8c68e1f9-3b9a-4a4f-975e-2697176c8f28 req-d781ad03-9b81-4d0c-94e0-07db2e4184dc service neutron] 10.222.0.21 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336897 Jan 27 22:01:03.742686 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-d68583d5-5630-45fc-988d-6777a9e88e64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4462bcff-72ce-4bd6-b118-49320317361b') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:03.743509 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-d68583d5-5630-45fc-988d-6777a9e88e64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4462bcff-72ce-4bd6-b118-49320317361b') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:03.769686 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d68583d5-5630-45fc-988d-6777a9e88e64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (4462bcff-72ce-4bd6-b118-49320317361b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.848194 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d68583d5-5630-45fc-988d-6777a9e88e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (4462bcff-72ce-4bd6-b118-49320317361b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.869262 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68583d5-5630-45fc-988d-6777a9e88e64 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:01:03.869817 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d68583d5-5630-45fc-988d-6777a9e88e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (4462bcff-72ce-4bd6-b118-49320317361b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:01:03.871637 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:01:03.888578 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300f7bf-5b1b-493b-b6ab-21c3ff8d8582 req-cb8e7872-387d-48b6-bc81-7fcde3229360 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:03.890338 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5300f7bf-5b1b-493b-b6ab-21c3ff8d8582 req-cb8e7872-387d-48b6-bc81-7fcde3229360 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.15 "GET /v2.0/ports?device_id=a904f46b-4159-4dab-a6d7-91b467859f14 HTTP/1.1" status: 200 len: 945 time: 0.1794887 Jan 27 22:01:03.911784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380dbac-6451-4a0c-812e-5f38f64fb4dd req-f41a9fb0-58dd-4f19-867e-19adc03826e6 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:03.913257 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8380dbac-6451-4a0c-812e-5f38f64fb4dd req-f41a9fb0-58dd-4f19-867e-19adc03826e6 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 943 time: 0.2196932 Jan 27 22:01:03.924213 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f10e08e-fd56-41ba-833e-21f290b99a8c admin admin] Publish callbacks [] for security_group (496f25c8-92c7-45fc-baae-e459cf11dabf), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.941932 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] Attempting to bind port c67827cd-5a09-45da-a489-88b2ce3e1b3b on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:03.942384 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] Attempting to bind port c67827cd-5a09-45da-a489-88b2ce3e1b3b by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '01c9a8c6-753f-4f97-b988-a6b13cd17251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b99dd611-a269-4aee-9374-4497300fddf7'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:03.942760 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] Attempting to bind port c67827cd-5a09-45da-a489-88b2ce3e1b3b on network b99dd611-a269-4aee-9374-4497300fddf7 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:03.962797 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e441e-1f5d-4915-a706-12b2832fe922 req-8427dbf4-55be-470a-bc18-1eb09be2ef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:03.964444 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e79e441e-1f5d-4915-a706-12b2832fe922 req-8427dbf4-55be-470a-bc18-1eb09be2ef7e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=29f1b1b915984af3b6beaec3b0cb4d0f&device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 1094 time: 0.1565042 Jan 27 22:01:03.970458 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d68583d5-5630-45fc-988d-6777a9e88e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (6b844948-3293-4ffe-a8d3-7b6f6d1ebeef), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.972143 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] Port c67827cd-5a09-45da-a489-88b2ce3e1b3b on network b99dd611-a269-4aee-9374-4497300fddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:01:03.972608 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] Attempting to bind port c67827cd-5a09-45da-a489-88b2ce3e1b3b on network b99dd611-a269-4aee-9374-4497300fddf7 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:03.982397 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d68583d5-5630-45fc-988d-6777a9e88e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.989697 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d68583d5-5630-45fc-988d-6777a9e88e64 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6b844948-3293-4ffe-a8d3-7b6f6d1ebeef HTTP/1.1" status: 204 len: 168 time: 1.9119613 Jan 27 22:01:03.989697 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f10e08e-fd56-41ba-833e-21f290b99a8c admin admin] Publish callbacks [] for security_group (496f25c8-92c7-45fc-baae-e459cf11dabf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.060749 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:04.061571 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] Checking segment: {'id': '01c9a8c6-753f-4f97-b988-a6b13cd17251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b99dd611-a269-4aee-9374-4497300fddf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:04.061571 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] Bound using segment: {'id': '01c9a8c6-753f-4f97-b988-a6b13cd17251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b99dd611-a269-4aee-9374-4497300fddf7'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:04.062092 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] Bound port: c67827cd-5a09-45da-a489-88b2ce3e1b3b, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c9a8c6-753f-4f97-b988-a6b13cd17251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b99dd611-a269-4aee-9374-4497300fddf7'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:04.062535 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c67827cd-5a09-45da-a489-88b2ce3e1b3b), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.065576 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68583d5-5630-45fc-988d-6777a9e88e64 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b844948-3293-4ffe-a8d3-7b6f6d1ebeef,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:04.068585 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75594b48-771a-4ad9-91bc-a1df1b12c257 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:04.083235 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] Publish callbacks [] for port (75594b48-771a-4ad9-91bc-a1df1b12c257), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.094128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8380dbac-6451-4a0c-812e-5f38f64fb4dd req-1f1c8b46-1c7a-402e-be9c-da4b5d99225d tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588120 Jan 27 22:01:04.109666 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] Transition to ACTIVE for port object 75594b48-771a-4ad9-91bc-a1df1b12c257 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:01:04.144753 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (75594b48-771a-4ad9-91bc-a1df1b12c257), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.197320 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e441e-1f5d-4915-a706-12b2832fe922 req-be86c931-5a91-4842-91b5-58e4619b0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:04.198926 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e79e441e-1f5d-4915-a706-12b2832fe922 req-be86c931-5a91-4842-91b5-58e4619b0f24 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5172c394-afad-4c7a-b5ec-4e24fc69ff6c HTTP/1.1" status: 200 len: 916 time: 0.2226822 Jan 27 22:01:04.201919 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f10e08e-fd56-41ba-833e-21f290b99a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (496f25c8-92c7-45fc-baae-e459cf11dabf), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.204894 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f10e08e-fd56-41ba-833e-21f290b99a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.209680 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6f10e08e-fd56-41ba-833e-21f290b99a8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/496f25c8-92c7-45fc-baae-e459cf11dabf HTTP/1.1" status: 204 len: 168 time: 0.5446510 Jan 27 22:01:04.212499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] For port c67827cd-5a09-45da-a489-88b2ce3e1b3b, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:04.218621 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] For port c67827cd-5a09-45da-a489-88b2ce3e1b3b, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=c67827cd-5a09-45da-a489-88b2ce3e1b3b,segment=NetworkSegment(01c9a8c6-753f-4f97-b988-a6b13cd17251),segment_id=01c9a8c6-753f-4f97-b988-a6b13cd17251)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:04.268639 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (c67827cd-5a09-45da-a489-88b2ce3e1b3b), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.273592 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10e08e-fd56-41ba-833e-21f290b99a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496f25c8-92c7-45fc-baae-e459cf11dabf,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:04.277065 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e79e441e-1f5d-4915-a706-12b2832fe922 req-626ad58d-4336-4baf-9c7e-f096b2c831db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1aab4507-22bb-47aa-8bfc-07ecf99a935b HTTP/1.1" status: 200 len: 217 time: 0.0661535 Jan 27 22:01:04.304662 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37842) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:04.328297 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-5300f7bf-5b1b-493b-b6ab-21c3ff8d8582 req-20b010c3-9332-4583-9d9e-f5ff83301acb tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Deleting port 8bb52390-ff99-4e95-ace3-4830cf7f124c {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:04.328562 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5300f7bf-5b1b-493b-b6ab-21c3ff8d8582 req-20b010c3-9332-4583-9d9e-f5ff83301acb tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (8bb52390-ff99-4e95-ace3-4830cf7f124c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.340090 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:04.340844 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.342681 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] 10.222.0.21 "PUT /v2.0/ports/c67827cd-5a09-45da-a489-88b2ce3e1b3b HTTP/1.1" status: 200 len: 1092 time: 3.5032203 Jan 27 22:01:04.457390 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98895c4d-6fb9-4ba8-bb3f-79a8e1f00722 service neutron] Pushing event updated for resources: {'Port': ['ID=c67827cd-5a09-45da-a489-88b2ce3e1b3b,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:04.482875 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e441e-1f5d-4915-a706-12b2832fe922 req-e9ff8fdf-9c0a-4801-8217-77754682b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:04.485447 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e79e441e-1f5d-4915-a706-12b2832fe922 req-e9ff8fdf-9c0a-4801-8217-77754682b9ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73d1c295-f15a-4861-84c0-477c63d6ad5c HTTP/1.1" status: 200 len: 855 time: 0.1817644 Jan 27 22:01:04.491423 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e82e543d-4950-46f8-ae27-a86a16113715 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61d13348ee1947f6862828ce6fcbfac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857862 Jan 27 22:01:04.492382 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37846) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:04.529017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] Pushing event updated for resources: {'Port': ['ID=75594b48-771a-4ad9-91bc-a1df1b12c257,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:04.537408 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc372c26-303c-4f7d-af24-23b0ec0b98da {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:04.555377 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] Publish callbacks [] for port (bc372c26-303c-4f7d-af24-23b0ec0b98da), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.609015 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e79e441e-1f5d-4915-a706-12b2832fe922 req-8b14e37b-ef93-4bc8-9ec0-b3421507830c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5172c394-afad-4c7a-b5ec-4e24fc69ff6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898697 Jan 27 22:01:04.615324 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-33181fc6-aed0-4c8b-9883-5947af047a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:04.617832 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-33181fc6-aed0-4c8b-9883-5947af047a72 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebc161d76fbb4e7c9d11ee7c6dbb7743&device_id=2d50bfda-c1dc-40da-9c97-a6e8ca91304f HTTP/1.1" status: 200 len: 1095 time: 0.2132335 Jan 27 22:01:04.643566 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716f82f-5279-4d5a-9102-f8290ad226f4 req-7feb7bb5-3ab8-4275-8d55-53a74975fa7a tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:04.650116 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2716f82f-5279-4d5a-9102-f8290ad226f4 req-7feb7bb5-3ab8-4275-8d55-53a74975fa7a tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a904f46b-4159-4dab-a6d7-91b467859f14 HTTP/1.1" status: 200 len: 945 time: 0.3164184 Jan 27 22:01:04.657160 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] Transition to ACTIVE for port object bc372c26-303c-4f7d-af24-23b0ec0b98da will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:01:04.674921 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b10b4-30b0-4c3b-b40f-a09c79a140cf req-97d2d155-9551-4c3c-8517-7bfef88fd3a2 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:04.676453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a8b10b4-30b0-4c3b-b40f-a09c79a140cf req-97d2d155-9551-4c3c-8517-7bfef88fd3a2 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d50bfda-c1dc-40da-9c97-a6e8ca91304f HTTP/1.1" status: 200 len: 944 time: 0.2628753 Jan 27 22:01:04.690206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-5300f7bf-5b1b-493b-b6ab-21c3ff8d8582 req-20b010c3-9332-4583-9d9e-f5ff83301acb tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] For port 8bb52390-ff99-4e95-ace3-4830cf7f124c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8bb52390-ff99-4e95-ace3-4830cf7f124c,segment=NetworkSegment(03f03b00-21f2-4482-a656-94e7ab611f3b),segment_id=03f03b00-21f2-4482-a656-94e7ab611f3b)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:04.690577 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5300f7bf-5b1b-493b-b6ab-21c3ff8d8582 req-20b010c3-9332-4583-9d9e-f5ff83301acb tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (8bb52390-ff99-4e95-ace3-4830cf7f124c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.693181 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (bc372c26-303c-4f7d-af24-23b0ec0b98da), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.743060 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-5300f7bf-5b1b-493b-b6ab-21c3ff8d8582 req-20b010c3-9332-4583-9d9e-f5ff83301acb tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Calling delete_port for 8bb52390-ff99-4e95-ace3-4830cf7f124c owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:04.749951 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59b8e154-2d2b-40b7-89f5-3dffed62936a admin admin] Publish callbacks [] for security_group (b549bcff-73ad-4a1e-919b-ba95272f62e6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.806304 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-276161fa-cd54-49b0-bfee-845c2c685e25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c67827cd-5a09-45da-a489-88b2ce3e1b3b HTTP/1.1" status: 200 len: 217 time: 0.1706805 Jan 27 22:01:04.811386 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e79e441e-1f5d-4915-a706-12b2832fe922 req-b079d5fd-af68-4fd1-99ec-e5cb164aabe4 service neutron] 10.222.0.21 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747868 Jan 27 22:01:04.815412 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d50bfda-c1dc-40da-9c97-a6e8ca91304f', 'tag': 'c67827cd-5a09-45da-a489-88b2ce3e1b3b'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:04.817890 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d58b741-b27f-44cd-a99d-331419cfbb62" -d '{"events": [{"name": "network-changed", "server_uuid": "2d50bfda-c1dc-40da-9c97-a6e8ca91304f", "tag": "c67827cd-5a09-45da-a489-88b2ce3e1b3b"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:04.862430 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] Attempting to bind port 75594b48-771a-4ad9-91bc-a1df1b12c257 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:04.862810 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] Attempting to bind port 75594b48-771a-4ad9-91bc-a1df1b12c257 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '01c9a8c6-753f-4f97-b988-a6b13cd17251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b99dd611-a269-4aee-9374-4497300fddf7'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:04.863090 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] Attempting to bind port 75594b48-771a-4ad9-91bc-a1df1b12c257 on network b99dd611-a269-4aee-9374-4497300fddf7 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:04.884596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] Pushing event updated for resources: {'Port': ['ID=bc372c26-303c-4f7d-af24-23b0ec0b98da,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:04.898083 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2716f82f-5279-4d5a-9102-f8290ad226f4 req-d64028f5-8a2c-4900-8780-9a848ec39b63 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451127 Jan 27 22:01:04.906151 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59b8e154-2d2b-40b7-89f5-3dffed62936a admin admin] Publish callbacks [] for security_group (b549bcff-73ad-4a1e-919b-ba95272f62e6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.914093 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] Port 75594b48-771a-4ad9-91bc-a1df1b12c257 on network b99dd611-a269-4aee-9374-4497300fddf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:01:04.917424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] Attempting to bind port 75594b48-771a-4ad9-91bc-a1df1b12c257 on network b99dd611-a269-4aee-9374-4497300fddf7 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:04.952085 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a8b10b4-30b0-4c3b-b40f-a09c79a140cf req-65e60f5a-b6dc-4dad-9504-6905d3a40af4 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558672 Jan 27 22:01:05.005226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:05.005485 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] Checking segment: {'id': '01c9a8c6-753f-4f97-b988-a6b13cd17251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b99dd611-a269-4aee-9374-4497300fddf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:05.005884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] Bound using segment: {'id': '01c9a8c6-753f-4f97-b988-a6b13cd17251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b99dd611-a269-4aee-9374-4497300fddf7'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:05.006427 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] Bound port: 75594b48-771a-4ad9-91bc-a1df1b12c257, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c9a8c6-753f-4f97-b988-a6b13cd17251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b99dd611-a269-4aee-9374-4497300fddf7'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:05.006902 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (75594b48-771a-4ad9-91bc-a1df1b12c257), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.036887 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-6d5b33a1-8e12-4cac-8e3c-fa5a7a897ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:05.038398 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-6d5b33a1-8e12-4cac-8e3c-fa5a7a897ff4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c000321e-3cdd-4ca7-9843-06db68cbd157 HTTP/1.1" status: 200 len: 858 time: 0.2074494 Jan 27 22:01:05.062894 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb9b80a-f0c9-40b8-b880-d3a59e541667 x-openstack-request-id: req-adb9b80a-f0c9-40b8-b880-d3a59e541667 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:05.063204 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d50bfda-c1dc-40da-9c97-a6e8ca91304f", "tag": "c67827cd-5a09-45da-a489-88b2ce3e1b3b", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:05.063470 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-adb9b80a-f0c9-40b8-b880-d3a59e541667 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:05.063878 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d50bfda-c1dc-40da-9c97-a6e8ca91304f', 'tag': 'c67827cd-5a09-45da-a489-88b2ce3e1b3b', 'status': 'completed', 'code': 200} Jan 27 22:01:05.080576 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-596b83b1-5021-4bc6-82b4-ce4e2729e576 req-eef1b50c-0c6a-4ccd-86c8-76d430f936fd tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.0784802 Jan 27 22:01:05.096855 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-2e5f6b7c-8670-4345-b7f5-511eb4a69b6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b99dd611-a269-4aee-9374-4497300fddf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501952 Jan 27 22:01:05.099073 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e79e441e-1f5d-4915-a706-12b2832fe922 req-662b2006-d643-4938-95fd-871914c37abf service neutron] 10.222.0.21 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695935 Jan 27 22:01:05.125854 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59b8e154-2d2b-40b7-89f5-3dffed62936a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b549bcff-73ad-4a1e-919b-ba95272f62e6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.132546 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59b8e154-2d2b-40b7-89f5-3dffed62936a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.133694 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-59b8e154-2d2b-40b7-89f5-3dffed62936a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b549bcff-73ad-4a1e-919b-ba95272f62e6 HTTP/1.1" status: 204 len: 168 time: 0.6390994 Jan 27 22:01:05.163066 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] Attempting to bind port bc372c26-303c-4f7d-af24-23b0ec0b98da on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:05.163408 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] Attempting to bind port bc372c26-303c-4f7d-af24-23b0ec0b98da by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '01c9a8c6-753f-4f97-b988-a6b13cd17251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b99dd611-a269-4aee-9374-4497300fddf7'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:05.163738 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] Attempting to bind port bc372c26-303c-4f7d-af24-23b0ec0b98da on network b99dd611-a269-4aee-9374-4497300fddf7 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:05.181178 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] Port bc372c26-303c-4f7d-af24-23b0ec0b98da on network b99dd611-a269-4aee-9374-4497300fddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:01:05.181513 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] Attempting to bind port bc372c26-303c-4f7d-af24-23b0ec0b98da on network b99dd611-a269-4aee-9374-4497300fddf7 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:05.227358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:05.227762 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] Checking segment: {'id': '01c9a8c6-753f-4f97-b988-a6b13cd17251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b99dd611-a269-4aee-9374-4497300fddf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:05.228078 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] Bound using segment: {'id': '01c9a8c6-753f-4f97-b988-a6b13cd17251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b99dd611-a269-4aee-9374-4497300fddf7'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:05.228536 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] Bound port: bc372c26-303c-4f7d-af24-23b0ec0b98da, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c9a8c6-753f-4f97-b988-a6b13cd17251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b99dd611-a269-4aee-9374-4497300fddf7'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:05.228885 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (bc372c26-303c-4f7d-af24-23b0ec0b98da), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.238646 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8e154-2d2b-40b7-89f5-3dffed62936a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b549bcff-73ad-4a1e-919b-ba95272f62e6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:05.299867 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-eca9d29f-bb30-4c5a-8773-e846c9fe862c service neutron] 10.222.0.21 "GET /v2.0/networks/b99dd611-a269-4aee-9374-4497300fddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834495 Jan 27 22:01:05.307289 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] For port 75594b48-771a-4ad9-91bc-a1df1b12c257, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:05.365253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] For port 75594b48-771a-4ad9-91bc-a1df1b12c257, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=75594b48-771a-4ad9-91bc-a1df1b12c257,segment=NetworkSegment(01c9a8c6-753f-4f97-b988-a6b13cd17251),segment_id=01c9a8c6-753f-4f97-b988-a6b13cd17251)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:05.375813 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] For port bc372c26-303c-4f7d-af24-23b0ec0b98da, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:05.378887 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (75594b48-771a-4ad9-91bc-a1df1b12c257), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.395250 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5300f7bf-5b1b-493b-b6ab-21c3ff8d8582 req-20b010c3-9332-4583-9d9e-f5ff83301acb tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (8bb52390-ff99-4e95-ace3-4830cf7f124c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.411509 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['8bb52390-ff99-4e95-ace3-4830cf7f124c'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:05.422241 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-1e8b2ef6-4309-46a8-aa82-d4bc8f6cee97 service neutron] 10.222.0.21 "GET /v2.0/networks/b99dd611-a269-4aee-9374-4497300fddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140778 Jan 27 22:01:05.423267 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] For port bc372c26-303c-4f7d-af24-23b0ec0b98da, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=bc372c26-303c-4f7d-af24-23b0ec0b98da,segment=NetworkSegment(01c9a8c6-753f-4f97-b988-a6b13cd17251),segment_id=01c9a8c6-753f-4f97-b988-a6b13cd17251)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:05.444566 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:05.445184 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.446597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] 10.222.0.15 "PUT /v2.0/ports/75594b48-771a-4ad9-91bc-a1df1b12c257 HTTP/1.1" status: 200 len: 1091 time: 3.3531449 Jan 27 22:01:05.449903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f5be5a-a91b-409d-a260-9bbee5b18d77', 'tag': '75594b48-771a-4ad9-91bc-a1df1b12c257'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:05.452430 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5e57da-79d6-400e-a1ab-b22da8855262" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f5be5a-a91b-409d-a260-9bbee5b18d77", "tag": "75594b48-771a-4ad9-91bc-a1df1b12c257"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:05.455353 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (bc372c26-303c-4f7d-af24-23b0ec0b98da), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.488449 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['2eff0d7f-a483-4476-be8c-1dd7c8e1f630'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:05.529763 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552ec36-1660-42fc-8b2f-58d8956e86ae req-011c4e46-f2c6-47fa-b109-832b2e1cad67 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:05.543618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6552ec36-1660-42fc-8b2f-58d8956e86ae req-011c4e46-f2c6-47fa-b109-832b2e1cad67 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 943 time: 0.2404368 Jan 27 22:01:05.562483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4c0d5-3808-41aa-89de-4b0898e688e0 service neutron] Pushing event updated for resources: {'Port': ['ID=75594b48-771a-4ad9-91bc-a1df1b12c257,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:05.562483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37874) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:05.605704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:05.606328 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.607774 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] 10.222.0.21 "PUT /v2.0/ports/bc372c26-303c-4f7d-af24-23b0ec0b98da HTTP/1.1" status: 200 len: 1092 time: 2.4894783 Jan 27 22:01:05.611044 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58b741-b27f-44cd-a99d-331419cfbb62 req-4a8ba253-3a47-4932-917d-a48351c25566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:05.615819 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7d58b741-b27f-44cd-a99d-331419cfbb62 req-4a8ba253-3a47-4932-917d-a48351c25566 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebc161d76fbb4e7c9d11ee7c6dbb7743&device_id=2d50bfda-c1dc-40da-9c97-a6e8ca91304f HTTP/1.1" status: 200 len: 1095 time: 0.1093848 Jan 27 22:01:05.631964 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-5300f7bf-5b1b-493b-b6ab-21c3ff8d8582 req-20b010c3-9332-4583-9d9e-f5ff83301acb tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] No DVR routers for this DVR port 8bb52390-ff99-4e95-ace3-4830cf7f124c on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:05.694853 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5300f7bf-5b1b-493b-b6ab-21c3ff8d8582 req-20b010c3-9332-4583-9d9e-f5ff83301acb tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.698305 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5300f7bf-5b1b-493b-b6ab-21c3ff8d8582 req-20b010c3-9332-4583-9d9e-f5ff83301acb tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.15 "DELETE /v2.0/ports/8bb52390-ff99-4e95-ace3-4830cf7f124c HTTP/1.1" status: 204 len: 173 time: 1.7990527 Jan 27 22:01:05.701438 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38b800c-8588-42e3-a953-f799eeae6cf4 x-openstack-request-id: req-c38b800c-8588-42e3-a953-f799eeae6cf4 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:05.702279 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f5be5a-a91b-409d-a260-9bbee5b18d77", "tag": "75594b48-771a-4ad9-91bc-a1df1b12c257", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:05.702279 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c38b800c-8588-42e3-a953-f799eeae6cf4 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:05.702551 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f5be5a-a91b-409d-a260-9bbee5b18d77', 'tag': '75594b48-771a-4ad9-91bc-a1df1b12c257', 'status': 'completed', 'code': 200} Jan 27 22:01:05.756788 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58b741-b27f-44cd-a99d-331419cfbb62 req-45303279-2f8d-44f9-9a26-1d544e18c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:05.763241 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7d58b741-b27f-44cd-a99d-331419cfbb62 req-45303279-2f8d-44f9-9a26-1d544e18c342 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b99dd611-a269-4aee-9374-4497300fddf7 HTTP/1.1" status: 200 len: 919 time: 0.1376216 Jan 27 22:01:05.783497 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b010c3-9332-4583-9d9e-f5ff83301acb tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Pushing event deleted for resources: {'Port': ['ID=8bb52390-ff99-4e95-ace3-4830cf7f124c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:05.849464 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7d58b741-b27f-44cd-a99d-331419cfbb62 req-beb8605d-79a0-4583-a2e6-39c0ff810998 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c67827cd-5a09-45da-a489-88b2ce3e1b3b HTTP/1.1" status: 200 len: 217 time: 0.0784574 Jan 27 22:01:05.921572 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6552ec36-1660-42fc-8b2f-58d8956e86ae req-0f218d25-5f01-4ce5-883a-4dbff1dd874b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560350 Jan 27 22:01:05.922386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80b6c3-c229-4b90-a9ad-487db07ae18d service neutron] Pushing event updated for resources: {'Port': ['ID=bc372c26-303c-4f7d-af24-23b0ec0b98da,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:05.932428 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-68e74e7f-1999-4a40-8e21-47e8ec331ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:05.932428 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-68e74e7f-1999-4a40-8e21-47e8ec331ac0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebc161d76fbb4e7c9d11ee7c6dbb7743&device_id=f3f5be5a-a91b-409d-a260-9bbee5b18d77 HTTP/1.1" status: 200 len: 1094 time: 0.3211663 Jan 27 22:01:05.941130 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-17f0cf5c-b5a6-41da-b368-e5c78c1218bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:05.942846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-17f0cf5c-b5a6-41da-b368-e5c78c1218bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebc161d76fbb4e7c9d11ee7c6dbb7743&device_id=7666d7bb-78ac-40b3-98ec-7bccc8395334 HTTP/1.1" status: 200 len: 1095 time: 0.2436678 Jan 27 22:01:05.960493 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58b741-b27f-44cd-a99d-331419cfbb62 req-248f6f70-1395-40f1-a2ba-0c346e42a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:05.962066 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7d58b741-b27f-44cd-a99d-331419cfbb62 req-248f6f70-1395-40f1-a2ba-0c346e42a6dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c000321e-3cdd-4ca7-9843-06db68cbd157 HTTP/1.1" status: 200 len: 858 time: 0.1041260 Jan 27 22:01:06.011293 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7d58b741-b27f-44cd-a99d-331419cfbb62 req-d7778f63-446d-4077-9a41-60d41c760c61 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b99dd611-a269-4aee-9374-4497300fddf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398207 Jan 27 22:01:06.024373 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-79ecb64a-a3da-460b-9959-b6e96160fb4d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc372c26-303c-4f7d-af24-23b0ec0b98da HTTP/1.1" status: 200 len: 217 time: 0.0661268 Jan 27 22:01:06.063686 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-9f8a325d-114d-4496-a898-fd374a253bd4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75594b48-771a-4ad9-91bc-a1df1b12c257 HTTP/1.1" status: 200 len: 217 time: 0.1190183 Jan 27 22:01:06.143394 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7d58b741-b27f-44cd-a99d-331419cfbb62 req-75c7df32-f0ec-4047-a5e3-ba5263fee2ee service neutron] 10.222.0.21 "GET /v2.0/networks/b99dd611-a269-4aee-9374-4497300fddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230440 Jan 27 22:01:06.153909 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-a5cd3064-5707-420d-93b9-40241f0c9a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:06.155598 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-a5cd3064-5707-420d-93b9-40241f0c9a4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c000321e-3cdd-4ca7-9843-06db68cbd157 HTTP/1.1" status: 200 len: 858 time: 0.0906184 Jan 27 22:01:06.199105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-eef380d8-c394-4715-8ded-20f7c79efa1b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1113072915'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:06.267273 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-9da59103-a9b3-48bf-adb5-5d5b011d6ce0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b99dd611-a269-4aee-9374-4497300fddf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640090 Jan 27 22:01:06.280011 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7d58b741-b27f-44cd-a99d-331419cfbb62 req-b7a5e506-a04d-42dd-b6fa-831bb1f01871 service neutron] 10.222.0.21 "GET /v2.0/networks/b99dd611-a269-4aee-9374-4497300fddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279325 Jan 27 22:01:06.301547 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c65dc5a-338d-4a89-a10a-43c1be2e7ccc req-f825fc7f-26de-48b1-a48e-d98b241fc9d7 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a904f46b-4159-4dab-a6d7-91b467859f14 HTTP/1.1" status: 200 len: 210 time: 0.1485980 Jan 27 22:01:06.399833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-c6417943-4881-46f8-8fde-abbb3ea9e1df service neutron] 10.222.0.21 "GET /v2.0/networks/b99dd611-a269-4aee-9374-4497300fddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080525 Jan 27 22:01:06.474662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806f793-364b-435d-89cb-c2b10e12d569 req-c8ce7548-2ca3-458d-8960-760fc6f97632 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:06.481028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3806f793-364b-435d-89cb-c2b10e12d569 req-c8ce7548-2ca3-458d-8960-760fc6f97632 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d50bfda-c1dc-40da-9c97-a6e8ca91304f HTTP/1.1" status: 200 len: 944 time: 0.3242097 Jan 27 22:01:06.491934 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-07e86fbd-3ffc-4e35-8666-38cb02371c45 req-0d390681-a236-4a35-8fa6-aead406eca90 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.0891528 Jan 27 22:01:06.499310 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-49113d63-1420-4e9a-b17a-229211ba8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:06.500877 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-49113d63-1420-4e9a-b17a-229211ba8eca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c000321e-3cdd-4ca7-9843-06db68cbd157 HTTP/1.1" status: 200 len: 858 time: 0.3512979 Jan 27 22:01:06.528842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef380d8-c394-4715-8ded-20f7c79efa1b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Made reservation on behalf of 059cb36d2028475d800a395c3c040989 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:06.532092 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eef380d8-c394-4715-8ded-20f7c79efa1b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.567947 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37904) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:06.584122 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eef380d8-c394-4715-8ded-20f7c79efa1b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.592033 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-6b3a4a33-5e56-4c37-8162-f3f933527e22 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b99dd611-a269-4aee-9374-4497300fddf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471468 Jan 27 22:01:06.672577 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-cd7a4042-22be-4c56-80b7-b8e225b461f0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-958824439-network', 'tenant_id': '0af0d48f9d584c2f96edf7499ec5c8a4'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:06.694619 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7a4042-22be-4c56-80b7-b8e225b461f0 admin admin] Made reservation on behalf of 0af0d48f9d584c2f96edf7499ec5c8a4 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:06.697204 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4042-22be-4c56-80b7-b8e225b461f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.708522 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4042-22be-4c56-80b7-b8e225b461f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.719754 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3806f793-364b-435d-89cb-c2b10e12d569 req-f6d129f6-abb8-4c30-b4ce-1ccbe4b30e22 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234960 Jan 27 22:01:06.758262 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-334135ea-390c-492b-b1e8-6f73cb0bab92 service neutron] 10.222.0.21 "GET /v2.0/networks/b99dd611-a269-4aee-9374-4497300fddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416753 Jan 27 22:01:06.796440 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-d5a2b03d-cc6a-44a6-b7d0-adddfd2f7c29 service neutron] 10.222.0.15 "GET /v2.0/networks/b99dd611-a269-4aee-9374-4497300fddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957252 Jan 27 22:01:06.811047 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4042-22be-4c56-80b7-b8e225b461f0 admin admin] Publish callbacks [] for security_group (bdc7a0c1-b990-4beb-bebf-55b1fc224b78), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.815547 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4042-22be-4c56-80b7-b8e225b461f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (bdc7a0c1-b990-4beb-bebf-55b1fc224b78), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.838969 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7a4042-22be-4c56-80b7-b8e225b461f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:01:06.853323 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a4042-22be-4c56-80b7-b8e225b461f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc7a0c1-b990-4beb-bebf-55b1fc224b78,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:06.856253 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4042-22be-4c56-80b7-b8e225b461f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (4b05fbb0-30d5-4a43-9e48-2a1e98f98a07), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.856602 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-cd7a4042-22be-4c56-80b7-b8e225b461f0 admin admin] Added segment 4b05fbb0-30d5-4a43-9e48-2a1e98f98a07 of type vlan for network c21c1549-299c-4dec-a0f9-3f16d5727c21 Jan 27 22:01:06.875770 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eef380d8-c394-4715-8ded-20f7c79efa1b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for security_group (1c212eb1-612d-404d-ac4c-51fef5aecdab), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.884667 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eef380d8-c394-4715-8ded-20f7c79efa1b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1c212eb1-612d-404d-ac4c-51fef5aecdab), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.899986 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4042-22be-4c56-80b7-b8e225b461f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (c21c1549-299c-4dec-a0f9-3f16d5727c21), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.927050 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4042-22be-4c56-80b7-b8e225b461f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (c21c1549-299c-4dec-a0f9-3f16d5727c21), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.929187 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7a4042-22be-4c56-80b7-b8e225b461f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:06.929506 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4042-22be-4c56-80b7-b8e225b461f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.929662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef380d8-c394-4715-8ded-20f7c79efa1b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:01:06.942985 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef380d8-c394-4715-8ded-20f7c79efa1b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c212eb1-612d-404d-ac4c-51fef5aecdab,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:06.956246 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eef380d8-c394-4715-8ded-20f7c79efa1b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (c071f779-fd59-4c48-91c8-cddbb2ac1779), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.956799 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-eef380d8-c394-4715-8ded-20f7c79efa1b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Added segment c071f779-fd59-4c48-91c8-cddbb2ac1779 of type vlan for network 8700aa2f-60a2-47a5-a4d8-ff8940236661 Jan 27 22:01:06.971910 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b9d5315-b9d8-4a4c-ace7-e9a35e1d41d7 req-b39002c1-99e7-43c1-a436-086573bef4e4 service neutron] 10.222.0.15 "GET /v2.0/networks/b99dd611-a269-4aee-9374-4497300fddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695731 Jan 27 22:01:06.989554 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cd7a4042-22be-4c56-80b7-b8e225b461f0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4204440 Jan 27 22:01:06.993057 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37910) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:06.999580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-19ba2135-58e1-4d3e-8a37-98c3f8089c8a admin admin] Request body: {'subnet': {'network_id': 'c21c1549-299c-4dec-a0f9-3f16d5727c21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-958824439-subnet', 'tenant_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:07.018490 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a4042-22be-4c56-80b7-b8e225b461f0 admin admin] Pushing event updated for resources: {'Network': ['ID=c21c1549-299c-4dec-a0f9-3f16d5727c21,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:07.026443 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eef380d8-c394-4715-8ded-20f7c79efa1b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (8700aa2f-60a2-47a5-a4d8-ff8940236661), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:07.038704 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network c21c1549-299c-4dec-a0f9-3f16d5727c21 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:01:07.393354 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ba2135-58e1-4d3e-8a37-98c3f8089c8a admin admin] Made reservation on behalf of 0af0d48f9d584c2f96edf7499ec5c8a4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:07.395789 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19ba2135-58e1-4d3e-8a37-98c3f8089c8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:07.462831 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eef380d8-c394-4715-8ded-20f7c79efa1b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (8700aa2f-60a2-47a5-a4d8-ff8940236661), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:07.468191 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef380d8-c394-4715-8ded-20f7c79efa1b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:07.468779 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eef380d8-c394-4715-8ded-20f7c79efa1b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:07.581336 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-eef380d8-c394-4715-8ded-20f7c79efa1b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0156949 Jan 27 22:01:07.583459 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e57da-79d6-400e-a1ab-b22da8855262 req-d36946fe-2491-4a71-a8b0-0da332b0dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:07.584852 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c5e57da-79d6-400e-a1ab-b22da8855262 req-d36946fe-2491-4a71-a8b0-0da332b0dea7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebc161d76fbb4e7c9d11ee7c6dbb7743&device_id=f3f5be5a-a91b-409d-a260-9bbee5b18d77 HTTP/1.1" status: 200 len: 1094 time: 0.5265689 Jan 27 22:01:07.606677 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd8294-e850-4085-857f-7b63e1eb3e3d req-a9a7d66e-f955-40d1-859c-ef0f6decf912 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:07.608110 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33dd8294-e850-4085-857f-7b63e1eb3e3d req-a9a7d66e-f955-40d1-859c-ef0f6decf912 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 943 time: 0.5509591 Jan 27 22:01:07.627415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef380d8-c394-4715-8ded-20f7c79efa1b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Network': ['ID=8700aa2f-60a2-47a5-a4d8-ff8940236661,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:07.639376 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 8700aa2f-60a2-47a5-a4d8-ff8940236661 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:01:07.645011 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 8bb52390-ff99-4e95-ace3-4830cf7f124c no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:07.658433 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d41c2-1287-4bf7-b806-25adf4ed9b1e req-c6d6ab60-33ac-4db8-8dc6-6be76085fa7e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:07.665667 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-561d41c2-1287-4bf7-b806-25adf4ed9b1e req-c6d6ab60-33ac-4db8-8dc6-6be76085fa7e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2500508 Jan 27 22:01:07.707480 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7666d7bb-78ac-40b3-98ec-7bccc8395334', 'tag': 'bc372c26-303c-4f7d-af24-23b0ec0b98da'}, {'server_uuid': 'a904f46b-4159-4dab-a6d7-91b467859f14', 'name': 'network-vif-deleted', 'tag': '8bb52390-ff99-4e95-ace3-4830cf7f124c'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:07.710123 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c58b0d-8ad3-4ff1-ab99-2d56e1aee05d" -d '{"events": [{"name": "network-changed", "server_uuid": "7666d7bb-78ac-40b3-98ec-7bccc8395334", "tag": "bc372c26-303c-4f7d-af24-23b0ec0b98da"}, {"server_uuid": "a904f46b-4159-4dab-a6d7-91b467859f14", "name": "network-vif-deleted", "tag": "8bb52390-ff99-4e95-ace3-4830cf7f124c"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:07.739133 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 8bb52390-ff99-4e95-ace3-4830cf7f124c {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:07.740503 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 8bb52390-ff99-4e95-ace3-4830cf7f124c not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:07.842686 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33dd8294-e850-4085-857f-7b63e1eb3e3d req-58e2057b-1978-4a3f-8d19-8cd374b0426e tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217658 Jan 27 22:01:07.864397 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-561d41c2-1287-4bf7-b806-25adf4ed9b1e req-0e08246d-cb9c-42e1-ba31-fc426a3202c1 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955676 Jan 27 22:01:07.872253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e57da-79d6-400e-a1ab-b22da8855262 req-84fae9d6-9701-4d35-acce-fbd934bf087a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:07.873856 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c5e57da-79d6-400e-a1ab-b22da8855262 req-84fae9d6-9701-4d35-acce-fbd934bf087a service neutron] 10.222.0.15 "GET /v2.0/networks?id=b99dd611-a269-4aee-9374-4497300fddf7 HTTP/1.1" status: 200 len: 919 time: 0.2765100 Jan 27 22:01:07.959007 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c5e57da-79d6-400e-a1ab-b22da8855262 req-b6890155-3178-444c-9eea-e5523960f18e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75594b48-771a-4ad9-91bc-a1df1b12c257 HTTP/1.1" status: 200 len: 217 time: 0.0631115 Jan 27 22:01:07.978222 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55351fb-6151-4246-abea-068b7755ae3f x-openstack-request-id: req-d55351fb-6151-4246-abea-068b7755ae3f {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:07.978589 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7666d7bb-78ac-40b3-98ec-7bccc8395334", "tag": "bc372c26-303c-4f7d-af24-23b0ec0b98da", "status": "completed", "code": 200}, {"server_uuid": "a904f46b-4159-4dab-a6d7-91b467859f14", "name": "network-vif-deleted", "tag": "8bb52390-ff99-4e95-ace3-4830cf7f124c", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:07.978896 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d55351fb-6151-4246-abea-068b7755ae3f {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:07.979846 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7666d7bb-78ac-40b3-98ec-7bccc8395334', 'tag': 'bc372c26-303c-4f7d-af24-23b0ec0b98da', 'status': 'completed', 'code': 200} Jan 27 22:01:07.980116 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a904f46b-4159-4dab-a6d7-91b467859f14', 'name': 'network-vif-deleted', 'tag': '8bb52390-ff99-4e95-ace3-4830cf7f124c', 'status': 'completed', 'code': 200} Jan 27 22:01:07.983058 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19ba2135-58e1-4d3e-8a37-98c3f8089c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (1dec90ae-26a7-4889-9533-54929121f29b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:08.119561 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7aeea00e-e767-4c12-a395-45c7c35eebbe req-895e9f9c-d71a-4890-b86f-5ff10f1a1325 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.0964191 Jan 27 22:01:08.164124 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e57da-79d6-400e-a1ab-b22da8855262 req-16511363-ff01-4852-8fb0-457a4ba85763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:08.164124 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c5e57da-79d6-400e-a1ab-b22da8855262 req-16511363-ff01-4852-8fb0-457a4ba85763 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c000321e-3cdd-4ca7-9843-06db68cbd157 HTTP/1.1" status: 200 len: 858 time: 0.1948400 Jan 27 22:01:08.176957 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba2135-58e1-4d3e-8a37-98c3f8089c8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dec90ae-26a7-4889-9533-54929121f29b,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:08.225360 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c5e57da-79d6-400e-a1ab-b22da8855262 req-7a9d07a6-4564-4381-b5e1-7353ecd5066b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b99dd611-a269-4aee-9374-4497300fddf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512969 Jan 27 22:01:08.253105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c58b0d-8ad3-4ff1-ab99-2d56e1aee05d req-d28d4e98-e599-4bb1-9bc7-37b6fd6d0911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:08.254534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00c58b0d-8ad3-4ff1-ab99-2d56e1aee05d req-d28d4e98-e599-4bb1-9bc7-37b6fd6d0911 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebc161d76fbb4e7c9d11ee7c6dbb7743&device_id=7666d7bb-78ac-40b3-98ec-7bccc8395334 HTTP/1.1" status: 200 len: 1095 time: 0.2025528 Jan 27 22:01:08.255270 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba2135-58e1-4d3e-8a37-98c3f8089c8a admin admin] Checking segment: {'id': '4b05fbb0-30d5-4a43-9e48-2a1e98f98a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c21c1549-299c-4dec-a0f9-3f16d5727c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:08.255628 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ba2135-58e1-4d3e-8a37-98c3f8089c8a admin admin] Network hostable DHCP agents. Network: c21c1549-299c-4dec-a0f9-3f16d5727c21, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:01:08.282553 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfba43-d93d-4ab4-be22-c3c749437c3e req-7ad041a3-4b86-4d93-b0f5-555ed9fac3fb tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:08.283966 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ccfba43-d93d-4ab4-be22-c3c749437c3e req-7ad041a3-4b86-4d93-b0f5-555ed9fac3fb tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d50bfda-c1dc-40da-9c97-a6e8ca91304f HTTP/1.1" status: 200 len: 944 time: 0.1854312 Jan 27 22:01:08.434192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ba2135-58e1-4d3e-8a37-98c3f8089c8a admin admin] Network c21c1549-299c-4dec-a0f9-3f16d5727c21 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:01:08.490435 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-19ba2135-58e1-4d3e-8a37-98c3f8089c8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, c21c1549-299c-4dec-a0f9-3f16d5727c21) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:08.494691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ba2135-58e1-4d3e-8a37-98c3f8089c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:08.495455 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19ba2135-58e1-4d3e-8a37-98c3f8089c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:08.501593 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a7648b-fe32-49a9-9e4c-2bbd8e9f56c9 None None] Network c21c1549-299c-4dec-a0f9-3f16d5727c21 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:08.515032 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a61a08-0781-4f5c-a305-a38ec5966598 req-2184ffbf-9f24-495f-886d-ecc1535d0af0 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:08.516552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97a61a08-0781-4f5c-a305-a38ec5966598 req-2184ffbf-9f24-495f-886d-ecc1535d0af0 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2712672 Jan 27 22:01:08.523781 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c5e57da-79d6-400e-a1ab-b22da8855262 req-4600abcc-621b-4961-9641-a20f566da055 service neutron] 10.222.0.15 "GET /v2.0/networks/b99dd611-a269-4aee-9374-4497300fddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880001 Jan 27 22:01:08.537920 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ccfba43-d93d-4ab4-be22-c3c749437c3e req-3fded947-95b7-4e5c-972d-d8ced23550d4 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200470 Jan 27 22:01:08.538965 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c58b0d-8ad3-4ff1-ab99-2d56e1aee05d req-68aee62f-a8b1-4bf7-ad8a-a4505257ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:08.540532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00c58b0d-8ad3-4ff1-ab99-2d56e1aee05d req-68aee62f-a8b1-4bf7-ad8a-a4505257ef16 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b99dd611-a269-4aee-9374-4497300fddf7 HTTP/1.1" status: 200 len: 919 time: 0.2731955 Jan 27 22:01:08.587035 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37928) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:08.587650 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-19ba2135-58e1-4d3e-8a37-98c3f8089c8a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5928879 Jan 27 22:01:08.596372 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-4737fdd6-2c36-449c-9554-5e727a09ceb2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-958824439-router', 'tenant_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:08.621642 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4737fdd6-2c36-449c-9554-5e727a09ceb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (153894a0-41e1-4b4d-bebd-11175e5772d1), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:08.623424 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4737fdd6-2c36-449c-9554-5e727a09ceb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (153894a0-41e1-4b4d-bebd-11175e5772d1), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:08.702908 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4737fdd6-2c36-449c-9554-5e727a09ceb2 admin admin] Publish callbacks [] for router_controller (153894a0-41e1-4b4d-bebd-11175e5772d1), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:08.711575 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00c58b0d-8ad3-4ff1-ab99-2d56e1aee05d req-67e3b19a-1d53-4a4e-ab9c-acd0e95ff24e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc372c26-303c-4f7d-af24-23b0ec0b98da HTTP/1.1" status: 200 len: 217 time: 0.1576827 Jan 27 22:01:08.721720 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f04751-a541-4271-a5df-0ceb085ace49 None None] Network c21c1549-299c-4dec-a0f9-3f16d5727c21 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:08.889462 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97a61a08-0781-4f5c-a305-a38ec5966598 req-69376c61-edf4-4ec8-ba64-19a54b27ae61 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578498 Jan 27 22:01:08.916092 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4737fdd6-2c36-449c-9554-5e727a09ceb2 admin admin] Publish callbacks [] for router_gateway (153894a0-41e1-4b4d-bebd-11175e5772d1), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:08.956612 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c58b0d-8ad3-4ff1-ab99-2d56e1aee05d req-0e303c10-2a5c-4619-895f-8a80bf6607e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:08.960405 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00c58b0d-8ad3-4ff1-ab99-2d56e1aee05d req-0e303c10-2a5c-4619-895f-8a80bf6607e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c000321e-3cdd-4ca7-9843-06db68cbd157 HTTP/1.1" status: 200 len: 858 time: 0.2425573 Jan 27 22:01:08.962531 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c5e57da-79d6-400e-a1ab-b22da8855262 req-9733b42e-cd7e-479c-95da-d2db0545fc62 service neutron] 10.222.0.15 "GET /v2.0/networks/b99dd611-a269-4aee-9374-4497300fddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287901 Jan 27 22:01:09.027274 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00c58b0d-8ad3-4ff1-ab99-2d56e1aee05d req-e56ef701-c065-4a43-b340-92ee9ec3af1d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b99dd611-a269-4aee-9374-4497300fddf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577590 Jan 27 22:01:09.158288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c134b25-4d6b-4872-ac3e-186e9ef2e541 req-7761ae94-5ae7-41d4-83f6-04fc97ba7c70 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:09.159809 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c134b25-4d6b-4872-ac3e-186e9ef2e541 req-7761ae94-5ae7-41d4-83f6-04fc97ba7c70 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 943 time: 0.1889794 Jan 27 22:01:09.186972 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868876ef-b4b2-448d-b1ff-b493ebf7856d req-24e66bf4-cc14-4396-9d61-ed50c0d8c98c tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:09.188467 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-868876ef-b4b2-448d-b1ff-b493ebf7856d req-24e66bf4-cc14-4396-9d61-ed50c0d8c98c tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1636157 Jan 27 22:01:09.216000 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4737fdd6-2c36-449c-9554-5e727a09ceb2 admin admin] Publish callbacks [] for router_gateway (153894a0-41e1-4b4d-bebd-11175e5772d1), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:09.225994 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00c58b0d-8ad3-4ff1-ab99-2d56e1aee05d req-7c8202b4-96cc-4db6-9dc2-34552cc2c387 service neutron] 10.222.0.21 "GET /v2.0/networks/b99dd611-a269-4aee-9374-4497300fddf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749835 Jan 27 22:01:09.239931 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4737fdd6-2c36-449c-9554-5e727a09ceb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:09.287763 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c134b25-4d6b-4872-ac3e-186e9ef2e541 req-d435bc1a-522a-493a-858a-4c7c3c4492d7 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175830 Jan 27 22:01:09.354675 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-868876ef-b4b2-448d-b1ff-b493ebf7856d req-ea3e966a-7983-4079-a79b-68a9be31c76e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522071 Jan 27 22:01:09.410951 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-4737fdd6-2c36-449c-9554-5e727a09ceb2 admin admin] Allocated IP 172.25.3.118 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/39105905-d5d2-4c53-826a-b39b1f902206) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:09.479760 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49d66919-9cad-4772-aac0-10734b8cf9a0 req-ee699a2d-8992-4cb3-acd1-fe336b50ee1f tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.0602555 Jan 27 22:01:09.488552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00c58b0d-8ad3-4ff1-ab99-2d56e1aee05d req-2287f559-f857-40d3-96ae-1f3859292c63 service neutron] 10.222.0.21 "GET /v2.0/networks/b99dd611-a269-4aee-9374-4497300fddf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500625 Jan 27 22:01:09.535238 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4737fdd6-2c36-449c-9554-5e727a09ceb2 admin admin] Publish callbacks [] for port (39105905-d5d2-4c53-826a-b39b1f902206), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:09.590849 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4737fdd6-2c36-449c-9554-5e727a09ceb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (39105905-d5d2-4c53-826a-b39b1f902206), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:09.635621 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4737fdd6-2c36-449c-9554-5e727a09ceb2 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:09.638809 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-4737fdd6-2c36-449c-9554-5e727a09ceb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:09.641895 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4737fdd6-2c36-449c-9554-5e727a09ceb2 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:09.657254 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 75594b48-771a-4ad9-91bc-a1df1b12c257 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:01:09.697667 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737fdd6-2c36-449c-9554-5e727a09ceb2 admin admin] Pushing event updated for resources: {'Port': ['ID=39105905-d5d2-4c53-826a-b39b1f902206,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:09.833136 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45938ec9-9d93-4696-8974-a79753feac45 req-4e466e83-8f53-45df-8c47-83adc43f14b6 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:09.838399 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45938ec9-9d93-4696-8974-a79753feac45 req-4e466e83-8f53-45df-8c47-83adc43f14b6 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d50bfda-c1dc-40da-9c97-a6e8ca91304f HTTP/1.1" status: 200 len: 944 time: 0.1588733 Jan 27 22:01:09.882287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 75594b48-771a-4ad9-91bc-a1df1b12c257, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=75594b48-771a-4ad9-91bc-a1df1b12c257,segment=NetworkSegment(01c9a8c6-753f-4f97-b988-a6b13cd17251),segment_id=01c9a8c6-753f-4f97-b988-a6b13cd17251)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:09.918561 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '75594b48-771a-4ad9-91bc-a1df1b12c257', 'network_id': 'b99dd611-a269-4aee-9374-4497300fddf7', 'port_id': '75594b48-771a-4ad9-91bc-a1df1b12c257', 'mac_address': 'fa:16:3e:10:d5:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c000321e-3cdd-4ca7-9843-06db68cbd157', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:01:09.985155 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45938ec9-9d93-4696-8974-a79753feac45 req-fe210c48-87e9-4c60-a43f-62297ace9006 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410210 Jan 27 22:01:10.024613 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 75594b48-771a-4ad9-91bc-a1df1b12c257 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:10.025368 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (75594b48-771a-4ad9-91bc-a1df1b12c257), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:10.052078 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75594b48-771a-4ad9-91bc-a1df1b12c257 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:10.091592 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 75594b48-771a-4ad9-91bc-a1df1b12c257, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=75594b48-771a-4ad9-91bc-a1df1b12c257,segment=NetworkSegment(01c9a8c6-753f-4f97-b988-a6b13cd17251),segment_id=01c9a8c6-753f-4f97-b988-a6b13cd17251)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:10.097933 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (75594b48-771a-4ad9-91bc-a1df1b12c257), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:10.158105 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=75594b48-771a-4ad9-91bc-a1df1b12c257,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:10.309229 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4737fdd6-2c36-449c-9554-5e727a09ceb2 admin admin] Publish callbacks [] for router_gateway (153894a0-41e1-4b4d-bebd-11175e5772d1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:10.357302 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['75594b48-771a-4ad9-91bc-a1df1b12c257'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:10.510493 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49237add-4d23-462b-88e7-7d6e2890f7c0 req-fc6edf9b-4831-4868-bbcc-184a6ba6da4c tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:10.527539 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49237add-4d23-462b-88e7-7d6e2890f7c0 req-fc6edf9b-4831-4868-bbcc-184a6ba6da4c tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 943 time: 0.0998483 Jan 27 22:01:10.632351 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4737fdd6-2c36-449c-9554-5e727a09ceb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (153894a0-41e1-4b4d-bebd-11175e5772d1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:10.658058 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49237add-4d23-462b-88e7-7d6e2890f7c0 req-cda762e2-c406-4f6c-b9fc-f36bd268d73f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274378 Jan 27 22:01:10.722770 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b648b04-69b2-438c-80cc-1bc25828ae56 req-3b4f5e5c-79c2-49d7-84f9-a891e966a9ec tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.0808117 Jan 27 22:01:10.800263 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4737fdd6-2c36-449c-9554-5e727a09ceb2 admin admin] Router 153894a0-41e1-4b4d-bebd-11175e5772d1 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:01:10.871678 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37950) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:10.876684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-a8229b17-8d5b-4a27-92f3-658a010b9cf4 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'subnet': {'network_id': '8700aa2f-60a2-47a5-a4d8-ff8940236661', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:10.920048 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4737fdd6-2c36-449c-9554-5e727a09ceb2 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:01:10.930365 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] Sync routers for ids ['153894a0-41e1-4b4d-bebd-11175e5772d1'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:01:10.939804 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4737fdd6-2c36-449c-9554-5e727a09ceb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:10.944294 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4737fdd6-2c36-449c-9554-5e727a09ceb2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.3517704 Jan 27 22:01:10.944294 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37952) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:10.946612 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] Routers {'153894a0-41e1-4b4d-bebd-11175e5772d1'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:10.947412 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:00:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['153894a0-41e1-4b4d-bebd-11175e5772d1'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:11.004493 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8229b17-8d5b-4a27-92f3-658a010b9cf4 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Made reservation on behalf of 059cb36d2028475d800a395c3c040989 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:11.008976 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a8229b17-8d5b-4a27-92f3-658a010b9cf4 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.316747 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device c67827cd-5a09-45da-a489-88b2ce3e1b3b details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:01:11.376643 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] Set router 153894a0-41e1-4b4d-bebd-11175e5772d1 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:11.389508 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a8229b17-8d5b-4a27-92f3-658a010b9cf4 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (acf92c14-c95c-476b-80b5-88de6b7b1a23), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.403041 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79bf54d-2e80-436f-94fd-f0b3ccc69858 req-33663bd4-3255-4126-8e36-d51c36dc81ce tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:11.405956 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e79bf54d-2e80-436f-94fd-f0b3ccc69858 req-33663bd4-3255-4126-8e36-d51c36dc81ce tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d50bfda-c1dc-40da-9c97-a6e8ca91304f HTTP/1.1" status: 200 len: 944 time: 0.3035870 Jan 27 22:01:11.544542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8229b17-8d5b-4a27-92f3-658a010b9cf4 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Checking segment: {'id': 'c071f779-fd59-4c48-91c8-cddbb2ac1779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8700aa2f-60a2-47a5-a4d8-ff8940236661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:11.545032 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8229b17-8d5b-4a27-92f3-658a010b9cf4 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Network hostable DHCP agents. Network: 8700aa2f-60a2-47a5-a4d8-ff8940236661, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:01:11.568095 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port c67827cd-5a09-45da-a489-88b2ce3e1b3b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=c67827cd-5a09-45da-a489-88b2ce3e1b3b,segment=NetworkSegment(01c9a8c6-753f-4f97-b988-a6b13cd17251),segment_id=01c9a8c6-753f-4f97-b988-a6b13cd17251)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:11.576392 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8229b17-8d5b-4a27-92f3-658a010b9cf4 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Subnet': ['ID=acf92c14-c95c-476b-80b5-88de6b7b1a23,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:11.598979 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'c67827cd-5a09-45da-a489-88b2ce3e1b3b', 'network_id': 'b99dd611-a269-4aee-9374-4497300fddf7', 'port_id': 'c67827cd-5a09-45da-a489-88b2ce3e1b3b', 'mac_address': 'fa:16:3e:ed:c7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c000321e-3cdd-4ca7-9843-06db68cbd157', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:01:11.608265 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e79bf54d-2e80-436f-94fd-f0b3ccc69858 req-f207bea3-d567-4d18-a1bb-626155537308 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914952 Jan 27 22:01:11.638260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8229b17-8d5b-4a27-92f3-658a010b9cf4 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Network 8700aa2f-60a2-47a5-a4d8-ff8940236661 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:01:11.653611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-a8229b17-8d5b-4a27-92f3-658a010b9cf4 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 8700aa2f-60a2-47a5-a4d8-ff8940236661) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:11.661720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8229b17-8d5b-4a27-92f3-658a010b9cf4 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:11.661720 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a8229b17-8d5b-4a27-92f3-658a010b9cf4 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.667341 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-47540cfc-514a-45ba-b55d-135ff30686fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.684919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce66d310-64a2-408e-ad7e-d6695a893d76 None None] Network 8700aa2f-60a2-47a5-a4d8-ff8940236661 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:11.694501 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a8229b17-8d5b-4a27-92f3-658a010b9cf4 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8216143 Jan 27 22:01:11.698446 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37962) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:11.716938 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-5d383d89-6575-466c-9ff9-a795e4a12cd0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1213089011'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:11.767560 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d383d89-6575-466c-9ff9-a795e4a12cd0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Made reservation on behalf of 059cb36d2028475d800a395c3c040989 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:11.771031 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d383d89-6575-466c-9ff9-a795e4a12cd0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.878033 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d383d89-6575-466c-9ff9-a795e4a12cd0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:01:11.878262 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 75594b48-771a-4ad9-91bc-a1df1b12c257 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:11.930456 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2250c18-e4b5-43c8-8df7-f9b1bc8fb613 req-ff362965-fbb8-481f-ba32-b0934f842833 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.1145742 Jan 27 22:01:11.984220 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d383d89-6575-466c-9ff9-a795e4a12cd0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (53f7355a-a205-4bcc-8a5b-a1943665fb28), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.984220 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-5d383d89-6575-466c-9ff9-a795e4a12cd0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Added segment 53f7355a-a205-4bcc-8a5b-a1943665fb28 of type vlan for network 6e7dc504-289e-4b34-b8b7-09b3362930aa Jan 27 22:01:12.037282 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938d7e13-261b-40e7-a53d-f90396a5ce95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-8700aa2f-60a2-47a5-a4d8-ff8940236661', 'network_id': '8700aa2f-60a2-47a5-a4d8-ff8940236661', 'project_id': '059cb36d2028475d800a395c3c040989', 'fixed_ips': [{'subnet_id': 'acf92c14-c95c-476b-80b5-88de6b7b1a23'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:01:12.039211 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-938d7e13-261b-40e7-a53d-f90396a5ce95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.061150 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87a1e9-5854-4947-919b-fa793cc85f61 req-d29732cb-cf17-49b8-bff7-1e71e626cc65 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:12.062748 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6d87a1e9-5854-4947-919b-fa793cc85f61 req-d29732cb-cf17-49b8-bff7-1e71e626cc65 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 943 time: 0.2815249 Jan 27 22:01:12.063627 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port c67827cd-5a09-45da-a489-88b2ce3e1b3b is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:12.064292 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c67827cd-5a09-45da-a489-88b2ce3e1b3b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.084710 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-47540cfc-514a-45ba-b55d-135ff30686fe admin admin] Allocated IP 172.20.0.1 (c21c1549-299c-4dec-a0f9-3f16d5727c21/1dec90ae-26a7-4889-9533-54929121f29b/e8a2f35f-84fa-48ba-8543-84970267aacf) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:12.115509 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d383d89-6575-466c-9ff9-a795e4a12cd0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (6e7dc504-289e-4b34-b8b7-09b3362930aa), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.197220 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d383d89-6575-466c-9ff9-a795e4a12cd0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (6e7dc504-289e-4b34-b8b7-09b3362930aa), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.207286 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d383d89-6575-466c-9ff9-a795e4a12cd0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:12.207286 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d383d89-6575-466c-9ff9-a795e4a12cd0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.227440 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6d87a1e9-5854-4947-919b-fa793cc85f61 req-ef968707-75eb-4833-b800-65a9ccac9c26 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502090 Jan 27 22:01:12.253460 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-938d7e13-261b-40e7-a53d-f90396a5ce95 None None] Allocated IP 2001:db8:0:ffff::2 (8700aa2f-60a2-47a5-a4d8-ff8940236661/acf92c14-c95c-476b-80b5-88de6b7b1a23/ef099629-fbe1-4da3-ad20-5914d62ee9db) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:12.267898 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c67827cd-5a09-45da-a489-88b2ce3e1b3b {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:12.294090 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port c67827cd-5a09-45da-a489-88b2ce3e1b3b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=c67827cd-5a09-45da-a489-88b2ce3e1b3b,segment=NetworkSegment(01c9a8c6-753f-4f97-b988-a6b13cd17251),segment_id=01c9a8c6-753f-4f97-b988-a6b13cd17251)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:12.301873 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5d383d89-6575-466c-9ff9-a795e4a12cd0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5998776 Jan 27 22:01:12.302787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37968) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:12.310402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-f66c8b5a-b78a-4632-abd0-163e74f015a5 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'subnet': {'network_id': '6e7dc504-289e-4b34-b8b7-09b3362930aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:12.315004 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c67827cd-5a09-45da-a489-88b2ce3e1b3b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.315559 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-47540cfc-514a-45ba-b55d-135ff30686fe admin admin] Publish callbacks [] for port (e8a2f35f-84fa-48ba-8543-84970267aacf), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.315939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 1aab4507-22bb-47aa-8bfc-07ecf99a935b details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:01:12.336126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d383d89-6575-466c-9ff9-a795e4a12cd0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Network': ['ID=6e7dc504-289e-4b34-b8b7-09b3362930aa,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:12.359526 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-47540cfc-514a-45ba-b55d-135ff30686fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (e8a2f35f-84fa-48ba-8543-84970267aacf), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.401054 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 6e7dc504-289e-4b34-b8b7-09b3362930aa details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:01:12.406844 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47540cfc-514a-45ba-b55d-135ff30686fe admin admin] Network c21c1549-299c-4dec-a0f9-3f16d5727c21 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:12.409919 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-47540cfc-514a-45ba-b55d-135ff30686fe admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:12.416989 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47540cfc-514a-45ba-b55d-135ff30686fe admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:12.427866 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66c8b5a-b78a-4632-abd0-163e74f015a5 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Made reservation on behalf of 059cb36d2028475d800a395c3c040989 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:12.431665 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f66c8b5a-b78a-4632-abd0-163e74f015a5 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.446013 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47540cfc-514a-45ba-b55d-135ff30686fe admin admin] Pushing event updated for resources: {'Port': ['ID=e8a2f35f-84fa-48ba-8543-84970267aacf,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:12.447781 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 75594b48-771a-4ad9-91bc-a1df1b12c257 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:01:12.476134 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-47540cfc-514a-45ba-b55d-135ff30686fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (153894a0-41e1-4b4d-bebd-11175e5772d1), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.494628 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 75594b48-771a-4ad9-91bc-a1df1b12c257 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:12.495007 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (75594b48-771a-4ad9-91bc-a1df1b12c257), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.628207 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153894a0-41e1-4b4d-bebd-11175e5772d1', 'name': 'tempest-ServerRescueNegativeTestJSON-958824439-router', 'tenant_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '39105905-d5d2-4c53-826a-b39b1f902206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:08Z', 'updated_at': '2022-01-27T22:01:10Z', 'revision_number': 3, 'project_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'gw_port': {'id': '39105905-d5d2-4c53-826a-b39b1f902206', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153894a0-41e1-4b4d-bebd-11175e5772d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:09Z', 'updated_at': '2022-01-27T22:01:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:12.660926 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-47540cfc-514a-45ba-b55d-135ff30686fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e8a2f35f-84fa-48ba-8543-84970267aacf), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.689936 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f66c8b5a-b78a-4632-abd0-163e74f015a5 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (955fb1d0-feff-491d-8a64-a31a54a12f48), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.705152 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=c67827cd-5a09-45da-a489-88b2ce3e1b3b,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:12.723506 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] Checking router: 153894a0-41e1-4b4d-bebd-11175e5772d1 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:01:12.723879 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] Updating router 153894a0-41e1-4b4d-bebd-11175e5772d1 port 39105905-d5d2-4c53-826a-b39b1f902206 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:01:12.779415 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.810551 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (39105905-d5d2-4c53-826a-b39b1f902206), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.841651 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 1aab4507-22bb-47aa-8bfc-07ecf99a935b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1aab4507-22bb-47aa-8bfc-07ecf99a935b,segment=NetworkSegment(25092456-2e36-4ed4-b458-7fd26a08791a),segment_id=25092456-2e36-4ed4-b458-7fd26a08791a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:12.851209 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c8b5a-b78a-4632-abd0-163e74f015a5 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Subnet': ['ID=955fb1d0-feff-491d-8a64-a31a54a12f48,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:12.855816 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66c8b5a-b78a-4632-abd0-163e74f015a5 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Checking segment: {'id': '53f7355a-a205-4bcc-8a5b-a1943665fb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6e7dc504-289e-4b34-b8b7-09b3362930aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:12.856348 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66c8b5a-b78a-4632-abd0-163e74f015a5 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Network hostable DHCP agents. Network: 6e7dc504-289e-4b34-b8b7-09b3362930aa, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:01:12.865877 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ad5eb-b734-4357-b881-fec8f3e71204 req-93a263ae-26c2-4f8c-be17-b2948619dafb tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:12.867522 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-426ad5eb-b734-4357-b881-fec8f3e71204 req-93a263ae-26c2-4f8c-be17-b2948619dafb tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d50bfda-c1dc-40da-9c97-a6e8ca91304f HTTP/1.1" status: 200 len: 945 time: 0.1147580 Jan 27 22:01:12.897665 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-47540cfc-514a-45ba-b55d-135ff30686fe admin admin] Publish callbacks [] for port (e8a2f35f-84fa-48ba-8543-84970267aacf), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.904308 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-47540cfc-514a-45ba-b55d-135ff30686fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (e8a2f35f-84fa-48ba-8543-84970267aacf), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.920972 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '1aab4507-22bb-47aa-8bfc-07ecf99a935b', 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c', 'port_id': '1aab4507-22bb-47aa-8bfc-07ecf99a935b', 'mac_address': 'fa:16:3e:f7:d4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d1c295-f15a-4861-84c0-477c63d6ad5c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:01:12.928994 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-938d7e13-261b-40e7-a53d-f90396a5ce95 None None] Publish callbacks [] for port (ef099629-fbe1-4da3-ad20-5914d62ee9db), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.937007 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66c8b5a-b78a-4632-abd0-163e74f015a5 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Network 6e7dc504-289e-4b34-b8b7-09b3362930aa is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:01:12.951320 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-426ad5eb-b734-4357-b881-fec8f3e71204 req-e4a2dc04-35d2-4063-b6e0-401b81b704d1 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733051 Jan 27 22:01:12.960566 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-f66c8b5a-b78a-4632-abd0-163e74f015a5 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 6e7dc504-289e-4b34-b8b7-09b3362930aa) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:12.968129 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66c8b5a-b78a-4632-abd0-163e74f015a5 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:12.969025 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f66c8b5a-b78a-4632-abd0-163e74f015a5 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.003334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5624ad8-5a0f-4104-90c6-dc4f3e0b090e None None] Network 6e7dc504-289e-4b34-b8b7-09b3362930aa requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:13.005489 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47540cfc-514a-45ba-b55d-135ff30686fe admin admin] Pushing event updated for resources: {'Port': ['ID=e8a2f35f-84fa-48ba-8543-84970267aacf,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:13.010287 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-938d7e13-261b-40e7-a53d-f90396a5ce95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (ef099629-fbe1-4da3-ad20-5914d62ee9db), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.017661 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-47540cfc-514a-45ba-b55d-135ff30686fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (153894a0-41e1-4b4d-bebd-11175e5772d1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.031549 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f66c8b5a-b78a-4632-abd0-163e74f015a5 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7228599 Jan 27 22:01:13.032602 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37974) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:13.110280 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 75594b48-771a-4ad9-91bc-a1df1b12c257 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:13.110848 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (75594b48-771a-4ad9-91bc-a1df1b12c257), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.125411 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b82e54d2-7628-4685-84f2-f9e39279b653 req-c6e36061-caed-4022-a7fe-4cd39cb5bed3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.0350645 Jan 27 22:01:13.131724 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d7e13-261b-40e7-a53d-f90396a5ce95 None None] Pushing event updated for resources: {'Port': ['ID=ef099629-fbe1-4da3-ad20-5914d62ee9db,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:13.140781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47540cfc-514a-45ba-b55d-135ff30686fe admin admin] Network c21c1549-299c-4dec-a0f9-3f16d5727c21 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:13.142343 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-47540cfc-514a-45ba-b55d-135ff30686fe admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:13.181084 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-525575fc-5a34-4917-82b5-dc500ae86935 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (6e7dc504-289e-4b34-b8b7-09b3362930aa), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.228042 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 1aab4507-22bb-47aa-8bfc-07ecf99a935b is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:13.228720 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1aab4507-22bb-47aa-8bfc-07ecf99a935b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.255826 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938d7e13-261b-40e7-a53d-f90396a5ce95 None None] Network 8700aa2f-60a2-47a5-a4d8-ff8940236661 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:13.262359 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aab4507-22bb-47aa-8bfc-07ecf99a935b {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:13.266845 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f5be5a-a91b-409d-a260-9bbee5b18d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75594b48-771a-4ad9-91bc-a1df1b12c257'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:13.270035 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b25964d-5a77-4137-ba1e-b7d747811f06" -d '{"events": [{"server_uuid": "f3f5be5a-a91b-409d-a260-9bbee5b18d77", "name": "network-vif-plugged", "status": "completed", "tag": "75594b48-771a-4ad9-91bc-a1df1b12c257"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:13.288063 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-938d7e13-261b-40e7-a53d-f90396a5ce95 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:13.291720 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938d7e13-261b-40e7-a53d-f90396a5ce95 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:13.320802 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 75594b48-771a-4ad9-91bc-a1df1b12c257, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=75594b48-771a-4ad9-91bc-a1df1b12c257,segment=NetworkSegment(01c9a8c6-753f-4f97-b988-a6b13cd17251),segment_id=01c9a8c6-753f-4f97-b988-a6b13cd17251)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:13.353865 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-525575fc-5a34-4917-82b5-dc500ae86935 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (955fb1d0-feff-491d-8a64-a31a54a12f48), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.391921 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 1aab4507-22bb-47aa-8bfc-07ecf99a935b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1aab4507-22bb-47aa-8bfc-07ecf99a935b,segment=NetworkSegment(25092456-2e36-4ed4-b458-7fd26a08791a),segment_id=25092456-2e36-4ed4-b458-7fd26a08791a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:13.405367 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (75594b48-771a-4ad9-91bc-a1df1b12c257), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.421110 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c880a8-44c0-41da-a1e1-da6a746b7104 x-openstack-request-id: req-f8c880a8-44c0-41da-a1e1-da6a746b7104 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:13.421415 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f5be5a-a91b-409d-a260-9bbee5b18d77", "name": "network-vif-plugged", "status": "completed", "tag": "75594b48-771a-4ad9-91bc-a1df1b12c257", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:13.422217 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f8c880a8-44c0-41da-a1e1-da6a746b7104 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:13.422641 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f5be5a-a91b-409d-a260-9bbee5b18d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75594b48-771a-4ad9-91bc-a1df1b12c257', 'code': 200} Jan 27 22:01:13.455039 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47540cfc-514a-45ba-b55d-135ff30686fe admin admin] Router 153894a0-41e1-4b4d-bebd-11175e5772d1 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:01:13.470782 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1aab4507-22bb-47aa-8bfc-07ecf99a935b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.476050 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-525575fc-5a34-4917-82b5-dc500ae86935 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (955fb1d0-feff-491d-8a64-a31a54a12f48), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.578358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525575fc-5a34-4917-82b5-dc500ae86935 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Subnet': ['ID=955fb1d0-feff-491d-8a64-a31a54a12f48,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:13.645149 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47540cfc-514a-45ba-b55d-135ff30686fe admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:01:13.665341 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-47540cfc-514a-45ba-b55d-135ff30686fe admin admin] 10.222.0.23 "PUT /v2.0/routers/153894a0-41e1-4b4d-bebd-11175e5772d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7195380 Jan 27 22:01:13.669657 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-525575fc-5a34-4917-82b5-dc500ae86935 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (6e7dc504-289e-4b34-b8b7-09b3362930aa), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.697675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f2934-1583-4dc8-bf0f-e52adbb875b7 req-98269871-505f-47f1-8601-27f37c37f5ce tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:13.699941 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-160f2934-1583-4dc8-bf0f-e52adbb875b7 req-98269871-505f-47f1-8601-27f37c37f5ce tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 944 time: 0.2403834 Jan 27 22:01:13.723103 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-525575fc-5a34-4917-82b5-dc500ae86935 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7dc504-289e-4b34-b8b7-09b3362930aa']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:13.734834 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdbb2e-36fe-4cf5-8b1c-d82d62ecf5db req-568ee465-f138-452f-8c8b-e6b9885b19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:13.736580 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0cbdbb2e-36fe-4cf5-8b1c-d82d62ecf5db req-568ee465-f138-452f-8c8b-e6b9885b19dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f3f5be5a-a91b-409d-a260-9bbee5b18d77 HTTP/1.1" status: 200 len: 1096 time: 0.2628877 Jan 27 22:01:13.775517 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device bc372c26-303c-4f7d-af24-23b0ec0b98da details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:01:13.791118 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-525575fc-5a34-4917-82b5-dc500ae86935 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f7355a-a205-4bcc-8a5b-a1943665fb28') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:13.791118 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-525575fc-5a34-4917-82b5-dc500ae86935 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f7355a-a205-4bcc-8a5b-a1943665fb28') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:13.834292 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-525575fc-5a34-4917-82b5-dc500ae86935 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (53f7355a-a205-4bcc-8a5b-a1943665fb28), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.846987 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000f3879-6672-49fa-a09a-092d426b3296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-6e7dc504-289e-4b34-b8b7-09b3362930aa', 'network_id': '6e7dc504-289e-4b34-b8b7-09b3362930aa', 'project_id': '059cb36d2028475d800a395c3c040989', 'fixed_ips': [{'subnet_id': '955fb1d0-feff-491d-8a64-a31a54a12f48'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:01:13.848011 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-000f3879-6672-49fa-a09a-092d426b3296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.857532 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-938d7e13-261b-40e7-a53d-f90396a5ce95 None None] Attempting to bind port ef099629-fbe1-4da3-ad20-5914d62ee9db on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:13.858015 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-938d7e13-261b-40e7-a53d-f90396a5ce95 None None] Attempting to bind port ef099629-fbe1-4da3-ad20-5914d62ee9db by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'c071f779-fd59-4c48-91c8-cddbb2ac1779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8700aa2f-60a2-47a5-a4d8-ff8940236661'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:13.858498 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938d7e13-261b-40e7-a53d-f90396a5ce95 None None] Attempting to bind port ef099629-fbe1-4da3-ad20-5914d62ee9db on network 8700aa2f-60a2-47a5-a4d8-ff8940236661 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:13.880673 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-160f2934-1583-4dc8-bf0f-e52adbb875b7 req-43dcd5bc-04fa-472f-b72d-cda03fb739b1 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728387 Jan 27 22:01:13.882337 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-525575fc-5a34-4917-82b5-dc500ae86935 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (53f7355a-a205-4bcc-8a5b-a1943665fb28), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.885286 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938d7e13-261b-40e7-a53d-f90396a5ce95 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:13.887104 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938d7e13-261b-40e7-a53d-f90396a5ce95 None None] Checking segment: {'id': 'c071f779-fd59-4c48-91c8-cddbb2ac1779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8700aa2f-60a2-47a5-a4d8-ff8940236661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:13.888239 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-938d7e13-261b-40e7-a53d-f90396a5ce95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.888825 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938d7e13-261b-40e7-a53d-f90396a5ce95 None None] Bound using segment: {'id': 'c071f779-fd59-4c48-91c8-cddbb2ac1779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8700aa2f-60a2-47a5-a4d8-ff8940236661'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:13.889485 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-938d7e13-261b-40e7-a53d-f90396a5ce95 None None] Bound port: ef099629-fbe1-4da3-ad20-5914d62ee9db, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c071f779-fd59-4c48-91c8-cddbb2ac1779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8700aa2f-60a2-47a5-a4d8-ff8940236661'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:13.890301 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-938d7e13-261b-40e7-a53d-f90396a5ce95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ef099629-fbe1-4da3-ad20-5914d62ee9db), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.896437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c6962-ccf3-4ac3-919e-bff0307cd673 req-7e3ac3b7-2c4c-436c-a272-a5f657423cfc tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:13.898119 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2d0c6962-ccf3-4ac3-919e-bff0307cd673 req-7e3ac3b7-2c4c-436c-a272-a5f657423cfc tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1865177 Jan 27 22:01:13.903605 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525575fc-5a34-4917-82b5-dc500ae86935 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:01:13.904065 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-525575fc-5a34-4917-82b5-dc500ae86935 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (53f7355a-a205-4bcc-8a5b-a1943665fb28), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:01:13.907585 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:01:13.921587 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0cbdbb2e-36fe-4cf5-8b1c-d82d62ecf5db req-2c90c784-bdd0-4a42-b616-13fa3afcd001 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683042 Jan 27 22:01:13.950409 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=75594b48-771a-4ad9-91bc-a1df1b12c257,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:13.997212 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-525575fc-5a34-4917-82b5-dc500ae86935 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (6e7dc504-289e-4b34-b8b7-09b3362930aa), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.011060 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-525575fc-5a34-4917-82b5-dc500ae86935 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.015128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-525575fc-5a34-4917-82b5-dc500ae86935 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/networks/6e7dc504-289e-4b34-b8b7-09b3362930aa HTTP/1.1" status: 204 len: 168 time: 0.9813652 Jan 27 22:01:14.019323 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38004) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:14.026124 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9634b806-a243-4d9e-ba59-575955d7b8cd tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-700144466'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:14.040414 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2d0c6962-ccf3-4ac3-919e-bff0307cd673 req-36d1b582-2634-49d4-876f-8c6f17e3c87c tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313648 Jan 27 22:01:14.040893 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525575fc-5a34-4917-82b5-dc500ae86935 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Network': ['ID=6e7dc504-289e-4b34-b8b7-09b3362930aa,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:14.064206 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['1aab4507-22bb-47aa-8bfc-07ecf99a935b'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:14.064206 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['c67827cd-5a09-45da-a489-88b2ce3e1b3b'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:14.076496 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9634b806-a243-4d9e-ba59-575955d7b8cd tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Made reservation on behalf of 059cb36d2028475d800a395c3c040989 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:14.081785 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9634b806-a243-4d9e-ba59-575955d7b8cd tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.138722 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9634b806-a243-4d9e-ba59-575955d7b8cd tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:01:14.159374 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9634b806-a243-4d9e-ba59-575955d7b8cd tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3fbb8bea-b013-42b4-9a1b-af8e1832e09c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.159799 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-9634b806-a243-4d9e-ba59-575955d7b8cd tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Added segment 3fbb8bea-b013-42b4-9a1b-af8e1832e09c of type vlan for network d908b356-4491-444b-ba34-3dc4c5fb7a0d Jan 27 22:01:14.252059 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9634b806-a243-4d9e-ba59-575955d7b8cd tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (d908b356-4491-444b-ba34-3dc4c5fb7a0d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.252759 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532c77a6-6740-47a5-9c59-c105c120344a None None] Network 6e7dc504-289e-4b34-b8b7-09b3362930aa requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:14.294785 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9634b806-a243-4d9e-ba59-575955d7b8cd tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (d908b356-4491-444b-ba34-3dc4c5fb7a0d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.301077 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9634b806-a243-4d9e-ba59-575955d7b8cd tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:14.301720 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9634b806-a243-4d9e-ba59-575955d7b8cd tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.333049 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=1aab4507-22bb-47aa-8bfc-07ecf99a935b,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:14.335945 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532c77a6-6740-47a5-9c59-c105c120344a None None] Network 6e7dc504-289e-4b34-b8b7-09b3362930aa could not be found, it might have been deleted concurrently. {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 22:01:14.388839 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-938d7e13-261b-40e7-a53d-f90396a5ce95 None None] For port ef099629-fbe1-4da3-ad20-5914d62ee9db, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:14.404746 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] Publish callbacks [] for port (39105905-d5d2-4c53-826a-b39b1f902206), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.411125 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634b806-a243-4d9e-ba59-575955d7b8cd tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Network': ['ID=d908b356-4491-444b-ba34-3dc4c5fb7a0d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:14.424995 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port bc372c26-303c-4f7d-af24-23b0ec0b98da, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=bc372c26-303c-4f7d-af24-23b0ec0b98da,segment=NetworkSegment(01c9a8c6-753f-4f97-b988-a6b13cd17251),segment_id=01c9a8c6-753f-4f97-b988-a6b13cd17251)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:14.438176 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network d908b356-4491-444b-ba34-3dc4c5fb7a0d details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:01:14.440519 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9634b806-a243-4d9e-ba59-575955d7b8cd tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4166393 Jan 27 22:01:14.441672 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38018) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:14.442194 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (39105905-d5d2-4c53-826a-b39b1f902206), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.445277 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-938d7e13-261b-40e7-a53d-f90396a5ce95 None None] For port ef099629-fbe1-4da3-ad20-5914d62ee9db, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ef099629-fbe1-4da3-ad20-5914d62ee9db,segment=NetworkSegment(c071f779-fd59-4c48-91c8-cddbb2ac1779),segment_id=c071f779-fd59-4c48-91c8-cddbb2ac1779)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:14.452001 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-366c9325-1292-4c87-a73d-26e5474ea71e tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'subnet': {'network_id': 'd908b356-4491-444b-ba34-3dc4c5fb7a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:14.529021 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c2c78-b55c-4eac-95d0-5e14e12d8b83 req-363d3c61-944e-4202-bb81-649d6c2073dd tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:14.535907 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a26c2c78-b55c-4eac-95d0-5e14e12d8b83 req-363d3c61-944e-4202-bb81-649d6c2073dd tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d50bfda-c1dc-40da-9c97-a6e8ca91304f HTTP/1.1" status: 200 len: 945 time: 0.4096003 Jan 27 22:01:14.541161 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-938d7e13-261b-40e7-a53d-f90396a5ce95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ef099629-fbe1-4da3-ad20-5914d62ee9db), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.544295 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'bc372c26-303c-4f7d-af24-23b0ec0b98da', 'network_id': 'b99dd611-a269-4aee-9374-4497300fddf7', 'port_id': 'bc372c26-303c-4f7d-af24-23b0ec0b98da', 'mac_address': 'fa:16:3e:b2:75:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c000321e-3cdd-4ca7-9843-06db68cbd157', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:01:14.623526 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a26c2c78-b55c-4eac-95d0-5e14e12d8b83 req-dfdb27ed-af38-4c2d-bd93-ccb30b60137b tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866334 Jan 27 22:01:14.630353 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366c9325-1292-4c87-a73d-26e5474ea71e tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Made reservation on behalf of 059cb36d2028475d800a395c3c040989 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:14.638383 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-366c9325-1292-4c87-a73d-26e5474ea71e tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.648923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-093cf5b7-c713-4423-ba9f-bc3c6ea48f4c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:14.650750 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-093cf5b7-c713-4423-ba9f-bc3c6ea48f4c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/networks?id=c21c1549-299c-4dec-a0f9-3f16d5727c21 HTTP/1.1" status: 200 len: 818 time: 0.2007561 Jan 27 22:01:14.674782 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-9cfa45fa-2eab-47dd-a8c2-2241ddacadae tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/quotas/0af0d48f9d584c2f96edf7499ec5c8a4 HTTP/1.1" status: 200 len: 375 time: 0.0149693 Jan 27 22:01:14.682315 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] Attempting to bind port 39105905-d5d2-4c53-826a-b39b1f902206 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:14.687494 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] Attempting to bind port 39105905-d5d2-4c53-826a-b39b1f902206 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:14.688037 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] Attempting to bind port 39105905-d5d2-4c53-826a-b39b1f902206 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:14.708785 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e356d2-ce76-4439-b309-218e6a4c6fde None None] Pushing event updated for resources: {'Port': ['ID=39105905-d5d2-4c53-826a-b39b1f902206,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:14.760215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:14.760659 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:14.761013 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.761455 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:14.762019 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] Bound port: 39105905-d5d2-4c53-826a-b39b1f902206, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:14.762589 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (39105905-d5d2-4c53-826a-b39b1f902206), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.803087 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-dc1c7044-9ee4-42cd-8fe8-7f201a9eeed8 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0af0d48f9d584c2f96edf7499ec5c8a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1194682 Jan 27 22:01:14.812316 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b547db7-ebfb-4360-92be-3d7b72329a30 req-ff1e0e38-f019-40cf-8b9a-379f40304b20 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:14.821166 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b547db7-ebfb-4360-92be-3d7b72329a30 req-ff1e0e38-f019-40cf-8b9a-379f40304b20 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.0759065 Jan 27 22:01:14.823566 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port bc372c26-303c-4f7d-af24-23b0ec0b98da is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:14.824002 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (bc372c26-303c-4f7d-af24-23b0ec0b98da), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.975493 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b547db7-ebfb-4360-92be-3d7b72329a30 req-c8bd0979-5e8c-4174-b08b-27bdc5c0508f tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480579 Jan 27 22:01:14.982777 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc372c26-303c-4f7d-af24-23b0ec0b98da {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:15.044935 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d7e13-261b-40e7-a53d-f90396a5ce95 None None] Pushing event updated for resources: {'Port': ['ID=ef099629-fbe1-4da3-ad20-5914d62ee9db,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:15.113541 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] For port 39105905-d5d2-4c53-826a-b39b1f902206, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:15.114196 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-eefab6a0-acf8-4d3b-9dcd-1d1e15123dc0 service neutron] 10.222.0.23 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835209 Jan 27 22:01:15.190537 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port bc372c26-303c-4f7d-af24-23b0ec0b98da, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=bc372c26-303c-4f7d-af24-23b0ec0b98da,segment=NetworkSegment(01c9a8c6-753f-4f97-b988-a6b13cd17251),segment_id=01c9a8c6-753f-4f97-b988-a6b13cd17251)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:15.237931 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] For port 39105905-d5d2-4c53-826a-b39b1f902206, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=39105905-d5d2-4c53-826a-b39b1f902206,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:15.241478 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (bc372c26-303c-4f7d-af24-23b0ec0b98da), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:15.244871 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-86f17916-690f-44c7-9c2d-c505f8cff3a9 service neutron] 10.222.0.23 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140027 Jan 27 22:01:15.280433 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0a6ff984-b0e4-4ed7-b2a4-00c4f314116f req-6845b439-1447-4436-a8f6-1f6b3147a6f2 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/ports?device_id=da7105aa-32f5-499b-abd3-64e33e0bc48a HTTP/1.1" status: 200 len: 210 time: 0.1528008 Jan 27 22:01:15.283626 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (39105905-d5d2-4c53-826a-b39b1f902206), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:15.403458 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb2f24-1d07-4921-aa6e-f96edb09e027 req-01f5a647-1b19-4d23-a081-de8d8507e0e3 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:15.412312 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70bb2f24-1d07-4921-aa6e-f96edb09e027 req-01f5a647-1b19-4d23-a081-de8d8507e0e3 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 944 time: 0.0664165 Jan 27 22:01:15.424775 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] Routers {'153894a0-41e1-4b4d-bebd-11175e5772d1'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:15.426215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:00:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['153894a0-41e1-4b4d-bebd-11175e5772d1'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:15.522953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70bb2f24-1d07-4921-aa6e-f96edb09e027 req-535f6855-01b6-40f4-9fc0-d2ac8ddc0364 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094508 Jan 27 22:01:15.602882 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=bc372c26-303c-4f7d-af24-23b0ec0b98da,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:15.716126 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dbe1775e-510c-4bb2-b843-99ce0e955f78 req-f4d59788-e6cd-48bf-ae03-cf820190bb1c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 210 time: 0.0984430 Jan 27 22:01:15.787122 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-366c9325-1292-4c87-a73d-26e5474ea71e tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (ddf07506-9030-4c0c-8d60-77230850840b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:15.812039 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e356d2-ce76-4439-b309-218e6a4c6fde None None] Pushing event updated for resources: {'Port': ['ID=39105905-d5d2-4c53-826a-b39b1f902206,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:15.854382 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] Set router 153894a0-41e1-4b4d-bebd-11175e5772d1 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:15.874351 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc535ce-6670-4b08-a6a8-bd3290ee0381 req-853511d6-cf6e-43ea-a5ba-bf98eaf81a25 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:15.896253 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fc535ce-6670-4b08-a6a8-bd3290ee0381 req-853511d6-cf6e-43ea-a5ba-bf98eaf81a25 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d50bfda-c1dc-40da-9c97-a6e8ca91304f HTTP/1.1" status: 200 len: 945 time: 0.1179962 Jan 27 22:01:15.931419 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c9325-1292-4c87-a73d-26e5474ea71e tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Subnet': ['ID=ddf07506-9030-4c0c-8d60-77230850840b,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:15.942556 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366c9325-1292-4c87-a73d-26e5474ea71e tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Checking segment: {'id': '3fbb8bea-b013-42b4-9a1b-af8e1832e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd908b356-4491-444b-ba34-3dc4c5fb7a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:15.943007 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366c9325-1292-4c87-a73d-26e5474ea71e tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Network hostable DHCP agents. Network: d908b356-4491-444b-ba34-3dc4c5fb7a0d, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:01:15.983789 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366c9325-1292-4c87-a73d-26e5474ea71e tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Network d908b356-4491-444b-ba34-3dc4c5fb7a0d is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:01:15.996479 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-366c9325-1292-4c87-a73d-26e5474ea71e tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, d908b356-4491-444b-ba34-3dc4c5fb7a0d) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:16.018374 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366c9325-1292-4c87-a73d-26e5474ea71e tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:16.019014 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-366c9325-1292-4c87-a73d-26e5474ea71e tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:16.075552 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-366c9325-1292-4c87-a73d-26e5474ea71e tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6248024 Jan 27 22:01:16.076686 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38052) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:16.080699 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a29ac7-7f97-4dbd-aaaa-c91273b64a25 None None] Network d908b356-4491-444b-ba34-3dc4c5fb7a0d requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:16.084477 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-49b5726f-7d7f-48c2-be6e-4648f71a4486 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-534517380'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:16.085239 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['bc372c26-303c-4f7d-af24-23b0ec0b98da'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:16.129906 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b5726f-7d7f-48c2-be6e-4648f71a4486 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Made reservation on behalf of 059cb36d2028475d800a395c3c040989 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:16.133631 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-49b5726f-7d7f-48c2-be6e-4648f71a4486 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:16.172790 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b5726f-7d7f-48c2-be6e-4648f71a4486 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:01:16.175939 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fc535ce-6670-4b08-a6a8-bd3290ee0381 req-9d1c7e96-25c5-4de1-9f86-c84bdc612c27 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617009 Jan 27 22:01:16.186054 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-49b5726f-7d7f-48c2-be6e-4648f71a4486 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b7e99306-66fb-4585-b148-8322cd26639f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:16.187021 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-49b5726f-7d7f-48c2-be6e-4648f71a4486 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Added segment b7e99306-66fb-4585-b148-8322cd26639f of type vlan for network 13dfb289-cce0-4110-9de1-96df037c6298 Jan 27 22:01:16.273684 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-49b5726f-7d7f-48c2-be6e-4648f71a4486 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (13dfb289-cce0-4110-9de1-96df037c6298), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:16.303226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586dac4-7e37-446d-afd2-54995412c448 req-b30db01f-d1e3-4b05-b72b-d8ef9771dbd1 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:16.304796 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3586dac4-7e37-446d-afd2-54995412c448 req-b30db01f-d1e3-4b05-b72b-d8ef9771dbd1 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/networks?id=c21c1549-299c-4dec-a0f9-3f16d5727c21 HTTP/1.1" status: 200 len: 818 time: 0.3295865 Jan 27 22:01:16.326577 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-49b5726f-7d7f-48c2-be6e-4648f71a4486 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (13dfb289-cce0-4110-9de1-96df037c6298), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:16.332583 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b5726f-7d7f-48c2-be6e-4648f71a4486 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:16.334111 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-49b5726f-7d7f-48c2-be6e-4648f71a4486 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:16.357691 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3586dac4-7e37-446d-afd2-54995412c448 req-651e9eae-c1be-4ca7-8f64-3d1205576b69 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/quotas/0af0d48f9d584c2f96edf7499ec5c8a4 HTTP/1.1" status: 200 len: 375 time: 0.0215139 Jan 27 22:01:16.367033 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-49b5726f-7d7f-48c2-be6e-4648f71a4486 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2888205 Jan 27 22:01:16.378339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38058) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:16.437312 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-e4ff0faf-1290-4bc7-b3b0-0ea2c5f3631c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'subnet': {'network_id': '13dfb289-cce0-4110-9de1-96df037c6298', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:16.452311 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38062) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:16.503352 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5726f-7d7f-48c2-be6e-4648f71a4486 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Network': ['ID=13dfb289-cce0-4110-9de1-96df037c6298,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:16.528450 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-180cc738-df63-4ec9-b18d-392a75c5f689 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for security_group (2b04157d-3b0b-4ac8-a614-de67fd2079fb), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:16.563387 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222c517d-0958-4036-aba8-f3d34bbc7c3a None None] Network 8700aa2f-60a2-47a5-a4d8-ff8940236661 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:16.568401 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-180cc738-df63-4ec9-b18d-392a75c5f689 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for security_group (2b04157d-3b0b-4ac8-a614-de67fd2079fb), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:16.575290 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 13dfb289-cce0-4110-9de1-96df037c6298 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:01:16.583654 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3586dac4-7e37-446d-afd2-54995412c448 req-340da6a7-e882-4d64-80b6-5a9b863734a4 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0af0d48f9d584c2f96edf7499ec5c8a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2249916 Jan 27 22:01:16.653192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ff0faf-1290-4bc7-b3b0-0ea2c5f3631c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Made reservation on behalf of 059cb36d2028475d800a395c3c040989 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:16.664365 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0faf-1290-4bc7-b3b0-0ea2c5f3631c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:16.664951 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-180cc738-df63-4ec9-b18d-392a75c5f689 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2b04157d-3b0b-4ac8-a614-de67fd2079fb), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:16.668523 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-180cc738-df63-4ec9-b18d-392a75c5f689 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:16.669738 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-180cc738-df63-4ec9-b18d-392a75c5f689 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "DELETE /v2.0/security-groups/2b04157d-3b0b-4ac8-a614-de67fd2079fb HTTP/1.1" status: 204 len: 168 time: 0.2156596 Jan 27 22:01:16.678136 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38068) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:16.696236 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cc738-df63-4ec9-b18d-392a75c5f689 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b04157d-3b0b-4ac8-a614-de67fd2079fb,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:16.812818 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-613a5b94-5a58-4828-ab56-da226bb3e761 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] show failed (client error): The resource could not be found. Jan 27 22:01:16.813853 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-613a5b94-5a58-4828-ab56-da226bb3e761 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "GET /v2.0/security-groups/2b04157d-3b0b-4ac8-a614-de67fd2079fb HTTP/1.1" status: 404 len: 347 time: 0.1324155 Jan 27 22:01:16.816938 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38070) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:16.900950 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3586dac4-7e37-446d-afd2-54995412c448 req-81c2512e-98cc-4808-93bf-2907dc9bb9b0 service neutron] 10.222.0.23 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742267 Jan 27 22:01:16.913043 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.ipam_backend_mixin [None req-e4ff0faf-1290-4bc7-b3b0-0ea2c5f3631c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Performing IP validity checks on allocation pools {{(pid=109741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 22:01:16.913963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.ipam_backend_mixin [None req-e4ff0faf-1290-4bc7-b3b0-0ea2c5f3631c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 22:01:16.997684 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c9eb7dfa-3e70-4337-acf4-d517bd36c38b None None] Provisioning complete for port ef099629-fbe1-4da3-ad20-5914d62ee9db triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:16.998072 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7dfa-3e70-4337-acf4-d517bd36c38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ef099629-fbe1-4da3-ad20-5914d62ee9db), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.011827 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-5e0378d9-0822-45c2-94ed-05ce1cd34b48 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Deleting port 30b65ab1-f315-4e4d-8f32-fb026528bdaf {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:17.012349 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e0378d9-0822-45c2-94ed-05ce1cd34b48 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (30b65ab1-f315-4e4d-8f32-fb026528bdaf), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.064032 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298d601-fd3e-4ac3-8408-2e135ebfb777 req-60240151-1642-4948-afc5-be577e288697 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:17.072066 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3298d601-fd3e-4ac3-8408-2e135ebfb777 req-60240151-1642-4948-afc5-be577e288697 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 944 time: 0.3690448 Jan 27 22:01:17.147773 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153894a0-41e1-4b4d-bebd-11175e5772d1', 'name': 'tempest-ServerRescueNegativeTestJSON-958824439-router', 'tenant_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '39105905-d5d2-4c53-826a-b39b1f902206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:08Z', 'updated_at': '2022-01-27T22:01:12Z', 'revision_number': 4, 'project_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'gw_port': {'id': '39105905-d5d2-4c53-826a-b39b1f902206', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153894a0-41e1-4b4d-bebd-11175e5772d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:09Z', 'updated_at': '2022-01-27T22:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'e8a2f35f-84fa-48ba-8543-84970267aacf', 'name': '', 'network_id': 'c21c1549-299c-4dec-a0f9-3f16d5727c21', 'tenant_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'mac_address': 'fa:16:3e:ce:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153894a0-41e1-4b4d-bebd-11175e5772d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1dec90ae-26a7-4889-9533-54929121f29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:01:12Z', 'revision_number': 2, 'project_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'subnets': [{'id': '1dec90ae-26a7-4889-9533-54929121f29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:17.226116 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e0378d9-0822-45c2-94ed-05ce1cd34b48 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (30b65ab1-f315-4e4d-8f32-fb026528bdaf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.226465 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e0378d9-0822-45c2-94ed-05ce1cd34b48 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for floatingip (30b65ab1-f315-4e4d-8f32-fb026528bdaf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.243039 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-5e0378d9-0822-45c2-94ed-05ce1cd34b48 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Calling delete_port for 30b65ab1-f315-4e4d-8f32-fb026528bdaf owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:17.245468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f2ffa-6f17-45f2-81c4-a024b79f057b None None] The sync data for ids ['153894a0-41e1-4b4d-bebd-11175e5772d1'] in n-d-772272-3 is: [{'id': '153894a0-41e1-4b4d-bebd-11175e5772d1', 'name': 'tempest-ServerRescueNegativeTestJSON-958824439-router', 'tenant_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '39105905-d5d2-4c53-826a-b39b1f902206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:08Z', 'updated_at': '2022-01-27T22:01:12Z', 'revision_number': 4, 'project_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'gw_port': {'id': '39105905-d5d2-4c53-826a-b39b1f902206', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153894a0-41e1-4b4d-bebd-11175e5772d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:09Z', 'updated_at': '2022-01-27T22:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'e8a2f35f-84fa-48ba-8543-84970267aacf', 'name': '', 'network_id': 'c21c1549-299c-4dec-a0f9-3f16d5727c21', 'tenant_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'mac_address': 'fa:16:3e:ce:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153894a0-41e1-4b4d-bebd-11175e5772d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1dec90ae-26a7-4889-9533-54929121f29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:01:12Z', 'revision_number': 2, 'project_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'subnets': [{'id': '1dec90ae-26a7-4889-9533-54929121f29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:01:17.299975 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ef099629-fbe1-4da3-ad20-5914d62ee9db up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:17.436216 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3298d601-fd3e-4ac3-8408-2e135ebfb777 req-44c177c8-2cbc-47c7-8c79-f86696648c5a tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234873 Jan 27 22:01:17.443504 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e0378d9-0822-45c2-94ed-05ce1cd34b48 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (30b65ab1-f315-4e4d-8f32-fb026528bdaf), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.476606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3586dac4-7e37-446d-afd2-54995412c448 req-99bc3a63-9e29-4163-99cb-61dabacb5d1b service neutron] 10.222.0.23 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742919 Jan 27 22:01:17.528148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52066057-15b5-4e4b-b445-b5779348d713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-d908b356-4491-444b-ba34-3dc4c5fb7a0d', 'network_id': 'd908b356-4491-444b-ba34-3dc4c5fb7a0d', 'project_id': '059cb36d2028475d800a395c3c040989', 'fixed_ips': [{'subnet_id': 'ddf07506-9030-4c0c-8d60-77230850840b'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:01:17.529245 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-52066057-15b5-4e4b-b445-b5779348d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.531490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device c67827cd-5a09-45da-a489-88b2ce3e1b3b up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:17.560194 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0378d9-0822-45c2-94ed-05ce1cd34b48 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event deleted for resources: {'Port': ['ID=30b65ab1-f315-4e4d-8f32-fb026528bdaf,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:17.677582 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0faf-1290-4bc7-b3b0-0ea2c5f3631c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (15d87ecb-98d4-42e6-ab6b-48b4d904a1f7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.730135 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c9eb7dfa-3e70-4337-acf4-d517bd36c38b None None] Current status of the port ef099629-fbe1-4da3-ad20-5914d62ee9db is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:17.730643 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7dfa-3e70-4337-acf4-d517bd36c38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ef099629-fbe1-4da3-ad20-5914d62ee9db), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.773397 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e0378d9-0822-45c2-94ed-05ce1cd34b48 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for floatingip (c1139ae6-dc67-4eb3-b551-a376f758cd1e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.778407 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e0378d9-0822-45c2-94ed-05ce1cd34b48 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.780501 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5e0378d9-0822-45c2-94ed-05ce1cd34b48 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "DELETE /v2.0/floatingips/c1139ae6-dc67-4eb3-b551-a376f758cd1e HTTP/1.1" status: 204 len: 168 time: 0.9616802 Jan 27 22:01:17.790215 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38076) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:17.816844 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port ef099629-fbe1-4da3-ad20-5914d62ee9db triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:17.817218 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ef099629-fbe1-4da3-ad20-5914d62ee9db), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.887779 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-493dc278-14ff-4d5d-b200-005c10c698c0 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:17.896631 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-493dc278-14ff-4d5d-b200-005c10c698c0 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.15 "GET /v2.0/networks?id=c21c1549-299c-4dec-a0f9-3f16d5727c21 HTTP/1.1" status: 200 len: 818 time: 0.7072430 Jan 27 22:01:17.931243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1e818-3bfc-4e99-9745-886094a97970 req-1b0d5a07-1db3-43bb-b0f3-f50106b55a57 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:17.933833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2c1e818-3bfc-4e99-9745-886094a97970 req-1b0d5a07-1db3-43bb-b0f3-f50106b55a57 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d50bfda-c1dc-40da-9c97-a6e8ca91304f HTTP/1.1" status: 200 len: 945 time: 0.3686786 Jan 27 22:01:17.954062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-a0d605ec-d036-463f-b73d-26244d0b0c1c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Request body: {'port': {'device_id': '32567665-3207-4670-87b5-38051409a296', 'network_id': 'c21c1549-299c-4dec-a0f9-3f16d5727c21', 'admin_state_up': True, 'tenant_id': '0af0d48f9d584c2f96edf7499ec5c8a4'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:17.961525 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff0faf-1290-4bc7-b3b0-0ea2c5f3631c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Subnet': ['ID=15d87ecb-98d4-42e6-ab6b-48b4d904a1f7,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:18.030730 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port c67827cd-5a09-45da-a489-88b2ce3e1b3b completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:01:18.040721 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port c67827cd-5a09-45da-a489-88b2ce3e1b3b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:18.041334 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c67827cd-5a09-45da-a489-88b2ce3e1b3b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.044930 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-487b05d2-14c5-497d-a066-6dd607bef953 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Deleting port 58a6677b-4259-4a9e-b0ad-e5e44fe71385 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:18.046951 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-487b05d2-14c5-497d-a066-6dd607bef953 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (58a6677b-4259-4a9e-b0ad-e5e44fe71385), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.067687 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-042ff5d2-f7dc-411c-bad1-10744f67674b req-344fe39f-836f-43ac-a494-2d1e0b38c8db tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 210 time: 0.1276531 Jan 27 22:01:18.157485 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c9eb7dfa-3e70-4337-acf4-d517bd36c38b None None] For port ef099629-fbe1-4da3-ad20-5914d62ee9db, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ef099629-fbe1-4da3-ad20-5914d62ee9db,segment=NetworkSegment(c071f779-fd59-4c48-91c8-cddbb2ac1779),segment_id=c071f779-fd59-4c48-91c8-cddbb2ac1779)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:18.180884 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c9eb7dfa-3e70-4337-acf4-d517bd36c38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ef099629-fbe1-4da3-ad20-5914d62ee9db), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.227115 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-487b05d2-14c5-497d-a066-6dd607bef953 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (58a6677b-4259-4a9e-b0ad-e5e44fe71385), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.231475 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2c1e818-3bfc-4e99-9745-886094a97970 req-2f9f93ae-6f13-475d-bdc4-f47ec3d714e3 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675359 Jan 27 22:01:18.234087 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ff0faf-1290-4bc7-b3b0-0ea2c5f3631c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Checking segment: {'id': 'b7e99306-66fb-4585-b148-8322cd26639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '13dfb289-cce0-4110-9de1-96df037c6298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:18.234471 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ff0faf-1290-4bc7-b3b0-0ea2c5f3631c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Network hostable DHCP agents. Network: 13dfb289-cce0-4110-9de1-96df037c6298, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:01:18.250644 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-487b05d2-14c5-497d-a066-6dd607bef953 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Calling delete_port for 58a6677b-4259-4a9e-b0ad-e5e44fe71385 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:18.299485 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ff0faf-1290-4bc7-b3b0-0ea2c5f3631c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Network 13dfb289-cce0-4110-9de1-96df037c6298 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:01:18.309077 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-a0d605ec-d036-463f-b73d-26244d0b0c1c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Made reservation on behalf of 0af0d48f9d584c2f96edf7499ec5c8a4 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:18.313733 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-a0d605ec-d036-463f-b73d-26244d0b0c1c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.316588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-e4ff0faf-1290-4bc7-b3b0-0ea2c5f3631c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 13dfb289-cce0-4110-9de1-96df037c6298) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:18.330230 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ff0faf-1290-4bc7-b3b0-0ea2c5f3631c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:18.335130 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0faf-1290-4bc7-b3b0-0ea2c5f3631c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.339685 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd016119-d6ed-437e-b55d-315f1ebe70e4 None None] Network 13dfb289-cce0-4110-9de1-96df037c6298 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:18.408697 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e4ff0faf-1290-4bc7-b3b0-0ea2c5f3631c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9855027 Jan 27 22:01:18.412360 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38088) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:18.429410 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-52066057-15b5-4e4b-b445-b5779348d713 None None] Allocated IP 2001:db8::3 (d908b356-4491-444b-ba34-3dc4c5fb7a0d/ddf07506-9030-4c0c-8d60-77230850840b/7747062a-9f4d-4b96-b531-b7db0fb9d8f7) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:18.509130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port ef099629-fbe1-4da3-ad20-5914d62ee9db is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:18.524512 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port c67827cd-5a09-45da-a489-88b2ce3e1b3b is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:18.525166 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c67827cd-5a09-45da-a489-88b2ce3e1b3b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.556185 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-a0d605ec-d036-463f-b73d-26244d0b0c1c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Allocated IP 172.20.0.2 (c21c1549-299c-4dec-a0f9-3f16d5727c21/1dec90ae-26a7-4889-9533-54929121f29b/917b3e49-a797-4b74-8942-dd5af77ae388) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:18.567350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e3743755-c8e1-484b-80a2-464a585f6972 None None] Provisioning complete for port ef099629-fbe1-4da3-ad20-5914d62ee9db triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:18.568010 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e3743755-c8e1-484b-80a2-464a585f6972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ef099629-fbe1-4da3-ad20-5914d62ee9db), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.576921 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb7dfa-3e70-4337-acf4-d517bd36c38b None None] Pushing event updated for resources: {'Port': ['ID=ef099629-fbe1-4da3-ad20-5914d62ee9db,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:18.596823 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-487b05d2-14c5-497d-a066-6dd607bef953 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (58a6677b-4259-4a9e-b0ad-e5e44fe71385), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.638784 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d50bfda-c1dc-40da-9c97-a6e8ca91304f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67827cd-5a09-45da-a489-88b2ce3e1b3b'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:18.641076 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8468a911-9b25-47cf-82eb-82d289999c8e" -d '{"events": [{"server_uuid": "2d50bfda-c1dc-40da-9c97-a6e8ca91304f", "name": "network-vif-plugged", "status": "completed", "tag": "c67827cd-5a09-45da-a489-88b2ce3e1b3b"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:18.740552 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42d2e738-bd06-4454-b059-255ae886d585 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (13dfb289-cce0-4110-9de1-96df037c6298), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.747452 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b05d2-14c5-497d-a066-6dd607bef953 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event deleted for resources: {'Port': ['ID=58a6677b-4259-4a9e-b0ad-e5e44fe71385,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:18.748065 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d989bb9-ce35-4fd0-a7d8-0e5f81c62e33 x-openstack-request-id: req-6d989bb9-ce35-4fd0-a7d8-0e5f81c62e33 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:18.749499 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d50bfda-c1dc-40da-9c97-a6e8ca91304f", "name": "network-vif-plugged", "status": "completed", "tag": "c67827cd-5a09-45da-a489-88b2ce3e1b3b", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:18.750147 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d989bb9-ce35-4fd0-a7d8-0e5f81c62e33 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:18.750820 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d50bfda-c1dc-40da-9c97-a6e8ca91304f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67827cd-5a09-45da-a489-88b2ce3e1b3b', 'code': 200} Jan 27 22:01:18.758612 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port c67827cd-5a09-45da-a489-88b2ce3e1b3b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=c67827cd-5a09-45da-a489-88b2ce3e1b3b,segment=NetworkSegment(01c9a8c6-753f-4f97-b988-a6b13cd17251),segment_id=01c9a8c6-753f-4f97-b988-a6b13cd17251)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:18.770774 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2c55f9-55ab-442b-8731-1739dbaa2ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-13dfb289-cce0-4110-9de1-96df037c6298', 'network_id': '13dfb289-cce0-4110-9de1-96df037c6298', 'project_id': '059cb36d2028475d800a395c3c040989', 'fixed_ips': [{'subnet_id': '15d87ecb-98d4-42e6-ab6b-48b4d904a1f7'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:01:18.772078 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-be2c55f9-55ab-442b-8731-1739dbaa2ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.774599 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c67827cd-5a09-45da-a489-88b2ce3e1b3b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.775876 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 1aab4507-22bb-47aa-8bfc-07ecf99a935b up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:18.880793 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-487b05d2-14c5-497d-a066-6dd607bef953 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.886271 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-487b05d2-14c5-497d-a066-6dd607bef953 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "DELETE /v2.0/ports/58a6677b-4259-4a9e-b0ad-e5e44fe71385 HTTP/1.1" status: 204 len: 168 time: 1.0938761 Jan 27 22:01:18.890741 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38094) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:18.967229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a5989-ccb8-4cc3-ac93-bcccda44ef42 req-bd73a45e-c0da-4a29-9491-532e87c8edb6 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:18.967229 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f63a5989-ccb8-4cc3-ac93-bcccda44ef42 req-bd73a45e-c0da-4a29-9491-532e87c8edb6 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 944 time: 0.1580639 Jan 27 22:01:19.017557 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-52066057-15b5-4e4b-b445-b5779348d713 None None] Publish callbacks [] for port (7747062a-9f4d-4b96-b531-b7db0fb9d8f7), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.032101 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-52066057-15b5-4e4b-b445-b5779348d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (7747062a-9f4d-4b96-b531-b7db0fb9d8f7), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.069079 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f63a5989-ccb8-4cc3-ac93-bcccda44ef42 req-35933fd6-df7e-4a34-8939-79202e0d77cc tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065621 Jan 27 22:01:19.076787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369c356-68d5-43b5-8676-39a08e759a4c req-879738a7-6bf1-4922-94de-e4542a03c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:19.078917 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f369c356-68d5-43b5-8676-39a08e759a4c req-879738a7-6bf1-4922-94de-e4542a03c7f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2d50bfda-c1dc-40da-9c97-a6e8ca91304f HTTP/1.1" status: 200 len: 1097 time: 0.2309978 Jan 27 22:01:19.124367 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42d2e738-bd06-4454-b059-255ae886d585 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (15d87ecb-98d4-42e6-ab6b-48b4d904a1f7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.189004 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=c67827cd-5a09-45da-a489-88b2ce3e1b3b,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:19.206397 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-a0d605ec-d036-463f-b73d-26244d0b0c1c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Publish callbacks [] for port (917b3e49-a797-4b74-8942-dd5af77ae388), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.280344 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42d2e738-bd06-4454-b059-255ae886d585 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (15d87ecb-98d4-42e6-ab6b-48b4d904a1f7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.297287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52066057-15b5-4e4b-b445-b5779348d713 None None] Pushing event updated for resources: {'Port': ['ID=7747062a-9f4d-4b96-b531-b7db0fb9d8f7,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:19.333460 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52066057-15b5-4e4b-b445-b5779348d713 None None] Network d908b356-4491-444b-ba34-3dc4c5fb7a0d is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:19.360391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-52066057-15b5-4e4b-b445-b5779348d713 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:19.373646 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52066057-15b5-4e4b-b445-b5779348d713 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:19.374081 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2e738-bd06-4454-b059-255ae886d585 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Subnet': ['ID=15d87ecb-98d4-42e6-ab6b-48b4d904a1f7,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:19.383671 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 1aab4507-22bb-47aa-8bfc-07ecf99a935b completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:01:19.415165 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 1aab4507-22bb-47aa-8bfc-07ecf99a935b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:19.415552 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1aab4507-22bb-47aa-8bfc-07ecf99a935b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.491249 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42d2e738-bd06-4454-b059-255ae886d585 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (13dfb289-cce0-4110-9de1-96df037c6298), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.510147 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ef099629-fbe1-4da3-ad20-5914d62ee9db up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:19.532881 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-42d2e738-bd06-4454-b059-255ae886d585 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13dfb289-cce0-4110-9de1-96df037c6298']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:19.541490 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de9368da-ebb5-40ee-8820-aea701b561fe req-4b9009dd-bb69-445e-9824-45298027dc70 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 210 time: 0.2123291 Jan 27 22:01:19.552082 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-42d2e738-bd06-4454-b059-255ae886d585 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e99306-66fb-4585-b148-8322cd26639f') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:19.552442 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-42d2e738-bd06-4454-b059-255ae886d585 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e99306-66fb-4585-b148-8322cd26639f') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:19.559645 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f369c356-68d5-43b5-8676-39a08e759a4c req-6b9d2d64-ba68-413a-a014-6edc364a8b0a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700658 Jan 27 22:01:19.579827 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42d2e738-bd06-4454-b059-255ae886d585 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (b7e99306-66fb-4585-b148-8322cd26639f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.591225 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-1c40e0b7-2d73-4cfb-9c3b-4861215406e3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Deleting port 3104ba69-ec6e-49e9-9127-78e5e52dd511 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:19.591874 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c40e0b7-2d73-4cfb-9c3b-4861215406e3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (3104ba69-ec6e-49e9-9127-78e5e52dd511), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.615008 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42d2e738-bd06-4454-b059-255ae886d585 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b7e99306-66fb-4585-b148-8322cd26639f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.646556 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e3743755-c8e1-484b-80a2-464a585f6972 None None] Current status of the port ef099629-fbe1-4da3-ad20-5914d62ee9db is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:19.654037 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d7c8a-4341-43ef-b02f-07c4c74388a4 req-ed1085eb-dc70-4a58-ab65-49a0adb61d71 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:19.655634 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df1d7c8a-4341-43ef-b02f-07c4c74388a4 req-ed1085eb-dc70-4a58-ab65-49a0adb61d71 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.4394982 Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server [None req-be2c55f9-55ab-442b-8731-1739dbaa2ecd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15d87ecb-98d4-42e6-ab6b-48b4d904a1f7: This subnet is being modified by another concurrent operation. Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:01:19.664284 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise exception Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15d87ecb-98d4-42e6-ab6b-48b4d904a1f7: This subnet is being modified by another concurrent operation. Jan 27 22:01:19.668671 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Jan 27 22:01:19.689306 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-a0d605ec-d036-463f-b73d-26244d0b0c1c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (917b3e49-a797-4b74-8942-dd5af77ae388), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.726789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d519991-0967-48a9-afee-48d5f29da72e None None] Network 13dfb289-cce0-4110-9de1-96df037c6298 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:19.729652 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-52066057-15b5-4e4b-b445-b5779348d713 None None] Attempting to bind port 7747062a-9f4d-4b96-b531-b7db0fb9d8f7 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:19.730068 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-52066057-15b5-4e4b-b445-b5779348d713 None None] Attempting to bind port 7747062a-9f4d-4b96-b531-b7db0fb9d8f7 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '3fbb8bea-b013-42b4-9a1b-af8e1832e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd908b356-4491-444b-ba34-3dc4c5fb7a0d'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:19.730459 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52066057-15b5-4e4b-b445-b5779348d713 None None] Attempting to bind port 7747062a-9f4d-4b96-b531-b7db0fb9d8f7 on network d908b356-4491-444b-ba34-3dc4c5fb7a0d {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:19.735736 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c40e0b7-2d73-4cfb-9c3b-4861215406e3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (3104ba69-ec6e-49e9-9127-78e5e52dd511), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.750510 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-1c40e0b7-2d73-4cfb-9c3b-4861215406e3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Calling delete_port for 3104ba69-ec6e-49e9-9127-78e5e52dd511 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:19.765300 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52066057-15b5-4e4b-b445-b5779348d713 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:19.765893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52066057-15b5-4e4b-b445-b5779348d713 None None] Checking segment: {'id': '3fbb8bea-b013-42b4-9a1b-af8e1832e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd908b356-4491-444b-ba34-3dc4c5fb7a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:19.766185 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-52066057-15b5-4e4b-b445-b5779348d713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.767625 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52066057-15b5-4e4b-b445-b5779348d713 None None] Bound using segment: {'id': '3fbb8bea-b013-42b4-9a1b-af8e1832e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd908b356-4491-444b-ba34-3dc4c5fb7a0d'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:19.768285 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-52066057-15b5-4e4b-b445-b5779348d713 None None] Bound port: 7747062a-9f4d-4b96-b531-b7db0fb9d8f7, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fbb8bea-b013-42b4-9a1b-af8e1832e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd908b356-4491-444b-ba34-3dc4c5fb7a0d'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:19.768684 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-52066057-15b5-4e4b-b445-b5779348d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7747062a-9f4d-4b96-b531-b7db0fb9d8f7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.787548 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-a0d605ec-d036-463f-b73d-26244d0b0c1c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Network c21c1549-299c-4dec-a0f9-3f16d5727c21 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:19.801332 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586dac4-7e37-446d-afd2-54995412c448 req-a1711d2c-9d53-474c-bfe4-8782a3b7e462 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:19.803362 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3586dac4-7e37-446d-afd2-54995412c448 req-a1711d2c-9d53-474c-bfe4-8782a3b7e462 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.15 "GET /v2.0/networks?id=c21c1549-299c-4dec-a0f9-3f16d5727c21 HTTP/1.1" status: 200 len: 818 time: 0.4880021 Jan 27 22:01:19.812824 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d2e738-bd06-4454-b059-255ae886d585 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:01:19.813236 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42d2e738-bd06-4454-b059-255ae886d585 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (b7e99306-66fb-4585-b148-8322cd26639f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:01:19.817430 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:01:19.829071 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-a0d605ec-d036-463f-b73d-26244d0b0c1c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:19.832538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-a0d605ec-d036-463f-b73d-26244d0b0c1c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:19.847967 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-3586dac4-7e37-446d-afd2-54995412c448 req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Request body: {'port': {'device_id': '6d6003b0-cc36-435a-b273-8cee2521e148', 'network_id': 'c21c1549-299c-4dec-a0f9-3f16d5727c21', 'admin_state_up': True, 'tenant_id': '0af0d48f9d584c2f96edf7499ec5c8a4'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:19.885941 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d605ec-d036-463f-b73d-26244d0b0c1c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Pushing event updated for resources: {'Port': ['ID=917b3e49-a797-4b74-8942-dd5af77ae388,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:19.912827 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42d2e738-bd06-4454-b059-255ae886d585 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (13dfb289-cce0-4110-9de1-96df037c6298), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.925562 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42d2e738-bd06-4454-b059-255ae886d585 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.950711 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 1aab4507-22bb-47aa-8bfc-07ecf99a935b is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:19.951115 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1aab4507-22bb-47aa-8bfc-07ecf99a935b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.952395 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-42d2e738-bd06-4454-b059-255ae886d585 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/networks/13dfb289-cce0-4110-9de1-96df037c6298 HTTP/1.1" status: 204 len: 168 time: 1.5389838 Jan 27 22:01:19.955822 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38108) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:19.974267 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8b94c49c-9d48-46e1-b97a-e1c6f3fd149c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1091368586'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:19.983099 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port ef099629-fbe1-4da3-ad20-5914d62ee9db triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:19.983493 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ef099629-fbe1-4da3-ad20-5914d62ee9db), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.984086 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2e738-bd06-4454-b059-255ae886d585 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Network': ['ID=13dfb289-cce0-4110-9de1-96df037c6298,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:20.023632 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-52066057-15b5-4e4b-b445-b5779348d713 None None] For port 7747062a-9f4d-4b96-b531-b7db0fb9d8f7, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:20.043958 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be2b4d-3a10-4bd6-89c6-de4da8e8f94c req-f89eecdb-7bf4-4ea9-b382-0816c9bac84e tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:20.045520 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8be2b4d-3a10-4bd6-89c6-de4da8e8f94c req-f89eecdb-7bf4-4ea9-b382-0816c9bac84e tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d50bfda-c1dc-40da-9c97-a6e8ca91304f HTTP/1.1" status: 200 len: 946 time: 0.3791866 Jan 27 22:01:20.052658 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df1d7c8a-4341-43ef-b02f-07c4c74388a4 req-bda25793-1580-4550-a2d9-73f3e4382d9a tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845599 Jan 27 22:01:20.060125 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b94c49c-9d48-46e1-b97a-e1c6f3fd149c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Made reservation on behalf of 059cb36d2028475d800a395c3c040989 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:20.063996 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8b94c49c-9d48-46e1-b97a-e1c6f3fd149c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.064701 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-52066057-15b5-4e4b-b445-b5779348d713 None None] For port 7747062a-9f4d-4b96-b531-b7db0fb9d8f7, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7747062a-9f4d-4b96-b531-b7db0fb9d8f7,segment=NetworkSegment(3fbb8bea-b013-42b4-9a1b-af8e1832e09c),segment_id=3fbb8bea-b013-42b4-9a1b-af8e1832e09c)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:20.070316 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-a0d605ec-d036-463f-b73d-26244d0b0c1c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:20.070917 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 1aab4507-22bb-47aa-8bfc-07ecf99a935b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1aab4507-22bb-47aa-8bfc-07ecf99a935b,segment=NetworkSegment(25092456-2e36-4ed4-b458-7fd26a08791a),segment_id=25092456-2e36-4ed4-b458-7fd26a08791a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:20.071086 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-a0d605ec-d036-463f-b73d-26244d0b0c1c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.074319 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-52066057-15b5-4e4b-b445-b5779348d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7747062a-9f4d-4b96-b531-b7db0fb9d8f7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.095135 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1aab4507-22bb-47aa-8bfc-07ecf99a935b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.107975 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device bc372c26-303c-4f7d-af24-23b0ec0b98da up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:20.108391 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b94c49c-9d48-46e1-b97a-e1c6f3fd149c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:01:20.110693 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-a0d605ec-d036-463f-b73d-26244d0b0c1c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1757138 Jan 27 22:01:20.121073 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8b94c49c-9d48-46e1-b97a-e1c6f3fd149c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b7b559c6-9fac-4242-b664-90b91a91f712), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.121600 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-8b94c49c-9d48-46e1-b97a-e1c6f3fd149c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Added segment b7b559c6-9fac-4242-b664-90b91a91f712 of type vlan for network 28864ddb-9c13-4055-b0b2-500207dc4b39 Jan 27 22:01:20.126349 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] Request body: {'port': {'device_id': '32567665-3207-4670-87b5-38051409a296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:20.131976 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3586dac4-7e37-446d-afd2-54995412c448 req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Made reservation on behalf of 0af0d48f9d584c2f96edf7499ec5c8a4 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:20.137050 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3586dac4-7e37-446d-afd2-54995412c448 req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.179008 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8b94c49c-9d48-46e1-b97a-e1c6f3fd149c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (28864ddb-9c13-4055-b0b2-500207dc4b39), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.213536 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8b94c49c-9d48-46e1-b97a-e1c6f3fd149c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (28864ddb-9c13-4055-b0b2-500207dc4b39), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.214205 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8be2b4d-3a10-4bd6-89c6-de4da8e8f94c req-1c5b1811-f76b-4392-93a5-dc1800287d17 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604371 Jan 27 22:01:20.219309 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b94c49c-9d48-46e1-b97a-e1c6f3fd149c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:20.220125 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8b94c49c-9d48-46e1-b97a-e1c6f3fd149c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.291343 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (917b3e49-a797-4b74-8942-dd5af77ae388), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.309753 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94c49c-9d48-46e1-b97a-e1c6f3fd149c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Network': ['ID=28864ddb-9c13-4055-b0b2-500207dc4b39,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:20.327279 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c40e0b7-2d73-4cfb-9c3b-4861215406e3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (3104ba69-ec6e-49e9-9127-78e5e52dd511), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.349987 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ba792-75be-49a0-bc06-8672bcb07c0e req-9948071c-3c71-4a64-8e9a-eb90ac8c814c tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:20.351721 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba6ba792-75be-49a0-bc06-8672bcb07c0e req-9948071c-3c71-4a64-8e9a-eb90ac8c814c tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 945 time: 0.1769896 Jan 27 22:01:20.373690 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8b94c49c-9d48-46e1-b97a-e1c6f3fd149c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4162285 Jan 27 22:01:20.375558 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38116) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:20.383143 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 28864ddb-9c13-4055-b0b2-500207dc4b39 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:01:20.399067 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ebb5d68e-76f2-491b-9f34-41ffbea3ed24 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'subnet': {'network_id': '28864ddb-9c13-4055-b0b2-500207dc4b39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:20.403542 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40e0b7-2d73-4cfb-9c3b-4861215406e3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event deleted for resources: {'Port': ['ID=3104ba69-ec6e-49e9-9127-78e5e52dd511,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:20.543162 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52066057-15b5-4e4b-b445-b5779348d713 None None] Pushing event updated for resources: {'Port': ['ID=7747062a-9f4d-4b96-b531-b7db0fb9d8f7,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:20.585758 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port ef099629-fbe1-4da3-ad20-5914d62ee9db is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:20.587191 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 39105905-d5d2-4c53-826a-b39b1f902206 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:20.601318 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c40e0b7-2d73-4cfb-9c3b-4861215406e3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.605633 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1c40e0b7-2d73-4cfb-9c3b-4861215406e3 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "DELETE /v2.0/ports/3104ba69-ec6e-49e9-9127-78e5e52dd511 HTTP/1.1" status: 204 len: 168 time: 1.7131677 Jan 27 22:01:20.608291 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38120) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:20.631997 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port bc372c26-303c-4f7d-af24-23b0ec0b98da completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:01:20.661096 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port bc372c26-303c-4f7d-af24-23b0ec0b98da triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:20.661484 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (bc372c26-303c-4f7d-af24-23b0ec0b98da), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.668725 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=1aab4507-22bb-47aa-8bfc-07ecf99a935b,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:20.681316 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb5d68e-76f2-491b-9f34-41ffbea3ed24 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Made reservation on behalf of 059cb36d2028475d800a395c3c040989 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:20.685835 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ebb5d68e-76f2-491b-9f34-41ffbea3ed24 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.716051 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-474c0683-0a99-4369-8603-76113ea3c184 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Deleting subnet 1e923c45-9da8-41d8-a8c1-bd4723852e44 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:01:20.720147 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-474c0683-0a99-4369-8603-76113ea3c184 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for subnet (1e923c45-9da8-41d8-a8c1-bd4723852e44), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.738835 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 39105905-d5d2-4c53-826a-b39b1f902206 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:20.739224 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (39105905-d5d2-4c53-826a-b39b1f902206), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.795991 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aded3981-65c3-4fa8-a8aa-b1d2138c12ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aab4507-22bb-47aa-8bfc-07ecf99a935b'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:20.798731 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a233293-d433-4735-bd46-094a667f1cde" -d '{"events": [{"server_uuid": "aded3981-65c3-4fa8-a8aa-b1d2138c12ff", "name": "network-vif-plugged", "status": "completed", "tag": "1aab4507-22bb-47aa-8bfc-07ecf99a935b"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:20.861855 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-474c0683-0a99-4369-8603-76113ea3c184 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (1e923c45-9da8-41d8-a8c1-bd4723852e44), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.884399 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port bc372c26-303c-4f7d-af24-23b0ec0b98da is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:20.884809 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (bc372c26-303c-4f7d-af24-23b0ec0b98da), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.968673 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port bc372c26-303c-4f7d-af24-23b0ec0b98da, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=bc372c26-303c-4f7d-af24-23b0ec0b98da,segment=NetworkSegment(01c9a8c6-753f-4f97-b988-a6b13cd17251),segment_id=01c9a8c6-753f-4f97-b988-a6b13cd17251)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:20.977810 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (bc372c26-303c-4f7d-af24-23b0ec0b98da), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.986197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 39105905-d5d2-4c53-826a-b39b1f902206 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:20.986970 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (39105905-d5d2-4c53-826a-b39b1f902206), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.004571 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee155f-2952-423f-820c-e5ab18b067e0 req-1ec730b9-01bc-4d38-9701-68dc592519a7 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:21.006110 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9ee155f-2952-423f-820c-e5ab18b067e0 req-1ec730b9-01bc-4d38-9701-68dc592519a7 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.6491103 Jan 27 22:01:21.044083 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba6ba792-75be-49a0-bc06-8672bcb07c0e req-cda675d6-37c2-4b8f-b956-301b11812241 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6760173 Jan 27 22:01:21.060196 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-3586dac4-7e37-446d-afd2-54995412c448 req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Allocated IP 172.20.0.13 (c21c1549-299c-4dec-a0f9-3f16d5727c21/1dec90ae-26a7-4889-9533-54929121f29b/b3ad85b4-0281-43b6-ae0e-3c1b28eef6da) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:21.101140 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-474c0683-0a99-4369-8603-76113ea3c184 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (1e923c45-9da8-41d8-a8c1-bd4723852e44), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.112348 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 39105905-d5d2-4c53-826a-b39b1f902206, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=39105905-d5d2-4c53-826a-b39b1f902206,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:21.161187 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (39105905-d5d2-4c53-826a-b39b1f902206), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.171244 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9ee155f-2952-423f-820c-e5ab18b067e0 req-381b78ba-c00b-4798-b564-cc8f2fb21050 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452417 Jan 27 22:01:21.188472 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.189568 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=bc372c26-303c-4f7d-af24-23b0ec0b98da,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:21.252714 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ebb5d68e-76f2-491b-9f34-41ffbea3ed24 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (9daef8ef-cb39-45f7-ae4b-34e99a65bf2e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.281572 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] Sync routers for ids ['153894a0-41e1-4b4d-bebd-11175e5772d1'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:01:21.299150 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] Routers {'153894a0-41e1-4b4d-bebd-11175e5772d1'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:21.299873 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:00:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['153894a0-41e1-4b4d-bebd-11175e5772d1'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:21.321427 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7848409c-5f9c-4652-adc9-f7fdf763214d x-openstack-request-id: req-7848409c-5f9c-4652-adc9-f7fdf763214d {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:21.322120 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aded3981-65c3-4fa8-a8aa-b1d2138c12ff", "name": "network-vif-plugged", "status": "completed", "tag": "1aab4507-22bb-47aa-8bfc-07ecf99a935b", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:21.325251 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7848409c-5f9c-4652-adc9-f7fdf763214d {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:21.326650 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aded3981-65c3-4fa8-a8aa-b1d2138c12ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aab4507-22bb-47aa-8bfc-07ecf99a935b', 'code': 200} Jan 27 22:01:21.381419 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=39105905-d5d2-4c53-826a-b39b1f902206,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:21.428440 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5d68e-76f2-491b-9f34-41ffbea3ed24 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Subnet': ['ID=9daef8ef-cb39-45f7-ae4b-34e99a65bf2e,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:21.441328 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d09174f1-08b6-4f1b-be64-6ebc11a1487d req-f0bca6a3-6514-4d4d-9154-38a05f69508b tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 210 time: 0.1102486 Jan 27 22:01:21.452093 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-474c0683-0a99-4369-8603-76113ea3c184 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (1e923c45-9da8-41d8-a8c1-bd4723852e44), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.513442 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7747062a-9f4d-4b96-b531-b7db0fb9d8f7 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:21.527926 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] Set router 153894a0-41e1-4b4d-bebd-11175e5772d1 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:21.528845 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c0683-0a99-4369-8603-76113ea3c184 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event deleted for resources: {'Subnet': ['ID=1e923c45-9da8-41d8-a8c1-bd4723852e44,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:21.544971 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-474c0683-0a99-4369-8603-76113ea3c184 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.550311 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-474c0683-0a99-4369-8603-76113ea3c184 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "DELETE /v2.0/subnets/1e923c45-9da8-41d8-a8c1-bd4723852e44 HTTP/1.1" status: 204 len: 168 time: 0.9386621 Jan 27 22:01:21.550681 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38132) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:21.565593 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5d68e-76f2-491b-9f34-41ffbea3ed24 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Checking segment: {'id': 'b7b559c6-9fac-4242-b664-90b91a91f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '28864ddb-9c13-4055-b0b2-500207dc4b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:21.565593 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb5d68e-76f2-491b-9f34-41ffbea3ed24 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Network hostable DHCP agents. Network: 28864ddb-9c13-4055-b0b2-500207dc4b39, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:01:21.573383 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048e8e30-c810-4f38-b066-dff29ea38032 None None] Network b460f0aa-ece7-4f87-b835-250ecfdd5f67 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:21.620237 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3586dac4-7e37-446d-afd2-54995412c448 req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Publish callbacks [] for port (b3ad85b4-0281-43b6-ae0e-3c1b28eef6da), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.631569 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb5d68e-76f2-491b-9f34-41ffbea3ed24 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Network 28864ddb-9c13-4055-b0b2-500207dc4b39 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:01:21.635527 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b2654-f70d-4ad0-980c-655cbdc410af req-035e46e1-6097-4615-9595-5a464c042086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:21.638134 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-551b2654-f70d-4ad0-980c-655cbdc410af req-035e46e1-6097-4615-9595-5a464c042086 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 1096 time: 0.2222269 Jan 27 22:01:21.644673 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-826e9d27-ab9e-4320-b99c-0d98e273f4e8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Deleting subnet ba1a2abc-5b7e-4b47-895c-4a2ade07d24d {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:01:21.648646 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-ebb5d68e-76f2-491b-9f34-41ffbea3ed24 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 28864ddb-9c13-4055-b0b2-500207dc4b39) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:21.650052 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4e483-4197-4f28-8ec6-b2d0ea53026c req-eadff1a8-811f-4e88-a5e4-32ae2e23e6fb tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:21.650344 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-826e9d27-ab9e-4320-b99c-0d98e273f4e8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for subnet (ba1a2abc-5b7e-4b47-895c-4a2ade07d24d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.652092 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77d4e483-4197-4f28-8ec6-b2d0ea53026c req-eadff1a8-811f-4e88-a5e4-32ae2e23e6fb tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d50bfda-c1dc-40da-9c97-a6e8ca91304f HTTP/1.1" status: 200 len: 946 time: 0.1850741 Jan 27 22:01:21.676316 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb5d68e-76f2-491b-9f34-41ffbea3ed24 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:21.677066 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ebb5d68e-76f2-491b-9f34-41ffbea3ed24 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.699863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b0fbcb-f08c-4514-83cb-153ed7469de0 None None] Network 28864ddb-9c13-4055-b0b2-500207dc4b39 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:21.705254 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ebb5d68e-76f2-491b-9f34-41ffbea3ed24 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3131499 Jan 27 22:01:21.708729 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6e351-1fb6-4c3e-97e0-68841b4d0f7e req-8067214a-efa4-424a-b837-40c9f87026c9 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:21.710388 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67e6e351-1fb6-4c3e-97e0-68841b4d0f7e req-8067214a-efa4-424a-b837-40c9f87026c9 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1733618 Jan 27 22:01:21.711204 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38134) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:21.717591 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-826e9d27-ab9e-4320-b99c-0d98e273f4e8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (ba1a2abc-5b7e-4b47-895c-4a2ade07d24d), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.801004 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 7747062a-9f4d-4b96-b531-b7db0fb9d8f7 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:21.801583 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7747062a-9f4d-4b96-b531-b7db0fb9d8f7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.839490 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153894a0-41e1-4b4d-bebd-11175e5772d1', 'name': 'tempest-ServerRescueNegativeTestJSON-958824439-router', 'tenant_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '39105905-d5d2-4c53-826a-b39b1f902206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:08Z', 'updated_at': '2022-01-27T22:01:12Z', 'revision_number': 4, 'project_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'gw_port': {'id': '39105905-d5d2-4c53-826a-b39b1f902206', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153894a0-41e1-4b4d-bebd-11175e5772d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:09Z', 'updated_at': '2022-01-27T22:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'e8a2f35f-84fa-48ba-8543-84970267aacf', 'name': '', 'network_id': 'c21c1549-299c-4dec-a0f9-3f16d5727c21', 'tenant_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'mac_address': 'fa:16:3e:ce:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153894a0-41e1-4b4d-bebd-11175e5772d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1dec90ae-26a7-4889-9533-54929121f29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:01:12Z', 'revision_number': 2, 'project_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'subnets': [{'id': '1dec90ae-26a7-4889-9533-54929121f29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:21.872911 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] Checking router: 153894a0-41e1-4b4d-bebd-11175e5772d1 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:01:21.873602 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] Updating router 153894a0-41e1-4b4d-bebd-11175e5772d1 port e8a2f35f-84fa-48ba-8543-84970267aacf binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:01:21.874641 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-826e9d27-ab9e-4320-b99c-0d98e273f4e8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (ba1a2abc-5b7e-4b47-895c-4a2ade07d24d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.915505 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3586dac4-7e37-446d-afd2-54995412c448 req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (b3ad85b4-0281-43b6-ae0e-3c1b28eef6da), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.923148 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e8a2f35f-84fa-48ba-8543-84970267aacf), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.939257 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82face82-ed8a-46b1-8589-d75102666388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-28864ddb-9c13-4055-b0b2-500207dc4b39', 'network_id': '28864ddb-9c13-4055-b0b2-500207dc4b39', 'project_id': '059cb36d2028475d800a395c3c040989', 'fixed_ips': [{'subnet_id': '9daef8ef-cb39-45f7-ae4b-34e99a65bf2e'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:01:21.940017 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-82face82-ed8a-46b1-8589-d75102666388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.947649 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77d4e483-4197-4f28-8ec6-b2d0ea53026c req-5e2bea8d-d89f-4839-b714-2cbe78fb9ee0 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802510 Jan 27 22:01:21.951415 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-551b2654-f70d-4ad0-980c-655cbdc410af req-905b7b69-b54c-4aa7-b2a5-23add88908cd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957962 Jan 27 22:01:21.983283 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-826e9d27-ab9e-4320-b99c-0d98e273f4e8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (ba1a2abc-5b7e-4b47-895c-4a2ade07d24d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.001694 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-826e9d27-ab9e-4320-b99c-0d98e273f4e8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.011159 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-826e9d27-ab9e-4320-b99c-0d98e273f4e8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "DELETE /v2.0/subnets/ba1a2abc-5b7e-4b47-895c-4a2ade07d24d HTTP/1.1" status: 204 len: 168 time: 0.4593914 Jan 27 22:01:22.013684 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38136) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:22.021635 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722c94d7-fdf1-4476-a291-b24c65d294e6 None None] DHCP port deletion for b460f0aa-ece7-4f87-b835-250ecfdd5f67 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:01:22.023532 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c56397-4090-46ea-a71f-dd5f91ba7356 None None] Network 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:22.094817 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67e6e351-1fb6-4c3e-97e0-68841b4d0f7e req-ac61363d-5fd2-407b-a63f-13767a6ee91e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705130 Jan 27 22:01:22.099072 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e9d27-ab9e-4320-b99c-0d98e273f4e8 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event deleted for resources: {'Subnet': ['ID=ba1a2abc-5b7e-4b47-895c-4a2ade07d24d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:22.150760 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6cff-470e-40f7-98f1-4d13766b39a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (b460f0aa-ece7-4f87-b835-250ecfdd5f67), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.175653 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Pushing event updated for resources: {'Port': ['ID=b3ad85b4-0281-43b6-ae0e-3c1b28eef6da,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:22.199892 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3586dac4-7e37-446d-afd2-54995412c448 req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Network c21c1549-299c-4dec-a0f9-3f16d5727c21 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:22.204011 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 7747062a-9f4d-4b96-b531-b7db0fb9d8f7 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:22.204447 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7747062a-9f4d-4b96-b531-b7db0fb9d8f7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.240536 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.240895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.241252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.241880 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.242229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.242573 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.242720 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c6cff-470e-40f7-98f1-4d13766b39a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Deleting port b20685dd-ab70-458e-b520-834a81ebd4b6 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:22.242955 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.243123 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6cff-470e-40f7-98f1-4d13766b39a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b20685dd-ab70-458e-b520-834a81ebd4b6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.243309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.243638 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.243975 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.244460 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.245114 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.245451 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.254368 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-3586dac4-7e37-446d-afd2-54995412c448 req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:22.257606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-3586dac4-7e37-446d-afd2-54995412c448 req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:22.341788 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 7747062a-9f4d-4b96-b531-b7db0fb9d8f7, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7747062a-9f4d-4b96-b531-b7db0fb9d8f7,segment=NetworkSegment(3fbb8bea-b013-42b4-9a1b-af8e1832e09c),segment_id=3fbb8bea-b013-42b4-9a1b-af8e1832e09c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:22.342024 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-7b9c6cff-470e-40f7-98f1-4d13766b39a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] For port b20685dd-ab70-458e-b520-834a81ebd4b6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b20685dd-ab70-458e-b520-834a81ebd4b6,segment=NetworkSegment(fb85c23d-cc2e-4d28-aca2-d2302046f93f),segment_id=fb85c23d-cc2e-4d28-aca2-d2302046f93f)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:22.342490 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6cff-470e-40f7-98f1-4d13766b39a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b20685dd-ab70-458e-b520-834a81ebd4b6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.358255 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c6cff-470e-40f7-98f1-4d13766b39a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Calling delete_port for b20685dd-ab70-458e-b520-834a81ebd4b6 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:22.369897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586dac4-7e37-446d-afd2-54995412c448 req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:22.370694 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3586dac4-7e37-446d-afd2-54995412c448 req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.383067 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7747062a-9f4d-4b96-b531-b7db0fb9d8f7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.430134 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08946786-29f2-4dd5-bc7b-052e8227a91b None None] Network d908b356-4491-444b-ba34-3dc4c5fb7a0d requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:22.441892 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-722c94d7-fdf1-4476-a291-b24c65d294e6 None None] Deleting port b20685dd-ab70-458e-b520-834a81ebd4b6 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:22.442132 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-722c94d7-fdf1-4476-a291-b24c65d294e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b20685dd-ab70-458e-b520-834a81ebd4b6), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.479465 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6cff-470e-40f7-98f1-4d13766b39a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b20685dd-ab70-458e-b520-834a81ebd4b6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.489661 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (28864ddb-9c13-4055-b0b2-500207dc4b39), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.489959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-82face82-ed8a-46b1-8589-d75102666388 None None] Allocated IP 2001:db8::1 (28864ddb-9c13-4055-b0b2-500207dc4b39/9daef8ef-cb39-45f7-ae4b-34e99a65bf2e/96334f82-7cab-40b5-9a5f-df9b110ca631) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:22.505405 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3586dac4-7e37-446d-afd2-54995412c448 req-dfff9784-3641-4211-864f-164263e5140f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6684859 Jan 27 22:01:22.523778 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 917b3e49-a797-4b74-8942-dd5af77ae388 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:22.530003 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9c6cff-470e-40f7-98f1-4d13766b39a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] No DVR routers for this DVR port b20685dd-ab70-458e-b520-834a81ebd4b6 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:22.531839 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c6cff-470e-40f7-98f1-4d13766b39a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event deleted for resources: {'Port': ['ID=b20685dd-ab70-458e-b520-834a81ebd4b6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:22.537678 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-3586dac4-7e37-446d-afd2-54995412c448 req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] Request body: {'port': {'device_id': '6d6003b0-cc36-435a-b273-8cee2521e148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:22.541988 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] Publish callbacks [] for port (917b3e49-a797-4b74-8942-dd5af77ae388), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.588872 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993acd1f-1f5c-494c-b0e1-992b6cfa506c req-3754c618-7d79-49c1-8ea1-8f22aa86f2d7 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:22.598962 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-993acd1f-1f5c-494c-b0e1-992b6cfa506c req-3754c618-7d79-49c1-8ea1-8f22aa86f2d7 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2351170 Jan 27 22:01:22.616447 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f579de-fe1b-4375-b2ab-0bc989644507 None None] DHCP port deletion for 89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:01:22.627414 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efdd80-31ef-483b-88a0-9ea138bf951f req-a7d221a6-ffed-4117-aa4e-1bb7c782e9ab tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:22.628992 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6cff-470e-40f7-98f1-4d13766b39a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (b460f0aa-ece7-4f87-b835-250ecfdd5f67), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.629233 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-59efdd80-31ef-483b-88a0-9ea138bf951f req-a7d221a6-ffed-4117-aa4e-1bb7c782e9ab tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 945 time: 0.3127739 Jan 27 22:01:22.641959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] Transition to ACTIVE for port object 917b3e49-a797-4b74-8942-dd5af77ae388 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:01:22.656154 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-7b9c6cff-470e-40f7-98f1-4d13766b39a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b460f0aa-ece7-4f87-b835-250ecfdd5f67']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:22.668081 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-7b9c6cff-470e-40f7-98f1-4d13766b39a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb85c23d-cc2e-4d28-aca2-d2302046f93f') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:22.672499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-7b9c6cff-470e-40f7-98f1-4d13766b39a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb85c23d-cc2e-4d28-aca2-d2302046f93f') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:22.676288 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=7747062a-9f4d-4b96-b531-b7db0fb9d8f7,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:22.685266 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (917b3e49-a797-4b74-8942-dd5af77ae388), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.695410 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6cff-470e-40f7-98f1-4d13766b39a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (fb85c23d-cc2e-4d28-aca2-d2302046f93f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.715691 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6cff-470e-40f7-98f1-4d13766b39a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (fb85c23d-cc2e-4d28-aca2-d2302046f93f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.738319 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9c6cff-470e-40f7-98f1-4d13766b39a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:01:22.740432 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6cff-470e-40f7-98f1-4d13766b39a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (fb85c23d-cc2e-4d28-aca2-d2302046f93f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.742922 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-46e41a98-c0fb-4dfe-a48d-8c3770f8f1f3 None None] Provisioning complete for port 7747062a-9f4d-4b96-b531-b7db0fb9d8f7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:22.743307 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-46e41a98-c0fb-4dfe-a48d-8c3770f8f1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7747062a-9f4d-4b96-b531-b7db0fb9d8f7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:01:22.776125 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:01:22.793517 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3586dac4-7e37-446d-afd2-54995412c448 req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b3ad85b4-0281-43b6-ae0e-3c1b28eef6da), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.808986 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (9daef8ef-cb39-45f7-ae4b-34e99a65bf2e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.820287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-722c94d7-fdf1-4476-a291-b24c65d294e6 None None] For port b20685dd-ab70-458e-b520-834a81ebd4b6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b20685dd-ab70-458e-b520-834a81ebd4b6,segment=NetworkSegment(fb85c23d-cc2e-4d28-aca2-d2302046f93f),segment_id=fb85c23d-cc2e-4d28-aca2-d2302046f93f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:22.820287 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-722c94d7-fdf1-4476-a291-b24c65d294e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b20685dd-ab70-458e-b520-834a81ebd4b6), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.830847 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-993acd1f-1f5c-494c-b0e1-992b6cfa506c req-685d943b-8023-4d0a-9a97-60b2f981768d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309909 Jan 27 22:01:22.854622 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6cff-470e-40f7-98f1-4d13766b39a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (b460f0aa-ece7-4f87-b835-250ecfdd5f67), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.876372 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b9c6cff-470e-40f7-98f1-4d13766b39a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.878165 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-722c94d7-fdf1-4476-a291-b24c65d294e6 None None] Calling delete_port for b20685dd-ab70-458e-b520-834a81ebd4b6 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:22.879690 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7b9c6cff-470e-40f7-98f1-4d13766b39a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "DELETE /v2.0/networks/b460f0aa-ece7-4f87-b835-250ecfdd5f67 HTTP/1.1" status: 204 len: 168 time: 0.8633177 Jan 27 22:01:22.882918 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38146) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:22.910595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] Pushing event updated for resources: {'Port': ['ID=917b3e49-a797-4b74-8942-dd5af77ae388,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:22.919624 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c6cff-470e-40f7-98f1-4d13766b39a4 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event deleted for resources: {'Network': ['ID=b460f0aa-ece7-4f87-b835-250ecfdd5f67,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:22.925421 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] Publish callbacks [] for port (e8a2f35f-84fa-48ba-8543-84970267aacf), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.934257 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e8a2f35f-84fa-48ba-8543-84970267aacf), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.958667 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-59efdd80-31ef-483b-88a0-9ea138bf951f req-c59f2f6d-0b79-439e-aa86-64ab2a356919 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823188 Jan 27 22:01:23.021540 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d55d517-d86e-492b-a2da-a229a6a4b426 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (89002ffa-b2ff-40cb-a7a9-b16cee11a3d2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.101489 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057263b-5de3-4310-8f50-bdfee494e713 None None] Pushing event updated for resources: {'Port': ['ID=e8a2f35f-84fa-48ba-8543-84970267aacf,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:23.108360 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] Attempting to bind port e8a2f35f-84fa-48ba-8543-84970267aacf on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:23.109203 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] Attempting to bind port e8a2f35f-84fa-48ba-8543-84970267aacf by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '4b05fbb0-30d5-4a43-9e48-2a1e98f98a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c21c1549-299c-4dec-a0f9-3f16d5727c21'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:23.110385 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] Attempting to bind port e8a2f35f-84fa-48ba-8543-84970267aacf on network c21c1549-299c-4dec-a0f9-3f16d5727c21 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:23.126500 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057263b-5de3-4310-8f50-bdfee494e713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:23.128943 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057263b-5de3-4310-8f50-bdfee494e713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:23.129547 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057263b-5de3-4310-8f50-bdfee494e713 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:23.132455 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-5d55d517-d86e-492b-a2da-a229a6a4b426 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Deleting port cfc10930-d3aa-48b6-89d0-86f234a9d418 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:23.132455 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d55d517-d86e-492b-a2da-a229a6a4b426 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (cfc10930-d3aa-48b6-89d0-86f234a9d418), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.133670 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057263b-5de3-4310-8f50-bdfee494e713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:23.134564 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057263b-5de3-4310-8f50-bdfee494e713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:23.135373 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057263b-5de3-4310-8f50-bdfee494e713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:23.136077 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057263b-5de3-4310-8f50-bdfee494e713 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:23.137224 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057263b-5de3-4310-8f50-bdfee494e713 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:23.137819 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057263b-5de3-4310-8f50-bdfee494e713 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:23.138356 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057263b-5de3-4310-8f50-bdfee494e713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:23.138922 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057263b-5de3-4310-8f50-bdfee494e713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:23.139692 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057263b-5de3-4310-8f50-bdfee494e713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:23.140293 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057263b-5de3-4310-8f50-bdfee494e713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:23.144290 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:23.145554 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] Checking segment: {'id': '4b05fbb0-30d5-4a43-9e48-2a1e98f98a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c21c1549-299c-4dec-a0f9-3f16d5727c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:23.146228 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.146836 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] Bound using segment: {'id': '4b05fbb0-30d5-4a43-9e48-2a1e98f98a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c21c1549-299c-4dec-a0f9-3f16d5727c21'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:23.147535 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] Bound port: e8a2f35f-84fa-48ba-8543-84970267aacf, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b05fbb0-30d5-4a43-9e48-2a1e98f98a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c21c1549-299c-4dec-a0f9-3f16d5727c21'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:23.148385 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e8a2f35f-84fa-48ba-8543-84970267aacf), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.248071 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c5f579de-fe1b-4375-b2ab-0bc989644507 None None] Deleting port cfc10930-d3aa-48b6-89d0-86f234a9d418 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:23.248477 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c5f579de-fe1b-4375-b2ab-0bc989644507 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (cfc10930-d3aa-48b6-89d0-86f234a9d418), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.252867 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-5d55d517-d86e-492b-a2da-a229a6a4b426 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] For port cfc10930-d3aa-48b6-89d0-86f234a9d418, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cfc10930-d3aa-48b6-89d0-86f234a9d418,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:23.253237 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d55d517-d86e-492b-a2da-a229a6a4b426 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (cfc10930-d3aa-48b6-89d0-86f234a9d418), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.281138 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] For port e8a2f35f-84fa-48ba-8543-84970267aacf, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:23.284793 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-5d55d517-d86e-492b-a2da-a229a6a4b426 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Calling delete_port for cfc10930-d3aa-48b6-89d0-86f234a9d418 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:23.285365 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] For port e8a2f35f-84fa-48ba-8543-84970267aacf, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e8a2f35f-84fa-48ba-8543-84970267aacf,segment=NetworkSegment(4b05fbb0-30d5-4a43-9e48-2a1e98f98a07),segment_id=4b05fbb0-30d5-4a43-9e48-2a1e98f98a07)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:23.294914 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e8a2f35f-84fa-48ba-8543-84970267aacf), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.329972 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a041b4-9468-4e2d-abf2-4a7af1edc101 req-17ff9141-1c80-458a-806b-3b45b733f205 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:23.331258 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7666d7bb-78ac-40b3-98ec-7bccc8395334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc372c26-303c-4f7d-af24-23b0ec0b98da'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:23.333791 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2917f6-2339-4a8a-a424-aa793415ea5e" -d '{"events": [{"server_uuid": "7666d7bb-78ac-40b3-98ec-7bccc8395334", "name": "network-vif-plugged", "status": "completed", "tag": "bc372c26-303c-4f7d-af24-23b0ec0b98da"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:23.336614 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37a041b4-9468-4e2d-abf2-4a7af1edc101 req-17ff9141-1c80-458a-806b-3b45b733f205 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 932 time: 0.3648226 Jan 27 22:01:23.387096 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-82face82-ed8a-46b1-8589-d75102666388 None None] Publish callbacks [] for port (96334f82-7cab-40b5-9a5f-df9b110ca631), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.399513 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-46e41a98-c0fb-4dfe-a48d-8c3770f8f1f3 None None] Current status of the port 7747062a-9f4d-4b96-b531-b7db0fb9d8f7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:23.401030 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] Routers {'153894a0-41e1-4b4d-bebd-11175e5772d1'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:23.401386 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7747062a-9f4d-4b96-b531-b7db0fb9d8f7 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:23.401522 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:00:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['153894a0-41e1-4b4d-bebd-11175e5772d1'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:23.437099 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-82face82-ed8a-46b1-8589-d75102666388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (96334f82-7cab-40b5-9a5f-df9b110ca631), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.438947 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-722c94d7-fdf1-4476-a291-b24c65d294e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (b20685dd-ab70-458e-b520-834a81ebd4b6), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.447800 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d55d517-d86e-492b-a2da-a229a6a4b426 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (cfc10930-d3aa-48b6-89d0-86f234a9d418), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.448516 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c5f579de-fe1b-4375-b2ab-0bc989644507 None None] For port cfc10930-d3aa-48b6-89d0-86f234a9d418, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cfc10930-d3aa-48b6-89d0-86f234a9d418,segment=NetworkSegment(3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa),segment_id=3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:23.448888 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c5f579de-fe1b-4375-b2ab-0bc989644507 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (cfc10930-d3aa-48b6-89d0-86f234a9d418), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.469525 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964bf35-b435-43dc-ae8c-13532aef75ce req-d3e76a6f-eae5-4669-b723-48bbdcaa990e tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:23.474258 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7964bf35-b435-43dc-ae8c-13532aef75ce req-d3e76a6f-eae5-4669-b723-48bbdcaa990e tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d50bfda-c1dc-40da-9c97-a6e8ca91304f HTTP/1.1" status: 200 len: 946 time: 0.3636129 Jan 27 22:01:23.483333 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057263b-5de3-4310-8f50-bdfee494e713 None None] Pushing event updated for resources: {'Port': ['ID=e8a2f35f-84fa-48ba-8543-84970267aacf,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:23.486468 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55d517-d86e-492b-a2da-a229a6a4b426 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event deleted for resources: {'Port': ['ID=cfc10930-d3aa-48b6-89d0-86f234a9d418,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:23.490335 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-722c94d7-fdf1-4476-a291-b24c65d294e6 None None] Network b460f0aa-ece7-4f87-b835-250ecfdd5f67 is not hosted by any dhcp agent {{(pid=109743) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 22:01:23.490813 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722c94d7-fdf1-4476-a291-b24c65d294e6 None None] No DVR routers for this DVR port b20685dd-ab70-458e-b520-834a81ebd4b6 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:23.517918 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d55d517-d86e-492b-a2da-a229a6a4b426 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] No DVR routers for this DVR port cfc10930-d3aa-48b6-89d0-86f234a9d418 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:23.523584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c5f579de-fe1b-4375-b2ab-0bc989644507 None None] Calling delete_port for cfc10930-d3aa-48b6-89d0-86f234a9d418 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:23.527154 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82face82-ed8a-46b1-8589-d75102666388 None None] Network 28864ddb-9c13-4055-b0b2-500207dc4b39 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:23.536468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-82face82-ed8a-46b1-8589-d75102666388 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:23.544404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82face82-ed8a-46b1-8589-d75102666388 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:23.555531 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] Attempting to bind port 917b3e49-a797-4b74-8942-dd5af77ae388 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:23.555531 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] Attempting to bind port 917b3e49-a797-4b74-8942-dd5af77ae388 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '4b05fbb0-30d5-4a43-9e48-2a1e98f98a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c21c1549-299c-4dec-a0f9-3f16d5727c21'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:23.555531 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] Attempting to bind port 917b3e49-a797-4b74-8942-dd5af77ae388 on network c21c1549-299c-4dec-a0f9-3f16d5727c21 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:23.640288 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] Set router 153894a0-41e1-4b4d-bebd-11175e5772d1 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:23.648045 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c5f579de-fe1b-4375-b2ab-0bc989644507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (cfc10930-d3aa-48b6-89d0-86f234a9d418), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.651122 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] Port 917b3e49-a797-4b74-8942-dd5af77ae388 on network c21c1549-299c-4dec-a0f9-3f16d5727c21 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:01:23.658144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] Attempting to bind port 917b3e49-a797-4b74-8942-dd5af77ae388 on network c21c1549-299c-4dec-a0f9-3f16d5727c21 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:23.659720 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d55d517-d86e-492b-a2da-a229a6a4b426 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (89002ffa-b2ff-40cb-a7a9-b16cee11a3d2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.662157 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f579de-fe1b-4375-b2ab-0bc989644507 None None] No DVR routers for this DVR port cfc10930-d3aa-48b6-89d0-86f234a9d418 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:23.666969 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82face82-ed8a-46b1-8589-d75102666388 None None] Pushing event updated for resources: {'Port': ['ID=96334f82-7cab-40b5-9a5f-df9b110ca631,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:23.673444 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (9daef8ef-cb39-45f7-ae4b-34e99a65bf2e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.690262 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37a041b4-9468-4e2d-abf2-4a7af1edc101 req-68889bbc-5d69-4d6b-8b3d-6f06e3efd459 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371112 Jan 27 22:01:23.717030 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:23.717374 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] Checking segment: {'id': '4b05fbb0-30d5-4a43-9e48-2a1e98f98a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c21c1549-299c-4dec-a0f9-3f16d5727c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:23.717761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] Bound using segment: {'id': '4b05fbb0-30d5-4a43-9e48-2a1e98f98a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c21c1549-299c-4dec-a0f9-3f16d5727c21'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:23.717934 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-5d55d517-d86e-492b-a2da-a229a6a4b426 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89002ffa-b2ff-40cb-a7a9-b16cee11a3d2']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:23.718215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] Bound port: 917b3e49-a797-4b74-8942-dd5af77ae388, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b05fbb0-30d5-4a43-9e48-2a1e98f98a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c21c1549-299c-4dec-a0f9-3f16d5727c21'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:23.718573 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (917b3e49-a797-4b74-8942-dd5af77ae388), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.739020 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-5d55d517-d86e-492b-a2da-a229a6a4b426 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:23.739645 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-5d55d517-d86e-492b-a2da-a229a6a4b426 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:23.766644 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Subnet': ['ID=9daef8ef-cb39-45f7-ae4b-34e99a65bf2e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:23.770630 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d55d517-d86e-492b-a2da-a229a6a4b426 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.791661 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7964bf35-b435-43dc-ae8c-13532aef75ce req-9653ed1c-4f38-400c-a631-0b367f485f91 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064120 Jan 27 22:01:23.805782 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c94d7-fdf1-4476-a291-b24c65d294e6 None None] Pushing event deleted for resources: {'Port': ['ID=b20685dd-ab70-458e-b520-834a81ebd4b6,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:23.817544 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d55d517-d86e-492b-a2da-a229a6a4b426 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.832076 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d55d517-d86e-492b-a2da-a229a6a4b426 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:01:23.833652 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d55d517-d86e-492b-a2da-a229a6a4b426 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (3a75ed6c-0ddf-4b28-a91d-3ec9e4ac86aa), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:01:23.837698 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:01:23.887595 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8cf0b6-c35c-4e7d-b8ab-0bdf30d5fccf x-openstack-request-id: req-df8cf0b6-c35c-4e7d-b8ab-0bdf30d5fccf {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:23.888132 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7666d7bb-78ac-40b3-98ec-7bccc8395334", "name": "network-vif-plugged", "status": "completed", "tag": "bc372c26-303c-4f7d-af24-23b0ec0b98da", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:23.888132 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df8cf0b6-c35c-4e7d-b8ab-0bdf30d5fccf {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:23.900823 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7666d7bb-78ac-40b3-98ec-7bccc8395334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc372c26-303c-4f7d-af24-23b0ec0b98da', 'code': 200} Jan 27 22:01:23.938804 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f579de-fe1b-4375-b2ab-0bc989644507 None None] Pushing event deleted for resources: {'Port': ['ID=cfc10930-d3aa-48b6-89d0-86f234a9d418,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:23.941969 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d55d517-d86e-492b-a2da-a229a6a4b426 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (89002ffa-b2ff-40cb-a7a9-b16cee11a3d2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.950511 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d55d517-d86e-492b-a2da-a229a6a4b426 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.954696 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5d55d517-d86e-492b-a2da-a229a6a4b426 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] 10.222.0.23 "DELETE /v2.0/networks/89002ffa-b2ff-40cb-a7a9-b16cee11a3d2 HTTP/1.1" status: 204 len: 168 time: 1.0593493 Jan 27 22:01:24.007385 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (28864ddb-9c13-4055-b0b2-500207dc4b39), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.014560 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-82face82-ed8a-46b1-8589-d75102666388 None None] Attempting to bind port 96334f82-7cab-40b5-9a5f-df9b110ca631 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:24.015156 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-82face82-ed8a-46b1-8589-d75102666388 None None] Attempting to bind port 96334f82-7cab-40b5-9a5f-df9b110ca631 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'b7b559c6-9fac-4242-b664-90b91a91f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '28864ddb-9c13-4055-b0b2-500207dc4b39'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:24.016018 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82face82-ed8a-46b1-8589-d75102666388 None None] Attempting to bind port 96334f82-7cab-40b5-9a5f-df9b110ca631 on network 28864ddb-9c13-4055-b0b2-500207dc4b39 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:24.024801 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55d517-d86e-492b-a2da-a229a6a4b426 tempest-TaggedBootDevicesTest_v242-2089445739 tempest-TaggedBootDevicesTest_v242-2089445739-project] Pushing event deleted for resources: {'Network': ['ID=89002ffa-b2ff-40cb-a7a9-b16cee11a3d2,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:24.033951 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 7747062a-9f4d-4b96-b531-b7db0fb9d8f7 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:24.036037 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7747062a-9f4d-4b96-b531-b7db0fb9d8f7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.037830 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82face82-ed8a-46b1-8589-d75102666388 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:24.043895 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82face82-ed8a-46b1-8589-d75102666388 None None] Checking segment: {'id': 'b7b559c6-9fac-4242-b664-90b91a91f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '28864ddb-9c13-4055-b0b2-500207dc4b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:24.044334 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-82face82-ed8a-46b1-8589-d75102666388 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.044941 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82face82-ed8a-46b1-8589-d75102666388 None None] Bound using segment: {'id': 'b7b559c6-9fac-4242-b664-90b91a91f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '28864ddb-9c13-4055-b0b2-500207dc4b39'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:24.045604 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-82face82-ed8a-46b1-8589-d75102666388 None None] Bound port: 96334f82-7cab-40b5-9a5f-df9b110ca631, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b559c6-9fac-4242-b664-90b91a91f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '28864ddb-9c13-4055-b0b2-500207dc4b39'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:24.046172 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-82face82-ed8a-46b1-8589-d75102666388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (96334f82-7cab-40b5-9a5f-df9b110ca631), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.065933 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-63130621-e032-4a40-9e8a-98042127a395 None None] Provisioning complete for port 7747062a-9f4d-4b96-b531-b7db0fb9d8f7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:24.066591 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-63130621-e032-4a40-9e8a-98042127a395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7747062a-9f4d-4b96-b531-b7db0fb9d8f7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.125575 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28864ddb-9c13-4055-b0b2-500207dc4b39']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:24.138609 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44251e-a46e-429c-b880-fef4fcb0477b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.160777 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] For port 917b3e49-a797-4b74-8942-dd5af77ae388, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:24.174077 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09231797-fe93-4b06-9408-bf2677251644 req-61ddaeb3-dca8-4476-88ec-34110dbe2370 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:24.175764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09231797-fe93-4b06-9408-bf2677251644 req-61ddaeb3-dca8-4476-88ec-34110dbe2370 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.3683569 Jan 27 22:01:24.207087 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b559c6-9fac-4242-b664-90b91a91f712') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:24.207495 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b559c6-9fac-4242-b664-90b91a91f712') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:24.223059 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-82face82-ed8a-46b1-8589-d75102666388 None None] For port 96334f82-7cab-40b5-9a5f-df9b110ca631, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:24.228762 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-3586dac4-7e37-446d-afd2-54995412c448 req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ad85b4-0281-43b6-ae0e-3c1b28eef6da {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:24.239001 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b1da9-ebae-4547-8b55-279fe3832510 req-175b59a6-f49e-4d07-b500-b87fb3dde3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:24.240038 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a5b1da9-ebae-4547-8b55-279fe3832510 req-175b59a6-f49e-4d07-b500-b87fb3dde3c9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7666d7bb-78ac-40b3-98ec-7bccc8395334 HTTP/1.1" status: 200 len: 1097 time: 0.2773769 Jan 27 22:01:24.242838 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] For port 917b3e49-a797-4b74-8942-dd5af77ae388, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=917b3e49-a797-4b74-8942-dd5af77ae388,segment=NetworkSegment(4b05fbb0-30d5-4a43-9e48-2a1e98f98a07),segment_id=4b05fbb0-30d5-4a43-9e48-2a1e98f98a07)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:24.245055 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (b7b559c6-9fac-4242-b664-90b91a91f712), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.255941 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3586dac4-7e37-446d-afd2-54995412c448 req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] Publish callbacks [] for port (b3ad85b4-0281-43b6-ae0e-3c1b28eef6da), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.279198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-82face82-ed8a-46b1-8589-d75102666388 None None] For port 96334f82-7cab-40b5-9a5f-df9b110ca631, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=96334f82-7cab-40b5-9a5f-df9b110ca631,segment=NetworkSegment(b7b559c6-9fac-4242-b664-90b91a91f712),segment_id=b7b559c6-9fac-4242-b664-90b91a91f712)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:24.283056 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (917b3e49-a797-4b74-8942-dd5af77ae388), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.292384 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-82face82-ed8a-46b1-8589-d75102666388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (96334f82-7cab-40b5-9a5f-df9b110ca631), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.305252 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153894a0-41e1-4b4d-bebd-11175e5772d1', 'name': 'tempest-ServerRescueNegativeTestJSON-958824439-router', 'tenant_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '39105905-d5d2-4c53-826a-b39b1f902206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:08Z', 'updated_at': '2022-01-27T22:01:12Z', 'revision_number': 4, 'project_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'gw_port': {'id': '39105905-d5d2-4c53-826a-b39b1f902206', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153894a0-41e1-4b4d-bebd-11175e5772d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:09Z', 'updated_at': '2022-01-27T22:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'e8a2f35f-84fa-48ba-8543-84970267aacf', 'name': '', 'network_id': 'c21c1549-299c-4dec-a0f9-3f16d5727c21', 'tenant_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'mac_address': 'fa:16:3e:ce:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153894a0-41e1-4b4d-bebd-11175e5772d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1dec90ae-26a7-4889-9533-54929121f29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:01:23Z', 'revision_number': 4, 'project_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'subnets': [{'id': '1dec90ae-26a7-4889-9533-54929121f29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:24.326640 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 7747062a-9f4d-4b96-b531-b7db0fb9d8f7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:24.327871 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 39105905-d5d2-4c53-826a-b39b1f902206 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:24.332293 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-63130621-e032-4a40-9e8a-98042127a395 None None] Current status of the port 7747062a-9f4d-4b96-b531-b7db0fb9d8f7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:24.338719 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb1e33-af38-4617-91ec-a53cf96825c3 None None] The sync data for ids ['153894a0-41e1-4b4d-bebd-11175e5772d1'] in n-d-772272-3 is: [{'id': '153894a0-41e1-4b4d-bebd-11175e5772d1', 'name': 'tempest-ServerRescueNegativeTestJSON-958824439-router', 'tenant_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '39105905-d5d2-4c53-826a-b39b1f902206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:08Z', 'updated_at': '2022-01-27T22:01:12Z', 'revision_number': 4, 'project_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'gw_port': {'id': '39105905-d5d2-4c53-826a-b39b1f902206', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153894a0-41e1-4b4d-bebd-11175e5772d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:09Z', 'updated_at': '2022-01-27T22:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'e8a2f35f-84fa-48ba-8543-84970267aacf', 'name': '', 'network_id': 'c21c1549-299c-4dec-a0f9-3f16d5727c21', 'tenant_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'mac_address': 'fa:16:3e:ce:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153894a0-41e1-4b4d-bebd-11175e5772d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '1dec90ae-26a7-4889-9533-54929121f29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:01:23Z', 'revision_number': 4, 'project_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'subnets': [{'id': '1dec90ae-26a7-4889-9533-54929121f29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:01:24.343107 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b7b559c6-9fac-4242-b664-90b91a91f712), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.367024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:01:24.367987 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (b7b559c6-9fac-4242-b664-90b91a91f712), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:01:24.377791 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:01:24.385124 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:24.385877 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.387962 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] 10.222.0.15 "PUT /v2.0/ports/917b3e49-a797-4b74-8942-dd5af77ae388 HTTP/1.1" status: 200 len: 1091 time: 4.2671499 Jan 27 22:01:24.420149 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32567665-3207-4670-87b5-38051409a296', 'tag': '917b3e49-a797-4b74-8942-dd5af77ae388'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:24.420486 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82face82-ed8a-46b1-8589-d75102666388 None None] Pushing event updated for resources: {'Port': ['ID=96334f82-7cab-40b5-9a5f-df9b110ca631,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:24.422895 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5634f7-4f90-4e29-9142-c5d31405dbbc" -d '{"events": [{"name": "network-changed", "server_uuid": "32567665-3207-4670-87b5-38051409a296", "tag": "917b3e49-a797-4b74-8942-dd5af77ae388"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:24.432994 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9626d7-e727-49a6-8e13-b226eaac7d11 req-36ca64e0-f9a1-45fa-bfc5-d95c877a3ff3 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:24.435207 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e9626d7-e727-49a6-8e13-b226eaac7d11 req-36ca64e0-f9a1-45fa-bfc5-d95c877a3ff3 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f5be5a-a91b-409d-a260-9bbee5b18d77 HTTP/1.1" status: 200 len: 945 time: 0.2937639 Jan 27 22:01:24.456117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1f9bc1-9464-4651-950e-a21e3cfe0182 None None] get_active_networks_info from n-d-772272-3 {{(pid=109743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:01:24.460928 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 39105905-d5d2-4c53-826a-b39b1f902206 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:24.461146 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (39105905-d5d2-4c53-826a-b39b1f902206), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.536733 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09231797-fe93-4b06-9408-bf2677251644 req-c479e131-db45-40a3-af6c-aba1899ab0f4 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347361 Jan 27 22:01:24.573201 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fc11e-b5b6-440d-8bf5-dfdb8ba66795 service neutron] Pushing event updated for resources: {'Port': ['ID=917b3e49-a797-4b74-8942-dd5af77ae388,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:24.613915 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e9626d7-e727-49a6-8e13-b226eaac7d11 req-0285d543-3cbb-43ca-9489-334f0a638d0c tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280055 Jan 27 22:01:24.616034 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a5b1da9-ebae-4547-8b55-279fe3832510 req-84abd36b-9c71-40f6-b3b7-0e398773f665 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575547 Jan 27 22:01:24.618042 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-3586dac4-7e37-446d-afd2-54995412c448 req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] Transition to ACTIVE for port object b3ad85b4-0281-43b6-ae0e-3c1b28eef6da will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:01:24.625642 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.db.api [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:01:24.625642 n-d-772272-3 neutron-server[109741]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:01:24.625642 n-d-772272-3 neutron-server[109741]: [parameters: {'id': '28864ddb-9c13-4055-b0b2-500207dc4b39'}] Jan 27 22:01:24.625642 n-d-772272-3 neutron-server[109741]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:01:24.626114 n-d-772272-3 neutron-server[109741]: DEBUG oslo_db.api [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:01:24.638763 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-1499a821-b427-4d2c-879d-2c77bccf28df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:24.643055 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-1499a821-b427-4d2c-879d-2c77bccf28df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0af0d48f9d584c2f96edf7499ec5c8a4&device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 1094 time: 0.1656141 Jan 27 22:01:24.646200 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3586dac4-7e37-446d-afd2-54995412c448 req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (b3ad85b4-0281-43b6-ae0e-3c1b28eef6da), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.707358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 39105905-d5d2-4c53-826a-b39b1f902206 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:24.710162 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1f9bc1-9464-4651-950e-a21e3cfe0182 None None] Resources bound (agent type, host, resource id): {{(pid=109743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:01:24.759122 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6ee239-11c2-438a-bb56-13c0c59aa4d6 x-openstack-request-id: req-9f6ee239-11c2-438a-bb56-13c0c59aa4d6 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:24.759623 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32567665-3207-4670-87b5-38051409a296", "tag": "917b3e49-a797-4b74-8942-dd5af77ae388", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:24.759943 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f6ee239-11c2-438a-bb56-13c0c59aa4d6 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:24.761034 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32567665-3207-4670-87b5-38051409a296', 'tag': '917b3e49-a797-4b74-8942-dd5af77ae388', 'status': 'completed', 'code': 200} Jan 27 22:01:24.785889 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ad85b4-0281-43b6-ae0e-3c1b28eef6da,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:24.803032 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b20685dd-ab70-458e-b520-834a81ebd4b6 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:24.822704 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-fab65b69-d798-457d-a94c-afb2f2d02f23 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=917b3e49-a797-4b74-8942-dd5af77ae388 HTTP/1.1" status: 200 len: 217 time: 0.1719642 Jan 27 22:01:24.830214 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: b20685dd-ab70-458e-b520-834a81ebd4b6 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:24.830570 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b20685dd-ab70-458e-b520-834a81ebd4b6 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:24.831008 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cfc10930-d3aa-48b6-89d0-86f234a9d418 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:24.856958 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: cfc10930-d3aa-48b6-89d0-86f234a9d418 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:24.856958 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cfc10930-d3aa-48b6-89d0-86f234a9d418 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:24.973841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5320b-7426-4160-ade7-1f2c53fdb604 req-054889ad-01fe-4a23-b822-5f1c83d59dd1 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:24.975399 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83a5320b-7426-4160-ade7-1f2c53fdb604 req-054889ad-01fe-4a23-b822-5f1c83d59dd1 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 945 time: 0.2919760 Jan 27 22:01:24.980645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-539ac7cd-064e-4b13-80f8-eab4e596ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:24.982109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-539ac7cd-064e-4b13-80f8-eab4e596ddf9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1dec90ae-26a7-4889-9533-54929121f29b HTTP/1.1" status: 200 len: 858 time: 0.1474903 Jan 27 22:01:25.022207 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beffdca-b069-479d-83f1-4cac4def2777 None None] get_active_networks_info from n-d-772272-3 {{(pid=109743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:01:25.033816 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-9de1f6a2-fa3c-41ca-9805-a586090f6e26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c21c1549-299c-4dec-a0f9-3f16d5727c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407019 Jan 27 22:01:25.046254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356640b1-8a53-40f8-8d87-cac011507006 req-b451bd89-1e09-4a4f-9445-5b4625cd313b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.047829 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-356640b1-8a53-40f8-8d87-cac011507006 req-b451bd89-1e09-4a4f-9445-5b4625cd313b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2120767 Jan 27 22:01:25.168707 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beffdca-b069-479d-83f1-4cac4def2777 None None] Resources bound (agent type, host, resource id): {{(pid=109743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:01:25.347336 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e8a2f35f-84fa-48ba-8543-84970267aacf up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:25.377350 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (28864ddb-9c13-4055-b0b2-500207dc4b39), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:25.422062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-3586dac4-7e37-446d-afd2-54995412c448 req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] Attempting to bind port b3ad85b4-0281-43b6-ae0e-3c1b28eef6da on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:25.422398 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-3586dac4-7e37-446d-afd2-54995412c448 req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] Attempting to bind port b3ad85b4-0281-43b6-ae0e-3c1b28eef6da by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '4b05fbb0-30d5-4a43-9e48-2a1e98f98a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c21c1549-299c-4dec-a0f9-3f16d5727c21'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:25.422733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586dac4-7e37-446d-afd2-54995412c448 req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] Attempting to bind port b3ad85b4-0281-43b6-ae0e-3c1b28eef6da on network c21c1549-299c-4dec-a0f9-3f16d5727c21 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:25.442716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port e8a2f35f-84fa-48ba-8543-84970267aacf triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:25.443094 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e8a2f35f-84fa-48ba-8543-84970267aacf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:25.449396 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586dac4-7e37-446d-afd2-54995412c448 req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] Port b3ad85b4-0281-43b6-ae0e-3c1b28eef6da on network c21c1549-299c-4dec-a0f9-3f16d5727c21 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:01:25.449795 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586dac4-7e37-446d-afd2-54995412c448 req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] Attempting to bind port b3ad85b4-0281-43b6-ae0e-3c1b28eef6da on network c21c1549-299c-4dec-a0f9-3f16d5727c21 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:25.465422 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bf0ef0-8e37-4c2f-9cf1-11be283df88a None None] Network 28864ddb-9c13-4055-b0b2-500207dc4b39 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:25.466152 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83a5320b-7426-4160-ade7-1f2c53fdb604 req-1d169b89-5f33-4d40-b95f-bc097a6db450 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813566 Jan 27 22:01:25.473746 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586dac4-7e37-446d-afd2-54995412c448 req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:25.474098 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586dac4-7e37-446d-afd2-54995412c448 req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] Checking segment: {'id': '4b05fbb0-30d5-4a43-9e48-2a1e98f98a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c21c1549-299c-4dec-a0f9-3f16d5727c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:25.474491 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586dac4-7e37-446d-afd2-54995412c448 req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] Bound using segment: {'id': '4b05fbb0-30d5-4a43-9e48-2a1e98f98a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c21c1549-299c-4dec-a0f9-3f16d5727c21'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:25.474950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-3586dac4-7e37-446d-afd2-54995412c448 req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] Bound port: b3ad85b4-0281-43b6-ae0e-3c1b28eef6da, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b05fbb0-30d5-4a43-9e48-2a1e98f98a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'c21c1549-299c-4dec-a0f9-3f16d5727c21'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:25.475320 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3586dac4-7e37-446d-afd2-54995412c448 req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b3ad85b4-0281-43b6-ae0e-3c1b28eef6da), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:25.539247 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-356640b1-8a53-40f8-8d87-cac011507006 req-9139d727-074d-450a-a120-acb0b4b57af9 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714487 Jan 27 22:01:25.609350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-d9ac69a5-a49d-4216-b96c-baebfdd5bf00 service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601482 Jan 27 22:01:25.768569 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-3586dac4-7e37-446d-afd2-54995412c448 req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] For port b3ad85b4-0281-43b6-ae0e-3c1b28eef6da, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:25.772650 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Deleting port 96334f82-7cab-40b5-9a5f-df9b110ca631 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:25.773054 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (96334f82-7cab-40b5-9a5f-df9b110ca631), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:25.787075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c33fac-5d26-4cdd-a61a-f76cd7642887 req-e4007848-3da1-4b9e-aa24-c166bf458484 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.794408 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9c33fac-5d26-4cdd-a61a-f76cd7642887 req-e4007848-3da1-4b9e-aa24-c166bf458484 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=7666d7bb-78ac-40b3-98ec-7bccc8395334 HTTP/1.1" status: 200 len: 946 time: 0.2225566 Jan 27 22:01:25.882032 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-3586dac4-7e37-446d-afd2-54995412c448 req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] For port b3ad85b4-0281-43b6-ae0e-3c1b28eef6da, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=b3ad85b4-0281-43b6-ae0e-3c1b28eef6da,segment=NetworkSegment(4b05fbb0-30d5-4a43-9e48-2a1e98f98a07),segment_id=4b05fbb0-30d5-4a43-9e48-2a1e98f98a07)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:25.893376 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port e8a2f35f-84fa-48ba-8543-84970267aacf is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:25.893751 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e8a2f35f-84fa-48ba-8543-84970267aacf), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:25.927042 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3586dac4-7e37-446d-afd2-54995412c448 req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (b3ad85b4-0281-43b6-ae0e-3c1b28eef6da), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:25.951440 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port e8a2f35f-84fa-48ba-8543-84970267aacf, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e8a2f35f-84fa-48ba-8543-84970267aacf,segment=NetworkSegment(4b05fbb0-30d5-4a43-9e48-2a1e98f98a07),segment_id=4b05fbb0-30d5-4a43-9e48-2a1e98f98a07)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:25.955807 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e8a2f35f-84fa-48ba-8543-84970267aacf), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:26.024442 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9014d7c-f3c6-4ef7-82f8-adf47b4cc92e req-017f9b66-97ac-476f-9fd1-57dae1222d03 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:26.025572 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9014d7c-f3c6-4ef7-82f8-adf47b4cc92e req-017f9b66-97ac-476f-9fd1-57dae1222d03 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 944 time: 0.2986915 Jan 27 22:01:26.029460 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] For port 96334f82-7cab-40b5-9a5f-df9b110ca631, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=96334f82-7cab-40b5-9a5f-df9b110ca631,segment=NetworkSegment(b7b559c6-9fac-4242-b664-90b91a91f712),segment_id=b7b559c6-9fac-4242-b664-90b91a91f712)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:26.029841 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (96334f82-7cab-40b5-9a5f-df9b110ca631), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:26.059300 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=e8a2f35f-84fa-48ba-8543-84970267aacf,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:26.061940 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7735dbd8-bca9-4fe6-bb6c-149691ba7290 req-d1bf0624-6cbc-48bd-9a1b-7dd0e194258d service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452648 Jan 27 22:01:26.075028 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586dac4-7e37-446d-afd2-54995412c448 req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:26.075653 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3586dac4-7e37-446d-afd2-54995412c448 req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:26.077075 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3586dac4-7e37-446d-afd2-54995412c448 req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] 10.222.0.15 "PUT /v2.0/ports/b3ad85b4-0281-43b6-ae0e-3c1b28eef6da HTTP/1.1" status: 200 len: 1092 time: 3.5575979 Jan 27 22:01:26.079623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Calling delete_port for 96334f82-7cab-40b5-9a5f-df9b110ca631 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:26.097545 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9c33fac-5d26-4cdd-a61a-f76cd7642887 req-3dd55791-8b2d-4e4a-92e1-2db0e73ad9ba tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006363 Jan 27 22:01:26.224500 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ff1d3-1e27-4532-8488-df4243e56346 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ad85b4-0281-43b6-ae0e-3c1b28eef6da,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:26.325313 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9014d7c-f3c6-4ef7-82f8-adf47b4cc92e req-189adfcc-74e9-4e30-bf77-f726c2bb3f4b tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809381 Jan 27 22:01:26.380031 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462664f-df46-4d19-8c47-9fc01a1c3a36 req-ab830d86-513b-4f12-8edb-87ee2e944956 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:26.381576 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3462664f-df46-4d19-8c47-9fc01a1c3a36 req-ab830d86-513b-4f12-8edb-87ee2e944956 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1737297 Jan 27 22:01:26.390534 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586dac4-7e37-446d-afd2-54995412c448 req-39a384d7-19ff-40d0-9ad8-3611c03389f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:26.392276 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3586dac4-7e37-446d-afd2-54995412c448 req-39a384d7-19ff-40d0-9ad8-3611c03389f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0af0d48f9d584c2f96edf7499ec5c8a4&device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 1095 time: 0.1935320 Jan 27 22:01:26.395242 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5634f7-4f90-4e29-9142-c5d31405dbbc req-b7a48c6f-5979-4848-ba16-89b58a69d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:26.396464 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce5634f7-4f90-4e29-9142-c5d31405dbbc req-b7a48c6f-5979-4848-ba16-89b58a69d7b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0af0d48f9d584c2f96edf7499ec5c8a4&device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 1094 time: 0.1948049 Jan 27 22:01:26.407301 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (96334f82-7cab-40b5-9a5f-df9b110ca631), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:26.521160 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Port': ['ID=96334f82-7cab-40b5-9a5f-df9b110ca631,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:26.523678 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3586dac4-7e37-446d-afd2-54995412c448 req-5c52cdb0-b770-4fd1-9943-97d3085ddcc2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3ad85b4-0281-43b6-ae0e-3c1b28eef6da HTTP/1.1" status: 200 len: 217 time: 0.0993345 Jan 27 22:01:26.525010 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] No DVR routers for this DVR port 96334f82-7cab-40b5-9a5f-df9b110ca631 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:26.645077 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3462664f-df46-4d19-8c47-9fc01a1c3a36 req-c918fe9a-0e76-4be1-9524-c1cb9418679f tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449722 Jan 27 22:01:26.703372 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586dac4-7e37-446d-afd2-54995412c448 req-ac629711-8c50-4065-bb00-962b438a070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:26.703630 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-12c0257a-f888-43c4-b679-c74e1d4ece2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:26.704464 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3586dac4-7e37-446d-afd2-54995412c448 req-ac629711-8c50-4065-bb00-962b438a070a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1dec90ae-26a7-4889-9533-54929121f29b HTTP/1.1" status: 200 len: 858 time: 0.1662633 Jan 27 22:01:26.708647 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5634f7-4f90-4e29-9142-c5d31405dbbc req-dc496e89-39a1-4b8f-812f-b1c2abdb6225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:26.710297 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce5634f7-4f90-4e29-9142-c5d31405dbbc req-dc496e89-39a1-4b8f-812f-b1c2abdb6225 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c21c1549-299c-4dec-a0f9-3f16d5727c21 HTTP/1.1" status: 200 len: 919 time: 0.3008020 Jan 27 22:01:26.712667 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (28864ddb-9c13-4055-b0b2-500207dc4b39), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:26.786501 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3586dac4-7e37-446d-afd2-54995412c448 req-0ca480ce-a068-4aac-8ce1-4074b826188f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c21c1549-299c-4dec-a0f9-3f16d5727c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707734 Jan 27 22:01:26.787086 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6003b0-cc36-435a-b273-8cee2521e148', 'tag': 'b3ad85b4-0281-43b6-ae0e-3c1b28eef6da'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:26.789563 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaddb929-8733-4e60-a3b8-e85cbaf97661" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6003b0-cc36-435a-b273-8cee2521e148", "tag": "b3ad85b4-0281-43b6-ae0e-3c1b28eef6da"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:26.815408 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce5634f7-4f90-4e29-9142-c5d31405dbbc req-36bb688c-5915-4d6e-92bf-1f995c46cfba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=917b3e49-a797-4b74-8942-dd5af77ae388 HTTP/1.1" status: 200 len: 217 time: 0.0854888 Jan 27 22:01:26.842427 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28864ddb-9c13-4055-b0b2-500207dc4b39']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:26.867839 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f468c00-4f6e-4988-b18c-2d2c56866b98 x-openstack-request-id: req-6f468c00-4f6e-4988-b18c-2d2c56866b98 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:26.868135 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6003b0-cc36-435a-b273-8cee2521e148", "tag": "b3ad85b4-0281-43b6-ae0e-3c1b28eef6da", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:26.868436 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f468c00-4f6e-4988-b18c-2d2c56866b98 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:26.868838 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d6003b0-cc36-435a-b273-8cee2521e148', 'tag': 'b3ad85b4-0281-43b6-ae0e-3c1b28eef6da', 'status': 'completed', 'code': 200} Jan 27 22:01:26.870745 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b559c6-9fac-4242-b664-90b91a91f712') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:26.871909 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b559c6-9fac-4242-b664-90b91a91f712') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:26.948015 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (b7b559c6-9fac-4242-b664-90b91a91f712), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:26.982501 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b7b559c6-9fac-4242-b664-90b91a91f712), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:26.989583 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5634f7-4f90-4e29-9142-c5d31405dbbc req-6b5eb008-4def-41c4-a438-ae7b63efc510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:26.989583 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce5634f7-4f90-4e29-9142-c5d31405dbbc req-6b5eb008-4def-41c4-a438-ae7b63efc510 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1dec90ae-26a7-4889-9533-54929121f29b HTTP/1.1" status: 200 len: 858 time: 0.1308737 Jan 27 22:01:27.000230 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:01:27.000230 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (b7b559c6-9fac-4242-b664-90b91a91f712), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:01:27.000685 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:01:27.035244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9f59c-966d-4e6d-a8b3-5db57ba0b125 req-ff616ec3-80ed-42c6-ad1d-3e07dbc95ebb tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:27.036841 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66a9f59c-966d-4e6d-a8b3-5db57ba0b125 req-ff616ec3-80ed-42c6-ad1d-3e07dbc95ebb tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2993634 Jan 27 22:01:27.049824 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce5634f7-4f90-4e29-9142-c5d31405dbbc req-4f6c4427-92ba-41a5-8433-a1e20455c781 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c21c1549-299c-4dec-a0f9-3f16d5727c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482790 Jan 27 22:01:27.192607 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3586dac4-7e37-446d-afd2-54995412c448 req-ac2c2bb6-d063-466b-8ee1-dcebcf4d4f4d service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854294 Jan 27 22:01:27.193206 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (28864ddb-9c13-4055-b0b2-500207dc4b39), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.205468 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.209040 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/networks/28864ddb-9c13-4055-b0b2-500207dc4b39 HTTP/1.1" status: 204 len: 168 time: 5.4909890 Jan 27 22:01:27.213301 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38202) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:27.222110 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f142fbdc-92d2-4a58-89f2-4118b04ab964 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-22102252'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:27.263346 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f142fbdc-92d2-4a58-89f2-4118b04ab964 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Made reservation on behalf of 059cb36d2028475d800a395c3c040989 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:27.267487 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f142fbdc-92d2-4a58-89f2-4118b04ab964 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.278039 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66a9f59c-966d-4e6d-a8b3-5db57ba0b125 req-11dfae6c-33a3-44f1-9e22-83108c91a3be tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202446 Jan 27 22:01:27.279079 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f2367-9734-48f5-8a78-be200734b3ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Network': ['ID=28864ddb-9c13-4055-b0b2-500207dc4b39,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:27.337102 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f142fbdc-92d2-4a58-89f2-4118b04ab964 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:01:27.338953 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e8a2f35f-84fa-48ba-8543-84970267aacf up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:27.371088 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f142fbdc-92d2-4a58-89f2-4118b04ab964 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (a26499f1-f026-4b08-944d-a863f8b348cd), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.371637 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-f142fbdc-92d2-4a58-89f2-4118b04ab964 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Added segment a26499f1-f026-4b08-944d-a863f8b348cd of type vlan for network 4ff1d657-95a0-4e2e-851a-9cc58580d111 Jan 27 22:01:27.432932 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port e8a2f35f-84fa-48ba-8543-84970267aacf triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:27.434327 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e8a2f35f-84fa-48ba-8543-84970267aacf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.460282 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f142fbdc-92d2-4a58-89f2-4118b04ab964 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (4ff1d657-95a0-4e2e-851a-9cc58580d111), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.496575 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.502331 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f142fbdc-92d2-4a58-89f2-4118b04ab964 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (4ff1d657-95a0-4e2e-851a-9cc58580d111), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.508583 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f142fbdc-92d2-4a58-89f2-4118b04ab964 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:27.509306 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f142fbdc-92d2-4a58-89f2-4118b04ab964 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.524703 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3586dac4-7e37-446d-afd2-54995412c448 req-0539ec94-45df-45c7-9bee-e94a8dbe10b9 service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070691 Jan 27 22:01:27.561766 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port e8a2f35f-84fa-48ba-8543-84970267aacf is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:27.593823 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f142fbdc-92d2-4a58-89f2-4118b04ab964 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3793776 Jan 27 22:01:27.597617 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38210) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:27.605216 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1cf15ece-2e17-4e71-ae77-5ef666fed3c0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'subnet': {'network_id': '4ff1d657-95a0-4e2e-851a-9cc58580d111', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:27.616157 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142fbdc-92d2-4a58-89f2-4118b04ab964 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Network': ['ID=4ff1d657-95a0-4e2e-851a-9cc58580d111,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:27.629157 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce5634f7-4f90-4e29-9142-c5d31405dbbc req-cdc73670-06fd-4ab9-8ed4-80165309092e service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413680 Jan 27 22:01:27.633939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 4ff1d657-95a0-4e2e-851a-9cc58580d111 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:01:27.747692 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf15ece-2e17-4e71-ae77-5ef666fed3c0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Made reservation on behalf of 059cb36d2028475d800a395c3c040989 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:27.751558 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1cf15ece-2e17-4e71-ae77-5ef666fed3c0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.796301 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2902bff-a1a3-4aba-a355-38fa7895f0b8 req-9ae86ba9-d94d-45e2-aee7-8ea405faedd9 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:27.799437 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2902bff-a1a3-4aba-a355-38fa7895f0b8 req-9ae86ba9-d94d-45e2-aee7-8ea405faedd9 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 944 time: 0.2493474 Jan 27 22:01:27.809101 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc60aee-2317-49ad-94fa-14d245487e69 req-f01585fc-e141-496b-9b10-b3093de43dc0 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:27.811937 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bc60aee-2317-49ad-94fa-14d245487e69 req-f01585fc-e141-496b-9b10-b3093de43dc0 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=7666d7bb-78ac-40b3-98ec-7bccc8395334 HTTP/1.1" status: 200 len: 946 time: 0.5603304 Jan 27 22:01:27.887264 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddb929-8733-4e60-a3b8-e85cbaf97661 req-4e30c993-1877-448d-a73d-54b40636d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:27.888899 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aaddb929-8733-4e60-a3b8-e85cbaf97661 req-4e30c993-1877-448d-a73d-54b40636d457 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0af0d48f9d584c2f96edf7499ec5c8a4&device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 1095 time: 0.2956948 Jan 27 22:01:27.978713 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1cf15ece-2e17-4e71-ae77-5ef666fed3c0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (5e0d6afd-c937-47be-b86f-d425f0e0dc1f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.002240 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce5634f7-4f90-4e29-9142-c5d31405dbbc req-8a9f2104-1f55-49c5-89c1-ad125b9a2215 service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408318 Jan 27 22:01:28.013152 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2902bff-a1a3-4aba-a355-38fa7895f0b8 req-a6d9d0ec-be0f-4dda-b6b0-c933ecd1550c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971335 Jan 27 22:01:28.019622 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bc60aee-2317-49ad-94fa-14d245487e69 req-c8577b98-037a-4ede-82b9-de8ee46fad5b tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906855 Jan 27 22:01:28.087119 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf15ece-2e17-4e71-ae77-5ef666fed3c0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Subnet': ['ID=5e0d6afd-c937-47be-b86f-d425f0e0dc1f,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:28.093094 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf15ece-2e17-4e71-ae77-5ef666fed3c0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Checking segment: {'id': 'a26499f1-f026-4b08-944d-a863f8b348cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4ff1d657-95a0-4e2e-851a-9cc58580d111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:28.095127 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf15ece-2e17-4e71-ae77-5ef666fed3c0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Network hostable DHCP agents. Network: 4ff1d657-95a0-4e2e-851a-9cc58580d111, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:01:28.124136 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddb929-8733-4e60-a3b8-e85cbaf97661 req-5749135d-4241-452b-b49f-76e22c17f57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:28.125996 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aaddb929-8733-4e60-a3b8-e85cbaf97661 req-5749135d-4241-452b-b49f-76e22c17f57d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c21c1549-299c-4dec-a0f9-3f16d5727c21 HTTP/1.1" status: 200 len: 919 time: 0.2250838 Jan 27 22:01:28.138439 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf15ece-2e17-4e71-ae77-5ef666fed3c0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Network 4ff1d657-95a0-4e2e-851a-9cc58580d111 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:01:28.155042 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-1cf15ece-2e17-4e71-ae77-5ef666fed3c0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 4ff1d657-95a0-4e2e-851a-9cc58580d111) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:28.161476 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf15ece-2e17-4e71-ae77-5ef666fed3c0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:28.161686 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1cf15ece-2e17-4e71-ae77-5ef666fed3c0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.166511 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0f18c9-75e3-4b6a-9514-d21c1d369746 None None] Network 4ff1d657-95a0-4e2e-851a-9cc58580d111 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:28.186469 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1cf15ece-2e17-4e71-ae77-5ef666fed3c0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5851288 Jan 27 22:01:28.187235 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38222) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:28.231943 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aaddb929-8733-4e60-a3b8-e85cbaf97661 req-79bcf960-2d47-43d2-ab27-3208ca58327a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3ad85b4-0281-43b6-ae0e-3c1b28eef6da HTTP/1.1" status: 200 len: 217 time: 0.0982780 Jan 27 22:01:28.312782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddb929-8733-4e60-a3b8-e85cbaf97661 req-0b0927b8-11dd-4ab1-91ab-5d763a3c5293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:28.314407 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aaddb929-8733-4e60-a3b8-e85cbaf97661 req-0b0927b8-11dd-4ab1-91ab-5d763a3c5293 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1dec90ae-26a7-4889-9533-54929121f29b HTTP/1.1" status: 200 len: 858 time: 0.0504479 Jan 27 22:01:28.347407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0618b1-3001-40c4-a660-209ce5bacd75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-4ff1d657-95a0-4e2e-851a-9cc58580d111', 'network_id': '4ff1d657-95a0-4e2e-851a-9cc58580d111', 'project_id': '059cb36d2028475d800a395c3c040989', 'fixed_ips': [{'subnet_id': '5e0d6afd-c937-47be-b86f-d425f0e0dc1f'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:01:28.349166 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2a0618b1-3001-40c4-a660-209ce5bacd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.364448 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3cd7caec-bc2a-46e6-8be3-3f5c84cfa387 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (4ff1d657-95a0-4e2e-851a-9cc58580d111), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.401283 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389a9f4-4843-4441-85e5-84ac2589d5df req-e759cfbe-924b-4715-9a8d-91b5df99622c tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:28.403592 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9389a9f4-4843-4441-85e5-84ac2589d5df req-e759cfbe-924b-4715-9a8d-91b5df99622c tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1824739 Jan 27 22:01:28.405738 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aaddb929-8733-4e60-a3b8-e85cbaf97661 req-c9d75063-9633-4012-bd8f-cf25e94b11c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c21c1549-299c-4dec-a0f9-3f16d5727c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832047 Jan 27 22:01:28.433443 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3cd7caec-bc2a-46e6-8be3-3f5c84cfa387 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (5e0d6afd-c937-47be-b86f-d425f0e0dc1f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.473640 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9389a9f4-4843-4441-85e5-84ac2589d5df req-7c4bf4af-f5cc-4c73-9d81-3818e25545af tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638697 Jan 27 22:01:28.548907 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3cd7caec-bc2a-46e6-8be3-3f5c84cfa387 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (5e0d6afd-c937-47be-b86f-d425f0e0dc1f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server [None req-2a0618b1-3001-40c4-a660-209ce5bacd75 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e0d6afd-c937-47be-b86f-d425f0e0dc1f: This subnet is being modified by another concurrent operation. Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:01:28.578912 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise exception Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e0d6afd-c937-47be-b86f-d425f0e0dc1f: This subnet is being modified by another concurrent operation. Jan 27 22:01:28.583510 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Jan 27 22:01:28.595170 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aaddb929-8733-4e60-a3b8-e85cbaf97661 req-e3d091d6-d03d-4fd8-837e-0ef668809bce service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546834 Jan 27 22:01:28.606255 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7caec-bc2a-46e6-8be3-3f5c84cfa387 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Subnet': ['ID=5e0d6afd-c937-47be-b86f-d425f0e0dc1f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:28.618480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952af54c-e03e-4590-901a-2f1bea2c17c3 None None] get_active_networks_info from n-d-772272-3 {{(pid=109743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:01:28.706560 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3cd7caec-bc2a-46e6-8be3-3f5c84cfa387 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (4ff1d657-95a0-4e2e-851a-9cc58580d111), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.743455 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-3cd7caec-bc2a-46e6-8be3-3f5c84cfa387 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff1d657-95a0-4e2e-851a-9cc58580d111']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:28.767781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-3cd7caec-bc2a-46e6-8be3-3f5c84cfa387 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26499f1-f026-4b08-944d-a863f8b348cd') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:28.768087 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-3cd7caec-bc2a-46e6-8be3-3f5c84cfa387 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26499f1-f026-4b08-944d-a863f8b348cd') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:28.785703 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3cd7caec-bc2a-46e6-8be3-3f5c84cfa387 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (a26499f1-f026-4b08-944d-a863f8b348cd), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.815606 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3cd7caec-bc2a-46e6-8be3-3f5c84cfa387 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (a26499f1-f026-4b08-944d-a863f8b348cd), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.834557 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd7caec-bc2a-46e6-8be3-3f5c84cfa387 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:01:28.837467 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3cd7caec-bc2a-46e6-8be3-3f5c84cfa387 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (a26499f1-f026-4b08-944d-a863f8b348cd), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:01:28.848037 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:01:28.866653 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952af54c-e03e-4590-901a-2f1bea2c17c3 None None] Resources bound (agent type, host, resource id): {{(pid=109743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:01:28.932500 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.941650 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3cd7caec-bc2a-46e6-8be3-3f5c84cfa387 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (4ff1d657-95a0-4e2e-851a-9cc58580d111), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.992245 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3cd7caec-bc2a-46e6-8be3-3f5c84cfa387 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.992245 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3cd7caec-bc2a-46e6-8be3-3f5c84cfa387 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/networks/4ff1d657-95a0-4e2e-851a-9cc58580d111 HTTP/1.1" status: 204 len: 168 time: 0.8007488 Jan 27 22:01:28.995394 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7caec-bc2a-46e6-8be3-3f5c84cfa387 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Network': ['ID=4ff1d657-95a0-4e2e-851a-9cc58580d111,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:28.997633 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38238) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:29.013082 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-811681fe-acd7-444b-9b0c-ccf512caf304 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1601864741'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:29.102125 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811681fe-acd7-444b-9b0c-ccf512caf304 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Made reservation on behalf of 059cb36d2028475d800a395c3c040989 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:29.106813 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-811681fe-acd7-444b-9b0c-ccf512caf304 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:29.158776 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811681fe-acd7-444b-9b0c-ccf512caf304 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:01:29.178303 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-811681fe-acd7-444b-9b0c-ccf512caf304 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (2f29595e-4d71-4cbe-895f-f97ee947e54c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:29.178933 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-811681fe-acd7-444b-9b0c-ccf512caf304 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Added segment 2f29595e-4d71-4cbe-895f-f97ee947e54c of type vlan for network 927445b8-ae88-42ee-9abc-b4798d5dc289 Jan 27 22:01:29.237690 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-811681fe-acd7-444b-9b0c-ccf512caf304 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (927445b8-ae88-42ee-9abc-b4798d5dc289), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:29.269024 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-811681fe-acd7-444b-9b0c-ccf512caf304 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (927445b8-ae88-42ee-9abc-b4798d5dc289), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:29.277310 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811681fe-acd7-444b-9b0c-ccf512caf304 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:29.278003 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-811681fe-acd7-444b-9b0c-ccf512caf304 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:29.330316 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5900f0-c3db-48d5-989d-321baaa2c85c None None] Network 4ff1d657-95a0-4e2e-851a-9cc58580d111 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:29.342451 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5900f0-c3db-48d5-989d-321baaa2c85c None None] Network 4ff1d657-95a0-4e2e-851a-9cc58580d111 could not be found, it might have been deleted concurrently. {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 22:01:29.350974 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-811681fe-acd7-444b-9b0c-ccf512caf304 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3449271 Jan 27 22:01:29.354784 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38242) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:29.360539 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-49e3d8f1-4b11-42fc-907b-6d688026a050 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'subnet': {'network_id': '927445b8-ae88-42ee-9abc-b4798d5dc289', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:29.421306 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aaddb929-8733-4e60-a3b8-e85cbaf97661 req-228aab00-1655-4fff-8e58-f3815d976274 service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8193409 Jan 27 22:01:29.460156 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e3d8f1-4b11-42fc-907b-6d688026a050 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Made reservation on behalf of 059cb36d2028475d800a395c3c040989 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:29.461856 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72f65d-47ab-48c0-8921-7c2b7afc747c req-6d03f040-f010-48d0-a22c-07a2ed50bff5 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:29.464066 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-49e3d8f1-4b11-42fc-907b-6d688026a050 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:29.471967 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b72f65d-47ab-48c0-8921-7c2b7afc747c req-6d03f040-f010-48d0-a22c-07a2ed50bff5 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2219210 Jan 27 22:01:29.489868 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40cfe4-9c2c-4b6e-8e3a-c76ce7b34f36 req-cd495456-edc8-4268-9c14-02a2492a0f3e tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:29.498562 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eb40cfe4-9c2c-4b6e-8e3a-c76ce7b34f36 req-cd495456-edc8-4268-9c14-02a2492a0f3e tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=7666d7bb-78ac-40b3-98ec-7bccc8395334 HTTP/1.1" status: 200 len: 946 time: 0.2439635 Jan 27 22:01:29.573298 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b72f65d-47ab-48c0-8921-7c2b7afc747c req-9df617bc-572a-428e-964b-4e08b3338e41 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001110 Jan 27 22:01:29.610087 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811681fe-acd7-444b-9b0c-ccf512caf304 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Network': ['ID=927445b8-ae88-42ee-9abc-b4798d5dc289,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:29.622517 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 927445b8-ae88-42ee-9abc-b4798d5dc289 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:01:29.702689 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-49e3d8f1-4b11-42fc-907b-6d688026a050 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (da87cca8-1e24-460e-b360-077d6623686d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:29.715578 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eb40cfe4-9c2c-4b6e-8e3a-c76ce7b34f36 req-c99bf338-88e0-41a2-a4e9-6b5de3e7be35 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156157 Jan 27 22:01:29.767221 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 917b3e49-a797-4b74-8942-dd5af77ae388 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:01:29.847572 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61644179-bb88-445d-bdd4-b84b98d75be2 req-e871149a-6356-4b15-adae-78624e43af43 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:29.858600 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3d8f1-4b11-42fc-907b-6d688026a050 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Subnet': ['ID=da87cca8-1e24-460e-b360-077d6623686d,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:29.859574 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-61644179-bb88-445d-bdd4-b84b98d75be2 req-e871149a-6356-4b15-adae-78624e43af43 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 944 time: 0.1055839 Jan 27 22:01:29.878909 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e3d8f1-4b11-42fc-907b-6d688026a050 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Checking segment: {'id': '2f29595e-4d71-4cbe-895f-f97ee947e54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '927445b8-ae88-42ee-9abc-b4798d5dc289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:29.880878 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e3d8f1-4b11-42fc-907b-6d688026a050 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Network hostable DHCP agents. Network: 927445b8-ae88-42ee-9abc-b4798d5dc289, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:01:29.922873 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e3d8f1-4b11-42fc-907b-6d688026a050 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Network 927445b8-ae88-42ee-9abc-b4798d5dc289 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:01:29.934152 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-49e3d8f1-4b11-42fc-907b-6d688026a050 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 927445b8-ae88-42ee-9abc-b4798d5dc289) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:29.948231 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e3d8f1-4b11-42fc-907b-6d688026a050 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:29.949505 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-49e3d8f1-4b11-42fc-907b-6d688026a050 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:29.971283 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-49e3d8f1-4b11-42fc-907b-6d688026a050 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6152799 Jan 27 22:01:29.974025 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38254) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:29.980455 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-370b8b25-5a52-4392-8a92-c720e0ad5749 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'subnet': {'network_id': '927445b8-ae88-42ee-9abc-b4798d5dc289', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:29.993262 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 917b3e49-a797-4b74-8942-dd5af77ae388, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=917b3e49-a797-4b74-8942-dd5af77ae388,segment=NetworkSegment(4b05fbb0-30d5-4a43-9e48-2a1e98f98a07),segment_id=4b05fbb0-30d5-4a43-9e48-2a1e98f98a07)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:30.008616 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '917b3e49-a797-4b74-8942-dd5af77ae388', 'network_id': 'c21c1549-299c-4dec-a0f9-3f16d5727c21', 'port_id': '917b3e49-a797-4b74-8942-dd5af77ae388', 'mac_address': 'fa:16:3e:70:41:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dec90ae-26a7-4889-9533-54929121f29b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:01:30.013509 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7954b4b-2d01-4e41-a831-68b3a2b65fdb None None] Network 927445b8-ae88-42ee-9abc-b4798d5dc289 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:30.029884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb863a37-9129-49e3-a52f-2921b9ea4101 req-e034a752-fba8-44fc-8645-72bb0da0f900 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:30.031598 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eb863a37-9129-49e3-a52f-2921b9ea4101 req-e034a752-fba8-44fc-8645-72bb0da0f900 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1607327 Jan 27 22:01:30.055546 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-61644179-bb88-445d-bdd4-b84b98d75be2 req-016c65b7-b828-442b-8176-ce0dc51d539b tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833673 Jan 27 22:01:30.099613 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eb863a37-9129-49e3-a52f-2921b9ea4101 req-93f640be-22dd-4b2f-bae9-d155cff189e3 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531676 Jan 27 22:01:30.172884 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 917b3e49-a797-4b74-8942-dd5af77ae388 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:30.173387 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (917b3e49-a797-4b74-8942-dd5af77ae388), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.215837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 917b3e49-a797-4b74-8942-dd5af77ae388 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:30.265061 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d932ed8-fd51-4588-b1f2-829627130968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-927445b8-ae88-42ee-9abc-b4798d5dc289', 'network_id': '927445b8-ae88-42ee-9abc-b4798d5dc289', 'project_id': '059cb36d2028475d800a395c3c040989', 'fixed_ips': [{'subnet_id': 'da87cca8-1e24-460e-b360-077d6623686d'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:01:30.266308 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5d932ed8-fd51-4588-b1f2-829627130968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.286320 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 917b3e49-a797-4b74-8942-dd5af77ae388, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=917b3e49-a797-4b74-8942-dd5af77ae388,segment=NetworkSegment(4b05fbb0-30d5-4a43-9e48-2a1e98f98a07),segment_id=4b05fbb0-30d5-4a43-9e48-2a1e98f98a07)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:30.309214 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11ebfc-c0d9-4b2e-80b0-65c10f7feb1b req-18a60fa1-31ac-452e-87a6-b7e83743ccfd tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:30.313449 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d11ebfc-c0d9-4b2e-80b0-65c10f7feb1b req-18a60fa1-31ac-452e-87a6-b7e83743ccfd tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1240954 Jan 27 22:01:30.403486 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (917b3e49-a797-4b74-8942-dd5af77ae388), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.410841 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d11ebfc-c0d9-4b2e-80b0-65c10f7feb1b req-8a40674e-dadf-4d42-8f6f-fa75d6dbe619 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904348 Jan 27 22:01:30.438697 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.517101 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=917b3e49-a797-4b74-8942-dd5af77ae388,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:30.526355 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-5d932ed8-fd51-4588-b1f2-829627130968 None None] Allocated IP 2001:db8::2 (927445b8-ae88-42ee-9abc-b4798d5dc289/da87cca8-1e24-460e-b360-077d6623686d/f7c0c066-9ab6-4e79-993e-3878c92096e7) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:30.545081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a60e-3258-4845-96f0-714ac47fdfb0 req-6813a026-662c-469a-a8a0-700e8407d949 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:30.549670 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-48b0a60e-3258-4845-96f0-714ac47fdfb0 req-6813a026-662c-469a-a8a0-700e8407d949 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.21 "GET /v2.0/ports?device_id=7666d7bb-78ac-40b3-98ec-7bccc8395334 HTTP/1.1" status: 200 len: 946 time: 0.1218281 Jan 27 22:01:30.569274 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370b8b25-5a52-4392-8a92-c720e0ad5749 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Made reservation on behalf of 059cb36d2028475d800a395c3c040989 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:30.579033 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-370b8b25-5a52-4392-8a92-c720e0ad5749 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.766908 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['917b3e49-a797-4b74-8942-dd5af77ae388'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:30.809522 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5d932ed8-fd51-4588-b1f2-829627130968 None None] Publish callbacks [] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.831503 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5d932ed8-fd51-4588-b1f2-829627130968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.893566 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d932ed8-fd51-4588-b1f2-829627130968 None None] Network 927445b8-ae88-42ee-9abc-b4798d5dc289 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:30.907211 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-370b8b25-5a52-4392-8a92-c720e0ad5749 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (3ecd3bfc-2aa6-48aa-9cea-ffc403213d08), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.909198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-5d932ed8-fd51-4588-b1f2-829627130968 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:30.913212 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d932ed8-fd51-4588-b1f2-829627130968 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:30.928632 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d932ed8-fd51-4588-b1f2-829627130968 None None] Pushing event updated for resources: {'Port': ['ID=f7c0c066-9ab6-4e79-993e-3878c92096e7,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:30.955097 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382d48b-988a-4b93-a80f-6a4ef7570ad9 req-343b672f-02bc-44e6-9d1a-218b609462d7 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:30.957324 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b382d48b-988a-4b93-a80f-6a4ef7570ad9 req-343b672f-02bc-44e6-9d1a-218b609462d7 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/networks?id=459b8894-edc1-457b-b0fc-103b65af4a7d HTTP/1.1" status: 200 len: 814 time: 0.3388474 Jan 27 22:01:30.966181 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-48b0a60e-3258-4845-96f0-714ac47fdfb0 req-031c3d01-63c3-49aa-891d-7a78f364de2d tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Deleting port bc372c26-303c-4f7d-af24-23b0ec0b98da {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:30.972204 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-48b0a60e-3258-4845-96f0-714ac47fdfb0 req-031c3d01-63c3-49aa-891d-7a78f364de2d tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (bc372c26-303c-4f7d-af24-23b0ec0b98da), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.022534 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:01:31.037391 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370b8b25-5a52-4392-8a92-c720e0ad5749 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Network 927445b8-ae88-42ee-9abc-b4798d5dc289 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:31.040892 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-370b8b25-5a52-4392-8a92-c720e0ad5749 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:31.045601 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370b8b25-5a52-4392-8a92-c720e0ad5749 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:31.046205 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-370b8b25-5a52-4392-8a92-c720e0ad5749 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.068052 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b8b25-5a52-4392-8a92-c720e0ad5749 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Subnet': ['ID=3ecd3bfc-2aa6-48aa-9cea-ffc403213d08,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:31.106760 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-370b8b25-5a52-4392-8a92-c720e0ad5749 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1315508 Jan 27 22:01:31.110852 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38278) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:31.126665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-48b0a60e-3258-4845-96f0-714ac47fdfb0 req-031c3d01-63c3-49aa-891d-7a78f364de2d tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] For port bc372c26-303c-4f7d-af24-23b0ec0b98da, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=bc372c26-303c-4f7d-af24-23b0ec0b98da,segment=NetworkSegment(01c9a8c6-753f-4f97-b988-a6b13cd17251),segment_id=01c9a8c6-753f-4f97-b988-a6b13cd17251)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:31.127011 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-48b0a60e-3258-4845-96f0-714ac47fdfb0 req-031c3d01-63c3-49aa-891d-7a78f364de2d tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (bc372c26-303c-4f7d-af24-23b0ec0b98da), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.140044 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-48b0a60e-3258-4845-96f0-714ac47fdfb0 req-031c3d01-63c3-49aa-891d-7a78f364de2d tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Calling delete_port for bc372c26-303c-4f7d-af24-23b0ec0b98da owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:31.205432 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5d932ed8-fd51-4588-b1f2-829627130968 None None] Attempting to bind port f7c0c066-9ab6-4e79-993e-3878c92096e7 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:31.211613 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5d932ed8-fd51-4588-b1f2-829627130968 None None] Attempting to bind port f7c0c066-9ab6-4e79-993e-3878c92096e7 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2f29595e-4d71-4cbe-895f-f97ee947e54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '927445b8-ae88-42ee-9abc-b4798d5dc289'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:31.213284 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d932ed8-fd51-4588-b1f2-829627130968 None None] Attempting to bind port f7c0c066-9ab6-4e79-993e-3878c92096e7 on network 927445b8-ae88-42ee-9abc-b4798d5dc289 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:31.224011 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29c7974-fba2-4502-b9ae-ef168e82d616 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:31.227690 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29c7974-fba2-4502-b9ae-ef168e82d616 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:31.228895 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d932ed8-fd51-4588-b1f2-829627130968 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:31.229212 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29c7974-fba2-4502-b9ae-ef168e82d616 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:31.230307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d932ed8-fd51-4588-b1f2-829627130968 None None] Checking segment: {'id': '2f29595e-4d71-4cbe-895f-f97ee947e54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '927445b8-ae88-42ee-9abc-b4798d5dc289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:31.231054 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29c7974-fba2-4502-b9ae-ef168e82d616 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:31.231240 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5d932ed8-fd51-4588-b1f2-829627130968 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.231920 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d932ed8-fd51-4588-b1f2-829627130968 None None] Bound using segment: {'id': '2f29595e-4d71-4cbe-895f-f97ee947e54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '927445b8-ae88-42ee-9abc-b4798d5dc289'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:31.232390 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29c7974-fba2-4502-b9ae-ef168e82d616 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:31.232941 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5d932ed8-fd51-4588-b1f2-829627130968 None None] Bound port: f7c0c066-9ab6-4e79-993e-3878c92096e7, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f29595e-4d71-4cbe-895f-f97ee947e54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '927445b8-ae88-42ee-9abc-b4798d5dc289'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:31.233682 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5d932ed8-fd51-4588-b1f2-829627130968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.234138 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b29c7974-fba2-4502-b9ae-ef168e82d616 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1223330 Jan 27 22:01:31.239870 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38282) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:31.244723 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1207271661'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:31.301790 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Made reservation on behalf of 059cb36d2028475d800a395c3c040989 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:31.305139 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.309670 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b382d48b-988a-4b93-a80f-6a4ef7570ad9 req-7f601906-5a4b-4ff9-880e-0e0aba20f68e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/quotas/5f8119ca47b7479290f8f1a732965415 HTTP/1.1" status: 200 len: 375 time: 0.0717640 Jan 27 22:01:31.343119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd31da-d5a3-402a-a20b-3585e29c5cce req-38d33985-e36b-4fad-84fe-bd465db57611 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:31.352124 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c6fd31da-d5a3-402a-a20b-3585e29c5cce req-38d33985-e36b-4fad-84fe-bd465db57611 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=7666d7bb-78ac-40b3-98ec-7bccc8395334 HTTP/1.1" status: 200 len: 946 time: 0.5201373 Jan 27 22:01:31.356019 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:01:31.382849 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (e97809b2-549a-4dde-961f-2c0f7aa405a7), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.383200 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Added segment e97809b2-549a-4dde-961f-2c0f7aa405a7 of type vlan for network b8bb5427-afb1-488d-a379-8854c3527644 Jan 27 22:01:31.402513 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-5d932ed8-fd51-4588-b1f2-829627130968 None None] For port f7c0c066-9ab6-4e79-993e-3878c92096e7, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:31.408830 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-5d932ed8-fd51-4588-b1f2-829627130968 None None] For port f7c0c066-9ab6-4e79-993e-3878c92096e7, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f7c0c066-9ab6-4e79-993e-3878c92096e7,segment=NetworkSegment(2f29595e-4d71-4cbe-895f-f97ee947e54c),segment_id=2f29595e-4d71-4cbe-895f-f97ee947e54c)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:31.419201 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5d932ed8-fd51-4588-b1f2-829627130968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.462261 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (b8bb5427-afb1-488d-a379-8854c3527644), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.541885 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (b8bb5427-afb1-488d-a379-8854c3527644), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.556390 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:31.556390 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.577673 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d932ed8-fd51-4588-b1f2-829627130968 None None] Pushing event updated for resources: {'Port': ['ID=f7c0c066-9ab6-4e79-993e-3878c92096e7,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:31.600225 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c6fd31da-d5a3-402a-a20b-3585e29c5cce req-69ca7dca-b359-4f39-aa09-1779157381b5 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442865 Jan 27 22:01:31.601369 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-48b0a60e-3258-4845-96f0-714ac47fdfb0 req-031c3d01-63c3-49aa-891d-7a78f364de2d tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (bc372c26-303c-4f7d-af24-23b0ec0b98da), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.624233 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['75594b48-771a-4ad9-91bc-a1df1b12c257'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:31.670817 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c3d01-63c3-49aa-891d-7a78f364de2d tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Pushing event deleted for resources: {'Port': ['ID=bc372c26-303c-4f7d-af24-23b0ec0b98da,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:31.707436 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b0a60e-3258-4845-96f0-714ac47fdfb0 req-031c3d01-63c3-49aa-891d-7a78f364de2d tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] No DVR routers for this DVR port bc372c26-303c-4f7d-af24-23b0ec0b98da on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:31.712390 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-48b0a60e-3258-4845-96f0-714ac47fdfb0 req-031c3d01-63c3-49aa-891d-7a78f364de2d tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.716887 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-48b0a60e-3258-4845-96f0-714ac47fdfb0 req-031c3d01-63c3-49aa-891d-7a78f364de2d tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.21 "DELETE /v2.0/ports/bc372c26-303c-4f7d-af24-23b0ec0b98da HTTP/1.1" status: 204 len: 173 time: 1.1596718 Jan 27 22:01:31.718694 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7666d7bb-78ac-40b3-98ec-7bccc8395334', 'name': 'network-vif-deleted', 'tag': 'bc372c26-303c-4f7d-af24-23b0ec0b98da'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:31.728417 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5138df5-39d6-4c00-b15f-3de8e3dcd138" -d '{"events": [{"server_uuid": "7666d7bb-78ac-40b3-98ec-7bccc8395334", "name": "network-vif-deleted", "tag": "bc372c26-303c-4f7d-af24-23b0ec0b98da"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:31.739071 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4981432 Jan 27 22:01:31.745191 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38286) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:31.756933 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-b70068bc-0803-4689-b6e0-3c2ed67bad20 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:31.771502 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b382d48b-988a-4b93-a80f-6a4ef7570ad9 req-c62682d6-d350-4bc7-8fc9-ef3308c3a739 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f8119ca47b7479290f8f1a732965415&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4603977 Jan 27 22:01:31.799079 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['c67827cd-5a09-45da-a489-88b2ce3e1b3b'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:31.814070 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Network': ['ID=b8bb5427-afb1-488d-a379-8854c3527644,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:31.839848 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device b3ad85b4-0281-43b6-ae0e-3c1b28eef6da details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:01:31.850188 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:31.850486 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:31.851073 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:31.851604 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:31.852110 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:31.853603 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:31.853603 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:31.853603 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:31.856069 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:31.864731 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:31.869951 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:31.870512 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:31.871056 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405cd91d-450b-4120-8936-c32462f80fea tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:31.921174 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network b8bb5427-afb1-488d-a379-8854c3527644 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:01:31.931450 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569365e6-108a-4fa7-9b91-eea8add94a8d x-openstack-request-id: req-569365e6-108a-4fa7-9b91-eea8add94a8d {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:31.931762 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7666d7bb-78ac-40b3-98ec-7bccc8395334", "name": "network-vif-deleted", "tag": "bc372c26-303c-4f7d-af24-23b0ec0b98da", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:31.932019 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-569365e6-108a-4fa7-9b91-eea8add94a8d {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:31.932467 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7666d7bb-78ac-40b3-98ec-7bccc8395334', 'name': 'network-vif-deleted', 'tag': 'bc372c26-303c-4f7d-af24-23b0ec0b98da', 'status': 'completed', 'code': 200} Jan 27 22:01:32.007591 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99d795-4539-43a4-b2b8-80da7c4a1b5e req-1c1f4bd5-802f-42e3-ae30-9e263a6f2d46 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:32.020379 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b99d795-4539-43a4-b2b8-80da7c4a1b5e req-1c1f4bd5-802f-42e3-ae30-9e263a6f2d46 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 944 time: 0.2570846 Jan 27 22:01:32.197736 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b70068bc-0803-4689-b6e0-3c2ed67bad20 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (b8bb5427-afb1-488d-a379-8854c3527644), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:32.242650 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b70068bc-0803-4689-b6e0-3c2ed67bad20 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (b8bb5427-afb1-488d-a379-8854c3527644), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:32.343733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b70068bc-0803-4689-b6e0-3c2ed67bad20 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Network b8bb5427-afb1-488d-a379-8854c3527644 is not hosted by any dhcp agent {{(pid=109741) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 22:01:32.349208 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70068bc-0803-4689-b6e0-3c2ed67bad20 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:32.349926 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b70068bc-0803-4689-b6e0-3c2ed67bad20 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:32.354500 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38294) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:32.355541 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b70068bc-0803-4689-b6e0-3c2ed67bad20 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "PUT /v2.0/networks/b8bb5427-afb1-488d-a379-8854c3527644 HTTP/1.1" status: 200 len: 723 time: 0.6083913 Jan 27 22:01:32.361151 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-08855f5e-752d-48be-9c6f-59ccf01d1a51 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'subnet': {'network_id': 'b8bb5427-afb1-488d-a379-8854c3527644', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:32.374174 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70068bc-0803-4689-b6e0-3c2ed67bad20 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Network': ['ID=b8bb5427-afb1-488d-a379-8854c3527644,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:32.392276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507957a7-dd57-49b4-a4cc-beff7c2b7dc1 req-65920c1b-2899-4a31-b7bb-ba90591abdc2 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:32.393934 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-507957a7-dd57-49b4-a4cc-beff7c2b7dc1 req-65920c1b-2899-4a31-b7bb-ba90591abdc2 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.3671174 Jan 27 22:01:32.397896 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b99d795-4539-43a4-b2b8-80da7c4a1b5e req-ea511478-c207-4405-a074-1a3823bd720b tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764641 Jan 27 22:01:32.438413 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port b3ad85b4-0281-43b6-ae0e-3c1b28eef6da, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=b3ad85b4-0281-43b6-ae0e-3c1b28eef6da,segment=NetworkSegment(4b05fbb0-30d5-4a43-9e48-2a1e98f98a07),segment_id=4b05fbb0-30d5-4a43-9e48-2a1e98f98a07)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:32.462485 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-507957a7-dd57-49b4-a4cc-beff7c2b7dc1 req-cf90cfee-15f6-4fe7-9291-c2ef682fd72c tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617299 Jan 27 22:01:32.494659 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'b3ad85b4-0281-43b6-ae0e-3c1b28eef6da', 'network_id': 'c21c1549-299c-4dec-a0f9-3f16d5727c21', 'port_id': 'b3ad85b4-0281-43b6-ae0e-3c1b28eef6da', 'mac_address': 'fa:16:3e:6c:05:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dec90ae-26a7-4889-9533-54929121f29b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:01:32.502843 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network b8bb5427-afb1-488d-a379-8854c3527644 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:01:32.614824 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08855f5e-752d-48be-9c6f-59ccf01d1a51 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Made reservation on behalf of 059cb36d2028475d800a395c3c040989 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:32.626689 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08855f5e-752d-48be-9c6f-59ccf01d1a51 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:32.629288 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port b3ad85b4-0281-43b6-ae0e-3c1b28eef6da is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:32.629688 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b3ad85b4-0281-43b6-ae0e-3c1b28eef6da), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:32.647072 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ad85b4-0281-43b6-ae0e-3c1b28eef6da {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:32.698158 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port b3ad85b4-0281-43b6-ae0e-3c1b28eef6da, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=b3ad85b4-0281-43b6-ae0e-3c1b28eef6da,segment=NetworkSegment(4b05fbb0-30d5-4a43-9e48-2a1e98f98a07),segment_id=4b05fbb0-30d5-4a43-9e48-2a1e98f98a07)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:32.730750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047d1a3-9a84-47a9-bdbd-3859b635f7af req-ef3fa6e7-bee8-43f4-bdd1-c13e0e03a407 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:32.733754 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9047d1a3-9a84-47a9-bdbd-3859b635f7af req-ef3fa6e7-bee8-43f4-bdd1-c13e0e03a407 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1161208 Jan 27 22:01:32.780474 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b3ad85b4-0281-43b6-ae0e-3c1b28eef6da), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:32.870006 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9047d1a3-9a84-47a9-bdbd-3859b635f7af req-30da9f7b-2472-4c23-8bcb-18a5509082b2 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256034 Jan 27 22:01:32.927707 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=b3ad85b4-0281-43b6-ae0e-3c1b28eef6da,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:33.047523 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08855f5e-752d-48be-9c6f-59ccf01d1a51 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (24ff0ef5-e8a5-47db-a1ce-07107387e005), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:33.140346 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['b3ad85b4-0281-43b6-ae0e-3c1b28eef6da'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:33.143591 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-34fa0fe5-ae37-4801-8352-a2f4183352a4 req-b146bf2a-ae00-4c13-aa77-be04fbc064df tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=5f8119ca47b7479290f8f1a732965415 HTTP/1.1" status: 200 len: 221 time: 0.0513480 Jan 27 22:01:33.328545 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08855f5e-752d-48be-9c6f-59ccf01d1a51 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Subnet': ['ID=24ff0ef5-e8a5-47db-a1ce-07107387e005,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:33.347806 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08855f5e-752d-48be-9c6f-59ccf01d1a51 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Checking segment: {'id': 'e97809b2-549a-4dde-961f-2c0f7aa405a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'b8bb5427-afb1-488d-a379-8854c3527644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:33.355434 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08855f5e-752d-48be-9c6f-59ccf01d1a51 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Network hostable DHCP agents. Network: b8bb5427-afb1-488d-a379-8854c3527644, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:01:33.382471 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c182e5-6677-4f22-bc58-8e02df412c33 req-5ea321ce-2950-409c-850e-fdfa2d73b428 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:33.396686 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-18c182e5-6677-4f22-bc58-8e02df412c33 req-5ea321ce-2950-409c-850e-fdfa2d73b428 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1065149 Jan 27 22:01:33.439240 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08855f5e-752d-48be-9c6f-59ccf01d1a51 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Network b8bb5427-afb1-488d-a379-8854c3527644 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:01:33.470202 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-08855f5e-752d-48be-9c6f-59ccf01d1a51 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, b8bb5427-afb1-488d-a379-8854c3527644) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:33.477353 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08855f5e-752d-48be-9c6f-59ccf01d1a51 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:33.480921 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08855f5e-752d-48be-9c6f-59ccf01d1a51 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:33.494111 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-18c182e5-6677-4f22-bc58-8e02df412c33 req-14b64321-a851-4967-be3b-8dbba4c77bba tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918796 Jan 27 22:01:33.503103 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12955d6-2e21-4e20-a6dd-e5463ca1ff97 None None] Network b8bb5427-afb1-488d-a379-8854c3527644 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:33.548883 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-08855f5e-752d-48be-9c6f-59ccf01d1a51 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1927025 Jan 27 22:01:33.552538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38334) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:33.558990 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-429b79f7-8cc4-48d7-818c-53ca151ed548 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:33.646813 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f7c0c066-9ab6-4e79-993e-3878c92096e7 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:33.651091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device bc372c26-303c-4f7d-af24-23b0ec0b98da no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:33.845092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc87910-4029-49f9-b4d7-0cfde0ca1e9d None None] Network 927445b8-ae88-42ee-9abc-b4798d5dc289 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:33.848554 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0d799-7949-4947-af54-254df22e79d2 req-b1d857b1-25a4-4963-ade6-2a934d96125b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:33.856404 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2aa0d799-7949-4947-af54-254df22e79d2 req-b1d857b1-25a4-4963-ade6-2a934d96125b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2068672 Jan 27 22:01:33.868339 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-429b79f7-8cc4-48d7-818c-53ca151ed548 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60570495'] for subnet (24ff0ef5-e8a5-47db-a1ce-07107387e005), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:33.900814 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed432f2c-e579-4898-b104-d0652c76cd7a req-bc332513-9a35-41fe-8955-9c5079c96bf3 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:33.903002 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed432f2c-e579-4898-b104-d0652c76cd7a req-bc332513-9a35-41fe-8955-9c5079c96bf3 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 945 time: 0.1665137 Jan 27 22:01:33.915624 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 917b3e49-a797-4b74-8942-dd5af77ae388 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:33.997995 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2aa0d799-7949-4947-af54-254df22e79d2 req-b64bf26e-f789-4985-bd9c-3cfa27a4bb7a tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379721 Jan 27 22:01:34.071250 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e5d41383-91c1-4133-90ed-6f9fdc5b18e0 None None] Provisioning complete for port f7c0c066-9ab6-4e79-993e-3878c92096e7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:34.071722 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e5d41383-91c1-4133-90ed-6f9fdc5b18e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:34.076993 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed432f2c-e579-4898-b104-d0652c76cd7a req-ab0b8f69-288c-4167-bc5d-3e35948e6fdb tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621509 Jan 27 22:01:34.162814 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: bc372c26-303c-4f7d-af24-23b0ec0b98da {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:34.162938 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device bc372c26-303c-4f7d-af24-23b0ec0b98da not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:34.254259 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 917b3e49-a797-4b74-8942-dd5af77ae388 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:01:34.273517 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 917b3e49-a797-4b74-8942-dd5af77ae388 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:34.274146 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (917b3e49-a797-4b74-8942-dd5af77ae388), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:34.279390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c354b3-20c8-47da-a248-fd97add0bb29 req-103069a3-db16-4bf1-b742-e4c512433a85 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:34.286293 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-69c354b3-20c8-47da-a248-fd97add0bb29 req-103069a3-db16-4bf1-b742-e4c512433a85 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.0977399 Jan 27 22:01:34.330507 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-429b79f7-8cc4-48d7-818c-53ca151ed548 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733248767187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59123168'] for subnet (24ff0ef5-e8a5-47db-a1ce-07107387e005), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:34.461872 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2167674c-6772-47b2-a52b-43e0b4bac686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-b8bb5427-afb1-488d-a379-8854c3527644', 'network_id': 'b8bb5427-afb1-488d-a379-8854c3527644', 'project_id': '059cb36d2028475d800a395c3c040989', 'fixed_ips': [{'subnet_id': '24ff0ef5-e8a5-47db-a1ce-07107387e005'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:01:34.462749 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2167674c-6772-47b2-a52b-43e0b4bac686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:34.465079 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e5d41383-91c1-4133-90ed-6f9fdc5b18e0 None None] Current status of the port f7c0c066-9ab6-4e79-993e-3878c92096e7 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:34.465511 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e5d41383-91c1-4133-90ed-6f9fdc5b18e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:34.469416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b79f7-8cc4-48d7-818c-53ca151ed548 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Subnet': ['ID=24ff0ef5-e8a5-47db-a1ce-07107387e005,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:34.486293 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429b79f7-8cc4-48d7-818c-53ca151ed548 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:34.487719 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-429b79f7-8cc4-48d7-818c-53ca151ed548 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:34.494460 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38352) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:34.494993 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-429b79f7-8cc4-48d7-818c-53ca151ed548 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "PUT /v2.0/subnets/24ff0ef5-e8a5-47db-a1ce-07107387e005 HTTP/1.1" status: 200 len: 826 time: 0.9408791 Jan 27 22:01:34.516175 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-69c354b3-20c8-47da-a248-fd97add0bb29 req-933f6f43-f31d-40e7-a6b4-491d3a54658f tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287719 Jan 27 22:01:34.605161 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e5d41383-91c1-4133-90ed-6f9fdc5b18e0 None None] For port f7c0c066-9ab6-4e79-993e-3878c92096e7, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f7c0c066-9ab6-4e79-993e-3878c92096e7,segment=NetworkSegment(2f29595e-4d71-4cbe-895f-f97ee947e54c),segment_id=2f29595e-4d71-4cbe-895f-f97ee947e54c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:34.610859 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port f7c0c066-9ab6-4e79-993e-3878c92096e7 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:34.611916 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:34.658456 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31502a7-5489-4fe2-b4d6-a247e17127ae None None] Update dhcp port {'port': {'network_id': '927445b8-ae88-42ee-9abc-b4798d5dc289', 'fixed_ips': [{'subnet_id': 'da87cca8-1e24-460e-b360-077d6623686d', 'ip_address': '2001:db8::2'}, {'subnet_id': '3ecd3bfc-2aa6-48aa-9cea-ffc403213d08'}], 'binding:host_id': 'n-d-772272-3'}, 'id': 'f7c0c066-9ab6-4e79-993e-3878c92096e7'} from n-d-772272-3. {{(pid=109743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:01:34.660396 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e5d41383-91c1-4133-90ed-6f9fdc5b18e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:34.662546 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7e2bfee-93c3-46f0-b1d0-fbfc571e0423 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (b8bb5427-afb1-488d-a379-8854c3527644), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:34.787694 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f595c-6c32-4f6e-be91-0509eda186eb req-1a3b87a7-2e7b-4ca2-bc59-6ef22b9d1f24 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:34.791244 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd4f595c-6c32-4f6e-be91-0509eda186eb req-1a3b87a7-2e7b-4ca2-bc59-6ef22b9d1f24 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1282175 Jan 27 22:01:34.798169 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7e2bfee-93c3-46f0-b1d0-fbfc571e0423 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (24ff0ef5-e8a5-47db-a1ce-07107387e005), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:34.885420 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7e2bfee-93c3-46f0-b1d0-fbfc571e0423 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (24ff0ef5-e8a5-47db-a1ce-07107387e005), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:34.909502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e260f4-2b32-4484-bce8-2f817d777a54 req-272a8ac2-e28b-49e3-a4a2-1cf6ff8d460f tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:34.914903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e260f4-2b32-4484-bce8-2f817d777a54 req-272a8ac2-e28b-49e3-a4a2-1cf6ff8d460f tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:34.916757 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f31502a7-5489-4fe2-b4d6-a247e17127ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:34.923513 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15e260f4-2b32-4484-bce8-2f817d777a54 req-272a8ac2-e28b-49e3-a4a2-1cf6ff8d460f tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d50bfda-c1dc-40da-9c97-a6e8ca91304f&device_id=f3f5be5a-a91b-409d-a260-9bbee5b18d77 HTTP/1.1" status: 200 len: 1682 time: 0.1307569 Jan 27 22:01:34.942492 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2bfee-93c3-46f0-b1d0-fbfc571e0423 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Subnet': ['ID=24ff0ef5-e8a5-47db-a1ce-07107387e005,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:34.967526 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd4f595c-6c32-4f6e-be91-0509eda186eb req-6716735d-11fe-4d05-bf96-d4dd9525d77e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515419 Jan 27 22:01:35.036656 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15e260f4-2b32-4484-bce8-2f817d777a54 req-604d8cca-1b91-41aa-a8a0-e1225e008b8f tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093748 Jan 27 22:01:35.056229 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7e2bfee-93c3-46f0-b1d0-fbfc571e0423 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (b8bb5427-afb1-488d-a379-8854c3527644), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:35.108130 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-e7e2bfee-93c3-46f0-b1d0-fbfc571e0423 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8bb5427-afb1-488d-a379-8854c3527644']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:35.137823 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-e7e2bfee-93c3-46f0-b1d0-fbfc571e0423 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97809b2-549a-4dde-961f-2c0f7aa405a7') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:35.138301 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-e7e2bfee-93c3-46f0-b1d0-fbfc571e0423 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97809b2-549a-4dde-961f-2c0f7aa405a7') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server [None req-2167674c-6772-47b2-a52b-43e0b4bac686 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 24ff0ef5-e8a5-47db-a1ce-07107387e005: This subnet is being modified by another concurrent operation. Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:01:35.140388 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise exception Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 24ff0ef5-e8a5-47db-a1ce-07107387e005: This subnet is being modified by another concurrent operation. Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Jan 27 22:01:35.144370 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d41383-91c1-4133-90ed-6f9fdc5b18e0 None None] Pushing event updated for resources: {'Port': ['ID=f7c0c066-9ab6-4e79-993e-3878c92096e7,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:35.176436 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7e2bfee-93c3-46f0-b1d0-fbfc571e0423 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (e97809b2-549a-4dde-961f-2c0f7aa405a7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:35.184315 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f4afd8-e096-400f-8284-219b0dad34f0 None None] Network b8bb5427-afb1-488d-a379-8854c3527644 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:35.212971 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192ffec-24d1-4190-9a20-6ea2861112f5 req-df51b81f-e1c7-44a6-ac3d-4542c1a7a27e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:35.217365 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7e2bfee-93c3-46f0-b1d0-fbfc571e0423 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (e97809b2-549a-4dde-961f-2c0f7aa405a7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:35.227314 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9192ffec-24d1-4190-9a20-6ea2861112f5 req-df51b81f-e1c7-44a6-ac3d-4542c1a7a27e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1380451 Jan 27 22:01:35.241110 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e2bfee-93c3-46f0-b1d0-fbfc571e0423 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:01:35.242489 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7e2bfee-93c3-46f0-b1d0-fbfc571e0423 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (e97809b2-549a-4dde-961f-2c0f7aa405a7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:01:35.250025 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:01:35.383902 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7e2bfee-93c3-46f0-b1d0-fbfc571e0423 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (b8bb5427-afb1-488d-a379-8854c3527644), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:35.418558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9192ffec-24d1-4190-9a20-6ea2861112f5 req-4b2b64c0-6aa0-45e6-99dc-0cecaef49dea tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899488 Jan 27 22:01:35.425575 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-f31502a7-5489-4fe2-b4d6-a247e17127ae None None] Allocated IP 172.20.0.1 (927445b8-ae88-42ee-9abc-b4798d5dc289/3ecd3bfc-2aa6-48aa-9cea-ffc403213d08/f7c0c066-9ab6-4e79-993e-3878c92096e7) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:35.429987 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7e2bfee-93c3-46f0-b1d0-fbfc571e0423 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:35.434741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c964da1-90e1-4d82-926b-32964e4d96fd req-e0da7e03-6ba6-43e6-b614-c50fc8cb31fd tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:35.442859 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e7e2bfee-93c3-46f0-b1d0-fbfc571e0423 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/networks/b8bb5427-afb1-488d-a379-8854c3527644 HTTP/1.1" status: 204 len: 168 time: 0.9460843 Jan 27 22:01:35.446378 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c964da1-90e1-4d82-926b-32964e4d96fd req-e0da7e03-6ba6-43e6-b614-c50fc8cb31fd tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 945 time: 0.1866050 Jan 27 22:01:35.447547 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2bfee-93c3-46f0-b1d0-fbfc571e0423 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Network': ['ID=b8bb5427-afb1-488d-a379-8854c3527644,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:35.453206 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38376) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:35.515817 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e77a39-96eb-4471-b395-1f0e5f927703 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:35.516510 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e77a39-96eb-4471-b395-1f0e5f927703 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:35.539880 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a0e77a39-96eb-4471-b395-1f0e5f927703 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/networks/b8bb5427-afb1-488d-a379-8854c3527644 HTTP/1.1" status: 404 len: 339 time: 0.0820634 Jan 27 22:01:35.540039 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38380) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:35.545061 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-468bd63e-a966-43c1-8589-11d10b49bc48 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-188957595', 'description': 'd1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:35.587022 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f31502a7-5489-4fe2-b4d6-a247e17127ae None None] For port f7c0c066-9ab6-4e79-993e-3878c92096e7, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f7c0c066-9ab6-4e79-993e-3878c92096e7,segment=NetworkSegment(2f29595e-4d71-4cbe-895f-f97ee947e54c),segment_id=2f29595e-4d71-4cbe-895f-f97ee947e54c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:35.613234 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c964da1-90e1-4d82-926b-32964e4d96fd req-e4f094db-dfeb-4fec-8d4b-abc83081b77b tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568651 Jan 27 22:01:35.613801 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468bd63e-a966-43c1-8589-11d10b49bc48 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Made reservation on behalf of 059cb36d2028475d800a395c3c040989 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:35.627096 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-468bd63e-a966-43c1-8589-11d10b49bc48 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:35.639970 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f31502a7-5489-4fe2-b4d6-a247e17127ae None None] Publish callbacks [] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:35.697920 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468bd63e-a966-43c1-8589-11d10b49bc48 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:01:35.715228 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 917b3e49-a797-4b74-8942-dd5af77ae388 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:35.716013 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (917b3e49-a797-4b74-8942-dd5af77ae388), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:35.719522 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-468bd63e-a966-43c1-8589-11d10b49bc48 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (f181c71f-457f-467b-851e-8af39222ad93), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:35.719884 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-468bd63e-a966-43c1-8589-11d10b49bc48 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Added segment f181c71f-457f-467b-851e-8af39222ad93 of type vlan for network 1f9e20bb-1a78-4291-acce-3b7796c5d7a1 Jan 27 22:01:35.753887 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f31502a7-5489-4fe2-b4d6-a247e17127ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:35.762168 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9fad8-b747-4c78-a414-396163f703b5 req-952d4b3b-a485-41c6-9fd1-c5a83dcfa37a tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:35.770571 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9ec9fad8-b747-4c78-a414-396163f703b5 req-952d4b3b-a485-41c6-9fd1-c5a83dcfa37a tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1023772 Jan 27 22:01:35.821115 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-468bd63e-a966-43c1-8589-11d10b49bc48 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (1f9e20bb-1a78-4291-acce-3b7796c5d7a1), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:35.863546 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d45374-c341-4259-b138-a6df61e2527a None None] Network b8bb5427-afb1-488d-a379-8854c3527644 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:35.871844 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9ec9fad8-b747-4c78-a414-396163f703b5 req-7fda9884-b5d1-4353-981c-f7068887676a tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000071 Jan 27 22:01:35.883951 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d45374-c341-4259-b138-a6df61e2527a None None] Network b8bb5427-afb1-488d-a379-8854c3527644 could not be found, it might have been deleted concurrently. {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 22:01:35.895764 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-468bd63e-a966-43c1-8589-11d10b49bc48 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (1f9e20bb-1a78-4291-acce-3b7796c5d7a1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:35.905007 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468bd63e-a966-43c1-8589-11d10b49bc48 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:35.908666 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-468bd63e-a966-43c1-8589-11d10b49bc48 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1777103'] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:35.925233 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 917b3e49-a797-4b74-8942-dd5af77ae388, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=917b3e49-a797-4b74-8942-dd5af77ae388,segment=NetworkSegment(4b05fbb0-30d5-4a43-9e48-2a1e98f98a07),segment_id=4b05fbb0-30d5-4a43-9e48-2a1e98f98a07)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:35.940088 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32567665-3207-4670-87b5-38051409a296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917b3e49-a797-4b74-8942-dd5af77ae388'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:35.942488 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4a32ce-9a9d-46a7-b983-64e438a6fafa" -d '{"events": [{"server_uuid": "32567665-3207-4670-87b5-38051409a296", "name": "network-vif-plugged", "status": "completed", "tag": "917b3e49-a797-4b74-8942-dd5af77ae388"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:35.946331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f7c0c066-9ab6-4e79-993e-3878c92096e7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:36.020290 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (917b3e49-a797-4b74-8942-dd5af77ae388), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:36.063798 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671794e-ad62-4631-8621-2f227044e03a req-78730e52-40e7-4d3c-8c06-c21c1ebccd04 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:36.064343 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device b3ad85b4-0281-43b6-ae0e-3c1b28eef6da up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:36.073736 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0671794e-ad62-4631-8621-2f227044e03a req-78730e52-40e7-4d3c-8c06-c21c1ebccd04 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.0820742 Jan 27 22:01:36.113422 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-468bd63e-a966-43c1-8589-11d10b49bc48 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5698111 Jan 27 22:01:36.114503 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38392) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:36.134699 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f7c0c066-9ab6-4e79-993e-3878c92096e7 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:36.142725 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31502a7-5489-4fe2-b4d6-a247e17127ae None None] Pushing event updated for resources: {'Port': ['ID=f7c0c066-9ab6-4e79-993e-3878c92096e7,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:36.201606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0671794e-ad62-4631-8621-2f227044e03a req-666f5934-6f58-4ac5-b440-c09be53fd815 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987582 Jan 27 22:01:36.320049 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d507cf-a973-4f3e-ab7b-6c90edbcb269 x-openstack-request-id: req-09d507cf-a973-4f3e-ab7b-6c90edbcb269 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:36.320459 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32567665-3207-4670-87b5-38051409a296", "name": "network-vif-plugged", "status": "completed", "tag": "917b3e49-a797-4b74-8942-dd5af77ae388", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:36.320721 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-09d507cf-a973-4f3e-ab7b-6c90edbcb269 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:36.321175 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32567665-3207-4670-87b5-38051409a296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917b3e49-a797-4b74-8942-dd5af77ae388', 'code': 200} Jan 27 22:01:36.360018 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=917b3e49-a797-4b74-8942-dd5af77ae388,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:36.377180 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port b3ad85b4-0281-43b6-ae0e-3c1b28eef6da completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:01:36.382535 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port f7c0c066-9ab6-4e79-993e-3878c92096e7 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:36.383005 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:36.393866 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468bd63e-a966-43c1-8589-11d10b49bc48 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Network': ['ID=1f9e20bb-1a78-4291-acce-3b7796c5d7a1,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:36.423855 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port b3ad85b4-0281-43b6-ae0e-3c1b28eef6da triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:36.424077 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b3ad85b4-0281-43b6-ae0e-3c1b28eef6da), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:36.430815 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 1f9e20bb-1a78-4291-acce-3b7796c5d7a1 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:01:36.463039 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3104cb-385d-4c36-8764-b1a0e50b531f tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:36.467568 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-df3104cb-385d-4c36-8764-b1a0e50b531f tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "GET /v2.0/networks?id=1f9e20bb-1a78-4291-acce-3b7796c5d7a1 HTTP/1.1" status: 200 len: 764 time: 0.3311687 Jan 27 22:01:36.468536 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38400) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:36.480774 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-09744135-f357-4602-81ce-7b13b1a72862 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'network': {'description': 'd2'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:36.502295 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c05a7e-0f09-4d48-b439-5d489127df62 req-59bf3ed6-15fc-45d1-9ab3-f6da6786c1b2 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:36.514486 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3c05a7e-0f09-4d48-b439-5d489127df62 req-59bf3ed6-15fc-45d1-9ab3-f6da6786c1b2 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2012620 Jan 27 22:01:36.580120 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a832c3-107c-4a45-aac9-785992adda8f req-544ee4af-9f12-4a7c-ba5b-2883b8b6baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:36.582545 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6a832c3-107c-4a45-aac9-785992adda8f req-544ee4af-9f12-4a7c-ba5b-2883b8b6baf9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 1096 time: 0.1825569 Jan 27 22:01:36.683963 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3c05a7e-0f09-4d48-b439-5d489127df62 req-f2fe3b34-f9e5-4058-a6b9-07709a94e04b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685691 Jan 27 22:01:36.704098 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ebffa-0023-4756-acb8-0fd594b94551 req-8b56e80c-77ee-4fd7-81c0-a42a6d40b7b8 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:36.725084 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a47ebffa-0023-4756-acb8-0fd594b94551 req-8b56e80c-77ee-4fd7-81c0-a42a6d40b7b8 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f5be5a-a91b-409d-a260-9bbee5b18d77 HTTP/1.1" status: 200 len: 945 time: 0.1892347 Jan 27 22:01:36.767970 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6a832c3-107c-4a45-aac9-785992adda8f req-88789e3a-c634-4bf0-afd1-4568f7eea536 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729267 Jan 27 22:01:36.812030 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a47ebffa-0023-4756-acb8-0fd594b94551 req-f9b077bb-b82c-4959-894d-4e639097652e tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855422 Jan 27 22:01:36.815809 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port b3ad85b4-0281-43b6-ae0e-3c1b28eef6da is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:36.816283 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b3ad85b4-0281-43b6-ae0e-3c1b28eef6da), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:36.892964 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f7c0c066-9ab6-4e79-993e-3878c92096e7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:36.904972 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-09744135-f357-4602-81ce-7b13b1a72862 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (1f9e20bb-1a78-4291-acce-3b7796c5d7a1), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:36.921018 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port b3ad85b4-0281-43b6-ae0e-3c1b28eef6da, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=b3ad85b4-0281-43b6-ae0e-3c1b28eef6da,segment=NetworkSegment(4b05fbb0-30d5-4a43-9e48-2a1e98f98a07),segment_id=4b05fbb0-30d5-4a43-9e48-2a1e98f98a07)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:36.924390 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-09744135-f357-4602-81ce-7b13b1a72862 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (1f9e20bb-1a78-4291-acce-3b7796c5d7a1), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:36.935021 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-09744135-f357-4602-81ce-7b13b1a72862 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Network 1f9e20bb-1a78-4291-acce-3b7796c5d7a1 is not hosted by any dhcp agent {{(pid=109742) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 22:01:36.935260 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b3ad85b4-0281-43b6-ae0e-3c1b28eef6da), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:36.939886 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524a94d-c785-4d22-b321-df509975c265 req-32a9651c-936e-4a82-87a2-7d58528aeba6 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:36.941563 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7524a94d-c785-4d22-b321-df509975c265 req-32a9651c-936e-4a82-87a2-7d58528aeba6 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 945 time: 0.1220710 Jan 27 22:01:36.947988 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09744135-f357-4602-81ce-7b13b1a72862 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:36.949632 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-09744135-f357-4602-81ce-7b13b1a72862 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:36.951213 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-09744135-f357-4602-81ce-7b13b1a72862 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "PUT /v2.0/networks/1f9e20bb-1a78-4291-acce-3b7796c5d7a1 HTTP/1.1" status: 200 len: 761 time: 0.4816713 Jan 27 22:01:36.954040 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38412) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:37.032056 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=b3ad85b4-0281-43b6-ae0e-3c1b28eef6da,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:37.085160 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7524a94d-c785-4d22-b321-df509975c265 req-36ce6ca4-229f-452c-aa60-572661a9760a tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321704 Jan 27 22:01:37.098468 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fe25a-b07d-43fc-8dc1-fa19281b4c12 req-2e7747a3-eaac-4003-a102-764c159ae3ca tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:37.100036 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-939fe25a-b07d-43fc-8dc1-fa19281b4c12 req-2e7747a3-eaac-4003-a102-764c159ae3ca tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1078908 Jan 27 22:01:37.124779 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d49d85-0dcf-4f5b-949d-570403607922 None None] get_active_networks_info from n-d-772272-3 {{(pid=109743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:01:37.144334 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09744135-f357-4602-81ce-7b13b1a72862 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Network': ['ID=1f9e20bb-1a78-4291-acce-3b7796c5d7a1,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:37.160309 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 1f9e20bb-1a78-4291-acce-3b7796c5d7a1 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:01:37.169477 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-939fe25a-b07d-43fc-8dc1-fa19281b4c12 req-2d133116-ea03-48a8-b48c-3fe5f2e76c44 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617530 Jan 27 22:01:37.192786 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44dd91e-a9cf-40b0-9b09-ef6e1dbabc0b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:37.194460 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a44dd91e-a9cf-40b0-9b09-ef6e1dbabc0b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "GET /v2.0/networks?id=1f9e20bb-1a78-4291-acce-3b7796c5d7a1 HTTP/1.1" status: 200 len: 764 time: 0.2392833 Jan 27 22:01:37.198973 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38416) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:37.413006 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa46ed2-84b3-4179-88db-a1eab816ae3c req-e61edc43-5759-4224-94a7-299bebb3ffda tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:37.414506 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fa46ed2-84b3-4179-88db-a1eab816ae3c req-e61edc43-5759-4224-94a7-299bebb3ffda tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1661360 Jan 27 22:01:37.443306 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a9452d5c-48f4-408d-ab79-d9e68639126f None None] Provisioning complete for port f7c0c066-9ab6-4e79-993e-3878c92096e7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:37.443658 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a9452d5c-48f4-408d-ab79-d9e68639126f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:37.451176 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922c74c2-06f7-4261-b350-f919da50d9a0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:37.455181 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-922c74c2-06f7-4261-b350-f919da50d9a0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2524529 Jan 27 22:01:37.455989 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38420) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:37.503847 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-457c6590-5a63-4c8a-b46e-0902bfbd072c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "GET /v2.0/subnets?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 207 time: 0.0437002 Jan 27 22:01:37.505686 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38422) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:37.591356 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d49d85-0dcf-4f5b-949d-570403607922 None None] Resources bound (agent type, host, resource id): {{(pid=109743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:01:37.593455 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a9452d5c-48f4-408d-ab79-d9e68639126f None None] Current status of the port f7c0c066-9ab6-4e79-993e-3878c92096e7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:37.837420 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca04abb-a20f-4488-8328-e8e8bafc5059 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:37.858400 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca04abb-a20f-4488-8328-e8e8bafc5059 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:37.867989 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca04abb-a20f-4488-8328-e8e8bafc5059 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:37.877547 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca04abb-a20f-4488-8328-e8e8bafc5059 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:37.893222 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca04abb-a20f-4488-8328-e8e8bafc5059 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:37.908634 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca04abb-a20f-4488-8328-e8e8bafc5059 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:37.923454 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6ca04abb-a20f-4488-8328-e8e8bafc5059 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4141493 Jan 27 22:01:37.924714 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38430) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:38.014792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a924394f-d071-4e9c-b373-ab62dbf06a9f None None] Network 927445b8-ae88-42ee-9abc-b4798d5dc289 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:38.111031 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fa46ed2-84b3-4179-88db-a1eab816ae3c req-a0d0d679-6bfd-46f6-b839-cb4bef1c2cb0 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6868958 Jan 27 22:01:38.131689 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38062b8c-5b04-44fa-912a-508b3e4e7b17 req-c3e1e7fd-42e4-42bc-b500-f9bf190226e0 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:38.136619 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38062b8c-5b04-44fa-912a-508b3e4e7b17 req-c3e1e7fd-42e4-42bc-b500-f9bf190226e0 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3f5be5a-a91b-409d-a260-9bbee5b18d77 HTTP/1.1" status: 200 len: 945 time: 0.6811244 Jan 27 22:01:38.156873 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f7c0c066-9ab6-4e79-993e-3878c92096e7 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:38.219172 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2bf6a791-4f74-4c66-b661-7c459ec4dee5 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2929766 Jan 27 22:01:38.220379 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38436) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:38.235608 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e2322-30d2-4572-8ee4-6731416a3aac req-9413cb28-6f97-41c5-912b-4e3a7e2aa78c tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:38.245696 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd3e2322-30d2-4572-8ee4-6731416a3aac req-9413cb28-6f97-41c5-912b-4e3a7e2aa78c tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f5be5a-a91b-409d-a260-9bbee5b18d77 HTTP/1.1" status: 200 len: 945 time: 0.2954957 Jan 27 22:01:38.278664 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port f7c0c066-9ab6-4e79-993e-3878c92096e7 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:38.279202 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:38.283221 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfcd4dd-432a-4141-968d-75116102d35b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:38.284810 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfcd4dd-432a-4141-968d-75116102d35b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:38.286272 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfcd4dd-432a-4141-968d-75116102d35b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:38.287567 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfcd4dd-432a-4141-968d-75116102d35b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:38.288967 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfcd4dd-432a-4141-968d-75116102d35b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:38.290728 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cbfcd4dd-432a-4141-968d-75116102d35b tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0692003 Jan 27 22:01:38.296630 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38438) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:38.324531 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6003b0-cc36-435a-b273-8cee2521e148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ad85b4-0281-43b6-ae0e-3c1b28eef6da'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:38.327294 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e31f22-877b-427b-8366-a1ae44dd897f" -d '{"events": [{"server_uuid": "6d6003b0-cc36-435a-b273-8cee2521e148", "name": "network-vif-plugged", "status": "completed", "tag": "b3ad85b4-0281-43b6-ae0e-3c1b28eef6da"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:38.410141 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd3e2322-30d2-4572-8ee4-6731416a3aac req-b6e7b5ee-8a36-4069-9adc-6440cf25877b tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/security-groups?id=8d35d646-0e19-437e-a5ba-2e28433fa4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635642 Jan 27 22:01:38.427370 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d69da-7333-4924-97b5-c432e88810ed req-f8460655-b45a-4dfc-b8ee-e644f5250efc tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:38.443825 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c0d69da-7333-4924-97b5-c432e88810ed req-f8460655-b45a-4dfc-b8ee-e644f5250efc tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.1890907 Jan 27 22:01:38.449294 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f7c0c066-9ab6-4e79-993e-3878c92096e7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:38.457160 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa66282f-e6b3-4cc4-81ec-07abca280b2c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['shared'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:38.459153 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa66282f-e6b3-4cc4-81ec-07abca280b2c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['shared'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:38.471316 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa66282f-e6b3-4cc4-81ec-07abca280b2c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['shared'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:38.473591 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa66282f-e6b3-4cc4-81ec-07abca280b2c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['shared'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:38.475201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa66282f-e6b3-4cc4-81ec-07abca280b2c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['shared'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:38.476917 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fa66282f-e6b3-4cc4-81ec-07abca280b2c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1793015 Jan 27 22:01:38.481013 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38444) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:38.526982 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-38062b8c-5b04-44fa-912a-508b3e4e7b17 req-6211e6fe-615e-4af8-a484-236d7ca28490 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Deleting port 75594b48-771a-4ad9-91bc-a1df1b12c257 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:38.527325 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-38062b8c-5b04-44fa-912a-508b3e4e7b17 req-6211e6fe-615e-4af8-a484-236d7ca28490 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (75594b48-771a-4ad9-91bc-a1df1b12c257), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:38.528626 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c188e3-d6cf-4a9f-a223-ceae8d06297c x-openstack-request-id: req-46c188e3-d6cf-4a9f-a223-ceae8d06297c {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:38.528923 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6003b0-cc36-435a-b273-8cee2521e148", "name": "network-vif-plugged", "status": "completed", "tag": "b3ad85b4-0281-43b6-ae0e-3c1b28eef6da", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:38.529703 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46c188e3-d6cf-4a9f-a223-ceae8d06297c {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:38.530114 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6003b0-cc36-435a-b273-8cee2521e148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ad85b4-0281-43b6-ae0e-3c1b28eef6da', 'code': 200} Jan 27 22:01:38.635027 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14660de8-00c1-42b1-b9ad-44e68e52e9ce tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:38.642713 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-14660de8-00c1-42b1-b9ad-44e68e52e9ce tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "GET /v2.0/networks/8700aa2f-60a2-47a5-a4d8-ff8940236661 HTTP/1.1" status: 200 len: 804 time: 0.1607072 Jan 27 22:01:38.643522 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38446) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:38.644715 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-801df8f3-25a3-456f-86c6-79e35fd39d7c None None] Provisioning complete for port f7c0c066-9ab6-4e79-993e-3878c92096e7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:38.645246 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-801df8f3-25a3-456f-86c6-79e35fd39d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:38.772215 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0836c5a8-961c-4c1a-a38e-84e2badf84e0 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "GET /v2.0/networks/8700aa2f-60a2-47a5-a4d8-ff8940236661?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1254013 Jan 27 22:01:38.775992 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38450) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:38.796250 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-801df8f3-25a3-456f-86c6-79e35fd39d7c None None] Current status of the port f7c0c066-9ab6-4e79-993e-3878c92096e7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:38.817604 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c0d69da-7333-4924-97b5-c432e88810ed req-2b407a3c-f0f4-4e18-9cdd-48ff385917e6 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663387 Jan 27 22:01:38.864507 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e3e357-b406-4216-9d74-b0d17196e7b3 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:38.871988 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c8e3e357-b406-4216-9d74-b0d17196e7b3 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "GET /v2.0/subnets/acf92c14-c95c-476b-80b5-88de6b7b1a23 HTTP/1.1" status: 200 len: 843 time: 0.0886693 Jan 27 22:01:38.872613 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38452) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:38.924520 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df17c3-6bcf-4b94-a8e0-12511a552727 req-d28a6ff8-bcfa-4685-b386-2de433115e7c tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:38.926360 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a5df17c3-6bcf-4b94-a8e0-12511a552727 req-d28a6ff8-bcfa-4685-b386-2de433115e7c tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d50bfda-c1dc-40da-9c97-a6e8ca91304f HTTP/1.1" status: 200 len: 946 time: 0.4144256 Jan 27 22:01:38.929329 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-38062b8c-5b04-44fa-912a-508b3e4e7b17 req-6211e6fe-615e-4af8-a484-236d7ca28490 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] For port 75594b48-771a-4ad9-91bc-a1df1b12c257, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=75594b48-771a-4ad9-91bc-a1df1b12c257,segment=NetworkSegment(01c9a8c6-753f-4f97-b988-a6b13cd17251),segment_id=01c9a8c6-753f-4f97-b988-a6b13cd17251)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:38.929711 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-38062b8c-5b04-44fa-912a-508b3e4e7b17 req-6211e6fe-615e-4af8-a484-236d7ca28490 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (75594b48-771a-4ad9-91bc-a1df1b12c257), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:38.935056 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2276343e-e738-4526-9440-a20e957e8ea6 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['shared'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:38.936672 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2276343e-e738-4526-9440-a20e957e8ea6 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "GET /v2.0/subnets/acf92c14-c95c-476b-80b5-88de6b7b1a23?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0624821 Jan 27 22:01:38.941912 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38454) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:38.947311 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2c913b15-83d0-409e-8211-8254295e34ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-121813636'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:38.966547 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0ef1a-af54-4bc9-959a-2498671c366e req-1ff0316a-b928-40e8-9eda-b8c964a4aca9 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:38.973634 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c913b15-83d0-409e-8211-8254295e34ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Made reservation on behalf of 059cb36d2028475d800a395c3c040989 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:38.974279 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09b0ef1a-af54-4bc9-959a-2498671c366e req-1ff0316a-b928-40e8-9eda-b8c964a4aca9 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.3446794 Jan 27 22:01:38.977413 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2c913b15-83d0-409e-8211-8254295e34ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:38.994616 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-38062b8c-5b04-44fa-912a-508b3e4e7b17 req-6211e6fe-615e-4af8-a484-236d7ca28490 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Calling delete_port for 75594b48-771a-4ad9-91bc-a1df1b12c257 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:39.006571 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa5ec5-3d08-42fe-94a4-f701c3c8f624 req-1faac386-97e3-421c-8425-07d729bed49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:39.008064 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8aaa5ec5-3d08-42fe-94a4-f701c3c8f624 req-1faac386-97e3-421c-8425-07d729bed49f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 1097 time: 0.3457756 Jan 27 22:01:39.024881 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c913b15-83d0-409e-8211-8254295e34ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:01:39.038190 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2c913b15-83d0-409e-8211-8254295e34ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (228ffd6d-3a36-43f6-83f4-cd3e777251db), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.038697 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-2c913b15-83d0-409e-8211-8254295e34ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Added segment 228ffd6d-3a36-43f6-83f4-cd3e777251db of type vlan for network 6034306f-01d9-48a2-84dc-e92ad544f55e Jan 27 22:01:39.103124 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2c913b15-83d0-409e-8211-8254295e34ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (6034306f-01d9-48a2-84dc-e92ad544f55e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.140269 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2c913b15-83d0-409e-8211-8254295e34ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (6034306f-01d9-48a2-84dc-e92ad544f55e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.146587 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c913b15-83d0-409e-8211-8254295e34ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:39.147431 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2c913b15-83d0-409e-8211-8254295e34ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.167485 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8aaa5ec5-3d08-42fe-94a4-f701c3c8f624 req-f921bf41-dc1c-47f2-a1b5-137060f10f59 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449335 Jan 27 22:01:39.220204 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2c913b15-83d0-409e-8211-8254295e34ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2743630 Jan 27 22:01:39.224850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38458) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:39.231541 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-2dacc928-7f50-424b-8922-a27b7f234a9a tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'subnet': {'network_id': '6034306f-01d9-48a2-84dc-e92ad544f55e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:39.240062 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c913b15-83d0-409e-8211-8254295e34ad tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Network': ['ID=6034306f-01d9-48a2-84dc-e92ad544f55e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:39.248793 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09b0ef1a-af54-4bc9-959a-2498671c366e req-501a09fe-dcca-4839-9389-336713ada720 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735558 Jan 27 22:01:39.259427 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 6034306f-01d9-48a2-84dc-e92ad544f55e details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:01:39.428945 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-38062b8c-5b04-44fa-912a-508b3e4e7b17 req-6211e6fe-615e-4af8-a484-236d7ca28490 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (75594b48-771a-4ad9-91bc-a1df1b12c257), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.444623 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['75594b48-771a-4ad9-91bc-a1df1b12c257'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:39.477937 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['c67827cd-5a09-45da-a489-88b2ce3e1b3b'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:39.500461 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211e6fe-615e-4af8-a484-236d7ca28490 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Pushing event deleted for resources: {'Port': ['ID=75594b48-771a-4ad9-91bc-a1df1b12c257,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:39.529125 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-a5df17c3-6bcf-4b94-a8e0-12511a552727 req-78c17579-2e16-46ed-a742-29ca5cad3096 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Deleting port c67827cd-5a09-45da-a489-88b2ce3e1b3b {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:39.529455 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a5df17c3-6bcf-4b94-a8e0-12511a552727 req-78c17579-2e16-46ed-a742-29ca5cad3096 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c67827cd-5a09-45da-a489-88b2ce3e1b3b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.652486 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a5df17c3-6bcf-4b94-a8e0-12511a552727 req-78c17579-2e16-46ed-a742-29ca5cad3096 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] For port c67827cd-5a09-45da-a489-88b2ce3e1b3b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=c67827cd-5a09-45da-a489-88b2ce3e1b3b,segment=NetworkSegment(01c9a8c6-753f-4f97-b988-a6b13cd17251),segment_id=01c9a8c6-753f-4f97-b988-a6b13cd17251)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:39.652888 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a5df17c3-6bcf-4b94-a8e0-12511a552727 req-78c17579-2e16-46ed-a742-29ca5cad3096 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c67827cd-5a09-45da-a489-88b2ce3e1b3b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.667736 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-a5df17c3-6bcf-4b94-a8e0-12511a552727 req-78c17579-2e16-46ed-a742-29ca5cad3096 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Calling delete_port for c67827cd-5a09-45da-a489-88b2ce3e1b3b owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:39.764578 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a71f872-6f91-4577-ba29-629bae72e0c6 req-c8929282-80c0-4c1f-bb34-a3cb28cc024d tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f5be5a-a91b-409d-a260-9bbee5b18d77 HTTP/1.1" status: 200 len: 210 time: 0.1296785 Jan 27 22:01:39.778997 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbea65b-ea75-46a6-890e-4f89a7c67094 req-386eea24-76d8-4f34-9008-e860523a5fbc tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:39.780577 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adbea65b-ea75-46a6-890e-4f89a7c67094 req-386eea24-76d8-4f34-9008-e860523a5fbc tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.3526573 Jan 27 22:01:39.800655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-38062b8c-5b04-44fa-912a-508b3e4e7b17 req-6211e6fe-615e-4af8-a484-236d7ca28490 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] No DVR routers for this DVR port 75594b48-771a-4ad9-91bc-a1df1b12c257 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:39.803312 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-38062b8c-5b04-44fa-912a-508b3e4e7b17 req-6211e6fe-615e-4af8-a484-236d7ca28490 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.806962 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38062b8c-5b04-44fa-912a-508b3e4e7b17 req-6211e6fe-615e-4af8-a484-236d7ca28490 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.15 "DELETE /v2.0/ports/75594b48-771a-4ad9-91bc-a1df1b12c257 HTTP/1.1" status: 204 len: 173 time: 1.6621172 Jan 27 22:01:39.811023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f5be5a-a91b-409d-a260-9bbee5b18d77', 'name': 'network-vif-deleted', 'tag': '75594b48-771a-4ad9-91bc-a1df1b12c257'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:39.814076 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64032f36-d5e8-44bf-af67-b9218db64ee1" -d '{"events": [{"server_uuid": "f3f5be5a-a91b-409d-a260-9bbee5b18d77", "name": "network-vif-deleted", "tag": "75594b48-771a-4ad9-91bc-a1df1b12c257"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:39.840633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dacc928-7f50-424b-8922-a27b7f234a9a tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Made reservation on behalf of 059cb36d2028475d800a395c3c040989 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:39.844929 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2dacc928-7f50-424b-8922-a27b7f234a9a tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.891619 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c488158e-ab10-489b-9eba-fd2bad508ca8 x-openstack-request-id: req-c488158e-ab10-489b-9eba-fd2bad508ca8 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:39.892197 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f5be5a-a91b-409d-a260-9bbee5b18d77", "name": "network-vif-deleted", "tag": "75594b48-771a-4ad9-91bc-a1df1b12c257", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:39.892477 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c488158e-ab10-489b-9eba-fd2bad508ca8 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:39.892902 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f5be5a-a91b-409d-a260-9bbee5b18d77', 'name': 'network-vif-deleted', 'tag': '75594b48-771a-4ad9-91bc-a1df1b12c257', 'status': 'completed', 'code': 200} Jan 27 22:01:39.996045 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.ipam_backend_mixin [None req-2dacc928-7f50-424b-8922-a27b7f234a9a tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Performing IP validity checks on allocation pools {{(pid=109741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 22:01:39.996806 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.ipam_backend_mixin [None req-2dacc928-7f50-424b-8922-a27b7f234a9a tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 22:01:40.023414 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adbea65b-ea75-46a6-890e-4f89a7c67094 req-d98b657c-83d5-4738-8800-30668c21016e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238524 Jan 27 22:01:40.126775 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36f50a-4c1b-4daf-a332-e64c5c2c17a1 req-68a4d1ed-2182-4572-aaaf-d681711bf048 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:40.128332 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e36f50a-4c1b-4daf-a332-e64c5c2c17a1 req-68a4d1ed-2182-4572-aaaf-d681711bf048 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.1438763 Jan 27 22:01:40.200157 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a5df17c3-6bcf-4b94-a8e0-12511a552727 req-78c17579-2e16-46ed-a742-29ca5cad3096 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (c67827cd-5a09-45da-a489-88b2ce3e1b3b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:40.261659 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c17579-2e16-46ed-a742-29ca5cad3096 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Pushing event deleted for resources: {'Port': ['ID=c67827cd-5a09-45da-a489-88b2ce3e1b3b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:40.354617 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5df17c3-6bcf-4b94-a8e0-12511a552727 req-78c17579-2e16-46ed-a742-29ca5cad3096 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] No DVR routers for this DVR port c67827cd-5a09-45da-a489-88b2ce3e1b3b on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:40.357611 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a5df17c3-6bcf-4b94-a8e0-12511a552727 req-78c17579-2e16-46ed-a742-29ca5cad3096 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:40.361464 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a5df17c3-6bcf-4b94-a8e0-12511a552727 req-78c17579-2e16-46ed-a742-29ca5cad3096 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.21 "DELETE /v2.0/ports/c67827cd-5a09-45da-a489-88b2ce3e1b3b HTTP/1.1" status: 204 len: 173 time: 1.4211862 Jan 27 22:01:40.368402 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e36f50a-4c1b-4daf-a332-e64c5c2c17a1 req-8be182be-1cc5-458c-9d7f-f254b070bc63 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248905 Jan 27 22:01:40.409017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a3a37-2016-4c84-9637-55f4fc0d5749 req-038516a7-2bc8-4c81-b51b-9e1b10b2c8df tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:40.417934 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a78a3a37-2016-4c84-9637-55f4fc0d5749 req-038516a7-2bc8-4c81-b51b-9e1b10b2c8df tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2797151 Jan 27 22:01:40.466441 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2dacc928-7f50-424b-8922-a27b7f234a9a tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (58019de9-36d0-4dd3-869c-327eb3d7d00e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:40.531241 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a78a3a37-2016-4c84-9637-55f4fc0d5749 req-055d5790-120f-44f9-a7ed-fbfd3aea3fbc tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123323 Jan 27 22:01:40.567358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacc928-7f50-424b-8922-a27b7f234a9a tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Subnet': ['ID=58019de9-36d0-4dd3-869c-327eb3d7d00e,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:40.623630 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dacc928-7f50-424b-8922-a27b7f234a9a tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Checking segment: {'id': '228ffd6d-3a36-43f6-83f4-cd3e777251db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6034306f-01d9-48a2-84dc-e92ad544f55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:40.624667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dacc928-7f50-424b-8922-a27b7f234a9a tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Network hostable DHCP agents. Network: 6034306f-01d9-48a2-84dc-e92ad544f55e, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:01:40.653429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dacc928-7f50-424b-8922-a27b7f234a9a tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Network 6034306f-01d9-48a2-84dc-e92ad544f55e is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:01:40.680827 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-2dacc928-7f50-424b-8922-a27b7f234a9a tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 6034306f-01d9-48a2-84dc-e92ad544f55e) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:40.687042 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dacc928-7f50-424b-8922-a27b7f234a9a tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:40.687862 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2dacc928-7f50-424b-8922-a27b7f234a9a tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:40.691094 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4c55e5-4c24-4791-8ad4-8f7d35a7d099 None None] Network 6034306f-01d9-48a2-84dc-e92ad544f55e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:40.715124 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef816e-9794-4c12-a5d8-29d37b513966 req-e89c5a8f-f6a3-42f1-8ef8-56c9965f7dfe tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:40.716872 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5bef816e-9794-4c12-a5d8-29d37b513966 req-e89c5a8f-f6a3-42f1-8ef8-56c9965f7dfe tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.0748301 Jan 27 22:01:40.740604 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2dacc928-7f50-424b-8922-a27b7f234a9a tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5111401 Jan 27 22:01:40.740980 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38482) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:40.747551 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d010c7dd-fd39-4e97-ada1-55a3bf5de6cd tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:40.777697 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5bef816e-9794-4c12-a5d8-29d37b513966 req-85d7e97c-a10a-47d9-bcf4-4d2bc9f263f4 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534797 Jan 27 22:01:40.880804 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d010c7dd-fd39-4e97-ada1-55a3bf5de6cd tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58935785'] for subnet (58019de9-36d0-4dd3-869c-327eb3d7d00e), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:40.898358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5dfc94-b042-4bd4-b024-77e2d3e83019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-6034306f-01d9-48a2-84dc-e92ad544f55e', 'network_id': '6034306f-01d9-48a2-84dc-e92ad544f55e', 'project_id': '059cb36d2028475d800a395c3c040989', 'fixed_ips': [{'subnet_id': '58019de9-36d0-4dd3-869c-327eb3d7d00e'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:01:40.900929 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-eb5dfc94-b042-4bd4-b024-77e2d3e83019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:40.988379 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-60f1136f-8a33-44d4-91ce-2fb54cb622a2 req-83cd1d7c-3b0f-4914-a218-b8d496ee23a0 tempest-ListServersNegativeTestJSON-21726858 tempest-ListServersNegativeTestJSON-21726858-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d50bfda-c1dc-40da-9c97-a6e8ca91304f HTTP/1.1" status: 200 len: 210 time: 0.0416989 Jan 27 22:01:41.119957 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d010c7dd-fd39-4e97-ada1-55a3bf5de6cd tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733248767187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59413743'] for subnet (58019de9-36d0-4dd3-869c-327eb3d7d00e), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:41.174923 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d010c7dd-fd39-4e97-ada1-55a3bf5de6cd tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:41.175625 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d010c7dd-fd39-4e97-ada1-55a3bf5de6cd tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:41.177779 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d010c7dd-fd39-4e97-ada1-55a3bf5de6cd tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "PUT /v2.0/subnets/58019de9-36d0-4dd3-869c-327eb3d7d00e HTTP/1.1" status: 200 len: 900 time: 0.4354637 Jan 27 22:01:41.181176 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38498) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:41.206868 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-eb5dfc94-b042-4bd4-b024-77e2d3e83019 None None] Allocated IP 2001:db8::3 (6034306f-01d9-48a2-84dc-e92ad544f55e/58019de9-36d0-4dd3-869c-327eb3d7d00e/c7cfaed4-5953-4ba7-8afa-4f16fb17e877) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:41.216430 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81cb1a-a162-489c-bef5-eec7159a2b01 req-1ad46a5f-e90a-4a85-a826-4fc5180b4309 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:41.222369 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81cb1a-a162-489c-bef5-eec7159a2b01 req-1ad46a5f-e90a-4a85-a826-4fc5180b4309 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:41.227969 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81cb1a-a162-489c-bef5-eec7159a2b01 req-1ad46a5f-e90a-4a85-a826-4fc5180b4309 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:41.235488 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81cb1a-a162-489c-bef5-eec7159a2b01 req-1ad46a5f-e90a-4a85-a826-4fc5180b4309 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:41.243731 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81cb1a-a162-489c-bef5-eec7159a2b01 req-1ad46a5f-e90a-4a85-a826-4fc5180b4309 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:41.260256 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81cb1a-a162-489c-bef5-eec7159a2b01 req-1ad46a5f-e90a-4a85-a826-4fc5180b4309 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:41.265720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81cb1a-a162-489c-bef5-eec7159a2b01 req-1ad46a5f-e90a-4a85-a826-4fc5180b4309 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:41.273820 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc81cb1a-a162-489c-bef5-eec7159a2b01 req-1ad46a5f-e90a-4a85-a826-4fc5180b4309 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5434 time: 0.1895761 Jan 27 22:01:41.294832 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c2a85-d117-44ae-97ea-7261853365ff req-caaf46e5-6915-476c-b2f9-a62b3ef5ece0 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:41.294832 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c94c2a85-d117-44ae-97ea-7261853365ff req-caaf46e5-6915-476c-b2f9-a62b3ef5ece0 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1487901 Jan 27 22:01:41.308474 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010c7dd-fd39-4e97-ada1-55a3bf5de6cd tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event updated for resources: {'Subnet': ['ID=58019de9-36d0-4dd3-869c-327eb3d7d00e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:41.395484 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c94c2a85-d117-44ae-97ea-7261853365ff req-9f167b89-b1f6-473a-aa00-d98ae69d9022 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992424 Jan 27 22:01:41.444242 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (6034306f-01d9-48a2-84dc-e92ad544f55e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:41.519036 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc81cb1a-a162-489c-bef5-eec7159a2b01 req-e267b346-50c0-49f4-87a9-acf37c3de2bf tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2294030 Jan 27 22:01:41.532962 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-eb5dfc94-b042-4bd4-b024-77e2d3e83019 None None] Publish callbacks [] for port (c7cfaed4-5953-4ba7-8afa-4f16fb17e877), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:41.542363 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-eb5dfc94-b042-4bd4-b024-77e2d3e83019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (c7cfaed4-5953-4ba7-8afa-4f16fb17e877), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:41.569675 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (58019de9-36d0-4dd3-869c-327eb3d7d00e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:41.641573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5dfc94-b042-4bd4-b024-77e2d3e83019 None None] Network 6034306f-01d9-48a2-84dc-e92ad544f55e is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:41.656048 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-eb5dfc94-b042-4bd4-b024-77e2d3e83019 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:41.665987 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5dfc94-b042-4bd4-b024-77e2d3e83019 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:41.688445 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5dfc94-b042-4bd4-b024-77e2d3e83019 None None] Pushing event updated for resources: {'Port': ['ID=c7cfaed4-5953-4ba7-8afa-4f16fb17e877,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:41.690337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c405dd-ae97-4907-8bbb-b84c87d42831 req-cdf2beaf-9afa-4712-9fba-453296018a23 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:41.692451 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70c405dd-ae97-4907-8bbb-b84c87d42831 req-cdf2beaf-9afa-4712-9fba-453296018a23 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.1439817 Jan 27 22:01:41.704998 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (58019de9-36d0-4dd3-869c-327eb3d7d00e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:41.723713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed76602-7e55-4106-89b1-bbb12cceb173 req-27793eb9-3b74-4432-acf8-2c3a886d8387 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:41.725559 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ed76602-7e55-4106-89b1-bbb12cceb173 req-27793eb9-3b74-4432-acf8-2c3a886d8387 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.0872729 Jan 27 22:01:41.754745 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Subnet': ['ID=58019de9-36d0-4dd3-869c-327eb3d7d00e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:41.780725 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70c405dd-ae97-4907-8bbb-b84c87d42831 req-665af548-47c3-44fb-a34f-6df56914ccd7 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757651 Jan 27 22:01:41.817727 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ed76602-7e55-4106-89b1-bbb12cceb173 req-9b529282-be20-42b5-898b-3ba40b1bc551 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845983 Jan 27 22:01:41.820706 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-eb5dfc94-b042-4bd4-b024-77e2d3e83019 None None] Attempting to bind port c7cfaed4-5953-4ba7-8afa-4f16fb17e877 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:41.821196 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-eb5dfc94-b042-4bd4-b024-77e2d3e83019 None None] Attempting to bind port c7cfaed4-5953-4ba7-8afa-4f16fb17e877 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '228ffd6d-3a36-43f6-83f4-cd3e777251db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6034306f-01d9-48a2-84dc-e92ad544f55e'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:41.821453 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5dfc94-b042-4bd4-b024-77e2d3e83019 None None] Attempting to bind port c7cfaed4-5953-4ba7-8afa-4f16fb17e877 on network 6034306f-01d9-48a2-84dc-e92ad544f55e {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:41.831143 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5dfc94-b042-4bd4-b024-77e2d3e83019 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:41.831524 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5dfc94-b042-4bd4-b024-77e2d3e83019 None None] Checking segment: {'id': '228ffd6d-3a36-43f6-83f4-cd3e777251db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6034306f-01d9-48a2-84dc-e92ad544f55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:41.831937 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-eb5dfc94-b042-4bd4-b024-77e2d3e83019 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:41.832369 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5dfc94-b042-4bd4-b024-77e2d3e83019 None None] Bound using segment: {'id': '228ffd6d-3a36-43f6-83f4-cd3e777251db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6034306f-01d9-48a2-84dc-e92ad544f55e'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:41.833113 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-eb5dfc94-b042-4bd4-b024-77e2d3e83019 None None] Bound port: c7cfaed4-5953-4ba7-8afa-4f16fb17e877, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228ffd6d-3a36-43f6-83f4-cd3e777251db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6034306f-01d9-48a2-84dc-e92ad544f55e'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:41.837344 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-eb5dfc94-b042-4bd4-b024-77e2d3e83019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c7cfaed4-5953-4ba7-8afa-4f16fb17e877), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:41.843283 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 75594b48-771a-4ad9-91bc-a1df1b12c257 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:41.852203 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (6034306f-01d9-48a2-84dc-e92ad544f55e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:41.894108 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d50bfda-c1dc-40da-9c97-a6e8ca91304f', 'name': 'network-vif-deleted', 'tag': 'c67827cd-5a09-45da-a489-88b2ce3e1b3b'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:41.896724 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3113a778-6bc9-436b-bbf4-b11723a33cdd" -d '{"events": [{"server_uuid": "2d50bfda-c1dc-40da-9c97-a6e8ca91304f", "name": "network-vif-deleted", "tag": "c67827cd-5a09-45da-a489-88b2ce3e1b3b"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:41.933091 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6034306f-01d9-48a2-84dc-e92ad544f55e']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:41.944584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 75594b48-771a-4ad9-91bc-a1df1b12c257 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:41.944868 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 75594b48-771a-4ad9-91bc-a1df1b12c257 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:41.961103 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228ffd6d-3a36-43f6-83f4-cd3e777251db') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:41.961670 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228ffd6d-3a36-43f6-83f4-cd3e777251db') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:41.969418 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7c7ddf-7de7-4535-a13c-ed25a1739e40 x-openstack-request-id: req-5e7c7ddf-7de7-4535-a13c-ed25a1739e40 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:41.969723 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d50bfda-c1dc-40da-9c97-a6e8ca91304f", "name": "network-vif-deleted", "tag": "c67827cd-5a09-45da-a489-88b2ce3e1b3b", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:41.969983 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e7c7ddf-7de7-4535-a13c-ed25a1739e40 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:41.970399 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d50bfda-c1dc-40da-9c97-a6e8ca91304f', 'name': 'network-vif-deleted', 'tag': 'c67827cd-5a09-45da-a489-88b2ce3e1b3b', 'status': 'completed', 'code': 200} Jan 27 22:01:42.004318 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (228ffd6d-3a36-43f6-83f4-cd3e777251db), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:42.053988 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (228ffd6d-3a36-43f6-83f4-cd3e777251db), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:42.075797 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:01:42.075797 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (228ffd6d-3a36-43f6-83f4-cd3e777251db), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:01:42.100346 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:01:42.116641 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-eb5dfc94-b042-4bd4-b024-77e2d3e83019 None None] For port c7cfaed4-5953-4ba7-8afa-4f16fb17e877, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:42.170733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38522) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:42.255354 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-eb5dfc94-b042-4bd4-b024-77e2d3e83019 None None] For port c7cfaed4-5953-4ba7-8afa-4f16fb17e877, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c7cfaed4-5953-4ba7-8afa-4f16fb17e877,segment=NetworkSegment(228ffd6d-3a36-43f6-83f4-cd3e777251db),segment_id=228ffd6d-3a36-43f6-83f4-cd3e777251db)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:42.256466 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.db.api [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:01:42.256466 n-d-772272-3 neutron-server[109742]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:01:42.256466 n-d-772272-3 neutron-server[109742]: [parameters: {'id': '6034306f-01d9-48a2-84dc-e92ad544f55e'}] Jan 27 22:01:42.256466 n-d-772272-3 neutron-server[109742]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:01:42.256852 n-d-772272-3 neutron-server[109742]: DEBUG oslo_db.api [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:01:42.263819 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-eb5dfc94-b042-4bd4-b024-77e2d3e83019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c7cfaed4-5953-4ba7-8afa-4f16fb17e877), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:42.287168 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1ef0ea0-26c0-403c-a7c5-a7843411c19b req-43291901-bd75-4dab-b90d-25bef8ad6ee9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2687216 Jan 27 22:01:42.328815 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5dfc94-b042-4bd4-b024-77e2d3e83019 None None] Pushing event updated for resources: {'Port': ['ID=c7cfaed4-5953-4ba7-8afa-4f16fb17e877,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:42.329410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-74cfb4da-20fa-4eb3-b3ad-c712a09f043c tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.337621 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-74cfb4da-20fa-4eb3-b3ad-c712a09f043c tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.343818 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-74cfb4da-20fa-4eb3-b3ad-c712a09f043c tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.350086 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-74cfb4da-20fa-4eb3-b3ad-c712a09f043c tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.355988 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-74cfb4da-20fa-4eb3-b3ad-c712a09f043c tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.361535 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-74cfb4da-20fa-4eb3-b3ad-c712a09f043c tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.366898 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-74cfb4da-20fa-4eb3-b3ad-c712a09f043c tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.369396 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-74cfb4da-20fa-4eb3-b3ad-c712a09f043c tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.15 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5434 time: 0.2388432 Jan 27 22:01:42.381670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf3af5-914d-40a2-a57d-bc09ff746295 req-faa4c777-125a-49ea-9157-d0f8e7e60605 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.383565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fdbf3af5-914d-40a2-a57d-bc09ff746295 req-faa4c777-125a-49ea-9157-d0f8e7e60605 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.3536830 Jan 27 22:01:42.401831 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c54f34-1e12-4d4b-ba80-c73528791b45 None None] get_active_networks_info from n-d-772272-3 {{(pid=109743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:01:42.474385 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-955d556a-c545-4734-bbc3-0a8666837523 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.476700 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-955d556a-c545-4734-bbc3-0a8666837523 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.15 "GET /v2.0/ports/5e331c34-1b49-40b3-ba94-c588768a1a5d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0922468 Jan 27 22:01:42.555010 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c54f34-1e12-4d4b-ba80-c73528791b45 None None] Resources bound (agent type, host, resource id): {{(pid=109743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:01:42.572327 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe3e7f-f393-4d4b-8bea-733d5f8e5e71 req-ddc0c2cc-469c-4869-b4cb-35cfae37bb09 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.574030 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-57fe3e7f-f393-4d4b-8bea-733d5f8e5e71 req-ddc0c2cc-469c-4869-b4cb-35cfae37bb09 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.3340390 Jan 27 22:01:42.577896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bc44eb-4ab7-444e-b747-578e00544fa8 admin admin] Deleting subnet c000321e-3cdd-4ca7-9843-06db68cbd157 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:01:42.596268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051105a5-6210-4d22-95f3-311913635ffb req-7541c07c-e2e7-4a35-bfeb-3c8d19882d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.597707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-051105a5-6210-4d22-95f3-311913635ffb req-7541c07c-e2e7-4a35-bfeb-3c8d19882d1c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0af0d48f9d584c2f96edf7499ec5c8a4&device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 1097 time: 0.4261065 Jan 27 22:01:42.598453 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b6bc44eb-4ab7-444e-b747-578e00544fa8 admin admin] Publish callbacks [] for subnet (c000321e-3cdd-4ca7-9843-06db68cbd157), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:42.747528 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fdbf3af5-914d-40a2-a57d-bc09ff746295 req-ab51ee9a-cd73-403e-904b-9119424e2d46 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350117 Jan 27 22:01:42.758144 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (6034306f-01d9-48a2-84dc-e92ad544f55e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:42.787870 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:42.834962 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef0ea0-26c0-403c-a7c5-a7843411c19b req-43fdf52f-0bfb-4d60-a6f4-032eae7a76ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.840410 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1ef0ea0-26c0-403c-a7c5-a7843411c19b req-43fdf52f-0bfb-4d60-a6f4-032eae7a76ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=de28fa92448d41c99ce570f9af9bb344&device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 1098 time: 0.4404924 Jan 27 22:01:42.869550 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Deleting port c7cfaed4-5953-4ba7-8afa-4f16fb17e877 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:42.869942 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c7cfaed4-5953-4ba7-8afa-4f16fb17e877), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:42.885894 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae723ba-058f-4fdb-ae95-a9d08fd57211 None None] Network 6034306f-01d9-48a2-84dc-e92ad544f55e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:42.908091 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051105a5-6210-4d22-95f3-311913635ffb req-7d38aabe-add1-426d-9e8d-28011299a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.909571 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-051105a5-6210-4d22-95f3-311913635ffb req-7d38aabe-add1-426d-9e8d-28011299a258 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c21c1549-299c-4dec-a0f9-3f16d5727c21 HTTP/1.1" status: 200 len: 919 time: 0.2904634 Jan 27 22:01:42.919092 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b6bc44eb-4ab7-444e-b747-578e00544fa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (c000321e-3cdd-4ca7-9843-06db68cbd157), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.014799 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] For port c7cfaed4-5953-4ba7-8afa-4f16fb17e877, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c7cfaed4-5953-4ba7-8afa-4f16fb17e877,segment=NetworkSegment(228ffd6d-3a36-43f6-83f4-cd3e777251db),segment_id=228ffd6d-3a36-43f6-83f4-cd3e777251db)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:43.015183 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c7cfaed4-5953-4ba7-8afa-4f16fb17e877), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.025778 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74b9de0-0016-49e8-a959-0b02c4955f8a None None] Network 6034306f-01d9-48a2-84dc-e92ad544f55e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:43.043526 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Calling delete_port for c7cfaed4-5953-4ba7-8afa-4f16fb17e877 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:43.205795 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (c7cfaed4-5953-4ba7-8afa-4f16fb17e877), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.244612 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Port': ['ID=c7cfaed4-5953-4ba7-8afa-4f16fb17e877,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:43.252667 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] No DVR routers for this DVR port c7cfaed4-5953-4ba7-8afa-4f16fb17e877 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:43.358601 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (6034306f-01d9-48a2-84dc-e92ad544f55e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.384947 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6034306f-01d9-48a2-84dc-e92ad544f55e']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:43.399154 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228ffd6d-3a36-43f6-83f4-cd3e777251db') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:43.399944 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228ffd6d-3a36-43f6-83f4-cd3e777251db') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:43.410319 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-051105a5-6210-4d22-95f3-311913635ffb req-d6d0d3de-b66e-4104-b420-5fc6fb80d8c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3ad85b4-0281-43b6-ae0e-3c1b28eef6da HTTP/1.1" status: 200 len: 217 time: 0.4772606 Jan 27 22:01:43.412730 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (228ffd6d-3a36-43f6-83f4-cd3e777251db), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.428330 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (228ffd6d-3a36-43f6-83f4-cd3e777251db), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.433643 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-57fe3e7f-f393-4d4b-8bea-733d5f8e5e71 req-d44d5657-4cd9-4c57-ab47-b09f57e0203a tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8523474 Jan 27 22:01:43.438185 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:01:43.438997 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (228ffd6d-3a36-43f6-83f4-cd3e777251db), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:01:43.444288 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:01:43.483920 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-66524f23-ff91-47bf-b69c-4f16f1d78092 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.15 "GET /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.9956195 Jan 27 22:01:43.521090 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (6034306f-01d9-48a2-84dc-e92ad544f55e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.540751 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.550336 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/networks/6034306f-01d9-48a2-84dc-e92ad544f55e HTTP/1.1" status: 204 len: 168 time: 2.3680563 Jan 27 22:01:43.551599 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38534) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:43.563898 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-7c65125e-7e03-4677-9187-f8d13e688771 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:43.581796 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131ee1e-1d34-48da-b34a-ae1217522e28 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Network': ['ID=6034306f-01d9-48a2-84dc-e92ad544f55e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:43.583821 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051105a5-6210-4d22-95f3-311913635ffb req-e1d06475-270b-4e5b-ad06-c71e6c2ee364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:43.585515 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-051105a5-6210-4d22-95f3-311913635ffb req-e1d06475-270b-4e5b-ad06-c71e6c2ee364 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1dec90ae-26a7-4889-9533-54929121f29b HTTP/1.1" status: 200 len: 858 time: 0.1509330 Jan 27 22:01:43.604062 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a21354-664e-404f-ad99-4d46121146ee tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:43.604743 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a21354-664e-404f-ad99-4d46121146ee tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:43.610358 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a8a21354-664e-404f-ad99-4d46121146ee tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/subnets/58019de9-36d0-4dd3-869c-327eb3d7d00e HTTP/1.1" status: 404 len: 337 time: 0.0510404 Jan 27 22:01:43.610754 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38536) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:43.616271 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device c67827cd-5a09-45da-a489-88b2ce3e1b3b no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:43.617583 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80555f1-2b34-49b3-89b9-abfc49de86ac req-2f845ef2-f833-400c-9446-bc54352ce9e5 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:43.624862 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80555f1-2b34-49b3-89b9-abfc49de86ac req-2f845ef2-f833-400c-9446-bc54352ce9e5 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:43.631533 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80555f1-2b34-49b3-89b9-abfc49de86ac req-2f845ef2-f833-400c-9446-bc54352ce9e5 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:43.639736 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80555f1-2b34-49b3-89b9-abfc49de86ac req-2f845ef2-f833-400c-9446-bc54352ce9e5 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:43.645764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80555f1-2b34-49b3-89b9-abfc49de86ac req-2f845ef2-f833-400c-9446-bc54352ce9e5 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:43.652539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80555f1-2b34-49b3-89b9-abfc49de86ac req-2f845ef2-f833-400c-9446-bc54352ce9e5 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:43.654449 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a53127-0aa0-41c7-9295-b954efc18b84 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:43.657029 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a53127-0aa0-41c7-9295-b954efc18b84 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:43.662628 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-26a53127-0aa0-41c7-9295-b954efc18b84 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/networks/6034306f-01d9-48a2-84dc-e92ad544f55e HTTP/1.1" status: 404 len: 339 time: 0.0485122 Jan 27 22:01:43.663720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80555f1-2b34-49b3-89b9-abfc49de86ac req-2f845ef2-f833-400c-9446-bc54352ce9e5 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:43.665277 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38538) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:43.667197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: c67827cd-5a09-45da-a489-88b2ce3e1b3b {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:43.669171 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device c67827cd-5a09-45da-a489-88b2ce3e1b3b not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:43.674262 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e80555f1-2b34-49b3-89b9-abfc49de86ac req-2f845ef2-f833-400c-9446-bc54352ce9e5 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5434 time: 0.7699888 Jan 27 22:01:43.711378 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b6bc44eb-4ab7-444e-b747-578e00544fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (c000321e-3cdd-4ca7-9843-06db68cbd157), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.761475 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca3c4ae8-932f-4582-9e11-ee7fe826a251 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (1f9e20bb-1a78-4291-acce-3b7796c5d7a1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.842122 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-051105a5-6210-4d22-95f3-311913635ffb req-8aa0ceba-4418-435e-ac2c-6da32d4d6d47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c21c1549-299c-4dec-a0f9-3f16d5727c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1651344 Jan 27 22:01:43.843336 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b6bc44eb-4ab7-444e-b747-578e00544fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (c000321e-3cdd-4ca7-9843-06db68cbd157), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.867173 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca3c4ae8-932f-4582-9e11-ee7fe826a251 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (1f9e20bb-1a78-4291-acce-3b7796c5d7a1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.889999 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ca3c4ae8-932f-4582-9e11-ee7fe826a251 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9e20bb-1a78-4291-acce-3b7796c5d7a1']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:43.892245 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc44eb-4ab7-444e-b747-578e00544fa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c000321e-3cdd-4ca7-9843-06db68cbd157,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:43.901890 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ca3c4ae8-932f-4582-9e11-ee7fe826a251 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f181c71f-457f-467b-851e-8af39222ad93') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:43.902613 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ca3c4ae8-932f-4582-9e11-ee7fe826a251 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f181c71f-457f-467b-851e-8af39222ad93') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:43.913617 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca3c4ae8-932f-4582-9e11-ee7fe826a251 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (f181c71f-457f-467b-851e-8af39222ad93), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.930852 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca3c4ae8-932f-4582-9e11-ee7fe826a251 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (f181c71f-457f-467b-851e-8af39222ad93), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.940602 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca3c4ae8-932f-4582-9e11-ee7fe826a251 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:01:43.941244 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca3c4ae8-932f-4582-9e11-ee7fe826a251 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (f181c71f-457f-467b-851e-8af39222ad93), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:01:43.944989 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:01:43.979940 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef0ea0-26c0-403c-a7c5-a7843411c19b req-7bdb464e-0869-4ae2-a9e1-1ff18dbf86b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:43.981524 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1ef0ea0-26c0-403c-a7c5-a7843411c19b req-7bdb464e-0869-4ae2-a9e1-1ff18dbf86b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 HTTP/1.1" status: 200 len: 916 time: 1.0661428 Jan 27 22:01:44.000493 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e80555f1-2b34-49b3-89b9-abfc49de86ac req-318a3eb7-d12e-4a65-8624-8ba3d84aeff6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3249717 Jan 27 22:01:44.006060 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b6bc44eb-4ab7-444e-b747-578e00544fa8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.018745 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38540) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:44.020258 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b6bc44eb-4ab7-444e-b747-578e00544fa8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c000321e-3cdd-4ca7-9843-06db68cbd157 HTTP/1.1" status: 204 len: 168 time: 1.8448396 Jan 27 22:01:44.042276 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca3c4ae8-932f-4582-9e11-ee7fe826a251 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (1f9e20bb-1a78-4291-acce-3b7796c5d7a1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.136658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86b851-bc52-4393-b798-14ef051e757c req-0782019d-ad8f-4094-9204-45356f0bc122 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:44.143964 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d86b851-bc52-4393-b798-14ef051e757c req-0782019d-ad8f-4094-9204-45356f0bc122 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.5555685 Jan 27 22:01:44.174287 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-7c65125e-7e03-4677-9187-f8d13e688771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5e331c34-1b49-40b3-ba94-c588768a1a5d), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.237178 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1ef0ea0-26c0-403c-a7c5-a7843411c19b req-0deae737-c45f-4bbb-a9e8-a11c8c7099b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ed1521b-a042-4087-8cb2-beed324061f5 HTTP/1.1" status: 200 len: 1002 time: 0.2138066 Jan 27 22:01:44.261448 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d86b851-bc52-4393-b798-14ef051e757c req-cfac1618-6645-4483-b8d5-e6b0a5f2f2dc tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164548 Jan 27 22:01:44.374823 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef0ea0-26c0-403c-a7c5-a7843411c19b req-72319385-11ae-41df-bbdf-69363c9fa813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:44.376338 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1ef0ea0-26c0-403c-a7c5-a7843411c19b req-72319385-11ae-41df-bbdf-69363c9fa813 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1a976cc-2e5b-4556-bc6f-960c2cfb8897 HTTP/1.1" status: 200 len: 854 time: 0.1100342 Jan 27 22:01:44.424710 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-051105a5-6210-4d22-95f3-311913635ffb req-9a8474af-6b70-44c4-9230-8618a0caed4f service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5493743 Jan 27 22:01:44.456920 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca3c4ae8-932f-4582-9e11-ee7fe826a251 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.464486 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ca3c4ae8-932f-4582-9e11-ee7fe826a251 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/networks/1f9e20bb-1a78-4291-acce-3b7796c5d7a1 HTTP/1.1" status: 204 len: 168 time: 0.7934732 Jan 27 22:01:44.465873 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6611a0a9-c818-4835-a56c-0baee63a2229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (b99dd611-a269-4aee-9374-4497300fddf7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.473093 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38550) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:44.554230 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c4ae8-932f-4582-9e11-ee7fe826a251 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Network': ['ID=1f9e20bb-1a78-4291-acce-3b7796c5d7a1,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:44.557358 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6481763-c54e-4016-9df4-b3b8a0f5a358 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:44.558180 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6481763-c54e-4016-9df4-b3b8a0f5a358 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:44.563865 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e6481763-c54e-4016-9df4-b3b8a0f5a358 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/subnets/24ff0ef5-e8a5-47db-a1ce-07107387e005 HTTP/1.1" status: 404 len: 337 time: 0.0702295 Jan 27 22:01:44.575248 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38554) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:44.644073 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6611a0a9-c818-4835-a56c-0baee63a2229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (b99dd611-a269-4aee-9374-4497300fddf7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.646665 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-17be9f56-975e-4dda-b0fe-7ac100cfe133 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:44.647331 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17be9f56-975e-4dda-b0fe-7ac100cfe133 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:44.653697 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-17be9f56-975e-4dda-b0fe-7ac100cfe133 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/networks/b8bb5427-afb1-488d-a379-8854c3527644 HTTP/1.1" status: 404 len: 339 time: 0.0377610 Jan 27 22:01:44.671517 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38556) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:44.676036 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-6611a0a9-c818-4835-a56c-0baee63a2229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99dd611-a269-4aee-9374-4497300fddf7']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:44.688250 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-6611a0a9-c818-4835-a56c-0baee63a2229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c9a8c6-753f-4f97-b988-a6b13cd17251') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:44.688855 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-6611a0a9-c818-4835-a56c-0baee63a2229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c9a8c6-753f-4f97-b988-a6b13cd17251') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:44.700496 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6611a0a9-c818-4835-a56c-0baee63a2229 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (01c9a8c6-753f-4f97-b988-a6b13cd17251), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.719324 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6611a0a9-c818-4835-a56c-0baee63a2229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (01c9a8c6-753f-4f97-b988-a6b13cd17251), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.727192 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6611a0a9-c818-4835-a56c-0baee63a2229 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:01:44.728204 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6611a0a9-c818-4835-a56c-0baee63a2229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (01c9a8c6-753f-4f97-b988-a6b13cd17251), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.740423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-59313534-d08e-404d-81a4-02e65215865d tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Deleting subnet 3ecd3bfc-2aa6-48aa-9cea-ffc403213d08 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:01:44.757593 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-59313534-d08e-404d-81a4-02e65215865d tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for subnet (3ecd3bfc-2aa6-48aa-9cea-ffc403213d08), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.780479 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd9209-32f4-4710-8f2a-6b20e0b257f4 req-8e5d12fc-8171-4680-a88b-160aa21e41c5 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:44.787587 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ebd9209-32f4-4710-8f2a-6b20e0b257f4 req-8e5d12fc-8171-4680-a88b-160aa21e41c5 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.3735483 Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:01:44.795035 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:01:44.799165 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6611a0a9-c818-4835-a56c-0baee63a2229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (b99dd611-a269-4aee-9374-4497300fddf7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.810589 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6611a0a9-c818-4835-a56c-0baee63a2229 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.816995 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6611a0a9-c818-4835-a56c-0baee63a2229 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b99dd611-a269-4aee-9374-4497300fddf7 HTTP/1.1" status: 204 len: 168 time: 0.7949221 Jan 27 22:01:44.831220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611a0a9-c818-4835-a56c-0baee63a2229 admin admin] Pushing event deleted for resources: {'Network': ['ID=b99dd611-a269-4aee-9374-4497300fddf7,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:44.878529 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef0ea0-26c0-403c-a7c5-a7843411c19b req-fd4896c4-16fc-47a7-91a2-e60ef09d45dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:44.880204 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1ef0ea0-26c0-403c-a7c5-a7843411c19b req-fd4896c4-16fc-47a7-91a2-e60ef09d45dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4744353 Jan 27 22:01:44.961904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3b636-66e5-4ecd-b41a-4c8158170c1b req-4d8cb25d-19f7-4920-b046-a20a9db516d0 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:44.969763 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fe3b636-66e5-4ecd-b41a-4c8158170c1b req-4d8cb25d-19f7-4920-b046-a20a9db516d0 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.4154015 Jan 27 22:01:44.986513 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38560) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:45.020004 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-59313534-d08e-404d-81a4-02e65215865d tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (3ecd3bfc-2aa6-48aa-9cea-ffc403213d08), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:45.040696 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fbd0639f-ed0e-4b2b-83ed-8dfaf6da0750 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebc161d76fbb4e7c9d11ee7c6dbb7743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0527363 Jan 27 22:01:45.043106 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38564) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:45.108044 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-331a0f3c-5485-4bfc-ad5e-2631096fc319 admin admin] Publish callbacks [] for security_group (8d35d646-0e19-437e-a5ba-2e28433fa4b0), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:45.114380 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-051105a5-6210-4d22-95f3-311913635ffb req-cde1f1f1-0b0c-41ae-a16b-2b41778edb6f service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6439376 Jan 27 22:01:45.146065 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-331a0f3c-5485-4bfc-ad5e-2631096fc319 admin admin] Publish callbacks [] for security_group (8d35d646-0e19-437e-a5ba-2e28433fa4b0), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:45.166023 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ebd9209-32f4-4710-8f2a-6b20e0b257f4 req-69ee1e91-eb9d-4cae-9333-6c054e0fa355 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772640 Jan 27 22:01:45.217054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-7c65125e-7e03-4677-9187-f8d13e688771 service neutron] For port 5e331c34-1b49-40b3-ba94-c588768a1a5d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5e331c34-1b49-40b3-ba94-c588768a1a5d,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:45.227824 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-331a0f3c-5485-4bfc-ad5e-2631096fc319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8d35d646-0e19-437e-a5ba-2e28433fa4b0), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:45.231015 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-331a0f3c-5485-4bfc-ad5e-2631096fc319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:45.232199 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-331a0f3c-5485-4bfc-ad5e-2631096fc319 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d35d646-0e19-437e-a5ba-2e28433fa4b0 HTTP/1.1" status: 204 len: 168 time: 0.1876416 Jan 27 22:01:45.246380 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a0f3c-5485-4bfc-ad5e-2631096fc319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d35d646-0e19-437e-a5ba-2e28433fa4b0,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:45.310409 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fe3b636-66e5-4ecd-b41a-4c8158170c1b req-88871c05-b0aa-4029-8a66-2127b192546a tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395586 Jan 27 22:01:45.341033 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1ef0ea0-26c0-403c-a7c5-a7843411c19b req-9ca00b87-7483-480d-9bba-701f0bc5992d service neutron] 10.222.0.21 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417830 Jan 27 22:01:45.458761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-7c65125e-7e03-4677-9187-f8d13e688771 service neutron] For port 5e331c34-1b49-40b3-ba94-c588768a1a5d, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:45.472692 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-59313534-d08e-404d-81a4-02e65215865d tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (3ecd3bfc-2aa6-48aa-9cea-ffc403213d08), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:45.611821 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-7c65125e-7e03-4677-9187-f8d13e688771 service neutron] device_id is not set on port 5e331c34-1b49-40b3-ba94-c588768a1a5d yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:01:45.636869 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-7c65125e-7e03-4677-9187-f8d13e688771 service neutron] Publish callbacks [] for port (5e331c34-1b49-40b3-ba94-c588768a1a5d), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:45.657854 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c3518-c905-4602-83c8-9981fd73acf8 req-1ea65c26-ddd2-4b1d-adfc-8417f6cf28ae tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:45.667829 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c3518-c905-4602-83c8-9981fd73acf8 req-1ea65c26-ddd2-4b1d-adfc-8417f6cf28ae tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:45.674738 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c3518-c905-4602-83c8-9981fd73acf8 req-1ea65c26-ddd2-4b1d-adfc-8417f6cf28ae tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:45.682539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c3518-c905-4602-83c8-9981fd73acf8 req-1ea65c26-ddd2-4b1d-adfc-8417f6cf28ae tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:45.691987 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c3518-c905-4602-83c8-9981fd73acf8 req-1ea65c26-ddd2-4b1d-adfc-8417f6cf28ae tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:45.698156 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c3518-c905-4602-83c8-9981fd73acf8 req-1ea65c26-ddd2-4b1d-adfc-8417f6cf28ae tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:45.706410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c3518-c905-4602-83c8-9981fd73acf8 req-1ea65c26-ddd2-4b1d-adfc-8417f6cf28ae tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:45.718075 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b56c3518-c905-4602-83c8-9981fd73acf8 req-1ea65c26-ddd2-4b1d-adfc-8417f6cf28ae tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 5434 time: 0.4035928 Jan 27 22:01:45.795928 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-7c65125e-7e03-4677-9187-f8d13e688771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (5e331c34-1b49-40b3-ba94-c588768a1a5d), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:45.808042 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7840907-6426-4478-b876-03f0fe8eae62 req-8a500dd1-cde3-4a79-b1cc-4239b125f36b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:45.816996 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7840907-6426-4478-b876-03f0fe8eae62 req-8a500dd1-cde3-4a79-b1cc-4239b125f36b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.3945308 Jan 27 22:01:45.856464 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device aa7607f2-cff4-4487-b664-ab2ae9bf2878 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:45.970759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b56c3518-c905-4602-83c8-9981fd73acf8 req-8588013f-d053-465b-bcd4-eaeff72d774f tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&id=158d0fbf-f35a-4554-870f-92f1b9f6bc67&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2515440 Jan 27 22:01:45.979975 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1ef0ea0-26c0-403c-a7c5-a7843411c19b req-55e5e225-f598-4146-8c76-5a983303a6e8 service neutron] 10.222.0.21 "GET /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6136754 Jan 27 22:01:46.007546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65125e-7e03-4677-9187-f8d13e688771 service neutron] Pushing event updated for resources: {'Port': ['ID=5e331c34-1b49-40b3-ba94-c588768a1a5d,revision_number=6']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:46.007546 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-59313534-d08e-404d-81a4-02e65215865d tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (3ecd3bfc-2aa6-48aa-9cea-ffc403213d08), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.072297 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59313534-d08e-404d-81a4-02e65215865d tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Subnet': ['ID=3ecd3bfc-2aa6-48aa-9cea-ffc403213d08,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:46.101166 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79521ce1-03a9-4ee9-8022-6e3597cb71aa None None] Network 927445b8-ae88-42ee-9abc-b4798d5dc289 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:46.104653 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port aa7607f2-cff4-4487-b664-ab2ae9bf2878 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:46.105051 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (aa7607f2-cff4-4487-b664-ab2ae9bf2878), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.106867 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-59313534-d08e-404d-81a4-02e65215865d tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.116961 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38596) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:46.133327 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-59313534-d08e-404d-81a4-02e65215865d tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/subnets/3ecd3bfc-2aa6-48aa-9cea-ffc403213d08 HTTP/1.1" status: 204 len: 168 time: 1.4540174 Jan 27 22:01:46.135183 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-7c65125e-7e03-4677-9187-f8d13e688771 service neutron] No DVR routers for this DVR port 5e331c34-1b49-40b3-ba94-c588768a1a5d on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:46.231017 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7607f2-cff4-4487-b664-ab2ae9bf2878'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:46.233281 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fccf36-076e-47f8-b40f-909fe86e100a" -d '{"events": [{"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-unplugged", "status": "completed", "tag": "aa7607f2-cff4-4487-b664-ab2ae9bf2878"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:46.254501 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port aa7607f2-cff4-4487-b664-ab2ae9bf2878, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=aa7607f2-cff4-4487-b664-ab2ae9bf2878,segment=NetworkSegment(2a2930c9-2d81-4f92-adf9-9ae2f2d8c002),segment_id=2a2930c9-2d81-4f92-adf9-9ae2f2d8c002)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:46.264287 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-94118ba7-3d54-4eda-b2aa-e33216adf511 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Deleting subnet da87cca8-1e24-460e-b360-077d6623686d {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:01:46.268612 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (aa7607f2-cff4-4487-b664-ab2ae9bf2878), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.269264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6da56839-08a2-4b33-8cc1-5572573d53c5 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:46.279624 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-94118ba7-3d54-4eda-b2aa-e33216adf511 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for subnet (da87cca8-1e24-460e-b360-077d6623686d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.324010 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49632b69-8566-4e91-9b57-46116599de49 x-openstack-request-id: req-49632b69-8566-4e91-9b57-46116599de49 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:46.324413 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-unplugged", "status": "completed", "tag": "aa7607f2-cff4-4487-b664-ab2ae9bf2878", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:46.324613 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49632b69-8566-4e91-9b57-46116599de49 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:46.324970 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7607f2-cff4-4487-b664-ab2ae9bf2878', 'code': 200} Jan 27 22:01:46.359810 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7840907-6426-4478-b876-03f0fe8eae62 req-c98b48f2-7bfa-40f3-9625-a79fc8975c47 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417092 Jan 27 22:01:46.365754 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-7c65125e-7e03-4677-9187-f8d13e688771 service neutron] In _notify_port_updated(), no bound segment for port 5e331c34-1b49-40b3-ba94-c588768a1a5d on network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 {{(pid=109741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:01:46.376823 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-7c65125e-7e03-4677-9187-f8d13e688771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:46.377583 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-7c65125e-7e03-4677-9187-f8d13e688771 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.382638 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-7c65125e-7e03-4677-9187-f8d13e688771 service neutron] 10.222.0.15 "PUT /v2.0/ports/5e331c34-1b49-40b3-ba94-c588768a1a5d HTTP/1.1" status: 200 len: 1027 time: 2.8848500 Jan 27 22:01:46.398591 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-94118ba7-3d54-4eda-b2aa-e33216adf511 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (da87cca8-1e24-460e-b360-077d6623686d), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.484426 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 6da56839-08a2-4b33-8cc1-5572573d53c5 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:46.485078 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6da56839-08a2-4b33-8cc1-5572573d53c5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.493733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-f82e6b89-7cd0-45b4-86fa-a83c7d81e5ae tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:46.495805 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-f82e6b89-7cd0-45b4-86fa-a83c7d81e5ae tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.15 "GET /v2.0/ports/5df57d03-78dd-4c80-bc71-9d342842ec6c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1046979 Jan 27 22:01:46.507191 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-50289e6e-c292-403a-9b8e-093f2e3610cb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:46.550699 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-15d33823-ed14-4898-8a30-9cb2fa20bec3 None None] Provisioning complete for port 5e331c34-1b49-40b3-ba94-c588768a1a5d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:46.551174 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-15d33823-ed14-4898-8a30-9cb2fa20bec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5e331c34-1b49-40b3-ba94-c588768a1a5d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.569398 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-94118ba7-3d54-4eda-b2aa-e33216adf511 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (da87cca8-1e24-460e-b360-077d6623686d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.575263 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38612) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:46.617649 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6da56839-08a2-4b33-8cc1-5572573d53c5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6da56839-08a2-4b33-8cc1-5572573d53c5,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:46.623383 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=aa7607f2-cff4-4487-b664-ab2ae9bf2878,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:46.674131 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-94118ba7-3d54-4eda-b2aa-e33216adf511 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (da87cca8-1e24-460e-b360-077d6623686d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.677989 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6da56839-08a2-4b33-8cc1-5572573d53c5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.680127 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 50ba1000-47da-4714-9651-4cc90662a58d no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:46.741497 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-50289e6e-c292-403a-9b8e-093f2e3610cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5df57d03-78dd-4c80-bc71-9d342842ec6c), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.755083 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94118ba7-3d54-4eda-b2aa-e33216adf511 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Subnet': ['ID=da87cca8-1e24-460e-b360-077d6623686d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:46.785241 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-94118ba7-3d54-4eda-b2aa-e33216adf511 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.800530 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-94118ba7-3d54-4eda-b2aa-e33216adf511 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/subnets/da87cca8-1e24-460e-b360-077d6623686d HTTP/1.1" status: 204 len: 168 time: 0.6803048 Jan 27 22:01:46.800755 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ffdbe-1566-4d9b-a039-83fc65318ef7 req-c8c1e188-86f4-4902-9683-21c0ab62fef2 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:46.800755 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed4ffdbe-1566-4d9b-a039-83fc65318ef7 req-c8c1e188-86f4-4902-9683-21c0ab62fef2 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.2160740 Jan 27 22:01:46.800984 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38620) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:46.966399 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-50289e6e-c292-403a-9b8e-093f2e3610cb service neutron] For port 5df57d03-78dd-4c80-bc71-9d342842ec6c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5df57d03-78dd-4c80-bc71-9d342842ec6c,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:47.129714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-432801fb-84e4-46ed-a791-e286c149a3fe admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1404818560-network', 'tenant_id': 'a15b58d52ca842af84da3b41061f9762'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:47.164471 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-15d33823-ed14-4898-8a30-9cb2fa20bec3 None None] Port 5e331c34-1b49-40b3-ba94-c588768a1a5d cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:01:47.185784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-50289e6e-c292-403a-9b8e-093f2e3610cb service neutron] For port 5df57d03-78dd-4c80-bc71-9d342842ec6c, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:47.187254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432801fb-84e4-46ed-a791-e286c149a3fe admin admin] Made reservation on behalf of a15b58d52ca842af84da3b41061f9762 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:47.189820 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-432801fb-84e4-46ed-a791-e286c149a3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.200186 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=6da56839-08a2-4b33-8cc1-5572573d53c5,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:47.276122 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 50ba1000-47da-4714-9651-4cc90662a58d is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:47.277030 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (50ba1000-47da-4714-9651-4cc90662a58d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.288766 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-907b3789-d7ec-4dd3-8b48-5398451d6f93 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (927445b8-ae88-42ee-9abc-b4798d5dc289), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.290582 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-432801fb-84e4-46ed-a791-e286c149a3fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.330991 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 50ba1000-47da-4714-9651-4cc90662a58d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=50ba1000-47da-4714-9651-4cc90662a58d,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:47.336571 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (50ba1000-47da-4714-9651-4cc90662a58d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.337385 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5e331c34-1b49-40b3-ba94-c588768a1a5d no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:47.347400 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-50289e6e-c292-403a-9b8e-093f2e3610cb service neutron] device_id is not set on port 5df57d03-78dd-4c80-bc71-9d342842ec6c yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:01:47.358660 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed4ffdbe-1566-4d9b-a039-83fc65318ef7 req-57b7f2ad-59d1-4b32-9e2e-50abc2e32247 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590827 Jan 27 22:01:47.452714 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-432801fb-84e4-46ed-a791-e286c149a3fe admin admin] Publish callbacks [] for security_group (19f59809-73f6-469b-acdc-ba74b13f5cd5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.456330 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=50ba1000-47da-4714-9651-4cc90662a58d,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:47.461941 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] The host n-h1-772272-3 is not matching for port 5e331c34-1b49-40b3-ba94-c588768a1a5d host ! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:01:47.462447 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5e331c34-1b49-40b3-ba94-c588768a1a5d not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:47.462936 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 165d96d7-754f-426f-b018-623901ff8bd7 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:47.474111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c9298-25be-4475-a7d8-f7015e713a71 req-2cb422b3-5893-4873-a1ae-b364925ae24b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:47.476135 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c44c9298-25be-4475-a7d8-f7015e713a71 req-2cb422b3-5893-4873-a1ae-b364925ae24b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.4695158 Jan 27 22:01:47.490188 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-50289e6e-c292-403a-9b8e-093f2e3610cb service neutron] Publish callbacks [] for port (5df57d03-78dd-4c80-bc71-9d342842ec6c), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.521598 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2bece0-b871-44fa-9a16-928fb70d4674 None None] Network 927445b8-ae88-42ee-9abc-b4798d5dc289 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:47.531761 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-432801fb-84e4-46ed-a791-e286c149a3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (19f59809-73f6-469b-acdc-ba74b13f5cd5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.568496 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-50289e6e-c292-403a-9b8e-093f2e3610cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (5df57d03-78dd-4c80-bc71-9d342842ec6c), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.661642 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50289e6e-c292-403a-9b8e-093f2e3610cb service neutron] Pushing event updated for resources: {'Port': ['ID=5df57d03-78dd-4c80-bc71-9d342842ec6c,revision_number=6']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:47.664210 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432801fb-84e4-46ed-a791-e286c149a3fe admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:01:47.707002 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 165d96d7-754f-426f-b018-623901ff8bd7 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:47.708063 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (165d96d7-754f-426f-b018-623901ff8bd7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.734028 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-432801fb-84e4-46ed-a791-e286c149a3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (c2ffdb19-c5a4-4d11-b2f6-307f635f63e6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.734381 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-432801fb-84e4-46ed-a791-e286c149a3fe admin admin] Added segment c2ffdb19-c5a4-4d11-b2f6-307f635f63e6 of type vlan for network 80bbece8-ee0f-4e40-9081-58b3ec2d3c18 Jan 27 22:01:47.745726 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432801fb-84e4-46ed-a791-e286c149a3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f59809-73f6-469b-acdc-ba74b13f5cd5,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:47.760599 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c15eefa4-4d9f-4fcb-a62b-33b56ad94a47 None None] Provisioning complete for port f7c0c066-9ab6-4e79-993e-3878c92096e7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:47.761442 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c15eefa4-4d9f-4fcb-a62b-33b56ad94a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.798167 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c44c9298-25be-4475-a7d8-f7015e713a71 req-98b6d88e-bdb6-4142-94e8-41fb6f5a34f6 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047647 Jan 27 22:01:47.873910 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 165d96d7-754f-426f-b018-623901ff8bd7, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=165d96d7-754f-426f-b018-623901ff8bd7,segment=NetworkSegment(41cb6eb4-9ceb-408b-832e-945396e2cef3),segment_id=41cb6eb4-9ceb-408b-832e-945396e2cef3)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:47.890121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bba3c-9708-46a2-9cc1-f853b496d4b0 req-3fbb20b9-b74e-4081-b5fa-50b3d5d3fea2 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:47.894322 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (165d96d7-754f-426f-b018-623901ff8bd7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.895478 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 79d45860-45d3-46c0-a4f4-e8a2bb4d821b no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:47.912943 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bba3c-9708-46a2-9cc1-f853b496d4b0 req-3fbb20b9-b74e-4081-b5fa-50b3d5d3fea2 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:47.930299 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bba3c-9708-46a2-9cc1-f853b496d4b0 req-3fbb20b9-b74e-4081-b5fa-50b3d5d3fea2 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:47.942812 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bba3c-9708-46a2-9cc1-f853b496d4b0 req-3fbb20b9-b74e-4081-b5fa-50b3d5d3fea2 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:47.949100 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bba3c-9708-46a2-9cc1-f853b496d4b0 req-3fbb20b9-b74e-4081-b5fa-50b3d5d3fea2 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:47.951291 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e6bba3c-9708-46a2-9cc1-f853b496d4b0 req-3fbb20b9-b74e-4081-b5fa-50b3d5d3fea2 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 3880 time: 0.4124205 Jan 27 22:01:47.953725 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-907b3789-d7ec-4dd3-8b48-5398451d6f93 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Deleting port f7c0c066-9ab6-4e79-993e-3878c92096e7 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:47.954262 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-907b3789-d7ec-4dd3-8b48-5398451d6f93 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.974859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-50289e6e-c292-403a-9b8e-093f2e3610cb service neutron] No DVR routers for this DVR port 5df57d03-78dd-4c80-bc71-9d342842ec6c on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:47.983280 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b5f1be-34d0-47a3-b5f7-b0a17333ba7b None None] DHCP port deletion for 927445b8-ae88-42ee-9abc-b4798d5dc289 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:01:48.000369 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-432801fb-84e4-46ed-a791-e286c149a3fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (80bbece8-ee0f-4e40-9081-58b3ec2d3c18), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.140548 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f7c0c066-9ab6-4e79-993e-3878c92096e7 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:48.170345 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=165d96d7-754f-426f-b018-623901ff8bd7,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:48.199629 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c15eefa4-4d9f-4fcb-a62b-33b56ad94a47 None None] Current status of the port f7c0c066-9ab6-4e79-993e-3878c92096e7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:48.260981 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 79d45860-45d3-46c0-a4f4-e8a2bb4d821b is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:48.261376 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (79d45860-45d3-46c0-a4f4-e8a2bb4d821b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.286840 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-01b5f1be-34d0-47a3-b5f7-b0a17333ba7b None None] Deleting port f7c0c066-9ab6-4e79-993e-3878c92096e7 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:48.287215 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-01b5f1be-34d0-47a3-b5f7-b0a17333ba7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.332189 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6da56839-08a2-4b33-8cc1-5572573d53c5'}, {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ba1000-47da-4714-9651-4cc90662a58d'}, {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '165d96d7-754f-426f-b018-623901ff8bd7'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:48.334802 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e326e474-428e-4468-bafe-9b4db3bac87c" -d '{"events": [{"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-unplugged", "status": "completed", "tag": "6da56839-08a2-4b33-8cc1-5572573d53c5"}, {"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-unplugged", "status": "completed", "tag": "50ba1000-47da-4714-9651-4cc90662a58d"}, {"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-unplugged", "status": "completed", "tag": "165d96d7-754f-426f-b018-623901ff8bd7"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:48.426976 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817e00c1-8646-4115-9717-5e3ee479c78a x-openstack-request-id: req-817e00c1-8646-4115-9717-5e3ee479c78a {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:48.427276 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-unplugged", "status": "completed", "tag": "6da56839-08a2-4b33-8cc1-5572573d53c5", "code": 200}, {"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-unplugged", "status": "completed", "tag": "50ba1000-47da-4714-9651-4cc90662a58d", "code": 200}, {"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-unplugged", "status": "completed", "tag": "165d96d7-754f-426f-b018-623901ff8bd7", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:48.427536 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-817e00c1-8646-4115-9717-5e3ee479c78a {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:48.427935 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6da56839-08a2-4b33-8cc1-5572573d53c5', 'code': 200} Jan 27 22:01:48.428213 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ba1000-47da-4714-9651-4cc90662a58d', 'code': 200} Jan 27 22:01:48.428471 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '165d96d7-754f-426f-b018-623901ff8bd7', 'code': 200} Jan 27 22:01:48.432998 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 79d45860-45d3-46c0-a4f4-e8a2bb4d821b, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=79d45860-45d3-46c0-a4f4-e8a2bb4d821b,segment=NetworkSegment(2a2930c9-2d81-4f92-adf9-9ae2f2d8c002),segment_id=2a2930c9-2d81-4f92-adf9-9ae2f2d8c002)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:48.434497 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f7c0c066-9ab6-4e79-993e-3878c92096e7 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:48.434942 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.448917 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-01b5f1be-34d0-47a3-b5f7-b0a17333ba7b None None] For port f7c0c066-9ab6-4e79-993e-3878c92096e7, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f7c0c066-9ab6-4e79-993e-3878c92096e7,segment=NetworkSegment(2f29595e-4d71-4cbe-895f-f97ee947e54c),segment_id=2f29595e-4d71-4cbe-895f-f97ee947e54c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:48.450935 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-01b5f1be-34d0-47a3-b5f7-b0a17333ba7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.477163 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (79d45860-45d3-46c0-a4f4-e8a2bb4d821b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.477933 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5df57d03-78dd-4c80-bc71-9d342842ec6c no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:48.486516 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b7d5e234-a2a3-4ee1-b03f-213bfa5189a3 None None] Provisioning complete for port 5df57d03-78dd-4c80-bc71-9d342842ec6c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:48.486893 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b7d5e234-a2a3-4ee1-b03f-213bfa5189a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5df57d03-78dd-4c80-bc71-9d342842ec6c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.514429 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-01b5f1be-34d0-47a3-b5f7-b0a17333ba7b None None] Calling delete_port for f7c0c066-9ab6-4e79-993e-3878c92096e7 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:48.556569 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-432801fb-84e4-46ed-a791-e286c149a3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (80bbece8-ee0f-4e40-9081-58b3ec2d3c18), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.558883 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432801fb-84e4-46ed-a791-e286c149a3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:48.559670 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-432801fb-84e4-46ed-a791-e286c149a3fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.585027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-50289e6e-c292-403a-9b8e-093f2e3610cb service neutron] In _notify_port_updated(), no bound segment for port 5df57d03-78dd-4c80-bc71-9d342842ec6c on network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 {{(pid=109741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:01:48.586283 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-50289e6e-c292-403a-9b8e-093f2e3610cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:48.587151 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-50289e6e-c292-403a-9b8e-093f2e3610cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.589342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-50289e6e-c292-403a-9b8e-093f2e3610cb service neutron] 10.222.0.15 "PUT /v2.0/ports/5df57d03-78dd-4c80-bc71-9d342842ec6c HTTP/1.1" status: 200 len: 1027 time: 2.0863392 Jan 27 22:01:48.595834 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-907b3789-d7ec-4dd3-8b48-5398451d6f93 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] For port f7c0c066-9ab6-4e79-993e-3878c92096e7, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f7c0c066-9ab6-4e79-993e-3878c92096e7,segment=NetworkSegment(2f29595e-4d71-4cbe-895f-f97ee947e54c),segment_id=2f29595e-4d71-4cbe-895f-f97ee947e54c)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:48.596600 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-907b3789-d7ec-4dd3-8b48-5398451d6f93 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.641463 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e6bba3c-9708-46a2-9cc1-f853b496d4b0 req-44c6c3dd-3a61-4ad5-85db-3f13bf1d8ac5 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6636086 Jan 27 22:01:48.655779 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port f7c0c066-9ab6-4e79-993e-3878c92096e7, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f7c0c066-9ab6-4e79-993e-3878c92096e7,segment=NetworkSegment(2f29595e-4d71-4cbe-895f-f97ee947e54c),segment_id=2f29595e-4d71-4cbe-895f-f97ee947e54c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:48.714525 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-907b3789-d7ec-4dd3-8b48-5398451d6f93 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Calling delete_port for f7c0c066-9ab6-4e79-993e-3878c92096e7 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:48.730363 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.742901 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=79d45860-45d3-46c0-a4f4-e8a2bb4d821b,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:48.749169 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-432801fb-84e4-46ed-a791-e286c149a3fe admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1526911 Jan 27 22:01:48.752076 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38634) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:48.762487 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b7d5e234-a2a3-4ee1-b03f-213bfa5189a3 None None] Port 5df57d03-78dd-4c80-bc71-9d342842ec6c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:01:48.764281 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] The host n-h1-772272-3 is not matching for port 5df57d03-78dd-4c80-bc71-9d342842ec6c host ! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:01:48.764683 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5df57d03-78dd-4c80-bc71-9d342842ec6c not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:48.767759 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9f564f50-baa6-4dc1-bd95-7271e9ef3284 admin admin] Request body: {'subnet': {'network_id': '80bbece8-ee0f-4e40-9081-58b3ec2d3c18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1404818560-subnet', 'tenant_id': 'a15b58d52ca842af84da3b41061f9762', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:48.789402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432801fb-84e4-46ed-a791-e286c149a3fe admin admin] Pushing event updated for resources: {'Network': ['ID=80bbece8-ee0f-4e40-9081-58b3ec2d3c18,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:48.806946 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 80bbece8-ee0f-4e40-9081-58b3ec2d3c18 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:01:48.820558 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f564f50-baa6-4dc1-bd95-7271e9ef3284 admin admin] Made reservation on behalf of a15b58d52ca842af84da3b41061f9762 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:48.825866 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f564f50-baa6-4dc1-bd95-7271e9ef3284 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.901710 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e821eb0-f532-4470-8d43-29c8edb49c69 req-bb6bb998-d5ac-462e-b5ea-228e8720c583 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:48.908989 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-01b5f1be-34d0-47a3-b5f7-b0a17333ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.909494 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e821eb0-f532-4470-8d43-29c8edb49c69 req-bb6bb998-d5ac-462e-b5ea-228e8720c583 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.3753004 Jan 27 22:01:48.931022 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=f7c0c066-9ab6-4e79-993e-3878c92096e7,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:48.937516 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b5f1be-34d0-47a3-b5f7-b0a17333ba7b None None] No DVR routers for this DVR port f7c0c066-9ab6-4e79-993e-3878c92096e7 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:48.975562 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:48.975978 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:48.976354 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:48.976699 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:48.977085 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:48.977429 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:48.977766 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:48.978145 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:48.978658 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:48.979566 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:48.979945 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:48.980584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:48.981278 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:49.024095 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5f1be-34d0-47a3-b5f7-b0a17333ba7b None None] Pushing event deleted for resources: {'Port': ['ID=f7c0c066-9ab6-4e79-993e-3878c92096e7,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:49.093830 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-907b3789-d7ec-4dd3-8b48-5398451d6f93 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f7c0c066-9ab6-4e79-993e-3878c92096e7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.147695 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b3789-d7ec-4dd3-8b48-5398451d6f93 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Port': ['ID=f7c0c066-9ab6-4e79-993e-3878c92096e7,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:49.154323 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f564f50-baa6-4dc1-bd95-7271e9ef3284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (8dded0df-7f0f-4d93-b93d-f5e52cb82a6a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.162565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e821eb0-f532-4470-8d43-29c8edb49c69 req-d0a68e22-4e0e-4ef1-8c65-bff7457a5a27 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507238 Jan 27 22:01:49.167664 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907b3789-d7ec-4dd3-8b48-5398451d6f93 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] No DVR routers for this DVR port f7c0c066-9ab6-4e79-993e-3878c92096e7 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:49.189443 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb91a81-2145-43e3-8df5-b344f4342058 req-c5d26cb7-3535-4a73-b69b-a0d0bebcdddc tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:49.191425 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-edb91a81-2145-43e3-8df5-b344f4342058 req-c5d26cb7-3535-4a73-b69b-a0d0bebcdddc tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2748756 Jan 27 22:01:49.232654 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f564f50-baa6-4dc1-bd95-7271e9ef3284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dded0df-7f0f-4d93-b93d-f5e52cb82a6a,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:49.259290 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f564f50-baa6-4dc1-bd95-7271e9ef3284 admin admin] Checking segment: {'id': 'c2ffdb19-c5a4-4d11-b2f6-307f635f63e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80bbece8-ee0f-4e40-9081-58b3ec2d3c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:49.259654 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f564f50-baa6-4dc1-bd95-7271e9ef3284 admin admin] Network hostable DHCP agents. Network: 80bbece8-ee0f-4e40-9081-58b3ec2d3c18, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:01:49.278309 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f564f50-baa6-4dc1-bd95-7271e9ef3284 admin admin] Network 80bbece8-ee0f-4e40-9081-58b3ec2d3c18 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:01:49.280001 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-260aa9bb-a76b-4adf-967e-319621fa409a tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Deleting port aa7607f2-cff4-4487-b664-ab2ae9bf2878 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:49.280497 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-260aa9bb-a76b-4adf-967e-319621fa409a tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (aa7607f2-cff4-4487-b664-ab2ae9bf2878), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.288387 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-9f564f50-baa6-4dc1-bd95-7271e9ef3284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 80bbece8-ee0f-4e40-9081-58b3ec2d3c18) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:49.293756 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f564f50-baa6-4dc1-bd95-7271e9ef3284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:49.294372 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f564f50-baa6-4dc1-bd95-7271e9ef3284 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.301846 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913d6f2e-f140-4d8d-9843-912739bb217b None None] Network 80bbece8-ee0f-4e40-9081-58b3ec2d3c18 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:49.324874 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9f564f50-baa6-4dc1-bd95-7271e9ef3284 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5626597 Jan 27 22:01:49.423763 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-907b3789-d7ec-4dd3-8b48-5398451d6f93 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (927445b8-ae88-42ee-9abc-b4798d5dc289), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.446780 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-edb91a81-2145-43e3-8df5-b344f4342058 req-92f18613-bb36-4844-a654-d47adf4df27f tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359743 Jan 27 22:01:49.460076 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-907b3789-d7ec-4dd3-8b48-5398451d6f93 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927445b8-ae88-42ee-9abc-b4798d5dc289']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:49.507474 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c440a8-85aa-49d6-8bd5-aa3c4eb144af None None] Network 80bbece8-ee0f-4e40-9081-58b3ec2d3c18 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:49.508597 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-907b3789-d7ec-4dd3-8b48-5398451d6f93 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f29595e-4d71-4cbe-895f-f97ee947e54c') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:49.512655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-907b3789-d7ec-4dd3-8b48-5398451d6f93 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f29595e-4d71-4cbe-895f-f97ee947e54c') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:49.525362 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-907b3789-d7ec-4dd3-8b48-5398451d6f93 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (2f29595e-4d71-4cbe-895f-f97ee947e54c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.552219 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-907b3789-d7ec-4dd3-8b48-5398451d6f93 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (2f29595e-4d71-4cbe-895f-f97ee947e54c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.572112 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-260aa9bb-a76b-4adf-967e-319621fa409a tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] For port aa7607f2-cff4-4487-b664-ab2ae9bf2878, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=aa7607f2-cff4-4487-b664-ab2ae9bf2878,segment=NetworkSegment(2a2930c9-2d81-4f92-adf9-9ae2f2d8c002),segment_id=2a2930c9-2d81-4f92-adf9-9ae2f2d8c002)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:49.573340 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-260aa9bb-a76b-4adf-967e-319621fa409a tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (aa7607f2-cff4-4487-b664-ab2ae9bf2878), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.576279 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907b3789-d7ec-4dd3-8b48-5398451d6f93 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:01:49.576731 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-907b3789-d7ec-4dd3-8b48-5398451d6f93 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (2f29595e-4d71-4cbe-895f-f97ee947e54c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:01:49.580279 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:01:49.676727 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-260aa9bb-a76b-4adf-967e-319621fa409a tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Calling delete_port for aa7607f2-cff4-4487-b664-ab2ae9bf2878 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:49.733269 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-907b3789-d7ec-4dd3-8b48-5398451d6f93 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (927445b8-ae88-42ee-9abc-b4798d5dc289), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.742507 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-907b3789-d7ec-4dd3-8b48-5398451d6f93 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.751542 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38656) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:49.756952 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-907b3789-d7ec-4dd3-8b48-5398451d6f93 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/networks/927445b8-ae88-42ee-9abc-b4798d5dc289 HTTP/1.1" status: 204 len: 168 time: 2.9456556 Jan 27 22:01:49.788024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b3789-d7ec-4dd3-8b48-5398451d6f93 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Network': ['ID=927445b8-ae88-42ee-9abc-b4798d5dc289,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:49.800602 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23751e1-4740-45d6-871f-0b59213784af tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:49.801730 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c23751e1-4740-45d6-871f-0b59213784af tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:49.805941 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c23751e1-4740-45d6-871f-0b59213784af tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/subnets/5e0d6afd-c937-47be-b86f-d425f0e0dc1f HTTP/1.1" status: 404 len: 337 time: 0.0533161 Jan 27 22:01:49.809347 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38664) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:49.864775 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc5f678-85fd-4c8c-9dd0-5723196e4245 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:49.865310 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc5f678-85fd-4c8c-9dd0-5723196e4245 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:49.868492 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cbc5f678-85fd-4c8c-9dd0-5723196e4245 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/networks/4ff1d657-95a0-4e2e-851a-9cc58580d111 HTTP/1.1" status: 404 len: 339 time: 0.0555692 Jan 27 22:01:49.873140 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22a938-756f-4d77-b79e-aecee3cb6253 req-b6546b4b-2357-4f90-a694-e70105e7f901 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:49.876703 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38670) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:49.884849 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22a938-756f-4d77-b79e-aecee3cb6253 req-b6546b4b-2357-4f90-a694-e70105e7f901 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:49.892261 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22a938-756f-4d77-b79e-aecee3cb6253 req-b6546b4b-2357-4f90-a694-e70105e7f901 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:49.899063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22a938-756f-4d77-b79e-aecee3cb6253 req-b6546b4b-2357-4f90-a694-e70105e7f901 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:49.909760 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22a938-756f-4d77-b79e-aecee3cb6253 req-b6546b4b-2357-4f90-a694-e70105e7f901 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:49.920956 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a22a938-756f-4d77-b79e-aecee3cb6253 req-b6546b4b-2357-4f90-a694-e70105e7f901 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 3876 time: 0.1382196 Jan 27 22:01:49.921601 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd2b76b-4948-45bb-b9e5-bb31c5894a55 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:49.922070 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd2b76b-4948-45bb-b9e5-bb31c5894a55 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:49.925177 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8fd2b76b-4948-45bb-b9e5-bb31c5894a55 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/subnets/9daef8ef-cb39-45f7-ae4b-34e99a65bf2e HTTP/1.1" status: 404 len: 337 time: 0.0474582 Jan 27 22:01:49.928789 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38672) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:49.981655 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c363c002-d1c6-4228-b6eb-428bd8b99c83 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:49.981655 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c363c002-d1c6-4228-b6eb-428bd8b99c83 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:49.991836 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c363c002-d1c6-4228-b6eb-428bd8b99c83 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/networks/28864ddb-9c13-4055-b0b2-500207dc4b39 HTTP/1.1" status: 404 len: 339 time: 0.0618737 Jan 27 22:01:49.994288 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38674) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:50.037264 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f96c00-555d-4ee5-bcf8-69a6f616a6e2 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:50.037568 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f96c00-555d-4ee5-bcf8-69a6f616a6e2 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:50.042573 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d1f96c00-555d-4ee5-bcf8-69a6f616a6e2 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/subnets/15d87ecb-98d4-42e6-ab6b-48b4d904a1f7 HTTP/1.1" status: 404 len: 337 time: 0.0365467 Jan 27 22:01:50.045349 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38676) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:50.077633 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-5abe00e2-1aae-4193-9728-fcfb235e384e tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:50.078859 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5abe00e2-1aae-4193-9728-fcfb235e384e tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:50.083588 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5abe00e2-1aae-4193-9728-fcfb235e384e tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/networks/13dfb289-cce0-4110-9de1-96df037c6298 HTTP/1.1" status: 404 len: 339 time: 0.0371482 Jan 27 22:01:50.086537 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38680) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:50.147358 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-260aa9bb-a76b-4adf-967e-319621fa409a tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (aa7607f2-cff4-4487-b664-ab2ae9bf2878), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:50.175764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a22a938-756f-4d77-b79e-aecee3cb6253 req-cb138b60-22e7-47d6-a5a1-ef487e973443 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539201 Jan 27 22:01:50.216113 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-cdc3c001-771c-4ded-926d-6f8d0bf46d59 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:50.217783 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-cdc3c001-771c-4ded-926d-6f8d0bf46d59 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/networks?id=80bbece8-ee0f-4e40-9081-58b3ec2d3c18 HTTP/1.1" status: 200 len: 821 time: 0.2623801 Jan 27 22:01:50.224351 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260aa9bb-a76b-4adf-967e-319621fa409a tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event deleted for resources: {'Port': ['ID=aa7607f2-cff4-4487-b664-ab2ae9bf2878,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:50.267864 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b4988f-9f30-4f63-8e61-85c844756f12 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Deleting subnet ddf07506-9030-4c0c-8d60-77230850840b {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:01:50.284807 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-bb92d26e-4bd6-4432-8b73-367b8acb62b6 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/quotas/a15b58d52ca842af84da3b41061f9762 HTTP/1.1" status: 200 len: 375 time: 0.0561244 Jan 27 22:01:50.285600 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d5b4988f-9f30-4f63-8e61-85c844756f12 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for subnet (ddf07506-9030-4c0c-8d60-77230850840b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:50.299952 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-260aa9bb-a76b-4adf-967e-319621fa409a tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] No DVR routers for this DVR port aa7607f2-cff4-4487-b664-ab2ae9bf2878 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:50.321510 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-260aa9bb-a76b-4adf-967e-319621fa409a tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:50.325354 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-260aa9bb-a76b-4adf-967e-319621fa409a tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.15 "DELETE /v2.0/ports/aa7607f2-cff4-4487-b664-ab2ae9bf2878 HTTP/1.1" status: 204 len: 173 time: 1.7191727 Jan 27 22:01:50.342274 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-deleted', 'tag': 'aa7607f2-cff4-4487-b664-ab2ae9bf2878'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:50.344506 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5103a392-8f39-4278-9e03-6c20dfadab91" -d '{"events": [{"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-deleted", "tag": "aa7607f2-cff4-4487-b664-ab2ae9bf2878"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:50.409843 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-e6a43184-28fa-4665-b993-f6bf3ca2e6b0 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a15b58d52ca842af84da3b41061f9762&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897508 Jan 27 22:01:50.421022 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d5b4988f-9f30-4f63-8e61-85c844756f12 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (ddf07506-9030-4c0c-8d60-77230850840b), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:50.429348 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79d45860-45d3-46c0-a4f4-e8a2bb4d821b'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:50.431715 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a524c8-a966-48c2-9020-fb0f5a101ec0" -d '{"events": [{"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-unplugged", "status": "completed", "tag": "79d45860-45d3-46c0-a4f4-e8a2bb4d821b"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:50.535032 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b753e-2fcc-42e2-a436-02a433fd99ec req-a37c3db0-5dc0-43ed-a5b3-8a9513e30b02 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:50.536467 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db8b753e-2fcc-42e2-a436-02a433fd99ec req-a37c3db0-5dc0-43ed-a5b3-8a9513e30b02 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2730331 Jan 27 22:01:50.661648 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d5b4988f-9f30-4f63-8e61-85c844756f12 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (ddf07506-9030-4c0c-8d60-77230850840b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:50.697019 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-e23581b4-a352-432f-b4bb-2ff20a3bc693 service neutron] 10.222.0.23 "GET /v2.0/networks/80bbece8-ee0f-4e40-9081-58b3ec2d3c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784960 Jan 27 22:01:50.705828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db8b753e-2fcc-42e2-a436-02a433fd99ec req-6370b123-946b-4221-8c0b-5545e7198de3 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581445 Jan 27 22:01:50.740191 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-cdc98f8b-eed2-4ce6-93dc-83cce9d19d5a tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Deleting port 50ba1000-47da-4714-9651-4cc90662a58d {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:50.740191 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-cdc98f8b-eed2-4ce6-93dc-83cce9d19d5a tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (50ba1000-47da-4714-9651-4cc90662a58d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:50.887600 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d5b4988f-9f30-4f63-8e61-85c844756f12 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (ddf07506-9030-4c0c-8d60-77230850840b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:50.947860 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4988f-9f30-4f63-8e61-85c844756f12 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf07506-9030-4c0c-8d60-77230850840b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:50.955362 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d5b4988f-9f30-4f63-8e61-85c844756f12 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:50.955955 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880ead62-0353-48f4-a198-b12f0f6f690b None None] Network d908b356-4491-444b-ba34-3dc4c5fb7a0d requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:50.961129 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d5b4988f-9f30-4f63-8e61-85c844756f12 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/subnets/ddf07506-9030-4c0c-8d60-77230850840b HTTP/1.1" status: 204 len: 168 time: 0.8631189 Jan 27 22:01:50.961611 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38692) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:50.970644 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-cd06b1fd-1108-4c06-b4e6-a823497ad162 service neutron] 10.222.0.23 "GET /v2.0/networks/80bbece8-ee0f-4e40-9081-58b3ec2d3c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608650 Jan 27 22:01:50.978672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b13c6-de86-47aa-ab05-a9649fe7a2dd req-cf882377-9197-48bc-85b7-3ddb7a32d325 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:50.980871 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-787b13c6-de86-47aa-ab05-a9649fe7a2dd req-cf882377-9197-48bc-85b7-3ddb7a32d325 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.1617522 Jan 27 22:01:50.994160 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-cdc98f8b-eed2-4ce6-93dc-83cce9d19d5a tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] For port 50ba1000-47da-4714-9651-4cc90662a58d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=50ba1000-47da-4714-9651-4cc90662a58d,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:50.994635 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-cdc98f8b-eed2-4ce6-93dc-83cce9d19d5a tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (50ba1000-47da-4714-9651-4cc90662a58d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.030377 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-cdc98f8b-eed2-4ce6-93dc-83cce9d19d5a tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Calling delete_port for 50ba1000-47da-4714-9651-4cc90662a58d owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:51.066590 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1afa10cb-4b2f-4388-8430-8ed50c2f459c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (d908b356-4491-444b-ba34-3dc4c5fb7a0d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.102028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-787b13c6-de86-47aa-ab05-a9649fe7a2dd req-b0189f64-a96d-484f-a467-0d0310ac7277 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102068 Jan 27 22:01:51.156038 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-1afa10cb-4b2f-4388-8430-8ed50c2f459c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Deleting port 7747062a-9f4d-4b96-b531-b7db0fb9d8f7 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:51.156406 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1afa10cb-4b2f-4388-8430-8ed50c2f459c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7747062a-9f4d-4b96-b531-b7db0fb9d8f7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.225301 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9e640f-23b5-41ae-8c0c-e3ad79e9a0fa x-openstack-request-id: req-1c9e640f-23b5-41ae-8c0c-e3ad79e9a0fa {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:51.225731 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-unplugged", "status": "completed", "tag": "79d45860-45d3-46c0-a4f4-e8a2bb4d821b", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:51.226003 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c9e640f-23b5-41ae-8c0c-e3ad79e9a0fa {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:51.226555 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79d45860-45d3-46c0-a4f4-e8a2bb4d821b', 'code': 200} Jan 27 22:01:51.254796 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.264611 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-cdc98f8b-eed2-4ce6-93dc-83cce9d19d5a tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (50ba1000-47da-4714-9651-4cc90662a58d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.268423 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325b257c-a289-4962-bf25-1131847d2bdd x-openstack-request-id: req-325b257c-a289-4962-bf25-1131847d2bdd {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:51.268808 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-deleted", "tag": "aa7607f2-cff4-4487-b664-ab2ae9bf2878", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:51.269085 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-325b257c-a289-4962-bf25-1131847d2bdd {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:51.269540 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-deleted', 'tag': 'aa7607f2-cff4-4487-b664-ab2ae9bf2878', 'status': 'completed', 'code': 200} Jan 27 22:01:51.309886 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-1afa10cb-4b2f-4388-8430-8ed50c2f459c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] For port 7747062a-9f4d-4b96-b531-b7db0fb9d8f7, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7747062a-9f4d-4b96-b531-b7db0fb9d8f7,segment=NetworkSegment(3fbb8bea-b013-42b4-9a1b-af8e1832e09c),segment_id=3fbb8bea-b013-42b4-9a1b-af8e1832e09c)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:51.310264 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1afa10cb-4b2f-4388-8430-8ed50c2f459c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7747062a-9f4d-4b96-b531-b7db0fb9d8f7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.340979 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-1afa10cb-4b2f-4388-8430-8ed50c2f459c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Calling delete_port for 7747062a-9f4d-4b96-b531-b7db0fb9d8f7 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:51.395809 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312779fe-83e4-4111-95ca-d6c89f14041e None None] DHCP port deletion for d908b356-4491-444b-ba34-3dc4c5fb7a0d request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:01:51.399819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc98f8b-eed2-4ce6-93dc-83cce9d19d5a tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event deleted for resources: {'Port': ['ID=50ba1000-47da-4714-9651-4cc90662a58d,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:51.455066 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1afa10cb-4b2f-4388-8430-8ed50c2f459c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7747062a-9f4d-4b96-b531-b7db0fb9d8f7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.488762 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-312779fe-83e4-4111-95ca-d6c89f14041e None None] Deleting port 7747062a-9f4d-4b96-b531-b7db0fb9d8f7 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:51.489323 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-312779fe-83e4-4111-95ca-d6c89f14041e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7747062a-9f4d-4b96-b531-b7db0fb9d8f7), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.489583 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01d35586-02c1-4b4d-95bb-106b954d788e req-78f5ec5f-a8ea-4454-b193-6966cf82b2b6 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/ports?device_id=477f7541-dd87-40d4-aa5e-b3b978c40400 HTTP/1.1" status: 200 len: 210 time: 0.0909228 Jan 27 22:01:51.495396 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa10cb-4b2f-4388-8430-8ed50c2f459c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Port': ['ID=7747062a-9f4d-4b96-b531-b7db0fb9d8f7,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:51.507503 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afa10cb-4b2f-4388-8430-8ed50c2f459c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] No DVR routers for this DVR port 7747062a-9f4d-4b96-b531-b7db0fb9d8f7 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:51.527884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-cdc98f8b-eed2-4ce6-93dc-83cce9d19d5a tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] No DVR routers for this DVR port 50ba1000-47da-4714-9651-4cc90662a58d on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:51.532986 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-cdc98f8b-eed2-4ce6-93dc-83cce9d19d5a tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.536384 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-cdc98f8b-eed2-4ce6-93dc-83cce9d19d5a tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.15 "DELETE /v2.0/ports/50ba1000-47da-4714-9651-4cc90662a58d HTTP/1.1" status: 204 len: 173 time: 1.1823397 Jan 27 22:01:51.556694 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21725766-a314-4f78-8d99-8f348859627f req-01612834-ffbd-4205-a667-871504847373 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:51.558829 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21725766-a314-4f78-8d99-8f348859627f req-01612834-ffbd-4205-a667-871504847373 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2745008 Jan 27 22:01:51.573848 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-312779fe-83e4-4111-95ca-d6c89f14041e None None] For port 7747062a-9f4d-4b96-b531-b7db0fb9d8f7, host n-d-772272-3, got binding levels [] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:51.574509 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-312779fe-83e4-4111-95ca-d6c89f14041e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7747062a-9f4d-4b96-b531-b7db0fb9d8f7), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.589730 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-312779fe-83e4-4111-95ca-d6c89f14041e None None] Calling delete_port for 7747062a-9f4d-4b96-b531-b7db0fb9d8f7 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:51.592852 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.ipam_backend_mixin [None req-312779fe-83e4-4111-95ca-d6c89f14041e None None] Port 7747062a-9f4d-4b96-b531-b7db0fb9d8f7 was not found and therefore no delete operation was performed {{(pid=109743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:01:51.604765 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-312779fe-83e4-4111-95ca-d6c89f14041e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (7747062a-9f4d-4b96-b531-b7db0fb9d8f7), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.646696 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312779fe-83e4-4111-95ca-d6c89f14041e None None] Pushing event deleted for resources: {'Port': ['ID=7747062a-9f4d-4b96-b531-b7db0fb9d8f7,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:51.650534 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312779fe-83e4-4111-95ca-d6c89f14041e None None] No DVR routers for this DVR port 7747062a-9f4d-4b96-b531-b7db0fb9d8f7 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:51.726930 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1afa10cb-4b2f-4388-8430-8ed50c2f459c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (d908b356-4491-444b-ba34-3dc4c5fb7a0d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.749352 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21725766-a314-4f78-8d99-8f348859627f req-b6e18424-5a8b-495f-99fa-4ba6d0f51bdd tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720407 Jan 27 22:01:51.778208 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-1afa10cb-4b2f-4388-8430-8ed50c2f459c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d908b356-4491-444b-ba34-3dc4c5fb7a0d']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:51.801844 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-8405e42f-b867-4387-9fcb-4c08b6e0fe68 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Deleting port 165d96d7-754f-426f-b018-623901ff8bd7 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:51.803117 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-8405e42f-b867-4387-9fcb-4c08b6e0fe68 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (165d96d7-754f-426f-b018-623901ff8bd7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.803660 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-1afa10cb-4b2f-4388-8430-8ed50c2f459c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbb8bea-b013-42b4-9a1b-af8e1832e09c') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:51.806179 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-1afa10cb-4b2f-4388-8430-8ed50c2f459c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbb8bea-b013-42b4-9a1b-af8e1832e09c') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:51.831637 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1afa10cb-4b2f-4388-8430-8ed50c2f459c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (3fbb8bea-b013-42b4-9a1b-af8e1832e09c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.869704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67415e0-05f3-4708-8d0e-80bea8559ba9 req-ae42f7da-ce14-4332-83e8-42db405f681e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:51.871342 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1afa10cb-4b2f-4388-8430-8ed50c2f459c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3fbb8bea-b013-42b4-9a1b-af8e1832e09c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.888687 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afa10cb-4b2f-4388-8430-8ed50c2f459c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:01:51.889106 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1afa10cb-4b2f-4388-8430-8ed50c2f459c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (3fbb8bea-b013-42b4-9a1b-af8e1832e09c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:01:51.893521 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:01:51.900207 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67415e0-05f3-4708-8d0e-80bea8559ba9 req-ae42f7da-ce14-4332-83e8-42db405f681e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:51.914931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67415e0-05f3-4708-8d0e-80bea8559ba9 req-ae42f7da-ce14-4332-83e8-42db405f681e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:51.917464 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c67415e0-05f3-4708-8d0e-80bea8559ba9 req-ae42f7da-ce14-4332-83e8-42db405f681e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 2410 time: 0.2856359 Jan 27 22:01:52.085695 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7747062a-9f4d-4b96-b531-b7db0fb9d8f7 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:52.117969 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1afa10cb-4b2f-4388-8430-8ed50c2f459c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (d908b356-4491-444b-ba34-3dc4c5fb7a0d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:52.124395 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1afa10cb-4b2f-4388-8430-8ed50c2f459c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:52.133074 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1afa10cb-4b2f-4388-8430-8ed50c2f459c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/networks/d908b356-4491-444b-ba34-3dc4c5fb7a0d HTTP/1.1" status: 204 len: 168 time: 1.1698518 Jan 27 22:01:52.134007 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38716) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:52.137303 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 7747062a-9f4d-4b96-b531-b7db0fb9d8f7 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:52.137811 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7747062a-9f4d-4b96-b531-b7db0fb9d8f7 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:52.172640 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6ac98-6d5d-4921-a11a-c92d2d2f7f1d req-2bb93bcf-b536-4ad5-a500-8a58c5cf755b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:52.179596 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-04b6ac98-6d5d-4921-a11a-c92d2d2f7f1d req-2bb93bcf-b536-4ad5-a500-8a58c5cf755b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1771865 Jan 27 22:01:52.184297 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa10cb-4b2f-4388-8430-8ed50c2f459c tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Network': ['ID=d908b356-4491-444b-ba34-3dc4c5fb7a0d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:52.186899 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc5249d-47e1-461b-a7f4-f35521e7f547 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:52.187843 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc5249d-47e1-461b-a7f4-f35521e7f547 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:52.191343 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0cc5249d-47e1-461b-a7f4-f35521e7f547 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/subnets/955fb1d0-feff-491d-8a64-a31a54a12f48 HTTP/1.1" status: 404 len: 337 time: 0.0513420 Jan 27 22:01:52.194506 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38722) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:52.223411 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-9689543a-71fe-426f-8c2b-1f839a63d577 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] DELETE failed (client error): The resource could not be found. Jan 27 22:01:52.224341 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9689543a-71fe-426f-8c2b-1f839a63d577 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:52.227686 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9689543a-71fe-426f-8c2b-1f839a63d577 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/networks/6e7dc504-289e-4b34-b8b7-09b3362930aa HTTP/1.1" status: 404 len: 339 time: 0.0319400 Jan 27 22:01:52.230868 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38724) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:52.242523 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c67415e0-05f3-4708-8d0e-80bea8559ba9 req-6797dec9-86c4-4bd8-b17b-31aebf34bceb tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601111 Jan 27 22:01:52.285303 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-8405e42f-b867-4387-9fcb-4c08b6e0fe68 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] For port 165d96d7-754f-426f-b018-623901ff8bd7, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=165d96d7-754f-426f-b018-623901ff8bd7,segment=NetworkSegment(41cb6eb4-9ceb-408b-832e-945396e2cef3),segment_id=41cb6eb4-9ceb-408b-832e-945396e2cef3)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:52.287591 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-8405e42f-b867-4387-9fcb-4c08b6e0fe68 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (165d96d7-754f-426f-b018-623901ff8bd7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:52.320018 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a009d80-11cd-4740-89b1-b1f99c754406 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Deleting subnet acf92c14-c95c-476b-80b5-88de6b7b1a23 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:01:52.324836 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7a009d80-11cd-4740-89b1-b1f99c754406 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for subnet (acf92c14-c95c-476b-80b5-88de6b7b1a23), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:52.398183 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7a009d80-11cd-4740-89b1-b1f99c754406 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (acf92c14-c95c-476b-80b5-88de6b7b1a23), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:52.409174 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-04b6ac98-6d5d-4921-a11a-c92d2d2f7f1d req-09d26a9c-0598-4b03-a26f-16424ee56b63 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287169 Jan 27 22:01:52.475773 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a4637-7811-4e34-84fe-a14802663d29 req-a8999280-9f41-48b5-be84-2cab07bf76f8 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:52.477406 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae8a4637-7811-4e34-84fe-a14802663d29 req-a8999280-9f41-48b5-be84-2cab07bf76f8 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.1422172 Jan 27 22:01:52.530824 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7a009d80-11cd-4740-89b1-b1f99c754406 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (acf92c14-c95c-476b-80b5-88de6b7b1a23), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:52.592338 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7a009d80-11cd-4740-89b1-b1f99c754406 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (acf92c14-c95c-476b-80b5-88de6b7b1a23), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:52.620118 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a009d80-11cd-4740-89b1-b1f99c754406 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Subnet': ['ID=acf92c14-c95c-476b-80b5-88de6b7b1a23,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:52.625169 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7a009d80-11cd-4740-89b1-b1f99c754406 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:52.631764 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7a009d80-11cd-4740-89b1-b1f99c754406 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/subnets/acf92c14-c95c-476b-80b5-88de6b7b1a23 HTTP/1.1" status: 204 len: 168 time: 0.3993177 Jan 27 22:01:52.632192 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38742) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:52.639346 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7b819b-5076-41b9-b698-59c25fb83a45 None None] Network 8700aa2f-60a2-47a5-a4d8-ff8940236661 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:52.725741 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-490e68a8-9d99-478d-b5e5-19bc45e4be97 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (8700aa2f-60a2-47a5-a4d8-ff8940236661), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:52.802029 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-490e68a8-9d99-478d-b5e5-19bc45e4be97 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Deleting port ef099629-fbe1-4da3-ad20-5914d62ee9db {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:52.802387 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-490e68a8-9d99-478d-b5e5-19bc45e4be97 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ef099629-fbe1-4da3-ad20-5914d62ee9db), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:52.900317 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72a2bae-f2d8-4dc0-8053-d8f672e529f8 None None] DHCP port deletion for 8700aa2f-60a2-47a5-a4d8-ff8940236661 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:01:52.904316 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-490e68a8-9d99-478d-b5e5-19bc45e4be97 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] For port ef099629-fbe1-4da3-ad20-5914d62ee9db, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ef099629-fbe1-4da3-ad20-5914d62ee9db,segment=NetworkSegment(c071f779-fd59-4c48-91c8-cddbb2ac1779),segment_id=c071f779-fd59-4c48-91c8-cddbb2ac1779)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:52.906010 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-490e68a8-9d99-478d-b5e5-19bc45e4be97 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ef099629-fbe1-4da3-ad20-5914d62ee9db), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:52.927131 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-490e68a8-9d99-478d-b5e5-19bc45e4be97 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Calling delete_port for ef099629-fbe1-4da3-ad20-5914d62ee9db owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:53.011335 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b72a2bae-f2d8-4dc0-8053-d8f672e529f8 None None] Deleting port ef099629-fbe1-4da3-ad20-5914d62ee9db {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:53.014297 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b72a2bae-f2d8-4dc0-8053-d8f672e529f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ef099629-fbe1-4da3-ad20-5914d62ee9db), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:53.016420 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae8a4637-7811-4e34-84fe-a14802663d29 req-dd7e01b8-d254-433d-86b7-0e15bd4ba0f2 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333805 Jan 27 22:01:53.061083 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-490e68a8-9d99-478d-b5e5-19bc45e4be97 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (ef099629-fbe1-4da3-ad20-5914d62ee9db), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:53.087850 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-8405e42f-b867-4387-9fcb-4c08b6e0fe68 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:53.088833 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-8405e42f-b867-4387-9fcb-4c08b6e0fe68 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (94ae9b40-cf90-4e79-b444-d70d29433033), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:53.089190 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-8405e42f-b867-4387-9fcb-4c08b6e0fe68 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Floating IP 94ae9b40-cf90-4e79-b444-d70d29433033 disassociated. External IP: 172.25.3.34, port: 165d96d7-754f-426f-b018-623901ff8bd7. Jan 27 22:01:53.089546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-8405e42f-b867-4387-9fcb-4c08b6e0fe68 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Calling delete_port for 165d96d7-754f-426f-b018-623901ff8bd7 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:53.125214 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490e68a8-9d99-478d-b5e5-19bc45e4be97 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] No DVR routers for this DVR port ef099629-fbe1-4da3-ad20-5914d62ee9db on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:53.130554 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e68a8-9d99-478d-b5e5-19bc45e4be97 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Port': ['ID=ef099629-fbe1-4da3-ad20-5914d62ee9db,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:53.147882 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b72a2bae-f2d8-4dc0-8053-d8f672e529f8 None None] For port ef099629-fbe1-4da3-ad20-5914d62ee9db, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ef099629-fbe1-4da3-ad20-5914d62ee9db,segment=NetworkSegment(c071f779-fd59-4c48-91c8-cddbb2ac1779),segment_id=c071f779-fd59-4c48-91c8-cddbb2ac1779)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:53.148322 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b72a2bae-f2d8-4dc0-8053-d8f672e529f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ef099629-fbe1-4da3-ad20-5914d62ee9db), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:53.164154 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b72a2bae-f2d8-4dc0-8053-d8f672e529f8 None None] Calling delete_port for ef099629-fbe1-4da3-ad20-5914d62ee9db owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:53.216613 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-22d76b41-0784-4d7c-bba7-f621bb6c2f06 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:53.223364 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-22d76b41-0784-4d7c-bba7-f621bb6c2f06 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/networks?id=5172c394-afad-4c7a-b5ec-4e24fc69ff6c HTTP/1.1" status: 200 len: 815 time: 0.6988018 Jan 27 22:01:53.223568 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-490e68a8-9d99-478d-b5e5-19bc45e4be97 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (8700aa2f-60a2-47a5-a4d8-ff8940236661), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:53.254065 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-490e68a8-9d99-478d-b5e5-19bc45e4be97 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8700aa2f-60a2-47a5-a4d8-ff8940236661']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:53.261689 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b72a2bae-f2d8-4dc0-8053-d8f672e529f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (ef099629-fbe1-4da3-ad20-5914d62ee9db), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:53.267191 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-490e68a8-9d99-478d-b5e5-19bc45e4be97 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c071f779-fd59-4c48-91c8-cddbb2ac1779') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:53.267493 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-490e68a8-9d99-478d-b5e5-19bc45e4be97 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c071f779-fd59-4c48-91c8-cddbb2ac1779') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:53.271203 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-c593b59c-2f94-4658-bbbc-11f227b546d2 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:53.273053 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-c593b59c-2f94-4658-bbbc-11f227b546d2 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.21 "GET /v2.0/networks?id=80bbece8-ee0f-4e40-9081-58b3ec2d3c18 HTTP/1.1" status: 200 len: 821 time: 0.2920599 Jan 27 22:01:53.280980 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-acd436ad-b857-4262-8c4f-b8d9fcd42e7e tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/quotas/29f1b1b915984af3b6beaec3b0cb4d0f HTTP/1.1" status: 200 len: 375 time: 0.0567002 Jan 27 22:01:53.281209 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-490e68a8-9d99-478d-b5e5-19bc45e4be97 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (c071f779-fd59-4c48-91c8-cddbb2ac1779), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:53.285574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-deleted', 'tag': '50ba1000-47da-4714-9651-4cc90662a58d'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:53.287789 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5657dc20-a1b0-4c2f-af7c-7bcfea06f1ea" -d '{"events": [{"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-deleted", "tag": "50ba1000-47da-4714-9651-4cc90662a58d"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:53.295874 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-490e68a8-9d99-478d-b5e5-19bc45e4be97 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (c071f779-fd59-4c48-91c8-cddbb2ac1779), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:53.298047 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a2bae-f2d8-4dc0-8053-d8f672e529f8 None None] Pushing event deleted for resources: {'Port': ['ID=ef099629-fbe1-4da3-ad20-5914d62ee9db,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:53.302161 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-490e68a8-9d99-478d-b5e5-19bc45e4be97 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:01:53.302572 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-490e68a8-9d99-478d-b5e5-19bc45e4be97 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (c071f779-fd59-4c48-91c8-cddbb2ac1779), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:53.305377 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72a2bae-f2d8-4dc0-8053-d8f672e529f8 None None] No DVR routers for this DVR port ef099629-fbe1-4da3-ad20-5914d62ee9db on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:53.308672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-dd91537d-33a6-4b00-a71e-62f408687658 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Request body: {'port': {'device_id': '477f7541-dd87-40d4-aa5e-b3b978c40400', 'network_id': '80bbece8-ee0f-4e40-9081-58b3ec2d3c18', 'admin_state_up': True, 'tenant_id': 'a15b58d52ca842af84da3b41061f9762'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:53.321730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd45400-d4c3-4ab5-b524-f45ed1e4b5d3 req-c7e9de6f-a48e-4dca-95f1-75f29e22c3d4 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:53.323378 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dbd45400-d4c3-4ab5-b524-f45ed1e4b5d3 req-c7e9de6f-a48e-4dca-95f1-75f29e22c3d4 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1841769 Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:01:53.330203 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:01:53.359391 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38750) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:53.396889 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-490e68a8-9d99-478d-b5e5-19bc45e4be97 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (8700aa2f-60a2-47a5-a4d8-ff8940236661), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:53.414009 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-490e68a8-9d99-478d-b5e5-19bc45e4be97 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:53.427541 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-490e68a8-9d99-478d-b5e5-19bc45e4be97 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] 10.222.0.23 "DELETE /v2.0/networks/8700aa2f-60a2-47a5-a4d8-ff8940236661 HTTP/1.1" status: 204 len: 168 time: 0.7938595 Jan 27 22:01:53.443455 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e68a8-9d99-478d-b5e5-19bc45e4be97 tempest-NetworksIpV6Test-2049007680 tempest-NetworksIpV6Test-2049007680-project] Pushing event deleted for resources: {'Network': ['ID=8700aa2f-60a2-47a5-a4d8-ff8940236661,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:53.472595 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-297854a1-43b7-436c-a6f1-51008b0f0a8e tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=29f1b1b915984af3b6beaec3b0cb4d0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1907172 Jan 27 22:01:53.526138 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dbd45400-d4c3-4ab5-b524-f45ed1e4b5d3 req-5d092733-0c29-4703-9d41-26d3b6a60be4 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798158 Jan 27 22:01:53.633438 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-8405e42f-b867-4387-9fcb-4c08b6e0fe68 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (165d96d7-754f-426f-b018-623901ff8bd7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:53.706387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-dd91537d-33a6-4b00-a71e-62f408687658 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Made reservation on behalf of a15b58d52ca842af84da3b41061f9762 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:53.710009 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-dd91537d-33a6-4b00-a71e-62f408687658 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:53.717004 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e622bea4-6af3-4fd8-bdb6-b1df9cccaf15 req-77bca1e2-ed1c-4f93-862a-f1597d587acc tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/ports?device_id=477f7541-dd87-40d4-aa5e-b3b978c40400 HTTP/1.1" status: 200 len: 210 time: 0.0816333 Jan 27 22:01:53.724767 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405e42f-b867-4387-9fcb-4c08b6e0fe68 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event deleted for resources: {'Port': ['ID=165d96d7-754f-426f-b018-623901ff8bd7,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:53.734069 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-332506fb-b17b-4f73-94c7-51e216a8c27c service neutron] 10.222.0.23 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330086 Jan 27 22:01:53.852700 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38760) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:54.006589 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4e7840e8-bb9e-403b-9c2f-43dea996379e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (969b3156-eb9e-4fd3-b98c-422bd59b5a36), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:54.092028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-197d6a98-601d-4266-8784-00b3a095a995 service neutron] 10.222.0.23 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410776 Jan 27 22:01:54.105473 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c6a4c7ce-c30e-4f9e-ab31-64167186b77d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=059cb36d2028475d800a395c3c040989&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2514520 Jan 27 22:01:54.106283 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-52f6fc3f-da7a-41c6-950c-6194b3f4d03a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:54.108589 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38766) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:54.124079 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc729622-0598-492d-8201-07cf22986c2f req-1c6f2c84-3375-4d2d-83b4-abf1efa6453c tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:54.138607 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ef099629-fbe1-4da3-ad20-5914d62ee9db no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:54.139963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc729622-0598-492d-8201-07cf22986c2f req-1c6f2c84-3375-4d2d-83b4-abf1efa6453c tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:54.152876 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc729622-0598-492d-8201-07cf22986c2f req-1c6f2c84-3375-4d2d-83b4-abf1efa6453c tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 1677 time: 0.3238347 Jan 27 22:01:54.198860 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: ef099629-fbe1-4da3-ad20-5914d62ee9db {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:54.199220 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ef099629-fbe1-4da3-ad20-5914d62ee9db not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:54.201268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-8405e42f-b867-4387-9fcb-4c08b6e0fe68 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Router ee9268c1-2172-4960-b05a-028e88965a6f has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:01:54.219973 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6cb7947-2b9c-48e1-8de2-891ec7de38e4 admin admin] Publish callbacks [] for security_group (1c212eb1-612d-404d-ac4c-51fef5aecdab), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:54.246162 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-dd91537d-33a6-4b00-a71e-62f408687658 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Allocated IP 172.20.0.2 (80bbece8-ee0f-4e40-9081-58b3ec2d3c18/8dded0df-7f0f-4d93-b93d-f5e52cb82a6a/066b17c6-43be-4291-a97d-ffff7819efd5) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:54.273450 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6cb7947-2b9c-48e1-8de2-891ec7de38e4 admin admin] Publish callbacks [] for security_group (1c212eb1-612d-404d-ac4c-51fef5aecdab), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:54.368458 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc729622-0598-492d-8201-07cf22986c2f req-f6fabcb7-6d38-4347-9dce-77dd4b7da821 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965811 Jan 27 22:01:54.448891 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db8e11d-6019-4c81-a09e-db6548f76a50 x-openstack-request-id: req-3db8e11d-6019-4c81-a09e-db6548f76a50 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:54.449223 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-deleted", "tag": "50ba1000-47da-4714-9651-4cc90662a58d", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:54.449522 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3db8e11d-6019-4c81-a09e-db6548f76a50 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:54.449998 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-deleted', 'tag': '50ba1000-47da-4714-9651-4cc90662a58d', 'status': 'completed', 'code': 200} Jan 27 22:01:54.511826 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6cb7947-2b9c-48e1-8de2-891ec7de38e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1c212eb1-612d-404d-ac4c-51fef5aecdab), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:54.514378 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6cb7947-2b9c-48e1-8de2-891ec7de38e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:54.518160 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f6cb7947-2b9c-48e1-8de2-891ec7de38e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c212eb1-612d-404d-ac4c-51fef5aecdab HTTP/1.1" status: 204 len: 168 time: 0.4059758 Jan 27 22:01:54.546119 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb7947-2b9c-48e1-8de2-891ec7de38e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c212eb1-612d-404d-ac4c-51fef5aecdab,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:54.588899 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-4e7840e8-bb9e-403b-9c2f-43dea996379e admin admin] Deleting port 0b0444d4-3532-4e47-8f36-ffbd55273e5c {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:54.589249 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4e7840e8-bb9e-403b-9c2f-43dea996379e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0b0444d4-3532-4e47-8f36-ffbd55273e5c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:54.610529 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83aae565-367f-4567-95d3-79db620dd8b0 req-c3a4fd23-93a8-4966-ac7f-409ee43c1755 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbacc0ab-ff11-40fc-b159-3caf42f130a0 HTTP/1.1" status: 200 len: 210 time: 0.0858679 Jan 27 22:01:54.687922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-8405e42f-b867-4387-9fcb-4c08b6e0fe68 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:01:54.715996 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ccade8-e9c4-4bc3-9286-79f697aeb3a4 None None] Sync routers for ids ['ee9268c1-2172-4960-b05a-028e88965a6f'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:01:54.733859 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ccade8-e9c4-4bc3-9286-79f697aeb3a4 None None] Routers {'ee9268c1-2172-4960-b05a-028e88965a6f'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:54.734824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-88ccade8-e9c4-4bc3-9286-79f697aeb3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:01:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ee9268c1-2172-4960-b05a-028e88965a6f'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:54.763094 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-4e7840e8-bb9e-403b-9c2f-43dea996379e admin admin] For port 0b0444d4-3532-4e47-8f36-ffbd55273e5c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0b0444d4-3532-4e47-8f36-ffbd55273e5c,segment=NetworkSegment(fe1a78ab-8282-44d4-a623-c72e4779f3e7),segment_id=fe1a78ab-8282-44d4-a623-c72e4779f3e7)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:54.763724 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4e7840e8-bb9e-403b-9c2f-43dea996379e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0b0444d4-3532-4e47-8f36-ffbd55273e5c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:54.776933 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-4e7840e8-bb9e-403b-9c2f-43dea996379e admin admin] Calling delete_port for 0b0444d4-3532-4e47-8f36-ffbd55273e5c owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:54.923599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-8405e42f-b867-4387-9fcb-4c08b6e0fe68 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] No DVR routers for this DVR port 165d96d7-754f-426f-b018-623901ff8bd7 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:54.952974 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a43e2-c7c8-4b0a-8e54-d8ba3ba6c940 req-9e85df24-26ce-41d4-8353-54dc7016a992 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:54.954050 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-578a43e2-c7c8-4b0a-8e54-d8ba3ba6c940 req-9e85df24-26ce-41d4-8353-54dc7016a992 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.4040542 Jan 27 22:01:54.955489 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-8405e42f-b867-4387-9fcb-4c08b6e0fe68 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:54.959453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-8405e42f-b867-4387-9fcb-4c08b6e0fe68 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.15 "DELETE /v2.0/ports/165d96d7-754f-426f-b018-623901ff8bd7 HTTP/1.1" status: 204 len: 173 time: 3.4184589 Jan 27 22:01:55.091890 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4e7840e8-bb9e-403b-9c2f-43dea996379e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (0b0444d4-3532-4e47-8f36-ffbd55273e5c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:55.178643 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-dd91537d-33a6-4b00-a71e-62f408687658 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Publish callbacks [] for port (066b17c6-43be-4291-a97d-ffff7819efd5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:55.198292 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7840e8-bb9e-403b-9c2f-43dea996379e admin admin] Pushing event deleted for resources: {'Port': ['ID=0b0444d4-3532-4e47-8f36-ffbd55273e5c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:55.331141 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-88ccade8-e9c4-4bc3-9286-79f697aeb3a4 None None] Set router ee9268c1-2172-4960-b05a-028e88965a6f gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:55.403236 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4e7840e8-bb9e-403b-9c2f-43dea996379e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (969b3156-eb9e-4fd3-b98c-422bd59b5a36), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:55.425706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78cb4e-baac-4e14-9c12-ade9517b44f4 req-5a846db5-dcc1-40fa-968c-fcdcda044339 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:55.435180 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a78cb4e-baac-4e14-9c12-ade9517b44f4 req-5a846db5-dcc1-40fa-968c-fcdcda044339 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.6369371 Jan 27 22:01:55.503821 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-578a43e2-c7c8-4b0a-8e54-d8ba3ba6c940 req-f0b72a8e-8b07-406c-9a76-6e7673021331 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5272746 Jan 27 22:01:55.534469 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-dd91537d-33a6-4b00-a71e-62f408687658 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (066b17c6-43be-4291-a97d-ffff7819efd5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:55.692529 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a78cb4e-baac-4e14-9c12-ade9517b44f4 req-01fabc1c-a71e-4640-8e07-51c46e4e956f tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517748 Jan 27 22:01:55.714740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-84b88f06-4161-40e1-9445-2ba875b09657 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Deleting port 79d45860-45d3-46c0-a4f4-e8a2bb4d821b {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:55.717070 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-84b88f06-4161-40e1-9445-2ba875b09657 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (79d45860-45d3-46c0-a4f4-e8a2bb4d821b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:55.769144 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-88ccade8-e9c4-4bc3-9286-79f697aeb3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'name': 'tempest-TaggedBootDevicesTest-288674263-router', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:14Z', 'updated_at': '2022-01-27T21:50:26Z', 'revision_number': 4, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'gw_port': {'id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:17Z', 'updated_at': '2022-01-27T21:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2832d344-229f-4bf2-897b-df271dcedc5b', 'name': '', 'network_id': '0bade858-af63-49b3-909a-6a7d96619464', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'mac_address': 'fa:16:3e:a3:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'f20c5a1f-1a73-4497-aee3-c74aed8b30bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:25Z', 'updated_at': '2022-01-27T21:50:31Z', 'revision_number': 5, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'subnets': [{'id': 'f20c5a1f-1a73-4497-aee3-c74aed8b30bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:55.808075 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7840e8-bb9e-403b-9c2f-43dea996379e admin admin] Router 969b3156-eb9e-4fd3-b98c-422bd59b5a36 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:01:55.808917 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38810) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:55.820342 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-dd91537d-33a6-4b00-a71e-62f408687658 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Network 80bbece8-ee0f-4e40-9081-58b3ec2d3c18 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:55.849842 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ccade8-e9c4-4bc3-9286-79f697aeb3a4 None None] Checking router: ee9268c1-2172-4960-b05a-028e88965a6f for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:01:55.877635 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ccade8-e9c4-4bc3-9286-79f697aeb3a4 None None] Routers {'ee9268c1-2172-4960-b05a-028e88965a6f'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:55.881190 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-88ccade8-e9c4-4bc3-9286-79f697aeb3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:01:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ee9268c1-2172-4960-b05a-028e88965a6f'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:55.881913 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-dd91537d-33a6-4b00-a71e-62f408687658 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:55.905185 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-dd91537d-33a6-4b00-a71e-62f408687658 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:55.963182 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-dd91537d-33a6-4b00-a71e-62f408687658 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:55.963887 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-dd91537d-33a6-4b00-a71e-62f408687658 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:55.977314 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91537d-33a6-4b00-a71e-62f408687658 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Pushing event updated for resources: {'Port': ['ID=066b17c6-43be-4291-a97d-ffff7819efd5,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:56.009047 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ea443-dd16-40e8-9668-3a3aa0225888 req-c55764c1-9b73-44d5-88da-9b06a945af62 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:56.010791 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e6ea443-dd16-40e8-9668-3a3aa0225888 req-c55764c1-9b73-44d5-88da-9b06a945af62 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/ports?device_id=477f7541-dd87-40d4-aa5e-b3b978c40400 HTTP/1.1" status: 200 len: 931 time: 0.3680403 Jan 27 22:01:56.072191 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-dd91537d-33a6-4b00-a71e-62f408687658 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7813299 Jan 27 22:01:56.092562 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] Request body: {'port': {'device_id': '477f7541-dd87-40d4-aa5e-b3b978c40400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:56.122902 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ce70bc44-25a0-4f21-a613-0fd4cc5ddff1 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2147210328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:56.131384 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-88ccade8-e9c4-4bc3-9286-79f697aeb3a4 None None] Set router ee9268c1-2172-4960-b05a-028e88965a6f gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:56.133678 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-84b88f06-4161-40e1-9445-2ba875b09657 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] For port 79d45860-45d3-46c0-a4f4-e8a2bb4d821b, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=79d45860-45d3-46c0-a4f4-e8a2bb4d821b,segment=NetworkSegment(2a2930c9-2d81-4f92-adf9-9ae2f2d8c002),segment_id=2a2930c9-2d81-4f92-adf9-9ae2f2d8c002)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:56.134055 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-84b88f06-4161-40e1-9445-2ba875b09657 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (79d45860-45d3-46c0-a4f4-e8a2bb4d821b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:56.154813 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25b351-b35b-495c-a5fd-63da92a0cdd4 req-b713432c-a761-45a5-b3b6-4abdf2743c56 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:56.168961 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25b351-b35b-495c-a5fd-63da92a0cdd4 req-b713432c-a761-45a5-b3b6-4abdf2743c56 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:56.176836 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c25b351-b35b-495c-a5fd-63da92a0cdd4 req-b713432c-a761-45a5-b3b6-4abdf2743c56 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 1677 time: 0.3124888 Jan 27 22:01:56.212095 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e6ea443-dd16-40e8-9668-3a3aa0225888 req-3050ac19-5ffe-406b-a97b-58b584b6c056 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/security-groups?id=19f59809-73f6-469b-acdc-ba74b13f5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791418 Jan 27 22:01:56.222727 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-84b88f06-4161-40e1-9445-2ba875b09657 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Calling delete_port for 79d45860-45d3-46c0-a4f4-e8a2bb4d821b owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:56.231191 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce70bc44-25a0-4f21-a613-0fd4cc5ddff1 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (92ad97d2-af2c-4fb1-842a-22acf12c52b9), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:56.233122 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce70bc44-25a0-4f21-a613-0fd4cc5ddff1 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (92ad97d2-af2c-4fb1-842a-22acf12c52b9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:56.259347 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7840e8-bb9e-403b-9c2f-43dea996379e admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:01:56.260318 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (066b17c6-43be-4291-a97d-ffff7819efd5), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:56.272782 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ad3d8-646d-462e-9c42-539370600955 None None] Sync routers for ids ['969b3156-eb9e-4fd3-b98c-422bd59b5a36'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:01:56.278547 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4e7840e8-bb9e-403b-9c2f-43dea996379e admin admin] 10.222.0.23 "PUT /v2.0/routers/969b3156-eb9e-4fd3-b98c-422bd59b5a36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9180491 Jan 27 22:01:56.283435 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38814) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:56.292197 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-6fa9bd39-bb04-4aec-a8df-547a3c10e574 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:56.293958 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-6fa9bd39-bb04-4aec-a8df-547a3c10e574 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.21 "GET /v2.0/networks?id=5172c394-afad-4c7a-b5ec-4e24fc69ff6c HTTP/1.1" status: 200 len: 815 time: 0.3058052 Jan 27 22:01:56.297431 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ad3d8-646d-462e-9c42-539370600955 None None] Routers {'969b3156-eb9e-4fd3-b98c-422bd59b5a36'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:56.298268 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-631ad3d8-646d-462e-9c42-539370600955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:01:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['969b3156-eb9e-4fd3-b98c-422bd59b5a36'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:56.316519 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-cbf6e7bf-6351-4cc4-b463-131ab17b364e tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Request body: {'port': {'device_id': 'fbacc0ab-ff11-40fc-b159-3caf42f130a0', 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c', 'admin_state_up': True, 'tenant_id': '29f1b1b915984af3b6beaec3b0cb4d0f'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:56.404935 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c25b351-b35b-495c-a5fd-63da92a0cdd4 req-785f8769-c5cd-48b9-829e-0435b55a774c tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269490 Jan 27 22:01:56.518160 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-88ccade8-e9c4-4bc3-9286-79f697aeb3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'name': 'tempest-TaggedBootDevicesTest-288674263-router', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:14Z', 'updated_at': '2022-01-27T21:50:26Z', 'revision_number': 4, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'gw_port': {'id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:17Z', 'updated_at': '2022-01-27T21:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2832d344-229f-4bf2-897b-df271dcedc5b', 'name': '', 'network_id': '0bade858-af63-49b3-909a-6a7d96619464', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'mac_address': 'fa:16:3e:a3:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'f20c5a1f-1a73-4497-aee3-c74aed8b30bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:25Z', 'updated_at': '2022-01-27T21:50:31Z', 'revision_number': 5, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'subnets': [{'id': 'f20c5a1f-1a73-4497-aee3-c74aed8b30bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:56.521903 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-631ad3d8-646d-462e-9c42-539370600955 None None] Set router 969b3156-eb9e-4fd3-b98c-422bd59b5a36 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:56.555477 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ccade8-e9c4-4bc3-9286-79f697aeb3a4 None None] The sync data for ids ['ee9268c1-2172-4960-b05a-028e88965a6f'] in n-d-772272-3 is: [{'id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'name': 'tempest-TaggedBootDevicesTest-288674263-router', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:14Z', 'updated_at': '2022-01-27T21:50:26Z', 'revision_number': 4, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'gw_port': {'id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:17Z', 'updated_at': '2022-01-27T21:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2832d344-229f-4bf2-897b-df271dcedc5b', 'name': '', 'network_id': '0bade858-af63-49b3-909a-6a7d96619464', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'mac_address': 'fa:16:3e:a3:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'f20c5a1f-1a73-4497-aee3-c74aed8b30bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:25Z', 'updated_at': '2022-01-27T21:50:31Z', 'revision_number': 5, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'subnets': [{'id': 'f20c5a1f-1a73-4497-aee3-c74aed8b30bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:01:56.566908 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-deleted', 'tag': '165d96d7-754f-426f-b018-623901ff8bd7'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:56.569271 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d6a388-e9fa-410b-85a0-d070aa6a5400" -d '{"events": [{"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-deleted", "tag": "165d96d7-754f-426f-b018-623901ff8bd7"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:56.572400 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85a47f30-64f9-4f14-a379-1a6956388dac admin admin] Publish callbacks [] for router (969b3156-eb9e-4fd3-b98c-422bd59b5a36), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:56.606372 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b51b488-c4a1-4c80-9121-3148cec96002 req-8cc75fee-9f5d-4a6f-945d-e597e7f3c109 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbacc0ab-ff11-40fc-b159-3caf42f130a0 HTTP/1.1" status: 200 len: 210 time: 0.2184446 Jan 27 22:01:56.695076 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3938b511-86fa-4869-8432-56b5d08de725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:56.736230 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce70bc44-25a0-4f21-a613-0fd4cc5ddff1 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for router_controller (92ad97d2-af2c-4fb1-842a-22acf12c52b9), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:56.744040 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce70bc44-25a0-4f21-a613-0fd4cc5ddff1 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (92ad97d2-af2c-4fb1-842a-22acf12c52b9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:56.774872 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce70bc44-25a0-4f21-a613-0fd4cc5ddff1 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:56.778802 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ce70bc44-25a0-4f21-a613-0fd4cc5ddff1 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9627290 Jan 27 22:01:56.780076 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38820) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:56.785614 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ea13a2a9-9c21-439e-b216-284ac4f2e3a2 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1158561714'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:56.796854 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-631ad3d8-646d-462e-9c42-539370600955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1763418637-router', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T22:01:54Z', 'revision_number': 5, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'gw_port': {'id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:56.833111 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ad3d8-646d-462e-9c42-539370600955 None None] Checking router: 969b3156-eb9e-4fd3-b98c-422bd59b5a36 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:01:56.844076 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ad3d8-646d-462e-9c42-539370600955 None None] Routers {'969b3156-eb9e-4fd3-b98c-422bd59b5a36'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:56.845024 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-631ad3d8-646d-462e-9c42-539370600955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:01:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['969b3156-eb9e-4fd3-b98c-422bd59b5a36'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:56.856647 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea13a2a9-9c21-439e-b216-284ac4f2e3a2 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Made reservation on behalf of 302b4ef8605440fdbea013112469aeb0 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:56.860664 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea13a2a9-9c21-439e-b216-284ac4f2e3a2 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:56.877617 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea13a2a9-9c21-439e-b216-284ac4f2e3a2 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:56.929220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-cbf6e7bf-6351-4cc4-b463-131ab17b364e tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Made reservation on behalf of 29f1b1b915984af3b6beaec3b0cb4d0f for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:56.932886 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-cbf6e7bf-6351-4cc4-b463-131ab17b364e tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:56.961209 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5983efa0-e508-4377-a801-b748fca8da61 None None] New status for floating IP 94ae9b40-cf90-4e79-b444-d70d29433033: DOWN {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:01:56.969948 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-631ad3d8-646d-462e-9c42-539370600955 None None] Set router 969b3156-eb9e-4fd3-b98c-422bd59b5a36 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:57.081934 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-cbf6e7bf-6351-4cc4-b463-131ab17b364e tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Allocated IP 172.20.0.12 (5172c394-afad-4c7a-b5ec-4e24fc69ff6c/73d1c295-f15a-4861-84c0-477c63d6ad5c/1392ceb7-9758-405f-a806-6ab23cedd971) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:57.207743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d02770-6af9-4738-a65c-916707fa2a56 req-e678e26a-418f-4f9d-9ee1-e7034d66bbae tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:57.209553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94d02770-6af9-4738-a65c-916707fa2a56 req-e678e26a-418f-4f9d-9ee1-e7034d66bbae tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.6323135 Jan 27 22:01:57.215517 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-631ad3d8-646d-462e-9c42-539370600955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1763418637-router', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T22:01:54Z', 'revision_number': 5, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'gw_port': {'id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:57.236761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0be7e9-eaea-412f-b22a-c119a1c470c2 req-29fdc50f-4dde-49ec-87fa-34e02650de51 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:57.238236 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c0be7e9-eaea-412f-b22a-c119a1c470c2 req-29fdc50f-4dde-49ec-87fa-34e02650de51 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.5102000 Jan 27 22:01:57.254103 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ad3d8-646d-462e-9c42-539370600955 None None] The sync data for ids ['969b3156-eb9e-4fd3-b98c-422bd59b5a36'] in n-d-772272-3 is: [{'id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'name': 'tempest-TaggedBootDevicesTest_v242-1763418637-router', 'tenant_id': 'c221dbb11cf44d8baddb08b573ae1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T22:01:54Z', 'revision_number': 5, 'project_id': 'c221dbb11cf44d8baddb08b573ae1274', 'gw_port': {'id': 'c536a293-01a3-44f7-9af5-039ca3bef43e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:fa:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969b3156-eb9e-4fd3-b98c-422bd59b5a36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:34Z', 'updated_at': '2022-01-27T21:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:01:57.275137 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea13a2a9-9c21-439e-b216-284ac4f2e3a2 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for security_group (c4e41c45-ef1f-4619-bcbf-cf2367839932), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.286129 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea13a2a9-9c21-439e-b216-284ac4f2e3a2 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c4e41c45-ef1f-4619-bcbf-cf2367839932), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.328711 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85a47f30-64f9-4f14-a379-1a6956388dac admin admin] Publish callbacks [] for router_gateway (969b3156-eb9e-4fd3-b98c-422bd59b5a36), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.337668 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea13a2a9-9c21-439e-b216-284ac4f2e3a2 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:01:57.356122 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13a2a9-9c21-439e-b216-284ac4f2e3a2 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e41c45-ef1f-4619-bcbf-cf2367839932,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:57.361386 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-cbf6e7bf-6351-4cc4-b463-131ab17b364e tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks [] for port (1392ceb7-9758-405f-a806-6ab23cedd971), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.366282 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea13a2a9-9c21-439e-b216-284ac4f2e3a2 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (f1267598-bef9-4921-b412-07a7edb78c11), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.366714 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-ea13a2a9-9c21-439e-b216-284ac4f2e3a2 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Added segment f1267598-bef9-4921-b412-07a7edb78c11 of type vlan for network 6b3fe9ca-d5f8-456d-a94b-aee85e48530c Jan 27 22:01:57.394568 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-84b88f06-4161-40e1-9445-2ba875b09657 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (79d45860-45d3-46c0-a4f4-e8a2bb4d821b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.414001 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94d02770-6af9-4738-a65c-916707fa2a56 req-c58d098a-cbd8-4087-aca3-e5576fd4319d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940551 Jan 27 22:01:57.423842 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea13a2a9-9c21-439e-b216-284ac4f2e3a2 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (6b3fe9ca-d5f8-456d-a94b-aee85e48530c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.462232 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-cbf6e7bf-6351-4cc4-b463-131ab17b364e tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (1392ceb7-9758-405f-a806-6ab23cedd971), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.476941 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c0be7e9-eaea-412f-b22a-c119a1c470c2 req-e46965b2-8322-438a-83f8-925af228d2cd tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027738 Jan 27 22:01:57.484033 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9714625-431e-4c4d-b951-ad9f0cf493f3 x-openstack-request-id: req-f9714625-431e-4c4d-b951-ad9f0cf493f3 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:57.484033 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-deleted", "tag": "165d96d7-754f-426f-b018-623901ff8bd7", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:57.484461 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9714625-431e-4c4d-b951-ad9f0cf493f3 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:57.484733 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-deleted', 'tag': '165d96d7-754f-426f-b018-623901ff8bd7', 'status': 'completed', 'code': 200} Jan 27 22:01:57.485449 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b88f06-4161-40e1-9445-2ba875b09657 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event deleted for resources: {'Port': ['ID=79d45860-45d3-46c0-a4f4-e8a2bb4d821b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:57.487358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['1aab4507-22bb-47aa-8bfc-07ecf99a935b'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:57.491982 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.523294 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-cbf6e7bf-6351-4cc4-b463-131ab17b364e tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Network 5172c394-afad-4c7a-b5ec-4e24fc69ff6c is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:57.524235 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea13a2a9-9c21-439e-b216-284ac4f2e3a2 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (6b3fe9ca-d5f8-456d-a94b-aee85e48530c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.534734 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea13a2a9-9c21-439e-b216-284ac4f2e3a2 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:57.534734 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea13a2a9-9c21-439e-b216-284ac4f2e3a2 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.547536 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-cbf6e7bf-6351-4cc4-b463-131ab17b364e tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:57.562913 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-cbf6e7bf-6351-4cc4-b463-131ab17b364e tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:57.621347 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6e7bf-6351-4cc4-b463-131ab17b364e tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Pushing event updated for resources: {'Port': ['ID=1392ceb7-9758-405f-a806-6ab23cedd971,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:57.649268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-84b88f06-4161-40e1-9445-2ba875b09657 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] No DVR routers for this DVR port 79d45860-45d3-46c0-a4f4-e8a2bb4d821b on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:57.656137 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-84b88f06-4161-40e1-9445-2ba875b09657 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.659801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-84b88f06-4161-40e1-9445-2ba875b09657 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.15 "DELETE /v2.0/ports/79d45860-45d3-46c0-a4f4-e8a2bb4d821b HTTP/1.1" status: 204 len: 173 time: 2.6798921 Jan 27 22:01:57.683401 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ea13a2a9-9c21-439e-b216-284ac4f2e3a2 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9020424 Jan 27 22:01:57.686488 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38832) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:57.687540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066b17c6-43be-4291-a97d-ffff7819efd5 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:57.693957 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-054b20f7-9804-4b63-8582-f6f65fbcf7a8 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Request body: {'subnet': {'network_id': '6b3fe9ca-d5f8-456d-a94b-aee85e48530c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:57.702247 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-cbf6e7bf-6351-4cc4-b463-131ab17b364e tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:57.702872 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-cbf6e7bf-6351-4cc4-b463-131ab17b364e tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.716693 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] Publish callbacks [] for port (066b17c6-43be-4291-a97d-ffff7819efd5), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.734087 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13a2a9-9c21-439e-b216-284ac4f2e3a2 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Pushing event updated for resources: {'Network': ['ID=6b3fe9ca-d5f8-456d-a94b-aee85e48530c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:57.750380 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 6b3fe9ca-d5f8-456d-a94b-aee85e48530c details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:01:57.774361 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-cbf6e7bf-6351-4cc4-b463-131ab17b364e tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4648206 Jan 27 22:01:57.790329 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] Transition to ACTIVE for port object 066b17c6-43be-4291-a97d-ffff7819efd5 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:01:57.794717 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] Request body: {'port': {'device_id': 'fbacc0ab-ff11-40fc-b159-3caf42f130a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:57.804209 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (066b17c6-43be-4291-a97d-ffff7819efd5), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.828941 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-85a47f30-64f9-4f14-a379-1a6956388dac admin admin] Deleting port c536a293-01a3-44f7-9af5-039ca3bef43e {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:57.828941 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85a47f30-64f9-4f14-a379-1a6956388dac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c536a293-01a3-44f7-9af5-039ca3bef43e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.844574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9318bc-4742-4e1f-8971-0677e734fabf req-66d31a89-5644-4695-a35e-2ec92f808072 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:57.846303 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e9318bc-4742-4e1f-8971-0677e734fabf req-66d31a89-5644-4695-a35e-2ec92f808072 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/ports?device_id=477f7541-dd87-40d4-aa5e-b3b978c40400 HTTP/1.1" status: 200 len: 931 time: 0.2258394 Jan 27 22:01:57.877088 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1392ceb7-9758-405f-a806-6ab23cedd971), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.880620 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054b20f7-9804-4b63-8582-f6f65fbcf7a8 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Made reservation on behalf of 302b4ef8605440fdbea013112469aeb0 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:57.884763 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-054b20f7-9804-4b63-8582-f6f65fbcf7a8 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.954298 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cebe80-24c3-4e8f-8168-e8a39e99fff8 req-27b70518-0db6-47ce-b47b-95297f81e111 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:57.955838 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c8cebe80-24c3-4e8f-8168-e8a39e99fff8 req-27b70518-0db6-47ce-b47b-95297f81e111 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 943 time: 0.2714987 Jan 27 22:01:58.021281 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0b0444d4-3532-4e47-8f36-ffbd55273e5c no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:58.044673 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 0b0444d4-3532-4e47-8f36-ffbd55273e5c {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:58.045045 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0b0444d4-3532-4e47-8f36-ffbd55273e5c not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:58.049362 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=066b17c6-43be-4291-a97d-ffff7819efd5,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:58.152352 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-85a47f30-64f9-4f14-a379-1a6956388dac admin admin] For port c536a293-01a3-44f7-9af5-039ca3bef43e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c536a293-01a3-44f7-9af5-039ca3bef43e,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:58.153010 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85a47f30-64f9-4f14-a379-1a6956388dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c536a293-01a3-44f7-9af5-039ca3bef43e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.175416 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e9318bc-4742-4e1f-8971-0677e734fabf req-17c8546a-34e5-42d7-94c0-79dddcb078c0 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/security-groups?id=19f59809-73f6-469b-acdc-ba74b13f5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890453 Jan 27 22:01:58.189838 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-22710786-16b5-494e-88fd-e640aa7f9954 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Deleting port 6da56839-08a2-4b33-8cc1-5572573d53c5 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:58.190190 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-22710786-16b5-494e-88fd-e640aa7f9954 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (6da56839-08a2-4b33-8cc1-5572573d53c5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.206052 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c8cebe80-24c3-4e8f-8168-e8a39e99fff8 req-78886e17-04e3-4d8b-8db5-291e03de5d5a tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8623176-8c1a-4373-a102-7bb5c00f7d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369437 Jan 27 22:01:58.209656 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-85a47f30-64f9-4f14-a379-1a6956388dac admin admin] Calling delete_port for c536a293-01a3-44f7-9af5-039ca3bef43e owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:58.273962 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] Attempting to bind port 066b17c6-43be-4291-a97d-ffff7819efd5 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:58.274675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] Attempting to bind port 066b17c6-43be-4291-a97d-ffff7819efd5 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'c2ffdb19-c5a4-4d11-b2f6-307f635f63e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80bbece8-ee0f-4e40-9081-58b3ec2d3c18'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:58.274675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] Attempting to bind port 066b17c6-43be-4291-a97d-ffff7819efd5 on network 80bbece8-ee0f-4e40-9081-58b3ec2d3c18 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:58.298013 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-054b20f7-9804-4b63-8582-f6f65fbcf7a8 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (96a92984-bcc9-47b2-90e0-18023e075880), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.353254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] Port 066b17c6-43be-4291-a97d-ffff7819efd5 on network 80bbece8-ee0f-4e40-9081-58b3ec2d3c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:01:58.353579 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] Attempting to bind port 066b17c6-43be-4291-a97d-ffff7819efd5 on network 80bbece8-ee0f-4e40-9081-58b3ec2d3c18 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:58.391485 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:58.391732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] Checking segment: {'id': 'c2ffdb19-c5a4-4d11-b2f6-307f635f63e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80bbece8-ee0f-4e40-9081-58b3ec2d3c18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:58.392117 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] Bound using segment: {'id': 'c2ffdb19-c5a4-4d11-b2f6-307f635f63e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80bbece8-ee0f-4e40-9081-58b3ec2d3c18'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:58.392593 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] Bound port: 066b17c6-43be-4291-a97d-ffff7819efd5, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ffdb19-c5a4-4d11-b2f6-307f635f63e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80bbece8-ee0f-4e40-9081-58b3ec2d3c18'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:58.392957 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (066b17c6-43be-4291-a97d-ffff7819efd5), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.409797 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b20f7-9804-4b63-8582-f6f65fbcf7a8 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Pushing event updated for resources: {'Subnet': ['ID=96a92984-bcc9-47b2-90e0-18023e075880,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:58.426925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1392ceb7-9758-405f-a806-6ab23cedd971 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:58.431456 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054b20f7-9804-4b63-8582-f6f65fbcf7a8 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Checking segment: {'id': 'f1267598-bef9-4921-b412-07a7edb78c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6b3fe9ca-d5f8-456d-a94b-aee85e48530c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:58.431830 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054b20f7-9804-4b63-8582-f6f65fbcf7a8 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Network hostable DHCP agents. Network: 6b3fe9ca-d5f8-456d-a94b-aee85e48530c, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:01:58.438642 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] Publish callbacks [] for port (1392ceb7-9758-405f-a806-6ab23cedd971), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.456974 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] Transition to ACTIVE for port object 1392ceb7-9758-405f-a806-6ab23cedd971 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:01:58.461698 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (1392ceb7-9758-405f-a806-6ab23cedd971), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.470208 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054b20f7-9804-4b63-8582-f6f65fbcf7a8 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Network 6b3fe9ca-d5f8-456d-a94b-aee85e48530c is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:01:58.487564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-22710786-16b5-494e-88fd-e640aa7f9954 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] For port 6da56839-08a2-4b33-8cc1-5572573d53c5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6da56839-08a2-4b33-8cc1-5572573d53c5,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:58.487937 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-22710786-16b5-494e-88fd-e640aa7f9954 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (6da56839-08a2-4b33-8cc1-5572573d53c5), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.501024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f19be-19aa-4ea7-8494-9cb059e0360a req-d9ce7e4f-36f4-4ce4-bdd4-335638fe11db tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:58.502664 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-203f19be-19aa-4ea7-8494-9cb059e0360a req-d9ce7e4f-36f4-4ce4-bdd4-335638fe11db tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2300153 Jan 27 22:01:58.505821 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-054b20f7-9804-4b63-8582-f6f65fbcf7a8 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 6b3fe9ca-d5f8-456d-a94b-aee85e48530c) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:58.510265 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b20f7-9804-4b63-8582-f6f65fbcf7a8 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:58.511278 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-054b20f7-9804-4b63-8582-f6f65fbcf7a8 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.516644 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e4ac25-b899-4aeb-9e1d-98c470c80681 None None] Network 6b3fe9ca-d5f8-456d-a94b-aee85e48530c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:58.539162 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] Pushing event updated for resources: {'Port': ['ID=1392ceb7-9758-405f-a806-6ab23cedd971,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:58.545799 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-054b20f7-9804-4b63-8582-f6f65fbcf7a8 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8582993 Jan 27 22:01:58.549404 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38836) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:58.553236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa1896-bc54-4e6b-b8e9-d2c63596284f req-bc7be01b-dbd0-49fa-929e-97748b96bb4a tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:58.554717 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-03207736-150b-49d6-aabf-a534a6514cf4 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Request body: {'network': {'name': 'tempest-router-network01--61746551'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:58.554864 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fffa1896-bc54-4e6b-b8e9-d2c63596284f req-bc7be01b-dbd0-49fa-929e-97748b96bb4a tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbacc0ab-ff11-40fc-b159-3caf42f130a0 HTTP/1.1" status: 200 len: 932 time: 0.2559252 Jan 27 22:01:58.598605 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-22710786-16b5-494e-88fd-e640aa7f9954 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Calling delete_port for 6da56839-08a2-4b33-8cc1-5572573d53c5 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:58.625714 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03207736-150b-49d6-aabf-a534a6514cf4 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Made reservation on behalf of 302b4ef8605440fdbea013112469aeb0 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:58.630057 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-03207736-150b-49d6-aabf-a534a6514cf4 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.653760 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] Attempting to bind port 1392ceb7-9758-405f-a806-6ab23cedd971 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:58.654075 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] Attempting to bind port 1392ceb7-9758-405f-a806-6ab23cedd971 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '25092456-2e36-4ed4-b458-7fd26a08791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:58.654337 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] Attempting to bind port 1392ceb7-9758-405f-a806-6ab23cedd971 on network 5172c394-afad-4c7a-b5ec-4e24fc69ff6c {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:58.663554 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] Port 1392ceb7-9758-405f-a806-6ab23cedd971 on network 5172c394-afad-4c7a-b5ec-4e24fc69ff6c not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:01:58.663879 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] Attempting to bind port 1392ceb7-9758-405f-a806-6ab23cedd971 on network 5172c394-afad-4c7a-b5ec-4e24fc69ff6c {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:58.666053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83c81f4-55c3-480c-a616-0910fc7f6918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-6b3fe9ca-d5f8-456d-a94b-aee85e48530c', 'network_id': '6b3fe9ca-d5f8-456d-a94b-aee85e48530c', 'project_id': '302b4ef8605440fdbea013112469aeb0', 'fixed_ips': [{'subnet_id': '96a92984-bcc9-47b2-90e0-18023e075880'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:01:58.667587 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d83c81f4-55c3-480c-a616-0910fc7f6918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.670954 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:58.671302 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] Checking segment: {'id': '25092456-2e36-4ed4-b458-7fd26a08791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:58.671687 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] Bound using segment: {'id': '25092456-2e36-4ed4-b458-7fd26a08791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:58.672122 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] Bound port: 1392ceb7-9758-405f-a806-6ab23cedd971, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25092456-2e36-4ed4-b458-7fd26a08791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:58.672498 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1392ceb7-9758-405f-a806-6ab23cedd971), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.687711 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] For port 066b17c6-43be-4291-a97d-ffff7819efd5, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:58.690986 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03207736-150b-49d6-aabf-a534a6514cf4 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:01:58.726813 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-03207736-150b-49d6-aabf-a534a6514cf4 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (542e583d-1198-40d1-8800-acc56919326a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.727232 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-03207736-150b-49d6-aabf-a534a6514cf4 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Added segment 542e583d-1198-40d1-8800-acc56919326a of type vlan for network 01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd Jan 27 22:01:58.752253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] For port 066b17c6-43be-4291-a97d-ffff7819efd5, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=066b17c6-43be-4291-a97d-ffff7819efd5,segment=NetworkSegment(c2ffdb19-c5a4-4d11-b2f6-307f635f63e6),segment_id=c2ffdb19-c5a4-4d11-b2f6-307f635f63e6)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:58.759017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-203f19be-19aa-4ea7-8494-9cb059e0360a req-440e03ea-3e95-4858-90a7-ee267a5bc426 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014894 Jan 27 22:01:58.766948 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (066b17c6-43be-4291-a97d-ffff7819efd5), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.784196 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fffa1896-bc54-4e6b-b8e9-d2c63596284f req-bb2dbc1d-b05d-4bfa-9182-b40db39744bc tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060082 Jan 27 22:01:58.821024 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-03207736-150b-49d6-aabf-a534a6514cf4 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.829709 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] For port 1392ceb7-9758-405f-a806-6ab23cedd971, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:58.834982 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] For port 1392ceb7-9758-405f-a806-6ab23cedd971, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1392ceb7-9758-405f-a806-6ab23cedd971,segment=NetworkSegment(25092456-2e36-4ed4-b458-7fd26a08791a),segment_id=25092456-2e36-4ed4-b458-7fd26a08791a)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:58.842179 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (1392ceb7-9758-405f-a806-6ab23cedd971), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.872769 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.890109 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-d83c81f4-55c3-480c-a616-0910fc7f6918 None None] Allocated IP 172.20.0.2 (6b3fe9ca-d5f8-456d-a94b-aee85e48530c/96a92984-bcc9-47b2-90e0-18023e075880/36f07d8d-5e33-4562-8166-03ab4a66f026) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:58.893460 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:58.893864 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.894041 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:58.894780 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.895347 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] 10.222.0.21 "PUT /v2.0/ports/066b17c6-43be-4291-a97d-ffff7819efd5 HTTP/1.1" status: 200 len: 1091 time: 2.8075545 Jan 27 22:01:58.896442 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] 10.222.0.21 "PUT /v2.0/ports/1392ceb7-9758-405f-a806-6ab23cedd971 HTTP/1.1" status: 200 len: 1092 time: 1.1110275 Jan 27 22:01:58.899925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbacc0ab-ff11-40fc-b159-3caf42f130a0', 'tag': '1392ceb7-9758-405f-a806-6ab23cedd971'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:58.903621 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f13db3-444b-415b-884a-2cb60e9cd666" -d '{"events": [{"name": "network-changed", "server_uuid": "fbacc0ab-ff11-40fc-b159-3caf42f130a0", "tag": "1392ceb7-9758-405f-a806-6ab23cedd971"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:58.909049 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85a47f30-64f9-4f14-a379-1a6956388dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (c536a293-01a3-44f7-9af5-039ca3bef43e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.924219 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-03207736-150b-49d6-aabf-a534a6514cf4 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.931962 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03207736-150b-49d6-aabf-a534a6514cf4 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:58.932811 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-03207736-150b-49d6-aabf-a534a6514cf4 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.025025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4898e-fe54-45fd-99ae-26d555b25ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=066b17c6-43be-4291-a97d-ffff7819efd5,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:59.057610 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-03207736-150b-49d6-aabf-a534a6514cf4 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5067458 Jan 27 22:01:59.062367 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ed15-c0ae-4bc5-a09c-9a217620544d service neutron] Pushing event updated for resources: {'Port': ['ID=1392ceb7-9758-405f-a806-6ab23cedd971,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:59.067753 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38842) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:59.073574 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8be27279-d59f-49a2-9f01-bed5ac144176 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Request body: {'network': {'name': 'tempest-router-network02--620626640'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:59.086309 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03207736-150b-49d6-aabf-a534a6514cf4 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Pushing event updated for resources: {'Network': ['ID=01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:59.105788 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-bec962fc-82d1-4ebb-bdc1-4f7b53cd0128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:59.107389 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-bec962fc-82d1-4ebb-bdc1-4f7b53cd0128 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a15b58d52ca842af84da3b41061f9762&device_id=477f7541-dd87-40d4-aa5e-b3b978c40400 HTTP/1.1" status: 200 len: 1094 time: 0.1380002 Jan 27 22:01:59.108499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be27279-d59f-49a2-9f01-bed5ac144176 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Made reservation on behalf of 302b4ef8605440fdbea013112469aeb0 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:59.111863 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8be27279-d59f-49a2-9f01-bed5ac144176 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.113528 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:01:59.131321 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a47f30-64f9-4f14-a379-1a6956388dac admin admin] Pushing event deleted for resources: {'Port': ['ID=c536a293-01a3-44f7-9af5-039ca3bef43e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:59.168595 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-a165418c-83e0-4388-b2e6-6a040b946deb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=066b17c6-43be-4291-a97d-ffff7819efd5 HTTP/1.1" status: 200 len: 217 time: 0.0462646 Jan 27 22:01:59.174419 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794bc2b-4f85-4aad-96a5-99df6e233760 req-81d35b28-b75f-4798-a8e3-019ac74277cf tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:59.175481 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be27279-d59f-49a2-9f01-bed5ac144176 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:01:59.182901 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6794bc2b-4f85-4aad-96a5-99df6e233760 req-81d35b28-b75f-4798-a8e3-019ac74277cf tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.3201292 Jan 27 22:01:59.186558 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d83c81f4-55c3-480c-a616-0910fc7f6918 None None] Publish callbacks [] for port (36f07d8d-5e33-4562-8166-03ab4a66f026), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.198469 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d83c81f4-55c3-480c-a616-0910fc7f6918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (36f07d8d-5e33-4562-8166-03ab4a66f026), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.211919 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae2aad-121d-499d-a4b5-b1f4bca2f919 req-597b5c9d-8715-4ccc-b774-634e232af49a tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:59.214803 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cfae2aad-121d-499d-a4b5-b1f4bca2f919 req-597b5c9d-8715-4ccc-b774-634e232af49a tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.3108792 Jan 27 22:01:59.215823 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8be27279-d59f-49a2-9f01-bed5ac144176 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (044a111a-9662-4de5-8436-9bbf31b31bac), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.216209 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-8be27279-d59f-49a2-9f01-bed5ac144176 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Added segment 044a111a-9662-4de5-8436-9bbf31b31bac of type vlan for network dda9df96-7191-4516-837e-529397163af8 Jan 27 22:01:59.238093 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85a47f30-64f9-4f14-a379-1a6956388dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (969b3156-eb9e-4fd3-b98c-422bd59b5a36), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.249719 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83c81f4-55c3-480c-a616-0910fc7f6918 None None] Network 6b3fe9ca-d5f8-456d-a94b-aee85e48530c is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:59.255629 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-d83c81f4-55c3-480c-a616-0910fc7f6918 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:59.259084 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c81f4-55c3-480c-a616-0910fc7f6918 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:59.261496 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-33dbb6c0-6263-4e23-9a35-56f9e69dac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:59.263365 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-33dbb6c0-6263-4e23-9a35-56f9e69dac4c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dded0df-7f0f-4d93-b93d-f5e52cb82a6a HTTP/1.1" status: 200 len: 861 time: 0.0855572 Jan 27 22:01:59.273254 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8be27279-d59f-49a2-9f01-bed5ac144176 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (dda9df96-7191-4516-837e-529397163af8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.274391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c81f4-55c3-480c-a616-0910fc7f6918 None None] Pushing event updated for resources: {'Port': ['ID=36f07d8d-5e33-4562-8166-03ab4a66f026,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:59.304597 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-340ffb6f-f029-49a4-a844-6fafa82523c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80bbece8-ee0f-4e40-9081-58b3ec2d3c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331631 Jan 27 22:01:59.322583 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-22710786-16b5-494e-88fd-e640aa7f9954 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (6da56839-08a2-4b33-8cc1-5572573d53c5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.326193 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d83c81f4-55c3-480c-a616-0910fc7f6918 None None] Attempting to bind port 36f07d8d-5e33-4562-8166-03ab4a66f026 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:59.326643 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d83c81f4-55c3-480c-a616-0910fc7f6918 None None] Attempting to bind port 36f07d8d-5e33-4562-8166-03ab4a66f026 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'f1267598-bef9-4921-b412-07a7edb78c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6b3fe9ca-d5f8-456d-a94b-aee85e48530c'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:59.327106 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83c81f4-55c3-480c-a616-0910fc7f6918 None None] Attempting to bind port 36f07d8d-5e33-4562-8166-03ab4a66f026 on network 6b3fe9ca-d5f8-456d-a94b-aee85e48530c {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:59.333495 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83c81f4-55c3-480c-a616-0910fc7f6918 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:59.334171 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83c81f4-55c3-480c-a616-0910fc7f6918 None None] Checking segment: {'id': 'f1267598-bef9-4921-b412-07a7edb78c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6b3fe9ca-d5f8-456d-a94b-aee85e48530c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:59.334775 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d83c81f4-55c3-480c-a616-0910fc7f6918 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.335236 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83c81f4-55c3-480c-a616-0910fc7f6918 None None] Bound using segment: {'id': 'f1267598-bef9-4921-b412-07a7edb78c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6b3fe9ca-d5f8-456d-a94b-aee85e48530c'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:59.335936 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d83c81f4-55c3-480c-a616-0910fc7f6918 None None] Bound port: 36f07d8d-5e33-4562-8166-03ab4a66f026, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1267598-bef9-4921-b412-07a7edb78c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6b3fe9ca-d5f8-456d-a94b-aee85e48530c'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:59.336457 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d83c81f4-55c3-480c-a616-0910fc7f6918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (36f07d8d-5e33-4562-8166-03ab4a66f026), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.337533 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-3be3f52c-63cc-4c2a-b7ee-01c89d856504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:59.340562 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-3be3f52c-63cc-4c2a-b7ee-01c89d856504 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=29f1b1b915984af3b6beaec3b0cb4d0f&device_id=fbacc0ab-ff11-40fc-b159-3caf42f130a0 HTTP/1.1" status: 200 len: 1095 time: 0.3581398 Jan 27 22:01:59.373612 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8be27279-d59f-49a2-9f01-bed5ac144176 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (dda9df96-7191-4516-837e-529397163af8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.378579 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be27279-d59f-49a2-9f01-bed5ac144176 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:59.379169 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8be27279-d59f-49a2-9f01-bed5ac144176 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.402971 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d83c81f4-55c3-480c-a616-0910fc7f6918 None None] For port 36f07d8d-5e33-4562-8166-03ab4a66f026, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:59.406538 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d83c81f4-55c3-480c-a616-0910fc7f6918 None None] For port 36f07d8d-5e33-4562-8166-03ab4a66f026, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=36f07d8d-5e33-4562-8166-03ab4a66f026,segment=NetworkSegment(f1267598-bef9-4921-b412-07a7edb78c11),segment_id=f1267598-bef9-4921-b412-07a7edb78c11)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:59.413433 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d83c81f4-55c3-480c-a616-0910fc7f6918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (36f07d8d-5e33-4562-8166-03ab4a66f026), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.422056 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85a47f30-64f9-4f14-a379-1a6956388dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (969b3156-eb9e-4fd3-b98c-422bd59b5a36), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.431028 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85a47f30-64f9-4f14-a379-1a6956388dac admin admin] Publish callbacks [] for router_controller (969b3156-eb9e-4fd3-b98c-422bd59b5a36), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.432746 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22710786-16b5-494e-88fd-e640aa7f9954 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event deleted for resources: {'Port': ['ID=6da56839-08a2-4b33-8cc1-5572573d53c5,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:59.459812 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8be27279-d59f-49a2-9f01-bed5ac144176 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3909593 Jan 27 22:01:59.466576 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38848) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:59.473371 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-374f24cb-398d-4b54-a7d8-55104a37e71e tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Request body: {'subnet': {'network_id': '01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:59.476808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c81f4-55c3-480c-a616-0910fc7f6918 None None] Pushing event updated for resources: {'Port': ['ID=36f07d8d-5e33-4562-8166-03ab4a66f026,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:59.490774 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-deleted', 'tag': '79d45860-45d3-46c0-a4f4-e8a2bb4d821b'}, {'name': 'network-changed', 'server_uuid': '477f7541-dd87-40d4-aa5e-b3b978c40400', 'tag': '066b17c6-43be-4291-a97d-ffff7819efd5'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:59.490774 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecaa9a0-de7e-4475-91a3-60c1032b9f39" -d '{"events": [{"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-deleted", "tag": "79d45860-45d3-46c0-a4f4-e8a2bb4d821b"}, {"name": "network-changed", "server_uuid": "477f7541-dd87-40d4-aa5e-b3b978c40400", "tag": "066b17c6-43be-4291-a97d-ffff7819efd5"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:59.492656 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be27279-d59f-49a2-9f01-bed5ac144176 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Pushing event updated for resources: {'Network': ['ID=dda9df96-7191-4516-837e-529397163af8,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:59.512745 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-5733631d-e83d-47af-a7ae-32440eb81740 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1392ceb7-9758-405f-a806-6ab23cedd971 HTTP/1.1" status: 200 len: 217 time: 0.1258214 Jan 27 22:01:59.523542 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network dda9df96-7191-4516-837e-529397163af8 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:01:59.543920 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-0be8dc86-e06e-44eb-9880-4ac6deef2f45 service neutron] 10.222.0.21 "GET /v2.0/networks/80bbece8-ee0f-4e40-9081-58b3ec2d3c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288928 Jan 27 22:01:59.574830 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cfae2aad-121d-499d-a4b5-b1f4bca2f919 req-10266ed0-8b11-44e0-9980-34ef91e5ca59 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482711 Jan 27 22:01:59.577426 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6794bc2b-4f85-4aad-96a5-99df6e233760 req-eb0ea953-c7eb-4ac5-bd12-2458cd137067 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933973 Jan 27 22:01:59.632156 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85a47f30-64f9-4f14-a379-1a6956388dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (969b3156-eb9e-4fd3-b98c-422bd59b5a36), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.633648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a47f30-64f9-4f14-a379-1a6956388dac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 969b3156-eb9e-4fd3-b98c-422bd59b5a36 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:01:59.656883 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85a47f30-64f9-4f14-a379-1a6956388dac admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.660453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-85a47f30-64f9-4f14-a379-1a6956388dac admin admin] 10.222.0.23 "DELETE /v2.0/routers/969b3156-eb9e-4fd3-b98c-422bd59b5a36 HTTP/1.1" status: 204 len: 168 time: 3.3358042 Jan 27 22:01:59.660453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-22710786-16b5-494e-88fd-e640aa7f9954 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] No DVR routers for this DVR port 6da56839-08a2-4b33-8cc1-5572573d53c5 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:59.663675 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38854) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:59.671335 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-22710786-16b5-494e-88fd-e640aa7f9954 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.679081 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab431eff-abc8-4a32-9d6f-9e5e665e7740 req-22710786-16b5-494e-88fd-e640aa7f9954 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.15 "DELETE /v2.0/ports/6da56839-08a2-4b33-8cc1-5572573d53c5 HTTP/1.1" status: 204 len: 173 time: 1.9958174 Jan 27 22:01:59.706575 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-e1230efb-afc4-4944-bece-f7b874fd59d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:59.711079 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-e1230efb-afc4-4944-bece-f7b874fd59d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73d1c295-f15a-4861-84c0-477c63d6ad5c HTTP/1.1" status: 200 len: 855 time: 0.1616457 Jan 27 22:01:59.717671 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374f24cb-398d-4b54-a7d8-55104a37e71e tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Made reservation on behalf of 302b4ef8605440fdbea013112469aeb0 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:59.725941 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-374f24cb-398d-4b54-a7d8-55104a37e71e tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.743421 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9545d5-fb57-4ce1-ac26-10115219109a x-openstack-request-id: req-4c9545d5-fb57-4ce1-ac26-10115219109a {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:59.748616 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbacc0ab-ff11-40fc-b159-3caf42f130a0", "tag": "1392ceb7-9758-405f-a806-6ab23cedd971", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:59.748944 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c9545d5-fb57-4ce1-ac26-10115219109a {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:59.749292 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbacc0ab-ff11-40fc-b159-3caf42f130a0', 'tag': '1392ceb7-9758-405f-a806-6ab23cedd971', 'status': 'completed', 'code': 200} Jan 27 22:01:59.760918 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fe32ef9d-8714-48ba-979d-8e8f809eb716 req-dcb6afad-1cfc-4856-9457-5e3232710f6f service neutron] 10.222.0.21 "GET /v2.0/networks/80bbece8-ee0f-4e40-9081-58b3ec2d3c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093885 Jan 27 22:01:59.820524 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-8669ec4d-b535-4115-863e-7b75e00aa933 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5172c394-afad-4c7a-b5ec-4e24fc69ff6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003022 Jan 27 22:01:59.934945 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-4282304e-59f6-4753-8ee5-72680f6dd073 admin admin] Deleting subnet 6d63617a-41ab-4f3d-bac9-e72c844c3cd6 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:01:59.946381 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6bbcb44-6cf9-4da5-a61e-b76032217e96 req-d8180d53-c650-4bd0-895b-a2b8f499ebd8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0478029 Jan 27 22:01:59.952223 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4282304e-59f6-4753-8ee5-72680f6dd073 admin admin] Publish callbacks [] for subnet (6d63617a-41ab-4f3d-bac9-e72c844c3cd6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.976985 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fe996-d69c-45e2-8c8f-1880c0515760 req-d0c7d894-c7bd-4e8d-ac9c-ee88312fb09e tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:59.978640 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-904fe996-d69c-45e2-8c8f-1880c0515760 req-d0c7d894-c7bd-4e8d-ac9c-ee88312fb09e tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/ports?device_id=477f7541-dd87-40d4-aa5e-b3b978c40400 HTTP/1.1" status: 200 len: 943 time: 0.2341657 Jan 27 22:02:00.050520 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4282304e-59f6-4753-8ee5-72680f6dd073 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (6d63617a-41ab-4f3d-bac9-e72c844c3cd6), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:00.107550 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-bae70576-f2da-46b2-b51a-27499ac79f30 service neutron] 10.222.0.21 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679901 Jan 27 22:02:00.302133 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:00.346195 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 36f07d8d-5e33-4562-8166-03ab4a66f026 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:00.394629 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4282304e-59f6-4753-8ee5-72680f6dd073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (6d63617a-41ab-4f3d-bac9-e72c844c3cd6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:00.455462 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 36f07d8d-5e33-4562-8166-03ab4a66f026 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:00.456101 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (36f07d8d-5e33-4562-8166-03ab4a66f026), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:00.467800 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecaa9a0-de7e-4475-91a3-60c1032b9f39 req-17695936-1fe8-4851-b7e5-e03051c7aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:00.474125 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fecaa9a0-de7e-4475-91a3-60c1032b9f39 req-17695936-1fe8-4851-b7e5-e03051c7aece service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a15b58d52ca842af84da3b41061f9762&device_id=477f7541-dd87-40d4-aa5e-b3b978c40400 HTTP/1.1" status: 200 len: 1094 time: 0.2756212 Jan 27 22:02:00.488450 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-374f24cb-398d-4b54-a7d8-55104a37e71e tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (df45526e-97f6-417d-946b-f89907a04cbf), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:00.584070 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 36f07d8d-5e33-4562-8166-03ab4a66f026 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:00.584749 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (36f07d8d-5e33-4562-8166-03ab4a66f026), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:00.652291 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 36f07d8d-5e33-4562-8166-03ab4a66f026, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=36f07d8d-5e33-4562-8166-03ab4a66f026,segment=NetworkSegment(f1267598-bef9-4921-b412-07a7edb78c11),segment_id=f1267598-bef9-4921-b412-07a7edb78c11)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:00.658993 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (36f07d8d-5e33-4562-8166-03ab4a66f026), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:00.714879 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fccabf-b5f8-435d-bcab-95b7b1000195 x-openstack-request-id: req-33fccabf-b5f8-435d-bcab-95b7b1000195 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:00.715690 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-deleted", "tag": "79d45860-45d3-46c0-a4f4-e8a2bb4d821b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "477f7541-dd87-40d4-aa5e-b3b978c40400", "tag": "066b17c6-43be-4291-a97d-ffff7819efd5", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:00.715690 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33fccabf-b5f8-435d-bcab-95b7b1000195 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:00.716073 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-deleted', 'tag': '79d45860-45d3-46c0-a4f4-e8a2bb4d821b', 'status': 'completed', 'code': 200} Jan 27 22:02:00.716221 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477f7541-dd87-40d4-aa5e-b3b978c40400', 'tag': '066b17c6-43be-4291-a97d-ffff7819efd5', 'status': 'completed', 'code': 200} Jan 27 22:02:00.741468 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-904fe996-d69c-45e2-8c8f-1880c0515760 req-cc56f0de-4a7a-442f-bba1-92a0cdf9a577 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/security-groups?id=19f59809-73f6-469b-acdc-ba74b13f5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7554519 Jan 27 22:02:00.752964 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4282304e-59f6-4753-8ee5-72680f6dd073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (6d63617a-41ab-4f3d-bac9-e72c844c3cd6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:00.772701 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f24cb-398d-4b54-a7d8-55104a37e71e tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Pushing event updated for resources: {'Subnet': ['ID=df45526e-97f6-417d-946b-f89907a04cbf,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:00.779127 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c536a293-01a3-44f7-9af5-039ca3bef43e no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:00.805197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=36f07d8d-5e33-4562-8166-03ab4a66f026,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:00.834354 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4282304e-59f6-4753-8ee5-72680f6dd073 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:00.842013 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4282304e-59f6-4753-8ee5-72680f6dd073 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6d63617a-41ab-4f3d-bac9-e72c844c3cd6 HTTP/1.1" status: 204 len: 168 time: 1.1756971 Jan 27 22:02:00.845876 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecaa9a0-de7e-4475-91a3-60c1032b9f39 req-3ee99d56-7700-48ce-8342-2e950738684c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:00.846412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38862) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:00.847632 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fecaa9a0-de7e-4475-91a3-60c1032b9f39 req-3ee99d56-7700-48ce-8342-2e950738684c service neutron] 10.222.0.21 "GET /v2.0/networks?id=80bbece8-ee0f-4e40-9081-58b3ec2d3c18 HTTP/1.1" status: 200 len: 922 time: 0.3625665 Jan 27 22:02:00.850275 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30de4bf2-d54d-4975-93e6-d271a819941f None None] Network f73ace18-6f32-45e8-a920-6ab2b4129b97 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:00.850966 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282304e-59f6-4753-8ee5-72680f6dd073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d63617a-41ab-4f3d-bac9-e72c844c3cd6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:00.855835 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f24cb-398d-4b54-a7d8-55104a37e71e tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Checking segment: {'id': '542e583d-1198-40d1-8800-acc56919326a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:00.856445 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374f24cb-398d-4b54-a7d8-55104a37e71e tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Network hostable DHCP agents. Network: 01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:02:00.867448 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: c536a293-01a3-44f7-9af5-039ca3bef43e {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:02:00.867925 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c536a293-01a3-44f7-9af5-039ca3bef43e not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:02:00.932960 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fecaa9a0-de7e-4475-91a3-60c1032b9f39 req-255165a8-0732-4786-8f9a-b381f6945b46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=066b17c6-43be-4291-a97d-ffff7819efd5 HTTP/1.1" status: 200 len: 217 time: 0.0785027 Jan 27 22:02:00.962256 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374f24cb-398d-4b54-a7d8-55104a37e71e tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Network 01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:02:01.017785 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-374f24cb-398d-4b54-a7d8-55104a37e71e tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:01.024842 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8302abc0-5776-4e0d-9682-b5090c431df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (f73ace18-6f32-45e8-a920-6ab2b4129b97), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.029981 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93039387-5230-4639-ad42-936d3dad4556 None None] Network 01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:01.035960 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374f24cb-398d-4b54-a7d8-55104a37e71e tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:01.036874 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-374f24cb-398d-4b54-a7d8-55104a37e71e tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.062826 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecaa9a0-de7e-4475-91a3-60c1032b9f39 req-05c447f8-0364-46a2-8b29-e0ad425a669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:01.071413 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fecaa9a0-de7e-4475-91a3-60c1032b9f39 req-05c447f8-0364-46a2-8b29-e0ad425a669c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8dded0df-7f0f-4d93-b93d-f5e52cb82a6a HTTP/1.1" status: 200 len: 861 time: 0.1266503 Jan 27 22:02:01.081287 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-374f24cb-398d-4b54-a7d8-55104a37e71e tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6120322 Jan 27 22:02:01.085590 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38866) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:01.098112 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-abf30669-ab76-48ea-b9f0-afa0f94bda38 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Request body: {'subnet': {'network_id': 'dda9df96-7191-4516-837e-529397163af8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:01.102721 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dfc30-4800-4bdd-960a-fbc0b05e8c33 req-689d17c5-82af-44f7-b3ba-e23094951fbe tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:01.112712 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c84dfc30-4800-4bdd-960a-fbc0b05e8c33 req-689d17c5-82af-44f7-b3ba-e23094951fbe tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbacc0ab-ff11-40fc-b159-3caf42f130a0 HTTP/1.1" status: 200 len: 944 time: 0.3940768 Jan 27 22:02:01.174755 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7af8b950-818a-4db8-8ebd-697c8b055681 req-97fb4d20-8a92-4682-85e3-a183493e7ed9 service neutron] 10.222.0.21 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0510879 Jan 27 22:02:01.186343 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fecaa9a0-de7e-4475-91a3-60c1032b9f39 req-df792e15-be2a-448e-946a-fe8346adb5ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80bbece8-ee0f-4e40-9081-58b3ec2d3c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014452 Jan 27 22:02:01.193951 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbe3da-3fca-4d89-b601-2feaefd2b63f req-21506cc5-db19-475b-9452-813a8754e02b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:01.195985 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c1dbe3da-3fca-4d89-b601-2feaefd2b63f req-21506cc5-db19-475b-9452-813a8754e02b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1548998 Jan 27 22:02:01.218622 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0121bb53-f5c5-4639-ab20-cbffd1e0e1d4 None None] DHCP port deletion for f73ace18-6f32-45e8-a920-6ab2b4129b97 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:02:01.264427 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214d82dd-8128-47b8-aec0-f8e7f393d01a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd', 'network_id': '01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd', 'project_id': '302b4ef8605440fdbea013112469aeb0', 'fixed_ips': [{'subnet_id': 'df45526e-97f6-417d-946b-f89907a04cbf'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:02:01.265386 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-214d82dd-8128-47b8-aec0-f8e7f393d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.316264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdb3245-1081-4841-acc0-746c8ba8c7c9 None None] Network 6b3fe9ca-d5f8-456d-a94b-aee85e48530c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:01.365672 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c84dfc30-4800-4bdd-960a-fbc0b05e8c33 req-fa31e111-f4ec-4196-9a4c-326768437b80 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500298 Jan 27 22:02:01.369802 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf30669-ab76-48ea-b9f0-afa0f94bda38 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Made reservation on behalf of 302b4ef8605440fdbea013112469aeb0 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:01.373568 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-abf30669-ab76-48ea-b9f0-afa0f94bda38 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.436306 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c1dbe3da-3fca-4d89-b601-2feaefd2b63f req-8b7d1465-2763-49c9-81bf-c1ffbdb0ba8e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321916 Jan 27 22:02:01.439663 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f13db3-444b-415b-884a-2cb60e9cd666 req-e9aa6f2d-296c-4a59-a5a3-2035beec4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:01.445591 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67f13db3-444b-415b-884a-2cb60e9cd666 req-e9aa6f2d-296c-4a59-a5a3-2035beec4304 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=29f1b1b915984af3b6beaec3b0cb4d0f&device_id=fbacc0ab-ff11-40fc-b159-3caf42f130a0 HTTP/1.1" status: 200 len: 1095 time: 0.1942790 Jan 27 22:02:01.506195 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-594bc73b-215e-429e-8384-53fee23a516e None None] Provisioning complete for port 36f07d8d-5e33-4562-8166-03ab4a66f026 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:01.513662 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-594bc73b-215e-429e-8384-53fee23a516e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (36f07d8d-5e33-4562-8166-03ab4a66f026), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.616087 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f13db3-444b-415b-884a-2cb60e9cd666 req-e6d5fff9-aeac-45cd-a1be-af4f3e1d881b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:01.617695 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67f13db3-444b-415b-884a-2cb60e9cd666 req-e6d5fff9-aeac-45cd-a1be-af4f3e1d881b service neutron] 10.222.0.21 "GET /v2.0/networks?id=5172c394-afad-4c7a-b5ec-4e24fc69ff6c HTTP/1.1" status: 200 len: 916 time: 0.1201959 Jan 27 22:02:01.627183 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-abf30669-ab76-48ea-b9f0-afa0f94bda38 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (3a717d92-8760-4290-a9ad-d8f8fc4b1551), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.642479 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fecaa9a0-de7e-4475-91a3-60c1032b9f39 req-e1b1f216-db3f-4609-87d1-9cfecb9007b5 service neutron] 10.222.0.21 "GET /v2.0/networks/80bbece8-ee0f-4e40-9081-58b3ec2d3c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043961 Jan 27 22:02:01.697999 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67f13db3-444b-415b-884a-2cb60e9cd666 req-f3c80412-408a-4b6f-88b2-4dc2d80c59ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1392ceb7-9758-405f-a806-6ab23cedd971 HTTP/1.1" status: 200 len: 217 time: 0.0566912 Jan 27 22:02:01.735964 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0121bb53-f5c5-4639-ab20-cbffd1e0e1d4 None None] Deleting port f57c2807-e34d-4e93-9fa5-9908c5cc511b {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:01.736392 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0121bb53-f5c5-4639-ab20-cbffd1e0e1d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f57c2807-e34d-4e93-9fa5-9908c5cc511b), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.755023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-8302abc0-5776-4e0d-9682-b5090c431df4 admin admin] Deleting port f57c2807-e34d-4e93-9fa5-9908c5cc511b {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:01.755743 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8302abc0-5776-4e0d-9682-b5090c431df4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f57c2807-e34d-4e93-9fa5-9908c5cc511b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.770837 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf30669-ab76-48ea-b9f0-afa0f94bda38 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Pushing event updated for resources: {'Subnet': ['ID=3a717d92-8760-4290-a9ad-d8f8fc4b1551,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:01.785447 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf30669-ab76-48ea-b9f0-afa0f94bda38 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Checking segment: {'id': '044a111a-9662-4de5-8436-9bbf31b31bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'dda9df96-7191-4516-837e-529397163af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:01.786151 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf30669-ab76-48ea-b9f0-afa0f94bda38 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Network hostable DHCP agents. Network: dda9df96-7191-4516-837e-529397163af8, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:02:01.835426 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fecaa9a0-de7e-4475-91a3-60c1032b9f39 req-87760c3d-7d48-416e-8624-ed84b33fd27b service neutron] 10.222.0.21 "GET /v2.0/networks/80bbece8-ee0f-4e40-9081-58b3ec2d3c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731777 Jan 27 22:02:01.837038 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf30669-ab76-48ea-b9f0-afa0f94bda38 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Network dda9df96-7191-4516-837e-529397163af8 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:02:01.849516 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-abf30669-ab76-48ea-b9f0-afa0f94bda38 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, dda9df96-7191-4516-837e-529397163af8) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:01.857233 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf30669-ab76-48ea-b9f0-afa0f94bda38 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:01.858594 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-abf30669-ab76-48ea-b9f0-afa0f94bda38 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.867766 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e65700b-ef16-4e4f-be4e-9f1735016679 req-4aba7527-c613-420e-8f0b-8b70464bb036 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.2446299 Jan 27 22:02:01.875415 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecd6684-9027-4243-85c2-1a52d7a16ff4 None None] Network dda9df96-7191-4516-837e-529397163af8 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:01.887428 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dd831-470c-4879-bc88-f4b91c2c1561 req-db39d57e-3601-4ca8-9b0e-cc436f3938ef tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:01.889335 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-abf30669-ab76-48ea-b9f0-afa0f94bda38 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8003252 Jan 27 22:02:01.892444 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38872) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:01.895639 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b9dd831-470c-4879-bc88-f4b91c2c1561 req-db39d57e-3601-4ca8-9b0e-cc436f3938ef tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.4485097 Jan 27 22:02:01.914149 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-214d82dd-8128-47b8-aec0-f8e7f393d01a None None] Allocated IP 172.20.0.2 (01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd/df45526e-97f6-417d-946b-f89907a04cbf/94e9d981-4c69-41f0-938e-aa3bd991b5b5) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:01.958658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-8302abc0-5776-4e0d-9682-b5090c431df4 admin admin] For port f57c2807-e34d-4e93-9fa5-9908c5cc511b, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f57c2807-e34d-4e93-9fa5-9908c5cc511b,segment=NetworkSegment(fe1a78ab-8282-44d4-a623-c72e4779f3e7),segment_id=fe1a78ab-8282-44d4-a623-c72e4779f3e7)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:01.959045 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8302abc0-5776-4e0d-9682-b5090c431df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f57c2807-e34d-4e93-9fa5-9908c5cc511b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.968999 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-0121bb53-f5c5-4639-ab20-cbffd1e0e1d4 None None] For port f57c2807-e34d-4e93-9fa5-9908c5cc511b, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f57c2807-e34d-4e93-9fa5-9908c5cc511b,segment=NetworkSegment(fe1a78ab-8282-44d4-a623-c72e4779f3e7),segment_id=fe1a78ab-8282-44d4-a623-c72e4779f3e7)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:01.969403 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0121bb53-f5c5-4639-ab20-cbffd1e0e1d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f57c2807-e34d-4e93-9fa5-9908c5cc511b), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.035824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0121bb53-f5c5-4639-ab20-cbffd1e0e1d4 None None] Calling delete_port for f57c2807-e34d-4e93-9fa5-9908c5cc511b owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:02.063566 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b9dd831-470c-4879-bc88-f4b91c2c1561 req-f3726553-39c8-4fa4-9c41-979250e1a09d tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669481 Jan 27 22:02:02.160296 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-8302abc0-5776-4e0d-9682-b5090c431df4 admin admin] Calling delete_port for f57c2807-e34d-4e93-9fa5-9908c5cc511b owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:02.161669 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 36f07d8d-5e33-4562-8166-03ab4a66f026 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:02.170570 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-594bc73b-215e-429e-8384-53fee23a516e None None] Current status of the port 36f07d8d-5e33-4562-8166-03ab4a66f026 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:02.285420 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8302abc0-5776-4e0d-9682-b5090c431df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f57c2807-e34d-4e93-9fa5-9908c5cc511b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.308197 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f13db3-444b-415b-884a-2cb60e9cd666 req-4f17e1b9-0267-46b6-9a17-db0cc09a64a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:02.310850 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67f13db3-444b-415b-884a-2cb60e9cd666 req-4f17e1b9-0267-46b6-9a17-db0cc09a64a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73d1c295-f15a-4861-84c0-477c63d6ad5c HTTP/1.1" status: 200 len: 855 time: 0.5705123 Jan 27 22:02:02.356815 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa879f2b-1410-4a3f-90f3-35f9b163e9ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-dda9df96-7191-4516-837e-529397163af8', 'network_id': 'dda9df96-7191-4516-837e-529397163af8', 'project_id': '302b4ef8605440fdbea013112469aeb0', 'fixed_ips': [{'subnet_id': '3a717d92-8760-4290-a9ad-d8f8fc4b1551'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:02:02.357706 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fa879f2b-1410-4a3f-90f3-35f9b163e9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.422100 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302abc0-5776-4e0d-9682-b5090c431df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f57c2807-e34d-4e93-9fa5-9908c5cc511b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:02.459056 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67f13db3-444b-415b-884a-2cb60e9cd666 req-bc12861b-e5e1-4e96-a713-cc51abdf64c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5172c394-afad-4c7a-b5ec-4e24fc69ff6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606081 Jan 27 22:02:02.459966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8302abc0-5776-4e0d-9682-b5090c431df4 admin admin] No DVR routers for this DVR port f57c2807-e34d-4e93-9fa5-9908c5cc511b on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:02.483944 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0121bb53-f5c5-4639-ab20-cbffd1e0e1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (f57c2807-e34d-4e93-9fa5-9908c5cc511b), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.488778 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf640a-1539-453f-9394-77575bc4e5c6 req-fae18b2c-e046-47e6-9f95-d6a7145ef876 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:02.491199 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8dcf640a-1539-453f-9394-77575bc4e5c6 req-fae18b2c-e046-47e6-9f95-d6a7145ef876 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.4049375 Jan 27 22:02:02.531820 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086905be-43a3-46cc-bade-34589f0ea6cd req-9a924817-59e3-4590-a680-b20f44147968 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:02.533483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-086905be-43a3-46cc-bade-34589f0ea6cd req-9a924817-59e3-4590-a680-b20f44147968 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/ports?device_id=477f7541-dd87-40d4-aa5e-b3b978c40400 HTTP/1.1" status: 200 len: 943 time: 0.2555692 Jan 27 22:02:02.538375 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1c7b671c-e4ea-400f-88d2-87f22af85f03 None None] Provisioning complete for port 36f07d8d-5e33-4562-8166-03ab4a66f026 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:02.538817 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1c7b671c-e4ea-400f-88d2-87f22af85f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (36f07d8d-5e33-4562-8166-03ab4a66f026), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.574801 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 36f07d8d-5e33-4562-8166-03ab4a66f026 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:02.575195 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (36f07d8d-5e33-4562-8166-03ab4a66f026), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.607606 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121bb53-f5c5-4639-ab20-cbffd1e0e1d4 None None] Pushing event deleted for resources: {'Port': ['ID=f57c2807-e34d-4e93-9fa5-9908c5cc511b,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:02.692863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0121bb53-f5c5-4639-ab20-cbffd1e0e1d4 None None] No DVR routers for this DVR port f57c2807-e34d-4e93-9fa5-9908c5cc511b on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:02.715586 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-214d82dd-8128-47b8-aec0-f8e7f393d01a None None] Publish callbacks [] for port (94e9d981-4c69-41f0-938e-aa3bd991b5b5), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.723897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-deleted', 'tag': '6da56839-08a2-4b33-8cc1-5572573d53c5'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:02.726054 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744c9bc7-8b92-4b5b-b2d7-aa62e1e0fe07" -d '{"events": [{"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-deleted", "tag": "6da56839-08a2-4b33-8cc1-5572573d53c5"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:02.731542 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-214d82dd-8128-47b8-aec0-f8e7f393d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (94e9d981-4c69-41f0-938e-aa3bd991b5b5), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.737781 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8302abc0-5776-4e0d-9682-b5090c431df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (f73ace18-6f32-45e8-a920-6ab2b4129b97), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.770045 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25171b0c-32c0-478b-a0a3-beaf18eb69ac tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.810346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-8302abc0-5776-4e0d-9682-b5090c431df4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f73ace18-6f32-45e8-a920-6ab2b4129b97']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:02.814590 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214d82dd-8128-47b8-aec0-f8e7f393d01a None None] Network 01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:02.824788 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8dcf640a-1539-453f-9394-77575bc4e5c6 req-893de42c-bab2-42ae-85d1-b5af9e8ac4dc tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010178 Jan 27 22:02:02.829897 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-086905be-43a3-46cc-bade-34589f0ea6cd req-a9223f22-345d-45af-b9a6-c3963f7a4b05 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/security-groups?id=19f59809-73f6-469b-acdc-ba74b13f5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137704 Jan 27 22:02:02.831640 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-8302abc0-5776-4e0d-9682-b5090c431df4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1a78ab-8282-44d4-a623-c72e4779f3e7') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:02.831938 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-8302abc0-5776-4e0d-9682-b5090c431df4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1a78ab-8282-44d4-a623-c72e4779f3e7') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:02.838903 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67f13db3-444b-415b-884a-2cb60e9cd666 req-16c18968-4ea0-4eb0-ae9c-2c8c6886ad89 service neutron] 10.222.0.21 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644099 Jan 27 22:02:02.843865 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8302abc0-5776-4e0d-9682-b5090c431df4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (fe1a78ab-8282-44d4-a623-c72e4779f3e7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.846674 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-214d82dd-8128-47b8-aec0-f8e7f393d01a None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:02.856419 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214d82dd-8128-47b8-aec0-f8e7f393d01a None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:02.868384 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8302abc0-5776-4e0d-9682-b5090c431df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (fe1a78ab-8282-44d4-a623-c72e4779f3e7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.894439 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-fa879f2b-1410-4a3f-90f3-35f9b163e9ef None None] Allocated IP 172.20.0.2 (dda9df96-7191-4516-837e-529397163af8/3a717d92-8760-4290-a9ad-d8f8fc4b1551/43af2def-b282-4fb4-9be2-1920b3f79b73) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:02.896823 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8302abc0-5776-4e0d-9682-b5090c431df4 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:02:02.897316 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8302abc0-5776-4e0d-9682-b5090c431df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (fe1a78ab-8282-44d4-a623-c72e4779f3e7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:02:02.899294 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:02:02.999329 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1c7b671c-e4ea-400f-88d2-87f22af85f03 None None] Current status of the port 36f07d8d-5e33-4562-8166-03ab4a66f026 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:03.014948 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dce778b-c946-42d7-98c0-cfa729278fb2 x-openstack-request-id: req-5dce778b-c946-42d7-98c0-cfa729278fb2 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:03.015252 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32612713-9ca6-497b-a237-8212973e741a", "name": "network-vif-deleted", "tag": "6da56839-08a2-4b33-8cc1-5572573d53c5", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:03.015497 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5dce778b-c946-42d7-98c0-cfa729278fb2 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:03.015893 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32612713-9ca6-497b-a237-8212973e741a', 'name': 'network-vif-deleted', 'tag': '6da56839-08a2-4b33-8cc1-5572573d53c5', 'status': 'completed', 'code': 200} Jan 27 22:02:03.106552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94224d12-9df8-47c6-b9f2-15e5beb29486 req-d50ea8f4-1083-4353-90ab-81acc0a609e2 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0457549 Jan 27 22:02:03.112226 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8302abc0-5776-4e0d-9682-b5090c431df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (f73ace18-6f32-45e8-a920-6ab2b4129b97), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.122051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67f13db3-444b-415b-884a-2cb60e9cd666 req-57e4759b-2774-43b2-9315-15f276e2cb38 service neutron] 10.222.0.21 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761302 Jan 27 22:02:03.124867 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8302abc0-5776-4e0d-9682-b5090c431df4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.131680 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d82dd-8128-47b8-aec0-f8e7f393d01a None None] Pushing event updated for resources: {'Port': ['ID=94e9d981-4c69-41f0-938e-aa3bd991b5b5,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:03.139354 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8302abc0-5776-4e0d-9682-b5090c431df4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f73ace18-6f32-45e8-a920-6ab2b4129b97 HTTP/1.1" status: 204 len: 168 time: 2.2710624 Jan 27 22:02:03.155010 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38886) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:03.163770 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf58486-edf1-4143-b679-5ec670a7cd52 req-cf62fa24-9083-42af-85e6-7afaea9d37cf tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:03.165391 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bf58486-edf1-4143-b679-5ec670a7cd52 req-cf62fa24-9083-42af-85e6-7afaea9d37cf tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbacc0ab-ff11-40fc-b159-3caf42f130a0 HTTP/1.1" status: 200 len: 944 time: 0.1487062 Jan 27 22:02:03.171933 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302abc0-5776-4e0d-9682-b5090c431df4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f73ace18-6f32-45e8-a920-6ab2b4129b97,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:03.194717 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-214d82dd-8128-47b8-aec0-f8e7f393d01a None None] Attempting to bind port 94e9d981-4c69-41f0-938e-aa3bd991b5b5 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:03.195123 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-214d82dd-8128-47b8-aec0-f8e7f393d01a None None] Attempting to bind port 94e9d981-4c69-41f0-938e-aa3bd991b5b5 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '542e583d-1198-40d1-8800-acc56919326a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:03.195499 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d82dd-8128-47b8-aec0-f8e7f393d01a None None] Attempting to bind port 94e9d981-4c69-41f0-938e-aa3bd991b5b5 on network 01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:03.227254 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d82dd-8128-47b8-aec0-f8e7f393d01a None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:03.227660 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d82dd-8128-47b8-aec0-f8e7f393d01a None None] Checking segment: {'id': '542e583d-1198-40d1-8800-acc56919326a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:03.228065 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-214d82dd-8128-47b8-aec0-f8e7f393d01a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.234399 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d82dd-8128-47b8-aec0-f8e7f393d01a None None] Bound using segment: {'id': '542e583d-1198-40d1-8800-acc56919326a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:03.235491 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-214d82dd-8128-47b8-aec0-f8e7f393d01a None None] Bound port: 94e9d981-4c69-41f0-938e-aa3bd991b5b5, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '542e583d-1198-40d1-8800-acc56919326a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:03.235904 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-214d82dd-8128-47b8-aec0-f8e7f393d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (94e9d981-4c69-41f0-938e-aa3bd991b5b5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.286958 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-25171b0c-32c0-478b-a0a3-beaf18eb69ac tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Allocated IP 172.20.0.1 (01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd/df45526e-97f6-417d-946b-f89907a04cbf/14339017-332d-4ab3-8272-203ca4220268) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:03.332463 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bf58486-edf1-4143-b679-5ec670a7cd52 req-5d0543aa-4aa9-479a-af71-6e7d991b79f5 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576064 Jan 27 22:02:03.349391 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fa879f2b-1410-4a3f-90f3-35f9b163e9ef None None] Publish callbacks [] for port (43af2def-b282-4fb4-9be2-1920b3f79b73), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.366961 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fa879f2b-1410-4a3f-90f3-35f9b163e9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (43af2def-b282-4fb4-9be2-1920b3f79b73), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.367650 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e12ede-73dd-46d4-87cd-dd16216032a1 req-7752ac03-7cf9-4a1d-ad41-27ea3791059e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:03.377102 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-34e12ede-73dd-46d4-87cd-dd16216032a1 req-7752ac03-7cf9-4a1d-ad41-27ea3791059e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1316957 Jan 27 22:02:03.408344 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 36f07d8d-5e33-4562-8166-03ab4a66f026 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:03.452635 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa879f2b-1410-4a3f-90f3-35f9b163e9ef None None] Network dda9df96-7191-4516-837e-529397163af8 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:03.466625 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-fa879f2b-1410-4a3f-90f3-35f9b163e9ef None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:03.481534 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa879f2b-1410-4a3f-90f3-35f9b163e9ef None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:03.492184 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-34e12ede-73dd-46d4-87cd-dd16216032a1 req-25cb9af0-acdd-4d77-9ab6-183bcf0bce26 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079726 Jan 27 22:02:03.502317 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879f2b-1410-4a3f-90f3-35f9b163e9ef None None] Pushing event updated for resources: {'Port': ['ID=43af2def-b282-4fb4-9be2-1920b3f79b73,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:03.551229 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f57c2807-e34d-4e93-9fa5-9908c5cc511b no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:03.557598 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25171b0c-32c0-478b-a0a3-beaf18eb69ac tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for port (14339017-332d-4ab3-8272-203ca4220268), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.605531 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25171b0c-32c0-478b-a0a3-beaf18eb69ac tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (14339017-332d-4ab3-8272-203ca4220268), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.628538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52780181-84bb-4111-9cfc-ff9e33056e37 req-8ce199d3-fb30-48b3-9a17-8831afe12116 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:03.629838 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-214d82dd-8128-47b8-aec0-f8e7f393d01a None None] For port 94e9d981-4c69-41f0-938e-aa3bd991b5b5, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:03.630385 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52780181-84bb-4111-9cfc-ff9e33056e37 req-8ce199d3-fb30-48b3-9a17-8831afe12116 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.0787561 Jan 27 22:02:03.631875 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: f57c2807-e34d-4e93-9fa5-9908c5cc511b {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:02:03.632236 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f57c2807-e34d-4e93-9fa5-9908c5cc511b not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:02:03.664657 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-fa879f2b-1410-4a3f-90f3-35f9b163e9ef None None] Attempting to bind port 43af2def-b282-4fb4-9be2-1920b3f79b73 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:03.665335 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-fa879f2b-1410-4a3f-90f3-35f9b163e9ef None None] Attempting to bind port 43af2def-b282-4fb4-9be2-1920b3f79b73 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '044a111a-9662-4de5-8436-9bbf31b31bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'dda9df96-7191-4516-837e-529397163af8'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:03.665911 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa879f2b-1410-4a3f-90f3-35f9b163e9ef None None] Attempting to bind port 43af2def-b282-4fb4-9be2-1920b3f79b73 on network dda9df96-7191-4516-837e-529397163af8 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:03.671204 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-214d82dd-8128-47b8-aec0-f8e7f393d01a None None] For port 94e9d981-4c69-41f0-938e-aa3bd991b5b5, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=94e9d981-4c69-41f0-938e-aa3bd991b5b5,segment=NetworkSegment(542e583d-1198-40d1-8800-acc56919326a),segment_id=542e583d-1198-40d1-8800-acc56919326a)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:03.677236 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa879f2b-1410-4a3f-90f3-35f9b163e9ef None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:03.678170 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa879f2b-1410-4a3f-90f3-35f9b163e9ef None None] Checking segment: {'id': '044a111a-9662-4de5-8436-9bbf31b31bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'dda9df96-7191-4516-837e-529397163af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:03.678868 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fa879f2b-1410-4a3f-90f3-35f9b163e9ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.680097 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa879f2b-1410-4a3f-90f3-35f9b163e9ef None None] Bound using segment: {'id': '044a111a-9662-4de5-8436-9bbf31b31bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'dda9df96-7191-4516-837e-529397163af8'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:03.681412 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-fa879f2b-1410-4a3f-90f3-35f9b163e9ef None None] Bound port: 43af2def-b282-4fb4-9be2-1920b3f79b73, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044a111a-9662-4de5-8436-9bbf31b31bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'dda9df96-7191-4516-837e-529397163af8'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:03.682869 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fa879f2b-1410-4a3f-90f3-35f9b163e9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (43af2def-b282-4fb4-9be2-1920b3f79b73), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.684987 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25171b0c-32c0-478b-a0a3-beaf18eb69ac tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Network 01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:03.691181 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-25171b0c-32c0-478b-a0a3-beaf18eb69ac tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:03.696128 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25171b0c-32c0-478b-a0a3-beaf18eb69ac tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:03.699666 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25171b0c-32c0-478b-a0a3-beaf18eb69ac tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Pushing event updated for resources: {'Port': ['ID=14339017-332d-4ab3-8272-203ca4220268,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:03.702452 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-214d82dd-8128-47b8-aec0-f8e7f393d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (94e9d981-4c69-41f0-938e-aa3bd991b5b5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.748562 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25171b0c-32c0-478b-a0a3-beaf18eb69ac tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (92ad97d2-af2c-4fb1-842a-22acf12c52b9), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.765949 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78207b-3883-43cd-a3df-f0008902df37 req-d0debee2-be39-4030-83bb-058c546ead74 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:03.768241 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd78207b-3883-43cd-a3df-f0008902df37 req-d0debee2-be39-4030-83bb-058c546ead74 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1556809 Jan 27 22:02:03.830449 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d82dd-8128-47b8-aec0-f8e7f393d01a None None] Pushing event updated for resources: {'Port': ['ID=94e9d981-4c69-41f0-938e-aa3bd991b5b5,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:03.832315 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52780181-84bb-4111-9cfc-ff9e33056e37 req-17d34c1f-ed5b-4274-99f1-603ee9f74f28 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699352 Jan 27 22:02:03.836453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd78207b-3883-43cd-a3df-f0008902df37 req-4e54b913-27da-4079-b973-27db523e4dc2 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563185 Jan 27 22:02:03.865458 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-fa879f2b-1410-4a3f-90f3-35f9b163e9ef None None] For port 43af2def-b282-4fb4-9be2-1920b3f79b73, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:03.869894 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-fa879f2b-1410-4a3f-90f3-35f9b163e9ef None None] For port 43af2def-b282-4fb4-9be2-1920b3f79b73, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=43af2def-b282-4fb4-9be2-1920b3f79b73,segment=NetworkSegment(044a111a-9662-4de5-8436-9bbf31b31bac),segment_id=044a111a-9662-4de5-8436-9bbf31b31bac)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:03.876312 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fa879f2b-1410-4a3f-90f3-35f9b163e9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (43af2def-b282-4fb4-9be2-1920b3f79b73), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.991096 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879f2b-1410-4a3f-90f3-35f9b163e9ef None None] Pushing event updated for resources: {'Port': ['ID=43af2def-b282-4fb4-9be2-1920b3f79b73,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:03.999387 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25171b0c-32c0-478b-a0a3-beaf18eb69ac tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (14339017-332d-4ab3-8272-203ca4220268), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:04.180823 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1ed9a-600a-41f6-b325-71737e63c9ac req-59aa1fed-99ae-4d12-bf96-82ecbedf70ca tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:04.184698 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3ce1ed9a-600a-41f6-b325-71737e63c9ac req-59aa1fed-99ae-4d12-bf96-82ecbedf70ca tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/ports?device_id=477f7541-dd87-40d4-aa5e-b3b978c40400 HTTP/1.1" status: 200 len: 943 time: 0.1838455 Jan 27 22:02:04.275229 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3ce1ed9a-600a-41f6-b325-71737e63c9ac req-5c52ed5a-4b66-4bcf-817e-4ac947b64a17 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/security-groups?id=19f59809-73f6-469b-acdc-ba74b13f5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844522 Jan 27 22:02:04.307851 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd487e-8513-45ec-a664-e6fc9277b9b5 req-c6cfd9dd-3197-495c-8f4f-66c60f09c5f3 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:04.316011 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bbbd487e-8513-45ec-a664-e6fc9277b9b5 req-c6cfd9dd-3197-495c-8f4f-66c60f09c5f3 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2535374 Jan 27 22:02:04.324893 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6def6ebf-d3d1-4f6e-a44a-ebefa3a0de72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (631d55d2-5cec-4448-85ae-fe1766e2c620), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:04.500979 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bbbd487e-8513-45ec-a664-e6fc9277b9b5 req-0c877c94-e7c2-4995-ab4f-1a59aea7601b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723132 Jan 27 22:02:04.501542 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25171b0c-32c0-478b-a0a3-beaf18eb69ac tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for port (14339017-332d-4ab3-8272-203ca4220268), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:04.502894 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-79d7ed22-b4ad-4098-b276-cba376ed195d req-f98130e9-79f1-46fa-a7a8-dc114e8ab447 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0635791 Jan 27 22:02:04.521191 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25171b0c-32c0-478b-a0a3-beaf18eb69ac tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (14339017-332d-4ab3-8272-203ca4220268), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:04.657188 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25171b0c-32c0-478b-a0a3-beaf18eb69ac tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Pushing event updated for resources: {'Port': ['ID=14339017-332d-4ab3-8272-203ca4220268,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:04.687197 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25171b0c-32c0-478b-a0a3-beaf18eb69ac tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (92ad97d2-af2c-4fb1-842a-22acf12c52b9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:04.734592 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10143a92-f4e4-4e85-a61b-68654a626172 req-0a317878-fa0c-41a3-afac-3f88ee2e2f3f tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:04.735980 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10143a92-f4e4-4e85-a61b-68654a626172 req-0a317878-fa0c-41a3-afac-3f88ee2e2f3f tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1034510 Jan 27 22:02:04.742527 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04950662-4c0c-4d9d-8424-5a6620f508c1 req-3babf5ea-d792-4e11-81f0-022f8fb32292 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:04.743913 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-04950662-4c0c-4d9d-8424-5a6620f508c1 req-3babf5ea-d792-4e11-81f0-022f8fb32292 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbacc0ab-ff11-40fc-b159-3caf42f130a0 HTTP/1.1" status: 200 len: 944 time: 0.1006215 Jan 27 22:02:04.799415 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25171b0c-32c0-478b-a0a3-beaf18eb69ac tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Network 01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:04.801324 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-25171b0c-32c0-478b-a0a3-beaf18eb69ac tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:04.948590 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25171b0c-32c0-478b-a0a3-beaf18eb69ac tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Router 92ad97d2-af2c-4fb1-842a-22acf12c52b9 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:02:05.063094 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25171b0c-32c0-478b-a0a3-beaf18eb69ac tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:02:05.076036 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4442aa8b-ce98-49cb-8138-d1b2fd57ac41 None None] Sync routers for ids ['92ad97d2-af2c-4fb1-842a-22acf12c52b9'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:02:05.085111 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-25171b0c-32c0-478b-a0a3-beaf18eb69ac tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "PUT /v2.0/routers/92ad97d2-af2c-4fb1-842a-22acf12c52b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1911824 Jan 27 22:02:05.085846 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38904) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:05.091154 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4442aa8b-ce98-49cb-8138-d1b2fd57ac41 None None] Routers {'92ad97d2-af2c-4fb1-842a-22acf12c52b9'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:02:05.091794 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4442aa8b-ce98-49cb-8138-d1b2fd57ac41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:01:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['92ad97d2-af2c-4fb1-842a-22acf12c52b9'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:05.162754 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4442aa8b-ce98-49cb-8138-d1b2fd57ac41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:05.179199 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-04950662-4c0c-4d9d-8424-5a6620f508c1 req-49cd6dff-0ede-4c30-b18f-922c3454b728 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229737 Jan 27 22:02:05.186347 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4442aa8b-ce98-49cb-8138-d1b2fd57ac41 None None] Routers {'92ad97d2-af2c-4fb1-842a-22acf12c52b9'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:02:05.187477 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4442aa8b-ce98-49cb-8138-d1b2fd57ac41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:01:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['92ad97d2-af2c-4fb1-842a-22acf12c52b9'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:05.204700 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10143a92-f4e4-4e85-a61b-68654a626172 req-73979b68-fdb2-4034-8d10-6b536884eef7 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420834 Jan 27 22:02:05.241741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-6def6ebf-d3d1-4f6e-a44a-ebefa3a0de72 admin admin] Deleting port b4652113-95e6-4418-85ce-7a5ccc2c5446 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:05.242091 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6def6ebf-d3d1-4f6e-a44a-ebefa3a0de72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b4652113-95e6-4418-85ce-7a5ccc2c5446), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.259223 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4442aa8b-ce98-49cb-8138-d1b2fd57ac41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:05.260257 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4442aa8b-ce98-49cb-8138-d1b2fd57ac41 None None] The sync data for ids ['92ad97d2-af2c-4fb1-842a-22acf12c52b9'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:02:05.489094 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451328f4-f35b-403c-b252-c2e094681acb req-d3df74ad-7b06-4ea5-9fbd-783c32bde758 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:05.490907 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-451328f4-f35b-403c-b252-c2e094681acb req-d3df74ad-7b06-4ea5-9fbd-783c32bde758 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.1470616 Jan 27 22:02:05.503718 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17abca3-9e5a-4d20-9e24-98ab788fdae4 req-f0b32987-3528-4c22-a742-9cd83987f22b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:05.505994 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d17abca3-9e5a-4d20-9e24-98ab788fdae4 req-f0b32987-3528-4c22-a742-9cd83987f22b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1218939 Jan 27 22:02:05.517644 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-6def6ebf-d3d1-4f6e-a44a-ebefa3a0de72 admin admin] For port b4652113-95e6-4418-85ce-7a5ccc2c5446, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b4652113-95e6-4418-85ce-7a5ccc2c5446,segment=NetworkSegment(5233ea11-19e6-4e58-a952-2227f22e0d67),segment_id=5233ea11-19e6-4e58-a952-2227f22e0d67)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:05.518100 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6def6ebf-d3d1-4f6e-a44a-ebefa3a0de72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b4652113-95e6-4418-85ce-7a5ccc2c5446), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.558057 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-6def6ebf-d3d1-4f6e-a44a-ebefa3a0de72 admin admin] Calling delete_port for b4652113-95e6-4418-85ce-7a5ccc2c5446 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:05.648374 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d154946-f101-44a5-bed3-0b954ed2bee8 None None] Network dda9df96-7191-4516-837e-529397163af8 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:05.664923 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-d0a09d1c-003a-41a4-8816-4d47d45a0e0c tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:02:05.666915 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d0a09d1c-003a-41a4-8816-4d47d45a0e0c tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "PUT /v2.0/routers/92ad97d2-af2c-4fb1-842a-22acf12c52b9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5799432 Jan 27 22:02:05.670084 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38914) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:05.682337 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d17abca3-9e5a-4d20-9e24-98ab788fdae4 req-5dafafd6-3e8e-4b98-897e-8b658b35571e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599681 Jan 27 22:02:05.689439 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-451328f4-f35b-403c-b252-c2e094681acb req-882e326a-ac23-4f32-a08a-5a415e6bf96f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823821 Jan 27 22:02:05.780996 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 1392ceb7-9758-405f-a806-6ab23cedd971 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:02:05.868037 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26b0692c-cfb3-4b48-861a-1bedc34f5a5c req-9dba4a15-1bd2-4bea-9126-cbfe93d54903 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0487800 Jan 27 22:02:05.888604 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a49934dc-6bf4-450d-815b-670112dd134f None None] Provisioning complete for port 43af2def-b282-4fb4-9be2-1920b3f79b73 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:05.888995 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a49934dc-6bf4-450d-815b-670112dd134f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (43af2def-b282-4fb4-9be2-1920b3f79b73), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.974615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5c96fa-216d-4813-a107-26dd0f4d7788 None None] Network 01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:06.006468 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f62fcd-085e-4f43-abba-52d9054c5852 req-84895012-dae2-417b-94cf-5250d2e8c33b tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:06.008390 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95f62fcd-085e-4f43-abba-52d9054c5852 req-84895012-dae2-417b-94cf-5250d2e8c33b tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/ports?device_id=477f7541-dd87-40d4-aa5e-b3b978c40400 HTTP/1.1" status: 200 len: 943 time: 0.1632998 Jan 27 22:02:06.176505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214a107-1ed2-4b44-8eb6-0d21e8eee8fe req-416122c8-7e8f-4079-ac82-038a8c0d81d4 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:06.190576 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c214a107-1ed2-4b44-8eb6-0d21e8eee8fe req-416122c8-7e8f-4079-ac82-038a8c0d81d4 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2507195 Jan 27 22:02:06.271502 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eaf2aa4b-5fc6-4429-b82b-fc9a8a06deed tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (92ad97d2-af2c-4fb1-842a-22acf12c52b9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.324844 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c214a107-1ed2-4b44-8eb6-0d21e8eee8fe req-c638b87f-22dd-48d9-acaa-656964270031 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333342 Jan 27 22:02:06.361908 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95f62fcd-085e-4f43-abba-52d9054c5852 req-ef512682-ec4c-4cb4-bbe4-adfa6c0f4d66 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/security-groups?id=19f59809-73f6-469b-acdc-ba74b13f5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945344 Jan 27 22:02:06.369258 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 43af2def-b282-4fb4-9be2-1920b3f79b73 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:06.376810 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6def6ebf-d3d1-4f6e-a44a-ebefa3a0de72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (b4652113-95e6-4418-85ce-7a5ccc2c5446), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.413914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def6ebf-d3d1-4f6e-a44a-ebefa3a0de72 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4652113-95e6-4418-85ce-7a5ccc2c5446,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:06.541277 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dd7de-f309-4e8c-9f3c-4df2853515fc req-3cecb133-c180-485d-aa47-76277eaa50b6 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:06.548126 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b14dd7de-f309-4e8c-9f3c-4df2853515fc req-3cecb133-c180-485d-aa47-76277eaa50b6 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbacc0ab-ff11-40fc-b159-3caf42f130a0 HTTP/1.1" status: 200 len: 944 time: 0.0899858 Jan 27 22:02:06.607013 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b14dd7de-f309-4e8c-9f3c-4df2853515fc req-ffd9b9a6-dccb-4915-b7ac-e6dca9c0ce61 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578938 Jan 27 22:02:06.649544 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 1392ceb7-9758-405f-a806-6ab23cedd971, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1392ceb7-9758-405f-a806-6ab23cedd971,segment=NetworkSegment(25092456-2e36-4ed4-b458-7fd26a08791a),segment_id=25092456-2e36-4ed4-b458-7fd26a08791a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:06.672211 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 43af2def-b282-4fb4-9be2-1920b3f79b73 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:06.672611 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (43af2def-b282-4fb4-9be2-1920b3f79b73), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.712471 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '1392ceb7-9758-405f-a806-6ab23cedd971', 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c', 'port_id': '1392ceb7-9758-405f-a806-6ab23cedd971', 'mac_address': 'fa:16:3e:49:91:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d1c295-f15a-4861-84c0-477c63d6ad5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:02:06.725339 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a49934dc-6bf4-450d-815b-670112dd134f None None] Current status of the port 43af2def-b282-4fb4-9be2-1920b3f79b73 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:06.725742 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a49934dc-6bf4-450d-815b-670112dd134f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (43af2def-b282-4fb4-9be2-1920b3f79b73), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.739982 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285a254-d042-4993-bc14-80412878b1cc req-7b8938d6-fc2e-4052-9908-899f8ed7e38b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:06.741151 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-eaf2aa4b-5fc6-4429-b82b-fc9a8a06deed tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Deleting port 14339017-332d-4ab3-8272-203ca4220268 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:06.741654 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7285a254-d042-4993-bc14-80412878b1cc req-7b8938d6-fc2e-4052-9908-899f8ed7e38b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1320622 Jan 27 22:02:06.748369 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eaf2aa4b-5fc6-4429-b82b-fc9a8a06deed tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (14339017-332d-4ab3-8272-203ca4220268), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.886016 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 1392ceb7-9758-405f-a806-6ab23cedd971 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:06.886415 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1392ceb7-9758-405f-a806-6ab23cedd971), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.919911 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a49934dc-6bf4-450d-815b-670112dd134f None None] For port 43af2def-b282-4fb4-9be2-1920b3f79b73, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=43af2def-b282-4fb4-9be2-1920b3f79b73,segment=NetworkSegment(044a111a-9662-4de5-8436-9bbf31b31bac),segment_id=044a111a-9662-4de5-8436-9bbf31b31bac)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:06.921986 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1392ceb7-9758-405f-a806-6ab23cedd971 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:06.925222 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7285a254-d042-4993-bc14-80412878b1cc req-48e7885b-f4c5-49cd-895a-48bacaf7deb1 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672332 Jan 27 22:02:06.942643 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eaf2aa4b-5fc6-4429-b82b-fc9a8a06deed tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (14339017-332d-4ab3-8272-203ca4220268), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.955839 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a49934dc-6bf4-450d-815b-670112dd134f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (43af2def-b282-4fb4-9be2-1920b3f79b73), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.973011 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d402f3-e52d-4af8-9328-887c6b7bae90 req-f554a5b0-5ac2-4157-b468-5be6883b3155 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:06.974601 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6d402f3-e52d-4af8-9328-887c6b7bae90 req-f554a5b0-5ac2-4157-b468-5be6883b3155 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.1854041 Jan 27 22:02:06.982929 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-eaf2aa4b-5fc6-4429-b82b-fc9a8a06deed tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Calling delete_port for 14339017-332d-4ab3-8272-203ca4220268 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:06.984586 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6def6ebf-d3d1-4f6e-a44a-ebefa3a0de72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (631d55d2-5cec-4448-85ae-fe1766e2c620), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.107420 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49934dc-6bf4-450d-815b-670112dd134f None None] Pushing event updated for resources: {'Port': ['ID=43af2def-b282-4fb4-9be2-1920b3f79b73,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:07.133892 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6d402f3-e52d-4af8-9328-887c6b7bae90 req-79ec08ff-f3ac-488e-a720-838dbf01e78c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509819 Jan 27 22:02:07.135981 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f3e68c1-06f1-424b-84ca-775314ddeb61 req-9967f4ca-7f38-46b6-857c-de8def26cc28 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0493121 Jan 27 22:02:07.210091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 1392ceb7-9758-405f-a806-6ab23cedd971, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1392ceb7-9758-405f-a806-6ab23cedd971,segment=NetworkSegment(25092456-2e36-4ed4-b458-7fd26a08791a),segment_id=25092456-2e36-4ed4-b458-7fd26a08791a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:07.224607 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1392ceb7-9758-405f-a806-6ab23cedd971), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.225282 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 066b17c6-43be-4291-a97d-ffff7819efd5 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:02:07.313889 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-68ea11ef-5d01-4999-8392-be4c5bbdfb87 None None] Provisioning complete for port 43af2def-b282-4fb4-9be2-1920b3f79b73 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:07.314288 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-68ea11ef-5d01-4999-8392-be4c5bbdfb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (43af2def-b282-4fb4-9be2-1920b3f79b73), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.316036 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eaf2aa4b-5fc6-4429-b82b-fc9a8a06deed tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (14339017-332d-4ab3-8272-203ca4220268), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.391607 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 43af2def-b282-4fb4-9be2-1920b3f79b73 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:07.392852 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 94e9d981-4c69-41f0-938e-aa3bd991b5b5 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:07.413655 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2aa4b-5fc6-4429-b82b-fc9a8a06deed tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Pushing event deleted for resources: {'Port': ['ID=14339017-332d-4ab3-8272-203ca4220268,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:07.447714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a9989-4445-4787-b1cf-b7542cd2a0fb req-54e1bc80-8fc6-4038-a0f2-5964c68700b6 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:07.449327 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-250a9989-4445-4787-b1cf-b7542cd2a0fb req-54e1bc80-8fc6-4038-a0f2-5964c68700b6 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1275072 Jan 27 22:02:07.530002 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 066b17c6-43be-4291-a97d-ffff7819efd5, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=066b17c6-43be-4291-a97d-ffff7819efd5,segment=NetworkSegment(c2ffdb19-c5a4-4d11-b2f6-307f635f63e6),segment_id=c2ffdb19-c5a4-4d11-b2f6-307f635f63e6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:07.571700 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '066b17c6-43be-4291-a97d-ffff7819efd5', 'network_id': '80bbece8-ee0f-4e40-9081-58b3ec2d3c18', 'port_id': '066b17c6-43be-4291-a97d-ffff7819efd5', 'mac_address': 'fa:16:3e:dc:1f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dded0df-7f0f-4d93-b93d-f5e52cb82a6a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:02:07.592353 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=1392ceb7-9758-405f-a806-6ab23cedd971,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:07.671142 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eaf2aa4b-5fc6-4429-b82b-fc9a8a06deed tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (92ad97d2-af2c-4fb1-842a-22acf12c52b9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.675243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 066b17c6-43be-4291-a97d-ffff7819efd5 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:07.675243 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (066b17c6-43be-4291-a97d-ffff7819efd5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.683713 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-250a9989-4445-4787-b1cf-b7542cd2a0fb req-bebb35f2-d3da-4f36-b8f1-9683a9835113 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240951 Jan 27 22:02:07.722762 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066b17c6-43be-4291-a97d-ffff7819efd5 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:07.745118 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 066b17c6-43be-4291-a97d-ffff7819efd5, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=066b17c6-43be-4291-a97d-ffff7819efd5,segment=NetworkSegment(c2ffdb19-c5a4-4d11-b2f6-307f635f63e6),segment_id=c2ffdb19-c5a4-4d11-b2f6-307f635f63e6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:07.746315 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 94e9d981-4c69-41f0-938e-aa3bd991b5b5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:07.746789 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (94e9d981-4c69-41f0-938e-aa3bd991b5b5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.752693 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (066b17c6-43be-4291-a97d-ffff7819efd5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.772356 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6def6ebf-d3d1-4f6e-a44a-ebefa3a0de72 admin admin] Router 631d55d2-5cec-4448-85ae-fe1766e2c620 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:02:07.803363 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e6bda-6bfc-4412-b7ac-f34fd4f6ba6c req-1fda16b1-b9ef-4684-8bd8-21877cd58c15 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:07.813633 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba4e6bda-6bfc-4412-b7ac-f34fd4f6ba6c req-1fda16b1-b9ef-4684-8bd8-21877cd58c15 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/ports?device_id=477f7541-dd87-40d4-aa5e-b3b978c40400 HTTP/1.1" status: 200 len: 943 time: 0.2013385 Jan 27 22:02:07.845751 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-68ea11ef-5d01-4999-8392-be4c5bbdfb87 None None] Current status of the port 43af2def-b282-4fb4-9be2-1920b3f79b73 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:07.918024 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-68ea11ef-5d01-4999-8392-be4c5bbdfb87 None None] Provisioning complete for port 94e9d981-4c69-41f0-938e-aa3bd991b5b5 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:07.918410 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-68ea11ef-5d01-4999-8392-be4c5bbdfb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (94e9d981-4c69-41f0-938e-aa3bd991b5b5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.972401 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=066b17c6-43be-4291-a97d-ffff7819efd5,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:07.992824 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:02:08.038835 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba4e6bda-6bfc-4412-b7ac-f34fd4f6ba6c req-d83db478-9240-4a70-a0b4-beb4ae31e756 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/security-groups?id=19f59809-73f6-469b-acdc-ba74b13f5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220225 Jan 27 22:02:08.086319 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 94e9d981-4c69-41f0-938e-aa3bd991b5b5 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:08.086731 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (94e9d981-4c69-41f0-938e-aa3bd991b5b5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:08.088384 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf2aa4b-5fc6-4429-b82b-fc9a8a06deed tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Router 92ad97d2-af2c-4fb1-842a-22acf12c52b9 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:02:08.174066 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-68ea11ef-5d01-4999-8392-be4c5bbdfb87 None None] Current status of the port 94e9d981-4c69-41f0-938e-aa3bd991b5b5 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:08.174892 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-68ea11ef-5d01-4999-8392-be4c5bbdfb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (94e9d981-4c69-41f0-938e-aa3bd991b5b5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:08.220231 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf2aa4b-5fc6-4429-b82b-fc9a8a06deed tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:02:08.221644 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6def6ebf-d3d1-4f6e-a44a-ebefa3a0de72 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:02:08.225585 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 94e9d981-4c69-41f0-938e-aa3bd991b5b5, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=94e9d981-4c69-41f0-938e-aa3bd991b5b5,segment=NetworkSegment(542e583d-1198-40d1-8800-acc56919326a),segment_id=542e583d-1198-40d1-8800-acc56919326a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:08.232299 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6def6ebf-d3d1-4f6e-a44a-ebefa3a0de72 admin admin] 10.222.0.23 "PUT /v2.0/routers/631d55d2-5cec-4448-85ae-fe1766e2c620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0658178 Jan 27 22:02:08.235000 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (94e9d981-4c69-41f0-938e-aa3bd991b5b5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:08.239405 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-eaf2aa4b-5fc6-4429-b82b-fc9a8a06deed tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "PUT /v2.0/routers/92ad97d2-af2c-4fb1-842a-22acf12c52b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5679016 Jan 27 22:02:08.240329 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38958) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:08.240548 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38960) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:08.255193 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be24b0a-24d4-415c-8bd8-ebc677df70c2 None None] Sync routers for ids ['631d55d2-5cec-4448-85ae-fe1766e2c620'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:02:08.268359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472da60-84bd-4712-ba44-4fa7568c2669 req-f8e0c21f-a5d2-469c-9a73-f53dcd5518e9 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:08.269911 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f472da60-84bd-4712-ba44-4fa7568c2669 req-f8e0c21f-a5d2-469c-9a73-f53dcd5518e9 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbacc0ab-ff11-40fc-b159-3caf42f130a0 HTTP/1.1" status: 200 len: 945 time: 0.2299089 Jan 27 22:02:08.273767 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be24b0a-24d4-415c-8bd8-ebc677df70c2 None None] Routers {'631d55d2-5cec-4448-85ae-fe1766e2c620'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:02:08.281185 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7be24b0a-24d4-415c-8bd8-ebc677df70c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:01:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['631d55d2-5cec-4448-85ae-fe1766e2c620'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:08.283607 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d23a7c6-3f7d-4f97-99f5-7e294313fa3d None None] Sync routers for ids ['92ad97d2-af2c-4fb1-842a-22acf12c52b9'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:02:08.310902 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af359115-25aa-4305-ac54-97456bf07652 req-fe129a7c-efec-4bc8-add6-ba59b57320b3 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:08.323432 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af359115-25aa-4305-ac54-97456bf07652 req-fe129a7c-efec-4bc8-add6-ba59b57320b3 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 947 time: 0.1537032 Jan 27 22:02:08.336071 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['1392ceb7-9758-405f-a806-6ab23cedd971'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:08.416994 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-e2c84aeb-203f-4e5a-93d4-f721109f31c7 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] delete failed (client error): The resource could not be found. Jan 27 22:02:08.421971 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e2c84aeb-203f-4e5a-93d4-f721109f31c7 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1315052933 HTTP/1.1" status: 404 len: 335 time: 0.1677558 Jan 27 22:02:08.422525 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38964) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:08.428676 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3ee9c2a6-e67a-4a3e-b502-1e9dc3e7c000 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Request body: {'router': {'external_gateway_info': {'network_id': '92ad97d2-af2c-4fb1-842a-22acf12c52b9'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:08.458782 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d23a7c6-3f7d-4f97-99f5-7e294313fa3d None None] Routers {'92ad97d2-af2c-4fb1-842a-22acf12c52b9'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:02:08.459689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-4d23a7c6-3f7d-4f97-99f5-7e294313fa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:01:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['92ad97d2-af2c-4fb1-842a-22acf12c52b9'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:08.468646 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-7be24b0a-24d4-415c-8bd8-ebc677df70c2 None None] Set router 631d55d2-5cec-4448-85ae-fe1766e2c620 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:02:08.508249 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f472da60-84bd-4712-ba44-4fa7568c2669 req-53bccacc-61d1-4cc1-8e8b-71af9cda0624 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095394 Jan 27 22:02:08.512379 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af359115-25aa-4305-ac54-97456bf07652 req-1249a0ab-e8f2-4de6-afcd-f2511c0a6661 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881094 Jan 27 22:02:08.604021 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-68ea11ef-5d01-4999-8392-be4c5bbdfb87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:02:08.604413 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-68ea11ef-5d01-4999-8392-be4c5bbdfb87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:02:08.606033 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['066b17c6-43be-4291-a97d-ffff7819efd5'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:08.607475 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 43af2def-b282-4fb4-9be2-1920b3f79b73 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:08.622034 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-4d23a7c6-3f7d-4f97-99f5-7e294313fa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:08.690284 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=94e9d981-4c69-41f0-938e-aa3bd991b5b5,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:08.717623 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d23a7c6-3f7d-4f97-99f5-7e294313fa3d None None] Routers {'92ad97d2-af2c-4fb1-842a-22acf12c52b9'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:02:08.718329 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-4d23a7c6-3f7d-4f97-99f5-7e294313fa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:01:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['92ad97d2-af2c-4fb1-842a-22acf12c52b9'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:08.801184 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f53f8b-aef4-4a7b-988b-73c902529555 req-c5f0fb6b-e96c-4e4c-bf84-4a862dc51f54 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:08.802764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e5f53f8b-aef4-4a7b-988b-73c902529555 req-c5f0fb6b-e96c-4e4c-bf84-4a862dc51f54 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1547489 Jan 27 22:02:08.809404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-4d23a7c6-3f7d-4f97-99f5-7e294313fa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:08.810077 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d23a7c6-3f7d-4f97-99f5-7e294313fa3d None None] The sync data for ids ['92ad97d2-af2c-4fb1-842a-22acf12c52b9'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:02:08.843110 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc852db-0710-416d-af86-fa77328ccd46 req-2e6e528f-710b-417e-82e2-9c9c140bc85e tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:08.844724 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cbc852db-0710-416d-af86-fa77328ccd46 req-2e6e528f-710b-417e-82e2-9c9c140bc85e tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.1446116 Jan 27 22:02:08.874097 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 43af2def-b282-4fb4-9be2-1920b3f79b73 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:08.874511 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (43af2def-b282-4fb4-9be2-1920b3f79b73), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:08.894141 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7be24b0a-24d4-415c-8bd8-ebc677df70c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631d55d2-5cec-4448-85ae-fe1766e2c620', 'name': 'tempest-TaggedBootDevicesTest_v242-559042867-router', 'tenant_id': '5fea75ecec484b3792a0d94694ab943f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c167353f-7f63-408f-a088-fbbf86583cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:44Z', 'updated_at': '2022-01-27T22:02:06Z', 'revision_number': 5, 'project_id': '5fea75ecec484b3792a0d94694ab943f', 'gw_port': {'id': 'c167353f-7f63-408f-a088-fbbf86583cfe', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631d55d2-5cec-4448-85ae-fe1766e2c620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:45Z', 'updated_at': '2022-01-27T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:08.916401 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cbc852db-0710-416d-af86-fa77328ccd46 req-4f217354-0c09-4a26-b45d-5c44e1229bed tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587540 Jan 27 22:02:08.925645 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e5f53f8b-aef4-4a7b-988b-73c902529555 req-50a95578-4a7d-4e2d-ba51-fc4dad1fd0d7 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088333 Jan 27 22:02:08.982245 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be24b0a-24d4-415c-8bd8-ebc677df70c2 None None] Checking router: 631d55d2-5cec-4448-85ae-fe1766e2c620 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:02:09.001604 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be24b0a-24d4-415c-8bd8-ebc677df70c2 None None] Routers {'631d55d2-5cec-4448-85ae-fe1766e2c620'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:02:09.002286 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7be24b0a-24d4-415c-8bd8-ebc677df70c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:01:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['631d55d2-5cec-4448-85ae-fe1766e2c620'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:09.086256 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 43af2def-b282-4fb4-9be2-1920b3f79b73 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:09.106258 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2306988-27ac-4f1a-abc0-cd9b3f91a5e9 req-56856445-0aea-43fc-9034-8ca501c525c2 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0916369 Jan 27 22:02:09.140672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07931f9e-5a53-4378-b07e-1bdb271441d5 req-1964fb61-a3b1-4805-9ede-ad7251589574 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:09.147525 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-07931f9e-5a53-4378-b07e-1bdb271441d5 req-1964fb61-a3b1-4805-9ede-ad7251589574 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1168683 Jan 27 22:02:09.166509 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-68ea11ef-5d01-4999-8392-be4c5bbdfb87 None None] Current status of the port 94e9d981-4c69-41f0-938e-aa3bd991b5b5 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:09.192590 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-97384319-ae2c-423c-95b4-45a2f4fd9eb4 admin admin] Publish callbacks [] for router (631d55d2-5cec-4448-85ae-fe1766e2c620), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.207279 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-07931f9e-5a53-4378-b07e-1bdb271441d5 req-a8d9feb1-bddf-40a0-a4e4-4e28a1fb1607 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542622 Jan 27 22:02:09.260424 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-7be24b0a-24d4-415c-8bd8-ebc677df70c2 None None] Set router 631d55d2-5cec-4448-85ae-fe1766e2c620 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:02:09.293305 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-257afbd7-bd68-4a45-9d31-15b215f19c3d None None] Provisioning complete for port 94e9d981-4c69-41f0-938e-aa3bd991b5b5 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:09.295621 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-257afbd7-bd68-4a45-9d31-15b215f19c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (94e9d981-4c69-41f0-938e-aa3bd991b5b5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.331794 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370c077-c119-45dd-ba97-650e5f73f8dc req-b236c264-3b26-4d9d-859c-45cee52c4003 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:09.335533 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ee9c2a6-e67a-4a3e-b502-1e9dc3e7c000 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for router_gateway (92ad97d2-af2c-4fb1-842a-22acf12c52b9), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.337209 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f370c077-c119-45dd-ba97-650e5f73f8dc req-b236c264-3b26-4d9d-859c-45cee52c4003 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/ports?device_id=477f7541-dd87-40d4-aa5e-b3b978c40400 HTTP/1.1" status: 200 len: 944 time: 0.0894165 Jan 27 22:02:09.364598 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-3ee9c2a6-e67a-4a3e-b502-1e9dc3e7c000 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] update failed (client error): The resource could not be found. Jan 27 22:02:09.369518 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3ee9c2a6-e67a-4a3e-b502-1e9dc3e7c000 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "PUT /v2.0/routers/92ad97d2-af2c-4fb1-842a-22acf12c52b9 HTTP/1.1" status: 404 len: 339 time: 0.9404483 Jan 27 22:02:09.370829 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38974) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:09.423392 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e36f3-8451-46db-be38-57469e0571d3 req-0dde3f9d-902d-46e3-981b-92dfa34f5619 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:09.430721 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a6e36f3-8451-46db-be38-57469e0571d3 req-0dde3f9d-902d-46e3-981b-92dfa34f5619 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.0922971 Jan 27 22:02:09.475564 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f370c077-c119-45dd-ba97-650e5f73f8dc req-9cf4c018-ab8b-4c52-8c08-ed8406102ab0 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/security-groups?id=19f59809-73f6-469b-acdc-ba74b13f5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208870 Jan 27 22:02:09.492814 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-257afbd7-bd68-4a45-9d31-15b215f19c3d None None] Current status of the port 94e9d981-4c69-41f0-938e-aa3bd991b5b5 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:09.502495 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-257afbd7-bd68-4a45-9d31-15b215f19c3d None None] Could not find standard attr ID for object 14339017-332d-4ab3-8272-203ca4220268. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:02:09.514175 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a6e36f3-8451-46db-be38-57469e0571d3 req-b4b696be-f761-4c7e-ac0c-efd6a587433f tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776200 Jan 27 22:02:09.566034 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-97384319-ae2c-423c-95b4-45a2f4fd9eb4 admin admin] Publish callbacks [] for router_gateway (631d55d2-5cec-4448-85ae-fe1766e2c620), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.589551 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7be24b0a-24d4-415c-8bd8-ebc677df70c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631d55d2-5cec-4448-85ae-fe1766e2c620', 'name': 'tempest-TaggedBootDevicesTest_v242-559042867-router', 'tenant_id': '5fea75ecec484b3792a0d94694ab943f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c167353f-7f63-408f-a088-fbbf86583cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:44Z', 'updated_at': '2022-01-27T22:02:06Z', 'revision_number': 5, 'project_id': '5fea75ecec484b3792a0d94694ab943f', 'gw_port': {'id': 'c167353f-7f63-408f-a088-fbbf86583cfe', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631d55d2-5cec-4448-85ae-fe1766e2c620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:45Z', 'updated_at': '2022-01-27T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:09.633468 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be24b0a-24d4-415c-8bd8-ebc677df70c2 None None] The sync data for ids ['631d55d2-5cec-4448-85ae-fe1766e2c620'] in n-d-772272-3 is: [{'id': '631d55d2-5cec-4448-85ae-fe1766e2c620', 'name': 'tempest-TaggedBootDevicesTest_v242-559042867-router', 'tenant_id': '5fea75ecec484b3792a0d94694ab943f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c167353f-7f63-408f-a088-fbbf86583cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:48:44Z', 'updated_at': '2022-01-27T22:02:06Z', 'revision_number': 5, 'project_id': '5fea75ecec484b3792a0d94694ab943f', 'gw_port': {'id': 'c167353f-7f63-408f-a088-fbbf86583cfe', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631d55d2-5cec-4448-85ae-fe1766e2c620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:48:45Z', 'updated_at': '2022-01-27T21:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:02:09.661761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157bd85-402c-4182-ae2a-b55da7f84d4d req-6e780906-c1c4-4b5c-a8ef-3f696346ad75 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:09.663330 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1157bd85-402c-4182-ae2a-b55da7f84d4d req-6e780906-c1c4-4b5c-a8ef-3f696346ad75 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.0836177 Jan 27 22:02:09.680574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4d671-fdb9-4045-abed-31beece45679 req-c2a35ecd-d34c-4c4e-84e5-0541d81f0bb6 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:09.688213 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7f4d671-fdb9-4045-abed-31beece45679 req-c2a35ecd-d34c-4c4e-84e5-0541d81f0bb6 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbacc0ab-ff11-40fc-b159-3caf42f130a0 HTTP/1.1" status: 200 len: 945 time: 0.0800903 Jan 27 22:02:09.766217 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7f4d671-fdb9-4045-abed-31beece45679 req-96b84142-a9e7-4cd8-8940-de2ebff864e3 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768843 Jan 27 22:02:09.787642 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1157bd85-402c-4182-ae2a-b55da7f84d4d req-971de084-86b9-4e6e-aa00-d4d6b47ee337 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141448 Jan 27 22:02:09.835582 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-97384319-ae2c-423c-95b4-45a2f4fd9eb4 admin admin] Deleting port c167353f-7f63-408f-a088-fbbf86583cfe {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:09.836014 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-97384319-ae2c-423c-95b4-45a2f4fd9eb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c167353f-7f63-408f-a088-fbbf86583cfe), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.854386 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-81968ca2-2242-446c-9123-b39a9a99f66b tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.930905 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012bb45-1f69-445d-85a5-cbe79a1d8c56 req-cd7f55d1-db6d-48ee-a6b2-9262fbf0d8f2 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:09.932871 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5012bb45-1f69-445d-85a5-cbe79a1d8c56 req-cd7f55d1-db6d-48ee-a6b2-9262fbf0d8f2 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 947 time: 0.0872343 Jan 27 22:02:10.046663 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5012bb45-1f69-445d-85a5-cbe79a1d8c56 req-6a900ab0-a53e-4d7d-a588-87b5390c1b3b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049535 Jan 27 22:02:10.101292 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-97384319-ae2c-423c-95b4-45a2f4fd9eb4 admin admin] For port c167353f-7f63-408f-a088-fbbf86583cfe, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c167353f-7f63-408f-a088-fbbf86583cfe,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:10.101823 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-97384319-ae2c-423c-95b4-45a2f4fd9eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c167353f-7f63-408f-a088-fbbf86583cfe), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:10.133205 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-97384319-ae2c-423c-95b4-45a2f4fd9eb4 admin admin] Calling delete_port for c167353f-7f63-408f-a088-fbbf86583cfe owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:10.331601 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ba5c1-3af3-4bff-a9f9-92e001eac591 req-00ad31a7-78c7-438a-ae1c-5841336e9438 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:10.333589 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd9ba5c1-3af3-4bff-a9f9-92e001eac591 req-00ad31a7-78c7-438a-ae1c-5841336e9438 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.1818101 Jan 27 22:02:10.379817 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 94e9d981-4c69-41f0-938e-aa3bd991b5b5 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:10.388532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f830e731-4aac-4e3f-ab86-9c48cf155a28 req-4df31efd-63dd-45ab-930a-c1b5ce2631a3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0529835 Jan 27 22:02:10.405651 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-81968ca2-2242-446c-9123-b39a9a99f66b tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Allocated IP 172.20.0.1 (6b3fe9ca-d5f8-456d-a94b-aee85e48530c/96a92984-bcc9-47b2-90e0-18023e075880/7700899a-03e5-4b8f-b7f6-655ded3b4014) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:10.428233 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15387a42-08b5-4107-a917-77f1cc46409b req-6f6e43db-0da5-41a1-8fa0-243bd7877b1b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:10.430203 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15387a42-08b5-4107-a917-77f1cc46409b req-6f6e43db-0da5-41a1-8fa0-243bd7877b1b tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 947 time: 0.2364223 Jan 27 22:02:10.469849 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 94e9d981-4c69-41f0-938e-aa3bd991b5b5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:10.470669 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (94e9d981-4c69-41f0-938e-aa3bd991b5b5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:10.577810 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 94e9d981-4c69-41f0-938e-aa3bd991b5b5 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:10.588852 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b4652113-95e6-4418-85ce-7a5ccc2c5446 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:10.594754 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-97384319-ae2c-423c-95b4-45a2f4fd9eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (c167353f-7f63-408f-a088-fbbf86583cfe), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:10.597806 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd9ba5c1-3af3-4bff-a9f9-92e001eac591 req-956e1cbd-2a96-4956-aeda-c80ba2fae6ff tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491093 Jan 27 22:02:10.625702 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389db937-a3be-475b-82e9-7b6bf04a37ef req-27bfd47b-e7a4-4732-9722-880063419e4f tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:10.626024 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-389db937-a3be-475b-82e9-7b6bf04a37ef req-27bfd47b-e7a4-4732-9722-880063419e4f tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1184957 Jan 27 22:02:10.632357 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: b4652113-95e6-4418-85ce-7a5ccc2c5446 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:02:10.632918 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b4652113-95e6-4418-85ce-7a5ccc2c5446 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:02:10.684451 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-15387a42-08b5-4107-a917-77f1cc46409b req-e12e8088-0b98-4ac4-a6da-a9eff933772d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Deleting port 5ed1521b-a042-4087-8cb2-beed324061f5 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:10.684848 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-15387a42-08b5-4107-a917-77f1cc46409b req-e12e8088-0b98-4ac4-a6da-a9eff933772d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:10.692705 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-389db937-a3be-475b-82e9-7b6bf04a37ef req-76082739-dcd0-48bf-aa9a-3f38d8def6b8 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658576 Jan 27 22:02:10.734007 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97384319-ae2c-423c-95b4-45a2f4fd9eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c167353f-7f63-408f-a088-fbbf86583cfe,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:10.795410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0aadf-02be-47c0-99ed-76e7ec378417 req-1f116b4d-871e-487e-a294-9cc8e84e623d tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:10.802671 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9b0aadf-02be-47c0-99ed-76e7ec378417 req-1f116b4d-871e-487e-a294-9cc8e84e623d tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/ports?device_id=477f7541-dd87-40d4-aa5e-b3b978c40400 HTTP/1.1" status: 200 len: 944 time: 0.1073782 Jan 27 22:02:10.816395 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-81968ca2-2242-446c-9123-b39a9a99f66b tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for port (7700899a-03e5-4b8f-b7f6-655ded3b4014), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:10.853204 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-97384319-ae2c-423c-95b4-45a2f4fd9eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (631d55d2-5cec-4448-85ae-fe1766e2c620), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:10.876346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-15387a42-08b5-4107-a917-77f1cc46409b req-e12e8088-0b98-4ac4-a6da-a9eff933772d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] For port 5ed1521b-a042-4087-8cb2-beed324061f5, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5ed1521b-a042-4087-8cb2-beed324061f5,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:10.876881 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-15387a42-08b5-4107-a917-77f1cc46409b req-e12e8088-0b98-4ac4-a6da-a9eff933772d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:10.912097 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9b0aadf-02be-47c0-99ed-76e7ec378417 req-5fba3db6-41ac-4288-a657-f15844810aaa tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/security-groups?id=19f59809-73f6-469b-acdc-ba74b13f5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083763 Jan 27 22:02:10.949541 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-81968ca2-2242-446c-9123-b39a9a99f66b tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7700899a-03e5-4b8f-b7f6-655ded3b4014), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:10.957211 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-97384319-ae2c-423c-95b4-45a2f4fd9eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (631d55d2-5cec-4448-85ae-fe1766e2c620), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:10.962008 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-97384319-ae2c-423c-95b4-45a2f4fd9eb4 admin admin] Publish callbacks [] for router_controller (631d55d2-5cec-4448-85ae-fe1766e2c620), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:10.977134 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02676a-6bb4-4062-b3a3-61a3c7bfcad3 req-d9c421c0-51db-4726-969c-72a4dda5e7bd tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:10.978817 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc02676a-6bb4-4062-b3a3-61a3c7bfcad3 req-d9c421c0-51db-4726-969c-72a4dda5e7bd tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbacc0ab-ff11-40fc-b159-3caf42f130a0 HTTP/1.1" status: 200 len: 945 time: 0.1318188 Jan 27 22:02:10.998656 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81968ca2-2242-446c-9123-b39a9a99f66b tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Network 6b3fe9ca-d5f8-456d-a94b-aee85e48530c is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:11.032918 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-81968ca2-2242-446c-9123-b39a9a99f66b tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:11.037653 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81968ca2-2242-446c-9123-b39a9a99f66b tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:11.091341 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-97384319-ae2c-423c-95b4-45a2f4fd9eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (631d55d2-5cec-4448-85ae-fe1766e2c620), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.092270 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97384319-ae2c-423c-95b4-45a2f4fd9eb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 631d55d2-5cec-4448-85ae-fe1766e2c620 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:02:11.105070 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-97384319-ae2c-423c-95b4-45a2f4fd9eb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.106368 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-97384319-ae2c-423c-95b4-45a2f4fd9eb4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/631d55d2-5cec-4448-85ae-fe1766e2c620 HTTP/1.1" status: 204 len: 168 time: 2.8649089 Jan 27 22:02:11.107286 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-81968ca2-2242-446c-9123-b39a9a99f66b tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (92ad97d2-af2c-4fb1-842a-22acf12c52b9), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.203150 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39004) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:11.221507 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81968ca2-2242-446c-9123-b39a9a99f66b tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Pushing event updated for resources: {'Port': ['ID=7700899a-03e5-4b8f-b7f6-655ded3b4014,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:11.324373 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-81968ca2-2242-446c-9123-b39a9a99f66b tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7700899a-03e5-4b8f-b7f6-655ded3b4014), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.368208 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc02676a-6bb4-4062-b3a3-61a3c7bfcad3 req-c4900e7e-4b61-4fbe-b51a-711d52a0620e tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726478 Jan 27 22:02:11.412708 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b49d61-6086-4f8d-9087-c9d8b0931787 req-7e63f39f-afa0-4ec5-905e-37f78e989b8f tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:11.414634 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6b49d61-6086-4f8d-9087-c9d8b0931787 req-7e63f39f-afa0-4ec5-905e-37f78e989b8f tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 947 time: 0.1350453 Jan 27 22:02:11.429866 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd919513-19c6-47d0-8ae2-891cce8ebe24 admin admin] Deleting subnet c3b2e1b1-f67c-4696-bfa0-718431f32dc2 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:02:11.436794 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-15387a42-08b5-4107-a917-77f1cc46409b req-e12e8088-0b98-4ac4-a6da-a9eff933772d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.437526 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-15387a42-08b5-4107-a917-77f1cc46409b req-e12e8088-0b98-4ac4-a6da-a9eff933772d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (d66cb20b-0103-4c60-a58d-f8f9de17fd89), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.437526 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-15387a42-08b5-4107-a917-77f1cc46409b req-e12e8088-0b98-4ac4-a6da-a9eff933772d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Floating IP d66cb20b-0103-4c60-a58d-f8f9de17fd89 disassociated. External IP: 172.25.3.194, port: 5ed1521b-a042-4087-8cb2-beed324061f5. Jan 27 22:02:11.437811 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-15387a42-08b5-4107-a917-77f1cc46409b req-e12e8088-0b98-4ac4-a6da-a9eff933772d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Calling delete_port for 5ed1521b-a042-4087-8cb2-beed324061f5 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:11.443204 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227985e4-7227-486d-b69e-394f5ee01f9c req-c2571ad7-33d3-46b1-9325-1c5026cf8c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:11.445073 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-227985e4-7227-486d-b69e-394f5ee01f9c req-c2571ad7-33d3-46b1-9325-1c5026cf8c5e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 1097 time: 0.1288068 Jan 27 22:02:11.445931 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bd919513-19c6-47d0-8ae2-891cce8ebe24 admin admin] Publish callbacks [] for subnet (c3b2e1b1-f67c-4696-bfa0-718431f32dc2), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.470326 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-fd1caf44-4239-4e2d-acb4-3c8cf9ca2945 None None] Provisioning complete for port 7700899a-03e5-4b8f-b7f6-655ded3b4014 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:11.470925 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fd1caf44-4239-4e2d-acb4-3c8cf9ca2945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7700899a-03e5-4b8f-b7f6-655ded3b4014), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.521659 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-fd1caf44-4239-4e2d-acb4-3c8cf9ca2945 None None] Port 7700899a-03e5-4b8f-b7f6-655ded3b4014 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:02:11.638303 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-81968ca2-2242-446c-9123-b39a9a99f66b tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for port (7700899a-03e5-4b8f-b7f6-655ded3b4014), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.643623 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-81968ca2-2242-446c-9123-b39a9a99f66b tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (7700899a-03e5-4b8f-b7f6-655ded3b4014), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.736289 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-81968ca2-2242-446c-9123-b39a9a99f66b tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (92ad97d2-af2c-4fb1-842a-22acf12c52b9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.738922 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81968ca2-2242-446c-9123-b39a9a99f66b tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Pushing event updated for resources: {'Port': ['ID=7700899a-03e5-4b8f-b7f6-655ded3b4014,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:11.756142 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 1392ceb7-9758-405f-a806-6ab23cedd971 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:11.813647 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 1392ceb7-9758-405f-a806-6ab23cedd971 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:02:11.818682 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 1392ceb7-9758-405f-a806-6ab23cedd971 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:11.819109 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1392ceb7-9758-405f-a806-6ab23cedd971), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.851750 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd33a802-871f-4acb-9251-c775b67bb9be req-1c8a2027-62bb-459e-93d6-5c029b9e0249 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0598495 Jan 27 22:02:11.883360 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81968ca2-2242-446c-9123-b39a9a99f66b tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Network 6b3fe9ca-d5f8-456d-a94b-aee85e48530c is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:11.885993 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-81968ca2-2242-446c-9123-b39a9a99f66b tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:11.954401 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 1392ceb7-9758-405f-a806-6ab23cedd971 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:11.955061 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1392ceb7-9758-405f-a806-6ab23cedd971), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.975147 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bd919513-19c6-47d0-8ae2-891cce8ebe24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (c3b2e1b1-f67c-4696-bfa0-718431f32dc2), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:12.032945 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81968ca2-2242-446c-9123-b39a9a99f66b tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Router 92ad97d2-af2c-4fb1-842a-22acf12c52b9 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:02:12.059729 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-227985e4-7227-486d-b69e-394f5ee01f9c req-e30507aa-a397-4b99-8a70-7369be315ae2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6040366 Jan 27 22:02:12.165274 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6b49d61-6086-4f8d-9087-c9d8b0931787 req-1fdd0ddf-4bfb-4a04-b329-808ca159c51f tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups?id=0c591e6f-4a95-47ee-ad84-08dde9966bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7309704 Jan 27 22:02:12.179107 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bd919513-19c6-47d0-8ae2-891cce8ebe24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (c3b2e1b1-f67c-4696-bfa0-718431f32dc2), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:12.187240 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81968ca2-2242-446c-9123-b39a9a99f66b tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:02:12.198767 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-81968ca2-2242-446c-9123-b39a9a99f66b tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "PUT /v2.0/routers/92ad97d2-af2c-4fb1-842a-22acf12c52b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8270645 Jan 27 22:02:12.202836 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39014) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.217134 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 1392ceb7-9758-405f-a806-6ab23cedd971, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1392ceb7-9758-405f-a806-6ab23cedd971,segment=NetworkSegment(25092456-2e36-4ed4-b458-7fd26a08791a),segment_id=25092456-2e36-4ed4-b458-7fd26a08791a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:12.219778 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbacc0ab-ff11-40fc-b159-3caf42f130a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1392ceb7-9758-405f-a806-6ab23cedd971'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:12.225038 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6d0c49-7e18-4506-9170-c624db46d344" -d '{"events": [{"server_uuid": "fbacc0ab-ff11-40fc-b159-3caf42f130a0", "name": "network-vif-plugged", "status": "completed", "tag": "1392ceb7-9758-405f-a806-6ab23cedd971"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:12.239488 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7f47ec-6f7e-45dc-a8a5-a6769eab09ba None None] Sync routers for ids ['92ad97d2-af2c-4fb1-842a-22acf12c52b9'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:02:12.243120 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1392ceb7-9758-405f-a806-6ab23cedd971), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:12.244516 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 066b17c6-43be-4291-a97d-ffff7819efd5 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:12.244974 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e846e-aded-442a-b452-235e6075854e req-f457cb71-145c-47dd-a648-0e73dc86e1f6 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:12.247044 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b82e846e-aded-442a-b452-235e6075854e req-f457cb71-145c-47dd-a648-0e73dc86e1f6 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.1822832 Jan 27 22:02:12.321655 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=1392ceb7-9758-405f-a806-6ab23cedd971,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:12.395482 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c167353f-7f63-408f-a088-fbbf86583cfe no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:12.422382 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1ef2bd5c-89ca-4947-a626-127c284bb3dd tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for router (92ad97d2-af2c-4fb1-842a-22acf12c52b9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:12.422597 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bd919513-19c6-47d0-8ae2-891cce8ebe24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (c3b2e1b1-f67c-4696-bfa0-718431f32dc2), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:12.424940 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: c167353f-7f63-408f-a088-fbbf86583cfe {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:02:12.425295 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c167353f-7f63-408f-a088-fbbf86583cfe not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:02:12.436264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7f47ec-6f7e-45dc-a8a5-a6769eab09ba None None] Routers {'92ad97d2-af2c-4fb1-842a-22acf12c52b9'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:02:12.436972 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9e7f47ec-6f7e-45dc-a8a5-a6769eab09ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:01:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['92ad97d2-af2c-4fb1-842a-22acf12c52b9'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:12.483620 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cab9672e-d70e-4447-af29-e9c3bfdcdbd5 None None] Provisioning complete for port 7700899a-03e5-4b8f-b7f6-655ded3b4014 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:12.484708 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cab9672e-d70e-4447-af29-e9c3bfdcdbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7700899a-03e5-4b8f-b7f6-655ded3b4014), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:12.488720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd919513-19c6-47d0-8ae2-891cce8ebe24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3b2e1b1-f67c-4696-bfa0-718431f32dc2,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:12.494591 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bd919513-19c6-47d0-8ae2-891cce8ebe24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:12.498570 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bd919513-19c6-47d0-8ae2-891cce8ebe24 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c3b2e1b1-f67c-4696-bfa0-718431f32dc2 HTTP/1.1" status: 204 len: 168 time: 1.2934372 Jan 27 22:02:12.508791 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39020) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.510719 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b82e846e-aded-442a-b452-235e6075854e req-32136888-b98a-429e-9a71-dff86b956ca7 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432644 Jan 27 22:02:12.521826 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-15387a42-08b5-4107-a917-77f1cc46409b req-e12e8088-0b98-4ac4-a6da-a9eff933772d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5ed1521b-a042-4087-8cb2-beed324061f5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:12.549092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cab9672e-d70e-4447-af29-e9c3bfdcdbd5 None None] Port 7700899a-03e5-4b8f-b7f6-655ded3b4014 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:02:12.551036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9e7f47ec-6f7e-45dc-a8a5-a6769eab09ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:12.554490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b4c917-e8f4-4c73-8248-ca460dcde5bb None None] Network 2c07827d-9602-4788-8d9d-4b7e0a6dacc9 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:12.604797 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-1ef2bd5c-89ca-4947-a626-127c284bb3dd tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 22:02:12.609049 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1ef2bd5c-89ca-4947-a626-127c284bb3dd tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "DELETE /v2.0/routers/92ad97d2-af2c-4fb1-842a-22acf12c52b9 HTTP/1.1" status: 409 len: 329 time: 0.4051461 Jan 27 22:02:12.611504 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39022) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.620224 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f337d-931a-4104-9b60-6c96f34b6dfc req-c94080e7-0981-4bad-910f-b8b7e89f84dc tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:12.628709 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d38f337d-931a-4104-9b60-6c96f34b6dfc req-c94080e7-0981-4bad-910f-b8b7e89f84dc tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2992311 Jan 27 22:02:12.631594 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35df8ccf-862d-4af3-9b3e-6eccd1ae180d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (2c07827d-9602-4788-8d9d-4b7e0a6dacc9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:12.661372 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e8088-0b98-4ac4-a6da-a9eff933772d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Pushing event deleted for resources: {'Port': ['ID=5ed1521b-a042-4087-8cb2-beed324061f5,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:12.714901 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:12.722554 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7f47ec-6f7e-45dc-a8a5-a6769eab09ba None None] Routers {'92ad97d2-af2c-4fb1-842a-22acf12c52b9'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:02:12.722798 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9e7f47ec-6f7e-45dc-a8a5-a6769eab09ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:01:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['92ad97d2-af2c-4fb1-842a-22acf12c52b9'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:12.771999 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9e7f47ec-6f7e-45dc-a8a5-a6769eab09ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:12.772857 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7f47ec-6f7e-45dc-a8a5-a6769eab09ba None None] The sync data for ids ['92ad97d2-af2c-4fb1-842a-22acf12c52b9'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:02:12.786099 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 066b17c6-43be-4291-a97d-ffff7819efd5 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:02:12.796015 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 066b17c6-43be-4291-a97d-ffff7819efd5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:12.796898 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (066b17c6-43be-4291-a97d-ffff7819efd5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:12.820251 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d38f337d-931a-4104-9b60-6c96f34b6dfc req-aa34f97c-259b-404a-9873-2cc4a7f19fb1 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843574 Jan 27 22:02:12.849267 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bc750-c193-4ed2-a1a7-2dc078cd668c req-1629079f-612d-44c0-ac4d-886071d95027 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:12.862275 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c86bc750-c193-4ed2-a1a7-2dc078cd668c req-1629079f-612d-44c0-ac4d-886071d95027 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/ports?device_id=477f7541-dd87-40d4-aa5e-b3b978c40400 HTTP/1.1" status: 200 len: 944 time: 0.2209828 Jan 27 22:02:12.876754 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-35df8ccf-862d-4af3-9b3e-6eccd1ae180d admin admin] Deleting port 653934c2-a352-4ff3-a2b7-191795379093 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:12.877301 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35df8ccf-862d-4af3-9b3e-6eccd1ae180d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (653934c2-a352-4ff3-a2b7-191795379093), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:12.917528 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fb4286-9602-40c3-bcf0-124a0be7e6aa x-openstack-request-id: req-49fb4286-9602-40c3-bcf0-124a0be7e6aa {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:12.918462 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbacc0ab-ff11-40fc-b159-3caf42f130a0", "name": "network-vif-plugged", "status": "completed", "tag": "1392ceb7-9758-405f-a806-6ab23cedd971", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:12.918462 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49fb4286-9602-40c3-bcf0-124a0be7e6aa {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:12.918778 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbacc0ab-ff11-40fc-b159-3caf42f130a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1392ceb7-9758-405f-a806-6ab23cedd971', 'code': 200} Jan 27 22:02:12.922745 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd77e754-9403-4f3c-ab20-a800b9e159b4 None None] DHCP port deletion for 2c07827d-9602-4788-8d9d-4b7e0a6dacc9 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:02:12.965204 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 066b17c6-43be-4291-a97d-ffff7819efd5 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:12.965669 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (066b17c6-43be-4291-a97d-ffff7819efd5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:13.016269 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 066b17c6-43be-4291-a97d-ffff7819efd5, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=066b17c6-43be-4291-a97d-ffff7819efd5,segment=NetworkSegment(c2ffdb19-c5a4-4d11-b2f6-307f635f63e6),segment_id=c2ffdb19-c5a4-4d11-b2f6-307f635f63e6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:13.024752 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (066b17c6-43be-4291-a97d-ffff7819efd5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:13.025695 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5ed1521b-a042-4087-8cb2-beed324061f5 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:13.066872 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c86bc750-c193-4ed2-a1a7-2dc078cd668c req-0d08ff8a-828b-477b-b565-ce2cb128918c tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/security-groups?id=19f59809-73f6-469b-acdc-ba74b13f5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021227 Jan 27 22:02:13.069443 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 5ed1521b-a042-4087-8cb2-beed324061f5 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:02:13.069791 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5ed1521b-a042-4087-8cb2-beed324061f5 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:02:13.111691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9a475-bb39-4c0a-a670-f65b770334d3 req-d35bbc06-ee70-4a3d-91b3-023df4b784dd tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:13.121613 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95e9a475-bb39-4c0a-a670-f65b770334d3 req-d35bbc06-ee70-4a3d-91b3-023df4b784dd tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbacc0ab-ff11-40fc-b159-3caf42f130a0 HTTP/1.1" status: 200 len: 946 time: 0.1384814 Jan 27 22:02:13.148549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15387a42-08b5-4107-a917-77f1cc46409b req-e12e8088-0b98-4ac4-a6da-a9eff933772d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Router b65215d6-bb8a-40c4-9f30-8c26cbead61b has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:02:13.190864 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-fd77e754-9403-4f3c-ab20-a800b9e159b4 None None] Deleting port 653934c2-a352-4ff3-a2b7-191795379093 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:13.191258 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fd77e754-9403-4f3c-ab20-a800b9e159b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (653934c2-a352-4ff3-a2b7-191795379093), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:13.264336 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95e9a475-bb39-4c0a-a670-f65b770334d3 req-8f6bb0e6-8e1a-477b-b0e8-20ce2934ce6f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416974 Jan 27 22:02:13.282164 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-fd77e754-9403-4f3c-ab20-a800b9e159b4 None None] For port 653934c2-a352-4ff3-a2b7-191795379093, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=653934c2-a352-4ff3-a2b7-191795379093,segment=NetworkSegment(5233ea11-19e6-4e58-a952-2227f22e0d67),segment_id=5233ea11-19e6-4e58-a952-2227f22e0d67)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:13.282164 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fd77e754-9403-4f3c-ab20-a800b9e159b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (653934c2-a352-4ff3-a2b7-191795379093), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:13.293692 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-fd77e754-9403-4f3c-ab20-a800b9e159b4 None None] Calling delete_port for 653934c2-a352-4ff3-a2b7-191795379093 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:13.339944 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-579fbf43-a006-45d6-b3d7-dcca96db5e6d req-da1f579d-a91b-4251-861a-9bff86b9a4d9 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0893981 Jan 27 22:02:13.370508 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=066b17c6-43be-4291-a97d-ffff7819efd5,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:13.412249 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9087ebde-d7c2-43a8-b1cf-e82efb08c41e req-53dcab48-808d-4e21-814c-946a0bf1ebe6 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3831741-d6ca-4874-bc58-945a0b5cc532 HTTP/1.1" status: 200 len: 210 time: 0.0263638 Jan 27 22:02:13.430715 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fd77e754-9403-4f3c-ab20-a800b9e159b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (653934c2-a352-4ff3-a2b7-191795379093), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:13.450972 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd77e754-9403-4f3c-ab20-a800b9e159b4 None None] No DVR routers for this DVR port 653934c2-a352-4ff3-a2b7-191795379093 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:13.479234 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77e754-9403-4f3c-ab20-a800b9e159b4 None None] Pushing event deleted for resources: {'Port': ['ID=653934c2-a352-4ff3-a2b7-191795379093,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:13.506609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15387a42-08b5-4107-a917-77f1cc46409b req-e12e8088-0b98-4ac4-a6da-a9eff933772d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:02:13.518236 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f967b5-ea6a-4a1a-bcb8-75fcaf767943 None None] Sync routers for ids ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:02:13.531106 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f967b5-ea6a-4a1a-bcb8-75fcaf767943 None None] Routers {'b65215d6-bb8a-40c4-9f30-8c26cbead61b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:02:13.532193 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-72f967b5-ea6a-4a1a-bcb8-75fcaf767943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:01:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:13.563721 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-15387a42-08b5-4107-a917-77f1cc46409b req-e12e8088-0b98-4ac4-a6da-a9eff933772d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] No DVR routers for this DVR port 5ed1521b-a042-4087-8cb2-beed324061f5 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:13.566535 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-15387a42-08b5-4107-a917-77f1cc46409b req-e12e8088-0b98-4ac4-a6da-a9eff933772d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:13.570698 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15387a42-08b5-4107-a917-77f1cc46409b req-e12e8088-0b98-4ac4-a6da-a9eff933772d tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.21 "DELETE /v2.0/ports/5ed1521b-a042-4087-8cb2-beed324061f5 HTTP/1.1" status: 204 len: 173 time: 3.1291547 Jan 27 22:02:13.571166 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3831741-d6ca-4874-bc58-945a0b5cc532', 'name': 'network-vif-deleted', 'tag': '5ed1521b-a042-4087-8cb2-beed324061f5'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:13.574690 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c120cfd-0103-4104-895b-dac592eab8ba" -d '{"events": [{"server_uuid": "e3831741-d6ca-4874-bc58-945a0b5cc532", "name": "network-vif-deleted", "tag": "5ed1521b-a042-4087-8cb2-beed324061f5"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:13.648215 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66462f4-e417-4452-a18a-939a8a1deda4 x-openstack-request-id: req-b66462f4-e417-4452-a18a-939a8a1deda4 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:13.648475 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3831741-d6ca-4874-bc58-945a0b5cc532", "name": "network-vif-deleted", "tag": "5ed1521b-a042-4087-8cb2-beed324061f5", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:13.648760 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b66462f4-e417-4452-a18a-939a8a1deda4 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:13.651626 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3831741-d6ca-4874-bc58-945a0b5cc532', 'name': 'network-vif-deleted', 'tag': '5ed1521b-a042-4087-8cb2-beed324061f5', 'status': 'completed', 'code': 200} Jan 27 22:02:13.696705 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-35df8ccf-862d-4af3-9b3e-6eccd1ae180d admin admin] For port 653934c2-a352-4ff3-a2b7-191795379093, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=653934c2-a352-4ff3-a2b7-191795379093,segment=NetworkSegment(5233ea11-19e6-4e58-a952-2227f22e0d67),segment_id=5233ea11-19e6-4e58-a952-2227f22e0d67)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:13.701051 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35df8ccf-862d-4af3-9b3e-6eccd1ae180d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (653934c2-a352-4ff3-a2b7-191795379093), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:13.710105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fd6b0-f9f5-494b-a658-a14413f1b7e2 req-f99326de-6a96-4b87-9493-6ec2b0ec996f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:13.712353 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad7fd6b0-f9f5-494b-a658-a14413f1b7e2 req-f99326de-6a96-4b87-9493-6ec2b0ec996f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.0934412 Jan 27 22:02:13.738201 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-72f967b5-ea6a-4a1a-bcb8-75fcaf767943 None None] Set router b65215d6-bb8a-40c4-9f30-8c26cbead61b gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:02:13.741173 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-35df8ccf-862d-4af3-9b3e-6eccd1ae180d admin admin] Calling delete_port for 653934c2-a352-4ff3-a2b7-191795379093 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:13.750527 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08dfbd-7732-4bc6-a8a7-6477a757241f req-b45ccf9f-7e13-4325-bad3-b392cdc2e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:13.752300 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ba08dfbd-7732-4bc6-a8a7-6477a757241f req-b45ccf9f-7e13-4325-bad3-b392cdc2e1b6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fbacc0ab-ff11-40fc-b159-3caf42f130a0 HTTP/1.1" status: 200 len: 1097 time: 0.2613895 Jan 27 22:02:13.836107 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad7fd6b0-f9f5-494b-a658-a14413f1b7e2 req-8435862c-3639-4a46-8649-e7a82c047ffa tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102395 Jan 27 22:02:13.862141 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ba08dfbd-7732-4bc6-a8a7-6477a757241f req-1f253886-b8dc-4e12-badd-c87931e98cf0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825121 Jan 27 22:02:13.936225 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35df8ccf-862d-4af3-9b3e-6eccd1ae180d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (653934c2-a352-4ff3-a2b7-191795379093), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:13.970915 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df8ccf-862d-4af3-9b3e-6eccd1ae180d admin admin] Pushing event deleted for resources: {'Port': ['ID=653934c2-a352-4ff3-a2b7-191795379093,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:13.972883 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35df8ccf-862d-4af3-9b3e-6eccd1ae180d admin admin] No DVR routers for this DVR port 653934c2-a352-4ff3-a2b7-191795379093 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:14.032450 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-72f967b5-ea6a-4a1a-bcb8-75fcaf767943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'name': 'tempest-AttachVolumeShelveTestJSON-82970161-router', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:05Z', 'updated_at': '2022-01-27T21:51:16Z', 'revision_number': 4, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'gw_port': {'id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:07Z', 'updated_at': '2022-01-27T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '71237575-b72d-4dee-93dd-94df06a96add', 'name': '', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'mac_address': 'fa:16:3e:20:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:14Z', 'updated_at': '2022-01-27T21:51:22Z', 'revision_number': 5, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'subnets': [{'id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:14.059348 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-68bc7808-bf88-4bd4-ac5d-1eb5a76f9654 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (92ad97d2-af2c-4fb1-842a-22acf12c52b9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:14.071942 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f967b5-ea6a-4a1a-bcb8-75fcaf767943 None None] Checking router: b65215d6-bb8a-40c4-9f30-8c26cbead61b for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:02:14.080646 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b09e6-838c-42e1-b576-aa4628b57a11 req-42a5b6ac-ac11-4e87-ae96-23f6c963e755 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:14.082259 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f967b5-ea6a-4a1a-bcb8-75fcaf767943 None None] Routers {'b65215d6-bb8a-40c4-9f30-8c26cbead61b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:02:14.082633 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-488b09e6-838c-42e1-b576-aa4628b57a11 req-42a5b6ac-ac11-4e87-ae96-23f6c963e755 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1216295 Jan 27 22:02:14.087346 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-72f967b5-ea6a-4a1a-bcb8-75fcaf767943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:01:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:14.102575 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df79eef-5465-420a-bc59-e41e25e86f96 req-5ea6296d-d798-429e-bbe3-cc112764c6c8 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:14.104177 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2df79eef-5465-420a-bc59-e41e25e86f96 req-5ea6296d-d798-429e-bbe3-cc112764c6c8 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.1413095 Jan 27 22:02:14.106374 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35df8ccf-862d-4af3-9b3e-6eccd1ae180d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (2c07827d-9602-4788-8d9d-4b7e0a6dacc9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:14.162547 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-35df8ccf-862d-4af3-9b3e-6eccd1ae180d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c07827d-9602-4788-8d9d-4b7e0a6dacc9']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:14.183594 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-35df8ccf-862d-4af3-9b3e-6eccd1ae180d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5233ea11-19e6-4e58-a952-2227f22e0d67') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:14.183983 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-35df8ccf-862d-4af3-9b3e-6eccd1ae180d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5233ea11-19e6-4e58-a952-2227f22e0d67') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:14.196505 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2df79eef-5465-420a-bc59-e41e25e86f96 req-d25ee4af-84e6-45f3-a6f7-cdc76026f6bf tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772712 Jan 27 22:02:14.196673 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35df8ccf-862d-4af3-9b3e-6eccd1ae180d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (5233ea11-19e6-4e58-a952-2227f22e0d67), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:14.229601 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-72f967b5-ea6a-4a1a-bcb8-75fcaf767943 None None] Set router b65215d6-bb8a-40c4-9f30-8c26cbead61b gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:02:14.249076 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-488b09e6-838c-42e1-b576-aa4628b57a11 req-1d01be0c-fc86-4f9c-bbb2-1cc0b76eab66 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438153 Jan 27 22:02:14.257767 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35df8ccf-862d-4af3-9b3e-6eccd1ae180d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (5233ea11-19e6-4e58-a952-2227f22e0d67), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:14.272781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35df8ccf-862d-4af3-9b3e-6eccd1ae180d admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:02:14.273547 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35df8ccf-862d-4af3-9b3e-6eccd1ae180d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (5233ea11-19e6-4e58-a952-2227f22e0d67), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:02:14.346758 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:02:14.392862 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 653934c2-a352-4ff3-a2b7-191795379093 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:14.402018 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb44dc4-7199-4990-829a-dff1c0bad2f5 req-24dba149-e74e-485b-8309-f6e4353f9256 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:14.403573 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4cb44dc4-7199-4990-829a-dff1c0bad2f5 req-24dba149-e74e-485b-8309-f6e4353f9256 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/ports?device_id=477f7541-dd87-40d4-aa5e-b3b978c40400 HTTP/1.1" status: 200 len: 945 time: 0.1060913 Jan 27 22:02:14.406973 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35df8ccf-862d-4af3-9b3e-6eccd1ae180d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (2c07827d-9602-4788-8d9d-4b7e0a6dacc9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:14.418159 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35df8ccf-862d-4af3-9b3e-6eccd1ae180d admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:14.424798 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-35df8ccf-862d-4af3-9b3e-6eccd1ae180d admin admin] 10.222.0.23 "DELETE /v2.0/networks/2c07827d-9602-4788-8d9d-4b7e0a6dacc9 HTTP/1.1" status: 204 len: 168 time: 1.9141605 Jan 27 22:02:14.442847 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 653934c2-a352-4ff3-a2b7-191795379093 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:02:14.445060 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 653934c2-a352-4ff3-a2b7-191795379093 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:02:14.469314 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df8ccf-862d-4af3-9b3e-6eccd1ae180d admin admin] Pushing event deleted for resources: {'Network': ['ID=2c07827d-9602-4788-8d9d-4b7e0a6dacc9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:14.552772 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4cb44dc4-7199-4990-829a-dff1c0bad2f5 req-6893f2ce-7025-48a3-90ac-5e9ab2559fb9 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/security-groups?id=19f59809-73f6-469b-acdc-ba74b13f5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337559 Jan 27 22:02:14.646730 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-72f967b5-ea6a-4a1a-bcb8-75fcaf767943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'name': 'tempest-AttachVolumeShelveTestJSON-82970161-router', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:05Z', 'updated_at': '2022-01-27T21:51:16Z', 'revision_number': 4, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'gw_port': {'id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:07Z', 'updated_at': '2022-01-27T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '71237575-b72d-4dee-93dd-94df06a96add', 'name': '', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'mac_address': 'fa:16:3e:20:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:14Z', 'updated_at': '2022-01-27T21:51:22Z', 'revision_number': 5, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'subnets': [{'id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:14.695971 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-68bc7808-bf88-4bd4-ac5d-1eb5a76f9654 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Deleting port 7700899a-03e5-4b8f-b7f6-655ded3b4014 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:14.696382 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-68bc7808-bf88-4bd4-ac5d-1eb5a76f9654 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7700899a-03e5-4b8f-b7f6-655ded3b4014), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:14.706716 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f967b5-ea6a-4a1a-bcb8-75fcaf767943 None None] The sync data for ids ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'] in n-d-772272-3 is: [{'id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'name': 'tempest-AttachVolumeShelveTestJSON-82970161-router', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:05Z', 'updated_at': '2022-01-27T21:51:16Z', 'revision_number': 4, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'gw_port': {'id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:07Z', 'updated_at': '2022-01-27T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '71237575-b72d-4dee-93dd-94df06a96add', 'name': '', 'network_id': '7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'mac_address': 'fa:16:3e:20:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:14Z', 'updated_at': '2022-01-27T21:51:22Z', 'revision_number': 5, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'subnets': [{'id': 'b1a976cc-2e5b-4556-bc6f-960c2cfb8897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:02:14.731794 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7ff3fe7-9308-4989-aca3-686934be2a43 req-0c4cfa57-f549-4f9d-adcc-c4bf0585e0a5 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0925536 Jan 27 22:02:14.758720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39052) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:14.775648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f26de-4593-4f97-88d8-52b7bc75aefc req-33de4eaa-c574-416a-b85d-b52045fa0271 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:14.788305 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-620f26de-4593-4f97-88d8-52b7bc75aefc req-33de4eaa-c574-416a-b85d-b52045fa0271 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbacc0ab-ff11-40fc-b159-3caf42f130a0 HTTP/1.1" status: 200 len: 946 time: 0.1338232 Jan 27 22:02:14.852854 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-68bc7808-bf88-4bd4-ac5d-1eb5a76f9654 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7700899a-03e5-4b8f-b7f6-655ded3b4014), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:14.873251 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-68bc7808-bf88-4bd4-ac5d-1eb5a76f9654 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Calling delete_port for 7700899a-03e5-4b8f-b7f6-655ded3b4014 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:14.880923 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7a81fccd-fb79-4f40-a340-7612ac9eb41c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c221dbb11cf44d8baddb08b573ae1274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0774117 Jan 27 22:02:14.885475 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39056) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:14.920414 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477f7541-dd87-40d4-aa5e-b3b978c40400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066b17c6-43be-4291-a97d-ffff7819efd5'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:14.922825 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4545ac4b-f2a9-4167-afe3-3aee2eb06610" -d '{"events": [{"server_uuid": "477f7541-dd87-40d4-aa5e-b3b978c40400", "name": "network-vif-plugged", "status": "completed", "tag": "066b17c6-43be-4291-a97d-ffff7819efd5"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:14.974000 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-620f26de-4593-4f97-88d8-52b7bc75aefc req-71dfe762-4830-40be-b0ae-50b3b0fc42a0 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844916 Jan 27 22:02:15.019449 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d82921f7-10c1-48a7-8187-908a717b59fc admin admin] Publish callbacks [] for security_group (1c947634-8be2-400f-9ac3-69af6b2761ef), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:15.028290 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245f93f-ca4f-4a83-84af-06d245261816 req-c3a75a82-d6af-4e0c-a618-f9469e6b0650 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:15.035153 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e245f93f-ca4f-4a83-84af-06d245261816 req-c3a75a82-d6af-4e0c-a618-f9469e6b0650 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.1262043 Jan 27 22:02:15.059085 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39060) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:15.094038 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d82921f7-10c1-48a7-8187-908a717b59fc admin admin] Publish callbacks [] for security_group (1c947634-8be2-400f-9ac3-69af6b2761ef), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:15.097342 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5126a420-1103-4190-bcaf-edbb3eae00b3 x-openstack-request-id: req-5126a420-1103-4190-bcaf-edbb3eae00b3 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:15.097781 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477f7541-dd87-40d4-aa5e-b3b978c40400", "name": "network-vif-plugged", "status": "completed", "tag": "066b17c6-43be-4291-a97d-ffff7819efd5", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:15.098120 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5126a420-1103-4190-bcaf-edbb3eae00b3 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:15.098616 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477f7541-dd87-40d4-aa5e-b3b978c40400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066b17c6-43be-4291-a97d-ffff7819efd5', 'code': 200} Jan 27 22:02:15.133577 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-68bc7808-bf88-4bd4-ac5d-1eb5a76f9654 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7700899a-03e5-4b8f-b7f6-655ded3b4014), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:15.169642 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d82921f7-10c1-48a7-8187-908a717b59fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1c947634-8be2-400f-9ac3-69af6b2761ef), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:15.172708 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d82921f7-10c1-48a7-8187-908a717b59fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:15.176144 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d82921f7-10c1-48a7-8187-908a717b59fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c947634-8be2-400f-9ac3-69af6b2761ef HTTP/1.1" status: 204 len: 168 time: 0.2874320 Jan 27 22:02:15.176717 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0847bf24-4e2f-4fc0-b00e-108760bcd6a5 None None] New status for floating IP d66cb20b-0103-4c60-a58d-f8f9de17fd89: DOWN {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:02:15.220879 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82921f7-10c1-48a7-8187-908a717b59fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c947634-8be2-400f-9ac3-69af6b2761ef,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:15.230473 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc7808-bf88-4bd4-ac5d-1eb5a76f9654 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Pushing event deleted for resources: {'Port': ['ID=7700899a-03e5-4b8f-b7f6-655ded3b4014,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:15.242230 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e245f93f-ca4f-4a83-84af-06d245261816 req-c0406f03-be72-44e9-9b9c-b804ff7a06d2 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061963 Jan 27 22:02:15.278525 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4aabbdf2-bb8b-4cb2-82e6-1a8ed0a4e469 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group (0c591e6f-4a95-47ee-ad84-08dde9966bed), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:15.316955 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4aabbdf2-bb8b-4cb2-82e6-1a8ed0a4e469 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group (0c591e6f-4a95-47ee-ad84-08dde9966bed), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:15.408711 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4aabbdf2-bb8b-4cb2-82e6-1a8ed0a4e469 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0c591e6f-4a95-47ee-ad84-08dde9966bed), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:15.412111 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4aabbdf2-bb8b-4cb2-82e6-1a8ed0a4e469 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:15.416941 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4aabbdf2-bb8b-4cb2-82e6-1a8ed0a4e469 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "DELETE /v2.0/security-groups/0c591e6f-4a95-47ee-ad84-08dde9966bed HTTP/1.1" status: 204 len: 168 time: 0.3549402 Jan 27 22:02:15.417876 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39068) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:15.492035 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e23e58-7a8d-465c-a24a-fe271644efae req-2c331aa8-6196-4efc-843e-27ab505c004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:15.495766 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-94e23e58-7a8d-465c-a24a-fe271644efae req-2c331aa8-6196-4efc-843e-27ab505c004d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=477f7541-dd87-40d4-aa5e-b3b978c40400 HTTP/1.1" status: 200 len: 1096 time: 0.2979488 Jan 27 22:02:15.524633 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-cdb09087-7e09-4726-b585-01c6b2f872de tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] show failed (client error): The resource could not be found. Jan 27 22:02:15.535723 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-cdb09087-7e09-4726-b585-01c6b2f872de tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "GET /v2.0/security-groups/0c591e6f-4a95-47ee-ad84-08dde9966bed HTTP/1.1" status: 404 len: 347 time: 0.0376191 Jan 27 22:02:15.537937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39072) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:15.559615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabbdf2-bb8b-4cb2-82e6-1a8ed0a4e469 tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c591e6f-4a95-47ee-ad84-08dde9966bed,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:15.622791 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-68bc7808-bf88-4bd4-ac5d-1eb5a76f9654 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (92ad97d2-af2c-4fb1-842a-22acf12c52b9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:15.747923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500d05c-be93-4861-822a-a70e046fd88f req-ea780a85-3ab3-4a91-85be-fc1f2e16e832 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:15.754710 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6500d05c-be93-4861-822a-a70e046fd88f req-ea780a85-3ab3-4a91-85be-fc1f2e16e832 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.3354039 Jan 27 22:02:15.859253 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-94e23e58-7a8d-465c-a24a-fe271644efae req-1fa4d11c-8cb1-4a9f-a02d-a908f57bfb89 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=19f59809-73f6-469b-acdc-ba74b13f5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008976 Jan 27 22:02:15.913647 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39082) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:15.924996 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4acf9-15b2-4041-822a-02e37e66b4ce req-5965971c-a7f5-444d-bb15-f2515221a799 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:15.927041 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fdf4acf9-15b2-4041-822a-02e37e66b4ce req-5965971c-a7f5-444d-bb15-f2515221a799 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/ports?device_id=477f7541-dd87-40d4-aa5e-b3b978c40400 HTTP/1.1" status: 200 len: 945 time: 0.1628993 Jan 27 22:02:15.963297 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6500d05c-be93-4861-822a-a70e046fd88f req-1d98905e-c5ef-434a-b6d5-549b563c4009 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068853 Jan 27 22:02:15.979781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bc7808-bf88-4bd4-ac5d-1eb5a76f9654 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Router 92ad97d2-af2c-4fb1-842a-22acf12c52b9 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:02:16.016604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea0a20-a83f-4269-a199-493422a8ae9a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Deleting port da1b36e5-2da3-46b1-a1b2-3ee421adb273 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:16.017085 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d1ea0a20-a83f-4269-a199-493422a8ae9a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (da1b36e5-2da3-46b1-a1b2-3ee421adb273), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:16.057341 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d50d88e8-5012-468a-bc70-761c0de12c8a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5fea75ecec484b3792a0d94694ab943f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285064 Jan 27 22:02:16.080229 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39086) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:16.118907 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bc7808-bf88-4bd4-ac5d-1eb5a76f9654 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:02:16.125767 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-68bc7808-bf88-4bd4-ac5d-1eb5a76f9654 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "PUT /v2.0/routers/92ad97d2-af2c-4fb1-842a-22acf12c52b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5132296 Jan 27 22:02:16.129501 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39088) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:16.133181 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e146ceac-a254-4ba1-aa8a-cb568129a072 None None] Sync routers for ids ['92ad97d2-af2c-4fb1-842a-22acf12c52b9'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:02:16.136144 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fdf4acf9-15b2-4041-822a-02e37e66b4ce req-8ae01129-f9ec-4516-b524-e0ec2a959012 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/security-groups?id=19f59809-73f6-469b-acdc-ba74b13f5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920407 Jan 27 22:02:16.162936 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e146ceac-a254-4ba1-aa8a-cb568129a072 None None] Routers {'92ad97d2-af2c-4fb1-842a-22acf12c52b9'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:02:16.163579 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-e146ceac-a254-4ba1-aa8a-cb568129a072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:01:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['92ad97d2-af2c-4fb1-842a-22acf12c52b9'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:16.175532 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-3bba58ca-8fe7-461a-8323-f8fc46b3f14c tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] show failed (client error): The resource could not be found. Jan 27 22:02:16.182202 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3bba58ca-8fe7-461a-8323-f8fc46b3f14c tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-167714349 HTTP/1.1" status: 404 len: 334 time: 0.0506599 Jan 27 22:02:16.183593 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39090) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:16.186279 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bde3d-2662-437e-9028-23a1dd102211 req-e0a95db8-4dd0-4f99-9fdb-7671e74e12eb tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:16.187780 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-267bde3d-2662-437e-9028-23a1dd102211 req-e0a95db8-4dd0-4f99-9fdb-7671e74e12eb tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.1373086 Jan 27 22:02:16.194457 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-be4ca681-0243-43b2-9186-6be7cf18024a tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:16.196742 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d1ea0a20-a83f-4269-a199-493422a8ae9a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (da1b36e5-2da3-46b1-a1b2-3ee421adb273), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:16.198961 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d1ea0a20-a83f-4269-a199-493422a8ae9a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for floatingip (da1b36e5-2da3-46b1-a1b2-3ee421adb273), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:16.225797 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-e146ceac-a254-4ba1-aa8a-cb568129a072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:16.230402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea0a20-a83f-4269-a199-493422a8ae9a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Calling delete_port for da1b36e5-2da3-46b1-a1b2-3ee421adb273 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:16.241569 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e5498c5-1f8b-40f9-972c-39f692e21305 admin admin] Publish callbacks [] for security_group (6a2d6097-f2f8-47d5-91ea-64a157ff3a7e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:16.246523 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-be4ca681-0243-43b2-9186-6be7cf18024a tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] update failed (client error): The resource could not be found. Jan 27 22:02:16.248683 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e146ceac-a254-4ba1-aa8a-cb568129a072 None None] Routers {'92ad97d2-af2c-4fb1-842a-22acf12c52b9'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:02:16.249313 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-e146ceac-a254-4ba1-aa8a-cb568129a072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:01:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['92ad97d2-af2c-4fb1-842a-22acf12c52b9'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:16.253656 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-be4ca681-0243-43b2-9186-6be7cf18024a tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-892658427 HTTP/1.1" status: 404 len: 334 time: 0.0629745 Jan 27 22:02:16.254760 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39092) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:16.289106 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-e146ceac-a254-4ba1-aa8a-cb568129a072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:16.289772 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e146ceac-a254-4ba1-aa8a-cb568129a072 None None] The sync data for ids ['92ad97d2-af2c-4fb1-842a-22acf12c52b9'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:02:16.297647 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e5498c5-1f8b-40f9-972c-39f692e21305 admin admin] Publish callbacks [] for security_group (6a2d6097-f2f8-47d5-91ea-64a157ff3a7e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:16.349944 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e5498c5-1f8b-40f9-972c-39f692e21305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6a2d6097-f2f8-47d5-91ea-64a157ff3a7e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:16.352722 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e5498c5-1f8b-40f9-972c-39f692e21305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:16.357390 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5e5498c5-1f8b-40f9-972c-39f692e21305 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a2d6097-f2f8-47d5-91ea-64a157ff3a7e HTTP/1.1" status: 204 len: 168 time: 0.2758465 Jan 27 22:02:16.366907 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d419f18-22fc-4fab-973e-91c880ea63ab req-96fa7411-5195-45fd-9ae3-92155623be9d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.1139104 Jan 27 22:02:16.378283 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-267bde3d-2662-437e-9028-23a1dd102211 req-6b172c0c-6508-40e5-bb3b-a2d7f3ee73cd tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640167 Jan 27 22:02:16.399223 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5498c5-1f8b-40f9-972c-39f692e21305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2d6097-f2f8-47d5-91ea-64a157ff3a7e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:16.407087 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-667ab622-7cb6-497f-80bb-8bb50d988a49 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Deleting subnet 3a717d92-8760-4290-a9ad-d8f8fc4b1551 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:02:16.410446 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-667ab622-7cb6-497f-80bb-8bb50d988a49 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for subnet (3a717d92-8760-4290-a9ad-d8f8fc4b1551), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:16.489242 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-667ab622-7cb6-497f-80bb-8bb50d988a49 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (3a717d92-8760-4290-a9ad-d8f8fc4b1551), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:16.650793 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d1ea0a20-a83f-4269-a199-493422a8ae9a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (da1b36e5-2da3-46b1-a1b2-3ee421adb273), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:16.691465 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-667ab622-7cb6-497f-80bb-8bb50d988a49 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (3a717d92-8760-4290-a9ad-d8f8fc4b1551), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:16.701575 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91103f-c4d9-43f7-b542-cd3f8d6ecc94 req-3f7a69d4-e4d2-423d-b239-2214165457fa tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:16.703110 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f91103f-c4d9-43f7-b542-cd3f8d6ecc94 req-3f7a69d4-e4d2-423d-b239-2214165457fa tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbacc0ab-ff11-40fc-b159-3caf42f130a0 HTTP/1.1" status: 200 len: 946 time: 0.1704106 Jan 27 22:02:16.703904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea0a20-a83f-4269-a199-493422a8ae9a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Pushing event deleted for resources: {'Port': ['ID=da1b36e5-2da3-46b1-a1b2-3ee421adb273,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:16.861781 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d1ea0a20-a83f-4269-a199-493422a8ae9a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks [] for floatingip (d66cb20b-0103-4c60-a58d-f8f9de17fd89), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:16.865785 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d1ea0a20-a83f-4269-a199-493422a8ae9a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:16.866956 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d1ea0a20-a83f-4269-a199-493422a8ae9a tempest-AttachVolumeShelveTestJSON-437230249 tempest-AttachVolumeShelveTestJSON-437230249-project] 10.222.0.23 "DELETE /v2.0/floatingips/d66cb20b-0103-4c60-a58d-f8f9de17fd89 HTTP/1.1" status: 204 len: 168 time: 1.3220065 Jan 27 22:02:16.878305 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f91103f-c4d9-43f7-b542-cd3f8d6ecc94 req-a613edbf-487b-420e-bb9e-70579c21c9f5 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372092 Jan 27 22:02:16.884905 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-667ab622-7cb6-497f-80bb-8bb50d988a49 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (3a717d92-8760-4290-a9ad-d8f8fc4b1551), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:16.934869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ab622-7cb6-497f-80bb-8bb50d988a49 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Pushing event deleted for resources: {'Subnet': ['ID=3a717d92-8760-4290-a9ad-d8f8fc4b1551,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:16.937386 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-667ab622-7cb6-497f-80bb-8bb50d988a49 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:16.941640 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-667ab622-7cb6-497f-80bb-8bb50d988a49 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "DELETE /v2.0/subnets/3a717d92-8760-4290-a9ad-d8f8fc4b1551 HTTP/1.1" status: 204 len: 168 time: 0.6840007 Jan 27 22:02:16.944185 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39114) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:16.946814 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecabb5d-1764-48d2-a3b7-547bc60839fd None None] Network dda9df96-7191-4516-837e-529397163af8 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:17.028633 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-397cfb14-926d-48ea-b0c7-7e1cf45061f1 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Deleting subnet df45526e-97f6-417d-946b-f89907a04cbf {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:02:17.036391 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-397cfb14-926d-48ea-b0c7-7e1cf45061f1 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for subnet (df45526e-97f6-417d-946b-f89907a04cbf), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:17.149573 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-397cfb14-926d-48ea-b0c7-7e1cf45061f1 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (df45526e-97f6-417d-946b-f89907a04cbf), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:17.166998 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f7b58-8a6c-40f4-afb3-234d89e13f01 req-d0f7e8a1-95d3-40a6-8126-62e93d21a859 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:17.168556 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e00f7b58-8a6c-40f4-afb3-234d89e13f01 req-d0f7e8a1-95d3-40a6-8126-62e93d21a859 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.0833030 Jan 27 22:02:17.358274 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaddfe6-29fd-4d6c-8162-3dc50938bc4d None None] DHCP port deletion for dda9df96-7191-4516-837e-529397163af8 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:02:17.362344 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e00f7b58-8a6c-40f4-afb3-234d89e13f01 req-6ed324f9-a37a-4262-b974-1f3a2c724ad1 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747246 Jan 27 22:02:17.451095 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-397cfb14-926d-48ea-b0c7-7e1cf45061f1 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (df45526e-97f6-417d-946b-f89907a04cbf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:17.490788 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ddaddfe6-29fd-4d6c-8162-3dc50938bc4d None None] Deleting port 43af2def-b282-4fb4-9be2-1920b3f79b73 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:17.491075 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddaddfe6-29fd-4d6c-8162-3dc50938bc4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (43af2def-b282-4fb4-9be2-1920b3f79b73), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:17.509459 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc9999-3e67-4ac9-923d-feb3cc9d4bd1 req-61375718-250b-443b-9503-c3ab11863c57 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:17.519838 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9ebc9999-3e67-4ac9-923d-feb3cc9d4bd1 req-61375718-250b-443b-9503-c3ab11863c57 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/ports?device_id=477f7541-dd87-40d4-aa5e-b3b978c40400 HTTP/1.1" status: 200 len: 945 time: 0.0949974 Jan 27 22:02:17.606439 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-397cfb14-926d-48ea-b0c7-7e1cf45061f1 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (df45526e-97f6-417d-946b-f89907a04cbf), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:17.634390 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-ddaddfe6-29fd-4d6c-8162-3dc50938bc4d None None] For port 43af2def-b282-4fb4-9be2-1920b3f79b73, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=43af2def-b282-4fb4-9be2-1920b3f79b73,segment=NetworkSegment(044a111a-9662-4de5-8436-9bbf31b31bac),segment_id=044a111a-9662-4de5-8436-9bbf31b31bac)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:17.634959 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddaddfe6-29fd-4d6c-8162-3dc50938bc4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (43af2def-b282-4fb4-9be2-1920b3f79b73), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:17.650827 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c970e033-3ac7-410c-b306-2069e244d615 req-814e2e59-561c-47f6-8803-7b49d8551560 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0818410 Jan 27 22:02:17.665431 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ddaddfe6-29fd-4d6c-8162-3dc50938bc4d None None] Calling delete_port for 43af2def-b282-4fb4-9be2-1920b3f79b73 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:17.683393 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cfb14-926d-48ea-b0c7-7e1cf45061f1 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Pushing event deleted for resources: {'Subnet': ['ID=df45526e-97f6-417d-946b-f89907a04cbf,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:17.686825 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab69993a-c837-4bba-9dba-3ab06a672cb3 None None] Network 01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:17.689534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9ebc9999-3e67-4ac9-923d-feb3cc9d4bd1 req-806846cf-08b7-40ea-a3d4-736c525f0b95 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/security-groups?id=19f59809-73f6-469b-acdc-ba74b13f5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677930 Jan 27 22:02:17.693313 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-397cfb14-926d-48ea-b0c7-7e1cf45061f1 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:17.697385 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-397cfb14-926d-48ea-b0c7-7e1cf45061f1 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "DELETE /v2.0/subnets/df45526e-97f6-417d-946b-f89907a04cbf HTTP/1.1" status: 204 len: 168 time: 0.7520707 Jan 27 22:02:17.700550 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39142) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:17.736271 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39144) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:17.866157 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13ee3cb8-a39b-4bab-b350-f6d55c0e5944 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (dda9df96-7191-4516-837e-529397163af8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:17.983558 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-13ee3cb8-a39b-4bab-b350-f6d55c0e5944 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Deleting port 43af2def-b282-4fb4-9be2-1920b3f79b73 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:18.004850 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddaddfe6-29fd-4d6c-8162-3dc50938bc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (43af2def-b282-4fb4-9be2-1920b3f79b73), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.009650 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13ee3cb8-a39b-4bab-b350-f6d55c0e5944 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (43af2def-b282-4fb4-9be2-1920b3f79b73), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.059856 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-16f295c8-cda5-46ad-b2bf-c7aa02c84080 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-318185927-network', 'tenant_id': 'fda93bf005474b47934cda5a7aea1f66'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:18.065244 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaddfe6-29fd-4d6c-8162-3dc50938bc4d None None] Pushing event deleted for resources: {'Port': ['ID=43af2def-b282-4fb4-9be2-1920b3f79b73,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:18.079368 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaddfe6-29fd-4d6c-8162-3dc50938bc4d None None] No DVR routers for this DVR port 43af2def-b282-4fb4-9be2-1920b3f79b73 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:18.115584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f295c8-cda5-46ad-b2bf-c7aa02c84080 admin admin] Made reservation on behalf of fda93bf005474b47934cda5a7aea1f66 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:18.118629 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-16f295c8-cda5-46ad-b2bf-c7aa02c84080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.140562 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-16f295c8-cda5-46ad-b2bf-c7aa02c84080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.186599 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4cd90b-459d-4730-9920-3d370c7902d1 None None] DHCP port deletion for 01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:02:18.189273 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-13ee3cb8-a39b-4bab-b350-f6d55c0e5944 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] For port 43af2def-b282-4fb4-9be2-1920b3f79b73, host n-d-772272-3, got binding levels [] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:18.192716 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13ee3cb8-a39b-4bab-b350-f6d55c0e5944 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (43af2def-b282-4fb4-9be2-1920b3f79b73), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.229271 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-13ee3cb8-a39b-4bab-b350-f6d55c0e5944 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Calling delete_port for 43af2def-b282-4fb4-9be2-1920b3f79b73 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:18.252425 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.ipam_backend_mixin [None req-13ee3cb8-a39b-4bab-b350-f6d55c0e5944 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Port 43af2def-b282-4fb4-9be2-1920b3f79b73 was not found and therefore no delete operation was performed {{(pid=109742) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:02:18.254285 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13ee3cb8-a39b-4bab-b350-f6d55c0e5944 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (43af2def-b282-4fb4-9be2-1920b3f79b73), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.323666 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ff4cd90b-459d-4730-9920-3d370c7902d1 None None] Deleting port 94e9d981-4c69-41f0-938e-aa3bd991b5b5 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:18.324352 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ff4cd90b-459d-4730-9920-3d370c7902d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (94e9d981-4c69-41f0-938e-aa3bd991b5b5), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.342936 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-16f295c8-cda5-46ad-b2bf-c7aa02c84080 admin admin] Publish callbacks [] for security_group (38929cc1-d096-4ce4-8633-3dd81e6049dd), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.349816 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ee3cb8-a39b-4bab-b350-f6d55c0e5944 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] No DVR routers for this DVR port 43af2def-b282-4fb4-9be2-1920b3f79b73 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:18.350287 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-16f295c8-cda5-46ad-b2bf-c7aa02c84080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (38929cc1-d096-4ce4-8633-3dd81e6049dd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.351909 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee3cb8-a39b-4bab-b350-f6d55c0e5944 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Pushing event deleted for resources: {'Port': ['ID=43af2def-b282-4fb4-9be2-1920b3f79b73,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:18.422855 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f295c8-cda5-46ad-b2bf-c7aa02c84080 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:02:18.437645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f295c8-cda5-46ad-b2bf-c7aa02c84080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38929cc1-d096-4ce4-8633-3dd81e6049dd,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:18.460376 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-16f295c8-cda5-46ad-b2bf-c7aa02c84080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (62fa23dd-12a3-492b-934b-e983908fa985), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.460928 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-16f295c8-cda5-46ad-b2bf-c7aa02c84080 admin admin] Added segment 62fa23dd-12a3-492b-934b-e983908fa985 of type vlan for network aba8c96b-8083-40a9-8e75-d6eab38d4a88 Jan 27 22:02:18.480706 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 43af2def-b282-4fb4-9be2-1920b3f79b73 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:18.540258 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13ee3cb8-a39b-4bab-b350-f6d55c0e5944 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (dda9df96-7191-4516-837e-529397163af8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.552716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 43af2def-b282-4fb4-9be2-1920b3f79b73 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:02:18.556191 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 43af2def-b282-4fb4-9be2-1920b3f79b73 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:02:18.556747 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 94e9d981-4c69-41f0-938e-aa3bd991b5b5 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:18.563145 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-13ee3cb8-a39b-4bab-b350-f6d55c0e5944 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda9df96-7191-4516-837e-529397163af8']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:18.573161 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-13ee3cb8-a39b-4bab-b350-f6d55c0e5944 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044a111a-9662-4de5-8436-9bbf31b31bac') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:18.573768 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-13ee3cb8-a39b-4bab-b350-f6d55c0e5944 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044a111a-9662-4de5-8436-9bbf31b31bac') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:18.583941 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13ee3cb8-a39b-4bab-b350-f6d55c0e5944 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (044a111a-9662-4de5-8436-9bbf31b31bac), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.597914 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13ee3cb8-a39b-4bab-b350-f6d55c0e5944 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (044a111a-9662-4de5-8436-9bbf31b31bac), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.605114 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ee3cb8-a39b-4bab-b350-f6d55c0e5944 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:02:18.605719 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13ee3cb8-a39b-4bab-b350-f6d55c0e5944 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (044a111a-9662-4de5-8436-9bbf31b31bac), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.643202 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-16f295c8-cda5-46ad-b2bf-c7aa02c84080 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (aba8c96b-8083-40a9-8e75-d6eab38d4a88), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.652782 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-ff4cd90b-459d-4730-9920-3d370c7902d1 None None] For port 94e9d981-4c69-41f0-938e-aa3bd991b5b5, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=94e9d981-4c69-41f0-938e-aa3bd991b5b5,segment=NetworkSegment(542e583d-1198-40d1-8800-acc56919326a),segment_id=542e583d-1198-40d1-8800-acc56919326a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:18.653331 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ff4cd90b-459d-4730-9920-3d370c7902d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (94e9d981-4c69-41f0-938e-aa3bd991b5b5), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:02:18.669237 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:02:18.674518 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13ee3cb8-a39b-4bab-b350-f6d55c0e5944 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (dda9df96-7191-4516-837e-529397163af8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.689260 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13ee3cb8-a39b-4bab-b350-f6d55c0e5944 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.700483 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-13ee3cb8-a39b-4bab-b350-f6d55c0e5944 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "DELETE /v2.0/networks/dda9df96-7191-4516-837e-529397163af8 HTTP/1.1" status: 204 len: 168 time: 0.9972925 Jan 27 22:02:18.705034 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ff4cd90b-459d-4730-9920-3d370c7902d1 None None] Calling delete_port for 94e9d981-4c69-41f0-938e-aa3bd991b5b5 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:18.709491 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39160) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:18.725985 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee3cb8-a39b-4bab-b350-f6d55c0e5944 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Pushing event deleted for resources: {'Network': ['ID=dda9df96-7191-4516-837e-529397163af8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:18.930407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 94e9d981-4c69-41f0-938e-aa3bd991b5b5 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:18.932410 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (94e9d981-4c69-41f0-938e-aa3bd991b5b5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.949457 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf714a-1523-4eed-bc2f-a19c8819f36f req-0c317e1c-4f5b-4acd-9f4d-fc246355f55a tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:18.956645 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2dbf714a-1523-4eed-bc2f-a19c8819f36f req-0c317e1c-4f5b-4acd-9f4d-fc246355f55a tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.4111192 Jan 27 22:02:18.959550 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-16f295c8-cda5-46ad-b2bf-c7aa02c84080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (aba8c96b-8083-40a9-8e75-d6eab38d4a88), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.963404 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f295c8-cda5-46ad-b2bf-c7aa02c84080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:18.966037 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-16f295c8-cda5-46ad-b2bf-c7aa02c84080 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.979654 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ff4cd90b-459d-4730-9920-3d370c7902d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (94e9d981-4c69-41f0-938e-aa3bd991b5b5), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:19.069046 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cd90b-459d-4730-9920-3d370c7902d1 None None] Pushing event deleted for resources: {'Port': ['ID=94e9d981-4c69-41f0-938e-aa3bd991b5b5,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:19.073087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4cd90b-459d-4730-9920-3d370c7902d1 None None] No DVR routers for this DVR port 94e9d981-4c69-41f0-938e-aa3bd991b5b5 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:19.159828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72e1ad00-f655-49fe-b386-a53295f462b9 req-167b35e8-fe1d-4c02-811c-9e613893a10d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.2681806 Jan 27 22:02:19.171897 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39168) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:19.172115 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-16f295c8-cda5-46ad-b2bf-c7aa02c84080 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4346178 Jan 27 22:02:19.175010 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f295c8-cda5-46ad-b2bf-c7aa02c84080 admin admin] Pushing event updated for resources: {'Network': ['ID=aba8c96b-8083-40a9-8e75-d6eab38d4a88,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:19.178717 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c623e596-9f97-42f3-afc6-4f73494590a5 admin admin] Request body: {'subnet': {'network_id': 'aba8c96b-8083-40a9-8e75-d6eab38d4a88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-318185927-subnet', 'tenant_id': 'fda93bf005474b47934cda5a7aea1f66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:19.182693 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9aef-b474-4a10-ab34-9b27bbb0d6bd tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:19.213912 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network aba8c96b-8083-40a9-8e75-d6eab38d4a88 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:02:19.236183 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c623e596-9f97-42f3-afc6-4f73494590a5 admin admin] Made reservation on behalf of fda93bf005474b47934cda5a7aea1f66 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:19.243242 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c623e596-9f97-42f3-afc6-4f73494590a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:19.259022 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2dbf714a-1523-4eed-bc2f-a19c8819f36f req-617af7d9-c994-4a98-b21d-672725d805d7 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629483 Jan 27 22:02:19.473749 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9aef-b474-4a10-ab34-9b27bbb0d6bd tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:19.492878 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c623e596-9f97-42f3-afc6-4f73494590a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (0fd29a6d-b06e-439b-961f-793e9684fba2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:19.501117 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-c5ad9aef-b474-4a10-ab34-9b27bbb0d6bd tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:19.516002 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617a6a5-1e88-4655-998c-3b3549731101 req-1c63adf9-5d2e-4177-95fd-04b2b110ca4f tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:19.522926 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4617a6a5-1e88-4655-998c-3b3549731101 req-1c63adf9-5d2e-4177-95fd-04b2b110ca4f tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/ports?device_id=477f7541-dd87-40d4-aa5e-b3b978c40400 HTTP/1.1" status: 200 len: 945 time: 0.1436687 Jan 27 22:02:19.547646 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-c5ad9aef-b474-4a10-ab34-9b27bbb0d6bd tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542e583d-1198-40d1-8800-acc56919326a') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:19.547992 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-c5ad9aef-b474-4a10-ab34-9b27bbb0d6bd tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542e583d-1198-40d1-8800-acc56919326a') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:19.570051 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9aef-b474-4a10-ab34-9b27bbb0d6bd tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (542e583d-1198-40d1-8800-acc56919326a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:19.575991 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623e596-9f97-42f3-afc6-4f73494590a5 admin admin] Checking segment: {'id': '62fa23dd-12a3-492b-934b-e983908fa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aba8c96b-8083-40a9-8e75-d6eab38d4a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:19.576563 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c623e596-9f97-42f3-afc6-4f73494590a5 admin admin] Network hostable DHCP agents. Network: aba8c96b-8083-40a9-8e75-d6eab38d4a88, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:02:19.578586 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623e596-9f97-42f3-afc6-4f73494590a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fd29a6d-b06e-439b-961f-793e9684fba2,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:19.606348 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9aef-b474-4a10-ab34-9b27bbb0d6bd tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (542e583d-1198-40d1-8800-acc56919326a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:19.609132 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c623e596-9f97-42f3-afc6-4f73494590a5 admin admin] Network aba8c96b-8083-40a9-8e75-d6eab38d4a88 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:02:19.614789 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4617a6a5-1e88-4655-998c-3b3549731101 req-41bfe241-21fa-4e51-ba9c-1df453a65920 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/security-groups?id=19f59809-73f6-469b-acdc-ba74b13f5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909655 Jan 27 22:02:19.624617 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-c623e596-9f97-42f3-afc6-4f73494590a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, aba8c96b-8083-40a9-8e75-d6eab38d4a88) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:19.630108 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c623e596-9f97-42f3-afc6-4f73494590a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:19.632098 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ad9aef-b474-4a10-ab34-9b27bbb0d6bd tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:02:19.632539 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9aef-b474-4a10-ab34-9b27bbb0d6bd tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (542e583d-1198-40d1-8800-acc56919326a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:02:19.636306 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:02:19.638726 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c623e596-9f97-42f3-afc6-4f73494590a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:19.675126 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c623e596-9f97-42f3-afc6-4f73494590a5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4939351 Jan 27 22:02:19.678594 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3608392-d679-428d-a1b0-831f5fab4976 None None] Network aba8c96b-8083-40a9-8e75-d6eab38d4a88 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:19.793132 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9aef-b474-4a10-ab34-9b27bbb0d6bd tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:19.810530 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c5ad9aef-b474-4a10-ab34-9b27bbb0d6bd tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:19.825050 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c5ad9aef-b474-4a10-ab34-9b27bbb0d6bd tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "DELETE /v2.0/networks/01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd HTTP/1.1" status: 204 len: 168 time: 1.1039562 Jan 27 22:02:19.825292 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39178) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:19.843841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad9aef-b474-4a10-ab34-9b27bbb0d6bd tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Pushing event deleted for resources: {'Network': ['ID=01f0dfcf-9b0c-4cfd-981a-6e0d05e390fd,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:19.890206 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cf9037-0bce-4272-9d55-890dddd7a758 None None] Network aba8c96b-8083-40a9-8e75-d6eab38d4a88 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:19.966524 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9996d5a-c56b-4716-a0a4-437467978a96 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Deleting subnet 96a92984-bcc9-47b2-90e0-18023e075880 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:02:19.979279 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9996d5a-c56b-4716-a0a4-437467978a96 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for subnet (96a92984-bcc9-47b2-90e0-18023e075880), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.075911 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9996d5a-c56b-4716-a0a4-437467978a96 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (96a92984-bcc9-47b2-90e0-18023e075880), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.185112 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9996d5a-c56b-4716-a0a4-437467978a96 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (96a92984-bcc9-47b2-90e0-18023e075880), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.300199 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9996d5a-c56b-4716-a0a4-437467978a96 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (96a92984-bcc9-47b2-90e0-18023e075880), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.338786 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9996d5a-c56b-4716-a0a4-437467978a96 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Pushing event deleted for resources: {'Subnet': ['ID=96a92984-bcc9-47b2-90e0-18023e075880,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:20.344583 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9996d5a-c56b-4716-a0a4-437467978a96 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.351321 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c9996d5a-c56b-4716-a0a4-437467978a96 tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "DELETE /v2.0/subnets/96a92984-bcc9-47b2-90e0-18023e075880 HTTP/1.1" status: 204 len: 168 time: 0.5281627 Jan 27 22:02:20.352507 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39222) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:20.353347 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54968ddb-0eba-4bf6-a989-40d380f32ffb None None] Network 6b3fe9ca-d5f8-456d-a94b-aee85e48530c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:20.465739 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4b17226f-9e21-4cbf-ae49-200647d8f3e4 req-3f5b1a72-ca0a-44e5-870f-019663ee2bd0 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0376918 Jan 27 22:02:20.504189 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e079e4e7-5682-472a-9c0b-479c6e6f25bc tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (6b3fe9ca-d5f8-456d-a94b-aee85e48530c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.547696 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43fe69-7b33-4607-844c-3dac053170ff req-558cf0a5-ee8a-4240-9bf9-1f7e49003165 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:20.549308 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a43fe69-7b33-4607-844c-3dac053170ff req-558cf0a5-ee8a-4240-9bf9-1f7e49003165 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/networks?id=aba8c96b-8083-40a9-8e75-d6eab38d4a88 HTTP/1.1" status: 200 len: 814 time: 0.2599480 Jan 27 22:02:20.572592 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a43fe69-7b33-4607-844c-3dac053170ff req-0cbbcf9c-413b-4b73-89cd-7ff601be7d2a tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/quotas/fda93bf005474b47934cda5a7aea1f66 HTTP/1.1" status: 200 len: 375 time: 0.0170701 Jan 27 22:02:20.620667 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a72ed07-a6e1-4b4b-8758-7b2317a08cee None None] DHCP port deletion for 6b3fe9ca-d5f8-456d-a94b-aee85e48530c request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:02:20.635256 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a43fe69-7b33-4607-844c-3dac053170ff req-14087346-b4e0-4138-a237-283807195008 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fda93bf005474b47934cda5a7aea1f66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615621 Jan 27 22:02:20.638220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-e079e4e7-5682-472a-9c0b-479c6e6f25bc tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Deleting port 36f07d8d-5e33-4562-8166-03ab4a66f026 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:20.638725 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e079e4e7-5682-472a-9c0b-479c6e6f25bc tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (36f07d8d-5e33-4562-8166-03ab4a66f026), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.702075 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9a72ed07-a6e1-4b4b-8758-7b2317a08cee None None] Deleting port 36f07d8d-5e33-4562-8166-03ab4a66f026 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:20.702545 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a72ed07-a6e1-4b4b-8758-7b2317a08cee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (36f07d8d-5e33-4562-8166-03ab4a66f026), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.726394 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-e079e4e7-5682-472a-9c0b-479c6e6f25bc tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] For port 36f07d8d-5e33-4562-8166-03ab4a66f026, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=36f07d8d-5e33-4562-8166-03ab4a66f026,segment=NetworkSegment(f1267598-bef9-4921-b412-07a7edb78c11),segment_id=f1267598-bef9-4921-b412-07a7edb78c11)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:20.727261 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e079e4e7-5682-472a-9c0b-479c6e6f25bc tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (36f07d8d-5e33-4562-8166-03ab4a66f026), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.748559 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-e079e4e7-5682-472a-9c0b-479c6e6f25bc tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Calling delete_port for 36f07d8d-5e33-4562-8166-03ab4a66f026 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:20.829399 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-9a72ed07-a6e1-4b4b-8758-7b2317a08cee None None] For port 36f07d8d-5e33-4562-8166-03ab4a66f026, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=36f07d8d-5e33-4562-8166-03ab4a66f026,segment=NetworkSegment(f1267598-bef9-4921-b412-07a7edb78c11),segment_id=f1267598-bef9-4921-b412-07a7edb78c11)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:20.830277 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a72ed07-a6e1-4b4b-8758-7b2317a08cee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (36f07d8d-5e33-4562-8166-03ab4a66f026), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.847154 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9a72ed07-a6e1-4b4b-8758-7b2317a08cee None None] Calling delete_port for 36f07d8d-5e33-4562-8166-03ab4a66f026 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:20.861217 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e079e4e7-5682-472a-9c0b-479c6e6f25bc tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (36f07d8d-5e33-4562-8166-03ab4a66f026), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.915330 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079e4e7-5682-472a-9c0b-479c6e6f25bc tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Pushing event deleted for resources: {'Port': ['ID=36f07d8d-5e33-4562-8166-03ab4a66f026,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:20.921209 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e079e4e7-5682-472a-9c0b-479c6e6f25bc tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] No DVR routers for this DVR port 36f07d8d-5e33-4562-8166-03ab4a66f026 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:20.959016 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a72ed07-a6e1-4b4b-8758-7b2317a08cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (36f07d8d-5e33-4562-8166-03ab4a66f026), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.988641 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72ed07-a6e1-4b4b-8758-7b2317a08cee None None] Pushing event deleted for resources: {'Port': ['ID=36f07d8d-5e33-4562-8166-03ab4a66f026,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:20.998100 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a72ed07-a6e1-4b4b-8758-7b2317a08cee None None] No DVR routers for this DVR port 36f07d8d-5e33-4562-8166-03ab4a66f026 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:21.062755 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e079e4e7-5682-472a-9c0b-479c6e6f25bc tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (6b3fe9ca-d5f8-456d-a94b-aee85e48530c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:21.084381 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:21.098199 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-e079e4e7-5682-472a-9c0b-479c6e6f25bc tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3fe9ca-d5f8-456d-a94b-aee85e48530c']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:21.112471 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-e079e4e7-5682-472a-9c0b-479c6e6f25bc tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1267598-bef9-4921-b412-07a7edb78c11') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:21.112846 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-e079e4e7-5682-472a-9c0b-479c6e6f25bc tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1267598-bef9-4921-b412-07a7edb78c11') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:21.123750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b6e96-65ca-4091-bf59-78ccf7c39278 req-40c40b7d-7e5a-4dce-8d9b-6ca87746f76e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:21.126011 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e079e4e7-5682-472a-9c0b-479c6e6f25bc tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (f1267598-bef9-4921-b412-07a7edb78c11), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:21.131871 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c4b6e96-65ca-4091-bf59-78ccf7c39278 req-40c40b7d-7e5a-4dce-8d9b-6ca87746f76e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.5106566 Jan 27 22:02:21.146748 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e079e4e7-5682-472a-9c0b-479c6e6f25bc tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (f1267598-bef9-4921-b412-07a7edb78c11), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:21.154583 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e079e4e7-5682-472a-9c0b-479c6e6f25bc tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:02:21.155244 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e079e4e7-5682-472a-9c0b-479c6e6f25bc tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (f1267598-bef9-4921-b412-07a7edb78c11), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:02:21.159395 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:02:21.182532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a43fe69-7b33-4607-844c-3dac053170ff req-e75052cf-a0cb-4c51-a85d-c5091a0003b6 service neutron] 10.222.0.23 "GET /v2.0/networks/aba8c96b-8083-40a9-8e75-d6eab38d4a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462725 Jan 27 22:02:21.231252 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e079e4e7-5682-472a-9c0b-479c6e6f25bc tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (6b3fe9ca-d5f8-456d-a94b-aee85e48530c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:21.242198 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e079e4e7-5682-472a-9c0b-479c6e6f25bc tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:21.247099 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e079e4e7-5682-472a-9c0b-479c6e6f25bc tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "DELETE /v2.0/networks/6b3fe9ca-d5f8-456d-a94b-aee85e48530c HTTP/1.1" status: 204 len: 168 time: 0.8935032 Jan 27 22:02:21.251533 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39226) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:21.283425 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c854da5e-6327-44f9-aa8f-980346676bbc tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "GET /v2.0/ports?device_id=92ad97d2-af2c-4fb1-842a-22acf12c52b9 HTTP/1.1" status: 200 len: 205 time: 0.0303943 Jan 27 22:02:21.296441 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39228) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:21.299074 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079e4e7-5682-472a-9c0b-479c6e6f25bc tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Pushing event deleted for resources: {'Network': ['ID=6b3fe9ca-d5f8-456d-a94b-aee85e48530c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:21.316818 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a43fe69-7b33-4607-844c-3dac053170ff req-cd1f0ec0-57e8-4d92-8223-f2d999d0d363 service neutron] 10.222.0.23 "GET /v2.0/networks/aba8c96b-8083-40a9-8e75-d6eab38d4a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331112 Jan 27 22:02:21.390262 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c4b6e96-65ca-4091-bf59-78ccf7c39278 req-7364566a-b118-4b48-a9c2-97a00fe4dd81 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559562 Jan 27 22:02:21.413753 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30b03d3d-7b3e-41fe-8fe5-1fa830d4ecdb tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for router (92ad97d2-af2c-4fb1-842a-22acf12c52b9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:21.756513 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6f8ef0f-c36e-4d51-963f-1ec71f6174e8 req-66b9b99a-119d-45af-b83a-fed2841e11f9 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0626462 Jan 27 22:02:21.861708 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a73eebd0-723b-42e5-be73-cbc2ba5ddacc req-bd3da729-ac31-47b7-8943-0259356c170d tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 210 time: 0.0765095 Jan 27 22:02:21.942204 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b087eec-14ba-40c5-8ac4-dac120bac25a req-7583daf4-a12a-4f95-9270-6c04bf24bc10 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:21.944148 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b087eec-14ba-40c5-8ac4-dac120bac25a req-7583daf4-a12a-4f95-9270-6c04bf24bc10 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/ports?device_id=477f7541-dd87-40d4-aa5e-b3b978c40400 HTTP/1.1" status: 200 len: 945 time: 0.0802794 Jan 27 22:02:22.020423 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b087eec-14ba-40c5-8ac4-dac120bac25a req-7ca2ebd7-2699-4a38-ae4c-6dccd2d27bf9 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/security-groups?id=19f59809-73f6-469b-acdc-ba74b13f5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689051 Jan 27 22:02:22.081590 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30b03d3d-7b3e-41fe-8fe5-1fa830d4ecdb tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (92ad97d2-af2c-4fb1-842a-22acf12c52b9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:22.085693 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30b03d3d-7b3e-41fe-8fe5-1fa830d4ecdb tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for router_controller (92ad97d2-af2c-4fb1-842a-22acf12c52b9), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:22.143102 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30b03d3d-7b3e-41fe-8fe5-1fa830d4ecdb tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (92ad97d2-af2c-4fb1-842a-22acf12c52b9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:22.143916 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b03d3d-7b3e-41fe-8fe5-1fa830d4ecdb tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Fanout notify agent at l3_agent the message router_deleted on router 92ad97d2-af2c-4fb1-842a-22acf12c52b9 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:02:22.161078 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30b03d3d-7b3e-41fe-8fe5-1fa830d4ecdb tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:22.163032 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-30b03d3d-7b3e-41fe-8fe5-1fa830d4ecdb tempest-RoutersNegativeTest-183008141 tempest-RoutersNegativeTest-183008141-project] 10.222.0.23 "DELETE /v2.0/routers/92ad97d2-af2c-4fb1-842a-22acf12c52b9 HTTP/1.1" status: 204 len: 168 time: 0.8651578 Jan 27 22:02:22.411241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 36f07d8d-5e33-4562-8166-03ab4a66f026 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:22.451481 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 36f07d8d-5e33-4562-8166-03ab4a66f026 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:02:22.451913 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 36f07d8d-5e33-4562-8166-03ab4a66f026 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:02:22.504825 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39250) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:22.621973 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bb4f9-4e48-4962-8e2e-6aebb40dc9da req-5f770c43-7cc7-41cb-8a3c-f547e3a9dc47 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:22.630391 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-266bb4f9-4e48-4962-8e2e-6aebb40dc9da req-5f770c43-7cc7-41cb-8a3c-f547e3a9dc47 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1190269 Jan 27 22:02:22.667127 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f243ba80-72ca-43b9-967b-40bc771b7b16 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=302b4ef8605440fdbea013112469aeb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1607924 Jan 27 22:02:22.669911 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39254) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:22.705905 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-266bb4f9-4e48-4962-8e2e-6aebb40dc9da req-f486343d-0acb-4f5a-97bf-4088d30a33b1 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727520 Jan 27 22:02:22.754231 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-02b9af38-f137-457d-bafb-90b94d826b53 admin admin] Publish callbacks [] for security_group (c4e41c45-ef1f-4619-bcbf-cf2367839932), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:22.778137 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-02b9af38-f137-457d-bafb-90b94d826b53 admin admin] Publish callbacks [] for security_group (c4e41c45-ef1f-4619-bcbf-cf2367839932), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:22.838023 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-02b9af38-f137-457d-bafb-90b94d826b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c4e41c45-ef1f-4619-bcbf-cf2367839932), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:22.840581 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-02b9af38-f137-457d-bafb-90b94d826b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:22.841749 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-02b9af38-f137-457d-bafb-90b94d826b53 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4e41c45-ef1f-4619-bcbf-cf2367839932 HTTP/1.1" status: 204 len: 168 time: 0.1708355 Jan 27 22:02:22.850007 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9af38-f137-457d-bafb-90b94d826b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e41c45-ef1f-4619-bcbf-cf2367839932,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:22.902346 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25c21701-d6f5-4d91-b6d0-048b024b9ea9 req-6f826780-c147-43ff-b6ae-cb573ba8f88d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0605245 Jan 27 22:02:23.030647 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c72452a-03fa-45c9-b2a2-5fc494002372 req-8fea6c01-fcbe-41b0-a0a6-7740d74865d2 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 210 time: 0.0546489 Jan 27 22:02:23.237069 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ddb7c-2bcf-41da-a39e-4f85051a8dc9 req-bcbcc7e8-c3b5-49b9-9573-afc0d76ddc3b tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:23.238805 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-057ddb7c-2bcf-41da-a39e-4f85051a8dc9 req-bcbcc7e8-c3b5-49b9-9573-afc0d76ddc3b tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/ports?device_id=477f7541-dd87-40d4-aa5e-b3b978c40400 HTTP/1.1" status: 200 len: 945 time: 0.1288080 Jan 27 22:02:23.299574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43fe69-7b33-4607-844c-3dac053170ff req-7a78ebce-9171-4922-87e9-32bd1e05ef31 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:23.303406 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a43fe69-7b33-4607-844c-3dac053170ff req-7a78ebce-9171-4922-87e9-32bd1e05ef31 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.15 "GET /v2.0/networks?id=aba8c96b-8083-40a9-8e75-d6eab38d4a88 HTTP/1.1" status: 200 len: 814 time: 0.2275391 Jan 27 22:02:23.320829 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-9a43fe69-7b33-4607-844c-3dac053170ff req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Request body: {'port': {'device_id': 'f21fec25-a11d-42e3-8bf7-a709e8d2b001', 'network_id': 'aba8c96b-8083-40a9-8e75-d6eab38d4a88', 'admin_state_up': True, 'tenant_id': 'fda93bf005474b47934cda5a7aea1f66'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:23.497297 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-057ddb7c-2bcf-41da-a39e-4f85051a8dc9 req-f07572dd-19a1-46b0-be49-ed50913fffe2 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/security-groups?id=19f59809-73f6-469b-acdc-ba74b13f5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446487 Jan 27 22:02:23.504608 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a43fe69-7b33-4607-844c-3dac053170ff req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Made reservation on behalf of fda93bf005474b47934cda5a7aea1f66 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:23.512272 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9a43fe69-7b33-4607-844c-3dac053170ff req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:23.674276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-9a43fe69-7b33-4607-844c-3dac053170ff req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Allocated IP 172.20.0.8 (aba8c96b-8083-40a9-8e75-d6eab38d4a88/0fd29a6d-b06e-439b-961f-793e9684fba2/31f4646b-ce72-49cf-a6a6-9ac9fb91e426) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:23.754082 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5bc35-ac89-410d-9f32-e4267db613cc req-30513fdf-6dde-4204-8b36-6fbbcb3b8e0a tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:23.755586 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a7c5bc35-ac89-410d-9f32-e4267db613cc req-30513fdf-6dde-4204-8b36-6fbbcb3b8e0a tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.21 "GET /v2.0/ports?device_id=477f7541-dd87-40d4-aa5e-b3b978c40400 HTTP/1.1" status: 200 len: 945 time: 0.0769434 Jan 27 22:02:23.877949 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-a7c5bc35-ac89-410d-9f32-e4267db613cc req-46390cd8-9b79-41bb-9a65-b493c08743ee tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Deleting port 066b17c6-43be-4291-a97d-ffff7819efd5 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:23.878556 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-a7c5bc35-ac89-410d-9f32-e4267db613cc req-46390cd8-9b79-41bb-9a65-b493c08743ee tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (066b17c6-43be-4291-a97d-ffff7819efd5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:24.012883 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-a7c5bc35-ac89-410d-9f32-e4267db613cc req-46390cd8-9b79-41bb-9a65-b493c08743ee tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] For port 066b17c6-43be-4291-a97d-ffff7819efd5, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=066b17c6-43be-4291-a97d-ffff7819efd5,segment=NetworkSegment(c2ffdb19-c5a4-4d11-b2f6-307f635f63e6),segment_id=c2ffdb19-c5a4-4d11-b2f6-307f635f63e6)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:24.014391 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-a7c5bc35-ac89-410d-9f32-e4267db613cc req-46390cd8-9b79-41bb-9a65-b493c08743ee tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (066b17c6-43be-4291-a97d-ffff7819efd5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:24.031636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c59a91-77ca-4d20-bc45-a994bddfb185 req-57ad16a7-06b0-43a0-856d-3649c0526360 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:24.034753 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7c59a91-77ca-4d20-bc45-a994bddfb185 req-57ad16a7-06b0-43a0-856d-3649c0526360 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2532637 Jan 27 22:02:24.047651 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-a7c5bc35-ac89-410d-9f32-e4267db613cc req-46390cd8-9b79-41bb-9a65-b493c08743ee tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Calling delete_port for 066b17c6-43be-4291-a97d-ffff7819efd5 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:24.099373 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4a2df66e-67db-482c-aa13-db7acf4b67f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:24.167926 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be2bac01-24fa-4d99-9f4d-1c4f4661a351 req-748a7a29-6892-40a7-a897-f17310fe0ba2 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0894034 Jan 27 22:02:24.278293 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7c59a91-77ca-4d20-bc45-a994bddfb185 req-fcf2593c-a07b-46a5-9b1c-7491092ba106 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994517 Jan 27 22:02:24.290758 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-a7c5bc35-ac89-410d-9f32-e4267db613cc req-46390cd8-9b79-41bb-9a65-b493c08743ee tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (066b17c6-43be-4291-a97d-ffff7819efd5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:24.303234 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['066b17c6-43be-4291-a97d-ffff7819efd5'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:24.328899 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d28995f3-984f-4b26-b573-860bfb2494a2 req-b33cedb2-5b85-4924-b7ac-baa7584393bb tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 210 time: 0.0695453 Jan 27 22:02:24.357283 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46390cd8-9b79-41bb-9a65-b493c08743ee tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Pushing event deleted for resources: {'Port': ['ID=066b17c6-43be-4291-a97d-ffff7819efd5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:24.389854 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9a43fe69-7b33-4607-844c-3dac053170ff req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks [] for port (31f4646b-ce72-49cf-a6a6-9ac9fb91e426), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:24.419909 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c5bc35-ac89-410d-9f32-e4267db613cc req-46390cd8-9b79-41bb-9a65-b493c08743ee tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] No DVR routers for this DVR port 066b17c6-43be-4291-a97d-ffff7819efd5 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:24.429772 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-a7c5bc35-ac89-410d-9f32-e4267db613cc req-46390cd8-9b79-41bb-9a65-b493c08743ee tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:24.433807 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-a7c5bc35-ac89-410d-9f32-e4267db613cc req-46390cd8-9b79-41bb-9a65-b493c08743ee tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.21 "DELETE /v2.0/ports/066b17c6-43be-4291-a97d-ffff7819efd5 HTTP/1.1" status: 204 len: 173 time: 0.6696818 Jan 27 22:02:24.434238 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477f7541-dd87-40d4-aa5e-b3b978c40400', 'name': 'network-vif-deleted', 'tag': '066b17c6-43be-4291-a97d-ffff7819efd5'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:24.436596 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37dc47a8-eed2-4c68-8bca-a43fd32adba0" -d '{"events": [{"server_uuid": "477f7541-dd87-40d4-aa5e-b3b978c40400", "name": "network-vif-deleted", "tag": "066b17c6-43be-4291-a97d-ffff7819efd5"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:24.475196 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9a43fe69-7b33-4607-844c-3dac053170ff req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (31f4646b-ce72-49cf-a6a6-9ac9fb91e426), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:24.517281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a43fe69-7b33-4607-844c-3dac053170ff req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Network aba8c96b-8083-40a9-8e75-d6eab38d4a88 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:24.522944 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-9a43fe69-7b33-4607-844c-3dac053170ff req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:24.527679 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a43fe69-7b33-4607-844c-3dac053170ff req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:24.541138 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7c7f87-54c7-405b-a427-f7d40f46a94c x-openstack-request-id: req-aa7c7f87-54c7-405b-a427-f7d40f46a94c {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:24.541436 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477f7541-dd87-40d4-aa5e-b3b978c40400", "name": "network-vif-deleted", "tag": "066b17c6-43be-4291-a97d-ffff7819efd5", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:24.542276 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa7c7f87-54c7-405b-a427-f7d40f46a94c {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:24.542711 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477f7541-dd87-40d4-aa5e-b3b978c40400', 'name': 'network-vif-deleted', 'tag': '066b17c6-43be-4291-a97d-ffff7819efd5', 'status': 'completed', 'code': 200} Jan 27 22:02:24.566433 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Pushing event updated for resources: {'Port': ['ID=31f4646b-ce72-49cf-a6a6-9ac9fb91e426,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:24.582257 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:24.582653 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:24.583559 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:24.583559 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:24.583894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:24.596342 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:24.596842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:24.597202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:24.597555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:24.597905 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:24.598253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:24.598601 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:24.598930 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:24.624384 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43fe69-7b33-4607-844c-3dac053170ff req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:24.625226 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9a43fe69-7b33-4607-844c-3dac053170ff req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:24.663533 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc724c7c-3dd5-4db8-abda-02e26d90cf51 req-69c7980b-108e-4c57-a949-281340238850 tempest-ServerMetadataNegativeTestJSON-379960922 tempest-ServerMetadataNegativeTestJSON-379960922-project] 10.222.0.23 "GET /v2.0/ports?device_id=477f7541-dd87-40d4-aa5e-b3b978c40400 HTTP/1.1" status: 200 len: 210 time: 0.0329590 Jan 27 22:02:24.672636 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a43fe69-7b33-4607-844c-3dac053170ff req-a056bdd4-3849-4b81-a56f-82ecfa9e0c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3580282 Jan 27 22:02:24.687178 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-9a43fe69-7b33-4607-844c-3dac053170ff req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] Request body: {'port': {'device_id': 'f21fec25-a11d-42e3-8bf7-a709e8d2b001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:24.760484 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9a43fe69-7b33-4607-844c-3dac053170ff req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (31f4646b-ce72-49cf-a6a6-9ac9fb91e426), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:25.124110 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-9a43fe69-7b33-4607-844c-3dac053170ff req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:25.133224 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9a43fe69-7b33-4607-844c-3dac053170ff req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] Publish callbacks [] for port (31f4646b-ce72-49cf-a6a6-9ac9fb91e426), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:25.152505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-9a43fe69-7b33-4607-844c-3dac053170ff req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] Transition to ACTIVE for port object 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:02:25.158251 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9a43fe69-7b33-4607-844c-3dac053170ff req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (31f4646b-ce72-49cf-a6a6-9ac9fb91e426), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:25.215946 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] Pushing event updated for resources: {'Port': ['ID=31f4646b-ce72-49cf-a6a6-9ac9fb91e426,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:25.312135 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad44696c-f27d-45a5-862e-c92cf58f2385 req-78dd8ffc-dbb5-4cce-9d0e-572b4150cd06 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0384512 Jan 27 22:02:25.329606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9a43fe69-7b33-4607-844c-3dac053170ff req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] Attempting to bind port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:25.329958 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9a43fe69-7b33-4607-844c-3dac053170ff req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] Attempting to bind port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '62fa23dd-12a3-492b-934b-e983908fa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aba8c96b-8083-40a9-8e75-d6eab38d4a88'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:25.330296 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43fe69-7b33-4607-844c-3dac053170ff req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] Attempting to bind port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 on network aba8c96b-8083-40a9-8e75-d6eab38d4a88 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:25.334989 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43fe69-7b33-4607-844c-3dac053170ff req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] Port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 on network aba8c96b-8083-40a9-8e75-d6eab38d4a88 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:02:25.335336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43fe69-7b33-4607-844c-3dac053170ff req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] Attempting to bind port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 on network aba8c96b-8083-40a9-8e75-d6eab38d4a88 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:25.340523 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43fe69-7b33-4607-844c-3dac053170ff req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:25.340867 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43fe69-7b33-4607-844c-3dac053170ff req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] Checking segment: {'id': '62fa23dd-12a3-492b-934b-e983908fa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aba8c96b-8083-40a9-8e75-d6eab38d4a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:25.341256 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43fe69-7b33-4607-844c-3dac053170ff req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] Bound using segment: {'id': '62fa23dd-12a3-492b-934b-e983908fa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aba8c96b-8083-40a9-8e75-d6eab38d4a88'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:25.341694 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9a43fe69-7b33-4607-844c-3dac053170ff req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] Bound port: 31f4646b-ce72-49cf-a6a6-9ac9fb91e426, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62fa23dd-12a3-492b-934b-e983908fa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aba8c96b-8083-40a9-8e75-d6eab38d4a88'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:25.342056 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9a43fe69-7b33-4607-844c-3dac053170ff req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (31f4646b-ce72-49cf-a6a6-9ac9fb91e426), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:25.479867 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9a43fe69-7b33-4607-844c-3dac053170ff req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] For port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:25.485360 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9a43fe69-7b33-4607-844c-3dac053170ff req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] For port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=31f4646b-ce72-49cf-a6a6-9ac9fb91e426,segment=NetworkSegment(62fa23dd-12a3-492b-934b-e983908fa985),segment_id=62fa23dd-12a3-492b-934b-e983908fa985)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:25.499832 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd42596-5df1-4fde-b41a-fee5842b5b44 req-eff531ba-f0d1-4123-8df0-3cd7af00b62e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:25.501572 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fd42596-5df1-4fde-b41a-fee5842b5b44 req-eff531ba-f0d1-4123-8df0-3cd7af00b62e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1211123 Jan 27 22:02:25.504098 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9a43fe69-7b33-4607-844c-3dac053170ff req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (31f4646b-ce72-49cf-a6a6-9ac9fb91e426), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:25.543294 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b514cb-2a57-474f-9ede-a97948cf4473 req-458e2da4-4116-4eb9-a7dc-82c9d43d47e1 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:25.545044 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80b514cb-2a57-474f-9ede-a97948cf4473 req-458e2da4-4116-4eb9-a7dc-82c9d43d47e1 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 943 time: 0.1347499 Jan 27 22:02:25.584461 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43fe69-7b33-4607-844c-3dac053170ff req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:25.585081 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9a43fe69-7b33-4607-844c-3dac053170ff req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:25.596002 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a43fe69-7b33-4607-844c-3dac053170ff req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] 10.222.0.15 "PUT /v2.0/ports/31f4646b-ce72-49cf-a6a6-9ac9fb91e426 HTTP/1.1" status: 200 len: 1091 time: 0.9055429 Jan 27 22:02:25.596002 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f21fec25-a11d-42e3-8bf7-a709e8d2b001', 'tag': '31f4646b-ce72-49cf-a6a6-9ac9fb91e426'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:25.596002 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e8e96b-6049-4776-af52-6fdfa18c661a" -d '{"events": [{"name": "network-changed", "server_uuid": "f21fec25-a11d-42e3-8bf7-a709e8d2b001", "tag": "31f4646b-ce72-49cf-a6a6-9ac9fb91e426"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:25.671951 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55087d4e-1ba7-465a-9910-bf9925a5326f service neutron] Pushing event updated for resources: {'Port': ['ID=31f4646b-ce72-49cf-a6a6-9ac9fb91e426,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:25.694149 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fd42596-5df1-4fde-b41a-fee5842b5b44 req-fd052bc2-ef8c-4879-a22a-180389f3a256 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790037 Jan 27 22:02:25.728731 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80b514cb-2a57-474f-9ede-a97948cf4473 req-d0d04cee-a479-4841-b0d6-13c3d5907abb tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758645 Jan 27 22:02:25.740747 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43fe69-7b33-4607-844c-3dac053170ff req-2ee4a3a0-cc43-4098-b9dd-b5877498773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:25.742675 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a43fe69-7b33-4607-844c-3dac053170ff req-2ee4a3a0-cc43-4098-b9dd-b5877498773e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fda93bf005474b47934cda5a7aea1f66&device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 1094 time: 0.0892720 Jan 27 22:02:25.753526 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4bab6d-e73a-47dd-a189-c0b20649a5fc x-openstack-request-id: req-1b4bab6d-e73a-47dd-a189-c0b20649a5fc {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:25.754687 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f21fec25-a11d-42e3-8bf7-a709e8d2b001", "tag": "31f4646b-ce72-49cf-a6a6-9ac9fb91e426", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:25.755839 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b4bab6d-e73a-47dd-a189-c0b20649a5fc {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:25.756607 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f21fec25-a11d-42e3-8bf7-a709e8d2b001', 'tag': '31f4646b-ce72-49cf-a6a6-9ac9fb91e426', 'status': 'completed', 'code': 200} Jan 27 22:02:25.823278 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a43fe69-7b33-4607-844c-3dac053170ff req-0375cdb7-b66e-47ea-9ab0-b080ca7fd120 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31f4646b-ce72-49cf-a6a6-9ac9fb91e426 HTTP/1.1" status: 200 len: 217 time: 0.0646601 Jan 27 22:02:25.836652 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39332) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:25.910957 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43fe69-7b33-4607-844c-3dac053170ff req-ee57395f-7d5e-42fb-a6c6-1bf478850d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:25.912694 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a43fe69-7b33-4607-844c-3dac053170ff req-ee57395f-7d5e-42fb-a6c6-1bf478850d00 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fd29a6d-b06e-439b-961f-793e9684fba2 HTTP/1.1" status: 200 len: 854 time: 0.0835838 Jan 27 22:02:25.932465 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94bfc03-2cc0-406c-808d-ba6e18ab3fb9 admin admin] Deleting subnet 8dded0df-7f0f-4d93-b93d-f5e52cb82a6a {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:02:25.949739 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b94bfc03-2cc0-406c-808d-ba6e18ab3fb9 admin admin] Publish callbacks [] for subnet (8dded0df-7f0f-4d93-b93d-f5e52cb82a6a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:25.961251 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a43fe69-7b33-4607-844c-3dac053170ff req-fe8f3044-f369-44b2-b3b3-8e3eb7bd6ec3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aba8c96b-8083-40a9-8e75-d6eab38d4a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368991 Jan 27 22:02:26.008407 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b94bfc03-2cc0-406c-808d-ba6e18ab3fb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (8dded0df-7f0f-4d93-b93d-f5e52cb82a6a), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:26.056470 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b94bfc03-2cc0-406c-808d-ba6e18ab3fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (8dded0df-7f0f-4d93-b93d-f5e52cb82a6a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:26.127784 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b94bfc03-2cc0-406c-808d-ba6e18ab3fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (8dded0df-7f0f-4d93-b93d-f5e52cb82a6a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:26.130937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d7cb6-0e1a-437d-9bd6-3ade9d902f6e req-5ddbc3bf-d76c-448e-aa85-a5a7edee52d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:26.132476 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-068d7cb6-0e1a-437d-9bd6-3ade9d902f6e req-5ddbc3bf-d76c-448e-aa85-a5a7edee52d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0af0d48f9d584c2f96edf7499ec5c8a4&device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 1096 time: 0.0955377 Jan 27 22:02:26.142805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ccb28-cb2c-4bce-a7be-d77ee1f3b8b4 req-4334df8f-4fc9-4544-950d-34e5e4fd8610 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:26.144290 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-442ccb28-cb2c-4bce-a7be-d77ee1f3b8b4 req-4334df8f-4fc9-4544-950d-34e5e4fd8610 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.1089013 Jan 27 22:02:26.159968 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bfc03-2cc0-406c-808d-ba6e18ab3fb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dded0df-7f0f-4d93-b93d-f5e52cb82a6a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:26.169876 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b94bfc03-2cc0-406c-808d-ba6e18ab3fb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:26.174297 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b94bfc03-2cc0-406c-808d-ba6e18ab3fb9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8dded0df-7f0f-4d93-b93d-f5e52cb82a6a HTTP/1.1" status: 204 len: 168 time: 0.3356216 Jan 27 22:02:26.176580 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39342) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:26.186869 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a43fe69-7b33-4607-844c-3dac053170ff req-78ba9b3b-0dc4-4189-ad80-55ef019ab3aa service neutron] 10.222.0.15 "GET /v2.0/networks/aba8c96b-8083-40a9-8e75-d6eab38d4a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182457 Jan 27 22:02:26.251828 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4389b05f-b534-4ff8-8b6c-4b16feac1741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (80bbece8-ee0f-4e40-9081-58b3ec2d3c18), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:26.317401 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-442ccb28-cb2c-4bce-a7be-d77ee1f3b8b4 req-34e7ba3b-4cb2-413b-abea-2b27dc3e7fe4 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576853 Jan 27 22:02:26.347459 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4389b05f-b534-4ff8-8b6c-4b16feac1741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (80bbece8-ee0f-4e40-9081-58b3ec2d3c18), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:26.364211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d7cb6-0e1a-437d-9bd6-3ade9d902f6e req-532a00e1-b3f3-428a-b4a3-f801f1613719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:26.365810 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-068d7cb6-0e1a-437d-9bd6-3ade9d902f6e req-532a00e1-b3f3-428a-b4a3-f801f1613719 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c21c1549-299c-4dec-a0f9-3f16d5727c21 HTTP/1.1" status: 200 len: 919 time: 0.2160931 Jan 27 22:02:26.377315 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a43fe69-7b33-4607-844c-3dac053170ff req-648d0208-4c35-45a8-a64a-3d96c380cf20 service neutron] 10.222.0.15 "GET /v2.0/networks/aba8c96b-8083-40a9-8e75-d6eab38d4a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535640 Jan 27 22:02:26.378338 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-4389b05f-b534-4ff8-8b6c-4b16feac1741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80bbece8-ee0f-4e40-9081-58b3ec2d3c18']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:26.390252 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-4389b05f-b534-4ff8-8b6c-4b16feac1741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ffdb19-c5a4-4d11-b2f6-307f635f63e6') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:26.390561 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-4389b05f-b534-4ff8-8b6c-4b16feac1741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ffdb19-c5a4-4d11-b2f6-307f635f63e6') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:26.401965 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4389b05f-b534-4ff8-8b6c-4b16feac1741 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (c2ffdb19-c5a4-4d11-b2f6-307f635f63e6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:26.416828 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4389b05f-b534-4ff8-8b6c-4b16feac1741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (c2ffdb19-c5a4-4d11-b2f6-307f635f63e6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:26.424400 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4389b05f-b534-4ff8-8b6c-4b16feac1741 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:02:26.424827 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4389b05f-b534-4ff8-8b6c-4b16feac1741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (c2ffdb19-c5a4-4d11-b2f6-307f635f63e6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:02:26.427994 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:02:26.444113 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-068d7cb6-0e1a-437d-9bd6-3ade9d902f6e req-001f90ec-3e1e-4b78-8757-dd175b058bff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=917b3e49-a797-4b74-8942-dd5af77ae388 HTTP/1.1" status: 200 len: 217 time: 0.0657349 Jan 27 22:02:26.495694 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-327310c7-fd03-4e69-aa25-5d5983f97727 req-558de006-298d-46a5-9152-3b1a4f291e1f tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0977175 Jan 27 22:02:26.505328 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4389b05f-b534-4ff8-8b6c-4b16feac1741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (80bbece8-ee0f-4e40-9081-58b3ec2d3c18), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:26.512464 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4389b05f-b534-4ff8-8b6c-4b16feac1741 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:26.519829 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4389b05f-b534-4ff8-8b6c-4b16feac1741 admin admin] 10.222.0.23 "DELETE /v2.0/networks/80bbece8-ee0f-4e40-9081-58b3ec2d3c18 HTTP/1.1" status: 204 len: 168 time: 0.3418159 Jan 27 22:02:26.536088 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389b05f-b534-4ff8-8b6c-4b16feac1741 admin admin] Pushing event deleted for resources: {'Network': ['ID=80bbece8-ee0f-4e40-9081-58b3ec2d3c18,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:26.559779 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d7cb6-0e1a-437d-9bd6-3ade9d902f6e req-7368f11c-d55c-447d-863c-5f2c265fb3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:26.561302 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-068d7cb6-0e1a-437d-9bd6-3ade9d902f6e req-7368f11c-d55c-447d-863c-5f2c265fb3aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1dec90ae-26a7-4889-9533-54929121f29b HTTP/1.1" status: 200 len: 858 time: 0.1071408 Jan 27 22:02:26.563970 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8e96b-6049-4776-af52-6fdfa18c661a req-fc326723-1456-4937-a9fc-abfcaa9939c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:26.565387 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87e8e96b-6049-4776-af52-6fdfa18c661a req-fc326723-1456-4937-a9fc-abfcaa9939c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fda93bf005474b47934cda5a7aea1f66&device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 1094 time: 0.1192374 Jan 27 22:02:26.614071 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-068d7cb6-0e1a-437d-9bd6-3ade9d902f6e req-efa9eaf3-88f2-46b5-8f88-aaf8f83f5827 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c21c1549-299c-4dec-a0f9-3f16d5727c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412924 Jan 27 22:02:26.697209 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f97fc191-621c-4891-a168-ccc4e3ebe91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:26.739600 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39350) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:26.752600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8e96b-6049-4776-af52-6fdfa18c661a req-3246fe2b-0186-4d10-8959-ca9e63c0ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:26.754242 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87e8e96b-6049-4776-af52-6fdfa18c661a req-3246fe2b-0186-4d10-8959-ca9e63c0ef73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aba8c96b-8083-40a9-8e75-d6eab38d4a88 HTTP/1.1" status: 200 len: 915 time: 0.1803513 Jan 27 22:02:26.783424 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e79c0da5-6cf6-4102-85a0-884d5a43300a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a15b58d52ca842af84da3b41061f9762&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424407 Jan 27 22:02:26.788592 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39354) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:26.795213 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-068d7cb6-0e1a-437d-9bd6-3ade9d902f6e req-3e19d4e8-2015-4e03-8263-d6fd5bfd33fe service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517797 Jan 27 22:02:26.836524 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-22752aba-0d2a-45bd-9480-7b84541716e4 admin admin] Publish callbacks [] for security_group (19f59809-73f6-469b-acdc-ba74b13f5cd5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:26.859991 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-22752aba-0d2a-45bd-9480-7b84541716e4 admin admin] Publish callbacks [] for security_group (19f59809-73f6-469b-acdc-ba74b13f5cd5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:26.863479 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87e8e96b-6049-4776-af52-6fdfa18c661a req-85518384-6602-4710-853e-a70326ae127d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31f4646b-ce72-49cf-a6a6-9ac9fb91e426 HTTP/1.1" status: 200 len: 217 time: 0.0836921 Jan 27 22:02:26.911387 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-22752aba-0d2a-45bd-9480-7b84541716e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (19f59809-73f6-469b-acdc-ba74b13f5cd5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:26.914552 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-22752aba-0d2a-45bd-9480-7b84541716e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:26.915837 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-22752aba-0d2a-45bd-9480-7b84541716e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19f59809-73f6-469b-acdc-ba74b13f5cd5 HTTP/1.1" status: 204 len: 168 time: 0.1263158 Jan 27 22:02:26.925131 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22752aba-0d2a-45bd-9480-7b84541716e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f59809-73f6-469b-acdc-ba74b13f5cd5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:26.992680 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7478960-fb13-43f9-848f-708102732521 req-a3db9b77-813a-4bce-a628-4ec64cb9a990 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:26.994886 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7478960-fb13-43f9-848f-708102732521 req-a3db9b77-813a-4bce-a628-4ec64cb9a990 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2162359 Jan 27 22:02:27.003787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8e96b-6049-4776-af52-6fdfa18c661a req-9b2143a7-93a5-4c7e-b709-03641702f0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:27.005485 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87e8e96b-6049-4776-af52-6fdfa18c661a req-9b2143a7-93a5-4c7e-b709-03641702f0e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fd29a6d-b06e-439b-961f-793e9684fba2 HTTP/1.1" status: 200 len: 854 time: 0.1316512 Jan 27 22:02:27.048436 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f3f16-87bb-44ec-a606-aa177e9b2289 req-2beea8cd-d900-4960-9b91-98da2e1f06b0 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:27.050010 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-651f3f16-87bb-44ec-a606-aa177e9b2289 req-2beea8cd-d900-4960-9b91-98da2e1f06b0 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 943 time: 0.1989276 Jan 27 22:02:27.074012 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87e8e96b-6049-4776-af52-6fdfa18c661a req-1482efb0-7c2a-434a-a405-e9402e330061 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aba8c96b-8083-40a9-8e75-d6eab38d4a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524323 Jan 27 22:02:27.143189 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-068d7cb6-0e1a-437d-9bd6-3ade9d902f6e req-1d4b5fe6-7b28-42a7-a7ae-436dff6a73b2 service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789228 Jan 27 22:02:27.215257 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7478960-fb13-43f9-848f-708102732521 req-5750b5d3-664a-4509-8013-d3a03f8b7819 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067258 Jan 27 22:02:27.247255 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-651f3f16-87bb-44ec-a606-aa177e9b2289 req-29469d60-019d-4297-b4f1-c6f988bb8774 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753554 Jan 27 22:02:27.284547 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87e8e96b-6049-4776-af52-6fdfa18c661a req-701441f4-5e3d-431b-9a0b-2fdd5455db1c service neutron] 10.222.0.15 "GET /v2.0/networks/aba8c96b-8083-40a9-8e75-d6eab38d4a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865664 Jan 27 22:02:27.399810 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87e8e96b-6049-4776-af52-6fdfa18c661a req-3b8ca75d-64c3-470f-828f-5bf911fc646d service neutron] 10.222.0.15 "GET /v2.0/networks/aba8c96b-8083-40a9-8e75-d6eab38d4a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081145 Jan 27 22:02:27.454713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971b9f3-3828-4fb7-9741-f24c29dee612 req-cb890744-42d8-4ca9-9f66-3d9534509a86 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:27.456253 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5971b9f3-3828-4fb7-9741-f24c29dee612 req-cb890744-42d8-4ca9-9f66-3d9534509a86 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.0551026 Jan 27 22:02:27.472963 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:27.510129 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5971b9f3-3828-4fb7-9741-f24c29dee612 req-72b59192-fb9e-4e3c-b563-214fc7e72b6b tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454569 Jan 27 22:02:27.633591 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-40364e75-0a06-475e-89d0-6278553a5957 req-2c0cdfaf-fa65-4864-94b9-8204156f8767 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0274169 Jan 27 22:02:27.749363 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39386) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:27.801760 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 066b17c6-43be-4291-a97d-ffff7819efd5 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:27.825031 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 066b17c6-43be-4291-a97d-ffff7819efd5 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:02:27.825438 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 066b17c6-43be-4291-a97d-ffff7819efd5 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:02:27.850041 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-860f31e2-1f1e-447a-92ef-a338f3a7e2aa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-513327919-network', 'tenant_id': 'd413d1543f1d406689e913b24c85f444'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:27.870377 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860f31e2-1f1e-447a-92ef-a338f3a7e2aa admin admin] Made reservation on behalf of d413d1543f1d406689e913b24c85f444 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:27.873074 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-860f31e2-1f1e-447a-92ef-a338f3a7e2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:27.881632 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-860f31e2-1f1e-447a-92ef-a338f3a7e2aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:27.958398 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-860f31e2-1f1e-447a-92ef-a338f3a7e2aa admin admin] Publish callbacks [] for security_group (26187edd-aa05-4860-a8f0-e29f5699f9ec), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:27.962258 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-860f31e2-1f1e-447a-92ef-a338f3a7e2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (26187edd-aa05-4860-a8f0-e29f5699f9ec), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:27.989795 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860f31e2-1f1e-447a-92ef-a338f3a7e2aa admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:02:27.998384 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f31e2-1f1e-447a-92ef-a338f3a7e2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26187edd-aa05-4860-a8f0-e29f5699f9ec,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:28.006191 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-860f31e2-1f1e-447a-92ef-a338f3a7e2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (674cd10d-2ce9-46e6-9b51-4e42132e668f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:28.006191 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-860f31e2-1f1e-447a-92ef-a338f3a7e2aa admin admin] Added segment 674cd10d-2ce9-46e6-9b51-4e42132e668f of type vlan for network 6a39b873-34a2-45b9-adb9-20d0613e7134 Jan 27 22:02:28.045489 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-860f31e2-1f1e-447a-92ef-a338f3a7e2aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (6a39b873-34a2-45b9-adb9-20d0613e7134), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:28.070137 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-860f31e2-1f1e-447a-92ef-a338f3a7e2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (6a39b873-34a2-45b9-adb9-20d0613e7134), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:28.071149 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860f31e2-1f1e-447a-92ef-a338f3a7e2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:28.071791 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-860f31e2-1f1e-447a-92ef-a338f3a7e2aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:28.120751 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-860f31e2-1f1e-447a-92ef-a338f3a7e2aa admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3701885 Jan 27 22:02:28.124072 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39390) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:28.129618 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-6b434eff-92c0-48c1-ae26-6676c6eaa46d admin admin] Request body: {'subnet': {'network_id': '6a39b873-34a2-45b9-adb9-20d0613e7134', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-513327919-subnet', 'tenant_id': 'd413d1543f1d406689e913b24c85f444', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:28.136467 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f31e2-1f1e-447a-92ef-a338f3a7e2aa admin admin] Pushing event updated for resources: {'Network': ['ID=6a39b873-34a2-45b9-adb9-20d0613e7134,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:28.149193 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 6a39b873-34a2-45b9-adb9-20d0613e7134 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:02:28.150877 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b434eff-92c0-48c1-ae26-6676c6eaa46d admin admin] Made reservation on behalf of d413d1543f1d406689e913b24c85f444 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:28.153681 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6b434eff-92c0-48c1-ae26-6676c6eaa46d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:28.346646 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6b434eff-92c0-48c1-ae26-6676c6eaa46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (c1321b5f-cf45-47ef-b0ee-e1e97c941a7e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:28.381655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d14b7-06b4-4e8f-8a02-237a6d60ceb4 req-410836d2-c1d6-4c25-81f4-414acc566b5a tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:28.383286 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6f9d14b7-06b4-4e8f-8a02-237a6d60ceb4 req-410836d2-c1d6-4c25-81f4-414acc566b5a tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 943 time: 0.0727756 Jan 27 22:02:28.396061 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76121dd3-2167-44d3-9a9c-910b3fd7aa0b req-3c9e4e8a-e29b-4b7a-a413-1cb83e6017ef tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:28.400649 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76121dd3-2167-44d3-9a9c-910b3fd7aa0b req-3c9e4e8a-e29b-4b7a-a413-1cb83e6017ef tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1009376 Jan 27 22:02:28.411658 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b434eff-92c0-48c1-ae26-6676c6eaa46d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1321b5f-cf45-47ef-b0ee-e1e97c941a7e,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:28.419404 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b434eff-92c0-48c1-ae26-6676c6eaa46d admin admin] Checking segment: {'id': '674cd10d-2ce9-46e6-9b51-4e42132e668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a39b873-34a2-45b9-adb9-20d0613e7134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:28.420052 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b434eff-92c0-48c1-ae26-6676c6eaa46d admin admin] Network hostable DHCP agents. Network: 6a39b873-34a2-45b9-adb9-20d0613e7134, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:02:28.437716 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b434eff-92c0-48c1-ae26-6676c6eaa46d admin admin] Network 6a39b873-34a2-45b9-adb9-20d0613e7134 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:02:28.449264 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-6b434eff-92c0-48c1-ae26-6676c6eaa46d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 6a39b873-34a2-45b9-adb9-20d0613e7134) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:28.453994 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b434eff-92c0-48c1-ae26-6676c6eaa46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:28.454857 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6b434eff-92c0-48c1-ae26-6676c6eaa46d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:28.468036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033fdfb8-548b-4218-a495-7c05bb2d4045 None None] Network 6a39b873-34a2-45b9-adb9-20d0613e7134 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:28.482648 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6b434eff-92c0-48c1-ae26-6676c6eaa46d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3570590 Jan 27 22:02:28.485853 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39398) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:28.494214 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-580af54e-ac31-43c9-a555-8a57b27e105a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-513327919-router', 'tenant_id': 'd413d1543f1d406689e913b24c85f444', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:28.507608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6f9d14b7-06b4-4e8f-8a02-237a6d60ceb4 req-36156f9d-c427-41a8-8164-147a9b70f4e3 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006575 Jan 27 22:02:28.513442 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76121dd3-2167-44d3-9a9c-910b3fd7aa0b req-9e3d2dde-dd41-41f8-ae54-73ffe85917ea tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032021 Jan 27 22:02:28.545570 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-580af54e-ac31-43c9-a555-8a57b27e105a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (d3df96b9-fd27-4e53-91b7-a9bdcad1b108), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:28.546670 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-580af54e-ac31-43c9-a555-8a57b27e105a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (d3df96b9-fd27-4e53-91b7-a9bdcad1b108), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:28.599795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76200557-acc0-45b9-be5b-68018fd9533e None None] Network 6a39b873-34a2-45b9-adb9-20d0613e7134 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:28.641112 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-580af54e-ac31-43c9-a555-8a57b27e105a admin admin] Publish callbacks [] for router_controller (d3df96b9-fd27-4e53-91b7-a9bdcad1b108), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:28.673956 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32664c0-3ff1-4c35-b473-fc717746850e req-3b8a7cd2-5c07-4170-b240-2de7d3b296d0 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:28.681991 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a32664c0-3ff1-4c35-b473-fc717746850e req-3b8a7cd2-5c07-4170-b240-2de7d3b296d0 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.0658991 Jan 27 22:02:28.741133 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a32664c0-3ff1-4c35-b473-fc717746850e req-4b543bed-0acd-4fe2-a3a2-3cee41b3c9b0 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581663 Jan 27 22:02:28.794967 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30e5e4bd-7502-409e-ac78-fd1e5b7b2208 req-2bb4513c-ae4c-4c51-a7aa-44cd735c7a61 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0336463 Jan 27 22:02:28.851040 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-580af54e-ac31-43c9-a555-8a57b27e105a admin admin] Publish callbacks [] for router_gateway (d3df96b9-fd27-4e53-91b7-a9bdcad1b108), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:28.920471 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:29.063968 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-580af54e-ac31-43c9-a555-8a57b27e105a admin admin] Publish callbacks [] for router_gateway (d3df96b9-fd27-4e53-91b7-a9bdcad1b108), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:29.084084 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-580af54e-ac31-43c9-a555-8a57b27e105a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:29.185455 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-580af54e-ac31-43c9-a555-8a57b27e105a admin admin] Allocated IP 172.25.3.38 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/8bf965ff-d0bf-44c9-9987-277d41a02491) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:29.289031 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-580af54e-ac31-43c9-a555-8a57b27e105a admin admin] Publish callbacks [] for port (8bf965ff-d0bf-44c9-9987-277d41a02491), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:29.325094 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-580af54e-ac31-43c9-a555-8a57b27e105a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (8bf965ff-d0bf-44c9-9987-277d41a02491), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:29.361966 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580af54e-ac31-43c9-a555-8a57b27e105a admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:29.366438 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-580af54e-ac31-43c9-a555-8a57b27e105a admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:29.369469 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580af54e-ac31-43c9-a555-8a57b27e105a admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:29.399958 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580af54e-ac31-43c9-a555-8a57b27e105a admin admin] Pushing event updated for resources: {'Port': ['ID=8bf965ff-d0bf-44c9-9987-277d41a02491,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:29.627041 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-580af54e-ac31-43c9-a555-8a57b27e105a admin admin] Publish callbacks [] for router_gateway (d3df96b9-fd27-4e53-91b7-a9bdcad1b108), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:29.673189 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71a72d-3fb8-42ed-bbba-60d22a39c29e req-4bc528af-4710-410d-9acd-4c1b7fbdee2e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:29.674388 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc71a72d-3fb8-42ed-bbba-60d22a39c29e req-4bc528af-4710-410d-9acd-4c1b7fbdee2e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.0671036 Jan 27 22:02:29.682862 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7055ca-afde-40a9-93bb-9a84c222b7d5 req-ad2803da-2bf7-488c-91c5-f98a7c149d56 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:29.688714 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe7055ca-afde-40a9-93bb-9a84c222b7d5 req-ad2803da-2bf7-488c-91c5-f98a7c149d56 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 943 time: 0.0915847 Jan 27 22:02:29.760420 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc71a72d-3fb8-42ed-bbba-60d22a39c29e req-03d20e69-7749-4eea-8359-74f1f151234a tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697618 Jan 27 22:02:29.779088 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe7055ca-afde-40a9-93bb-9a84c222b7d5 req-11cb7ec1-81de-4a37-b82e-c913661b13f7 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870359 Jan 27 22:02:29.815022 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:02:29.867721 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-580af54e-ac31-43c9-a555-8a57b27e105a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (d3df96b9-fd27-4e53-91b7-a9bdcad1b108), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:29.975043 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9aff2f0b-4aa6-4df0-be97-55367a6687f7 req-33782717-587e-4a2d-8bca-b6602375371e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0274537 Jan 27 22:02:30.009878 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e461c7-54b9-413c-9824-3596bd86aa83 req-a4ae0fd2-fd26-435f-b57e-5353df2a840d tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:30.017813 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4e461c7-54b9-413c-9824-3596bd86aa83 req-a4ae0fd2-fd26-435f-b57e-5353df2a840d tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.1304133 Jan 27 22:02:30.033988 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,segment=NetworkSegment(03f03b00-21f2-4482-a656-94e7ab611f3b),segment_id=03f03b00-21f2-4482-a656-94e7ab611f3b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:30.046582 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580af54e-ac31-43c9-a555-8a57b27e105a admin admin] Router d3df96b9-fd27-4e53-91b7-a9bdcad1b108 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:02:30.047849 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '2eff0d7f-a483-4476-be8c-1dd7c8e1f630', 'network_id': '459b8894-edc1-457b-b0fc-103b65af4a7d', 'port_id': '2eff0d7f-a483-4476-be8c-1dd7c8e1f630', 'mac_address': 'fa:16:3e:6c:ed:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bb2bac3-c60e-4848-afff-f0961fb92d28', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:02:30.075918 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4e461c7-54b9-413c-9824-3596bd86aa83 req-928b78a9-f1f2-4f2d-92d2-306236f78b1c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565910 Jan 27 22:02:30.083567 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:02:30.136217 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 is: ACTIVE; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:30.136917 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:30.174373 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580af54e-ac31-43c9-a555-8a57b27e105a admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:02:30.186424 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:30.199547 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-580af54e-ac31-43c9-a555-8a57b27e105a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:30.203532 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-580af54e-ac31-43c9-a555-8a57b27e105a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7130880 Jan 27 22:02:30.203874 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39414) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:30.222337 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] Sync routers for ids ['d3df96b9-fd27-4e53-91b7-a9bdcad1b108'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:02:30.265451 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,segment=NetworkSegment(03f03b00-21f2-4482-a656-94e7ab611f3b),segment_id=03f03b00-21f2-4482-a656-94e7ab611f3b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:30.278333 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] Routers {'d3df96b9-fd27-4e53-91b7-a9bdcad1b108'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:02:30.278992 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:02:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['d3df96b9-fd27-4e53-91b7-a9bdcad1b108'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:30.288506 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:30.381805 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=31f4646b-ce72-49cf-a6a6-9ac9fb91e426,segment=NetworkSegment(62fa23dd-12a3-492b-934b-e983908fa985),segment_id=62fa23dd-12a3-492b-934b-e983908fa985)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:30.410239 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:30.421939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['2eff0d7f-a483-4476-be8c-1dd7c8e1f630'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:30.469795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '31f4646b-ce72-49cf-a6a6-9ac9fb91e426', 'network_id': 'aba8c96b-8083-40a9-8e75-d6eab38d4a88', 'port_id': '31f4646b-ce72-49cf-a6a6-9ac9fb91e426', 'mac_address': 'fa:16:3e:78:28:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd29a6d-b06e-439b-961f-793e9684fba2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:02:30.513249 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:30.579985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] Set router d3df96b9-fd27-4e53-91b7-a9bdcad1b108 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:02:30.664542 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:30.664932 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (31f4646b-ce72-49cf-a6a6-9ac9fb91e426), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:30.740764 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:30.804877 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=31f4646b-ce72-49cf-a6a6-9ac9fb91e426,segment=NetworkSegment(62fa23dd-12a3-492b-934b-e983908fa985),segment_id=62fa23dd-12a3-492b-934b-e983908fa985)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:30.873029 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (31f4646b-ce72-49cf-a6a6-9ac9fb91e426), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:30.970117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=31f4646b-ce72-49cf-a6a6-9ac9fb91e426,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:31.004105 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3df96b9-fd27-4e53-91b7-a9bdcad1b108', 'name': 'tempest-ServerRescueTestJSON-513327919-router', 'tenant_id': 'd413d1543f1d406689e913b24c85f444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '8bf965ff-d0bf-44c9-9987-277d41a02491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:02:28Z', 'updated_at': '2022-01-27T22:02:29Z', 'revision_number': 3, 'project_id': 'd413d1543f1d406689e913b24c85f444', 'gw_port': {'id': '8bf965ff-d0bf-44c9-9987-277d41a02491', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3df96b9-fd27-4e53-91b7-a9bdcad1b108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:29Z', 'updated_at': '2022-01-27T22:02:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:31.010057 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67241b-b621-4d27-8367-631edd9bc03a req-5dfef3b1-7328-4675-8a4a-2a1e9337906f tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:31.011600 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b67241b-b621-4d27-8367-631edd9bc03a req-5dfef3b1-7328-4675-8a4a-2a1e9337906f tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 945 time: 0.1246874 Jan 27 22:02:31.027888 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6894c78-767a-4975-b53e-1c5eb19b9a88 req-91de91b0-1bbc-457e-9004-57532545f516 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:31.029379 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6894c78-767a-4975-b53e-1c5eb19b9a88 req-91de91b0-1bbc-457e-9004-57532545f516 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 944 time: 0.1289306 Jan 27 22:02:31.049999 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] Checking router: d3df96b9-fd27-4e53-91b7-a9bdcad1b108 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:02:31.050599 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] Updating router d3df96b9-fd27-4e53-91b7-a9bdcad1b108 port 8bf965ff-d0bf-44c9-9987-277d41a02491 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:02:31.088722 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8bf965ff-d0bf-44c9-9987-277d41a02491), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.113415 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc54b671-fc03-487a-afac-db3afce6040d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.157433 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b67241b-b621-4d27-8367-631edd9bc03a req-883bf719-e4ef-4196-a1cf-301b44dbf723 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374815 Jan 27 22:02:31.163384 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6894c78-767a-4975-b53e-1c5eb19b9a88 req-f2f41112-73e9-4c93-b262-bf1bbfc5723a tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146126 Jan 27 22:02:31.202285 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['31f4646b-ce72-49cf-a6a6-9ac9fb91e426'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:31.364348 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7a892e3-5e40-4269-b8bd-fa33442e9973 req-68860f89-9b2f-4d8d-87ec-89eba5e64e6e tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0431173 Jan 27 22:02:31.453540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-bc54b671-fc03-487a-afac-db3afce6040d admin admin] Allocated IP 172.20.0.1 (6a39b873-34a2-45b9-adb9-20d0613e7134/c1321b5f-cf45-47ef-b0ee-e1e97c941a7e/98f49695-862c-496f-b344-4621e39506c3) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:31.472566 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb79bc3-6f08-4be2-a792-228e22c52dee req-6d4e56aa-e52e-430b-9efb-2c6e37536183 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:31.476719 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cbb79bc3-6f08-4be2-a792-228e22c52dee req-6d4e56aa-e52e-430b-9efb-2c6e37536183 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.0915558 Jan 27 22:02:31.539207 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cbb79bc3-6f08-4be2-a792-228e22c52dee req-1c5b6d13-2879-47c4-a92b-dfcd572df4c4 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557866 Jan 27 22:02:31.554049 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] Publish callbacks [] for port (8bf965ff-d0bf-44c9-9987-277d41a02491), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.569435 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8bf965ff-d0bf-44c9-9987-277d41a02491), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.627432 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] Attempting to bind port 8bf965ff-d0bf-44c9-9987-277d41a02491 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:31.627664 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] Attempting to bind port 8bf965ff-d0bf-44c9-9987-277d41a02491 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:31.627856 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] Attempting to bind port 8bf965ff-d0bf-44c9-9987-277d41a02491 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:31.630993 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99104198-7615-43c9-a25e-b51d2379b9d9 None None] Pushing event updated for resources: {'Port': ['ID=8bf965ff-d0bf-44c9-9987-277d41a02491,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:31.631160 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc54b671-fc03-487a-afac-db3afce6040d admin admin] Publish callbacks [] for port (98f49695-862c-496f-b344-4621e39506c3), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.637265 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:31.637654 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:31.638041 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.638427 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:31.638891 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] Bound port: 8bf965ff-d0bf-44c9-9987-277d41a02491, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:31.639268 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8bf965ff-d0bf-44c9-9987-277d41a02491), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.667634 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc54b671-fc03-487a-afac-db3afce6040d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (98f49695-862c-496f-b344-4621e39506c3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.699266 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] For port 8bf965ff-d0bf-44c9-9987-277d41a02491, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:31.703620 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] For port 8bf965ff-d0bf-44c9-9987-277d41a02491, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=8bf965ff-d0bf-44c9-9987-277d41a02491,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:31.706243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc54b671-fc03-487a-afac-db3afce6040d admin admin] Network 6a39b873-34a2-45b9-adb9-20d0613e7134 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:31.708853 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8bf965ff-d0bf-44c9-9987-277d41a02491), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.711164 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-bc54b671-fc03-487a-afac-db3afce6040d admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:31.717621 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc54b671-fc03-487a-afac-db3afce6040d admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:31.745239 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54b671-fc03-487a-afac-db3afce6040d admin admin] Pushing event updated for resources: {'Port': ['ID=98f49695-862c-496f-b344-4621e39506c3,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:31.762757 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc54b671-fc03-487a-afac-db3afce6040d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (d3df96b9-fd27-4e53-91b7-a9bdcad1b108), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.895996 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc54b671-fc03-487a-afac-db3afce6040d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (98f49695-862c-496f-b344-4621e39506c3), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.898184 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:31.966539 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] Routers {'d3df96b9-fd27-4e53-91b7-a9bdcad1b108'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:02:31.967195 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:02:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['d3df96b9-fd27-4e53-91b7-a9bdcad1b108'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:32.008431 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99104198-7615-43c9-a25e-b51d2379b9d9 None None] Pushing event updated for resources: {'Port': ['ID=8bf965ff-d0bf-44c9-9987-277d41a02491,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:32.066215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:32.066966 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:32.075887 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc54b671-fc03-487a-afac-db3afce6040d admin admin] Publish callbacks [] for port (98f49695-862c-496f-b344-4621e39506c3), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:32.082180 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc54b671-fc03-487a-afac-db3afce6040d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (98f49695-862c-496f-b344-4621e39506c3), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:32.096970 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:32.147691 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] Set router d3df96b9-fd27-4e53-91b7-a9bdcad1b108 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:02:32.150946 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54b671-fc03-487a-afac-db3afce6040d admin admin] Pushing event updated for resources: {'Port': ['ID=98f49695-862c-496f-b344-4621e39506c3,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:32.153777 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc54b671-fc03-487a-afac-db3afce6040d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (d3df96b9-fd27-4e53-91b7-a9bdcad1b108), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:32.304774 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc54b671-fc03-487a-afac-db3afce6040d admin admin] Network 6a39b873-34a2-45b9-adb9-20d0613e7134 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:32.318250 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:02:32.330091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:32.330431 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:32.334488 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:32.334851 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (31f4646b-ce72-49cf-a6a6-9ac9fb91e426), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:32.343497 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-bc54b671-fc03-487a-afac-db3afce6040d admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:32.396686 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83670a7-a7ec-4fae-8f41-bf36a54db80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eff0d7f-a483-4476-be8c-1dd7c8e1f630'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:32.399070 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625b6434-2d31-427d-b8e4-7e8d8412372c" -d '{"events": [{"server_uuid": "e83670a7-a7ec-4fae-8f41-bf36a54db80a", "name": "network-vif-plugged", "status": "completed", "tag": "2eff0d7f-a483-4476-be8c-1dd7c8e1f630"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:32.430423 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,segment=NetworkSegment(03f03b00-21f2-4482-a656-94e7ab611f3b),segment_id=03f03b00-21f2-4482-a656-94e7ab611f3b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:32.433511 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227619e3-d2bc-4389-934c-49d23f2b5d62 req-bb5d75df-874a-4a34-950b-d8421f5a80dc tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:32.435065 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-227619e3-d2bc-4389-934c-49d23f2b5d62 req-bb5d75df-874a-4a34-950b-d8421f5a80dc tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 945 time: 0.1332009 Jan 27 22:02:32.444101 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:32.527074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389054c4-1977-4347-9221-abf0865e54af req-ab20d4b9-f263-4ffe-855f-da413c7bee24 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:32.528749 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-389054c4-1977-4347-9221-abf0865e54af req-ab20d4b9-f263-4ffe-855f-da413c7bee24 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 944 time: 0.2279992 Jan 27 22:02:32.566208 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:32.578157 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:32.578556 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (31f4646b-ce72-49cf-a6a6-9ac9fb91e426), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:32.607471 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-227619e3-d2bc-4389-934c-49d23f2b5d62 req-b647cec0-fdc8-4842-b893-f0e126be3764 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572161 Jan 27 22:02:32.609401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc54b671-fc03-487a-afac-db3afce6040d admin admin] Router d3df96b9-fd27-4e53-91b7-a9bdcad1b108 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:02:32.617351 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3df96b9-fd27-4e53-91b7-a9bdcad1b108', 'name': 'tempest-ServerRescueTestJSON-513327919-router', 'tenant_id': 'd413d1543f1d406689e913b24c85f444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '8bf965ff-d0bf-44c9-9987-277d41a02491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:02:28Z', 'updated_at': '2022-01-27T22:02:31Z', 'revision_number': 4, 'project_id': 'd413d1543f1d406689e913b24c85f444', 'gw_port': {'id': '8bf965ff-d0bf-44c9-9987-277d41a02491', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3df96b9-fd27-4e53-91b7-a9bdcad1b108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:29Z', 'updated_at': '2022-01-27T22:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '98f49695-862c-496f-b344-4621e39506c3', 'name': '', 'network_id': '6a39b873-34a2-45b9-adb9-20d0613e7134', 'tenant_id': 'd413d1543f1d406689e913b24c85f444', 'mac_address': 'fa:16:3e:e7:69:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3df96b9-fd27-4e53-91b7-a9bdcad1b108', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'c1321b5f-cf45-47ef-b0ee-e1e97c941a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:31Z', 'updated_at': '2022-01-27T22:02:31Z', 'revision_number': 1, 'project_id': 'd413d1543f1d406689e913b24c85f444', 'subnets': [{'id': 'c1321b5f-cf45-47ef-b0ee-e1e97c941a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:32.622975 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=31f4646b-ce72-49cf-a6a6-9ac9fb91e426,segment=NetworkSegment(62fa23dd-12a3-492b-934b-e983908fa985),segment_id=62fa23dd-12a3-492b-934b-e983908fa985)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:32.638435 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-389054c4-1977-4347-9221-abf0865e54af req-16425dda-305f-4d3f-af9b-57e71a3328b6 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927317 Jan 27 22:02:32.656751 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (31f4646b-ce72-49cf-a6a6-9ac9fb91e426), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:32.668827 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b697b285-c993-4fd9-8057-077b22d64933 None None] The sync data for ids ['d3df96b9-fd27-4e53-91b7-a9bdcad1b108'] in n-d-772272-3 is: [{'id': 'd3df96b9-fd27-4e53-91b7-a9bdcad1b108', 'name': 'tempest-ServerRescueTestJSON-513327919-router', 'tenant_id': 'd413d1543f1d406689e913b24c85f444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '8bf965ff-d0bf-44c9-9987-277d41a02491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:02:28Z', 'updated_at': '2022-01-27T22:02:31Z', 'revision_number': 4, 'project_id': 'd413d1543f1d406689e913b24c85f444', 'gw_port': {'id': '8bf965ff-d0bf-44c9-9987-277d41a02491', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3df96b9-fd27-4e53-91b7-a9bdcad1b108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:29Z', 'updated_at': '2022-01-27T22:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '98f49695-862c-496f-b344-4621e39506c3', 'name': '', 'network_id': '6a39b873-34a2-45b9-adb9-20d0613e7134', 'tenant_id': 'd413d1543f1d406689e913b24c85f444', 'mac_address': 'fa:16:3e:e7:69:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3df96b9-fd27-4e53-91b7-a9bdcad1b108', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'c1321b5f-cf45-47ef-b0ee-e1e97c941a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:31Z', 'updated_at': '2022-01-27T22:02:31Z', 'revision_number': 1, 'project_id': 'd413d1543f1d406689e913b24c85f444', 'subnets': [{'id': 'c1321b5f-cf45-47ef-b0ee-e1e97c941a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:02:32.751824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=31f4646b-ce72-49cf-a6a6-9ac9fb91e426,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:32.758810 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa529c6e-f7b2-4d3c-b285-552fbfe55a5c req-8bd90558-ee22-4b59-af70-838e3a42dbed tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0439336 Jan 27 22:02:32.788715 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e264653-bfe4-46c5-8dd9-c8784c6fdb0e x-openstack-request-id: req-8e264653-bfe4-46c5-8dd9-c8784c6fdb0e {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:32.789225 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83670a7-a7ec-4fae-8f41-bf36a54db80a", "name": "network-vif-plugged", "status": "completed", "tag": "2eff0d7f-a483-4476-be8c-1dd7c8e1f630", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:32.789651 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e264653-bfe4-46c5-8dd9-c8784c6fdb0e {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:32.790911 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83670a7-a7ec-4fae-8f41-bf36a54db80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eff0d7f-a483-4476-be8c-1dd7c8e1f630', 'code': 200} Jan 27 22:02:32.834085 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc54b671-fc03-487a-afac-db3afce6040d admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:02:32.840707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bc54b671-fc03-487a-afac-db3afce6040d admin admin] 10.222.0.23 "PUT /v2.0/routers/d3df96b9-fd27-4e53-91b7-a9bdcad1b108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6356661 Jan 27 22:02:32.900365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37231b76-a3c1-40df-8111-d02845f3efff req-d8b68469-5b81-46b2-805a-a6e0364b567d tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:32.901904 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37231b76-a3c1-40df-8111-d02845f3efff req-d8b68469-5b81-46b2-805a-a6e0364b567d tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.0555110 Jan 27 22:02:32.995177 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37231b76-a3c1-40df-8111-d02845f3efff req-19c35ea1-8ca8-4975-b9d3-32de44fb5649 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876129 Jan 27 22:02:33.390645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-355f5a8c-f87e-4bc7-8cf6-2aa291d15514 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:33.397022 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-355f5a8c-f87e-4bc7-8cf6-2aa291d15514 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/networks?id=6a39b873-34a2-45b9-adb9-20d0613e7134 HTTP/1.1" status: 200 len: 810 time: 0.1159418 Jan 27 22:02:33.414299 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-8502818a-7f54-4115-a355-bc9c95935a51 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/quotas/d413d1543f1d406689e913b24c85f444 HTTP/1.1" status: 200 len: 375 time: 0.0116208 Jan 27 22:02:33.506260 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-2f8a99a2-ffbf-4a07-ba20-04760b1b2987 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d413d1543f1d406689e913b24c85f444&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0822701 Jan 27 22:02:33.529575 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ba5f6-5bbc-47a5-8bce-8ad0f8cdcfc7 req-13320a88-59fd-428c-a253-a8db68121575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:33.531119 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-276ba5f6-5bbc-47a5-8bce-8ad0f8cdcfc7 req-13320a88-59fd-428c-a253-a8db68121575 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0af0d48f9d584c2f96edf7499ec5c8a4&device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 1096 time: 0.0712845 Jan 27 22:02:33.702188 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-631538f3-5341-45dc-9a57-f356586275ec service neutron] 10.222.0.23 "GET /v2.0/networks/6a39b873-34a2-45b9-adb9-20d0613e7134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866605 Jan 27 22:02:33.712370 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ba5f6-5bbc-47a5-8bce-8ad0f8cdcfc7 req-73e4173f-04e3-4a12-b2c5-9aeeb07e9c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:33.713814 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-276ba5f6-5bbc-47a5-8bce-8ad0f8cdcfc7 req-73e4173f-04e3-4a12-b2c5-9aeeb07e9c49 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c21c1549-299c-4dec-a0f9-3f16d5727c21 HTTP/1.1" status: 200 len: 919 time: 0.1361842 Jan 27 22:02:33.822265 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-276ba5f6-5bbc-47a5-8bce-8ad0f8cdcfc7 req-b3376ab1-96f6-4bfb-ae30-64eba5c416d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=917b3e49-a797-4b74-8942-dd5af77ae388 HTTP/1.1" status: 200 len: 217 time: 0.0939097 Jan 27 22:02:33.897606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa39f5-1c51-4014-9427-73f64d1d54fe req-71fd52d3-a74c-4ff5-a7ee-73b838ab6609 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:33.899136 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-61aa39f5-1c51-4014-9427-73f64d1d54fe req-71fd52d3-a74c-4ff5-a7ee-73b838ab6609 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1724811 Jan 27 22:02:33.914166 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ba5f6-5bbc-47a5-8bce-8ad0f8cdcfc7 req-09e833da-5eec-4d76-b852-1cb284baf339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:33.916201 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-276ba5f6-5bbc-47a5-8bce-8ad0f8cdcfc7 req-09e833da-5eec-4d76-b852-1cb284baf339 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1dec90ae-26a7-4889-9533-54929121f29b HTTP/1.1" status: 200 len: 858 time: 0.0856483 Jan 27 22:02:33.925672 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-e2f399f4-4162-467d-8839-f9cce7ef1bd2 service neutron] 10.222.0.23 "GET /v2.0/networks/6a39b873-34a2-45b9-adb9-20d0613e7134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226033 Jan 27 22:02:33.967612 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-276ba5f6-5bbc-47a5-8bce-8ad0f8cdcfc7 req-97e6cf41-544f-4805-ae6e-a5a309b4fdfd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c21c1549-299c-4dec-a0f9-3f16d5727c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402102 Jan 27 22:02:34.028781 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-61aa39f5-1c51-4014-9427-73f64d1d54fe req-491adc39-a857-497f-9d39-23ca80d3a8ea tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184485 Jan 27 22:02:34.248965 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-276ba5f6-5bbc-47a5-8bce-8ad0f8cdcfc7 req-dc1c304c-d291-44b5-b153-618f0b4f1e7b service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324910 Jan 27 22:02:34.272473 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f988b4d-8cfb-4bdf-b5e3-5637ce5ee617 req-cccc119f-243c-4aeb-8329-fedc64263e9f tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:34.274333 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f988b4d-8cfb-4bdf-b5e3-5637ce5ee617 req-cccc119f-243c-4aeb-8329-fedc64263e9f tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 945 time: 0.1486466 Jan 27 22:02:34.289980 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc3b138a-6e0a-492f-9cb2-5a27223d5bff req-6b82a1a3-96d1-4467-adae-94dd20267fb4 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0828645 Jan 27 22:02:34.464670 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 8bf965ff-d0bf-44c9-9987-277d41a02491 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:34.489309 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f988b4d-8cfb-4bdf-b5e3-5637ce5ee617 req-b6e9ba65-2360-431a-a93c-feb8e0c4a134 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980352 Jan 27 22:02:34.529408 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-276ba5f6-5bbc-47a5-8bce-8ad0f8cdcfc7 req-f1834ebe-02d1-4e4c-8b8d-0f621ebc4df5 service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519214 Jan 27 22:02:34.546681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2f0b8-3c21-4b4d-8b69-26752a1900c1 req-552d2b6d-ae0c-455a-b1f8-65eafaefe96e tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:34.550132 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 8bf965ff-d0bf-44c9-9987-277d41a02491 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:34.550524 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8bf965ff-d0bf-44c9-9987-277d41a02491), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.560801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3b2f0b8-3c21-4b4d-8b69-26752a1900c1 req-552d2b6d-ae0c-455a-b1f8-65eafaefe96e tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.1870742 Jan 27 22:02:34.631358 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10c8220c-46fb-4946-a91f-c1f80228ed64 req-7fbac861-3fd6-4558-9bfe-6cb5fb9f9b86 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 210 time: 0.0613072 Jan 27 22:02:34.668309 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 8bf965ff-d0bf-44c9-9987-277d41a02491 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:34.669770 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8bf965ff-d0bf-44c9-9987-277d41a02491), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.684630 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3b2f0b8-3c21-4b4d-8b69-26752a1900c1 req-7947f8f1-27d5-4ef4-9089-2e8eb0fe9409 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227980 Jan 27 22:02:34.704325 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 8bf965ff-d0bf-44c9-9987-277d41a02491, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=8bf965ff-d0bf-44c9-9987-277d41a02491,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:34.709315 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8bf965ff-d0bf-44c9-9987-277d41a02491), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.780511 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=8bf965ff-d0bf-44c9-9987-277d41a02491,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:34.792567 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21fec25-a11d-42e3-8bf7-a709e8d2b001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f4646b-ce72-49cf-a6a6-9ac9fb91e426'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:34.795645 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46854f9e-0712-4829-a323-6b9ff7c0fe06" -d '{"events": [{"server_uuid": "f21fec25-a11d-42e3-8bf7-a709e8d2b001", "name": "network-vif-plugged", "status": "completed", "tag": "31f4646b-ce72-49cf-a6a6-9ac9fb91e426"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:34.838591 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dae51a-6a5a-41c2-a2c7-88113202c9af x-openstack-request-id: req-47dae51a-6a5a-41c2-a2c7-88113202c9af {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:34.838901 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21fec25-a11d-42e3-8bf7-a709e8d2b001", "name": "network-vif-plugged", "status": "completed", "tag": "31f4646b-ce72-49cf-a6a6-9ac9fb91e426", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:34.839169 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47dae51a-6a5a-41c2-a2c7-88113202c9af {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:34.839588 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21fec25-a11d-42e3-8bf7-a709e8d2b001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f4646b-ce72-49cf-a6a6-9ac9fb91e426', 'code': 200} Jan 27 22:02:34.961889 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a87a1-75d4-448f-8e2c-49204fb2dd70 req-877f7642-7b53-4e0a-8c8f-367022793c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:34.967246 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e2a87a1-75d4-448f-8e2c-49204fb2dd70 req-877f7642-7b53-4e0a-8c8f-367022793c95 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 1096 time: 0.0628068 Jan 27 22:02:35.092270 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e2a87a1-75d4-448f-8e2c-49204fb2dd70 req-c4f7066b-ac3e-4250-8bc8-a83bdd4f4293 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180670 Jan 27 22:02:35.164351 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d933e-b6f0-4a6a-b375-78c8b56dcdb3 req-0f3aaa2e-2b88-401c-8ee5-be393408ea49 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:35.166151 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c0d933e-b6f0-4a6a-b375-78c8b56dcdb3 req-0f3aaa2e-2b88-401c-8ee5-be393408ea49 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.0551355 Jan 27 22:02:35.272650 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c0d933e-b6f0-4a6a-b375-78c8b56dcdb3 req-0987f586-e491-4830-bba1-5318d6e8e14d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872900 Jan 27 22:02:35.395760 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39500) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:35.446898 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e031dfae-e665-4761-99c3-8de11dc2baba req-e7eb2258-1fcd-4824-9167-4f40b53227e3 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0527878 Jan 27 22:02:35.545078 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] Sync routers for ids ['d3df96b9-fd27-4e53-91b7-a9bdcad1b108'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:02:35.564486 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] Routers {'d3df96b9-fd27-4e53-91b7-a9bdcad1b108'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:02:35.565130 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:02:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['d3df96b9-fd27-4e53-91b7-a9bdcad1b108'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:35.594764 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54a1eef9-df13-4785-84a3-5652a2234222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.723678 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54a1eef9-df13-4785-84a3-5652a2234222 admin admin] Publish callbacks [] for security_group (a03de147-5130-4c7e-b0ee-60bcf2d1b8e3), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.753692 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54a1eef9-df13-4785-84a3-5652a2234222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a03de147-5130-4c7e-b0ee-60bcf2d1b8e3), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.862367 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] Set router d3df96b9-fd27-4e53-91b7-a9bdcad1b108 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:02:35.900038 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d208d-033a-42fa-93b4-a3990bab7177 req-05635112-d265-4526-a497-7335f1c67b3a tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:35.910714 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-863d208d-033a-42fa-93b4-a3990bab7177 req-05635112-d265-4526-a497-7335f1c67b3a tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 945 time: 0.1720154 Jan 27 22:02:35.927414 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-787c041f-579f-4237-a421-fe3f56d5ab72 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:35.929717 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-787c041f-579f-4237-a421-fe3f56d5ab72 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.21 "GET /v2.0/networks?id=6a39b873-34a2-45b9-adb9-20d0613e7134 HTTP/1.1" status: 200 len: 810 time: 0.1999760 Jan 27 22:02:35.936331 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1eef9-df13-4785-84a3-5652a2234222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03de147-5130-4c7e-b0ee-60bcf2d1b8e3,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:35.947041 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-5dce1858-6cb4-49b9-9ac8-de987ae0ab7d tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Request body: {'port': {'device_id': 'fa661b47-301a-4196-b232-cdebc69c0b87', 'network_id': '6a39b873-34a2-45b9-adb9-20d0613e7134', 'admin_state_up': True, 'tenant_id': 'd413d1543f1d406689e913b24c85f444'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:35.993698 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-863d208d-033a-42fa-93b4-a3990bab7177 req-2d0786fa-afce-4bc5-91cf-8a761b2b868f tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817678 Jan 27 22:02:35.995529 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1eef9-df13-4785-84a3-5652a2234222 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:35.995777 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1eef9-df13-4785-84a3-5652a2234222 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:35.996679 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1eef9-df13-4785-84a3-5652a2234222 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:35.996960 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1eef9-df13-4785-84a3-5652a2234222 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:35.997303 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1eef9-df13-4785-84a3-5652a2234222 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:35.997804 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1eef9-df13-4785-84a3-5652a2234222 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:35.998149 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1eef9-df13-4785-84a3-5652a2234222 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:35.998484 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1eef9-df13-4785-84a3-5652a2234222 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:35.998967 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1eef9-df13-4785-84a3-5652a2234222 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:35.999300 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1eef9-df13-4785-84a3-5652a2234222 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:35.999631 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1eef9-df13-4785-84a3-5652a2234222 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:36.000521 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1eef9-df13-4785-84a3-5652a2234222 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:36.000918 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1eef9-df13-4785-84a3-5652a2234222 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:36.011687 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-e627744c-5b81-4b31-ada4-2f54fc154bd5 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:36.020652 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-e627744c-5b81-4b31-ada4-2f54fc154bd5 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/networks?id=5172c394-afad-4c7a-b5ec-4e24fc69ff6c HTTP/1.1" status: 200 len: 815 time: 0.4931092 Jan 27 22:02:36.042846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-7a1c1f24-fc26-44e1-ba83-ce9538885096 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/quotas/29f1b1b915984af3b6beaec3b0cb4d0f HTTP/1.1" status: 200 len: 375 time: 0.0212238 Jan 27 22:02:36.080979 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-54a1eef9-df13-4785-84a3-5652a2234222 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93ebdcb653364827a32dd378113f2254&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6809862 Jan 27 22:02:36.081815 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39536) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:36.176057 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3df96b9-fd27-4e53-91b7-a9bdcad1b108', 'name': 'tempest-ServerRescueTestJSON-513327919-router', 'tenant_id': 'd413d1543f1d406689e913b24c85f444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '8bf965ff-d0bf-44c9-9987-277d41a02491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:02:28Z', 'updated_at': '2022-01-27T22:02:31Z', 'revision_number': 4, 'project_id': 'd413d1543f1d406689e913b24c85f444', 'gw_port': {'id': '8bf965ff-d0bf-44c9-9987-277d41a02491', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df96b9-fd27-4e53-91b7-a9bdcad1b108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:29Z', 'updated_at': '2022-01-27T22:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '98f49695-862c-496f-b344-4621e39506c3', 'name': '', 'network_id': '6a39b873-34a2-45b9-adb9-20d0613e7134', 'tenant_id': 'd413d1543f1d406689e913b24c85f444', 'mac_address': 'fa:16:3e:e7:69:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3df96b9-fd27-4e53-91b7-a9bdcad1b108', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'c1321b5f-cf45-47ef-b0ee-e1e97c941a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:31Z', 'updated_at': '2022-01-27T22:02:31Z', 'revision_number': 2, 'project_id': 'd413d1543f1d406689e913b24c85f444', 'subnets': [{'id': 'c1321b5f-cf45-47ef-b0ee-e1e97c941a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:36.194708 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba99eb83-9532-430c-a911-3d65cda4a567 req-a6970d19-c2f6-4724-81dc-fb9f11c9b4b6 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 210 time: 0.0623124 Jan 27 22:02:36.223384 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-5dce1858-6cb4-49b9-9ac8-de987ae0ab7d tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Made reservation on behalf of d413d1543f1d406689e913b24c85f444 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:36.226450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-652fc45f-6666-40e6-b4ce-96c093f523fb tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=29f1b1b915984af3b6beaec3b0cb4d0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1826618 Jan 27 22:02:36.229278 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-5dce1858-6cb4-49b9-9ac8-de987ae0ab7d tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.267823 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] Checking router: d3df96b9-fd27-4e53-91b7-a9bdcad1b108 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:02:36.269934 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] Updating router d3df96b9-fd27-4e53-91b7-a9bdcad1b108 port 98f49695-862c-496f-b344-4621e39506c3 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:02:36.288798 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8ee5ae32-bde0-4555-8345-7c07ca838148 admin admin] Publish callbacks [] for security_group (a03de147-5130-4c7e-b0ee-60bcf2d1b8e3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.338224 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8ee5ae32-bde0-4555-8345-7c07ca838148 admin admin] Publish callbacks [] for security_group (a03de147-5130-4c7e-b0ee-60bcf2d1b8e3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.363516 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (98f49695-862c-496f-b344-4621e39506c3), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.442409 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 8bf965ff-d0bf-44c9-9987-277d41a02491 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:36.480380 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-5dce1858-6cb4-49b9-9ac8-de987ae0ab7d tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Allocated IP 172.20.0.6 (6a39b873-34a2-45b9-adb9-20d0613e7134/c1321b5f-cf45-47ef-b0ee-e1e97c941a7e/4558f2da-6b7a-41b0-a991-c0f0a4617f6e) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:36.564578 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 8bf965ff-d0bf-44c9-9987-277d41a02491 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:36.565218 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8bf965ff-d0bf-44c9-9987-277d41a02491), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.679483 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 8bf965ff-d0bf-44c9-9987-277d41a02491 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:36.703813 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8ee5ae32-bde0-4555-8345-7c07ca838148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a03de147-5130-4c7e-b0ee-60bcf2d1b8e3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.708858 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8ee5ae32-bde0-4555-8345-7c07ca838148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.710143 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8ee5ae32-bde0-4555-8345-7c07ca838148 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a03de147-5130-4c7e-b0ee-60bcf2d1b8e3 HTTP/1.1" status: 204 len: 168 time: 0.6264646 Jan 27 22:02:36.717955 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931a374-06ac-4f7a-9797-7a8b70ae1f9e req-394e1ba2-8c30-41a8-8d56-9981dee79db4 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:36.726134 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5931a374-06ac-4f7a-9797-7a8b70ae1f9e req-394e1ba2-8c30-41a8-8d56-9981dee79db4 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.3546195 Jan 27 22:02:36.757431 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-5dce1858-6cb4-49b9-9ac8-de987ae0ab7d tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Publish callbacks [] for port (4558f2da-6b7a-41b0-a991-c0f0a4617f6e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.766989 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5ae32-bde0-4555-8345-7c07ca838148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03de147-5130-4c7e-b0ee-60bcf2d1b8e3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:36.782363 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-8e5178c6-0083-473e-92dd-f65b58c26f76 service neutron] 10.222.0.23 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549598 Jan 27 22:02:36.811477 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-5dce1858-6cb4-49b9-9ac8-de987ae0ab7d tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (4558f2da-6b7a-41b0-a991-c0f0a4617f6e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.869018 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-5dce1858-6cb4-49b9-9ac8-de987ae0ab7d tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Network 6a39b873-34a2-45b9-adb9-20d0613e7134 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:36.873033 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-5dce1858-6cb4-49b9-9ac8-de987ae0ab7d tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:36.882939 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-5dce1858-6cb4-49b9-9ac8-de987ae0ab7d tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:36.922134 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce1858-6cb4-49b9-9ac8-de987ae0ab7d tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Pushing event updated for resources: {'Port': ['ID=4558f2da-6b7a-41b0-a991-c0f0a4617f6e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:36.981690 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-5dce1858-6cb4-49b9-9ac8-de987ae0ab7d tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:36.982376 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-5dce1858-6cb4-49b9-9ac8-de987ae0ab7d tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.030756 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-5dce1858-6cb4-49b9-9ac8-de987ae0ab7d tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0871525 Jan 27 22:02:37.080864 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5931a374-06ac-4f7a-9797-7a8b70ae1f9e req-5b2fffcb-4c32-4450-9969-d05e7d29d181 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534212 Jan 27 22:02:37.098392 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] Request body: {'port': {'device_id': 'fa661b47-301a-4196-b232-cdebc69c0b87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:37.131831 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-a19e2e4b-cd8c-4cf7-ad33-b39a6daf5d23 service neutron] 10.222.0.23 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479578 Jan 27 22:02:37.189336 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] Publish callbacks [] for port (98f49695-862c-496f-b344-4621e39506c3), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.206195 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (98f49695-862c-496f-b344-4621e39506c3), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.248995 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39566) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:37.257889 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4558f2da-6b7a-41b0-a991-c0f0a4617f6e), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.280364 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1712fa2b-cb1f-4e93-a443-ed584b9da8fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.363495 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4abc20-3dbe-4c86-bc84-fd4d03b57e45 None None] Pushing event updated for resources: {'Port': ['ID=98f49695-862c-496f-b344-4621e39506c3,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:37.381845 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4abc20-3dbe-4c86-bc84-fd4d03b57e45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:37.382231 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4abc20-3dbe-4c86-bc84-fd4d03b57e45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:37.388474 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4abc20-3dbe-4c86-bc84-fd4d03b57e45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:37.388817 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4abc20-3dbe-4c86-bc84-fd4d03b57e45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:37.389160 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4abc20-3dbe-4c86-bc84-fd4d03b57e45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:37.389494 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4abc20-3dbe-4c86-bc84-fd4d03b57e45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:37.389827 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4abc20-3dbe-4c86-bc84-fd4d03b57e45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:37.390155 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4abc20-3dbe-4c86-bc84-fd4d03b57e45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:37.390652 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4abc20-3dbe-4c86-bc84-fd4d03b57e45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:37.390987 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4abc20-3dbe-4c86-bc84-fd4d03b57e45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:37.391312 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4abc20-3dbe-4c86-bc84-fd4d03b57e45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:37.391755 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4abc20-3dbe-4c86-bc84-fd4d03b57e45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:37.392083 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4abc20-3dbe-4c86-bc84-fd4d03b57e45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:37.429948 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] Attempting to bind port 98f49695-862c-496f-b344-4621e39506c3 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:37.430322 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] Attempting to bind port 98f49695-862c-496f-b344-4621e39506c3 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '674cd10d-2ce9-46e6-9b51-4e42132e668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a39b873-34a2-45b9-adb9-20d0613e7134'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:37.430718 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] Attempting to bind port 98f49695-862c-496f-b344-4621e39506c3 on network 6a39b873-34a2-45b9-adb9-20d0613e7134 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:37.443188 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:37.443570 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] Checking segment: {'id': '674cd10d-2ce9-46e6-9b51-4e42132e668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a39b873-34a2-45b9-adb9-20d0613e7134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:37.443978 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.444394 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] Bound using segment: {'id': '674cd10d-2ce9-46e6-9b51-4e42132e668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a39b873-34a2-45b9-adb9-20d0613e7134'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:37.444866 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] Bound port: 98f49695-862c-496f-b344-4621e39506c3, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674cd10d-2ce9-46e6-9b51-4e42132e668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a39b873-34a2-45b9-adb9-20d0613e7134'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:37.445250 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (98f49695-862c-496f-b344-4621e39506c3), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.553695 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] For port 98f49695-862c-496f-b344-4621e39506c3, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:37.558195 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] For port 98f49695-862c-496f-b344-4621e39506c3, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=98f49695-862c-496f-b344-4621e39506c3,segment=NetworkSegment(674cd10d-2ce9-46e6-9b51-4e42132e668f),segment_id=674cd10d-2ce9-46e6-9b51-4e42132e668f)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:37.568041 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (98f49695-862c-496f-b344-4621e39506c3), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.578227 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118149a-d748-4e03-849e-dee3926a0d21 req-6085c9e8-846d-47fa-b5fc-f880b61feef1 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:37.579837 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5118149a-d748-4e03-849e-dee3926a0d21 req-6085c9e8-846d-47fa-b5fc-f880b61feef1 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2942429 Jan 27 22:02:37.666308 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4abc20-3dbe-4c86-bc84-fd4d03b57e45 None None] Pushing event updated for resources: {'Port': ['ID=98f49695-862c-496f-b344-4621e39506c3,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:37.705577 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] Routers {'d3df96b9-fd27-4e53-91b7-a9bdcad1b108'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:02:37.706409 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:02:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['d3df96b9-fd27-4e53-91b7-a9bdcad1b108'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:37.826582 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4558f2da-6b7a-41b0-a991-c0f0a4617f6e {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:37.849227 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] Publish callbacks [] for port (4558f2da-6b7a-41b0-a991-c0f0a4617f6e), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.882564 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] Transition to ACTIVE for port object 4558f2da-6b7a-41b0-a991-c0f0a4617f6e will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:02:37.888315 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (4558f2da-6b7a-41b0-a991-c0f0a4617f6e), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.971830 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] Set router d3df96b9-fd27-4e53-91b7-a9bdcad1b108 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:02:38.015761 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] Pushing event updated for resources: {'Port': ['ID=4558f2da-6b7a-41b0-a991-c0f0a4617f6e,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:38.183422 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] Attempting to bind port 4558f2da-6b7a-41b0-a991-c0f0a4617f6e on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:38.183780 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] Attempting to bind port 4558f2da-6b7a-41b0-a991-c0f0a4617f6e by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '674cd10d-2ce9-46e6-9b51-4e42132e668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a39b873-34a2-45b9-adb9-20d0613e7134'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:38.184090 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] Attempting to bind port 4558f2da-6b7a-41b0-a991-c0f0a4617f6e on network 6a39b873-34a2-45b9-adb9-20d0613e7134 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:38.199016 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] Port 4558f2da-6b7a-41b0-a991-c0f0a4617f6e on network 6a39b873-34a2-45b9-adb9-20d0613e7134 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:02:38.199347 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] Attempting to bind port 4558f2da-6b7a-41b0-a991-c0f0a4617f6e on network 6a39b873-34a2-45b9-adb9-20d0613e7134 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:38.204943 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:38.205274 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] Checking segment: {'id': '674cd10d-2ce9-46e6-9b51-4e42132e668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a39b873-34a2-45b9-adb9-20d0613e7134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:38.205660 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] Bound using segment: {'id': '674cd10d-2ce9-46e6-9b51-4e42132e668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a39b873-34a2-45b9-adb9-20d0613e7134'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:38.206079 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] Bound port: 4558f2da-6b7a-41b0-a991-c0f0a4617f6e, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674cd10d-2ce9-46e6-9b51-4e42132e668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a39b873-34a2-45b9-adb9-20d0613e7134'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:38.212291 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4558f2da-6b7a-41b0-a991-c0f0a4617f6e), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:38.346435 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] For port 4558f2da-6b7a-41b0-a991-c0f0a4617f6e, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:38.355282 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] For port 4558f2da-6b7a-41b0-a991-c0f0a4617f6e, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=4558f2da-6b7a-41b0-a991-c0f0a4617f6e,segment=NetworkSegment(674cd10d-2ce9-46e6-9b51-4e42132e668f),segment_id=674cd10d-2ce9-46e6-9b51-4e42132e668f)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:38.365598 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (4558f2da-6b7a-41b0-a991-c0f0a4617f6e), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:38.444004 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:38.444650 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:38.446606 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] 10.222.0.21 "PUT /v2.0/ports/4558f2da-6b7a-41b0-a991-c0f0a4617f6e HTTP/1.1" status: 200 len: 1091 time: 1.3519785 Jan 27 22:02:38.447063 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa661b47-301a-4196-b232-cdebc69c0b87', 'tag': '4558f2da-6b7a-41b0-a991-c0f0a4617f6e'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:38.461407 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7445da-bde8-4b2a-bd21-672a183d1f69" -d '{"events": [{"name": "network-changed", "server_uuid": "fa661b47-301a-4196-b232-cdebc69c0b87", "tag": "4558f2da-6b7a-41b0-a991-c0f0a4617f6e"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:38.512301 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66627d5-db91-45ce-9804-e4c335565997 service neutron] Pushing event updated for resources: {'Port': ['ID=4558f2da-6b7a-41b0-a991-c0f0a4617f6e,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:38.594519 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 98f49695-862c-496f-b344-4621e39506c3 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:38.628593 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-420c0e33-279a-4fc7-9c16-813f362ee1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:38.637104 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-420c0e33-279a-4fc7-9c16-813f362ee1c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d413d1543f1d406689e913b24c85f444&device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 1094 time: 0.0986814 Jan 27 22:02:38.644264 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3df96b9-fd27-4e53-91b7-a9bdcad1b108', 'name': 'tempest-ServerRescueTestJSON-513327919-router', 'tenant_id': 'd413d1543f1d406689e913b24c85f444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '8bf965ff-d0bf-44c9-9987-277d41a02491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:02:28Z', 'updated_at': '2022-01-27T22:02:31Z', 'revision_number': 4, 'project_id': 'd413d1543f1d406689e913b24c85f444', 'gw_port': {'id': '8bf965ff-d0bf-44c9-9987-277d41a02491', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df96b9-fd27-4e53-91b7-a9bdcad1b108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:29Z', 'updated_at': '2022-01-27T22:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '98f49695-862c-496f-b344-4621e39506c3', 'name': '', 'network_id': '6a39b873-34a2-45b9-adb9-20d0613e7134', 'tenant_id': 'd413d1543f1d406689e913b24c85f444', 'mac_address': 'fa:16:3e:e7:69:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3df96b9-fd27-4e53-91b7-a9bdcad1b108', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'c1321b5f-cf45-47ef-b0ee-e1e97c941a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:31Z', 'updated_at': '2022-01-27T22:02:37Z', 'revision_number': 4, 'project_id': 'd413d1543f1d406689e913b24c85f444', 'subnets': [{'id': 'c1321b5f-cf45-47ef-b0ee-e1e97c941a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:38.710234 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42473f29-6d74-47d5-b5c0-fa8c8a539012 req-ff10151e-6cba-4734-94b9-20e76024e092 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 1.1631782 Jan 27 22:02:38.771168 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9130ee7e-550c-4758-88b0-2244382a62a6 None None] The sync data for ids ['d3df96b9-fd27-4e53-91b7-a9bdcad1b108'] in n-d-772272-3 is: [{'id': 'd3df96b9-fd27-4e53-91b7-a9bdcad1b108', 'name': 'tempest-ServerRescueTestJSON-513327919-router', 'tenant_id': 'd413d1543f1d406689e913b24c85f444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '8bf965ff-d0bf-44c9-9987-277d41a02491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:02:28Z', 'updated_at': '2022-01-27T22:02:31Z', 'revision_number': 4, 'project_id': 'd413d1543f1d406689e913b24c85f444', 'gw_port': {'id': '8bf965ff-d0bf-44c9-9987-277d41a02491', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df96b9-fd27-4e53-91b7-a9bdcad1b108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:29Z', 'updated_at': '2022-01-27T22:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '98f49695-862c-496f-b344-4621e39506c3', 'name': '', 'network_id': '6a39b873-34a2-45b9-adb9-20d0613e7134', 'tenant_id': 'd413d1543f1d406689e913b24c85f444', 'mac_address': 'fa:16:3e:e7:69:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3df96b9-fd27-4e53-91b7-a9bdcad1b108', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'c1321b5f-cf45-47ef-b0ee-e1e97c941a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:31Z', 'updated_at': '2022-01-27T22:02:37Z', 'revision_number': 4, 'project_id': 'd413d1543f1d406689e913b24c85f444', 'subnets': [{'id': 'c1321b5f-cf45-47ef-b0ee-e1e97c941a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:02:38.800747 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1712fa2b-cb1f-4e93-a443-ed584b9da8fb admin admin] Publish callbacks [] for security_group (c7deb286-dc66-468c-bef9-f430cd8d37be), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:38.825540 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 98f49695-862c-496f-b344-4621e39506c3 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:38.825933 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (98f49695-862c-496f-b344-4621e39506c3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:38.886422 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5118149a-d748-4e03-849e-dee3926a0d21 req-6b3e740a-bc0c-4d70-965e-60e3e607c27d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719787 Jan 27 22:02:38.889482 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1712fa2b-cb1f-4e93-a443-ed584b9da8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c7deb286-dc66-468c-bef9-f430cd8d37be), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:38.982925 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1712fa2b-cb1f-4e93-a443-ed584b9da8fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f951d3ca1b14b8f9fcdd128537ac0e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7327607 Jan 27 22:02:39.014699 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712fa2b-cb1f-4e93-a443-ed584b9da8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7deb286-dc66-468c-bef9-f430cd8d37be,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:39.023587 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39584) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:39.083420 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94871415-6d4f-42e6-9640-11d8cdc259e1 req-eb1ff95d-02b2-438e-aa06-2e3d1a8eccb6 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:39.085232 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94871415-6d4f-42e6-9640-11d8cdc259e1 req-eb1ff95d-02b2-438e-aa06-2e3d1a8eccb6 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 945 time: 0.2054880 Jan 27 22:02:39.135384 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 98f49695-862c-496f-b344-4621e39506c3 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:39.135776 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (98f49695-862c-496f-b344-4621e39506c3), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:39.196947 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-88e302fa-707a-4d06-92c7-380d69fd4199 admin admin] Publish callbacks [] for security_group (c7deb286-dc66-468c-bef9-f430cd8d37be), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:39.203583 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 98f49695-862c-496f-b344-4621e39506c3, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=98f49695-862c-496f-b344-4621e39506c3,segment=NetworkSegment(674cd10d-2ce9-46e6-9b51-4e42132e668f),segment_id=674cd10d-2ce9-46e6-9b51-4e42132e668f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:39.209235 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (98f49695-862c-496f-b344-4621e39506c3), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:39.310517 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-88e302fa-707a-4d06-92c7-380d69fd4199 admin admin] Publish callbacks [] for security_group (c7deb286-dc66-468c-bef9-f430cd8d37be), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:39.360030 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=98f49695-862c-496f-b344-4621e39506c3,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:39.412290 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-88e302fa-707a-4d06-92c7-380d69fd4199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c7deb286-dc66-468c-bef9-f430cd8d37be), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:39.416377 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-88e302fa-707a-4d06-92c7-380d69fd4199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:39.418105 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-88e302fa-707a-4d06-92c7-380d69fd4199 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7deb286-dc66-468c-bef9-f430cd8d37be HTTP/1.1" status: 204 len: 168 time: 0.3926442 Jan 27 22:02:39.476729 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e302fa-707a-4d06-92c7-380d69fd4199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7deb286-dc66-468c-bef9-f430cd8d37be,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:39.623751 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94871415-6d4f-42e6-9640-11d8cdc259e1 req-01337560-2ce9-4e38-baa6-5f8093f2d541 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085926 Jan 27 22:02:39.678161 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b172047-3e76-4852-8d6c-7d3facbc6191 req-8567008b-19c9-4bb1-8619-56f94e73449b tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:39.679908 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b172047-3e76-4852-8d6c-7d3facbc6191 req-8567008b-19c9-4bb1-8619-56f94e73449b tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 943 time: 0.5637600 Jan 27 22:02:39.699244 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-c3eb291c-8cc1-411b-a4e8-e9bf8d9897af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4558f2da-6b7a-41b0-a991-c0f0a4617f6e HTTP/1.1" status: 200 len: 217 time: 1.0455592 Jan 27 22:02:39.806238 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-ebbaf4cb-22f7-4495-ab78-d111a25ad4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:39.810577 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-ebbaf4cb-22f7-4495-ab78-d111a25ad4b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c1321b5f-cf45-47ef-b0ee-e1e97c941a7e HTTP/1.1" status: 200 len: 850 time: 0.1045177 Jan 27 22:02:39.861829 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b172047-3e76-4852-8d6c-7d3facbc6191 req-dbbb1959-3c56-4308-b680-f70465c7cc5a tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696990 Jan 27 22:02:39.888061 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-3c093b18-c410-405c-a7c8-4e534e170512 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a39b873-34a2-45b9-adb9-20d0613e7134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669625 Jan 27 22:02:40.005658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-729e6a11-aee5-4601-ae2c-cca837b2f16d tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:40.015639 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-729e6a11-aee5-4601-ae2c-cca837b2f16d tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.15 "GET /v2.0/networks?id=5172c394-afad-4c7a-b5ec-4e24fc69ff6c HTTP/1.1" status: 200 len: 815 time: 0.6057341 Jan 27 22:02:40.053537 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25d349cd-d2eb-4f94-9d0e-9bbf966650b3 req-35f0ccbb-44e0-4178-a8e8-16ed3a39ee94 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62 HTTP/1.1" status: 200 len: 210 time: 0.1871104 Jan 27 22:02:40.062121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-ec1b3f2c-05f6-4e84-bae2-789a2691489f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Request body: {'port': {'device_id': 'e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62', 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c', 'admin_state_up': True, 'tenant_id': '29f1b1b915984af3b6beaec3b0cb4d0f'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:40.115215 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-e0c286d8-c754-4ba2-8fd0-23a399d6d7df service neutron] 10.222.0.21 "GET /v2.0/networks/6a39b873-34a2-45b9-adb9-20d0613e7134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170055 Jan 27 22:02:40.235318 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990051ed-93e0-43ea-9fd3-4ff5ac005ab9 req-1da7c8a5-fa84-465e-b00d-44db289a958f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:40.243786 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-990051ed-93e0-43ea-9fd3-4ff5ac005ab9 req-1da7c8a5-fa84-465e-b00d-44db289a958f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.1989264 Jan 27 22:02:40.332119 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-e2b6bfc9-e121-4d84-97bb-e6c491aa679d req-eee68ff6-a798-4a09-9004-3352bc66d104 service neutron] 10.222.0.21 "GET /v2.0/networks/6a39b873-34a2-45b9-adb9-20d0613e7134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087877 Jan 27 22:02:40.334292 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1aa7900-dfc4-490d-a255-45fdbdaefd35 x-openstack-request-id: req-a1aa7900-dfc4-490d-a255-45fdbdaefd35 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:40.334593 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa661b47-301a-4196-b232-cdebc69c0b87", "tag": "4558f2da-6b7a-41b0-a991-c0f0a4617f6e", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:40.334857 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1aa7900-dfc4-490d-a255-45fdbdaefd35 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:40.335467 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa661b47-301a-4196-b232-cdebc69c0b87', 'tag': '4558f2da-6b7a-41b0-a991-c0f0a4617f6e', 'status': 'completed', 'code': 200} Jan 27 22:02:40.402535 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-990051ed-93e0-43ea-9fd3-4ff5ac005ab9 req-edb47ad1-0785-433f-ac5b-cdf3d1d035d6 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518917 Jan 27 22:02:40.450990 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 98f49695-862c-496f-b344-4621e39506c3 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:40.615818 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7445da-bde8-4b2a-bd21-672a183d1f69 req-8741449d-96dc-4d75-bf03-43ab417a9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:40.617689 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8b7445da-bde8-4b2a-bd21-672a183d1f69 req-8741449d-96dc-4d75-bf03-43ab417a9f76 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d413d1543f1d406689e913b24c85f444&device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 1094 time: 0.1226976 Jan 27 22:02:40.637214 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 98f49695-862c-496f-b344-4621e39506c3 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:40.637600 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (98f49695-862c-496f-b344-4621e39506c3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:40.672643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7e103-afff-4d29-a4da-268c1b8ffcde req-66b064b8-1d17-45e8-84b0-961d7da06fe5 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:40.680739 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3b7e103-afff-4d29-a4da-268c1b8ffcde req-66b064b8-1d17-45e8-84b0-961d7da06fe5 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 945 time: 0.2723897 Jan 27 22:02:40.741811 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-ec1b3f2c-05f6-4e84-bae2-789a2691489f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Made reservation on behalf of 29f1b1b915984af3b6beaec3b0cb4d0f for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:40.759741 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-ec1b3f2c-05f6-4e84-bae2-789a2691489f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:40.817923 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7445da-bde8-4b2a-bd21-672a183d1f69 req-220ca5a8-5335-4527-9506-9f3a87b07ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:40.821901 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8b7445da-bde8-4b2a-bd21-672a183d1f69 req-220ca5a8-5335-4527-9506-9f3a87b07ee6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a39b873-34a2-45b9-adb9-20d0613e7134 HTTP/1.1" status: 200 len: 911 time: 0.1942608 Jan 27 22:02:40.889558 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8b7445da-bde8-4b2a-bd21-672a183d1f69 req-a3f424f1-0c6b-4f5c-8524-21402f780e1b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4558f2da-6b7a-41b0-a991-c0f0a4617f6e HTTP/1.1" status: 200 len: 217 time: 0.0596807 Jan 27 22:02:40.925340 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 98f49695-862c-496f-b344-4621e39506c3 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:40.940685 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-830f4aa6-d90e-4c8d-99d3-c5e7997089a1 req-c4152982-c1aa-4eda-ba19-a1f3de866a3f tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.2059658 Jan 27 22:02:41.044320 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7445da-bde8-4b2a-bd21-672a183d1f69 req-701e051a-20aa-4765-b7fc-7e0f730fc701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:41.046298 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8b7445da-bde8-4b2a-bd21-672a183d1f69 req-701e051a-20aa-4765-b7fc-7e0f730fc701 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c1321b5f-cf45-47ef-b0ee-e1e97c941a7e HTTP/1.1" status: 200 len: 850 time: 0.1431754 Jan 27 22:02:41.050710 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3b7e103-afff-4d29-a4da-268c1b8ffcde req-20e229fc-855e-46a6-bcfd-77163be56d89 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690453 Jan 27 22:02:41.128394 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8b7445da-bde8-4b2a-bd21-672a183d1f69 req-8696a608-5c56-4ed3-86f7-61041786a8aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a39b873-34a2-45b9-adb9-20d0613e7134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710409 Jan 27 22:02:41.422660 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6271875-27d8-44f8-b50a-79b441bc9e3a req-1060bfb3-cec0-453e-a078-485e76cdc071 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:41.424247 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6271875-27d8-44f8-b50a-79b441bc9e3a req-1060bfb3-cec0-453e-a078-485e76cdc071 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2577221 Jan 27 22:02:41.431425 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8b7445da-bde8-4b2a-bd21-672a183d1f69 req-6fd65857-be63-4454-9dc1-3eefeedf64a1 service neutron] 10.222.0.21 "GET /v2.0/networks/6a39b873-34a2-45b9-adb9-20d0613e7134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848718 Jan 27 22:02:41.456122 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-ec1b3f2c-05f6-4e84-bae2-789a2691489f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Allocated IP 172.20.0.8 (5172c394-afad-4c7a-b5ec-4e24fc69ff6c/73d1c295-f15a-4861-84c0-477c63d6ad5c/1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:41.516815 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6271875-27d8-44f8-b50a-79b441bc9e3a req-32c7d499-7d8b-4ed9-8441-10b727b569f6 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823791 Jan 27 22:02:41.671656 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8b7445da-bde8-4b2a-bd21-672a183d1f69 req-abfee02e-3fb2-4722-a658-2a80a82d72c5 service neutron] 10.222.0.21 "GET /v2.0/networks/6a39b873-34a2-45b9-adb9-20d0613e7134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328160 Jan 27 22:02:41.806640 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5192909c-3e58-424c-8ee8-c8b92716977c req-ae0e49cf-ba88-428c-b77e-13182b25f56c tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62 HTTP/1.1" status: 200 len: 210 time: 0.1016440 Jan 27 22:02:42.005632 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-ec1b3f2c-05f6-4e84-bae2-789a2691489f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks [] for port (1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:42.025796 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58951970-34fc-4990-9cb1-6bfb79718d05 req-5255ea4b-177c-42de-b2eb-46d210a0ca2d tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:42.027469 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58951970-34fc-4990-9cb1-6bfb79718d05 req-5255ea4b-177c-42de-b2eb-46d210a0ca2d tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 943 time: 0.7748559 Jan 27 22:02:42.205935 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58951970-34fc-4990-9cb1-6bfb79718d05 req-7c5538c6-d8cd-4301-9ff3-852d2f8daaaa tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642504 Jan 27 22:02:42.222851 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-ec1b3f2c-05f6-4e84-bae2-789a2691489f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:42.246537 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['1aab4507-22bb-47aa-8bfc-07ecf99a935b', '1392ceb7-9758-405f-a806-6ab23cedd971'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:42.389298 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e2e3de7-c671-4669-ac29-e27c9cd7016b req-a4f68580-453f-424f-912a-e49dd38bfe4c tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0795639 Jan 27 22:02:42.444315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b3f2c-05f6-4e84-bae2-789a2691489f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Pushing event updated for resources: {'Port': ['ID=1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:42.459320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-ec1b3f2c-05f6-4e84-bae2-789a2691489f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Network 5172c394-afad-4c7a-b5ec-4e24fc69ff6c is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:42.490272 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-ec1b3f2c-05f6-4e84-bae2-789a2691489f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:42.496408 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-ec1b3f2c-05f6-4e84-bae2-789a2691489f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:42.618903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-ec1b3f2c-05f6-4e84-bae2-789a2691489f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:42.626112 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-ec1b3f2c-05f6-4e84-bae2-789a2691489f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:42.715357 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:42.760862 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e27fe-d814-4900-a160-a75b1537ec6d req-d09c6c9e-687c-4b24-9bcc-defcd65bae0a tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:42.766702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a0e27fe-d814-4900-a160-a75b1537ec6d req-d09c6c9e-687c-4b24-9bcc-defcd65bae0a tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.3728802 Jan 27 22:02:42.773788 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-ec1b3f2c-05f6-4e84-bae2-789a2691489f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7289879 Jan 27 22:02:42.793341 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] Request body: {'port': {'device_id': 'e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:42.943204 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ce12c-67b7-4667-8d28-83248b06a32c req-0267194e-636d-4632-9f8c-e1f9b411abbc tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:42.951571 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-767ce12c-67b7-4667-8d28-83248b06a32c req-0267194e-636d-4632-9f8c-e1f9b411abbc tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 945 time: 0.3395386 Jan 27 22:02:42.986514 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:43.027129 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-767ce12c-67b7-4667-8d28-83248b06a32c req-69bdab1c-53cf-48bf-a597-ab42db4960a4 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745492 Jan 27 22:02:43.075282 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a0e27fe-d814-4900-a160-a75b1537ec6d req-838cecbe-5412-4e3c-847c-c10b64d36f8c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834554 Jan 27 22:02:43.263724 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4defc7f-5b9d-4ff3-abb2-e2e9beb31112 req-eb5c4e25-6140-4c70-b7d7-a6dfc7983a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:43.275571 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b4defc7f-5b9d-4ff3-abb2-e2e9beb31112 req-eb5c4e25-6140-4c70-b7d7-a6dfc7983a95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f8119ca47b7479290f8f1a732965415&device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 1097 time: 0.1086769 Jan 27 22:02:43.513376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de754bcf-0127-4150-87a7-812bbd01ebfc req-5afb5c87-dce5-4652-9cd2-fc73f110b758 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:43.517456 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de754bcf-0127-4150-87a7-812bbd01ebfc req-5afb5c87-dce5-4652-9cd2-fc73f110b758 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2821796 Jan 27 22:02:43.528576 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4defc7f-5b9d-4ff3-abb2-e2e9beb31112 req-7ff67775-e94d-46c0-b7da-957db46e29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:43.535320 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b4defc7f-5b9d-4ff3-abb2-e2e9beb31112 req-7ff67775-e94d-46c0-b7da-957db46e29e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=459b8894-edc1-457b-b0fc-103b65af4a7d HTTP/1.1" status: 200 len: 915 time: 0.2303061 Jan 27 22:02:43.721415 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b4defc7f-5b9d-4ff3-abb2-e2e9beb31112 req-d6715d4f-6703-4bc2-bb10-84138194ed9f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2eff0d7f-a483-4476-be8c-1dd7c8e1f630 HTTP/1.1" status: 200 len: 217 time: 0.1685603 Jan 27 22:02:43.802814 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de754bcf-0127-4150-87a7-812bbd01ebfc req-74e5a74e-ccd4-4935-9a18-2b719e718ae8 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554641 Jan 27 22:02:43.863275 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4defc7f-5b9d-4ff3-abb2-e2e9beb31112 req-2928f085-9bf5-4c5b-b26a-692b6978d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:43.867868 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b4defc7f-5b9d-4ff3-abb2-e2e9beb31112 req-2928f085-9bf5-4c5b-b26a-692b6978d910 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2bb2bac3-c60e-4848-afff-f0961fb92d28 HTTP/1.1" status: 200 len: 854 time: 0.1366882 Jan 27 22:02:43.896823 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c1795-eadc-4aef-bf66-b853ddd72074 req-25a491de-a57c-4dc3-a989-41ad1f741cbc tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:43.898410 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-941c1795-eadc-4aef-bf66-b853ddd72074 req-25a491de-a57c-4dc3-a989-41ad1f741cbc tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62 HTTP/1.1" status: 200 len: 931 time: 0.7097116 Jan 27 22:02:43.918604 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b4defc7f-5b9d-4ff3-abb2-e2e9beb31112 req-17ec9bbf-d0d2-48ef-b1a3-9d7d01916c65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=459b8894-edc1-457b-b0fc-103b65af4a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435154 Jan 27 22:02:44.064033 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160e8fa-669b-48ca-900c-c774dcc04271 req-0fd0630a-f775-40d1-9fc3-815ac449f675 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:44.064607 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b4defc7f-5b9d-4ff3-abb2-e2e9beb31112 req-602c058a-f22a-409d-9d03-274ae1a3d619 service neutron] 10.222.0.21 "GET /v2.0/networks/459b8894-edc1-457b-b0fc-103b65af4a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371148 Jan 27 22:02:44.065502 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d160e8fa-669b-48ca-900c-c774dcc04271 req-0fd0630a-f775-40d1-9fc3-815ac449f675 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 943 time: 0.1593366 Jan 27 22:02:44.073842 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-941c1795-eadc-4aef-bf66-b853ddd72074 req-f4c439fd-bb01-465d-b3cd-1f963ad2b6ef tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664882 Jan 27 22:02:44.097705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:44.119466 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] Publish callbacks [] for port (1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:44.166014 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] Transition to ACTIVE for port object 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:02:44.176595 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:44.221588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] Pushing event updated for resources: {'Port': ['ID=1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:44.229985 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d160e8fa-669b-48ca-900c-c774dcc04271 req-77ab9b7e-4ad8-41f0-be3f-a49595b02111 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548843 Jan 27 22:02:44.295759 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b4defc7f-5b9d-4ff3-abb2-e2e9beb31112 req-92f212ea-d809-42b6-8c4d-2d3ab23f7d71 service neutron] 10.222.0.21 "GET /v2.0/networks/459b8894-edc1-457b-b0fc-103b65af4a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222192 Jan 27 22:02:44.301309 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c978c368-7557-4b63-aca0-565c692804b5 req-38670e62-515a-4a80-b5d4-cce2c79521e4 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0602429 Jan 27 22:02:44.430017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] Attempting to bind port 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:44.430676 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] Attempting to bind port 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '25092456-2e36-4ed4-b458-7fd26a08791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:44.431287 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] Attempting to bind port 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 on network 5172c394-afad-4c7a-b5ec-4e24fc69ff6c {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:44.444125 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] Port 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 on network 5172c394-afad-4c7a-b5ec-4e24fc69ff6c not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:02:44.444775 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] Attempting to bind port 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 on network 5172c394-afad-4c7a-b5ec-4e24fc69ff6c {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:44.457437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85c516-34b2-4d8b-ab02-f48bd7c1985c req-83d2a321-d78a-459f-af19-3ee71ada3ab0 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:44.459996 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e85c516-34b2-4d8b-ab02-f48bd7c1985c req-83d2a321-d78a-459f-af19-3ee71ada3ab0 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 945 time: 0.0791533 Jan 27 22:02:44.474521 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:44.474910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] Checking segment: {'id': '25092456-2e36-4ed4-b458-7fd26a08791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:44.475262 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] Bound using segment: {'id': '25092456-2e36-4ed4-b458-7fd26a08791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:44.475713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] Bound port: 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25092456-2e36-4ed4-b458-7fd26a08791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:44.476311 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:44.601111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc412c-9d0b-4078-b2f5-6c53d2d8f4cf req-244f5989-8de9-4900-9446-2bdb6eee76f7 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:44.606042 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02dc412c-9d0b-4078-b2f5-6c53d2d8f4cf req-244f5989-8de9-4900-9446-2bdb6eee76f7 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.1450608 Jan 27 22:02:44.613738 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e85c516-34b2-4d8b-ab02-f48bd7c1985c req-7971cfbf-7630-4154-a766-f51ec1f9871b tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403825 Jan 27 22:02:44.665625 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] For port 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:44.687990 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] For port 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4,segment=NetworkSegment(25092456-2e36-4ed4-b458-7fd26a08791a),segment_id=25092456-2e36-4ed4-b458-7fd26a08791a)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:44.707337 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:44.766884 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02dc412c-9d0b-4078-b2f5-6c53d2d8f4cf req-f1ba3406-1da4-4a53-944a-9072fe9d7e07 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409047 Jan 27 22:02:44.804203 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:44.805834 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:44.808912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] 10.222.0.15 "PUT /v2.0/ports/1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 HTTP/1.1" status: 200 len: 1091 time: 2.0258613 Jan 27 22:02:44.809493 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62', 'tag': '1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:44.815888 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6bb33b-c203-4678-8e95-5da13ccfb091" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62", "tag": "1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:44.831494 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3106bd-00f2-4a80-8294-9c749d019f8a service neutron] Pushing event updated for resources: {'Port': ['ID=1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:44.935293 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e1ea62-eec8-403e-822d-708a702bb515 x-openstack-request-id: req-84e1ea62-eec8-403e-822d-708a702bb515 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:44.935685 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62", "tag": "1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:44.936186 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84e1ea62-eec8-403e-822d-708a702bb515 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:44.936939 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62', 'tag': '1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4', 'status': 'completed', 'code': 200} Jan 27 22:02:44.984288 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:02:45.007279 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-02ffff92-190d-4df3-8d24-2100325f83af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.008920 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-02ffff92-190d-4df3-8d24-2100325f83af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=29f1b1b915984af3b6beaec3b0cb4d0f&device_id=e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62 HTTP/1.1" status: 200 len: 1094 time: 0.1378057 Jan 27 22:02:45.065576 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-a060d9ac-b9c3-4a92-868b-55f48b0870cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 HTTP/1.1" status: 200 len: 217 time: 0.0463307 Jan 27 22:02:45.073554 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afe012-1e02-472e-8f9c-c5a1dada1c66 req-ed75759e-5634-4398-ad83-981bf25754d8 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.075015 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19afe012-1e02-472e-8f9c-c5a1dada1c66 req-ed75759e-5634-4398-ad83-981bf25754d8 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1557221 Jan 27 22:02:45.162770 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19afe012-1e02-472e-8f9c-c5a1dada1c66 req-5d016442-638e-402c-8e34-0a16567ef297 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795937 Jan 27 22:02:45.164544 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-d9996a84-baf8-4885-bf9a-671ca55a2d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.167171 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-d9996a84-baf8-4885-bf9a-671ca55a2d98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73d1c295-f15a-4861-84c0-477c63d6ad5c HTTP/1.1" status: 200 len: 855 time: 0.0908225 Jan 27 22:02:45.211598 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-15557f25-3866-480f-9811-1e6be94e4fa4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5172c394-afad-4c7a-b5ec-4e24fc69ff6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360920 Jan 27 22:02:45.228747 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-ac326029-c7c8-4c98-af32-8de039f8bec3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:02:45.229852 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-ac326029-c7c8-4c98-af32-8de039f8bec3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062096 Jan 27 22:02:45.410771 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e224a-e93b-4a47-ad71-54fd8a8dd4a3 req-3ad5e78e-616c-4fc2-a857-a6f366cdf220 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.412347 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-323e224a-e93b-4a47-ad71-54fd8a8dd4a3 req-3ad5e78e-616c-4fc2-a857-a6f366cdf220 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62 HTTP/1.1" status: 200 len: 943 time: 0.1975300 Jan 27 22:02:45.458890 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80b64b-651f-43c6-aaeb-6dec3c269ed7 req-23ec7e65-5a87-4d14-ab8d-a0d46fe9918b tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.460397 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c80b64b-651f-43c6-aaeb-6dec3c269ed7 req-23ec7e65-5a87-4d14-ab8d-a0d46fe9918b tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 943 time: 0.1197884 Jan 27 22:02:45.510057 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-71dc327a-7fbe-4264-8b59-ff8f0bdb6bb1 service neutron] 10.222.0.15 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515695 Jan 27 22:02:45.528290 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-323e224a-e93b-4a47-ad71-54fd8a8dd4a3 req-bf1147f4-68c9-4de4-a063-cfb98dbeff94 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062446 Jan 27 22:02:45.618597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c80b64b-651f-43c6-aaeb-6dec3c269ed7 req-09d66f2d-5d54-44f4-918d-723d000956eb tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472654 Jan 27 22:02:45.662175 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45cb3862-b398-4098-9c7a-5920309a9c27 req-a804501d-4911-4bfa-b746-d737ac8694a6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0481191 Jan 27 22:02:45.700882 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26349ded-7f91-4495-b2e0-59e7c32a9749 req-d42cd954-96a5-4de4-95e4-edb8ca597d2a service neutron] 10.222.0.15 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830750 Jan 27 22:02:45.833276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49994e6-8787-4559-9be8-6062aa988b1d req-8b0e3537-c936-413e-9fda-a4cf5ca309e1 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.840199 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a49994e6-8787-4559-9be8-6062aa988b1d req-8b0e3537-c936-413e-9fda-a4cf5ca309e1 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 945 time: 0.1017389 Jan 27 22:02:45.845016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bb33b-c203-4678-8e95-5da13ccfb091 req-1e94e157-d944-426c-8560-b628fcfa1c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.846504 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb6bb33b-c203-4678-8e95-5da13ccfb091 req-1e94e157-d944-426c-8560-b628fcfa1c7e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=29f1b1b915984af3b6beaec3b0cb4d0f&device_id=e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62 HTTP/1.1" status: 200 len: 1094 time: 0.0726054 Jan 27 22:02:45.861663 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 4558f2da-6b7a-41b0-a991-c0f0a4617f6e details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:02:45.996373 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a49994e6-8787-4559-9be8-6062aa988b1d req-f2d62a0d-169f-430f-9d90-ac9572aa157e tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505246 Jan 27 22:02:46.032843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67c1b2-8b05-4e2a-8bf4-48d9bdd53a2a req-3911389d-5655-4e8c-ad79-811c14df011c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:46.035091 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a67c1b2-8b05-4e2a-8bf4-48d9bdd53a2a req-3911389d-5655-4e8c-ad79-811c14df011c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.1660128 Jan 27 22:02:46.035813 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 4558f2da-6b7a-41b0-a991-c0f0a4617f6e, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=4558f2da-6b7a-41b0-a991-c0f0a4617f6e,segment=NetworkSegment(674cd10d-2ce9-46e6-9b51-4e42132e668f),segment_id=674cd10d-2ce9-46e6-9b51-4e42132e668f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:46.052723 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '4558f2da-6b7a-41b0-a991-c0f0a4617f6e', 'network_id': '6a39b873-34a2-45b9-adb9-20d0613e7134', 'port_id': '4558f2da-6b7a-41b0-a991-c0f0a4617f6e', 'mac_address': 'fa:16:3e:df:37:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1321b5f-cf45-47ef-b0ee-e1e97c941a7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:02:46.106433 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 4558f2da-6b7a-41b0-a991-c0f0a4617f6e is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:46.106888 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4558f2da-6b7a-41b0-a991-c0f0a4617f6e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:46.109805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bb33b-c203-4678-8e95-5da13ccfb091 req-a73ad558-51a1-4f4f-b716-e2628c2ed221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:46.111480 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb6bb33b-c203-4678-8e95-5da13ccfb091 req-a73ad558-51a1-4f4f-b716-e2628c2ed221 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5172c394-afad-4c7a-b5ec-4e24fc69ff6c HTTP/1.1" status: 200 len: 916 time: 0.2518129 Jan 27 22:02:46.143060 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4558f2da-6b7a-41b0-a991-c0f0a4617f6e {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:46.172665 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 4558f2da-6b7a-41b0-a991-c0f0a4617f6e, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=4558f2da-6b7a-41b0-a991-c0f0a4617f6e,segment=NetworkSegment(674cd10d-2ce9-46e6-9b51-4e42132e668f),segment_id=674cd10d-2ce9-46e6-9b51-4e42132e668f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:46.174960 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb6bb33b-c203-4678-8e95-5da13ccfb091 req-221155c2-9e52-4afc-8e3f-88a58f55d056 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 HTTP/1.1" status: 200 len: 217 time: 0.0458617 Jan 27 22:02:46.178333 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4558f2da-6b7a-41b0-a991-c0f0a4617f6e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:46.241559 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a67c1b2-8b05-4e2a-8bf4-48d9bdd53a2a req-b76640ee-67c4-412d-ba9d-1ebf84f4e628 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942492 Jan 27 22:02:46.296941 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=4558f2da-6b7a-41b0-a991-c0f0a4617f6e,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:46.306096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bb33b-c203-4678-8e95-5da13ccfb091 req-928be362-edcc-4300-9928-618cb2c2e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:46.307562 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb6bb33b-c203-4678-8e95-5da13ccfb091 req-928be362-edcc-4300-9928-618cb2c2e549 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73d1c295-f15a-4861-84c0-477c63d6ad5c HTTP/1.1" status: 200 len: 855 time: 0.1227908 Jan 27 22:02:46.371499 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb6bb33b-c203-4678-8e95-5da13ccfb091 req-ee2cb38e-8a70-4ad0-8773-b27a67646c2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5172c394-afad-4c7a-b5ec-4e24fc69ff6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337336 Jan 27 22:02:46.384006 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e9e8f-229d-4dbb-a04a-e5a77fad666c req-89136841-ce8f-4280-b14c-eaad13b31a3f tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:46.386801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d4e9e8f-229d-4dbb-a04a-e5a77fad666c req-89136841-ce8f-4280-b14c-eaad13b31a3f tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.0952399 Jan 27 22:02:46.516547 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb6bb33b-c203-4678-8e95-5da13ccfb091 req-c09a541f-66c4-468f-9afb-1f7a20d3d781 service neutron] 10.222.0.15 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280177 Jan 27 22:02:46.762267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['4558f2da-6b7a-41b0-a991-c0f0a4617f6e'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:46.882679 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d4e9e8f-229d-4dbb-a04a-e5a77fad666c req-d7c54fca-2286-4d12-bbee-c2f02cb14337 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819872 Jan 27 22:02:46.907941 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb6bb33b-c203-4678-8e95-5da13ccfb091 req-893ceb1c-4557-4414-902d-2103a8f84735 service neutron] 10.222.0.15 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817053 Jan 27 22:02:46.944387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda164c-e4f9-4c70-9898-7da60137b725 req-cfa60cfb-8470-41da-8808-49187375cd6e tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:46.958495 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2eda164c-e4f9-4c70-9898-7da60137b725 req-cfa60cfb-8470-41da-8808-49187375cd6e tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62 HTTP/1.1" status: 200 len: 943 time: 0.2453330 Jan 27 22:02:47.094392 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2eda164c-e4f9-4c70-9898-7da60137b725 req-a0f04579-2b74-4587-8184-0c8b500e85bb tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348703 Jan 27 22:02:47.118992 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803907bd-2b49-485c-8071-465567234d94 req-d71679ac-88e2-455a-a521-07f067bac1c2 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:47.120983 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-803907bd-2b49-485c-8071-465567234d94 req-d71679ac-88e2-455a-a521-07f067bac1c2 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 944 time: 0.1302845 Jan 27 22:02:47.251429 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-803907bd-2b49-485c-8071-465567234d94 req-3e05ef00-3aee-4a47-9e98-7bbe2b6c761b tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234069 Jan 27 22:02:47.312788 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ec6dc9a-0644-42c7-ab68-04eaa15020c5 req-08f21789-cc16-4e61-8a8f-4011d6957686 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0602891 Jan 27 22:02:47.407396 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37488a-15e7-4c59-a107-f8254e55ee19 req-08c09453-376e-43a7-9d84-e5d654e75f0d tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:47.416726 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eb37488a-15e7-4c59-a107-f8254e55ee19 req-08c09453-376e-43a7-9d84-e5d654e75f0d tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 945 time: 0.0647883 Jan 27 22:02:47.537552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eb37488a-15e7-4c59-a107-f8254e55ee19 req-51653903-d402-4155-a4c1-a6968f16175f tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122539 Jan 27 22:02:47.560746 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2134a-2a54-46ac-a8bb-f7bdd09b8b69 req-bbf670e9-347b-4cb2-8610-bbe3baa8f534 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:47.564799 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03f2134a-2a54-46ac-a8bb-f7bdd09b8b69 req-bbf670e9-347b-4cb2-8610-bbe3baa8f534 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.1129665 Jan 27 22:02:47.683169 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03f2134a-2a54-46ac-a8bb-f7bdd09b8b69 req-26d863d4-e5b2-400c-8d01-9cac07902b98 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127031 Jan 27 22:02:48.104136 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffbfa8-20b3-4a6b-9894-b04a19ebb4b1 req-8318067c-23da-473c-a3cc-f9aca31bfdea tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:48.106737 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fffbfa8-20b3-4a6b-9894-b04a19ebb4b1 req-8318067c-23da-473c-a3cc-f9aca31bfdea tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.0818281 Jan 27 22:02:48.304467 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fffbfa8-20b3-4a6b-9894-b04a19ebb4b1 req-afe4c100-d288-45c7-9629-51268edc2447 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770906 Jan 27 22:02:48.370158 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26f12c-8f49-4a56-980a-6f15137b5f58 req-5e3cd0c6-7eb3-40c5-8fd1-88dea014b822 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:48.381085 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d26f12c-8f49-4a56-980a-6f15137b5f58 req-5e3cd0c6-7eb3-40c5-8fd1-88dea014b822 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62 HTTP/1.1" status: 200 len: 943 time: 0.1407700 Jan 27 22:02:48.504277 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d26f12c-8f49-4a56-980a-6f15137b5f58 req-c308aac5-1ec2-4c54-b8fc-ae5f770ec36b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168194 Jan 27 22:02:48.515475 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a89e1-d2fd-4eaa-8b6a-38637cf92f97 req-00f1876f-dcfb-4686-b1fe-f0669f7a84f4 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:48.524785 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf5a89e1-d2fd-4eaa-8b6a-38637cf92f97 req-00f1876f-dcfb-4686-b1fe-f0669f7a84f4 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 944 time: 0.1359127 Jan 27 22:02:48.559913 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f8922-cb23-4256-9089-d33dd986c623 req-dd2746af-717b-4ab1-a573-df0f2733e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:48.561416 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-448f8922-cb23-4256-9089-d33dd986c623 req-dd2746af-717b-4ab1-a573-df0f2733e4b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 1096 time: 0.1215630 Jan 27 22:02:49.030872 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f3a60be-d0da-4947-91da-f8dd923032b9 req-8d8b8a09-42e4-47c9-9d50-c5bfc7effd04 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.4450510 Jan 27 22:02:49.057662 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf5a89e1-d2fd-4eaa-8b6a-38637cf92f97 req-67f10403-b736-4d87-b50c-c252589cd30e tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5220385 Jan 27 22:02:49.100567 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-448f8922-cb23-4256-9089-d33dd986c623 req-b663c209-f30a-47b5-bd04-bd51b55970dc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316222 Jan 27 22:02:49.292266 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5224cbc-8510-4f52-9dbd-642212979c23 req-f9f92c60-0105-4fda-84aa-35d24c35d121 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:49.299553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5224cbc-8510-4f52-9dbd-642212979c23 req-f9f92c60-0105-4fda-84aa-35d24c35d121 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 945 time: 0.1167059 Jan 27 22:02:49.329067 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c813749-4794-40e2-bb17-233a5340417c req-02f0c6e5-3423-4cc0-8b9a-3142be58f9b1 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:49.330938 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c813749-4794-40e2-bb17-233a5340417c req-02f0c6e5-3423-4cc0-8b9a-3142be58f9b1 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.1376474 Jan 27 22:02:49.398307 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5224cbc-8510-4f52-9dbd-642212979c23 req-a3898838-f3bd-4701-917d-37d4e4b3e26e tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978029 Jan 27 22:02:49.453384 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c813749-4794-40e2-bb17-233a5340417c req-ec013040-98f7-48a5-99db-cc4a71810552 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131208 Jan 27 22:02:49.636386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e78dab-3762-426b-b4d5-2a49c770e0d2 req-6cd51dd9-579f-45d9-84c1-9c29cba99e53 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:49.653834 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0e78dab-3762-426b-b4d5-2a49c770e0d2 req-6cd51dd9-579f-45d9-84c1-9c29cba99e53 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1128342 Jan 27 22:02:49.750087 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78b29d-3ba8-444e-9d80-31c3ba938c77 req-1792d3ce-b54b-41f4-9bd7-89f99fdee2bd tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:49.756953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac78b29d-3ba8-444e-9d80-31c3ba938c77 req-1792d3ce-b54b-41f4-9bd7-89f99fdee2bd tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62 HTTP/1.1" status: 200 len: 943 time: 0.1386914 Jan 27 22:02:49.792646 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0e78dab-3762-426b-b4d5-2a49c770e0d2 req-b45581f0-d5e7-4c6d-af29-b098c13aa5cf tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358070 Jan 27 22:02:49.867110 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac78b29d-3ba8-444e-9d80-31c3ba938c77 req-6e366ced-5f92-4826-9ab0-fe1e55f2ba74 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083853 Jan 27 22:02:49.884687 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 4558f2da-6b7a-41b0-a991-c0f0a4617f6e up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:50.010819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 4558f2da-6b7a-41b0-a991-c0f0a4617f6e completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:02:50.025413 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 4558f2da-6b7a-41b0-a991-c0f0a4617f6e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:50.025807 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4558f2da-6b7a-41b0-a991-c0f0a4617f6e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:50.139468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:02:50.346326 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 4558f2da-6b7a-41b0-a991-c0f0a4617f6e is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:50.347901 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4558f2da-6b7a-41b0-a991-c0f0a4617f6e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:50.353440 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-815ed3f2-a3d6-4047-be63-9eb0d8fb0d54 req-c2c8868f-faca-49d7-98d7-584a0f586160 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/ports?device_id=32612713-9ca6-497b-a237-8212973e741a HTTP/1.1" status: 200 len: 210 time: 0.0725353 Jan 27 22:02:50.459644 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 4558f2da-6b7a-41b0-a991-c0f0a4617f6e, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=4558f2da-6b7a-41b0-a991-c0f0a4617f6e,segment=NetworkSegment(674cd10d-2ce9-46e6-9b51-4e42132e668f),segment_id=674cd10d-2ce9-46e6-9b51-4e42132e668f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:50.465602 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa661b47-301a-4196-b232-cdebc69c0b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4558f2da-6b7a-41b0-a991-c0f0a4617f6e'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:50.468097 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d3734a-71ff-4bc1-96a8-d9c9cb96ddca" -d '{"events": [{"server_uuid": "fa661b47-301a-4196-b232-cdebc69c0b87", "name": "network-vif-plugged", "status": "completed", "tag": "4558f2da-6b7a-41b0-a991-c0f0a4617f6e"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:50.478126 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4558f2da-6b7a-41b0-a991-c0f0a4617f6e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:50.479100 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca915c-5d57-457b-9c07-96c81c7634f6 req-4dee525d-5dfb-4396-b38e-c578a1408c4d tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:50.490671 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9aca915c-5d57-457b-9c07-96c81c7634f6 req-4dee525d-5dfb-4396-b38e-c578a1408c4d tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 944 time: 0.1323860 Jan 27 22:02:50.617262 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4,segment=NetworkSegment(25092456-2e36-4ed4-b458-7fd26a08791a),segment_id=25092456-2e36-4ed4-b458-7fd26a08791a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:50.662415 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9aca915c-5d57-457b-9c07-96c81c7634f6 req-5eb0ac12-cd61-431f-9643-88e75916b532 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705194 Jan 27 22:02:50.670470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=4558f2da-6b7a-41b0-a991-c0f0a4617f6e,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:50.680038 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:50.680940 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:50.681284 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:50.681627 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:50.681966 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:50.682301 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:50.682630 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:50.682960 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:50.683328 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:50.683662 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:50.683990 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:50.684337 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:50.684660 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:50.689475 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4', 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c', 'port_id': '1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4', 'mac_address': 'fa:16:3e:4c:12:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d1c295-f15a-4861-84c0-477c63d6ad5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:02:50.740205 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:50.740877 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:50.744870 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945725f0-4f06-43c7-a775-72bf4d2a0d60 req-b2cb2a7b-eadd-401c-9f65-0e2976e54395 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:50.749303 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-945725f0-4f06-43c7-a775-72bf4d2a0d60 req-b2cb2a7b-eadd-401c-9f65-0e2976e54395 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 945 time: 0.1727674 Jan 27 22:02:50.756948 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:50.793693 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4,segment=NetworkSegment(25092456-2e36-4ed4-b458-7fd26a08791a),segment_id=25092456-2e36-4ed4-b458-7fd26a08791a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:50.798948 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:50.937777 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-945725f0-4f06-43c7-a775-72bf4d2a0d60 req-9b2f9cfd-8fad-4a2a-a84f-a113f60401ca tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805570 Jan 27 22:02:50.945904 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:50.960086 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5e0ea-0442-4f05-8ef8-dc923d23d2f5 req-251cfb7b-c8ee-415b-98c0-b084daed9dd9 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:50.972748 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9aa5e0ea-0442-4f05-8ef8-dc923d23d2f5 req-251cfb7b-c8ee-415b-98c0-b084daed9dd9 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.1806796 Jan 27 22:02:51.016154 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21408f04-2b6e-4cf1-82c5-789f2dff55aa x-openstack-request-id: req-21408f04-2b6e-4cf1-82c5-789f2dff55aa {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:51.017392 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa661b47-301a-4196-b232-cdebc69c0b87", "name": "network-vif-plugged", "status": "completed", "tag": "4558f2da-6b7a-41b0-a991-c0f0a4617f6e", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:51.017825 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21408f04-2b6e-4cf1-82c5-789f2dff55aa {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:51.018459 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa661b47-301a-4196-b232-cdebc69c0b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4558f2da-6b7a-41b0-a991-c0f0a4617f6e', 'code': 200} Jan 27 22:02:51.052361 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:51.106949 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9aa5e0ea-0442-4f05-8ef8-dc923d23d2f5 req-2eb444b9-04df-401d-b6b4-90b11d4f5294 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323047 Jan 27 22:02:51.251830 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af8fd2-59bb-4679-be06-220753bc15c5 req-34b545c7-9433-4571-a16e-609430406391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:51.254124 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-d4af8fd2-59bb-4679-be06-220753bc15c5 req-34b545c7-9433-4571-a16e-609430406391 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 1096 time: 0.1399171 Jan 27 22:02:51.344039 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-d4af8fd2-59bb-4679-be06-220753bc15c5 req-1e66b1fa-c2fb-4c85-af4f-0d9208a2baf5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816348 Jan 27 22:02:51.404684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09eb2c-8400-4392-9387-964bae55a058 req-c6416cb1-d218-4c34-8507-ab1e39228c3e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:51.406179 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eb09eb2c-8400-4392-9387-964bae55a058 req-c6416cb1-d218-4c34-8507-ab1e39228c3e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1929972 Jan 27 22:02:51.461903 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:51.466352 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017e51f-c616-4eef-be8b-dcbcc6a48e57 req-f1731aea-2263-4a1d-b0e6-744af9435666 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:51.472697 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f017e51f-c616-4eef-be8b-dcbcc6a48e57 req-f1731aea-2263-4a1d-b0e6-744af9435666 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62 HTTP/1.1" status: 200 len: 944 time: 0.1989195 Jan 27 22:02:51.551658 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eb09eb2c-8400-4392-9387-964bae55a058 req-93df9c26-82ee-41ba-bfbc-b9cb4a2d7cc0 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328666 Jan 27 22:02:51.614221 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f017e51f-c616-4eef-be8b-dcbcc6a48e57 req-ee931883-ac9b-4b30-85c2-d07d62255c30 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327620 Jan 27 22:02:51.732663 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39842) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:51.923843 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c8584e12-97b3-43cf-8974-3e5df5b19577 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for security_group (c8623176-8c1a-4373-a102-7bb5c00f7d87), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:52.053847 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c8584e12-97b3-43cf-8974-3e5df5b19577 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for security_group (c8623176-8c1a-4373-a102-7bb5c00f7d87), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:52.072915 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060a45e-57ed-4c8e-b441-a75a35828b00 req-df7d1f02-7e57-4c4f-980c-5d4bbdaa19d9 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:52.075122 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5060a45e-57ed-4c8e-b441-a75a35828b00 req-df7d1f02-7e57-4c4f-980c-5d4bbdaa19d9 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.2920268 Jan 27 22:02:52.128614 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a222c3-b22f-4a2e-8404-6631794e23a5 req-75d8f1ce-8fcc-4d62-90c3-585a2ac8d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:52.130318 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56a222c3-b22f-4a2e-8404-6631794e23a5 req-75d8f1ce-8fcc-4d62-90c3-585a2ac8d0ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0af0d48f9d584c2f96edf7499ec5c8a4&device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 1096 time: 0.2192929 Jan 27 22:02:52.146909 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:52.233478 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:02:52.238305 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:52.243390 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:52.317196 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a222c3-b22f-4a2e-8404-6631794e23a5 req-d59f5bf2-feec-412c-b163-5777a0a1818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:52.318822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56a222c3-b22f-4a2e-8404-6631794e23a5 req-d59f5bf2-feec-412c-b163-5777a0a1818f service neutron] 10.222.0.15 "GET /v2.0/networks?id=c21c1549-299c-4dec-a0f9-3f16d5727c21 HTTP/1.1" status: 200 len: 919 time: 0.1491358 Jan 27 22:02:52.333929 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0fb75-ee91-46c6-bd60-88e8644873dc req-9fc5bd25-7d35-4e66-9134-a053cdfd02cd tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:52.342127 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3d0fb75-ee91-46c6-bd60-88e8644873dc req-9fc5bd25-7d35-4e66-9134-a053cdfd02cd tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.3811398 Jan 27 22:02:52.389268 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:52.390842 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:52.393905 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c8584e12-97b3-43cf-8974-3e5df5b19577 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c8623176-8c1a-4373-a102-7bb5c00f7d87), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:52.396526 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c8584e12-97b3-43cf-8974-3e5df5b19577 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:52.401186 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39854) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:52.409788 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c8584e12-97b3-43cf-8974-3e5df5b19577 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "DELETE /v2.0/security-groups/c8623176-8c1a-4373-a102-7bb5c00f7d87 HTTP/1.1" status: 204 len: 168 time: 0.6754620 Jan 27 22:02:52.428264 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-7df33d32-8705-4441-8ef8-bb9cf2f13aae tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] show failed (client error): The resource could not be found. Jan 27 22:02:52.432883 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7df33d32-8705-4441-8ef8-bb9cf2f13aae tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "GET /v2.0/security-groups/c8623176-8c1a-4373-a102-7bb5c00f7d87 HTTP/1.1" status: 404 len: 347 time: 0.0300734 Jan 27 22:02:52.433720 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39856) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:52.436557 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4,segment=NetworkSegment(25092456-2e36-4ed4-b458-7fd26a08791a),segment_id=25092456-2e36-4ed4-b458-7fd26a08791a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:52.456383 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:52.515953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56a222c3-b22f-4a2e-8404-6631794e23a5 req-806f3fb3-8759-424f-9734-f839d95db7d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=917b3e49-a797-4b74-8942-dd5af77ae388 HTTP/1.1" status: 200 len: 217 time: 0.1571062 Jan 27 22:02:52.527113 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:52.555850 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5060a45e-57ed-4c8e-b441-a75a35828b00 req-1d4d5a0b-35c4-469b-96de-c92aeecef2ba tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696450 Jan 27 22:02:52.556747 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8584e12-97b3-43cf-8974-3e5df5b19577 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8623176-8c1a-4373-a102-7bb5c00f7d87,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:52.672913 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3d0fb75-ee91-46c6-bd60-88e8644873dc req-b9eb39c2-8b8e-48ff-9df1-9aafc60e60e1 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288078 Jan 27 22:02:52.691840 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a222c3-b22f-4a2e-8404-6631794e23a5 req-66453cbe-55f1-4c9a-82a5-040c3c495587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:52.693681 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56a222c3-b22f-4a2e-8404-6631794e23a5 req-66453cbe-55f1-4c9a-82a5-040c3c495587 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1dec90ae-26a7-4889-9533-54929121f29b HTTP/1.1" status: 200 len: 858 time: 0.1609437 Jan 27 22:02:52.709345 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-fb5a06fd-9d3b-458f-acf8-6de322688606 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Deleting port 79eb6cf9-c2e3-4c7b-9963-3fd59ba1bc1d {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:52.710763 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fb5a06fd-9d3b-458f-acf8-6de322688606 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (79eb6cf9-c2e3-4c7b-9963-3fd59ba1bc1d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:52.748668 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56a222c3-b22f-4a2e-8404-6631794e23a5 req-7954b4b8-10c8-49f3-bc14-7c8455685493 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c21c1549-299c-4dec-a0f9-3f16d5727c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484669 Jan 27 22:02:52.819616 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fb5a06fd-9d3b-458f-acf8-6de322688606 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (79eb6cf9-c2e3-4c7b-9963-3fd59ba1bc1d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:52.820293 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fb5a06fd-9d3b-458f-acf8-6de322688606 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for floatingip (79eb6cf9-c2e3-4c7b-9963-3fd59ba1bc1d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:52.835465 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-fb5a06fd-9d3b-458f-acf8-6de322688606 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Calling delete_port for 79eb6cf9-c2e3-4c7b-9963-3fd59ba1bc1d owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:52.900675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32683401-d335-4f7e-9e9e-88f23ac5b58e req-7a5faced-c3e0-4b51-a306-6d0eef21b815 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:52.902245 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32683401-d335-4f7e-9e9e-88f23ac5b58e req-7a5faced-c3e0-4b51-a306-6d0eef21b815 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 945 time: 0.1526461 Jan 27 22:02:52.909140 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f44a7-8a05-49fb-8413-d4576ddf34de req-b40395ab-c886-40ea-b980-51289c66ce6c tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:52.916567 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-228f44a7-8a05-49fb-8413-d4576ddf34de req-b40395ab-c886-40ea-b980-51289c66ce6c tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1431143 Jan 27 22:02:53.024951 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:53.027247 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85957375-61cc-4c66-8fd1-82be3ec94910" -d '{"events": [{"server_uuid": "e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62", "name": "network-vif-plugged", "status": "completed", "tag": "1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:53.051778 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32683401-d335-4f7e-9e9e-88f23ac5b58e req-6019a663-faea-4862-921d-47928c812aaa tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170270 Jan 27 22:02:53.110336 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-228f44a7-8a05-49fb-8413-d4576ddf34de req-8eb7dfaf-c137-4dd4-8fd3-09a115c7bbcf tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874156 Jan 27 22:02:53.115291 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fb5a06fd-9d3b-458f-acf8-6de322688606 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (79eb6cf9-c2e3-4c7b-9963-3fd59ba1bc1d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:53.127069 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56a222c3-b22f-4a2e-8404-6631794e23a5 req-c153491d-0a90-4121-bb98-a40d1a2f1e54 service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441844 Jan 27 22:02:53.240035 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044aa672-9459-436a-8a29-51c666623fe1 x-openstack-request-id: req-044aa672-9459-436a-8a29-51c666623fe1 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:53.241068 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62", "name": "network-vif-plugged", "status": "completed", "tag": "1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:53.241519 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-044aa672-9459-436a-8a29-51c666623fe1 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:53.242159 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4', 'code': 200} Jan 27 22:02:53.304688 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a06fd-9d3b-458f-acf8-6de322688606 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event deleted for resources: {'Port': ['ID=79eb6cf9-c2e3-4c7b-9963-3fd59ba1bc1d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:53.316644 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24b277-22e9-485d-95bb-d005101afa08 req-8c9aee1c-53ba-4821-b10a-bf11822440fa tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:53.318231 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed24b277-22e9-485d-95bb-d005101afa08 req-8c9aee1c-53ba-4821-b10a-bf11822440fa tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62 HTTP/1.1" status: 200 len: 945 time: 0.1410663 Jan 27 22:02:53.387477 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fb5a06fd-9d3b-458f-acf8-6de322688606 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for floatingip (94ae9b40-cf90-4e79-b444-d70d29433033), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:53.391085 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fb5a06fd-9d3b-458f-acf8-6de322688606 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:53.401090 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39870) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:53.403733 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fb5a06fd-9d3b-458f-acf8-6de322688606 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "DELETE /v2.0/floatingips/94ae9b40-cf90-4e79-b444-d70d29433033 HTTP/1.1" status: 204 len: 168 time: 0.9687462 Jan 27 22:02:53.510059 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56a222c3-b22f-4a2e-8404-6631794e23a5 req-ed387f9d-4b97-4791-bf87-f8f6296db0e2 service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719840 Jan 27 22:02:53.607794 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed24b277-22e9-485d-95bb-d005101afa08 req-375395a3-31cf-4771-ac04-c7a0113c0e4c tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726583 Jan 27 22:02:53.638667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b4564-7df7-42c2-b73b-4818a8b2722f req-af7f3efa-1e55-4f68-8194-00f33b89ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:53.640638 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-364b4564-7df7-42c2-b73b-4818a8b2722f req-af7f3efa-1e55-4f68-8194-00f33b89ba26 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62 HTTP/1.1" status: 200 len: 1096 time: 0.2756128 Jan 27 22:02:53.710522 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-158b2231-2e04-4ad6-a3e1-802ba8d07b85 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Deleting port 5df57d03-78dd-4c80-bc71-9d342842ec6c {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:53.711754 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-158b2231-2e04-4ad6-a3e1-802ba8d07b85 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5df57d03-78dd-4c80-bc71-9d342842ec6c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:53.835833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-364b4564-7df7-42c2-b73b-4818a8b2722f req-034842d8-0012-456a-a2f2-a6b3bbc23d89 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871519 Jan 27 22:02:53.905574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b85185-dccb-4df3-8c36-198458fad20a req-16bb978b-add2-4df0-8f81-faa32e0ee1a5 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:53.907393 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55b85185-dccb-4df3-8c36-198458fad20a req-16bb978b-add2-4df0-8f81-faa32e0ee1a5 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.1768694 Jan 27 22:02:53.947008 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-158b2231-2e04-4ad6-a3e1-802ba8d07b85 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5df57d03-78dd-4c80-bc71-9d342842ec6c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:53.973118 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-158b2231-2e04-4ad6-a3e1-802ba8d07b85 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Calling delete_port for 5df57d03-78dd-4c80-bc71-9d342842ec6c owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:53.997954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47330dc-fcd1-450e-895e-20d27dabffc6 req-bd26b921-0946-4f49-b6b0-a2bc205823dd tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:53.999618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f47330dc-fcd1-450e-895e-20d27dabffc6 req-bd26b921-0946-4f49-b6b0-a2bc205823dd tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.1581945 Jan 27 22:02:54.024513 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55b85185-dccb-4df3-8c36-198458fad20a req-cc8bf9c8-72a7-4102-9e9b-1e82e4f68143 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080337 Jan 27 22:02:54.124298 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6ed71ab6-daa1-4e1d-8cfa-74e7fbf63534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:54.142919 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f47330dc-fcd1-450e-895e-20d27dabffc6 req-825cb518-5a75-4543-a1eb-b120c31e62fe tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170735 Jan 27 22:02:54.380650 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80406086-4042-4666-a450-85651eac6d60 req-dd456204-a837-48bd-ba52-c81ed61f8de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:54.384752 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-80406086-4042-4666-a450-85651eac6d60 req-dd456204-a837-48bd-ba52-c81ed61f8de5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d413d1543f1d406689e913b24c85f444&device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 1096 time: 0.0850756 Jan 27 22:02:54.438825 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-158b2231-2e04-4ad6-a3e1-802ba8d07b85 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5df57d03-78dd-4c80-bc71-9d342842ec6c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:54.482072 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d18e0-d1f5-4587-9b9d-ae2ece1a6427 req-7b9e4d6f-0bf7-4eb1-b9a6-403f45301ff2 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:54.489142 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a12d18e0-d1f5-4587-9b9d-ae2ece1a6427 req-7b9e4d6f-0bf7-4eb1-b9a6-403f45301ff2 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 945 time: 0.1447988 Jan 27 22:02:54.506625 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80406086-4042-4666-a450-85651eac6d60 req-dd3281cf-c457-415c-82fa-b3401c0ce8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:54.511194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e56c5-f309-4d3b-8fa8-ad94159f351a req-8979b7cb-5ec8-4744-83fb-24e99fede26d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:54.511807 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-80406086-4042-4666-a450-85651eac6d60 req-dd3281cf-c457-415c-82fa-b3401c0ce8ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a39b873-34a2-45b9-adb9-20d0613e7134 HTTP/1.1" status: 200 len: 911 time: 0.1189346 Jan 27 22:02:54.512799 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-841e56c5-f309-4d3b-8fa8-ad94159f351a req-8979b7cb-5ec8-4744-83fb-24e99fede26d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1948884 Jan 27 22:02:54.515142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b2231-2e04-4ad6-a3e1-802ba8d07b85 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event deleted for resources: {'Port': ['ID=5df57d03-78dd-4c80-bc71-9d342842ec6c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:54.612362 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-80406086-4042-4666-a450-85651eac6d60 req-a3191d73-6da6-4b9f-880d-4d50261a5c6c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4558f2da-6b7a-41b0-a991-c0f0a4617f6e HTTP/1.1" status: 200 len: 217 time: 0.0913420 Jan 27 22:02:54.700891 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80406086-4042-4666-a450-85651eac6d60 req-78a48333-308f-4e7b-be34-ec8db6a8dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:54.706372 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-80406086-4042-4666-a450-85651eac6d60 req-78a48333-308f-4e7b-be34-ec8db6a8dd54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c1321b5f-cf45-47ef-b0ee-e1e97c941a7e HTTP/1.1" status: 200 len: 850 time: 0.0870681 Jan 27 22:02:54.724455 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-841e56c5-f309-4d3b-8fa8-ad94159f351a req-130860d1-9f78-4293-8afd-4545556543ca tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930072 Jan 27 22:02:54.778198 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-80406086-4042-4666-a450-85651eac6d60 req-30f59dd7-cf96-4c36-b8b5-b440c2bbe69d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a39b873-34a2-45b9-adb9-20d0613e7134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641177 Jan 27 22:02:54.791400 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a12d18e0-d1f5-4587-9b9d-ae2ece1a6427 req-f9202217-0b43-4597-8f67-3d0f4b47c88f tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009412 Jan 27 22:02:54.815547 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-158b2231-2e04-4ad6-a3e1-802ba8d07b85 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:54.829484 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-158b2231-2e04-4ad6-a3e1-802ba8d07b85 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "DELETE /v2.0/ports/5df57d03-78dd-4c80-bc71-9d342842ec6c HTTP/1.1" status: 204 len: 168 time: 1.4269850 Jan 27 22:02:54.829911 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39892) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:54.994624 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-80406086-4042-4666-a450-85651eac6d60 req-be396471-166b-43a6-b47f-7e5ac35b72bf service neutron] 10.222.0.21 "GET /v2.0/networks/6a39b873-34a2-45b9-adb9-20d0613e7134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054982 Jan 27 22:02:55.136584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a25af0-17ad-4947-9cb9-a1e53d516391 req-1df705e4-1db9-429e-890b-3978a752c24c tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:55.168560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b8a25af0-17ad-4947-9cb9-a1e53d516391 req-1df705e4-1db9-429e-890b-3978a752c24c tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62 HTTP/1.1" status: 200 len: 945 time: 0.2514064 Jan 27 22:02:55.178098 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-80406086-4042-4666-a450-85651eac6d60 req-15f0e7b9-f9bc-4027-90f3-dba7801ea6b1 service neutron] 10.222.0.21 "GET /v2.0/networks/6a39b873-34a2-45b9-adb9-20d0613e7134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760852 Jan 27 22:02:55.278269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd2873-6052-48dc-bc62-842def41cfe0 req-3736d5fa-f04e-42ac-8636-de2b047679de tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:55.289561 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5fd2873-6052-48dc-bc62-842def41cfe0 req-3736d5fa-f04e-42ac-8636-de2b047679de tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.3961134 Jan 27 22:02:55.461185 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b8a25af0-17ad-4947-9cb9-a1e53d516391 req-13f95e94-140b-41bb-a5c3-64ab194201e6 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798555 Jan 27 22:02:55.505984 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-f1033676-5c51-4a12-b4ec-d92b429794e6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Deleting port 5e331c34-1b49-40b3-ba94-c588768a1a5d {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:55.506499 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f1033676-5c51-4a12-b4ec-d92b429794e6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5e331c34-1b49-40b3-ba94-c588768a1a5d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:55.632021 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5fd2873-6052-48dc-bc62-842def41cfe0 req-249573de-6018-4cc9-93ae-87214929de15 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397865 Jan 27 22:02:55.725745 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f1033676-5c51-4a12-b4ec-d92b429794e6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5e331c34-1b49-40b3-ba94-c588768a1a5d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:55.735730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19d066-4000-4c24-926c-7a37fd6ebdd5 req-ca8c932a-f1dc-4c3c-ba27-81a3d0ac8bb3 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:55.737695 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aa19d066-4000-4c24-926c-7a37fd6ebdd5 req-ca8c932a-f1dc-4c3c-ba27-81a3d0ac8bb3 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.0967083 Jan 27 22:02:55.786740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-f1033676-5c51-4a12-b4ec-d92b429794e6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Calling delete_port for 5e331c34-1b49-40b3-ba94-c588768a1a5d owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:55.997534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aa19d066-4000-4c24-926c-7a37fd6ebdd5 req-bc6d6640-f1ed-412c-85f1-15cee2f6fbf3 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301261 Jan 27 22:02:56.046915 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d38a2-27ec-40d0-b0a8-48afcd922739 req-f77fb26e-b600-4209-a406-93d470a67109 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:56.053430 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-042d38a2-27ec-40d0-b0a8-48afcd922739 req-f77fb26e-b600-4209-a406-93d470a67109 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2231607 Jan 27 22:02:56.228396 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-042d38a2-27ec-40d0-b0a8-48afcd922739 req-852f0da9-bfd3-4924-b248-f893672a09a5 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680188 Jan 27 22:02:56.255466 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ec424-d490-4a76-a8be-e43be2a1c5af req-bf4e3d72-f886-470f-bd2e-ec1a75deac90 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:56.262961 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c12ec424-d490-4a76-a8be-e43be2a1c5af req-bf4e3d72-f886-470f-bd2e-ec1a75deac90 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 945 time: 0.1033373 Jan 27 22:02:56.272985 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f1033676-5c51-4a12-b4ec-d92b429794e6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5e331c34-1b49-40b3-ba94-c588768a1a5d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:56.316782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1033676-5c51-4a12-b4ec-d92b429794e6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event deleted for resources: {'Port': ['ID=5e331c34-1b49-40b3-ba94-c588768a1a5d,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:56.438863 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c12ec424-d490-4a76-a8be-e43be2a1c5af req-4ebd31c2-a961-44da-bc7a-fb5b9f983ecb tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653223 Jan 27 22:02:56.537305 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f1033676-5c51-4a12-b4ec-d92b429794e6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:56.545833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f1033676-5c51-4a12-b4ec-d92b429794e6 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "DELETE /v2.0/ports/5e331c34-1b49-40b3-ba94-c588768a1a5d HTTP/1.1" status: 204 len: 168 time: 1.7148952 Jan 27 22:02:56.548668 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39920) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:56.632507 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f232a38-80ab-4c4f-8a3e-a58da45608b8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Deleting subnet cb88c7c3-aca7-4bf4-9856-6572de677ec3 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:02:56.638509 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0f232a38-80ab-4c4f-8a3e-a58da45608b8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for subnet (cb88c7c3-aca7-4bf4-9856-6572de677ec3), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:56.687048 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0f232a38-80ab-4c4f-8a3e-a58da45608b8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (cb88c7c3-aca7-4bf4-9856-6572de677ec3), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:56.731587 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9b219713-5d41-48d7-9752-cfa0d880ab15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:56.841881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c959b-bfc2-4216-a8ce-099eb1cbf170 req-87127a25-c000-48bf-a8bf-96561fd27f4a tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:56.843488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e45c959b-bfc2-4216-a8ce-099eb1cbf170 req-87127a25-c000-48bf-a8bf-96561fd27f4a tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62 HTTP/1.1" status: 200 len: 945 time: 0.2364507 Jan 27 22:02:56.930449 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0f232a38-80ab-4c4f-8a3e-a58da45608b8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (cb88c7c3-aca7-4bf4-9856-6572de677ec3), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:57.064109 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0f232a38-80ab-4c4f-8a3e-a58da45608b8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (cb88c7c3-aca7-4bf4-9856-6572de677ec3), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:57.119865 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f232a38-80ab-4c4f-8a3e-a58da45608b8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event deleted for resources: {'Subnet': ['ID=cb88c7c3-aca7-4bf4-9856-6572de677ec3,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:57.141965 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0f232a38-80ab-4c4f-8a3e-a58da45608b8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:57.151095 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0f232a38-80ab-4c4f-8a3e-a58da45608b8 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "DELETE /v2.0/subnets/cb88c7c3-aca7-4bf4-9856-6572de677ec3 HTTP/1.1" status: 204 len: 168 time: 0.6013417 Jan 27 22:02:57.152020 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e625953-5289-4424-b700-f6479d64175c None None] Network 7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:57.158165 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39934) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:57.172565 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3dcd11-694b-495d-a473-fad697ac7473 req-64880851-7e62-4ce9-80fb-be3bcd3e33fd tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:57.184840 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eb3dcd11-694b-495d-a473-fad697ac7473 req-64880851-7e62-4ce9-80fb-be3bcd3e33fd tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.3334842 Jan 27 22:02:57.233714 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e0a007-d2d8-460a-8a28-bfa757d9ea3d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Deleting subnet f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:02:57.237191 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39e0a007-d2d8-460a-8a28-bfa757d9ea3d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for subnet (f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:57.262864 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e45c959b-bfc2-4216-a8ce-099eb1cbf170 req-a64d7fb8-ca5f-4f8c-aba1-e7058126f319 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141077 Jan 27 22:02:57.356551 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eb3dcd11-694b-495d-a473-fad697ac7473 req-aa9de35c-b4d4-495c-b6e7-93245ffe4601 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706905 Jan 27 22:02:57.378761 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39e0a007-d2d8-460a-8a28-bfa757d9ea3d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:57.563475 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:57.616047 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e3959-79e0-48a0-8cb9-54f0c9f54068 req-086c064a-af1e-4fbf-a24e-f407d71100bc tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:57.635512 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f7e3959-79e0-48a0-8cb9-54f0c9f54068 req-086c064a-af1e-4fbf-a24e-f407d71100bc tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2385349 Jan 27 22:02:57.674613 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39e0a007-d2d8-460a-8a28-bfa757d9ea3d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:57.685591 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9e322c-adcc-4a08-b7be-d82f1115455f None None] DHCP port deletion for 7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:02:57.836979 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-aa9e322c-adcc-4a08-b7be-d82f1115455f None None] Deleting port 84b32f09-2e64-4751-ad08-c543d7659181 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:57.850626 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aa9e322c-adcc-4a08-b7be-d82f1115455f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (84b32f09-2e64-4751-ad08-c543d7659181), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:57.881110 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39e0a007-d2d8-460a-8a28-bfa757d9ea3d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:57.967846 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0a007-d2d8-460a-8a28-bfa757d9ea3d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event deleted for resources: {'Subnet': ['ID=f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:57.983185 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39e0a007-d2d8-460a-8a28-bfa757d9ea3d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:58.000094 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-39e0a007-d2d8-460a-8a28-bfa757d9ea3d tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "DELETE /v2.0/subnets/f6c2c2e4-bbd3-45b5-89c7-1f078c1a93aa HTTP/1.1" status: 204 len: 168 time: 0.8408136 Jan 27 22:02:58.004687 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dc348-5094-4d82-a857-91170b81862a req-fcd31c69-1593-466a-b037-e63104d09ab1 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:58.005250 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39950) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:58.011422 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d48dc348-5094-4d82-a857-91170b81862a req-fcd31c69-1593-466a-b037-e63104d09ab1 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 945 time: 0.3039942 Jan 27 22:02:58.011642 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef06d887-dee6-407a-955c-6aac19e8ad7d None None] Network bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:58.127194 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f7e3959-79e0-48a0-8cb9-54f0c9f54068 req-d2d3cc12-3703-48bf-abbb-68a2ce62b401 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798534 Jan 27 22:02:58.248390 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d48dc348-5094-4d82-a857-91170b81862a req-24c525f2-c716-4400-bc0d-88d997b4dc66 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253318 Jan 27 22:02:58.276438 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-aa9e322c-adcc-4a08-b7be-d82f1115455f None None] For port 84b32f09-2e64-4751-ad08-c543d7659181, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=84b32f09-2e64-4751-ad08-c543d7659181,segment=NetworkSegment(2a2930c9-2d81-4f92-adf9-9ae2f2d8c002),segment_id=2a2930c9-2d81-4f92-adf9-9ae2f2d8c002)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:58.290689 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f32545a-d645-447a-aa25-cb7aa5a7318b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:58.291709 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aa9e322c-adcc-4a08-b7be-d82f1115455f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (84b32f09-2e64-4751-ad08-c543d7659181), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:58.350773 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-aa9e322c-adcc-4a08-b7be-d82f1115455f None None] Calling delete_port for 84b32f09-2e64-4751-ad08-c543d7659181 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:58.483089 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-6f32545a-d645-447a-aa25-cb7aa5a7318b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Deleting port 84b32f09-2e64-4751-ad08-c543d7659181 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:58.483445 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f32545a-d645-447a-aa25-cb7aa5a7318b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (84b32f09-2e64-4751-ad08-c543d7659181), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:58.636206 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 84b32f09-2e64-4751-ad08-c543d7659181 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:58.692231 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-6f32545a-d645-447a-aa25-cb7aa5a7318b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] For port 84b32f09-2e64-4751-ad08-c543d7659181, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=84b32f09-2e64-4751-ad08-c543d7659181,segment=NetworkSegment(2a2930c9-2d81-4f92-adf9-9ae2f2d8c002),segment_id=2a2930c9-2d81-4f92-adf9-9ae2f2d8c002)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:58.694275 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f32545a-d645-447a-aa25-cb7aa5a7318b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (84b32f09-2e64-4751-ad08-c543d7659181), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:58.729216 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-6f32545a-d645-447a-aa25-cb7aa5a7318b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Calling delete_port for 84b32f09-2e64-4751-ad08-c543d7659181 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:58.761965 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aa9e322c-adcc-4a08-b7be-d82f1115455f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (84b32f09-2e64-4751-ad08-c543d7659181), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:58.867977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b95db-ef11-4959-b2bb-4523091b3e4b req-3e78610d-6b61-45bd-9b8a-128e1398066b tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:58.874650 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-220b95db-ef11-4959-b2bb-4523091b3e4b req-3e78610d-6b61-45bd-9b8a-128e1398066b tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.2978780 Jan 27 22:02:58.877636 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e322c-adcc-4a08-b7be-d82f1115455f None None] Pushing event deleted for resources: {'Port': ['ID=84b32f09-2e64-4751-ad08-c543d7659181,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:59.013129 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9e322c-adcc-4a08-b7be-d82f1115455f None None] No DVR routers for this DVR port 84b32f09-2e64-4751-ad08-c543d7659181 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:59.042252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8a0511-8c97-4edf-945b-8ae814d86002 None None] DHCP port deletion for bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:02:59.064954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No active binding found for port 84b32f09-2e64-4751-ad08-c543d7659181 {{(pid=109743) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 22:02:59.064954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] The host n-d-772272-3 is not matching for port 84b32f09-2e64-4751-ad08-c543d7659181 host None! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:02:59.066049 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 84b32f09-2e64-4751-ad08-c543d7659181 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:02:59.074069 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:59.086709 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-220b95db-ef11-4959-b2bb-4523091b3e4b req-756410e9-691c-4f11-ae19-e7da4da72241 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013783 Jan 27 22:02:59.097348 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f32545a-d645-447a-aa25-cb7aa5a7318b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (84b32f09-2e64-4751-ad08-c543d7659181), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:59.138075 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f32545a-d645-447a-aa25-cb7aa5a7318b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] No DVR routers for this DVR port 84b32f09-2e64-4751-ad08-c543d7659181 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:59.215423 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4f8a0511-8c97-4edf-945b-8ae814d86002 None None] Deleting port 2a3f2001-e1d5-4e31-8f74-1845c43746ad {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:59.254313 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4f8a0511-8c97-4edf-945b-8ae814d86002 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (2a3f2001-e1d5-4e31-8f74-1845c43746ad), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:59.379259 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32545a-d645-447a-aa25-cb7aa5a7318b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event deleted for resources: {'Port': ['ID=84b32f09-2e64-4751-ad08-c543d7659181,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:59.562610 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f32545a-d645-447a-aa25-cb7aa5a7318b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:59.587065 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-4f8a0511-8c97-4edf-945b-8ae814d86002 None None] For port 2a3f2001-e1d5-4e31-8f74-1845c43746ad, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2a3f2001-e1d5-4e31-8f74-1845c43746ad,segment=NetworkSegment(f7108b5e-8c7e-4035-a698-9d339b4c3baf),segment_id=f7108b5e-8c7e-4035-a698-9d339b4c3baf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:59.587729 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4f8a0511-8c97-4edf-945b-8ae814d86002 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (2a3f2001-e1d5-4e31-8f74-1845c43746ad), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:59.611773 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bba72-f986-4f83-98c8-15021bd8c6db req-61904dda-e9aa-4f8f-82a0-ccb97508ef07 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:59.613398 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef0bba72-f986-4f83-98c8-15021bd8c6db req-61904dda-e9aa-4f8f-82a0-ccb97508ef07 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.2582448 Jan 27 22:02:59.627610 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4f8a0511-8c97-4edf-945b-8ae814d86002 None None] Calling delete_port for 2a3f2001-e1d5-4e31-8f74-1845c43746ad owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:59.666343 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-6f32545a-d645-447a-aa25-cb7aa5a7318b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:59.703623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49890ee9-b5b8-4dff-ae55-521a3b95d4d7 req-48e45812-1e1e-4053-b3d4-057f9b2ced16 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:59.705172 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49890ee9-b5b8-4dff-ae55-521a3b95d4d7 req-48e45812-1e1e-4053-b3d4-057f9b2ced16 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 945 time: 0.2549152 Jan 27 22:02:59.715993 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-6f32545a-d645-447a-aa25-cb7aa5a7318b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2930c9-2d81-4f92-adf9-9ae2f2d8c002') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:59.722210 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-6f32545a-d645-447a-aa25-cb7aa5a7318b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2930c9-2d81-4f92-adf9-9ae2f2d8c002') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:59.740608 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f32545a-d645-447a-aa25-cb7aa5a7318b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (2a2930c9-2d81-4f92-adf9-9ae2f2d8c002), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:59.778744 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f32545a-d645-447a-aa25-cb7aa5a7318b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (2a2930c9-2d81-4f92-adf9-9ae2f2d8c002), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:59.809397 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f32545a-d645-447a-aa25-cb7aa5a7318b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:02:59.811239 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f32545a-d645-447a-aa25-cb7aa5a7318b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (2a2930c9-2d81-4f92-adf9-9ae2f2d8c002), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:02:59.827326 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:02:59.848495 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4f8a0511-8c97-4edf-945b-8ae814d86002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (2a3f2001-e1d5-4e31-8f74-1845c43746ad), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:59.907414 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef0bba72-f986-4f83-98c8-15021bd8c6db req-b84290f8-c958-42ea-814b-9a7e74d2f935 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762039 Jan 27 22:02:59.938092 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49890ee9-b5b8-4dff-ae55-521a3b95d4d7 req-8767d672-6272-49c1-ae9f-bcfc17f3ff48 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158780 Jan 27 22:03:00.029042 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8a0511-8c97-4edf-945b-8ae814d86002 None None] No DVR routers for this DVR port 2a3f2001-e1d5-4e31-8f74-1845c43746ad on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:00.042987 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a0511-8c97-4edf-945b-8ae814d86002 None None] Pushing event deleted for resources: {'Port': ['ID=2a3f2001-e1d5-4e31-8f74-1845c43746ad,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:00.101090 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f32545a-d645-447a-aa25-cb7aa5a7318b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:00.161539 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f32545a-d645-447a-aa25-cb7aa5a7318b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:00.173556 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40004) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:00.176564 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:03:00.178785 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:00.186000 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6f32545a-d645-447a-aa25-cb7aa5a7318b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "DELETE /v2.0/networks/7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119 HTTP/1.1" status: 204 len: 168 time: 2.1787715 Jan 27 22:03:00.187096 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32545a-d645-447a-aa25-cb7aa5a7318b tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event deleted for resources: {'Network': ['ID=7535fdcf-db4e-4e9e-a1b1-6e32c6bbe119,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:00.230478 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40006) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:00.317744 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:00.451193 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bec9a055-cabf-4240-9bd1-8783ec49cef7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (bcf6a16f-4c24-41a6-89e6-9f5d9ea90092), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:00.539560 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:00.540013 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (31f4646b-ce72-49cf-a6a6-9ac9fb91e426), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:00.559619 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2a3f2001-e1d5-4e31-8f74-1845c43746ad no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:00.597048 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a130200-bd69-4863-9f01-48c9598e58e9 req-09de199a-8030-4bb0-b209-0fbe9ad91a6f tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:00.605220 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0a130200-bd69-4863-9f01-48c9598e58e9 req-09de199a-8030-4bb0-b209-0fbe9ad91a6f tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.1418965 Jan 27 22:03:00.673048 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=31f4646b-ce72-49cf-a6a6-9ac9fb91e426,segment=NetworkSegment(62fa23dd-12a3-492b-934b-e983908fa985),segment_id=62fa23dd-12a3-492b-934b-e983908fa985)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:00.680309 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 2a3f2001-e1d5-4e31-8f74-1845c43746ad {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:00.680450 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2a3f2001-e1d5-4e31-8f74-1845c43746ad not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:00.720545 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21fec25-a11d-42e3-8bf7-a709e8d2b001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31f4646b-ce72-49cf-a6a6-9ac9fb91e426'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:00.722714 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f850229-1495-4a57-afb2-c0bc121fdac9" -d '{"events": [{"server_uuid": "f21fec25-a11d-42e3-8bf7-a709e8d2b001", "name": "network-vif-unplugged", "status": "completed", "tag": "31f4646b-ce72-49cf-a6a6-9ac9fb91e426"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:00.730908 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (31f4646b-ce72-49cf-a6a6-9ac9fb91e426), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:00.837041 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bec9a055-cabf-4240-9bd1-8783ec49cef7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (bcf6a16f-4c24-41a6-89e6-9f5d9ea90092), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:00.852149 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d03a65b-3bbc-4d09-b115-d930aeb70f3f x-openstack-request-id: req-2d03a65b-3bbc-4d09-b115-d930aeb70f3f {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:00.860618 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21fec25-a11d-42e3-8bf7-a709e8d2b001", "name": "network-vif-unplugged", "status": "completed", "tag": "31f4646b-ce72-49cf-a6a6-9ac9fb91e426", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:00.861132 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d03a65b-3bbc-4d09-b115-d930aeb70f3f {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:00.861732 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21fec25-a11d-42e3-8bf7-a709e8d2b001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31f4646b-ce72-49cf-a6a6-9ac9fb91e426', 'code': 200} Jan 27 22:03:00.908760 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0a130200-bd69-4863-9f01-48c9598e58e9 req-4f101bd6-737e-4dc0-96ee-d642b2ea273f tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022990 Jan 27 22:03:00.925902 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=31f4646b-ce72-49cf-a6a6-9ac9fb91e426,segment=NetworkSegment(62fa23dd-12a3-492b-934b-e983908fa985),segment_id=62fa23dd-12a3-492b-934b-e983908fa985)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:00.946571 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-bec9a055-cabf-4240-9bd1-8783ec49cef7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf6a16f-4c24-41a6-89e6-9f5d9ea90092']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:00.991874 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-bec9a055-cabf-4240-9bd1-8783ec49cef7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7108b5e-8c7e-4035-a698-9d339b4c3baf') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:01.001017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-bec9a055-cabf-4240-9bd1-8783ec49cef7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7108b5e-8c7e-4035-a698-9d339b4c3baf') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:01.017773 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '31f4646b-ce72-49cf-a6a6-9ac9fb91e426', 'network_id': 'aba8c96b-8083-40a9-8e75-d6eab38d4a88', 'port_id': '31f4646b-ce72-49cf-a6a6-9ac9fb91e426', 'mac_address': 'fa:16:3e:78:28:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd29a6d-b06e-439b-961f-793e9684fba2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:03:01.049995 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bec9a055-cabf-4240-9bd1-8783ec49cef7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (f7108b5e-8c7e-4035-a698-9d339b4c3baf), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:01.233293 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=31f4646b-ce72-49cf-a6a6-9ac9fb91e426,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:01.295844 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bec9a055-cabf-4240-9bd1-8783ec49cef7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (f7108b5e-8c7e-4035-a698-9d339b4c3baf), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:01.303929 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:01.312264 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (31f4646b-ce72-49cf-a6a6-9ac9fb91e426), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:01.318706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec9a055-cabf-4240-9bd1-8783ec49cef7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:03:01.319266 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bec9a055-cabf-4240-9bd1-8783ec49cef7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (f7108b5e-8c7e-4035-a698-9d339b4c3baf), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:01.419788 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:03:01.434563 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:03:01.526300 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=31f4646b-ce72-49cf-a6a6-9ac9fb91e426,segment=NetworkSegment(62fa23dd-12a3-492b-934b-e983908fa985),segment_id=62fa23dd-12a3-492b-934b-e983908fa985)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:01.541732 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (31f4646b-ce72-49cf-a6a6-9ac9fb91e426), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:01.689768 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f3bdd46-b1a6-4169-b493-54596b8973f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (b65215d6-bb8a-40c4-9f30-8c26cbead61b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:01.709081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b5b9a-78b9-4fbe-a8bf-f45e701aa9a0 req-c6c9578d-f427-421f-be75-a063b7a22c9d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:01.724121 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a3b5b9a-78b9-4fbe-a8bf-f45e701aa9a0 req-c6c9578d-f427-421f-be75-a063b7a22c9d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.6663373 Jan 27 22:03:01.767330 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=31f4646b-ce72-49cf-a6a6-9ac9fb91e426,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:01.855975 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bec9a055-cabf-4240-9bd1-8783ec49cef7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (bcf6a16f-4c24-41a6-89e6-9f5d9ea90092), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:01.863074 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['31f4646b-ce72-49cf-a6a6-9ac9fb91e426'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:03:01.914566 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bec9a055-cabf-4240-9bd1-8783ec49cef7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:01.929057 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bec9a055-cabf-4240-9bd1-8783ec49cef7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] 10.222.0.23 "DELETE /v2.0/networks/bcf6a16f-4c24-41a6-89e6-9f5d9ea90092 HTTP/1.1" status: 204 len: 168 time: 1.7542927 Jan 27 22:03:01.937338 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9a055-cabf-4240-9bd1-8783ec49cef7 tempest-TaggedBootDevicesTest-1554325153 tempest-TaggedBootDevicesTest-1554325153-project] Pushing event deleted for resources: {'Network': ['ID=bcf6a16f-4c24-41a6-89e6-9f5d9ea90092,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:01.982986 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433ddd8-b420-41f2-ae5e-115d15c3f8fe req-b1852c41-9d9f-46fc-b0c9-fb89147c4349 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:01.993720 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b433ddd8-b420-41f2-ae5e-115d15c3f8fe req-b1852c41-9d9f-46fc-b0c9-fb89147c4349 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 943 time: 0.8413820 Jan 27 22:03:02.124861 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a3b5b9a-78b9-4fbe-a8bf-f45e701aa9a0 req-c01cc815-d473-4619-a113-3af58caf156d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994641 Jan 27 22:03:02.314271 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b433ddd8-b420-41f2-ae5e-115d15c3f8fe req-266dcf6f-07f9-4a13-a6d2-430ead579c22 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168859 Jan 27 22:03:02.450116 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b1ea4-62d5-49a6-9a8d-116190a11821 req-ffd6970f-c7f4-4f36-8ddc-ac992fb54f0e tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:02.453058 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df0b1ea4-62d5-49a6-9a8d-116190a11821 req-ffd6970f-c7f4-4f36-8ddc-ac992fb54f0e tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.1345019 Jan 27 22:03:02.715670 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-3f3bdd46-b1a6-4169-b493-54596b8973f3 admin admin] Deleting port 71237575-b72d-4dee-93dd-94df06a96add {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:02.716421 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f3bdd46-b1a6-4169-b493-54596b8973f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (71237575-b72d-4dee-93dd-94df06a96add), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:02.826738 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-3f3bdd46-b1a6-4169-b493-54596b8973f3 admin admin] For port 71237575-b72d-4dee-93dd-94df06a96add, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=71237575-b72d-4dee-93dd-94df06a96add,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:02.827110 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f3bdd46-b1a6-4169-b493-54596b8973f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (71237575-b72d-4dee-93dd-94df06a96add), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:02.843597 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-3f3bdd46-b1a6-4169-b493-54596b8973f3 admin admin] Calling delete_port for 71237575-b72d-4dee-93dd-94df06a96add owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:03.084968 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f3bdd46-b1a6-4169-b493-54596b8973f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (71237575-b72d-4dee-93dd-94df06a96add), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:03.121933 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3bdd46-b1a6-4169-b493-54596b8973f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=71237575-b72d-4dee-93dd-94df06a96add,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:03.177479 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df0b1ea4-62d5-49a6-9a8d-116190a11821 req-98195190-7809-4681-9691-c8ec8ec03860 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7169983 Jan 27 22:03:03.202784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771fed2-54a0-47ae-bdb5-c98ffde7b311 req-3434e4a8-d7a6-4ae5-8b93-bee99532755d tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:03.210629 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a771fed2-54a0-47ae-bdb5-c98ffde7b311 req-3434e4a8-d7a6-4ae5-8b93-bee99532755d tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.1572511 Jan 27 22:03:03.333959 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a771fed2-54a0-47ae-bdb5-c98ffde7b311 req-196f85d4-71fc-47c9-a5d6-322f5824bfe1 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126556 Jan 27 22:03:03.540248 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f3bdd46-b1a6-4169-b493-54596b8973f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (b65215d6-bb8a-40c4-9f30-8c26cbead61b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:03.578273 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b724142-7774-4846-8ae3-19dae0c0d732 req-afd39384-181d-4906-97e5-10c3d6b5e218 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:03.581440 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b724142-7774-4846-8ae3-19dae0c0d732 req-afd39384-181d-4906-97e5-10c3d6b5e218 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1373293 Jan 27 22:03:03.691272 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b724142-7774-4846-8ae3-19dae0c0d732 req-665aa9ea-a4cf-4713-98a9-c6e0bcd03ea4 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981810 Jan 27 22:03:03.797006 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcafa76-a6d1-4406-a305-7a7075c14a3c req-8203526a-d51e-483f-88e9-87c91c3d99e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:03.798527 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6dcafa76-a6d1-4406-a305-7a7075c14a3c req-8203526a-d51e-483f-88e9-87c91c3d99e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f8119ca47b7479290f8f1a732965415&device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 1097 time: 0.1159570 Jan 27 22:03:03.951875 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6bd9e-6978-4fbd-a94e-e9d45e76f790 req-8a5bbee6-4d58-42bf-8051-60f5d4214049 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:03.957817 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9bf6bd9e-6978-4fbd-a94e-e9d45e76f790 req-8a5bbee6-4d58-42bf-8051-60f5d4214049 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 944 time: 0.1250937 Jan 27 22:03:04.073328 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9bf6bd9e-6978-4fbd-a94e-e9d45e76f790 req-bcb35755-1c88-42e4-b1d2-90a7f462b0d0 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081815 Jan 27 22:03:04.195899 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:04.249815 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcafa76-a6d1-4406-a305-7a7075c14a3c req-449ac40c-b31f-4e6e-88f8-f5e9384c47f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:04.252529 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6dcafa76-a6d1-4406-a305-7a7075c14a3c req-449ac40c-b31f-4e6e-88f8-f5e9384c47f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=459b8894-edc1-457b-b0fc-103b65af4a7d HTTP/1.1" status: 200 len: 915 time: 0.4392514 Jan 27 22:03:04.354060 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:04.354724 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (31f4646b-ce72-49cf-a6a6-9ac9fb91e426), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:04.390226 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6dcafa76-a6d1-4406-a305-7a7075c14a3c req-dc250154-1cde-4cc6-bee7-ae680e9a27ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2eff0d7f-a483-4476-be8c-1dd7c8e1f630 HTTP/1.1" status: 200 len: 217 time: 0.1301725 Jan 27 22:03:04.467099 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3bdd46-b1a6-4169-b493-54596b8973f3 admin admin] Router b65215d6-bb8a-40c4-9f30-8c26cbead61b has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:03:04.503351 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcafa76-a6d1-4406-a305-7a7075c14a3c req-24c775bf-472a-4607-8bba-d952f3ac2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:04.504884 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6dcafa76-a6d1-4406-a305-7a7075c14a3c req-24c775bf-472a-4607-8bba-d952f3ac2f8d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2bb2bac3-c60e-4848-afff-f0961fb92d28 HTTP/1.1" status: 200 len: 854 time: 0.1028283 Jan 27 22:03:04.544838 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a92728-c6d2-401d-bff9-6aaf326ac41b req-57320c9a-208d-4dc9-a646-3e72c5ed8766 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:04.553504 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-60a92728-c6d2-401d-bff9-6aaf326ac41b req-57320c9a-208d-4dc9-a646-3e72c5ed8766 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.1034148 Jan 27 22:03:04.563053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:04.563753 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (31f4646b-ce72-49cf-a6a6-9ac9fb91e426), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:04.610184 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21fec25-a11d-42e3-8bf7-a709e8d2b001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f4646b-ce72-49cf-a6a6-9ac9fb91e426'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:04.612840 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a759084d-8593-4ef3-bfa2-efebe45fd963" -d '{"events": [{"server_uuid": "f21fec25-a11d-42e3-8bf7-a709e8d2b001", "name": "network-vif-plugged", "status": "completed", "tag": "31f4646b-ce72-49cf-a6a6-9ac9fb91e426"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:04.644096 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=31f4646b-ce72-49cf-a6a6-9ac9fb91e426,segment=NetworkSegment(62fa23dd-12a3-492b-934b-e983908fa985),segment_id=62fa23dd-12a3-492b-934b-e983908fa985)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:04.646699 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-60a92728-c6d2-401d-bff9-6aaf326ac41b req-07139685-36ec-4ea4-9677-61dd73a3392a tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922315 Jan 27 22:03:04.649254 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (31f4646b-ce72-49cf-a6a6-9ac9fb91e426), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:04.653550 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6dcafa76-a6d1-4406-a305-7a7075c14a3c req-7bd770ea-7ae9-427d-b437-722bd29d13e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=459b8894-edc1-457b-b0fc-103b65af4a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375279 Jan 27 22:03:04.700004 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b868ac-5e27-4463-b4ad-5d536a68afc4 x-openstack-request-id: req-79b868ac-5e27-4463-b4ad-5d536a68afc4 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:04.709509 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21fec25-a11d-42e3-8bf7-a709e8d2b001", "name": "network-vif-plugged", "status": "completed", "tag": "31f4646b-ce72-49cf-a6a6-9ac9fb91e426", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:04.710045 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79b868ac-5e27-4463-b4ad-5d536a68afc4 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:04.710380 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21fec25-a11d-42e3-8bf7-a709e8d2b001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f4646b-ce72-49cf-a6a6-9ac9fb91e426', 'code': 200} Jan 27 22:03:04.769207 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=31f4646b-ce72-49cf-a6a6-9ac9fb91e426,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:04.929349 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8094411-59bc-409a-a667-6df096615abf req-df13f533-7ce1-41f8-9dee-65bc6b840a31 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:04.931374 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c8094411-59bc-409a-a667-6df096615abf req-df13f533-7ce1-41f8-9dee-65bc6b840a31 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.1145012 Jan 27 22:03:04.995100 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c8094411-59bc-409a-a667-6df096615abf req-fb8ff5d9-a397-436a-b78a-4240fef31c91 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573123 Jan 27 22:03:05.010109 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf50bd3-4cef-466d-a37b-dd973f06b54c req-06cfa2ca-6c57-40f0-81d8-a469edd34f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:05.011996 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0bf50bd3-4cef-466d-a37b-dd973f06b54c req-06cfa2ca-6c57-40f0-81d8-a469edd34f38 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 1096 time: 0.1318283 Jan 27 22:03:05.134113 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0bf50bd3-4cef-466d-a37b-dd973f06b54c req-b0a64e0b-4484-44aa-9b63-b379cd9ae5e4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911644 Jan 27 22:03:05.255037 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29481c-5a67-47ad-86f9-80a304ea7177 req-3d537274-6f1d-4e19-bf01-1a73f365ae92 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:05.263765 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e29481c-5a67-47ad-86f9-80a304ea7177 req-3d537274-6f1d-4e19-bf01-1a73f365ae92 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 945 time: 0.0765333 Jan 27 22:03:05.337955 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e29481c-5a67-47ad-86f9-80a304ea7177 req-c58c53dd-4334-4473-a750-5e34e85b57ca tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729060 Jan 27 22:03:05.340218 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6dcafa76-a6d1-4406-a305-7a7075c14a3c req-c04d10e6-f79d-4dad-a6b8-d00bef706b33 service neutron] 10.222.0.21 "GET /v2.0/networks/459b8894-edc1-457b-b0fc-103b65af4a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6746829 Jan 27 22:03:05.410104 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3bdd46-b1a6-4169-b493-54596b8973f3 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:03:05.421180 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f841fe11-25dc-446a-8352-07b6f9caefb6 None None] Sync routers for ids ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:03:05.438129 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f841fe11-25dc-446a-8352-07b6f9caefb6 None None] Routers {'b65215d6-bb8a-40c4-9f30-8c26cbead61b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:05.439178 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-f841fe11-25dc-446a-8352-07b6f9caefb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:02:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:05.489764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40110) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:05.490305 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3f3bdd46-b1a6-4169-b493-54596b8973f3 admin admin] 10.222.0.23 "PUT /v2.0/routers/b65215d6-bb8a-40c4-9f30-8c26cbead61b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2582581 Jan 27 22:03:05.532584 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6dcafa76-a6d1-4406-a305-7a7075c14a3c req-9913327f-6c8e-4ae9-aa62-7594126c1dee service neutron] 10.222.0.21 "GET /v2.0/networks/459b8894-edc1-457b-b0fc-103b65af4a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203892 Jan 27 22:03:05.578253 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-f841fe11-25dc-446a-8352-07b6f9caefb6 None None] Set router b65215d6-bb8a-40c4-9f30-8c26cbead61b gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:05.640782 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-658133f4-dc65-41b0-826a-22503e66cc71 admin admin] Publish callbacks [] for router (b65215d6-bb8a-40c4-9f30-8c26cbead61b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:05.831565 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-658133f4-dc65-41b0-826a-22503e66cc71 admin admin] Publish callbacks [] for router_gateway (b65215d6-bb8a-40c4-9f30-8c26cbead61b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:05.847946 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-f841fe11-25dc-446a-8352-07b6f9caefb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'name': 'tempest-AttachVolumeShelveTestJSON-82970161-router', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:05Z', 'updated_at': '2022-01-27T22:03:03Z', 'revision_number': 5, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'gw_port': {'id': '5a6abde6-c665-4b6f-9eb6-ee669f5d5981', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:75:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:07Z', 'updated_at': '2022-01-27T21:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:05.854793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f68bf7-2be7-4907-8dd7-7ea1b14fe15b req-e09e7e61-7c05-4469-869d-9f561bbf8f3e tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:05.856341 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66f68bf7-2be7-4907-8dd7-7ea1b14fe15b req-e09e7e61-7c05-4469-869d-9f561bbf8f3e tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.0647476 Jan 27 22:03:05.879501 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f841fe11-25dc-446a-8352-07b6f9caefb6 None None] Checking router: b65215d6-bb8a-40c4-9f30-8c26cbead61b for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:03:05.889062 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f841fe11-25dc-446a-8352-07b6f9caefb6 None None] Routers {'b65215d6-bb8a-40c4-9f30-8c26cbead61b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:05.889936 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-f841fe11-25dc-446a-8352-07b6f9caefb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:02:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:05.930333 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66f68bf7-2be7-4907-8dd7-7ea1b14fe15b req-41cd36ac-2a25-42fc-b563-bc916faa6590 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525682 Jan 27 22:03:05.944876 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-658133f4-dc65-41b0-826a-22503e66cc71 admin admin] Deleting port 5a6abde6-c665-4b6f-9eb6-ee669f5d5981 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:05.945259 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-658133f4-dc65-41b0-826a-22503e66cc71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5a6abde6-c665-4b6f-9eb6-ee669f5d5981), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:06.016716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-f841fe11-25dc-446a-8352-07b6f9caefb6 None None] Set router b65215d6-bb8a-40c4-9f30-8c26cbead61b gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:06.081636 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-f841fe11-25dc-446a-8352-07b6f9caefb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'name': 'tempest-AttachVolumeShelveTestJSON-82970161-router', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:05Z', 'updated_at': '2022-01-27T22:03:05Z', 'revision_number': 6, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:06.109295 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f841fe11-25dc-446a-8352-07b6f9caefb6 None None] The sync data for ids ['b65215d6-bb8a-40c4-9f30-8c26cbead61b'] in n-d-772272-3 is: [{'id': 'b65215d6-bb8a-40c4-9f30-8c26cbead61b', 'name': 'tempest-AttachVolumeShelveTestJSON-82970161-router', 'tenant_id': 'de28fa92448d41c99ce570f9af9bb344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:05Z', 'updated_at': '2022-01-27T22:03:05Z', 'revision_number': 6, 'project_id': 'de28fa92448d41c99ce570f9af9bb344', 'gw_port_host': None}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:03:06.122361 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-658133f4-dc65-41b0-826a-22503e66cc71 admin admin] For port 5a6abde6-c665-4b6f-9eb6-ee669f5d5981, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5a6abde6-c665-4b6f-9eb6-ee669f5d5981,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:06.122727 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-658133f4-dc65-41b0-826a-22503e66cc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5a6abde6-c665-4b6f-9eb6-ee669f5d5981), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:06.140349 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-658133f4-dc65-41b0-826a-22503e66cc71 admin admin] Calling delete_port for 5a6abde6-c665-4b6f-9eb6-ee669f5d5981 owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:06.163028 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7804e-1dff-4eb2-b419-f4ade80203e8 req-7ea20ba0-a981-457e-9c4f-7225514f9932 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:06.165156 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-65e7804e-1dff-4eb2-b419-f4ade80203e8 req-7ea20ba0-a981-457e-9c4f-7225514f9932 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.0818596 Jan 27 22:03:06.265735 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-65e7804e-1dff-4eb2-b419-f4ade80203e8 req-df9965db-06a9-4d4a-880a-ee0995e2641b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677853 Jan 27 22:03:06.381077 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-658133f4-dc65-41b0-826a-22503e66cc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5a6abde6-c665-4b6f-9eb6-ee669f5d5981), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:06.418704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658133f4-dc65-41b0-826a-22503e66cc71 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6abde6-c665-4b6f-9eb6-ee669f5d5981,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:06.576614 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96602665-13bc-406d-9dbe-8d9f25d39de8 req-5721a587-cc5b-45a6-ba25-9edf14412a36 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:06.578295 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96602665-13bc-406d-9dbe-8d9f25d39de8 req-5721a587-cc5b-45a6-ba25-9edf14412a36 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 945 time: 0.1377363 Jan 27 22:03:06.598026 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 71237575-b72d-4dee-93dd-94df06a96add no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:06.620230 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-658133f4-dc65-41b0-826a-22503e66cc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (b65215d6-bb8a-40c4-9f30-8c26cbead61b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:06.624389 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 71237575-b72d-4dee-93dd-94df06a96add {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:06.624750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 71237575-b72d-4dee-93dd-94df06a96add not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:06.735892 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-658133f4-dc65-41b0-826a-22503e66cc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (b65215d6-bb8a-40c4-9f30-8c26cbead61b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:06.739013 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-658133f4-dc65-41b0-826a-22503e66cc71 admin admin] Publish callbacks [] for router_controller (b65215d6-bb8a-40c4-9f30-8c26cbead61b), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:06.743958 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96602665-13bc-406d-9dbe-8d9f25d39de8 req-bdbfe62f-8d17-4262-b2d5-12b4ca706683 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560097 Jan 27 22:03:06.812821 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-658133f4-dc65-41b0-826a-22503e66cc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (b65215d6-bb8a-40c4-9f30-8c26cbead61b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:06.813800 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658133f4-dc65-41b0-826a-22503e66cc71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b65215d6-bb8a-40c4-9f30-8c26cbead61b {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:03:06.821653 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-658133f4-dc65-41b0-826a-22503e66cc71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:06.825070 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-658133f4-dc65-41b0-826a-22503e66cc71 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b65215d6-bb8a-40c4-9f30-8c26cbead61b HTTP/1.1" status: 204 len: 168 time: 1.3320546 Jan 27 22:03:06.825846 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40120) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:06.873294 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82043575-4f11-4da5-afcc-5cbeeba7612e req-5cfbdc90-442f-476f-ae87-01015384cfe5 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:06.880458 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1e702a-0c23-48fc-9893-db2c248425e8 admin admin] Deleting subnet b1a976cc-2e5b-4556-bc6f-960c2cfb8897 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:03:06.880662 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82043575-4f11-4da5-afcc-5cbeeba7612e req-5cfbdc90-442f-476f-ae87-01015384cfe5 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 945 time: 0.0565779 Jan 27 22:03:06.884959 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca1e702a-0c23-48fc-9893-db2c248425e8 admin admin] Publish callbacks [] for subnet (b1a976cc-2e5b-4556-bc6f-960c2cfb8897), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:06.926226 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca1e702a-0c23-48fc-9893-db2c248425e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (b1a976cc-2e5b-4556-bc6f-960c2cfb8897), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:06.942756 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82043575-4f11-4da5-afcc-5cbeeba7612e req-1cf2aae1-6e1c-4a6f-868f-55d9d9d512df tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591965 Jan 27 22:03:07.075246 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca1e702a-0c23-48fc-9893-db2c248425e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (b1a976cc-2e5b-4556-bc6f-960c2cfb8897), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:07.196341 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e5c38-b8fa-4964-aed6-366f58d47f85 req-5b26fadc-eeef-45e2-a0c6-db5a9f78f16a tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:07.200060 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-808e5c38-b8fa-4964-aed6-366f58d47f85 req-5b26fadc-eeef-45e2-a0c6-db5a9f78f16a tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.1213460 Jan 27 22:03:07.205467 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca1e702a-0c23-48fc-9893-db2c248425e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (b1a976cc-2e5b-4556-bc6f-960c2cfb8897), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:07.253374 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e702a-0c23-48fc-9893-db2c248425e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1a976cc-2e5b-4556-bc6f-960c2cfb8897,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:07.272441 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78b5168-ae03-4660-8cc1-7d25dbceae9d None None] Network 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:03:07.283707 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca1e702a-0c23-48fc-9893-db2c248425e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:07.297366 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ca1e702a-0c23-48fc-9893-db2c248425e8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b1a976cc-2e5b-4556-bc6f-960c2cfb8897 HTTP/1.1" status: 204 len: 168 time: 0.4698472 Jan 27 22:03:07.299229 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40130) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:07.337275 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-808e5c38-b8fa-4964-aed6-366f58d47f85 req-89d5d327-9acf-4460-9236-2a77afaf5404 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306143 Jan 27 22:03:07.430996 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-be8e7578-ad20-4273-9f5a-81cb8dae055a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:07.485120 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229a33c-43b4-4bfa-a2b5-736f669d0f33 req-671d6d1a-ba0f-404e-b9e5-a36ae275cb12 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:07.487030 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3229a33c-43b4-4bfa-a2b5-736f669d0f33 req-671d6d1a-ba0f-404e-b9e5-a36ae275cb12 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.0964401 Jan 27 22:03:07.564054 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-be8e7578-ad20-4273-9f5a-81cb8dae055a admin admin] Deleting port 0326cc1c-efca-4d1a-a5a1-4d46c693c97c {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:07.564696 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-be8e7578-ad20-4273-9f5a-81cb8dae055a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0326cc1c-efca-4d1a-a5a1-4d46c693c97c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:07.632637 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccea952c-ca98-4450-a359-78d831bbe806 None None] DHCP port deletion for 7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:03:07.646453 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-be8e7578-ad20-4273-9f5a-81cb8dae055a admin admin] For port 0326cc1c-efca-4d1a-a5a1-4d46c693c97c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0326cc1c-efca-4d1a-a5a1-4d46c693c97c,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:07.646818 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-be8e7578-ad20-4273-9f5a-81cb8dae055a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0326cc1c-efca-4d1a-a5a1-4d46c693c97c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:07.652895 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3229a33c-43b4-4bfa-a2b5-736f669d0f33 req-0d092130-270f-4b73-ab5b-07599f7f7da3 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516821 Jan 27 22:03:07.673119 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-be8e7578-ad20-4273-9f5a-81cb8dae055a admin admin] Calling delete_port for 0326cc1c-efca-4d1a-a5a1-4d46c693c97c owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:07.701680 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ccea952c-ca98-4450-a359-78d831bbe806 None None] Deleting port 0326cc1c-efca-4d1a-a5a1-4d46c693c97c {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:07.702469 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ccea952c-ca98-4450-a359-78d831bbe806 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0326cc1c-efca-4d1a-a5a1-4d46c693c97c), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:07.739454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b390344-3cec-4ae4-829f-6ee01983457e req-c03f6c5c-6478-4f13-8801-37a52c8af282 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:07.751282 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b390344-3cec-4ae4-829f-6ee01983457e req-c03f6c5c-6478-4f13-8801-37a52c8af282 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/networks?id=aba8c96b-8083-40a9-8e75-d6eab38d4a88 HTTP/1.1" status: 200 len: 814 time: 0.2591264 Jan 27 22:03:07.777205 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b390344-3cec-4ae4-829f-6ee01983457e req-fe92d4f6-9661-4afa-a3a9-34174ce214da tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/quotas/fda93bf005474b47934cda5a7aea1f66 HTTP/1.1" status: 200 len: 375 time: 0.0254402 Jan 27 22:03:07.781756 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-ccea952c-ca98-4450-a359-78d831bbe806 None None] For port 0326cc1c-efca-4d1a-a5a1-4d46c693c97c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0326cc1c-efca-4d1a-a5a1-4d46c693c97c,segment=NetworkSegment(a6889cb5-cf47-4d27-a967-740b367953d6),segment_id=a6889cb5-cf47-4d27-a967-740b367953d6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:07.782468 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ccea952c-ca98-4450-a359-78d831bbe806 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0326cc1c-efca-4d1a-a5a1-4d46c693c97c), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:07.803111 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ccea952c-ca98-4450-a359-78d831bbe806 None None] Calling delete_port for 0326cc1c-efca-4d1a-a5a1-4d46c693c97c owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:07.808834 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-be8e7578-ad20-4273-9f5a-81cb8dae055a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (0326cc1c-efca-4d1a-a5a1-4d46c693c97c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:07.850077 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e7578-ad20-4273-9f5a-81cb8dae055a admin admin] Pushing event deleted for resources: {'Port': ['ID=0326cc1c-efca-4d1a-a5a1-4d46c693c97c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:07.855365 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8e7578-ad20-4273-9f5a-81cb8dae055a admin admin] No DVR routers for this DVR port 0326cc1c-efca-4d1a-a5a1-4d46c693c97c on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:07.870063 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b390344-3cec-4ae4-829f-6ee01983457e req-8403d2ff-2b6b-49b2-ad8e-f9675f5e7eca tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fda93bf005474b47934cda5a7aea1f66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0919037 Jan 27 22:03:07.911933 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ccea952c-ca98-4450-a359-78d831bbe806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (0326cc1c-efca-4d1a-a5a1-4d46c693c97c), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:07.929862 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccea952c-ca98-4450-a359-78d831bbe806 None None] No DVR routers for this DVR port 0326cc1c-efca-4d1a-a5a1-4d46c693c97c on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:07.960270 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:07.973546 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b390344-3cec-4ae4-829f-6ee01983457e req-c36c0f44-f0c2-41fc-abe8-6676e6cbcd94 service neutron] 10.222.0.23 "GET /v2.0/networks/aba8c96b-8083-40a9-8e75-d6eab38d4a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022549 Jan 27 22:03:07.998472 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea952c-ca98-4450-a359-78d831bbe806 None None] Pushing event deleted for resources: {'Port': ['ID=0326cc1c-efca-4d1a-a5a1-4d46c693c97c,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:08.011765 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-be8e7578-ad20-4273-9f5a-81cb8dae055a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:08.054212 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-be8e7578-ad20-4273-9f5a-81cb8dae055a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:08.055384 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:08.055898 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:08.073712 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-be8e7578-ad20-4273-9f5a-81cb8dae055a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6889cb5-cf47-4d27-a967-740b367953d6') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:08.074004 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-be8e7578-ad20-4273-9f5a-81cb8dae055a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6889cb5-cf47-4d27-a967-740b367953d6') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:08.107478 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b390344-3cec-4ae4-829f-6ee01983457e req-7c8e0549-619b-4396-8ba1-e35a4b6e5bb6 service neutron] 10.222.0.23 "GET /v2.0/networks/aba8c96b-8083-40a9-8e75-d6eab38d4a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271317 Jan 27 22:03:08.110412 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-be8e7578-ad20-4273-9f5a-81cb8dae055a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (a6889cb5-cf47-4d27-a967-740b367953d6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:08.126753 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-be8e7578-ad20-4273-9f5a-81cb8dae055a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (a6889cb5-cf47-4d27-a967-740b367953d6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:08.134066 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8e7578-ad20-4273-9f5a-81cb8dae055a admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:03:08.134457 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-be8e7578-ad20-4273-9f5a-81cb8dae055a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (a6889cb5-cf47-4d27-a967-740b367953d6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:03:08.136427 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:03:08.150961 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,segment=NetworkSegment(03f03b00-21f2-4482-a656-94e7ab611f3b),segment_id=03f03b00-21f2-4482-a656-94e7ab611f3b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:08.152573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83670a7-a7ec-4fae-8f41-bf36a54db80a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eff0d7f-a483-4476-be8c-1dd7c8e1f630'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:08.155844 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197ce233-5ef5-49dd-a064-5880a012b4cd" -d '{"events": [{"server_uuid": "e83670a7-a7ec-4fae-8f41-bf36a54db80a", "name": "network-vif-unplugged", "status": "completed", "tag": "2eff0d7f-a483-4476-be8c-1dd7c8e1f630"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:08.173574 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:08.199233 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-be8e7578-ad20-4273-9f5a-81cb8dae055a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:08.211389 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-be8e7578-ad20-4273-9f5a-81cb8dae055a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:08.215542 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-be8e7578-ad20-4273-9f5a-81cb8dae055a admin admin] 10.222.0.23 "DELETE /v2.0/networks/7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41 HTTP/1.1" status: 204 len: 168 time: 0.9105191 Jan 27 22:03:08.249019 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab28b422-4246-402a-9265-b6b938bd823c x-openstack-request-id: req-ab28b422-4246-402a-9265-b6b938bd823c {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:08.249538 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83670a7-a7ec-4fae-8f41-bf36a54db80a", "name": "network-vif-unplugged", "status": "completed", "tag": "2eff0d7f-a483-4476-be8c-1dd7c8e1f630", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:08.249969 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab28b422-4246-402a-9265-b6b938bd823c {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:08.250528 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83670a7-a7ec-4fae-8f41-bf36a54db80a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eff0d7f-a483-4476-be8c-1dd7c8e1f630', 'code': 200} Jan 27 22:03:08.260680 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e7578-ad20-4273-9f5a-81cb8dae055a admin admin] Pushing event deleted for resources: {'Network': ['ID=7be57cc0-9e49-4bc2-a6f6-aebd1eb84c41,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:08.283149 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:08.459129 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dad1acd5-8f43-4c2c-8921-6e1f066937c7 req-3c34958c-3be4-488f-943d-abb166548aeb tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 210 time: 0.0602794 Jan 27 22:03:08.461506 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5a6abde6-c665-4b6f-9eb6-ee669f5d5981 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:08.553148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 5a6abde6-c665-4b6f-9eb6-ee669f5d5981 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:08.553509 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5a6abde6-c665-4b6f-9eb6-ee669f5d5981 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:08.556092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0326cc1c-efca-4d1a-a5a1-4d46c693c97c no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:08.560028 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40152) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:08.593856 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041d84e-6152-4dba-ba74-f05a496708d1 req-83deebb2-e08a-4155-9467-0a7677f22c0b tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:08.602292 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5041d84e-6152-4dba-ba74-f05a496708d1 req-83deebb2-e08a-4155-9467-0a7677f22c0b tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.1415360 Jan 27 22:03:08.612511 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 0326cc1c-efca-4d1a-a5a1-4d46c693c97c {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:08.612911 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0326cc1c-efca-4d1a-a5a1-4d46c693c97c not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:08.669984 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-be5db275-4f4b-4371-84ce-a82e04255e00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de28fa92448d41c99ce570f9af9bb344&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1084299 Jan 27 22:03:08.670993 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40156) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:08.794011 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5041d84e-6152-4dba-ba74-f05a496708d1 req-9f65ef98-a9da-488a-a749-ff7304392b0b tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907423 Jan 27 22:03:08.806391 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ad00000-910e-4289-afa2-c32b5c05d1df admin admin] Publish callbacks [] for security_group (58319334-ea31-4cb9-bf6e-2f6bbb47183e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:08.819387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba24840-af72-4d5f-917d-d3f517204df4 req-aa0ecb1e-0613-4f76-9f75-01516a62d394 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:08.821268 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ba24840-af72-4d5f-917d-d3f517204df4 req-aa0ecb1e-0613-4f76-9f75-01516a62d394 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.15 "GET /v2.0/ports?device_id=f21fec25-a11d-42e3-8bf7-a709e8d2b001 HTTP/1.1" status: 200 len: 945 time: 0.1927202 Jan 27 22:03:08.838106 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ad00000-910e-4289-afa2-c32b5c05d1df admin admin] Publish callbacks [] for security_group (58319334-ea31-4cb9-bf6e-2f6bbb47183e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:08.932725 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ad00000-910e-4289-afa2-c32b5c05d1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (58319334-ea31-4cb9-bf6e-2f6bbb47183e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:08.935198 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5e1b0-927c-4384-8f78-553bd9370bfd req-636da5be-751c-4ebe-b5f9-8c502aa89dad tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:08.936494 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ad00000-910e-4289-afa2-c32b5c05d1df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:08.937842 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3ad00000-910e-4289-afa2-c32b5c05d1df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58319334-ea31-4cb9-bf6e-2f6bbb47183e HTTP/1.1" status: 204 len: 168 time: 0.2647686 Jan 27 22:03:08.943981 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8d5e1b0-927c-4384-8f78-553bd9370bfd req-636da5be-751c-4ebe-b5f9-8c502aa89dad tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 944 time: 0.1486754 Jan 27 22:03:08.954046 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad00000-910e-4289-afa2-c32b5c05d1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58319334-ea31-4cb9-bf6e-2f6bbb47183e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:09.047925 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8d5e1b0-927c-4384-8f78-553bd9370bfd req-b32e1f67-b8d9-4f7c-9d9c-928e1db420eb tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977697 Jan 27 22:03:09.075912 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-5ba24840-af72-4d5f-917d-d3f517204df4 req-ce788f15-0433-4168-b5f9-a8c3faeda4b2 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Deleting port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:09.077158 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5ba24840-af72-4d5f-917d-d3f517204df4 req-ce788f15-0433-4168-b5f9-a8c3faeda4b2 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (31f4646b-ce72-49cf-a6a6-9ac9fb91e426), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:09.297274 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af581113-3989-4f02-8c6f-bdd9f7dd96fc req-bb444cb3-4fed-4b60-80e1-ac39bef91abc tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:09.298479 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af581113-3989-4f02-8c6f-bdd9f7dd96fc req-bb444cb3-4fed-4b60-80e1-ac39bef91abc tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 944 time: 0.1322544 Jan 27 22:03:09.309096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-5ba24840-af72-4d5f-917d-d3f517204df4 req-ce788f15-0433-4168-b5f9-a8c3faeda4b2 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] For port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=31f4646b-ce72-49cf-a6a6-9ac9fb91e426,segment=NetworkSegment(62fa23dd-12a3-492b-934b-e983908fa985),segment_id=62fa23dd-12a3-492b-934b-e983908fa985)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:09.309587 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5ba24840-af72-4d5f-917d-d3f517204df4 req-ce788f15-0433-4168-b5f9-a8c3faeda4b2 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (31f4646b-ce72-49cf-a6a6-9ac9fb91e426), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:09.340223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-5ba24840-af72-4d5f-917d-d3f517204df4 req-ce788f15-0433-4168-b5f9-a8c3faeda4b2 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Calling delete_port for 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:09.514557 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af581113-3989-4f02-8c6f-bdd9f7dd96fc req-bae144ac-0de9-4bb9-aedb-d932c4672128 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080426 Jan 27 22:03:09.652037 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e9f684f-e8f7-4b1e-9786-75c63b6a5d4a req-82fd4784-62a3-4734-b16c-4c0942cfdd8e tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 210 time: 0.0472841 Jan 27 22:03:09.667465 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5ba24840-af72-4d5f-917d-d3f517204df4 req-ce788f15-0433-4168-b5f9-a8c3faeda4b2 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (31f4646b-ce72-49cf-a6a6-9ac9fb91e426), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:09.681767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['31f4646b-ce72-49cf-a6a6-9ac9fb91e426'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:03:09.750664 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce788f15-0433-4168-b5f9-a8c3faeda4b2 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Pushing event deleted for resources: {'Port': ['ID=31f4646b-ce72-49cf-a6a6-9ac9fb91e426,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:09.811573 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba24840-af72-4d5f-917d-d3f517204df4 req-ce788f15-0433-4168-b5f9-a8c3faeda4b2 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] No DVR routers for this DVR port 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:09.816334 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5ba24840-af72-4d5f-917d-d3f517204df4 req-ce788f15-0433-4168-b5f9-a8c3faeda4b2 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:09.821503 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ba24840-af72-4d5f-917d-d3f517204df4 req-ce788f15-0433-4168-b5f9-a8c3faeda4b2 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.15 "DELETE /v2.0/ports/31f4646b-ce72-49cf-a6a6-9ac9fb91e426 HTTP/1.1" status: 204 len: 173 time: 0.9838433 Jan 27 22:03:09.823653 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21fec25-a11d-42e3-8bf7-a709e8d2b001', 'name': 'network-vif-deleted', 'tag': '31f4646b-ce72-49cf-a6a6-9ac9fb91e426'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:09.828534 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d79c4b6-f58c-47af-b0a8-856beb0d9f0a" -d '{"events": [{"server_uuid": "f21fec25-a11d-42e3-8bf7-a709e8d2b001", "name": "network-vif-deleted", "tag": "31f4646b-ce72-49cf-a6a6-9ac9fb91e426"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:09.909721 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594972ff-2c98-4a4d-99d1-4c641d280617 x-openstack-request-id: req-594972ff-2c98-4a4d-99d1-4c641d280617 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:09.910209 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21fec25-a11d-42e3-8bf7-a709e8d2b001", "name": "network-vif-deleted", "tag": "31f4646b-ce72-49cf-a6a6-9ac9fb91e426", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:09.910624 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-594972ff-2c98-4a4d-99d1-4c641d280617 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:09.911294 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21fec25-a11d-42e3-8bf7-a709e8d2b001', 'name': 'network-vif-deleted', 'tag': '31f4646b-ce72-49cf-a6a6-9ac9fb91e426', 'status': 'completed', 'code': 200} Jan 27 22:03:09.942633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb30e2e-6274-477d-838b-bd31e6f99ce9 req-a36b7546-986c-48a5-bb09-9a1e3ec2e755 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:09.952279 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8cb30e2e-6274-477d-838b-bd31e6f99ce9 req-a36b7546-986c-48a5-bb09-9a1e3ec2e755 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.0854337 Jan 27 22:03:10.039019 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8cb30e2e-6274-477d-838b-bd31e6f99ce9 req-57334660-9c96-4b0c-bb2f-649cfff58404 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859668 Jan 27 22:03:10.176059 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-43c225c6-147b-4ca9-bc13-eea85a77cc1f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1358018 Jan 27 22:03:10.213896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8170f-84a2-43b3-a894-7efc8f40e138 req-e4cd5f50-0fdd-4416-aee1-b9e50bcb3cd5 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:10.216514 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5e8170f-84a2-43b3-a894-7efc8f40e138 req-e4cd5f50-0fdd-4416-aee1-b9e50bcb3cd5 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 944 time: 0.1751366 Jan 27 22:03:10.377328 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5e8170f-84a2-43b3-a894-7efc8f40e138 req-ca43067f-eaa3-4407-874a-3fe1879335b6 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500804 Jan 27 22:03:10.409244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40212) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:10.409670 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b390344-3cec-4ae4-829f-6ee01983457e req-1b40d778-fba2-4219-8d24-6cf0feaf1d44 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:10.413037 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7b390344-3cec-4ae4-829f-6ee01983457e req-1b40d778-fba2-4219-8d24-6cf0feaf1d44 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.21 "GET /v2.0/networks?id=aba8c96b-8083-40a9-8e75-d6eab38d4a88 HTTP/1.1" status: 200 len: 814 time: 0.1758130 Jan 27 22:03:10.440811 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-7b390344-3cec-4ae4-829f-6ee01983457e req-363bf3cc-4e11-4c85-b5ae-5971e6d04912 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Request body: {'port': {'device_id': '55b25197-0d2f-462c-a898-3221d6f4d060', 'network_id': 'aba8c96b-8083-40a9-8e75-d6eab38d4a88', 'admin_state_up': True, 'tenant_id': 'fda93bf005474b47934cda5a7aea1f66'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:10.646318 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-a76ed3e0-602f-4d6d-98e5-837e43f696eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-789037297-network', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:10.666390 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b390344-3cec-4ae4-829f-6ee01983457e req-363bf3cc-4e11-4c85-b5ae-5971e6d04912 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Made reservation on behalf of fda93bf005474b47934cda5a7aea1f66 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:03:10.673572 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b390344-3cec-4ae4-829f-6ee01983457e req-363bf3cc-4e11-4c85-b5ae-5971e6d04912 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:10.683570 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76ed3e0-602f-4d6d-98e5-837e43f696eb admin admin] Made reservation on behalf of 5fa39c9f14c34091a555381958bf20fa for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:03:10.686714 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a76ed3e0-602f-4d6d-98e5-837e43f696eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:10.716006 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a76ed3e0-602f-4d6d-98e5-837e43f696eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:10.894156 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e50e3e1-9053-4847-8c43-1d5e4659ec96 req-1256bd02-5de7-49ac-8bf7-32ef5527248f tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 210 time: 0.0941937 Jan 27 22:03:10.906850 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-7b390344-3cec-4ae4-829f-6ee01983457e req-363bf3cc-4e11-4c85-b5ae-5971e6d04912 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Allocated IP 172.20.0.9 (aba8c96b-8083-40a9-8e75-d6eab38d4a88/0fd29a6d-b06e-439b-961f-793e9684fba2/04ceed28-5cd5-476e-bdec-3b724b335706) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:03:10.948088 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a76ed3e0-602f-4d6d-98e5-837e43f696eb admin admin] Publish callbacks [] for security_group (deb3d65d-6783-43ff-ba60-9b4518bb9e17), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:10.954431 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a76ed3e0-602f-4d6d-98e5-837e43f696eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (deb3d65d-6783-43ff-ba60-9b4518bb9e17), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:10.998102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76ed3e0-602f-4d6d-98e5-837e43f696eb admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:03:11.012643 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a76ed3e0-602f-4d6d-98e5-837e43f696eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (57099c77-b2f5-4dd3-bbd4-c6f51f894699), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:11.013328 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-a76ed3e0-602f-4d6d-98e5-837e43f696eb admin admin] Added segment 57099c77-b2f5-4dd3-bbd4-c6f51f894699 of type vlan for network 2b09128f-4816-4051-b7b2-5b7a59716965 Jan 27 22:03:11.071743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ed3e0-602f-4d6d-98e5-837e43f696eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb3d65d-6783-43ff-ba60-9b4518bb9e17,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:11.093110 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a76ed3e0-602f-4d6d-98e5-837e43f696eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (2b09128f-4816-4051-b7b2-5b7a59716965), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:11.126758 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a76ed3e0-602f-4d6d-98e5-837e43f696eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (2b09128f-4816-4051-b7b2-5b7a59716965), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:11.127867 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76ed3e0-602f-4d6d-98e5-837e43f696eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:11.128877 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a76ed3e0-602f-4d6d-98e5-837e43f696eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:11.188768 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b390344-3cec-4ae4-829f-6ee01983457e req-363bf3cc-4e11-4c85-b5ae-5971e6d04912 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks [] for port (04ceed28-5cd5-476e-bdec-3b724b335706), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:11.228266 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a76ed3e0-602f-4d6d-98e5-837e43f696eb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8153148 Jan 27 22:03:11.230346 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40224) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:11.236757 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-872fd2a0-1815-4961-b0cb-53657d42c57f admin admin] Request body: {'subnet': {'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-789037297-subnet', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:11.242892 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b390344-3cec-4ae4-829f-6ee01983457e req-363bf3cc-4e11-4c85-b5ae-5971e6d04912 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (04ceed28-5cd5-476e-bdec-3b724b335706), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:11.287562 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ed3e0-602f-4d6d-98e5-837e43f696eb admin admin] Pushing event updated for resources: {'Network': ['ID=2b09128f-4816-4051-b7b2-5b7a59716965,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:11.301401 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 2b09128f-4816-4051-b7b2-5b7a59716965 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:03:11.323061 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872fd2a0-1815-4961-b0cb-53657d42c57f admin admin] Made reservation on behalf of 5fa39c9f14c34091a555381958bf20fa for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:03:11.324268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88914e6f-2468-443a-8b3d-92a54e73ae70 req-b6542890-3541-4f31-a540-892f85899480 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:11.325944 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-872fd2a0-1815-4961-b0cb-53657d42c57f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:11.326131 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-88914e6f-2468-443a-8b3d-92a54e73ae70 req-b6542890-3541-4f31-a540-892f85899480 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.1531179 Jan 27 22:03:11.330961 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b390344-3cec-4ae4-829f-6ee01983457e req-363bf3cc-4e11-4c85-b5ae-5971e6d04912 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Network aba8c96b-8083-40a9-8e75-d6eab38d4a88 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:11.387068 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-7b390344-3cec-4ae4-829f-6ee01983457e req-363bf3cc-4e11-4c85-b5ae-5971e6d04912 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:11.390096 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b390344-3cec-4ae4-829f-6ee01983457e req-363bf3cc-4e11-4c85-b5ae-5971e6d04912 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:03:11.522496 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bf3cc-4e11-4c85-b5ae-5971e6d04912 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Pushing event updated for resources: {'Port': ['ID=04ceed28-5cd5-476e-bdec-3b724b335706,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:11.544312 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-7d0facfa-6cfc-4375-b732-5974269e9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:11.546833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-7d0facfa-6cfc-4375-b732-5974269e9684 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a&tenant_id=5f8119ca47b7479290f8f1a732965415 HTTP/1.1" status: 200 len: 1095 time: 0.2191460 Jan 27 22:03:11.566841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-772272-3', 'device_owner': 'compute:nova'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:11.603172 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-88914e6f-2468-443a-8b3d-92a54e73ae70 req-d7ba5d4d-9819-480b-bbcd-76fb9259d043 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426353 Jan 27 22:03:11.623262 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b390344-3cec-4ae4-829f-6ee01983457e req-363bf3cc-4e11-4c85-b5ae-5971e6d04912 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:11.623946 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b390344-3cec-4ae4-829f-6ee01983457e req-363bf3cc-4e11-4c85-b5ae-5971e6d04912 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:11.633385 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dd1b5-ef1f-4984-b8d6-5cf1e27079c4 req-b0b77d12-3d72-4253-8ea4-de1fd9901755 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:11.642258 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b27dd1b5-ef1f-4984-b8d6-5cf1e27079c4 req-b0b77d12-3d72-4253-8ea4-de1fd9901755 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 944 time: 0.1763721 Jan 27 22:03:11.672739 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7b390344-3cec-4ae4-829f-6ee01983457e req-363bf3cc-4e11-4c85-b5ae-5971e6d04912 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2368848 Jan 27 22:03:11.695846 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-7b390344-3cec-4ae4-829f-6ee01983457e req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] Request body: {'port': {'device_id': '55b25197-0d2f-462c-a898-3221d6f4d060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:11.707675 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:11.753263 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b27dd1b5-ef1f-4984-b8d6-5cf1e27079c4 req-3169088c-6f73-482b-9328-79dcaea94416 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085529 Jan 27 22:03:11.853854 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b390344-3cec-4ae4-829f-6ee01983457e req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (04ceed28-5cd5-476e-bdec-3b724b335706), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:11.938681 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-872fd2a0-1815-4961-b0cb-53657d42c57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (c8368a6d-250d-43a0-8b81-29729883ab77), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:11.961068 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:11.974618 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] For port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,segment=NetworkSegment(03f03b00-21f2-4482-a656-94e7ab611f3b),segment_id=03f03b00-21f2-4482-a656-94e7ab611f3b)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:12.011702 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] For port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:03:12.050974 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:03:12.061099 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] Publish callbacks [] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:12.075672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] Transition to ACTIVE for port object 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:03:12.091279 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:12.161140 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 is: DOWN; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:12.180337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] No DVR routers for this DVR port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:12.190495 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] Pushing event updated for resources: {'Port': ['ID=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,revision_number=9']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:12.224099 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:12.240059 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] Attempting to bind port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:03:12.240455 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] Attempting to bind port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '03f03b00-21f2-4482-a656-94e7ab611f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '459b8894-edc1-457b-b0fc-103b65af4a7d'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:03:12.240747 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] Attempting to bind port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 on network 459b8894-edc1-457b-b0fc-103b65af4a7d {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:12.249840 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c9d33-7955-4060-88d3-815387530f37 req-7106df31-6a5f-4e94-938a-96ec6b61b52d tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:12.251376 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-958c9d33-7955-4060-88d3-815387530f37 req-7106df31-6a5f-4e94-938a-96ec6b61b52d tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 931 time: 0.1743422 Jan 27 22:03:12.255982 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] Port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 on network 459b8894-edc1-457b-b0fc-103b65af4a7d not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:03:12.256354 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] Attempting to bind port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 on network 459b8894-edc1-457b-b0fc-103b65af4a7d {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:12.266071 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fd2a0-1815-4961-b0cb-53657d42c57f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8368a6d-250d-43a0-8b81-29729883ab77,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:12.273777 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:12.274147 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 31f4646b-ce72-49cf-a6a6-9ac9fb91e426 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:12.279586 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:03:12.280287 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] Checking segment: {'id': '03f03b00-21f2-4482-a656-94e7ab611f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '459b8894-edc1-457b-b0fc-103b65af4a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:12.280424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] Bound using segment: {'id': '03f03b00-21f2-4482-a656-94e7ab611f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '459b8894-edc1-457b-b0fc-103b65af4a7d'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:03:12.280830 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] Bound port: 2eff0d7f-a483-4476-be8c-1dd7c8e1f630, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03f03b00-21f2-4482-a656-94e7ab611f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '459b8894-edc1-457b-b0fc-103b65af4a7d'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:03:12.281207 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:12.295496 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872fd2a0-1815-4961-b0cb-53657d42c57f admin admin] Checking segment: {'id': '57099c77-b2f5-4dd3-bbd4-c6f51f894699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:12.295864 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872fd2a0-1815-4961-b0cb-53657d42c57f admin admin] Network hostable DHCP agents. Network: 2b09128f-4816-4051-b7b2-5b7a59716965, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:03:12.367342 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872fd2a0-1815-4961-b0cb-53657d42c57f admin admin] Network 2b09128f-4816-4051-b7b2-5b7a59716965 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:03:12.391755 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-872fd2a0-1815-4961-b0cb-53657d42c57f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 2b09128f-4816-4051-b7b2-5b7a59716965) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:12.395352 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] For port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:03:12.396747 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872fd2a0-1815-4961-b0cb-53657d42c57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:12.397344 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-872fd2a0-1815-4961-b0cb-53657d42c57f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:12.401197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be34d5d2-e508-4dbc-9d30-b3740e78407d None None] Network 2b09128f-4816-4051-b7b2-5b7a59716965 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:03:12.420507 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-958c9d33-7955-4060-88d3-815387530f37 req-7817714b-eaa3-49df-b471-3b7db342e49d tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611979 Jan 27 22:03:12.422664 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] For port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,segment=NetworkSegment(03f03b00-21f2-4482-a656-94e7ab611f3b),segment_id=03f03b00-21f2-4482-a656-94e7ab611f3b)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:03:12.430954 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:12.452003 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-872fd2a0-1815-4961-b0cb-53657d42c57f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2201798 Jan 27 22:03:12.462152 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40230) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:12.470256 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-6577a348-3a4c-4b7e-827f-47dfa1020247 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-789037297-router', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:12.474528 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:12.475350 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:12.477214 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] 10.222.0.15 "PUT /v2.0/ports/2eff0d7f-a483-4476-be8c-1dd7c8e1f630 HTTP/1.1" status: 200 len: 1092 time: 0.9186649 Jan 27 22:03:12.477898 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83670a7-a7ec-4fae-8f41-bf36a54db80a', 'tag': '2eff0d7f-a483-4476-be8c-1dd7c8e1f630'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:12.480412 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0447e6ee-f292-4a21-b119-5ab57e7d48ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e83670a7-a7ec-4fae-8f41-bf36a54db80a", "tag": "2eff0d7f-a483-4476-be8c-1dd7c8e1f630"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:12.559954 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158f73b5-563f-47ef-8a99-8d9571c0cfff x-openstack-request-id: req-158f73b5-563f-47ef-8a99-8d9571c0cfff {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:12.560293 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83670a7-a7ec-4fae-8f41-bf36a54db80a", "tag": "2eff0d7f-a483-4476-be8c-1dd7c8e1f630", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:12.560534 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-158f73b5-563f-47ef-8a99-8d9571c0cfff {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:12.560942 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83670a7-a7ec-4fae-8f41-bf36a54db80a', 'tag': '2eff0d7f-a483-4476-be8c-1dd7c8e1f630', 'status': 'completed', 'code': 200} Jan 27 22:03:12.587542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc72da-904d-4b86-88d1-e5d5d5fd803e service neutron] Pushing event updated for resources: {'Port': ['ID=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,revision_number=10']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:12.594623 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-7b390344-3cec-4ae4-829f-6ee01983457e req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ceed28-5cd5-476e-bdec-3b724b335706 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:03:12.605546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-4b97a49e-8cd3-497b-945a-79bbc56c9dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:12.605788 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b390344-3cec-4ae4-829f-6ee01983457e req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] Publish callbacks [] for port (04ceed28-5cd5-476e-bdec-3b724b335706), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:12.607071 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-4b97a49e-8cd3-497b-945a-79bbc56c9dc3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f8119ca47b7479290f8f1a732965415&device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 1096 time: 0.0920067 Jan 27 22:03:12.609029 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6577a348-3a4c-4b7e-827f-47dfa1020247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (26d0ff4e-0a3c-498c-a6f8-08f75cea63f6), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:12.610089 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6577a348-3a4c-4b7e-827f-47dfa1020247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (26d0ff4e-0a3c-498c-a6f8-08f75cea63f6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:12.652272 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830367f6-8045-4416-b959-c0d3859f2676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-2b09128f-4816-4051-b7b2-5b7a59716965', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'fixed_ips': [{'subnet_id': 'c8368a6d-250d-43a0-8b81-29729883ab77'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:03:12.657513 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-830367f6-8045-4416-b959-c0d3859f2676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:12.665680 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6577a348-3a4c-4b7e-827f-47dfa1020247 admin admin] Publish callbacks [] for router_controller (26d0ff4e-0a3c-498c-a6f8-08f75cea63f6), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:12.716036 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:12.743550 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-7b390344-3cec-4ae4-829f-6ee01983457e req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] Transition to ACTIVE for port object 04ceed28-5cd5-476e-bdec-3b724b335706 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:03:12.776775 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b390344-3cec-4ae4-829f-6ee01983457e req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (04ceed28-5cd5-476e-bdec-3b724b335706), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:12.829294 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-f12e82df-e7cc-43a9-b900-c8bcca50f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:12.831389 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-f12e82df-e7cc-43a9-b900-c8bcca50f89d service neutron] 10.222.0.15 "GET /v2.0/networks?id=459b8894-edc1-457b-b0fc-103b65af4a7d HTTP/1.1" status: 200 len: 915 time: 0.2170322 Jan 27 22:03:12.908119 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-b3015dd1-1b1e-4737-8887-727b80b797b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2eff0d7f-a483-4476-be8c-1dd7c8e1f630 HTTP/1.1" status: 200 len: 217 time: 0.0658381 Jan 27 22:03:12.913157 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6577a348-3a4c-4b7e-827f-47dfa1020247 admin admin] Publish callbacks [] for router_gateway (26d0ff4e-0a3c-498c-a6f8-08f75cea63f6), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:12.917967 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-830367f6-8045-4416-b959-c0d3859f2676 None None] Allocated IP 172.20.0.2 (2b09128f-4816-4051-b7b2-5b7a59716965/c8368a6d-250d-43a0-8b81-29729883ab77/38f59b59-54e1-454b-8207-69f878ad0989) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:03:12.953216 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] Pushing event updated for resources: {'Port': ['ID=04ceed28-5cd5-476e-bdec-3b724b335706,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:13.029224 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84117ed5-cf4f-453c-81bc-9c3b1ea28b2f req-8b0e406e-3451-4e5d-af57-9354df10f5ec tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:13.030919 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-84117ed5-cf4f-453c-81bc-9c3b1ea28b2f req-8b0e406e-3451-4e5d-af57-9354df10f5ec tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.2819362 Jan 27 22:03:13.044964 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40613d4c-adc1-486a-84d0-5a7f08a91eed req-6220fa86-8683-496c-9204-b0a190b12d4e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:13.047022 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-40613d4c-adc1-486a-84d0-5a7f08a91eed req-6220fa86-8683-496c-9204-b0a190b12d4e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 945 time: 0.1817183 Jan 27 22:03:13.060314 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-41b63968-6abe-42fc-8ec6-b405e33bf728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:13.061877 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-41b63968-6abe-42fc-8ec6-b405e33bf728 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2bb2bac3-c60e-4848-afff-f0961fb92d28 HTTP/1.1" status: 200 len: 854 time: 0.1335981 Jan 27 22:03:13.110463 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-abaf66d8-1a35-4eeb-a9c9-c19cae2d75b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=459b8894-edc1-457b-b0fc-103b65af4a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396430 Jan 27 22:03:13.116231 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-7b390344-3cec-4ae4-829f-6ee01983457e req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] Attempting to bind port 04ceed28-5cd5-476e-bdec-3b724b335706 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:03:13.116529 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-7b390344-3cec-4ae4-829f-6ee01983457e req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] Attempting to bind port 04ceed28-5cd5-476e-bdec-3b724b335706 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '62fa23dd-12a3-492b-934b-e983908fa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aba8c96b-8083-40a9-8e75-d6eab38d4a88'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:03:13.117475 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b390344-3cec-4ae4-829f-6ee01983457e req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] Attempting to bind port 04ceed28-5cd5-476e-bdec-3b724b335706 on network aba8c96b-8083-40a9-8e75-d6eab38d4a88 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:13.124438 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b390344-3cec-4ae4-829f-6ee01983457e req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] Port 04ceed28-5cd5-476e-bdec-3b724b335706 on network aba8c96b-8083-40a9-8e75-d6eab38d4a88 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:03:13.124765 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b390344-3cec-4ae4-829f-6ee01983457e req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] Attempting to bind port 04ceed28-5cd5-476e-bdec-3b724b335706 on network aba8c96b-8083-40a9-8e75-d6eab38d4a88 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:13.145748 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b390344-3cec-4ae4-829f-6ee01983457e req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:03:13.146926 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-830367f6-8045-4416-b959-c0d3859f2676 None None] Publish callbacks [] for port (38f59b59-54e1-454b-8207-69f878ad0989), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:13.148640 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b390344-3cec-4ae4-829f-6ee01983457e req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] Checking segment: {'id': '62fa23dd-12a3-492b-934b-e983908fa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aba8c96b-8083-40a9-8e75-d6eab38d4a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:13.149831 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b390344-3cec-4ae4-829f-6ee01983457e req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] Bound using segment: {'id': '62fa23dd-12a3-492b-934b-e983908fa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aba8c96b-8083-40a9-8e75-d6eab38d4a88'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:03:13.150961 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-7b390344-3cec-4ae4-829f-6ee01983457e req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] Bound port: 04ceed28-5cd5-476e-bdec-3b724b335706, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62fa23dd-12a3-492b-934b-e983908fa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aba8c96b-8083-40a9-8e75-d6eab38d4a88'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:03:13.152760 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b390344-3cec-4ae4-829f-6ee01983457e req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (04ceed28-5cd5-476e-bdec-3b724b335706), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:13.156630 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-830367f6-8045-4416-b959-c0d3859f2676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (38f59b59-54e1-454b-8207-69f878ad0989), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:13.194107 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830367f6-8045-4416-b959-c0d3859f2676 None None] Network 2b09128f-4816-4051-b7b2-5b7a59716965 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:13.197778 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-830367f6-8045-4416-b959-c0d3859f2676 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:13.201985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830367f6-8045-4416-b959-c0d3859f2676 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:03:13.224284 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-84117ed5-cf4f-453c-81bc-9c3b1ea28b2f req-e42fdbad-6737-4751-bcf3-30601c34c56c tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738393 Jan 27 22:03:13.250851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-40613d4c-adc1-486a-84d0-5a7f08a91eed req-7f885689-1601-4634-bdf2-09d4c5decbb7 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858621 Jan 27 22:03:13.257800 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-7b390344-3cec-4ae4-829f-6ee01983457e req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] For port 04ceed28-5cd5-476e-bdec-3b724b335706, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:03:13.263160 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-7b390344-3cec-4ae4-829f-6ee01983457e req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] For port 04ceed28-5cd5-476e-bdec-3b724b335706, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=04ceed28-5cd5-476e-bdec-3b724b335706,segment=NetworkSegment(62fa23dd-12a3-492b-934b-e983908fa985),segment_id=62fa23dd-12a3-492b-934b-e983908fa985)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:03:13.286739 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b390344-3cec-4ae4-829f-6ee01983457e req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (04ceed28-5cd5-476e-bdec-3b724b335706), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:13.290358 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-5ab83eb1-609e-4995-a144-97f0f0fda282 service neutron] 10.222.0.15 "GET /v2.0/networks/459b8894-edc1-457b-b0fc-103b65af4a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669981 Jan 27 22:03:13.305505 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830367f6-8045-4416-b959-c0d3859f2676 None None] Pushing event updated for resources: {'Port': ['ID=38f59b59-54e1-454b-8207-69f878ad0989,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:13.325253 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-830367f6-8045-4416-b959-c0d3859f2676 None None] Attempting to bind port 38f59b59-54e1-454b-8207-69f878ad0989 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:03:13.325963 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-830367f6-8045-4416-b959-c0d3859f2676 None None] Attempting to bind port 38f59b59-54e1-454b-8207-69f878ad0989 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '57099c77-b2f5-4dd3-bbd4-c6f51f894699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:03:13.326550 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830367f6-8045-4416-b959-c0d3859f2676 None None] Attempting to bind port 38f59b59-54e1-454b-8207-69f878ad0989 on network 2b09128f-4816-4051-b7b2-5b7a59716965 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:13.336087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830367f6-8045-4416-b959-c0d3859f2676 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:03:13.336621 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830367f6-8045-4416-b959-c0d3859f2676 None None] Checking segment: {'id': '57099c77-b2f5-4dd3-bbd4-c6f51f894699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:13.337287 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-830367f6-8045-4416-b959-c0d3859f2676 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:13.337599 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830367f6-8045-4416-b959-c0d3859f2676 None None] Bound using segment: {'id': '57099c77-b2f5-4dd3-bbd4-c6f51f894699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:03:13.338166 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-830367f6-8045-4416-b959-c0d3859f2676 None None] Bound port: 38f59b59-54e1-454b-8207-69f878ad0989, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57099c77-b2f5-4dd3-bbd4-c6f51f894699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:03:13.338657 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-830367f6-8045-4416-b959-c0d3859f2676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (38f59b59-54e1-454b-8207-69f878ad0989), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:13.413026 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-830367f6-8045-4416-b959-c0d3859f2676 None None] For port 38f59b59-54e1-454b-8207-69f878ad0989, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:03:13.418058 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-830367f6-8045-4416-b959-c0d3859f2676 None None] For port 38f59b59-54e1-454b-8207-69f878ad0989, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=38f59b59-54e1-454b-8207-69f878ad0989,segment=NetworkSegment(57099c77-b2f5-4dd3-bbd4-c6f51f894699),segment_id=57099c77-b2f5-4dd3-bbd4-c6f51f894699)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:03:13.421909 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-830367f6-8045-4416-b959-c0d3859f2676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (38f59b59-54e1-454b-8207-69f878ad0989), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:13.428474 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b390344-3cec-4ae4-829f-6ee01983457e req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:13.429390 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b390344-3cec-4ae4-829f-6ee01983457e req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:13.431127 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7b390344-3cec-4ae4-829f-6ee01983457e req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] 10.222.0.21 "PUT /v2.0/ports/04ceed28-5cd5-476e-bdec-3b724b335706 HTTP/1.1" status: 200 len: 1091 time: 1.7446628 Jan 27 22:03:13.480827 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-8a8f604a-19f0-46c8-beaf-ef877116895c service neutron] 10.222.0.15 "GET /v2.0/networks/459b8894-edc1-457b-b0fc-103b65af4a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821475 Jan 27 22:03:13.485729 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b25197-0d2f-462c-a898-3221d6f4d060', 'tag': '04ceed28-5cd5-476e-bdec-3b724b335706'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:13.504097 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daf4195-e220-426b-9db3-7783ffa363c1" -d '{"events": [{"name": "network-changed", "server_uuid": "55b25197-0d2f-462c-a898-3221d6f4d060", "tag": "04ceed28-5cd5-476e-bdec-3b724b335706"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:13.524121 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6577a348-3a4c-4b7e-827f-47dfa1020247 admin admin] Publish callbacks [] for router_gateway (26d0ff4e-0a3c-498c-a6f8-08f75cea63f6), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:13.558904 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830367f6-8045-4416-b959-c0d3859f2676 None None] Pushing event updated for resources: {'Port': ['ID=38f59b59-54e1-454b-8207-69f878ad0989,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:13.646980 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0a694b-e072-49b5-b9ab-54c719ba1feb x-openstack-request-id: req-5e0a694b-e072-49b5-b9ab-54c719ba1feb {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:13.649294 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b25197-0d2f-462c-a898-3221d6f4d060", "tag": "04ceed28-5cd5-476e-bdec-3b724b335706", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:13.650186 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e0a694b-e072-49b5-b9ab-54c719ba1feb {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:13.651220 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b25197-0d2f-462c-a898-3221d6f4d060', 'tag': '04ceed28-5cd5-476e-bdec-3b724b335706', 'status': 'completed', 'code': 200} Jan 27 22:03:13.653780 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6577a348-3a4c-4b7e-827f-47dfa1020247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:13.687936 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db889c5c-b7e2-420b-8ebe-fc9a56dda191 service neutron] Pushing event updated for resources: {'Port': ['ID=04ceed28-5cd5-476e-bdec-3b724b335706,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:13.703709 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b390344-3cec-4ae4-829f-6ee01983457e req-65c443a8-4bcd-4d17-94b3-31d2038cc4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:13.705264 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7b390344-3cec-4ae4-829f-6ee01983457e req-65c443a8-4bcd-4d17-94b3-31d2038cc4c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fda93bf005474b47934cda5a7aea1f66&device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 1094 time: 0.1919031 Jan 27 22:03:13.716046 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447e6ee-f292-4a21-b119-5ab57e7d48ee req-ef8ba307-7352-411b-96ae-e0cc62338949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:13.719846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0447e6ee-f292-4a21-b119-5ab57e7d48ee req-ef8ba307-7352-411b-96ae-e0cc62338949 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f8119ca47b7479290f8f1a732965415&device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 1096 time: 0.1657069 Jan 27 22:03:13.822130 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7b390344-3cec-4ae4-829f-6ee01983457e req-76438144-3a2c-4aa4-b477-84ef3e46434c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04ceed28-5cd5-476e-bdec-3b724b335706 HTTP/1.1" status: 200 len: 217 time: 0.0749967 Jan 27 22:03:14.081884 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-6577a348-3a4c-4b7e-827f-47dfa1020247 admin admin] Allocated IP 172.25.3.104 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/871b7321-4ab0-4a36-9cba-5481886f7919) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:03:14.089162 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b390344-3cec-4ae4-829f-6ee01983457e req-168519b3-adbc-4ecc-ba03-f0d8b6cda568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:14.091817 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7b390344-3cec-4ae4-829f-6ee01983457e req-168519b3-adbc-4ecc-ba03-f0d8b6cda568 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fd29a6d-b06e-439b-961f-793e9684fba2 HTTP/1.1" status: 200 len: 854 time: 0.2679181 Jan 27 22:03:14.168895 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7b390344-3cec-4ae4-829f-6ee01983457e req-2dcf87b8-0914-4f72-a116-a69dc7d0b9b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aba8c96b-8083-40a9-8e75-d6eab38d4a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684509 Jan 27 22:03:14.457358 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7b390344-3cec-4ae4-829f-6ee01983457e req-cbece0b2-b81e-4724-a1a7-f51846ee7d6a service neutron] 10.222.0.21 "GET /v2.0/networks/aba8c96b-8083-40a9-8e75-d6eab38d4a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787006 Jan 27 22:03:14.461479 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6577a348-3a4c-4b7e-827f-47dfa1020247 admin admin] Publish callbacks [] for port (871b7321-4ab0-4a36-9cba-5481886f7919), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:14.506822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093298d8-9b10-4f9b-966e-b77078e75150 req-028f9f6f-6477-46ac-a45c-6f8bd5da730c tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:14.510879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-093298d8-9b10-4f9b-966e-b77078e75150 req-028f9f6f-6477-46ac-a45c-6f8bd5da730c tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 943 time: 0.9013617 Jan 27 22:03:14.610904 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 38f59b59-54e1-454b-8207-69f878ad0989 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:14.666263 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6577a348-3a4c-4b7e-827f-47dfa1020247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (871b7321-4ab0-4a36-9cba-5481886f7919), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:14.786351 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 38f59b59-54e1-454b-8207-69f878ad0989 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:14.791302 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (38f59b59-54e1-454b-8207-69f878ad0989), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:14.808816 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7b390344-3cec-4ae4-829f-6ee01983457e req-fb323dec-f8b2-471a-9fe0-2c98fc488bc0 service neutron] 10.222.0.21 "GET /v2.0/networks/aba8c96b-8083-40a9-8e75-d6eab38d4a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423254 Jan 27 22:03:14.860665 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6577a348-3a4c-4b7e-827f-47dfa1020247 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:14.861550 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577a348-3a4c-4b7e-827f-47dfa1020247 admin admin] Pushing event updated for resources: {'Port': ['ID=871b7321-4ab0-4a36-9cba-5481886f7919,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:14.879817 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-6577a348-3a4c-4b7e-827f-47dfa1020247 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:14.890047 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0010f-0641-4f6c-8dc3-fa66d6c34461 req-31856938-cda5-4c1e-9f34-3d3b5cc7c68f tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:14.899413 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6577a348-3a4c-4b7e-827f-47dfa1020247 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:03:14.911671 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11b0010f-0641-4f6c-8dc3-fa66d6c34461 req-31856938-cda5-4c1e-9f34-3d3b5cc7c68f tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.3910024 Jan 27 22:03:15.080135 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf4195-e220-426b-9db3-7783ffa363c1 req-ee6a9021-1aff-46a7-9036-d40afaf38076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:15.082776 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5daf4195-e220-426b-9db3-7783ffa363c1 req-ee6a9021-1aff-46a7-9036-d40afaf38076 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fda93bf005474b47934cda5a7aea1f66&device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 1094 time: 0.1770933 Jan 27 22:03:15.085686 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-093298d8-9b10-4f9b-966e-b77078e75150 req-9b9b2408-15d2-4a4f-bcc8-b587c027e55a tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5338097 Jan 27 22:03:15.088528 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 38f59b59-54e1-454b-8207-69f878ad0989 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:15.089150 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (38f59b59-54e1-454b-8207-69f878ad0989), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:15.117969 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447e6ee-f292-4a21-b119-5ab57e7d48ee req-c92d6fe0-b23f-4d79-b225-8672d4be50c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:15.125431 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0447e6ee-f292-4a21-b119-5ab57e7d48ee req-c92d6fe0-b23f-4d79-b225-8672d4be50c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=459b8894-edc1-457b-b0fc-103b65af4a7d HTTP/1.1" status: 200 len: 915 time: 1.3949084 Jan 27 22:03:15.131092 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11b0010f-0641-4f6c-8dc3-fa66d6c34461 req-aab8b56a-6207-4c41-bb77-4d277f4141c3 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183921 Jan 27 22:03:15.180490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 38f59b59-54e1-454b-8207-69f878ad0989, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=38f59b59-54e1-454b-8207-69f878ad0989,segment=NetworkSegment(57099c77-b2f5-4dd3-bbd4-c6f51f894699),segment_id=57099c77-b2f5-4dd3-bbd4-c6f51f894699)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:15.191630 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (38f59b59-54e1-454b-8207-69f878ad0989), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:15.320757 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=38f59b59-54e1-454b-8207-69f878ad0989,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:15.324540 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0447e6ee-f292-4a21-b119-5ab57e7d48ee req-166ce1b9-d21d-40e2-be38-db1556f2a968 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2eff0d7f-a483-4476-be8c-1dd7c8e1f630 HTTP/1.1" status: 200 len: 217 time: 0.1199553 Jan 27 22:03:15.454346 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15734757-8a20-4a31-bee0-82da15db4b36 None None] Network 2b09128f-4816-4051-b7b2-5b7a59716965 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:03:15.456740 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf4195-e220-426b-9db3-7783ffa363c1 req-f62c89e3-88f1-42a5-bfa5-5543c8c5fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:15.459336 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5daf4195-e220-426b-9db3-7783ffa363c1 req-f62c89e3-88f1-42a5-bfa5-5543c8c5fcec service neutron] 10.222.0.21 "GET /v2.0/networks?id=aba8c96b-8083-40a9-8e75-d6eab38d4a88 HTTP/1.1" status: 200 len: 915 time: 0.3672652 Jan 27 22:03:15.494899 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98fe08-9f86-4b63-99df-4cd54e8bf151 req-398cb602-b569-4195-9a17-5b3928abf106 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:15.505942 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad98fe08-9f86-4b63-99df-4cd54e8bf151 req-398cb602-b569-4195-9a17-5b3928abf106 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 945 time: 0.1800261 Jan 27 22:03:15.531762 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447e6ee-f292-4a21-b119-5ab57e7d48ee req-5dbc65e3-4667-44ba-b899-d3af9a22de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:15.534460 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0447e6ee-f292-4a21-b119-5ab57e7d48ee req-5dbc65e3-4667-44ba-b899-d3af9a22de3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2bb2bac3-c60e-4848-afff-f0961fb92d28 HTTP/1.1" status: 200 len: 854 time: 0.1774251 Jan 27 22:03:15.589037 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0447e6ee-f292-4a21-b119-5ab57e7d48ee req-83c35efa-67ee-41ba-9bc9-2865d4f4abd6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=459b8894-edc1-457b-b0fc-103b65af4a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345778 Jan 27 22:03:15.611018 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad98fe08-9f86-4b63-99df-4cd54e8bf151 req-6a98f8c9-00b3-4132-a531-7456fa8e736e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036665 Jan 27 22:03:15.661024 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-9612f5d6-405c-4abf-9a22-ffe6d654db9d None None] Provisioning complete for port 38f59b59-54e1-454b-8207-69f878ad0989 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:15.661690 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9612f5d6-405c-4abf-9a22-ffe6d654db9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (38f59b59-54e1-454b-8207-69f878ad0989), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:15.750741 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0447e6ee-f292-4a21-b119-5ab57e7d48ee req-baedde9d-a41b-4c1d-a782-8baeac3107a6 service neutron] 10.222.0.15 "GET /v2.0/networks/459b8894-edc1-457b-b0fc-103b65af4a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365359 Jan 27 22:03:15.846050 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9612f5d6-405c-4abf-9a22-ffe6d654db9d None None] Current status of the port 38f59b59-54e1-454b-8207-69f878ad0989 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:15.895671 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5daf4195-e220-426b-9db3-7783ffa363c1 req-79db5857-3f81-4682-93f6-d7660e24232e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04ceed28-5cd5-476e-bdec-3b724b335706 HTTP/1.1" status: 200 len: 217 time: 0.4223738 Jan 27 22:03:15.972783 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6577a348-3a4c-4b7e-827f-47dfa1020247 admin admin] Publish callbacks [] for router_gateway (26d0ff4e-0a3c-498c-a6f8-08f75cea63f6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:16.029053 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf4195-e220-426b-9db3-7783ffa363c1 req-30cd50a8-3a62-46a2-95a5-7b55ff84ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:16.031451 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5daf4195-e220-426b-9db3-7783ffa363c1 req-30cd50a8-3a62-46a2-95a5-7b55ff84ad5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fd29a6d-b06e-439b-961f-793e9684fba2 HTTP/1.1" status: 200 len: 854 time: 0.1226125 Jan 27 22:03:16.095210 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5daf4195-e220-426b-9db3-7783ffa363c1 req-20544a0e-f24a-492f-acad-f9d219cbe37d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aba8c96b-8083-40a9-8e75-d6eab38d4a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466239 Jan 27 22:03:16.281311 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-daba1f67-5389-4537-b40d-af25a2abcf93 None None] Provisioning complete for port 38f59b59-54e1-454b-8207-69f878ad0989 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:16.282250 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-daba1f67-5389-4537-b40d-af25a2abcf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (38f59b59-54e1-454b-8207-69f878ad0989), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:16.374477 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5daf4195-e220-426b-9db3-7783ffa363c1 req-2a10f1cc-8a99-4c15-8b7c-500dfc8ac42e service neutron] 10.222.0.21 "GET /v2.0/networks/aba8c96b-8083-40a9-8e75-d6eab38d4a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341752 Jan 27 22:03:16.425929 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c57d8-548b-4ce6-8914-a6b65bafaff3 req-672a9e09-3ca9-4ded-89d7-7ed9c5ee26f1 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:16.427586 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f4c57d8-548b-4ce6-8914-a6b65bafaff3 req-672a9e09-3ca9-4ded-89d7-7ed9c5ee26f1 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 943 time: 0.2159576 Jan 27 22:03:16.484641 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63cc2b-a212-4ca6-8b57-4b13b56b8d0c req-72e81da6-cb75-46c5-ba58-f5c2e3d45338 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:16.492765 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a63cc2b-a212-4ca6-8b57-4b13b56b8d0c req-72e81da6-cb75-46c5-ba58-f5c2e3d45338 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.2075803 Jan 27 22:03:16.512311 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 38f59b59-54e1-454b-8207-69f878ad0989 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:16.594695 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5daf4195-e220-426b-9db3-7783ffa363c1 req-bce2a2b4-08f5-42ef-b7f1-932311757099 service neutron] 10.222.0.21 "GET /v2.0/networks/aba8c96b-8083-40a9-8e75-d6eab38d4a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111869 Jan 27 22:03:16.601719 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6577a348-3a4c-4b7e-827f-47dfa1020247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (26d0ff4e-0a3c-498c-a6f8-08f75cea63f6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:16.604528 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-daba1f67-5389-4537-b40d-af25a2abcf93 None None] Current status of the port 38f59b59-54e1-454b-8207-69f878ad0989 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:16.616099 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 38f59b59-54e1-454b-8207-69f878ad0989 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:16.622003 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (38f59b59-54e1-454b-8207-69f878ad0989), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:16.670627 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f4c57d8-548b-4ce6-8914-a6b65bafaff3 req-7520ca94-de1d-4cd0-80a1-bf33d20a7080 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329378 Jan 27 22:03:16.683944 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a63cc2b-a212-4ca6-8b57-4b13b56b8d0c req-2f81a5de-3fe5-453d-b038-f63354c19a06 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733844 Jan 27 22:03:16.792526 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 38f59b59-54e1-454b-8207-69f878ad0989 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:16.890510 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6577a348-3a4c-4b7e-827f-47dfa1020247 admin admin] Router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:03:17.075878 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d3d84-de33-4c85-a996-22e0ac0a8818 req-dcf94e08-f189-4e74-a60b-523bdae95a59 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:17.078427 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-936d3d84-de33-4c85-a996-22e0ac0a8818 req-dcf94e08-f189-4e74-a60b-523bdae95a59 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 945 time: 0.2351754 Jan 27 22:03:17.094273 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0447e6ee-f292-4a21-b119-5ab57e7d48ee req-5dd153a4-c23e-447a-82a7-141a5e0583d8 service neutron] 10.222.0.15 "GET /v2.0/networks/459b8894-edc1-457b-b0fc-103b65af4a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645394 Jan 27 22:03:17.118701 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6577a348-3a4c-4b7e-827f-47dfa1020247 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:03:17.130773 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] Sync routers for ids ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:03:17.149121 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] Routers {'26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:17.149714 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:02:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:17.153287 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6577a348-3a4c-4b7e-827f-47dfa1020247 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:17.155328 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6577a348-3a4c-4b7e-827f-47dfa1020247 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6919484 Jan 27 22:03:17.158282 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40268) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:17.188371 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-936d3d84-de33-4c85-a996-22e0ac0a8818 req-e16bd555-9306-45f1-9e3d-6803e6d3b98e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024270 Jan 27 22:03:17.346044 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] Set router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:17.618149 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'name': 'tempest-AttachVolumeTestJSON-789037297-router', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:12Z', 'updated_at': '2022-01-27T22:03:15Z', 'revision_number': 3, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'gw_port': {'id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:13Z', 'updated_at': '2022-01-27T22:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:17.668040 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] Checking router: 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:03:17.669805 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] Updating router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 port 871b7321-4ab0-4a36-9cba-5481886f7919 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:03:17.735483 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (871b7321-4ab0-4a36-9cba-5481886f7919), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:17.742374 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3c22-b9de-4275-9dab-6408b95e13d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:17.970944 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 04ceed28-5cd5-476e-bdec-3b724b335706 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:03:18.000904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813fb22-f183-40e3-bb73-864fbe328954 req-33df4cdd-1f15-4d44-8ad2-539406dbe85a tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:18.011229 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c813fb22-f183-40e3-bb73-864fbe328954 req-33df4cdd-1f15-4d44-8ad2-539406dbe85a tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.1512134 Jan 27 22:03:18.042626 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695660b9-3525-4822-831f-c35ccdb489a6 req-e6af6110-b530-428b-a0a5-fb4ebd6dd0e3 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:18.044669 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-695660b9-3525-4822-831f-c35ccdb489a6 req-e6af6110-b530-428b-a0a5-fb4ebd6dd0e3 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 943 time: 0.1682670 Jan 27 22:03:18.110837 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c813fb22-f183-40e3-bb73-864fbe328954 req-83a1eb2c-77b3-46f9-83c5-76a5ecfb208f tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932572 Jan 27 22:03:18.128948 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-3c3b3c22-b9de-4275-9dab-6408b95e13d5 admin admin] Allocated IP 172.20.0.1 (2b09128f-4816-4051-b7b2-5b7a59716965/c8368a6d-250d-43a0-8b81-29729883ab77/80c3d2b3-d8ba-411c-8619-35d82b6eecde) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:03:18.159572 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-695660b9-3525-4822-831f-c35ccdb489a6 req-4ab24f92-0bbc-4ade-ac92-87bd2a752929 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064782 Jan 27 22:03:18.290411 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 04ceed28-5cd5-476e-bdec-3b724b335706, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=04ceed28-5cd5-476e-bdec-3b724b335706,segment=NetworkSegment(62fa23dd-12a3-492b-934b-e983908fa985),segment_id=62fa23dd-12a3-492b-934b-e983908fa985)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:18.306346 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3c22-b9de-4275-9dab-6408b95e13d5 admin admin] Publish callbacks [] for port (80c3d2b3-d8ba-411c-8619-35d82b6eecde), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:18.334633 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '04ceed28-5cd5-476e-bdec-3b724b335706', 'network_id': 'aba8c96b-8083-40a9-8e75-d6eab38d4a88', 'port_id': '04ceed28-5cd5-476e-bdec-3b724b335706', 'mac_address': 'fa:16:3e:d3:ec:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd29a6d-b06e-439b-961f-793e9684fba2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:03:18.382933 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3c22-b9de-4275-9dab-6408b95e13d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (80c3d2b3-d8ba-411c-8619-35d82b6eecde), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:18.435930 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625aea2-b189-495e-913f-a4558e02205a req-1a5ad616-fcc6-46ee-8c4f-9a6248183d6a tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:18.454464 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1625aea2-b189-495e-913f-a4558e02205a req-1a5ad616-fcc6-46ee-8c4f-9a6248183d6a tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 945 time: 0.1267362 Jan 27 22:03:18.455902 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 04ceed28-5cd5-476e-bdec-3b724b335706 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:18.461211 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (04ceed28-5cd5-476e-bdec-3b724b335706), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:18.482268 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ceed28-5cd5-476e-bdec-3b724b335706 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:03:18.492991 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3b3c22-b9de-4275-9dab-6408b95e13d5 admin admin] Network 2b09128f-4816-4051-b7b2-5b7a59716965 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:18.497610 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-3c3b3c22-b9de-4275-9dab-6408b95e13d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:18.513261 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b3c22-b9de-4275-9dab-6408b95e13d5 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:03:18.549800 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 04ceed28-5cd5-476e-bdec-3b724b335706, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=04ceed28-5cd5-476e-bdec-3b724b335706,segment=NetworkSegment(62fa23dd-12a3-492b-934b-e983908fa985),segment_id=62fa23dd-12a3-492b-934b-e983908fa985)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:18.559956 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (04ceed28-5cd5-476e-bdec-3b724b335706), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:18.567205 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1625aea2-b189-495e-913f-a4558e02205a req-46fabb27-ab6c-4075-8581-d5d20b155b23 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112320 Jan 27 22:03:18.593156 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b3c22-b9de-4275-9dab-6408b95e13d5 admin admin] Pushing event updated for resources: {'Port': ['ID=80c3d2b3-d8ba-411c-8619-35d82b6eecde,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:18.644948 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3c22-b9de-4275-9dab-6408b95e13d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (26d0ff4e-0a3c-498c-a6f8-08f75cea63f6), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:18.646106 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] Publish callbacks [] for port (871b7321-4ab0-4a36-9cba-5481886f7919), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:18.664581 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (871b7321-4ab0-4a36-9cba-5481886f7919), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:18.668781 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=04ceed28-5cd5-476e-bdec-3b724b335706,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:18.790352 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] Attempting to bind port 871b7321-4ab0-4a36-9cba-5481886f7919 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:03:18.791152 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] Attempting to bind port 871b7321-4ab0-4a36-9cba-5481886f7919 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:03:18.791799 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] Attempting to bind port 871b7321-4ab0-4a36-9cba-5481886f7919 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:18.821199 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:03:18.822179 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:18.823081 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:18.828657 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:03:18.829645 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] Bound port: 871b7321-4ab0-4a36-9cba-5481886f7919, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:03:18.830422 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (871b7321-4ab0-4a36-9cba-5481886f7919), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:18.878800 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07064219-a904-4d8c-8aa2-510a85e72c7c None None] Pushing event updated for resources: {'Port': ['ID=871b7321-4ab0-4a36-9cba-5481886f7919,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:18.940759 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] For port 871b7321-4ab0-4a36-9cba-5481886f7919, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:03:18.946833 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] For port 871b7321-4ab0-4a36-9cba-5481886f7919, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=871b7321-4ab0-4a36-9cba-5481886f7919,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:03:18.964184 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (871b7321-4ab0-4a36-9cba-5481886f7919), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:18.983971 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3c22-b9de-4275-9dab-6408b95e13d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (80c3d2b3-d8ba-411c-8619-35d82b6eecde), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:19.057699 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] Routers {'26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:19.058662 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:02:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:19.076946 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-4b9b2f80-a8d0-432b-9455-41f657e50f80 None None] Provisioning complete for port 80c3d2b3-d8ba-411c-8619-35d82b6eecde triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:19.078566 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4b9b2f80-a8d0-432b-9455-41f657e50f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (80c3d2b3-d8ba-411c-8619-35d82b6eecde), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:19.184586 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4b9b2f80-a8d0-432b-9455-41f657e50f80 None None] Port 80c3d2b3-d8ba-411c-8619-35d82b6eecde cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:03:19.222232 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['04ceed28-5cd5-476e-bdec-3b724b335706'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:03:19.345530 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] Set router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:19.422254 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3c22-b9de-4275-9dab-6408b95e13d5 admin admin] Publish callbacks [] for port (80c3d2b3-d8ba-411c-8619-35d82b6eecde), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:19.428560 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3c22-b9de-4275-9dab-6408b95e13d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (80c3d2b3-d8ba-411c-8619-35d82b6eecde), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:19.522372 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b921d-3c4b-4c36-8479-71d6c43a044c req-999a8a31-f491-4add-bab8-b305ae336ec5 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:19.524212 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc3b921d-3c4b-4c36-8479-71d6c43a044c req-999a8a31-f491-4add-bab8-b305ae336ec5 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.2511952 Jan 27 22:03:19.545478 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07064219-a904-4d8c-8aa2-510a85e72c7c None None] Pushing event updated for resources: {'Port': ['ID=871b7321-4ab0-4a36-9cba-5481886f7919,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:19.623507 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba8dfe-2c43-487e-ae16-bcdb1509fcdb req-6fe9a6a3-1af2-48a6-abe7-95a559d7bbb7 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:19.625438 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50ba8dfe-2c43-487e-ae16-bcdb1509fcdb req-6fe9a6a3-1af2-48a6-abe7-95a559d7bbb7 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 944 time: 0.2757492 Jan 27 22:03:19.649450 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b3c22-b9de-4275-9dab-6408b95e13d5 admin admin] Pushing event updated for resources: {'Port': ['ID=80c3d2b3-d8ba-411c-8619-35d82b6eecde,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:19.711958 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3c22-b9de-4275-9dab-6408b95e13d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (26d0ff4e-0a3c-498c-a6f8-08f75cea63f6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:19.735387 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'name': 'tempest-AttachVolumeTestJSON-789037297-router', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:12Z', 'updated_at': '2022-01-27T22:03:18Z', 'revision_number': 4, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'gw_port': {'id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:13Z', 'updated_at': '2022-01-27T22:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '80c3d2b3-d8ba-411c-8619-35d82b6eecde', 'name': '', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'mac_address': 'fa:16:3e:c3:0f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:17Z', 'updated_at': '2022-01-27T22:03:18Z', 'revision_number': 1, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'subnets': [{'id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:19.754372 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc3b921d-3c4b-4c36-8479-71d6c43a044c req-1463f7ca-7c6a-4c97-a45c-1156ce2995d6 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234297 Jan 27 22:03:19.811058 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50ba8dfe-2c43-487e-ae16-bcdb1509fcdb req-38b2b3df-c495-497d-bdd3-75d8f6ed17dd tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730635 Jan 27 22:03:19.827546 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965425d3-55a7-47a9-a865-248f4a1e36c5 None None] The sync data for ids ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'] in n-d-772272-3 is: [{'id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'name': 'tempest-AttachVolumeTestJSON-789037297-router', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:12Z', 'updated_at': '2022-01-27T22:03:18Z', 'revision_number': 4, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'gw_port': {'id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:13Z', 'updated_at': '2022-01-27T22:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '80c3d2b3-d8ba-411c-8619-35d82b6eecde', 'name': '', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'mac_address': 'fa:16:3e:c3:0f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:17Z', 'updated_at': '2022-01-27T22:03:18Z', 'revision_number': 1, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'subnets': [{'id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:03:19.974785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f0c1f-4b9b-4878-8d7d-fae637d2b9d8 req-0c36ce31-1911-40cd-b6b3-1b78fd545780 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:19.981933 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-496f0c1f-4b9b-4878-8d7d-fae637d2b9d8 req-0c36ce31-1911-40cd-b6b3-1b78fd545780 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 945 time: 0.1186402 Jan 27 22:03:20.029956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3b3c22-b9de-4275-9dab-6408b95e13d5 admin admin] Network 2b09128f-4816-4051-b7b2-5b7a59716965 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:20.031928 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-3c3b3c22-b9de-4275-9dab-6408b95e13d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:20.112202 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-496f0c1f-4b9b-4878-8d7d-fae637d2b9d8 req-3fe1d409-3e52-41e6-bb5e-332cdda1175e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153195 Jan 27 22:03:20.232670 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3b3c22-b9de-4275-9dab-6408b95e13d5 admin admin] Router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:03:20.527705 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-98a2f393-f467-424e-834e-c4f75a03a8e3 None None] Provisioning complete for port 80c3d2b3-d8ba-411c-8619-35d82b6eecde triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:20.549025 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-98a2f393-f467-424e-834e-c4f75a03a8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (80c3d2b3-d8ba-411c-8619-35d82b6eecde), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:20.551689 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3b3c22-b9de-4275-9dab-6408b95e13d5 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:03:20.572651 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3c3b3c22-b9de-4275-9dab-6408b95e13d5 admin admin] 10.222.0.23 "PUT /v2.0/routers/26d0ff4e-0a3c-498c-a6f8-08f75cea63f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4122982 Jan 27 22:03:20.686006 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-98a2f393-f467-424e-834e-c4f75a03a8e3 None None] Port 80c3d2b3-d8ba-411c-8619-35d82b6eecde cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:03:21.067703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ae02a-955f-4b3b-a4ef-27e2c051f9ed req-649bd199-04dc-476d-9cf5-16b47b8b1195 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:21.069502 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d3ae02a-955f-4b3b-a4ef-27e2c051f9ed req-649bd199-04dc-476d-9cf5-16b47b8b1195 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.1719661 Jan 27 22:03:21.104793 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:21.125346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680c14d-67a8-42d4-9f38-853baf2e94d1 req-a8c86c7d-734f-41e6-a3ff-abe653adcbc6 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:21.127856 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a680c14d-67a8-42d4-9f38-853baf2e94d1 req-a8c86c7d-734f-41e6-a3ff-abe653adcbc6 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 944 time: 0.1515243 Jan 27 22:03:21.231539 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a680c14d-67a8-42d4-9f38-853baf2e94d1 req-b67bc76f-933b-4f37-9f81-b5029b8b5bcc tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971553 Jan 27 22:03:21.254735 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d3ae02a-955f-4b3b-a4ef-27e2c051f9ed req-ecfe8f0d-8bcb-4941-b266-a032f5f9a1c5 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606135 Jan 27 22:03:21.507966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e436e-ef2a-448d-a3a4-5bae3369bdd1 req-27e9d519-b955-4ef2-96d2-2e47ebde0efc tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:21.509871 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d80e436e-ef2a-448d-a3a4-5bae3369bdd1 req-27e9d519-b955-4ef2-96d2-2e47ebde0efc tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 945 time: 0.1503596 Jan 27 22:03:21.637737 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d80e436e-ef2a-448d-a3a4-5bae3369bdd1 req-70bec364-f766-48fc-976a-cd79d51c50a8 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208916 Jan 27 22:03:21.994385 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:03:22.007923 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 04ceed28-5cd5-476e-bdec-3b724b335706 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:22.133569 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40298) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:22.139599 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 04ceed28-5cd5-476e-bdec-3b724b335706 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:03:22.143616 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-523d322c-5b97-4296-b2fe-4621c8845864 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1218635340', 'description': 'tempest-description--1455036395'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:22.145739 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 04ceed28-5cd5-476e-bdec-3b724b335706 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:22.146126 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (04ceed28-5cd5-476e-bdec-3b724b335706), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:22.212762 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-523d322c-5b97-4296-b2fe-4621c8845864 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:22.377817 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 04ceed28-5cd5-476e-bdec-3b724b335706 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:22.379520 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (04ceed28-5cd5-476e-bdec-3b724b335706), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:22.429909 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-523d322c-5b97-4296-b2fe-4621c8845864 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group (9d21e88f-d6df-402b-95fb-1b2b4acf4df2), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:22.451046 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-523d322c-5b97-4296-b2fe-4621c8845864 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9d21e88f-d6df-402b-95fb-1b2b4acf4df2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:22.456729 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b25197-0d2f-462c-a898-3221d6f4d060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ceed28-5cd5-476e-bdec-3b724b335706'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:22.481688 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ecc215-ad52-423a-8a05-7acbb076adb6" -d '{"events": [{"server_uuid": "55b25197-0d2f-462c-a898-3221d6f4d060", "name": "network-vif-plugged", "status": "completed", "tag": "04ceed28-5cd5-476e-bdec-3b724b335706"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:22.520246 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 04ceed28-5cd5-476e-bdec-3b724b335706, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=04ceed28-5cd5-476e-bdec-3b724b335706,segment=NetworkSegment(62fa23dd-12a3-492b-934b-e983908fa985),segment_id=62fa23dd-12a3-492b-934b-e983908fa985)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:22.528259 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (04ceed28-5cd5-476e-bdec-3b724b335706), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:22.565036 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d322c-5b97-4296-b2fe-4621c8845864 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d21e88f-d6df-402b-95fb-1b2b4acf4df2,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:22.594687 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-523d322c-5b97-4296-b2fe-4621c8845864 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:22.598854 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-523d322c-5b97-4296-b2fe-4621c8845864 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4614425 Jan 27 22:03:22.599988 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40306) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:22.606159 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-79db0060-0fce-4d5f-8d3e-73c34bdccf51 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Request body: {'security_group_rule': {'security_group_id': '9d21e88f-d6df-402b-95fb-1b2b4acf4df2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:22.639220 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 871b7321-4ab0-4a36-9cba-5481886f7919 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:22.681861 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0e467-c9bf-4383-8cb2-21109d197938 req-16cf8ff9-dc92-4bb4-9107-055de5aca565 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:22.683463 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3af0e467-c9bf-4383-8cb2-21109d197938 req-16cf8ff9-dc92-4bb4-9107-055de5aca565 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 944 time: 0.2751853 Jan 27 22:03:22.697999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50447597-b5dd-43cb-bf01-2d20d22a068f req-44f9eaef-593b-452f-ade6-8e3433f03d1f tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:22.707119 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50447597-b5dd-43cb-bf01-2d20d22a068f req-44f9eaef-593b-452f-ade6-8e3433f03d1f tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.2884736 Jan 27 22:03:22.735738 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-79db0060-0fce-4d5f-8d3e-73c34bdccf51 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group_rule (c33fdebe-ff01-4e13-bc05-2226fee5626d), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:22.807303 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=04ceed28-5cd5-476e-bdec-3b724b335706,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:22.817948 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 871b7321-4ab0-4a36-9cba-5481886f7919 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:22.818508 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (871b7321-4ab0-4a36-9cba-5481886f7919), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:22.938660 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50447597-b5dd-43cb-bf01-2d20d22a068f req-8dfbc573-5509-4a9d-9fbc-856844d49451 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306197 Jan 27 22:03:22.945820 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 871b7321-4ab0-4a36-9cba-5481886f7919 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:22.946699 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (871b7321-4ab0-4a36-9cba-5481886f7919), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:22.962123 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3af0e467-c9bf-4383-8cb2-21109d197938 req-3a12ff69-5aa0-40a8-beb6-0cb40de4b0da tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524662 Jan 27 22:03:22.977977 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 871b7321-4ab0-4a36-9cba-5481886f7919, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=871b7321-4ab0-4a36-9cba-5481886f7919,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:22.985634 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (871b7321-4ab0-4a36-9cba-5481886f7919), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:23.029633 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-79db0060-0fce-4d5f-8d3e-73c34bdccf51 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group_rule (c33fdebe-ff01-4e13-bc05-2226fee5626d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:23.039577 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-79db0060-0fce-4d5f-8d3e-73c34bdccf51 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (c33fdebe-ff01-4e13-bc05-2226fee5626d), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:23.105452 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728a57aa-3ab0-4b0e-a4b3-9ab5e9613217 x-openstack-request-id: req-728a57aa-3ab0-4b0e-a4b3-9ab5e9613217 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:23.106080 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b25197-0d2f-462c-a898-3221d6f4d060", "name": "network-vif-plugged", "status": "completed", "tag": "04ceed28-5cd5-476e-bdec-3b724b335706", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:23.106080 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-728a57aa-3ab0-4b0e-a4b3-9ab5e9613217 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:23.106264 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db0060-0fce-4d5f-8d3e-73c34bdccf51 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33fdebe-ff01-4e13-bc05-2226fee5626d,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:23.106487 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b25197-0d2f-462c-a898-3221d6f4d060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ceed28-5cd5-476e-bdec-3b724b335706', 'code': 200} Jan 27 22:03:23.108035 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=871b7321-4ab0-4a36-9cba-5481886f7919,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:23.130289 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-79db0060-0fce-4d5f-8d3e-73c34bdccf51 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:23.134923 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-79db0060-0fce-4d5f-8d3e-73c34bdccf51 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5293560 Jan 27 22:03:23.137525 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40310) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:23.142157 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d57ab6e1-e7b1-4854-a817-3ca00326b631 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Request body: {'security_group_rule': {'security_group_id': '9d21e88f-d6df-402b-95fb-1b2b4acf4df2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:23.221638 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470bb85-de2d-41b6-847d-8df0d8017306 req-7c65c76a-68ae-4543-85a2-24c4d871f318 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:23.223332 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a470bb85-de2d-41b6-847d-8df0d8017306 req-7c65c76a-68ae-4543-85a2-24c4d871f318 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 945 time: 0.1025598 Jan 27 22:03:23.270130 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9ae03-b7c7-44cf-bbab-d04f78ddc601 req-71d00361-4748-40fa-9ab4-22b53e45f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:23.272365 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70a9ae03-b7c7-44cf-bbab-d04f78ddc601 req-71d00361-4748-40fa-9ab4-22b53e45f03e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 1096 time: 0.1257594 Jan 27 22:03:23.280791 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d57ab6e1-e7b1-4854-a817-3ca00326b631 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group_rule (7561fb10-8f39-4e3e-a5cb-882b82c0cc1b), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:23.339929 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a470bb85-de2d-41b6-847d-8df0d8017306 req-fbbb76c4-aa21-4911-9c9d-b55f62d1c500 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089740 Jan 27 22:03:23.424948 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-70a9ae03-b7c7-44cf-bbab-d04f78ddc601 req-179c48ff-496c-4048-9c51-686b78977801 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370733 Jan 27 22:03:23.477078 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d57ab6e1-e7b1-4854-a817-3ca00326b631 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group_rule (7561fb10-8f39-4e3e-a5cb-882b82c0cc1b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:23.489607 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d57ab6e1-e7b1-4854-a817-3ca00326b631 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (7561fb10-8f39-4e3e-a5cb-882b82c0cc1b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:23.544082 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d57ab6e1-e7b1-4854-a817-3ca00326b631 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:23.545948 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d57ab6e1-e7b1-4854-a817-3ca00326b631 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4071579 Jan 27 22:03:23.549493 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40314) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:23.554853 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:23.556476 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ab6e1-e7b1-4854-a817-3ca00326b631 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7561fb10-8f39-4e3e-a5cb-882b82c0cc1b,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:23.643353 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:23.858564 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] Sync routers for ids ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:03:23.889081 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] Routers {'26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:23.890003 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:02:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:23.894996 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:24.200900 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Allocated IP 172.25.3.27 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/16be2c0f-9730-425e-80c7-bd86becfbad3) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:03:24.230267 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57e8d8-48e9-4795-bfc5-ebd47aed09f2 req-65d1d62a-e611-46a1-976c-053af40eb5bb tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:24.231870 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f57e8d8-48e9-4795-bfc5-ebd47aed09f2 req-65d1d62a-e611-46a1-976c-053af40eb5bb tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.1048355 Jan 27 22:03:24.242761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa109618-1e96-4b52-8792-64c0ab6bb1cc req-63ea5860-12ca-4a71-90d0-34a2984477bd tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:24.244344 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aa109618-1e96-4b52-8792-64c0ab6bb1cc req-63ea5860-12ca-4a71-90d0-34a2984477bd tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.1365077 Jan 27 22:03:24.296707 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0988a798-8008-46f5-898c-3628dac5683e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:24.304785 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] Set router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:24.398085 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aa109618-1e96-4b52-8792-64c0ab6bb1cc req-24004027-fe79-4040-a676-36d6e18b0a6d tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329319 Jan 27 22:03:24.416288 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f57e8d8-48e9-4795-bfc5-ebd47aed09f2 req-9b4d0b57-1af9-46cb-a63e-9897a097406c tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698458 Jan 27 22:03:24.440961 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 871b7321-4ab0-4a36-9cba-5481886f7919 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:24.459872 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for port (16be2c0f-9730-425e-80c7-bd86becfbad3), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:24.545788 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (16be2c0f-9730-425e-80c7-bd86becfbad3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:24.568037 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 871b7321-4ab0-4a36-9cba-5481886f7919 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:24.568462 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (871b7321-4ab0-4a36-9cba-5481886f7919), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:24.590076 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239a56e-5426-4827-b4b3-dbc2287b68c4 req-c729fa8e-f90c-496a-a89d-b28923f64793 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:24.592450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8239a56e-5426-4827-b4b3-dbc2287b68c4 req-c729fa8e-f90c-496a-a89d-b28923f64793 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 945 time: 0.0943968 Jan 27 22:03:24.603426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:24.616087 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:24.619431 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'name': 'tempest-AttachVolumeTestJSON-789037297-router', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:12Z', 'updated_at': '2022-01-27T22:03:18Z', 'revision_number': 4, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'gw_port': {'id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:13Z', 'updated_at': '2022-01-27T22:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '80c3d2b3-d8ba-411c-8619-35d82b6eecde', 'name': '', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'mac_address': 'fa:16:3e:c3:0f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:17Z', 'updated_at': '2022-01-27T22:03:19Z', 'revision_number': 2, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'subnets': [{'id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:24.626452 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:03:24.647327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] Checking router: 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:03:24.648248 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] Updating router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 port 80c3d2b3-d8ba-411c-8619-35d82b6eecde binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:03:24.667293 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Pushing event updated for resources: {'Port': ['ID=16be2c0f-9730-425e-80c7-bd86becfbad3,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:24.683124 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (80c3d2b3-d8ba-411c-8619-35d82b6eecde), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:24.686448 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:24.686752 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:24.687102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:24.687445 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:24.687783 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:24.688124 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:24.688550 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:24.688881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:24.689211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:24.689538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:24.689865 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:24.690198 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:24.690515 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:24.757687 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 871b7321-4ab0-4a36-9cba-5481886f7919 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:24.776092 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8239a56e-5426-4827-b4b3-dbc2287b68c4 req-763b2449-91ce-411e-99db-fa4170d48466 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653583 Jan 27 22:03:24.812011 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for floatingip (2c1199a7-9be0-43af-a1b0-8b5888c9b821), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:24.853031 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (16be2c0f-9730-425e-80c7-bd86becfbad3), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:25.008111 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] Publish callbacks [] for port (80c3d2b3-d8ba-411c-8619-35d82b6eecde), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:25.016266 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (80c3d2b3-d8ba-411c-8619-35d82b6eecde), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:25.033062 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for port (16be2c0f-9730-425e-80c7-bd86becfbad3), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:25.038788 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (16be2c0f-9730-425e-80c7-bd86becfbad3), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:25.068510 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ec85e-b8dc-4a0b-96b9-731e1527ba9b None None] Pushing event updated for resources: {'Port': ['ID=80c3d2b3-d8ba-411c-8619-35d82b6eecde,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:25.126454 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (2c1199a7-9be0-43af-a1b0-8b5888c9b821), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:25.152588 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:25.164036 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6040280 Jan 27 22:03:25.169819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54434a1-111b-43b5-ad35-673fcfb649f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Pushing event updated for resources: {'Port': ['ID=16be2c0f-9730-425e-80c7-bd86becfbad3,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:25.202241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] Attempting to bind port 80c3d2b3-d8ba-411c-8619-35d82b6eecde on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:03:25.203063 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] Attempting to bind port 80c3d2b3-d8ba-411c-8619-35d82b6eecde by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '57099c77-b2f5-4dd3-bbd4-c6f51f894699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:03:25.203440 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] Attempting to bind port 80c3d2b3-d8ba-411c-8619-35d82b6eecde on network 2b09128f-4816-4051-b7b2-5b7a59716965 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:25.214229 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:03:25.214676 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] Checking segment: {'id': '57099c77-b2f5-4dd3-bbd4-c6f51f894699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:25.219663 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:25.219663 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] Bound using segment: {'id': '57099c77-b2f5-4dd3-bbd4-c6f51f894699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:03:25.219663 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] Bound port: 80c3d2b3-d8ba-411c-8619-35d82b6eecde, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57099c77-b2f5-4dd3-bbd4-c6f51f894699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:03:25.219663 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (80c3d2b3-d8ba-411c-8619-35d82b6eecde), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:25.301727 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] For port 80c3d2b3-d8ba-411c-8619-35d82b6eecde, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:03:25.306520 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] For port 80c3d2b3-d8ba-411c-8619-35d82b6eecde, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=80c3d2b3-d8ba-411c-8619-35d82b6eecde,segment=NetworkSegment(57099c77-b2f5-4dd3-bbd4-c6f51f894699),segment_id=57099c77-b2f5-4dd3-bbd4-c6f51f894699)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:03:25.310721 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (80c3d2b3-d8ba-411c-8619-35d82b6eecde), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:25.366187 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9175c81-88bf-4829-b619-f31b9812a336 req-e83b3c42-fa24-4265-8568-ab71845513b4 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1218635340&fields=id&tenant_id=5fa39c9f14c34091a555381958bf20fa HTTP/1.1" status: 200 len: 267 time: 0.0702958 Jan 27 22:03:25.376893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] Routers {'26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:25.378542 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:02:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:25.512502 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] Set router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:25.525488 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9175c81-88bf-4829-b619-f31b9812a336 req-fd7346e7-3780-43c9-8ad3-d9395d759419 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:25.528676 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9175c81-88bf-4829-b619-f31b9812a336 req-fd7346e7-3780-43c9-8ad3-d9395d759419 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/networks?id=2b09128f-4816-4051-b7b2-5b7a59716965 HTTP/1.1" status: 200 len: 810 time: 0.1608074 Jan 27 22:03:25.547450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9175c81-88bf-4829-b619-f31b9812a336 req-b80d4c09-a482-4ea8-bc28-79f91c7613bf tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/quotas/5fa39c9f14c34091a555381958bf20fa HTTP/1.1" status: 200 len: 375 time: 0.0148597 Jan 27 22:03:25.574025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714faece-858a-4d15-98a8-a185c1bc103c req-8e7638b7-e019-438a-94a2-b4b0afa308be tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:25.581593 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-714faece-858a-4d15-98a8-a185c1bc103c req-8e7638b7-e019-438a-94a2-b4b0afa308be tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.0938721 Jan 27 22:03:25.594905 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ec85e-b8dc-4a0b-96b9-731e1527ba9b None None] Pushing event updated for resources: {'Port': ['ID=80c3d2b3-d8ba-411c-8619-35d82b6eecde,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:25.669769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9175c81-88bf-4829-b619-f31b9812a336 req-6ae98e83-0cae-4a2e-ab5e-dc56c9c14455 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5fa39c9f14c34091a555381958bf20fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1160307 Jan 27 22:03:25.681842 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-714faece-858a-4d15-98a8-a185c1bc103c req-aa5e16b3-a75f-44bd-9988-4a477e1f7047 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991442 Jan 27 22:03:25.684569 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-24c2e427-076d-49d2-8d0a-60f61ed0dc58 None None] Provisioning complete for port 80c3d2b3-d8ba-411c-8619-35d82b6eecde triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:25.685067 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-24c2e427-076d-49d2-8d0a-60f61ed0dc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (80c3d2b3-d8ba-411c-8619-35d82b6eecde), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:25.821121 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9175c81-88bf-4829-b619-f31b9812a336 req-3c440002-4a33-4da3-bb4d-97bf4c8f5987 service neutron] 10.222.0.23 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265140 Jan 27 22:03:25.827642 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-24c2e427-076d-49d2-8d0a-60f61ed0dc58 None None] Current status of the port 80c3d2b3-d8ba-411c-8619-35d82b6eecde is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:25.828051 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-24c2e427-076d-49d2-8d0a-60f61ed0dc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (80c3d2b3-d8ba-411c-8619-35d82b6eecde), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:25.845891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc94e0d-76ea-4c48-9751-1af0f6ba70c7 req-e9b4c067-5ba6-4a88-a367-38bceee112c0 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:25.847552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fc94e0d-76ea-4c48-9751-1af0f6ba70c7 req-e9b4c067-5ba6-4a88-a367-38bceee112c0 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.0832872 Jan 27 22:03:25.872504 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-24c2e427-076d-49d2-8d0a-60f61ed0dc58 None None] For port 80c3d2b3-d8ba-411c-8619-35d82b6eecde, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=80c3d2b3-d8ba-411c-8619-35d82b6eecde,segment=NetworkSegment(57099c77-b2f5-4dd3-bbd4-c6f51f894699),segment_id=57099c77-b2f5-4dd3-bbd4-c6f51f894699)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:25.875864 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'name': 'tempest-AttachVolumeTestJSON-789037297-router', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:12Z', 'updated_at': '2022-01-27T22:03:18Z', 'revision_number': 4, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'gw_port': {'id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:13Z', 'updated_at': '2022-01-27T22:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '80c3d2b3-d8ba-411c-8619-35d82b6eecde', 'name': '', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'mac_address': 'fa:16:3e:c3:0f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:17Z', 'updated_at': '2022-01-27T22:03:25Z', 'revision_number': 4, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'subnets': [{'id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:25.879633 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-24c2e427-076d-49d2-8d0a-60f61ed0dc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (80c3d2b3-d8ba-411c-8619-35d82b6eecde), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:25.912220 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521d8397-ca33-4ef9-8cc2-adc5121fb030 None None] The sync data for ids ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'] in n-d-772272-3 is: [{'id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'name': 'tempest-AttachVolumeTestJSON-789037297-router', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:12Z', 'updated_at': '2022-01-27T22:03:18Z', 'revision_number': 4, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'gw_port': {'id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:13Z', 'updated_at': '2022-01-27T22:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '80c3d2b3-d8ba-411c-8619-35d82b6eecde', 'name': '', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'mac_address': 'fa:16:3e:c3:0f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:17Z', 'updated_at': '2022-01-27T22:03:25Z', 'revision_number': 4, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'subnets': [{'id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:03:25.959814 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fc94e0d-76ea-4c48-9751-1af0f6ba70c7 req-fd377719-ce1a-4d4a-8f44-f714e72fcabd tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971301 Jan 27 22:03:25.965286 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2e427-076d-49d2-8d0a-60f61ed0dc58 None None] Pushing event updated for resources: {'Port': ['ID=80c3d2b3-d8ba-411c-8619-35d82b6eecde,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:25.974485 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9175c81-88bf-4829-b619-f31b9812a336 req-01d49738-22e0-44ae-b95c-3ff2db89e1ee service neutron] 10.222.0.23 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446452 Jan 27 22:03:26.029164 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-dd35ce46-0d53-4826-9383-13a061bed78e None None] Provisioning complete for port 80c3d2b3-d8ba-411c-8619-35d82b6eecde triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:26.029663 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-dd35ce46-0d53-4826-9383-13a061bed78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (80c3d2b3-d8ba-411c-8619-35d82b6eecde), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:26.157877 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-dd35ce46-0d53-4826-9383-13a061bed78e None None] Current status of the port 80c3d2b3-d8ba-411c-8619-35d82b6eecde is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:26.160393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7c5e5-5466-4672-83d9-58d9dec36d99 req-c27de065-4ba1-45c7-ac15-e17031efc779 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:26.162215 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-17e7c5e5-5466-4672-83d9-58d9dec36d99 req-c27de065-4ba1-45c7-ac15-e17031efc779 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 945 time: 0.0963163 Jan 27 22:03:26.287110 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-17e7c5e5-5466-4672-83d9-58d9dec36d99 req-ae77575b-880a-4285-b592-6149affb38ef tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968993 Jan 27 22:03:26.344636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ca71f-6cb0-49c9-801a-63872a3ae6b5 req-414fc501-3d4d-47fd-8077-5333f3e6bfb3 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:26.352936 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-476ca71f-6cb0-49c9-801a-63872a3ae6b5 req-414fc501-3d4d-47fd-8077-5333f3e6bfb3 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.1486034 Jan 27 22:03:26.422950 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-068bc5c2-8561-4df3-a5d2-dd8b56c30532 req-0e88102a-21bc-4a2d-a340-f760d6fb9d3f tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 210 time: 0.0676129 Jan 27 22:03:26.481332 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-476ca71f-6cb0-49c9-801a-63872a3ae6b5 req-2099409f-aff7-4b56-9184-f5a8b5d50c34 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251585 Jan 27 22:03:26.504435 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 80c3d2b3-d8ba-411c-8619-35d82b6eecde up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:26.626205 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 80c3d2b3-d8ba-411c-8619-35d82b6eecde triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:26.626672 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (80c3d2b3-d8ba-411c-8619-35d82b6eecde), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:26.707665 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8633b497-a7a6-4130-bae5-9bd8f34a2ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:26.757723 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 80c3d2b3-d8ba-411c-8619-35d82b6eecde is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:26.862998 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa0cc0-6282-44b3-8a4d-5c8f23713ba6 req-fe7d751e-abfd-478a-b577-e34584e176ca tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:26.864662 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94fa0cc0-6282-44b3-8a4d-5c8f23713ba6 req-fe7d751e-abfd-478a-b577-e34584e176ca tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.1197100 Jan 27 22:03:26.873426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c053b91-c50c-4e6c-8c26-d9038531647f req-5707ecdd-72e7-43bb-8e8d-79916bee8b4a tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:26.874969 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c053b91-c50c-4e6c-8c26-d9038531647f req-5707ecdd-72e7-43bb-8e8d-79916bee8b4a tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.0799623 Jan 27 22:03:26.956052 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94fa0cc0-6282-44b3-8a4d-5c8f23713ba6 req-4d318356-950b-468e-8365-346732d49ff4 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757298 Jan 27 22:03:26.996682 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c053b91-c50c-4e6c-8c26-d9038531647f req-18b09997-b8c8-419c-9a2a-db6e4c9cfdfe tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046436 Jan 27 22:03:27.084372 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0d31c-6ac1-4dd6-8d0e-28f0b4de49d9 req-e0d479b4-9866-4f11-aab2-a702fac601a2 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:27.086043 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9f0d31c-6ac1-4dd6-8d0e-28f0b4de49d9 req-e0d479b4-9866-4f11-aab2-a702fac601a2 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.0505943 Jan 27 22:03:27.139611 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9f0d31c-6ac1-4dd6-8d0e-28f0b4de49d9 req-587f9d88-cea5-4963-b397-cfa9cea6873f tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471246 Jan 27 22:03:27.400256 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3c27a-898e-45c6-ac1c-e0f0591debe8 req-a653df82-05d2-415b-845d-351c672219f1 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:27.403438 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25d3c27a-898e-45c6-ac1c-e0f0591debe8 req-a653df82-05d2-415b-845d-351c672219f1 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 945 time: 0.0667803 Jan 27 22:03:27.497014 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:27.551464 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25d3c27a-898e-45c6-ac1c-e0f0591debe8 req-f5d3b817-c278-4074-9cdd-f4c186d7f8e2 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422436 Jan 27 22:03:27.650356 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e65044-da2a-428d-8cae-d049ee2adb0d req-ef6941ae-9127-439a-9eee-dfcc240ccb2d tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:27.652036 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-65e65044-da2a-428d-8cae-d049ee2adb0d req-ef6941ae-9127-439a-9eee-dfcc240ccb2d tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.1048398 Jan 27 22:03:27.679778 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9175c81-88bf-4829-b619-f31b9812a336 req-a6bbff19-1eea-4f53-b488-fb4f7f2a4367 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:27.681349 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9175c81-88bf-4829-b619-f31b9812a336 req-a6bbff19-1eea-4f53-b488-fb4f7f2a4367 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.15 "GET /v2.0/networks?id=2b09128f-4816-4051-b7b2-5b7a59716965 HTTP/1.1" status: 200 len: 810 time: 0.1977634 Jan 27 22:03:27.704689 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e990391-d7ac-410b-b5c0-776cbeb1281e req-adcc6cbe-ef63-4829-a898-451cb6043360 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 210 time: 0.0492816 Jan 27 22:03:27.784125 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-65e65044-da2a-428d-8cae-d049ee2adb0d req-987edeb7-5cc6-4f0c-867c-422857ee42f8 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236711 Jan 27 22:03:27.797223 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9175c81-88bf-4829-b619-f31b9812a336 req-f491e0f2-59b1-46d3-8f99-99adcb568e37 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fa39c9f14c34091a555381958bf20fa HTTP/1.1" status: 200 len: 380 time: 0.0949850 Jan 27 22:03:27.810841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c9175c81-88bf-4829-b619-f31b9812a336 req-078873f5-62a5-4698-9419-e2b0ea3ecf6b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Request body: {'port': {'device_id': '7820e658-c658-43b0-a092-d631b4f6dbc9', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'admin_state_up': True, 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'security_groups': ['9d21e88f-d6df-402b-95fb-1b2b4acf4df2']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:27.953771 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9175c81-88bf-4829-b619-f31b9812a336 req-078873f5-62a5-4698-9419-e2b0ea3ecf6b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Made reservation on behalf of 5fa39c9f14c34091a555381958bf20fa for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:03:27.957301 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9175c81-88bf-4829-b619-f31b9812a336 req-078873f5-62a5-4698-9419-e2b0ea3ecf6b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:28.146530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-c9175c81-88bf-4829-b619-f31b9812a336 req-078873f5-62a5-4698-9419-e2b0ea3ecf6b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Allocated IP 172.20.0.8 (2b09128f-4816-4051-b7b2-5b7a59716965/c8368a6d-250d-43a0-8b81-29729883ab77/9dfe0dd7-4791-458b-87c5-c64c3e2cc247) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:03:28.166134 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82badc63-da5a-4482-9195-f903df0cdc28 req-aa805c72-03a2-40d3-aeca-08fe32e6f4a4 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:28.167862 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82badc63-da5a-4482-9195-f903df0cdc28 req-aa805c72-03a2-40d3-aeca-08fe32e6f4a4 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.0831747 Jan 27 22:03:28.295616 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82badc63-da5a-4482-9195-f903df0cdc28 req-97eb9acf-5f8d-4c49-ad36-a754e8be05cb tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180356 Jan 27 22:03:28.317078 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:03:28.438908 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9175c81-88bf-4829-b619-f31b9812a336 req-078873f5-62a5-4698-9419-e2b0ea3ecf6b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for port (9dfe0dd7-4791-458b-87c5-c64c3e2cc247), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:28.449037 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,segment=NetworkSegment(03f03b00-21f2-4482-a656-94e7ab611f3b),segment_id=03f03b00-21f2-4482-a656-94e7ab611f3b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:28.463731 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '2eff0d7f-a483-4476-be8c-1dd7c8e1f630', 'network_id': '459b8894-edc1-457b-b0fc-103b65af4a7d', 'port_id': '2eff0d7f-a483-4476-be8c-1dd7c8e1f630', 'mac_address': 'fa:16:3e:6c:ed:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bb2bac3-c60e-4848-afff-f0961fb92d28', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:03:28.497264 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22634cb1-6d8b-4147-8e4c-ee934bc1df59 req-a9cc3eda-894e-4150-8ce3-30a88b9a1748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:28.499328 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-22634cb1-6d8b-4147-8e4c-ee934bc1df59 req-a9cc3eda-894e-4150-8ce3-30a88b9a1748 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 1096 time: 0.0751238 Jan 27 22:03:28.501984 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9175c81-88bf-4829-b619-f31b9812a336 req-078873f5-62a5-4698-9419-e2b0ea3ecf6b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (9dfe0dd7-4791-458b-87c5-c64c3e2cc247), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:28.513194 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:28.513596 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:28.536337 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:03:28.560006 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,segment=NetworkSegment(03f03b00-21f2-4482-a656-94e7ab611f3b),segment_id=03f03b00-21f2-4482-a656-94e7ab611f3b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:28.565071 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:28.565439 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9175c81-88bf-4829-b619-f31b9812a336 req-078873f5-62a5-4698-9419-e2b0ea3ecf6b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Network 2b09128f-4816-4051-b7b2-5b7a59716965 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:28.570676 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-c9175c81-88bf-4829-b619-f31b9812a336 req-078873f5-62a5-4698-9419-e2b0ea3ecf6b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:28.573177 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078873f5-62a5-4698-9419-e2b0ea3ecf6b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Pushing event updated for resources: {'Port': ['ID=9dfe0dd7-4791-458b-87c5-c64c3e2cc247,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:28.607130 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9175c81-88bf-4829-b619-f31b9812a336 req-078873f5-62a5-4698-9419-e2b0ea3ecf6b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:03:28.628927 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-22634cb1-6d8b-4147-8e4c-ee934bc1df59 req-062a62e1-4e06-48ca-9733-58d6d31adabd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216917 Jan 27 22:03:28.645642 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,revision_number=11']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:28.702386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9175c81-88bf-4829-b619-f31b9812a336 req-078873f5-62a5-4698-9419-e2b0ea3ecf6b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:28.703699 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9175c81-88bf-4829-b619-f31b9812a336 req-078873f5-62a5-4698-9419-e2b0ea3ecf6b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:28.763435 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9175c81-88bf-4829-b619-f31b9812a336 req-078873f5-62a5-4698-9419-e2b0ea3ecf6b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9578369 Jan 27 22:03:28.775393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7bfc9-f3df-4a01-9e02-fca60fc4b272 req-07bfb0e4-6610-45e3-9c55-3c089c3147cd tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:28.782842 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3fa7bfc9-f3df-4a01-9e02-fca60fc4b272 req-07bfb0e4-6610-45e3-9c55-3c089c3147cd tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.0760200 Jan 27 22:03:28.789788 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c9175c81-88bf-4829-b619-f31b9812a336 req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] Request body: {'port': {'device_id': '7820e658-c658-43b0-a092-d631b4f6dbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:28.853386 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:28.881143 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['2eff0d7f-a483-4476-be8c-1dd7c8e1f630'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:03:28.910605 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3fa7bfc9-f3df-4a01-9e02-fca60fc4b272 req-a39b3c67-f004-424d-9c42-50e1fe760f35 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268086 Jan 27 22:03:29.014351 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9175c81-88bf-4829-b619-f31b9812a336 req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9dfe0dd7-4791-458b-87c5-c64c3e2cc247), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:29.050554 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c63e5-3003-457a-9bfa-8ffa80666302 req-adb22926-8b51-4d22-a7f9-156e8a118348 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:29.050554 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c1c63e5-3003-457a-9bfa-8ffa80666302 req-adb22926-8b51-4d22-a7f9-156e8a118348 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 931 time: 0.1561685 Jan 27 22:03:29.061788 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-4b38c0ff-abcf-4e39-86d1-78a545df395c None None] Provisioning complete for port 9dfe0dd7-4791-458b-87c5-c64c3e2cc247 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:29.062174 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4b38c0ff-abcf-4e39-86d1-78a545df395c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9dfe0dd7-4791-458b-87c5-c64c3e2cc247), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:29.150866 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4b38c0ff-abcf-4e39-86d1-78a545df395c None None] Port 9dfe0dd7-4791-458b-87c5-c64c3e2cc247 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:03:29.211745 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b717d25-86cb-41f0-937f-6d170f7e99f8 req-ee4f926b-c14f-4dba-be19-c4e18ebad078 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:29.213100 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b717d25-86cb-41f0-937f-6d170f7e99f8 req-ee4f926b-c14f-4dba-be19-c4e18ebad078 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.1749525 Jan 27 22:03:29.295040 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c1c63e5-3003-457a-9bfa-8ffa80666302 req-e61c48b3-8541-40ec-b7e3-39c309b00eab tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748118 Jan 27 22:03:29.387022 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b717d25-86cb-41f0-937f-6d170f7e99f8 req-1055c2a5-0ed6-4b8b-9404-02a3c0fed294 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227813 Jan 27 22:03:29.471776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cbc19-94bd-4dd0-be16-6ec175af220e req-952704c1-0ba0-423c-9564-667666cd80a5 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:29.473214 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc1cbc19-94bd-4dd0-be16-6ec175af220e req-952704c1-0ba0-423c-9564-667666cd80a5 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.0672147 Jan 27 22:03:29.572419 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc1cbc19-94bd-4dd0-be16-6ec175af220e req-35b00fad-3473-4a19-8223-db8708d3ef9d tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907691 Jan 27 22:03:29.580672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-c9175c81-88bf-4829-b619-f31b9812a336 req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dfe0dd7-4791-458b-87c5-c64c3e2cc247 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:03:29.589921 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9175c81-88bf-4829-b619-f31b9812a336 req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] Publish callbacks [] for port (9dfe0dd7-4791-458b-87c5-c64c3e2cc247), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:29.603386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-c9175c81-88bf-4829-b619-f31b9812a336 req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] Transition to ACTIVE for port object 9dfe0dd7-4791-458b-87c5-c64c3e2cc247 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:03:29.610024 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9175c81-88bf-4829-b619-f31b9812a336 req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (9dfe0dd7-4791-458b-87c5-c64c3e2cc247), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:29.669354 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfe0dd7-4791-458b-87c5-c64c3e2cc247,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:29.767025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c9175c81-88bf-4829-b619-f31b9812a336 req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] Attempting to bind port 9dfe0dd7-4791-458b-87c5-c64c3e2cc247 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:03:29.767374 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c9175c81-88bf-4829-b619-f31b9812a336 req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] Attempting to bind port 9dfe0dd7-4791-458b-87c5-c64c3e2cc247 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '57099c77-b2f5-4dd3-bbd4-c6f51f894699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:03:29.767697 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9175c81-88bf-4829-b619-f31b9812a336 req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] Attempting to bind port 9dfe0dd7-4791-458b-87c5-c64c3e2cc247 on network 2b09128f-4816-4051-b7b2-5b7a59716965 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:29.773660 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9175c81-88bf-4829-b619-f31b9812a336 req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] Port 9dfe0dd7-4791-458b-87c5-c64c3e2cc247 on network 2b09128f-4816-4051-b7b2-5b7a59716965 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:03:29.774016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9175c81-88bf-4829-b619-f31b9812a336 req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] Attempting to bind port 9dfe0dd7-4791-458b-87c5-c64c3e2cc247 on network 2b09128f-4816-4051-b7b2-5b7a59716965 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:29.779870 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9175c81-88bf-4829-b619-f31b9812a336 req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:03:29.780280 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9175c81-88bf-4829-b619-f31b9812a336 req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] Checking segment: {'id': '57099c77-b2f5-4dd3-bbd4-c6f51f894699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:29.780686 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9175c81-88bf-4829-b619-f31b9812a336 req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] Bound using segment: {'id': '57099c77-b2f5-4dd3-bbd4-c6f51f894699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:03:29.781138 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c9175c81-88bf-4829-b619-f31b9812a336 req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] Bound port: 9dfe0dd7-4791-458b-87c5-c64c3e2cc247, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57099c77-b2f5-4dd3-bbd4-c6f51f894699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:03:29.781502 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9175c81-88bf-4829-b619-f31b9812a336 req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9dfe0dd7-4791-458b-87c5-c64c3e2cc247), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:29.859722 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c9175c81-88bf-4829-b619-f31b9812a336 req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] For port 9dfe0dd7-4791-458b-87c5-c64c3e2cc247, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:03:29.863356 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c9175c81-88bf-4829-b619-f31b9812a336 req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] For port 9dfe0dd7-4791-458b-87c5-c64c3e2cc247, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=9dfe0dd7-4791-458b-87c5-c64c3e2cc247,segment=NetworkSegment(57099c77-b2f5-4dd3-bbd4-c6f51f894699),segment_id=57099c77-b2f5-4dd3-bbd4-c6f51f894699)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:03:29.869695 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9175c81-88bf-4829-b619-f31b9812a336 req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (9dfe0dd7-4791-458b-87c5-c64c3e2cc247), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:29.907841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9175c81-88bf-4829-b619-f31b9812a336 req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:29.908639 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9175c81-88bf-4829-b619-f31b9812a336 req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:29.910109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9175c81-88bf-4829-b619-f31b9812a336 req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] 10.222.0.15 "PUT /v2.0/ports/9dfe0dd7-4791-458b-87c5-c64c3e2cc247 HTTP/1.1" status: 200 len: 1091 time: 1.1246598 Jan 27 22:03:29.910638 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7820e658-c658-43b0-a092-d631b4f6dbc9', 'tag': '9dfe0dd7-4791-458b-87c5-c64c3e2cc247'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:29.912976 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63f0622-21c6-4843-8362-db479d935449" -d '{"events": [{"name": "network-changed", "server_uuid": "7820e658-c658-43b0-a092-d631b4f6dbc9", "tag": "9dfe0dd7-4791-458b-87c5-c64c3e2cc247"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:30.023872 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a787ad-630f-4b87-af1b-0c0f556c9eee x-openstack-request-id: req-65a787ad-630f-4b87-af1b-0c0f556c9eee {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:30.024603 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7820e658-c658-43b0-a092-d631b4f6dbc9", "tag": "9dfe0dd7-4791-458b-87c5-c64c3e2cc247", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:30.029430 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65a787ad-630f-4b87-af1b-0c0f556c9eee {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:30.030711 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7820e658-c658-43b0-a092-d631b4f6dbc9', 'tag': '9dfe0dd7-4791-458b-87c5-c64c3e2cc247', 'status': 'completed', 'code': 200} Jan 27 22:03:30.034797 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6083a13-fa00-45f2-8087-f6a0cc4caa98 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfe0dd7-4791-458b-87c5-c64c3e2cc247,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:30.086686 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9175c81-88bf-4829-b619-f31b9812a336 req-e27ae5e6-0ea8-464a-9490-773e45f312f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:30.088922 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9175c81-88bf-4829-b619-f31b9812a336 req-e27ae5e6-0ea8-464a-9490-773e45f312f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5fa39c9f14c34091a555381958bf20fa&device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 1094 time: 0.1233115 Jan 27 22:03:30.119548 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b7333-a5da-460a-8ce3-9626012b7074 req-2b001c07-dc4d-4063-916a-4d2a247acdf3 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:30.122263 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-387b7333-a5da-460a-8ce3-9626012b7074 req-2b001c07-dc4d-4063-916a-4d2a247acdf3 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 946 time: 0.0902851 Jan 27 22:03:30.164341 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9175c81-88bf-4829-b619-f31b9812a336 req-2d69f792-0ab2-41fe-9638-d9824ce99bfd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dfe0dd7-4791-458b-87c5-c64c3e2cc247 HTTP/1.1" status: 200 len: 217 time: 0.0612614 Jan 27 22:03:30.247912 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9175c81-88bf-4829-b619-f31b9812a336 req-12acf785-6743-4a44-88dd-155f4cd214e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:30.249504 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9175c81-88bf-4829-b619-f31b9812a336 req-12acf785-6743-4a44-88dd-155f4cd214e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8368a6d-250d-43a0-8b81-29729883ab77 HTTP/1.1" status: 200 len: 849 time: 0.0779853 Jan 27 22:03:30.297001 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:30.331738 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:30.356076 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-387b7333-a5da-460a-8ce3-9626012b7074 req-dd7d1414-aa5d-4a80-a541-c22561ae38c5 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895337 Jan 27 22:03:30.365696 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9175c81-88bf-4829-b619-f31b9812a336 req-2055c6ed-fcaf-4a44-8dd5-687be5b3ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:30.367962 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9175c81-88bf-4829-b619-f31b9812a336 req-2055c6ed-fcaf-4a44-8dd5-687be5b3ab73 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2b09128f-4816-4051-b7b2-5b7a59716965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093597 Jan 27 22:03:30.470896 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:03:30.475997 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:30.476564 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:30.567703 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:30.568013 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:30.600316 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83670a7-a7ec-4fae-8f41-bf36a54db80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eff0d7f-a483-4476-be8c-1dd7c8e1f630'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:30.602653 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3091bb76-45a6-45ce-b65e-949c0636e9ce" -d '{"events": [{"server_uuid": "e83670a7-a7ec-4fae-8f41-bf36a54db80a", "name": "network-vif-plugged", "status": "completed", "tag": "2eff0d7f-a483-4476-be8c-1dd7c8e1f630"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:30.616854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,segment=NetworkSegment(03f03b00-21f2-4482-a656-94e7ab611f3b),segment_id=03f03b00-21f2-4482-a656-94e7ab611f3b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:30.624774 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:30.706575 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,revision_number=12']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:30.872208 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b85c8b-2efd-4b97-9ad8-0d8549b30dbc req-cac04205-5c56-4cca-8c9d-b618fceb7bdf tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:30.873718 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75b85c8b-2efd-4b97-9ad8-0d8549b30dbc req-cac04205-5c56-4cca-8c9d-b618fceb7bdf tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.1141045 Jan 27 22:03:30.885635 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ceee27-767c-4b25-92f7-f6663b8157fc req-45f1321e-8cb9-4ffc-a1da-13fa6bb61d45 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:30.888652 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e9ceee27-767c-4b25-92f7-f6663b8157fc req-45f1321e-8cb9-4ffc-a1da-13fa6bb61d45 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 943 time: 0.1278374 Jan 27 22:03:30.892708 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9175c81-88bf-4829-b619-f31b9812a336 req-139c28ec-5ab9-4cff-bf89-1c25893e51b2 service neutron] 10.222.0.15 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181322 Jan 27 22:03:31.017461 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e9ceee27-767c-4b25-92f7-f6663b8157fc req-53c85289-2ee8-434c-90e9-4000e13203de tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232598 Jan 27 22:03:31.026448 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75b85c8b-2efd-4b97-9ad8-0d8549b30dbc req-452efe8d-b90c-4222-b9f4-17491a8166e4 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366417 Jan 27 22:03:31.046906 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9175c81-88bf-4829-b619-f31b9812a336 req-ce4134bd-9de1-458f-82e1-9ecbe7f35b3e service neutron] 10.222.0.15 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464455 Jan 27 22:03:31.176203 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2ddff-b26d-40dd-8c83-651bf76cf630 req-dfb70302-5caa-4d79-99e0-ca1681954dba tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:31.177726 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4bc2ddff-b26d-40dd-8c83-651bf76cf630 req-dfb70302-5caa-4d79-99e0-ca1681954dba tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.0846245 Jan 27 22:03:31.189313 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41461ed1-d221-486f-80c4-2bb50fdcfe65 x-openstack-request-id: req-41461ed1-d221-486f-80c4-2bb50fdcfe65 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:31.189744 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83670a7-a7ec-4fae-8f41-bf36a54db80a", "name": "network-vif-plugged", "status": "completed", "tag": "2eff0d7f-a483-4476-be8c-1dd7c8e1f630", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:31.190102 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41461ed1-d221-486f-80c4-2bb50fdcfe65 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:31.190606 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83670a7-a7ec-4fae-8f41-bf36a54db80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eff0d7f-a483-4476-be8c-1dd7c8e1f630', 'code': 200} Jan 27 22:03:31.207133 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f0622-21c6-4843-8362-db479d935449 req-ecb11fbc-b9d0-4763-97de-6f0d48da706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:31.208935 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b63f0622-21c6-4843-8362-db479d935449 req-ecb11fbc-b9d0-4763-97de-6f0d48da706e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5fa39c9f14c34091a555381958bf20fa&device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 1094 time: 0.1040063 Jan 27 22:03:31.291206 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4bc2ddff-b26d-40dd-8c83-651bf76cf630 req-03f548a4-2585-40a7-8968-064e6f1e59d4 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039968 Jan 27 22:03:31.361963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f0622-21c6-4843-8362-db479d935449 req-822a60ee-e833-4a99-a431-48d77a0b3e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:31.363360 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b63f0622-21c6-4843-8362-db479d935449 req-822a60ee-e833-4a99-a431-48d77a0b3e1e service neutron] 10.222.0.15 "GET /v2.0/networks?id=2b09128f-4816-4051-b7b2-5b7a59716965 HTTP/1.1" status: 200 len: 911 time: 0.1425357 Jan 27 22:03:31.451943 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b63f0622-21c6-4843-8362-db479d935449 req-e8cb33db-c23b-4232-a6ed-de83fa9034b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dfe0dd7-4791-458b-87c5-c64c3e2cc247 HTTP/1.1" status: 200 len: 217 time: 0.0621722 Jan 27 22:03:31.530230 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31c16c-8112-4c0d-95cd-c018fd1e67a8 req-c4e56594-55e9-4d23-80ad-a7dcca9ff99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:31.531705 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b31c16c-8112-4c0d-95cd-c018fd1e67a8 req-c4e56594-55e9-4d23-80ad-a7dcca9ff99e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 1098 time: 0.1776011 Jan 27 22:03:31.612465 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f0622-21c6-4843-8362-db479d935449 req-bca10337-8750-4cf7-9f35-d7d49009d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:31.613859 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b63f0622-21c6-4843-8362-db479d935449 req-bca10337-8750-4cf7-9f35-d7d49009d1bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8368a6d-250d-43a0-8b81-29729883ab77 HTTP/1.1" status: 200 len: 849 time: 0.1506593 Jan 27 22:03:31.620899 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648c23a-5f17-4709-8348-06a3476c4b28 req-337008b2-64af-4148-aa1c-e62f7ff6d8c2 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:31.622412 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3648c23a-5f17-4709-8348-06a3476c4b28 req-337008b2-64af-4148-aa1c-e62f7ff6d8c2 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.1746616 Jan 27 22:03:31.719210 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b31c16c-8112-4c0d-95cd-c018fd1e67a8 req-5fc6f864-b5fb-456e-a56e-2f766dfc1e65 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730876 Jan 27 22:03:31.756373 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f0622-21c6-4843-8362-db479d935449 req-b3ef56fa-b4f5-45f9-b0bb-f4d4f8ca87ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:31.758381 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b63f0622-21c6-4843-8362-db479d935449 req-b3ef56fa-b4f5-45f9-b0bb-f4d4f8ca87ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2b09128f-4816-4051-b7b2-5b7a59716965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316538 Jan 27 22:03:31.768493 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-1fcb16b1-603e-4432-b5eb-cb73e4d8c9e4 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:31.769986 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-1fcb16b1-603e-4432-b5eb-cb73e4d8c9e4 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/networks?id=6a39b873-34a2-45b9-adb9-20d0613e7134 HTTP/1.1" status: 200 len: 810 time: 0.2429302 Jan 27 22:03:31.781798 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3648c23a-5f17-4709-8348-06a3476c4b28 req-c592ce5d-db80-4822-890d-56b9eab85e31 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448700 Jan 27 22:03:31.790281 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-f9e75b8a-4607-4d95-951c-d08835b0d59f tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/quotas/d413d1543f1d406689e913b24c85f444 HTTP/1.1" status: 200 len: 375 time: 0.0135894 Jan 27 22:03:31.855314 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-1a8a77f9-f4c9-4475-8000-016d91e4818c tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d413d1543f1d406689e913b24c85f444&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515032 Jan 27 22:03:32.017678 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-1951ba05-2a42-42ea-89c1-2e22ab17cea7 service neutron] 10.222.0.23 "GET /v2.0/networks/6a39b873-34a2-45b9-adb9-20d0613e7134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549003 Jan 27 22:03:32.138871 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b63f0622-21c6-4843-8362-db479d935449 req-02daed10-8974-4836-a7ef-35b2f62a45c1 service neutron] 10.222.0.15 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997237 Jan 27 22:03:32.233959 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-bb27728b-78c9-489d-aac8-13cd9a9df567 service neutron] 10.222.0.23 "GET /v2.0/networks/6a39b873-34a2-45b9-adb9-20d0613e7134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067804 Jan 27 22:03:32.245935 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3cc8e-520d-4020-8cda-d25ad195f02b req-746092fa-091a-45e7-a159-83a54619f211 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:32.252729 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71b3cc8e-520d-4020-8cda-d25ad195f02b req-746092fa-091a-45e7-a159-83a54619f211 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 943 time: 0.1517212 Jan 27 22:03:32.312244 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b63f0622-21c6-4843-8362-db479d935449 req-77e37305-10a9-48fb-af4f-733d5260b6a9 service neutron] 10.222.0.15 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577568 Jan 27 22:03:32.349088 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71b3cc8e-520d-4020-8cda-d25ad195f02b req-6dc42513-e7b1-4a09-b8b3-0c1167943097 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896819 Jan 27 22:03:32.476833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d709508a-58bb-41ea-8dfb-2dc595a481d2 req-8a0a3da9-dfc2-4032-bc25-83d513049b14 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 210 time: 0.0357339 Jan 27 22:03:32.505736 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539dcb8-43e1-4de2-92f6-682b7bbb954d req-01feb92e-87d7-4922-9fd2-28b448d30ddc tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:32.507857 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2539dcb8-43e1-4de2-92f6-682b7bbb954d req-01feb92e-87d7-4922-9fd2-28b448d30ddc tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.0963323 Jan 27 22:03:32.559129 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2539dcb8-43e1-4de2-92f6-682b7bbb954d req-f1e74809-c417-4755-8602-157af84f27ea tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451775 Jan 27 22:03:32.909480 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761abe40-0cf3-49e9-b2bc-a37ba34ae0cd req-65a47414-dac4-41dd-9abc-41ef2a856f78 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:32.911004 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-761abe40-0cf3-49e9-b2bc-a37ba34ae0cd req-65a47414-dac4-41dd-9abc-41ef2a856f78 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.0528250 Jan 27 22:03:32.971243 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-761abe40-0cf3-49e9-b2bc-a37ba34ae0cd req-3bbdc0cb-189e-45e7-ac7d-f39572513cf4 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451927 Jan 27 22:03:33.537758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c63e38-c6f8-4727-8680-921bfad0bc97 req-072e1d78-1d4e-4bd7-bd2d-ae6349ee6be7 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:33.556494 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a5c63e38-c6f8-4727-8680-921bfad0bc97 req-072e1d78-1d4e-4bd7-bd2d-ae6349ee6be7 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 943 time: 0.1216292 Jan 27 22:03:33.687129 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a5c63e38-c6f8-4727-8680-921bfad0bc97 req-d978af2f-52d6-4936-b9b4-f4e5b1c49fca tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292942 Jan 27 22:03:33.750446 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4b73fb2d-0c22-4af5-aab2-a7e195b0bd3e req-ca17a796-e5de-4bc6-9004-1955262deae0 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 210 time: 0.0640919 Jan 27 22:03:33.832196 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-d5da3216-aaa1-4ff3-8a24-37d55fc08531 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:33.834817 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-d5da3216-aaa1-4ff3-8a24-37d55fc08531 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.21 "GET /v2.0/networks?id=6a39b873-34a2-45b9-adb9-20d0613e7134 HTTP/1.1" status: 200 len: 810 time: 0.2534420 Jan 27 22:03:33.858963 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-1cb512c7-8e09-4f81-90ee-e5b21986568c tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Request body: {'port': {'device_id': '56bfb22a-514a-4d88-a989-2d4a5367ad79', 'network_id': '6a39b873-34a2-45b9-adb9-20d0613e7134', 'admin_state_up': True, 'tenant_id': 'd413d1543f1d406689e913b24c85f444'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:33.924622 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906686d1-a6df-4e42-9dbe-3ee85a2b4e6c req-fc0b766a-423d-44c4-bc57-65a5a54e7c09 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:33.933676 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-906686d1-a6df-4e42-9dbe-3ee85a2b4e6c req-fc0b766a-423d-44c4-bc57-65a5a54e7c09 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.1150355 Jan 27 22:03:33.996582 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-906686d1-a6df-4e42-9dbe-3ee85a2b4e6c req-1d6da7a6-91c8-4899-bfde-b7856b6976b1 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618107 Jan 27 22:03:34.055742 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-1cb512c7-8e09-4f81-90ee-e5b21986568c tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Made reservation on behalf of d413d1543f1d406689e913b24c85f444 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:03:34.060342 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-1cb512c7-8e09-4f81-90ee-e5b21986568c tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:34.126892 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1683461-4288-42e5-afc5-9d5238779b85 req-0293c6cc-c35d-4697-91ee-257259ac09ce tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:34.137820 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1683461-4288-42e5-afc5-9d5238779b85 req-0293c6cc-c35d-4697-91ee-257259ac09ce tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.0793197 Jan 27 22:03:34.194546 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1683461-4288-42e5-afc5-9d5238779b85 req-dc489dd3-2ac0-4353-9c77-7b031932f2c5 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554295 Jan 27 22:03:34.203167 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-1cb512c7-8e09-4f81-90ee-e5b21986568c tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Allocated IP 172.20.0.5 (6a39b873-34a2-45b9-adb9-20d0613e7134/c1321b5f-cf45-47ef-b0ee-e1e97c941a7e/d895c781-9cb4-4b0c-812c-7a45ae78e51c) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:03:34.331468 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4897ecb-a373-42bb-acf5-c8778148aa50 req-fbd1fc0d-8415-4fd5-be83-d9679f1f4b5b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:34.333448 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4897ecb-a373-42bb-acf5-c8778148aa50 req-fbd1fc0d-8415-4fd5-be83-d9679f1f4b5b tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.0586581 Jan 27 22:03:34.339001 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 9dfe0dd7-4791-458b-87c5-c64c3e2cc247 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:03:34.405664 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-1cb512c7-8e09-4f81-90ee-e5b21986568c tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Publish callbacks [] for port (d895c781-9cb4-4b0c-812c-7a45ae78e51c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:34.460590 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4897ecb-a373-42bb-acf5-c8778148aa50 req-dd58536f-7531-47a7-a5e8-06c8e3ffae8e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135151 Jan 27 22:03:34.487670 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-1cb512c7-8e09-4f81-90ee-e5b21986568c tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d895c781-9cb4-4b0c-812c-7a45ae78e51c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:34.530723 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['4558f2da-6b7a-41b0-a991-c0f0a4617f6e'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:03:34.626263 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 9dfe0dd7-4791-458b-87c5-c64c3e2cc247, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=9dfe0dd7-4791-458b-87c5-c64c3e2cc247,segment=NetworkSegment(57099c77-b2f5-4dd3-bbd4-c6f51f894699),segment_id=57099c77-b2f5-4dd3-bbd4-c6f51f894699)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:34.645481 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-1cb512c7-8e09-4f81-90ee-e5b21986568c tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Network 6a39b873-34a2-45b9-adb9-20d0613e7134 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:34.651127 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-1cb512c7-8e09-4f81-90ee-e5b21986568c tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:34.656100 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '9dfe0dd7-4791-458b-87c5-c64c3e2cc247', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'port_id': '9dfe0dd7-4791-458b-87c5-c64c3e2cc247', 'mac_address': 'fa:16:3e:45:a9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:03:34.669561 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-1cb512c7-8e09-4f81-90ee-e5b21986568c tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:03:34.719766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11252ae-2d9f-425b-9c5d-19f8e3fe67d5 req-62f9c924-606b-4605-9d34-78927307ee6c tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:34.723540 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a11252ae-2d9f-425b-9c5d-19f8e3fe67d5 req-62f9c924-606b-4605-9d34-78927307ee6c tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.0914018 Jan 27 22:03:34.770295 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb512c7-8e09-4f81-90ee-e5b21986568c tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Pushing event updated for resources: {'Port': ['ID=d895c781-9cb4-4b0c-812c-7a45ae78e51c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:34.816958 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-1cb512c7-8e09-4f81-90ee-e5b21986568c tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:34.817723 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-1cb512c7-8e09-4f81-90ee-e5b21986568c tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:34.857920 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a11252ae-2d9f-425b-9c5d-19f8e3fe67d5 req-ca5c6484-9658-4505-8de4-0fca6da1d53d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269131 Jan 27 22:03:34.874483 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-1cb512c7-8e09-4f81-90ee-e5b21986568c tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0204468 Jan 27 22:03:34.875844 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 9dfe0dd7-4791-458b-87c5-c64c3e2cc247 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:34.876468 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9dfe0dd7-4791-458b-87c5-c64c3e2cc247), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:34.887992 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] Request body: {'port': {'device_id': '56bfb22a-514a-4d88-a989-2d4a5367ad79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:34.916493 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfe0dd7-4791-458b-87c5-c64c3e2cc247 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:03:34.956013 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9030bcb-a6f0-4153-8c56-5515f95ac91d req-664d8641-573e-44dd-a8cf-028eabc90db7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1161287 Jan 27 22:03:34.970946 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d895c781-9cb4-4b0c-812c-7a45ae78e51c), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:34.995083 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 9dfe0dd7-4791-458b-87c5-c64c3e2cc247, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=9dfe0dd7-4791-458b-87c5-c64c3e2cc247,segment=NetworkSegment(57099c77-b2f5-4dd3-bbd4-c6f51f894699),segment_id=57099c77-b2f5-4dd3-bbd4-c6f51f894699)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:35.008767 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9dfe0dd7-4791-458b-87c5-c64c3e2cc247), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:35.061723 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bf467-6d45-4911-852e-9fee14fd9fbd req-096cd9c4-6844-4b32-8255-4177433b6bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:35.063313 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea5bf467-6d45-4911-852e-9fee14fd9fbd req-096cd9c4-6844-4b32-8255-4177433b6bb7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0af0d48f9d584c2f96edf7499ec5c8a4&device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 1096 time: 0.1539216 Jan 27 22:03:35.128309 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=9dfe0dd7-4791-458b-87c5-c64c3e2cc247,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:35.237431 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9030bcb-a6f0-4153-8c56-5515f95ac91d req-3b5ca270-366a-4cd4-8955-4ba2ccae3735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:35.239342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9030bcb-a6f0-4153-8c56-5515f95ac91d req-3b5ca270-366a-4cd4-8955-4ba2ccae3735 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0af0d48f9d584c2f96edf7499ec5c8a4&device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 1097 time: 0.2331910 Jan 27 22:03:35.258769 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bac285-308e-4d09-917b-fe009a60dea3 req-b0e0f409-35b9-4dd1-924f-454d82addbdc tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:35.260720 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-24bac285-308e-4d09-917b-fe009a60dea3 req-b0e0f409-35b9-4dd1-924f-454d82addbdc tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 931 time: 0.2363353 Jan 27 22:03:35.284943 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['9dfe0dd7-4791-458b-87c5-c64c3e2cc247'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:03:35.325891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a0544-6860-4a59-9db2-256ca61543e1 req-7f5f3945-ede9-48b2-930b-ad9ca5d33a90 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:35.327470 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c42a0544-6860-4a59-9db2-256ca61543e1 req-7f5f3945-ede9-48b2-930b-ad9ca5d33a90 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 944 time: 0.3062704 Jan 27 22:03:35.380371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bf467-6d45-4911-852e-9fee14fd9fbd req-49f77744-3ed2-4fb4-859f-8e48b88da2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:35.382173 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea5bf467-6d45-4911-852e-9fee14fd9fbd req-49f77744-3ed2-4fb4-859f-8e48b88da2e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c21c1549-299c-4dec-a0f9-3f16d5727c21 HTTP/1.1" status: 200 len: 919 time: 0.2819414 Jan 27 22:03:35.426889 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d895c781-9cb4-4b0c-812c-7a45ae78e51c {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:03:35.439285 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] Publish callbacks [] for port (d895c781-9cb4-4b0c-812c-7a45ae78e51c), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:35.453800 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] Transition to ACTIVE for port object d895c781-9cb4-4b0c-812c-7a45ae78e51c will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:03:35.465697 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (d895c781-9cb4-4b0c-812c-7a45ae78e51c), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:35.497307 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea5bf467-6d45-4911-852e-9fee14fd9fbd req-cb793e13-d8a8-4567-9244-b78ee48f5275 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=917b3e49-a797-4b74-8942-dd5af77ae388 HTTP/1.1" status: 200 len: 217 time: 0.0932114 Jan 27 22:03:35.512806 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-24bac285-308e-4d09-917b-fe009a60dea3 req-1b9dd5f3-65f9-4ad1-b01b-9b7f17d29dda tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327592 Jan 27 22:03:35.543108 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] Pushing event updated for resources: {'Port': ['ID=d895c781-9cb4-4b0c-812c-7a45ae78e51c,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:35.616963 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] Attempting to bind port d895c781-9cb4-4b0c-812c-7a45ae78e51c on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:03:35.617386 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] Attempting to bind port d895c781-9cb4-4b0c-812c-7a45ae78e51c by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '674cd10d-2ce9-46e6-9b51-4e42132e668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a39b873-34a2-45b9-adb9-20d0613e7134'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:03:35.617792 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] Attempting to bind port d895c781-9cb4-4b0c-812c-7a45ae78e51c on network 6a39b873-34a2-45b9-adb9-20d0613e7134 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:35.622868 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] Port d895c781-9cb4-4b0c-812c-7a45ae78e51c on network 6a39b873-34a2-45b9-adb9-20d0613e7134 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:03:35.623391 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] Attempting to bind port d895c781-9cb4-4b0c-812c-7a45ae78e51c on network 6a39b873-34a2-45b9-adb9-20d0613e7134 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:35.628705 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:03:35.629127 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] Checking segment: {'id': '674cd10d-2ce9-46e6-9b51-4e42132e668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a39b873-34a2-45b9-adb9-20d0613e7134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:35.629655 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] Bound using segment: {'id': '674cd10d-2ce9-46e6-9b51-4e42132e668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a39b873-34a2-45b9-adb9-20d0613e7134'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:03:35.630158 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] Bound port: d895c781-9cb4-4b0c-812c-7a45ae78e51c, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674cd10d-2ce9-46e6-9b51-4e42132e668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6a39b873-34a2-45b9-adb9-20d0613e7134'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:03:35.630719 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d895c781-9cb4-4b0c-812c-7a45ae78e51c), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:35.637145 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c42a0544-6860-4a59-9db2-256ca61543e1 req-62246154-6491-454c-9961-df40a10dd6b9 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2988825 Jan 27 22:03:35.749382 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bf467-6d45-4911-852e-9fee14fd9fbd req-8eccab21-9d0c-462b-839c-f4bd09074712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:35.751026 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea5bf467-6d45-4911-852e-9fee14fd9fbd req-8eccab21-9d0c-462b-839c-f4bd09074712 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1dec90ae-26a7-4889-9533-54929121f29b HTTP/1.1" status: 200 len: 858 time: 0.2138772 Jan 27 22:03:35.779445 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9030bcb-a6f0-4153-8c56-5515f95ac91d req-8bfd22b5-74c0-4be2-8366-14e660400e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:35.781052 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9030bcb-a6f0-4153-8c56-5515f95ac91d req-8bfd22b5-74c0-4be2-8366-14e660400e3a service neutron] 10.222.0.15 "GET /v2.0/networks?id=c21c1549-299c-4dec-a0f9-3f16d5727c21 HTTP/1.1" status: 200 len: 919 time: 0.5063989 Jan 27 22:03:35.789411 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] For port d895c781-9cb4-4b0c-812c-7a45ae78e51c, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:03:35.794692 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] For port d895c781-9cb4-4b0c-812c-7a45ae78e51c, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d895c781-9cb4-4b0c-812c-7a45ae78e51c,segment=NetworkSegment(674cd10d-2ce9-46e6-9b51-4e42132e668f),segment_id=674cd10d-2ce9-46e6-9b51-4e42132e668f)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:03:35.805642 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (d895c781-9cb4-4b0c-812c-7a45ae78e51c), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:35.820634 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea5bf467-6d45-4911-852e-9fee14fd9fbd req-2c66b4e7-b0ad-4e43-9626-3e134105304b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c21c1549-299c-4dec-a0f9-3f16d5727c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614100 Jan 27 22:03:35.843904 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:35.845249 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:35.846664 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] 10.222.0.21 "PUT /v2.0/ports/d895c781-9cb4-4b0c-812c-7a45ae78e51c HTTP/1.1" status: 200 len: 1091 time: 0.9662337 Jan 27 22:03:35.847116 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bfb22a-514a-4d88-a989-2d4a5367ad79', 'tag': 'd895c781-9cb4-4b0c-812c-7a45ae78e51c'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:35.849898 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2b2540-f8ee-4693-8ce4-ddb0cf4f3450" -d '{"events": [{"name": "network-changed", "server_uuid": "56bfb22a-514a-4d88-a989-2d4a5367ad79", "tag": "d895c781-9cb4-4b0c-812c-7a45ae78e51c"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:35.875182 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9030bcb-a6f0-4153-8c56-5515f95ac91d req-dc7f309f-1431-4b8b-ab41-878c66552a5a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3ad85b4-0281-43b6-ae0e-3c1b28eef6da HTTP/1.1" status: 200 len: 217 time: 0.0720425 Jan 27 22:03:35.875465 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16645cd8-2a64-435a-9e11-6f336663cec3 service neutron] Pushing event updated for resources: {'Port': ['ID=d895c781-9cb4-4b0c-812c-7a45ae78e51c,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:35.885017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e8810-4b42-4725-985b-f2c811967168 req-4ff5ac50-453d-4b77-b29e-cd9c90db85d4 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:35.886602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-885e8810-4b42-4725-985b-f2c811967168 req-4ff5ac50-453d-4b77-b29e-cd9c90db85d4 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.2368367 Jan 27 22:03:35.953995 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-7d0709c6-9fae-4b5b-b219-b3404f8ba55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:35.955868 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-7d0709c6-9fae-4b5b-b219-b3404f8ba55b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d413d1543f1d406689e913b24c85f444&device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 1094 time: 0.0508976 Jan 27 22:03:36.003778 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6903a0-8f40-4849-bc28-e552b45bfb74 req-8e7625d2-5d45-415e-925f-216acf211824 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:36.005426 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce6903a0-8f40-4849-bc28-e552b45bfb74 req-8e7625d2-5d45-415e-925f-216acf211824 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.2383637 Jan 27 22:03:36.016986 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9030bcb-a6f0-4153-8c56-5515f95ac91d req-731a0400-72e3-42cf-bcb6-497e756fef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:36.018546 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9030bcb-a6f0-4153-8c56-5515f95ac91d req-731a0400-72e3-42cf-bcb6-497e756fef9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1dec90ae-26a7-4889-9533-54929121f29b HTTP/1.1" status: 200 len: 858 time: 0.1205721 Jan 27 22:03:36.049229 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-4ab8760b-c40a-4dd6-95b9-2a3ec173675b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d895c781-9cb4-4b0c-812c-7a45ae78e51c HTTP/1.1" status: 200 len: 217 time: 0.0807590 Jan 27 22:03:36.129028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9030bcb-a6f0-4153-8c56-5515f95ac91d req-08578727-c600-4a89-9011-b2de1ce4a7b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c21c1549-299c-4dec-a0f9-3f16d5727c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950587 Jan 27 22:03:36.132852 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-79840111-d7f3-4413-8110-b70bb0e6de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:36.134356 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-79840111-d7f3-4413-8110-b70bb0e6de76 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c1321b5f-cf45-47ef-b0ee-e1e97c941a7e HTTP/1.1" status: 200 len: 850 time: 0.0704789 Jan 27 22:03:36.138712 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-885e8810-4b42-4725-985b-f2c811967168 req-1d5ca983-81d0-4a3c-a34f-03b52f622194 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312064 Jan 27 22:03:36.182680 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea5bf467-6d45-4911-852e-9fee14fd9fbd req-2343fc48-d524-4ff8-8a7b-b42f3f512b97 service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502784 Jan 27 22:03:36.201615 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-7f04f81f-16e4-4f81-a6c7-2dd2c9ab7906 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a39b873-34a2-45b9-adb9-20d0613e7134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595255 Jan 27 22:03:36.215270 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-5ac64aa2-efac-4b80-a1c1-8b5d463eccec service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:03:36.216380 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-5ac64aa2-efac-4b80-a1c1-8b5d463eccec service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053258 Jan 27 22:03:36.317029 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-97aa4f10-2cea-4e36-971a-19cd82b72be8 service neutron] 10.222.0.21 "GET /v2.0/networks/6a39b873-34a2-45b9-adb9-20d0613e7134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933437 Jan 27 22:03:36.333474 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce6903a0-8f40-4849-bc28-e552b45bfb74 req-59d83d90-2cbb-4d66-b33f-2c4bc37bd6bc tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136373 Jan 27 22:03:36.346377 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 9dfe0dd7-4791-458b-87c5-c64c3e2cc247 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:36.435580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04657da-f1e1-42ad-876c-75e7116b0e93 req-cb6efee9-a80d-4f48-b42d-8a5a8b79f059 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:36.449523 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e04657da-f1e1-42ad-876c-75e7116b0e93 req-cb6efee9-a80d-4f48-b42d-8a5a8b79f059 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.1984913 Jan 27 22:03:36.455535 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9030bcb-a6f0-4153-8c56-5515f95ac91d req-d2d995fb-a1fb-4d3b-b522-ece7329600fe service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081851 Jan 27 22:03:36.476048 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 9dfe0dd7-4791-458b-87c5-c64c3e2cc247 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:03:36.480795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 9dfe0dd7-4791-458b-87c5-c64c3e2cc247 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:36.481178 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9dfe0dd7-4791-458b-87c5-c64c3e2cc247), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:36.486700 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea5bf467-6d45-4911-852e-9fee14fd9fbd req-06d3a08f-c1ff-45df-9386-6e75b1eddde4 service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719121 Jan 27 22:03:36.587737 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5670c2d-5449-4bbc-bd49-6ffc1065691a req-3036582a-f645-4030-bda5-e0553dc59436 service neutron] 10.222.0.21 "GET /v2.0/networks/6a39b873-34a2-45b9-adb9-20d0613e7134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544618 Jan 27 22:03:36.602031 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082e7c26-399c-465e-a4e0-284fa87ec510 x-openstack-request-id: req-082e7c26-399c-465e-a4e0-284fa87ec510 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:36.602610 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bfb22a-514a-4d88-a989-2d4a5367ad79", "tag": "d895c781-9cb4-4b0c-812c-7a45ae78e51c", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:36.602884 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-082e7c26-399c-465e-a4e0-284fa87ec510 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:36.603585 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bfb22a-514a-4d88-a989-2d4a5367ad79', 'tag': 'd895c781-9cb4-4b0c-812c-7a45ae78e51c', 'status': 'completed', 'code': 200} Jan 27 22:03:36.606765 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e04657da-f1e1-42ad-876c-75e7116b0e93 req-bf6e98ab-e764-4ce0-b166-354a266600dc tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538150 Jan 27 22:03:36.658420 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9030bcb-a6f0-4153-8c56-5515f95ac91d req-308227e9-ad83-4092-baff-ac0868d81468 service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943505 Jan 27 22:03:36.735172 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 9dfe0dd7-4791-458b-87c5-c64c3e2cc247 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:36.735568 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9dfe0dd7-4791-458b-87c5-c64c3e2cc247), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:36.764553 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b2540-f8ee-4693-8ce4-ddb0cf4f3450 req-530ea5c8-ed6c-4f07-83f8-5575821b2617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:36.774842 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ff2b2540-f8ee-4693-8ce4-ddb0cf4f3450 req-530ea5c8-ed6c-4f07-83f8-5575821b2617 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d413d1543f1d406689e913b24c85f444&device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 1094 time: 0.0941548 Jan 27 22:03:36.777130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7820e658-c658-43b0-a092-d631b4f6dbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfe0dd7-4791-458b-87c5-c64c3e2cc247'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:36.779346 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca7259e-d6aa-4609-b653-3616f165fbda" -d '{"events": [{"server_uuid": "7820e658-c658-43b0-a092-d631b4f6dbc9", "name": "network-vif-plugged", "status": "completed", "tag": "9dfe0dd7-4791-458b-87c5-c64c3e2cc247"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:36.814175 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 9dfe0dd7-4791-458b-87c5-c64c3e2cc247, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=9dfe0dd7-4791-458b-87c5-c64c3e2cc247,segment=NetworkSegment(57099c77-b2f5-4dd3-bbd4-c6f51f894699),segment_id=57099c77-b2f5-4dd3-bbd4-c6f51f894699)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:36.819541 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9dfe0dd7-4791-458b-87c5-c64c3e2cc247), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:36.825862 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439313e-4533-4811-b0ec-c47d8c574ad0 req-d4cc431f-3726-4520-8557-f426cd2b3714 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:36.827818 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2439313e-4533-4811-b0ec-c47d8c574ad0 req-d4cc431f-3726-4520-8557-f426cd2b3714 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 943 time: 0.0863733 Jan 27 22:03:36.851430 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aef439-8b9f-4899-898e-8cee04fa1152 req-5299b713-535a-4998-ab09-8443e02a0e35 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:36.853638 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3aef439-8b9f-4899-898e-8cee04fa1152 req-5299b713-535a-4998-ab09-8443e02a0e35 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.1654587 Jan 27 22:03:36.888879 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b2540-f8ee-4693-8ce4-ddb0cf4f3450 req-a4bc244a-9a8a-404d-85b2-97cc81126981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:36.891823 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ff2b2540-f8ee-4693-8ce4-ddb0cf4f3450 req-a4bc244a-9a8a-404d-85b2-97cc81126981 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a39b873-34a2-45b9-adb9-20d0613e7134 HTTP/1.1" status: 200 len: 911 time: 0.1144001 Jan 27 22:03:36.901901 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=9dfe0dd7-4791-458b-87c5-c64c3e2cc247,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:36.931452 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2439313e-4533-4811-b0ec-c47d8c574ad0 req-63db969e-f1ca-482f-aec4-345c17911419 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951452 Jan 27 22:03:36.947278 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ff2b2540-f8ee-4693-8ce4-ddb0cf4f3450 req-243f072c-eeae-4b09-8294-e92532559f42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d895c781-9cb4-4b0c-812c-7a45ae78e51c HTTP/1.1" status: 200 len: 217 time: 0.0387793 Jan 27 22:03:36.989907 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3aef439-8b9f-4899-898e-8cee04fa1152 req-7f4d8e81-f9b3-450c-a814-f6c0fa2671bc tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231346 Jan 27 22:03:37.062784 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b2540-f8ee-4693-8ce4-ddb0cf4f3450 req-2b8ee025-1af2-49c2-993b-dcd4032fb1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:37.064479 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ff2b2540-f8ee-4693-8ce4-ddb0cf4f3450 req-2b8ee025-1af2-49c2-993b-dcd4032fb1cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c1321b5f-cf45-47ef-b0ee-e1e97c941a7e HTTP/1.1" status: 200 len: 850 time: 0.1068692 Jan 27 22:03:37.071442 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d6b52b-9c1f-4b82-bad9-7ec3f45ea99e x-openstack-request-id: req-89d6b52b-9c1f-4b82-bad9-7ec3f45ea99e {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:37.072115 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7820e658-c658-43b0-a092-d631b4f6dbc9", "name": "network-vif-plugged", "status": "completed", "tag": "9dfe0dd7-4791-458b-87c5-c64c3e2cc247", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:37.072730 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89d6b52b-9c1f-4b82-bad9-7ec3f45ea99e {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:37.073409 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7820e658-c658-43b0-a092-d631b4f6dbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfe0dd7-4791-458b-87c5-c64c3e2cc247', 'code': 200} Jan 27 22:03:37.108777 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ff2b2540-f8ee-4693-8ce4-ddb0cf4f3450 req-cfbac600-1200-470a-9c7f-593ea458615a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a39b873-34a2-45b9-adb9-20d0613e7134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337100 Jan 27 22:03:37.269452 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ff2b2540-f8ee-4693-8ce4-ddb0cf4f3450 req-eee452af-1390-47e2-949b-06f2c17c1468 service neutron] 10.222.0.21 "GET /v2.0/networks/6a39b873-34a2-45b9-adb9-20d0613e7134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463888 Jan 27 22:03:37.388385 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ff2b2540-f8ee-4693-8ce4-ddb0cf4f3450 req-d368b167-7517-4fae-8505-9d1a0b5e4a1f service neutron] 10.222.0.21 "GET /v2.0/networks/6a39b873-34a2-45b9-adb9-20d0613e7134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080074 Jan 27 22:03:37.551403 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1adf-b49c-4434-9566-3a64fbfba5e0 req-6901a0fa-5c34-46f7-841c-b95a2f7aec82 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:37.553915 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-091e1adf-b49c-4434-9566-3a64fbfba5e0 req-6901a0fa-5c34-46f7-841c-b95a2f7aec82 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.5625858 Jan 27 22:03:37.567593 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b95458-655f-4f25-8560-898cf7fa5b62 req-5b72e672-5df5-49c5-8ea2-b699dc86ae56 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:37.576629 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2b95458-655f-4f25-8560-898cf7fa5b62 req-5b72e672-5df5-49c5-8ea2-b699dc86ae56 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.1322436 Jan 27 22:03:37.604970 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c473cdc-a312-4096-b009-8ca809061b74 req-c21cf18b-106f-43e6-933d-5f2daee28cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:37.606438 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c473cdc-a312-4096-b009-8ca809061b74 req-c21cf18b-106f-43e6-933d-5f2daee28cb7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 1096 time: 0.1635635 Jan 27 22:03:37.685056 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2b95458-655f-4f25-8560-898cf7fa5b62 req-0608f6eb-ae3a-4d03-a833-37c97d142265 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071622 Jan 27 22:03:37.796764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-091e1adf-b49c-4434-9566-3a64fbfba5e0 req-a7d41432-fc26-4b91-a1cf-ae67357c27c4 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158837 Jan 27 22:03:37.799168 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c473cdc-a312-4096-b009-8ca809061b74 req-44770dc8-7008-4515-9c3e-d0187584cd9f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854658 Jan 27 22:03:37.953729 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de206b-1a59-496c-97b3-176558f2a8d0 req-49525855-c363-4a32-999e-addb83a28bfd tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:37.955397 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-61de206b-1a59-496c-97b3-176558f2a8d0 req-49525855-c363-4a32-999e-addb83a28bfd tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.1441779 Jan 27 22:03:37.985360 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36babb38-2971-4981-bf7c-56df95810e08 req-f1e980e7-5963-43ed-bb96-f89c4053bcd7 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:37.991377 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36babb38-2971-4981-bf7c-56df95810e08 req-f1e980e7-5963-43ed-bb96-f89c4053bcd7 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.1239371 Jan 27 22:03:38.049404 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-61de206b-1a59-496c-97b3-176558f2a8d0 req-aef4424c-5f54-4dfc-954c-cfda431adb49 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871744 Jan 27 22:03:38.080903 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36babb38-2971-4981-bf7c-56df95810e08 req-4fd11d7e-309d-4224-804b-714ce77d92eb tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863001 Jan 27 22:03:38.205900 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49b66a-fe3b-485a-9657-d52fa9144f72 req-110bf39d-fabc-4bc4-a5b6-f7bf3fdb1cbb tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:38.214042 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad49b66a-fe3b-485a-9657-d52fa9144f72 req-110bf39d-fabc-4bc4-a5b6-f7bf3fdb1cbb tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.0856655 Jan 27 22:03:38.301927 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad49b66a-fe3b-485a-9657-d52fa9144f72 req-19cfdf22-4ed5-42e5-8427-7eeb4afb3852 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869205 Jan 27 22:03:38.488676 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2634561-ff77-4dcb-a7a2-52950565b286 req-9614877b-8c60-4160-8731-5ec2584c6ce9 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:38.497670 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2634561-ff77-4dcb-a7a2-52950565b286 req-9614877b-8c60-4160-8731-5ec2584c6ce9 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 943 time: 0.0975051 Jan 27 22:03:38.582680 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2634561-ff77-4dcb-a7a2-52950565b286 req-0a3756f3-616d-4ec8-aea8-afdb5a4e9577 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724621 Jan 27 22:03:38.806127 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8123401-f8ca-47e9-bf2d-82d2a745800b req-64c942dc-9f1c-4170-896a-3f2505234dcb tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:38.813134 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8123401-f8ca-47e9-bf2d-82d2a745800b req-64c942dc-9f1c-4170-896a-3f2505234dcb tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.1000783 Jan 27 22:03:38.896896 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8123401-f8ca-47e9-bf2d-82d2a745800b req-41274943-2225-4b99-b60a-cc487c7ac6d0 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828834 Jan 27 22:03:39.128435 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e29b8-9258-4c4f-a148-1319881887fc req-a479af7a-a0ab-4df1-8978-95f53c106f00 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:39.137888 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e14e29b8-9258-4c4f-a148-1319881887fc req-a479af7a-a0ab-4df1-8978-95f53c106f00 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.0955944 Jan 27 22:03:39.266640 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e14e29b8-9258-4c4f-a148-1319881887fc req-3b6cc17c-0bc9-412d-b214-67a81c4dd415 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234763 Jan 27 22:03:39.297806 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469eebd-11db-4525-a4cc-34af2ca097d5 req-49c34041-7866-406f-863f-905312f068b8 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:39.305425 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8469eebd-11db-4525-a4cc-34af2ca097d5 req-49c34041-7866-406f-863f-905312f068b8 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.1196733 Jan 27 22:03:39.387851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8469eebd-11db-4525-a4cc-34af2ca097d5 req-c6bc77f3-cdfe-4f3a-93ad-0c2ada9b0418 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811760 Jan 27 22:03:39.454850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe608c0-61f7-4484-b772-f798afd12c67 req-6ded05cc-2209-4bc4-ae17-0eef360260e7 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:39.463765 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5fe608c0-61f7-4484-b772-f798afd12c67 req-6ded05cc-2209-4bc4-ae17-0eef360260e7 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.0661495 Jan 27 22:03:39.557887 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5fe608c0-61f7-4484-b772-f798afd12c67 req-fe1b33d9-0a0b-49f7-89a3-dec16814b21c tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793462 Jan 27 22:03:39.779325 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c29ad2-605b-45fd-a3dd-e43ad189b87a req-66a6875f-9873-47a1-9501-6089280757d2 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:39.786639 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2c29ad2-605b-45fd-a3dd-e43ad189b87a req-66a6875f-9873-47a1-9501-6089280757d2 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 943 time: 0.1083205 Jan 27 22:03:39.881518 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2c29ad2-605b-45fd-a3dd-e43ad189b87a req-a7e2a6d3-2ab2-4065-a36f-11088b838cff tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938499 Jan 27 22:03:40.074894 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d895c781-9cb4-4b0c-812c-7a45ae78e51c details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:03:40.105442 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16230768-0dac-43af-9d2b-681e513f33d2 req-947bd992-9c8c-44fa-9e81-6edb8ff62371 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:40.107110 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16230768-0dac-43af-9d2b-681e513f33d2 req-947bd992-9c8c-44fa-9e81-6edb8ff62371 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.0899947 Jan 27 22:03:40.235173 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16230768-0dac-43af-9d2b-681e513f33d2 req-ce6339f1-c6dd-4d1f-b497-2ef666c769c1 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181364 Jan 27 22:03:40.319380 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d895c781-9cb4-4b0c-812c-7a45ae78e51c, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d895c781-9cb4-4b0c-812c-7a45ae78e51c,segment=NetworkSegment(674cd10d-2ce9-46e6-9b51-4e42132e668f),segment_id=674cd10d-2ce9-46e6-9b51-4e42132e668f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:40.343047 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'd895c781-9cb4-4b0c-812c-7a45ae78e51c', 'network_id': '6a39b873-34a2-45b9-adb9-20d0613e7134', 'port_id': 'd895c781-9cb4-4b0c-812c-7a45ae78e51c', 'mac_address': 'fa:16:3e:39:87:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1321b5f-cf45-47ef-b0ee-e1e97c941a7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:03:40.456486 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port d895c781-9cb4-4b0c-812c-7a45ae78e51c is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:40.456859 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d895c781-9cb4-4b0c-812c-7a45ae78e51c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:40.486245 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957d4ff-1a32-4aca-9bbe-7bf6d5f10ca0 req-bf8ff4ee-4eb1-417b-b5a5-b96fe34ef370 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:40.501920 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d895c781-9cb4-4b0c-812c-7a45ae78e51c {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:03:40.507389 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0957d4ff-1a32-4aca-9bbe-7bf6d5f10ca0 req-bf8ff4ee-4eb1-417b-b5a5-b96fe34ef370 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1280053 Jan 27 22:03:40.551671 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d895c781-9cb4-4b0c-812c-7a45ae78e51c, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d895c781-9cb4-4b0c-812c-7a45ae78e51c,segment=NetworkSegment(674cd10d-2ce9-46e6-9b51-4e42132e668f),segment_id=674cd10d-2ce9-46e6-9b51-4e42132e668f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:40.567982 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d895c781-9cb4-4b0c-812c-7a45ae78e51c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:40.655935 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=d895c781-9cb4-4b0c-812c-7a45ae78e51c,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:40.753163 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0957d4ff-1a32-4aca-9bbe-7bf6d5f10ca0 req-2aba7b16-890f-4ec3-bf5b-58e8489c45fa tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438836 Jan 27 22:03:40.917495 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63856cb8-316d-4425-a4d9-8ccce3d5f198 req-3516ac62-90ac-4164-9368-8d579dbbc941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:40.919604 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63856cb8-316d-4425-a4d9-8ccce3d5f198 req-3516ac62-90ac-4164-9368-8d579dbbc941 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f8119ca47b7479290f8f1a732965415&device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 1098 time: 0.2205675 Jan 27 22:03:40.940989 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e164b-f73f-4343-b2b3-5c2c78d5fb3a req-7d0ab79a-26cd-4e95-abec-2d4c7c5e4c79 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:40.942558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f31e164b-f73f-4343-b2b3-5c2c78d5fb3a req-7d0ab79a-26cd-4e95-abec-2d4c7c5e4c79 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.2413356 Jan 27 22:03:41.043258 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3354762-d4e6-4657-9790-135a64ca11f2 req-b5356d66-8e06-4142-bae8-12e37e0fca15 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:41.058390 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3354762-d4e6-4657-9790-135a64ca11f2 req-b5356d66-8e06-4142-bae8-12e37e0fca15 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.2218828 Jan 27 22:03:41.091333 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['d895c781-9cb4-4b0c-812c-7a45ae78e51c'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:03:41.186992 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f31e164b-f73f-4343-b2b3-5c2c78d5fb3a req-068f842d-f331-4b13-869a-cebc7b6d20b5 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335138 Jan 27 22:03:41.275742 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3354762-d4e6-4657-9790-135a64ca11f2 req-4cded9ea-e6ea-48a6-bc3d-3512c8a7e468 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017694 Jan 27 22:03:41.290621 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63856cb8-316d-4425-a4d9-8ccce3d5f198 req-c036da73-13ce-46e7-8035-a9063efc4f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:41.292126 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63856cb8-316d-4425-a4d9-8ccce3d5f198 req-c036da73-13ce-46e7-8035-a9063efc4f67 service neutron] 10.222.0.15 "GET /v2.0/networks?id=459b8894-edc1-457b-b0fc-103b65af4a7d HTTP/1.1" status: 200 len: 915 time: 0.3486803 Jan 27 22:03:41.424322 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63856cb8-316d-4425-a4d9-8ccce3d5f198 req-2af13523-96e2-4405-ae6e-a96924784e67 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2eff0d7f-a483-4476-be8c-1dd7c8e1f630 HTTP/1.1" status: 200 len: 217 time: 0.1234341 Jan 27 22:03:41.601630 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63856cb8-316d-4425-a4d9-8ccce3d5f198 req-5bdfb439-a877-4f40-8352-a658c473b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:41.603111 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63856cb8-316d-4425-a4d9-8ccce3d5f198 req-5bdfb439-a877-4f40-8352-a658c473b233 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2bb2bac3-c60e-4848-afff-f0961fb92d28 HTTP/1.1" status: 200 len: 854 time: 0.1673157 Jan 27 22:03:41.689073 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63856cb8-316d-4425-a4d9-8ccce3d5f198 req-ede6de53-b299-42e4-944c-29551ee4e28c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=459b8894-edc1-457b-b0fc-103b65af4a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730569 Jan 27 22:03:41.717113 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05e319-09c5-4a0a-a858-4862e8ab0702 req-4c172911-cb1c-48e4-bb8d-f1469335f8a8 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:41.730356 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a05e319-09c5-4a0a-a858-4862e8ab0702 req-4c172911-cb1c-48e4-bb8d-f1469335f8a8 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.3307195 Jan 27 22:03:41.774491 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0741e3b-9cd9-410a-8344-093d5cd0c32f req-914dd651-954b-49bf-9fd0-60c7ce59381c tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:41.776005 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0741e3b-9cd9-410a-8344-093d5cd0c32f req-914dd651-954b-49bf-9fd0-60c7ce59381c tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.3765683 Jan 27 22:03:41.785247 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40732) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:41.796818 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ffba7101-480a-4933-9ab0-a5b156881162 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Request body: {'floatingip': {'port_id': '9dfe0dd7-4791-458b-87c5-c64c3e2cc247'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:41.903107 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ffba7101-480a-4933-9ab0-a5b156881162 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for floatingip (2c1199a7-9be0-43af-a1b0-8b5888c9b821), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:41.986579 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a05e319-09c5-4a0a-a858-4862e8ab0702 req-412a466f-a137-4f99-a475-74c9043091f7 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552319 Jan 27 22:03:42.047020 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7559ca-844a-41d6-9b93-c31158512035 req-852443a4-4c26-4d9b-b024-b66b63f0b103 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:42.056884 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a7559ca-844a-41d6-9b93-c31158512035 req-852443a4-4c26-4d9b-b024-b66b63f0b103 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 944 time: 0.1398752 Jan 27 22:03:42.155388 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a7559ca-844a-41d6-9b93-c31158512035 req-833135a2-cbbf-467e-860c-54a5b8ed13a1 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836613 Jan 27 22:03:42.171340 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63856cb8-316d-4425-a4d9-8ccce3d5f198 req-c172a65f-1bed-43b0-9be5-7b069c6d291c service neutron] 10.222.0.15 "GET /v2.0/networks/459b8894-edc1-457b-b0fc-103b65af4a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389317 Jan 27 22:03:42.374059 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63856cb8-316d-4425-a4d9-8ccce3d5f198 req-063b7641-9a47-4524-8500-fa0d5d9161e2 service neutron] 10.222.0.15 "GET /v2.0/networks/459b8894-edc1-457b-b0fc-103b65af4a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880867 Jan 27 22:03:42.467426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e1fe3-1447-4e04-af68-858ad401a640 req-241505bb-1b9f-4c5d-aabd-0b933c872f53 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:42.469090 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b2e1fe3-1447-4e04-af68-858ad401a640 req-241505bb-1b9f-4c5d-aabd-0b933c872f53 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.1135354 Jan 27 22:03:42.514495 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f5502-1d61-4975-b9db-c8fef651933c req-faaa5730-6688-41c3-a6ab-86ec3c779e35 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:42.522994 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-274f5502-1d61-4975-b9db-c8fef651933c req-faaa5730-6688-41c3-a6ab-86ec3c779e35 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.1048367 Jan 27 22:03:42.565887 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b2e1fe3-1447-4e04-af68-858ad401a640 req-a4df84d2-1ad8-443c-842c-106eb70dd30e tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883653 Jan 27 22:03:42.589891 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-274f5502-1d61-4975-b9db-c8fef651933c req-59e08d76-ea9c-496c-85bc-60d7b6c7ef48 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659914 Jan 27 22:03:42.874770 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:43.199449 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bea081-39da-4ca7-be3b-428e5a112c42 req-2936f9aa-e7fe-4b4f-947c-9704cb71c0f0 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:43.201225 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20bea081-39da-4ca7-be3b-428e5a112c42 req-2936f9aa-e7fe-4b4f-947c-9704cb71c0f0 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.0943637 Jan 27 22:03:43.257158 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ffba7101-480a-4933-9ab0-a5b156881162 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:43.263861 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ffba7101-480a-4933-9ab0-a5b156881162 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (2c1199a7-9be0-43af-a1b0-8b5888c9b821), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:43.316753 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20bea081-39da-4ca7-be3b-428e5a112c42 req-ea760d6b-f279-4cd8-9fcc-0133fbe71dae tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094441 Jan 27 22:03:43.343772 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8ac4f-e628-407a-bb8a-21e8c649414b req-77770217-79d4-4a8a-9393-040c43ae148b tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:43.345493 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4b8ac4f-e628-407a-bb8a-21e8c649414b req-77770217-79d4-4a8a-9393-040c43ae148b tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 944 time: 0.0894325 Jan 27 22:03:43.412838 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-ffba7101-480a-4933-9ab0-a5b156881162 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Floating IP 2c1199a7-9be0-43af-a1b0-8b5888c9b821 associated. External IP: 172.25.3.27, port: 9dfe0dd7-4791-458b-87c5-c64c3e2cc247. Jan 27 22:03:43.421645 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4b8ac4f-e628-407a-bb8a-21e8c649414b req-37844067-cdda-4144-b2d2-6654eb56298c tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679994 Jan 27 22:03:43.767302 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffba7101-480a-4933-9ab0-a5b156881162 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:03:43.797865 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2f3ca-3922-4883-b047-7edcbb8156ab req-709eecb7-d8c3-4c49-9c4b-3e6018ac608d tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:43.806233 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5cf2f3ca-3922-4883-b047-7edcbb8156ab req-709eecb7-d8c3-4c49-9c4b-3e6018ac608d tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.1310613 Jan 27 22:03:43.873414 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5cf2f3ca-3922-4883-b047-7edcbb8156ab req-c3208cb3-e519-47be-b5df-64c998906676 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616381 Jan 27 22:03:43.887372 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c86d50-5caa-4f18-b783-558162a31cbd req-05876cec-65b5-4e4d-8df1-4952ef70e6ae tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:43.901047 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32c86d50-5caa-4f18-b783-558162a31cbd req-05876cec-65b5-4e4d-8df1-4952ef70e6ae tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.1720748 Jan 27 22:03:43.946359 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffba7101-480a-4933-9ab0-a5b156881162 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:03:43.952060 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32c86d50-5caa-4f18-b783-558162a31cbd req-afb3827f-10d4-4418-ae02-09ddb55ac0f9 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501018 Jan 27 22:03:43.954775 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ffba7101-480a-4933-9ab0-a5b156881162 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:43.957203 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36c37a9-b11e-497d-a0a6-fc7282a84fca None None] Sync routers for ids ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:03:43.995071 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ffba7101-480a-4933-9ab0-a5b156881162 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "PUT /v2.0/floatingips/2c1199a7-9be0-43af-a1b0-8b5888c9b821 HTTP/1.1" status: 200 len: 990 time: 2.2070825 Jan 27 22:03:43.996642 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7820e658-c658-43b0-a092-d631b4f6dbc9', 'tag': '9dfe0dd7-4791-458b-87c5-c64c3e2cc247'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:43.999574 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5069ceb8-0d76-40e9-bad1-76407920d307" -d '{"events": [{"name": "network-changed", "server_uuid": "7820e658-c658-43b0-a092-d631b4f6dbc9", "tag": "9dfe0dd7-4791-458b-87c5-c64c3e2cc247"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:44.014663 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36c37a9-b11e-497d-a0a6-fc7282a84fca None None] Routers {'26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:44.019985 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f36c37a9-b11e-497d-a0a6-fc7282a84fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:03:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:44.092342 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d895c781-9cb4-4b0c-812c-7a45ae78e51c up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:44.160089 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdba615a-6c26-4c89-896d-de9d1f4f0ec4 x-openstack-request-id: req-fdba615a-6c26-4c89-896d-de9d1f4f0ec4 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:44.161636 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7820e658-c658-43b0-a092-d631b4f6dbc9", "tag": "9dfe0dd7-4791-458b-87c5-c64c3e2cc247", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:44.162120 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fdba615a-6c26-4c89-896d-de9d1f4f0ec4 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:44.163408 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7820e658-c658-43b0-a092-d631b4f6dbc9', 'tag': '9dfe0dd7-4791-458b-87c5-c64c3e2cc247', 'status': 'completed', 'code': 200} Jan 27 22:03:44.179247 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3322e-394b-462d-86c3-ff90bded001a req-0d3495fb-3a1f-4569-b5a8-233fd10729b3 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:44.196471 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42b3322e-394b-462d-86c3-ff90bded001a req-0d3495fb-3a1f-4569-b5a8-233fd10729b3 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.1191199 Jan 27 22:03:44.241331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port d895c781-9cb4-4b0c-812c-7a45ae78e51c completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:03:44.246828 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port d895c781-9cb4-4b0c-812c-7a45ae78e51c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:44.249678 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d895c781-9cb4-4b0c-812c-7a45ae78e51c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:44.270972 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-f36c37a9-b11e-497d-a0a6-fc7282a84fca None None] Set router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:44.331175 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42b3322e-394b-462d-86c3-ff90bded001a req-daa401a9-90b5-4739-a41d-5d574ebf3e7a tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324615 Jan 27 22:03:44.381694 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069ceb8-0d76-40e9-bad1-76407920d307 req-c37075c7-cd78-4812-bfb0-3cb65fe70e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:44.388840 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5069ceb8-0d76-40e9-bad1-76407920d307 req-c37075c7-cd78-4812-bfb0-3cb65fe70e76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5fa39c9f14c34091a555381958bf20fa&device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 1096 time: 0.1535556 Jan 27 22:03:44.481282 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port d895c781-9cb4-4b0c-812c-7a45ae78e51c is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:44.481946 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d895c781-9cb4-4b0c-812c-7a45ae78e51c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:44.528470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bfb22a-514a-4d88-a989-2d4a5367ad79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd895c781-9cb4-4b0c-812c-7a45ae78e51c'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:44.531556 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ffadfe-3e56-4dd1-b7f7-407f3f72c3aa" -d '{"events": [{"server_uuid": "56bfb22a-514a-4d88-a989-2d4a5367ad79", "name": "network-vif-plugged", "status": "completed", "tag": "d895c781-9cb4-4b0c-812c-7a45ae78e51c"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:44.565350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d895c781-9cb4-4b0c-812c-7a45ae78e51c, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d895c781-9cb4-4b0c-812c-7a45ae78e51c,segment=NetworkSegment(674cd10d-2ce9-46e6-9b51-4e42132e668f),segment_id=674cd10d-2ce9-46e6-9b51-4e42132e668f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:44.578642 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d895c781-9cb4-4b0c-812c-7a45ae78e51c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:44.581121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3040c20-64ac-44cd-8013-8f3ed406f53e req-994f5915-ac91-458e-b4a9-c41c2fb17d99 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:44.588488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3040c20-64ac-44cd-8013-8f3ed406f53e req-994f5915-ac91-458e-b4a9-c41c2fb17d99 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.1378300 Jan 27 22:03:44.630455 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404cdf2-b0ce-4cfd-bcdc-516ac532f55a req-a373b937-f791-4e83-b005-04964776dd16 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:44.633356 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6404cdf2-b0ce-4cfd-bcdc-516ac532f55a req-a373b937-f791-4e83-b005-04964776dd16 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.1482098 Jan 27 22:03:44.666813 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069ceb8-0d76-40e9-bad1-76407920d307 req-57dbabd3-a266-409b-badc-a9510c51de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:44.668740 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5069ceb8-0d76-40e9-bad1-76407920d307 req-57dbabd3-a266-409b-badc-a9510c51de42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2b09128f-4816-4051-b7b2-5b7a59716965 HTTP/1.1" status: 200 len: 911 time: 0.2739978 Jan 27 22:03:44.696223 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=d895c781-9cb4-4b0c-812c-7a45ae78e51c,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:44.788822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3040c20-64ac-44cd-8013-8f3ed406f53e req-00bfbf79-72ce-4235-ad55-2f843de34656 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993713 Jan 27 22:03:44.843396 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f36c37a9-b11e-497d-a0a6-fc7282a84fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'name': 'tempest-AttachVolumeTestJSON-789037297-router', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:12Z', 'updated_at': '2022-01-27T22:03:18Z', 'revision_number': 4, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'gw_port': {'id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:13Z', 'updated_at': '2022-01-27T22:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '2c1199a7-9be0-43af-a1b0-8b5888c9b821', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'port_id': '9dfe0dd7-4791-458b-87c5-c64c3e2cc247', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'mac_address': 'fa:16:3e:45:a9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7820e658-c658-43b0-a092-d631b4f6dbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:03:24Z', 'updated_at': '2022-01-27T22:03:43Z', 'revision_number': 1, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c3d2b3-d8ba-411c-8619-35d82b6eecde', 'name': '', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'mac_address': 'fa:16:3e:c3:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:17Z', 'updated_at': '2022-01-27T22:03:25Z', 'revision_number': 5, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'subnets': [{'id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:44.858162 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5069ceb8-0d76-40e9-bad1-76407920d307 req-4a228821-1ba6-4d33-800a-666fea6a8ab3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dfe0dd7-4791-458b-87c5-c64c3e2cc247 HTTP/1.1" status: 200 len: 998 time: 0.1783609 Jan 27 22:03:44.893280 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36c37a9-b11e-497d-a0a6-fc7282a84fca None None] Checking router: 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:03:44.911908 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36c37a9-b11e-497d-a0a6-fc7282a84fca None None] Routers {'26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:44.913345 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f36c37a9-b11e-497d-a0a6-fc7282a84fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:03:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:45.050591 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6404cdf2-b0ce-4cfd-bcdc-516ac532f55a req-c54b112d-7339-4add-bbb9-d232cf79ecaa tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036002 Jan 27 22:03:45.056740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069ceb8-0d76-40e9-bad1-76407920d307 req-74b4da47-32e3-47e3-b8ab-c547ea5e893a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:45.061562 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5069ceb8-0d76-40e9-bad1-76407920d307 req-74b4da47-32e3-47e3-b8ab-c547ea5e893a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8368a6d-250d-43a0-8b81-29729883ab77 HTTP/1.1" status: 200 len: 849 time: 0.1920884 Jan 27 22:03:45.140712 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-f36c37a9-b11e-497d-a0a6-fc7282a84fca None None] Set router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:45.141198 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac300a1-c218-42a4-b4ab-344abc90e3e0 x-openstack-request-id: req-6ac300a1-c218-42a4-b4ab-344abc90e3e0 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:45.141581 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bfb22a-514a-4d88-a989-2d4a5367ad79", "name": "network-vif-plugged", "status": "completed", "tag": "d895c781-9cb4-4b0c-812c-7a45ae78e51c", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:45.141699 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ac300a1-c218-42a4-b4ab-344abc90e3e0 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:45.142175 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bfb22a-514a-4d88-a989-2d4a5367ad79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd895c781-9cb4-4b0c-812c-7a45ae78e51c', 'code': 200} Jan 27 22:03:45.237243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfc66b-02f6-4fdf-81a4-a4b506b47446 req-e7e7f5da-c5b5-42ae-8f7c-97620a64b911 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:45.258907 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7bfc66b-02f6-4fdf-81a4-a4b506b47446 req-e7e7f5da-c5b5-42ae-8f7c-97620a64b911 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.3507795 Jan 27 22:03:45.281538 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40810) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:45.322871 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca2cb3-b02b-4404-890b-b91c4983161b req-f4b8641d-6a25-43d5-a79a-3ad3f9a7fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:45.324395 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-39ca2cb3-b02b-4404-890b-b91c4983161b req-f4b8641d-6a25-43d5-a79a-3ad3f9a7fef2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 1096 time: 0.0952415 Jan 27 22:03:45.363628 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069ceb8-0d76-40e9-bad1-76407920d307 req-079bd896-2ffd-4d49-94da-60ffdd21e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:45.368655 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5069ceb8-0d76-40e9-bad1-76407920d307 req-079bd896-2ffd-4d49-94da-60ffdd21e614 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2b09128f-4816-4051-b7b2-5b7a59716965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2939935 Jan 27 22:03:45.388066 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7bfc66b-02f6-4fdf-81a4-a4b506b47446 req-2cd3e7b5-3e1b-4bfc-81a1-cd61bc795cc5 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281106 Jan 27 22:03:45.426866 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-39ca2cb3-b02b-4404-890b-b91c4983161b req-0ac5cb72-d5dd-4190-9268-30e5d65b084f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937698 Jan 27 22:03:45.536014 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-33c81005-6580-4415-bf3b-f772a02ff595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:45.687099 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f36c37a9-b11e-497d-a0a6-fc7282a84fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'name': 'tempest-AttachVolumeTestJSON-789037297-router', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:12Z', 'updated_at': '2022-01-27T22:03:18Z', 'revision_number': 4, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'gw_port': {'id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:13Z', 'updated_at': '2022-01-27T22:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '2c1199a7-9be0-43af-a1b0-8b5888c9b821', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'port_id': '9dfe0dd7-4791-458b-87c5-c64c3e2cc247', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'mac_address': 'fa:16:3e:45:a9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7820e658-c658-43b0-a092-d631b4f6dbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:03:24Z', 'updated_at': '2022-01-27T22:03:43Z', 'revision_number': 1, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c3d2b3-d8ba-411c-8619-35d82b6eecde', 'name': '', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'mac_address': 'fa:16:3e:c3:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:17Z', 'updated_at': '2022-01-27T22:03:25Z', 'revision_number': 5, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'subnets': [{'id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:45.700553 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-33c81005-6580-4415-bf3b-f772a02ff595 admin admin] Publish callbacks [] for security_group (f4a5bfd6-f96f-427c-9b29-65a0f8e2ecfa), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:45.713862 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-33c81005-6580-4415-bf3b-f772a02ff595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f4a5bfd6-f96f-427c-9b29-65a0f8e2ecfa), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:45.718075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118688e-e1a8-4fdc-ab3a-d06d808ef4f1 req-cea66055-72d7-4b7d-8813-7d4a05d3bd51 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:45.725640 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5118688e-e1a8-4fdc-ab3a-d06d808ef4f1 req-cea66055-72d7-4b7d-8813-7d4a05d3bd51 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.4260497 Jan 27 22:03:45.731103 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36c37a9-b11e-497d-a0a6-fc7282a84fca None None] The sync data for ids ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'] in n-d-772272-3 is: [{'id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'name': 'tempest-AttachVolumeTestJSON-789037297-router', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:12Z', 'updated_at': '2022-01-27T22:03:18Z', 'revision_number': 4, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'gw_port': {'id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:13Z', 'updated_at': '2022-01-27T22:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '2c1199a7-9be0-43af-a1b0-8b5888c9b821', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'port_id': '9dfe0dd7-4791-458b-87c5-c64c3e2cc247', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'mac_address': 'fa:16:3e:45:a9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7820e658-c658-43b0-a092-d631b4f6dbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:03:24Z', 'updated_at': '2022-01-27T22:03:43Z', 'revision_number': 1, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c3d2b3-d8ba-411c-8619-35d82b6eecde', 'name': '', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'mac_address': 'fa:16:3e:c3:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:17Z', 'updated_at': '2022-01-27T22:03:25Z', 'revision_number': 5, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'subnets': [{'id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:03:45.736605 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec247566-b061-4fcb-a4c7-3524e3595994 req-295bdfbb-ecb1-4204-ab17-ccebc0ded1df tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:45.738117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec247566-b061-4fcb-a4c7-3524e3595994 req-295bdfbb-ecb1-4204-ab17-ccebc0ded1df tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.2507215 Jan 27 22:03:45.739963 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5069ceb8-0d76-40e9-bad1-76407920d307 req-24c14fa7-6494-488c-9b78-dbdd9863b8b5 service neutron] 10.222.0.15 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146038 Jan 27 22:03:45.754254 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-33c81005-6580-4415-bf3b-f772a02ff595 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ccaef4641e749d99bb04151f9431830&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4714680 Jan 27 22:03:45.758121 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40816) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:45.822350 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c81005-6580-4415-bf3b-f772a02ff595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a5bfd6-f96f-427c-9b29-65a0f8e2ecfa,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:45.856847 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81005-6580-4415-bf3b-f772a02ff595 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.860516 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81005-6580-4415-bf3b-f772a02ff595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.860878 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81005-6580-4415-bf3b-f772a02ff595 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.861218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81005-6580-4415-bf3b-f772a02ff595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.861553 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81005-6580-4415-bf3b-f772a02ff595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.864071 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81005-6580-4415-bf3b-f772a02ff595 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.864623 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81005-6580-4415-bf3b-f772a02ff595 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.864966 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81005-6580-4415-bf3b-f772a02ff595 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.865303 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81005-6580-4415-bf3b-f772a02ff595 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.866183 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81005-6580-4415-bf3b-f772a02ff595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.866522 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81005-6580-4415-bf3b-f772a02ff595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.866847 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81005-6580-4415-bf3b-f772a02ff595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.867171 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81005-6580-4415-bf3b-f772a02ff595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.893941 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5118688e-e1a8-4fdc-ab3a-d06d808ef4f1 req-aef9c58d-571e-4ad9-b31d-7253609de68f tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624045 Jan 27 22:03:45.943152 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-925d307f-bcb8-489f-8f10-79b7274de681 admin admin] Publish callbacks [] for security_group (f4a5bfd6-f96f-427c-9b29-65a0f8e2ecfa), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:45.943969 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec247566-b061-4fcb-a4c7-3524e3595994 req-78e5c89a-5e05-486e-8618-b71f93371e61 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970179 Jan 27 22:03:45.993362 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-925d307f-bcb8-489f-8f10-79b7274de681 admin admin] Publish callbacks [] for security_group (f4a5bfd6-f96f-427c-9b29-65a0f8e2ecfa), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:45.997186 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5069ceb8-0d76-40e9-bad1-76407920d307 req-e3588d3b-90d7-435c-a5b7-201c04a67e55 service neutron] 10.222.0.15 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486882 Jan 27 22:03:46.110050 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-925d307f-bcb8-489f-8f10-79b7274de681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f4a5bfd6-f96f-427c-9b29-65a0f8e2ecfa), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:46.126461 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-925d307f-bcb8-489f-8f10-79b7274de681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:46.127850 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-925d307f-bcb8-489f-8f10-79b7274de681 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4a5bfd6-f96f-427c-9b29-65a0f8e2ecfa HTTP/1.1" status: 204 len: 168 time: 0.3687456 Jan 27 22:03:46.160419 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d307f-bcb8-489f-8f10-79b7274de681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a5bfd6-f96f-427c-9b29-65a0f8e2ecfa,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:46.230515 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e4b9e6-bbdc-484d-9ba4-3702aa3110db None None] New status for floating IP 2c1199a7-9be0-43af-a1b0-8b5888c9b821: ACTIVE {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:03:46.336487 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1d7b2-aceb-4ccb-9c0b-1fd218d46bf5 req-5530b2a1-4872-44ab-a032-87f57c958da4 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:46.338017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2ae1d7b2-aceb-4ccb-9c0b-1fd218d46bf5 req-5530b2a1-4872-44ab-a032-87f57c958da4 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.1409550 Jan 27 22:03:46.471866 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4769e3-5e55-430b-9dcd-e276cbfe59ff req-cfd59eff-6531-4a88-9249-5e7fd15de3c0 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:46.481459 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac4769e3-5e55-430b-9dcd-e276cbfe59ff req-cfd59eff-6531-4a88-9249-5e7fd15de3c0 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.2162662 Jan 27 22:03:46.550883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2ae1d7b2-aceb-4ccb-9c0b-1fd218d46bf5 req-5abd279f-c46f-4245-81c6-e857806eaa7d tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836793 Jan 27 22:03:46.582742 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac4769e3-5e55-430b-9dcd-e276cbfe59ff req-4d57bbc8-1b02-4d79-9af2-0c4361070c53 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000321 Jan 27 22:03:46.636798 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40834) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:46.658812 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1c095f5b-adda-452a-96e5-de0bbb80d06a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:46.814683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec49c96-f530-4ebd-aca8-d168fe53bd1d req-963e9a01-883d-4634-92ce-f478ba2f3c25 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:46.816216 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9ec49c96-f530-4ebd-aca8-d168fe53bd1d req-963e9a01-883d-4634-92ce-f478ba2f3c25 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.1308453 Jan 27 22:03:46.828768 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105b547-76bc-4cf7-a383-47cbe11a2129 req-ffc704e8-6e62-4b3d-b64e-13f44532988e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:46.830372 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7105b547-76bc-4cf7-a383-47cbe11a2129 req-ffc704e8-6e62-4b3d-b64e-13f44532988e tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.1224899 Jan 27 22:03:46.883495 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1c095f5b-adda-452a-96e5-de0bbb80d06a admin admin] Publish callbacks [] for security_group (68a7b2b9-f689-4ad2-866b-c9094f55a356), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:46.901943 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1c095f5b-adda-452a-96e5-de0bbb80d06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (68a7b2b9-f689-4ad2-866b-c9094f55a356), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:46.978980 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9ec49c96-f530-4ebd-aca8-d168fe53bd1d req-a6ad5620-de4a-421d-9c14-c1bbb53d8411 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475739 Jan 27 22:03:46.992708 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7105b547-76bc-4cf7-a383-47cbe11a2129 req-91c1d06a-fa2a-49d0-a613-264e7d982f39 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361492 Jan 27 22:03:46.998367 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1c095f5b-adda-452a-96e5-de0bbb80d06a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27f5e711492c4e4db7d4155d84ce3ec4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3580010 Jan 27 22:03:46.998835 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40838) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:47.002716 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c095f5b-adda-452a-96e5-de0bbb80d06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a7b2b9-f689-4ad2-866b-c9094f55a356,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:47.131199 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ddd2259-5d74-42e0-bbac-817e709bea31 admin admin] Publish callbacks [] for security_group (68a7b2b9-f689-4ad2-866b-c9094f55a356), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.178654 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40848) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:47.189796 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ddd2259-5d74-42e0-bbac-817e709bea31 admin admin] Publish callbacks [] for security_group (68a7b2b9-f689-4ad2-866b-c9094f55a356), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.231121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d4bfe-fbf7-4926-b498-1d4838020686 req-82d42a2e-7daf-49c4-aa03-a8036e9aa67a tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:47.232742 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-046d4bfe-fbf7-4926-b498-1d4838020686 req-82d42a2e-7daf-49c4-aa03-a8036e9aa67a tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.1240151 Jan 27 22:03:47.336775 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-046d4bfe-fbf7-4926-b498-1d4838020686 req-0f51e0cc-72be-4b23-b4f6-6296d3230c8c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982955 Jan 27 22:03:47.357183 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ddd2259-5d74-42e0-bbac-817e709bea31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (68a7b2b9-f689-4ad2-866b-c9094f55a356), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.360057 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ddd2259-5d74-42e0-bbac-817e709bea31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.363108 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8ddd2259-5d74-42e0-bbac-817e709bea31 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68a7b2b9-f689-4ad2-866b-c9094f55a356 HTTP/1.1" status: 204 len: 168 time: 0.3614938 Jan 27 22:03:47.383717 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd2259-5d74-42e0-bbac-817e709bea31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a7b2b9-f689-4ad2-866b-c9094f55a356,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:47.538921 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce62d9-fc1a-43b4-8423-6a37133e7ec0 req-d9d882e2-61c8-4d9f-adb7-406f649d9f53 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:47.550267 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cce62d9-fc1a-43b4-8423-6a37133e7ec0 req-d9d882e2-61c8-4d9f-adb7-406f649d9f53 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.1002939 Jan 27 22:03:47.674088 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cce62d9-fc1a-43b4-8423-6a37133e7ec0 req-c3dcf93c-0eb8-43f8-a2d1-0f7ddbcfe1e7 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206114 Jan 27 22:03:48.241402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b81ff-e7d4-41bd-b1cb-e23b3426e38b req-7a563859-0a1f-4c38-bce5-dca3c33e4436 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:48.248099 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f5b81ff-e7d4-41bd-b1cb-e23b3426e38b req-7a563859-0a1f-4c38-bce5-dca3c33e4436 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.5697095 Jan 27 22:03:48.282325 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97c2a0-1966-43a5-acc9-de18a8aae3a5 req-41b21afe-6115-4016-87a2-9b0e9f9d2efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:48.282325 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a97c2a0-1966-43a5-acc9-de18a8aae3a5 req-41b21afe-6115-4016-87a2-9b0e9f9d2efd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 1096 time: 0.1960459 Jan 27 22:03:48.296206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed4fa9-3155-4c04-9286-1bf41fb96127 req-0f7daebc-8fc4-433b-891a-5f1ccd88fa83 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:48.297695 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6ed4fa9-3155-4c04-9286-1bf41fb96127 req-0f7daebc-8fc4-433b-891a-5f1ccd88fa83 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.1825421 Jan 27 22:03:48.420400 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f5b81ff-e7d4-41bd-b1cb-e23b3426e38b req-f399665e-133a-42de-8516-54175977b134 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647618 Jan 27 22:03:48.521279 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a97c2a0-1966-43a5-acc9-de18a8aae3a5 req-8c6a1ff5-9ac9-4098-bfdb-834739e90f60 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322440 Jan 27 22:03:48.541712 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6ed4fa9-3155-4c04-9286-1bf41fb96127 req-b9bfc075-863c-40b5-a58f-13646ce37e0d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340364 Jan 27 22:03:48.742126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e425c-4c0c-42f4-8249-91358ec9f214 req-00cdfc38-f506-42fb-b480-897de38e2953 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:48.743853 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa2e425c-4c0c-42f4-8249-91358ec9f214 req-00cdfc38-f506-42fb-b480-897de38e2953 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.2262082 Jan 27 22:03:48.848281 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa2e425c-4c0c-42f4-8249-91358ec9f214 req-aba3c075-cee6-41b0-84ae-bcea19b4383f tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925491 Jan 27 22:03:48.903874 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6e98-28b8-441b-b688-cf3e3286ec58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (ee9268c1-2172-4960-b05a-028e88965a6f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:49.138839 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e0201-9e7a-40a3-a3ae-34ef67671e74 req-41d68d1b-0ccb-4d90-a44a-2bda4a64c02d tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:49.141242 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-566e0201-9e7a-40a3-a3ae-34ef67671e74 req-41d68d1b-0ccb-4d90-a44a-2bda4a64c02d tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.1736414 Jan 27 22:03:49.288260 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838613ab-76b2-4e5c-a205-2629d0c7bf95 req-5dcea3b2-9650-44c4-8d1e-ca564440637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:49.290561 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-838613ab-76b2-4e5c-a205-2629d0c7bf95 req-5dcea3b2-9650-44c4-8d1e-ca564440637a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d413d1543f1d406689e913b24c85f444&device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 1096 time: 0.0708368 Jan 27 22:03:49.299927 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-566e0201-9e7a-40a3-a3ae-34ef67671e74 req-cf5b5c56-8545-419b-9ad4-a6a3770868eb tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095579 Jan 27 22:03:49.338764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92e644-f619-4130-87d9-1851f140d091 req-d2bd4c90-f368-42e9-adec-dba385645438 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:49.340421 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c92e644-f619-4130-87d9-1851f140d091 req-d2bd4c90-f368-42e9-adec-dba385645438 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.0862298 Jan 27 22:03:49.439298 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838613ab-76b2-4e5c-a205-2629d0c7bf95 req-8a9910e9-193e-4e61-a7f8-42b7a6058408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:49.444962 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-838613ab-76b2-4e5c-a205-2629d0c7bf95 req-8a9910e9-193e-4e61-a7f8-42b7a6058408 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a39b873-34a2-45b9-adb9-20d0613e7134 HTTP/1.1" status: 200 len: 911 time: 0.1345868 Jan 27 22:03:49.502992 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-838613ab-76b2-4e5c-a205-2629d0c7bf95 req-053b18a8-af1e-4411-a051-6aee2199e03b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d895c781-9cb4-4b0c-812c-7a45ae78e51c HTTP/1.1" status: 200 len: 217 time: 0.0465221 Jan 27 22:03:49.541979 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c92e644-f619-4130-87d9-1851f140d091 req-78e64e94-c590-452f-987b-07e4506557cf tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921074 Jan 27 22:03:49.571197 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838613ab-76b2-4e5c-a205-2629d0c7bf95 req-3c04ae97-a9ea-4a07-92e6-11f9fb4c1148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:49.573117 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-838613ab-76b2-4e5c-a205-2629d0c7bf95 req-3c04ae97-a9ea-4a07-92e6-11f9fb4c1148 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c1321b5f-cf45-47ef-b0ee-e1e97c941a7e HTTP/1.1" status: 200 len: 850 time: 0.0634539 Jan 27 22:03:49.591697 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b8a11-7f47-4c6a-a2ce-cf285aca033a req-5493fdf6-e287-428a-a600-40c4a8a7fec7 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:49.593403 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf2b8a11-7f47-4c6a-a2ce-cf285aca033a req-5493fdf6-e287-428a-a600-40c4a8a7fec7 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.1979578 Jan 27 22:03:49.625353 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-838613ab-76b2-4e5c-a205-2629d0c7bf95 req-7882d0a7-9055-4f0f-a026-1f7f179d6e44 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a39b873-34a2-45b9-adb9-20d0613e7134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383022 Jan 27 22:03:49.657699 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf6e98-28b8-441b-b688-cf3e3286ec58 admin admin] Deleting port 2832d344-229f-4bf2-897b-df271dcedc5b {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:49.658044 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6e98-28b8-441b-b688-cf3e3286ec58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (2832d344-229f-4bf2-897b-df271dcedc5b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:49.770715 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-838613ab-76b2-4e5c-a205-2629d0c7bf95 req-a2c9975e-e91e-4538-8402-50d10f1e46e1 service neutron] 10.222.0.21 "GET /v2.0/networks/6a39b873-34a2-45b9-adb9-20d0613e7134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400895 Jan 27 22:03:49.790474 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf2b8a11-7f47-4c6a-a2ce-cf285aca033a req-2ef5193c-3495-49f5-a5a2-931a73c21311 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877310 Jan 27 22:03:49.832684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee28edd-2e10-473a-96c2-e44c188566cf req-71f231a6-f3bf-45c1-b4a7-3a1d2b5f5d04 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:49.840399 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aee28edd-2e10-473a-96c2-e44c188566cf req-71f231a6-f3bf-45c1-b4a7-3a1d2b5f5d04 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.1730287 Jan 27 22:03:49.844114 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-9bdf6e98-28b8-441b-b688-cf3e3286ec58 admin admin] For port 2832d344-229f-4bf2-897b-df271dcedc5b, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2832d344-229f-4bf2-897b-df271dcedc5b,segment=NetworkSegment(41cb6eb4-9ceb-408b-832e-945396e2cef3),segment_id=41cb6eb4-9ceb-408b-832e-945396e2cef3)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:49.844535 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6e98-28b8-441b-b688-cf3e3286ec58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (2832d344-229f-4bf2-897b-df271dcedc5b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:49.876623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf6e98-28b8-441b-b688-cf3e3286ec58 admin admin] Calling delete_port for 2832d344-229f-4bf2-897b-df271dcedc5b owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:49.942991 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-838613ab-76b2-4e5c-a205-2629d0c7bf95 req-5e818489-4578-453a-b239-ed5d91c87b8f service neutron] 10.222.0.21 "GET /v2.0/networks/6a39b873-34a2-45b9-adb9-20d0613e7134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617687 Jan 27 22:03:50.026003 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aee28edd-2e10-473a-96c2-e44c188566cf req-5d3d2f18-de7e-497a-86f3-a2c9343818b1 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846149 Jan 27 22:03:50.169425 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40932) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:50.214221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fd461-c5ac-4b57-807f-5bd15b126f88 req-88013471-7077-4780-8c1d-72593ffe3ffe tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:50.221437 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b1fd461-c5ac-4b57-807f-5bd15b126f88 req-88013471-7077-4780-8c1d-72593ffe3ffe tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.3069115 Jan 27 22:03:50.300782 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b1fd461-c5ac-4b57-807f-5bd15b126f88 req-87b5eac1-e5cf-48c2-a2ec-4f922e4f01e7 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783472 Jan 27 22:03:50.306492 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-115fe64f-5bf7-4fb3-99cc-fb211e0486a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:50.317529 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6e98-28b8-441b-b688-cf3e3286ec58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (2832d344-229f-4bf2-897b-df271dcedc5b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:50.372497 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf6e98-28b8-441b-b688-cf3e3286ec58 admin admin] Pushing event deleted for resources: {'Port': ['ID=2832d344-229f-4bf2-897b-df271dcedc5b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:50.403694 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-115fe64f-5bf7-4fb3-99cc-fb211e0486a4 admin admin] Publish callbacks [] for security_group (c352bbe8-4f9e-4990-a714-990d8805c303), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:50.410739 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-115fe64f-5bf7-4fb3-99cc-fb211e0486a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c352bbe8-4f9e-4990-a714-990d8805c303), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:50.445690 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115fe64f-5bf7-4fb3-99cc-fb211e0486a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c352bbe8-4f9e-4990-a714-990d8805c303,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:50.470737 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-115fe64f-5bf7-4fb3-99cc-fb211e0486a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ad0fea9f2044dd296c0be9829d3ab1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3001988 Jan 27 22:03:50.473594 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40942) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:50.535379 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3b173880-26e1-4c1e-a105-8bb4b27e2cfa admin admin] Publish callbacks [] for security_group (c352bbe8-4f9e-4990-a714-990d8805c303), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:50.566327 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3b173880-26e1-4c1e-a105-8bb4b27e2cfa admin admin] Publish callbacks [] for security_group (c352bbe8-4f9e-4990-a714-990d8805c303), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:50.612262 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66a28b-39e7-481b-8255-223e42f3a511 req-ed7c9ef8-e519-46ed-8ab5-3e31ba8a7ae2 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:50.613857 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e66a28b-39e7-481b-8255-223e42f3a511 req-ed7c9ef8-e519-46ed-8ab5-3e31ba8a7ae2 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.1432862 Jan 27 22:03:50.626327 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b647e9e-1ed4-400e-b1e5-8abd4da6b192 req-b62b736d-0e72-4da9-8f1c-e1d9e8af5cdb tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:50.627790 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b647e9e-1ed4-400e-b1e5-8abd4da6b192 req-b62b736d-0e72-4da9-8f1c-e1d9e8af5cdb tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.1557074 Jan 27 22:03:50.631710 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3b173880-26e1-4c1e-a105-8bb4b27e2cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c352bbe8-4f9e-4990-a714-990d8805c303), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:50.635629 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3b173880-26e1-4c1e-a105-8bb4b27e2cfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:50.638134 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3b173880-26e1-4c1e-a105-8bb4b27e2cfa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c352bbe8-4f9e-4990-a714-990d8805c303 HTTP/1.1" status: 204 len: 168 time: 0.1634603 Jan 27 22:03:50.662804 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b173880-26e1-4c1e-a105-8bb4b27e2cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c352bbe8-4f9e-4990-a714-990d8805c303,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:50.756860 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e66a28b-39e7-481b-8255-223e42f3a511 req-c508eb9d-1e82-4b49-a4fe-c21d8bbf157d tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277392 Jan 27 22:03:50.774161 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6e98-28b8-441b-b688-cf3e3286ec58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (ee9268c1-2172-4960-b05a-028e88965a6f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:50.783107 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b647e9e-1ed4-400e-b1e5-8abd4da6b192 req-9bc6ba90-d7fe-4bea-b969-4dc18086d4e2 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401551 Jan 27 22:03:50.962467 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2483364-1443-468c-bd85-cac03b39452b req-5c5b0cec-5cb6-4fbd-b7fd-ad9132b986ec tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:50.964046 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2483364-1443-468c-bd85-cac03b39452b req-5c5b0cec-5cb6-4fbd-b7fd-ad9132b986ec tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.0832195 Jan 27 22:03:51.012787 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40956) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:51.031895 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1367e7a1-ef75-4726-ac1a-615eb0ff9747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.041581 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-70c863f8-8cde-4ba7-ab80-0eb9878abff7 req-1968c6e6-1c47-4b29-b815-600c1142a17a service neutron] (109741) timed out ('10.222.0.23', 43426) {{(pid=109741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:03:51.098351 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.121800 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2483364-1443-468c-bd85-cac03b39452b req-367ca7ed-1546-4dbe-bf7d-67c175ff9ec8 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267567 Jan 27 22:03:51.152919 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1367e7a1-ef75-4726-ac1a-615eb0ff9747 admin admin] Publish callbacks [] for security_group (e22eca21-09ee-4048-92ac-6193aa94334f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.154944 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdf6e98-28b8-441b-b688-cf3e3286ec58 admin admin] Router ee9268c1-2172-4960-b05a-028e88965a6f has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:03:51.162393 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1367e7a1-ef75-4726-ac1a-615eb0ff9747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e22eca21-09ee-4048-92ac-6193aa94334f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.204134 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1367e7a1-ef75-4726-ac1a-615eb0ff9747 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=529fc48d42cc46768d97166cc80939e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1900678 Jan 27 22:03:51.205039 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367e7a1-ef75-4726-ac1a-615eb0ff9747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22eca21-09ee-4048-92ac-6193aa94334f,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:51.207368 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40966) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:51.261355 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6357942e-b3b5-4a6d-ac1c-97c67e233b4d admin admin] Publish callbacks [] for security_group (e22eca21-09ee-4048-92ac-6193aa94334f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.284219 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6357942e-b3b5-4a6d-ac1c-97c67e233b4d admin admin] Publish callbacks [] for security_group (e22eca21-09ee-4048-92ac-6193aa94334f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.335080 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6357942e-b3b5-4a6d-ac1c-97c67e233b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e22eca21-09ee-4048-92ac-6193aa94334f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.336948 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9912302-4d6c-4419-8fc2-6c7f95ba1643 req-76be360e-278c-4e7f-982f-8f81ee7578f2 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.337792 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6357942e-b3b5-4a6d-ac1c-97c67e233b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.338446 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9912302-4d6c-4419-8fc2-6c7f95ba1643 req-76be360e-278c-4e7f-982f-8f81ee7578f2 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.1784465 Jan 27 22:03:51.342381 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6357942e-b3b5-4a6d-ac1c-97c67e233b4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e22eca21-09ee-4048-92ac-6193aa94334f HTTP/1.1" status: 204 len: 168 time: 0.1333079 Jan 27 22:03:51.350781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357942e-b3b5-4a6d-ac1c-97c67e233b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22eca21-09ee-4048-92ac-6193aa94334f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:51.364739 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7eb7fc-ab3c-4e13-8dcb-0a6d92fa52c2 req-66cc7526-aa73-4cfc-9090-e8ea9171c1e4 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.371867 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c7eb7fc-ab3c-4e13-8dcb-0a6d92fa52c2 req-66cc7526-aa73-4cfc-9090-e8ea9171c1e4 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.1278920 Jan 27 22:03:51.410684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdf6e98-28b8-441b-b688-cf3e3286ec58 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:03:51.421731 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da390cb0-8061-4a21-b9fe-be60e2a5e480 None None] Sync routers for ids ['ee9268c1-2172-4960-b05a-028e88965a6f'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:03:51.422756 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40972) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:51.423241 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9bdf6e98-28b8-441b-b688-cf3e3286ec58 admin admin] 10.222.0.23 "PUT /v2.0/routers/ee9268c1-2172-4960-b05a-028e88965a6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2422180 Jan 27 22:03:51.437278 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da390cb0-8061-4a21-b9fe-be60e2a5e480 None None] Routers {'ee9268c1-2172-4960-b05a-028e88965a6f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:51.438747 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-da390cb0-8061-4a21-b9fe-be60e2a5e480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:03:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ee9268c1-2172-4960-b05a-028e88965a6f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:51.471265 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9912302-4d6c-4419-8fc2-6c7f95ba1643 req-71358d4e-2c0b-40fe-a247-9964f99f3f25 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210287 Jan 27 22:03:51.494066 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c7eb7fc-ab3c-4e13-8dcb-0a6d92fa52c2 req-3f96a5a0-d28e-44f3-8e58-6bb9fad02bf1 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091743 Jan 27 22:03:51.601519 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-da390cb0-8061-4a21-b9fe-be60e2a5e480 None None] Set router ee9268c1-2172-4960-b05a-028e88965a6f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:51.640607 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0edfd7d9-be3b-47c1-b3b2-ab713c6ac590 admin admin] Publish callbacks [] for router (ee9268c1-2172-4960-b05a-028e88965a6f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.809356 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0edfd7d9-be3b-47c1-b3b2-ab713c6ac590 admin admin] Publish callbacks [] for router_gateway (ee9268c1-2172-4960-b05a-028e88965a6f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.844876 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a77061-57e7-4ef6-b831-d0a3ddb961fe req-bd1fb0c9-6f61-4624-bf1b-3fd306b223df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.846726 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32a77061-57e7-4ef6-b831-d0a3ddb961fe req-bd1fb0c9-6f61-4624-bf1b-3fd306b223df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0af0d48f9d584c2f96edf7499ec5c8a4&device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 1096 time: 0.1252966 Jan 27 22:03:51.907693 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-0edfd7d9-be3b-47c1-b3b2-ab713c6ac590 admin admin] Deleting port b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:51.909715 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0edfd7d9-be3b-47c1-b3b2-ab713c6ac590 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.918704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807efce7-5a1b-4abd-bded-7e6f25064532 req-d2db2139-6d14-4c03-b6f9-3d4184df0fa4 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.926432 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-807efce7-5a1b-4abd-bded-7e6f25064532 req-d2db2139-6d14-4c03-b6f9-3d4184df0fa4 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.1360128 Jan 27 22:03:51.936384 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-da390cb0-8061-4a21-b9fe-be60e2a5e480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'name': 'tempest-TaggedBootDevicesTest-288674263-router', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:14Z', 'updated_at': '2022-01-27T22:03:50Z', 'revision_number': 5, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'gw_port': {'id': 'b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:17Z', 'updated_at': '2022-01-27T21:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:52.011975 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da390cb0-8061-4a21-b9fe-be60e2a5e480 None None] Checking router: ee9268c1-2172-4960-b05a-028e88965a6f for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:03:52.023363 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-0edfd7d9-be3b-47c1-b3b2-ab713c6ac590 admin admin] For port b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:52.023988 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0edfd7d9-be3b-47c1-b3b2-ab713c6ac590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:52.028112 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da390cb0-8061-4a21-b9fe-be60e2a5e480 None None] Routers {'ee9268c1-2172-4960-b05a-028e88965a6f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:52.028785 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-da390cb0-8061-4a21-b9fe-be60e2a5e480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:03:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ee9268c1-2172-4960-b05a-028e88965a6f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:52.033167 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-807efce7-5a1b-4abd-bded-7e6f25064532 req-d2ae2b72-cf13-4d4c-9849-4f1cec256f66 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056719 Jan 27 22:03:52.042934 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c899f71-c9d1-4121-9aff-13139b7f3760 req-a2994407-dd52-494e-988f-d2019050dc6f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:52.061007 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c899f71-c9d1-4121-9aff-13139b7f3760 req-a2994407-dd52-494e-988f-d2019050dc6f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.2107058 Jan 27 22:03:52.061120 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-0edfd7d9-be3b-47c1-b3b2-ab713c6ac590 admin admin] Calling delete_port for b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:52.135230 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a77061-57e7-4ef6-b831-d0a3ddb961fe req-34f97e07-3c5e-47c2-bef3-f7b1eb07bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:52.136842 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32a77061-57e7-4ef6-b831-d0a3ddb961fe req-34f97e07-3c5e-47c2-bef3-f7b1eb07bef4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c21c1549-299c-4dec-a0f9-3f16d5727c21 HTTP/1.1" status: 200 len: 919 time: 0.2770212 Jan 27 22:03:52.190547 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32a77061-57e7-4ef6-b831-d0a3ddb961fe req-2a0243be-94e1-4b81-b356-ccb62b0683b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=917b3e49-a797-4b74-8942-dd5af77ae388 HTTP/1.1" status: 200 len: 217 time: 0.0453579 Jan 27 22:03:52.197317 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-da390cb0-8061-4a21-b9fe-be60e2a5e480 None None] Set router ee9268c1-2172-4960-b05a-028e88965a6f gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:52.252733 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c899f71-c9d1-4121-9aff-13139b7f3760 req-192fd92e-3476-499f-9122-ef1c3f63549f tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007086 Jan 27 22:03:52.308932 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-da390cb0-8061-4a21-b9fe-be60e2a5e480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'name': 'tempest-TaggedBootDevicesTest-288674263-router', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:14Z', 'updated_at': '2022-01-27T22:03:51Z', 'revision_number': 6, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:52.333465 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a77061-57e7-4ef6-b831-d0a3ddb961fe req-c972609a-9db4-47f2-8d9b-48032e52580b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:52.348099 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32a77061-57e7-4ef6-b831-d0a3ddb961fe req-c972609a-9db4-47f2-8d9b-48032e52580b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1dec90ae-26a7-4889-9533-54929121f29b HTTP/1.1" status: 200 len: 858 time: 0.1478877 Jan 27 22:03:52.372683 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da390cb0-8061-4a21-b9fe-be60e2a5e480 None None] The sync data for ids ['ee9268c1-2172-4960-b05a-028e88965a6f'] in n-d-772272-3 is: [{'id': 'ee9268c1-2172-4960-b05a-028e88965a6f', 'name': 'tempest-TaggedBootDevicesTest-288674263-router', 'tenant_id': '1e6a4591e21842348002d2aff51fa01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:14Z', 'updated_at': '2022-01-27T22:03:51Z', 'revision_number': 6, 'project_id': '1e6a4591e21842348002d2aff51fa01d', 'gw_port_host': None}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:03:52.401345 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0edfd7d9-be3b-47c1-b3b2-ab713c6ac590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:52.431744 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32a77061-57e7-4ef6-b831-d0a3ddb961fe req-c464d92b-301d-4903-8620-9d30df9febd1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c21c1549-299c-4dec-a0f9-3f16d5727c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755420 Jan 27 22:03:52.441987 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b7fbb-6cfb-432c-ba71-b16777fa2884 req-547b3e4f-32b5-444f-ba12-4d886e7fa09a tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:52.445580 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c79b7fbb-6cfb-432c-ba71-b16777fa2884 req-547b3e4f-32b5-444f-ba12-4d886e7fa09a tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.2310178 Jan 27 22:03:52.452008 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfd7d9-be3b-47c1-b3b2-ab713c6ac590 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:52.547200 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0edfd7d9-be3b-47c1-b3b2-ab713c6ac590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (ee9268c1-2172-4960-b05a-028e88965a6f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:52.655253 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0edfd7d9-be3b-47c1-b3b2-ab713c6ac590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (ee9268c1-2172-4960-b05a-028e88965a6f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:52.658165 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0edfd7d9-be3b-47c1-b3b2-ab713c6ac590 admin admin] Publish callbacks [] for router_controller (ee9268c1-2172-4960-b05a-028e88965a6f), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:52.712424 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0edfd7d9-be3b-47c1-b3b2-ab713c6ac590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (ee9268c1-2172-4960-b05a-028e88965a6f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:52.713170 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edfd7d9-be3b-47c1-b3b2-ab713c6ac590 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee9268c1-2172-4960-b05a-028e88965a6f {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:03:52.731844 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0edfd7d9-be3b-47c1-b3b2-ab713c6ac590 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:52.733110 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0edfd7d9-be3b-47c1-b3b2-ab713c6ac590 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ee9268c1-2172-4960-b05a-028e88965a6f HTTP/1.1" status: 204 len: 168 time: 1.3091152 Jan 27 22:03:52.735600 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41006) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:52.810569 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd68a702-232e-41ef-b09c-10eb61cc2386 admin admin] Deleting subnet f20c5a1f-1a73-4497-aee3-c74aed8b30bf {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:03:52.815454 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fd68a702-232e-41ef-b09c-10eb61cc2386 admin admin] Publish callbacks [] for subnet (f20c5a1f-1a73-4497-aee3-c74aed8b30bf), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:52.872427 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fd68a702-232e-41ef-b09c-10eb61cc2386 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (f20c5a1f-1a73-4497-aee3-c74aed8b30bf), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:52.965643 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c79b7fbb-6cfb-432c-ba71-b16777fa2884 req-95e5ecde-457e-4431-8cff-df4167b7b699 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102217 Jan 27 22:03:52.980142 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fd68a702-232e-41ef-b09c-10eb61cc2386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (f20c5a1f-1a73-4497-aee3-c74aed8b30bf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:53.027093 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32a77061-57e7-4ef6-b831-d0a3ddb961fe req-f0d0aa36-5a9e-4e08-9c74-181cf151dd54 service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803404 Jan 27 22:03:53.056300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9cef6-e83d-411d-a8fc-c3a0e78e27ad req-1f7cca41-4345-4d23-818e-68d8dc618b68 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:53.057804 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62c9cef6-e83d-411d-a8fc-c3a0e78e27ad req-1f7cca41-4345-4d23-818e-68d8dc618b68 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.1504507 Jan 27 22:03:53.077013 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fd68a702-232e-41ef-b09c-10eb61cc2386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (f20c5a1f-1a73-4497-aee3-c74aed8b30bf), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:53.122929 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fd68a702-232e-41ef-b09c-10eb61cc2386 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:53.128638 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fd68a702-232e-41ef-b09c-10eb61cc2386 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f20c5a1f-1a73-4497-aee3-c74aed8b30bf HTTP/1.1" status: 204 len: 168 time: 0.3920119 Jan 27 22:03:53.130502 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68a702-232e-41ef-b09c-10eb61cc2386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f20c5a1f-1a73-4497-aee3-c74aed8b30bf,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:53.133028 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263ae2af-da55-4515-9226-d978de6e6892 None None] Network 0bade858-af63-49b3-909a-6a7d96619464 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:03:53.134784 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41020) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:53.205448 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62c9cef6-e83d-411d-a8fc-c3a0e78e27ad req-1d96d71e-8096-4438-8821-61694ecc5abe tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357329 Jan 27 22:03:53.215964 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464499f-48ea-4713-b8a3-d39b8416ea57 req-b91086cd-5556-414a-aac7-909be0499946 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:53.217504 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9464499f-48ea-4713-b8a3-d39b8416ea57 req-b91086cd-5556-414a-aac7-909be0499946 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.1495428 Jan 27 22:03:53.221634 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32a77061-57e7-4ef6-b831-d0a3ddb961fe req-537824c0-7b8d-4428-8870-7add0999e1f1 service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810110 Jan 27 22:03:53.315929 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9464499f-48ea-4713-b8a3-d39b8416ea57 req-ee2b6e1d-83ab-4804-86eb-c3166adae571 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907066 Jan 27 22:03:53.361238 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3bd2a991-d6cd-48a4-9125-8423288555e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (0bade858-af63-49b3-909a-6a7d96619464), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:53.472790 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326c3077-3967-4cc1-8a70-e69d92b2c3b4 None None] DHCP port deletion for 0bade858-af63-49b3-909a-6a7d96619464 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:03:53.502369 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-3bd2a991-d6cd-48a4-9125-8423288555e5 admin admin] Deleting port 0b6544ed-10a5-4795-8542-280fd0a7abc6 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:53.502963 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3bd2a991-d6cd-48a4-9125-8423288555e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0b6544ed-10a5-4795-8542-280fd0a7abc6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:53.563264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-326c3077-3967-4cc1-8a70-e69d92b2c3b4 None None] Deleting port 0b6544ed-10a5-4795-8542-280fd0a7abc6 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:53.563950 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-326c3077-3967-4cc1-8a70-e69d92b2c3b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0b6544ed-10a5-4795-8542-280fd0a7abc6), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:53.617234 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e251d-3cee-4da7-bd15-e0094b924755 req-263af2bd-4b93-4f1f-8fff-e6d4acffc0e0 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:53.620187 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-549e251d-3cee-4da7-bd15-e0094b924755 req-263af2bd-4b93-4f1f-8fff-e6d4acffc0e0 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.1162133 Jan 27 22:03:53.646103 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6425f9-3394-4f87-bf23-411f8e8e737b req-89464b3c-6a7e-473d-803a-f03981c6ca9c tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:53.654734 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f6425f9-3394-4f87-bf23-411f8e8e737b req-89464b3c-6a7e-473d-803a-f03981c6ca9c tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.0961711 Jan 27 22:03:53.670511 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-3bd2a991-d6cd-48a4-9125-8423288555e5 admin admin] For port 0b6544ed-10a5-4795-8542-280fd0a7abc6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0b6544ed-10a5-4795-8542-280fd0a7abc6,segment=NetworkSegment(41cb6eb4-9ceb-408b-832e-945396e2cef3),segment_id=41cb6eb4-9ceb-408b-832e-945396e2cef3)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:53.670985 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3bd2a991-d6cd-48a4-9125-8423288555e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0b6544ed-10a5-4795-8542-280fd0a7abc6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:53.686597 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-326c3077-3967-4cc1-8a70-e69d92b2c3b4 None None] For port 0b6544ed-10a5-4795-8542-280fd0a7abc6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0b6544ed-10a5-4795-8542-280fd0a7abc6,segment=NetworkSegment(41cb6eb4-9ceb-408b-832e-945396e2cef3),segment_id=41cb6eb4-9ceb-408b-832e-945396e2cef3)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:53.686952 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-326c3077-3967-4cc1-8a70-e69d92b2c3b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0b6544ed-10a5-4795-8542-280fd0a7abc6), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:53.695680 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-3bd2a991-d6cd-48a4-9125-8423288555e5 admin admin] Calling delete_port for 0b6544ed-10a5-4795-8542-280fd0a7abc6 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:53.710763 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-326c3077-3967-4cc1-8a70-e69d92b2c3b4 None None] Calling delete_port for 0b6544ed-10a5-4795-8542-280fd0a7abc6 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:53.749667 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-549e251d-3cee-4da7-bd15-e0094b924755 req-1702ba6d-7025-445b-89b6-44273421517a tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225076 Jan 27 22:03:53.792753 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f6425f9-3394-4f87-bf23-411f8e8e737b req-5e17bb69-d60a-4850-b6ec-8b04e8fe4624 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307876 Jan 27 22:03:53.855677 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3bd2a991-d6cd-48a4-9125-8423288555e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (0b6544ed-10a5-4795-8542-280fd0a7abc6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:53.874215 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd2a991-d6cd-48a4-9125-8423288555e5 admin admin] No DVR routers for this DVR port 0b6544ed-10a5-4795-8542-280fd0a7abc6 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:53.902051 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2a991-d6cd-48a4-9125-8423288555e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6544ed-10a5-4795-8542-280fd0a7abc6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:53.910869 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-326c3077-3967-4cc1-8a70-e69d92b2c3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (0b6544ed-10a5-4795-8542-280fd0a7abc6), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:53.994120 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3bd2a991-d6cd-48a4-9125-8423288555e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (0bade858-af63-49b3-909a-6a7d96619464), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:53.998001 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326c3077-3967-4cc1-8a70-e69d92b2c3b4 None None] No DVR routers for this DVR port 0b6544ed-10a5-4795-8542-280fd0a7abc6 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:53.999754 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c3077-3967-4cc1-8a70-e69d92b2c3b4 None None] Pushing event deleted for resources: {'Port': ['ID=0b6544ed-10a5-4795-8542-280fd0a7abc6,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:54.011399 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3077-3967-4cc1-8a70-e69d92b2c3b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:54.011960 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3077-3967-4cc1-8a70-e69d92b2c3b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:54.012510 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3077-3967-4cc1-8a70-e69d92b2c3b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:54.013024 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3077-3967-4cc1-8a70-e69d92b2c3b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:54.013729 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3077-3967-4cc1-8a70-e69d92b2c3b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:54.014515 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3077-3967-4cc1-8a70-e69d92b2c3b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:54.015041 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3077-3967-4cc1-8a70-e69d92b2c3b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:54.015698 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3077-3967-4cc1-8a70-e69d92b2c3b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:54.016188 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3077-3967-4cc1-8a70-e69d92b2c3b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:54.016665 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3077-3967-4cc1-8a70-e69d92b2c3b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:54.017164 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3077-3967-4cc1-8a70-e69d92b2c3b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:54.017649 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3077-3967-4cc1-8a70-e69d92b2c3b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:54.019288 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3077-3967-4cc1-8a70-e69d92b2c3b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:54.039461 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-3bd2a991-d6cd-48a4-9125-8423288555e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bade858-af63-49b3-909a-6a7d96619464']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:54.050570 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-3bd2a991-d6cd-48a4-9125-8423288555e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41cb6eb4-9ceb-408b-832e-945396e2cef3') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:54.051045 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-3bd2a991-d6cd-48a4-9125-8423288555e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41cb6eb4-9ceb-408b-832e-945396e2cef3') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:54.064386 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3bd2a991-d6cd-48a4-9125-8423288555e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (41cb6eb4-9ceb-408b-832e-945396e2cef3), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:54.081546 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3bd2a991-d6cd-48a4-9125-8423288555e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (41cb6eb4-9ceb-408b-832e-945396e2cef3), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:54.098128 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-daab568a-2d59-468c-9d04-448ead080b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:54.104633 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd2a991-d6cd-48a4-9125-8423288555e5 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3bd2a991-d6cd-48a4-9125-8423288555e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (41cb6eb4-9ceb-408b-832e-945396e2cef3), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:03:54.106988 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:03:54.185288 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3bd2a991-d6cd-48a4-9125-8423288555e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (0bade858-af63-49b3-909a-6a7d96619464), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:54.193150 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3bd2a991-d6cd-48a4-9125-8423288555e5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:54.199947 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3bd2a991-d6cd-48a4-9125-8423288555e5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0bade858-af63-49b3-909a-6a7d96619464 HTTP/1.1" status: 204 len: 168 time: 1.0630043 Jan 27 22:03:54.203096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41042) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:54.219088 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2a991-d6cd-48a4-9125-8423288555e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bade858-af63-49b3-909a-6a7d96619464,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:54.463183 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407918cc-d847-4926-a115-a7f54f7486b7 req-5eb2d211-fe46-4ac2-b3b7-1f73c45717c0 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:54.465447 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-407918cc-d847-4926-a115-a7f54f7486b7 req-5eb2d211-fe46-4ac2-b3b7-1f73c45717c0 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.1682239 Jan 27 22:03:54.479648 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2832d344-229f-4bf2-897b-df271dcedc5b no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:54.523096 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 2832d344-229f-4bf2-897b-df271dcedc5b {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:54.523442 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2832d344-229f-4bf2-897b-df271dcedc5b not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:54.528893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:54.554517 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:54.555867 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b8d6db9b-7e2f-40b7-b85f-51dfdb0338c2 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:54.556349 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0b6544ed-10a5-4795-8542-280fd0a7abc6 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:54.579405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 0b6544ed-10a5-4795-8542-280fd0a7abc6 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:54.579758 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0b6544ed-10a5-4795-8542-280fd0a7abc6 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:54.659550 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b593c-30d0-4f06-8963-10bfe8e9c990 req-84a3cea5-977a-4725-91cb-32be9f3867e4 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:54.661079 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b6b593c-30d0-4f06-8963-10bfe8e9c990 req-84a3cea5-977a-4725-91cb-32be9f3867e4 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.1416547 Jan 27 22:03:54.664427 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-407918cc-d847-4926-a115-a7f54f7486b7 req-dcc26c6f-a6d3-4917-8b84-4579073e2969 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931739 Jan 27 22:03:54.779308 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b6b593c-30d0-4f06-8963-10bfe8e9c990 req-6a62bd5a-5a23-4e41-bfce-1dc735cd39e2 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120751 Jan 27 22:03:54.966192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489381cd-a312-4f73-bdac-c52726a38e87 req-74907465-363e-4e5b-af45-10fb630bab02 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:54.968102 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-489381cd-a312-4f73-bdac-c52726a38e87 req-74907465-363e-4e5b-af45-10fb630bab02 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.0983007 Jan 27 22:03:55.041020 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d69223fe-e9f4-43d7-8734-5a6542892a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (7924c8d9-3303-41de-9d0e-167a10bfd101), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:55.049244 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-489381cd-a312-4f73-bdac-c52726a38e87 req-2b2a69ee-1d5e-44de-8101-d94626573cd9 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734348 Jan 27 22:03:55.341314 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-92584108-56c1-45c7-85cd-a3f81531659e tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:55.342807 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-92584108-56c1-45c7-85cd-a3f81531659e tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/networks?id=5172c394-afad-4c7a-b5ec-4e24fc69ff6c HTTP/1.1" status: 200 len: 815 time: 0.2342215 Jan 27 22:03:55.372671 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-53ec36a9-d8e4-45fa-83b5-bc5ac837a7b2 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/quotas/29f1b1b915984af3b6beaec3b0cb4d0f HTTP/1.1" status: 200 len: 375 time: 0.0240219 Jan 27 22:03:55.463322 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-b11fc804-d930-4a90-895e-e41ffe491231 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=29f1b1b915984af3b6beaec3b0cb4d0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0892344 Jan 27 22:03:55.593725 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-758b2f51-bef0-4b1b-b78b-b3fda4748cc3 service neutron] 10.222.0.23 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229579 Jan 27 22:03:55.598151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-d69223fe-e9f4-43d7-8734-5a6542892a39 admin admin] Deleting port 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:55.598481 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d69223fe-e9f4-43d7-8734-5a6542892a39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (085f0059-8cb4-4d38-b2c1-1ea0881e3c6d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:55.762987 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-d69223fe-e9f4-43d7-8734-5a6542892a39 admin admin] For port 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=085f0059-8cb4-4d38-b2c1-1ea0881e3c6d,segment=NetworkSegment(e3c98b13-aa00-481c-840d-e4c94f46186d),segment_id=e3c98b13-aa00-481c-840d-e4c94f46186d)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:55.763725 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d69223fe-e9f4-43d7-8734-5a6542892a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (085f0059-8cb4-4d38-b2c1-1ea0881e3c6d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:55.807663 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-d69223fe-e9f4-43d7-8734-5a6542892a39 admin admin] Calling delete_port for 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:55.811159 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-1d248ec4-b387-4b0a-aa00-a989ac2986ac service neutron] 10.222.0.23 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003522 Jan 27 22:03:55.877269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a7656-73f2-4277-b0a0-438338399f49 req-11fbbc7a-b255-4c61-afcc-cee78a21238e tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:55.879052 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b60a7656-73f2-4277-b0a0-438338399f49 req-11fbbc7a-b255-4c61-afcc-cee78a21238e tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.1033852 Jan 27 22:03:56.012784 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b60a7656-73f2-4277-b0a0-438338399f49 req-87b5d764-eeea-49e5-a264-43e8969c3835 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228042 Jan 27 22:03:56.120027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238a09f-d215-4890-a4a8-dbf6533a7708 req-adbebeba-3a29-46f5-936a-cd03b230c087 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:56.134109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e238a09f-d215-4890-a4a8-dbf6533a7708 req-adbebeba-3a29-46f5-936a-cd03b230c087 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.1129038 Jan 27 22:03:56.255852 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1fa75bfe-a551-4892-9302-945778f77fcd req-5dbc3337-cb79-42a0-a9a1-ad489f3db811 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ed3a7-da99-4950-8c59-e96241fa5d20 HTTP/1.1" status: 200 len: 210 time: 0.1480319 Jan 27 22:03:56.326926 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e238a09f-d215-4890-a4a8-dbf6533a7708 req-5e3727a0-8887-41c2-89d1-7fcf9703e275 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394477 Jan 27 22:03:56.328588 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d69223fe-e9f4-43d7-8734-5a6542892a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (085f0059-8cb4-4d38-b2c1-1ea0881e3c6d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:56.393658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69223fe-e9f4-43d7-8734-5a6542892a39 admin admin] Pushing event deleted for resources: {'Port': ['ID=085f0059-8cb4-4d38-b2c1-1ea0881e3c6d,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:56.564569 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f351574-e61b-465f-8cf3-e1248721da77 req-5dc256bb-e3d6-4de7-a31c-8f6fadbfc7c5 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:56.594960 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f351574-e61b-465f-8cf3-e1248721da77 req-5dc256bb-e3d6-4de7-a31c-8f6fadbfc7c5 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.2512786 Jan 27 22:03:56.727053 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-53bbe6ff-5d51-4622-bcf0-c201cb347e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:56.758350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f351574-e61b-465f-8cf3-e1248721da77 req-ad700e05-51c0-43c5-a0c6-d84ba568ae80 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621397 Jan 27 22:03:56.759187 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d69223fe-e9f4-43d7-8734-5a6542892a39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (7924c8d9-3303-41de-9d0e-167a10bfd101), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.053274 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69223fe-e9f4-43d7-8734-5a6542892a39 admin admin] Router 7924c8d9-3303-41de-9d0e-167a10bfd101 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:03:57.486169 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.667493 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8c0064b-a03a-4548-af50-79e0490d0538 req-ea4d97b6-3deb-4c2e-b841-c3405c7f13fd tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ed3a7-da99-4950-8c59-e96241fa5d20 HTTP/1.1" status: 200 len: 210 time: 0.0922432 Jan 27 22:03:57.679532 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69223fe-e9f4-43d7-8734-5a6542892a39 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:03:57.690274 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d69223fe-e9f4-43d7-8734-5a6542892a39 admin admin] 10.222.0.23 "PUT /v2.0/routers/7924c8d9-3303-41de-9d0e-167a10bfd101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4831529 Jan 27 22:03:57.690480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccebe62-39c9-4e92-ad33-f6910dd96c63 None None] Sync routers for ids ['7924c8d9-3303-41de-9d0e-167a10bfd101'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:03:57.690601 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41148) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:57.705910 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccebe62-39c9-4e92-ad33-f6910dd96c63 None None] Routers {'7924c8d9-3303-41de-9d0e-167a10bfd101'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:57.706779 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-8ccebe62-39c9-4e92-ad33-f6910dd96c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:03:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7924c8d9-3303-41de-9d0e-167a10bfd101'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:57.717021 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9573f30-2b52-4be9-a1be-f2ef1f724ec2 req-6795f28a-3e88-4542-9a02-c96115fdb3e5 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:57.722024 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e9573f30-2b52-4be9-a1be-f2ef1f724ec2 req-6795f28a-3e88-4542-9a02-c96115fdb3e5 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.5710044 Jan 27 22:03:57.853126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-eab6ca45-6321-4f72-b5eb-507e4c562846 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:57.856332 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-eab6ca45-6321-4f72-b5eb-507e4c562846 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.15 "GET /v2.0/networks?id=5172c394-afad-4c7a-b5ec-4e24fc69ff6c HTTP/1.1" status: 200 len: 815 time: 0.2841413 Jan 27 22:03:57.875133 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-801985bb-ef4b-4034-8379-063a9767326b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Request body: {'port': {'device_id': 'd78ed3a7-da99-4950-8c59-e96241fa5d20', 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c', 'admin_state_up': True, 'tenant_id': '29f1b1b915984af3b6beaec3b0cb4d0f'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:57.907536 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80355db2-aae0-49a9-b0ca-ee7054ffcec2 admin admin] Publish callbacks [] for router (7924c8d9-3303-41de-9d0e-167a10bfd101), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.914560 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-8ccebe62-39c9-4e92-ad33-f6910dd96c63 None None] Set router 7924c8d9-3303-41de-9d0e-167a10bfd101 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:58.071878 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80355db2-aae0-49a9-b0ca-ee7054ffcec2 admin admin] Publish callbacks [] for router_gateway (7924c8d9-3303-41de-9d0e-167a10bfd101), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:58.088496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f559f90-d553-429e-97d6-9b2965a4e244 req-c2a94aa4-77bf-46d2-8bee-576f4fff3f24 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:58.090111 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f559f90-d553-429e-97d6-9b2965a4e244 req-c2a94aa4-77bf-46d2-8bee-576f4fff3f24 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.2317519 Jan 27 22:03:58.155033 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-80355db2-aae0-49a9-b0ca-ee7054ffcec2 admin admin] Deleting port b17c4338-c211-4013-9bf2-ec857ee25b1b {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:58.155708 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80355db2-aae0-49a9-b0ca-ee7054ffcec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b17c4338-c211-4013-9bf2-ec857ee25b1b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:58.160780 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e9573f30-2b52-4be9-a1be-f2ef1f724ec2 req-4c69db7e-2a13-4104-85e0-e6a1228620c6 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034081 Jan 27 22:03:58.217168 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-801985bb-ef4b-4034-8379-063a9767326b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Made reservation on behalf of 29f1b1b915984af3b6beaec3b0cb4d0f for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:03:58.218765 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-8ccebe62-39c9-4e92-ad33-f6910dd96c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7924c8d9-3303-41de-9d0e-167a10bfd101', 'name': 'tempest-TaggedBootDevicesTest-2032061304-router', 'tenant_id': '32459725ddf84dbc8503dfad13bdf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'b17c4338-c211-4013-9bf2-ec857ee25b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:35Z', 'updated_at': '2022-01-27T22:03:56Z', 'revision_number': 5, 'project_id': '32459725ddf84dbc8503dfad13bdf89c', 'gw_port': {'id': 'b17c4338-c211-4013-9bf2-ec857ee25b1b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924c8d9-3303-41de-9d0e-167a10bfd101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:50:36Z', 'updated_at': '2022-01-27T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:58.220825 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-801985bb-ef4b-4034-8379-063a9767326b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:58.264893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccebe62-39c9-4e92-ad33-f6910dd96c63 None None] Checking router: 7924c8d9-3303-41de-9d0e-167a10bfd101 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:03:58.277606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f559f90-d553-429e-97d6-9b2965a4e244 req-9fc4faaa-dc2e-479e-9d41-c769c743b6e8 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149313 Jan 27 22:03:58.292525 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccebe62-39c9-4e92-ad33-f6910dd96c63 None None] Routers {'7924c8d9-3303-41de-9d0e-167a10bfd101'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:58.294485 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-8ccebe62-39c9-4e92-ad33-f6910dd96c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:03:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7924c8d9-3303-41de-9d0e-167a10bfd101'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:58.325034 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-80355db2-aae0-49a9-b0ca-ee7054ffcec2 admin admin] For port b17c4338-c211-4013-9bf2-ec857ee25b1b, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b17c4338-c211-4013-9bf2-ec857ee25b1b,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:58.325447 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80355db2-aae0-49a9-b0ca-ee7054ffcec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b17c4338-c211-4013-9bf2-ec857ee25b1b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:58.392100 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-80355db2-aae0-49a9-b0ca-ee7054ffcec2 admin admin] Calling delete_port for b17c4338-c211-4013-9bf2-ec857ee25b1b owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:58.410900 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-8ccebe62-39c9-4e92-ad33-f6910dd96c63 None None] Set router 7924c8d9-3303-41de-9d0e-167a10bfd101 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:58.492527 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-801985bb-ef4b-4034-8379-063a9767326b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Allocated IP 172.20.0.5 (5172c394-afad-4c7a-b5ec-4e24fc69ff6c/73d1c295-f15a-4861-84c0-477c63d6ad5c/5c9b17cd-428b-46de-b3a0-4243bb391362) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:03:58.550262 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-8ccebe62-39c9-4e92-ad33-f6910dd96c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7924c8d9-3303-41de-9d0e-167a10bfd101', 'name': 'tempest-TaggedBootDevicesTest-2032061304-router', 'tenant_id': '32459725ddf84dbc8503dfad13bdf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:35Z', 'updated_at': '2022-01-27T22:03:58Z', 'revision_number': 6, 'project_id': '32459725ddf84dbc8503dfad13bdf89c', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:58.599215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccebe62-39c9-4e92-ad33-f6910dd96c63 None None] The sync data for ids ['7924c8d9-3303-41de-9d0e-167a10bfd101'] in n-d-772272-3 is: [{'id': '7924c8d9-3303-41de-9d0e-167a10bfd101', 'name': 'tempest-TaggedBootDevicesTest-2032061304-router', 'tenant_id': '32459725ddf84dbc8503dfad13bdf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:50:35Z', 'updated_at': '2022-01-27T22:03:58Z', 'revision_number': 6, 'project_id': '32459725ddf84dbc8503dfad13bdf89c', 'gw_port_host': None}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:03:58.816750 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80355db2-aae0-49a9-b0ca-ee7054ffcec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b17c4338-c211-4013-9bf2-ec857ee25b1b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:58.862149 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:58.879026 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80355db2-aae0-49a9-b0ca-ee7054ffcec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b17c4338-c211-4013-9bf2-ec857ee25b1b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:58.897522 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94688de3-0da9-41a1-bc44-c88e7d1d4015 req-05214a75-2344-47cd-a66b-23bfb3ab6845 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ed3a7-da99-4950-8c59-e96241fa5d20 HTTP/1.1" status: 200 len: 210 time: 0.0750158 Jan 27 22:03:58.907869 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-801985bb-ef4b-4034-8379-063a9767326b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks [] for port (5c9b17cd-428b-46de-b3a0-4243bb391362), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:58.994114 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:03:59.008994 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-801985bb-ef4b-4034-8379-063a9767326b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5c9b17cd-428b-46de-b3a0-4243bb391362), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:59.022748 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:03:59.028299 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['1aab4507-22bb-47aa-8bfc-07ecf99a935b', '1392ceb7-9758-405f-a806-6ab23cedd971'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:03:59.048483 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80355db2-aae0-49a9-b0ca-ee7054ffcec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (7924c8d9-3303-41de-9d0e-167a10bfd101), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:59.116958 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-801985bb-ef4b-4034-8379-063a9767326b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Network 5172c394-afad-4c7a-b5ec-4e24fc69ff6c is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:59.125957 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-801985bb-ef4b-4034-8379-063a9767326b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:59.129527 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-801985bb-ef4b-4034-8379-063a9767326b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:03:59.244311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-801985bb-ef4b-4034-8379-063a9767326b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:59.245009 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-801985bb-ef4b-4034-8379-063a9767326b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:59.261564 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80355db2-aae0-49a9-b0ca-ee7054ffcec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (7924c8d9-3303-41de-9d0e-167a10bfd101), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:59.265200 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80355db2-aae0-49a9-b0ca-ee7054ffcec2 admin admin] Publish callbacks [] for router_controller (7924c8d9-3303-41de-9d0e-167a10bfd101), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:59.273402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801985bb-ef4b-4034-8379-063a9767326b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Pushing event updated for resources: {'Port': ['ID=5c9b17cd-428b-46de-b3a0-4243bb391362,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:59.304547 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-801985bb-ef4b-4034-8379-063a9767326b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4345145 Jan 27 22:03:59.315806 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] Request body: {'port': {'device_id': 'd78ed3a7-da99-4950-8c59-e96241fa5d20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:59.385668 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80355db2-aae0-49a9-b0ca-ee7054ffcec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (7924c8d9-3303-41de-9d0e-167a10bfd101), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:59.386697 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80355db2-aae0-49a9-b0ca-ee7054ffcec2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7924c8d9-3303-41de-9d0e-167a10bfd101 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:03:59.398531 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80355db2-aae0-49a9-b0ca-ee7054ffcec2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:59.403654 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-80355db2-aae0-49a9-b0ca-ee7054ffcec2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7924c8d9-3303-41de-9d0e-167a10bfd101 HTTP/1.1" status: 204 len: 168 time: 1.7118044 Jan 27 22:03:59.404707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41178) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:59.636717 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f92cbce-a67b-402e-9390-08e268a1747a admin admin] Deleting subnet 68d4bdbe-2323-443c-809f-c77c6ccaa70e {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:03:59.662366 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f92cbce-a67b-402e-9390-08e268a1747a admin admin] Publish callbacks [] for subnet (68d4bdbe-2323-443c-809f-c77c6ccaa70e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:59.787259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b1d38-0abe-4d9e-af13-2bbaf647c18c req-50569468-dcf8-4893-a0e6-6889ce518105 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:59.788862 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-230b1d38-0abe-4d9e-af13-2bbaf647c18c req-50569468-dcf8-4893-a0e6-6889ce518105 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.3970454 Jan 27 22:03:59.789501 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5c9b17cd-428b-46de-b3a0-4243bb391362), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:00.038176 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f92cbce-a67b-402e-9390-08e268a1747a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (68d4bdbe-2323-443c-809f-c77c6ccaa70e), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:00.259145 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f92cbce-a67b-402e-9390-08e268a1747a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (68d4bdbe-2323-443c-809f-c77c6ccaa70e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:00.290499 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:00.402993 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01461716-1c0e-45cf-89d2-c2fe7e53ccbe req-4c413608-05dc-4248-81cf-e8ae6af797dd tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:00.404739 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01461716-1c0e-45cf-89d2-c2fe7e53ccbe req-4c413608-05dc-4248-81cf-e8ae6af797dd tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.8599706 Jan 27 22:04:00.487996 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:00.523447 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:04:00.538326 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 085f0059-8cb4-4d38-b2c1-1ea0881e3c6d not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:04:00.539197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b17c4338-c211-4013-9bf2-ec857ee25b1b no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:00.543567 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-230b1d38-0abe-4d9e-af13-2bbaf647c18c req-d10294e3-44bd-420f-a75a-769c60d367d8 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7201254 Jan 27 22:04:00.601555 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: b17c4338-c211-4013-9bf2-ec857ee25b1b {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:04:00.602022 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b17c4338-c211-4013-9bf2-ec857ee25b1b not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:04:00.659674 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01461716-1c0e-45cf-89d2-c2fe7e53ccbe req-6a5ac46e-4652-422e-8aa4-ecfb39300968 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435071 Jan 27 22:04:00.686941 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f92cbce-a67b-402e-9390-08e268a1747a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (68d4bdbe-2323-443c-809f-c77c6ccaa70e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:00.752397 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f92cbce-a67b-402e-9390-08e268a1747a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:00.757433 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c825142a-3c2c-4d32-943a-f6ad072a2c8a None None] Network 15c45369-7dbb-4faa-b728-31d16e2a38cf requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:04:00.759319 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9f92cbce-a67b-402e-9390-08e268a1747a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/68d4bdbe-2323-443c-809f-c77c6ccaa70e HTTP/1.1" status: 204 len: 168 time: 1.3054724 Jan 27 22:04:00.761910 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41192) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:00.762516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92cbce-a67b-402e-9390-08e268a1747a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d4bdbe-2323-443c-809f-c77c6ccaa70e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:00.875432 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7aa5c-1f22-4488-b40c-1136213c978c req-6fa38605-50f4-438a-a928-a9441217e00b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:00.877280 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ab7aa5c-1f22-4488-b40c-1136213c978c req-6fa38605-50f4-438a-a928-a9441217e00b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ed3a7-da99-4950-8c59-e96241fa5d20 HTTP/1.1" status: 200 len: 931 time: 0.0903938 Jan 27 22:04:00.970570 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ab7aa5c-1f22-4488-b40c-1136213c978c req-381101b5-9f14-4f97-b64d-09b79c99e502 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687170 Jan 27 22:04:00.973317 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c9b17cd-428b-46de-b3a0-4243bb391362 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:04:01.005304 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] Publish callbacks [] for port (5c9b17cd-428b-46de-b3a0-4243bb391362), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:01.015254 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-84a4ebb4-179f-45a0-98a4-51436a74876a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (15c45369-7dbb-4faa-b728-31d16e2a38cf), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:01.034959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] Transition to ACTIVE for port object 5c9b17cd-428b-46de-b3a0-4243bb391362 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:04:01.039942 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (5c9b17cd-428b-46de-b3a0-4243bb391362), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:01.147563 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-84a4ebb4-179f-45a0-98a4-51436a74876a admin admin] Deleting port d2e98922-0c42-4217-a46d-9c9aed605f17 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:01.148012 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-84a4ebb4-179f-45a0-98a4-51436a74876a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d2e98922-0c42-4217-a46d-9c9aed605f17), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:01.180178 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd16ccb-f96a-431e-8697-6e22f73363e8 None None] DHCP port deletion for 15c45369-7dbb-4faa-b728-31d16e2a38cf request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:04:01.217431 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] Pushing event updated for resources: {'Port': ['ID=5c9b17cd-428b-46de-b3a0-4243bb391362,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:01.249304 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] Attempting to bind port 5c9b17cd-428b-46de-b3a0-4243bb391362 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:04:01.249805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] Attempting to bind port 5c9b17cd-428b-46de-b3a0-4243bb391362 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '25092456-2e36-4ed4-b458-7fd26a08791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:04:01.250949 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] Attempting to bind port 5c9b17cd-428b-46de-b3a0-4243bb391362 on network 5172c394-afad-4c7a-b5ec-4e24fc69ff6c {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:01.258404 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] Port 5c9b17cd-428b-46de-b3a0-4243bb391362 on network 5172c394-afad-4c7a-b5ec-4e24fc69ff6c not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:04:01.258868 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] Attempting to bind port 5c9b17cd-428b-46de-b3a0-4243bb391362 on network 5172c394-afad-4c7a-b5ec-4e24fc69ff6c {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:01.266423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:04:01.267085 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] Checking segment: {'id': '25092456-2e36-4ed4-b458-7fd26a08791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:04:01.267698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] Bound using segment: {'id': '25092456-2e36-4ed4-b458-7fd26a08791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:04:01.267926 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] Bound port: 5c9b17cd-428b-46de-b3a0-4243bb391362, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25092456-2e36-4ed4-b458-7fd26a08791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:04:01.268448 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5c9b17cd-428b-46de-b3a0-4243bb391362), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:01.285411 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-84a4ebb4-179f-45a0-98a4-51436a74876a admin admin] For port d2e98922-0c42-4217-a46d-9c9aed605f17, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d2e98922-0c42-4217-a46d-9c9aed605f17,segment=NetworkSegment(e3c98b13-aa00-481c-840d-e4c94f46186d),segment_id=e3c98b13-aa00-481c-840d-e4c94f46186d)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:01.285781 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-84a4ebb4-179f-45a0-98a4-51436a74876a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d2e98922-0c42-4217-a46d-9c9aed605f17), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:01.312927 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-84a4ebb4-179f-45a0-98a4-51436a74876a admin admin] Calling delete_port for d2e98922-0c42-4217-a46d-9c9aed605f17 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:01.313910 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1bd16ccb-f96a-431e-8697-6e22f73363e8 None None] Deleting port d2e98922-0c42-4217-a46d-9c9aed605f17 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:01.314386 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1bd16ccb-f96a-431e-8697-6e22f73363e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d2e98922-0c42-4217-a46d-9c9aed605f17), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:01.353437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] For port 5c9b17cd-428b-46de-b3a0-4243bb391362, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:04:01.359363 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] For port 5c9b17cd-428b-46de-b3a0-4243bb391362, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5c9b17cd-428b-46de-b3a0-4243bb391362,segment=NetworkSegment(25092456-2e36-4ed4-b458-7fd26a08791a),segment_id=25092456-2e36-4ed4-b458-7fd26a08791a)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:04:01.394666 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (5c9b17cd-428b-46de-b3a0-4243bb391362), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:01.467250 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1bd16ccb-f96a-431e-8697-6e22f73363e8 None None] For port d2e98922-0c42-4217-a46d-9c9aed605f17, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d2e98922-0c42-4217-a46d-9c9aed605f17,segment=NetworkSegment(e3c98b13-aa00-481c-840d-e4c94f46186d),segment_id=e3c98b13-aa00-481c-840d-e4c94f46186d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:01.467587 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1bd16ccb-f96a-431e-8697-6e22f73363e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d2e98922-0c42-4217-a46d-9c9aed605f17), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:01.524698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:01.525342 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:01.526796 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] 10.222.0.15 "PUT /v2.0/ports/5c9b17cd-428b-46de-b3a0-4243bb391362 HTTP/1.1" status: 200 len: 1091 time: 2.2162836 Jan 27 22:04:01.530944 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78ed3a7-da99-4950-8c59-e96241fa5d20', 'tag': '5c9b17cd-428b-46de-b3a0-4243bb391362'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:01.539951 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be56bb4a-98a3-41f5-9da5-08790693dfe8" -d '{"events": [{"name": "network-changed", "server_uuid": "d78ed3a7-da99-4950-8c59-e96241fa5d20", "tag": "5c9b17cd-428b-46de-b3a0-4243bb391362"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:01.829056 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999a758-caa9-48c7-9cc3-887956021d6e service neutron] Pushing event updated for resources: {'Port': ['ID=5c9b17cd-428b-46de-b3a0-4243bb391362,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:01.913683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-6275d0c3-095b-44db-bc7b-c2f0dbd98fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:01.915157 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-6275d0c3-095b-44db-bc7b-c2f0dbd98fa1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=29f1b1b915984af3b6beaec3b0cb4d0f&device_id=d78ed3a7-da99-4950-8c59-e96241fa5d20 HTTP/1.1" status: 200 len: 1094 time: 0.3165822 Jan 27 22:04:01.999444 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1bd16ccb-f96a-431e-8697-6e22f73363e8 None None] Calling delete_port for d2e98922-0c42-4217-a46d-9c9aed605f17 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:02.159451 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-92fd4ef0-45eb-4f99-aad6-c714e0c960d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c9b17cd-428b-46de-b3a0-4243bb391362 HTTP/1.1" status: 200 len: 217 time: 0.2328782 Jan 27 22:04:02.239659 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1bd16ccb-f96a-431e-8697-6e22f73363e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (d2e98922-0c42-4217-a46d-9c9aed605f17), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:02.298394 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f1932-84a7-492e-807c-ad743c8b9a4e req-223a01ca-5a3a-4fb4-9a95-6d73500a6f02 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:02.299145 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd16ccb-f96a-431e-8697-6e22f73363e8 None None] Pushing event deleted for resources: {'Port': ['ID=d2e98922-0c42-4217-a46d-9c9aed605f17,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:02.312151 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-832f1932-84a7-492e-807c-ad743c8b9a4e req-223a01ca-5a3a-4fb4-9a95-6d73500a6f02 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.5469279 Jan 27 22:04:02.336534 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-15455729-883d-4543-bcdd-eeb954325397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:02.338111 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-15455729-883d-4543-bcdd-eeb954325397 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73d1c295-f15a-4861-84c0-477c63d6ad5c HTTP/1.1" status: 200 len: 855 time: 0.1671169 Jan 27 22:04:02.338404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd16ccb-f96a-431e-8697-6e22f73363e8 None None] No DVR routers for this DVR port d2e98922-0c42-4217-a46d-9c9aed605f17 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:04:02.339630 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b770fee-ef3c-4254-9d38-e44aabbadb90 x-openstack-request-id: req-7b770fee-ef3c-4254-9d38-e44aabbadb90 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:02.339931 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78ed3a7-da99-4950-8c59-e96241fa5d20", "tag": "5c9b17cd-428b-46de-b3a0-4243bb391362", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:02.345250 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b770fee-ef3c-4254-9d38-e44aabbadb90 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:02.345690 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78ed3a7-da99-4950-8c59-e96241fa5d20', 'tag': '5c9b17cd-428b-46de-b3a0-4243bb391362', 'status': 'completed', 'code': 200} Jan 27 22:04:02.403322 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-84a4ebb4-179f-45a0-98a4-51436a74876a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d2e98922-0c42-4217-a46d-9c9aed605f17), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:02.435849 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-4b27da8f-366b-4dc5-a938-3eee89bc2f61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5172c394-afad-4c7a-b5ec-4e24fc69ff6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600283 Jan 27 22:04:02.447940 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4ebb4-179f-45a0-98a4-51436a74876a admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e98922-0c42-4217-a46d-9c9aed605f17,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:02.450049 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a4ebb4-179f-45a0-98a4-51436a74876a admin admin] No DVR routers for this DVR port d2e98922-0c42-4217-a46d-9c9aed605f17 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:04:02.484827 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d2e98922-0c42-4217-a46d-9c9aed605f17 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:02.514119 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: d2e98922-0c42-4217-a46d-9c9aed605f17 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:04:02.514495 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d2e98922-0c42-4217-a46d-9c9aed605f17 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:04:02.597589 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-84a4ebb4-179f-45a0-98a4-51436a74876a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (15c45369-7dbb-4faa-b728-31d16e2a38cf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:02.631837 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-832f1932-84a7-492e-807c-ad743c8b9a4e req-057bb977-8f55-4295-8dc9-6518020bae28 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186383 Jan 27 22:04:02.670615 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-84a4ebb4-179f-45a0-98a4-51436a74876a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c45369-7dbb-4faa-b728-31d16e2a38cf']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:02.676642 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc0cc3-f526-4a08-9f93-31490a9ef887 req-3d5a9712-b979-4d33-997b-d00cf67b2031 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:02.691517 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8cc0cc3-f526-4a08-9f93-31490a9ef887 req-3d5a9712-b979-4d33-997b-d00cf67b2031 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.2474518 Jan 27 22:04:02.699123 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-84a4ebb4-179f-45a0-98a4-51436a74876a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c98b13-aa00-481c-840d-e4c94f46186d') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:02.699335 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-84a4ebb4-179f-45a0-98a4-51436a74876a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c98b13-aa00-481c-840d-e4c94f46186d') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:02.731120 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-84a4ebb4-179f-45a0-98a4-51436a74876a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (e3c98b13-aa00-481c-840d-e4c94f46186d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:02.766120 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-84a4ebb4-179f-45a0-98a4-51436a74876a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (e3c98b13-aa00-481c-840d-e4c94f46186d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:02.775868 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a4ebb4-179f-45a0-98a4-51436a74876a admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:04:02.776306 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-84a4ebb4-179f-45a0-98a4-51436a74876a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (e3c98b13-aa00-481c-840d-e4c94f46186d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:02.794193 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8cc0cc3-f526-4a08-9f93-31490a9ef887 req-729d4928-dc82-46c0-bfcf-0e9584c655c4 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989306 Jan 27 22:04:02.803864 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-10ba5e8a-482b-45c4-bb2d-f3321a87c6bd service neutron] 10.222.0.15 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214188 Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:04:02.862820 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:04:02.876445 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-84a4ebb4-179f-45a0-98a4-51436a74876a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (15c45369-7dbb-4faa-b728-31d16e2a38cf), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:02.890615 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-84a4ebb4-179f-45a0-98a4-51436a74876a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:02.899048 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-84a4ebb4-179f-45a0-98a4-51436a74876a admin admin] 10.222.0.23 "DELETE /v2.0/networks/15c45369-7dbb-4faa-b728-31d16e2a38cf HTTP/1.1" status: 204 len: 168 time: 2.1331611 Jan 27 22:04:02.917078 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4ebb4-179f-45a0-98a4-51436a74876a admin admin] Pushing event deleted for resources: {'Network': ['ID=15c45369-7dbb-4faa-b728-31d16e2a38cf,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:03.013204 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64792cb5-5fa4-45f4-bbcd-02be6ad7bd09 req-4ab9f448-faf8-4f82-a2b8-e33c9e17d95a service neutron] 10.222.0.15 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999080 Jan 27 22:04:03.096648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202b4f4-c13c-476b-9371-7cb950b9d94a req-15fb08c5-86fe-4422-a78a-8f23803f1db7 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:03.104959 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4202b4f4-c13c-476b-9371-7cb950b9d94a req-15fb08c5-86fe-4422-a78a-8f23803f1db7 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ed3a7-da99-4950-8c59-e96241fa5d20 HTTP/1.1" status: 200 len: 943 time: 0.0907898 Jan 27 22:04:03.251359 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4202b4f4-c13c-476b-9371-7cb950b9d94a req-b367424c-3ab9-409d-a071-81493d99f377 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307769 Jan 27 22:04:03.271979 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41220) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:03.291818 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56bb4a-98a3-41f5-9da5-08790693dfe8 req-42b04632-63d1-4f05-9a27-49b28291ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:03.295236 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be56bb4a-98a3-41f5-9da5-08790693dfe8 req-42b04632-63d1-4f05-9a27-49b28291ece5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=29f1b1b915984af3b6beaec3b0cb4d0f&device_id=d78ed3a7-da99-4950-8c59-e96241fa5d20 HTTP/1.1" status: 200 len: 1094 time: 0.1892498 Jan 27 22:04:03.348207 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ce038aa7-f043-477f-854d-925956e8d6e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e6a4591e21842348002d2aff51fa01d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0746737 Jan 27 22:04:03.352490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41222) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:03.479242 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56bb4a-98a3-41f5-9da5-08790693dfe8 req-c9dfd1a1-a6fb-42fd-8dab-6cc422e641e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:03.481186 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be56bb4a-98a3-41f5-9da5-08790693dfe8 req-c9dfd1a1-a6fb-42fd-8dab-6cc422e641e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5172c394-afad-4c7a-b5ec-4e24fc69ff6c HTTP/1.1" status: 200 len: 916 time: 0.1774540 Jan 27 22:04:03.499942 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f6acc006-2ddb-4c2f-84a6-9bd5f912fe24 admin admin] Publish callbacks [] for security_group (158d0fbf-f35a-4554-870f-92f1b9f6bc67), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:03.541878 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be56bb4a-98a3-41f5-9da5-08790693dfe8 req-ffe960d5-79c0-4d37-b8bf-6e3cba64b42d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c9b17cd-428b-46de-b3a0-4243bb391362 HTTP/1.1" status: 200 len: 217 time: 0.0391548 Jan 27 22:04:03.599889 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56bb4a-98a3-41f5-9da5-08790693dfe8 req-c80a930c-fab0-4759-8729-0417d16601e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:03.601773 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be56bb4a-98a3-41f5-9da5-08790693dfe8 req-c80a930c-fab0-4759-8729-0417d16601e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73d1c295-f15a-4861-84c0-477c63d6ad5c HTTP/1.1" status: 200 len: 855 time: 0.0518715 Jan 27 22:04:03.619943 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f6acc006-2ddb-4c2f-84a6-9bd5f912fe24 admin admin] Publish callbacks [] for security_group (158d0fbf-f35a-4554-870f-92f1b9f6bc67), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:03.679759 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f6acc006-2ddb-4c2f-84a6-9bd5f912fe24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (158d0fbf-f35a-4554-870f-92f1b9f6bc67), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:03.681283 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f6acc006-2ddb-4c2f-84a6-9bd5f912fe24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:03.682427 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f6acc006-2ddb-4c2f-84a6-9bd5f912fe24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/158d0fbf-f35a-4554-870f-92f1b9f6bc67 HTTP/1.1" status: 204 len: 168 time: 0.3280444 Jan 27 22:04:03.728670 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be56bb4a-98a3-41f5-9da5-08790693dfe8 req-f30e8a60-43a6-4fe5-a49b-46017bc3a36b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5172c394-afad-4c7a-b5ec-4e24fc69ff6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618553 Jan 27 22:04:03.758510 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acc006-2ddb-4c2f-84a6-9bd5f912fe24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158d0fbf-f35a-4554-870f-92f1b9f6bc67,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:04.005995 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b203d5a-6d32-426d-b832-bea893d78ed3 req-4a31b810-48d0-476b-9008-33fea12350b6 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:04.007557 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b203d5a-6d32-426d-b832-bea893d78ed3 req-4a31b810-48d0-476b-9008-33fea12350b6 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.2103539 Jan 27 22:04:04.223521 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b203d5a-6d32-426d-b832-bea893d78ed3 req-d5dd981b-9182-4058-937b-eabcc4372f90 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867704 Jan 27 22:04:04.249462 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be56bb4a-98a3-41f5-9da5-08790693dfe8 req-b0d752ab-ae8a-45fa-bc3f-f0b8f5c2135b service neutron] 10.222.0.15 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098546 Jan 27 22:04:04.317303 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5099581-dc89-4b3d-9b3a-067c626faae8 req-6f1a0642-8d30-407b-a8f1-118460d364b8 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:04.319048 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5099581-dc89-4b3d-9b3a-067c626faae8 req-6f1a0642-8d30-407b-a8f1-118460d364b8 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.2405465 Jan 27 22:04:04.334260 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41242) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:04.410159 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-827b5273-b342-4d0b-aad0-45e54f5340d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32459725ddf84dbc8503dfad13bdf89c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0714045 Jan 27 22:04:04.410562 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41244) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:04.427065 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5099581-dc89-4b3d-9b3a-067c626faae8 req-96989814-2321-45a6-8ade-2e5e33548c3d tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765700 Jan 27 22:04:04.518397 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-928ec0fc-3d39-474e-a9f4-92fd6795d799 admin admin] Publish callbacks [] for security_group (9daa60a3-3d15-498c-ab6d-f16cbd83ae12), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:04.543345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea2cf6-2ba7-4a1f-b2bc-c99734821721 req-8cdbd660-0741-474e-8854-3c1026f85c11 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:04.544960 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-928ec0fc-3d39-474e-a9f4-92fd6795d799 admin admin] Publish callbacks [] for security_group (9daa60a3-3d15-498c-ab6d-f16cbd83ae12), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:04.553628 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3dea2cf6-2ba7-4a1f-b2bc-c99734821721 req-8cdbd660-0741-474e-8854-3c1026f85c11 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ed3a7-da99-4950-8c59-e96241fa5d20 HTTP/1.1" status: 200 len: 943 time: 0.1155486 Jan 27 22:04:04.624999 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be56bb4a-98a3-41f5-9da5-08790693dfe8 req-ebaf3222-f734-42f7-89cb-c4506269cebd service neutron] 10.222.0.15 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658202 Jan 27 22:04:04.635644 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-928ec0fc-3d39-474e-a9f4-92fd6795d799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9daa60a3-3d15-498c-ab6d-f16cbd83ae12), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:04.638577 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-928ec0fc-3d39-474e-a9f4-92fd6795d799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:04.640563 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-928ec0fc-3d39-474e-a9f4-92fd6795d799 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9daa60a3-3d15-498c-ab6d-f16cbd83ae12 HTTP/1.1" status: 204 len: 168 time: 0.2288096 Jan 27 22:04:04.649906 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3dea2cf6-2ba7-4a1f-b2bc-c99734821721 req-36fe5be7-e6a2-45c9-af05-37b855c06969 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894485 Jan 27 22:04:04.654298 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ec0fc-3d39-474e-a9f4-92fd6795d799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daa60a3-3d15-498c-ab6d-f16cbd83ae12,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:05.426042 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb912b-4bbb-4b0a-83cb-b372ceb1a9ed req-98efb077-6408-4e43-84e7-30a0ad70406f tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:05.431375 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-51bb912b-4bbb-4b0a-83cb-b372ceb1a9ed req-98efb077-6408-4e43-84e7-30a0ad70406f tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.1320806 Jan 27 22:04:05.549253 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-51bb912b-4bbb-4b0a-83cb-b372ceb1a9ed req-dc580ab4-ef15-448c-88ce-b7d1513927c4 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113989 Jan 27 22:04:05.712669 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41290) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:05.832481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63a5cc-b72d-4115-9578-ad388c8589b7 req-d89e38ed-1f16-4444-91d5-6518b74a80de tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:05.842467 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ee63a5cc-b72d-4115-9578-ad388c8589b7 req-d89e38ed-1f16-4444-91d5-6518b74a80de tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.1884706 Jan 27 22:04:05.862019 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-08dd7f7d-c927-408b-b018-10c59d3276c5 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1345856086-network', 'tenant_id': '2d58c35c47a24cf59e3470942edd812e'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:05.909581 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dd7f7d-c927-408b-b018-10c59d3276c5 admin admin] Made reservation on behalf of 2d58c35c47a24cf59e3470942edd812e for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:04:05.913275 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08dd7f7d-c927-408b-b018-10c59d3276c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:05.932199 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08dd7f7d-c927-408b-b018-10c59d3276c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:05.935025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b19e6b-f96a-4d46-9a53-2e2cb7a4e167 req-a4d7f66f-d5ec-46f1-aecd-545e8cfe24a1 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:05.938507 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7b19e6b-f96a-4d46-9a53-2e2cb7a4e167 req-a4d7f66f-d5ec-46f1-aecd-545e8cfe24a1 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.2063606 Jan 27 22:04:06.043315 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ee63a5cc-b72d-4115-9578-ad388c8589b7 req-dccfbad3-c0c9-4c7b-81f2-c1a34e1299b6 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948323 Jan 27 22:04:06.075025 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7b19e6b-f96a-4d46-9a53-2e2cb7a4e167 req-6af47583-5dee-4237-8e8b-afc01cad3a31 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218321 Jan 27 22:04:06.170583 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08dd7f7d-c927-408b-b018-10c59d3276c5 admin admin] Publish callbacks [] for security_group (471a94ba-087d-4ce9-b8ff-1db68e027310), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:06.187699 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08dd7f7d-c927-408b-b018-10c59d3276c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (471a94ba-087d-4ce9-b8ff-1db68e027310), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:06.222306 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08dd7f7d-c927-408b-b018-10c59d3276c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:04:06.246383 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd7f7d-c927-408b-b018-10c59d3276c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471a94ba-087d-4ce9-b8ff-1db68e027310,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:06.257998 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08dd7f7d-c927-408b-b018-10c59d3276c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (dfa4090c-28d3-444b-bad3-832377c0c193), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:06.258893 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-08dd7f7d-c927-408b-b018-10c59d3276c5 admin admin] Added segment dfa4090c-28d3-444b-bad3-832377c0c193 of type vlan for network 12dc6405-53a3-45b8-833c-b9a0d9fa150f Jan 27 22:04:06.323281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1f217-1330-449b-a0f1-3006e7ef1879 req-df76ff53-f21d-4f6c-85d1-0c61671a683a tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:06.325230 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aca1f217-1330-449b-a0f1-3006e7ef1879 req-df76ff53-f21d-4f6c-85d1-0c61671a683a tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ed3a7-da99-4950-8c59-e96241fa5d20 HTTP/1.1" status: 200 len: 943 time: 0.0835867 Jan 27 22:04:06.353645 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08dd7f7d-c927-408b-b018-10c59d3276c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (12dc6405-53a3-45b8-833c-b9a0d9fa150f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:06.420660 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08dd7f7d-c927-408b-b018-10c59d3276c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (12dc6405-53a3-45b8-833c-b9a0d9fa150f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:06.422192 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dd7f7d-c927-408b-b018-10c59d3276c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:06.423364 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08dd7f7d-c927-408b-b018-10c59d3276c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:06.445077 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aca1f217-1330-449b-a0f1-3006e7ef1879 req-95b43e55-cf29-4c3f-ac9e-53fd5dc2a3cb tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097126 Jan 27 22:04:06.454442 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-08dd7f7d-c927-408b-b018-10c59d3276c5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7396874 Jan 27 22:04:06.457189 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41304) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:06.464303 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-cfbdea9c-ecba-4d27-9d9c-7f51aac84588 admin admin] Request body: {'subnet': {'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1345856086-subnet', 'tenant_id': '2d58c35c47a24cf59e3470942edd812e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:06.513308 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5c9b17cd-428b-46de-b3a0-4243bb391362 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:04:06.537170 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbdea9c-ecba-4d27-9d9c-7f51aac84588 admin admin] Made reservation on behalf of 2d58c35c47a24cf59e3470942edd812e for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:04:06.543031 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cfbdea9c-ecba-4d27-9d9c-7f51aac84588 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:06.620759 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd7f7d-c927-408b-b018-10c59d3276c5 admin admin] Pushing event updated for resources: {'Network': ['ID=12dc6405-53a3-45b8-833c-b9a0d9fa150f,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:06.633188 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 12dc6405-53a3-45b8-833c-b9a0d9fa150f details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:04:06.832626 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf50119-fad5-4748-bd0e-9971739ee6f7 req-b5089833-f11d-4051-b9eb-921ead80c547 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:06.834528 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1bf50119-fad5-4748-bd0e-9971739ee6f7 req-b5089833-f11d-4051-b9eb-921ead80c547 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.1228826 Jan 27 22:04:06.851941 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cfbdea9c-ecba-4d27-9d9c-7f51aac84588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (d4f125e2-09f8-4575-8359-c357dbc9db16), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:06.953616 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5c9b17cd-428b-46de-b3a0-4243bb391362, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5c9b17cd-428b-46de-b3a0-4243bb391362,segment=NetworkSegment(25092456-2e36-4ed4-b458-7fd26a08791a),segment_id=25092456-2e36-4ed4-b458-7fd26a08791a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:06.967338 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbdea9c-ecba-4d27-9d9c-7f51aac84588 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f125e2-09f8-4575-8359-c357dbc9db16,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:06.979008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1bf50119-fad5-4748-bd0e-9971739ee6f7 req-4d629d00-e528-4337-a874-dd6c3f4479b0 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239691 Jan 27 22:04:06.993608 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '5c9b17cd-428b-46de-b3a0-4243bb391362', 'network_id': '5172c394-afad-4c7a-b5ec-4e24fc69ff6c', 'port_id': '5c9b17cd-428b-46de-b3a0-4243bb391362', 'mac_address': 'fa:16:3e:a2:2d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d1c295-f15a-4861-84c0-477c63d6ad5c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:04:07.019672 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbdea9c-ecba-4d27-9d9c-7f51aac84588 admin admin] Checking segment: {'id': 'dfa4090c-28d3-444b-bad3-832377c0c193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:04:07.020064 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbdea9c-ecba-4d27-9d9c-7f51aac84588 admin admin] Network hostable DHCP agents. Network: 12dc6405-53a3-45b8-833c-b9a0d9fa150f, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:04:07.060490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 5c9b17cd-428b-46de-b3a0-4243bb391362 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:07.061151 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5c9b17cd-428b-46de-b3a0-4243bb391362), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:07.067874 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbdea9c-ecba-4d27-9d9c-7f51aac84588 admin admin] Network 12dc6405-53a3-45b8-833c-b9a0d9fa150f is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:04:07.087924 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-cfbdea9c-ecba-4d27-9d9c-7f51aac84588 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 12dc6405-53a3-45b8-833c-b9a0d9fa150f) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:04:07.089603 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9b17cd-428b-46de-b3a0-4243bb391362 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:04:07.093089 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbdea9c-ecba-4d27-9d9c-7f51aac84588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:07.094094 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cfbdea9c-ecba-4d27-9d9c-7f51aac84588 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:07.122712 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5c9b17cd-428b-46de-b3a0-4243bb391362, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5c9b17cd-428b-46de-b3a0-4243bb391362,segment=NetworkSegment(25092456-2e36-4ed4-b458-7fd26a08791a),segment_id=25092456-2e36-4ed4-b458-7fd26a08791a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:07.126976 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cfbdea9c-ecba-4d27-9d9c-7f51aac84588 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6672947 Jan 27 22:04:07.137236 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f755222-5845-44ea-be2b-472653e97ea6 None None] Network 12dc6405-53a3-45b8-833c-b9a0d9fa150f requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:04:07.253260 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5c9b17cd-428b-46de-b3a0-4243bb391362), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:07.289858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c86257-5348-45cf-a367-3a968e279314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-12dc6405-53a3-45b8-833c-b9a0d9fa150f', 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f', 'project_id': '2d58c35c47a24cf59e3470942edd812e', 'fixed_ips': [{'subnet_id': 'd4f125e2-09f8-4575-8359-c357dbc9db16'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:04:07.291334 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-43c86257-5348-45cf-a367-3a968e279314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:07.511799 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256bb90-d9f3-41f5-a55c-9f98e99b813f req-d2b605c1-2dd9-4518-a27c-ed87b45dd366 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:07.533351 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f256bb90-d9f3-41f5-a55c-9f98e99b813f req-d2b605c1-2dd9-4518-a27c-ed87b45dd366 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.2292159 Jan 27 22:04:07.562444 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5a84f-1698-48dc-b4a7-0b21cb013c2b req-5934985b-51a7-4d2c-892e-5356a48f4ea4 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:07.564593 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22d5a84f-1698-48dc-b4a7-0b21cb013c2b req-5934985b-51a7-4d2c-892e-5356a48f4ea4 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.15 "GET /v2.0/ports?device_id=e83670a7-a7ec-4fae-8f41-bf36a54db80a HTTP/1.1" status: 200 len: 947 time: 0.3385572 Jan 27 22:04:07.564999 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=5c9b17cd-428b-46de-b3a0-4243bb391362,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:07.588822 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-43c86257-5348-45cf-a367-3a968e279314 None None] Allocated IP 172.20.0.2 (12dc6405-53a3-45b8-833c-b9a0d9fa150f/d4f125e2-09f8-4575-8359-c357dbc9db16/853a873d-111d-4831-9ed7-d4060836294f) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:04:07.718188 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e234b-636a-4746-b3dd-222e4955186d req-dbeb19f7-165f-4e81-9a38-7d7a42e12b2d tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:07.726248 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b1e234b-636a-4746-b3dd-222e4955186d req-dbeb19f7-165f-4e81-9a38-7d7a42e12b2d tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.4397452 Jan 27 22:04:07.852153 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-43c86257-5348-45cf-a367-3a968e279314 None None] Publish callbacks [] for port (853a873d-111d-4831-9ed7-d4060836294f), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:07.856895 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['5c9b17cd-428b-46de-b3a0-4243bb391362'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:04:07.912583 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-43c86257-5348-45cf-a367-3a968e279314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (853a873d-111d-4831-9ed7-d4060836294f), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:07.963165 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b1e234b-636a-4746-b3dd-222e4955186d req-12dfb0f3-76c3-4717-a185-7a342b7b2845 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050695 Jan 27 22:04:07.987479 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c86257-5348-45cf-a367-3a968e279314 None None] Network 12dc6405-53a3-45b8-833c-b9a0d9fa150f is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:04:08.003482 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-43c86257-5348-45cf-a367-3a968e279314 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:04:08.024151 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c86257-5348-45cf-a367-3a968e279314 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:04:08.024315 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f256bb90-d9f3-41f5-a55c-9f98e99b813f req-b58fedf5-42a0-4a18-bacb-73c0ba3d6215 tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888473 Jan 27 22:04:08.027674 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c86257-5348-45cf-a367-3a968e279314 None None] Pushing event updated for resources: {'Port': ['ID=853a873d-111d-4831-9ed7-d4060836294f,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:08.066085 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-22d5a84f-1698-48dc-b4a7-0b21cb013c2b req-4d26d37d-f206-4242-8e72-ad638d5951ad tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Deleting port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:08.070992 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-22d5a84f-1698-48dc-b4a7-0b21cb013c2b req-4d26d37d-f206-4242-8e72-ad638d5951ad tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:08.120223 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-43c86257-5348-45cf-a367-3a968e279314 None None] Attempting to bind port 853a873d-111d-4831-9ed7-d4060836294f on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:04:08.120668 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-43c86257-5348-45cf-a367-3a968e279314 None None] Attempting to bind port 853a873d-111d-4831-9ed7-d4060836294f by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'dfa4090c-28d3-444b-bad3-832377c0c193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:04:08.121163 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c86257-5348-45cf-a367-3a968e279314 None None] Attempting to bind port 853a873d-111d-4831-9ed7-d4060836294f on network 12dc6405-53a3-45b8-833c-b9a0d9fa150f {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:08.128972 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c86257-5348-45cf-a367-3a968e279314 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:04:08.129444 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c86257-5348-45cf-a367-3a968e279314 None None] Checking segment: {'id': 'dfa4090c-28d3-444b-bad3-832377c0c193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:04:08.129916 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-43c86257-5348-45cf-a367-3a968e279314 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:08.130369 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c86257-5348-45cf-a367-3a968e279314 None None] Bound using segment: {'id': 'dfa4090c-28d3-444b-bad3-832377c0c193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:04:08.132062 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-43c86257-5348-45cf-a367-3a968e279314 None None] Bound port: 853a873d-111d-4831-9ed7-d4060836294f, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa4090c-28d3-444b-bad3-832377c0c193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:04:08.132062 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-43c86257-5348-45cf-a367-3a968e279314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (853a873d-111d-4831-9ed7-d4060836294f), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:08.280632 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ee276-8f82-4acd-847d-619cd6803915 req-697a6969-cca2-409f-a677-7b1b5012dd9b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:08.290009 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-43c86257-5348-45cf-a367-3a968e279314 None None] For port 853a873d-111d-4831-9ed7-d4060836294f, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:04:08.291254 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-583ee276-8f82-4acd-847d-619cd6803915 req-697a6969-cca2-409f-a677-7b1b5012dd9b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ed3a7-da99-4950-8c59-e96241fa5d20 HTTP/1.1" status: 200 len: 944 time: 0.1073642 Jan 27 22:04:08.294505 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-43c86257-5348-45cf-a367-3a968e279314 None None] For port 853a873d-111d-4831-9ed7-d4060836294f, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=853a873d-111d-4831-9ed7-d4060836294f,segment=NetworkSegment(dfa4090c-28d3-444b-bad3-832377c0c193),segment_id=dfa4090c-28d3-444b-bad3-832377c0c193)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:04:08.309619 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-43c86257-5348-45cf-a367-3a968e279314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (853a873d-111d-4831-9ed7-d4060836294f), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:08.336759 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-22d5a84f-1698-48dc-b4a7-0b21cb013c2b req-4d26d37d-f206-4242-8e72-ad638d5951ad tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] For port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,segment=NetworkSegment(03f03b00-21f2-4482-a656-94e7ab611f3b),segment_id=03f03b00-21f2-4482-a656-94e7ab611f3b)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:08.337144 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-22d5a84f-1698-48dc-b4a7-0b21cb013c2b req-4d26d37d-f206-4242-8e72-ad638d5951ad tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:08.386601 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c86257-5348-45cf-a367-3a968e279314 None None] Pushing event updated for resources: {'Port': ['ID=853a873d-111d-4831-9ed7-d4060836294f,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:08.399818 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-22d5a84f-1698-48dc-b4a7-0b21cb013c2b req-4d26d37d-f206-4242-8e72-ad638d5951ad tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Calling delete_port for 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:08.472268 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-583ee276-8f82-4acd-847d-619cd6803915 req-c18233e3-b57f-4621-bcc9-52346441f5e7 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705675 Jan 27 22:04:09.134170 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc56c4-d18f-44a8-aa3e-ae28249767a4 req-236f366f-0661-45db-a4ae-c2c1fe24b038 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:09.135846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dcbc56c4-d18f-44a8-aa3e-ae28249767a4 req-236f366f-0661-45db-a4ae-c2c1fe24b038 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.1212733 Jan 27 22:04:09.157474 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-00049d97-ee0d-41fb-8d31-6d12e19bc398 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:09.158914 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-00049d97-ee0d-41fb-8d31-6d12e19bc398 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/networks?id=12dc6405-53a3-45b8-833c-b9a0d9fa150f HTTP/1.1" status: 200 len: 816 time: 0.6825063 Jan 27 22:04:09.172113 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-22d5a84f-1698-48dc-b4a7-0b21cb013c2b req-4d26d37d-f206-4242-8e72-ad638d5951ad tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (2eff0d7f-a483-4476-be8c-1dd7c8e1f630), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:09.215009 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-82d1dceb-5e4a-411f-b484-07d6cb84ed19 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/quotas/2d58c35c47a24cf59e3470942edd812e HTTP/1.1" status: 200 len: 375 time: 0.0472195 Jan 27 22:04:09.220780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26d37d-f206-4242-8e72-ad638d5951ad tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Pushing event deleted for resources: {'Port': ['ID=2eff0d7f-a483-4476-be8c-1dd7c8e1f630,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:09.286521 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dcbc56c4-d18f-44a8-aa3e-ae28249767a4 req-527b79e6-e047-4680-a5d7-3fc0d51eb022 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418247 Jan 27 22:04:09.287341 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d5a84f-1698-48dc-b4a7-0b21cb013c2b req-4d26d37d-f206-4242-8e72-ad638d5951ad tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] No DVR routers for this DVR port 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:04:09.309874 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-22d5a84f-1698-48dc-b4a7-0b21cb013c2b req-4d26d37d-f206-4242-8e72-ad638d5951ad tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:09.313229 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22d5a84f-1698-48dc-b4a7-0b21cb013c2b req-4d26d37d-f206-4242-8e72-ad638d5951ad tempest-ServersNegativeTestJSON-400826147 tempest-ServersNegativeTestJSON-400826147-project] 10.222.0.15 "DELETE /v2.0/ports/2eff0d7f-a483-4476-be8c-1dd7c8e1f630 HTTP/1.1" status: 204 len: 173 time: 1.7142608 Jan 27 22:04:09.313677 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83670a7-a7ec-4fae-8f41-bf36a54db80a', 'name': 'network-vif-deleted', 'tag': '2eff0d7f-a483-4476-be8c-1dd7c8e1f630'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:09.316049 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d04f80-66ad-4ab2-949c-b9aabd631fbd" -d '{"events": [{"server_uuid": "e83670a7-a7ec-4fae-8f41-bf36a54db80a", "name": "network-vif-deleted", "tag": "2eff0d7f-a483-4476-be8c-1dd7c8e1f630"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:09.343873 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-51a0cd59-9a26-4bc4-a87e-c9db8432fefc tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d58c35c47a24cf59e3470942edd812e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0916023 Jan 27 22:04:09.575517 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-b43495ec-7348-46ce-a5e8-4c170ba46e5b service neutron] 10.222.0.23 "GET /v2.0/networks/12dc6405-53a3-45b8-833c-b9a0d9fa150f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187316 Jan 27 22:04:09.683843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341568d5-b38c-4418-881d-85d25e94b61c req-91dbf08c-c92f-4ece-9b13-a88deb443aec tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:09.685428 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-341568d5-b38c-4418-881d-85d25e94b61c req-91dbf08c-c92f-4ece-9b13-a88deb443aec tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.2017541 Jan 27 22:04:09.726508 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-49b2d2a5-069e-4566-ae5d-253946495918 service neutron] 10.222.0.23 "GET /v2.0/networks/12dc6405-53a3-45b8-833c-b9a0d9fa150f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496513 Jan 27 22:04:09.757353 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-341568d5-b38c-4418-881d-85d25e94b61c req-5a0dc066-e1d6-449c-bdcd-8d1352106f43 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652494 Jan 27 22:04:09.877542 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41380) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:09.900994 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5bc3f3-e5c4-4e6c-905b-b7d6a1aed7a4 None None] Network 12dc6405-53a3-45b8-833c-b9a0d9fa150f requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:04:09.953562 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84fcdba-92d2-48a7-ac9b-f90e1f8b4db7 admin admin] Deleting subnet 2bb2bac3-c60e-4848-afff-f0961fb92d28 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:04:09.957467 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f84fcdba-92d2-48a7-ac9b-f90e1f8b4db7 admin admin] Publish callbacks [] for subnet (2bb2bac3-c60e-4848-afff-f0961fb92d28), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:09.997172 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f84fcdba-92d2-48a7-ac9b-f90e1f8b4db7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (2bb2bac3-c60e-4848-afff-f0961fb92d28), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.048548 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f84fcdba-92d2-48a7-ac9b-f90e1f8b4db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (2bb2bac3-c60e-4848-afff-f0961fb92d28), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.048702 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8202a977-4446-4854-9a85-7a02cae07684 x-openstack-request-id: req-8202a977-4446-4854-9a85-7a02cae07684 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:10.048945 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83670a7-a7ec-4fae-8f41-bf36a54db80a", "name": "network-vif-deleted", "tag": "2eff0d7f-a483-4476-be8c-1dd7c8e1f630", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:10.049175 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8202a977-4446-4854-9a85-7a02cae07684 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:10.049643 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83670a7-a7ec-4fae-8f41-bf36a54db80a', 'name': 'network-vif-deleted', 'tag': '2eff0d7f-a483-4476-be8c-1dd7c8e1f630', 'status': 'completed', 'code': 200} Jan 27 22:04:10.126943 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-9bc4767c-11be-4659-9c46-54e165f3b01f None None] Provisioning complete for port 853a873d-111d-4831-9ed7-d4060836294f triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:10.127204 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9bc4767c-11be-4659-9c46-54e165f3b01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (853a873d-111d-4831-9ed7-d4060836294f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.170589 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f84fcdba-92d2-48a7-ac9b-f90e1f8b4db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (2bb2bac3-c60e-4848-afff-f0961fb92d28), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.228457 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fcdba-92d2-48a7-ac9b-f90e1f8b4db7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bb2bac3-c60e-4848-afff-f0961fb92d28,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:10.232724 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f84fcdba-92d2-48a7-ac9b-f90e1f8b4db7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.238350 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f84fcdba-92d2-48a7-ac9b-f90e1f8b4db7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2bb2bac3-c60e-4848-afff-f0961fb92d28 HTTP/1.1" status: 204 len: 168 time: 0.3575366 Jan 27 22:04:10.240896 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41390) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:10.315780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecfcdc-efff-4214-9c46-3eefd4a3512f req-0a255b87-4a41-4b50-9c44-354e67efb4e6 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:10.326210 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-34ecfcdc-efff-4214-9c46-3eefd4a3512f req-0a255b87-4a41-4b50-9c44-354e67efb4e6 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ed3a7-da99-4950-8c59-e96241fa5d20 HTTP/1.1" status: 200 len: 944 time: 0.1401107 Jan 27 22:04:10.406632 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-58162fac-bce3-4745-92dc-ea23bae2cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (459b8894-edc1-457b-b0fc-103b65af4a7d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.421769 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9bc4767c-11be-4659-9c46-54e165f3b01f None None] Current status of the port 853a873d-111d-4831-9ed7-d4060836294f is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:10.422493 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9bc4767c-11be-4659-9c46-54e165f3b01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (853a873d-111d-4831-9ed7-d4060836294f), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.498826 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-9bc4767c-11be-4659-9c46-54e165f3b01f None None] For port 853a873d-111d-4831-9ed7-d4060836294f, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=853a873d-111d-4831-9ed7-d4060836294f,segment=NetworkSegment(dfa4090c-28d3-444b-bad3-832377c0c193),segment_id=dfa4090c-28d3-444b-bad3-832377c0c193)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:10.510580 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9bc4767c-11be-4659-9c46-54e165f3b01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (853a873d-111d-4831-9ed7-d4060836294f), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.577341 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5c9b17cd-428b-46de-b3a0-4243bb391362 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:04:10.602094 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-58162fac-bce3-4745-92dc-ea23bae2cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (459b8894-edc1-457b-b0fc-103b65af4a7d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.659232 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-58162fac-bce3-4745-92dc-ea23bae2cf41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459b8894-edc1-457b-b0fc-103b65af4a7d']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:10.681769 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-58162fac-bce3-4745-92dc-ea23bae2cf41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f03b00-21f2-4482-a656-94e7ab611f3b') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:10.682081 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-58162fac-bce3-4745-92dc-ea23bae2cf41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f03b00-21f2-4482-a656-94e7ab611f3b') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:10.686504 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 853a873d-111d-4831-9ed7-d4060836294f up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:04:10.701979 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-58162fac-bce3-4745-92dc-ea23bae2cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (03f03b00-21f2-4482-a656-94e7ab611f3b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.730231 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-58162fac-bce3-4745-92dc-ea23bae2cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (03f03b00-21f2-4482-a656-94e7ab611f3b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.743302 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58162fac-bce3-4745-92dc-ea23bae2cf41 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:04:10.743709 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-58162fac-bce3-4745-92dc-ea23bae2cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (03f03b00-21f2-4482-a656-94e7ab611f3b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:04:10.745662 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:04:10.748484 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-34ecfcdc-efff-4214-9c46-3eefd4a3512f req-08843856-1ef0-4400-9ff3-8865b0afd11b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169326 Jan 27 22:04:10.763123 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4767c-11be-4659-9c46-54e165f3b01f None None] Pushing event updated for resources: {'Port': ['ID=853a873d-111d-4831-9ed7-d4060836294f,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:10.796395 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 5c9b17cd-428b-46de-b3a0-4243bb391362 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:04:10.802243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 5c9b17cd-428b-46de-b3a0-4243bb391362 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:10.806762 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5c9b17cd-428b-46de-b3a0-4243bb391362), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.808696 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 853a873d-111d-4831-9ed7-d4060836294f triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:10.810575 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (853a873d-111d-4831-9ed7-d4060836294f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.883059 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-58162fac-bce3-4745-92dc-ea23bae2cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (459b8894-edc1-457b-b0fc-103b65af4a7d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.895620 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-58162fac-bce3-4745-92dc-ea23bae2cf41 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:10.906302 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-8af1140a-d21e-4c57-816a-2c470748734b tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:10.907067 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-58162fac-bce3-4745-92dc-ea23bae2cf41 admin admin] 10.222.0.23 "DELETE /v2.0/networks/459b8894-edc1-457b-b0fc-103b65af4a7d HTTP/1.1" status: 204 len: 168 time: 0.6624346 Jan 27 22:04:10.919060 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58162fac-bce3-4745-92dc-ea23bae2cf41 admin admin] Pushing event deleted for resources: {'Network': ['ID=459b8894-edc1-457b-b0fc-103b65af4a7d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:10.919289 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-8af1140a-d21e-4c57-816a-2c470748734b tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/networks?id=12dc6405-53a3-45b8-833c-b9a0d9fa150f HTTP/1.1" status: 200 len: 816 time: 0.5900218 Jan 27 22:04:10.986113 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-20015344-88c5-49fb-8471-9ed7d223c294 None None] Provisioning complete for port 853a873d-111d-4831-9ed7-d4060836294f triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:10.987101 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-20015344-88c5-49fb-8471-9ed7d223c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (853a873d-111d-4831-9ed7-d4060836294f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:11.037439 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-28701a70-6414-4f31-98d5-ebd29a59b671 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/quotas/2d58c35c47a24cf59e3470942edd812e HTTP/1.1" status: 200 len: 375 time: 0.0856874 Jan 27 22:04:11.131408 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41412) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:11.138508 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd09448-fe74-4cd9-ba0d-62d3994fa87e req-be7aa7b1-01f5-49da-9046-cb5845c9f43c tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:11.140080 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2bd09448-fe74-4cd9-ba0d-62d3994fa87e req-be7aa7b1-01f5-49da-9046-cb5845c9f43c tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.2160189 Jan 27 22:04:11.198776 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d850c332-fea9-42e7-aa6e-4d70335e4fe2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f8119ca47b7479290f8f1a732965415&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0658038 Jan 27 22:04:11.199413 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 853a873d-111d-4831-9ed7-d4060836294f is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:11.200062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41416) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:11.235484 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-a82cf26f-94fc-444f-b4dd-da2b468060f2 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d58c35c47a24cf59e3470942edd812e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1863186 Jan 27 22:04:11.254367 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 5c9b17cd-428b-46de-b3a0-4243bb391362 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:11.254808 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5c9b17cd-428b-46de-b3a0-4243bb391362), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:11.256318 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-3609fe2a-0740-4b73-a6af-b3cd66104cbb service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:04:11.257512 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-3609fe2a-0740-4b73-a6af-b3cd66104cbb service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117011 Jan 27 22:04:11.279106 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-20015344-88c5-49fb-8471-9ed7d223c294 None None] Current status of the port 853a873d-111d-4831-9ed7-d4060836294f is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:11.292763 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2bd09448-fe74-4cd9-ba0d-62d3994fa87e req-163696d4-00c2-40f3-967b-a5c60ae26bef tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356769 Jan 27 22:04:11.297908 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78ed3a7-da99-4950-8c59-e96241fa5d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9b17cd-428b-46de-b3a0-4243bb391362'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:11.306385 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a14a293-8335-439d-a99f-892dd5e51fd9" -d '{"events": [{"server_uuid": "d78ed3a7-da99-4950-8c59-e96241fa5d20", "name": "network-vif-plugged", "status": "completed", "tag": "5c9b17cd-428b-46de-b3a0-4243bb391362"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:11.343865 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5c9b17cd-428b-46de-b3a0-4243bb391362, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5c9b17cd-428b-46de-b3a0-4243bb391362,segment=NetworkSegment(25092456-2e36-4ed4-b458-7fd26a08791a),segment_id=25092456-2e36-4ed4-b458-7fd26a08791a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:11.354209 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5c9b17cd-428b-46de-b3a0-4243bb391362), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:11.354821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:11.361684 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d5b2d4cb-cbed-48e1-a217-d2d0622c06d9 admin admin] Publish callbacks [] for security_group (2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:11.406940 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d5b2d4cb-cbed-48e1-a217-d2d0622c06d9 admin admin] Publish callbacks [] for security_group (2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:11.415281 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-b667a301-c6c8-49f2-ae9b-65235abe736e service neutron] 10.222.0.23 "GET /v2.0/networks/12dc6405-53a3-45b8-833c-b9a0d9fa150f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409826 Jan 27 22:04:11.439626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:04:11.439861 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 2eff0d7f-a483-4476-be8c-1dd7c8e1f630 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:04:11.495904 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=5c9b17cd-428b-46de-b3a0-4243bb391362,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:11.550971 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d5b2d4cb-cbed-48e1-a217-d2d0622c06d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:11.554612 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d5b2d4cb-cbed-48e1-a217-d2d0622c06d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:11.557969 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d5b2d4cb-cbed-48e1-a217-d2d0622c06d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20 HTTP/1.1" status: 204 len: 168 time: 0.3545451 Jan 27 22:04:11.579192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583113db-173c-4ef2-a358-311c9bea44d8 req-92709bee-5ad8-414e-8fad-1b3020a6bd5d tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:11.580721 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-583113db-173c-4ef2-a358-311c9bea44d8 req-92709bee-5ad8-414e-8fad-1b3020a6bd5d tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.1200538 Jan 27 22:04:11.587520 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-a58a6091-c089-4d08-b284-52078b0f004b service neutron] 10.222.0.23 "GET /v2.0/networks/12dc6405-53a3-45b8-833c-b9a0d9fa150f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662474 Jan 27 22:04:11.588400 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2d4cb-cbed-48e1-a217-d2d0622c06d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5ed48b-ef7b-4c39-891c-a7fd9b38ff20,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:11.806158 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-583113db-173c-4ef2-a358-311c9bea44d8 req-34ded47f-bb05-47e5-bf32-4207f47e46ec tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157011 Jan 27 22:04:11.983490 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7975abe2-d7ac-4b01-aceb-6f856cbc41bc x-openstack-request-id: req-7975abe2-d7ac-4b01-aceb-6f856cbc41bc {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:11.983788 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78ed3a7-da99-4950-8c59-e96241fa5d20", "name": "network-vif-plugged", "status": "completed", "tag": "5c9b17cd-428b-46de-b3a0-4243bb391362", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:11.984257 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7975abe2-d7ac-4b01-aceb-6f856cbc41bc {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:11.984847 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78ed3a7-da99-4950-8c59-e96241fa5d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9b17cd-428b-46de-b3a0-4243bb391362', 'code': 200} Jan 27 22:04:12.218334 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-84315971-d4d1-453b-a030-2891cfc15190 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:12.221370 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-84315971-d4d1-453b-a030-2891cfc15190 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.15 "GET /v2.0/networks?id=12dc6405-53a3-45b8-833c-b9a0d9fa150f HTTP/1.1" status: 200 len: 816 time: 0.3808460 Jan 27 22:04:12.269297 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-edaca556-756a-45d9-8f2a-767f40b7a3a9 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Request body: {'port': {'device_id': '607385cd-5cc2-404c-8e48-507758569698', 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f', 'admin_state_up': True, 'tenant_id': '2d58c35c47a24cf59e3470942edd812e'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:12.456641 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 853a873d-111d-4831-9ed7-d4060836294f up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:04:12.515159 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 853a873d-111d-4831-9ed7-d4060836294f triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:12.515956 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (853a873d-111d-4831-9ed7-d4060836294f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:12.525131 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f7e3c-25e6-4742-83d7-053c961cae25 req-d9081c21-dfcf-4b4c-9418-bce408f05f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:12.526639 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6d8f7e3c-25e6-4742-83d7-053c961cae25 req-d9081c21-dfcf-4b4c-9418-bce408f05f94 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d78ed3a7-da99-4950-8c59-e96241fa5d20 HTTP/1.1" status: 200 len: 1096 time: 0.4684694 Jan 27 22:04:12.628251 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519af89-45a8-41b1-972d-85bb49977e29 req-e4087255-d5ba-4a60-9945-7943ebed786b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:12.637148 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3519af89-45a8-41b1-972d-85bb49977e29 req-e4087255-d5ba-4a60-9945-7943ebed786b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ed3a7-da99-4950-8c59-e96241fa5d20 HTTP/1.1" status: 200 len: 945 time: 0.6257074 Jan 27 22:04:12.642813 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-edaca556-756a-45d9-8f2a-767f40b7a3a9 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Made reservation on behalf of 2d58c35c47a24cf59e3470942edd812e for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:04:12.646561 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-edaca556-756a-45d9-8f2a-767f40b7a3a9 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:12.669132 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-455b1e82-662d-4e69-a86e-a48478597764 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:12.671198 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-455b1e82-662d-4e69-a86e-a48478597764 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/networks?id=12dc6405-53a3-45b8-833c-b9a0d9fa150f HTTP/1.1" status: 200 len: 816 time: 0.4431515 Jan 27 22:04:12.682468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 853a873d-111d-4831-9ed7-d4060836294f is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:12.691568 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:12.759968 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6d8f7e3c-25e6-4742-83d7-053c961cae25 req-04d28884-1f90-4e90-938e-c2d536f8c76a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492026 Jan 27 22:04:12.856833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-bb77d3b5-90ff-45d3-ba2c-8d5764363f3f tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/quotas/2d58c35c47a24cf59e3470942edd812e HTTP/1.1" status: 200 len: 375 time: 0.1668146 Jan 27 22:04:12.961789 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3519af89-45a8-41b1-972d-85bb49977e29 req-3341de58-b925-4ef2-b176-e03a6e6615b9 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235531 Jan 27 22:04:12.999060 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-8dacd148-7191-47c4-ac5c-6ec491bbca89 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d58c35c47a24cf59e3470942edd812e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1281991 Jan 27 22:04:13.003503 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-edaca556-756a-45d9-8f2a-767f40b7a3a9 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Allocated IP 172.20.0.9 (12dc6405-53a3-45b8-833c-b9a0d9fa150f/d4f125e2-09f8-4575-8359-c357dbc9db16/f97066c3-4f92-43bf-bf5c-d79b11a0483c) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:04:13.183983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffe9a3-762f-4c8f-8b8c-22b9b5937947 req-3d3f55ea-31ba-48dd-bb4a-ce7c4ed1ab2c tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:13.197043 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7ffe9a3-762f-4c8f-8b8c-22b9b5937947 req-3d3f55ea-31ba-48dd-bb4a-ce7c4ed1ab2c tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.1614659 Jan 27 22:04:13.346005 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-16751cde-69b1-4932-b96d-8326cb3f973c service neutron] 10.222.0.23 "GET /v2.0/networks/12dc6405-53a3-45b8-833c-b9a0d9fa150f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399668 Jan 27 22:04:13.404596 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-edaca556-756a-45d9-8f2a-767f40b7a3a9 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks [] for port (f97066c3-4f92-43bf-bf5c-d79b11a0483c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:13.475559 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7ffe9a3-762f-4c8f-8b8c-22b9b5937947 req-f2b1c31b-5143-41ac-ab99-6585b2ba0b62 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196833 Jan 27 22:04:13.541379 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-a8e63f32-73fe-4e83-a58c-ba1aa4f3b4b0 service neutron] 10.222.0.23 "GET /v2.0/networks/12dc6405-53a3-45b8-833c-b9a0d9fa150f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938984 Jan 27 22:04:13.545267 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-edaca556-756a-45d9-8f2a-767f40b7a3a9 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f97066c3-4f92-43bf-bf5c-d79b11a0483c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:13.547653 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-fb820fda-56f7-4020-ba47-3ff7db11e3f0 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:13.552397 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-fb820fda-56f7-4020-ba47-3ff7db11e3f0 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.21 "GET /v2.0/networks?id=12dc6405-53a3-45b8-833c-b9a0d9fa150f HTTP/1.1" status: 200 len: 816 time: 0.1778545 Jan 27 22:04:13.571319 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-5f0ca286-452a-4a90-959c-27691ee0c201 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Request body: {'port': {'device_id': '07acc4c6-36a0-4775-991e-fdb4626bdcf0', 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f', 'admin_state_up': True, 'tenant_id': '2d58c35c47a24cf59e3470942edd812e'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:13.627992 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-edaca556-756a-45d9-8f2a-767f40b7a3a9 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Network 12dc6405-53a3-45b8-833c-b9a0d9fa150f is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:04:13.631755 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-edaca556-756a-45d9-8f2a-767f40b7a3a9 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:04:13.650970 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-edaca556-756a-45d9-8f2a-767f40b7a3a9 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:04:13.812800 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaca556-756a-45d9-8f2a-767f40b7a3a9 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Pushing event updated for resources: {'Port': ['ID=f97066c3-4f92-43bf-bf5c-d79b11a0483c,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:13.892148 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-edaca556-756a-45d9-8f2a-767f40b7a3a9 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:13.892958 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-edaca556-756a-45d9-8f2a-767f40b7a3a9 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:13.899470 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-5f0ca286-452a-4a90-959c-27691ee0c201 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Made reservation on behalf of 2d58c35c47a24cf59e3470942edd812e for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:04:13.903444 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-5f0ca286-452a-4a90-959c-27691ee0c201 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:13.925682 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-edaca556-756a-45d9-8f2a-767f40b7a3a9 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6902351 Jan 27 22:04:13.947526 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] Request body: {'port': {'device_id': '607385cd-5cc2-404c-8e48-507758569698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:13.971077 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-803842e7-b3ce-4dcc-a2b2-be3f4df80fb5 req-84167b4f-6f5d-4682-b8ed-927ca23ddfc0 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 210 time: 0.0526688 Jan 27 22:04:13.979019 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b1d1b-ace4-4af8-9293-fe1b55680601 req-a2aa14df-bb36-4dd8-b8e6-b43282217422 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:13.980532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-353b1d1b-ace4-4af8-9293-fe1b55680601 req-a2aa14df-bb36-4dd8-b8e6-b43282217422 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.2224066 Jan 27 22:04:14.257417 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 04ceed28-5cd5-476e-bdec-3b724b335706 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:14.267500 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1ccd9ec3-6e9d-4b1d-99b0-8dc0c0758cc2 None None] Provisioning complete for port f97066c3-4f92-43bf-bf5c-d79b11a0483c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:14.269603 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1ccd9ec3-6e9d-4b1d-99b0-8dc0c0758cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f97066c3-4f92-43bf-bf5c-d79b11a0483c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:14.279443 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-5f0ca286-452a-4a90-959c-27691ee0c201 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Allocated IP 172.20.0.14 (12dc6405-53a3-45b8-833c-b9a0d9fa150f/d4f125e2-09f8-4575-8359-c357dbc9db16/6ed4566c-76ca-4ee0-bd44-2746c14981ae) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:04:14.327772 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f97066c3-4f92-43bf-bf5c-d79b11a0483c), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:14.351771 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41500) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:14.391486 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1ccd9ec3-6e9d-4b1d-99b0-8dc0c0758cc2 None None] Port f97066c3-4f92-43bf-bf5c-d79b11a0483c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:04:14.420819 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-353b1d1b-ace4-4af8-9293-fe1b55680601 req-daecde25-b5e9-4d68-9aec-a3afe5cabaed tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206432 Jan 27 22:04:14.459652 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 04ceed28-5cd5-476e-bdec-3b724b335706 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:14.460130 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (04ceed28-5cd5-476e-bdec-3b724b335706), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:14.500273 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b25197-0d2f-462c-a898-3221d6f4d060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ceed28-5cd5-476e-bdec-3b724b335706'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:14.506358 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c48b43-86db-4833-9d0b-50b793513802" -d '{"events": [{"server_uuid": "55b25197-0d2f-462c-a898-3221d6f4d060", "name": "network-vif-unplugged", "status": "completed", "tag": "04ceed28-5cd5-476e-bdec-3b724b335706"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:14.524373 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 04ceed28-5cd5-476e-bdec-3b724b335706, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=04ceed28-5cd5-476e-bdec-3b724b335706,segment=NetworkSegment(62fa23dd-12a3-492b-934b-e983908fa985),segment_id=62fa23dd-12a3-492b-934b-e983908fa985)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:14.533340 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (04ceed28-5cd5-476e-bdec-3b724b335706), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:14.572734 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-5f0ca286-452a-4a90-959c-27691ee0c201 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks [] for port (6ed4566c-76ca-4ee0-bd44-2746c14981ae), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:14.649908 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5c31ed0e-2027-48b1-bb36-1aa532cb6365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:14.697027 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=04ceed28-5cd5-476e-bdec-3b724b335706,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:14.730597 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a25b9d-2314-4e70-b725-58703b74e8e6 req-ba668cb2-d51b-4fc5-9a82-fe7cd161be0b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:14.738899 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9a25b9d-2314-4e70-b725-58703b74e8e6 req-ba668cb2-d51b-4fc5-9a82-fe7cd161be0b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ed3a7-da99-4950-8c59-e96241fa5d20 HTTP/1.1" status: 200 len: 945 time: 0.5500224 Jan 27 22:04:14.853207 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698247e-0365-4b38-91d7-b11eae4a49ed req-5c21637f-609d-4b64-9bff-0197f0e9cda0 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:14.854794 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b698247e-0365-4b38-91d7-b11eae4a49ed req-5c21637f-609d-4b64-9bff-0197f0e9cda0 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.1488764 Jan 27 22:04:14.859086 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5c31ed0e-2027-48b1-bb36-1aa532cb6365 admin admin] Publish callbacks [] for security_group (a48ead97-60ae-4c05-977c-fc9b5051a943), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:14.875481 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5c31ed0e-2027-48b1-bb36-1aa532cb6365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a48ead97-60ae-4c05-977c-fc9b5051a943), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:14.899801 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-5f0ca286-452a-4a90-959c-27691ee0c201 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (6ed4566c-76ca-4ee0-bd44-2746c14981ae), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:14.927461 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5c31ed0e-2027-48b1-bb36-1aa532cb6365 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b9ceff834ba44a98d72c80b48fd7a7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5745399 Jan 27 22:04:14.928416 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31ed0e-2027-48b1-bb36-1aa532cb6365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48ead97-60ae-4c05-977c-fc9b5051a943,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:14.933016 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41520) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:14.962057 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9a25b9d-2314-4e70-b725-58703b74e8e6 req-ea2f8734-0e21-40a6-90bc-9f5774a5615e tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221611 Jan 27 22:04:15.068556 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed2b094-86b4-41c7-838b-3b00bee0c734 x-openstack-request-id: req-8ed2b094-86b4-41c7-838b-3b00bee0c734 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:15.068977 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b25197-0d2f-462c-a898-3221d6f4d060", "name": "network-vif-unplugged", "status": "completed", "tag": "04ceed28-5cd5-476e-bdec-3b724b335706", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:15.069309 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ed2b094-86b4-41c7-838b-3b00bee0c734 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:15.069808 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b25197-0d2f-462c-a898-3221d6f4d060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ceed28-5cd5-476e-bdec-3b724b335706', 'code': 200} Jan 27 22:04:15.114331 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-5f0ca286-452a-4a90-959c-27691ee0c201 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Network 12dc6405-53a3-45b8-833c-b9a0d9fa150f is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:04:15.125885 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ca286-452a-4a90-959c-27691ee0c201 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Pushing event updated for resources: {'Port': ['ID=6ed4566c-76ca-4ee0-bd44-2746c14981ae,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:15.151550 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c147ed3-8ca2-413b-bffd-6c02dfcc5f1f admin admin] Publish callbacks [] for security_group (a48ead97-60ae-4c05-977c-fc9b5051a943), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:15.162514 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b698247e-0365-4b38-91d7-b11eae4a49ed req-9bce429e-c5b3-42ca-8f18-f382c89ca182 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950125 Jan 27 22:04:15.218144 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c147ed3-8ca2-413b-bffd-6c02dfcc5f1f admin admin] Publish callbacks [] for security_group (a48ead97-60ae-4c05-977c-fc9b5051a943), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:15.304052 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-5f0ca286-452a-4a90-959c-27691ee0c201 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:04:15.313253 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-5f0ca286-452a-4a90-959c-27691ee0c201 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:04:15.316029 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c147ed3-8ca2-413b-bffd-6c02dfcc5f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a48ead97-60ae-4c05-977c-fc9b5051a943), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:15.321505 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c147ed3-8ca2-413b-bffd-6c02dfcc5f1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:15.322675 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6c147ed3-8ca2-413b-bffd-6c02dfcc5f1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a48ead97-60ae-4c05-977c-fc9b5051a943 HTTP/1.1" status: 204 len: 168 time: 0.3850353 Jan 27 22:04:15.413490 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c147ed3-8ca2-413b-bffd-6c02dfcc5f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48ead97-60ae-4c05-977c-fc9b5051a943,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:15.479055 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97066c3-4f92-43bf-bf5c-d79b11a0483c {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:04:15.517633 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] Publish callbacks [] for port (f97066c3-4f92-43bf-bf5c-d79b11a0483c), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:15.549285 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-5f0ca286-452a-4a90-959c-27691ee0c201 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:15.554238 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-5f0ca286-452a-4a90-959c-27691ee0c201 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:15.572961 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] Transition to ACTIVE for port object f97066c3-4f92-43bf-bf5c-d79b11a0483c will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:04:15.627976 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-5f0ca286-452a-4a90-959c-27691ee0c201 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0566778 Jan 27 22:04:15.654392 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] Request body: {'port': {'device_id': '07acc4c6-36a0-4775-991e-fdb4626bdcf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:15.757059 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ca09228-3e72-4022-ad42-3d5584e956b5 req-abd396c0-2a4e-4fd9-ac1a-a664b8f7eb45 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 210 time: 0.4450164 Jan 27 22:04:15.757764 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f97066c3-4f92-43bf-bf5c-d79b11a0483c), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:15.842071 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6ed4566c-76ca-4ee0-bd44-2746c14981ae), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:16.033742 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f97066c3-4f92-43bf-bf5c-d79b11a0483c,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:16.092531 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-eacbed57-5b14-4f42-8151-8d663c48612e None None] Provisioning complete for port 6ed4566c-76ca-4ee0-bd44-2746c14981ae triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:16.095045 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-eacbed57-5b14-4f42-8151-8d663c48612e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6ed4566c-76ca-4ee0-bd44-2746c14981ae), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:16.095464 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3bb31-b24f-46e7-9f4e-a350af7da4ae req-cc480a05-5bc4-45cd-932b-d9ad06316a04 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:16.115842 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-81f3bb31-b24f-46e7-9f4e-a350af7da4ae req-cc480a05-5bc4-45cd-932b-d9ad06316a04 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 943 time: 0.3931494 Jan 27 22:04:16.163198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-eacbed57-5b14-4f42-8151-8d663c48612e None None] Port 6ed4566c-76ca-4ee0-bd44-2746c14981ae cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:04:16.274191 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 04ceed28-5cd5-476e-bdec-3b724b335706 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:04:16.303063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-6ce4cf7e-dde2-4f6c-bf82-32da53fc7aa9 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:16.304783 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-6ce4cf7e-dde2-4f6c-bf82-32da53fc7aa9 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.15 "GET /v2.0/networks?id=12dc6405-53a3-45b8-833c-b9a0d9fa150f HTTP/1.1" status: 200 len: 816 time: 0.9969230 Jan 27 22:04:16.383028 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-1a4892ce-6917-4907-811b-64fef124c52e tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Request body: {'port': {'device_id': '49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad', 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f', 'admin_state_up': True, 'tenant_id': '2d58c35c47a24cf59e3470942edd812e'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:16.543890 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed4566c-76ca-4ee0-bd44-2746c14981ae {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:04:16.544129 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 04ceed28-5cd5-476e-bdec-3b724b335706, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=04ceed28-5cd5-476e-bdec-3b724b335706,segment=NetworkSegment(62fa23dd-12a3-492b-934b-e983908fa985),segment_id=62fa23dd-12a3-492b-934b-e983908fa985)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:16.565915 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] Publish callbacks [] for port (6ed4566c-76ca-4ee0-bd44-2746c14981ae), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:16.581376 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41564) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:16.588987 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '04ceed28-5cd5-476e-bdec-3b724b335706', 'network_id': 'aba8c96b-8083-40a9-8e75-d6eab38d4a88', 'port_id': '04ceed28-5cd5-476e-bdec-3b724b335706', 'mac_address': 'fa:16:3e:d3:ec:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd29a6d-b06e-439b-961f-793e9684fba2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:04:16.603843 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] Transition to ACTIVE for port object 6ed4566c-76ca-4ee0-bd44-2746c14981ae will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:04:16.609040 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (6ed4566c-76ca-4ee0-bd44-2746c14981ae), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:16.647613 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-81f3bb31-b24f-46e7-9f4e-a350af7da4ae req-7dd618a2-f678-4a1f-bd02-ac376386ccd4 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5248790 Jan 27 22:04:16.681328 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 04ceed28-5cd5-476e-bdec-3b724b335706 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:16.682146 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (04ceed28-5cd5-476e-bdec-3b724b335706), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:16.714296 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ceed28-5cd5-476e-bdec-3b724b335706 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:04:16.743709 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed4566c-76ca-4ee0-bd44-2746c14981ae,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:16.771399 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] Attempting to bind port f97066c3-4f92-43bf-bf5c-d79b11a0483c on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:04:16.771946 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] Attempting to bind port f97066c3-4f92-43bf-bf5c-d79b11a0483c by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'dfa4090c-28d3-444b-bad3-832377c0c193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:04:16.772064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] Attempting to bind port f97066c3-4f92-43bf-bf5c-d79b11a0483c on network 12dc6405-53a3-45b8-833c-b9a0d9fa150f {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:16.780334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 04ceed28-5cd5-476e-bdec-3b724b335706, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=04ceed28-5cd5-476e-bdec-3b724b335706,segment=NetworkSegment(62fa23dd-12a3-492b-934b-e983908fa985),segment_id=62fa23dd-12a3-492b-934b-e983908fa985)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:16.786011 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (04ceed28-5cd5-476e-bdec-3b724b335706), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:16.807400 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9ceb5-2207-4df2-87ef-9c3435890cb9 req-d9633465-7b18-4f2e-86b3-fd5119b22b38 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:16.817045 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfc9ceb5-2207-4df2-87ef-9c3435890cb9 req-d9633465-7b18-4f2e-86b3-fd5119b22b38 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.4151208 Jan 27 22:04:16.882784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] Port f97066c3-4f92-43bf-bf5c-d79b11a0483c on network 12dc6405-53a3-45b8-833c-b9a0d9fa150f not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:04:16.883112 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] Attempting to bind port f97066c3-4f92-43bf-bf5c-d79b11a0483c on network 12dc6405-53a3-45b8-833c-b9a0d9fa150f {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:16.946891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:04:16.947237 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] Checking segment: {'id': 'dfa4090c-28d3-444b-bad3-832377c0c193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:04:16.953016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] Bound using segment: {'id': 'dfa4090c-28d3-444b-bad3-832377c0c193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:04:16.953537 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] Bound port: f97066c3-4f92-43bf-bf5c-d79b11a0483c, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa4090c-28d3-444b-bad3-832377c0c193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:04:16.953916 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f97066c3-4f92-43bf-bf5c-d79b11a0483c), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:16.992984 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=04ceed28-5cd5-476e-bdec-3b724b335706,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:17.071095 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] Attempting to bind port 6ed4566c-76ca-4ee0-bd44-2746c14981ae on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:04:17.071438 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] Attempting to bind port 6ed4566c-76ca-4ee0-bd44-2746c14981ae by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'dfa4090c-28d3-444b-bad3-832377c0c193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:04:17.071773 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] Attempting to bind port 6ed4566c-76ca-4ee0-bd44-2746c14981ae on network 12dc6405-53a3-45b8-833c-b9a0d9fa150f {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:17.099469 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] Port 6ed4566c-76ca-4ee0-bd44-2746c14981ae on network 12dc6405-53a3-45b8-833c-b9a0d9fa150f not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:04:17.099802 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] Attempting to bind port 6ed4566c-76ca-4ee0-bd44-2746c14981ae on network 12dc6405-53a3-45b8-833c-b9a0d9fa150f {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:17.105414 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:04:17.105687 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] Checking segment: {'id': 'dfa4090c-28d3-444b-bad3-832377c0c193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:04:17.106078 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] Bound using segment: {'id': 'dfa4090c-28d3-444b-bad3-832377c0c193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:04:17.106515 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] Bound port: 6ed4566c-76ca-4ee0-bd44-2746c14981ae, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa4090c-28d3-444b-bad3-832377c0c193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:04:17.106880 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6ed4566c-76ca-4ee0-bd44-2746c14981ae), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:17.122130 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-418174b1-7ff5-43a0-b300-60abecbdfd5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:17.182585 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be08a384-a7f7-4a26-a688-b83efab23096 req-24b11640-e3cf-4bf4-9d2f-19eb2f4bef0b tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 210 time: 0.1239178 Jan 27 22:04:17.273079 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfc9ceb5-2207-4df2-87ef-9c3435890cb9 req-a45fce40-597f-4018-a5e7-23568d6ffb17 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041657 Jan 27 22:04:17.273750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-1a4892ce-6917-4907-811b-64fef124c52e tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Made reservation on behalf of 2d58c35c47a24cf59e3470942edd812e for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:04:17.277222 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-1a4892ce-6917-4907-811b-64fef124c52e tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:17.384498 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] For port f97066c3-4f92-43bf-bf5c-d79b11a0483c, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:04:17.391275 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] For port f97066c3-4f92-43bf-bf5c-d79b11a0483c, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f97066c3-4f92-43bf-bf5c-d79b11a0483c,segment=NetworkSegment(dfa4090c-28d3-444b-bad3-832377c0c193),segment_id=dfa4090c-28d3-444b-bad3-832377c0c193)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:04:17.397454 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f97066c3-4f92-43bf-bf5c-d79b11a0483c), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:17.417392 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] For port 6ed4566c-76ca-4ee0-bd44-2746c14981ae, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:04:17.428907 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] For port 6ed4566c-76ca-4ee0-bd44-2746c14981ae, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=6ed4566c-76ca-4ee0-bd44-2746c14981ae,segment=NetworkSegment(dfa4090c-28d3-444b-bad3-832377c0c193),segment_id=dfa4090c-28d3-444b-bad3-832377c0c193)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:04:17.459048 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (6ed4566c-76ca-4ee0-bd44-2746c14981ae), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:17.471524 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['04ceed28-5cd5-476e-bdec-3b724b335706'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:04:17.482589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:17.485020 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:17.490753 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] 10.222.0.15 "PUT /v2.0/ports/f97066c3-4f92-43bf-bf5c-d79b11a0483c HTTP/1.1" status: 200 len: 1091 time: 3.5488048 Jan 27 22:04:17.516342 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607385cd-5cc2-404c-8e48-507758569698', 'tag': 'f97066c3-4f92-43bf-bf5c-d79b11a0483c'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:17.523903 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa4957a-fcda-48c9-b453-602876c933d4" -d '{"events": [{"name": "network-changed", "server_uuid": "607385cd-5cc2-404c-8e48-507758569698", "tag": "f97066c3-4f92-43bf-bf5c-d79b11a0483c"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:17.579643 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:17.580392 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:17.581855 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] 10.222.0.21 "PUT /v2.0/ports/6ed4566c-76ca-4ee0-bd44-2746c14981ae HTTP/1.1" status: 200 len: 1092 time: 1.9496894 Jan 27 22:04:17.597757 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07acc4c6-36a0-4775-991e-fdb4626bdcf0', 'tag': '6ed4566c-76ca-4ee0-bd44-2746c14981ae'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:17.610174 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41812ab0-f8d2-4f92-8519-dee6fe54baf7" -d '{"events": [{"name": "network-changed", "server_uuid": "07acc4c6-36a0-4775-991e-fdb4626bdcf0", "tag": "6ed4566c-76ca-4ee0-bd44-2746c14981ae"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:17.782510 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd2299a-4206-4093-a6ca-0cc83bebfad9 x-openstack-request-id: req-1dd2299a-4206-4093-a6ca-0cc83bebfad9 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:17.783450 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07acc4c6-36a0-4775-991e-fdb4626bdcf0", "tag": "6ed4566c-76ca-4ee0-bd44-2746c14981ae", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:17.783908 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1dd2299a-4206-4093-a6ca-0cc83bebfad9 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:17.785119 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07acc4c6-36a0-4775-991e-fdb4626bdcf0', 'tag': '6ed4566c-76ca-4ee0-bd44-2746c14981ae', 'status': 'completed', 'code': 200} Jan 27 22:04:17.831831 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d54037d-c523-44bb-9da3-2ec57aafcc44 x-openstack-request-id: req-8d54037d-c523-44bb-9da3-2ec57aafcc44 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:17.832784 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607385cd-5cc2-404c-8e48-507758569698", "tag": "f97066c3-4f92-43bf-bf5c-d79b11a0483c", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:17.833631 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d54037d-c523-44bb-9da3-2ec57aafcc44 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:17.834196 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607385cd-5cc2-404c-8e48-507758569698', 'tag': 'f97066c3-4f92-43bf-bf5c-d79b11a0483c', 'status': 'completed', 'code': 200} Jan 27 22:04:17.891021 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-418174b1-7ff5-43a0-b300-60abecbdfd5d admin admin] Publish callbacks [] for security_group (8c13a036-d0ae-4d66-9348-98e4f0618130), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:17.929805 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-418174b1-7ff5-43a0-b300-60abecbdfd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8c13a036-d0ae-4d66-9348-98e4f0618130), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:18.005877 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-1a4892ce-6917-4907-811b-64fef124c52e tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Allocated IP 172.20.0.6 (12dc6405-53a3-45b8-833c-b9a0d9fa150f/d4f125e2-09f8-4575-8359-c357dbc9db16/747570bf-c566-42be-abad-b693758a5d8e) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:04:18.037062 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be4eab-5e98-4693-9cc9-708c58c91361 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed4566c-76ca-4ee0-bd44-2746c14981ae,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:18.059298 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d2844-a427-4366-9b64-7280023801c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f97066c3-4f92-43bf-bf5c-d79b11a0483c,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:18.076747 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-b87e947f-1693-4860-92dc-d6eaf42bb8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:18.078463 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-b87e947f-1693-4860-92dc-d6eaf42bb8cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d58c35c47a24cf59e3470942edd812e&device_id=07acc4c6-36a0-4775-991e-fdb4626bdcf0 HTTP/1.1" status: 200 len: 1095 time: 0.2886703 Jan 27 22:04:18.083780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613899d-bf4c-4656-b8e5-1a8dfb3cc3ff req-06dce5e0-9346-499d-8e4e-d9e5d79340ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:18.085826 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a613899d-bf4c-4656-b8e5-1a8dfb3cc3ff req-06dce5e0-9346-499d-8e4e-d9e5d79340ee service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 1096 time: 0.2870810 Jan 27 22:04:18.094209 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-0a85e0cb-7975-4be5-a316-d8054f56e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:18.096007 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-0a85e0cb-7975-4be5-a316-d8054f56e3c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d58c35c47a24cf59e3470942edd812e&device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 1094 time: 0.4662421 Jan 27 22:04:18.123395 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-418174b1-7ff5-43a0-b300-60abecbdfd5d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=576faa8a193f4077808ba1d1ff50b91e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5386443 Jan 27 22:04:18.193164 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41602) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:18.194191 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418174b1-7ff5-43a0-b300-60abecbdfd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c13a036-d0ae-4d66-9348-98e4f0618130,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:18.270521 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-f530c331-1772-495d-823e-205c9146be80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ed4566c-76ca-4ee0-bd44-2746c14981ae HTTP/1.1" status: 200 len: 217 time: 0.1770129 Jan 27 22:04:18.409090 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8417-d06f-4a54-996e-2715e0006c10 admin admin] Publish callbacks [] for security_group (8c13a036-d0ae-4d66-9348-98e4f0618130), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:18.420579 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-93bbe488-4604-4b37-b286-34476d61c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:18.422514 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-93bbe488-4604-4b37-b286-34476d61c30d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4f125e2-09f8-4575-8359-c357dbc9db16 HTTP/1.1" status: 200 len: 855 time: 0.1360598 Jan 27 22:04:18.477236 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8417-d06f-4a54-996e-2715e0006c10 admin admin] Publish callbacks [] for security_group (8c13a036-d0ae-4d66-9348-98e4f0618130), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:18.528429 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-fd897534-1cd8-4d76-bf46-fd7d523c7348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:18.530165 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-fd897534-1cd8-4d76-bf46-fd7d523c7348 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=12dc6405-53a3-45b8-833c-b9a0d9fa150f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898712 Jan 27 22:04:18.604562 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8417-d06f-4a54-996e-2715e0006c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8c13a036-d0ae-4d66-9348-98e4f0618130), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:18.607719 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8417-d06f-4a54-996e-2715e0006c10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:18.611366 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3c9f8417-d06f-4a54-996e-2715e0006c10 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c13a036-d0ae-4d66-9348-98e4f0618130 HTTP/1.1" status: 204 len: 168 time: 0.4026721 Jan 27 22:04:18.639536 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f8417-d06f-4a54-996e-2715e0006c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c13a036-d0ae-4d66-9348-98e4f0618130,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:18.694016 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-fc5f9508-3c6f-4333-8eca-9f8b71f8edaa service neutron] 10.222.0.21 "GET /v2.0/networks/12dc6405-53a3-45b8-833c-b9a0d9fa150f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558757 Jan 27 22:04:18.931484 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-eeeaa166-0c52-4029-a315-18462cd666a7 req-2ead585e-74ed-4f7c-ae0a-e7781a76b599 service neutron] 10.222.0.21 "GET /v2.0/networks/12dc6405-53a3-45b8-833c-b9a0d9fa150f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305064 Jan 27 22:04:18.990798 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fbb22-1565-4f74-a2df-ca1f3ba05970 req-2608f56f-b41e-4819-b04f-b3d6fefdaaf2 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:18.992392 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e55fbb22-1565-4f74-a2df-ca1f3ba05970 req-2608f56f-b41e-4819-b04f-b3d6fefdaaf2 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 944 time: 1.1531727 Jan 27 22:04:19.079412 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-88851856-71e8-4180-9df7-f1c3093a3e06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f97066c3-4f92-43bf-bf5c-d79b11a0483c HTTP/1.1" status: 200 len: 217 time: 0.1166039 Jan 27 22:04:19.137171 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-813dc1eb-ca5d-4c63-af07-75551e799987 req-de294084-1bcf-44a0-8b47-878ab853f23e tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 210 time: 0.1759069 Jan 27 22:04:19.138406 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41812ab0-f8d2-4f92-8519-dee6fe54baf7 req-b07ee53e-a2e4-48a0-b5f4-1790198611a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:19.142222 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-41812ab0-f8d2-4f92-8519-dee6fe54baf7 req-b07ee53e-a2e4-48a0-b5f4-1790198611a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d58c35c47a24cf59e3470942edd812e&device_id=07acc4c6-36a0-4775-991e-fdb4626bdcf0 HTTP/1.1" status: 200 len: 1095 time: 0.1185193 Jan 27 22:04:19.279894 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41812ab0-f8d2-4f92-8519-dee6fe54baf7 req-9681976e-7dab-451b-abe3-635b0ebca157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:19.281742 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-41812ab0-f8d2-4f92-8519-dee6fe54baf7 req-9681976e-7dab-451b-abe3-635b0ebca157 service neutron] 10.222.0.21 "GET /v2.0/networks?id=12dc6405-53a3-45b8-833c-b9a0d9fa150f HTTP/1.1" status: 200 len: 917 time: 0.1251488 Jan 27 22:04:19.355242 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-41812ab0-f8d2-4f92-8519-dee6fe54baf7 req-2eebc61f-716a-4354-b32d-a5520013905a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ed4566c-76ca-4ee0-bd44-2746c14981ae HTTP/1.1" status: 200 len: 217 time: 0.0656252 Jan 27 22:04:19.367284 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41634) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:19.430298 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41812ab0-f8d2-4f92-8519-dee6fe54baf7 req-3561d3bd-a737-4992-8957-20074213c379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:19.432784 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-41812ab0-f8d2-4f92-8519-dee6fe54baf7 req-3561d3bd-a737-4992-8957-20074213c379 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4f125e2-09f8-4575-8359-c357dbc9db16 HTTP/1.1" status: 200 len: 855 time: 0.0626111 Jan 27 22:04:19.459342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a613899d-bf4c-4656-b8e5-1a8dfb3cc3ff req-cc2b1269-b1ef-4c0d-a2d6-cd2349dd8ea4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089886 Jan 27 22:04:19.459999 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d89c2de2-e110-49fb-a2bf-e005b528ab35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:19.480256 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e55fbb22-1565-4f74-a2df-ca1f3ba05970 req-764f48eb-5e6e-49f3-90c3-875b43f0da03 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502990 Jan 27 22:04:19.495265 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41812ab0-f8d2-4f92-8519-dee6fe54baf7 req-df20685e-3943-41ce-a480-01a8b161cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:19.496814 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-41812ab0-f8d2-4f92-8519-dee6fe54baf7 req-df20685e-3943-41ce-a480-01a8b161cacd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=12dc6405-53a3-45b8-833c-b9a0d9fa150f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571833 Jan 27 22:04:19.513320 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-1a4892ce-6917-4907-811b-64fef124c52e tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks [] for port (747570bf-c566-42be-abad-b693758a5d8e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:19.530862 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-e7f86ae2-8f03-4821-8b82-6d69d6107145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:19.532720 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-e7f86ae2-8f03-4821-8b82-6d69d6107145 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4f125e2-09f8-4575-8359-c357dbc9db16 HTTP/1.1" status: 200 len: 855 time: 0.3942528 Jan 27 22:04:19.606427 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19235a-deea-426c-b6cd-9b142858692e req-d2adffb1-82ab-4686-a9d5-71c114fe4623 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:19.607920 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa19235a-deea-426c-b6cd-9b142858692e req-d2adffb1-82ab-4686-a9d5-71c114fe4623 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.2918148 Jan 27 22:04:19.672090 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-1a4892ce-6917-4907-811b-64fef124c52e tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (747570bf-c566-42be-abad-b693758a5d8e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:19.685160 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-da33d1fa-4d31-4929-a51b-ec6a0475697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:19.686306 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-da33d1fa-4d31-4929-a51b-ec6a0475697d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12dc6405-53a3-45b8-833c-b9a0d9fa150f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416326 Jan 27 22:04:19.777856 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa19235a-deea-426c-b6cd-9b142858692e req-d7b53c94-4499-4f49-9901-78f21ccb1663 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619625 Jan 27 22:04:19.813098 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-1a4892ce-6917-4907-811b-64fef124c52e tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Network 12dc6405-53a3-45b8-833c-b9a0d9fa150f is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:04:19.833690 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-1a4892ce-6917-4907-811b-64fef124c52e tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:04:19.846046 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d89c2de2-e110-49fb-a2bf-e005b528ab35 admin admin] Publish callbacks [] for security_group (2cf89136-f13b-44af-88b6-4c4b5ca21e7c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:19.847198 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-1a4892ce-6917-4907-811b-64fef124c52e tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:04:19.856360 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4892ce-6917-4907-811b-64fef124c52e tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Pushing event updated for resources: {'Port': ['ID=747570bf-c566-42be-abad-b693758a5d8e,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:19.880698 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d89c2de2-e110-49fb-a2bf-e005b528ab35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2cf89136-f13b-44af-88b6-4c4b5ca21e7c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:19.910209 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-41812ab0-f8d2-4f92-8519-dee6fe54baf7 req-8f6a0e1b-a1fd-47fb-ace5-c03f0628e123 service neutron] 10.222.0.21 "GET /v2.0/networks/12dc6405-53a3-45b8-833c-b9a0d9fa150f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608930 Jan 27 22:04:19.968773 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c2de2-e110-49fb-a2bf-e005b528ab35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf89136-f13b-44af-88b6-4c4b5ca21e7c,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:19.991531 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-1a4892ce-6917-4907-811b-64fef124c52e tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:19.992147 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-1a4892ce-6917-4907-811b-64fef124c52e tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.016234 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d89c2de2-e110-49fb-a2bf-e005b528ab35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18125f3f24104e3bab9db99952a163f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6276968 Jan 27 22:04:20.017266 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41644) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:20.033049 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-8b0287a1-bd7c-4fb1-9f38-8df0a7a2ba15 service neutron] 10.222.0.15 "GET /v2.0/networks/12dc6405-53a3-45b8-833c-b9a0d9fa150f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356957 Jan 27 22:04:20.050959 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-1a4892ce-6917-4907-811b-64fef124c52e tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7292826 Jan 27 22:04:20.069089 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] Request body: {'port': {'device_id': '49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:20.141457 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca2895ba-6d35-49c2-b664-326b70b986e3 admin admin] Publish callbacks [] for security_group (2cf89136-f13b-44af-88b6-4c4b5ca21e7c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.173218 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca2895ba-6d35-49c2-b664-326b70b986e3 admin admin] Publish callbacks [] for security_group (2cf89136-f13b-44af-88b6-4c4b5ca21e7c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.194886 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (747570bf-c566-42be-abad-b693758a5d8e), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.200342 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-41812ab0-f8d2-4f92-8519-dee6fe54baf7 req-6e739aa7-c615-41cb-a696-2ebc8857e026 service neutron] 10.222.0.21 "GET /v2.0/networks/12dc6405-53a3-45b8-833c-b9a0d9fa150f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751460 Jan 27 22:04:20.255104 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22e0b275-9f1e-407f-aa5b-a4da8fdc667f req-44fab1ca-66ad-4baf-b080-2a2cc6ef3075 service neutron] 10.222.0.15 "GET /v2.0/networks/12dc6405-53a3-45b8-833c-b9a0d9fa150f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152579 Jan 27 22:04:20.263716 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca2895ba-6d35-49c2-b664-326b70b986e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2cf89136-f13b-44af-88b6-4c4b5ca21e7c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.274116 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca2895ba-6d35-49c2-b664-326b70b986e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.275271 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ca2895ba-6d35-49c2-b664-326b70b986e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2cf89136-f13b-44af-88b6-4c4b5ca21e7c HTTP/1.1" status: 204 len: 168 time: 0.2570562 Jan 27 22:04:20.301272 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2895ba-6d35-49c2-b664-326b70b986e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf89136-f13b-44af-88b6-4c4b5ca21e7c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:20.376612 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 04ceed28-5cd5-476e-bdec-3b724b335706 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:04:20.378557 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cfb66-0ebe-4c53-8351-c7e8ef932648 req-1091e1ce-dd1c-4e5f-9163-a6cfea7b8672 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:20.380741 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb9cfb66-0ebe-4c53-8351-c7e8ef932648 req-1091e1ce-dd1c-4e5f-9163-a6cfea7b8672 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 931 time: 0.1241505 Jan 27 22:04:20.504430 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41662) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:20.551896 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-d9a16208-9f1f-41a4-a65b-7a009f19f7cc None None] Provisioning complete for port 747570bf-c566-42be-abad-b693758a5d8e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:20.553084 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d9a16208-9f1f-41a4-a65b-7a009f19f7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (747570bf-c566-42be-abad-b693758a5d8e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.572259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4957a-fcda-48c9-b453-602876c933d4 req-539d3f47-5f37-465c-be26-1ab687dc2bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:20.573782 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3aa4957a-fcda-48c9-b453-602876c933d4 req-539d3f47-5f37-465c-be26-1ab687dc2bcc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d58c35c47a24cf59e3470942edd812e&device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 1094 time: 0.1515281 Jan 27 22:04:20.590183 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb9cfb66-0ebe-4c53-8351-c7e8ef932648 req-741593d2-8306-4110-9635-276fb19041cd tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539083 Jan 27 22:04:20.670839 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 04ceed28-5cd5-476e-bdec-3b724b335706 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:20.671434 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (04ceed28-5cd5-476e-bdec-3b724b335706), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.720631 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d9a16208-9f1f-41a4-a65b-7a009f19f7cc None None] Port 747570bf-c566-42be-abad-b693758a5d8e cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:04:20.749555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4957a-fcda-48c9-b453-602876c933d4 req-e0b35c24-a842-4d56-933d-c5dc3082599a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:20.751421 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3aa4957a-fcda-48c9-b453-602876c933d4 req-e0b35c24-a842-4d56-933d-c5dc3082599a service neutron] 10.222.0.15 "GET /v2.0/networks?id=12dc6405-53a3-45b8-833c-b9a0d9fa150f HTTP/1.1" status: 200 len: 917 time: 0.1541114 Jan 27 22:04:20.801674 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 04ceed28-5cd5-476e-bdec-3b724b335706 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:20.802820 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (04ceed28-5cd5-476e-bdec-3b724b335706), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.849693 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 04ceed28-5cd5-476e-bdec-3b724b335706, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=04ceed28-5cd5-476e-bdec-3b724b335706,segment=NetworkSegment(62fa23dd-12a3-492b-934b-e983908fa985),segment_id=62fa23dd-12a3-492b-934b-e983908fa985)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:20.851896 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b25197-0d2f-462c-a898-3221d6f4d060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ceed28-5cd5-476e-bdec-3b724b335706'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:20.854787 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3aa4957a-fcda-48c9-b453-602876c933d4 req-e6ef41a1-1689-44a6-99f7-81b5bc01a231 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f97066c3-4f92-43bf-bf5c-d79b11a0483c HTTP/1.1" status: 200 len: 217 time: 0.0786157 Jan 27 22:04:20.856755 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35efe9e-e992-4ea8-bfda-a4b186ff5d0b" -d '{"events": [{"server_uuid": "55b25197-0d2f-462c-a898-3221d6f4d060", "name": "network-vif-plugged", "status": "completed", "tag": "04ceed28-5cd5-476e-bdec-3b724b335706"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:20.861926 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (04ceed28-5cd5-476e-bdec-3b724b335706), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.877034 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747570bf-c566-42be-abad-b693758a5d8e {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:04:20.887215 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] Publish callbacks [] for port (747570bf-c566-42be-abad-b693758a5d8e), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.945126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] Transition to ACTIVE for port object 747570bf-c566-42be-abad-b693758a5d8e will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:04:20.975376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd382ead-b77e-4717-bf0a-c486c62a8049 req-7b2fece5-4895-4e22-ad98-6b9edad97fb5 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:20.983023 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd382ead-b77e-4717-bf0a-c486c62a8049 req-7b2fece5-4895-4e22-ad98-6b9edad97fb5 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 944 time: 0.2280233 Jan 27 22:04:20.987460 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (747570bf-c566-42be-abad-b693758a5d8e), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.014461 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4957a-fcda-48c9-b453-602876c933d4 req-2782e44a-8df1-45e7-b433-ec4a1fbfbf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:21.017042 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3aa4957a-fcda-48c9-b453-602876c933d4 req-2782e44a-8df1-45e7-b433-ec4a1fbfbf02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4f125e2-09f8-4575-8359-c357dbc9db16 HTTP/1.1" status: 200 len: 855 time: 0.1508937 Jan 27 22:04:21.018973 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=04ceed28-5cd5-476e-bdec-3b724b335706,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:21.092874 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0f935d60-7c28-410d-8cb0-e38b4f2122d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.098227 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.102455 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41680) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:21.153697 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9ae70d67-c8d3-4449-bb81-ff6edc494ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.198038 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] Pushing event updated for resources: {'Port': ['ID=747570bf-c566-42be-abad-b693758a5d8e,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:21.243897 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd382ead-b77e-4717-bf0a-c486c62a8049 req-dc8e9442-2621-451a-94bc-06a347865e70 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597468 Jan 27 22:04:21.263236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4957a-fcda-48c9-b453-602876c933d4 req-a360d062-318c-40f4-a196-6ca49c9bfbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:21.264812 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3aa4957a-fcda-48c9-b453-602876c933d4 req-a360d062-318c-40f4-a196-6ca49c9bfbd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12dc6405-53a3-45b8-833c-b9a0d9fa150f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2247014 Jan 27 22:04:21.358742 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0f935d60-7c28-410d-8cb0-e38b4f2122d8 admin admin] Publish callbacks [] for security_group (8c17c1c5-f9bf-4f38-830a-816eea6b518a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.376907 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674f7a82-7cfe-4a07-b481-19b3474be304 x-openstack-request-id: req-674f7a82-7cfe-4a07-b481-19b3474be304 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:21.377438 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b25197-0d2f-462c-a898-3221d6f4d060", "name": "network-vif-plugged", "status": "completed", "tag": "04ceed28-5cd5-476e-bdec-3b724b335706", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:21.377438 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-674f7a82-7cfe-4a07-b481-19b3474be304 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:21.377849 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b25197-0d2f-462c-a898-3221d6f4d060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ceed28-5cd5-476e-bdec-3b724b335706', 'code': 200} Jan 27 22:04:21.445696 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9ae70d67-c8d3-4449-bb81-ff6edc494ae9 admin admin] Publish callbacks [] for security_group (3b871853-4e3c-4245-a0fb-8bd454c34a16), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.448855 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0f935d60-7c28-410d-8cb0-e38b4f2122d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8c17c1c5-f9bf-4f38-830a-816eea6b518a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.487375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec4326-b104-4bf2-92ca-05d082e56eab req-3bc5d951-b7f7-4d64-ad1e-f5306cbe2eca tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:21.494909 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42ec4326-b104-4bf2-92ca-05d082e56eab req-3bc5d951-b7f7-4d64-ad1e-f5306cbe2eca tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.3675361 Jan 27 22:04:21.516222 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9ae70d67-c8d3-4449-bb81-ff6edc494ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3b871853-4e3c-4245-a0fb-8bd454c34a16), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.525874 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0f935d60-7c28-410d-8cb0-e38b4f2122d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6330b600c7c34defa9a5fb1a69bf90b4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0203376 Jan 27 22:04:21.530246 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41684) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:21.540282 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] Attempting to bind port 747570bf-c566-42be-abad-b693758a5d8e on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:04:21.540627 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] Attempting to bind port 747570bf-c566-42be-abad-b693758a5d8e by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'dfa4090c-28d3-444b-bad3-832377c0c193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:04:21.540962 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] Attempting to bind port 747570bf-c566-42be-abad-b693758a5d8e on network 12dc6405-53a3-45b8-833c-b9a0d9fa150f {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:21.571122 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] Port 747570bf-c566-42be-abad-b693758a5d8e on network 12dc6405-53a3-45b8-833c-b9a0d9fa150f not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:04:21.571479 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] Attempting to bind port 747570bf-c566-42be-abad-b693758a5d8e on network 12dc6405-53a3-45b8-833c-b9a0d9fa150f {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:21.598845 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3aa4957a-fcda-48c9-b453-602876c933d4 req-a9bfbb5d-f956-46a6-9d71-738465f90ecf service neutron] 10.222.0.15 "GET /v2.0/networks/12dc6405-53a3-45b8-833c-b9a0d9fa150f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166037 Jan 27 22:04:21.606837 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:04:21.607183 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] Checking segment: {'id': 'dfa4090c-28d3-444b-bad3-832377c0c193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:04:21.607556 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] Bound using segment: {'id': 'dfa4090c-28d3-444b-bad3-832377c0c193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:04:21.607999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] Bound port: 747570bf-c566-42be-abad-b693758a5d8e, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa4090c-28d3-444b-bad3-832377c0c193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:04:21.608380 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (747570bf-c566-42be-abad-b693758a5d8e), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.626398 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9ae70d67-c8d3-4449-bb81-ff6edc494ae9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce5c62abe052481aa0e14359f04bd9da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5226057 Jan 27 22:04:21.628889 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41688) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:21.638069 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f935d60-7c28-410d-8cb0-e38b4f2122d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c17c1c5-f9bf-4f38-830a-816eea6b518a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:21.664373 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5a649-276f-469c-a168-9adc51c360ca req-8e2cdf5a-6235-44bc-a247-5fece11ab68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:21.666699 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-18c5a649-276f-469c-a168-9adc51c360ca req-8e2cdf5a-6235-44bc-a247-5fece11ab68e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 1096 time: 0.1377993 Jan 27 22:04:21.702450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42ec4326-b104-4bf2-92ca-05d082e56eab req-2792b4de-a2c9-41c1-a9c3-a468e798af5b tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912487 Jan 27 22:04:21.745697 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-18c5a649-276f-469c-a168-9adc51c360ca req-2c411c5e-e7ed-4413-a0eb-20dcda5b4c01 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708168 Jan 27 22:04:21.759155 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae70d67-c8d3-4449-bb81-ff6edc494ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b871853-4e3c-4245-a0fb-8bd454c34a16,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:21.795680 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d2b4bfcd-778f-42f0-ad3e-4bb72b2661fc admin admin] Publish callbacks [] for security_group (8c17c1c5-f9bf-4f38-830a-816eea6b518a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.796343 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fa1b82d8-61cb-45ff-a13e-d2717dc27760 admin admin] Publish callbacks [] for security_group (3b871853-4e3c-4245-a0fb-8bd454c34a16), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.820534 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fa1b82d8-61cb-45ff-a13e-d2717dc27760 admin admin] Publish callbacks [] for security_group (3b871853-4e3c-4245-a0fb-8bd454c34a16), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.866214 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0269f-eecf-4ec4-b5b4-c6b991c0193b req-4158fb0a-791d-4870-93fa-1c79c5fdb7c2 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:21.867727 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-79b0269f-eecf-4ec4-b5b4-c6b991c0193b req-4158fb0a-791d-4870-93fa-1c79c5fdb7c2 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 943 time: 0.1622322 Jan 27 22:04:21.874282 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d2b4bfcd-778f-42f0-ad3e-4bb72b2661fc admin admin] Publish callbacks [] for security_group (8c17c1c5-f9bf-4f38-830a-816eea6b518a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.876560 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fa1b82d8-61cb-45ff-a13e-d2717dc27760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3b871853-4e3c-4245-a0fb-8bd454c34a16), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.879863 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fa1b82d8-61cb-45ff-a13e-d2717dc27760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.894327 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] For port 747570bf-c566-42be-abad-b693758a5d8e, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:04:21.896210 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fa1b82d8-61cb-45ff-a13e-d2717dc27760 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b871853-4e3c-4245-a0fb-8bd454c34a16 HTTP/1.1" status: 204 len: 168 time: 0.2561512 Jan 27 22:04:21.902707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3aa4957a-fcda-48c9-b453-602876c933d4 req-39ce53a5-81a6-4d24-a73b-9bb59b1ee19b service neutron] 10.222.0.15 "GET /v2.0/networks/12dc6405-53a3-45b8-833c-b9a0d9fa150f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920153 Jan 27 22:04:21.920094 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b82d8-61cb-45ff-a13e-d2717dc27760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b871853-4e3c-4245-a0fb-8bd454c34a16,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:21.925221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] For port 747570bf-c566-42be-abad-b693758a5d8e, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=747570bf-c566-42be-abad-b693758a5d8e,segment=NetworkSegment(dfa4090c-28d3-444b-bad3-832377c0c193),segment_id=dfa4090c-28d3-444b-bad3-832377c0c193)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:04:21.968325 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (747570bf-c566-42be-abad-b693758a5d8e), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:22.039030 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-79b0269f-eecf-4ec4-b5b4-c6b991c0193b req-880a7eaf-3d95-4a68-8b71-bff2064d3109 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613266 Jan 27 22:04:22.045671 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:22.046562 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:22.048692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] 10.222.0.15 "PUT /v2.0/ports/747570bf-c566-42be-abad-b693758a5d8e HTTP/1.1" status: 200 len: 1091 time: 1.9855089 Jan 27 22:04:22.053444 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad', 'tag': '747570bf-c566-42be-abad-b693758a5d8e'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:22.055951 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e621f4c-2d46-4527-b0f9-e6a76b2fef9d" -d '{"events": [{"name": "network-changed", "server_uuid": "49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad", "tag": "747570bf-c566-42be-abad-b693758a5d8e"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:22.086883 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d6d48-bafd-44dc-b21f-491a12a22378 service neutron] Pushing event updated for resources: {'Port': ['ID=747570bf-c566-42be-abad-b693758a5d8e,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:22.125623 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d2b4bfcd-778f-42f0-ad3e-4bb72b2661fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8c17c1c5-f9bf-4f38-830a-816eea6b518a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:22.128297 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d2b4bfcd-778f-42f0-ad3e-4bb72b2661fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:22.132239 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d2b4bfcd-778f-42f0-ad3e-4bb72b2661fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c17c1c5-f9bf-4f38-830a-816eea6b518a HTTP/1.1" status: 204 len: 168 time: 0.5968237 Jan 27 22:04:22.149964 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23b399d-bd7e-478b-b45c-3f2ff21ff033 x-openstack-request-id: req-d23b399d-bd7e-478b-b45c-3f2ff21ff033 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:22.149964 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad", "tag": "747570bf-c566-42be-abad-b693758a5d8e", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:22.149964 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d23b399d-bd7e-478b-b45c-3f2ff21ff033 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:22.150370 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad', 'tag': '747570bf-c566-42be-abad-b693758a5d8e', 'status': 'completed', 'code': 200} Jan 27 22:04:22.225390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4bfcd-778f-42f0-ad3e-4bb72b2661fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c17c1c5-f9bf-4f38-830a-816eea6b518a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:22.239173 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-02925663-357a-4a9f-943b-993a3e7c0486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:22.240977 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-02925663-357a-4a9f-943b-993a3e7c0486 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d58c35c47a24cf59e3470942edd812e&device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 1094 time: 0.1296704 Jan 27 22:04:22.309259 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-a10e2bd5-e156-424c-bd1b-f605677f8ebd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=747570bf-c566-42be-abad-b693758a5d8e HTTP/1.1" status: 200 len: 217 time: 0.0605376 Jan 27 22:04:22.396597 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-3d3649aa-57bf-4da1-9d62-edd27d1f1954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:22.399049 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-3d3649aa-57bf-4da1-9d62-edd27d1f1954 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4f125e2-09f8-4575-8359-c357dbc9db16 HTTP/1.1" status: 200 len: 855 time: 0.0834258 Jan 27 22:04:22.541644 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-403c5055-a7f4-4532-ac38-bcccef0acdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:22.544569 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-403c5055-a7f4-4532-ac38-bcccef0acdb5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12dc6405-53a3-45b8-833c-b9a0d9fa150f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388707 Jan 27 22:04:22.576088 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd18dea-a59d-4563-a2b8-89f6052ed39c req-7b0c6afc-af35-4f83-8a53-949322c9b595 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:22.578809 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecd18dea-a59d-4563-a2b8-89f6052ed39c req-7b0c6afc-af35-4f83-8a53-949322c9b595 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.1182718 Jan 27 22:04:22.627229 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41712) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:22.656690 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1980c7f1-659c-49a8-8198-b0d4545dc85f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:22.691205 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecd18dea-a59d-4563-a2b8-89f6052ed39c req-1ed37e4b-c80e-40e5-9c8e-86e33bf29de8 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985293 Jan 27 22:04:22.704864 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-b285f1f2-8226-4fac-8a35-59c00ffa2438 service neutron] 10.222.0.15 "GET /v2.0/networks/12dc6405-53a3-45b8-833c-b9a0d9fa150f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526592 Jan 27 22:04:22.784067 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1980c7f1-659c-49a8-8198-b0d4545dc85f admin admin] Publish callbacks [] for security_group (679c33fe-962e-48c0-a9d1-1aed3a4f094b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:22.790427 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1980c7f1-659c-49a8-8198-b0d4545dc85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (679c33fe-962e-48c0-a9d1-1aed3a4f094b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:22.837952 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980c7f1-659c-49a8-8198-b0d4545dc85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679c33fe-962e-48c0-a9d1-1aed3a4f094b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:22.885566 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1980c7f1-659c-49a8-8198-b0d4545dc85f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00b8e17a8a204914b5be4c941f3d955c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2565415 Jan 27 22:04:22.888019 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41718) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:22.922764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5078230-4a8c-4908-bb72-b9c4631e59ce req-b749e98a-31a3-45f5-a059-db1c53719733 service neutron] 10.222.0.15 "GET /v2.0/networks/12dc6405-53a3-45b8-833c-b9a0d9fa150f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118216 Jan 27 22:04:22.945902 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0527c857-8141-4d22-8ff1-aa4a9bbbca8a admin admin] Publish callbacks [] for security_group (679c33fe-962e-48c0-a9d1-1aed3a4f094b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:22.991080 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2242bf-ed43-4e15-b76a-ff84b2c59113 req-8b9ac85e-0f46-4d2a-b8ef-f22fc7543f51 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:22.992375 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb2242bf-ed43-4e15-b76a-ff84b2c59113 req-8b9ac85e-0f46-4d2a-b8ef-f22fc7543f51 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.1518662 Jan 27 22:04:22.997500 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0527c857-8141-4d22-8ff1-aa4a9bbbca8a admin admin] Publish callbacks [] for security_group (679c33fe-962e-48c0-a9d1-1aed3a4f094b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:23.085040 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0527c857-8141-4d22-8ff1-aa4a9bbbca8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (679c33fe-962e-48c0-a9d1-1aed3a4f094b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:23.085987 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e621f4c-2d46-4527-b0f9-e6a76b2fef9d req-ee63925d-a575-4a1a-86c4-837c00b5e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:23.087631 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e621f4c-2d46-4527-b0f9-e6a76b2fef9d req-ee63925d-a575-4a1a-86c4-837c00b5e386 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d58c35c47a24cf59e3470942edd812e&device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 1094 time: 0.1137214 Jan 27 22:04:23.092106 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0527c857-8141-4d22-8ff1-aa4a9bbbca8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:23.094453 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0527c857-8141-4d22-8ff1-aa4a9bbbca8a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/679c33fe-962e-48c0-a9d1-1aed3a4f094b HTTP/1.1" status: 204 len: 168 time: 0.2052484 Jan 27 22:04:23.125660 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527c857-8141-4d22-8ff1-aa4a9bbbca8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679c33fe-962e-48c0-a9d1-1aed3a4f094b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:23.129340 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb2242bf-ed43-4e15-b76a-ff84b2c59113 req-aed1b1a7-948a-4271-9d24-3f815596140c tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132903 Jan 27 22:04:23.287891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe64a6-2af2-469e-a987-29740084c4d7 req-951cca03-9b27-41ad-8638-065ea582b32f tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:23.290497 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2cfe64a6-2af2-469e-a987-29740084c4d7 req-951cca03-9b27-41ad-8638-065ea582b32f tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 943 time: 0.0891571 Jan 27 22:04:23.331221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e621f4c-2d46-4527-b0f9-e6a76b2fef9d req-522a5cac-f203-4d4b-912e-da580ac1c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:23.333865 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e621f4c-2d46-4527-b0f9-e6a76b2fef9d req-522a5cac-f203-4d4b-912e-da580ac1c29b service neutron] 10.222.0.15 "GET /v2.0/networks?id=12dc6405-53a3-45b8-833c-b9a0d9fa150f HTTP/1.1" status: 200 len: 917 time: 0.2331285 Jan 27 22:04:23.384145 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2cfe64a6-2af2-469e-a987-29740084c4d7 req-0e70c825-ce09-4da5-b5b2-cdf7a6dcfd73 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872231 Jan 27 22:04:23.446698 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e621f4c-2d46-4527-b0f9-e6a76b2fef9d req-322ddfe0-a04b-421c-987c-e95a60ed58d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=747570bf-c566-42be-abad-b693758a5d8e HTTP/1.1" status: 200 len: 217 time: 0.0683515 Jan 27 22:04:23.572612 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e621f4c-2d46-4527-b0f9-e6a76b2fef9d req-86b77847-f7de-4f46-ac99-6713fa4ef496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:23.574871 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e621f4c-2d46-4527-b0f9-e6a76b2fef9d req-86b77847-f7de-4f46-ac99-6713fa4ef496 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4f125e2-09f8-4575-8359-c357dbc9db16 HTTP/1.1" status: 200 len: 855 time: 0.1214263 Jan 27 22:04:23.711381 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73b651-4a7c-41c6-bde4-b71211204da0 req-f856e1d3-699a-4fc9-8858-2ea1466cfed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:23.713104 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf73b651-4a7c-41c6-bde4-b71211204da0 req-f856e1d3-699a-4fc9-8858-2ea1466cfed7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d413d1543f1d406689e913b24c85f444&device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 1096 time: 0.1288974 Jan 27 22:04:23.800428 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba7bea-b85b-437b-b6b0-fcaf08560078 req-ef2cb15e-8eaf-469d-8cd5-f02d6b50cf73 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:23.802046 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72ba7bea-b85b-437b-b6b0-fcaf08560078 req-ef2cb15e-8eaf-469d-8cd5-f02d6b50cf73 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.1902375 Jan 27 22:04:23.823350 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e621f4c-2d46-4527-b0f9-e6a76b2fef9d req-b3bdfec4-99c0-4c95-a07c-addd5343b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:23.824879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e621f4c-2d46-4527-b0f9-e6a76b2fef9d req-b3bdfec4-99c0-4c95-a07c-addd5343b150 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12dc6405-53a3-45b8-833c-b9a0d9fa150f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2427189 Jan 27 22:04:23.914824 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73b651-4a7c-41c6-bde4-b71211204da0 req-a7213a4b-360c-428a-9498-d7eb701986ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:23.917747 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf73b651-4a7c-41c6-bde4-b71211204da0 req-a7213a4b-360c-428a-9498-d7eb701986ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a39b873-34a2-45b9-adb9-20d0613e7134 HTTP/1.1" status: 200 len: 911 time: 0.1817830 Jan 27 22:04:23.979227 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2d730-c074-4763-a085-c2d31a1d82e1 req-249e25ae-8e64-4ce2-bb1b-f9f643d39998 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:23.980801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27d2d730-c074-4763-a085-c2d31a1d82e1 req-249e25ae-8e64-4ce2-bb1b-f9f643d39998 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.1238315 Jan 27 22:04:23.992088 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72ba7bea-b85b-437b-b6b0-fcaf08560078 req-7862689a-b3eb-4d55-86d5-013fc21319ef tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756341 Jan 27 22:04:24.011838 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf73b651-4a7c-41c6-bde4-b71211204da0 req-e1ebd512-fb61-4f78-9c70-a3d8a1a022aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d895c781-9cb4-4b0c-812c-7a45ae78e51c HTTP/1.1" status: 200 len: 217 time: 0.0833979 Jan 27 22:04:24.092152 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e621f4c-2d46-4527-b0f9-e6a76b2fef9d req-61392596-1883-44db-b5fd-cbd483aae549 service neutron] 10.222.0.15 "GET /v2.0/networks/12dc6405-53a3-45b8-833c-b9a0d9fa150f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498324 Jan 27 22:04:24.104036 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a6b1be44-22cc-439f-9f1b-3ffbbfced682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:24.124829 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27d2d730-c074-4763-a085-c2d31a1d82e1 req-991ba68c-ee0b-4bd8-a0e5-cd84f8fa7899 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294775 Jan 27 22:04:24.150725 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73b651-4a7c-41c6-bde4-b71211204da0 req-8ac937e2-e2c3-4284-887b-8fed1d7b7ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:24.164602 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf73b651-4a7c-41c6-bde4-b71211204da0 req-8ac937e2-e2c3-4284-887b-8fed1d7b7ca1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c1321b5f-cf45-47ef-b0ee-e1e97c941a7e HTTP/1.1" status: 200 len: 850 time: 0.1331620 Jan 27 22:04:24.241540 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf73b651-4a7c-41c6-bde4-b71211204da0 req-85d37093-f1ed-48d2-b65a-724ae8c82b98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a39b873-34a2-45b9-adb9-20d0613e7134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702608 Jan 27 22:04:24.265277 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e621f4c-2d46-4527-b0f9-e6a76b2fef9d req-3c6fab06-acf1-4ef5-a23b-d2643f4180d3 service neutron] 10.222.0.15 "GET /v2.0/networks/12dc6405-53a3-45b8-833c-b9a0d9fa150f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632171 Jan 27 22:04:24.323240 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 6ed4566c-76ca-4ee0-bd44-2746c14981ae details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:04:24.509633 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 6ed4566c-76ca-4ee0-bd44-2746c14981ae, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=6ed4566c-76ca-4ee0-bd44-2746c14981ae,segment=NetworkSegment(dfa4090c-28d3-444b-bad3-832377c0c193),segment_id=dfa4090c-28d3-444b-bad3-832377c0c193)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:24.525659 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '6ed4566c-76ca-4ee0-bd44-2746c14981ae', 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f', 'port_id': '6ed4566c-76ca-4ee0-bd44-2746c14981ae', 'mac_address': 'fa:16:3e:9c:55:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f125e2-09f8-4575-8359-c357dbc9db16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:04:24.527882 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf73b651-4a7c-41c6-bde4-b71211204da0 req-3ae41d43-eb2f-4add-aa08-b2698a345392 service neutron] 10.222.0.21 "GET /v2.0/networks/6a39b873-34a2-45b9-adb9-20d0613e7134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712157 Jan 27 22:04:24.591194 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f97066c3-4f92-43bf-bf5c-d79b11a0483c details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:04:24.633718 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c4695-dd1a-4bfb-aa4b-0ebaf58e1a0a req-6a5f8a4e-5860-4f5b-87b0-325136f2d2ec tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:24.635283 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf9c4695-dd1a-4bfb-aa4b-0ebaf58e1a0a req-6a5f8a4e-5860-4f5b-87b0-325136f2d2ec tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 943 time: 0.1503024 Jan 27 22:04:24.750076 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf73b651-4a7c-41c6-bde4-b71211204da0 req-bb2c6ef7-1a3d-40db-8588-f664951e1e5f service neutron] 10.222.0.21 "GET /v2.0/networks/6a39b873-34a2-45b9-adb9-20d0613e7134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116408 Jan 27 22:04:24.764092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f97066c3-4f92-43bf-bf5c-d79b11a0483c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f97066c3-4f92-43bf-bf5c-d79b11a0483c,segment=NetworkSegment(dfa4090c-28d3-444b-bad3-832377c0c193),segment_id=dfa4090c-28d3-444b-bad3-832377c0c193)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:24.797754 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 6ed4566c-76ca-4ee0-bd44-2746c14981ae is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:24.799604 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6ed4566c-76ca-4ee0-bd44-2746c14981ae), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:24.804504 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf9c4695-dd1a-4bfb-aa4b-0ebaf58e1a0a req-2df013f8-1ce7-4d40-a490-36a806158b52 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599724 Jan 27 22:04:24.828948 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'f97066c3-4f92-43bf-bf5c-d79b11a0483c', 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f', 'port_id': 'f97066c3-4f92-43bf-bf5c-d79b11a0483c', 'mac_address': 'fa:16:3e:b3:2c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f125e2-09f8-4575-8359-c357dbc9db16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:04:24.838339 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed4566c-76ca-4ee0-bd44-2746c14981ae {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:04:24.951928 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 6ed4566c-76ca-4ee0-bd44-2746c14981ae, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=6ed4566c-76ca-4ee0-bd44-2746c14981ae,segment=NetworkSegment(dfa4090c-28d3-444b-bad3-832377c0c193),segment_id=dfa4090c-28d3-444b-bad3-832377c0c193)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:24.961578 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6ed4566c-76ca-4ee0-bd44-2746c14981ae), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:25.009964 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f97066c3-4f92-43bf-bf5c-d79b11a0483c is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:25.010365 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f97066c3-4f92-43bf-bf5c-d79b11a0483c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:25.069898 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97066c3-4f92-43bf-bf5c-d79b11a0483c {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:04:25.143948 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=6ed4566c-76ca-4ee0-bd44-2746c14981ae,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:25.159473 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f97066c3-4f92-43bf-bf5c-d79b11a0483c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f97066c3-4f92-43bf-bf5c-d79b11a0483c,segment=NetworkSegment(dfa4090c-28d3-444b-bad3-832377c0c193),segment_id=dfa4090c-28d3-444b-bad3-832377c0c193)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:25.166294 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f97066c3-4f92-43bf-bf5c-d79b11a0483c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:25.242022 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f97066c3-4f92-43bf-bf5c-d79b11a0483c,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:25.306846 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144193eb-8a78-480b-937a-a0df85ff51b6 req-6628a952-6539-4982-8ca0-49695f903255 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:25.316816 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-144193eb-8a78-480b-937a-a0df85ff51b6 req-6628a952-6539-4982-8ca0-49695f903255 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.1779046 Jan 27 22:04:25.422106 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f97066c3-4f92-43bf-bf5c-d79b11a0483c'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:04:25.639116 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['6ed4566c-76ca-4ee0-bd44-2746c14981ae'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:04:26.226617 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-144193eb-8a78-480b-937a-a0df85ff51b6 req-46c0b58a-d06a-48a9-9d06-c022419e49a9 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8733013 Jan 27 22:04:26.255151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefcbf4-c403-40b0-a4ec-92d6278df48a req-106de0c4-76aa-47e6-b5b6-efcab1b80468 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:26.268220 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ceefcbf4-c403-40b0-a4ec-92d6278df48a req-106de0c4-76aa-47e6-b5b6-efcab1b80468 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.9355748 Jan 27 22:04:26.374453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ceefcbf4-c403-40b0-a4ec-92d6278df48a req-a6f3938b-6089-4e4e-bf42-011a46e781f5 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037965 Jan 27 22:04:26.593549 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 747570bf-c566-42be-abad-b693758a5d8e details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:04:26.730425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47198af-1690-4acc-881d-2e0ade76332f req-8a7d2371-dfdb-41de-a513-67ceaa2acd44 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:26.745430 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c47198af-1690-4acc-881d-2e0ade76332f req-8a7d2371-dfdb-41de-a513-67ceaa2acd44 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.1935103 Jan 27 22:04:26.768001 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8c227-05ec-4a7b-a3d8-bffcf6c5fb35 req-51f1837c-8323-4dee-b909-93e3b60cd72c tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:26.787445 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3cc8c227-05ec-4a7b-a3d8-bffcf6c5fb35 req-51f1837c-8323-4dee-b909-93e3b60cd72c tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 943 time: 0.2897029 Jan 27 22:04:26.825588 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2a650fc1-b0e9-4fe7-95d8-c1b6d466f7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:26.889234 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 747570bf-c566-42be-abad-b693758a5d8e, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=747570bf-c566-42be-abad-b693758a5d8e,segment=NetworkSegment(dfa4090c-28d3-444b-bad3-832377c0c193),segment_id=dfa4090c-28d3-444b-bad3-832377c0c193)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:26.906394 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '747570bf-c566-42be-abad-b693758a5d8e', 'network_id': '12dc6405-53a3-45b8-833c-b9a0d9fa150f', 'port_id': '747570bf-c566-42be-abad-b693758a5d8e', 'mac_address': 'fa:16:3e:a5:a1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f125e2-09f8-4575-8359-c357dbc9db16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:04:26.943955 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c47198af-1690-4acc-881d-2e0ade76332f req-eb85a8a4-17e0-4665-b8b9-1e9fbac80c40 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975169 Jan 27 22:04:26.950177 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3cc8c227-05ec-4a7b-a3d8-bffcf6c5fb35 req-b768a6af-7e5a-40e3-b1cd-8952cb5e442a tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615009 Jan 27 22:04:26.989697 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 747570bf-c566-42be-abad-b693758a5d8e is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:26.990402 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (747570bf-c566-42be-abad-b693758a5d8e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:27.032607 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747570bf-c566-42be-abad-b693758a5d8e {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:04:27.066347 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 747570bf-c566-42be-abad-b693758a5d8e, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=747570bf-c566-42be-abad-b693758a5d8e,segment=NetworkSegment(dfa4090c-28d3-444b-bad3-832377c0c193),segment_id=dfa4090c-28d3-444b-bad3-832377c0c193)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:27.071141 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (747570bf-c566-42be-abad-b693758a5d8e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:27.212599 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=747570bf-c566-42be-abad-b693758a5d8e,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:27.377620 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['747570bf-c566-42be-abad-b693758a5d8e'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:04:27.544508 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:27.572094 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d183f8-58f7-4c76-a0d1-92000da4842f req-59cd407f-3825-4c71-89ea-4f31a3d5dadc tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:27.582497 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89d183f8-58f7-4c76-a0d1-92000da4842f req-59cd407f-3825-4c71-89ea-4f31a3d5dadc tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.1948314 Jan 27 22:04:27.657419 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89d183f8-58f7-4c76-a0d1-92000da4842f req-1949f43a-da0e-488c-a4b0-e657669b200b tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677280 Jan 27 22:04:27.909654 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-1d65d01f-547f-4858-bed7-6b6584468e0a tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:27.928109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-1d65d01f-547f-4858-bed7-6b6584468e0a tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/networks?id=aba8c96b-8083-40a9-8e75-d6eab38d4a88 HTTP/1.1" status: 200 len: 814 time: 0.2347360 Jan 27 22:04:27.943847 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-c7ca1733-5d46-4e25-ab80-6c82b8589581 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/quotas/fda93bf005474b47934cda5a7aea1f66 HTTP/1.1" status: 200 len: 375 time: 0.0147908 Jan 27 22:04:27.951462 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41946) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:28.030079 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-af0dd5a9-ef25-433d-a37e-772b0cfd7697 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fda93bf005474b47934cda5a7aea1f66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0819271 Jan 27 22:04:28.149406 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d107196-d286-4df1-bed5-0704a47acc70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:28.270384 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628eadcd-120f-462c-8abe-1d02ac7365ca req-24e1fd7c-4225-4d2c-9210-fac7db172a69 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:28.274204 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-628eadcd-120f-462c-8abe-1d02ac7365ca req-24e1fd7c-4225-4d2c-9210-fac7db172a69 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 944 time: 0.1428413 Jan 27 22:04:28.301034 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d107196-d286-4df1-bed5-0704a47acc70 admin admin] Publish callbacks [] for security_group (2cae8924-804c-42f3-9a4b-6877c0112f03), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:28.306310 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d107196-d286-4df1-bed5-0704a47acc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2cae8924-804c-42f3-9a4b-6877c0112f03), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:28.331755 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 6ed4566c-76ca-4ee0-bd44-2746c14981ae up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:04:28.342480 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d107196-d286-4df1-bed5-0704a47acc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cae8924-804c-42f3-9a4b-6877c0112f03,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:28.406143 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9d107196-d286-4df1-bed5-0704a47acc70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47142439c6114112b2c9b5e5a5ea870f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4534130 Jan 27 22:04:28.407313 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41952) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:28.414400 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-628eadcd-120f-462c-8abe-1d02ac7365ca req-1ea59dc5-5cb2-4e3e-b6ac-a00681b6f27a tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272547 Jan 27 22:04:28.441386 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-2eac6437-6494-4ed0-babb-897168971229 service neutron] 10.222.0.23 "GET /v2.0/networks/aba8c96b-8083-40a9-8e75-d6eab38d4a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036291 Jan 27 22:04:28.445487 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 6ed4566c-76ca-4ee0-bd44-2746c14981ae completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:04:28.451469 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 6ed4566c-76ca-4ee0-bd44-2746c14981ae triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:28.451978 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6ed4566c-76ca-4ee0-bd44-2746c14981ae), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:28.560390 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3368ae0-a428-41c1-854f-6e2d5d014c96 admin admin] Publish callbacks [] for security_group (2cae8924-804c-42f3-9a4b-6877c0112f03), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:28.610281 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3368ae0-a428-41c1-854f-6e2d5d014c96 admin admin] Publish callbacks [] for security_group (2cae8924-804c-42f3-9a4b-6877c0112f03), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:28.642525 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f97066c3-4f92-43bf-bf5c-d79b11a0483c up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:04:28.642718 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-37f5079c-0675-4572-b7b1-166bc9e07c7d service neutron] 10.222.0.23 "GET /v2.0/networks/aba8c96b-8083-40a9-8e75-d6eab38d4a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043037 Jan 27 22:04:28.724721 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3368ae0-a428-41c1-854f-6e2d5d014c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2cae8924-804c-42f3-9a4b-6877c0112f03), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:28.730230 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3368ae0-a428-41c1-854f-6e2d5d014c96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:28.731540 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c3368ae0-a428-41c1-854f-6e2d5d014c96 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2cae8924-804c-42f3-9a4b-6877c0112f03 HTTP/1.1" status: 204 len: 168 time: 0.3224423 Jan 27 22:04:28.774956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3368ae0-a428-41c1-854f-6e2d5d014c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cae8924-804c-42f3-9a4b-6877c0112f03,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:29.022433 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 6ed4566c-76ca-4ee0-bd44-2746c14981ae is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:29.023620 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6ed4566c-76ca-4ee0-bd44-2746c14981ae), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:29.075517 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 6ed4566c-76ca-4ee0-bd44-2746c14981ae, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=6ed4566c-76ca-4ee0-bd44-2746c14981ae,segment=NetworkSegment(dfa4090c-28d3-444b-bad3-832377c0c193),segment_id=dfa4090c-28d3-444b-bad3-832377c0c193)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:29.078448 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:29.080547 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07acc4c6-36a0-4775-991e-fdb4626bdcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed4566c-76ca-4ee0-bd44-2746c14981ae'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:29.085212 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15acc4d-6dec-4e4d-8c6a-3c015cd20f2f" -d '{"events": [{"server_uuid": "07acc4c6-36a0-4775-991e-fdb4626bdcf0", "name": "network-vif-plugged", "status": "completed", "tag": "6ed4566c-76ca-4ee0-bd44-2746c14981ae"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:29.105985 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6ed4566c-76ca-4ee0-bd44-2746c14981ae), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:29.181290 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=6ed4566c-76ca-4ee0-bd44-2746c14981ae,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:29.192952 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port f97066c3-4f92-43bf-bf5c-d79b11a0483c completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:04:29.201702 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port f97066c3-4f92-43bf-bf5c-d79b11a0483c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:29.202143 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f97066c3-4f92-43bf-bf5c-d79b11a0483c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:29.233169 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fbb154fe-fe1c-446c-971c-22ea828bb9e9 req-cfafa23c-3150-44ce-acbf-7d22f624ed90 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 210 time: 0.1234713 Jan 27 22:04:29.297134 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906daf4-7410-4295-ad69-6afdcf3c8da9 req-dc717f49-28f5-4d6f-b150-b460e4712c20 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:29.302830 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e906daf4-7410-4295-ad69-6afdcf3c8da9 req-dc717f49-28f5-4d6f-b150-b460e4712c20 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.3571839 Jan 27 22:04:29.355160 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b968de-6a5f-487c-af43-7a942b7ac220 x-openstack-request-id: req-96b968de-6a5f-487c-af43-7a942b7ac220 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:29.355801 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07acc4c6-36a0-4775-991e-fdb4626bdcf0", "name": "network-vif-plugged", "status": "completed", "tag": "6ed4566c-76ca-4ee0-bd44-2746c14981ae", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:29.357618 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96b968de-6a5f-487c-af43-7a942b7ac220 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:29.358705 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07acc4c6-36a0-4775-991e-fdb4626bdcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed4566c-76ca-4ee0-bd44-2746c14981ae', 'code': 200} Jan 27 22:04:29.404221 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e906daf4-7410-4295-ad69-6afdcf3c8da9 req-eaaa36e9-702b-486a-9bc6-4dd156cbe8b3 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967805 Jan 27 22:04:29.463216 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f97066c3-4f92-43bf-bf5c-d79b11a0483c is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:29.463682 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f97066c3-4f92-43bf-bf5c-d79b11a0483c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:29.481858 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ace47c-65fa-406b-bdb0-a68b6967cdc1 req-71acec8f-e81d-4bb0-94cc-6bad97fa70d8 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:29.488877 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c3ace47c-65fa-406b-bdb0-a68b6967cdc1 req-71acec8f-e81d-4bb0-94cc-6bad97fa70d8 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.21 "GET /v2.0/ports?device_id=55b25197-0d2f-462c-a898-3221d6f4d060 HTTP/1.1" status: 200 len: 945 time: 0.0959089 Jan 27 22:04:29.504868 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f97066c3-4f92-43bf-bf5c-d79b11a0483c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f97066c3-4f92-43bf-bf5c-d79b11a0483c,segment=NetworkSegment(dfa4090c-28d3-444b-bad3-832377c0c193),segment_id=dfa4090c-28d3-444b-bad3-832377c0c193)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:29.518874 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f97066c3-4f92-43bf-bf5c-d79b11a0483c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:29.588778 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41982) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:29.595733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b7d87-e700-4c7f-82e7-c6ee74b451f1 req-a3e93758-7802-498f-b7f0-75aba837f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:29.597326 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c41b7d87-e700-4c7f-82e7-c6ee74b451f1 req-a3e93758-7802-498f-b7f0-75aba837f7e9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=07acc4c6-36a0-4775-991e-fdb4626bdcf0 HTTP/1.1" status: 200 len: 1097 time: 0.1268284 Jan 27 22:04:29.622659 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f97066c3-4f92-43bf-bf5c-d79b11a0483c,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:29.675224 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e9c8bbf0-8efe-44ae-b39d-d4d7b7f270d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:29.699625 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-c3ace47c-65fa-406b-bdb0-a68b6967cdc1 req-3c6c41c7-3993-45e6-8bcf-663a985a5d39 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Deleting port 04ceed28-5cd5-476e-bdec-3b724b335706 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:29.699964 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c3ace47c-65fa-406b-bdb0-a68b6967cdc1 req-3c6c41c7-3993-45e6-8bcf-663a985a5d39 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (04ceed28-5cd5-476e-bdec-3b724b335706), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:29.702768 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c41b7d87-e700-4c7f-82e7-c6ee74b451f1 req-0c4bda1e-df45-4583-9f1b-5882a7096d9f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957389 Jan 27 22:04:29.717610 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d32547-f577-40c9-a873-fec0c07564f5 req-33ad3d96-4ff6-4912-b39e-3aeabde04053 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:29.749625 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11d32547-f577-40c9-a873-fec0c07564f5 req-33ad3d96-4ff6-4912-b39e-3aeabde04053 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 944 time: 0.1873002 Jan 27 22:04:29.846757 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-c3ace47c-65fa-406b-bdb0-a68b6967cdc1 req-3c6c41c7-3993-45e6-8bcf-663a985a5d39 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] For port 04ceed28-5cd5-476e-bdec-3b724b335706, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=04ceed28-5cd5-476e-bdec-3b724b335706,segment=NetworkSegment(62fa23dd-12a3-492b-934b-e983908fa985),segment_id=62fa23dd-12a3-492b-934b-e983908fa985)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:29.847136 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c3ace47c-65fa-406b-bdb0-a68b6967cdc1 req-3c6c41c7-3993-45e6-8bcf-663a985a5d39 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (04ceed28-5cd5-476e-bdec-3b724b335706), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:29.859105 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11d32547-f577-40c9-a873-fec0c07564f5 req-ffc89c1c-065c-4e2c-955e-93e801b0f41b tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054916 Jan 27 22:04:29.877191 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-c3ace47c-65fa-406b-bdb0-a68b6967cdc1 req-3c6c41c7-3993-45e6-8bcf-663a985a5d39 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Calling delete_port for 04ceed28-5cd5-476e-bdec-3b724b335706 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:29.998506 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e9c8bbf0-8efe-44ae-b39d-d4d7b7f270d3 admin admin] Publish callbacks [] for security_group (dc5daf4b-4039-4ae8-b8c2-a3f40a38882c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:30.007547 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e9c8bbf0-8efe-44ae-b39d-d4d7b7f270d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (dc5daf4b-4039-4ae8-b8c2-a3f40a38882c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:30.145496 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8bbf0-8efe-44ae-b39d-d4d7b7f270d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5daf4b-4039-4ae8-b8c2-a3f40a38882c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:30.164551 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e9c8bbf0-8efe-44ae-b39d-d4d7b7f270d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2b6807dd71940e1a19176680527ea45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5710988 Jan 27 22:04:30.164708 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42000) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:30.247966 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3a98235d-634e-4230-a551-00fa9224af08 admin admin] Publish callbacks [] for security_group (dc5daf4b-4039-4ae8-b8c2-a3f40a38882c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:30.293799 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c3ace47c-65fa-406b-bdb0-a68b6967cdc1 req-3c6c41c7-3993-45e6-8bcf-663a985a5d39 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (04ceed28-5cd5-476e-bdec-3b724b335706), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:30.321549 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['04ceed28-5cd5-476e-bdec-3b724b335706'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:04:30.323470 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:30.345021 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c41c7-3993-45e6-8bcf-663a985a5d39 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Pushing event deleted for resources: {'Port': ['ID=04ceed28-5cd5-476e-bdec-3b724b335706,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:30.393984 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3a98235d-634e-4230-a551-00fa9224af08 admin admin] Publish callbacks [] for security_group (dc5daf4b-4039-4ae8-b8c2-a3f40a38882c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:30.433883 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ace47c-65fa-406b-bdb0-a68b6967cdc1 req-3c6c41c7-3993-45e6-8bcf-663a985a5d39 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] No DVR routers for this DVR port 04ceed28-5cd5-476e-bdec-3b724b335706 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:04:30.449761 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c3ace47c-65fa-406b-bdb0-a68b6967cdc1 req-3c6c41c7-3993-45e6-8bcf-663a985a5d39 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:30.470947 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3ceb1e67-9d6e-40fa-b858-26ab018d0f6b req-80758880-78bf-487f-8a5a-6decf48eabc7 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 210 time: 0.0457737 Jan 27 22:04:30.482655 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c3ace47c-65fa-406b-bdb0-a68b6967cdc1 req-3c6c41c7-3993-45e6-8bcf-663a985a5d39 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.21 "DELETE /v2.0/ports/04ceed28-5cd5-476e-bdec-3b724b335706 HTTP/1.1" status: 204 len: 173 time: 0.9894748 Jan 27 22:04:30.483190 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b25197-0d2f-462c-a898-3221d6f4d060', 'name': 'network-vif-deleted', 'tag': '04ceed28-5cd5-476e-bdec-3b724b335706'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:30.485392 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3d78ce-c07b-4a75-b9d1-49aee8033d39" -d '{"events": [{"server_uuid": "55b25197-0d2f-462c-a898-3221d6f4d060", "name": "network-vif-deleted", "tag": "04ceed28-5cd5-476e-bdec-3b724b335706"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:30.525384 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3a98235d-634e-4230-a551-00fa9224af08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (dc5daf4b-4039-4ae8-b8c2-a3f40a38882c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:30.532104 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3a98235d-634e-4230-a551-00fa9224af08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:30.539031 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3a98235d-634e-4230-a551-00fa9224af08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc5daf4b-4039-4ae8-b8c2-a3f40a38882c HTTP/1.1" status: 204 len: 168 time: 0.3705609 Jan 27 22:04:30.563795 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98235d-634e-4230-a551-00fa9224af08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5daf4b-4039-4ae8-b8c2-a3f40a38882c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:30.582061 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98235d-634e-4230-a551-00fa9224af08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:30.583940 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98235d-634e-4230-a551-00fa9224af08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:30.584487 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98235d-634e-4230-a551-00fa9224af08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:30.585003 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98235d-634e-4230-a551-00fa9224af08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:30.588032 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98235d-634e-4230-a551-00fa9224af08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:30.588592 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98235d-634e-4230-a551-00fa9224af08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:30.589096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98235d-634e-4230-a551-00fa9224af08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:30.589600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98235d-634e-4230-a551-00fa9224af08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:30.590095 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98235d-634e-4230-a551-00fa9224af08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:30.590647 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98235d-634e-4230-a551-00fa9224af08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:30.591170 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98235d-634e-4230-a551-00fa9224af08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:30.596148 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98235d-634e-4230-a551-00fa9224af08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:30.596529 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a98235d-634e-4230-a551-00fa9224af08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:30.605632 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 747570bf-c566-42be-abad-b693758a5d8e up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:04:30.627173 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73af769b-ed91-4f7b-99df-33c6429e0677 x-openstack-request-id: req-73af769b-ed91-4f7b-99df-33c6429e0677 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:30.627318 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b25197-0d2f-462c-a898-3221d6f4d060", "name": "network-vif-deleted", "tag": "04ceed28-5cd5-476e-bdec-3b724b335706", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:30.627601 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73af769b-ed91-4f7b-99df-33c6429e0677 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:30.628001 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b25197-0d2f-462c-a898-3221d6f4d060', 'name': 'network-vif-deleted', 'tag': '04ceed28-5cd5-476e-bdec-3b724b335706', 'status': 'completed', 'code': 200} Jan 27 22:04:30.692373 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ab260-8855-4960-82a5-652f2cae9b09 req-a009e06d-def7-4ad5-8101-118ded31fc27 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:30.693924 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a38ab260-8855-4960-82a5-652f2cae9b09 req-a009e06d-def7-4ad5-8101-118ded31fc27 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.1325059 Jan 27 22:04:30.736098 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 747570bf-c566-42be-abad-b693758a5d8e completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:04:30.741374 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 747570bf-c566-42be-abad-b693758a5d8e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:30.741800 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (747570bf-c566-42be-abad-b693758a5d8e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:30.793009 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a38ab260-8855-4960-82a5-652f2cae9b09 req-3fc53abd-3fd3-4680-aa19-6d4e0d2e51fe tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910099 Jan 27 22:04:31.012779 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 747570bf-c566-42be-abad-b693758a5d8e is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:31.013327 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (747570bf-c566-42be-abad-b693758a5d8e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:31.202080 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 747570bf-c566-42be-abad-b693758a5d8e, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=747570bf-c566-42be-abad-b693758a5d8e,segment=NetworkSegment(dfa4090c-28d3-444b-bad3-832377c0c193),segment_id=dfa4090c-28d3-444b-bad3-832377c0c193)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:31.213007 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (747570bf-c566-42be-abad-b693758a5d8e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:31.381182 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607385cd-5cc2-404c-8e48-507758569698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97066c3-4f92-43bf-bf5c-d79b11a0483c'}, {'server_uuid': '49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747570bf-c566-42be-abad-b693758a5d8e'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:31.396947 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87543c6-4bc4-48a1-87f0-422a747eb987" -d '{"events": [{"server_uuid": "607385cd-5cc2-404c-8e48-507758569698", "name": "network-vif-plugged", "status": "completed", "tag": "f97066c3-4f92-43bf-bf5c-d79b11a0483c"}, {"server_uuid": "49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad", "name": "network-vif-plugged", "status": "completed", "tag": "747570bf-c566-42be-abad-b693758a5d8e"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:31.406570 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1e803-92a8-4239-94ac-a1a163d957f8 req-f0759f78-b477-4256-90e8-e7c04eba3779 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:31.418485 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38b1e803-92a8-4239-94ac-a1a163d957f8 req-f0759f78-b477-4256-90e8-e7c04eba3779 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 945 time: 0.1849556 Jan 27 22:04:31.443859 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-dc31051f-b3af-42f5-b1d9-901f3307d62c tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:31.445817 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-dc31051f-b3af-42f5-b1d9-901f3307d62c tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.21 "GET /v2.0/networks?id=aba8c96b-8083-40a9-8e75-d6eab38d4a88 HTTP/1.1" status: 200 len: 814 time: 0.1842430 Jan 27 22:04:31.470008 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-1709a6bc-6efb-4f00-8ab2-a51208bde96b tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Request body: {'port': {'device_id': 'd2c39b59-4e6b-4be7-ae0e-7cfe4be88467', 'network_id': 'aba8c96b-8083-40a9-8e75-d6eab38d4a88', 'admin_state_up': True, 'tenant_id': 'fda93bf005474b47934cda5a7aea1f66'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:31.510420 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=747570bf-c566-42be-abad-b693758a5d8e,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:31.526465 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38b1e803-92a8-4239-94ac-a1a163d957f8 req-d4306061-a304-419d-be7f-5e175e5d2991 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960412 Jan 27 22:04:31.666320 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b5bbcb-0078-4c09-b95a-21286113f26e x-openstack-request-id: req-b9b5bbcb-0078-4c09-b95a-21286113f26e {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:31.666912 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607385cd-5cc2-404c-8e48-507758569698", "name": "network-vif-plugged", "status": "completed", "tag": "f97066c3-4f92-43bf-bf5c-d79b11a0483c", "code": 200}, {"server_uuid": "49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad", "name": "network-vif-plugged", "status": "completed", "tag": "747570bf-c566-42be-abad-b693758a5d8e", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:31.666912 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9b5bbcb-0078-4c09-b95a-21286113f26e {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:31.667283 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607385cd-5cc2-404c-8e48-507758569698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97066c3-4f92-43bf-bf5c-d79b11a0483c', 'code': 200} Jan 27 22:04:31.667864 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747570bf-c566-42be-abad-b693758a5d8e', 'code': 200} Jan 27 22:04:31.725701 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc817f-1e5b-48e1-8b85-18a08f60b6ed req-ee573d3b-a421-4d1c-8955-097bf04d0b09 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:31.727382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fcc817f-1e5b-48e1-8b85-18a08f60b6ed req-ee573d3b-a421-4d1c-8955-097bf04d0b09 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.1605709 Jan 27 22:04:31.866673 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-1709a6bc-6efb-4f00-8ab2-a51208bde96b tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Made reservation on behalf of fda93bf005474b47934cda5a7aea1f66 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:04:31.870370 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-1709a6bc-6efb-4f00-8ab2-a51208bde96b tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:31.969155 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fcc817f-1e5b-48e1-8b85-18a08f60b6ed req-52526bf3-723b-4a27-bd2f-86cf47cfcaaa tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326641 Jan 27 22:04:32.085803 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-965e8cec-16a2-491f-b338-ca984a37fdac req-4834949e-2077-4dea-817b-cf6466e0ec6b tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 210 time: 0.1903324 Jan 27 22:04:32.126461 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612af1d-1aa1-4cf8-b2ad-3ea72c7dbbb5 req-6c09ec49-f65c-4d05-a981-51066b142278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:32.128028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a612af1d-1aa1-4cf8-b2ad-3ea72c7dbbb5 req-6c09ec49-f65c-4d05-a981-51066b142278 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 1096 time: 0.2290711 Jan 27 22:04:32.136500 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af00127-e142-4b4c-b750-3a8b88e728e0 req-193890d4-5e99-499d-ab43-ed8350e7236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:32.138375 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6af00127-e142-4b4c-b750-3a8b88e728e0 req-193890d4-5e99-499d-ab43-ed8350e7236e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 1096 time: 0.3107305 Jan 27 22:04:32.211984 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-1709a6bc-6efb-4f00-8ab2-a51208bde96b tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Allocated IP 172.20.0.2 (aba8c96b-8083-40a9-8e75-d6eab38d4a88/0fd29a6d-b06e-439b-961f-793e9684fba2/63c5ae87-473c-40d8-b0d4-fa96175c929a) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:04:32.351344 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 04ceed28-5cd5-476e-bdec-3b724b335706 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:32.354826 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6af00127-e142-4b4c-b750-3a8b88e728e0 req-dc679366-4002-4760-8dc2-80d7f5c4f18e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834903 Jan 27 22:04:32.394648 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a612af1d-1aa1-4cf8-b2ad-3ea72c7dbbb5 req-7354bf6d-8786-4bc8-835e-381c8dd2fc00 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522991 Jan 27 22:04:32.397789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 04ceed28-5cd5-476e-bdec-3b724b335706 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:04:32.398151 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 04ceed28-5cd5-476e-bdec-3b724b335706 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:04:32.509079 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34842266-141d-4d11-8aa8-703d52757809 req-9426ef98-b12e-4074-862f-2d7563908e94 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:32.512629 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-1709a6bc-6efb-4f00-8ab2-a51208bde96b tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks [] for port (63c5ae87-473c-40d8-b0d4-fa96175c929a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:32.516848 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-34842266-141d-4d11-8aa8-703d52757809 req-9426ef98-b12e-4074-862f-2d7563908e94 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.1007054 Jan 27 22:04:32.585734 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-1709a6bc-6efb-4f00-8ab2-a51208bde96b tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (63c5ae87-473c-40d8-b0d4-fa96175c929a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:32.641016 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-34842266-141d-4d11-8aa8-703d52757809 req-d9024181-4dd3-4e33-b997-5e60934f38ab tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232128 Jan 27 22:04:32.705582 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-1709a6bc-6efb-4f00-8ab2-a51208bde96b tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Network aba8c96b-8083-40a9-8e75-d6eab38d4a88 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:04:32.727217 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-1709a6bc-6efb-4f00-8ab2-a51208bde96b tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:04:32.735105 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-1709a6bc-6efb-4f00-8ab2-a51208bde96b tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:04:32.742508 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaa57e-f6f2-43d7-b0d9-afdb2bb9abd8 req-9ec7c2f3-4651-4ca0-986e-f26948f5b1ca tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:32.744634 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709a6bc-6efb-4f00-8ab2-a51208bde96b tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Pushing event updated for resources: {'Port': ['ID=63c5ae87-473c-40d8-b0d4-fa96175c929a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:32.753463 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-febaa57e-f6f2-43d7-b0d9-afdb2bb9abd8 req-9ec7c2f3-4651-4ca0-986e-f26948f5b1ca tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 945 time: 0.0844975 Jan 27 22:04:32.820604 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-febaa57e-f6f2-43d7-b0d9-afdb2bb9abd8 req-43fa2aad-e125-4ee9-ab84-9b763f9a9a6e tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661271 Jan 27 22:04:32.845505 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-1709a6bc-6efb-4f00-8ab2-a51208bde96b tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:32.846535 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-1709a6bc-6efb-4f00-8ab2-a51208bde96b tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:32.871117 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-1709a6bc-6efb-4f00-8ab2-a51208bde96b tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4032526 Jan 27 22:04:32.928057 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] Request body: {'port': {'device_id': 'd2c39b59-4e6b-4be7-ae0e-7cfe4be88467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:33.042742 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (63c5ae87-473c-40d8-b0d4-fa96175c929a), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:33.173503 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f3c82-9a8e-4cf1-8a2a-0f438cf5e1cd req-8d2f0150-f90f-4cd9-9124-b978ef470a44 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:33.187246 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-353f3c82-9a8e-4cf1-8a2a-0f438cf5e1cd req-8d2f0150-f90f-4cd9-9124-b978ef470a44 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.1268022 Jan 27 22:04:33.300830 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-353f3c82-9a8e-4cf1-8a2a-0f438cf5e1cd req-0fc30657-dfbb-45bf-bb62-a69358e2ef0a tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127841 Jan 27 22:04:33.378481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee2f21-78a6-4253-bc05-6f0d41084b45 req-f9aab8cd-c1cf-40c6-814c-8eb019279a4d tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:33.391399 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31ee2f21-78a6-4253-bc05-6f0d41084b45 req-f9aab8cd-c1cf-40c6-814c-8eb019279a4d tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 931 time: 0.1684473 Jan 27 22:04:33.550415 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31ee2f21-78a6-4253-bc05-6f0d41084b45 req-c01ae413-1aec-4855-9419-6cf13df35a35 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532228 Jan 27 22:04:33.876453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c651d-847b-402d-ae9f-3724834e6477 req-f3c025df-3764-49cd-84e7-dc869e84af6c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:33.886725 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b54c651d-847b-402d-ae9f-3724834e6477 req-f3c025df-3764-49cd-84e7-dc869e84af6c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.0916257 Jan 27 22:04:34.037183 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b54c651d-847b-402d-ae9f-3724834e6477 req-ec98b52b-602d-4ebd-852f-8a0705d15bd2 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414902 Jan 27 22:04:34.077691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4fe81-efae-4d9b-a42e-a6a213095e6f req-4cd1837d-2366-4ac4-988d-38eb0ed9c28d tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:34.094041 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-54d4fe81-efae-4d9b-a42e-a6a213095e6f req-4cd1837d-2366-4ac4-988d-38eb0ed9c28d tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 945 time: 0.1674712 Jan 27 22:04:34.141466 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c5ae87-473c-40d8-b0d4-fa96175c929a {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:04:34.153715 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] Publish callbacks [] for port (63c5ae87-473c-40d8-b0d4-fa96175c929a), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:34.167840 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] Transition to ACTIVE for port object 63c5ae87-473c-40d8-b0d4-fa96175c929a will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:04:34.177775 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (63c5ae87-473c-40d8-b0d4-fa96175c929a), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:34.193889 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-54d4fe81-efae-4d9b-a42e-a6a213095e6f req-58cb0df0-5a68-432f-8eae-94bd37c3254d tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950203 Jan 27 22:04:34.267902 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] Pushing event updated for resources: {'Port': ['ID=63c5ae87-473c-40d8-b0d4-fa96175c929a,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:34.372657 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] Attempting to bind port 63c5ae87-473c-40d8-b0d4-fa96175c929a on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:04:34.373037 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] Attempting to bind port 63c5ae87-473c-40d8-b0d4-fa96175c929a by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '62fa23dd-12a3-492b-934b-e983908fa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aba8c96b-8083-40a9-8e75-d6eab38d4a88'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:04:34.373422 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] Attempting to bind port 63c5ae87-473c-40d8-b0d4-fa96175c929a on network aba8c96b-8083-40a9-8e75-d6eab38d4a88 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:34.378200 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] Port 63c5ae87-473c-40d8-b0d4-fa96175c929a on network aba8c96b-8083-40a9-8e75-d6eab38d4a88 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:04:34.378579 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] Attempting to bind port 63c5ae87-473c-40d8-b0d4-fa96175c929a on network aba8c96b-8083-40a9-8e75-d6eab38d4a88 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:34.384272 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:04:34.384620 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] Checking segment: {'id': '62fa23dd-12a3-492b-934b-e983908fa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aba8c96b-8083-40a9-8e75-d6eab38d4a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:04:34.385011 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] Bound using segment: {'id': '62fa23dd-12a3-492b-934b-e983908fa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aba8c96b-8083-40a9-8e75-d6eab38d4a88'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:04:34.385442 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] Bound port: 63c5ae87-473c-40d8-b0d4-fa96175c929a, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62fa23dd-12a3-492b-934b-e983908fa985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aba8c96b-8083-40a9-8e75-d6eab38d4a88'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:04:34.386804 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (63c5ae87-473c-40d8-b0d4-fa96175c929a), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:34.439713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b6d73-6bbf-4116-a7f3-ef536d00818f req-20d082aa-27e6-4b72-a2d1-3a460171df54 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:34.447540 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e8b6d73-6bbf-4116-a7f3-ef536d00818f req-20d082aa-27e6-4b72-a2d1-3a460171df54 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.1450756 Jan 27 22:04:34.505685 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] For port 63c5ae87-473c-40d8-b0d4-fa96175c929a, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:04:34.511359 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] For port 63c5ae87-473c-40d8-b0d4-fa96175c929a, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=63c5ae87-473c-40d8-b0d4-fa96175c929a,segment=NetworkSegment(62fa23dd-12a3-492b-934b-e983908fa985),segment_id=62fa23dd-12a3-492b-934b-e983908fa985)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:04:34.518484 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (63c5ae87-473c-40d8-b0d4-fa96175c929a), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:34.533157 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e8b6d73-6bbf-4116-a7f3-ef536d00818f req-e8c04896-b0e2-4cc0-9eea-1dd3f0d895f8 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739355 Jan 27 22:04:34.580743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19502680-30da-42b5-af76-454e93f28291 req-c000f4c3-4bc6-41ec-b213-61bef9c6ce71 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:34.588906 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19502680-30da-42b5-af76-454e93f28291 req-c000f4c3-4bc6-41ec-b213-61bef9c6ce71 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.1403687 Jan 27 22:04:34.616695 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:34.617322 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:34.623084 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] 10.222.0.21 "PUT /v2.0/ports/63c5ae87-473c-40d8-b0d4-fa96175c929a HTTP/1.1" status: 200 len: 1091 time: 1.7015073 Jan 27 22:04:34.623557 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c39b59-4e6b-4be7-ae0e-7cfe4be88467', 'tag': '63c5ae87-473c-40d8-b0d4-fa96175c929a'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:34.630559 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5176d5-85fb-4fe3-8732-e0719e1df447" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c39b59-4e6b-4be7-ae0e-7cfe4be88467", "tag": "63c5ae87-473c-40d8-b0d4-fa96175c929a"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:34.682295 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42154) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:34.711408 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19502680-30da-42b5-af76-454e93f28291 req-443f3b08-2383-44ae-be53-7f7eb49dbd78 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128840 Jan 27 22:04:34.741106 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751da83-8b27-4e38-afa0-3db344921427 service neutron] Pushing event updated for resources: {'Port': ['ID=63c5ae87-473c-40d8-b0d4-fa96175c929a,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:34.817632 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-2f9d46fa-c40d-4b43-bce2-068c03786b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:34.832123 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-2f9d46fa-c40d-4b43-bce2-068c03786b60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fda93bf005474b47934cda5a7aea1f66&device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 1094 time: 0.1414313 Jan 27 22:04:34.922195 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-bc259237-5db5-47a5-97a0-2f26b226c985 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63c5ae87-473c-40d8-b0d4-fa96175c929a HTTP/1.1" status: 200 len: 217 time: 0.0765264 Jan 27 22:04:34.997463 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc9ae4-cce7-42f4-8b17-c61bec9c1961 req-458afedd-6681-4a64-b32e-b4cdc577cb41 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:35.008809 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8dc9ae4-cce7-42f4-8b17-c61bec9c1961 req-458afedd-6681-4a64-b32e-b4cdc577cb41 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 943 time: 0.1878541 Jan 27 22:04:35.040850 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-2a3a0e54-11cd-4f00-808e-174a496dea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:35.042600 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-2a3a0e54-11cd-4f00-808e-174a496dea79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fd29a6d-b06e-439b-961f-793e9684fba2 HTTP/1.1" status: 200 len: 854 time: 0.1086056 Jan 27 22:04:35.088092 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6ef59847-ccb7-4273-a946-3e38adba032c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:35.093735 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-5770f2e3-617e-46cf-985d-211ed65f802b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aba8c96b-8083-40a9-8e75-d6eab38d4a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426619 Jan 27 22:04:35.112050 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8dc9ae4-cce7-42f4-8b17-c61bec9c1961 req-1f28f947-c070-44e5-9ca1-c245ddf74145 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020989 Jan 27 22:04:35.229288 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-42f27c41-bd96-45af-93e4-834a6f3297a2 service neutron] 10.222.0.21 "GET /v2.0/networks/aba8c96b-8083-40a9-8e75-d6eab38d4a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239369 Jan 27 22:04:35.230938 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1a2025-8ace-487c-bfb9-732ee18a8d83 x-openstack-request-id: req-5d1a2025-8ace-487c-bfb9-732ee18a8d83 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:35.231453 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c39b59-4e6b-4be7-ae0e-7cfe4be88467", "tag": "63c5ae87-473c-40d8-b0d4-fa96175c929a", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:35.231816 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d1a2025-8ace-487c-bfb9-732ee18a8d83 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:35.232606 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c39b59-4e6b-4be7-ae0e-7cfe4be88467', 'tag': '63c5ae87-473c-40d8-b0d4-fa96175c929a', 'status': 'completed', 'code': 200} Jan 27 22:04:35.267852 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6ef59847-ccb7-4273-a946-3e38adba032c admin admin] Publish callbacks [] for security_group (55a22881-0f8d-48fe-af0d-740af37de5f9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:35.344719 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6ef59847-ccb7-4273-a946-3e38adba032c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (55a22881-0f8d-48fe-af0d-740af37de5f9), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:35.373185 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0e936662-d9fb-4e7a-8b64-0708e1f72a7c req-d943ad1c-d44c-4e43-b5fd-de720ea364df service neutron] 10.222.0.21 "GET /v2.0/networks/aba8c96b-8083-40a9-8e75-d6eab38d4a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318059 Jan 27 22:04:35.404633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef59847-ccb7-4273-a946-3e38adba032c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a22881-0f8d-48fe-af0d-740af37de5f9,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:35.423047 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81295c6-a241-4617-b176-c6c0e279f0c3 req-5a6c4541-15b6-478e-a71c-08623ca92966 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:35.428681 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a81295c6-a241-4617-b176-c6c0e279f0c3 req-5a6c4541-15b6-478e-a71c-08623ca92966 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=07acc4c6-36a0-4775-991e-fdb4626bdcf0 HTTP/1.1" status: 200 len: 946 time: 0.5587602 Jan 27 22:04:35.486363 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7b214-e9eb-45f2-9ca1-2f1e661ec5df req-09bb757d-3861-4d4a-8f8d-6bca7ffaa171 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:35.488455 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73b7b214-e9eb-45f2-9ca1-2f1e661ec5df req-09bb757d-3861-4d4a-8f8d-6bca7ffaa171 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.2181008 Jan 27 22:04:35.505067 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5176d5-85fb-4fe3-8732-e0719e1df447 req-fa700dfa-ad89-41b7-a82e-8b0df839db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:35.506779 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0a5176d5-85fb-4fe3-8732-e0719e1df447 req-fa700dfa-ad89-41b7-a82e-8b0df839db9b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fda93bf005474b47934cda5a7aea1f66&device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 1094 time: 0.0739901 Jan 27 22:04:35.519407 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6ef59847-ccb7-4273-a946-3e38adba032c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d7c7941227f4471b121ab8abff7ee79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8058717 Jan 27 22:04:35.521262 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42162) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:35.530796 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd2357-0885-472f-b0be-34f97909bfa4 req-4334dc01-4094-4a6c-8011-ad44925a8e41 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:35.532417 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7cd2357-0885-472f-b0be-34f97909bfa4 req-4334dc01-4094-4a6c-8011-ad44925a8e41 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 946 time: 0.2030253 Jan 27 22:04:35.600749 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a81295c6-a241-4617-b176-c6c0e279f0c3 req-916992d0-7fee-4f8f-b0f1-dc8304b30fc7 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599271 Jan 27 22:04:35.668359 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5176d5-85fb-4fe3-8732-e0719e1df447 req-f3cb6ed5-8958-4f8f-a447-cc5d14760457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:35.669865 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0a5176d5-85fb-4fe3-8732-e0719e1df447 req-f3cb6ed5-8958-4f8f-a447-cc5d14760457 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aba8c96b-8083-40a9-8e75-d6eab38d4a88 HTTP/1.1" status: 200 len: 915 time: 0.1088321 Jan 27 22:04:35.688570 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7cd2357-0885-472f-b0be-34f97909bfa4 req-1092c29c-0f0e-4b2d-960a-e18b603f892b tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374631 Jan 27 22:04:35.763268 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7f1004af-9cc7-4473-ab50-da293291a7ee admin admin] Publish callbacks [] for security_group (55a22881-0f8d-48fe-af0d-740af37de5f9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:35.794441 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7f1004af-9cc7-4473-ab50-da293291a7ee admin admin] Publish callbacks [] for security_group (55a22881-0f8d-48fe-af0d-740af37de5f9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:35.841001 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0a5176d5-85fb-4fe3-8732-e0719e1df447 req-4d7d094d-65f6-4387-9caa-6e1883fc72fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63c5ae87-473c-40d8-b0d4-fa96175c929a HTTP/1.1" status: 200 len: 217 time: 0.1399460 Jan 27 22:04:35.890603 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-73b7b214-e9eb-45f2-9ca1-2f1e661ec5df req-128c96f1-2e0a-4ce2-ac8b-c1bce34c9ac6 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Deleting port b3ad85b4-0281-43b6-ae0e-3c1b28eef6da {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:35.890973 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-73b7b214-e9eb-45f2-9ca1-2f1e661ec5df req-128c96f1-2e0a-4ce2-ac8b-c1bce34c9ac6 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b3ad85b4-0281-43b6-ae0e-3c1b28eef6da), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:35.943755 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7f1004af-9cc7-4473-ab50-da293291a7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (55a22881-0f8d-48fe-af0d-740af37de5f9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:35.947272 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7f1004af-9cc7-4473-ab50-da293291a7ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:35.950857 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7f1004af-9cc7-4473-ab50-da293291a7ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55a22881-0f8d-48fe-af0d-740af37de5f9 HTTP/1.1" status: 204 len: 168 time: 0.4240606 Jan 27 22:04:35.967333 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5176d5-85fb-4fe3-8732-e0719e1df447 req-3df63c95-7ac4-4245-be68-3b724a800b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:35.969013 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0a5176d5-85fb-4fe3-8732-e0719e1df447 req-3df63c95-7ac4-4245-be68-3b724a800b83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fd29a6d-b06e-439b-961f-793e9684fba2 HTTP/1.1" status: 200 len: 854 time: 0.1177082 Jan 27 22:04:35.969831 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1004af-9cc7-4473-ab50-da293291a7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a22881-0f8d-48fe-af0d-740af37de5f9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:36.015879 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:04:36.033036 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0a5176d5-85fb-4fe3-8732-e0719e1df447 req-a8b45543-06db-4deb-8e01-7e208585e9be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aba8c96b-8083-40a9-8e75-d6eab38d4a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509892 Jan 27 22:04:36.155460 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0a5176d5-85fb-4fe3-8732-e0719e1df447 req-47256e6b-dfb6-4045-a71e-f97ddc3489d3 service neutron] 10.222.0.21 "GET /v2.0/networks/aba8c96b-8083-40a9-8e75-d6eab38d4a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166174 Jan 27 22:04:36.187037 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6c491-73f8-4810-b725-99faccc8f0a3 req-6f11ffb3-7945-446d-9c08-fb4edac56f79 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:36.188570 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6da6c491-73f8-4810-b725-99faccc8f0a3 req-6f11ffb3-7945-446d-9c08-fb4edac56f79 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 945 time: 0.1334496 Jan 27 22:04:36.201409 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-73b7b214-e9eb-45f2-9ca1-2f1e661ec5df req-128c96f1-2e0a-4ce2-ac8b-c1bce34c9ac6 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] For port b3ad85b4-0281-43b6-ae0e-3c1b28eef6da, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=b3ad85b4-0281-43b6-ae0e-3c1b28eef6da,segment=NetworkSegment(4b05fbb0-30d5-4a43-9e48-2a1e98f98a07),segment_id=4b05fbb0-30d5-4a43-9e48-2a1e98f98a07)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:36.201778 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-73b7b214-e9eb-45f2-9ca1-2f1e661ec5df req-128c96f1-2e0a-4ce2-ac8b-c1bce34c9ac6 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b3ad85b4-0281-43b6-ae0e-3c1b28eef6da), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:36.246302 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd652c4-8db7-4984-b862-025f16dcac85 req-49eaf8de-cd52-4f1b-bec6-6eb073b587e6 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:36.268988 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ccd652c4-8db7-4984-b862-025f16dcac85 req-49eaf8de-cd52-4f1b-bec6-6eb073b587e6 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.3254855 Jan 27 22:04:36.276229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-73b7b214-e9eb-45f2-9ca1-2f1e661ec5df req-128c96f1-2e0a-4ce2-ac8b-c1bce34c9ac6 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Calling delete_port for b3ad85b4-0281-43b6-ae0e-3c1b28eef6da owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:36.298047 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0a5176d5-85fb-4fe3-8732-e0719e1df447 req-00030505-d8fa-4cec-9557-23dddb3a38a1 service neutron] 10.222.0.21 "GET /v2.0/networks/aba8c96b-8083-40a9-8e75-d6eab38d4a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348064 Jan 27 22:04:36.407230 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42180) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:36.431305 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67e69b1f-6b7c-473d-9192-4fcd89e21dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:36.432024 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6da6c491-73f8-4810-b725-99faccc8f0a3 req-84b87a9c-ef1b-4906-9b3a-43c9e09d088c tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117150 Jan 27 22:04:36.459002 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ccd652c4-8db7-4984-b862-025f16dcac85 req-9b49b772-d761-4ae2-93d6-126fa2bdb134 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793959 Jan 27 22:04:36.589848 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67e69b1f-6b7c-473d-9192-4fcd89e21dae admin admin] Publish callbacks [] for security_group (fbe98afb-0303-4ffa-b0fb-7e858523544b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:36.595484 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67e69b1f-6b7c-473d-9192-4fcd89e21dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (fbe98afb-0303-4ffa-b0fb-7e858523544b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:36.644983 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-67e69b1f-6b7c-473d-9192-4fcd89e21dae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02f717f4c5e64a4881274cf58c844788&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2362123 Jan 27 22:04:36.647477 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec60cb5-a8c1-4b30-ad0e-337ec3254bf4 req-c6de750d-7f68-4be5-8df9-3b1578c45c53 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:36.653527 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42184) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:36.654448 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8ec60cb5-a8c1-4b30-ad0e-337ec3254bf4 req-c6de750d-7f68-4be5-8df9-3b1578c45c53 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 943 time: 0.1267350 Jan 27 22:04:36.669716 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-73b7b214-e9eb-45f2-9ca1-2f1e661ec5df req-128c96f1-2e0a-4ce2-ac8b-c1bce34c9ac6 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (b3ad85b4-0281-43b6-ae0e-3c1b28eef6da), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:36.688840 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['917b3e49-a797-4b74-8942-dd5af77ae388'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:04:36.800084 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b7b214-e9eb-45f2-9ca1-2f1e661ec5df req-128c96f1-2e0a-4ce2-ac8b-c1bce34c9ac6 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] No DVR routers for this DVR port b3ad85b4-0281-43b6-ae0e-3c1b28eef6da on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:04:36.807212 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-73b7b214-e9eb-45f2-9ca1-2f1e661ec5df req-128c96f1-2e0a-4ce2-ac8b-c1bce34c9ac6 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:36.811573 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73b7b214-e9eb-45f2-9ca1-2f1e661ec5df req-128c96f1-2e0a-4ce2-ac8b-c1bce34c9ac6 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.15 "DELETE /v2.0/ports/b3ad85b4-0281-43b6-ae0e-3c1b28eef6da HTTP/1.1" status: 204 len: 173 time: 1.3097262 Jan 27 22:04:36.830862 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e69b1f-6b7c-473d-9192-4fcd89e21dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe98afb-0303-4ffa-b0fb-7e858523544b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:36.899687 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c96f1-2e0a-4ce2-ac8b-c1bce34c9ac6 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Pushing event deleted for resources: {'Port': ['ID=b3ad85b4-0281-43b6-ae0e-3c1b28eef6da,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:36.921492 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0efa1e4a-c58d-4a22-bfa4-e269bbdf4a22 admin admin] Publish callbacks [] for security_group (fbe98afb-0303-4ffa-b0fb-7e858523544b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:36.932528 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6003b0-cc36-435a-b273-8cee2521e148', 'name': 'network-vif-deleted', 'tag': 'b3ad85b4-0281-43b6-ae0e-3c1b28eef6da'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:36.937562 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0066aad2-cf1e-4c28-a760-f8a20bbc589b" -d '{"events": [{"server_uuid": "6d6003b0-cc36-435a-b273-8cee2521e148", "name": "network-vif-deleted", "tag": "b3ad85b4-0281-43b6-ae0e-3c1b28eef6da"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:36.956498 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0efa1e4a-c58d-4a22-bfa4-e269bbdf4a22 admin admin] Publish callbacks [] for security_group (fbe98afb-0303-4ffa-b0fb-7e858523544b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:36.968497 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8ec60cb5-a8c1-4b30-ad0e-337ec3254bf4 req-542c429f-f3ec-404b-9f31-ad288ace50ea tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130524 Jan 27 22:04:37.083913 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0efa1e4a-c58d-4a22-bfa4-e269bbdf4a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (fbe98afb-0303-4ffa-b0fb-7e858523544b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:37.087402 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0efa1e4a-c58d-4a22-bfa4-e269bbdf4a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:37.088712 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0efa1e4a-c58d-4a22-bfa4-e269bbdf4a22 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fbe98afb-0303-4ffa-b0fb-7e858523544b HTTP/1.1" status: 204 len: 168 time: 0.4342229 Jan 27 22:04:37.092001 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58eabab-3507-4d57-9d81-bd220d717f88 req-83605b41-b7ec-4d14-9137-9312790805f5 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:37.100844 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e58eabab-3507-4d57-9d81-bd220d717f88 req-83605b41-b7ec-4d14-9137-9312790805f5 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.1730328 Jan 27 22:04:37.106584 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50a774de-bc8a-4d00-9e2e-fe6cfedf1467 req-7c0b251a-8896-4c6a-ad84-0857d9706e72 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3077672 Jan 27 22:04:37.137797 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede74cc0-5ca7-47b6-91fe-21ed69b158ca req-1b947d85-1994-49d4-be31-11d716ed9f14 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:37.152822 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ede74cc0-5ca7-47b6-91fe-21ed69b158ca req-1b947d85-1994-49d4-be31-11d716ed9f14 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.21 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.4008951 Jan 27 22:04:37.160539 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa1e4a-c58d-4a22-bfa4-e269bbdf4a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe98afb-0303-4ffa-b0fb-7e858523544b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:37.302550 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e58eabab-3507-4d57-9d81-bd220d717f88 req-fbbe6be1-6a82-46a3-99fa-22ce14c28f2c tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993105 Jan 27 22:04:37.309401 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-482db710-92a2-4d24-b434-7109a3648631 req-44535272-897b-48df-891c-6ebcb589e119 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d6003b0-cc36-435a-b273-8cee2521e148 HTTP/1.1" status: 200 len: 210 time: 0.0907629 Jan 27 22:04:37.336285 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a774de-bc8a-4d00-9e2e-fe6cfedf1467 req-e398bb9b-f1d7-490e-9296-d2e2a40bfc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:37.341971 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50a774de-bc8a-4d00-9e2e-fe6cfedf1467 req-e398bb9b-f1d7-490e-9296-d2e2a40bfc92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0af0d48f9d584c2f96edf7499ec5c8a4&device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 1096 time: 0.1235337 Jan 27 22:04:37.357696 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-ede74cc0-5ca7-47b6-91fe-21ed69b158ca req-e9561c47-7786-4366-a3b6-484e5cb8d4b5 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Deleting port d895c781-9cb4-4b0c-812c-7a45ae78e51c {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:37.358207 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-ede74cc0-5ca7-47b6-91fe-21ed69b158ca req-e9561c47-7786-4366-a3b6-484e5cb8d4b5 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d895c781-9cb4-4b0c-812c-7a45ae78e51c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:37.499143 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a774de-bc8a-4d00-9e2e-fe6cfedf1467 req-c4514588-2a87-4d66-bd73-28646c789cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:37.501354 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50a774de-bc8a-4d00-9e2e-fe6cfedf1467 req-c4514588-2a87-4d66-bd73-28646c789cb0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c21c1549-299c-4dec-a0f9-3f16d5727c21 HTTP/1.1" status: 200 len: 919 time: 0.1389730 Jan 27 22:04:37.503717 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9fa68c-7754-4e4b-bd08-e12f33fa0bae x-openstack-request-id: req-1a9fa68c-7754-4e4b-bd08-e12f33fa0bae {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:37.504035 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6003b0-cc36-435a-b273-8cee2521e148", "name": "network-vif-deleted", "tag": "b3ad85b4-0281-43b6-ae0e-3c1b28eef6da", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:37.504363 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a9fa68c-7754-4e4b-bd08-e12f33fa0bae {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:37.505038 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6003b0-cc36-435a-b273-8cee2521e148', 'name': 'network-vif-deleted', 'tag': 'b3ad85b4-0281-43b6-ae0e-3c1b28eef6da', 'status': 'completed', 'code': 200} Jan 27 22:04:37.571188 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50a774de-bc8a-4d00-9e2e-fe6cfedf1467 req-0293f8f9-7946-49e5-ac94-2220fa07787f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=917b3e49-a797-4b74-8942-dd5af77ae388 HTTP/1.1" status: 200 len: 217 time: 0.0579145 Jan 27 22:04:37.662046 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-ede74cc0-5ca7-47b6-91fe-21ed69b158ca req-e9561c47-7786-4366-a3b6-484e5cb8d4b5 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] For port d895c781-9cb4-4b0c-812c-7a45ae78e51c, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d895c781-9cb4-4b0c-812c-7a45ae78e51c,segment=NetworkSegment(674cd10d-2ce9-46e6-9b51-4e42132e668f),segment_id=674cd10d-2ce9-46e6-9b51-4e42132e668f)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:37.662442 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-ede74cc0-5ca7-47b6-91fe-21ed69b158ca req-e9561c47-7786-4366-a3b6-484e5cb8d4b5 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d895c781-9cb4-4b0c-812c-7a45ae78e51c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:37.701025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a774de-bc8a-4d00-9e2e-fe6cfedf1467 req-b5a8e111-8115-4acc-b444-87a41b90b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:37.705643 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50a774de-bc8a-4d00-9e2e-fe6cfedf1467 req-b5a8e111-8115-4acc-b444-87a41b90b122 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1dec90ae-26a7-4889-9533-54929121f29b HTTP/1.1" status: 200 len: 858 time: 0.1285665 Jan 27 22:04:37.717600 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-ede74cc0-5ca7-47b6-91fe-21ed69b158ca req-e9561c47-7786-4366-a3b6-484e5cb8d4b5 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Calling delete_port for d895c781-9cb4-4b0c-812c-7a45ae78e51c owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:37.742129 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42210) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:37.836841 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50a774de-bc8a-4d00-9e2e-fe6cfedf1467 req-7e1294b0-ad06-42dc-8ec5-1f30b7259f0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c21c1549-299c-4dec-a0f9-3f16d5727c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229420 Jan 27 22:04:37.929304 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-ede74cc0-5ca7-47b6-91fe-21ed69b158ca req-e9561c47-7786-4366-a3b6-484e5cb8d4b5 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d895c781-9cb4-4b0c-812c-7a45ae78e51c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:37.945333 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['4558f2da-6b7a-41b0-a991-c0f0a4617f6e', 'd895c781-9cb4-4b0c-812c-7a45ae78e51c'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:04:38.017777 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561c47-7786-4366-a3b6-484e5cb8d4b5 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Pushing event deleted for resources: {'Port': ['ID=d895c781-9cb4-4b0c-812c-7a45ae78e51c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:38.086090 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede74cc0-5ca7-47b6-91fe-21ed69b158ca req-e9561c47-7786-4366-a3b6-484e5cb8d4b5 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] No DVR routers for this DVR port d895c781-9cb4-4b0c-812c-7a45ae78e51c on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:04:38.089785 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-ede74cc0-5ca7-47b6-91fe-21ed69b158ca req-e9561c47-7786-4366-a3b6-484e5cb8d4b5 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:38.092724 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ede74cc0-5ca7-47b6-91fe-21ed69b158ca req-e9561c47-7786-4366-a3b6-484e5cb8d4b5 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.21 "DELETE /v2.0/ports/d895c781-9cb4-4b0c-812c-7a45ae78e51c HTTP/1.1" status: 204 len: 173 time: 0.9362218 Jan 27 22:04:38.103990 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bfb22a-514a-4d88-a989-2d4a5367ad79', 'name': 'network-vif-deleted', 'tag': 'd895c781-9cb4-4b0c-812c-7a45ae78e51c'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:38.107434 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0342eb2c-bd18-4aee-8352-1f92a92aa6e2" -d '{"events": [{"server_uuid": "56bfb22a-514a-4d88-a989-2d4a5367ad79", "name": "network-vif-deleted", "tag": "d895c781-9cb4-4b0c-812c-7a45ae78e51c"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:38.125393 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50a774de-bc8a-4d00-9e2e-fe6cfedf1467 req-1cfdf42e-6448-43f7-816c-1ff2d6e59fc8 service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807171 Jan 27 22:04:38.163632 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-86aa446f-90d0-4947-b0c6-67d8cbc12bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:38.338681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4619a-9c79-44b8-932d-4f6fe1c32dbd req-0411f127-2cfd-40bc-a905-af6a010faad3 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:38.340220 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50f4619a-9c79-44b8-932d-4f6fe1c32dbd req-0411f127-2cfd-40bc-a905-af6a010faad3 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfb22a-514a-4d88-a989-2d4a5367ad79 HTTP/1.1" status: 200 len: 945 time: 0.6336396 Jan 27 22:04:38.470981 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169367e-6a84-4bdc-b137-d567486bff4f req-7f595e14-b1e2-42de-b853-2460d642fb5d tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:38.477001 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169367e-6a84-4bdc-b137-d567486bff4f req-7f595e14-b1e2-42de-b853-2460d642fb5d tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:38.482322 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169367e-6a84-4bdc-b137-d567486bff4f req-7f595e14-b1e2-42de-b853-2460d642fb5d tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:38.484019 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4169367e-6a84-4bdc-b137-d567486bff4f req-7f595e14-b1e2-42de-b853-2460d642fb5d tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad&device_id=07acc4c6-36a0-4775-991e-fdb4626bdcf0&device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 2417 time: 0.3492584 Jan 27 22:04:38.523033 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50a774de-bc8a-4d00-9e2e-fe6cfedf1467 req-a41daa1b-99b0-4e6a-bff8-c74cc6ea07ca service neutron] 10.222.0.15 "GET /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608284 Jan 27 22:04:38.550532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50f4619a-9c79-44b8-932d-4f6fe1c32dbd req-405da106-12ec-4b34-85d7-b162a767abef tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029078 Jan 27 22:04:38.597830 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-86aa446f-90d0-4947-b0c6-67d8cbc12bc6 admin admin] Publish callbacks [] for security_group (b29e59b7-6a0b-4b55-a971-9cbbc6199eee), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:38.602521 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4169367e-6a84-4bdc-b137-d567486bff4f req-f79487e4-a411-4df0-b4c2-1bb5e9c893ad tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120198 Jan 27 22:04:38.603740 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-86aa446f-90d0-4947-b0c6-67d8cbc12bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b29e59b7-6a0b-4b55-a971-9cbbc6199eee), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:38.656740 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device b3ad85b4-0281-43b6-ae0e-3c1b28eef6da no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:38.731898 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: b3ad85b4-0281-43b6-ae0e-3c1b28eef6da {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:04:38.732345 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device b3ad85b4-0281-43b6-ae0e-3c1b28eef6da not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:04:38.735420 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6c5fb3-807a-4d4b-b5d9-49658c86e280 x-openstack-request-id: req-4d6c5fb3-807a-4d4b-b5d9-49658c86e280 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:38.735930 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bfb22a-514a-4d88-a989-2d4a5367ad79", "name": "network-vif-deleted", "tag": "d895c781-9cb4-4b0c-812c-7a45ae78e51c", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:38.736041 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d6c5fb3-807a-4d4b-b5d9-49658c86e280 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:38.736448 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bfb22a-514a-4d88-a989-2d4a5367ad79', 'name': 'network-vif-deleted', 'tag': 'd895c781-9cb4-4b0c-812c-7a45ae78e51c', 'status': 'completed', 'code': 200} Jan 27 22:04:38.743391 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42240) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:38.753291 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-86aa446f-90d0-4947-b0c6-67d8cbc12bc6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=84677e482dfa463498eccf7548746fdc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0079994 Jan 27 22:04:38.765735 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa446f-90d0-4947-b0c6-67d8cbc12bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29e59b7-6a0b-4b55-a971-9cbbc6199eee,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:38.892374 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-994c0378-71bd-4069-9c14-2a6c3204e8d6 admin admin] Publish callbacks [] for security_group (b29e59b7-6a0b-4b55-a971-9cbbc6199eee), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:38.899247 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc67d6c-9604-4a06-b8ee-6b23e2557e12 req-50ad25e4-516a-4571-bb25-2a95aefc78e5 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:38.912801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ccc67d6c-9604-4a06-b8ee-6b23e2557e12 req-50ad25e4-516a-4571-bb25-2a95aefc78e5 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 943 time: 0.1041455 Jan 27 22:04:38.943400 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-994c0378-71bd-4069-9c14-2a6c3204e8d6 admin admin] Publish callbacks [] for security_group (b29e59b7-6a0b-4b55-a971-9cbbc6199eee), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:39.016641 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ccc67d6c-9604-4a06-b8ee-6b23e2557e12 req-0af285ec-34cf-406d-9305-5e9ee5c317a4 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029449 Jan 27 22:04:39.065372 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-994c0378-71bd-4069-9c14-2a6c3204e8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b29e59b7-6a0b-4b55-a971-9cbbc6199eee), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:39.073029 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-994c0378-71bd-4069-9c14-2a6c3204e8d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:39.076757 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-994c0378-71bd-4069-9c14-2a6c3204e8d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b29e59b7-6a0b-4b55-a971-9cbbc6199eee HTTP/1.1" status: 204 len: 168 time: 0.3304925 Jan 27 22:04:39.118202 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c0378-71bd-4069-9c14-2a6c3204e8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29e59b7-6a0b-4b55-a971-9cbbc6199eee,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:39.277599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37aab5d-17e6-4290-a932-e4a99174f5db req-c9b351e8-144d-4572-bd90-66ac0785f23c tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:39.287718 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b37aab5d-17e6-4290-a932-e4a99174f5db req-c9b351e8-144d-4572-bd90-66ac0785f23c tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 945 time: 0.0866394 Jan 27 22:04:39.375566 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b37aab5d-17e6-4290-a932-e4a99174f5db req-af93eef2-9396-464a-a301-3222fd86cb6a tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784822 Jan 27 22:04:39.497910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8118a-361b-4313-8993-f883e0cffa2e req-2fca0618-8585-40c1-8c66-992b19cfd8ad tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:39.499554 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1f8118a-361b-4313-8993-f883e0cffa2e req-2fca0618-8585-40c1-8c66-992b19cfd8ad tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.1030014 Jan 27 22:04:39.595983 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1f8118a-361b-4313-8993-f883e0cffa2e req-6f7e8aa1-421c-41bc-97b6-769e0ac57f3c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904229 Jan 27 22:04:39.942995 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42276) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:39.981019 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-841b938a-03aa-46f8-b022-da25443a30f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:40.196307 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-841b938a-03aa-46f8-b022-da25443a30f2 admin admin] Publish callbacks [] for security_group (9fa7bded-8dc0-4e41-9ace-3acc8faae600), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:40.203670 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-841b938a-03aa-46f8-b022-da25443a30f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9fa7bded-8dc0-4e41-9ace-3acc8faae600), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:40.259918 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-841b938a-03aa-46f8-b022-da25443a30f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e2d2dcd20bc4c33b10ea6f67cb0fb02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3146570 Jan 27 22:04:40.261214 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b938a-03aa-46f8-b022-da25443a30f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa7bded-8dc0-4e41-9ace-3acc8faae600,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:40.263693 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42294) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:40.343865 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4cbc91aa-be49-4872-8500-2bc60a6b5678 admin admin] Publish callbacks [] for security_group (9fa7bded-8dc0-4e41-9ace-3acc8faae600), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:40.377997 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e6079-5fd5-48d0-a8b5-bc08d46fb91d req-b8399a02-0dc4-4a0d-a64f-830fe3a95019 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:40.379515 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e11e6079-5fd5-48d0-a8b5-bc08d46fb91d req-b8399a02-0dc4-4a0d-a64f-830fe3a95019 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.1694226 Jan 27 22:04:40.384383 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4cbc91aa-be49-4872-8500-2bc60a6b5678 admin admin] Publish callbacks [] for security_group (9fa7bded-8dc0-4e41-9ace-3acc8faae600), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:40.391383 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 63c5ae87-473c-40d8-b0d4-fa96175c929a details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:04:40.396141 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d895c781-9cb4-4b0c-812c-7a45ae78e51c no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:40.426323 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefe55c-a5f6-42c3-8e9c-b368a731a84a req-0fb2104c-8a9d-4ad9-b3bd-1ae413c60726 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:40.433875 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebefe55c-a5f6-42c3-8e9c-b368a731a84a req-0fb2104c-8a9d-4ad9-b3bd-1ae413c60726 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 943 time: 0.1032999 Jan 27 22:04:40.479744 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: d895c781-9cb4-4b0c-812c-7a45ae78e51c {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:04:40.480447 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d895c781-9cb4-4b0c-812c-7a45ae78e51c not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:04:40.505615 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e11e6079-5fd5-48d0-a8b5-bc08d46fb91d req-cb165d4a-fd65-4dbc-a905-fbe987e08d6a tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163504 Jan 27 22:04:40.531726 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4cbc91aa-be49-4872-8500-2bc60a6b5678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9fa7bded-8dc0-4e41-9ace-3acc8faae600), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:40.542106 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4cbc91aa-be49-4872-8500-2bc60a6b5678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:40.545119 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4cbc91aa-be49-4872-8500-2bc60a6b5678 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fa7bded-8dc0-4e41-9ace-3acc8faae600 HTTP/1.1" status: 204 len: 168 time: 0.2798758 Jan 27 22:04:40.571789 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc91aa-be49-4872-8500-2bc60a6b5678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa7bded-8dc0-4e41-9ace-3acc8faae600,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:40.621328 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 63c5ae87-473c-40d8-b0d4-fa96175c929a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=63c5ae87-473c-40d8-b0d4-fa96175c929a,segment=NetworkSegment(62fa23dd-12a3-492b-934b-e983908fa985),segment_id=62fa23dd-12a3-492b-934b-e983908fa985)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:40.638908 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '63c5ae87-473c-40d8-b0d4-fa96175c929a', 'network_id': 'aba8c96b-8083-40a9-8e75-d6eab38d4a88', 'port_id': '63c5ae87-473c-40d8-b0d4-fa96175c929a', 'mac_address': 'fa:16:3e:e3:ba:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd29a6d-b06e-439b-961f-793e9684fba2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:04:40.656137 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebefe55c-a5f6-42c3-8e9c-b368a731a84a req-6b654618-27fd-499e-ae1e-cf270776db7f tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210240 Jan 27 22:04:40.758368 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 63c5ae87-473c-40d8-b0d4-fa96175c929a is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:40.759255 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (63c5ae87-473c-40d8-b0d4-fa96175c929a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:40.783952 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c5ae87-473c-40d8-b0d4-fa96175c929a {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:04:40.810143 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 63c5ae87-473c-40d8-b0d4-fa96175c929a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=63c5ae87-473c-40d8-b0d4-fa96175c929a,segment=NetworkSegment(62fa23dd-12a3-492b-934b-e983908fa985),segment_id=62fa23dd-12a3-492b-934b-e983908fa985)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:40.819884 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (63c5ae87-473c-40d8-b0d4-fa96175c929a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:40.859890 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c126d-fdeb-4066-92bf-5ee97cee968d req-4052d09c-0894-4939-b81f-9773c8a0b71b tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:40.861543 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-396c126d-fdeb-4066-92bf-5ee97cee968d req-4052d09c-0894-4939-b81f-9773c8a0b71b tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.0891504 Jan 27 22:04:40.914601 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=63c5ae87-473c-40d8-b0d4-fa96175c929a,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:40.950053 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-396c126d-fdeb-4066-92bf-5ee97cee968d req-439a473a-31c9-46e5-90d1-a9af3f6763ac tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754769 Jan 27 22:04:41.353129 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['63c5ae87-473c-40d8-b0d4-fa96175c929a'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:04:41.524742 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557dbbd0-a93d-48f9-8287-05f7abf5e45c req-ba655088-3143-46d4-a623-5b8cdb5ae5eb tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:41.527100 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-557dbbd0-a93d-48f9-8287-05f7abf5e45c req-ba655088-3143-46d4-a623-5b8cdb5ae5eb tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.0678446 Jan 27 22:04:41.615716 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-557dbbd0-a93d-48f9-8287-05f7abf5e45c req-09a25f57-72b0-4fb4-a811-e932d606de81 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809436 Jan 27 22:04:41.670126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d4828-fe60-4398-8779-16ba5e43a623 req-b053185e-a69e-4fca-9492-abf33f6b0ae2 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:41.671564 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-785d4828-fe60-4398-8779-16ba5e43a623 req-b053185e-a69e-4fca-9492-abf33f6b0ae2 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.0548823 Jan 27 22:04:41.728887 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-785d4828-fe60-4398-8779-16ba5e43a623 req-c83add9b-c804-4b1d-86d2-305d96eaf9de tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507665 Jan 27 22:04:41.827498 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbb49b-a13b-4050-93ca-8cc933a68605 req-c4471898-020c-4a9b-ad5f-bf4ea082f5af tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:41.829045 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6cbb49b-a13b-4050-93ca-8cc933a68605 req-c4471898-020c-4a9b-ad5f-bf4ea082f5af tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 944 time: 0.0536046 Jan 27 22:04:41.878688 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6cbb49b-a13b-4050-93ca-8cc933a68605 req-757da29c-d569-4929-a95e-064339e457e8 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434027 Jan 27 22:04:42.082212 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c63a9-aeb0-4c88-ac4b-336258edc13a req-a4804479-ce28-43a1-b205-1db6851b691d tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:42.083991 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-664c63a9-aeb0-4c88-ac4b-336258edc13a req-a4804479-ce28-43a1-b205-1db6851b691d tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.0543196 Jan 27 22:04:42.131894 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-664c63a9-aeb0-4c88-ac4b-336258edc13a req-c9f77228-9d3a-4feb-b0f9-9d6dac4d13c2 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419447 Jan 27 22:04:42.519842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42492) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:42.625695 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-af154b01-1a01-4264-a9cd-b0c8829417a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:42.675836 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:42.746071 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-af154b01-1a01-4264-a9cd-b0c8829417a3 admin admin] Publish callbacks [] for security_group (2c004ee1-8343-40d5-84ff-9b9ae0f6ae87), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:42.751828 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-af154b01-1a01-4264-a9cd-b0c8829417a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2c004ee1-8343-40d5-84ff-9b9ae0f6ae87), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:42.805541 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c91ee8-949b-40c2-830c-2ae9889e309d req-8a8c3bef-e21c-41bb-a7f2-18ebc9664855 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:42.812246 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7c91ee8-949b-40c2-830c-2ae9889e309d req-8a8c3bef-e21c-41bb-a7f2-18ebc9664855 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.1203666 Jan 27 22:04:42.826744 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-af154b01-1a01-4264-a9cd-b0c8829417a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25796ac0a24448a794527c36df4f5fd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3047690 Jan 27 22:04:42.829556 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42512) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:42.846739 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af154b01-1a01-4264-a9cd-b0c8829417a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c004ee1-8343-40d5-84ff-9b9ae0f6ae87,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:42.890402 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2bde31c6-85d0-47c1-84b8-0d9ca63434b9 admin admin] Publish callbacks [] for security_group (2c004ee1-8343-40d5-84ff-9b9ae0f6ae87), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:42.907664 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7c91ee8-949b-40c2-830c-2ae9889e309d req-0687f282-79fa-419b-b083-a178f58e1f48 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942569 Jan 27 22:04:42.917531 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8442a2-52cf-41a2-b2bd-45014d25904c req-98c4520c-63c3-46eb-bc39-0af0e0d2adc0 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:42.925543 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c8442a2-52cf-41a2-b2bd-45014d25904c req-98c4520c-63c3-46eb-bc39-0af0e0d2adc0 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.1070158 Jan 27 22:04:42.930326 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2bde31c6-85d0-47c1-84b8-0d9ca63434b9 admin admin] Publish callbacks [] for security_group (2c004ee1-8343-40d5-84ff-9b9ae0f6ae87), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:43.002584 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c8442a2-52cf-41a2-b2bd-45014d25904c req-3d92d7a4-2618-47a1-b1d3-32db60273850 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/security-groups?id=26187edd-aa05-4860-a8f0-e29f5699f9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753260 Jan 27 22:04:43.004917 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2bde31c6-85d0-47c1-84b8-0d9ca63434b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2c004ee1-8343-40d5-84ff-9b9ae0f6ae87), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:43.008051 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2bde31c6-85d0-47c1-84b8-0d9ca63434b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:43.020796 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2bde31c6-85d0-47c1-84b8-0d9ca63434b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c004ee1-8343-40d5-84ff-9b9ae0f6ae87 HTTP/1.1" status: 204 len: 168 time: 0.1817763 Jan 27 22:04:43.032368 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c31ac-ccb4-4150-90b7-3011f42fb7a9 req-c462a870-e072-4ebd-abc4-428576b5034d tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:43.033850 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-800c31ac-ccb4-4150-90b7-3011f42fb7a9 req-c462a870-e072-4ebd-abc4-428576b5034d tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 944 time: 0.0645633 Jan 27 22:04:43.036020 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde31c6-85d0-47c1-84b8-0d9ca63434b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c004ee1-8343-40d5-84ff-9b9ae0f6ae87,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:43.084699 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-800c31ac-ccb4-4150-90b7-3011f42fb7a9 req-b65e9b79-f7ee-48fc-91fa-4f03a6dadf9b tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442147 Jan 27 22:04:43.224696 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42532) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:43.261803 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e9154-7acc-46e4-a852-76e6c659a229 req-1759be6d-c821-416b-809f-8ce42624c7ff tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:43.263793 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f6e9154-7acc-46e4-a852-76e6c659a229 req-1759be6d-c821-416b-809f-8ce42624c7ff tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.0589597 Jan 27 22:04:43.320741 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f6e9154-7acc-46e4-a852-76e6c659a229 req-cdf9ed2f-87dd-4349-9de2-da8ad0f205aa tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481200 Jan 27 22:04:43.333269 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42538) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:43.357919 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-818748b6-72a3-4538-840f-6c506af20b41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:43.399672 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-165ac3f3-ff24-44ca-a89c-bc1ba6ae73ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:43.449249 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf2d13-0dc5-498b-a814-95cb30ea6219 req-bd98fcd9-8bcb-456f-99b7-c3ee3b8013e3 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:43.450721 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6baf2d13-0dc5-498b-a814-95cb30ea6219 req-bd98fcd9-8bcb-456f-99b7-c3ee3b8013e3 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 945 time: 0.1026711 Jan 27 22:04:43.600706 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-818748b6-72a3-4538-840f-6c506af20b41 admin admin] Publish callbacks [] for security_group (bd9d162e-fd36-4a7e-8fe5-39462ad825e8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:43.611286 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-818748b6-72a3-4538-840f-6c506af20b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (bd9d162e-fd36-4a7e-8fe5-39462ad825e8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:43.623018 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-165ac3f3-ff24-44ca-a89c-bc1ba6ae73ec admin admin] Publish callbacks [] for security_group (f5e3581a-c386-4bd1-bd27-b43181078fc9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:43.639394 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-165ac3f3-ff24-44ca-a89c-bc1ba6ae73ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f5e3581a-c386-4bd1-bd27-b43181078fc9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:43.684394 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-6baf2d13-0dc5-498b-a814-95cb30ea6219 req-a0a054b0-3d2b-4fed-acd8-f02c8a3471f2 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Deleting port 4558f2da-6b7a-41b0-a991-c0f0a4617f6e {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:43.684732 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6baf2d13-0dc5-498b-a814-95cb30ea6219 req-a0a054b0-3d2b-4fed-acd8-f02c8a3471f2 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (4558f2da-6b7a-41b0-a991-c0f0a4617f6e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:43.689027 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-818748b6-72a3-4538-840f-6c506af20b41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39e65257609940f6ba7f6bfd4c37382b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3539026 Jan 27 22:04:43.691862 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42544) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:43.702126 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818748b6-72a3-4538-840f-6c506af20b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9d162e-fd36-4a7e-8fe5-39462ad825e8,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:43.711052 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-165ac3f3-ff24-44ca-a89c-bc1ba6ae73ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=024928cc42b34cd3b6d2819a74564123&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4842112 Jan 27 22:04:43.714118 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42546) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:43.744790 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-344e47ed-b69e-4ff7-a3db-ca224c6a9326 admin admin] Publish callbacks [] for security_group (bd9d162e-fd36-4a7e-8fe5-39462ad825e8), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:43.765760 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-344e47ed-b69e-4ff7-a3db-ca224c6a9326 admin admin] Publish callbacks [] for security_group (bd9d162e-fd36-4a7e-8fe5-39462ad825e8), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:43.788115 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ac3f3-ff24-44ca-a89c-bc1ba6ae73ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e3581a-c386-4bd1-bd27-b43181078fc9,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:43.817351 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-344e47ed-b69e-4ff7-a3db-ca224c6a9326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (bd9d162e-fd36-4a7e-8fe5-39462ad825e8), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:43.819969 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-344e47ed-b69e-4ff7-a3db-ca224c6a9326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:43.821217 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-344e47ed-b69e-4ff7-a3db-ca224c6a9326 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd9d162e-fd36-4a7e-8fe5-39462ad825e8 HTTP/1.1" status: 204 len: 168 time: 0.1282973 Jan 27 22:04:43.832068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e47ed-b69e-4ff7-a3db-ca224c6a9326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9d162e-fd36-4a7e-8fe5-39462ad825e8,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:43.852383 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-6baf2d13-0dc5-498b-a814-95cb30ea6219 req-a0a054b0-3d2b-4fed-acd8-f02c8a3471f2 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] For port 4558f2da-6b7a-41b0-a991-c0f0a4617f6e, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=4558f2da-6b7a-41b0-a991-c0f0a4617f6e,segment=NetworkSegment(674cd10d-2ce9-46e6-9b51-4e42132e668f),segment_id=674cd10d-2ce9-46e6-9b51-4e42132e668f)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:43.852871 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6baf2d13-0dc5-498b-a814-95cb30ea6219 req-a0a054b0-3d2b-4fed-acd8-f02c8a3471f2 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (4558f2da-6b7a-41b0-a991-c0f0a4617f6e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:43.861494 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0cf8be77-901f-44c4-a5f5-e2d7ebee6a81 admin admin] Publish callbacks [] for security_group (f5e3581a-c386-4bd1-bd27-b43181078fc9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:43.874465 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-6baf2d13-0dc5-498b-a814-95cb30ea6219 req-a0a054b0-3d2b-4fed-acd8-f02c8a3471f2 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Calling delete_port for 4558f2da-6b7a-41b0-a991-c0f0a4617f6e owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:43.894651 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0cf8be77-901f-44c4-a5f5-e2d7ebee6a81 admin admin] Publish callbacks [] for security_group (f5e3581a-c386-4bd1-bd27-b43181078fc9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:44.014170 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0cf8be77-901f-44c4-a5f5-e2d7ebee6a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f5e3581a-c386-4bd1-bd27-b43181078fc9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:44.017416 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0cf8be77-901f-44c4-a5f5-e2d7ebee6a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:44.018745 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0cf8be77-901f-44c4-a5f5-e2d7ebee6a81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5e3581a-c386-4bd1-bd27-b43181078fc9 HTTP/1.1" status: 204 len: 168 time: 0.2989717 Jan 27 22:04:44.060071 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb1c51-34c4-4e85-819a-26765ee9d4ce req-8a2944ea-d724-4890-b40e-bd081047315d tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:44.061117 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8be77-901f-44c4-a5f5-e2d7ebee6a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e3581a-c386-4bd1-bd27-b43181078fc9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:44.063704 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e2cb1c51-34c4-4e85-819a-26765ee9d4ce req-8a2944ea-d724-4890-b40e-bd081047315d tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.0858741 Jan 27 22:04:44.095908 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6baf2d13-0dc5-498b-a814-95cb30ea6219 req-a0a054b0-3d2b-4fed-acd8-f02c8a3471f2 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (4558f2da-6b7a-41b0-a991-c0f0a4617f6e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:44.108588 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['4558f2da-6b7a-41b0-a991-c0f0a4617f6e'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:04:44.131848 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a054b0-3d2b-4fed-acd8-f02c8a3471f2 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Pushing event deleted for resources: {'Port': ['ID=4558f2da-6b7a-41b0-a991-c0f0a4617f6e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:44.147373 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e2cb1c51-34c4-4e85-819a-26765ee9d4ce req-f4bb2b56-2111-429f-832e-9293dd59a881 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622652 Jan 27 22:04:44.201886 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f608ae5-19d9-4420-acfe-7e22b244aae8 req-a1474ff0-1490-4030-9774-40e69c883773 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa661b47-301a-4196-b232-cdebc69c0b87 HTTP/1.1" status: 200 len: 210 time: 0.0503280 Jan 27 22:04:44.213276 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-6baf2d13-0dc5-498b-a814-95cb30ea6219 req-a0a054b0-3d2b-4fed-acd8-f02c8a3471f2 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] No DVR routers for this DVR port 4558f2da-6b7a-41b0-a991-c0f0a4617f6e on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:04:44.216074 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-6baf2d13-0dc5-498b-a814-95cb30ea6219 req-a0a054b0-3d2b-4fed-acd8-f02c8a3471f2 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:44.221386 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-6baf2d13-0dc5-498b-a814-95cb30ea6219 req-a0a054b0-3d2b-4fed-acd8-f02c8a3471f2 tempest-ServerRescueTestJSON-1141825827 tempest-ServerRescueTestJSON-1141825827-project] 10.222.0.21 "DELETE /v2.0/ports/4558f2da-6b7a-41b0-a991-c0f0a4617f6e HTTP/1.1" status: 204 len: 173 time: 0.7634325 Jan 27 22:04:44.222194 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa661b47-301a-4196-b232-cdebc69c0b87', 'name': 'network-vif-deleted', 'tag': '4558f2da-6b7a-41b0-a991-c0f0a4617f6e'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:44.240136 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67fcc67-b32b-4d3d-bef3-bba04e4e9a06" -d '{"events": [{"server_uuid": "fa661b47-301a-4196-b232-cdebc69c0b87", "name": "network-vif-deleted", "tag": "4558f2da-6b7a-41b0-a991-c0f0a4617f6e"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:44.305011 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a8c590-f4d7-4b1d-aaf7-76e81b2f6185 x-openstack-request-id: req-f1a8c590-f4d7-4b1d-aaf7-76e81b2f6185 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:44.305312 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa661b47-301a-4196-b232-cdebc69c0b87", "name": "network-vif-deleted", "tag": "4558f2da-6b7a-41b0-a991-c0f0a4617f6e", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:44.305576 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1a8c590-f4d7-4b1d-aaf7-76e81b2f6185 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:44.306671 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa661b47-301a-4196-b232-cdebc69c0b87', 'name': 'network-vif-deleted', 'tag': '4558f2da-6b7a-41b0-a991-c0f0a4617f6e', 'status': 'completed', 'code': 200} Jan 27 22:04:44.309662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc30386-9810-47c8-bfe2-90f2554dcc5f req-9ab62043-eac0-4f05-88a8-bc540cef516a tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:44.311316 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4fc30386-9810-47c8-bfe2-90f2554dcc5f req-9ab62043-eac0-4f05-88a8-bc540cef516a tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 944 time: 0.0792060 Jan 27 22:04:44.391787 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 63c5ae87-473c-40d8-b0d4-fa96175c929a up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:04:44.393367 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4fc30386-9810-47c8-bfe2-90f2554dcc5f req-a4dd6f5c-c594-4289-a64a-83517533340f tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742457 Jan 27 22:04:44.455753 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 63c5ae87-473c-40d8-b0d4-fa96175c929a completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:04:44.465343 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 63c5ae87-473c-40d8-b0d4-fa96175c929a triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:44.465719 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (63c5ae87-473c-40d8-b0d4-fa96175c929a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:44.502877 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42576) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:44.524015 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1677eff8-4995-4c34-b228-cf32b26c6ee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:44.538326 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbae85f-4558-4b8a-9667-18604a3344f7 req-45b0fdad-3b81-4a08-b535-70273fda7676 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:44.539879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5dbae85f-4558-4b8a-9667-18604a3344f7 req-45b0fdad-3b81-4a08-b535-70273fda7676 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.0837109 Jan 27 22:04:44.597967 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5dbae85f-4558-4b8a-9667-18604a3344f7 req-e5387198-8cec-463c-9a50-18dfeb5c8cfe tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511975 Jan 27 22:04:44.633884 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1677eff8-4995-4c34-b228-cf32b26c6ee6 admin admin] Publish callbacks [] for security_group (70d3d3a6-a763-4f45-9265-3485f950a198), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:44.638334 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1677eff8-4995-4c34-b228-cf32b26c6ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (70d3d3a6-a763-4f45-9265-3485f950a198), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:44.683384 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677eff8-4995-4c34-b228-cf32b26c6ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d3d3a6-a763-4f45-9265-3485f950a198,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:44.690918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42580) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:44.700518 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1677eff8-4995-4c34-b228-cf32b26c6ee6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b981ed4bb231424c921603c1f06fe202&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1922474 Jan 27 22:04:44.751659 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 63c5ae87-473c-40d8-b0d4-fa96175c929a is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:44.752130 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (63c5ae87-473c-40d8-b0d4-fa96175c929a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:44.760981 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-247c4199-a747-4c85-9d90-7a681655d8d9 admin admin] Publish callbacks [] for security_group (70d3d3a6-a763-4f45-9265-3485f950a198), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:44.785823 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c39b59-4e6b-4be7-ae0e-7cfe4be88467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c5ae87-473c-40d8-b0d4-fa96175c929a'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:44.788763 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9483198e-77c1-4ded-bb23-0835ba65539b" -d '{"events": [{"server_uuid": "d2c39b59-4e6b-4be7-ae0e-7cfe4be88467", "name": "network-vif-plugged", "status": "completed", "tag": "63c5ae87-473c-40d8-b0d4-fa96175c929a"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:44.790817 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-247c4199-a747-4c85-9d90-7a681655d8d9 admin admin] Publish callbacks [] for security_group (70d3d3a6-a763-4f45-9265-3485f950a198), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:44.808010 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 63c5ae87-473c-40d8-b0d4-fa96175c929a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=63c5ae87-473c-40d8-b0d4-fa96175c929a,segment=NetworkSegment(62fa23dd-12a3-492b-934b-e983908fa985),segment_id=62fa23dd-12a3-492b-934b-e983908fa985)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:44.814380 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (63c5ae87-473c-40d8-b0d4-fa96175c929a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:44.817563 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 4558f2da-6b7a-41b0-a991-c0f0a4617f6e no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:44.885511 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11da7e9a-d2e9-46e7-8dc5-66bfcfecbae4 x-openstack-request-id: req-11da7e9a-d2e9-46e7-8dc5-66bfcfecbae4 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:44.885806 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c39b59-4e6b-4be7-ae0e-7cfe4be88467", "name": "network-vif-plugged", "status": "completed", "tag": "63c5ae87-473c-40d8-b0d4-fa96175c929a", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:44.886465 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11da7e9a-d2e9-46e7-8dc5-66bfcfecbae4 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:44.887666 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c39b59-4e6b-4be7-ae0e-7cfe4be88467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c5ae87-473c-40d8-b0d4-fa96175c929a', 'code': 200} Jan 27 22:04:44.888852 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 4558f2da-6b7a-41b0-a991-c0f0a4617f6e {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:04:44.891027 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 4558f2da-6b7a-41b0-a991-c0f0a4617f6e not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:04:44.899041 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-247c4199-a747-4c85-9d90-7a681655d8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (70d3d3a6-a763-4f45-9265-3485f950a198), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:44.902325 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-247c4199-a747-4c85-9d90-7a681655d8d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:44.903467 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-247c4199-a747-4c85-9d90-7a681655d8d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70d3d3a6-a763-4f45-9265-3485f950a198 HTTP/1.1" status: 204 len: 168 time: 0.2106500 Jan 27 22:04:44.932967 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c4199-a747-4c85-9d90-7a681655d8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d3d3a6-a763-4f45-9265-3485f950a198,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:44.951794 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=63c5ae87-473c-40d8-b0d4-fa96175c929a,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:45.057784 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b270b-1b4f-4ec3-b93c-183b718b3431 req-00767dfd-bc3e-4cba-b99e-9f60a59774dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:45.060137 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8c2b270b-1b4f-4ec3-b93c-183b718b3431 req-00767dfd-bc3e-4cba-b99e-9f60a59774dd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 1096 time: 0.0898886 Jan 27 22:04:45.106152 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22782634-cc0d-4efa-9290-72a33c2447cb req-5448f7ae-600b-4eb9-a29a-09aa93209cfc tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:45.107819 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22782634-cc0d-4efa-9290-72a33c2447cb req-5448f7ae-600b-4eb9-a29a-09aa93209cfc tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.15 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.0897048 Jan 27 22:04:45.119842 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8c2b270b-1b4f-4ec3-b93c-183b718b3431 req-a38be077-ef25-488b-b2e6-cb07a8c1e5d8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494461 Jan 27 22:04:45.180775 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f4df842-f6e3-480c-8320-bd868c587e45 req-6893ace2-9c54-4c26-bd1b-b975a8bcd604 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0976868 Jan 27 22:04:45.276210 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42606) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:45.285263 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-22782634-cc0d-4efa-9290-72a33c2447cb req-8938274c-f4c3-4ee1-bea8-68dc6a97aee7 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Deleting port 917b3e49-a797-4b74-8942-dd5af77ae388 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:45.285636 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-22782634-cc0d-4efa-9290-72a33c2447cb req-8938274c-f4c3-4ee1-bea8-68dc6a97aee7 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (917b3e49-a797-4b74-8942-dd5af77ae388), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:45.340568 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986686bd-181e-4b66-a072-2260cad05dbf req-6974aa53-d54f-4737-bab6-b612685eab04 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:45.347514 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-986686bd-181e-4b66-a072-2260cad05dbf req-6974aa53-d54f-4737-bab6-b612685eab04 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.1268530 Jan 27 22:04:45.444750 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-986686bd-181e-4b66-a072-2260cad05dbf req-b5e83cbc-f580-4370-961b-e6c7a3754111 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819979 Jan 27 22:04:45.511748 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-22782634-cc0d-4efa-9290-72a33c2447cb req-8938274c-f4c3-4ee1-bea8-68dc6a97aee7 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] For port 917b3e49-a797-4b74-8942-dd5af77ae388, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=917b3e49-a797-4b74-8942-dd5af77ae388,segment=NetworkSegment(4b05fbb0-30d5-4a43-9e48-2a1e98f98a07),segment_id=4b05fbb0-30d5-4a43-9e48-2a1e98f98a07)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:45.512129 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-22782634-cc0d-4efa-9290-72a33c2447cb req-8938274c-f4c3-4ee1-bea8-68dc6a97aee7 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (917b3e49-a797-4b74-8942-dd5af77ae388), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:45.569561 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-22782634-cc0d-4efa-9290-72a33c2447cb req-8938274c-f4c3-4ee1-bea8-68dc6a97aee7 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Calling delete_port for 917b3e49-a797-4b74-8942-dd5af77ae388 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:45.806900 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (d3df96b9-fd27-4e53-91b7-a9bdcad1b108), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:45.943825 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42646) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:46.075801 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4df842-f6e3-480c-8320-bd868c587e45 req-ff844857-3334-486a-8ceb-24ea6a091c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:46.078010 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f4df842-f6e3-480c-8320-bd868c587e45 req-ff844857-3334-486a-8ceb-24ea6a091c6d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=29f1b1b915984af3b6beaec3b0cb4d0f&device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 1096 time: 0.5969326 Jan 27 22:04:46.148192 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] Deleting port 98f49695-862c-496f-b344-4621e39506c3 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:46.148809 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (98f49695-862c-496f-b344-4621e39506c3), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:46.191012 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca771b2-ba55-4c68-98c3-afd2d497ac2f req-58bccedb-7432-4bd1-a6ee-ad6959582518 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:46.199671 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ca771b2-ba55-4c68-98c3-afd2d497ac2f req-58bccedb-7432-4bd1-a6ee-ad6959582518 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 945 time: 0.6497221 Jan 27 22:04:46.227304 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-116001307'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:46.260426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4f074-6359-499d-87fd-44f99726d09a req-cdddfb6c-c2dc-462d-84fa-d5731ef00f07 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:46.261939 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4cc4f074-6359-499d-87fd-44f99726d09a req-cdddfb6c-c2dc-462d-84fa-d5731ef00f07 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/ports?device_id=32567665-3207-4670-87b5-38051409a296 HTTP/1.1" status: 200 len: 945 time: 0.2365949 Jan 27 22:04:46.273134 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Made reservation on behalf of a47b45a35eb34c8ebd9cdbedeaf953be for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:04:46.277121 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:46.291374 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:46.308730 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] For port 98f49695-862c-496f-b344-4621e39506c3, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=98f49695-862c-496f-b344-4621e39506c3,segment=NetworkSegment(674cd10d-2ce9-46e6-9b51-4e42132e668f),segment_id=674cd10d-2ce9-46e6-9b51-4e42132e668f)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:46.309111 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (98f49695-862c-496f-b344-4621e39506c3), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:46.319683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4df842-f6e3-480c-8320-bd868c587e45 req-30cfa3ae-b758-48fe-b816-38ba10a8d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:46.321236 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f4df842-f6e3-480c-8320-bd868c587e45 req-30cfa3ae-b758-48fe-b816-38ba10a8d9f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5172c394-afad-4c7a-b5ec-4e24fc69ff6c HTTP/1.1" status: 200 len: 916 time: 0.2187762 Jan 27 22:04:46.330031 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] Calling delete_port for 98f49695-862c-496f-b344-4621e39506c3 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:46.383378 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ca771b2-ba55-4c68-98c3-afd2d497ac2f req-e04603aa-5835-4669-ae80-86cc10b35d27 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828475 Jan 27 22:04:46.390477 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f4df842-f6e3-480c-8320-bd868c587e45 req-306cb884-2d96-46ad-bf98-e220fed029ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1aab4507-22bb-47aa-8bfc-07ecf99a935b HTTP/1.1" status: 200 len: 217 time: 0.0531089 Jan 27 22:04:46.461762 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-22782634-cc0d-4efa-9290-72a33c2447cb req-8938274c-f4c3-4ee1-bea8-68dc6a97aee7 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (917b3e49-a797-4b74-8942-dd5af77ae388), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:46.474533 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['917b3e49-a797-4b74-8942-dd5af77ae388'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:04:46.495402 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks [] for security_group (4b57c383-eb31-487b-a247-88267e8b20d8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:46.496254 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4cc4f074-6359-499d-87fd-44f99726d09a req-e1ec9d8e-0611-4b59-b8bf-56ba2f311d8c tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc7a0c1-b990-4beb-bebf-55b1fc224b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120788 Jan 27 22:04:46.514995 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4b57c383-eb31-487b-a247-88267e8b20d8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:46.539496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938274c-f4c3-4ee1-bea8-68dc6a97aee7 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Pushing event deleted for resources: {'Port': ['ID=917b3e49-a797-4b74-8942-dd5af77ae388,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:46.551413 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4df842-f6e3-480c-8320-bd868c587e45 req-79afc418-387b-4afc-8ce6-502516f26ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:46.553008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f4df842-f6e3-480c-8320-bd868c587e45 req-79afc418-387b-4afc-8ce6-502516f26ad2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73d1c295-f15a-4861-84c0-477c63d6ad5c HTTP/1.1" status: 200 len: 855 time: 0.1508462 Jan 27 22:04:46.637433 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-22782634-cc0d-4efa-9290-72a33c2447cb req-8938274c-f4c3-4ee1-bea8-68dc6a97aee7 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] No DVR routers for this DVR port 917b3e49-a797-4b74-8942-dd5af77ae388 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:04:46.641823 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f4df842-f6e3-480c-8320-bd868c587e45 req-717004f5-0020-447d-a9fb-ef0d864ec976 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5172c394-afad-4c7a-b5ec-4e24fc69ff6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695393 Jan 27 22:04:46.645269 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-22782634-cc0d-4efa-9290-72a33c2447cb req-8938274c-f4c3-4ee1-bea8-68dc6a97aee7 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:46.648775 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22782634-cc0d-4efa-9290-72a33c2447cb req-8938274c-f4c3-4ee1-bea8-68dc6a97aee7 tempest-ServerRescueNegativeTestJSON-782221946 tempest-ServerRescueNegativeTestJSON-782221946-project] 10.222.0.15 "DELETE /v2.0/ports/917b3e49-a797-4b74-8942-dd5af77ae388 HTTP/1.1" status: 204 len: 173 time: 1.5214615 Jan 27 22:04:46.649343 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32567665-3207-4670-87b5-38051409a296', 'name': 'network-vif-deleted', 'tag': '917b3e49-a797-4b74-8942-dd5af77ae388'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:46.652464 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d946a572-2ac5-4bea-9e8f-647595eb97ea" -d '{"events": [{"server_uuid": "32567665-3207-4670-87b5-38051409a296", "name": "network-vif-deleted", "tag": "917b3e49-a797-4b74-8942-dd5af77ae388"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:46.658904 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:04:46.670984 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (2e64dbed-ac8b-427e-8977-7f327b314dca), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:46.671351 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Added segment 2e64dbed-ac8b-427e-8977-7f327b314dca of type vlan for network 4bf46013-c937-4d71-a947-c4ada4635593 Jan 27 22:04:46.727179 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e37bc-e996-40cb-9bd3-a9288501b9c4 req-49325549-4407-4b43-b832-52a9e89d425e tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:46.734679 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d53e37bc-e996-40cb-9bd3-a9288501b9c4 req-49325549-4407-4b43-b832-52a9e89d425e tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.1575923 Jan 27 22:04:46.771045 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (4bf46013-c937-4d71-a947-c4ada4635593), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:46.807626 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (4bf46013-c937-4d71-a947-c4ada4635593), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:46.812241 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f4df842-f6e3-480c-8320-bd868c587e45 req-7bdfd9dd-8794-45e0-9b55-6b6d685b0edd service neutron] 10.222.0.21 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573908 Jan 27 22:04:46.812624 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:46.813255 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:46.827787 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d53e37bc-e996-40cb-9bd3-a9288501b9c4 req-393509d7-af15-41bb-8bed-14eb5ae52165 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913165 Jan 27 22:04:46.878798 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42678) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:46.883431 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9386525 Jan 27 22:04:46.893394 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-719a00a3-5ea5-45fb-a275-7a2402158c6f tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Request body: {'subnet': {'network_id': '4bf46013-c937-4d71-a947-c4ada4635593', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:46.916092 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b57c383-eb31-487b-a247-88267e8b20d8,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:46.932342 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111d048c-a103-4d04-9c11-87c543172054 x-openstack-request-id: req-111d048c-a103-4d04-9c11-87c543172054 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:46.932929 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32567665-3207-4670-87b5-38051409a296", "name": "network-vif-deleted", "tag": "917b3e49-a797-4b74-8942-dd5af77ae388", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:46.933425 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-111d048c-a103-4d04-9c11-87c543172054 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:46.934074 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32567665-3207-4670-87b5-38051409a296', 'name': 'network-vif-deleted', 'tag': '917b3e49-a797-4b74-8942-dd5af77ae388', 'status': 'completed', 'code': 200} Jan 27 22:04:46.934200 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (98f49695-862c-496f-b344-4621e39506c3), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:47.017133 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=98f49695-862c-496f-b344-4621e39506c3,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:47.028470 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.029067 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.029582 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.030092 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.030622 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.031200 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.031845 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.032315 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.032843 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.033190 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.033526 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.033854 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.034373 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.052877 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.053054 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f4df842-f6e3-480c-8320-bd868c587e45 req-97724e16-165f-40d5-a3b9-31f717e84edf service neutron] 10.222.0.21 "GET /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209678 Jan 27 22:04:47.053689 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.054210 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.055015 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.055500 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.056005 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.056524 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.057041 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.057714 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.058252 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.058611 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.058971 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.059534 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:47.063581 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719a00a3-5ea5-45fb-a275-7a2402158c6f tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Made reservation on behalf of a47b45a35eb34c8ebd9cdbedeaf953be for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:04:47.068280 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758738f-f730-4af1-97cc-d13e80bc6d2a tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Pushing event updated for resources: {'Network': ['ID=4bf46013-c937-4d71-a947-c4ada4635593,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:47.072660 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-719a00a3-5ea5-45fb-a275-7a2402158c6f tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:47.104843 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 4bf46013-c937-4d71-a947-c4ada4635593 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:04:47.288468 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-719a00a3-5ea5-45fb-a275-7a2402158c6f tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (7e96acef-b24c-4700-873f-4639818b84e2), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:47.292497 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (d3df96b9-fd27-4e53-91b7-a9bdcad1b108), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:47.358265 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a00a3-5ea5-45fb-a275-7a2402158c6f tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Pushing event updated for resources: {'Subnet': ['ID=7e96acef-b24c-4700-873f-4639818b84e2,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:47.368009 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719a00a3-5ea5-45fb-a275-7a2402158c6f tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Checking segment: {'id': '2e64dbed-ac8b-427e-8977-7f327b314dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4bf46013-c937-4d71-a947-c4ada4635593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:04:47.368626 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719a00a3-5ea5-45fb-a275-7a2402158c6f tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Network hostable DHCP agents. Network: 4bf46013-c937-4d71-a947-c4ada4635593, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:04:47.390743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719a00a3-5ea5-45fb-a275-7a2402158c6f tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Network 4bf46013-c937-4d71-a947-c4ada4635593 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:04:47.405308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-719a00a3-5ea5-45fb-a275-7a2402158c6f tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 4bf46013-c937-4d71-a947-c4ada4635593) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:04:47.417694 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5bebcb-c032-44e5-9d23-d12b4edd9074 None None] Network 4bf46013-c937-4d71-a947-c4ada4635593 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:04:47.420412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719a00a3-5ea5-45fb-a275-7a2402158c6f tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:47.422671 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-719a00a3-5ea5-45fb-a275-7a2402158c6f tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:47.450496 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-719a00a3-5ea5-45fb-a275-7a2402158c6f tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5661092 Jan 27 22:04:47.451125 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42686) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:47.466376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-e95ff480-9095-4fde-840a-6bcb48ba44cc tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Request body: {'port': {'network_id': '4bf46013-c937-4d71-a947-c4ada4635593', 'name': 'tempest-DHCPAgentSchedulersTestJSON-869340284'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:47.568217 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42690) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:47.638727 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d214091-d463-47ff-8807-cc643c588bdb req-ecce478b-7012-4ecc-b582-e25c395c1910 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:47.640326 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d214091-d463-47ff-8807-cc643c588bdb req-ecce478b-7012-4ecc-b582-e25c395c1910 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 945 time: 0.1002824 Jan 27 22:04:47.651821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03899986-5d71-4b59-9875-ef676d7637e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-4bf46013-c937-4d71-a947-c4ada4635593', 'network_id': '4bf46013-c937-4d71-a947-c4ada4635593', 'project_id': 'a47b45a35eb34c8ebd9cdbedeaf953be', 'fixed_ips': [{'subnet_id': '7e96acef-b24c-4700-873f-4639818b84e2'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:04:47.652823 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-03899986-5d71-4b59-9875-ef676d7637e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:47.782240 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d214091-d463-47ff-8807-cc643c588bdb req-e8d5a8d6-ccd9-4ff6-8170-a6826937c7f3 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198814 Jan 27 22:04:47.788725 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95ff480-9095-4fde-840a-6bcb48ba44cc tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Made reservation on behalf of a47b45a35eb34c8ebd9cdbedeaf953be for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:04:47.803115 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e95ff480-9095-4fde-840a-6bcb48ba44cc tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:47.836785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-e95ff480-9095-4fde-840a-6bcb48ba44cc tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] device_id is not set on port ac586d17-5bc9-4c54-acc2-c88578b71fd9 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:04:48.015623 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-03899986-5d71-4b59-9875-ef676d7637e4 None None] Allocated IP 172.20.0.2 (4bf46013-c937-4d71-a947-c4ada4635593/7e96acef-b24c-4700-873f-4639818b84e2/1217a0f2-c37a-4ce6-87c9-0a010d65313b) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:04:48.139085 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9a0df-cfd1-43b0-8dbb-1d57edc8c0fe req-7df02cfa-4b65-49bf-8909-a78a4e35c254 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:48.156028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56d9a0df-cfd1-43b0-8dbb-1d57edc8c0fe req-7df02cfa-4b65-49bf-8909-a78a4e35c254 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 945 time: 0.2333119 Jan 27 22:04:48.163739 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e8a35-7157-4db6-978c-9cd7cc727d98 req-dbe74156-5694-46d2-a8d5-51b55dc936b5 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:48.165269 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-392e8a35-7157-4db6-978c-9cd7cc727d98 req-dbe74156-5694-46d2-a8d5-51b55dc936b5 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.1382830 Jan 27 22:04:48.204053 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-03899986-5d71-4b59-9875-ef676d7637e4 None None] Publish callbacks [] for port (1217a0f2-c37a-4ce6-87c9-0a010d65313b), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:48.204943 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] Router d3df96b9-fd27-4e53-91b7-a9bdcad1b108 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:04:48.212832 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-03899986-5d71-4b59-9875-ef676d7637e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (1217a0f2-c37a-4ce6-87c9-0a010d65313b), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:48.273183 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03899986-5d71-4b59-9875-ef676d7637e4 None None] Pushing event updated for resources: {'Port': ['ID=1217a0f2-c37a-4ce6-87c9-0a010d65313b,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:48.298133 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03899986-5d71-4b59-9875-ef676d7637e4 None None] Network 4bf46013-c937-4d71-a947-c4ada4635593 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:04:48.299831 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-03899986-5d71-4b59-9875-ef676d7637e4 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:04:48.303923 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03899986-5d71-4b59-9875-ef676d7637e4 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:04:48.319856 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-e95ff480-9095-4fde-840a-6bcb48ba44cc tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Allocated IP 172.20.0.8 (4bf46013-c937-4d71-a947-c4ada4635593/7e96acef-b24c-4700-873f-4639818b84e2/ac586d17-5bc9-4c54-acc2-c88578b71fd9) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:04:48.413244 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-03899986-5d71-4b59-9875-ef676d7637e4 None None] Attempting to bind port 1217a0f2-c37a-4ce6-87c9-0a010d65313b on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:04:48.413621 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-03899986-5d71-4b59-9875-ef676d7637e4 None None] Attempting to bind port 1217a0f2-c37a-4ce6-87c9-0a010d65313b by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2e64dbed-ac8b-427e-8977-7f327b314dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4bf46013-c937-4d71-a947-c4ada4635593'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:04:48.413990 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03899986-5d71-4b59-9875-ef676d7637e4 None None] Attempting to bind port 1217a0f2-c37a-4ce6-87c9-0a010d65313b on network 4bf46013-c937-4d71-a947-c4ada4635593 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:48.419175 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03899986-5d71-4b59-9875-ef676d7637e4 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:04:48.419552 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03899986-5d71-4b59-9875-ef676d7637e4 None None] Checking segment: {'id': '2e64dbed-ac8b-427e-8977-7f327b314dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4bf46013-c937-4d71-a947-c4ada4635593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:04:48.419952 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-03899986-5d71-4b59-9875-ef676d7637e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:48.420387 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03899986-5d71-4b59-9875-ef676d7637e4 None None] Bound using segment: {'id': '2e64dbed-ac8b-427e-8977-7f327b314dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4bf46013-c937-4d71-a947-c4ada4635593'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:04:48.420854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-03899986-5d71-4b59-9875-ef676d7637e4 None None] Bound port: 1217a0f2-c37a-4ce6-87c9-0a010d65313b, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e64dbed-ac8b-427e-8977-7f327b314dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4bf46013-c937-4d71-a947-c4ada4635593'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:04:48.421235 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-03899986-5d71-4b59-9875-ef676d7637e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1217a0f2-c37a-4ce6-87c9-0a010d65313b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:48.520230 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:04:48.531589 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d70f14-7236-4660-952d-9895f7aa46fc None None] Sync routers for ids ['d3df96b9-fd27-4e53-91b7-a9bdcad1b108'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:04:48.532631 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-03899986-5d71-4b59-9875-ef676d7637e4 None None] For port 1217a0f2-c37a-4ce6-87c9-0a010d65313b, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:04:48.536762 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-03899986-5d71-4b59-9875-ef676d7637e4 None None] For port 1217a0f2-c37a-4ce6-87c9-0a010d65313b, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1217a0f2-c37a-4ce6-87c9-0a010d65313b,segment=NetworkSegment(2e64dbed-ac8b-427e-8977-7f327b314dca),segment_id=2e64dbed-ac8b-427e-8977-7f327b314dca)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:04:48.539540 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-50671198-ce13-43e6-9939-b094939f60d1 admin admin] 10.222.0.23 "PUT /v2.0/routers/d3df96b9-fd27-4e53-91b7-a9bdcad1b108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2612619 Jan 27 22:04:48.541218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42706) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:48.542445 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-03899986-5d71-4b59-9875-ef676d7637e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1217a0f2-c37a-4ce6-87c9-0a010d65313b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:48.548289 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d70f14-7236-4660-952d-9895f7aa46fc None None] Routers {'d3df96b9-fd27-4e53-91b7-a9bdcad1b108'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:04:48.549207 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-12d70f14-7236-4660-952d-9895f7aa46fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:04:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['d3df96b9-fd27-4e53-91b7-a9bdcad1b108'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:48.618253 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03899986-5d71-4b59-9875-ef676d7637e4 None None] Pushing event updated for resources: {'Port': ['ID=1217a0f2-c37a-4ce6-87c9-0a010d65313b,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:48.697755 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-12d70f14-7236-4660-952d-9895f7aa46fc None None] Set router d3df96b9-fd27-4e53-91b7-a9bdcad1b108 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:04:48.711220 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 917b3e49-a797-4b74-8942-dd5af77ae388 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:48.711966 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56d9a0df-cfd1-43b0-8dbb-1d57edc8c0fe req-8272ba39-c517-4c39-9201-8f15cc68b171 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5344429 Jan 27 22:04:48.736682 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e95ff480-9095-4fde-840a-6bcb48ba44cc tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks [] for port (ac586d17-5bc9-4c54-acc2-c88578b71fd9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:48.745729 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 917b3e49-a797-4b74-8942-dd5af77ae388 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:04:48.747783 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 917b3e49-a797-4b74-8942-dd5af77ae388 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:04:48.790550 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-392e8a35-7157-4db6-978c-9cd7cc727d98 req-e1507c91-fdff-4fde-89f0-fd07853d3527 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6051252 Jan 27 22:04:48.834811 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d705c37d-f347-4737-a4d8-a2cfc141f0ff admin admin] Publish callbacks [] for router (d3df96b9-fd27-4e53-91b7-a9bdcad1b108), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:48.847727 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e95ff480-9095-4fde-840a-6bcb48ba44cc tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (ac586d17-5bc9-4c54-acc2-c88578b71fd9), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:48.978207 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95ff480-9095-4fde-840a-6bcb48ba44cc tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Network 4bf46013-c937-4d71-a947-c4ada4635593 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:04:48.991850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-e95ff480-9095-4fde-840a-6bcb48ba44cc tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:04:48.997829 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95ff480-9095-4fde-840a-6bcb48ba44cc tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:04:49.021990 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ade6147c-dabd-46ff-923b-5648827c88c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (153894a0-41e1-4b4d-bebd-11175e5772d1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:49.024362 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ff480-9095-4fde-840a-6bcb48ba44cc tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Pushing event updated for resources: {'Port': ['ID=ac586d17-5bc9-4c54-acc2-c88578b71fd9,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:49.137220 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95ff480-9095-4fde-840a-6bcb48ba44cc tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:49.144082 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e95ff480-9095-4fde-840a-6bcb48ba44cc tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:49.190935 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e95ff480-9095-4fde-840a-6bcb48ba44cc tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7356865 Jan 27 22:04:49.210253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42716) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:49.245975 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-12d70f14-7236-4660-952d-9895f7aa46fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3df96b9-fd27-4e53-91b7-a9bdcad1b108', 'name': 'tempest-ServerRescueTestJSON-513327919-router', 'tenant_id': 'd413d1543f1d406689e913b24c85f444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '8bf965ff-d0bf-44c9-9987-277d41a02491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:02:28Z', 'updated_at': '2022-01-27T22:04:46Z', 'revision_number': 5, 'project_id': 'd413d1543f1d406689e913b24c85f444', 'gw_port': {'id': '8bf965ff-d0bf-44c9-9987-277d41a02491', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df96b9-fd27-4e53-91b7-a9bdcad1b108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:29Z', 'updated_at': '2022-01-27T22:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:49.288983 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d70f14-7236-4660-952d-9895f7aa46fc None None] Checking router: d3df96b9-fd27-4e53-91b7-a9bdcad1b108 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:04:49.307558 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d70f14-7236-4660-952d-9895f7aa46fc None None] Routers {'d3df96b9-fd27-4e53-91b7-a9bdcad1b108'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:04:49.308618 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-12d70f14-7236-4660-952d-9895f7aa46fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:04:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['d3df96b9-fd27-4e53-91b7-a9bdcad1b108'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:49.332009 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3eebe-3d30-4bf6-b2bc-d832de23226c req-fde9b22e-c4cc-43bf-86eb-58f6eb344745 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:49.339914 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94a3eebe-3d30-4bf6-b2bc-d832de23226c req-fde9b22e-c4cc-43bf-86eb-58f6eb344745 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 945 time: 0.1697984 Jan 27 22:04:49.344144 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d705c37d-f347-4737-a4d8-a2cfc141f0ff admin admin] Publish callbacks [] for router_gateway (d3df96b9-fd27-4e53-91b7-a9bdcad1b108), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:49.411636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-4bb06974-5c67-4de6-ae5f-5016a3a274c3 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Deleting port ac586d17-5bc9-4c54-acc2-c88578b71fd9 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:49.412039 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4bb06974-5c67-4de6-ae5f-5016a3a274c3 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ac586d17-5bc9-4c54-acc2-c88578b71fd9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:49.426706 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94a3eebe-3d30-4bf6-b2bc-d832de23226c req-6390d60b-59f9-4d19-8458-34c1aeea8aee tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858440 Jan 27 22:04:49.499892 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-d705c37d-f347-4737-a4d8-a2cfc141f0ff admin admin] Deleting port 8bf965ff-d0bf-44c9-9987-277d41a02491 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:49.500519 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d705c37d-f347-4737-a4d8-a2cfc141f0ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (8bf965ff-d0bf-44c9-9987-277d41a02491), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:49.505138 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-12d70f14-7236-4660-952d-9895f7aa46fc None None] Set router d3df96b9-fd27-4e53-91b7-a9bdcad1b108 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:04:49.613916 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4bb06974-5c67-4de6-ae5f-5016a3a274c3 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ac586d17-5bc9-4c54-acc2-c88578b71fd9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:49.681620 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-4bb06974-5c67-4de6-ae5f-5016a3a274c3 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Calling delete_port for ac586d17-5bc9-4c54-acc2-c88578b71fd9 owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:49.702166 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-d705c37d-f347-4737-a4d8-a2cfc141f0ff admin admin] For port 8bf965ff-d0bf-44c9-9987-277d41a02491, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=8bf965ff-d0bf-44c9-9987-277d41a02491,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:49.702818 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d705c37d-f347-4737-a4d8-a2cfc141f0ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (8bf965ff-d0bf-44c9-9987-277d41a02491), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:49.760831 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-d705c37d-f347-4737-a4d8-a2cfc141f0ff admin admin] Calling delete_port for 8bf965ff-d0bf-44c9-9987-277d41a02491 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:49.775627 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ade6147c-dabd-46ff-923b-5648827c88c3 admin admin] Deleting port e8a2f35f-84fa-48ba-8543-84970267aacf {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:49.776431 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ade6147c-dabd-46ff-923b-5648827c88c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e8a2f35f-84fa-48ba-8543-84970267aacf), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:49.950264 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4bb06974-5c67-4de6-ae5f-5016a3a274c3 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (ac586d17-5bc9-4c54-acc2-c88578b71fd9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:49.976964 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9a455-b1cf-4bfc-99d7-88eb1fac5796 req-85b54be4-8e52-4005-b744-91b758f71062 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:49.989512 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71e9a455-b1cf-4bfc-99d7-88eb1fac5796 req-85b54be4-8e52-4005-b744-91b758f71062 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 945 time: 0.3778627 Jan 27 22:04:50.094551 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-12d70f14-7236-4660-952d-9895f7aa46fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3df96b9-fd27-4e53-91b7-a9bdcad1b108', 'name': 'tempest-ServerRescueTestJSON-513327919-router', 'tenant_id': 'd413d1543f1d406689e913b24c85f444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '8bf965ff-d0bf-44c9-9987-277d41a02491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:02:28Z', 'updated_at': '2022-01-27T22:04:46Z', 'revision_number': 5, 'project_id': 'd413d1543f1d406689e913b24c85f444', 'gw_port': {'id': '8bf965ff-d0bf-44c9-9987-277d41a02491', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df96b9-fd27-4e53-91b7-a9bdcad1b108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:29Z', 'updated_at': '2022-01-27T22:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:50.140693 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d70f14-7236-4660-952d-9895f7aa46fc None None] The sync data for ids ['d3df96b9-fd27-4e53-91b7-a9bdcad1b108'] in n-d-772272-3 is: [{'id': 'd3df96b9-fd27-4e53-91b7-a9bdcad1b108', 'name': 'tempest-ServerRescueTestJSON-513327919-router', 'tenant_id': 'd413d1543f1d406689e913b24c85f444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '8bf965ff-d0bf-44c9-9987-277d41a02491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:02:28Z', 'updated_at': '2022-01-27T22:04:46Z', 'revision_number': 5, 'project_id': 'd413d1543f1d406689e913b24c85f444', 'gw_port': {'id': '8bf965ff-d0bf-44c9-9987-277d41a02491', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df96b9-fd27-4e53-91b7-a9bdcad1b108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:29Z', 'updated_at': '2022-01-27T22:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:04:50.144730 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d705c37d-f347-4737-a4d8-a2cfc141f0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (8bf965ff-d0bf-44c9-9987-277d41a02491), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:50.164646 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb06974-5c67-4de6-ae5f-5016a3a274c3 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Pushing event deleted for resources: {'Port': ['ID=ac586d17-5bc9-4c54-acc2-c88578b71fd9,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:50.174612 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705c37d-f347-4737-a4d8-a2cfc141f0ff admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf965ff-d0bf-44c9-9987-277d41a02491,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:50.226196 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4bb06974-5c67-4de6-ae5f-5016a3a274c3 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:50.231795 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4bb06974-5c67-4de6-ae5f-5016a3a274c3 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] 10.222.0.23 "DELETE /v2.0/ports/ac586d17-5bc9-4c54-acc2-c88578b71fd9 HTTP/1.1" status: 204 len: 168 time: 1.0125322 Jan 27 22:04:50.232488 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42728) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:50.271950 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-ade6147c-dabd-46ff-923b-5648827c88c3 admin admin] For port e8a2f35f-84fa-48ba-8543-84970267aacf, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e8a2f35f-84fa-48ba-8543-84970267aacf,segment=NetworkSegment(4b05fbb0-30d5-4a43-9e48-2a1e98f98a07),segment_id=4b05fbb0-30d5-4a43-9e48-2a1e98f98a07)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:50.272409 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ade6147c-dabd-46ff-923b-5648827c88c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e8a2f35f-84fa-48ba-8543-84970267aacf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:50.274507 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71e9a455-b1cf-4bfc-99d7-88eb1fac5796 req-45dd413f-a913-46f7-9678-606bdefdb444 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644145 Jan 27 22:04:50.289160 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1ec0f-08ed-4339-a1e3-d7bb70051b53 req-39044c48-2782-4491-aad1-2cfcf1db317f tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:50.293808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2bc075-46ad-4a23-8a38-7b8e72a72c48 None None] Network 4bf46013-c937-4d71-a947-c4ada4635593 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:04:50.300624 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46d1ec0f-08ed-4339-a1e3-d7bb70051b53 req-39044c48-2782-4491-aad1-2cfcf1db317f tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.2912054 Jan 27 22:04:50.308289 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ade6147c-dabd-46ff-923b-5648827c88c3 admin admin] Calling delete_port for e8a2f35f-84fa-48ba-8543-84970267aacf owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:50.333007 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d705c37d-f347-4737-a4d8-a2cfc141f0ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (d3df96b9-fd27-4e53-91b7-a9bdcad1b108), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:50.364846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46d1ec0f-08ed-4339-a1e3-d7bb70051b53 req-ef1b782b-ba4b-409d-8ef6-929de1b859b7 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624259 Jan 27 22:04:50.418716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1e74e411-367c-4143-b469-0bf34d67d8f3 None None] Provisioning complete for port 1217a0f2-c37a-4ce6-87c9-0a010d65313b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:50.419091 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1e74e411-367c-4143-b469-0bf34d67d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1217a0f2-c37a-4ce6-87c9-0a010d65313b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:50.516395 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1db86b9a-45ac-4ac7-b2a2-35deba8f11b3 tempest-DHCPAgentSchedulersTestJSON-387656575 tempest-DHCPAgentSchedulersTestJSON-387656575-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.2811744 Jan 27 22:04:50.519039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42734) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:50.526091 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-f69b81c7-2559-4d5a-909d-1d8d9ba332c1 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-142872238'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:50.544534 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d705c37d-f347-4737-a4d8-a2cfc141f0ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (d3df96b9-fd27-4e53-91b7-a9bdcad1b108), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:50.546844 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d705c37d-f347-4737-a4d8-a2cfc141f0ff admin admin] Publish callbacks [] for router_controller (d3df96b9-fd27-4e53-91b7-a9bdcad1b108), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:50.581850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69b81c7-2559-4d5a-909d-1d8d9ba332c1 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Made reservation on behalf of a47b45a35eb34c8ebd9cdbedeaf953be for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:04:50.599824 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f69b81c7-2559-4d5a-909d-1d8d9ba332c1 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:50.638805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69b81c7-2559-4d5a-909d-1d8d9ba332c1 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:04:50.651492 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f69b81c7-2559-4d5a-909d-1d8d9ba332c1 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (1d22f47d-8dc0-4bf8-859b-7657f23258a6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:50.651992 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-f69b81c7-2559-4d5a-909d-1d8d9ba332c1 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Added segment 1d22f47d-8dc0-4bf8-859b-7657f23258a6 of type vlan for network 1a1f0ec9-e3ad-49ca-b08c-bc97f3685408 Jan 27 22:04:50.666287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1e74e411-367c-4143-b469-0bf34d67d8f3 None None] Current status of the port 1217a0f2-c37a-4ce6-87c9-0a010d65313b is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:50.666598 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1e74e411-367c-4143-b469-0bf34d67d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1217a0f2-c37a-4ce6-87c9-0a010d65313b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:50.728636 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d705c37d-f347-4737-a4d8-a2cfc141f0ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (d3df96b9-fd27-4e53-91b7-a9bdcad1b108), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:50.729118 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d705c37d-f347-4737-a4d8-a2cfc141f0ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3df96b9-fd27-4e53-91b7-a9bdcad1b108 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:04:50.745501 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d705c37d-f347-4737-a4d8-a2cfc141f0ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:50.746698 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d705c37d-f347-4737-a4d8-a2cfc141f0ff admin admin] 10.222.0.23 "DELETE /v2.0/routers/d3df96b9-fd27-4e53-91b7-a9bdcad1b108 HTTP/1.1" status: 204 len: 168 time: 2.2044263 Jan 27 22:04:50.751944 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1e74e411-367c-4143-b469-0bf34d67d8f3 None None] For port 1217a0f2-c37a-4ce6-87c9-0a010d65313b, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1217a0f2-c37a-4ce6-87c9-0a010d65313b,segment=NetworkSegment(2e64dbed-ac8b-427e-8977-7f327b314dca),segment_id=2e64dbed-ac8b-427e-8977-7f327b314dca)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:50.754035 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42738) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:50.759636 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1e74e411-367c-4143-b469-0bf34d67d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1217a0f2-c37a-4ce6-87c9-0a010d65313b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:50.855812 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-55299c13-a0c3-4018-baa8-9b36647ad5f4 admin admin] Deleting subnet c1321b5f-cf45-47ef-b0ee-e1e97c941a7e {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:04:50.862438 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55299c13-a0c3-4018-baa8-9b36647ad5f4 admin admin] Publish callbacks [] for subnet (c1321b5f-cf45-47ef-b0ee-e1e97c941a7e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:50.872887 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74e411-367c-4143-b469-0bf34d67d8f3 None None] Pushing event updated for resources: {'Port': ['ID=1217a0f2-c37a-4ce6-87c9-0a010d65313b,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:50.879935 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1217a0f2-c37a-4ce6-87c9-0a010d65313b up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:04:50.931064 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55299c13-a0c3-4018-baa8-9b36647ad5f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (c1321b5f-cf45-47ef-b0ee-e1e97c941a7e), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:50.942211 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f69b81c7-2559-4d5a-909d-1d8d9ba332c1 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (1a1f0ec9-e3ad-49ca-b08c-bc97f3685408), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:51.007804 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 1217a0f2-c37a-4ce6-87c9-0a010d65313b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:51.008262 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1217a0f2-c37a-4ce6-87c9-0a010d65313b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:51.068632 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ade6147c-dabd-46ff-923b-5648827c88c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (e8a2f35f-84fa-48ba-8543-84970267aacf), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:51.096480 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.db.resource_extend [None req-f69b81c7-2559-4d5a-909d-1d8d9ba332c1 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:04:51.113731 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-29dcd5b7-2041-4639-ac98-6243a1fe31e2 None None] Provisioning complete for port 1217a0f2-c37a-4ce6-87c9-0a010d65313b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:51.114126 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-29dcd5b7-2041-4639-ac98-6243a1fe31e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1217a0f2-c37a-4ce6-87c9-0a010d65313b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:51.121152 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6147c-dabd-46ff-923b-5648827c88c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a2f35f-84fa-48ba-8543-84970267aacf,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:51.179375 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f69b81c7-2559-4d5a-909d-1d8d9ba332c1 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (1a1f0ec9-e3ad-49ca-b08c-bc97f3685408), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:51.189539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69b81c7-2559-4d5a-909d-1d8d9ba332c1 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:51.194749 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f69b81c7-2559-4d5a-909d-1d8d9ba332c1 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:51.238285 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55299c13-a0c3-4018-baa8-9b36647ad5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (c1321b5f-cf45-47ef-b0ee-e1e97c941a7e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:51.336873 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:51.337478 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d1f42-dc25-46b5-ac78-527977c75d5e req-1019bbaa-dbb8-4177-bd18-8b044904dc3c tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:51.340659 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-675d1f42-dc25-46b5-ac78-527977c75d5e req-1019bbaa-dbb8-4177-bd18-8b044904dc3c tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 945 time: 0.4149482 Jan 27 22:04:51.347851 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1217a0f2-c37a-4ce6-87c9-0a010d65313b is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:51.350462 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f69b81c7-2559-4d5a-909d-1d8d9ba332c1 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8294842 Jan 27 22:04:51.365103 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 98f49695-862c-496f-b344-4621e39506c3 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:51.375083 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42748) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:51.432474 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 98f49695-862c-496f-b344-4621e39506c3 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:04:51.432752 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 98f49695-862c-496f-b344-4621e39506c3 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:04:51.520571 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ade6147c-dabd-46ff-923b-5648827c88c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (153894a0-41e1-4b4d-bebd-11175e5772d1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:51.537874 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-29dcd5b7-2041-4639-ac98-6243a1fe31e2 None None] Current status of the port 1217a0f2-c37a-4ce6-87c9-0a010d65313b is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:51.616898 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b81c7-2559-4d5a-909d-1d8d9ba332c1 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Pushing event updated for resources: {'Network': ['ID=1a1f0ec9-e3ad-49ca-b08c-bc97f3685408,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:51.633856 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 1a1f0ec9-e3ad-49ca-b08c-bc97f3685408 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:04:51.724588 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b5d776bf-41c3-440d-b2a9-2a31cc363764 None None] Could not find standard attr ID for object ac586d17-5bc9-4c54-acc2-c88578b71fd9. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:04:51.759272 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c695ea81-3d4b-4972-8697-cfe15e7c8e5d tempest-DHCPAgentSchedulersTestJSON-387656575 tempest-DHCPAgentSchedulersTestJSON-387656575-project-admin] 10.222.0.23 "GET /v2.0/agents/343004a9-581e-4e5e-b0f6-190743219401/dhcp-networks HTTP/1.1" status: 200 len: 8097 time: 0.3805161 Jan 27 22:04:51.764143 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42756) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:51.781448 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-675d1f42-dc25-46b5-ac78-527977c75d5e req-c14ae976-c377-4c6f-9647-61bec83235a2 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096119 Jan 27 22:04:51.802108 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55299c13-a0c3-4018-baa8-9b36647ad5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (c1321b5f-cf45-47ef-b0ee-e1e97c941a7e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:51.863101 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55299c13-a0c3-4018-baa8-9b36647ad5f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1321b5f-cf45-47ef-b0ee-e1e97c941a7e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:51.869505 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55299c13-a0c3-4018-baa8-9b36647ad5f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:51.872847 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-55299c13-a0c3-4018-baa8-9b36647ad5f4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c1321b5f-cf45-47ef-b0ee-e1e97c941a7e HTTP/1.1" status: 204 len: 168 time: 1.1175728 Jan 27 22:04:51.877366 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42760) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:51.882406 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f09be-091a-4ef0-af53-243d670a8472 req-a9c654ef-b8ca-4b64-85d6-96061fbd0335 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:51.891724 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-519f09be-091a-4ef0-af53-243d670a8472 req-a9c654ef-b8ca-4b64-85d6-96061fbd0335 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.3022637 Jan 27 22:04:52.032075 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade6147c-dabd-46ff-923b-5648827c88c3 admin admin] Router 153894a0-41e1-4b4d-bebd-11175e5772d1 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:04:52.033975 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-af3646e5-5a1f-413f-981e-709ea9b01345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (6a39b873-34a2-45b9-adb9-20d0613e7134), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:52.084771 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-519f09be-091a-4ef0-af53-243d670a8472 req-dc212c00-bf0b-49c3-b1e0-eba94c464dcd tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920373 Jan 27 22:04:52.124290 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04eb14b-3fdc-4888-a13d-1c5987119b93 tempest-DHCPAgentSchedulersTestJSON-387656575 tempest-DHCPAgentSchedulersTestJSON-387656575-project-admin] Network 1a1f0ec9-e3ad-49ca-b08c-bc97f3685408 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:04:52.161597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e04eb14b-3fdc-4888-a13d-1c5987119b93 tempest-DHCPAgentSchedulersTestJSON-387656575 tempest-DHCPAgentSchedulersTestJSON-387656575-project-admin] 10.222.0.23 "POST /v2.0/agents/343004a9-581e-4e5e-b0f6-190743219401/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3956273 Jan 27 22:04:52.164260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42762) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:52.166287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33c5099-7d00-479a-b957-45db7ab9549c None None] Network 1a1f0ec9-e3ad-49ca-b08c-bc97f3685408 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:04:52.194067 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89715b1a-5441-41a9-9ee2-a0707547086b req-3b4a9ae1-817e-403c-a764-9226b42ecfce tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:52.203066 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89715b1a-5441-41a9-9ee2-a0707547086b req-3b4a9ae1-817e-403c-a764-9226b42ecfce tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 945 time: 0.0919867 Jan 27 22:04:52.210464 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade6147c-dabd-46ff-923b-5648827c88c3 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:04:52.238687 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ade6147c-dabd-46ff-923b-5648827c88c3 admin admin] 10.222.0.23 "PUT /v2.0/routers/153894a0-41e1-4b4d-bebd-11175e5772d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6691678 Jan 27 22:04:52.241344 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42764) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:52.268840 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f4f59f-0acd-471c-8b99-ef681b96a48c None None] Sync routers for ids ['153894a0-41e1-4b4d-bebd-11175e5772d1'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:04:52.309263 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f4f59f-0acd-471c-8b99-ef681b96a48c None None] Routers {'153894a0-41e1-4b4d-bebd-11175e5772d1'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:04:52.311213 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d5f4f59f-0acd-471c-8b99-ef681b96a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:04:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['153894a0-41e1-4b4d-bebd-11175e5772d1'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:52.343349 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89715b1a-5441-41a9-9ee2-a0707547086b req-325c4def-1f3b-45e5-9411-a9d76f9c11f7 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390619 Jan 27 22:04:52.445162 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-408249b1-78fd-4dba-bf44-5ec281f91ee1 tempest-DHCPAgentSchedulersTestJSON-387656575 tempest-DHCPAgentSchedulersTestJSON-387656575-project-admin] 10.222.0.23 "GET /v2.0/agents/343004a9-581e-4e5e-b0f6-190743219401/dhcp-networks HTTP/1.1" status: 200 len: 8829 time: 0.2794914 Jan 27 22:04:52.447808 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42770) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:52.517608 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-d5f4f59f-0acd-471c-8b99-ef681b96a48c None None] Set router 153894a0-41e1-4b4d-bebd-11175e5772d1 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:04:52.638292 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c0d770b1-0ed5-48dd-8686-ef7277b6b29c tempest-DHCPAgentSchedulersTestJSON-387656575 tempest-DHCPAgentSchedulersTestJSON-387656575-project-admin] 10.222.0.23 "DELETE /v2.0/agents/343004a9-581e-4e5e-b0f6-190743219401/dhcp-networks/1a1f0ec9-e3ad-49ca-b08c-bc97f3685408 HTTP/1.1" status: 204 len: 168 time: 0.1869626 Jan 27 22:04:52.638946 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42774) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:52.683382 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1217a0f2-c37a-4ce6-87c9-0a010d65313b up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:04:52.814041 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-307e2863-2a0a-4909-833e-6686a25c12ca tempest-DHCPAgentSchedulersTestJSON-387656575 tempest-DHCPAgentSchedulersTestJSON-387656575-project-admin] 10.222.0.23 "GET /v2.0/agents/343004a9-581e-4e5e-b0f6-190743219401/dhcp-networks HTTP/1.1" status: 200 len: 8059 time: 0.1667027 Jan 27 22:04:52.814829 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42776) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:52.843568 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6bc58827-38da-4636-bb85-ccfb6ebea533 tempest-DHCPAgentSchedulersTestJSON-387656575 tempest-DHCPAgentSchedulersTestJSON-387656575-project-admin] 10.222.0.23 "GET /v2.0/networks/4bf46013-c937-4d71-a947-c4ada4635593/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0230732 Jan 27 22:04:52.848895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42780) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:52.884372 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 1217a0f2-c37a-4ce6-87c9-0a010d65313b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:52.885162 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1217a0f2-c37a-4ce6-87c9-0a010d65313b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:52.901115 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-faf31b28-6e46-4b0c-97b4-845a1e4eeaea tempest-DHCPAgentSchedulersTestJSON-387656575 tempest-DHCPAgentSchedulersTestJSON-387656575-project-admin] 10.222.0.23 "GET /v2.0/networks/4bf46013-c937-4d71-a947-c4ada4635593/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0440967 Jan 27 22:04:52.902781 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42782) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:52.923740 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-af3646e5-5a1f-413f-981e-709ea9b01345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (6a39b873-34a2-45b9-adb9-20d0613e7134), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:53.000636 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d5f4f59f-0acd-471c-8b99-ef681b96a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153894a0-41e1-4b4d-bebd-11175e5772d1', 'name': 'tempest-ServerRescueNegativeTestJSON-958824439-router', 'tenant_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '39105905-d5d2-4c53-826a-b39b1f902206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:08Z', 'updated_at': '2022-01-27T22:04:50Z', 'revision_number': 5, 'project_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'gw_port': {'id': '39105905-d5d2-4c53-826a-b39b1f902206', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153894a0-41e1-4b4d-bebd-11175e5772d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:09Z', 'updated_at': '2022-01-27T22:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:53.005847 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-af3646e5-5a1f-413f-981e-709ea9b01345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a39b873-34a2-45b9-adb9-20d0613e7134']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:53.026230 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-af3646e5-5a1f-413f-981e-709ea9b01345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674cd10d-2ce9-46e6-9b51-4e42132e668f') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:53.026688 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-af3646e5-5a1f-413f-981e-709ea9b01345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674cd10d-2ce9-46e6-9b51-4e42132e668f') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:53.043735 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-af3646e5-5a1f-413f-981e-709ea9b01345 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (674cd10d-2ce9-46e6-9b51-4e42132e668f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:53.056193 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b03c1b9b-aa02-4c73-af30-db118b444a1d admin admin] Publish callbacks [] for router (153894a0-41e1-4b4d-bebd-11175e5772d1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:53.076854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f4f59f-0acd-471c-8b99-ef681b96a48c None None] Checking router: 153894a0-41e1-4b4d-bebd-11175e5772d1 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:04:53.094409 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f4f59f-0acd-471c-8b99-ef681b96a48c None None] Routers {'153894a0-41e1-4b4d-bebd-11175e5772d1'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:04:53.095429 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d5f4f59f-0acd-471c-8b99-ef681b96a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:04:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['153894a0-41e1-4b4d-bebd-11175e5772d1'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:53.178409 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b03c1b9b-aa02-4c73-af30-db118b444a1d admin admin] Publish callbacks [] for router_gateway (153894a0-41e1-4b4d-bebd-11175e5772d1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:53.188060 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-af3646e5-5a1f-413f-981e-709ea9b01345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (674cd10d-2ce9-46e6-9b51-4e42132e668f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:53.197576 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3646e5-5a1f-413f-981e-709ea9b01345 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:04:53.198140 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-af3646e5-5a1f-413f-981e-709ea9b01345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (674cd10d-2ce9-46e6-9b51-4e42132e668f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:04:53.200242 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:04:53.212323 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4939b-c079-4d27-8ac1-15b73b45a816 req-c3268894-d53d-4588-b42c-2e6365c8e8df tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:53.221577 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0fd4939b-c079-4d27-8ac1-15b73b45a816 req-c3268894-d53d-4588-b42c-2e6365c8e8df tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 945 time: 0.2737508 Jan 27 22:04:53.283214 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1217a0f2-c37a-4ce6-87c9-0a010d65313b is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:53.340069 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-af3646e5-5a1f-413f-981e-709ea9b01345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (6a39b873-34a2-45b9-adb9-20d0613e7134), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:53.347432 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-af3646e5-5a1f-413f-981e-709ea9b01345 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:53.352496 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-af3646e5-5a1f-413f-981e-709ea9b01345 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6a39b873-34a2-45b9-adb9-20d0613e7134 HTTP/1.1" status: 204 len: 168 time: 1.4739046 Jan 27 22:04:53.354115 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ddca0db5-a795-486a-828f-fc78836a23df tempest-DHCPAgentSchedulersTestJSON-387656575 tempest-DHCPAgentSchedulersTestJSON-387656575-project-admin] 10.222.0.23 "GET /v2.0/agents/343004a9-581e-4e5e-b0f6-190743219401/dhcp-networks HTTP/1.1" status: 200 len: 8059 time: 0.4500358 Jan 27 22:04:53.360187 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42792) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:53.384562 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0fd4939b-c079-4d27-8ac1-15b73b45a816 req-a42b367b-73ad-4e0a-9bba-b8e3e24ae36a tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579201 Jan 27 22:04:53.385076 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 8bf965ff-d0bf-44c9-9987-277d41a02491 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:53.422874 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad576c1-7361-4d14-9db9-380a505d2231 req-3498142a-1ee0-4a4b-bf4b-e3016e0f62f4 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:53.424839 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bad576c1-7361-4d14-9db9-380a505d2231 req-3498142a-1ee0-4a4b-bf4b-e3016e0f62f4 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.1786253 Jan 27 22:04:53.429548 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3646e5-5a1f-413f-981e-709ea9b01345 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a39b873-34a2-45b9-adb9-20d0613e7134,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:53.434646 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 8bf965ff-d0bf-44c9-9987-277d41a02491 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:04:53.435134 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 8bf965ff-d0bf-44c9-9987-277d41a02491 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:04:53.448950 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-b03c1b9b-aa02-4c73-af30-db118b444a1d admin admin] Deleting port 39105905-d5d2-4c53-826a-b39b1f902206 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:53.449538 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b03c1b9b-aa02-4c73-af30-db118b444a1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (39105905-d5d2-4c53-826a-b39b1f902206), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:53.469795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-d5f4f59f-0acd-471c-8b99-ef681b96a48c None None] Set router 153894a0-41e1-4b4d-bebd-11175e5772d1 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:04:53.595222 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5805d11f-bcf7-43f1-b6e0-8f3f365e7154 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (1a1f0ec9-e3ad-49ca-b08c-bc97f3685408), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:53.607451 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-b03c1b9b-aa02-4c73-af30-db118b444a1d admin admin] For port 39105905-d5d2-4c53-826a-b39b1f902206, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=39105905-d5d2-4c53-826a-b39b1f902206,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:53.607716 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b03c1b9b-aa02-4c73-af30-db118b444a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (39105905-d5d2-4c53-826a-b39b1f902206), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:53.624363 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-b03c1b9b-aa02-4c73-af30-db118b444a1d admin admin] Calling delete_port for 39105905-d5d2-4c53-826a-b39b1f902206 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:53.627108 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bad576c1-7361-4d14-9db9-380a505d2231 req-7b04f791-0642-4af1-b51b-a9906054780a tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624138 Jan 27 22:04:53.767746 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42796) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:53.878923 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6ee0cd79-7c28-487f-93bc-26782dfd9af3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d413d1543f1d406689e913b24c85f444&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1076508 Jan 27 22:04:53.880774 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42798) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:53.993438 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54dc5add-bf93-444d-bf7d-bb91aedf2bc0 admin admin] Publish callbacks [] for security_group (26187edd-aa05-4860-a8f0-e29f5699f9ec), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.027925 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b03c1b9b-aa02-4c73-af30-db118b444a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (39105905-d5d2-4c53-826a-b39b1f902206), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.040143 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54dc5add-bf93-444d-bf7d-bb91aedf2bc0 admin admin] Publish callbacks [] for security_group (26187edd-aa05-4860-a8f0-e29f5699f9ec), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.153479 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c1b9b-aa02-4c73-af30-db118b444a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=39105905-d5d2-4c53-826a-b39b1f902206,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:54.190661 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1094ba66-6d82-4c53-a622-76665aaf47fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.209288 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b03c1b9b-aa02-4c73-af30-db118b444a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (153894a0-41e1-4b4d-bebd-11175e5772d1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.226552 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d5f4f59f-0acd-471c-8b99-ef681b96a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153894a0-41e1-4b4d-bebd-11175e5772d1', 'name': 'tempest-ServerRescueNegativeTestJSON-958824439-router', 'tenant_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '39105905-d5d2-4c53-826a-b39b1f902206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:08Z', 'updated_at': '2022-01-27T22:04:50Z', 'revision_number': 5, 'project_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'gw_port': {'id': '39105905-d5d2-4c53-826a-b39b1f902206', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153894a0-41e1-4b4d-bebd-11175e5772d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:09Z', 'updated_at': '2022-01-27T22:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:54.281555 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5805d11f-bcf7-43f1-b6e0-8f3f365e7154 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (1a1f0ec9-e3ad-49ca-b08c-bc97f3685408), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.299889 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f4f59f-0acd-471c-8b99-ef681b96a48c None None] The sync data for ids ['153894a0-41e1-4b4d-bebd-11175e5772d1'] in n-d-772272-3 is: [{'id': '153894a0-41e1-4b4d-bebd-11175e5772d1', 'name': 'tempest-ServerRescueNegativeTestJSON-958824439-router', 'tenant_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '39105905-d5d2-4c53-826a-b39b1f902206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:08Z', 'updated_at': '2022-01-27T22:04:50Z', 'revision_number': 5, 'project_id': '0af0d48f9d584c2f96edf7499ec5c8a4', 'gw_port': {'id': '39105905-d5d2-4c53-826a-b39b1f902206', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153894a0-41e1-4b4d-bebd-11175e5772d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:09Z', 'updated_at': '2022-01-27T22:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:04:54.318581 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-5805d11f-bcf7-43f1-b6e0-8f3f365e7154 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1f0ec9-e3ad-49ca-b08c-bc97f3685408']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:54.330265 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-5805d11f-bcf7-43f1-b6e0-8f3f365e7154 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d22f47d-8dc0-4bf8-859b-7657f23258a6') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:54.330863 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-5805d11f-bcf7-43f1-b6e0-8f3f365e7154 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d22f47d-8dc0-4bf8-859b-7657f23258a6') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:54.346998 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5805d11f-bcf7-43f1-b6e0-8f3f365e7154 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (1d22f47d-8dc0-4bf8-859b-7657f23258a6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.349994 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b03c1b9b-aa02-4c73-af30-db118b444a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (153894a0-41e1-4b4d-bebd-11175e5772d1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.354835 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b03c1b9b-aa02-4c73-af30-db118b444a1d admin admin] Publish callbacks [] for router_controller (153894a0-41e1-4b4d-bebd-11175e5772d1), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.362930 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5805d11f-bcf7-43f1-b6e0-8f3f365e7154 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (1d22f47d-8dc0-4bf8-859b-7657f23258a6), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.369866 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5805d11f-bcf7-43f1-b6e0-8f3f365e7154 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:04:54.370527 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5805d11f-bcf7-43f1-b6e0-8f3f365e7154 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (1d22f47d-8dc0-4bf8-859b-7657f23258a6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.398997 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b03c1b9b-aa02-4c73-af30-db118b444a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (153894a0-41e1-4b4d-bebd-11175e5772d1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.399549 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03c1b9b-aa02-4c73-af30-db118b444a1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 153894a0-41e1-4b4d-bebd-11175e5772d1 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:04:54.405102 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b03c1b9b-aa02-4c73-af30-db118b444a1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.406313 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b03c1b9b-aa02-4c73-af30-db118b444a1d admin admin] 10.222.0.23 "DELETE /v2.0/routers/153894a0-41e1-4b4d-bebd-11175e5772d1 HTTP/1.1" status: 204 len: 168 time: 2.1640577 Jan 27 22:04:54.407533 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54dc5add-bf93-444d-bf7d-bb91aedf2bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (26187edd-aa05-4860-a8f0-e29f5699f9ec), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.410024 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54dc5add-bf93-444d-bf7d-bb91aedf2bc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.413709 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-54dc5add-bf93-444d-bf7d-bb91aedf2bc0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26187edd-aa05-4860-a8f0-e29f5699f9ec HTTP/1.1" status: 204 len: 168 time: 0.5291901 Jan 27 22:04:54.413709 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42806) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:54.498822 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc5add-bf93-444d-bf7d-bb91aedf2bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26187edd-aa05-4860-a8f0-e29f5699f9ec,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:04:54.502935 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:04:54.506374 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5805d11f-bcf7-43f1-b6e0-8f3f365e7154 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (1a1f0ec9-e3ad-49ca-b08c-bc97f3685408), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.513680 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5805d11f-bcf7-43f1-b6e0-8f3f365e7154 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.518662 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5805d11f-bcf7-43f1-b6e0-8f3f365e7154 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] 10.222.0.23 "DELETE /v2.0/networks/1a1f0ec9-e3ad-49ca-b08c-bc97f3685408 HTTP/1.1" status: 204 len: 168 time: 1.1569114 Jan 27 22:04:54.525664 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42810) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:54.607776 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-f714fe7c-f9fd-41a4-adbe-e8daca826114 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] DELETE failed (client error): The resource could not be found. Jan 27 22:04:54.608378 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f714fe7c-f9fd-41a4-adbe-e8daca826114 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:04:54.616954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805d11f-bcf7-43f1-b6e0-8f3f365e7154 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Pushing event deleted for resources: {'Network': ['ID=1a1f0ec9-e3ad-49ca-b08c-bc97f3685408,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:54.623132 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f714fe7c-f9fd-41a4-adbe-e8daca826114 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] 10.222.0.23 "DELETE /v2.0/ports/ac586d17-5bc9-4c54-acc2-c88578b71fd9 HTTP/1.1" status: 404 len: 333 time: 0.0946198 Jan 27 22:04:54.623561 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42814) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:54.641650 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3a3baa-4c88-4b92-92d9-bcf57ae4c5e3 admin admin] Deleting subnet 1dec90ae-26a7-4889-9533-54929121f29b {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:04:54.646262 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc3a3baa-4c88-4b92-92d9-bcf57ae4c5e3 admin admin] Publish callbacks [] for subnet (1dec90ae-26a7-4889-9533-54929121f29b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.682742 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-4001dccc-8de5-4c9e-897c-87616ab86da5 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Deleting subnet 7e96acef-b24c-4700-873f-4639818b84e2 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:04:54.692229 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4001dccc-8de5-4c9e-897c-87616ab86da5 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks [] for subnet (7e96acef-b24c-4700-873f-4639818b84e2), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.735169 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc3a3baa-4c88-4b92-92d9-bcf57ae4c5e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (1dec90ae-26a7-4889-9533-54929121f29b), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.743907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3943c-c160-456d-b67e-55ba849ce7c4 req-3d68a8f4-6d77-4e44-bbe9-95123adda3e3 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:54.762835 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cdd3943c-c160-456d-b67e-55ba849ce7c4 req-3d68a8f4-6d77-4e44-bbe9-95123adda3e3 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 945 time: 0.2630396 Jan 27 22:04:54.826909 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc3a3baa-4c88-4b92-92d9-bcf57ae4c5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (1dec90ae-26a7-4889-9533-54929121f29b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.839833 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e8a2f35f-84fa-48ba-8543-84970267aacf no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:54.849109 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4001dccc-8de5-4c9e-897c-87616ab86da5 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (7e96acef-b24c-4700-873f-4639818b84e2), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.890085 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: e8a2f35f-84fa-48ba-8543-84970267aacf {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:04:54.890519 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e8a2f35f-84fa-48ba-8543-84970267aacf not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:04:54.901118 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc3a3baa-4c88-4b92-92d9-bcf57ae4c5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (1dec90ae-26a7-4889-9533-54929121f29b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.917130 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc3a3baa-4c88-4b92-92d9-bcf57ae4c5e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.927047 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fc3a3baa-4c88-4b92-92d9-bcf57ae4c5e3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1dec90ae-26a7-4889-9533-54929121f29b HTTP/1.1" status: 204 len: 168 time: 0.5031688 Jan 27 22:04:54.927047 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42820) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:55.040338 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c5f69e54-b974-4956-bbcf-54c34398c3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (c21c1549-299c-4dec-a0f9-3f16d5727c21), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:55.046968 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a3baa-4c88-4b92-92d9-bcf57ae4c5e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dec90ae-26a7-4889-9533-54929121f29b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:55.100209 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cdd3943c-c160-456d-b67e-55ba849ce7c4 req-ce33165a-769f-46f9-9d56-3b16d129d79f tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/security-groups?id=38929cc1-d096-4ce4-8633-3dd81e6049dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310385 Jan 27 22:04:55.171315 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c5f69e54-b974-4956-bbcf-54c34398c3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (c21c1549-299c-4dec-a0f9-3f16d5727c21), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:55.205384 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4b545-d267-42da-8d6d-8e815f172785 req-548beec9-2837-4342-9457-d711aa26442f tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:55.212378 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4c4b545-d267-42da-8d6d-8e815f172785 req-548beec9-2837-4342-9457-d711aa26442f tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.4039021 Jan 27 22:04:55.227548 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d5fdc-2b05-45ad-a84c-4ab463682847 req-62a9ba96-ce2f-496f-93bb-4e3de602a604 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:55.237589 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c54d5fdc-2b05-45ad-a84c-4ab463682847 req-62a9ba96-ce2f-496f-93bb-4e3de602a604 tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 945 time: 0.3071878 Jan 27 22:04:55.239772 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-c5f69e54-b974-4956-bbcf-54c34398c3ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21c1549-299c-4dec-a0f9-3f16d5727c21']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:55.265509 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-c5f69e54-b974-4956-bbcf-54c34398c3ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b05fbb0-30d5-4a43-9e48-2a1e98f98a07') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:55.266111 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-c5f69e54-b974-4956-bbcf-54c34398c3ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b05fbb0-30d5-4a43-9e48-2a1e98f98a07') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:55.289003 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c5f69e54-b974-4956-bbcf-54c34398c3ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (4b05fbb0-30d5-4a43-9e48-2a1e98f98a07), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:55.319612 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c5f69e54-b974-4956-bbcf-54c34398c3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (4b05fbb0-30d5-4a43-9e48-2a1e98f98a07), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:55.335727 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f69e54-b974-4956-bbcf-54c34398c3ae admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:04:55.337984 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c5f69e54-b974-4956-bbcf-54c34398c3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (4b05fbb0-30d5-4a43-9e48-2a1e98f98a07), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:55.382233 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4001dccc-8de5-4c9e-897c-87616ab86da5 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (7e96acef-b24c-4700-873f-4639818b84e2), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:04:55.458953 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:04:55.469789 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c5f69e54-b974-4956-bbcf-54c34398c3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (c21c1549-299c-4dec-a0f9-3f16d5727c21), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:55.480262 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c5f69e54-b974-4956-bbcf-54c34398c3ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:55.483579 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c5f69e54-b974-4956-bbcf-54c34398c3ae admin admin] 10.222.0.23 "DELETE /v2.0/networks/c21c1549-299c-4dec-a0f9-3f16d5727c21 HTTP/1.1" status: 204 len: 168 time: 0.5593798 Jan 27 22:04:55.514896 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f69e54-b974-4956-bbcf-54c34398c3ae admin admin] Pushing event deleted for resources: {'Network': ['ID=c21c1549-299c-4dec-a0f9-3f16d5727c21,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:55.616841 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4c4b545-d267-42da-8d6d-8e815f172785 req-69c303f7-f0b4-4bfc-beab-438ef7dd5db7 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766482 Jan 27 22:04:55.676652 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4001dccc-8de5-4c9e-897c-87616ab86da5 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (7e96acef-b24c-4700-873f-4639818b84e2), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:55.696459 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-c54d5fdc-2b05-45ad-a84c-4ab463682847 req-4954cc6e-5294-4f10-9834-ef3512f3603e tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Deleting port 63c5ae87-473c-40d8-b0d4-fa96175c929a {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:55.696812 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c54d5fdc-2b05-45ad-a84c-4ab463682847 req-4954cc6e-5294-4f10-9834-ef3512f3603e tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (63c5ae87-473c-40d8-b0d4-fa96175c929a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:55.705011 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42846) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:55.735159 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42848) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:55.741562 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001dccc-8de5-4c9e-897c-87616ab86da5 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Pushing event deleted for resources: {'Subnet': ['ID=7e96acef-b24c-4700-873f-4639818b84e2,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:55.743572 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4001dccc-8de5-4c9e-897c-87616ab86da5 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:55.749459 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4001dccc-8de5-4c9e-897c-87616ab86da5 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] 10.222.0.23 "DELETE /v2.0/subnets/7e96acef-b24c-4700-873f-4639818b84e2 HTTP/1.1" status: 204 len: 168 time: 1.1247284 Jan 27 22:04:55.749856 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6e0c62-3843-4b24-b2c7-f1c0f8cb0eea None None] Network 4bf46013-c937-4d71-a947-c4ada4635593 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:04:55.753194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42850) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:55.843272 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2729552e-f31b-4fab-917e-e00bb6619495 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0af0d48f9d584c2f96edf7499ec5c8a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348002 Jan 27 22:04:55.844966 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42854) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:55.967685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c54d5fdc-2b05-45ad-a84c-4ab463682847 req-4954cc6e-5294-4f10-9834-ef3512f3603e tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] For port 63c5ae87-473c-40d8-b0d4-fa96175c929a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=63c5ae87-473c-40d8-b0d4-fa96175c929a,segment=NetworkSegment(62fa23dd-12a3-492b-934b-e983908fa985),segment_id=62fa23dd-12a3-492b-934b-e983908fa985)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:55.968280 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c54d5fdc-2b05-45ad-a84c-4ab463682847 req-4954cc6e-5294-4f10-9834-ef3512f3603e tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (63c5ae87-473c-40d8-b0d4-fa96175c929a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:55.979801 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f703ff0-a7cb-4917-bbc3-7cbd1fa03845 admin admin] Publish callbacks [] for security_group (bdc7a0c1-b990-4beb-bebf-55b1fc224b78), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:55.991337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-c54d5fdc-2b05-45ad-a84c-4ab463682847 req-4954cc6e-5294-4f10-9834-ef3512f3603e tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Calling delete_port for 63c5ae87-473c-40d8-b0d4-fa96175c929a owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:56.022165 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f703ff0-a7cb-4917-bbc3-7cbd1fa03845 admin admin] Publish callbacks [] for security_group (bdc7a0c1-b990-4beb-bebf-55b1fc224b78), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.057797 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d3fde6-b6c6-449b-8f6d-63ff60d9a171 None None] DHCP port deletion for 4bf46013-c937-4d71-a947-c4ada4635593 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:04:56.078395 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f1d9e1cd-d7b3-471c-b3bf-c414e91cbb79 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-271809542-network', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:56.102705 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d9e1cd-d7b3-471c-b3bf-c414e91cbb79 admin admin] Made reservation on behalf of b084891c4f0541aab14cbc3bbf21c988 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:04:56.105867 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1d9e1cd-d7b3-471c-b3bf-c414e91cbb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.119000 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-85d3fde6-b6c6-449b-8f6d-63ff60d9a171 None None] Deleting port 1217a0f2-c37a-4ce6-87c9-0a010d65313b {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:56.119267 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f703ff0-a7cb-4917-bbc3-7cbd1fa03845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (bdc7a0c1-b990-4beb-bebf-55b1fc224b78), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.120054 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-85d3fde6-b6c6-449b-8f6d-63ff60d9a171 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1217a0f2-c37a-4ce6-87c9-0a010d65313b), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.123080 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f703ff0-a7cb-4917-bbc3-7cbd1fa03845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.126960 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6f703ff0-a7cb-4917-bbc3-7cbd1fa03845 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bdc7a0c1-b990-4beb-bebf-55b1fc224b78 HTTP/1.1" status: 204 len: 168 time: 0.2775700 Jan 27 22:04:56.132138 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d7585f37-6984-428c-a4da-446699d0bac0 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (4bf46013-c937-4d71-a947-c4ada4635593), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.150610 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1d9e1cd-d7b3-471c-b3bf-c414e91cbb79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.183724 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f703ff0-a7cb-4917-bbc3-7cbd1fa03845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc7a0c1-b990-4beb-bebf-55b1fc224b78,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:56.284525 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-85d3fde6-b6c6-449b-8f6d-63ff60d9a171 None None] For port 1217a0f2-c37a-4ce6-87c9-0a010d65313b, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1217a0f2-c37a-4ce6-87c9-0a010d65313b,segment=NetworkSegment(2e64dbed-ac8b-427e-8977-7f327b314dca),segment_id=2e64dbed-ac8b-427e-8977-7f327b314dca)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:56.285400 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-85d3fde6-b6c6-449b-8f6d-63ff60d9a171 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1217a0f2-c37a-4ce6-87c9-0a010d65313b), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.291929 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1d9e1cd-d7b3-471c-b3bf-c414e91cbb79 admin admin] Publish callbacks [] for security_group (e9fa95b8-b342-4829-9f6b-d05e15f0b089), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.309286 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-85d3fde6-b6c6-449b-8f6d-63ff60d9a171 None None] Calling delete_port for 1217a0f2-c37a-4ce6-87c9-0a010d65313b owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:56.309672 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1d9e1cd-d7b3-471c-b3bf-c414e91cbb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e9fa95b8-b342-4829-9f6b-d05e15f0b089), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.352627 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d9e1cd-d7b3-471c-b3bf-c414e91cbb79 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:04:56.365040 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-85b99aff-e053-481f-9c10-29ede3b6982d req-8d2ebd41-01fb-4a6c-893c-682d29d53ceb tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 210 time: 0.0999739 Jan 27 22:04:56.374074 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9e1cd-d7b3-471c-b3bf-c414e91cbb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fa95b8-b342-4829-9f6b-d05e15f0b089,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:56.374854 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c54d5fdc-2b05-45ad-a84c-4ab463682847 req-4954cc6e-5294-4f10-9834-ef3512f3603e tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (63c5ae87-473c-40d8-b0d4-fa96175c929a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.390499 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1d9e1cd-d7b3-471c-b3bf-c414e91cbb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (48cbfe2d-d81a-4f6d-814a-437ff1f65287), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.390854 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-f1d9e1cd-d7b3-471c-b3bf-c414e91cbb79 admin admin] Added segment 48cbfe2d-d81a-4f6d-814a-437ff1f65287 of type vlan for network b948abe8-edaf-41a8-a11f-8ea43d3e599a Jan 27 22:04:56.430532 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['63c5ae87-473c-40d8-b0d4-fa96175c929a'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:04:56.539270 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954cc6e-5294-4f10-9834-ef3512f3603e tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Pushing event deleted for resources: {'Port': ['ID=63c5ae87-473c-40d8-b0d4-fa96175c929a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:56.545806 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1d9e1cd-d7b3-471c-b3bf-c414e91cbb79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (b948abe8-edaf-41a8-a11f-8ea43d3e599a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.641015 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1217a0f2-c37a-4ce6-87c9-0a010d65313b no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:56.649758 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1d9e1cd-d7b3-471c-b3bf-c414e91cbb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (b948abe8-edaf-41a8-a11f-8ea43d3e599a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.651648 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d9e1cd-d7b3-471c-b3bf-c414e91cbb79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:56.652638 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1d9e1cd-d7b3-471c-b3bf-c414e91cbb79 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.668532 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54d5fdc-2b05-45ad-a84c-4ab463682847 req-4954cc6e-5294-4f10-9834-ef3512f3603e tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] No DVR routers for this DVR port 63c5ae87-473c-40d8-b0d4-fa96175c929a on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:04:56.679904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-d7585f37-6984-428c-a4da-446699d0bac0 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Deleting port 1217a0f2-c37a-4ce6-87c9-0a010d65313b {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:56.681583 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d7585f37-6984-428c-a4da-446699d0bac0 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1217a0f2-c37a-4ce6-87c9-0a010d65313b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.762553 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-812330ff-587d-4cf3-86b2-6f751c78feea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.801788 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-85d3fde6-b6c6-449b-8f6d-63ff60d9a171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (1217a0f2-c37a-4ce6-87c9-0a010d65313b), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.867793 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f1d9e1cd-d7b3-471c-b3bf-c414e91cbb79 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1308002 Jan 27 22:04:56.874040 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42876) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:56.883212 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d3fde6-b6c6-449b-8f6d-63ff60d9a171 None None] No DVR routers for this DVR port 1217a0f2-c37a-4ce6-87c9-0a010d65313b on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:04:56.883885 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-23f0ef05-8153-4522-8111-3b2dfcb2b7a3 admin admin] Request body: {'subnet': {'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-271809542-subnet', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:56.889970 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9e1cd-d7b3-471c-b3bf-c414e91cbb79 admin admin] Pushing event updated for resources: {'Network': ['ID=b948abe8-edaf-41a8-a11f-8ea43d3e599a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:56.890772 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3fde6-b6c6-449b-8f6d-63ff60d9a171 None None] Pushing event deleted for resources: {'Port': ['ID=1217a0f2-c37a-4ce6-87c9-0a010d65313b,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:56.915776 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network b948abe8-edaf-41a8-a11f-8ea43d3e599a details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:04:56.924660 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f0ef05-8153-4522-8111-3b2dfcb2b7a3 admin admin] Made reservation on behalf of b084891c4f0541aab14cbc3bbf21c988 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:04:56.930893 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-d7585f37-6984-428c-a4da-446699d0bac0 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] For port 1217a0f2-c37a-4ce6-87c9-0a010d65313b, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1217a0f2-c37a-4ce6-87c9-0a010d65313b,segment=NetworkSegment(2e64dbed-ac8b-427e-8977-7f327b314dca),segment_id=2e64dbed-ac8b-427e-8977-7f327b314dca)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:56.931496 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d7585f37-6984-428c-a4da-446699d0bac0 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1217a0f2-c37a-4ce6-87c9-0a010d65313b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.935473 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-23f0ef05-8153-4522-8111-3b2dfcb2b7a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.984656 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-d7585f37-6984-428c-a4da-446699d0bac0 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Calling delete_port for 1217a0f2-c37a-4ce6-87c9-0a010d65313b owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:57.003490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No active binding found for port 1217a0f2-c37a-4ce6-87c9-0a010d65313b {{(pid=109743) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 22:04:57.004211 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] The host n-d-772272-3 is not matching for port 1217a0f2-c37a-4ce6-87c9-0a010d65313b host None! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:04:57.006518 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1217a0f2-c37a-4ce6-87c9-0a010d65313b not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:04:57.007347 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 39105905-d5d2-4c53-826a-b39b1f902206 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:57.014013 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3fde6-b6c6-449b-8f6d-63ff60d9a171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.014701 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3fde6-b6c6-449b-8f6d-63ff60d9a171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.015285 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3fde6-b6c6-449b-8f6d-63ff60d9a171 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.016342 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3fde6-b6c6-449b-8f6d-63ff60d9a171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.016946 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3fde6-b6c6-449b-8f6d-63ff60d9a171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.017657 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3fde6-b6c6-449b-8f6d-63ff60d9a171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.018242 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3fde6-b6c6-449b-8f6d-63ff60d9a171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.020546 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3fde6-b6c6-449b-8f6d-63ff60d9a171 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.021169 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3fde6-b6c6-449b-8f6d-63ff60d9a171 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.021763 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3fde6-b6c6-449b-8f6d-63ff60d9a171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.022376 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3fde6-b6c6-449b-8f6d-63ff60d9a171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.022952 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3fde6-b6c6-449b-8f6d-63ff60d9a171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.023520 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d3fde6-b6c6-449b-8f6d-63ff60d9a171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.074632 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 39105905-d5d2-4c53-826a-b39b1f902206 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:04:57.076392 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 39105905-d5d2-4c53-826a-b39b1f902206 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:04:57.114842 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c54d5fdc-2b05-45ad-a84c-4ab463682847 req-4954cc6e-5294-4f10-9834-ef3512f3603e tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:57.120404 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c54d5fdc-2b05-45ad-a84c-4ab463682847 req-4954cc6e-5294-4f10-9834-ef3512f3603e tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.21 "DELETE /v2.0/ports/63c5ae87-473c-40d8-b0d4-fa96175c929a HTTP/1.1" status: 204 len: 173 time: 1.8498001 Jan 27 22:04:57.121271 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c39b59-4e6b-4be7-ae0e-7cfe4be88467', 'name': 'network-vif-deleted', 'tag': '63c5ae87-473c-40d8-b0d4-fa96175c929a'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:57.123881 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e266fc29-dceb-42d5-afb7-99ad3795b83d" -d '{"events": [{"server_uuid": "d2c39b59-4e6b-4be7-ae0e-7cfe4be88467", "name": "network-vif-deleted", "tag": "63c5ae87-473c-40d8-b0d4-fa96175c929a"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:57.229788 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e0868-7687-4e31-9a51-d5e1da48915c req-5e26f442-0ce6-4fd8-b003-6428d24b5341 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:57.237655 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-424e0868-7687-4e31-9a51-d5e1da48915c req-5e26f442-0ce6-4fd8-b003-6428d24b5341 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.1244392 Jan 27 22:04:57.250165 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d7585f37-6984-428c-a4da-446699d0bac0 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (1217a0f2-c37a-4ce6-87c9-0a010d65313b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:57.290889 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c629306-2f53-444d-87d0-1dcf6d982178 x-openstack-request-id: req-7c629306-2f53-444d-87d0-1dcf6d982178 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:57.291317 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c39b59-4e6b-4be7-ae0e-7cfe4be88467", "name": "network-vif-deleted", "tag": "63c5ae87-473c-40d8-b0d4-fa96175c929a", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:57.291683 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c629306-2f53-444d-87d0-1dcf6d982178 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:57.292675 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c39b59-4e6b-4be7-ae0e-7cfe4be88467', 'name': 'network-vif-deleted', 'tag': '63c5ae87-473c-40d8-b0d4-fa96175c929a', 'status': 'completed', 'code': 200} Jan 27 22:04:57.299012 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7585f37-6984-428c-a4da-446699d0bac0 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] No DVR routers for this DVR port 1217a0f2-c37a-4ce6-87c9-0a010d65313b on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:04:57.300911 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7585f37-6984-428c-a4da-446699d0bac0 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Pushing event deleted for resources: {'Port': ['ID=1217a0f2-c37a-4ce6-87c9-0a010d65313b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:57.473705 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42890) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:57.497318 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:57.512416 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-424e0868-7687-4e31-9a51-d5e1da48915c req-5c897706-269d-4cc7-9195-b10a9777c8ba tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724364 Jan 27 22:04:57.536743 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-23f0ef05-8153-4522-8111-3b2dfcb2b7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (d9f8729e-bbd1-4272-9c3e-91ee7b9d9d48), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:57.550376 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d7585f37-6984-428c-a4da-446699d0bac0 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (4bf46013-c937-4d71-a947-c4ada4635593), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:57.600265 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-d7585f37-6984-428c-a4da-446699d0bac0 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf46013-c937-4d71-a947-c4ada4635593']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:57.624939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-d7585f37-6984-428c-a4da-446699d0bac0 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e64dbed-ac8b-427e-8977-7f327b314dca') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:57.628860 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-d7585f37-6984-428c-a4da-446699d0bac0 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e64dbed-ac8b-427e-8977-7f327b314dca') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:57.648550 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d7585f37-6984-428c-a4da-446699d0bac0 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (2e64dbed-ac8b-427e-8977-7f327b314dca), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:57.678905 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d7585f37-6984-428c-a4da-446699d0bac0 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (2e64dbed-ac8b-427e-8977-7f327b314dca), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:57.699554 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7585f37-6984-428c-a4da-446699d0bac0 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:04:57.700655 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d7585f37-6984-428c-a4da-446699d0bac0 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (2e64dbed-ac8b-427e-8977-7f327b314dca), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:57.757500 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f0ef05-8153-4522-8111-3b2dfcb2b7a3 admin admin] Checking segment: {'id': '48cbfe2d-d81a-4f6d-814a-437ff1f65287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:04:57.757874 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f0ef05-8153-4522-8111-3b2dfcb2b7a3 admin admin] Network hostable DHCP agents. Network: b948abe8-edaf-41a8-a11f-8ea43d3e599a, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:04:57.767889 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0ef05-8153-4522-8111-3b2dfcb2b7a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9f8729e-bbd1-4272-9c3e-91ee7b9d9d48,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:57.817056 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83dcf1fe-20f3-4f04-8de4-fed12fdf94b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:04:57.873220 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:04:57.881542 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f0ef05-8153-4522-8111-3b2dfcb2b7a3 admin admin] Network b948abe8-edaf-41a8-a11f-8ea43d3e599a is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:04:57.881787 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d7585f37-6984-428c-a4da-446699d0bac0 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (4bf46013-c937-4d71-a947-c4ada4635593), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:57.907664 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d7585f37-6984-428c-a4da-446699d0bac0 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:57.914997 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-23f0ef05-8153-4522-8111-3b2dfcb2b7a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, b948abe8-edaf-41a8-a11f-8ea43d3e599a) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:04:57.917812 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d7585f37-6984-428c-a4da-446699d0bac0 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] 10.222.0.23 "DELETE /v2.0/networks/4bf46013-c937-4d71-a947-c4ada4635593 HTTP/1.1" status: 204 len: 168 time: 2.1624978 Jan 27 22:04:57.936286 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f0ef05-8153-4522-8111-3b2dfcb2b7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:57.936887 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-23f0ef05-8153-4522-8111-3b2dfcb2b7a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:57.953358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0730e793-160e-48e5-8696-d034a3662a46 None None] Network b948abe8-edaf-41a8-a11f-8ea43d3e599a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:04:57.978052 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d22da41-d1e2-4a88-ae19-2d2b30bdbc8d req-53fd66e2-298b-4cab-8c7c-5215c520c05f tempest-ServerDiskConfigTestJSON-1142790025 tempest-ServerDiskConfigTestJSON-1142790025-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2c39b59-4e6b-4be7-ae0e-7cfe4be88467 HTTP/1.1" status: 200 len: 210 time: 0.1038156 Jan 27 22:04:58.018067 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7585f37-6984-428c-a4da-446699d0bac0 tempest-DHCPAgentSchedulersTestJSON-853116210 tempest-DHCPAgentSchedulersTestJSON-853116210-project] Pushing event deleted for resources: {'Network': ['ID=4bf46013-c937-4d71-a947-c4ada4635593,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:58.030517 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-23f0ef05-8153-4522-8111-3b2dfcb2b7a3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1553626 Jan 27 22:04:58.034655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42906) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:58.040055 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-19c30cbd-964a-47e9-8707-4426f09185b3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-271809542-router', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:58.102763 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19c30cbd-964a-47e9-8707-4426f09185b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (dc5e0f45-b717-4af6-8308-c2e26e2968e5), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:58.103844 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19c30cbd-964a-47e9-8707-4426f09185b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (dc5e0f45-b717-4af6-8308-c2e26e2968e5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:58.152770 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83dcf1fe-20f3-4f04-8de4-fed12fdf94b1 admin admin] Publish callbacks [] for security_group (f0d2f599-450a-492b-9a16-a6a1c9f5f1ff), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:58.170143 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83dcf1fe-20f3-4f04-8de4-fed12fdf94b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f0d2f599-450a-492b-9a16-a6a1c9f5f1ff), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:58.255536 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-83dcf1fe-20f3-4f04-8de4-fed12fdf94b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=213266ab90e547d9aa1f18ffd54643a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7799654 Jan 27 22:04:58.272374 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42908) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:58.277103 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3e3130-e642-4605-bbf3-34290ae1bbda None None] Network b948abe8-edaf-41a8-a11f-8ea43d3e599a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:04:58.288837 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19c30cbd-964a-47e9-8707-4426f09185b3 admin admin] Publish callbacks [] for router_controller (dc5e0f45-b717-4af6-8308-c2e26e2968e5), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:58.380475 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcf1fe-20f3-4f04-8de4-fed12fdf94b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d2f599-450a-492b-9a16-a6a1c9f5f1ff,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:58.421430 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a82392d1-d2f4-4842-9295-e0117a1089cd admin admin] Publish callbacks [] for security_group (f0d2f599-450a-492b-9a16-a6a1c9f5f1ff), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:58.464954 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a82392d1-d2f4-4842-9295-e0117a1089cd admin admin] Publish callbacks [] for security_group (f0d2f599-450a-492b-9a16-a6a1c9f5f1ff), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:58.484761 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 63c5ae87-473c-40d8-b0d4-fa96175c929a no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:04:58.515601 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42914) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:58.525415 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 63c5ae87-473c-40d8-b0d4-fa96175c929a {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:04:58.526021 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 63c5ae87-473c-40d8-b0d4-fa96175c929a not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:04:58.563625 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a82392d1-d2f4-4842-9295-e0117a1089cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f0d2f599-450a-492b-9a16-a6a1c9f5f1ff), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:58.567311 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a82392d1-d2f4-4842-9295-e0117a1089cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:58.568879 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a82392d1-d2f4-4842-9295-e0117a1089cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0d2f599-450a-492b-9a16-a6a1c9f5f1ff HTTP/1.1" status: 204 len: 168 time: 0.2954817 Jan 27 22:04:58.583959 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82392d1-d2f4-4842-9295-e0117a1089cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d2f599-450a-492b-9a16-a6a1c9f5f1ff,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:58.686990 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19c30cbd-964a-47e9-8707-4426f09185b3 admin admin] Publish callbacks [] for router_gateway (dc5e0f45-b717-4af6-8308-c2e26e2968e5), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:58.802555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1dff3-b7bc-42e4-b51d-f7eb24a2a5a3 req-58b0b70e-ae03-407f-a87c-baa7c3ab3550 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:58.804999 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2a1dff3-b7bc-42e4-b51d-f7eb24a2a5a3 req-58b0b70e-ae03-407f-a87c-baa7c3ab3550 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.1266730 Jan 27 22:04:58.828049 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-71744773-8ff5-4989-8fbc-85c5c2cbb6d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a47b45a35eb34c8ebd9cdbedeaf953be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3093619 Jan 27 22:04:58.830827 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42934) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:58.898520 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:58.957556 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27393a4e-708b-42ec-8d28-acdf84cd2dba admin admin] Publish callbacks [] for security_group (4b57c383-eb31-487b-a247-88267e8b20d8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:58.979414 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2a1dff3-b7bc-42e4-b51d-f7eb24a2a5a3 req-a2b52d67-387d-40f7-bd66-3b9200af5238 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041706 Jan 27 22:04:59.055790 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27393a4e-708b-42ec-8d28-acdf84cd2dba admin admin] Publish callbacks [] for security_group (4b57c383-eb31-487b-a247-88267e8b20d8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.163136 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27393a4e-708b-42ec-8d28-acdf84cd2dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4b57c383-eb31-487b-a247-88267e8b20d8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.166573 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27393a4e-708b-42ec-8d28-acdf84cd2dba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.168085 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-27393a4e-708b-42ec-8d28-acdf84cd2dba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b57c383-eb31-487b-a247-88267e8b20d8 HTTP/1.1" status: 204 len: 168 time: 0.3362916 Jan 27 22:04:59.180929 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27393a4e-708b-42ec-8d28-acdf84cd2dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b57c383-eb31-487b-a247-88267e8b20d8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:59.332001 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42954) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:59.351090 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1497f94c-2693-475f-8c42-02975ce10a80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.384536 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-81407427-8bbe-4f9f-820a-1529235932c5 req-90358849-7dae-48cb-8608-9ebb3ff4b9d8 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.1260982 Jan 27 22:04:59.434837 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19c30cbd-964a-47e9-8707-4426f09185b3 admin admin] Publish callbacks [] for router_gateway (dc5e0f45-b717-4af6-8308-c2e26e2968e5), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.461680 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42966) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:59.463259 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19c30cbd-964a-47e9-8707-4426f09185b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.465175 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1497f94c-2693-475f-8c42-02975ce10a80 admin admin] Publish callbacks [] for security_group (4decf65c-2c26-4bb7-9b80-b051f26ba98d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.470952 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1497f94c-2693-475f-8c42-02975ce10a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4decf65c-2c26-4bb7-9b80-b051f26ba98d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.518409 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-d691fbde-0038-4529-a6ea-602391c1d6fe admin admin] Deleting subnet 0fd29a6d-b06e-439b-961f-793e9684fba2 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:04:59.528527 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d691fbde-0038-4529-a6ea-602391c1d6fe admin admin] Publish callbacks [] for subnet (0fd29a6d-b06e-439b-961f-793e9684fba2), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.543673 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1497f94c-2693-475f-8c42-02975ce10a80 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e69cbf176f9b447e9c6d2826cef1be23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2105067 Jan 27 22:04:59.547725 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497f94c-2693-475f-8c42-02975ce10a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4decf65c-2c26-4bb7-9b80-b051f26ba98d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:59.550664 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42968) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:59.630406 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f61d147e-6e8a-4095-bea1-243f92e6b5e1 admin admin] Publish callbacks [] for security_group (4decf65c-2c26-4bb7-9b80-b051f26ba98d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.662797 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f61d147e-6e8a-4095-bea1-243f92e6b5e1 admin admin] Publish callbacks [] for security_group (4decf65c-2c26-4bb7-9b80-b051f26ba98d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.710818 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-19c30cbd-964a-47e9-8707-4426f09185b3 admin admin] Allocated IP 172.25.3.194 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/eb5e6079-659e-44b6-9723-2662eefebd28) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:04:59.740709 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f61d147e-6e8a-4095-bea1-243f92e6b5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4decf65c-2c26-4bb7-9b80-b051f26ba98d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.745495 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f61d147e-6e8a-4095-bea1-243f92e6b5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.746864 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f61d147e-6e8a-4095-bea1-243f92e6b5e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4decf65c-2c26-4bb7-9b80-b051f26ba98d HTTP/1.1" status: 204 len: 168 time: 0.1935635 Jan 27 22:04:59.763022 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d147e-6e8a-4095-bea1-243f92e6b5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4decf65c-2c26-4bb7-9b80-b051f26ba98d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:59.844943 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42974) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:59.854527 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d691fbde-0038-4529-a6ea-602391c1d6fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (0fd29a6d-b06e-439b-961f-793e9684fba2), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.862994 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6e6e960a-b82e-465c-af7e-15753dd17ecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.913612 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19c30cbd-964a-47e9-8707-4426f09185b3 admin admin] Publish callbacks [] for port (eb5e6079-659e-44b6-9723-2662eefebd28), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.961220 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19c30cbd-964a-47e9-8707-4426f09185b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (eb5e6079-659e-44b6-9723-2662eefebd28), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:00.010425 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d691fbde-0038-4529-a6ea-602391c1d6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (0fd29a6d-b06e-439b-961f-793e9684fba2), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:00.013716 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6e6e960a-b82e-465c-af7e-15753dd17ecf admin admin] Publish callbacks [] for security_group (e9a55691-4c63-4338-92ba-6e60d1e7bcc8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:00.029115 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6e6e960a-b82e-465c-af7e-15753dd17ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e9a55691-4c63-4338-92ba-6e60d1e7bcc8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:00.055894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c30cbd-964a-47e9-8707-4426f09185b3 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:00.062845 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-19c30cbd-964a-47e9-8707-4426f09185b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:00.067356 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c30cbd-964a-47e9-8707-4426f09185b3 admin admin] Pushing event updated for resources: {'Port': ['ID=eb5e6079-659e-44b6-9723-2662eefebd28,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:00.083091 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c30cbd-964a-47e9-8707-4426f09185b3 admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:00.163129 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6e6e960a-b82e-465c-af7e-15753dd17ecf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87cc274abc6444519b6a02f2b2567cf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3154545 Jan 27 22:05:00.167472 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42980) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:00.178709 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e960a-b82e-465c-af7e-15753dd17ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a55691-4c63-4338-92ba-6e60d1e7bcc8,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:00.213498 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d691fbde-0038-4529-a6ea-602391c1d6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (0fd29a6d-b06e-439b-961f-793e9684fba2), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:00.272774 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55240f53-52d2-49c6-8d81-05af05533057 admin admin] Publish callbacks [] for security_group (e9a55691-4c63-4338-92ba-6e60d1e7bcc8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:00.302660 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:00.303265 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55240f53-52d2-49c6-8d81-05af05533057 admin admin] Publish callbacks [] for security_group (e9a55691-4c63-4338-92ba-6e60d1e7bcc8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:00.368069 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55240f53-52d2-49c6-8d81-05af05533057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e9a55691-4c63-4338-92ba-6e60d1e7bcc8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:00.372001 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55240f53-52d2-49c6-8d81-05af05533057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:00.373565 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-55240f53-52d2-49c6-8d81-05af05533057 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9a55691-4c63-4338-92ba-6e60d1e7bcc8 HTTP/1.1" status: 204 len: 168 time: 0.2049110 Jan 27 22:05:00.384534 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55240f53-52d2-49c6-8d81-05af05533057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a55691-4c63-4338-92ba-6e60d1e7bcc8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:00.473430 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691fbde-0038-4529-a6ea-602391c1d6fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fd29a6d-b06e-439b-961f-793e9684fba2,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:00.493474 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d691fbde-0038-4529-a6ea-602391c1d6fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:00.497462 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d691fbde-0038-4529-a6ea-602391c1d6fe admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0fd29a6d-b06e-439b-961f-793e9684fba2 HTTP/1.1" status: 204 len: 168 time: 1.0316875 Jan 27 22:05:00.499971 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42994) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:00.592886 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b58b5-64d7-47e9-9bac-900d4a182852 req-12d611b5-6afd-48b8-a0c1-ea3602190ebd tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:00.597682 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-376b58b5-64d7-47e9-9bac-900d4a182852 req-12d611b5-6afd-48b8-a0c1-ea3602190ebd tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.3943329 Jan 27 22:05:00.667335 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da0d31b8-9c76-4e13-98b0-c692092b7d11 req-8cd0c19f-2366-4358-9202-36de4349aab6 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0895967 Jan 27 22:05:00.671442 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea6a13e9-2b2d-44a3-baec-967d458196a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (aba8c96b-8083-40a9-8e75-d6eab38d4a88), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:00.799978 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-376b58b5-64d7-47e9-9bac-900d4a182852 req-f07a8ff1-5552-4088-8efd-7e20230db31a tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317658 Jan 27 22:05:00.846305 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea6a13e9-2b2d-44a3-baec-967d458196a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (aba8c96b-8083-40a9-8e75-d6eab38d4a88), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:00.905887 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ea6a13e9-2b2d-44a3-baec-967d458196a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba8c96b-8083-40a9-8e75-d6eab38d4a88']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:00.935921 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ea6a13e9-2b2d-44a3-baec-967d458196a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62fa23dd-12a3-492b-934b-e983908fa985') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:00.936156 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ea6a13e9-2b2d-44a3-baec-967d458196a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62fa23dd-12a3-492b-934b-e983908fa985') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:00.965779 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea6a13e9-2b2d-44a3-baec-967d458196a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (62fa23dd-12a3-492b-934b-e983908fa985), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:01.006918 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea6a13e9-2b2d-44a3-baec-967d458196a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (62fa23dd-12a3-492b-934b-e983908fa985), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:01.017681 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19c30cbd-964a-47e9-8707-4426f09185b3 admin admin] Publish callbacks [] for router_gateway (dc5e0f45-b717-4af6-8308-c2e26e2968e5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:01.022230 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6a13e9-2b2d-44a3-baec-967d458196a0 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:05:01.022904 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea6a13e9-2b2d-44a3-baec-967d458196a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (62fa23dd-12a3-492b-934b-e983908fa985), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:05:01.027682 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:05:01.176629 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea6a13e9-2b2d-44a3-baec-967d458196a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (aba8c96b-8083-40a9-8e75-d6eab38d4a88), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:01.186062 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea6a13e9-2b2d-44a3-baec-967d458196a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:01.192389 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ea6a13e9-2b2d-44a3-baec-967d458196a0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/aba8c96b-8083-40a9-8e75-d6eab38d4a88 HTTP/1.1" status: 204 len: 168 time: 0.6904747 Jan 27 22:05:01.224816 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a13e9-2b2d-44a3-baec-967d458196a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=aba8c96b-8083-40a9-8e75-d6eab38d4a88,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:01.257338 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19c30cbd-964a-47e9-8707-4426f09185b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (dc5e0f45-b717-4af6-8308-c2e26e2968e5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:01.650342 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43030) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:01.759818 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6aede604-efd1-4d29-bc55-f8e25063f1fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fda93bf005474b47934cda5a7aea1f66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1057787 Jan 27 22:05:01.761023 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43034) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:01.773752 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c30cbd-964a-47e9-8707-4426f09185b3 admin admin] Router dc5e0f45-b717-4af6-8308-c2e26e2968e5 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:05:01.861739 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-baaf80da-f937-416e-852d-2c4c01313833 admin admin] Publish callbacks [] for security_group (38929cc1-d096-4ce4-8633-3dd81e6049dd), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:01.886880 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-baaf80da-f937-416e-852d-2c4c01313833 admin admin] Publish callbacks [] for security_group (38929cc1-d096-4ce4-8633-3dd81e6049dd), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:01.944096 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd4cb861-bd4d-4040-8478-32e9d61391ca req-766c65b7-e769-4417-9b78-e704e88f8fc0 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.1465931 Jan 27 22:05:01.990475 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-baaf80da-f937-416e-852d-2c4c01313833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (38929cc1-d096-4ce4-8633-3dd81e6049dd), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:01.993620 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-baaf80da-f937-416e-852d-2c4c01313833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:01.997514 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-baaf80da-f937-416e-852d-2c4c01313833 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38929cc1-d096-4ce4-8633-3dd81e6049dd HTTP/1.1" status: 204 len: 168 time: 0.2329803 Jan 27 22:05:02.016981 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf80da-f937-416e-852d-2c4c01313833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38929cc1-d096-4ce4-8633-3dd81e6049dd,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:02.101690 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9659ad1-7b98-4d9e-8268-b25b8c2dbc70 req-b5c4341a-6ff0-4c82-ac65-d35acc686d61 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:02.103234 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e9659ad1-7b98-4d9e-8268-b25b8c2dbc70 req-b5c4341a-6ff0-4c82-ac65-d35acc686d61 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.1272821 Jan 27 22:05:02.105277 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c30cbd-964a-47e9-8707-4426f09185b3 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:05:02.114443 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] Sync routers for ids ['dc5e0f45-b717-4af6-8308-c2e26e2968e5'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:05:02.136792 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] Routers {'dc5e0f45-b717-4af6-8308-c2e26e2968e5'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:02.141197 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:04:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['dc5e0f45-b717-4af6-8308-c2e26e2968e5'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:02.242717 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19c30cbd-964a-47e9-8707-4426f09185b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:02.248190 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-19c30cbd-964a-47e9-8707-4426f09185b3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2116725 Jan 27 22:05:02.251175 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43048) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:02.307295 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e9659ad1-7b98-4d9e-8268-b25b8c2dbc70 req-a4ae834a-2c4c-4e2e-98c3-2d7f3914e817 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773574 Jan 27 22:05:02.364739 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] Set router dc5e0f45-b717-4af6-8308-c2e26e2968e5 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:02.694362 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'name': 'tempest-ServerRescueTestJSONUnderV235-271809542-router', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:04:58Z', 'updated_at': '2022-01-27T22:05:00Z', 'revision_number': 3, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'gw_port': {'id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:04:59Z', 'updated_at': '2022-01-27T22:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:02.728606 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] Checking router: dc5e0f45-b717-4af6-8308-c2e26e2968e5 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:05:02.729593 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] Updating router dc5e0f45-b717-4af6-8308-c2e26e2968e5 port eb5e6079-659e-44b6-9723-2662eefebd28 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:05:02.760335 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (eb5e6079-659e-44b6-9723-2662eefebd28), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.168229 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc8c0cc1-eef0-495b-848f-5e8dab5643c4 req-3be31d02-027c-4edf-8521-b079883906d9 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0588026 Jan 27 22:05:03.288026 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] Publish callbacks [] for port (eb5e6079-659e-44b6-9723-2662eefebd28), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.302861 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (eb5e6079-659e-44b6-9723-2662eefebd28), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.322406 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-474181a3-afba-4b4f-9bd7-6d8577c0f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.440941 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4626674-4a24-4edb-a817-44cde7748182 None None] Pushing event updated for resources: {'Port': ['ID=eb5e6079-659e-44b6-9723-2662eefebd28,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:03.494454 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4626674-4a24-4edb-a817-44cde7748182 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:03.499474 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4626674-4a24-4edb-a817-44cde7748182 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:03.500038 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4626674-4a24-4edb-a817-44cde7748182 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:03.500562 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4626674-4a24-4edb-a817-44cde7748182 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:03.501084 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4626674-4a24-4edb-a817-44cde7748182 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:03.502335 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4626674-4a24-4edb-a817-44cde7748182 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:03.504394 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4626674-4a24-4edb-a817-44cde7748182 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:03.506374 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4626674-4a24-4edb-a817-44cde7748182 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:03.506938 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4626674-4a24-4edb-a817-44cde7748182 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:03.507487 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4626674-4a24-4edb-a817-44cde7748182 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:03.508019 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4626674-4a24-4edb-a817-44cde7748182 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:03.512472 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4626674-4a24-4edb-a817-44cde7748182 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:03.513063 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4626674-4a24-4edb-a817-44cde7748182 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:03.534571 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] Attempting to bind port eb5e6079-659e-44b6-9723-2662eefebd28 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:03.535446 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] Attempting to bind port eb5e6079-659e-44b6-9723-2662eefebd28 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:03.538146 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] Attempting to bind port eb5e6079-659e-44b6-9723-2662eefebd28 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:03.550988 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:03.560805 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:03.561772 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.562398 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:03.565270 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] Bound port: eb5e6079-659e-44b6-9723-2662eefebd28, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:03.566716 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (eb5e6079-659e-44b6-9723-2662eefebd28), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.600819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0689c-7a58-45a9-9110-e51029585206 req-a10c046e-b08a-4f32-8e25-fc46c15a10e0 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:03.605652 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bca0689c-7a58-45a9-9110-e51029585206 req-a10c046e-b08a-4f32-8e25-fc46c15a10e0 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.1375990 Jan 27 22:05:03.661530 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-474181a3-afba-4b4f-9bd7-6d8577c0f396 admin admin] Allocated IP 172.20.0.1 (b948abe8-edaf-41a8-a11f-8ea43d3e599a/d9f8729e-bbd1-4272-9c3e-91ee7b9d9d48/2105d9b2-ccfc-4c47-b217-3517ed4c9d82) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:03.701094 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] For port eb5e6079-659e-44b6-9723-2662eefebd28, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:03.708872 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] For port eb5e6079-659e-44b6-9723-2662eefebd28, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=eb5e6079-659e-44b6-9723-2662eefebd28,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:03.720691 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (eb5e6079-659e-44b6-9723-2662eefebd28), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.739757 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43102) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:03.782281 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bca0689c-7a58-45a9-9110-e51029585206 req-9b6e4620-115f-477c-879e-1f3e85e34480 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502619 Jan 27 22:05:03.823898 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] Routers {'dc5e0f45-b717-4af6-8308-c2e26e2968e5'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:03.824700 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:04:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['dc5e0f45-b717-4af6-8308-c2e26e2968e5'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:03.940800 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-474181a3-afba-4b4f-9bd7-6d8577c0f396 admin admin] Publish callbacks [] for port (2105d9b2-ccfc-4c47-b217-3517ed4c9d82), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.967795 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4626674-4a24-4edb-a817-44cde7748182 None None] Pushing event updated for resources: {'Port': ['ID=eb5e6079-659e-44b6-9723-2662eefebd28,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:03.986046 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] Set router dc5e0f45-b717-4af6-8308-c2e26e2968e5 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:04.022148 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-474181a3-afba-4b4f-9bd7-6d8577c0f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (2105d9b2-ccfc-4c47-b217-3517ed4c9d82), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.118353 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474181a3-afba-4b4f-9bd7-6d8577c0f396 admin admin] Pushing event updated for resources: {'Port': ['ID=2105d9b2-ccfc-4c47-b217-3517ed4c9d82,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:04.148456 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474181a3-afba-4b4f-9bd7-6d8577c0f396 admin admin] Network b948abe8-edaf-41a8-a11f-8ea43d3e599a is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:04.150467 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-474181a3-afba-4b4f-9bd7-6d8577c0f396 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:04.152895 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474181a3-afba-4b4f-9bd7-6d8577c0f396 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:04.187229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-e1fa46b1-9972-474e-b63b-6fe2eec9b057 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-580847492-network', 'tenant_id': '78fd5f59e1b549baa98f789ae1de5aba'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:04.198360 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-474181a3-afba-4b4f-9bd7-6d8577c0f396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (dc5e0f45-b717-4af6-8308-c2e26e2968e5), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.249027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fa46b1-9972-474e-b63b-6fe2eec9b057 admin admin] Made reservation on behalf of 78fd5f59e1b549baa98f789ae1de5aba for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:04.251549 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1fa46b1-9972-474e-b63b-6fe2eec9b057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.266808 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1fa46b1-9972-474e-b63b-6fe2eec9b057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.357310 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'name': 'tempest-ServerRescueTestJSONUnderV235-271809542-router', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:04:58Z', 'updated_at': '2022-01-27T22:05:00Z', 'revision_number': 3, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'gw_port': {'id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:04:59Z', 'updated_at': '2022-01-27T22:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:04.370128 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-474181a3-afba-4b4f-9bd7-6d8577c0f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2105d9b2-ccfc-4c47-b217-3517ed4c9d82), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.381196 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43118) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:04.412524 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3278d0b4-a973-4284-bb0f-c69f824400c4 req-bc86f9d7-29a3-4540-8250-7f85f3bacba5 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0671947 Jan 27 22:05:04.412692 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f685fc79-0174-465d-b88c-91239b3a0d0c None None] The sync data for ids ['dc5e0f45-b717-4af6-8308-c2e26e2968e5'] in n-d-772272-3 is: [{'id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'name': 'tempest-ServerRescueTestJSONUnderV235-271809542-router', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:04:58Z', 'updated_at': '2022-01-27T22:05:00Z', 'revision_number': 3, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'gw_port': {'id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:04:59Z', 'updated_at': '2022-01-27T22:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:05:04.489066 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1fa46b1-9972-474e-b63b-6fe2eec9b057 admin admin] Publish callbacks [] for security_group (4e706c96-6e36-4341-b7aa-2ef11c98a676), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.499775 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1fa46b1-9972-474e-b63b-6fe2eec9b057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4e706c96-6e36-4341-b7aa-2ef11c98a676), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.561973 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa46b1-9972-474e-b63b-6fe2eec9b057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e706c96-6e36-4341-b7aa-2ef11c98a676,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:04.587637 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1fa46b1-9972-474e-b63b-6fe2eec9b057 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:05:04.592098 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4505464-d755-4b57-84e8-df78058da39d req-eb898347-e63f-431a-8201-304112f7d2bc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0608606 Jan 27 22:05:04.600728 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1fa46b1-9972-474e-b63b-6fe2eec9b057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (ffca9de2-c9df-4bf5-9522-2ff54bbec4c6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.601072 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-e1fa46b1-9972-474e-b63b-6fe2eec9b057 admin admin] Added segment ffca9de2-c9df-4bf5-9522-2ff54bbec4c6 of type vlan for network 7e89e5c2-7035-4a56-a2b3-c2a388232189 Jan 27 22:05:04.654863 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-474181a3-afba-4b4f-9bd7-6d8577c0f396 admin admin] Publish callbacks [] for port (2105d9b2-ccfc-4c47-b217-3517ed4c9d82), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.661508 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-474181a3-afba-4b4f-9bd7-6d8577c0f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (2105d9b2-ccfc-4c47-b217-3517ed4c9d82), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.664302 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1fa46b1-9972-474e-b63b-6fe2eec9b057 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (7e89e5c2-7035-4a56-a2b3-c2a388232189), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.694313 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1fa46b1-9972-474e-b63b-6fe2eec9b057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (7e89e5c2-7035-4a56-a2b3-c2a388232189), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.695425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa46b1-9972-474e-b63b-6fe2eec9b057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:04.696718 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1fa46b1-9972-474e-b63b-6fe2eec9b057 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.717930 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-474181a3-afba-4b4f-9bd7-6d8577c0f396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (dc5e0f45-b717-4af6-8308-c2e26e2968e5), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.722074 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-68fd1209-1a66-4a2d-b98a-5c6b923f4df5 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:04.752913 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-68fd1209-1a66-4a2d-b98a-5c6b923f4df5 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.792410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa46b1-9972-474e-b63b-6fe2eec9b057 admin admin] Pushing event updated for resources: {'Network': ['ID=7e89e5c2-7035-4a56-a2b3-c2a388232189,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:04.824407 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e1fa46b1-9972-474e-b63b-6fe2eec9b057 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0824678 Jan 27 22:05:04.827220 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43132) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:04.834189 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-737c054e-70ce-4c22-83ce-c8e6478145ca admin admin] Request body: {'subnet': {'network_id': '7e89e5c2-7035-4a56-a2b3-c2a388232189', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-580847492-subnet', 'tenant_id': '78fd5f59e1b549baa98f789ae1de5aba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:04.849221 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 7e89e5c2-7035-4a56-a2b3-c2a388232189 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:05:04.926996 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737c054e-70ce-4c22-83ce-c8e6478145ca admin admin] Made reservation on behalf of 78fd5f59e1b549baa98f789ae1de5aba for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:04.929487 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-737c054e-70ce-4c22-83ce-c8e6478145ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.004084 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474181a3-afba-4b4f-9bd7-6d8577c0f396 admin admin] Pushing event updated for resources: {'Port': ['ID=2105d9b2-ccfc-4c47-b217-3517ed4c9d82,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:05.152318 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcf1f6-9e62-43d2-be65-b23e2e9fdbff req-6d30af20-5fd0-4276-9a66-a62426a13d4c tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:05.154319 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4afcf1f6-9e62-43d2-be65-b23e2e9fdbff req-6d30af20-5fd0-4276-9a66-a62426a13d4c tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.1460860 Jan 27 22:05:05.238116 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474181a3-afba-4b4f-9bd7-6d8577c0f396 admin admin] Network b948abe8-edaf-41a8-a11f-8ea43d3e599a is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:05.241075 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-474181a3-afba-4b4f-9bd7-6d8577c0f396 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:05.278970 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4afcf1f6-9e62-43d2-be65-b23e2e9fdbff req-4d6ed334-b4a6-4c7e-bd32-9d09d74a7d9e tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119871 Jan 27 22:05:05.335061 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-68fd1209-1a66-4a2d-b98a-5c6b923f4df5 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.387924 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-737c054e-70ce-4c22-83ce-c8e6478145ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (e1f7b1c7-47cb-4f18-91aa-f8b781bdc53a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.465810 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c054e-70ce-4c22-83ce-c8e6478145ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1f7b1c7-47cb-4f18-91aa-f8b781bdc53a,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:05.477299 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c054e-70ce-4c22-83ce-c8e6478145ca admin admin] Checking segment: {'id': 'ffca9de2-c9df-4bf5-9522-2ff54bbec4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7e89e5c2-7035-4a56-a2b3-c2a388232189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:05.478106 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737c054e-70ce-4c22-83ce-c8e6478145ca admin admin] Network hostable DHCP agents. Network: 7e89e5c2-7035-4a56-a2b3-c2a388232189, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:05:05.483004 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474181a3-afba-4b4f-9bd7-6d8577c0f396 admin admin] Router dc5e0f45-b717-4af6-8308-c2e26e2968e5 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:05:05.507537 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737c054e-70ce-4c22-83ce-c8e6478145ca admin admin] Network 7e89e5c2-7035-4a56-a2b3-c2a388232189 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:05:05.520504 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-737c054e-70ce-4c22-83ce-c8e6478145ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 7e89e5c2-7035-4a56-a2b3-c2a388232189) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:05.529481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737c054e-70ce-4c22-83ce-c8e6478145ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:05.530244 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-737c054e-70ce-4c22-83ce-c8e6478145ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.536955 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfda152-881a-4786-a05e-e096e400f9ab None None] Network 7e89e5c2-7035-4a56-a2b3-c2a388232189 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:05.568854 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-737c054e-70ce-4c22-83ce-c8e6478145ca admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7390134 Jan 27 22:05:05.576567 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-68fd1209-1a66-4a2d-b98a-5c6b923f4df5 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Allocated IP 172.25.3.166 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/b72e66d9-13dd-44dd-b591-e2e7cd852e6c) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:05.585472 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fdbfdafb-e3cf-431e-ace5-bfea2e879030 req-1258bfe4-9569-4df9-a99f-93a82bc4e296 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0307136 Jan 27 22:05:05.705914 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f50bde-0cff-4255-b191-301ad9238753 None None] Network 7e89e5c2-7035-4a56-a2b3-c2a388232189 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:05.761078 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474181a3-afba-4b4f-9bd7-6d8577c0f396 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:05:05.818341 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-474181a3-afba-4b4f-9bd7-6d8577c0f396 admin admin] 10.222.0.23 "PUT /v2.0/routers/dc5e0f45-b717-4af6-8308-c2e26e2968e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5660534 Jan 27 22:05:05.882551 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-68fd1209-1a66-4a2d-b98a-5c6b923f4df5 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for port (b72e66d9-13dd-44dd-b591-e2e7cd852e6c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.951788 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-68fd1209-1a66-4a2d-b98a-5c6b923f4df5 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b72e66d9-13dd-44dd-b591-e2e7cd852e6c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.999494 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fd1209-1a66-4a2d-b98a-5c6b923f4df5 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:06.004235 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-68fd1209-1a66-4a2d-b98a-5c6b923f4df5 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:06.007042 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fd1209-1a66-4a2d-b98a-5c6b923f4df5 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:06.089658 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd1209-1a66-4a2d-b98a-5c6b923f4df5 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Pushing event updated for resources: {'Port': ['ID=b72e66d9-13dd-44dd-b591-e2e7cd852e6c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:06.269256 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-68fd1209-1a66-4a2d-b98a-5c6b923f4df5 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for floatingip (497c22e4-433f-46f8-abdd-53114692de29), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:06.350337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-c6e01683-c0e7-4980-b3a8-730adbf5d6ce tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:06.351990 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-c6e01683-c0e7-4980-b3a8-730adbf5d6ce tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/networks?id=7e89e5c2-7035-4a56-a2b3-c2a388232189 HTTP/1.1" status: 200 len: 817 time: 0.1585021 Jan 27 22:05:06.378339 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-0a2c081c-2f2a-45f1-86e5-290c8da3789c tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/quotas/78fd5f59e1b549baa98f789ae1de5aba HTTP/1.1" status: 200 len: 375 time: 0.0132608 Jan 27 22:05:06.443125 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-8c701897-ad63-4345-8da3-ffa5f336fd70 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=78fd5f59e1b549baa98f789ae1de5aba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585728 Jan 27 22:05:06.660575 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device eb5e6079-659e-44b6-9723-2662eefebd28 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:06.683398 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-ccbce762-750c-4211-8d52-435fd30e2dc1 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:06.691793 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-ccbce762-750c-4211-8d52-435fd30e2dc1 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/networks?id=b948abe8-edaf-41a8-a11f-8ea43d3e599a HTTP/1.1" status: 200 len: 819 time: 0.1368132 Jan 27 22:05:06.716374 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-9d6b908e-159a-4da3-a371-68d0d1b1b8fd tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/quotas/b084891c4f0541aab14cbc3bbf21c988 HTTP/1.1" status: 200 len: 375 time: 0.0233305 Jan 27 22:05:06.752104 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port eb5e6079-659e-44b6-9723-2662eefebd28 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:06.752812 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (eb5e6079-659e-44b6-9723-2662eefebd28), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:06.864947 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-9e5ad1ab-9bc3-49db-93dd-816d4ec2f57c service neutron] 10.222.0.23 "GET /v2.0/networks/7e89e5c2-7035-4a56-a2b3-c2a388232189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094436 Jan 27 22:05:06.865298 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port eb5e6079-659e-44b6-9723-2662eefebd28 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:06.865857 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (eb5e6079-659e-44b6-9723-2662eefebd28), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:06.871155 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-68fd1209-1a66-4a2d-b98a-5c6b923f4df5 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b72e66d9-13dd-44dd-b591-e2e7cd852e6c), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:06.891774 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-6e9544ec-f809-4fda-b1b0-0277f94a77ba tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b084891c4f0541aab14cbc3bbf21c988&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1709585 Jan 27 22:05:06.911694 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port eb5e6079-659e-44b6-9723-2662eefebd28, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=eb5e6079-659e-44b6-9723-2662eefebd28,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:06.926643 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (eb5e6079-659e-44b6-9723-2662eefebd28), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:07.041450 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=eb5e6079-659e-44b6-9723-2662eefebd28,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:07.070637 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] Sync routers for ids ['dc5e0f45-b717-4af6-8308-c2e26e2968e5'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:05:07.088251 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] Routers {'dc5e0f45-b717-4af6-8308-c2e26e2968e5'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:07.090178 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:04:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['dc5e0f45-b717-4af6-8308-c2e26e2968e5'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:07.155051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-40c46585-9cb3-4c40-8c9b-23dedf833051 service neutron] 10.222.0.23 "GET /v2.0/networks/b948abe8-edaf-41a8-a11f-8ea43d3e599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614608 Jan 27 22:05:07.190120 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-68fd1209-1a66-4a2d-b98a-5c6b923f4df5 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for port (b72e66d9-13dd-44dd-b591-e2e7cd852e6c), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:07.201659 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-68fd1209-1a66-4a2d-b98a-5c6b923f4df5 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (b72e66d9-13dd-44dd-b591-e2e7cd852e6c), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:07.207383 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-d44bc547-5274-4125-b181-129581d36371 service neutron] 10.222.0.23 "GET /v2.0/networks/7e89e5c2-7035-4a56-a2b3-c2a388232189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126478 Jan 27 22:05:07.309529 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] Set router dc5e0f45-b717-4af6-8308-c2e26e2968e5 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:07.356476 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-5c5a22e5-2f85-42f6-a51d-0691db2d32d9 service neutron] 10.222.0.23 "GET /v2.0/networks/b948abe8-edaf-41a8-a11f-8ea43d3e599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891668 Jan 27 22:05:07.392335 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd1209-1a66-4a2d-b98a-5c6b923f4df5 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Pushing event updated for resources: {'Port': ['ID=b72e66d9-13dd-44dd-b591-e2e7cd852e6c,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:07.401104 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-68fd1209-1a66-4a2d-b98a-5c6b923f4df5 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (497c22e4-433f-46f8-abdd-53114692de29), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:07.446677 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-68fd1209-1a66-4a2d-b98a-5c6b923f4df5 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:07.448226 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-68fd1209-1a66-4a2d-b98a-5c6b923f4df5 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0659852 Jan 27 22:05:07.451105 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43196) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:07.457887 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-802f32c1-530d-4c9a-8e96-16266a733601 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1462238770'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:07.525941 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802f32c1-530d-4c9a-8e96-16266a733601 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Made reservation on behalf of 43051bf4a73049e58251338c3e5387be for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:07.537084 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-802f32c1-530d-4c9a-8e96-16266a733601 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:07.561513 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-802f32c1-530d-4c9a-8e96-16266a733601 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:07.587425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16534d77-ee18-4474-abbb-7e5b209dd87c req-daeeeadd-7342-4534-b16f-92d2ccfff979 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:07.593983 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16534d77-ee18-4474-abbb-7e5b209dd87c req-daeeeadd-7342-4534-b16f-92d2ccfff979 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.1159272 Jan 27 22:05:07.681399 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-802f32c1-530d-4c9a-8e96-16266a733601 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for security_group (885a7904-9a2d-4d12-8bc8-b2c06c0a123f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:07.696966 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-802f32c1-530d-4c9a-8e96-16266a733601 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (885a7904-9a2d-4d12-8bc8-b2c06c0a123f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:07.705528 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4da3a0c-a839-410d-b378-112afc7bac21 req-6f313d05-ff57-4126-9007-7041670fb8d6 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0994675 Jan 27 22:05:07.750107 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802f32c1-530d-4c9a-8e96-16266a733601 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:05:07.775456 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16534d77-ee18-4474-abbb-7e5b209dd87c req-37210edc-58b4-40b9-964d-226499672085 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749158 Jan 27 22:05:07.797962 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-802f32c1-530d-4c9a-8e96-16266a733601 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (fb613d34-bce2-4e7f-bb21-0c8f312ecdca), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:07.798319 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-802f32c1-530d-4c9a-8e96-16266a733601 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Added segment fb613d34-bce2-4e7f-bb21-0c8f312ecdca of type vlan for network cd3f58de-d8c4-4724-837c-8b820c561fbd Jan 27 22:05:07.830334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'name': 'tempest-ServerRescueTestJSONUnderV235-271809542-router', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:04:58Z', 'updated_at': '2022-01-27T22:05:04Z', 'revision_number': 4, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'gw_port': {'id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:04:59Z', 'updated_at': '2022-01-27T22:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2105d9b2-ccfc-4c47-b217-3517ed4c9d82', 'name': '', 'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'mac_address': 'fa:16:3e:1a:7d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd9f8729e-bbd1-4272-9c3e-91ee7b9d9d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:03Z', 'updated_at': '2022-01-27T22:05:04Z', 'revision_number': 2, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'subnets': [{'id': 'd9f8729e-bbd1-4272-9c3e-91ee7b9d9d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:07.862625 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] Checking router: dc5e0f45-b717-4af6-8308-c2e26e2968e5 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:05:07.864569 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] Updating router dc5e0f45-b717-4af6-8308-c2e26e2968e5 port 2105d9b2-ccfc-4c47-b217-3517ed4c9d82 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:05:07.895989 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-802f32c1-530d-4c9a-8e96-16266a733601 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (cd3f58de-d8c4-4724-837c-8b820c561fbd), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:07.910139 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2105d9b2-ccfc-4c47-b217-3517ed4c9d82), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:07.969742 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f32c1-530d-4c9a-8e96-16266a733601 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=885a7904-9a2d-4d12-8bc8-b2c06c0a123f,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:07.973522 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-802f32c1-530d-4c9a-8e96-16266a733601 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (cd3f58de-d8c4-4724-837c-8b820c561fbd), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:07.979588 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f32c1-530d-4c9a-8e96-16266a733601 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:07.986775 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2cea704-b575-4230-bb3b-bd741fa43a51 req-9595f968-13f3-4120-817f-0acc7f58eb1c tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebad4794-e818-470a-bb50-406a816e594c HTTP/1.1" status: 200 len: 210 time: 0.0694203 Jan 27 22:05:07.989463 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-802f32c1-530d-4c9a-8e96-16266a733601 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:08.125188 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9284d0ab-2916-4584-9dfe-bf338324e12e req-528865a0-3317-415e-87f0-be61df489959 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 210 time: 0.0707893 Jan 27 22:05:08.182259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43218) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:08.183795 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-802f32c1-530d-4c9a-8e96-16266a733601 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7315688 Jan 27 22:05:08.190358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-d15fb040-3aca-4cb5-ad22-f0dc85122094 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Request body: {'subnet': {'network_id': 'cd3f58de-d8c4-4724-837c-8b820c561fbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:08.229546 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f32c1-530d-4c9a-8e96-16266a733601 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Pushing event updated for resources: {'Network': ['ID=cd3f58de-d8c4-4724-837c-8b820c561fbd,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:08.274364 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network cd3f58de-d8c4-4724-837c-8b820c561fbd details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:05:08.413443 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15fb040-3aca-4cb5-ad22-f0dc85122094 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Made reservation on behalf of 43051bf4a73049e58251338c3e5387be for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:08.422551 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d15fb040-3aca-4cb5-ad22-f0dc85122094 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:08.619846 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device eb5e6079-659e-44b6-9723-2662eefebd28 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:08.859858 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] Publish callbacks [] for port (2105d9b2-ccfc-4c47-b217-3517ed4c9d82), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:08.874296 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port eb5e6079-659e-44b6-9723-2662eefebd28 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:08.874526 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (eb5e6079-659e-44b6-9723-2662eefebd28), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:08.883727 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7cae279-07c1-457e-bca2-9e33586b9d96 req-b1e354c7-d952-4be0-9aec-3e5bfd124928 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0879259 Jan 27 22:05:08.939420 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2105d9b2-ccfc-4c47-b217-3517ed4c9d82), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:09.009826 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7388b61-ce97-42f5-9592-ee380cedf4e2 None None] Pushing event updated for resources: {'Port': ['ID=2105d9b2-ccfc-4c47-b217-3517ed4c9d82,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:09.011667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c9b84-5649-4767-8243-ef6335f45a39 req-5ee54d79-9481-420e-9c1f-2faed40593b2 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:09.017118 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e47c9b84-5649-4767-8243-ef6335f45a39 req-5ee54d79-9481-420e-9c1f-2faed40593b2 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.2705894 Jan 27 22:05:09.133197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] Attempting to bind port 2105d9b2-ccfc-4c47-b217-3517ed4c9d82 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:09.133730 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] Attempting to bind port 2105d9b2-ccfc-4c47-b217-3517ed4c9d82 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '48cbfe2d-d81a-4f6d-814a-437ff1f65287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:09.134189 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] Attempting to bind port 2105d9b2-ccfc-4c47-b217-3517ed4c9d82 on network b948abe8-edaf-41a8-a11f-8ea43d3e599a {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:09.140616 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:09.141149 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] Checking segment: {'id': '48cbfe2d-d81a-4f6d-814a-437ff1f65287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:09.141657 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:09.142287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] Bound using segment: {'id': '48cbfe2d-d81a-4f6d-814a-437ff1f65287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:09.143459 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] Bound port: 2105d9b2-ccfc-4c47-b217-3517ed4c9d82, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cbfe2d-d81a-4f6d-814a-437ff1f65287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:09.144496 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2105d9b2-ccfc-4c47-b217-3517ed4c9d82), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:09.146533 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93dbb6-2aa0-4cb0-9547-db7b33992ee6 req-9e4f1f77-155c-4c8e-8c9d-e8a504fc8a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:09.147650 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port eb5e6079-659e-44b6-9723-2662eefebd28 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:09.148041 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af93dbb6-2aa0-4cb0-9547-db7b33992ee6 req-9e4f1f77-155c-4c8e-8c9d-e8a504fc8a2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d58c35c47a24cf59e3470942edd812e&device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 1096 time: 0.2680743 Jan 27 22:05:09.214664 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0101bdf0-fb0d-48c8-8763-cba26856fcf6 req-c53e663b-7720-4b6e-b6c2-8ad552444f93 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebad4794-e818-470a-bb50-406a816e594c HTTP/1.1" status: 200 len: 210 time: 0.0765913 Jan 27 22:05:09.216230 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] For port 2105d9b2-ccfc-4c47-b217-3517ed4c9d82, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:09.220858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] For port 2105d9b2-ccfc-4c47-b217-3517ed4c9d82, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2105d9b2-ccfc-4c47-b217-3517ed4c9d82,segment=NetworkSegment(48cbfe2d-d81a-4f6d-814a-437ff1f65287),segment_id=48cbfe2d-d81a-4f6d-814a-437ff1f65287)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:09.231071 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2105d9b2-ccfc-4c47-b217-3517ed4c9d82), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:09.286859 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] Routers {'dc5e0f45-b717-4af6-8308-c2e26e2968e5'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:09.287828 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:04:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['dc5e0f45-b717-4af6-8308-c2e26e2968e5'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:09.362098 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7388b61-ce97-42f5-9592-ee380cedf4e2 None None] Pushing event updated for resources: {'Port': ['ID=2105d9b2-ccfc-4c47-b217-3517ed4c9d82,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:09.364089 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e47c9b84-5649-4767-8243-ef6335f45a39 req-f238da88-ad0d-45b0-9fc5-8a0ecb234847 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375528 Jan 27 22:05:09.495191 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] Set router dc5e0f45-b717-4af6-8308-c2e26e2968e5 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:09.510219 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d15fb040-3aca-4cb5-ad22-f0dc85122094 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (178e89eb-530b-428a-a2ad-06f862c12371), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:09.512610 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93dbb6-2aa0-4cb0-9547-db7b33992ee6 req-743a8c80-536e-47af-a113-2396f2db891e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:09.514661 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af93dbb6-2aa0-4cb0-9547-db7b33992ee6 req-743a8c80-536e-47af-a113-2396f2db891e service neutron] 10.222.0.15 "GET /v2.0/networks?id=12dc6405-53a3-45b8-833c-b9a0d9fa150f HTTP/1.1" status: 200 len: 917 time: 0.3078260 Jan 27 22:05:09.628006 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af93dbb6-2aa0-4cb0-9547-db7b33992ee6 req-f1a217b7-fc04-4edc-8fc6-01d38bc96f03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f97066c3-4f92-43bf-bf5c-d79b11a0483c HTTP/1.1" status: 200 len: 217 time: 0.0836334 Jan 27 22:05:09.779711 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c00b387-38c3-4263-8aa5-9af52ce75772 req-126e004b-07db-4859-93f7-892b49ca8c09 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 210 time: 0.3370826 Jan 27 22:05:09.793901 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93dbb6-2aa0-4cb0-9547-db7b33992ee6 req-c3765564-2aac-44ab-b332-b85d2f95110a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:09.797727 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af93dbb6-2aa0-4cb0-9547-db7b33992ee6 req-c3765564-2aac-44ab-b332-b85d2f95110a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4f125e2-09f8-4575-8359-c357dbc9db16 HTTP/1.1" status: 200 len: 855 time: 0.1546526 Jan 27 22:05:09.852656 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-669627e5-b8a9-4468-8698-2e5da1faf55c tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:09.855553 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-669627e5-b8a9-4468-8698-2e5da1faf55c tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.21 "GET /v2.0/networks?id=b948abe8-edaf-41a8-a11f-8ea43d3e599a HTTP/1.1" status: 200 len: 819 time: 0.3257520 Jan 27 22:05:09.879619 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-c0d64441-7663-498b-b59e-e0b8a422a3ac tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Request body: {'port': {'device_id': 'a537b4da-0fc5-49d6-90b6-8ef8bc404b06', 'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a', 'admin_state_up': True, 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:09.942109 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fb040-3aca-4cb5-ad22-f0dc85122094 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Pushing event updated for resources: {'Subnet': ['ID=178e89eb-530b-428a-a2ad-06f862c12371,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:10.002880 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15fb040-3aca-4cb5-ad22-f0dc85122094 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Checking segment: {'id': 'fb613d34-bce2-4e7f-bb21-0c8f312ecdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cd3f58de-d8c4-4724-837c-8b820c561fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:10.005372 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15fb040-3aca-4cb5-ad22-f0dc85122094 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Network hostable DHCP agents. Network: cd3f58de-d8c4-4724-837c-8b820c561fbd, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:05:10.050895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93dbb6-2aa0-4cb0-9547-db7b33992ee6 req-35f3f96b-cfed-4694-9c1b-92351ed2928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:10.052978 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af93dbb6-2aa0-4cb0-9547-db7b33992ee6 req-35f3f96b-cfed-4694-9c1b-92351ed2928e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=12dc6405-53a3-45b8-833c-b9a0d9fa150f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2101028 Jan 27 22:05:10.060014 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-94fb9e91-b58a-493b-b065-e48ee4d62b74 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:10.061534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-94fb9e91-b58a-493b-b065-e48ee4d62b74 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.21 "GET /v2.0/networks?id=7e89e5c2-7035-4a56-a2b3-c2a388232189 HTTP/1.1" status: 200 len: 817 time: 0.5460002 Jan 27 22:05:10.069363 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e01fb561-0f0d-44c2-9a5e-fd117d7d8d79 req-143691f8-feba-408d-bcb2-708f033c1016 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0675628 Jan 27 22:05:10.095484 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-e21823b0-0cfd-43aa-808b-2d53d43b111c tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Request body: {'port': {'device_id': 'ebad4794-e818-470a-bb50-406a816e594c', 'network_id': '7e89e5c2-7035-4a56-a2b3-c2a388232189', 'admin_state_up': True, 'tenant_id': '78fd5f59e1b549baa98f789ae1de5aba'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:10.141770 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-c0d64441-7663-498b-b59e-e0b8a422a3ac tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Made reservation on behalf of b084891c4f0541aab14cbc3bbf21c988 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:10.146214 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-c0d64441-7663-498b-b59e-e0b8a422a3ac tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:10.189646 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15fb040-3aca-4cb5-ad22-f0dc85122094 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Network cd3f58de-d8c4-4724-837c-8b820c561fbd is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:05:10.216757 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-d15fb040-3aca-4cb5-ad22-f0dc85122094 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, cd3f58de-d8c4-4724-837c-8b820c561fbd) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:10.225663 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15fb040-3aca-4cb5-ad22-f0dc85122094 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:10.226891 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d15fb040-3aca-4cb5-ad22-f0dc85122094 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:10.235426 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b8e398-1571-4c7b-ba53-8fae9e01c8f9 None None] Network cd3f58de-d8c4-4724-837c-8b820c561fbd requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:10.285576 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'name': 'tempest-ServerRescueTestJSONUnderV235-271809542-router', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:04:58Z', 'updated_at': '2022-01-27T22:05:04Z', 'revision_number': 4, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'gw_port': {'id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:04:59Z', 'updated_at': '2022-01-27T22:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2105d9b2-ccfc-4c47-b217-3517ed4c9d82', 'name': '', 'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'mac_address': 'fa:16:3e:1a:7d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd9f8729e-bbd1-4272-9c3e-91ee7b9d9d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:03Z', 'updated_at': '2022-01-27T22:05:09Z', 'revision_number': 4, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'subnets': [{'id': 'd9f8729e-bbd1-4272-9c3e-91ee7b9d9d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:10.287879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d15fb040-3aca-4cb5-ad22-f0dc85122094 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1043439 Jan 27 22:05:10.301582 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43260) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:10.306021 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-69b45ce9-4eb9-421d-b10d-ffdf730a4791 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-515639582', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}, 'admin_state_up': False}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:10.323916 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af93dbb6-2aa0-4cb0-9547-db7b33992ee6 req-3a79950c-3a87-4dce-9a53-b4a1d7a64ce7 service neutron] 10.222.0.15 "GET /v2.0/networks/12dc6405-53a3-45b8-833c-b9a0d9fa150f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613742 Jan 27 22:05:10.356132 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bda7fe2-1962-4ebf-8037-e76990b7a142 None None] The sync data for ids ['dc5e0f45-b717-4af6-8308-c2e26e2968e5'] in n-d-772272-3 is: [{'id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'name': 'tempest-ServerRescueTestJSONUnderV235-271809542-router', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:04:58Z', 'updated_at': '2022-01-27T22:05:04Z', 'revision_number': 4, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'gw_port': {'id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:04:59Z', 'updated_at': '2022-01-27T22:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2105d9b2-ccfc-4c47-b217-3517ed4c9d82', 'name': '', 'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'mac_address': 'fa:16:3e:1a:7d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd9f8729e-bbd1-4272-9c3e-91ee7b9d9d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:03Z', 'updated_at': '2022-01-27T22:05:09Z', 'revision_number': 4, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'subnets': [{'id': 'd9f8729e-bbd1-4272-9c3e-91ee7b9d9d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:05:10.409649 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-c0d64441-7663-498b-b59e-e0b8a422a3ac tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Allocated IP 172.20.0.8 (b948abe8-edaf-41a8-a11f-8ea43d3e599a/d9f8729e-bbd1-4272-9c3e-91ee7b9d9d48/7715cbb4-aec1-4437-a021-f772e20697b6) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:10.496360 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e87b70-61a8-463e-a5c0-43eae80d1e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-cd3f58de-d8c4-4724-837c-8b820c561fbd', 'network_id': 'cd3f58de-d8c4-4724-837c-8b820c561fbd', 'project_id': '43051bf4a73049e58251338c3e5387be', 'fixed_ips': [{'subnet_id': '178e89eb-530b-428a-a2ad-06f862c12371'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:05:10.498257 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d9e87b70-61a8-463e-a5c0-43eae80d1e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:10.524011 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69b45ce9-4eb9-421d-b10d-ffdf730a4791 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (a550ba50-02e5-49d5-972e-8b77d016ac9f), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:10.528467 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69b45ce9-4eb9-421d-b10d-ffdf730a4791 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (a550ba50-02e5-49d5-972e-8b77d016ac9f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:10.565943 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-e21823b0-0cfd-43aa-808b-2d53d43b111c tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Made reservation on behalf of 78fd5f59e1b549baa98f789ae1de5aba for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:10.568489 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-e21823b0-0cfd-43aa-808b-2d53d43b111c tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:10.617446 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-c0d64441-7663-498b-b59e-e0b8a422a3ac tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks [] for port (7715cbb4-aec1-4437-a021-f772e20697b6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:10.637564 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a275a324-88c7-4569-be35-cdeaba1b6fa3 req-6116f977-251f-4854-9c70-d34e1d3dbb73 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebad4794-e818-470a-bb50-406a816e594c HTTP/1.1" status: 200 len: 210 time: 0.1344502 Jan 27 22:05:10.696039 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-c0d64441-7663-498b-b59e-e0b8a422a3ac tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7715cbb4-aec1-4437-a021-f772e20697b6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:10.774229 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-c0d64441-7663-498b-b59e-e0b8a422a3ac tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Network b948abe8-edaf-41a8-a11f-8ea43d3e599a is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:10.777555 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-c0d64441-7663-498b-b59e-e0b8a422a3ac tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:10.788598 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-c0d64441-7663-498b-b59e-e0b8a422a3ac tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:10.789642 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-d9e87b70-61a8-463e-a5c0-43eae80d1e2f None None] Allocated IP 172.20.0.2 (cd3f58de-d8c4-4724-837c-8b820c561fbd/178e89eb-530b-428a-a2ad-06f862c12371/d176c93d-966d-438e-9c0a-bc7b6a127729) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:10.881510 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d64441-7663-498b-b59e-e0b8a422a3ac tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Pushing event updated for resources: {'Port': ['ID=7715cbb4-aec1-4437-a021-f772e20697b6,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:10.934974 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-e21823b0-0cfd-43aa-808b-2d53d43b111c tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Allocated IP 172.20.0.5 (7e89e5c2-7035-4a56-a2b3-c2a388232189/e1f7b1c7-47cb-4f18-91aa-f8b781bdc53a/779feaa5-e096-4eab-8040-71a9080b8bee) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:10.936098 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-c0d64441-7663-498b-b59e-e0b8a422a3ac tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:10.951192 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-c0d64441-7663-498b-b59e-e0b8a422a3ac tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:10.988685 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-c0d64441-7663-498b-b59e-e0b8a422a3ac tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1138761 Jan 27 22:05:11.005678 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] Request body: {'port': {'device_id': 'a537b4da-0fc5-49d6-90b6-8ef8bc404b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:11.044612 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d9e87b70-61a8-463e-a5c0-43eae80d1e2f None None] Publish callbacks [] for port (d176c93d-966d-438e-9c0a-bc7b6a127729), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:11.055646 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d9e87b70-61a8-463e-a5c0-43eae80d1e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (d176c93d-966d-438e-9c0a-bc7b6a127729), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:11.107077 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7715cbb4-aec1-4437-a021-f772e20697b6), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:11.127902 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69b45ce9-4eb9-421d-b10d-ffdf730a4791 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for router_controller (a550ba50-02e5-49d5-972e-8b77d016ac9f), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:11.144474 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e87b70-61a8-463e-a5c0-43eae80d1e2f None None] Pushing event updated for resources: {'Port': ['ID=d176c93d-966d-438e-9c0a-bc7b6a127729,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:11.172753 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af93dbb6-2aa0-4cb0-9547-db7b33992ee6 req-09077a65-0bf7-4458-97e0-cc35774442e8 service neutron] 10.222.0.15 "GET /v2.0/networks/12dc6405-53a3-45b8-833c-b9a0d9fa150f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8399003 Jan 27 22:05:11.174405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e87b70-61a8-463e-a5c0-43eae80d1e2f None None] Network cd3f58de-d8c4-4724-837c-8b820c561fbd is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:11.176408 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-d9e87b70-61a8-463e-a5c0-43eae80d1e2f None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:11.189095 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e87b70-61a8-463e-a5c0-43eae80d1e2f None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:11.252917 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fe32b-4417-4ca6-84aa-1f4f9d5808f8 req-9f71948b-90de-415a-87ff-08cbfb5930e4 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:11.267220 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d9e87b70-61a8-463e-a5c0-43eae80d1e2f None None] Attempting to bind port d176c93d-966d-438e-9c0a-bc7b6a127729 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:11.267220 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d9e87b70-61a8-463e-a5c0-43eae80d1e2f None None] Attempting to bind port d176c93d-966d-438e-9c0a-bc7b6a127729 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'fb613d34-bce2-4e7f-bb21-0c8f312ecdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cd3f58de-d8c4-4724-837c-8b820c561fbd'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:11.267794 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e87b70-61a8-463e-a5c0-43eae80d1e2f None None] Attempting to bind port d176c93d-966d-438e-9c0a-bc7b6a127729 on network cd3f58de-d8c4-4724-837c-8b820c561fbd {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:11.273611 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f13fe32b-4417-4ca6-84aa-1f4f9d5808f8 req-9f71948b-90de-415a-87ff-08cbfb5930e4 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.7140465 Jan 27 22:05:11.273827 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e87b70-61a8-463e-a5c0-43eae80d1e2f None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:11.274225 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e87b70-61a8-463e-a5c0-43eae80d1e2f None None] Checking segment: {'id': 'fb613d34-bce2-4e7f-bb21-0c8f312ecdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cd3f58de-d8c4-4724-837c-8b820c561fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:11.274850 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d9e87b70-61a8-463e-a5c0-43eae80d1e2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:11.275200 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e87b70-61a8-463e-a5c0-43eae80d1e2f None None] Bound using segment: {'id': 'fb613d34-bce2-4e7f-bb21-0c8f312ecdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cd3f58de-d8c4-4724-837c-8b820c561fbd'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:11.275689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d9e87b70-61a8-463e-a5c0-43eae80d1e2f None None] Bound port: d176c93d-966d-438e-9c0a-bc7b6a127729, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb613d34-bce2-4e7f-bb21-0c8f312ecdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'cd3f58de-d8c4-4724-837c-8b820c561fbd'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:11.276079 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d9e87b70-61a8-463e-a5c0-43eae80d1e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d176c93d-966d-438e-9c0a-bc7b6a127729), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:11.355564 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d9e87b70-61a8-463e-a5c0-43eae80d1e2f None None] For port d176c93d-966d-438e-9c0a-bc7b6a127729, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:11.365724 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d9e87b70-61a8-463e-a5c0-43eae80d1e2f None None] For port d176c93d-966d-438e-9c0a-bc7b6a127729, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d176c93d-966d-438e-9c0a-bc7b6a127729,segment=NetworkSegment(fb613d34-bce2-4e7f-bb21-0c8f312ecdca),segment_id=fb613d34-bce2-4e7f-bb21-0c8f312ecdca)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:11.379567 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d9e87b70-61a8-463e-a5c0-43eae80d1e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d176c93d-966d-438e-9c0a-bc7b6a127729), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:11.481023 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e87b70-61a8-463e-a5c0-43eae80d1e2f None None] Pushing event updated for resources: {'Port': ['ID=d176c93d-966d-438e-9c0a-bc7b6a127729,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:11.546919 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba5e07-92ce-478b-826f-26360e83aa33 req-b36e61ae-f931-4ba9-a30b-4ca31c4f08a8 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:11.554599 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12ba5e07-92ce-478b-826f-26360e83aa33 req-b36e61ae-f931-4ba9-a30b-4ca31c4f08a8 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 931 time: 0.5799465 Jan 27 22:05:11.668511 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7715cbb4-aec1-4437-a021-f772e20697b6 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:05:11.682031 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] Publish callbacks [] for port (7715cbb4-aec1-4437-a021-f772e20697b6), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:11.684693 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69b45ce9-4eb9-421d-b10d-ffdf730a4791 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for router_gateway (a550ba50-02e5-49d5-972e-8b77d016ac9f), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:11.706032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] Transition to ACTIVE for port object 7715cbb4-aec1-4437-a021-f772e20697b6 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:05:11.730668 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (7715cbb4-aec1-4437-a021-f772e20697b6), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:11.733500 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f13fe32b-4417-4ca6-84aa-1f4f9d5808f8 req-3eb37254-add4-4683-8722-d14f4b79f022 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587274 Jan 27 22:05:11.911520 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] Pushing event updated for resources: {'Port': ['ID=7715cbb4-aec1-4437-a021-f772e20697b6,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:12.044962 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] Attempting to bind port 7715cbb4-aec1-4437-a021-f772e20697b6 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:12.045621 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] Attempting to bind port 7715cbb4-aec1-4437-a021-f772e20697b6 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '48cbfe2d-d81a-4f6d-814a-437ff1f65287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:12.046211 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] Attempting to bind port 7715cbb4-aec1-4437-a021-f772e20697b6 on network b948abe8-edaf-41a8-a11f-8ea43d3e599a {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:12.058686 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] Port 7715cbb4-aec1-4437-a021-f772e20697b6 on network b948abe8-edaf-41a8-a11f-8ea43d3e599a not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:05:12.059014 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] Attempting to bind port 7715cbb4-aec1-4437-a021-f772e20697b6 on network b948abe8-edaf-41a8-a11f-8ea43d3e599a {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:12.073502 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:12.073852 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] Checking segment: {'id': '48cbfe2d-d81a-4f6d-814a-437ff1f65287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:12.076782 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] Bound using segment: {'id': '48cbfe2d-d81a-4f6d-814a-437ff1f65287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:12.077423 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] Bound port: 7715cbb4-aec1-4437-a021-f772e20697b6, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48cbfe2d-d81a-4f6d-814a-437ff1f65287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:12.078015 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7715cbb4-aec1-4437-a021-f772e20697b6), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:12.162294 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] For port 7715cbb4-aec1-4437-a021-f772e20697b6, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:12.168212 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] For port 7715cbb4-aec1-4437-a021-f772e20697b6, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7715cbb4-aec1-4437-a021-f772e20697b6,segment=NetworkSegment(48cbfe2d-d81a-4f6d-814a-437ff1f65287),segment_id=48cbfe2d-d81a-4f6d-814a-437ff1f65287)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:12.174438 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (7715cbb4-aec1-4437-a021-f772e20697b6), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:12.226449 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:12.227354 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:12.229853 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] 10.222.0.21 "PUT /v2.0/ports/7715cbb4-aec1-4437-a021-f772e20697b6 HTTP/1.1" status: 200 len: 1091 time: 1.2336714 Jan 27 22:05:12.230585 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a537b4da-0fc5-49d6-90b6-8ef8bc404b06', 'tag': '7715cbb4-aec1-4437-a021-f772e20697b6'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:12.233414 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b22042-61ee-4bfb-99a5-7955c3be55d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a537b4da-0fc5-49d6-90b6-8ef8bc404b06", "tag": "7715cbb4-aec1-4437-a021-f772e20697b6"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:12.271311 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19b826-3428-4aff-b528-acf4f6122df8 service neutron] Pushing event updated for resources: {'Port': ['ID=7715cbb4-aec1-4437-a021-f772e20697b6,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:12.370375 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-8f0ff479-68b6-46f0-a48c-502bacbfa417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:12.371905 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-8f0ff479-68b6-46f0-a48c-502bacbfa417 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b084891c4f0541aab14cbc3bbf21c988&device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 1094 time: 0.0842061 Jan 27 22:05:12.475986 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-59c94ea6-6dd0-4519-b339-79fd8457428e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7715cbb4-aec1-4437-a021-f772e20697b6 HTTP/1.1" status: 200 len: 217 time: 0.0947187 Jan 27 22:05:12.484052 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-e21823b0-0cfd-43aa-808b-2d53d43b111c tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Publish callbacks [] for port (779feaa5-e096-4eab-8040-71a9080b8bee), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:12.574635 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-b4dce91a-f30c-43b8-b631-11a6936c2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:12.574635 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-b4dce91a-f30c-43b8-b631-11a6936c2ddd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d9f8729e-bbd1-4272-9c3e-91ee7b9d9d48 HTTP/1.1" status: 200 len: 859 time: 0.0880585 Jan 27 22:05:12.638195 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-5fd1d77f-62f9-4f25-adbf-5ff393a366bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b948abe8-edaf-41a8-a11f-8ea43d3e599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465796 Jan 27 22:05:12.653237 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-e21823b0-0cfd-43aa-808b-2d53d43b111c tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (779feaa5-e096-4eab-8040-71a9080b8bee), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:12.703648 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9ba3802d-835d-4788-a96e-84a0e20acb2c req-1532d9a5-0473-4383-aa1a-a1b8742b326f tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.1733990 Jan 27 22:05:12.711912 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:12.737157 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d176c93d-966d-438e-9c0a-bc7b6a127729 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:12.752244 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12ba5e07-92ce-478b-826f-26360e83aa33 req-9bd59f6f-51bf-47b0-a0ca-5365aa2fd0ab tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1966374 Jan 27 22:05:12.836631 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84cf52a-fe72-4431-9c4a-10500739331a x-openstack-request-id: req-c84cf52a-fe72-4431-9c4a-10500739331a {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:12.836855 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a537b4da-0fc5-49d6-90b6-8ef8bc404b06", "tag": "7715cbb4-aec1-4437-a021-f772e20697b6", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:12.837121 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c84cf52a-fe72-4431-9c4a-10500739331a {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:12.837532 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a537b4da-0fc5-49d6-90b6-8ef8bc404b06', 'tag': '7715cbb4-aec1-4437-a021-f772e20697b6', 'status': 'completed', 'code': 200} Jan 27 22:05:12.873556 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-f4b6ffc3-6876-4fad-bc7c-82db40e608e9 service neutron] 10.222.0.21 "GET /v2.0/networks/b948abe8-edaf-41a8-a11f-8ea43d3e599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333906 Jan 27 22:05:12.883143 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d176c93d-966d-438e-9c0a-bc7b6a127729 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:12.883143 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d176c93d-966d-438e-9c0a-bc7b6a127729), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:12.913673 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21823b0-0cfd-43aa-808b-2d53d43b111c tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Pushing event updated for resources: {'Port': ['ID=779feaa5-e096-4eab-8040-71a9080b8bee,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:12.985807 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:05:13.019884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-e21823b0-0cfd-43aa-808b-2d53d43b111c tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Network 7e89e5c2-7035-4a56-a2b3-c2a388232189 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:13.051919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d176c93d-966d-438e-9c0a-bc7b6a127729 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:13.052352 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d176c93d-966d-438e-9c0a-bc7b6a127729), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:13.060036 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7f1b2d54-f10e-4120-99ea-c968412a5d76 req-f636d651-82e7-49f1-b7df-ad15280f706b service neutron] 10.222.0.21 "GET /v2.0/networks/b948abe8-edaf-41a8-a11f-8ea43d3e599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754918 Jan 27 22:05:13.085376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-e21823b0-0cfd-43aa-808b-2d53d43b111c tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:13.108979 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-e21823b0-0cfd-43aa-808b-2d53d43b111c tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:13.122334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port d176c93d-966d-438e-9c0a-bc7b6a127729, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d176c93d-966d-438e-9c0a-bc7b6a127729,segment=NetworkSegment(fb613d34-bce2-4e7f-bb21-0c8f312ecdca),segment_id=fb613d34-bce2-4e7f-bb21-0c8f312ecdca)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:13.129080 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d176c93d-966d-438e-9c0a-bc7b6a127729), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:13.130099 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2105d9b2-ccfc-4c47-b217-3517ed4c9d82 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:13.248105 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b22042-61ee-4bfb-99a5-7955c3be55d4 req-271a3be7-9eeb-4442-b8f1-e03e0eb869e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:13.250516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0728e2-b68f-48d6-b3f9-45c10fdcaaf8 req-3914b318-de2e-41e1-b10c-10313aa90eaa tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:13.263123 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-05b22042-61ee-4bfb-99a5-7955c3be55d4 req-271a3be7-9eeb-4442-b8f1-e03e0eb869e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b084891c4f0541aab14cbc3bbf21c988&device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 1094 time: 0.1100633 Jan 27 22:05:13.267657 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf0728e2-b68f-48d6-b3f9-45c10fdcaaf8 req-3914b318-de2e-41e1-b10c-10313aa90eaa tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebad4794-e818-470a-bb50-406a816e594c HTTP/1.1" status: 200 len: 931 time: 0.3473053 Jan 27 22:05:13.334036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1960b4-a3c5-40cc-9f3e-73e22bcce2e7 req-220df82a-5171-4b30-8579-69a3b1c60246 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:13.343035 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=d176c93d-966d-438e-9c0a-bc7b6a127729,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:13.348060 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 2105d9b2-ccfc-4c47-b217-3517ed4c9d82 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:13.348474 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2105d9b2-ccfc-4c47-b217-3517ed4c9d82), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:13.349079 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d1960b4-a3c5-40cc-9f3e-73e22bcce2e7 req-220df82a-5171-4b30-8579-69a3b1c60246 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.3597603 Jan 27 22:05:13.369589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-e21823b0-0cfd-43aa-808b-2d53d43b111c tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:13.370245 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-e21823b0-0cfd-43aa-808b-2d53d43b111c tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:13.430380 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206d1bfa-a4a8-4ef1-a170-6bfa73ba1e4c None None] Network cd3f58de-d8c4-4724-837c-8b820c561fbd requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:13.457909 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b22042-61ee-4bfb-99a5-7955c3be55d4 req-18919476-060d-4530-baf9-0b69b841a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:13.460823 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-05b22042-61ee-4bfb-99a5-7955c3be55d4 req-18919476-060d-4530-baf9-0b69b841a87e service neutron] 10.222.0.21 "GET /v2.0/networks?id=b948abe8-edaf-41a8-a11f-8ea43d3e599a HTTP/1.1" status: 200 len: 920 time: 0.1832530 Jan 27 22:05:13.502113 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-e21823b0-0cfd-43aa-808b-2d53d43b111c tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4247055 Jan 27 22:05:13.534541 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf0728e2-b68f-48d6-b3f9-45c10fdcaaf8 req-9f5e6944-c397-4013-a720-f5420f239a60 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e706c96-6e36-4341-b7aa-2ef11c98a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602711 Jan 27 22:05:13.559409 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2ac0056e-8345-49b7-a77f-1cf488b02d1e None None] Provisioning complete for port d176c93d-966d-438e-9c0a-bc7b6a127729 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:13.560113 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2ac0056e-8345-49b7-a77f-1cf488b02d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d176c93d-966d-438e-9c0a-bc7b6a127729), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:13.561534 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-05b22042-61ee-4bfb-99a5-7955c3be55d4 req-2002cdba-988b-4285-adc4-8306e84ed0c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7715cbb4-aec1-4437-a021-f772e20697b6 HTTP/1.1" status: 200 len: 217 time: 0.0940487 Jan 27 22:05:13.572466 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] Request body: {'port': {'device_id': 'ebad4794-e818-470a-bb50-406a816e594c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:13.642547 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d1960b4-a3c5-40cc-9f3e-73e22bcce2e7 req-3a180f61-6844-401b-b243-caec1f6d81f4 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913532 Jan 27 22:05:13.685172 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b22042-61ee-4bfb-99a5-7955c3be55d4 req-f8d2a28e-39cd-4339-b3e2-9f20950a9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:13.693056 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-05b22042-61ee-4bfb-99a5-7955c3be55d4 req-f8d2a28e-39cd-4339-b3e2-9f20950a9e45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d9f8729e-bbd1-4272-9c3e-91ee7b9d9d48 HTTP/1.1" status: 200 len: 859 time: 0.1224458 Jan 27 22:05:13.697510 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43294) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:13.741948 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 2105d9b2-ccfc-4c47-b217-3517ed4c9d82 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:13.743220 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2105d9b2-ccfc-4c47-b217-3517ed4c9d82), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:13.790235 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 2105d9b2-ccfc-4c47-b217-3517ed4c9d82, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2105d9b2-ccfc-4c47-b217-3517ed4c9d82,segment=NetworkSegment(48cbfe2d-d81a-4f6d-814a-437ff1f65287),segment_id=48cbfe2d-d81a-4f6d-814a-437ff1f65287)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:13.811076 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2105d9b2-ccfc-4c47-b217-3517ed4c9d82), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:13.821957 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-05b22042-61ee-4bfb-99a5-7955c3be55d4 req-d07b2b73-06d4-47df-af51-3804b78c5c27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b948abe8-edaf-41a8-a11f-8ea43d3e599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122150 Jan 27 22:05:13.943550 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92a1e275-ed0d-4269-8594-31bf7a3e1fac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:13.988378 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2ac0056e-8345-49b7-a77f-1cf488b02d1e None None] Current status of the port d176c93d-966d-438e-9c0a-bc7b6a127729 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:14.015934 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=2105d9b2-ccfc-4c47-b217-3517ed4c9d82,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:14.022621 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-05b22042-61ee-4bfb-99a5-7955c3be55d4 req-2221a9c3-82bb-44a3-b0df-9ebed9463327 service neutron] 10.222.0.21 "GET /v2.0/networks/b948abe8-edaf-41a8-a11f-8ea43d3e599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854105 Jan 27 22:05:14.133540 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-05b22042-61ee-4bfb-99a5-7955c3be55d4 req-e1cda1c4-0592-4de0-89af-cdeb3ef66306 service neutron] 10.222.0.21 "GET /v2.0/networks/b948abe8-edaf-41a8-a11f-8ea43d3e599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978167 Jan 27 22:05:14.176009 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92a1e275-ed0d-4269-8594-31bf7a3e1fac admin admin] Publish callbacks [] for security_group (1e80e5ff-afc6-4067-b664-c3fe4d358b8c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:14.192598 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92a1e275-ed0d-4269-8594-31bf7a3e1fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1e80e5ff-afc6-4067-b664-c3fe4d358b8c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:14.200886 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (779feaa5-e096-4eab-8040-71a9080b8bee), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:14.245226 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a87ed23-357b-4e72-90f3-b5a324174fab req-ff05d658-7a3a-4c80-99ad-fe9cb8b0c1ef tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.3098001 Jan 27 22:05:14.247503 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69b45ce9-4eb9-421d-b10d-ffdf730a4791 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for router_gateway (a550ba50-02e5-49d5-972e-8b77d016ac9f), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:14.248681 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-92a1e275-ed0d-4269-8594-31bf7a3e1fac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7255cc02d4304c9982c9caa42281b8b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5495622 Jan 27 22:05:14.249741 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1e275-ed0d-4269-8594-31bf7a3e1fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e80e5ff-afc6-4067-b664-c3fe4d358b8c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:14.253165 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43308) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:14.335185 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69b45ce9-4eb9-421d-b10d-ffdf730a4791 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:14.351995 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8a75066d-1f84-4a6b-bfe3-d8bd1a9a5b96 admin admin] Publish callbacks [] for security_group (1e80e5ff-afc6-4067-b664-c3fe4d358b8c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:14.360500 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70032fed-d163-4c83-96e8-379ac305914d req-64c0c3ba-09e2-4c31-93dc-26a2338d03f7 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:14.364659 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70032fed-d163-4c83-96e8-379ac305914d req-64c0c3ba-09e2-4c31-93dc-26a2338d03f7 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.4247160 Jan 27 22:05:14.385185 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8a75066d-1f84-4a6b-bfe3-d8bd1a9a5b96 admin admin] Publish callbacks [] for security_group (1e80e5ff-afc6-4067-b664-c3fe4d358b8c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:14.447759 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-13c8c183-e6ae-4a63-b1eb-499db2bbe6c0 None None] Provisioning complete for port d176c93d-966d-438e-9c0a-bc7b6a127729 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:14.448660 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-13c8c183-e6ae-4a63-b1eb-499db2bbe6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d176c93d-966d-438e-9c0a-bc7b6a127729), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:14.453150 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8a75066d-1f84-4a6b-bfe3-d8bd1a9a5b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1e80e5ff-afc6-4067-b664-c3fe4d358b8c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:14.457135 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8a75066d-1f84-4a6b-bfe3-d8bd1a9a5b96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:14.459099 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8a75066d-1f84-4a6b-bfe3-d8bd1a9a5b96 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e80e5ff-afc6-4067-b664-c3fe4d358b8c HTTP/1.1" status: 204 len: 168 time: 0.2044163 Jan 27 22:05:14.486900 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75066d-1f84-4a6b-bfe3-d8bd1a9a5b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e80e5ff-afc6-4067-b664-c3fe4d358b8c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:14.577223 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d176c93d-966d-438e-9c0a-bc7b6a127729 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:14.581043 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-69b45ce9-4eb9-421d-b10d-ffdf730a4791 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Allocated IP 172.25.3.138 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/ab2ddf82-e0ac-4fc1-9493-96687cf2524c) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:14.703689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-13c8c183-e6ae-4a63-b1eb-499db2bbe6c0 None None] Current status of the port d176c93d-966d-438e-9c0a-bc7b6a127729 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:14.740657 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d176c93d-966d-438e-9c0a-bc7b6a127729 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:14.741889 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d176c93d-966d-438e-9c0a-bc7b6a127729), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:14.851336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e92ce9-d70a-49e1-8a43-a3d5cfdd5a9c req-9f7e5239-a660-4860-87bf-096b84dce8b8 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:14.853208 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64e92ce9-d70a-49e1-8a43-a3d5cfdd5a9c req-9f7e5239-a660-4860-87bf-096b84dce8b8 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 943 time: 0.2936699 Jan 27 22:05:14.924413 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d176c93d-966d-438e-9c0a-bc7b6a127729 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:14.926432 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2105d9b2-ccfc-4c47-b217-3517ed4c9d82 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:14.990381 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70032fed-d163-4c83-96e8-379ac305914d req-41f698db-461b-40f1-a153-a78d07fd66c1 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314668 Jan 27 22:05:15.031406 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 2105d9b2-ccfc-4c47-b217-3517ed4c9d82 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:15.031693 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2105d9b2-ccfc-4c47-b217-3517ed4c9d82), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:15.085285 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64e92ce9-d70a-49e1-8a43-a3d5cfdd5a9c req-24c182b6-3270-40dc-8146-b7d39a849ea1 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224228 Jan 27 22:05:15.116368 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69b45ce9-4eb9-421d-b10d-ffdf730a4791 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for port (ab2ddf82-e0ac-4fc1-9493-96687cf2524c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:15.209783 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 2105d9b2-ccfc-4c47-b217-3517ed4c9d82 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:15.353502 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69b45ce9-4eb9-421d-b10d-ffdf730a4791 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (ab2ddf82-e0ac-4fc1-9493-96687cf2524c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:15.374308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc0a75-92ff-4a20-a044-66b78ce93203 req-6ba0fbe4-9945-4c71-a39e-2f6cffb9dfbe tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:15.379627 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cbbc0a75-92ff-4a20-a044-66b78ce93203 req-6ba0fbe4-9945-4c71-a39e-2f6cffb9dfbe tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebad4794-e818-470a-bb50-406a816e594c HTTP/1.1" status: 200 len: 931 time: 0.2484486 Jan 27 22:05:15.402191 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779feaa5-e096-4eab-8040-71a9080b8bee {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:05:15.421884 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] Publish callbacks [] for port (779feaa5-e096-4eab-8040-71a9080b8bee), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:15.476336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b45ce9-4eb9-421d-b10d-ffdf730a4791 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Pushing event updated for resources: {'Port': ['ID=ab2ddf82-e0ac-4fc1-9493-96687cf2524c,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:15.525201 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] Transition to ACTIVE for port object 779feaa5-e096-4eab-8040-71a9080b8bee will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:05:15.561264 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (779feaa5-e096-4eab-8040-71a9080b8bee), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:15.577441 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b45ce9-4eb9-421d-b10d-ffdf730a4791 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:15.589023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-69b45ce9-4eb9-421d-b10d-ffdf730a4791 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:15.614044 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b45ce9-4eb9-421d-b10d-ffdf730a4791 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:15.893508 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c73a21-3c73-42ad-8aac-bd9798315c17 req-6f60e8d0-0233-4948-9ad6-5f27a6eea87c tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:15.900580 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2c73a21-3c73-42ad-8aac-bd9798315c17 req-6f60e8d0-0233-4948-9ad6-5f27a6eea87c tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=07acc4c6-36a0-4775-991e-fdb4626bdcf0 HTTP/1.1" status: 200 len: 946 time: 0.3736348 Jan 27 22:05:15.910508 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cbbc0a75-92ff-4a20-a044-66b78ce93203 req-c45a79a5-bd03-418d-ae64-ca0e018a14aa tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e706c96-6e36-4341-b7aa-2ef11c98a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351888 Jan 27 22:05:15.927519 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] Pushing event updated for resources: {'Port': ['ID=779feaa5-e096-4eab-8040-71a9080b8bee,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:16.001321 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2c73a21-3c73-42ad-8aac-bd9798315c17 req-2fc280b2-95f1-4759-8b63-5376b50240d8 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992858 Jan 27 22:05:16.079504 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] Attempting to bind port 779feaa5-e096-4eab-8040-71a9080b8bee on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:16.079978 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] Attempting to bind port 779feaa5-e096-4eab-8040-71a9080b8bee by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'ffca9de2-c9df-4bf5-9522-2ff54bbec4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7e89e5c2-7035-4a56-a2b3-c2a388232189'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:16.080631 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] Attempting to bind port 779feaa5-e096-4eab-8040-71a9080b8bee on network 7e89e5c2-7035-4a56-a2b3-c2a388232189 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:16.130143 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-777276ec-568d-4aad-9445-2c0ffaa1581b req-ea7573a1-088d-4122-b4a9-7be71fd78402 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0956242 Jan 27 22:05:16.168413 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] Port 779feaa5-e096-4eab-8040-71a9080b8bee on network 7e89e5c2-7035-4a56-a2b3-c2a388232189 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:05:16.168764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] Attempting to bind port 779feaa5-e096-4eab-8040-71a9080b8bee on network 7e89e5c2-7035-4a56-a2b3-c2a388232189 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:16.240559 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:16.240559 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] Checking segment: {'id': 'ffca9de2-c9df-4bf5-9522-2ff54bbec4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7e89e5c2-7035-4a56-a2b3-c2a388232189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:16.240970 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] Bound using segment: {'id': 'ffca9de2-c9df-4bf5-9522-2ff54bbec4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7e89e5c2-7035-4a56-a2b3-c2a388232189'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:16.241417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] Bound port: 779feaa5-e096-4eab-8040-71a9080b8bee, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffca9de2-c9df-4bf5-9522-2ff54bbec4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7e89e5c2-7035-4a56-a2b3-c2a388232189'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:16.241876 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (779feaa5-e096-4eab-8040-71a9080b8bee), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:16.365375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600f8b2-9f44-4fed-a9f8-adb9f4f5969b req-cf677d75-0a2f-4c2a-8587-d18792953f93 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:16.367117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0600f8b2-9f44-4fed-a9f8-adb9f4f5969b req-cf677d75-0a2f-4c2a-8587-d18792953f93 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ed3a7-da99-4950-8c59-e96241fa5d20 HTTP/1.1" status: 200 len: 945 time: 0.2771244 Jan 27 22:05:16.367719 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69b45ce9-4eb9-421d-b10d-ffdf730a4791 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for router_gateway (a550ba50-02e5-49d5-972e-8b77d016ac9f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:16.414001 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2eb08-a359-4ef4-949f-694a5389545e req-101c53d2-d92f-4f3b-8a35-9caecc2cb3d3 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:16.415468 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14b2eb08-a359-4ef4-949f-694a5389545e req-101c53d2-d92f-4f3b-8a35-9caecc2cb3d3 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 945 time: 0.2085483 Jan 27 22:05:16.509046 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] For port 779feaa5-e096-4eab-8040-71a9080b8bee, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:16.577928 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] For port 779feaa5-e096-4eab-8040-71a9080b8bee, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=779feaa5-e096-4eab-8040-71a9080b8bee,segment=NetworkSegment(ffca9de2-c9df-4bf5-9522-2ff54bbec4c6),segment_id=ffca9de2-c9df-4bf5-9522-2ff54bbec4c6)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:16.592088 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0600f8b2-9f44-4fed-a9f8-adb9f4f5969b req-b2ac3ac9-0936-41af-a54d-a8f39982f50a tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167878 Jan 27 22:05:16.593162 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (779feaa5-e096-4eab-8040-71a9080b8bee), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:16.601967 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14b2eb08-a359-4ef4-949f-694a5389545e req-23d0fb6e-cbcc-427c-ba97-011d8872e0d2 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721928 Jan 27 22:05:16.650613 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:16.651282 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:16.652651 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] 10.222.0.21 "PUT /v2.0/ports/779feaa5-e096-4eab-8040-71a9080b8bee HTTP/1.1" status: 200 len: 1091 time: 3.0955997 Jan 27 22:05:16.653097 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebad4794-e818-470a-bb50-406a816e594c', 'tag': '779feaa5-e096-4eab-8040-71a9080b8bee'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:16.655704 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb184d73-7785-4f50-97f3-935a5d9feeb8" -d '{"events": [{"name": "network-changed", "server_uuid": "ebad4794-e818-470a-bb50-406a816e594c", "tag": "779feaa5-e096-4eab-8040-71a9080b8bee"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:16.780763 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-588b42ee-2021-4299-97a0-3352d3a1683d req-d7ae7962-8587-49be-8242-976c0c10f69e tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:05:16.781784 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-588b42ee-2021-4299-97a0-3352d3a1683d req-d7ae7962-8587-49be-8242-976c0c10f69e tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0424182 Jan 27 22:05:16.783424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b7b04-f9b2-4819-aa84-72a0c1041625 service neutron] Pushing event updated for resources: {'Port': ['ID=779feaa5-e096-4eab-8040-71a9080b8bee,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:17.246555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b4f43-248a-4df7-9b5c-ada0e2817d90 req-b23adaea-f913-43b5-a1da-badadcf6b216 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:17.248060 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-563b4f43-248a-4df7-9b5c-ada0e2817d90 req-b23adaea-f913-43b5-a1da-badadcf6b216 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 943 time: 0.5318482 Jan 27 22:05:17.252120 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-989b3006-95d3-4718-b585-49b3a0734bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:17.254283 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-989b3006-95d3-4718-b585-49b3a0734bba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=78fd5f59e1b549baa98f789ae1de5aba&device_id=ebad4794-e818-470a-bb50-406a816e594c HTTP/1.1" status: 200 len: 1094 time: 0.5365448 Jan 27 22:05:17.258801 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69b45ce9-4eb9-421d-b10d-ffdf730a4791 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (a550ba50-02e5-49d5-972e-8b77d016ac9f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:17.334886 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-36b445c1-5df9-4f03-913a-a3cd96673da8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=779feaa5-e096-4eab-8040-71a9080b8bee HTTP/1.1" status: 200 len: 217 time: 0.0689189 Jan 27 22:05:17.338719 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-588b42ee-2021-4299-97a0-3352d3a1683d req-e36877ff-42a0-4ae2-94cc-a65d12e265cc tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5393271 Jan 27 22:05:17.390615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71547f1e-e319-4be9-acf7-88066b6fb908 req-1795801f-1f63-449a-b90b-1f36e3cc808c tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:17.392199 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71547f1e-e319-4be9-acf7-88066b6fb908 req-1795801f-1f63-449a-b90b-1f36e3cc808c tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.15 "GET /v2.0/ports?device_id=d78ed3a7-da99-4950-8c59-e96241fa5d20 HTTP/1.1" status: 200 len: 945 time: 0.2131829 Jan 27 22:05:17.519494 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-563b4f43-248a-4df7-9b5c-ada0e2817d90 req-377053d6-7edc-4093-839d-67ba760dd3d7 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641313 Jan 27 22:05:17.533727 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-7c38f86c-6e42-4568-84ba-a90ff262945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:17.535767 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-7c38f86c-6e42-4568-84ba-a90ff262945b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1f7b1c7-47cb-4f18-91aa-f8b781bdc53a HTTP/1.1" status: 200 len: 857 time: 0.1640203 Jan 27 22:05:17.554470 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533782f2-b676-446c-a7d4-a31e94182372 x-openstack-request-id: req-533782f2-b676-446c-a7d4-a31e94182372 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:17.554802 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebad4794-e818-470a-bb50-406a816e594c", "tag": "779feaa5-e096-4eab-8040-71a9080b8bee", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:17.555133 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-533782f2-b676-446c-a7d4-a31e94182372 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:17.555418 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebad4794-e818-470a-bb50-406a816e594c', 'tag': '779feaa5-e096-4eab-8040-71a9080b8bee', 'status': 'completed', 'code': 200} Jan 27 22:05:17.600220 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-57828949-0a71-449a-900e-26635347f74d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e89e5c2-7035-4a56-a2b3-c2a388232189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418026 Jan 27 22:05:17.673075 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-efdd428b-18ab-4160-942a-5a6ea5c8d864 req-e783c47b-8ec8-42b4-bf67-da2c2f0cff61 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0778441 Jan 27 22:05:17.774490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7334b5-ff14-4541-a9c4-0f798bb322b4 req-dec4a431-95f5-44fe-8ee9-c36f82024de0 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:17.775866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e7334b5-ff14-4541-a9c4-0f798bb322b4 req-dec4a431-95f5-44fe-8ee9-c36f82024de0 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebad4794-e818-470a-bb50-406a816e594c HTTP/1.1" status: 200 len: 943 time: 0.1797533 Jan 27 22:05:17.794522 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-71547f1e-e319-4be9-acf7-88066b6fb908 req-75be4b56-c7b5-401f-a77e-4afde7c69f2f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Deleting port 5c9b17cd-428b-46de-b3a0-4243bb391362 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:17.794861 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-71547f1e-e319-4be9-acf7-88066b6fb908 req-75be4b56-c7b5-401f-a77e-4afde7c69f2f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5c9b17cd-428b-46de-b3a0-4243bb391362), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:17.858058 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b45ce9-4eb9-421d-b10d-ffdf730a4791 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Router a550ba50-02e5-49d5-972e-8b77d016ac9f is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:05:17.886759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-424cd664-b590-4b30-b151-f224f2ea88b6 service neutron] 10.222.0.21 "GET /v2.0/networks/7e89e5c2-7035-4a56-a2b3-c2a388232189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654181 Jan 27 22:05:17.995009 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b44d0-cb51-4f8a-afca-4c4fe4edb584 req-816a79f0-4821-4c60-a842-705888679aef tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:17.996509 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e29b44d0-cb51-4f8a-afca-4c4fe4edb584 req-816a79f0-4821-4c60-a842-705888679aef tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.2610812 Jan 27 22:05:18.026999 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e7334b5-ff14-4541-a9c4-0f798bb322b4 req-9f2be19c-c168-433d-918d-bc568819820c tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e706c96-6e36-4341-b7aa-2ef11c98a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269886 Jan 27 22:05:18.128971 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-71547f1e-e319-4be9-acf7-88066b6fb908 req-75be4b56-c7b5-401f-a77e-4afde7c69f2f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] For port 5c9b17cd-428b-46de-b3a0-4243bb391362, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5c9b17cd-428b-46de-b3a0-4243bb391362,segment=NetworkSegment(25092456-2e36-4ed4-b458-7fd26a08791a),segment_id=25092456-2e36-4ed4-b458-7fd26a08791a)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:18.129329 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-71547f1e-e319-4be9-acf7-88066b6fb908 req-75be4b56-c7b5-401f-a77e-4afde7c69f2f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5c9b17cd-428b-46de-b3a0-4243bb391362), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:18.198763 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-71547f1e-e319-4be9-acf7-88066b6fb908 req-75be4b56-c7b5-401f-a77e-4afde7c69f2f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Calling delete_port for 5c9b17cd-428b-46de-b3a0-4243bb391362 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:18.213874 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e29b44d0-cb51-4f8a-afca-4c4fe4edb584 req-0faca170-d3d5-44f0-b582-90695f26aa05 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796472 Jan 27 22:05:18.224388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b45ce9-4eb9-421d-b10d-ffdf730a4791 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:05:18.241181 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9422241-b70a-4642-9935-bc0f1fe56f64 req-b4c7d8df-7535-45f7-b446-54533d05df4a service neutron] 10.222.0.21 "GET /v2.0/networks/7e89e5c2-7035-4a56-a2b3-c2a388232189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419256 Jan 27 22:05:18.242588 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7904acbf-67c9-4d30-a0db-b96ec843fe4c None None] Sync routers for ids ['a550ba50-02e5-49d5-972e-8b77d016ac9f'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:05:18.252698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a45e2-5d10-43a6-ac99-550b8f2e679b req-da41cea8-30c7-4a40-8a83-cdc737940cfc tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:18.256945 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7904acbf-67c9-4d30-a0db-b96ec843fe4c None None] Routers {'a550ba50-02e5-49d5-972e-8b77d016ac9f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:18.257748 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7904acbf-67c9-4d30-a0db-b96ec843fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:04:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['a550ba50-02e5-49d5-972e-8b77d016ac9f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:18.259969 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef6a45e2-5d10-43a6-ac99-550b8f2e679b req-da41cea8-30c7-4a40-8a83-cdc737940cfc tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ed3a7-da99-4950-8c59-e96241fa5d20 HTTP/1.1" status: 200 len: 945 time: 0.1486473 Jan 27 22:05:18.306199 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7904acbf-67c9-4d30-a0db-b96ec843fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:18.321830 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7904acbf-67c9-4d30-a0db-b96ec843fe4c None None] Routers {'a550ba50-02e5-49d5-972e-8b77d016ac9f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:18.325366 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7904acbf-67c9-4d30-a0db-b96ec843fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:04:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['a550ba50-02e5-49d5-972e-8b77d016ac9f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:18.343761 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69b45ce9-4eb9-421d-b10d-ffdf730a4791 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:18.348433 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43388) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:18.349041 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-69b45ce9-4eb9-421d-b10d-ffdf730a4791 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.0457358 Jan 27 22:05:18.377313 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7904acbf-67c9-4d30-a0db-b96ec843fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:18.377975 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7904acbf-67c9-4d30-a0db-b96ec843fe4c None None] The sync data for ids ['a550ba50-02e5-49d5-972e-8b77d016ac9f'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:05:18.447116 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef6a45e2-5d10-43a6-ac99-550b8f2e679b req-470876b7-9b5c-4b93-97c7-228184fda566 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862514 Jan 27 22:05:18.501829 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb184d73-7785-4f50-97f3-935a5d9feeb8 req-6b163c5e-1cb0-463b-9cd1-bbc49010ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:18.504143 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb184d73-7785-4f50-97f3-935a5d9feeb8 req-6b163c5e-1cb0-463b-9cd1-bbc49010ab5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=78fd5f59e1b549baa98f789ae1de5aba&device_id=ebad4794-e818-470a-bb50-406a816e594c HTTP/1.1" status: 200 len: 1094 time: 0.1715894 Jan 27 22:05:18.553375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca0c2a-d651-4918-b790-32e7d4d135b2 req-cfa3d5a5-0498-43d9-b097-135d50f517a0 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:18.554964 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7ca0c2a-d651-4918-b790-32e7d4d135b2 req-cfa3d5a5-0498-43d9-b097-135d50f517a0 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=07acc4c6-36a0-4775-991e-fdb4626bdcf0 HTTP/1.1" status: 200 len: 946 time: 0.1718156 Jan 27 22:05:18.587472 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7715cbb4-aec1-4437-a021-f772e20697b6 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:05:18.607906 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-71547f1e-e319-4be9-acf7-88066b6fb908 req-75be4b56-c7b5-401f-a77e-4afde7c69f2f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5c9b17cd-428b-46de-b3a0-4243bb391362), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:18.635084 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4', '5c9b17cd-428b-46de-b3a0-4243bb391362'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:18.638321 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['1aab4507-22bb-47aa-8bfc-07ecf99a935b', '1392ceb7-9758-405f-a806-6ab23cedd971'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:18.709943 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be4b56-c7b5-401f-a77e-4afde7c69f2f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Pushing event deleted for resources: {'Port': ['ID=5c9b17cd-428b-46de-b3a0-4243bb391362,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:18.752876 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-71547f1e-e319-4be9-acf7-88066b6fb908 req-75be4b56-c7b5-401f-a77e-4afde7c69f2f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] No DVR routers for this DVR port 5c9b17cd-428b-46de-b3a0-4243bb391362 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:18.757933 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-71547f1e-e319-4be9-acf7-88066b6fb908 req-75be4b56-c7b5-401f-a77e-4afde7c69f2f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:18.761265 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71547f1e-e319-4be9-acf7-88066b6fb908 req-75be4b56-c7b5-401f-a77e-4afde7c69f2f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.15 "DELETE /v2.0/ports/5c9b17cd-428b-46de-b3a0-4243bb391362 HTTP/1.1" status: 204 len: 173 time: 1.3564148 Jan 27 22:05:18.839424 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 7715cbb4-aec1-4437-a021-f772e20697b6, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7715cbb4-aec1-4437-a021-f772e20697b6,segment=NetworkSegment(48cbfe2d-d81a-4f6d-814a-437ff1f65287),segment_id=48cbfe2d-d81a-4f6d-814a-437ff1f65287)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:18.843701 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1d745-50e0-4f95-9ab2-dbb17b59fe10 req-187465b2-a5a4-466e-97ce-35ac8305ff8e tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:18.845265 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33f1d745-50e0-4f95-9ab2-dbb17b59fe10 req-187465b2-a5a4-466e-97ce-35ac8305ff8e tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 943 time: 0.2021945 Jan 27 22:05:18.866214 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7ca0c2a-d651-4918-b790-32e7d4d135b2 req-69cbcf5d-601c-4420-9ca4-58bff990ab12 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741561 Jan 27 22:05:18.868703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb184d73-7785-4f50-97f3-935a5d9feeb8 req-5fc7728f-5299-48ae-a556-ab300d8a302b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:18.870306 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb184d73-7785-4f50-97f3-935a5d9feeb8 req-5fc7728f-5299-48ae-a556-ab300d8a302b service neutron] 10.222.0.21 "GET /v2.0/networks?id=7e89e5c2-7035-4a56-a2b3-c2a388232189 HTTP/1.1" status: 200 len: 918 time: 0.3561697 Jan 27 22:05:18.879577 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '7715cbb4-aec1-4437-a021-f772e20697b6', 'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a', 'port_id': '7715cbb4-aec1-4437-a021-f772e20697b6', 'mac_address': 'fa:16:3e:87:e7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f8729e-bbd1-4272-9c3e-91ee7b9d9d48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:05:18.980906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 7715cbb4-aec1-4437-a021-f772e20697b6 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:18.981618 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7715cbb4-aec1-4437-a021-f772e20697b6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.011104 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb184d73-7785-4f50-97f3-935a5d9feeb8 req-3ea39190-69f0-4c82-a473-b678addea479 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=779feaa5-e096-4eab-8040-71a9080b8bee HTTP/1.1" status: 200 len: 217 time: 0.1296804 Jan 27 22:05:19.031778 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7715cbb4-aec1-4437-a021-f772e20697b6 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:05:19.060989 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fa964ae8-39c3-4b69-b9d6-342dba341314 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.089907 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d304622-237a-490f-8d7c-365e037ce4ab req-b3564207-7756-42f3-b31f-acacacf56c38 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0777953 Jan 27 22:05:19.092627 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 7715cbb4-aec1-4437-a021-f772e20697b6, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7715cbb4-aec1-4437-a021-f772e20697b6,segment=NetworkSegment(48cbfe2d-d81a-4f6d-814a-437ff1f65287),segment_id=48cbfe2d-d81a-4f6d-814a-437ff1f65287)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:19.111848 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7715cbb4-aec1-4437-a021-f772e20697b6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.128442 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33f1d745-50e0-4f95-9ab2-dbb17b59fe10 req-9483826d-3c6b-4684-8802-ff937009ceb7 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721541 Jan 27 22:05:19.147172 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb184d73-7785-4f50-97f3-935a5d9feeb8 req-d155c6e6-12c0-4d57-95df-baf34b354b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:19.149130 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb184d73-7785-4f50-97f3-935a5d9feeb8 req-d155c6e6-12c0-4d57-95df-baf34b354b47 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1f7b1c7-47cb-4f18-91aa-f8b781bdc53a HTTP/1.1" status: 200 len: 857 time: 0.1178031 Jan 27 22:05:19.201966 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb184d73-7785-4f50-97f3-935a5d9feeb8 req-3b45f22d-7776-471b-b8f5-b8732d541956 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e89e5c2-7035-4a56-a2b3-c2a388232189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428467 Jan 27 22:05:19.224174 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=7715cbb4-aec1-4437-a021-f772e20697b6,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:19.427908 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-fa964ae8-39c3-4b69-b9d6-342dba341314 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Allocated IP 172.20.0.1 (cd3f58de-d8c4-4724-837c-8b820c561fbd/178e89eb-530b-428a-a2ad-06f862c12371/c1f41ced-dd43-4eae-af4e-01f24a7bd496) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:19.434604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0d93b-e6a8-44af-810e-acd807d58c1d req-682e806d-c0f2-40fa-8128-7343ac7c862f tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:19.436313 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8eb0d93b-e6a8-44af-810e-acd807d58c1d req-682e806d-c0f2-40fa-8128-7343ac7c862f tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 945 time: 0.2334266 Jan 27 22:05:19.476731 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96b35f-2b83-46f6-bdce-13cae64a2de2 req-fd0f347d-2c5c-480c-aad0-5c2a386e9855 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:19.480638 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e96b35f-2b83-46f6-bdce-13cae64a2de2 req-fd0f347d-2c5c-480c-aad0-5c2a386e9855 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebad4794-e818-470a-bb50-406a816e594c HTTP/1.1" status: 200 len: 943 time: 0.2300134 Jan 27 22:05:19.505666 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb184d73-7785-4f50-97f3-935a5d9feeb8 req-5fe0d187-6eb8-4953-80b1-e73c6599f026 service neutron] 10.222.0.21 "GET /v2.0/networks/7e89e5c2-7035-4a56-a2b3-c2a388232189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666082 Jan 27 22:05:19.550942 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fa964ae8-39c3-4b69-b9d6-342dba341314 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for port (c1f41ced-dd43-4eae-af4e-01f24a7bd496), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.559981 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78ed3a7-da99-4950-8c59-e96241fa5d20', 'name': 'network-vif-deleted', 'tag': '5c9b17cd-428b-46de-b3a0-4243bb391362'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:19.562243 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9048a1-3462-4b96-9592-c1ced8e5b5e3" -d '{"events": [{"server_uuid": "d78ed3a7-da99-4950-8c59-e96241fa5d20", "name": "network-vif-deleted", "tag": "5c9b17cd-428b-46de-b3a0-4243bb391362"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:19.587818 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fa964ae8-39c3-4b69-b9d6-342dba341314 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (c1f41ced-dd43-4eae-af4e-01f24a7bd496), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.610745 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8eb0d93b-e6a8-44af-810e-acd807d58c1d req-45da9e4f-2b5b-44e5-aa0d-37caac8b2aa3 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613221 Jan 27 22:05:19.625530 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa964ae8-39c3-4b69-b9d6-342dba341314 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Network cd3f58de-d8c4-4724-837c-8b820c561fbd is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:19.629713 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-fa964ae8-39c3-4b69-b9d6-342dba341314 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:19.633414 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa964ae8-39c3-4b69-b9d6-342dba341314 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:19.646385 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e96b35f-2b83-46f6-bdce-13cae64a2de2 req-33e1803e-30bf-4ac7-92fa-a57bb39a855c tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e706c96-6e36-4341-b7aa-2ef11c98a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501174 Jan 27 22:05:19.691792 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb184d73-7785-4f50-97f3-935a5d9feeb8 req-d7482ff5-85b1-48a6-9f44-3c8b11cc50fa service neutron] 10.222.0.21 "GET /v2.0/networks/7e89e5c2-7035-4a56-a2b3-c2a388232189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656015 Jan 27 22:05:19.695646 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa964ae8-39c3-4b69-b9d6-342dba341314 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Pushing event updated for resources: {'Port': ['ID=c1f41ced-dd43-4eae-af4e-01f24a7bd496,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:19.726068 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fa964ae8-39c3-4b69-b9d6-342dba341314 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (a550ba50-02e5-49d5-972e-8b77d016ac9f), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.818552 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43bce5b-39de-4eb1-9ef6-9ef60f4d41c4 x-openstack-request-id: req-c43bce5b-39de-4eb1-9ef6-9ef60f4d41c4 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:19.818880 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78ed3a7-da99-4950-8c59-e96241fa5d20", "name": "network-vif-deleted", "tag": "5c9b17cd-428b-46de-b3a0-4243bb391362", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:19.819188 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c43bce5b-39de-4eb1-9ef6-9ef60f4d41c4 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:19.819603 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78ed3a7-da99-4950-8c59-e96241fa5d20', 'name': 'network-vif-deleted', 'tag': '5c9b17cd-428b-46de-b3a0-4243bb391362', 'status': 'completed', 'code': 200} Jan 27 22:05:19.897544 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['7715cbb4-aec1-4437-a021-f772e20697b6'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:19.943571 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fa964ae8-39c3-4b69-b9d6-342dba341314 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c1f41ced-dd43-4eae-af4e-01f24a7bd496), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:20.019492 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23e0d3-a785-48b7-ae29-efb550547944 req-47e9267f-83b4-434c-9b3b-1984e23a0c07 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:20.025293 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23e0d3-a785-48b7-ae29-efb550547944 req-47e9267f-83b4-434c-9b3b-1984e23a0c07 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:20.032656 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23e0d3-a785-48b7-ae29-efb550547944 req-47e9267f-83b4-434c-9b3b-1984e23a0c07 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:20.034425 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d23e0d3-a785-48b7-ae29-efb550547944 req-47e9267f-83b4-434c-9b3b-1984e23a0c07 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad&device_id=07acc4c6-36a0-4775-991e-fdb4626bdcf0&device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 2417 time: 0.0959249 Jan 27 22:05:20.096766 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d23e0d3-a785-48b7-ae29-efb550547944 req-a7528a9c-a3b8-4d7a-9f0d-5bfffa42b57e tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498462 Jan 27 22:05:20.130430 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-590f9e32-2a79-4ee4-be66-5752e2433ba1 None None] Provisioning complete for port c1f41ced-dd43-4eae-af4e-01f24a7bd496 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:20.131410 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-590f9e32-2a79-4ee4-be66-5752e2433ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c1f41ced-dd43-4eae-af4e-01f24a7bd496), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:20.154901 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-5893bd8d-6443-4cbc-a16c-b3a5be014909 req-fa7953d2-5326-4c9d-84fa-d865fbfa712c tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:05:20.155948 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5893bd8d-6443-4cbc-a16c-b3a5be014909 req-fa7953d2-5326-4c9d-84fa-d865fbfa712c tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069559 Jan 27 22:05:20.265126 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-590f9e32-2a79-4ee4-be66-5752e2433ba1 None None] Port c1f41ced-dd43-4eae-af4e-01f24a7bd496 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:05:20.316774 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5893bd8d-6443-4cbc-a16c-b3a5be014909 req-1bf677bc-ae09-4369-94b5-7f0b522b50b3 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1442368 Jan 27 22:05:20.319401 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e61fce1b-91aa-4e5b-8bef-d7e422ad1972 req-37c6c820-0afd-468c-af07-7af32f09737f tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0693018 Jan 27 22:05:20.497292 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b0564-ac60-407a-be07-05fc97f43b7f req-08e50621-eb4d-4ea1-bac8-837570a91ecd tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:20.507076 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c5b0564-ac60-407a-be07-05fc97f43b7f req-08e50621-eb4d-4ea1-bac8-837570a91ecd tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 944 time: 0.0804381 Jan 27 22:05:20.527201 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fa964ae8-39c3-4b69-b9d6-342dba341314 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for port (c1f41ced-dd43-4eae-af4e-01f24a7bd496), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:20.542460 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fa964ae8-39c3-4b69-b9d6-342dba341314 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (c1f41ced-dd43-4eae-af4e-01f24a7bd496), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:20.603725 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c5b0564-ac60-407a-be07-05fc97f43b7f req-cbeffb34-a6f5-4087-b7ff-88ecde96c09e tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943348 Jan 27 22:05:20.620264 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fa964ae8-39c3-4b69-b9d6-342dba341314 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (a550ba50-02e5-49d5-972e-8b77d016ac9f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:20.729126 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa964ae8-39c3-4b69-b9d6-342dba341314 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Pushing event updated for resources: {'Port': ['ID=c1f41ced-dd43-4eae-af4e-01f24a7bd496,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:20.780295 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5c9b17cd-428b-46de-b3a0-4243bb391362 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:20.782924 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa964ae8-39c3-4b69-b9d6-342dba341314 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Network cd3f58de-d8c4-4724-837c-8b820c561fbd is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:20.785192 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-fa964ae8-39c3-4b69-b9d6-342dba341314 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:20.841234 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05228f-7445-4046-af00-65dfd6efb5e1 req-45ea967d-087a-4bfb-9bcb-05bd9ddc2650 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:20.841597 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 5c9b17cd-428b-46de-b3a0-4243bb391362 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:20.841951 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5c9b17cd-428b-46de-b3a0-4243bb391362 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:20.853438 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b05228f-7445-4046-af00-65dfd6efb5e1 req-45ea967d-087a-4bfb-9bcb-05bd9ddc2650 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebad4794-e818-470a-bb50-406a816e594c HTTP/1.1" status: 200 len: 943 time: 0.0939360 Jan 27 22:05:20.917576 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b05228f-7445-4046-af00-65dfd6efb5e1 req-c249fc60-0a6b-492d-9d44-93346f57ced5 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e706c96-6e36-4341-b7aa-2ef11c98a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628834 Jan 27 22:05:20.982434 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa964ae8-39c3-4b69-b9d6-342dba341314 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Router a550ba50-02e5-49d5-972e-8b77d016ac9f has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:05:21.130633 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:21.162269 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa964ae8-39c3-4b69-b9d6-342dba341314 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:05:21.169032 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fa964ae8-39c3-4b69-b9d6-342dba341314 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] 10.222.0.23 "PUT /v2.0/routers/a550ba50-02e5-49d5-972e-8b77d016ac9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8188550 Jan 27 22:05:21.172889 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43444) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:21.179474 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c79a0b00-ed2f-4547-9619-55ba8830b08d tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Request body: {'port': {'network_id': 'cd3f58de-d8c4-4724-837c-8b820c561fbd', 'name': 'tempest-FloatingIPAdminTestJSON-678128239'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:21.187134 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543bd3e9-bfe8-4e2b-83fa-d3ef1a7e2fa2 None None] Sync routers for ids ['a550ba50-02e5-49d5-972e-8b77d016ac9f'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:05:21.211798 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3ac1b642-9186-4058-b2d3-6b2d99623653 None None] Provisioning complete for port c1f41ced-dd43-4eae-af4e-01f24a7bd496 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:21.212325 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3ac1b642-9186-4058-b2d3-6b2d99623653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c1f41ced-dd43-4eae-af4e-01f24a7bd496), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:21.254351 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543bd3e9-bfe8-4e2b-83fa-d3ef1a7e2fa2 None None] Routers {'a550ba50-02e5-49d5-972e-8b77d016ac9f'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:21.255266 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-543bd3e9-bfe8-4e2b-83fa-d3ef1a7e2fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:04:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['a550ba50-02e5-49d5-972e-8b77d016ac9f'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:21.390165 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79a0b00-ed2f-4547-9619-55ba8830b08d tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Made reservation on behalf of 43051bf4a73049e58251338c3e5387be for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:21.398799 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c79a0b00-ed2f-4547-9619-55ba8830b08d tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:21.446476 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-c79a0b00-ed2f-4547-9619-55ba8830b08d tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] device_id is not set on port 5cabb777-2860-4551-9f82-fb75a82bef48 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:05:21.519923 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-929f41f4-4c8c-419f-8398-b81d982ddfae req-68b1efd6-384d-426a-9bfc-cba8fc09434e tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0391850 Jan 27 22:05:21.589016 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-543bd3e9-bfe8-4e2b-83fa-d3ef1a7e2fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:21.604994 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3ac1b642-9186-4058-b2d3-6b2d99623653 None None] Port c1f41ced-dd43-4eae-af4e-01f24a7bd496 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:05:21.616919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543bd3e9-bfe8-4e2b-83fa-d3ef1a7e2fa2 None None] Routers {'a550ba50-02e5-49d5-972e-8b77d016ac9f'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:21.617823 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-543bd3e9-bfe8-4e2b-83fa-d3ef1a7e2fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:04:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['a550ba50-02e5-49d5-972e-8b77d016ac9f'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:21.692253 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-c79a0b00-ed2f-4547-9619-55ba8830b08d tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Allocated IP 172.20.0.5 (cd3f58de-d8c4-4724-837c-8b820c561fbd/178e89eb-530b-428a-a2ad-06f862c12371/5cabb777-2860-4551-9f82-fb75a82bef48) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:21.715888 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-543bd3e9-bfe8-4e2b-83fa-d3ef1a7e2fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:21.720527 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543bd3e9-bfe8-4e2b-83fa-d3ef1a7e2fa2 None None] The sync data for ids ['a550ba50-02e5-49d5-972e-8b77d016ac9f'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:05:22.031898 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c79a0b00-ed2f-4547-9619-55ba8830b08d tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for port (5cabb777-2860-4551-9f82-fb75a82bef48), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:22.044684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b4503-7e46-4108-a38b-07db8a8b2e40 req-f83b896b-12c0-4cad-a5f7-653b8971b3b2 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:22.053195 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac1b4503-7e46-4108-a38b-07db8a8b2e40 req-f83b896b-12c0-4cad-a5f7-653b8971b3b2 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 944 time: 0.0621219 Jan 27 22:05:22.118583 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c79a0b00-ed2f-4547-9619-55ba8830b08d tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5cabb777-2860-4551-9f82-fb75a82bef48), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:22.158128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac1b4503-7e46-4108-a38b-07db8a8b2e40 req-fd4133f7-bd64-4695-b640-c1f7b8ae2012 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897262 Jan 27 22:05:22.174188 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79a0b00-ed2f-4547-9619-55ba8830b08d tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Network cd3f58de-d8c4-4724-837c-8b820c561fbd is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:22.182750 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-c79a0b00-ed2f-4547-9619-55ba8830b08d tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:22.183021 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0478f-3bdf-4b35-ba6b-1511116998b4 req-89acf1eb-a612-4223-9a40-bda7aa9c3229 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:22.188715 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79a0b00-ed2f-4547-9619-55ba8830b08d tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:22.195768 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-24d0478f-3bdf-4b35-ba6b-1511116998b4 req-89acf1eb-a612-4223-9a40-bda7aa9c3229 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebad4794-e818-470a-bb50-406a816e594c HTTP/1.1" status: 200 len: 943 time: 0.1258736 Jan 27 22:05:22.207344 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a0b00-ed2f-4547-9619-55ba8830b08d tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Pushing event updated for resources: {'Port': ['ID=5cabb777-2860-4551-9f82-fb75a82bef48,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:22.307137 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-24d0478f-3bdf-4b35-ba6b-1511116998b4 req-8a88b88b-72b9-4b45-ba86-14cd3561771c tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e706c96-6e36-4341-b7aa-2ef11c98a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051266 Jan 27 22:05:22.308834 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79a0b00-ed2f-4547-9619-55ba8830b08d tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:22.309514 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c79a0b00-ed2f-4547-9619-55ba8830b08d tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:22.364155 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43468) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:22.367218 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c79a0b00-ed2f-4547-9619-55ba8830b08d tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1904037 Jan 27 22:05:22.599628 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42623a-59c7-4412-9436-6d04bb621ec5 req-0e41dc5d-8607-4986-b005-21f7073a48b0 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:22.604619 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c42623a-59c7-4412-9436-6d04bb621ec5 req-0e41dc5d-8607-4986-b005-21f7073a48b0 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 945 time: 0.0983474 Jan 27 22:05:22.605017 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 779feaa5-e096-4eab-8040-71a9080b8bee details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:05:22.611385 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-36e1783b-bd56-4376-a489-0916079ad5ed tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'project_id': '43051bf4a73049e58251338c3e5387be', 'port_id': '5cabb777-2860-4551-9f82-fb75a82bef48'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:22.675532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8cfac8a3-f6d3-4595-9e1d-f64a347e9d8b req-4c5b41e1-69e8-415e-afd8-2f9f2239de87 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0371931 Jan 27 22:05:22.699154 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36e1783b-bd56-4376-a489-0916079ad5ed tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:22.714434 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7715cbb4-aec1-4437-a021-f772e20697b6 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:22.724439 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c42623a-59c7-4412-9436-6d04bb621ec5 req-a7d73d97-4f29-4731-a39e-8441757da9c0 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081553 Jan 27 22:05:22.763138 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 779feaa5-e096-4eab-8040-71a9080b8bee, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=779feaa5-e096-4eab-8040-71a9080b8bee,segment=NetworkSegment(ffca9de2-c9df-4bf5-9522-2ff54bbec4c6),segment_id=ffca9de2-c9df-4bf5-9522-2ff54bbec4c6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:22.786412 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-23df3492-cdce-4cad-ae41-543e3639fff5 None None] Provisioning complete for port 5cabb777-2860-4551-9f82-fb75a82bef48 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:22.787060 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-23df3492-cdce-4cad-ae41-543e3639fff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5cabb777-2860-4551-9f82-fb75a82bef48), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:22.791371 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '779feaa5-e096-4eab-8040-71a9080b8bee', 'network_id': '7e89e5c2-7035-4a56-a2b3-c2a388232189', 'port_id': '779feaa5-e096-4eab-8040-71a9080b8bee', 'mac_address': 'fa:16:3e:8f:3b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1f7b1c7-47cb-4f18-91aa-f8b781bdc53a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:05:22.813036 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36e1783b-bd56-4376-a489-0916079ad5ed tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:22.857370 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-23df3492-cdce-4cad-ae41-543e3639fff5 None None] Port 5cabb777-2860-4551-9f82-fb75a82bef48 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:05:22.877273 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 779feaa5-e096-4eab-8040-71a9080b8bee is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:22.878885 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (779feaa5-e096-4eab-8040-71a9080b8bee), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:22.882495 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 7715cbb4-aec1-4437-a021-f772e20697b6 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:05:22.896091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 7715cbb4-aec1-4437-a021-f772e20697b6 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:22.896439 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7715cbb4-aec1-4437-a021-f772e20697b6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:22.898975 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779feaa5-e096-4eab-8040-71a9080b8bee {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:05:22.942440 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 779feaa5-e096-4eab-8040-71a9080b8bee, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=779feaa5-e096-4eab-8040-71a9080b8bee,segment=NetworkSegment(ffca9de2-c9df-4bf5-9522-2ff54bbec4c6),segment_id=ffca9de2-c9df-4bf5-9522-2ff54bbec4c6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:22.948926 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (779feaa5-e096-4eab-8040-71a9080b8bee), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:22.953153 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-36e1783b-bd56-4376-a489-0916079ad5ed tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Allocated IP 172.25.3.239 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/efee6f89-a36a-4b00-ba16-b3f945a3187a) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:23.044794 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=779feaa5-e096-4eab-8040-71a9080b8bee,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:23.055404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 7715cbb4-aec1-4437-a021-f772e20697b6 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:23.055798 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7715cbb4-aec1-4437-a021-f772e20697b6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:23.079573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a537b4da-0fc5-49d6-90b6-8ef8bc404b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7715cbb4-aec1-4437-a021-f772e20697b6'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:23.081972 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81963742-8bf5-46ab-8d66-449192a9c0d2" -d '{"events": [{"server_uuid": "a537b4da-0fc5-49d6-90b6-8ef8bc404b06", "name": "network-vif-plugged", "status": "completed", "tag": "7715cbb4-aec1-4437-a021-f772e20697b6"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:23.090395 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36e1783b-bd56-4376-a489-0916079ad5ed tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks [] for port (efee6f89-a36a-4b00-ba16-b3f945a3187a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:23.095200 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 7715cbb4-aec1-4437-a021-f772e20697b6, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7715cbb4-aec1-4437-a021-f772e20697b6,segment=NetworkSegment(48cbfe2d-d81a-4f6d-814a-437ff1f65287),segment_id=48cbfe2d-d81a-4f6d-814a-437ff1f65287)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:23.102969 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7715cbb4-aec1-4437-a021-f772e20697b6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:23.138848 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36e1783b-bd56-4376-a489-0916079ad5ed tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (efee6f89-a36a-4b00-ba16-b3f945a3187a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:23.140248 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb79442-489d-408d-8f58-6fc80b71b11c x-openstack-request-id: req-1eb79442-489d-408d-8f58-6fc80b71b11c {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:23.140554 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a537b4da-0fc5-49d6-90b6-8ef8bc404b06", "name": "network-vif-plugged", "status": "completed", "tag": "7715cbb4-aec1-4437-a021-f772e20697b6", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:23.140813 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1eb79442-489d-408d-8f58-6fc80b71b11c {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:23.141213 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a537b4da-0fc5-49d6-90b6-8ef8bc404b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7715cbb4-aec1-4437-a021-f772e20697b6', 'code': 200} Jan 27 22:05:23.170762 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=7715cbb4-aec1-4437-a021-f772e20697b6,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:23.211499 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1783b-bd56-4376-a489-0916079ad5ed tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Pushing event updated for resources: {'Port': ['ID=efee6f89-a36a-4b00-ba16-b3f945a3187a,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:23.235024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e1783b-bd56-4376-a489-0916079ad5ed tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:23.239556 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-36e1783b-bd56-4376-a489-0916079ad5ed tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:23.244830 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e1783b-bd56-4376-a489-0916079ad5ed tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:23.603903 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['779feaa5-e096-4eab-8040-71a9080b8bee'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:23.782422 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d09a4-82a9-405e-975b-d0470bd2f5e3 req-ad8441e6-9b13-4dae-8539-144205c30760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:23.783863 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-674d09a4-82a9-405e-975b-d0470bd2f5e3 req-ad8441e6-9b13-4dae-8539-144205c30760 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 1096 time: 0.5349026 Jan 27 22:05:23.804910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5fea6-f592-4605-b526-0529769001bf req-72999768-e61b-496f-b494-f990c10f3926 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:23.808864 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1fb5fea6-f592-4605-b526-0529769001bf req-72999768-e61b-496f-b494-f990c10f3926 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.5311983 Jan 27 22:05:23.903318 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076dc072-cd01-4b24-a5c7-3d576d76ad35 req-67ac3d21-faf1-401f-8192-140d7c2016a9 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:23.904862 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-076dc072-cd01-4b24-a5c7-3d576d76ad35 req-67ac3d21-faf1-401f-8192-140d7c2016a9 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebad4794-e818-470a-bb50-406a816e594c HTTP/1.1" status: 200 len: 944 time: 0.5315897 Jan 27 22:05:24.028811 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-674d09a4-82a9-405e-975b-d0470bd2f5e3 req-94cb2bdd-1557-442c-af85-b1565a4413d3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326291 Jan 27 22:05:24.061461 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1fb5fea6-f592-4605-b526-0529769001bf req-f16ec9b3-f3ce-445b-bd93-8736ff4851f0 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408659 Jan 27 22:05:24.111054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f6cab-e9d2-4937-8ab8-858e5e206b93 req-1b74e9db-7a67-49b8-97e6-c35aacdf9edd tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:24.111713 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a2af66b2-e00a-4de6-8b8d-b79088f536fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:24.113730 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e9f6cab-e9d2-4937-8ab8-858e5e206b93 req-1b74e9db-7a67-49b8-97e6-c35aacdf9edd tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.15 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 945 time: 0.2201090 Jan 27 22:05:24.144480 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-076dc072-cd01-4b24-a5c7-3d576d76ad35 req-bd9a8dde-8cc2-4084-a27d-18d8133ae363 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e706c96-6e36-4341-b7aa-2ef11c98a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236321 Jan 27 22:05:24.334767 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19e7cb43-c5c8-4303-99a1-e7c1cd315f67 req-23821b44-6eb1-4237-983a-f378a40bddfe tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0454586 Jan 27 22:05:24.460912 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f843e5b-e6ef-4b31-979b-ec7d1fff0ec4 req-7ab40948-4c32-4024-a3be-1e40dc578643 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:24.462380 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f843e5b-e6ef-4b31-979b-ec7d1fff0ec4 req-7ab40948-4c32-4024-a3be-1e40dc578643 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 945 time: 0.1705487 Jan 27 22:05:24.489860 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36e1783b-bd56-4376-a489-0916079ad5ed tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks [] for floatingip (82e38db1-5d5e-424e-9ee3-42160984c8ad), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:24.516899 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-9e9f6cab-e9d2-4937-8ab8-858e5e206b93 req-0841fa30-d2e0-4127-854e-b93c82cecd22 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Deleting port 747570bf-c566-42be-abad-b693758a5d8e {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:24.517246 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e9f6cab-e9d2-4937-8ab8-858e5e206b93 req-0841fa30-d2e0-4127-854e-b93c82cecd22 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (747570bf-c566-42be-abad-b693758a5d8e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:24.668369 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36e1783b-bd56-4376-a489-0916079ad5ed tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (efee6f89-a36a-4b00-ba16-b3f945a3187a), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:24.676878 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f843e5b-e6ef-4b31-979b-ec7d1fff0ec4 req-51661d9a-2a59-4860-ae14-b599f2380e55 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532242 Jan 27 22:05:24.710210 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9e9f6cab-e9d2-4937-8ab8-858e5e206b93 req-0841fa30-d2e0-4127-854e-b93c82cecd22 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] For port 747570bf-c566-42be-abad-b693758a5d8e, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=747570bf-c566-42be-abad-b693758a5d8e,segment=NetworkSegment(dfa4090c-28d3-444b-bad3-832377c0c193),segment_id=dfa4090c-28d3-444b-bad3-832377c0c193)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:24.710577 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e9f6cab-e9d2-4937-8ab8-858e5e206b93 req-0841fa30-d2e0-4127-854e-b93c82cecd22 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (747570bf-c566-42be-abad-b693758a5d8e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:24.730352 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-9e9f6cab-e9d2-4937-8ab8-858e5e206b93 req-0841fa30-d2e0-4127-854e-b93c82cecd22 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Calling delete_port for 747570bf-c566-42be-abad-b693758a5d8e owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:24.948049 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36e1783b-bd56-4376-a489-0916079ad5ed tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks [] for port (efee6f89-a36a-4b00-ba16-b3f945a3187a), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:24.955047 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36e1783b-bd56-4376-a489-0916079ad5ed tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (efee6f89-a36a-4b00-ba16-b3f945a3187a), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:25.017499 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e9f6cab-e9d2-4937-8ab8-858e5e206b93 req-0841fa30-d2e0-4127-854e-b93c82cecd22 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (747570bf-c566-42be-abad-b693758a5d8e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:25.032260 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['6ed4566c-76ca-4ee0-bd44-2746c14981ae'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:25.067723 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f97066c3-4f92-43bf-bf5c-d79b11a0483c'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:25.075815 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1783b-bd56-4376-a489-0916079ad5ed tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Pushing event updated for resources: {'Port': ['ID=efee6f89-a36a-4b00-ba16-b3f945a3187a,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:25.119834 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36e1783b-bd56-4376-a489-0916079ad5ed tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (82e38db1-5d5e-424e-9ee3-42160984c8ad), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:25.279501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841fa30-d2e0-4127-854e-b93c82cecd22 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Pushing event deleted for resources: {'Port': ['ID=747570bf-c566-42be-abad-b693758a5d8e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:25.312308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9f6cab-e9d2-4937-8ab8-858e5e206b93 req-0841fa30-d2e0-4127-854e-b93c82cecd22 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] No DVR routers for this DVR port 747570bf-c566-42be-abad-b693758a5d8e on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:25.317691 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9e9f6cab-e9d2-4937-8ab8-858e5e206b93 req-0841fa30-d2e0-4127-854e-b93c82cecd22 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:25.321840 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e9f6cab-e9d2-4937-8ab8-858e5e206b93 req-0841fa30-d2e0-4127-854e-b93c82cecd22 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.15 "DELETE /v2.0/ports/747570bf-c566-42be-abad-b693758a5d8e HTTP/1.1" status: 204 len: 173 time: 1.1973126 Jan 27 22:05:25.324740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad', 'name': 'network-vif-deleted', 'tag': '747570bf-c566-42be-abad-b693758a5d8e'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:25.328217 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9b0bd4-fc2b-4733-a2bd-dc4578162074" -d '{"events": [{"server_uuid": "49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad", "name": "network-vif-deleted", "tag": "747570bf-c566-42be-abad-b693758a5d8e"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:25.465942 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda170f-87d9-4ee3-83a7-2f14c754a8f0 req-66f8d4d1-9a0d-4853-8e37-159425c96173 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:25.474495 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cda170f-87d9-4ee3-83a7-2f14c754a8f0 req-66f8d4d1-9a0d-4853-8e37-159425c96173 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.2274654 Jan 27 22:05:25.504427 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-36e1783b-bd56-4376-a489-0916079ad5ed tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Floating IP 82e38db1-5d5e-424e-9ee3-42160984c8ad associated. External IP: 172.25.3.239, port: 5cabb777-2860-4551-9f82-fb75a82bef48. Jan 27 22:05:25.611516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1154b-7fa6-4977-9d76-25408d9aa84c req-b2621f37-65c9-45cd-a144-e7bc30c89642 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:25.628778 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eec1154b-7fa6-4977-9d76-25408d9aa84c req-b2621f37-65c9-45cd-a144-e7bc30c89642 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebad4794-e818-470a-bb50-406a816e594c HTTP/1.1" status: 200 len: 944 time: 0.2704284 Jan 27 22:05:25.700942 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cda170f-87d9-4ee3-83a7-2f14c754a8f0 req-d12ce33f-e7c5-4757-9c0c-723d79f8ebb6 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254570 Jan 27 22:05:25.776999 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2809ae77-af4a-4382-b4d9-7166ab9ad4c9 x-openstack-request-id: req-2809ae77-af4a-4382-b4d9-7166ab9ad4c9 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:25.778026 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad", "name": "network-vif-deleted", "tag": "747570bf-c566-42be-abad-b693758a5d8e", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:25.781324 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2809ae77-af4a-4382-b4d9-7166ab9ad4c9 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:25.782200 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad', 'name': 'network-vif-deleted', 'tag': '747570bf-c566-42be-abad-b693758a5d8e', 'status': 'completed', 'code': 200} Jan 27 22:05:25.802190 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eec1154b-7fa6-4977-9d76-25408d9aa84c req-2fddddbf-44e2-4a98-bae9-1f9935a8db0c tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e706c96-6e36-4341-b7aa-2ef11c98a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819367 Jan 27 22:05:26.008047 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3980506-2e73-4e66-a86a-804e0052c0f4 req-7c11b9b6-d79d-46b2-8816-2ad0d836aa34 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0761979 Jan 27 22:05:26.037050 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ec68bbd-98ac-4af1-aec3-9c7e06a1de5d req-cd8bbd4f-7599-4f19-bea8-6e4a3bd3951d tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=49fea7ae-2eaf-4f0e-8f7b-f81ba8d86dad HTTP/1.1" status: 200 len: 210 time: 0.0568545 Jan 27 22:05:26.121733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e1783b-bd56-4376-a489-0916079ad5ed tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Router a550ba50-02e5-49d5-972e-8b77d016ac9f has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:05:26.265372 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e1783b-bd56-4376-a489-0916079ad5ed tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:05:26.278833 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfbc690-fcd5-4124-b41d-385e5daf7c4b None None] Sync routers for ids ['a550ba50-02e5-49d5-972e-8b77d016ac9f'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:05:26.290427 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36e1783b-bd56-4376-a489-0916079ad5ed tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:26.295552 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfbc690-fcd5-4124-b41d-385e5daf7c4b None None] Routers {'a550ba50-02e5-49d5-972e-8b77d016ac9f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:26.298679 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5cfbc690-fcd5-4124-b41d-385e5daf7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:04:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['a550ba50-02e5-49d5-972e-8b77d016ac9f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:26.327863 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43526) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:26.335650 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-36e1783b-bd56-4376-a489-0916079ad5ed tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.9701135 Jan 27 22:05:26.357310 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5cfbc690-fcd5-4124-b41d-385e5daf7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:26.369776 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfbc690-fcd5-4124-b41d-385e5daf7c4b None None] Routers {'a550ba50-02e5-49d5-972e-8b77d016ac9f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:26.370715 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5cfbc690-fcd5-4124-b41d-385e5daf7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:04:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['a550ba50-02e5-49d5-972e-8b77d016ac9f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:26.421628 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5cfbc690-fcd5-4124-b41d-385e5daf7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:26.422293 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfbc690-fcd5-4124-b41d-385e5daf7c4b None None] The sync data for ids ['a550ba50-02e5-49d5-972e-8b77d016ac9f'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:05:26.475415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43532) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:26.489770 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b5862341-dd8d-429a-a713-17672b8312a2 tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] 10.222.0.23 "GET /v2.0/floatingips/82e38db1-5d5e-424e-9ee3-42160984c8ad HTTP/1.1" status: 200 len: 982 time: 0.1599720 Jan 27 22:05:26.619647 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43536) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:26.629117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0cef272f-6833-484c-a534-6819fe7063b4 tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.1510074 Jan 27 22:05:26.631038 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 779feaa5-e096-4eab-8040-71a9080b8bee up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:26.797364 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 747570bf-c566-42be-abad-b693758a5d8e no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:26.856206 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 747570bf-c566-42be-abad-b693758a5d8e {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:26.857100 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 747570bf-c566-42be-abad-b693758a5d8e not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:26.859201 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-233c7e25-0e05-4a40-bde0-6672f3241422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:26.949981 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 779feaa5-e096-4eab-8040-71a9080b8bee completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:05:26.955846 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 779feaa5-e096-4eab-8040-71a9080b8bee triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:26.956250 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (779feaa5-e096-4eab-8040-71a9080b8bee), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:27.020653 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d624893-c4ca-4bef-a30e-5bc5ed46eb87 req-e27d92e9-7af5-4ada-9615-1065a175cdaa tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:27.026667 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d624893-c4ca-4bef-a30e-5bc5ed46eb87 req-e27d92e9-7af5-4ada-9615-1065a175cdaa tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.1594465 Jan 27 22:05:27.154401 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 779feaa5-e096-4eab-8040-71a9080b8bee is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:27.155580 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (779feaa5-e096-4eab-8040-71a9080b8bee), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:27.198427 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb19d4d-3c9c-40c4-aa31-a9d5e55f35f1 req-5e0075f0-f782-4b71-8d63-efae498c9f47 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:27.201198 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfb19d4d-3c9c-40c4-aa31-a9d5e55f35f1 req-5e0075f0-f782-4b71-8d63-efae498c9f47 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62 HTTP/1.1" status: 200 len: 945 time: 0.2062454 Jan 27 22:05:27.205792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebad4794-e818-470a-bb50-406a816e594c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779feaa5-e096-4eab-8040-71a9080b8bee'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:27.214022 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc4893b-805f-4e78-9406-cfdd5b345c3c" -d '{"events": [{"server_uuid": "ebad4794-e818-470a-bb50-406a816e594c", "name": "network-vif-plugged", "status": "completed", "tag": "779feaa5-e096-4eab-8040-71a9080b8bee"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:27.255709 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 779feaa5-e096-4eab-8040-71a9080b8bee, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=779feaa5-e096-4eab-8040-71a9080b8bee,segment=NetworkSegment(ffca9de2-c9df-4bf5-9522-2ff54bbec4c6),segment_id=ffca9de2-c9df-4bf5-9522-2ff54bbec4c6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:27.267792 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (779feaa5-e096-4eab-8040-71a9080b8bee), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:27.332274 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfb19d4d-3c9c-40c4-aa31-a9d5e55f35f1 req-8548b59f-307f-4198-b720-7eeaddb0f4bb tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208754 Jan 27 22:05:27.337032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-300fc14f-ed66-4baf-9275-efe4385f12fd tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Deleting port efee6f89-a36a-4b00-ba16-b3f945a3187a {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:27.337569 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-300fc14f-ed66-4baf-9275-efe4385f12fd tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (efee6f89-a36a-4b00-ba16-b3f945a3187a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:27.378863 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d624893-c4ca-4bef-a30e-5bc5ed46eb87 req-b7b16069-d3f5-4f6a-a293-54f75df1dfcd tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765336 Jan 27 22:05:27.389825 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=779feaa5-e096-4eab-8040-71a9080b8bee,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:27.493965 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-300fc14f-ed66-4baf-9275-efe4385f12fd tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (efee6f89-a36a-4b00-ba16-b3f945a3187a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:27.498290 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-300fc14f-ed66-4baf-9275-efe4385f12fd tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for floatingip (efee6f89-a36a-4b00-ba16-b3f945a3187a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:27.500272 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:27.512732 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-300fc14f-ed66-4baf-9275-efe4385f12fd tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Calling delete_port for efee6f89-a36a-4b00-ba16-b3f945a3187a owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:27.599015 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cbaf7089-a231-4c0d-bbb0-32a886e59c7a req-a0d73618-2f2a-45c7-ab57-3c2a9a461e3b tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0667424 Jan 27 22:05:27.633133 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c41b2b-ab30-4920-8aae-362ae30a8bad req-a43654c2-1732-4dfc-beb7-6a372312b35c tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:27.634746 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31c41b2b-ab30-4920-8aae-362ae30a8bad req-a43654c2-1732-4dfc-beb7-6a372312b35c tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebad4794-e818-470a-bb50-406a816e594c HTTP/1.1" status: 200 len: 945 time: 0.1721594 Jan 27 22:05:27.784010 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31c41b2b-ab30-4920-8aae-362ae30a8bad req-b024dedc-be19-4f4b-b1d6-f9e2978f4ef7 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e706c96-6e36-4341-b7aa-2ef11c98a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296620 Jan 27 22:05:27.856434 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a258a9-9024-4eba-9019-044713e6d456 x-openstack-request-id: req-d0a258a9-9024-4eba-9019-044713e6d456 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:27.856955 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebad4794-e818-470a-bb50-406a816e594c", "name": "network-vif-plugged", "status": "completed", "tag": "779feaa5-e096-4eab-8040-71a9080b8bee", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:27.857079 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d0a258a9-9024-4eba-9019-044713e6d456 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:27.857438 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebad4794-e818-470a-bb50-406a816e594c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779feaa5-e096-4eab-8040-71a9080b8bee', 'code': 200} Jan 27 22:05:27.890922 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-300fc14f-ed66-4baf-9275-efe4385f12fd tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (efee6f89-a36a-4b00-ba16-b3f945a3187a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:27.994323 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300fc14f-ed66-4baf-9275-efe4385f12fd tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Pushing event deleted for resources: {'Port': ['ID=efee6f89-a36a-4b00-ba16-b3f945a3187a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:28.044955 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727722df-f361-4a85-af6b-878a30ebe312 req-15185d48-7663-43f4-88c6-a42b21fa0def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:28.046393 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-727722df-f361-4a85-af6b-878a30ebe312 req-15185d48-7663-43f4-88c6-a42b21fa0def service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ebad4794-e818-470a-bb50-406a816e594c HTTP/1.1" status: 200 len: 1096 time: 0.0965948 Jan 27 22:05:28.103100 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-300fc14f-ed66-4baf-9275-efe4385f12fd tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for floatingip (82e38db1-5d5e-424e-9ee3-42160984c8ad), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:28.103811 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-300fc14f-ed66-4baf-9275-efe4385f12fd tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Floating IP 82e38db1-5d5e-424e-9ee3-42160984c8ad disassociated (deleted). External IP: 172.25.3.239, port: 5cabb777-2860-4551-9f82-fb75a82bef48. Jan 27 22:05:28.258091 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-727722df-f361-4a85-af6b-878a30ebe312 req-5fc3be6f-e035-4e38-8aa2-1adb9f64fdea service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4e706c96-6e36-4341-b7aa-2ef11c98a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681281 Jan 27 22:05:28.340228 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd325c3-8cbb-4a41-8fd6-90b496a9e0e3 req-396ede4c-2073-4e24-8a11-fdfbf64713a8 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:28.342568 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5fd325c3-8cbb-4a41-8fd6-90b496a9e0e3 req-396ede4c-2073-4e24-8a11-fdfbf64713a8 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=07acc4c6-36a0-4775-991e-fdb4626bdcf0 HTTP/1.1" status: 200 len: 946 time: 0.1824002 Jan 27 22:05:28.431386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d801c1-1e99-4fee-9934-0976ae5e82dd req-d5dc7dc0-a99b-4c22-ae77-ab985d92d0b2 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:28.439473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97d801c1-1e99-4fee-9934-0976ae5e82dd req-d5dc7dc0-a99b-4c22-ae77-ab985d92d0b2 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62 HTTP/1.1" status: 200 len: 945 time: 0.1801500 Jan 27 22:05:28.457574 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300fc14f-ed66-4baf-9275-efe4385f12fd tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Router a550ba50-02e5-49d5-972e-8b77d016ac9f has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:05:28.494389 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5fd325c3-8cbb-4a41-8fd6-90b496a9e0e3 req-be2d4317-9712-4bbf-bd57-4799ff1b3b71 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402340 Jan 27 22:05:28.588944 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300fc14f-ed66-4baf-9275-efe4385f12fd tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:05:28.594711 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-300fc14f-ed66-4baf-9275-efe4385f12fd tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:28.599166 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9bbf9c-554c-485b-9917-be16ed29307c None None] Sync routers for ids ['a550ba50-02e5-49d5-972e-8b77d016ac9f'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:05:28.615621 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9bbf9c-554c-485b-9917-be16ed29307c None None] Routers {'a550ba50-02e5-49d5-972e-8b77d016ac9f'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:28.622386 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9a9bbf9c-554c-485b-9917-be16ed29307c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:05:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['a550ba50-02e5-49d5-972e-8b77d016ac9f'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:28.654153 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-300fc14f-ed66-4baf-9275-efe4385f12fd tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] 10.222.0.23 "DELETE /v2.0/floatingips/82e38db1-5d5e-424e-9ee3-42160984c8ad HTTP/1.1" status: 204 len: 168 time: 2.0287638 Jan 27 22:05:28.654153 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43568) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:28.658374 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-4bb862d8-7883-43c4-8c6c-67e687322bda tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:28.695289 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9a9bbf9c-554c-485b-9917-be16ed29307c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:28.703621 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4bb862d8-7883-43c4-8c6c-67e687322bda tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:28.724504 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9bbf9c-554c-485b-9917-be16ed29307c None None] Routers {'a550ba50-02e5-49d5-972e-8b77d016ac9f'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:28.725155 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9a9bbf9c-554c-485b-9917-be16ed29307c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:05:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['a550ba50-02e5-49d5-972e-8b77d016ac9f'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:28.760845 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b16df5-5895-4129-a331-3e80ef0903e8 req-8e06abda-6da9-49fc-b001-760c5066e12b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:28.763860 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8b16df5-5895-4129-a331-3e80ef0903e8 req-8e06abda-6da9-49fc-b001-760c5066e12b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62 HTTP/1.1" status: 200 len: 945 time: 0.2811086 Jan 27 22:05:28.814320 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9a9bbf9c-554c-485b-9917-be16ed29307c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:28.815297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9bbf9c-554c-485b-9917-be16ed29307c None None] The sync data for ids ['a550ba50-02e5-49d5-972e-8b77d016ac9f'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:05:28.860959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c819d39-09e9-4106-912b-76b9ac4443e3 req-c7ca23e9-a23e-4bba-8135-b45fc0effcf4 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:28.866551 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4bb862d8-7883-43c4-8c6c-67e687322bda tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:28.870747 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:28.873461 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c819d39-09e9-4106-912b-76b9ac4443e3 req-c7ca23e9-a23e-4bba-8135-b45fc0effcf4 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.2820542 Jan 27 22:05:28.956682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-97d801c1-1e99-4fee-9934-0976ae5e82dd req-1d957868-f3ae-4359-9608-8ccc773980e1 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Deleting port 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:28.957028 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-97d801c1-1e99-4fee-9934-0976ae5e82dd req-1d957868-f3ae-4359-9608-8ccc773980e1 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:28.976743 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c819d39-09e9-4106-912b-76b9ac4443e3 req-230aed21-7db6-4344-b62d-b13180a9fe48 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042387 Jan 27 22:05:29.004453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8b16df5-5895-4129-a331-3e80ef0903e8 req-0e06d534-8679-4294-98fa-b37d30b01bcc tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263412 Jan 27 22:05:29.029587 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-4bb862d8-7883-43c4-8c6c-67e687322bda tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Allocated IP 172.25.3.5 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/1bf3b196-a0eb-4773-9541-f1d7e92f7d67) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:29.158531 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf6eb4ef-d941-40ca-8e66-37bec28580dc req-d9c853e4-7f69-4b93-85cd-192e330c30d1 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0423117 Jan 27 22:05:29.231566 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4bb862d8-7883-43c4-8c6c-67e687322bda tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks [] for port (1bf3b196-a0eb-4773-9541-f1d7e92f7d67), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.243996 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-97d801c1-1e99-4fee-9934-0976ae5e82dd req-1d957868-f3ae-4359-9608-8ccc773980e1 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] For port 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4,segment=NetworkSegment(25092456-2e36-4ed4-b458-7fd26a08791a),segment_id=25092456-2e36-4ed4-b458-7fd26a08791a)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:29.244646 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-97d801c1-1e99-4fee-9934-0976ae5e82dd req-1d957868-f3ae-4359-9608-8ccc773980e1 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.300488 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-97d801c1-1e99-4fee-9934-0976ae5e82dd req-1d957868-f3ae-4359-9608-8ccc773980e1 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Calling delete_port for 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:29.346084 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4bb862d8-7883-43c4-8c6c-67e687322bda tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (1bf3b196-a0eb-4773-9541-f1d7e92f7d67), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.346995 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d823e6-ac23-423d-93fc-69b1f662fe11 req-e4bcc583-2319-4b04-a0b2-e05bc00dc512 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:29.368762 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67d823e6-ac23-423d-93fc-69b1f662fe11 req-e4bcc583-2319-4b04-a0b2-e05bc00dc512 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebad4794-e818-470a-bb50-406a816e594c HTTP/1.1" status: 200 len: 945 time: 0.2536199 Jan 27 22:05:29.417670 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb862d8-7883-43c4-8c6c-67e687322bda tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:29.422753 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-4bb862d8-7883-43c4-8c6c-67e687322bda tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:29.430812 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb862d8-7883-43c4-8c6c-67e687322bda tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:29.507225 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67d823e6-ac23-423d-93fc-69b1f662fe11 req-6ce3bc3e-5f8a-49f8-b846-b064bc9cdf3f tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e706c96-6e36-4341-b7aa-2ef11c98a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193104 Jan 27 22:05:29.527340 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4bb862d8-7883-43c4-8c6c-67e687322bda tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks [] for floatingip (0166a51d-a6b3-4a8b-9ea8-b5b262877cfd), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.541797 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb862d8-7883-43c4-8c6c-67e687322bda tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Pushing event updated for resources: {'Port': ['ID=1bf3b196-a0eb-4773-9541-f1d7e92f7d67,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:29.648379 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4bb862d8-7883-43c4-8c6c-67e687322bda tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1bf3b196-a0eb-4773-9541-f1d7e92f7d67), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.650801 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-97d801c1-1e99-4fee-9934-0976ae5e82dd req-1d957868-f3ae-4359-9608-8ccc773980e1 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.672357 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['1aab4507-22bb-47aa-8bfc-07ecf99a935b', '1392ceb7-9758-405f-a806-6ab23cedd971'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:29.850822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d957868-f3ae-4359-9608-8ccc773980e1 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Pushing event deleted for resources: {'Port': ['ID=1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:29.882645 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4bb862d8-7883-43c4-8c6c-67e687322bda tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks [] for port (1bf3b196-a0eb-4773-9541-f1d7e92f7d67), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.890938 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4bb862d8-7883-43c4-8c6c-67e687322bda tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (1bf3b196-a0eb-4773-9541-f1d7e92f7d67), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.936421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d801c1-1e99-4fee-9934-0976ae5e82dd req-1d957868-f3ae-4359-9608-8ccc773980e1 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] No DVR routers for this DVR port 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:29.988752 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-97d801c1-1e99-4fee-9934-0976ae5e82dd req-1d957868-f3ae-4359-9608-8ccc773980e1 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.995960 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97d801c1-1e99-4fee-9934-0976ae5e82dd req-1d957868-f3ae-4359-9608-8ccc773980e1 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.15 "DELETE /v2.0/ports/1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 HTTP/1.1" status: 204 len: 173 time: 1.5199423 Jan 27 22:05:30.017037 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb862d8-7883-43c4-8c6c-67e687322bda tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Pushing event updated for resources: {'Port': ['ID=1bf3b196-a0eb-4773-9541-f1d7e92f7d67,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:30.025965 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4bb862d8-7883-43c4-8c6c-67e687322bda tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (0166a51d-a6b3-4a8b-9ea8-b5b262877cfd), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:30.048726 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62', 'name': 'network-vif-deleted', 'tag': '1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:30.055705 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c315b897-8aa8-43f0-b9df-89e7378e718f" -d '{"events": [{"server_uuid": "e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62", "name": "network-vif-deleted", "tag": "1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:30.064246 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4bb862d8-7883-43c4-8c6c-67e687322bda tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:30.069008 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4bb862d8-7883-43c4-8c6c-67e687322bda tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4116366 Jan 27 22:05:30.069272 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43598) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:30.175507 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace1c4b-15be-49be-9f4f-cc591b23e704 req-2e50a6c3-8869-4f0d-b952-4c9fcee40142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.177170 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8ace1c4b-15be-49be-9f4f-cc591b23e704 req-2e50a6c3-8869-4f0d-b952-4c9fcee40142 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b084891c4f0541aab14cbc3bbf21c988&device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 1096 time: 0.3273897 Jan 27 22:05:30.192673 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b9899-8e7f-4d83-a8fb-b1d278d7f7ea req-736effeb-9687-4e80-9682-8e3cdd269318 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.199949 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d1b9899-8e7f-4d83-a8fb-b1d278d7f7ea req-736effeb-9687-4e80-9682-8e3cdd269318 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=07acc4c6-36a0-4775-991e-fdb4626bdcf0 HTTP/1.1" status: 200 len: 946 time: 0.3519092 Jan 27 22:05:30.255452 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7605a3a-6d62-48b6-9423-cb6ae38d6f89 req-ab264e7d-08fd-4141-b1e9-96ada7b477b3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.272766 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7605a3a-6d62-48b6-9423-cb6ae38d6f89 req-ab264e7d-08fd-4141-b1e9-96ada7b477b3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.3719065 Jan 27 22:05:30.307805 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:30.320589 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5b99fa63-8113-4b59-a5bb-b1dd857d018e tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:30.364977 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b99fa63-8113-4b59-a5bb-b1dd857d018e tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:30.656357 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b99fa63-8113-4b59-a5bb-b1dd857d018e tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:30.793052 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:30.796387 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-5b99fa63-8113-4b59-a5bb-b1dd857d018e tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Allocated IP 172.25.3.37 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/71c7943c-728e-4207-9926-9ea6932b0a90) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:30.837383 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:30.837733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:30.937640 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b99fa63-8113-4b59-a5bb-b1dd857d018e tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Publish callbacks [] for port (71c7943c-728e-4207-9926-9ea6932b0a90), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:30.954369 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d1b9899-8e7f-4d83-a8fb-b1d278d7f7ea req-b09bca26-457b-4bd3-ab14-bd411078ae60 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7534289 Jan 27 22:05:30.977725 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7605a3a-6d62-48b6-9423-cb6ae38d6f89 req-bdd54721-0d47-4aff-a102-003d11f7f5a7 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7040653 Jan 27 22:05:30.981990 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace1c4b-15be-49be-9f4f-cc591b23e704 req-b278c600-a199-4393-b2f9-dcc2284ab274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.987433 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8ace1c4b-15be-49be-9f4f-cc591b23e704 req-b278c600-a199-4393-b2f9-dcc2284ab274 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b948abe8-edaf-41a8-a11f-8ea43d3e599a HTTP/1.1" status: 200 len: 920 time: 0.7811165 Jan 27 22:05:31.027691 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b99fa63-8113-4b59-a5bb-b1dd857d018e tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (71c7943c-728e-4207-9926-9ea6932b0a90), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:31.085808 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8ace1c4b-15be-49be-9f4f-cc591b23e704 req-bf57a1ca-6638-4ebd-aa7f-9a958ffa5b7d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7715cbb4-aec1-4437-a021-f772e20697b6 HTTP/1.1" status: 200 len: 217 time: 0.0780182 Jan 27 22:05:31.105148 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59ac479-a7f4-4bd1-8b7e-7ca73101ab46 x-openstack-request-id: req-a59ac479-a7f4-4bd1-8b7e-7ca73101ab46 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:31.105642 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62", "name": "network-vif-deleted", "tag": "1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:31.106163 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a59ac479-a7f4-4bd1-8b7e-7ca73101ab46 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:31.106804 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62', 'name': 'network-vif-deleted', 'tag': '1d681a60-02b8-4aa0-8f98-29c4a3c6a4d4', 'status': 'completed', 'code': 200} Jan 27 22:05:31.130980 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b99fa63-8113-4b59-a5bb-b1dd857d018e tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:31.159891 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-5b99fa63-8113-4b59-a5bb-b1dd857d018e tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:31.163251 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b99fa63-8113-4b59-a5bb-b1dd857d018e tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:31.165593 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace1c4b-15be-49be-9f4f-cc591b23e704 req-7ed8dfdb-aae4-443b-a765-8a81c1b60c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:31.167369 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8ace1c4b-15be-49be-9f4f-cc591b23e704 req-7ed8dfdb-aae4-443b-a765-8a81c1b60c9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d9f8729e-bbd1-4272-9c3e-91ee7b9d9d48 HTTP/1.1" status: 200 len: 859 time: 0.0595388 Jan 27 22:05:31.202069 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae8b1b84-6a80-4fc6-a520-36bb62ccb8d5 req-bafc3f89-29c7-49b8-8c64-c6a9040b7034 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8a948c0-2bf6-4fa3-8ee6-14d5cc24ff62 HTTP/1.1" status: 200 len: 210 time: 0.0930805 Jan 27 22:05:31.234970 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8ace1c4b-15be-49be-9f4f-cc591b23e704 req-1d963ee9-a551-402e-beae-0197678ca0c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b948abe8-edaf-41a8-a11f-8ea43d3e599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319228 Jan 27 22:05:31.266826 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b9bac94-6dfa-4cbf-8d3e-ab616cb54753 req-c855aa4f-202d-4817-9f16-11f231d80115 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0307808 Jan 27 22:05:31.280299 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99fa63-8113-4b59-a5bb-b1dd857d018e tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Pushing event updated for resources: {'Port': ['ID=71c7943c-728e-4207-9926-9ea6932b0a90,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:31.336471 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e65b5-074f-4b37-8788-edabf0aa0da7 req-65236ac2-c26f-4420-8674-3fcde7e51abb tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:31.338389 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f26e65b5-074f-4b37-8788-edabf0aa0da7 req-65236ac2-c26f-4420-8674-3fcde7e51abb tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.21 "GET /v2.0/ports?device_id=07acc4c6-36a0-4775-991e-fdb4626bdcf0 HTTP/1.1" status: 200 len: 946 time: 0.2340543 Jan 27 22:05:31.408350 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b99fa63-8113-4b59-a5bb-b1dd857d018e tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Publish callbacks [] for floatingip (890a1c8d-f7a8-4c86-8864-fcc505f53e26), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:31.408509 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c97ee-4c31-4975-88c0-0fc77f94c4c5 req-f69ad6e3-bedb-4de9-ad15-22a46e1bdd9d tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:31.409941 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-495c97ee-4c31-4975-88c0-0fc77f94c4c5 req-f69ad6e3-bedb-4de9-ad15-22a46e1bdd9d tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebad4794-e818-470a-bb50-406a816e594c HTTP/1.1" status: 200 len: 945 time: 0.0721526 Jan 27 22:05:31.449907 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8ace1c4b-15be-49be-9f4f-cc591b23e704 req-e89709d2-c312-4d75-a4a5-53548ada9546 service neutron] 10.222.0.21 "GET /v2.0/networks/b948abe8-edaf-41a8-a11f-8ea43d3e599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819990 Jan 27 22:05:31.484642 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-495c97ee-4c31-4975-88c0-0fc77f94c4c5 req-ea5d18ea-6408-4bd7-8fc4-deed0aaf6548 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e706c96-6e36-4341-b7aa-2ef11c98a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638459 Jan 27 22:05:31.523579 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b99fa63-8113-4b59-a5bb-b1dd857d018e tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (71c7943c-728e-4207-9926-9ea6932b0a90), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:31.622653 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8ace1c4b-15be-49be-9f4f-cc591b23e704 req-69d01eb4-b114-4d1b-b691-e37472fc6257 service neutron] 10.222.0.21 "GET /v2.0/networks/b948abe8-edaf-41a8-a11f-8ea43d3e599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558092 Jan 27 22:05:31.633665 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-f26e65b5-074f-4b37-8788-edabf0aa0da7 req-514035f7-01cf-481a-bc79-9ba7c3d96d3c tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Deleting port 6ed4566c-76ca-4ee0-bd44-2746c14981ae {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:31.634010 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-f26e65b5-074f-4b37-8788-edabf0aa0da7 req-514035f7-01cf-481a-bc79-9ba7c3d96d3c tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (6ed4566c-76ca-4ee0-bd44-2746c14981ae), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:31.771054 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-f26e65b5-074f-4b37-8788-edabf0aa0da7 req-514035f7-01cf-481a-bc79-9ba7c3d96d3c tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] For port 6ed4566c-76ca-4ee0-bd44-2746c14981ae, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=6ed4566c-76ca-4ee0-bd44-2746c14981ae,segment=NetworkSegment(dfa4090c-28d3-444b-bad3-832377c0c193),segment_id=dfa4090c-28d3-444b-bad3-832377c0c193)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:31.771653 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-f26e65b5-074f-4b37-8788-edabf0aa0da7 req-514035f7-01cf-481a-bc79-9ba7c3d96d3c tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (6ed4566c-76ca-4ee0-bd44-2746c14981ae), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:31.795291 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-f26e65b5-074f-4b37-8788-edabf0aa0da7 req-514035f7-01cf-481a-bc79-9ba7c3d96d3c tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Calling delete_port for 6ed4566c-76ca-4ee0-bd44-2746c14981ae owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:31.802140 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b99fa63-8113-4b59-a5bb-b1dd857d018e tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Publish callbacks [] for port (71c7943c-728e-4207-9926-9ea6932b0a90), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:31.810007 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b99fa63-8113-4b59-a5bb-b1dd857d018e tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (71c7943c-728e-4207-9926-9ea6932b0a90), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:31.890699 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04265aa-7a40-4e6e-9ba3-f7dd8b5c1eb9 req-14de54cf-5214-4f27-9815-7cc603217e7e tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:31.892440 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f04265aa-7a40-4e6e-9ba3-f7dd8b5c1eb9 req-14de54cf-5214-4f27-9815-7cc603217e7e tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebad4794-e818-470a-bb50-406a816e594c HTTP/1.1" status: 200 len: 945 time: 0.0611436 Jan 27 22:05:31.930984 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99fa63-8113-4b59-a5bb-b1dd857d018e tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Pushing event updated for resources: {'Port': ['ID=71c7943c-728e-4207-9926-9ea6932b0a90,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:31.947675 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b99fa63-8113-4b59-a5bb-b1dd857d018e tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (890a1c8d-f7a8-4c86-8864-fcc505f53e26), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.030427 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f04265aa-7a40-4e6e-9ba3-f7dd8b5c1eb9 req-f0495db1-0ec7-42a1-ad13-9ad25e07d542 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e706c96-6e36-4341-b7aa-2ef11c98a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269457 Jan 27 22:05:32.051710 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b99fa63-8113-4b59-a5bb-b1dd857d018e tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.055675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43628) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:32.058342 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5b99fa63-8113-4b59-a5bb-b1dd857d018e tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9878280 Jan 27 22:05:32.095649 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-f26e65b5-074f-4b37-8788-edabf0aa0da7 req-514035f7-01cf-481a-bc79-9ba7c3d96d3c tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (6ed4566c-76ca-4ee0-bd44-2746c14981ae), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.110843 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f97066c3-4f92-43bf-bf5c-d79b11a0483c'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:32.113784 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['6ed4566c-76ca-4ee0-bd44-2746c14981ae'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:32.142038 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514035f7-01cf-481a-bc79-9ba7c3d96d3c tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Pushing event deleted for resources: {'Port': ['ID=6ed4566c-76ca-4ee0-bd44-2746c14981ae,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:32.221967 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26e65b5-074f-4b37-8788-edabf0aa0da7 req-514035f7-01cf-481a-bc79-9ba7c3d96d3c tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] No DVR routers for this DVR port 6ed4566c-76ca-4ee0-bd44-2746c14981ae on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:32.225085 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-f26e65b5-074f-4b37-8788-edabf0aa0da7 req-514035f7-01cf-481a-bc79-9ba7c3d96d3c tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.230660 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f26e65b5-074f-4b37-8788-edabf0aa0da7 req-514035f7-01cf-481a-bc79-9ba7c3d96d3c tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.21 "DELETE /v2.0/ports/6ed4566c-76ca-4ee0-bd44-2746c14981ae HTTP/1.1" status: 204 len: 173 time: 0.8598962 Jan 27 22:05:32.231658 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07acc4c6-36a0-4775-991e-fdb4626bdcf0', 'name': 'network-vif-deleted', 'tag': '6ed4566c-76ca-4ee0-bd44-2746c14981ae'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:32.242474 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72b03c4-fe9f-4a21-871c-aeb4bfa2d4e3" -d '{"events": [{"server_uuid": "07acc4c6-36a0-4775-991e-fdb4626bdcf0", "name": "network-vif-deleted", "tag": "6ed4566c-76ca-4ee0-bd44-2746c14981ae"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:32.247719 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b0a733a9-be0b-4e05-a23b-27365441c379 req-a6bcdcca-5b40-4167-ab48-60f367682a1b tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=07acc4c6-36a0-4775-991e-fdb4626bdcf0 HTTP/1.1" status: 200 len: 210 time: 0.1150432 Jan 27 22:05:32.292565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1323dc6d-07d2-4a78-aa62-68de71aff8da tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2433 time: 0.2334466 Jan 27 22:05:32.293439 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43634) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:32.312368 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2fe13-15d3-4ca4-b325-6d6384856345 req-85ed25fe-03a9-48e8-b197-4d95d0c8c2d1 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:32.314717 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44b2fe13-15d3-4ca4-b325-6d6384856345 req-85ed25fe-03a9-48e8-b197-4d95d0c8c2d1 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.1326730 Jan 27 22:05:32.395257 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43642) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:32.403648 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-772cf765-f378-4378-a92b-3c8c108e60f4 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1089482 Jan 27 22:05:32.412758 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49d5a9d-d051-4ffc-bfd6-d3b9aada2638 x-openstack-request-id: req-b49d5a9d-d051-4ffc-bfd6-d3b9aada2638 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:32.413276 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07acc4c6-36a0-4775-991e-fdb4626bdcf0", "name": "network-vif-deleted", "tag": "6ed4566c-76ca-4ee0-bd44-2746c14981ae", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:32.414050 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b49d5a9d-d051-4ffc-bfd6-d3b9aada2638 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:32.415971 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07acc4c6-36a0-4775-991e-fdb4626bdcf0', 'name': 'network-vif-deleted', 'tag': '6ed4566c-76ca-4ee0-bd44-2746c14981ae', 'status': 'completed', 'code': 200} Jan 27 22:05:32.516755 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44b2fe13-15d3-4ca4-b325-6d6384856345 req-a35201e6-bdf6-4a7d-bea4-49e032fb3263 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933014 Jan 27 22:05:32.623751 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f804f88-2a6e-468d-8226-2c208875dd22 req-fd6a3533-003e-46c7-b211-77c74aa27b17 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0881546 Jan 27 22:05:32.730013 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-7229bcea-8aea-4d27-89b2-85586703e075 tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Deleting port 71c7943c-728e-4207-9926-9ea6932b0a90 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:32.730403 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7229bcea-8aea-4d27-89b2-85586703e075 tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (71c7943c-728e-4207-9926-9ea6932b0a90), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.862816 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7229bcea-8aea-4d27-89b2-85586703e075 tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (71c7943c-728e-4207-9926-9ea6932b0a90), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.863242 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7229bcea-8aea-4d27-89b2-85586703e075 tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Publish callbacks [] for floatingip (71c7943c-728e-4207-9926-9ea6932b0a90), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.880957 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-7229bcea-8aea-4d27-89b2-85586703e075 tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Calling delete_port for 71c7943c-728e-4207-9926-9ea6932b0a90 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:32.896518 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e8cb0-172e-4382-94d8-ba3ae4273fda req-c3c5f191-850b-4712-ac94-eb396d0a81e3 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:32.901610 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a8e8cb0-172e-4382-94d8-ba3ae4273fda req-c3c5f191-850b-4712-ac94-eb396d0a81e3 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbacc0ab-ff11-40fc-b159-3caf42f130a0 HTTP/1.1" status: 200 len: 946 time: 0.1125982 Jan 27 22:05:33.017559 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a8e8cb0-172e-4382-94d8-ba3ae4273fda req-5d4a2c95-052f-4f31-b3d0-9b7a27b089ca tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059213 Jan 27 22:05:33.129651 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7229bcea-8aea-4d27-89b2-85586703e075 tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (71c7943c-728e-4207-9926-9ea6932b0a90), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:33.203504 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229bcea-8aea-4d27-89b2-85586703e075 tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Pushing event deleted for resources: {'Port': ['ID=71c7943c-728e-4207-9926-9ea6932b0a90,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:33.235302 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229bcea-8aea-4d27-89b2-85586703e075 tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:33.235576 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229bcea-8aea-4d27-89b2-85586703e075 tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:33.235922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229bcea-8aea-4d27-89b2-85586703e075 tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:33.236301 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229bcea-8aea-4d27-89b2-85586703e075 tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:33.236643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229bcea-8aea-4d27-89b2-85586703e075 tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:33.237024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229bcea-8aea-4d27-89b2-85586703e075 tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:33.237395 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229bcea-8aea-4d27-89b2-85586703e075 tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:33.237780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229bcea-8aea-4d27-89b2-85586703e075 tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:33.238100 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229bcea-8aea-4d27-89b2-85586703e075 tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:33.238435 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229bcea-8aea-4d27-89b2-85586703e075 tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:33.238766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229bcea-8aea-4d27-89b2-85586703e075 tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:33.239095 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229bcea-8aea-4d27-89b2-85586703e075 tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:33.239422 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229bcea-8aea-4d27-89b2-85586703e075 tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:33.275730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1d98c-fb47-4c56-96f2-36198d9e8dd2 req-e5b1c62a-f9c7-4d62-b8a3-31bb54d208ca tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:33.277308 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9c1d98c-fb47-4c56-96f2-36198d9e8dd2 req-e5b1c62a-f9c7-4d62-b8a3-31bb54d208ca tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebad4794-e818-470a-bb50-406a816e594c HTTP/1.1" status: 200 len: 945 time: 0.1367211 Jan 27 22:05:33.279857 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7229bcea-8aea-4d27-89b2-85586703e075 tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Publish callbacks [] for floatingip (890a1c8d-f7a8-4c86-8864-fcc505f53e26), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:33.282606 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7229bcea-8aea-4d27-89b2-85586703e075 tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:33.283816 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7229bcea-8aea-4d27-89b2-85586703e075 tempest-FloatingIPAdminTestJSON-1992027091 tempest-FloatingIPAdminTestJSON-1992027091-project] 10.222.0.23 "DELETE /v2.0/floatingips/890a1c8d-f7a8-4c86-8864-fcc505f53e26 HTTP/1.1" status: 204 len: 168 time: 0.8880415 Jan 27 22:05:33.286670 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43652) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:33.330630 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9c1d98c-fb47-4c56-96f2-36198d9e8dd2 req-cd18138b-eb79-435c-9b32-e07be46e81be tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e706c96-6e36-4341-b7aa-2ef11c98a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456867 Jan 27 22:05:33.454090 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-446bc3e6-b62c-4acf-a1e1-ec02c59877fe tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Deleting port 1bf3b196-a0eb-4773-9541-f1d7e92f7d67 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:33.454473 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-446bc3e6-b62c-4acf-a1e1-ec02c59877fe tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1bf3b196-a0eb-4773-9541-f1d7e92f7d67), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:33.575760 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-446bc3e6-b62c-4acf-a1e1-ec02c59877fe tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1bf3b196-a0eb-4773-9541-f1d7e92f7d67), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:33.576100 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-446bc3e6-b62c-4acf-a1e1-ec02c59877fe tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks [] for floatingip (1bf3b196-a0eb-4773-9541-f1d7e92f7d67), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:33.591137 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-446bc3e6-b62c-4acf-a1e1-ec02c59877fe tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Calling delete_port for 1bf3b196-a0eb-4773-9541-f1d7e92f7d67 owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:33.759842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bd8f2-b63a-4cca-bc5f-1a720098215f req-a9b07bdc-5648-43fa-b472-634f1d37f46b tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:33.761588 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf8bd8f2-b63a-4cca-bc5f-1a720098215f req-a9b07bdc-5648-43fa-b472-634f1d37f46b tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.1047742 Jan 27 22:05:33.774410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b8dfb-f38e-42e0-9b08-3879ec33c4d0 req-4932b3c2-13e8-4d87-800b-2fc0220aee5d tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:33.782083 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b67b8dfb-f38e-42e0-9b08-3879ec33c4d0 req-4932b3c2-13e8-4d87-800b-2fc0220aee5d tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.0803242 Jan 27 22:05:33.807235 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-446bc3e6-b62c-4acf-a1e1-ec02c59877fe tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (1bf3b196-a0eb-4773-9541-f1d7e92f7d67), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:33.847568 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bc3e6-b62c-4acf-a1e1-ec02c59877fe tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bf3b196-a0eb-4773-9541-f1d7e92f7d67,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:33.881125 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b67b8dfb-f38e-42e0-9b08-3879ec33c4d0 req-36e4deb3-c16f-44b0-891f-5febb2cd3697 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924904 Jan 27 22:05:33.901132 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf8bd8f2-b63a-4cca-bc5f-1a720098215f req-94ec0603-6076-447d-9b4b-ab0a5f3762c9 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082702 Jan 27 22:05:33.968599 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-446bc3e6-b62c-4acf-a1e1-ec02c59877fe tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks [] for floatingip (0166a51d-a6b3-4a8b-9ea8-b5b262877cfd), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:33.971926 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-446bc3e6-b62c-4acf-a1e1-ec02c59877fe tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:33.973438 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-446bc3e6-b62c-4acf-a1e1-ec02c59877fe tempest-FloatingIPAdminTestJSON-356124742 tempest-FloatingIPAdminTestJSON-356124742-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/0166a51d-a6b3-4a8b-9ea8-b5b262877cfd HTTP/1.1" status: 204 len: 168 time: 0.6850889 Jan 27 22:05:33.977058 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43668) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:34.040604 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-818733b1-59c9-4388-b603-c1f436da6d42 req-2dba5cbd-8519-41cf-8d36-e31e541f911b tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0493789 Jan 27 22:05:34.187361 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23517933-ab84-4af7-ac86-b46e8c45875a req-63dca812-3e44-4438-bd2b-05767d135331 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:34.188993 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23517933-ab84-4af7-ac86-b46e8c45875a req-63dca812-3e44-4438-bd2b-05767d135331 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbacc0ab-ff11-40fc-b159-3caf42f130a0 HTTP/1.1" status: 200 len: 946 time: 0.0771122 Jan 27 22:05:34.200683 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-67e0c224-5d97-45ba-8da9-0889e2c3d9fb tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Deleting port 5cabb777-2860-4551-9f82-fb75a82bef48 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:34.201033 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67e0c224-5d97-45ba-8da9-0889e2c3d9fb tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5cabb777-2860-4551-9f82-fb75a82bef48), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:34.307961 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23517933-ab84-4af7-ac86-b46e8c45875a req-9c393410-d3e1-4afc-a765-075eaa086829 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082342 Jan 27 22:05:34.383907 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afa194-cb1d-4fc0-9b83-02b32109979e req-b505f465-05be-4358-9962-eb44c6c1e857 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:34.385456 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-35afa194-cb1d-4fc0-9b83-02b32109979e req-b505f465-05be-4358-9962-eb44c6c1e857 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.21 "GET /v2.0/ports?device_id=ebad4794-e818-470a-bb50-406a816e594c HTTP/1.1" status: 200 len: 945 time: 0.1349599 Jan 27 22:05:34.459636 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67e0c224-5d97-45ba-8da9-0889e2c3d9fb tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5cabb777-2860-4551-9f82-fb75a82bef48), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:34.484767 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-67e0c224-5d97-45ba-8da9-0889e2c3d9fb tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Calling delete_port for 5cabb777-2860-4551-9f82-fb75a82bef48 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:34.548253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e2eeb-d69e-4a9a-9e55-d49b94bed1a0 req-ebc57912-739b-4770-a883-b0d84e7e2ca0 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:34.568762 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c36e2eeb-d69e-4a9a-9e55-d49b94bed1a0 req-ebc57912-739b-4770-a883-b0d84e7e2ca0 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebad4794-e818-470a-bb50-406a816e594c HTTP/1.1" status: 200 len: 945 time: 0.1056066 Jan 27 22:05:34.630596 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-35afa194-cb1d-4fc0-9b83-02b32109979e req-8e224c7b-99fd-40d0-a249-a2dfc93b1edb tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Deleting port 779feaa5-e096-4eab-8040-71a9080b8bee {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:34.631166 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-35afa194-cb1d-4fc0-9b83-02b32109979e req-8e224c7b-99fd-40d0-a249-a2dfc93b1edb tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (779feaa5-e096-4eab-8040-71a9080b8bee), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:34.638636 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c36e2eeb-d69e-4a9a-9e55-d49b94bed1a0 req-7daca062-8f80-4dbf-996b-cb0602ef61d6 tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e706c96-6e36-4341-b7aa-2ef11c98a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689921 Jan 27 22:05:34.671457 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 6ed4566c-76ca-4ee0-bd44-2746c14981ae no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:34.707558 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 6ed4566c-76ca-4ee0-bd44-2746c14981ae {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:34.707918 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 6ed4566c-76ca-4ee0-bd44-2746c14981ae not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:34.736235 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-35afa194-cb1d-4fc0-9b83-02b32109979e req-8e224c7b-99fd-40d0-a249-a2dfc93b1edb tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] For port 779feaa5-e096-4eab-8040-71a9080b8bee, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=779feaa5-e096-4eab-8040-71a9080b8bee,segment=NetworkSegment(ffca9de2-c9df-4bf5-9522-2ff54bbec4c6),segment_id=ffca9de2-c9df-4bf5-9522-2ff54bbec4c6)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:34.737555 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-35afa194-cb1d-4fc0-9b83-02b32109979e req-8e224c7b-99fd-40d0-a249-a2dfc93b1edb tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (779feaa5-e096-4eab-8040-71a9080b8bee), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:34.750853 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-35afa194-cb1d-4fc0-9b83-02b32109979e req-8e224c7b-99fd-40d0-a249-a2dfc93b1edb tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Calling delete_port for 779feaa5-e096-4eab-8040-71a9080b8bee owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:35.150269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3005a-3d72-4aad-8b49-4222936c5ed9 req-86964eae-211c-4c45-8090-47b6311133fc tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:35.152109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cef3005a-3d72-4aad-8b49-4222936c5ed9 req-86964eae-211c-4c45-8090-47b6311133fc tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.1561818 Jan 27 22:05:35.241606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7568a03-fe9a-42bd-bfb5-beb42397b66e req-d930d8ab-a4b0-42d9-94a0-ba4ae1c0a0a3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:35.254672 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7568a03-fe9a-42bd-bfb5-beb42397b66e req-d930d8ab-a4b0-42d9-94a0-ba4ae1c0a0a3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.2028408 Jan 27 22:05:35.297527 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e1dc9-a93d-4450-977a-46e514052ed5 req-ec3b6169-a101-4309-a1b1-71a1c03f914c tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:35.299236 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a2e1dc9-a93d-4450-977a-46e514052ed5 req-ec3b6169-a101-4309-a1b1-71a1c03f914c tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbacc0ab-ff11-40fc-b159-3caf42f130a0 HTTP/1.1" status: 200 len: 946 time: 0.1924467 Jan 27 22:05:35.393736 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cef3005a-3d72-4aad-8b49-4222936c5ed9 req-4d2723b8-2138-4106-9a26-8d3f0f030bd5 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275910 Jan 27 22:05:35.437391 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67e0c224-5d97-45ba-8da9-0889e2c3d9fb tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5cabb777-2860-4551-9f82-fb75a82bef48), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:35.454495 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-35afa194-cb1d-4fc0-9b83-02b32109979e req-8e224c7b-99fd-40d0-a249-a2dfc93b1edb tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (779feaa5-e096-4eab-8040-71a9080b8bee), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:35.458171 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae453016-801b-419e-b0c9-216a417dea9c req-d8b36868-8446-4445-be13-3e5d54983433 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:35.460357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae453016-801b-419e-b0c9-216a417dea9c req-d8b36868-8446-4445-be13-3e5d54983433 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.15 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.2668114 Jan 27 22:05:35.469939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['779feaa5-e096-4eab-8040-71a9080b8bee'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:35.505346 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7568a03-fe9a-42bd-bfb5-beb42397b66e req-e95818de-996e-4274-bdc1-3a95fe3a34ce tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437482 Jan 27 22:05:35.543963 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0c224-5d97-45ba-8da9-0889e2c3d9fb tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Pushing event deleted for resources: {'Port': ['ID=5cabb777-2860-4551-9f82-fb75a82bef48,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:35.683492 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e224c7b-99fd-40d0-a249-a2dfc93b1edb tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Pushing event deleted for resources: {'Port': ['ID=779feaa5-e096-4eab-8040-71a9080b8bee,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:35.686708 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67e0c224-5d97-45ba-8da9-0889e2c3d9fb tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:35.691107 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-67e0c224-5d97-45ba-8da9-0889e2c3d9fb tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] 10.222.0.23 "DELETE /v2.0/ports/5cabb777-2860-4551-9f82-fb75a82bef48 HTTP/1.1" status: 204 len: 168 time: 1.7111239 Jan 27 22:05:35.719730 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43694) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:35.738934 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2878fc5d-37db-4004-967f-aa713f9be3ec req-704b8868-ab82-4ecc-9caa-3918bb627f07 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.2280540 Jan 27 22:05:35.772774 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-35afa194-cb1d-4fc0-9b83-02b32109979e req-8e224c7b-99fd-40d0-a249-a2dfc93b1edb tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] No DVR routers for this DVR port 779feaa5-e096-4eab-8040-71a9080b8bee on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:35.799266 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-35afa194-cb1d-4fc0-9b83-02b32109979e req-8e224c7b-99fd-40d0-a249-a2dfc93b1edb tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:35.804988 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-35afa194-cb1d-4fc0-9b83-02b32109979e req-8e224c7b-99fd-40d0-a249-a2dfc93b1edb tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.21 "DELETE /v2.0/ports/779feaa5-e096-4eab-8040-71a9080b8bee HTTP/1.1" status: 204 len: 173 time: 1.4008696 Jan 27 22:05:35.805878 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebad4794-e818-470a-bb50-406a816e594c', 'name': 'network-vif-deleted', 'tag': '779feaa5-e096-4eab-8040-71a9080b8bee'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:35.809055 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e930d1-b13d-4027-a596-6b2d45bea6d6" -d '{"events": [{"server_uuid": "ebad4794-e818-470a-bb50-406a816e594c", "name": "network-vif-deleted", "tag": "779feaa5-e096-4eab-8040-71a9080b8bee"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:35.867427 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30095d25-64fa-40d9-9933-39f58459f92d tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:35.872172 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-30095d25-64fa-40d9-9933-39f58459f92d tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] 10.222.0.23 "GET /v2.0/ports?device_id=a550ba50-02e5-49d5-972e-8b77d016ac9f HTTP/1.1" status: 200 len: 913 time: 0.1456254 Jan 27 22:05:35.875308 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43698) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:35.998859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226e76d-cfb0-48ec-b446-805f0cedff70 req-77f661f5-6f90-49bc-93b9-604901382dd6 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:36.000523 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2226e76d-cfb0-48ec-b446-805f0cedff70 req-77f661f5-6f90-49bc-93b9-604901382dd6 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbacc0ab-ff11-40fc-b159-3caf42f130a0 HTTP/1.1" status: 200 len: 946 time: 0.3142512 Jan 27 22:05:36.002476 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97f513c4-e7e1-4f03-91b1-8387239b8a6d req-ce003b39-968f-41b9-a51b-c55b43af9f0f tempest-InstanceActionsV221TestJSON-355198595 tempest-InstanceActionsV221TestJSON-355198595-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebad4794-e818-470a-bb50-406a816e594c HTTP/1.1" status: 200 len: 210 time: 0.0916712 Jan 27 22:05:36.013464 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-2a2e1dc9-a93d-4450-977a-46e514052ed5 req-20ae761c-74cf-4d4d-b15f-b14fed91d21a tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Deleting port 1392ceb7-9758-405f-a806-6ab23cedd971 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:36.013923 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2a2e1dc9-a93d-4450-977a-46e514052ed5 req-20ae761c-74cf-4d4d-b15f-b14fed91d21a tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1392ceb7-9758-405f-a806-6ab23cedd971), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.090345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ae453016-801b-419e-b0c9-216a417dea9c req-944ec170-11b4-4114-8392-9d972e5627f0 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Deleting port f97066c3-4f92-43bf-bf5c-d79b11a0483c {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:36.090768 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ae453016-801b-419e-b0c9-216a417dea9c req-944ec170-11b4-4114-8392-9d972e5627f0 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f97066c3-4f92-43bf-bf5c-d79b11a0483c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.104940 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03204dab-519a-4b0f-b786-368ba30013fa x-openstack-request-id: req-03204dab-519a-4b0f-b786-368ba30013fa {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:36.105209 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebad4794-e818-470a-bb50-406a816e594c", "name": "network-vif-deleted", "tag": "779feaa5-e096-4eab-8040-71a9080b8bee", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:36.105467 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03204dab-519a-4b0f-b786-368ba30013fa {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:36.105865 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebad4794-e818-470a-bb50-406a816e594c', 'name': 'network-vif-deleted', 'tag': '779feaa5-e096-4eab-8040-71a9080b8bee', 'status': 'completed', 'code': 200} Jan 27 22:05:36.184221 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2226e76d-cfb0-48ec-b446-805f0cedff70 req-41d83294-8984-4f72-bd65-46762d52c56b tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666834 Jan 27 22:05:36.226586 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-2a2e1dc9-a93d-4450-977a-46e514052ed5 req-20ae761c-74cf-4d4d-b15f-b14fed91d21a tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] For port 1392ceb7-9758-405f-a806-6ab23cedd971, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1392ceb7-9758-405f-a806-6ab23cedd971,segment=NetworkSegment(25092456-2e36-4ed4-b458-7fd26a08791a),segment_id=25092456-2e36-4ed4-b458-7fd26a08791a)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:36.226958 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2a2e1dc9-a93d-4450-977a-46e514052ed5 req-20ae761c-74cf-4d4d-b15f-b14fed91d21a tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1392ceb7-9758-405f-a806-6ab23cedd971), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.248234 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ae453016-801b-419e-b0c9-216a417dea9c req-944ec170-11b4-4114-8392-9d972e5627f0 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] For port f97066c3-4f92-43bf-bf5c-d79b11a0483c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f97066c3-4f92-43bf-bf5c-d79b11a0483c,segment=NetworkSegment(dfa4090c-28d3-444b-bad3-832377c0c193),segment_id=dfa4090c-28d3-444b-bad3-832377c0c193)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:36.248607 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ae453016-801b-419e-b0c9-216a417dea9c req-944ec170-11b4-4114-8392-9d972e5627f0 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f97066c3-4f92-43bf-bf5c-d79b11a0483c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.251109 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-2a2e1dc9-a93d-4450-977a-46e514052ed5 req-20ae761c-74cf-4d4d-b15f-b14fed91d21a tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Calling delete_port for 1392ceb7-9758-405f-a806-6ab23cedd971 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:36.269561 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ae453016-801b-419e-b0c9-216a417dea9c req-944ec170-11b4-4114-8392-9d972e5627f0 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Calling delete_port for f97066c3-4f92-43bf-bf5c-d79b11a0483c owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:36.392493 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7c26e14c-1c61-40f0-a00c-b26544c355ca tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (a550ba50-02e5-49d5-972e-8b77d016ac9f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.597848 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2a2e1dc9-a93d-4450-977a-46e514052ed5 req-20ae761c-74cf-4d4d-b15f-b14fed91d21a tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (1392ceb7-9758-405f-a806-6ab23cedd971), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.613490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['1aab4507-22bb-47aa-8bfc-07ecf99a935b', '1392ceb7-9758-405f-a806-6ab23cedd971'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:36.664123 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae761c-74cf-4d4d-b15f-b14fed91d21a tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Pushing event deleted for resources: {'Port': ['ID=1392ceb7-9758-405f-a806-6ab23cedd971,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:36.666472 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ae453016-801b-419e-b0c9-216a417dea9c req-944ec170-11b4-4114-8392-9d972e5627f0 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f97066c3-4f92-43bf-bf5c-d79b11a0483c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.683176 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f97066c3-4f92-43bf-bf5c-d79b11a0483c'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:36.726745 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bcd1e-268d-457b-9277-f770be716d2c req-e1fbbfda-4d60-4c91-b643-6e3f09e336d6 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:36.727935 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d82bcd1e-268d-457b-9277-f770be716d2c req-e1fbbfda-4d60-4c91-b643-6e3f09e336d6 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/ports?device_id=607385cd-5cc2-404c-8e48-507758569698 HTTP/1.1" status: 200 len: 945 time: 0.1951118 Jan 27 22:05:36.734190 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ec170-11b4-4114-8392-9d972e5627f0 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Pushing event deleted for resources: {'Port': ['ID=f97066c3-4f92-43bf-bf5c-d79b11a0483c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:36.824741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2e1dc9-a93d-4450-977a-46e514052ed5 req-20ae761c-74cf-4d4d-b15f-b14fed91d21a tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] No DVR routers for this DVR port 1392ceb7-9758-405f-a806-6ab23cedd971 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:36.895359 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2a2e1dc9-a93d-4450-977a-46e514052ed5 req-20ae761c-74cf-4d4d-b15f-b14fed91d21a tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.899086 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a2e1dc9-a93d-4450-977a-46e514052ed5 req-20ae761c-74cf-4d4d-b15f-b14fed91d21a tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.21 "DELETE /v2.0/ports/1392ceb7-9758-405f-a806-6ab23cedd971 HTTP/1.1" status: 204 len: 173 time: 1.5908904 Jan 27 22:05:36.899563 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbacc0ab-ff11-40fc-b159-3caf42f130a0', 'name': 'network-vif-deleted', 'tag': '1392ceb7-9758-405f-a806-6ab23cedd971'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:36.901970 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e013a4-2e1c-4800-94e2-26dad0105cc8" -d '{"events": [{"server_uuid": "fbacc0ab-ff11-40fc-b159-3caf42f130a0", "name": "network-vif-deleted", "tag": "1392ceb7-9758-405f-a806-6ab23cedd971"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:36.926253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae453016-801b-419e-b0c9-216a417dea9c req-944ec170-11b4-4114-8392-9d972e5627f0 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] No DVR routers for this DVR port f97066c3-4f92-43bf-bf5c-d79b11a0483c on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:36.929521 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ae453016-801b-419e-b0c9-216a417dea9c req-944ec170-11b4-4114-8392-9d972e5627f0 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.932971 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae453016-801b-419e-b0c9-216a417dea9c req-944ec170-11b4-4114-8392-9d972e5627f0 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.15 "DELETE /v2.0/ports/f97066c3-4f92-43bf-bf5c-d79b11a0483c HTTP/1.1" status: 204 len: 173 time: 1.4046729 Jan 27 22:05:36.978849 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdc97a-edb5-4f33-aa48-7d550e9afb5a req-30eda7fb-bf06-45bf-990d-e5c4d58b8236 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:36.987967 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1abdc97a-edb5-4f33-aa48-7d550e9afb5a req-30eda7fb-bf06-45bf-990d-e5c4d58b8236 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.2542794 Jan 27 22:05:36.996156 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d82bcd1e-268d-457b-9277-f770be716d2c req-8ba16950-fb0c-4fe8-9664-519d2fae9846 tempest-ListServerFiltersTestJSON-1331596200 tempest-ListServerFiltersTestJSON-1331596200-project] 10.222.0.23 "GET /v2.0/security-groups?id=471a94ba-087d-4ce9-b8ff-1db68e027310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557931 Jan 27 22:05:37.065323 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-7c26e14c-1c61-40f0-a00c-b26544c355ca tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Deleting port c1f41ced-dd43-4eae-af4e-01f24a7bd496 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:37.065323 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7c26e14c-1c61-40f0-a00c-b26544c355ca tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c1f41ced-dd43-4eae-af4e-01f24a7bd496), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.126844 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1abdc97a-edb5-4f33-aa48-7d550e9afb5a req-9a9a6e1b-56be-45d9-8927-e68ede613389 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397493 Jan 27 22:05:37.224771 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d23821-220e-4232-910b-c52d6b3a648e x-openstack-request-id: req-f2d23821-220e-4232-910b-c52d6b3a648e {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:37.226474 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbacc0ab-ff11-40fc-b159-3caf42f130a0", "name": "network-vif-deleted", "tag": "1392ceb7-9758-405f-a806-6ab23cedd971", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:37.227539 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2d23821-220e-4232-910b-c52d6b3a648e {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:37.228688 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbacc0ab-ff11-40fc-b159-3caf42f130a0', 'name': 'network-vif-deleted', 'tag': '1392ceb7-9758-405f-a806-6ab23cedd971', 'status': 'completed', 'code': 200} Jan 27 22:05:37.237890 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1f60dac-2014-48a5-a608-5dc6ccdc92fe req-6b23282a-fbac-42e8-a895-74caed06654e tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0623975 Jan 27 22:05:37.256855 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7c26e14c-1c61-40f0-a00c-b26544c355ca tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c1f41ced-dd43-4eae-af4e-01f24a7bd496), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.279737 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-7c26e14c-1c61-40f0-a00c-b26544c355ca tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Calling delete_port for c1f41ced-dd43-4eae-af4e-01f24a7bd496 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:37.519191 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5708f81a-6810-4d50-b86a-928f00ce9d70 req-ccf826b8-3213-4a33-9205-cac267408e9d tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbacc0ab-ff11-40fc-b159-3caf42f130a0 HTTP/1.1" status: 200 len: 210 time: 0.0914319 Jan 27 22:05:37.615392 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7c26e14c-1c61-40f0-a00c-b26544c355ca tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (c1f41ced-dd43-4eae-af4e-01f24a7bd496), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.667666 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43732) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:37.670802 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26e14c-1c61-40f0-a00c-b26544c355ca tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Pushing event deleted for resources: {'Port': ['ID=c1f41ced-dd43-4eae-af4e-01f24a7bd496,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:37.932633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-f330d9e9-41f2-4855-9c10-95760a9414ad admin admin] Deleting subnet e1f7b1c7-47cb-4f18-91aa-f8b781bdc53a {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:05:37.944457 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f330d9e9-41f2-4855-9c10-95760a9414ad admin admin] Publish callbacks [] for subnet (e1f7b1c7-47cb-4f18-91aa-f8b781bdc53a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.967835 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7c26e14c-1c61-40f0-a00c-b26544c355ca tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (a550ba50-02e5-49d5-972e-8b77d016ac9f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.025009 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f330d9e9-41f2-4855-9c10-95760a9414ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (e1f7b1c7-47cb-4f18-91aa-f8b781bdc53a), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.073375 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f330d9e9-41f2-4855-9c10-95760a9414ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (e1f7b1c7-47cb-4f18-91aa-f8b781bdc53a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.120085 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43738) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:38.127112 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89374599-de47-46d8-abfa-09374bf50cbc req-cace4160-bf3e-477a-a1c6-5ba888db20c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3039649 Jan 27 22:05:38.293928 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae31f76-7a95-4306-84c8-6b850b30aec7 admin admin] Deleting subnet d4f125e2-09f8-4575-8359-c357dbc9db16 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:05:38.301543 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6ae31f76-7a95-4306-84c8-6b850b30aec7 admin admin] Publish callbacks [] for subnet (d4f125e2-09f8-4575-8359-c357dbc9db16), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.376644 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6ae31f76-7a95-4306-84c8-6b850b30aec7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (d4f125e2-09f8-4575-8359-c357dbc9db16), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.426390 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c26e14c-1c61-40f0-a00c-b26544c355ca tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Router a550ba50-02e5-49d5-972e-8b77d016ac9f has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:05:38.463784 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f330d9e9-41f2-4855-9c10-95760a9414ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (e1f7b1c7-47cb-4f18-91aa-f8b781bdc53a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.513095 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c22d97b7-831e-48ef-9672-5fcf6dce4089 req-d3c93b48-7e78-49c8-8e19-8d230f75f7f0 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.1225922 Jan 27 22:05:38.545199 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330d9e9-41f2-4855-9c10-95760a9414ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1f7b1c7-47cb-4f18-91aa-f8b781bdc53a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:38.551710 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f330d9e9-41f2-4855-9c10-95760a9414ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.557519 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f330d9e9-41f2-4855-9c10-95760a9414ad admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e1f7b1c7-47cb-4f18-91aa-f8b781bdc53a HTTP/1.1" status: 204 len: 168 time: 0.8865232 Jan 27 22:05:38.564513 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43746) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:38.580151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89374599-de47-46d8-abfa-09374bf50cbc req-a79b0e5e-b402-478d-846a-280b1cf6051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:38.582043 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89374599-de47-46d8-abfa-09374bf50cbc req-a79b0e5e-b402-478d-846a-280b1cf6051d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5fa39c9f14c34091a555381958bf20fa&device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 1096 time: 0.3924899 Jan 27 22:05:38.651397 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c26e14c-1c61-40f0-a00c-b26544c355ca tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:05:38.656602 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7c26e14c-1c61-40f0-a00c-b26544c355ca tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] 10.222.0.23 "PUT /v2.0/routers/a550ba50-02e5-49d5-972e-8b77d016ac9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7800453 Jan 27 22:05:38.659680 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43750) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:38.666762 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dbb779-1bc5-4fa0-865d-6fffdcbd5bb2 None None] Sync routers for ids ['a550ba50-02e5-49d5-972e-8b77d016ac9f'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:05:38.668819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 1392ceb7-9758-405f-a806-6ab23cedd971 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:38.689748 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dbb779-1bc5-4fa0-865d-6fffdcbd5bb2 None None] Routers {'a550ba50-02e5-49d5-972e-8b77d016ac9f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:38.691046 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-79dbb779-1bc5-4fa0-865d-6fffdcbd5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:05:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['a550ba50-02e5-49d5-972e-8b77d016ac9f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:38.708102 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 1392ceb7-9758-405f-a806-6ab23cedd971 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:38.715345 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 1392ceb7-9758-405f-a806-6ab23cedd971 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:38.715974 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 779feaa5-e096-4eab-8040-71a9080b8bee no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:38.759983 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 779feaa5-e096-4eab-8040-71a9080b8bee {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:38.764490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 779feaa5-e096-4eab-8040-71a9080b8bee not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:38.776182 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c2650-946b-4ece-9ccf-42b2bdf26e5d req-eb7118e7-aecf-4797-830f-03ef6893d04e tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:38.786879 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-79dbb779-1bc5-4fa0-865d-6fffdcbd5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:38.787783 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e4c2650-946b-4ece-9ccf-42b2bdf26e5d req-eb7118e7-aecf-4797-830f-03ef6893d04e tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.3993073 Jan 27 22:05:38.812251 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dbb779-1bc5-4fa0-865d-6fffdcbd5bb2 None None] Routers {'a550ba50-02e5-49d5-972e-8b77d016ac9f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:38.814223 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-79dbb779-1bc5-4fa0-865d-6fffdcbd5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:05:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['a550ba50-02e5-49d5-972e-8b77d016ac9f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:38.826268 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f97066c3-4f92-43bf-bf5c-d79b11a0483c no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:38.864373 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: f97066c3-4f92-43bf-bf5c-d79b11a0483c {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:38.869784 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f97066c3-4f92-43bf-bf5c-d79b11a0483c not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:38.929481 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-196fc6ed-5e52-4cfc-a7f7-207b74cfafd9 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for router (a550ba50-02e5-49d5-972e-8b77d016ac9f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.970475 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9fefc745-db53-4a95-8795-c4059b9e5b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (7e89e5c2-7035-4a56-a2b3-c2a388232189), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.986508 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6ae31f76-7a95-4306-84c8-6b850b30aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (d4f125e2-09f8-4575-8359-c357dbc9db16), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:39.102637 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e4c2650-946b-4ece-9ccf-42b2bdf26e5d req-337d7fd2-f687-4a5d-a71a-4d55eb6d4669 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130538 Jan 27 22:05:39.124979 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-79dbb779-1bc5-4fa0-865d-6fffdcbd5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:39.125644 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dbb779-1bc5-4fa0-865d-6fffdcbd5bb2 None None] The sync data for ids ['a550ba50-02e5-49d5-972e-8b77d016ac9f'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:05:39.151555 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-196fc6ed-5e52-4cfc-a7f7-207b74cfafd9 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for router_gateway (a550ba50-02e5-49d5-972e-8b77d016ac9f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:39.156753 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89374599-de47-46d8-abfa-09374bf50cbc req-ff0b98e9-84b8-440d-9a0b-128508d7e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:39.158239 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89374599-de47-46d8-abfa-09374bf50cbc req-ff0b98e9-84b8-440d-9a0b-128508d7e333 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2b09128f-4816-4051-b7b2-5b7a59716965 HTTP/1.1" status: 200 len: 911 time: 0.5526781 Jan 27 22:05:39.247762 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607385cd-5cc2-404c-8e48-507758569698', 'name': 'network-vif-deleted', 'tag': 'f97066c3-4f92-43bf-bf5c-d79b11a0483c'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:39.252014 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-196fc6ed-5e52-4cfc-a7f7-207b74cfafd9 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Deleting port ab2ddf82-e0ac-4fc1-9493-96687cf2524c {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:39.252937 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-196fc6ed-5e52-4cfc-a7f7-207b74cfafd9 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ab2ddf82-e0ac-4fc1-9493-96687cf2524c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:39.256064 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2f3505-5f33-4188-8bdf-ac8588b05ff7" -d '{"events": [{"server_uuid": "607385cd-5cc2-404c-8e48-507758569698", "name": "network-vif-deleted", "tag": "f97066c3-4f92-43bf-bf5c-d79b11a0483c"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:39.372085 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-196fc6ed-5e52-4cfc-a7f7-207b74cfafd9 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ab2ddf82-e0ac-4fc1-9493-96687cf2524c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:39.411647 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-196fc6ed-5e52-4cfc-a7f7-207b74cfafd9 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Calling delete_port for ab2ddf82-e0ac-4fc1-9493-96687cf2524c owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:39.654056 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-196fc6ed-5e52-4cfc-a7f7-207b74cfafd9 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (ab2ddf82-e0ac-4fc1-9493-96687cf2524c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:39.732973 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a78542c-d3ee-4b3e-b722-0fd002175b99 x-openstack-request-id: req-8a78542c-d3ee-4b3e-b722-0fd002175b99 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:39.733289 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607385cd-5cc2-404c-8e48-507758569698", "name": "network-vif-deleted", "tag": "f97066c3-4f92-43bf-bf5c-d79b11a0483c", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:39.733450 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a78542c-d3ee-4b3e-b722-0fd002175b99 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:39.733829 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607385cd-5cc2-404c-8e48-507758569698', 'name': 'network-vif-deleted', 'tag': 'f97066c3-4f92-43bf-bf5c-d79b11a0483c', 'status': 'completed', 'code': 200} Jan 27 22:05:39.738969 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6ae31f76-7a95-4306-84c8-6b850b30aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (d4f125e2-09f8-4575-8359-c357dbc9db16), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:39.795216 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fc6ed-5e52-4cfc-a7f7-207b74cfafd9 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Pushing event deleted for resources: {'Port': ['ID=ab2ddf82-e0ac-4fc1-9493-96687cf2524c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:39.821800 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-196fc6ed-5e52-4cfc-a7f7-207b74cfafd9 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (a550ba50-02e5-49d5-972e-8b77d016ac9f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:39.871425 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9fefc745-db53-4a95-8795-c4059b9e5b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (7e89e5c2-7035-4a56-a2b3-c2a388232189), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:39.938172 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-968d54d7-469e-462a-b263-2233fbd6d682 req-70e1e9a8-efd0-4e04-b688-179e36355760 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.2080441 Jan 27 22:05:39.940355 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-9fefc745-db53-4a95-8795-c4059b9e5b02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e89e5c2-7035-4a56-a2b3-c2a388232189']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:39.943169 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae31f76-7a95-4306-84c8-6b850b30aec7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f125e2-09f8-4575-8359-c357dbc9db16,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:39.946252 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89374599-de47-46d8-abfa-09374bf50cbc req-e8d7869b-a60b-4532-aaee-7f458b1a4b3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dfe0dd7-4791-458b-87c5-c64c3e2cc247 HTTP/1.1" status: 200 len: 1000 time: 0.7801208 Jan 27 22:05:39.961171 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cae6d6-36d3-4033-8043-a24ce13f9ba1 None None] Network 12dc6405-53a3-45b8-833c-b9a0d9fa150f requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:39.972285 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6ae31f76-7a95-4306-84c8-6b850b30aec7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:39.977944 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6ae31f76-7a95-4306-84c8-6b850b30aec7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d4f125e2-09f8-4575-8359-c357dbc9db16 HTTP/1.1" status: 204 len: 168 time: 1.8498161 Jan 27 22:05:39.980869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-9fefc745-db53-4a95-8795-c4059b9e5b02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffca9de2-c9df-4bf5-9522-2ff54bbec4c6') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:39.981171 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-9fefc745-db53-4a95-8795-c4059b9e5b02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffca9de2-c9df-4bf5-9522-2ff54bbec4c6') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:39.982753 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43766) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:40.029048 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9fefc745-db53-4a95-8795-c4059b9e5b02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (ffca9de2-c9df-4bf5-9522-2ff54bbec4c6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.104788 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-196fc6ed-5e52-4cfc-a7f7-207b74cfafd9 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (a550ba50-02e5-49d5-972e-8b77d016ac9f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.106708 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9fefc745-db53-4a95-8795-c4059b9e5b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (ffca9de2-c9df-4bf5-9522-2ff54bbec4c6), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.114553 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-196fc6ed-5e52-4cfc-a7f7-207b74cfafd9 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for router_controller (a550ba50-02e5-49d5-972e-8b77d016ac9f), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.119014 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89374599-de47-46d8-abfa-09374bf50cbc req-2db17b1b-d60e-408a-9161-f03b8c01ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:40.127596 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89374599-de47-46d8-abfa-09374bf50cbc req-2db17b1b-d60e-408a-9161-f03b8c01ad76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8368a6d-250d-43a0-8b81-29729883ab77 HTTP/1.1" status: 200 len: 849 time: 0.1652591 Jan 27 22:05:40.164597 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fefc745-db53-4a95-8795-c4059b9e5b02 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:05:40.165001 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9fefc745-db53-4a95-8795-c4059b9e5b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (ffca9de2-c9df-4bf5-9522-2ff54bbec4c6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:05:40.169109 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:05:40.237587 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-196fc6ed-5e52-4cfc-a7f7-207b74cfafd9 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (a550ba50-02e5-49d5-972e-8b77d016ac9f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.238304 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196fc6ed-5e52-4cfc-a7f7-207b74cfafd9 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Fanout notify agent at l3_agent the message router_deleted on router a550ba50-02e5-49d5-972e-8b77d016ac9f {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:05:40.247879 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-49c57e5a-75a8-40af-a62c-fb5d1cffe61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (12dc6405-53a3-45b8-833c-b9a0d9fa150f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.257212 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-196fc6ed-5e52-4cfc-a7f7-207b74cfafd9 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.259182 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-196fc6ed-5e52-4cfc-a7f7-207b74cfafd9 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] 10.222.0.23 "DELETE /v2.0/routers/a550ba50-02e5-49d5-972e-8b77d016ac9f HTTP/1.1" status: 204 len: 168 time: 1.5984490 Jan 27 22:05:40.261201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43772) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:40.313506 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9fefc745-db53-4a95-8795-c4059b9e5b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (7e89e5c2-7035-4a56-a2b3-c2a388232189), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.326899 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9fefc745-db53-4a95-8795-c4059b9e5b02 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.330467 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9fefc745-db53-4a95-8795-c4059b9e5b02 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7e89e5c2-7035-4a56-a2b3-c2a388232189 HTTP/1.1" status: 204 len: 168 time: 1.7623739 Jan 27 22:05:40.333039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89374599-de47-46d8-abfa-09374bf50cbc req-6969c64b-a99d-4034-9d2a-acd63898d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:40.335070 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89374599-de47-46d8-abfa-09374bf50cbc req-6969c64b-a99d-4034-9d2a-acd63898d666 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2b09128f-4816-4051-b7b2-5b7a59716965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1896706 Jan 27 22:05:40.337055 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8f3e27-1ad5-4a0e-8322-fb7c414fa0c0 None None] DHCP port deletion for 12dc6405-53a3-45b8-833c-b9a0d9fa150f request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:05:40.376143 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefc745-db53-4a95-8795-c4059b9e5b02 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e89e5c2-7035-4a56-a2b3-c2a388232189,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:40.408200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61b7cf-1705-43f7-8d98-f259cb02cbfb req-e3e9ec09-92e5-46a0-9231-b9752a8a88f9 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:40.419847 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d61b7cf-1705-43f7-8d98-f259cb02cbfb req-e3e9ec09-92e5-46a0-9231-b9752a8a88f9 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.1712167 Jan 27 22:05:40.562927 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a687d72-116b-454b-814d-12b78a8c875b tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Deleting subnet 178e89eb-530b-428a-a2ad-06f862c12371 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:05:40.593051 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6a687d72-116b-454b-814d-12b78a8c875b tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for subnet (178e89eb-530b-428a-a2ad-06f862c12371), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.666909 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-fc8f3e27-1ad5-4a0e-8322-fb7c414fa0c0 None None] Deleting port 853a873d-111d-4831-9ed7-d4060836294f {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:40.667295 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fc8f3e27-1ad5-4a0e-8322-fb7c414fa0c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (853a873d-111d-4831-9ed7-d4060836294f), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.749371 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6a687d72-116b-454b-814d-12b78a8c875b tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (178e89eb-530b-428a-a2ad-06f862c12371), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.758137 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89374599-de47-46d8-abfa-09374bf50cbc req-c901968f-1115-4766-a70f-485788fe2765 service neutron] 10.222.0.15 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939922 Jan 27 22:05:40.819586 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 853a873d-111d-4831-9ed7-d4060836294f no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:40.914951 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43778) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:40.957183 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d61b7cf-1705-43f7-8d98-f259cb02cbfb req-356f3dd2-844c-46e1-99c8-c836f2a8aae0 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5361643 Jan 27 22:05:40.982007 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6a687d72-116b-454b-814d-12b78a8c875b tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (178e89eb-530b-428a-a2ad-06f862c12371), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.002241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-fc8f3e27-1ad5-4a0e-8322-fb7c414fa0c0 None None] For port 853a873d-111d-4831-9ed7-d4060836294f, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=853a873d-111d-4831-9ed7-d4060836294f,segment=NetworkSegment(dfa4090c-28d3-444b-bad3-832377c0c193),segment_id=dfa4090c-28d3-444b-bad3-832377c0c193)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:41.016766 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fc8f3e27-1ad5-4a0e-8322-fb7c414fa0c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (853a873d-111d-4831-9ed7-d4060836294f), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.076308 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-fc8f3e27-1ad5-4a0e-8322-fb7c414fa0c0 None None] Calling delete_port for 853a873d-111d-4831-9ed7-d4060836294f owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:41.100272 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6a687d72-116b-454b-814d-12b78a8c875b tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (178e89eb-530b-428a-a2ad-06f862c12371), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.132137 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 853a873d-111d-4831-9ed7-d4060836294f is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:41.133030 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (853a873d-111d-4831-9ed7-d4060836294f), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.171921 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a687d72-116b-454b-814d-12b78a8c875b tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Pushing event deleted for resources: {'Subnet': ['ID=178e89eb-530b-428a-a2ad-06f862c12371,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:41.184931 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6a687d72-116b-454b-814d-12b78a8c875b tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.199030 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6a687d72-116b-454b-814d-12b78a8c875b tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] 10.222.0.23 "DELETE /v2.0/subnets/178e89eb-530b-428a-a2ad-06f862c12371 HTTP/1.1" status: 204 len: 168 time: 0.9311485 Jan 27 22:05:41.200092 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43788) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:41.214301 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacb2b2a-7e76-4738-972d-ba5ef5264c68 None None] Network cd3f58de-d8c4-4724-837c-8b820c561fbd requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:41.262685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-49c57e5a-75a8-40af-a62c-fb5d1cffe61d admin admin] Deleting port 853a873d-111d-4831-9ed7-d4060836294f {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:41.263252 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-49c57e5a-75a8-40af-a62c-fb5d1cffe61d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (853a873d-111d-4831-9ed7-d4060836294f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.279854 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c865a01c-5009-4856-8645-2687483cec3f req-db155a13-0107-4b7a-a4a5-9ed09773747f tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.1407771 Jan 27 22:05:41.328759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b2aebbdc-5749-48e4-b69d-d0d57a7b5d5b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=78fd5f59e1b549baa98f789ae1de5aba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4014192 Jan 27 22:05:41.338517 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43790) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:41.411988 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 853a873d-111d-4831-9ed7-d4060836294f, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=853a873d-111d-4831-9ed7-d4060836294f,segment=NetworkSegment(dfa4090c-28d3-444b-bad3-832377c0c193),segment_id=dfa4090c-28d3-444b-bad3-832377c0c193)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:41.440585 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (853a873d-111d-4831-9ed7-d4060836294f), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.501516 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=853a873d-111d-4831-9ed7-d4060836294f,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:41.513455 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17b9f0cb-1d1f-4cc7-9ad4-e0ce9bf4ef44 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (cd3f58de-d8c4-4724-837c-8b820c561fbd), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.520725 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fc8f3e27-1ad5-4a0e-8322-fb7c414fa0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (853a873d-111d-4831-9ed7-d4060836294f), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.531481 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89374599-de47-46d8-abfa-09374bf50cbc req-4b11ea4e-cd28-46d8-a95c-0c9db77016f6 service neutron] 10.222.0.15 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6914098 Jan 27 22:05:41.560186 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-49c57e5a-75a8-40af-a62c-fb5d1cffe61d admin admin] For port 853a873d-111d-4831-9ed7-d4060836294f, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=853a873d-111d-4831-9ed7-d4060836294f,segment=NetworkSegment(dfa4090c-28d3-444b-bad3-832377c0c193),segment_id=dfa4090c-28d3-444b-bad3-832377c0c193)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:41.565685 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-49c57e5a-75a8-40af-a62c-fb5d1cffe61d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (853a873d-111d-4831-9ed7-d4060836294f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.569535 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f3e27-1ad5-4a0e-8322-fb7c414fa0c0 None None] Pushing event deleted for resources: {'Port': ['ID=853a873d-111d-4831-9ed7-d4060836294f,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:41.573865 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8f3e27-1ad5-4a0e-8322-fb7c414fa0c0 None None] No DVR routers for this DVR port 853a873d-111d-4831-9ed7-d4060836294f on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:41.625054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-49c57e5a-75a8-40af-a62c-fb5d1cffe61d admin admin] Calling delete_port for 853a873d-111d-4831-9ed7-d4060836294f owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:41.646878 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-17b9f0cb-1d1f-4cc7-9ad4-e0ce9bf4ef44 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Deleting port d176c93d-966d-438e-9c0a-bc7b6a127729 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:41.647460 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17b9f0cb-1d1f-4cc7-9ad4-e0ce9bf4ef44 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d176c93d-966d-438e-9c0a-bc7b6a127729), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.649108 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab92d-cdea-47c9-b1c3-e13a862fa6f8 admin admin] Publish callbacks [] for security_group (4e706c96-6e36-4341-b7aa-2ef11c98a676), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.687255 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a97bb87-c22c-4168-8b7e-e5ba47641612 None None] DHCP port deletion for cd3f58de-d8c4-4724-837c-8b820c561fbd request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:05:41.752780 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-17b9f0cb-1d1f-4cc7-9ad4-e0ce9bf4ef44 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] For port d176c93d-966d-438e-9c0a-bc7b6a127729, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d176c93d-966d-438e-9c0a-bc7b6a127729,segment=NetworkSegment(fb613d34-bce2-4e7f-bb21-0c8f312ecdca),segment_id=fb613d34-bce2-4e7f-bb21-0c8f312ecdca)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:41.754617 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17b9f0cb-1d1f-4cc7-9ad4-e0ce9bf4ef44 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d176c93d-966d-438e-9c0a-bc7b6a127729), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.764375 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab92d-cdea-47c9-b1c3-e13a862fa6f8 admin admin] Publish callbacks [] for security_group (4e706c96-6e36-4341-b7aa-2ef11c98a676), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.775454 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-17b9f0cb-1d1f-4cc7-9ad4-e0ce9bf4ef44 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Calling delete_port for d176c93d-966d-438e-9c0a-bc7b6a127729 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:41.792682 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7a97bb87-c22c-4168-8b7e-e5ba47641612 None None] Deleting port d176c93d-966d-438e-9c0a-bc7b6a127729 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:41.792682 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7a97bb87-c22c-4168-8b7e-e5ba47641612 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d176c93d-966d-438e-9c0a-bc7b6a127729), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.839413 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-49c57e5a-75a8-40af-a62c-fb5d1cffe61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (853a873d-111d-4831-9ed7-d4060836294f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.870630 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab92d-cdea-47c9-b1c3-e13a862fa6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4e706c96-6e36-4341-b7aa-2ef11c98a676), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.873517 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc9ab92d-cdea-47c9-b1c3-e13a862fa6f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.874882 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bc9ab92d-cdea-47c9-b1c3-e13a862fa6f8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e706c96-6e36-4341-b7aa-2ef11c98a676 HTTP/1.1" status: 204 len: 168 time: 0.4903455 Jan 27 22:05:41.875896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c57e5a-75a8-40af-a62c-fb5d1cffe61d admin admin] Pushing event deleted for resources: {'Port': ['ID=853a873d-111d-4831-9ed7-d4060836294f,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:41.891753 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c57e5a-75a8-40af-a62c-fb5d1cffe61d admin admin] No DVR routers for this DVR port 853a873d-111d-4831-9ed7-d4060836294f on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:41.911010 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17b9f0cb-1d1f-4cc7-9ad4-e0ce9bf4ef44 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d176c93d-966d-438e-9c0a-bc7b6a127729), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.932663 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b9f0cb-1d1f-4cc7-9ad4-e0ce9bf4ef44 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] No DVR routers for this DVR port d176c93d-966d-438e-9c0a-bc7b6a127729 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:41.939402 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7a97bb87-c22c-4168-8b7e-e5ba47641612 None None] For port d176c93d-966d-438e-9c0a-bc7b6a127729, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d176c93d-966d-438e-9c0a-bc7b6a127729,segment=NetworkSegment(fb613d34-bce2-4e7f-bb21-0c8f312ecdca),segment_id=fb613d34-bce2-4e7f-bb21-0c8f312ecdca)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:41.940377 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7a97bb87-c22c-4168-8b7e-e5ba47641612 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d176c93d-966d-438e-9c0a-bc7b6a127729), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.954741 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7a97bb87-c22c-4168-8b7e-e5ba47641612 None None] Calling delete_port for d176c93d-966d-438e-9c0a-bc7b6a127729 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:41.956805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ab92d-cdea-47c9-b1c3-e13a862fa6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e706c96-6e36-4341-b7aa-2ef11c98a676,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.026516 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.028920 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.028920 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.028920 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.028920 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.028920 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.028920 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.028920 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.028920 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.028920 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.028920 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.028920 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.028920 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.028920 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.028920 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:05:42.034785 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7a97bb87-c22c-4168-8b7e-e5ba47641612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (d176c93d-966d-438e-9c0a-bc7b6a127729), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:42.061603 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9f0cb-1d1f-4cc7-9ad4-e0ce9bf4ef44 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Pushing event deleted for resources: {'Port': ['ID=d176c93d-966d-438e-9c0a-bc7b6a127729,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:42.199946 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-49c57e5a-75a8-40af-a62c-fb5d1cffe61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (12dc6405-53a3-45b8-833c-b9a0d9fa150f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:42.250648 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17b9f0cb-1d1f-4cc7-9ad4-e0ce9bf4ef44 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (cd3f58de-d8c4-4724-837c-8b820c561fbd), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:42.260652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-49c57e5a-75a8-40af-a62c-fb5d1cffe61d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12dc6405-53a3-45b8-833c-b9a0d9fa150f']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:42.265520 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97bb87-c22c-4168-8b7e-e5ba47641612 None None] Pushing event deleted for resources: {'Port': ['ID=d176c93d-966d-438e-9c0a-bc7b6a127729,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:42.267379 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a97bb87-c22c-4168-8b7e-e5ba47641612 None None] No DVR routers for this DVR port d176c93d-966d-438e-9c0a-bc7b6a127729 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:42.305841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-49c57e5a-75a8-40af-a62c-fb5d1cffe61d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa4090c-28d3-444b-bad3-832377c0c193') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:42.306157 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-49c57e5a-75a8-40af-a62c-fb5d1cffe61d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa4090c-28d3-444b-bad3-832377c0c193') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:42.325159 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-17b9f0cb-1d1f-4cc7-9ad4-e0ce9bf4ef44 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3f58de-d8c4-4724-837c-8b820c561fbd']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:42.337716 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a8b56-44d1-43a1-963b-c25522cb066f req-58938cb2-0898-45bc-8e31-86fa16876cf3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:42.345142 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b73a8b56-44d1-43a1-963b-c25522cb066f req-58938cb2-0898-45bc-8e31-86fa16876cf3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.2202985 Jan 27 22:05:42.347953 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-17b9f0cb-1d1f-4cc7-9ad4-e0ce9bf4ef44 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb613d34-bce2-4e7f-bb21-0c8f312ecdca') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:42.348881 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-17b9f0cb-1d1f-4cc7-9ad4-e0ce9bf4ef44 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb613d34-bce2-4e7f-bb21-0c8f312ecdca') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:42.357210 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-49c57e5a-75a8-40af-a62c-fb5d1cffe61d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (dfa4090c-28d3-444b-bad3-832377c0c193), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:42.370836 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17b9f0cb-1d1f-4cc7-9ad4-e0ce9bf4ef44 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (fb613d34-bce2-4e7f-bb21-0c8f312ecdca), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:42.396440 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-49c57e5a-75a8-40af-a62c-fb5d1cffe61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (dfa4090c-28d3-444b-bad3-832377c0c193), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:42.400393 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17b9f0cb-1d1f-4cc7-9ad4-e0ce9bf4ef44 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (fb613d34-bce2-4e7f-bb21-0c8f312ecdca), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c57e5a-75a8-40af-a62c-fb5d1cffe61d admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-49c57e5a-75a8-40af-a62c-fb5d1cffe61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (dfa4090c-28d3-444b-bad3-832377c0c193), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:05:42.416329 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:05:42.439102 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b9f0cb-1d1f-4cc7-9ad4-e0ce9bf4ef44 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:05:42.439725 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17b9f0cb-1d1f-4cc7-9ad4-e0ce9bf4ef44 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (fb613d34-bce2-4e7f-bb21-0c8f312ecdca), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:05:42.443314 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:05:42.445345 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b73a8b56-44d1-43a1-963b-c25522cb066f req-d2a81f56-e49e-4f65-80e3-b7aaa6813dcf tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984550 Jan 27 22:05:42.561350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d176c93d-966d-438e-9c0a-bc7b6a127729 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:42.567812 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-492e4071-3e8d-4ed0-a552-0d3be01b0e7a req-458d3ecc-13db-4f13-b5c8-3663bd432865 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.1113889 Jan 27 22:05:42.573357 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17b9f0cb-1d1f-4cc7-9ad4-e0ce9bf4ef44 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (cd3f58de-d8c4-4724-837c-8b820c561fbd), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:42.601280 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: d176c93d-966d-438e-9c0a-bc7b6a127729 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:42.601765 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d176c93d-966d-438e-9c0a-bc7b6a127729 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:42.606727 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17b9f0cb-1d1f-4cc7-9ad4-e0ce9bf4ef44 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:42.606920 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-49c57e5a-75a8-40af-a62c-fb5d1cffe61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (12dc6405-53a3-45b8-833c-b9a0d9fa150f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:42.612439 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-49c57e5a-75a8-40af-a62c-fb5d1cffe61d admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:42.620332 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-17b9f0cb-1d1f-4cc7-9ad4-e0ce9bf4ef44 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] 10.222.0.23 "DELETE /v2.0/networks/cd3f58de-d8c4-4724-837c-8b820c561fbd HTTP/1.1" status: 204 len: 168 time: 1.4150341 Jan 27 22:05:42.621464 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9f0cb-1d1f-4cc7-9ad4-e0ce9bf4ef44 tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Pushing event deleted for resources: {'Network': ['ID=cd3f58de-d8c4-4724-837c-8b820c561fbd,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:42.625537 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43810) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:42.630713 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-49c57e5a-75a8-40af-a62c-fb5d1cffe61d admin admin] 10.222.0.23 "DELETE /v2.0/networks/12dc6405-53a3-45b8-833c-b9a0d9fa150f HTTP/1.1" status: 204 len: 168 time: 2.6201837 Jan 27 22:05:42.652638 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c57e5a-75a8-40af-a62c-fb5d1cffe61d admin admin] Pushing event deleted for resources: {'Network': ['ID=12dc6405-53a3-45b8-833c-b9a0d9fa150f,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:42.700701 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:42.819940 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43816) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:42.878123 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c002d346-01cf-4b29-8230-24240a634f86 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d58c35c47a24cf59e3470942edd812e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0567112 Jan 27 22:05:42.880849 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43820) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:42.897709 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-454699f1-ca8b-4ad3-9eb9-8dea0d1a9bed tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Deleting port b72e66d9-13dd-44dd-b591-e2e7cd852e6c {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:42.897709 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-454699f1-ca8b-4ad3-9eb9-8dea0d1a9bed tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b72e66d9-13dd-44dd-b591-e2e7cd852e6c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.003891 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4716665f-4ce1-49ea-b75a-5ba9b4d5411f admin admin] Publish callbacks [] for security_group (471a94ba-087d-4ce9-b8ff-1db68e027310), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.043711 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-454699f1-ca8b-4ad3-9eb9-8dea0d1a9bed tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b72e66d9-13dd-44dd-b591-e2e7cd852e6c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.044067 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-454699f1-ca8b-4ad3-9eb9-8dea0d1a9bed tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for floatingip (b72e66d9-13dd-44dd-b591-e2e7cd852e6c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.058404 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4716665f-4ce1-49ea-b75a-5ba9b4d5411f admin admin] Publish callbacks [] for security_group (471a94ba-087d-4ce9-b8ff-1db68e027310), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.060031 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-454699f1-ca8b-4ad3-9eb9-8dea0d1a9bed tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Calling delete_port for b72e66d9-13dd-44dd-b591-e2e7cd852e6c owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:43.163291 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4716665f-4ce1-49ea-b75a-5ba9b4d5411f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (471a94ba-087d-4ce9-b8ff-1db68e027310), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.167774 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4716665f-4ce1-49ea-b75a-5ba9b4d5411f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.171431 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4716665f-4ce1-49ea-b75a-5ba9b4d5411f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/471a94ba-087d-4ce9-b8ff-1db68e027310 HTTP/1.1" status: 204 len: 168 time: 0.2894094 Jan 27 22:05:43.216887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716665f-4ce1-49ea-b75a-5ba9b4d5411f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471a94ba-087d-4ce9-b8ff-1db68e027310,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:43.222414 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-454699f1-ca8b-4ad3-9eb9-8dea0d1a9bed tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b72e66d9-13dd-44dd-b591-e2e7cd852e6c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.285491 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454699f1-ca8b-4ad3-9eb9-8dea0d1a9bed tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Pushing event deleted for resources: {'Port': ['ID=b72e66d9-13dd-44dd-b591-e2e7cd852e6c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:43.399068 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-454699f1-ca8b-4ad3-9eb9-8dea0d1a9bed tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks [] for floatingip (497c22e4-433f-46f8-abdd-53114692de29), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.403440 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-454699f1-ca8b-4ad3-9eb9-8dea0d1a9bed tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.415146 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-454699f1-ca8b-4ad3-9eb9-8dea0d1a9bed tempest-FloatingIPAdminTestJSON-593226262 tempest-FloatingIPAdminTestJSON-593226262-project] 10.222.0.23 "DELETE /v2.0/floatingips/497c22e4-433f-46f8-abdd-53114692de29 HTTP/1.1" status: 204 len: 168 time: 0.7846258 Jan 27 22:05:43.705395 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c5ed8-8f34-43d6-b6d2-53b99d5a6519 req-c55d70d0-1f7d-4365-aaf6-7013c16a1875 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:43.709682 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-007c5ed8-8f34-43d6-b6d2-53b99d5a6519 req-c55d70d0-1f7d-4365-aaf6-7013c16a1875 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.1336310 Jan 27 22:05:43.855866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d0f4ee3b-8846-419a-af4a-1f9422e099f3 req-68523d78-38ba-420e-a10d-13902374e285 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.1450131 Jan 27 22:05:43.919781 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-007c5ed8-8f34-43d6-b6d2-53b99d5a6519 req-0ec3a15c-8b2c-4252-a13c-ab7bac24ab04 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767499 Jan 27 22:05:43.949733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43848) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:44.100217 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43854) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:44.209068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-5a1e5dbd-a2f6-496e-b567-0f3083ef6ddb admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-214825772-network', 'tenant_id': '5bf1dcd9503743a889165322c63e7cf7'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:44.232455 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1e5dbd-a2f6-496e-b567-0f3083ef6ddb admin admin] Made reservation on behalf of 5bf1dcd9503743a889165322c63e7cf7 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:44.235276 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5a1e5dbd-a2f6-496e-b567-0f3083ef6ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:44.280654 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5a1e5dbd-a2f6-496e-b567-0f3083ef6ddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:44.328994 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0504075b-c7e5-480e-a0ad-de2a3b65a065 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43051bf4a73049e58251338c3e5387be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2235160 Jan 27 22:05:44.330021 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43866) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:44.426525 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7fcd0065-6e3a-491c-b9d5-014c97258077 admin admin] Publish callbacks [] for security_group (885a7904-9a2d-4d12-8bc8-b2c06c0a123f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:44.476524 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7fcd0065-6e3a-491c-b9d5-014c97258077 admin admin] Publish callbacks [] for security_group (885a7904-9a2d-4d12-8bc8-b2c06c0a123f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:44.496391 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5a1e5dbd-a2f6-496e-b567-0f3083ef6ddb admin admin] Publish callbacks [] for security_group (9b7c8ab5-4665-4ec5-bad1-fab2aa4c0cea), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:44.501043 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5a1e5dbd-a2f6-496e-b567-0f3083ef6ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9b7c8ab5-4665-4ec5-bad1-fab2aa4c0cea), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:44.552509 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a1e5dbd-a2f6-496e-b567-0f3083ef6ddb admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:05:44.563734 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7fcd0065-6e3a-491c-b9d5-014c97258077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (885a7904-9a2d-4d12-8bc8-b2c06c0a123f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:44.575161 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7fcd0065-6e3a-491c-b9d5-014c97258077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:44.579966 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7fcd0065-6e3a-491c-b9d5-014c97258077 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/885a7904-9a2d-4d12-8bc8-b2c06c0a123f HTTP/1.1" status: 204 len: 168 time: 0.2466598 Jan 27 22:05:44.586007 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e5dbd-a2f6-496e-b567-0f3083ef6ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7c8ab5-4665-4ec5-bad1-fab2aa4c0cea,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:44.609406 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5a1e5dbd-a2f6-496e-b567-0f3083ef6ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (da7b4dc1-155d-452e-8c0b-08b8439ff8c5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:44.612232 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-5a1e5dbd-a2f6-496e-b567-0f3083ef6ddb admin admin] Added segment da7b4dc1-155d-452e-8c0b-08b8439ff8c5 of type vlan for network 5fadbb9f-b254-456a-b60e-465e1396c9fd Jan 27 22:05:44.620563 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd0065-6e3a-491c-b9d5-014c97258077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885a7904-9a2d-4d12-8bc8-b2c06c0a123f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:44.713014 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5a1e5dbd-a2f6-496e-b567-0f3083ef6ddb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (5fadbb9f-b254-456a-b60e-465e1396c9fd), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:44.794401 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5a1e5dbd-a2f6-496e-b567-0f3083ef6ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (5fadbb9f-b254-456a-b60e-465e1396c9fd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:44.795811 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1e5dbd-a2f6-496e-b567-0f3083ef6ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:44.795989 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5a1e5dbd-a2f6-496e-b567-0f3083ef6ddb admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:44.862256 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43882) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:44.867369 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9b6b3a67-16d1-4144-a831-30f3454e2e76 admin admin] Request body: {'subnet': {'network_id': '5fadbb9f-b254-456a-b60e-465e1396c9fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-214825772-subnet', 'tenant_id': '5bf1dcd9503743a889165322c63e7cf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:44.868224 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5a1e5dbd-a2f6-496e-b567-0f3083ef6ddb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9165816 Jan 27 22:05:44.933132 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6b3a67-16d1-4144-a831-30f3454e2e76 admin admin] Made reservation on behalf of 5bf1dcd9503743a889165322c63e7cf7 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:44.935525 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3a67-16d1-4144-a831-30f3454e2e76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:44.997827 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e6fc4c3-32b5-4dca-95a0-f3f613dc642f req-e42e0f46-df00-4f9b-8504-e7772488f998 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0874574 Jan 27 22:05:45.008436 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e5dbd-a2f6-496e-b567-0f3083ef6ddb admin admin] Pushing event updated for resources: {'Network': ['ID=5fadbb9f-b254-456a-b60e-465e1396c9fd,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:45.035042 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 5fadbb9f-b254-456a-b60e-465e1396c9fd details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:05:45.095356 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43890) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:45.132911 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b29c630e-a7e7-4839-b65f-1238e55e3075 req-4a4ddbdb-539e-48fe-a7e8-a2791fa29483 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.1070268 Jan 27 22:05:45.236057 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43894) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:45.275922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5715c-96b7-4e73-9f56-0923c41a47a3 req-27b11acf-e126-40bb-b12a-33c7f0879350 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:45.286039 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7e175a16-d8b4-45c2-93f2-d4bf5a197c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:45.295071 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96d5715c-96b7-4e73-9f56-0923c41a47a3 req-27b11acf-e126-40bb-b12a-33c7f0879350 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.1658642 Jan 27 22:05:45.407296 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96d5715c-96b7-4e73-9f56-0923c41a47a3 req-c148ae41-833e-4766-8bca-b9b42d74c7f8 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112366 Jan 27 22:05:45.492640 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7e175a16-d8b4-45c2-93f2-d4bf5a197c52 admin admin] Publish callbacks [] for security_group (8bd98b3c-2304-420c-9a64-f32ad34181ef), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:45.514448 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7e175a16-d8b4-45c2-93f2-d4bf5a197c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8bd98b3c-2304-420c-9a64-f32ad34181ef), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:45.574920 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43900) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:45.582315 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7e175a16-d8b4-45c2-93f2-d4bf5a197c52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=683ddc0d7b0f4825aff88e5c8276c7b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3438303 Jan 27 22:05:45.591332 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e175a16-d8b4-45c2-93f2-d4bf5a197c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd98b3c-2304-420c-9a64-f32ad34181ef,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:45.651828 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5b5a2594-4a07-4a13-be41-184db419cddc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-980661876-network', 'tenant_id': '342465e78b4348c1b975ff630f4dbc64'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:45.654101 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1ac77646-05be-4d19-a312-419e3cc8923f admin admin] Publish callbacks [] for security_group (8bd98b3c-2304-420c-9a64-f32ad34181ef), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:45.687346 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3a67-16d1-4144-a831-30f3454e2e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (bea22b83-b426-4b7e-aca2-c0c9f0ab25ec), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:45.731104 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1ac77646-05be-4d19-a312-419e3cc8923f admin admin] Publish callbacks [] for security_group (8bd98b3c-2304-420c-9a64-f32ad34181ef), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:45.764442 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b3a67-16d1-4144-a831-30f3454e2e76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bea22b83-b426-4b7e-aca2-c0c9f0ab25ec,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:45.774965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5a2594-4a07-4a13-be41-184db419cddc admin admin] Made reservation on behalf of 342465e78b4348c1b975ff630f4dbc64 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:45.779302 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b5a2594-4a07-4a13-be41-184db419cddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:45.795280 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b5a2594-4a07-4a13-be41-184db419cddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:45.798554 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1ac77646-05be-4d19-a312-419e3cc8923f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8bd98b3c-2304-420c-9a64-f32ad34181ef), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:45.802246 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1ac77646-05be-4d19-a312-419e3cc8923f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:45.803935 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1ac77646-05be-4d19-a312-419e3cc8923f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8bd98b3c-2304-420c-9a64-f32ad34181ef HTTP/1.1" status: 204 len: 168 time: 0.2277589 Jan 27 22:05:45.817892 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac77646-05be-4d19-a312-419e3cc8923f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd98b3c-2304-420c-9a64-f32ad34181ef,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:45.926173 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b5a2594-4a07-4a13-be41-184db419cddc admin admin] Publish callbacks [] for security_group (032aa7e9-71a7-4da1-ba18-5673e50aa062), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:45.929718 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b3a67-16d1-4144-a831-30f3454e2e76 admin admin] Checking segment: {'id': 'da7b4dc1-155d-452e-8c0b-08b8439ff8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5fadbb9f-b254-456a-b60e-465e1396c9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:45.930073 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6b3a67-16d1-4144-a831-30f3454e2e76 admin admin] Network hostable DHCP agents. Network: 5fadbb9f-b254-456a-b60e-465e1396c9fd, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:05:45.935654 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b5a2594-4a07-4a13-be41-184db419cddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (032aa7e9-71a7-4da1-ba18-5673e50aa062), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:45.995014 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a2594-4a07-4a13-be41-184db419cddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032aa7e9-71a7-4da1-ba18-5673e50aa062,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:46.027562 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5a2594-4a07-4a13-be41-184db419cddc admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:05:46.077075 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b5a2594-4a07-4a13-be41-184db419cddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (5aba1ff6-d60b-4eab-8b69-a4e538a605c2), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:46.078079 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-5b5a2594-4a07-4a13-be41-184db419cddc admin admin] Added segment 5aba1ff6-d60b-4eab-8b69-a4e538a605c2 of type vlan for network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 Jan 27 22:05:46.141824 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b5a2594-4a07-4a13-be41-184db419cddc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (7fb03950-b0f5-49f7-8c2d-d1081fb3aba8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:46.171042 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6b3a67-16d1-4144-a831-30f3454e2e76 admin admin] Network 5fadbb9f-b254-456a-b60e-465e1396c9fd is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:05:46.183249 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b5a2594-4a07-4a13-be41-184db419cddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (7fb03950-b0f5-49f7-8c2d-d1081fb3aba8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:46.184977 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5a2594-4a07-4a13-be41-184db419cddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:46.186043 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b5a2594-4a07-4a13-be41-184db419cddc admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:46.292601 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-9b6b3a67-16d1-4144-a831-30f3454e2e76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 5fadbb9f-b254-456a-b60e-465e1396c9fd) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:46.306960 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcf1406-fb7b-4502-a618-bc8fcfd366b7 None None] Network 5fadbb9f-b254-456a-b60e-465e1396c9fd requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:46.325687 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a2594-4a07-4a13-be41-184db419cddc admin admin] Pushing event updated for resources: {'Network': ['ID=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:46.339544 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 43910) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:46.342792 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2db8a66f-b598-49a1-a12f-a44f7de39d5b req-87ae1d17-77d2-4f81-bc38-4d8033788082 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0768807 Jan 27 22:05:46.376607 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6b3a67-16d1-4144-a831-30f3454e2e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:46.377951 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9b6b3a67-16d1-4144-a831-30f3454e2e76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:46.378285 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-be79c80e-be3f-40cb-baea-d3c57f709649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:46.379794 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:05:46.420627 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5b5a2594-4a07-4a13-be41-184db419cddc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3201799 Jan 27 22:05:46.421398 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43912) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:46.459504 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9b6b3a67-16d1-4144-a831-30f3454e2e76 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5832171 Jan 27 22:05:46.467396 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Request body: {'subnet': {'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-980661876-subnet', 'tenant_id': '342465e78b4348c1b975ff630f4dbc64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:46.518010 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Made reservation on behalf of 342465e78b4348c1b975ff630f4dbc64 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:46.520717 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:46.694797 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-be79c80e-be3f-40cb-baea-d3c57f709649 admin admin] Publish callbacks [] for security_group (2794a8a7-bc9a-4b8d-9312-54d8397ad26f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:46.718685 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07af5819-2c5a-4a41-8fef-44d4baaf8792 None None] Network 5fadbb9f-b254-456a-b60e-465e1396c9fd requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:46.723143 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cf3c4-d916-4fa0-8887-833ccd99033c req-3b3e1f27-fd0a-43dc-a5ac-ed2f4f88cca3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:46.728880 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-737cf3c4-d916-4fa0-8887-833ccd99033c req-3b3e1f27-fd0a-43dc-a5ac-ed2f4f88cca3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.1799376 Jan 27 22:05:46.744308 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-be79c80e-be3f-40cb-baea-d3c57f709649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2794a8a7-bc9a-4b8d-9312-54d8397ad26f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:46.925842 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-be79c80e-be3f-40cb-baea-d3c57f709649 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86638161b1724cd382e1606163f769ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5817440 Jan 27 22:05:46.930212 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 43930) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:46.946351 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79c80e-be3f-40cb-baea-d3c57f709649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2794a8a7-bc9a-4b8d-9312-54d8397ad26f,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:47.004796 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-737cf3c4-d916-4fa0-8887-833ccd99033c req-24a1dfc5-d0a4-4341-9380-3755a9fd022e tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662969 Jan 27 22:05:47.398057 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (7267bcf4-ac84-4f1d-9bca-30d5eecd5123), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:47.413839 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-4df642bb-e94f-4f54-90fc-7fa66130d8cc tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:47.416068 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-4df642bb-e94f-4f54-90fc-7fa66130d8cc tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/networks?id=5fadbb9f-b254-456a-b60e-465e1396c9fd HTTP/1.1" status: 200 len: 812 time: 0.1956375 Jan 27 22:05:47.442771 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-b2e1b08d-fe62-4b7a-bb1b-0a73a34be550 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/quotas/5bf1dcd9503743a889165322c63e7cf7 HTTP/1.1" status: 200 len: 375 time: 0.0211148 Jan 27 22:05:47.494094 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-b260f6f4-1aae-40b7-9311-43f548a7f8c4 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5bf1dcd9503743a889165322c63e7cf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453129 Jan 27 22:05:47.541335 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eb5a68c7-3d4b-4851-8623-97ac84de9cb1 req-adcdf249-ce20-4ce9-9fb3-6c5b50a84839 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0463235 Jan 27 22:05:47.568970 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7267bcf4-ac84-4f1d-9bca-30d5eecd5123,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:47.581190 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:47.581547 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:47.581898 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:47.582241 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:47.582579 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:47.582918 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:47.583252 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:47.583851 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:47.584196 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:47.584534 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:47.584865 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:47.585193 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:47.585521 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:47.589537 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Checking segment: {'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:47.589912 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Network hostable DHCP agents. Network: 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:05:47.592229 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9ca9a6e-2aa3-4433-8a83-a410c0969d1e admin admin] Publish callbacks [] for security_group (2794a8a7-bc9a-4b8d-9312-54d8397ad26f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:47.623755 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9ca9a6e-2aa3-4433-8a83-a410c0969d1e admin admin] Publish callbacks [] for security_group (2794a8a7-bc9a-4b8d-9312-54d8397ad26f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:47.655813 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:05:47.685990 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:47.698190 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd2712f-62b3-48bd-b391-24798bb0cd5c None None] Network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:47.725296 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:47.729450 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:47.770375 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bf399a46-b9c8-4bdf-91b1-8483e250e2d6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3472574 Jan 27 22:05:47.784331 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9ca9a6e-2aa3-4433-8a83-a410c0969d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2794a8a7-bc9a-4b8d-9312-54d8397ad26f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:47.793170 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9ca9a6e-2aa3-4433-8a83-a410c0969d1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:47.796169 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c9ca9a6e-2aa3-4433-8a83-a410c0969d1e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2794a8a7-bc9a-4b8d-9312-54d8397ad26f HTTP/1.1" status: 204 len: 168 time: 0.8649669 Jan 27 22:05:47.823874 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca9a6e-2aa3-4433-8a83-a410c0969d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2794a8a7-bc9a-4b8d-9312-54d8397ad26f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:48.039526 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a71b23c-9242-4edf-9835-aa9414eb9244 req-c42d686e-0057-4600-b283-90233156351d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebcbea7c33e14fd8a96b8ba6e0770da0&device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0861800 Jan 27 22:05:48.082399 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d13a560-b159-4515-ba5e-1a9bbd52555f None None] Network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:48.164791 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-795b8313-1390-4ffe-8017-176be727045f req-18962908-c16e-46b7-81c0-b3b0131a6ed9 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.1294289 Jan 27 22:05:48.209594 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-6f4240ba-4043-405f-b7d3-dba1b167168a service neutron] 10.222.0.23 "GET /v2.0/networks/5fadbb9f-b254-456a-b60e-465e1396c9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7045369 Jan 27 22:05:48.211677 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a71b23c-9242-4edf-9835-aa9414eb9244 req-cd3cd958-e7cb-48a1-8f41-db98b0c194ed service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ebcbea7c33e14fd8a96b8ba6e0770da0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1532454 Jan 27 22:05:48.606385 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-37894273-b84c-4132-b667-6bc893178c38 service neutron] 10.222.0.23 "GET /v2.0/networks/5fadbb9f-b254-456a-b60e-465e1396c9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899779 Jan 27 22:05:48.619375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837ed51-c524-48a3-854f-d77d06929846 req-2f277bc9-61e8-4cd1-8723-519cbf29a807 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:48.621191 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d837ed51-c524-48a3-854f-d77d06929846 req-2f277bc9-61e8-4cd1-8723-519cbf29a807 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.2233713 Jan 27 22:05:48.654472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71b23c-9242-4edf-9835-aa9414eb9244 req-c556522a-d5b3-4162-badf-b8d64901d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:48.656115 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a71b23c-9242-4edf-9835-aa9414eb9244 req-c556522a-d5b3-4162-badf-b8d64901d702 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4311337 Jan 27 22:05:48.699445 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d837ed51-c524-48a3-854f-d77d06929846 req-424e846b-7ec3-4aa7-bf29-9c6884dc0b2b tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719495 Jan 27 22:05:48.948740 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fb4c714-3efb-4c64-b930-055c942bda5c req-d7127ce1-8364-4e35-89fb-2dafe11ff0b0 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4be033-5b7f-450d-a6e1-20e794142db9 HTTP/1.1" status: 200 len: 210 time: 0.0887649 Jan 27 22:05:49.304398 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-35bb62f0-fdd6-4c94-ae5f-3ce518b95011 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:49.311287 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-35bb62f0-fdd6-4c94-ae5f-3ce518b95011 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 805 time: 0.1492193 Jan 27 22:05:49.336044 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c37ed3cc-fe5e-49d7-ba6e-52e4b79f7ce8 req-2f82f3aa-e61f-4c33-b857-f8a577fadfa0 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0509529 Jan 27 22:05:49.351641 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-0c0fd3cb-30df-4f6a-a61a-78225b021c02 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/quotas/342465e78b4348c1b975ff630f4dbc64 HTTP/1.1" status: 200 len: 375 time: 0.0391459 Jan 27 22:05:49.413511 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-6500eb7d-6593-46cd-84ac-2e065a6eb2bc tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605597 Jan 27 22:05:49.660896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-dbda86e2-70dd-4a2d-bf17-cb8e7474dc4a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:05:49.662027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-dbda86e2-70dd-4a2d-bf17-cb8e7474dc4a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2475655 Jan 27 22:05:49.842193 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-4c28197b-c943-4f09-b6fc-0d674a8c9d54 service neutron] 10.222.0.23 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736753 Jan 27 22:05:49.932002 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab3ae1-3d15-4efb-acb5-10d59ac66ab1 req-c2a54bf4-ebd7-440b-b155-d682d20ea345 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:49.940022 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4ab3ae1-3d15-4efb-acb5-10d59ac66ab1 req-c2a54bf4-ebd7-440b-b155-d682d20ea345 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.1119564 Jan 27 22:05:50.001426 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:05:50.020657 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-d3edf457-972e-4ea5-86a2-7740de291485 service neutron] 10.222.0.23 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648793 Jan 27 22:05:50.070350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4ab3ae1-3d15-4efb-acb5-10d59ac66ab1 req-3c8b9321-71b2-4a8b-8dc6-a205b5a63fb3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274989 Jan 27 22:05:50.462020 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb2623ce-7881-4f37-a8e5-04e2376a8008 req-32c93061-5cef-4be4-b0bc-61b4adabd040 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4be033-5b7f-450d-a6e1-20e794142db9 HTTP/1.1" status: 200 len: 210 time: 0.0832107 Jan 27 22:05:50.560648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-46a942b1-b26d-44f3-9f83-58367b944d61 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:50.562133 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-46a942b1-b26d-44f3-9f83-58367b944d61 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.15 "GET /v2.0/networks?id=5fadbb9f-b254-456a-b60e-465e1396c9fd HTTP/1.1" status: 200 len: 812 time: 0.4195087 Jan 27 22:05:50.589387 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44050) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:50.599788 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-76073ce5-8218-411f-945f-5d31a5b3103a tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Request body: {'port': {'device_id': '8b4be033-5b7f-450d-a6e1-20e794142db9', 'network_id': '5fadbb9f-b254-456a-b60e-465e1396c9fd', 'admin_state_up': True, 'tenant_id': '5bf1dcd9503743a889165322c63e7cf7'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:50.628428 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d330e78-0947-42be-8683-788870d8e6d8 req-07b9e296-db47-45b6-a99c-f19802334e54 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=d05339d7-5c74-493c-9832-1da5675bacdb HTTP/1.1" status: 200 len: 210 time: 0.0641787 Jan 27 22:05:50.648942 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a71b23c-9242-4edf-9835-aa9414eb9244 req-fe055c48-4f22-42eb-b07e-b346df07461f tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.0856864 Jan 27 22:05:50.685317 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f9c7cae-df5b-47f2-8f35-88357a2214aa req-d28b6340-aa60-4071-8183-5eadcd26a816 tempest-ServerShowV257Test-1201786972 tempest-ServerShowV257Test-1201786972-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef713284-cbaa-4160-ac39-ac3fbea9baaa HTTP/1.1" status: 200 len: 210 time: 0.1172962 Jan 27 22:05:50.770193 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-653c9b8f-70de-46d5-b7c7-aa5c2d86696b tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-421196165'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:50.770703 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-653c9b8f-70de-46d5-b7c7-aa5c2d86696b tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] Unknown quota resources ['metering_label']. {{(pid=109742) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 22:05:50.847935 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffd890-d8a3-48f8-9191-fc7776f24bed req-36e73289-4dc1-4737-86ee-5b8ef5395947 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:50.858628 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31ffd890-d8a3-48f8-9191-fc7776f24bed req-36e73289-4dc1-4737-86ee-5b8ef5395947 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 945 time: 0.1093736 Jan 27 22:05:51.105504 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31ffd890-d8a3-48f8-9191-fc7776f24bed req-fb1f782d-65a6-4fb1-9e03-1655973596ba tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441139 Jan 27 22:05:51.123719 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-76073ce5-8218-411f-945f-5d31a5b3103a tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Made reservation on behalf of 5bf1dcd9503743a889165322c63e7cf7 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:51.131727 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.132681 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-76073ce5-8218-411f-945f-5d31a5b3103a tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.305172 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-653c9b8f-70de-46d5-b7c7-aa5c2d86696b tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.308195 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-653c9b8f-70de-46d5-b7c7-aa5c2d86696b tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7177818 Jan 27 22:05:51.314287 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44066) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:51.326572 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a16f5ff5-f8ad-4263-b47e-a416fdd29516 tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '8b2a2aa6-81ed-4f4c-9fa3-bea6879596c4'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:51.327516 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a16f5ff5-f8ad-4263-b47e-a416fdd29516 tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109742) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 22:05:51.344480 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c4ca4-606f-4d3b-b62b-927a6d5dc978 req-cbc78684-7aa4-40d8-be64-d527062be594 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:51.346487 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-894c4ca4-606f-4d3b-b62b-927a6d5dc978 req-cbc78684-7aa4-40d8-be64-d527062be594 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.1588993 Jan 27 22:05:51.451566 n-d-772272-3 neutron-server[109742]: WARNING neutron.services.metering.metering_plugin [None req-a16f5ff5-f8ad-4263-b47e-a416fdd29516 tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 27 22:05:51.525539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-76073ce5-8218-411f-945f-5d31a5b3103a tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Allocated IP 172.20.0.11 (5fadbb9f-b254-456a-b60e-465e1396c9fd/bea22b83-b426-4b7e-aca2-c0c9f0ab25ec/f2010c6b-d86a-4f85-8fed-5abcb053ec91) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:51.555607 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-894c4ca4-606f-4d3b-b62b-927a6d5dc978 req-73057fe8-31f1-4853-902c-609f956af5d6 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742206 Jan 27 22:05:51.628918 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8da8756c-4bf8-4a0a-b949-3903e116d283 req-35e6d5aa-83c2-491c-8d7f-6a4c85c5dc8e tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4be033-5b7f-450d-a6e1-20e794142db9 HTTP/1.1" status: 200 len: 210 time: 0.0549810 Jan 27 22:05:51.667137 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a16f5ff5-f8ad-4263-b47e-a416fdd29516 tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.676980 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 44072) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:51.680526 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a16f5ff5-f8ad-4263-b47e-a416fdd29516 tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3642049 Jan 27 22:05:51.694961 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-db3ca9da-ba63-493b-8eda-3b69e9d4326e tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '8b2a2aa6-81ed-4f4c-9fa3-bea6879596c4'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:51.697806 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-db3ca9da-ba63-493b-8eda-3b69e9d4326e tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109741) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 22:05:51.835240 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10f9bd76-13f0-4bfe-bad7-02387e016e39 req-84e86660-185d-48c7-b957-e2be395834e7 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=d05339d7-5c74-493c-9832-1da5675bacdb HTTP/1.1" status: 200 len: 210 time: 0.0822263 Jan 27 22:05:51.887146 n-d-772272-3 neutron-server[109741]: WARNING neutron.services.metering.metering_plugin [None req-db3ca9da-ba63-493b-8eda-3b69e9d4326e tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 27 22:05:52.376606 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44086) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:52.532147 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25384f18-5510-4b06-b46e-6cb671dd7823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.601280 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-db3ca9da-ba63-493b-8eda-3b69e9d4326e tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.604841 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-db3ca9da-ba63-493b-8eda-3b69e9d4326e tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9160051 Jan 27 22:05:52.610197 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 44092) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:52.647545 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25384f18-5510-4b06-b46e-6cb671dd7823 admin admin] Publish callbacks [] for security_group (80d3d9d3-b769-4b0e-92a5-538405d62a96), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.656124 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1a5eab99-c647-4a73-b569-9a39fc2ad877 tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=f899c585-e86d-4eee-a509-403e6f661db2 HTTP/1.1" status: 200 len: 462 time: 0.0415564 Jan 27 22:05:52.657643 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25384f18-5510-4b06-b46e-6cb671dd7823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (80d3d9d3-b769-4b0e-92a5-538405d62a96), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.666610 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44096) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:52.706853 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9504bf-16f5-4af3-8df7-45620e850790 req-e49346ae-b7af-47be-955f-4b322ef2daea tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:52.709358 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd9504bf-16f5-4af3-8df7-45620e850790 req-e49346ae-b7af-47be-955f-4b322ef2daea tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 945 time: 0.2694745 Jan 27 22:05:52.755995 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25384f18-5510-4b06-b46e-6cb671dd7823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d3d9d3-b769-4b0e-92a5-538405d62a96,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:52.769738 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-25384f18-5510-4b06-b46e-6cb671dd7823 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebcbea7c33e14fd8a96b8ba6e0770da0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3918507 Jan 27 22:05:52.775926 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44098) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:52.794015 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-76073ce5-8218-411f-945f-5d31a5b3103a tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Publish callbacks [] for port (f2010c6b-d86a-4f85-8fed-5abcb053ec91), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.807215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-f32b568d-0ab8-4bc1-8d92-6fe6e98f92dd tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:52.808796 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-f32b568d-0ab8-4bc1-8d92-6fe6e98f92dd tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.15 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 805 time: 0.3682187 Jan 27 22:05:52.827947 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-e1a86c66-6ad7-4b2c-b432-261122172d74 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Request body: {'port': {'device_id': 'd05339d7-5c74-493c-9832-1da5675bacdb', 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8', 'admin_state_up': True, 'tenant_id': '342465e78b4348c1b975ff630f4dbc64'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:52.883302 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ac8d6abb-3809-497e-8884-7a1833d1f585 tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.887371 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ac8d6abb-3809-497e-8884-7a1833d1f585 tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/f899c585-e86d-4eee-a509-403e6f661db2 HTTP/1.1" status: 204 len: 168 time: 0.2180426 Jan 27 22:05:52.887987 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44102) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:52.925439 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acf84d-9b54-4597-ac8f-11280b175052 req-73bc3e6a-1c8f-42df-b9ee-f88dbf6bcb70 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:52.926961 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d0acf84d-9b54-4597-ac8f-11280b175052 req-73bc3e6a-1c8f-42df-b9ee-f88dbf6bcb70 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.2507863 Jan 27 22:05:52.936157 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd9504bf-16f5-4af3-8df7-45620e850790 req-f16b754e-84b0-48f6-ad49-8fdbafa33814 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153115 Jan 27 22:05:52.937106 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-40ac18cb-9cd3-451f-9bcc-9e9791744fb0 admin admin] Publish callbacks [] for security_group (80d3d9d3-b769-4b0e-92a5-538405d62a96), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.944494 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 44104) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:52.946656 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-28cb0a01-3be9-4d09-afc5-4e0e7e1dd144 tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=f899c585-e86d-4eee-a509-403e6f661db2 HTTP/1.1" status: 200 len: 221 time: 0.0540602 Jan 27 22:05:52.951799 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-33b1e0f6-9884-4382-9d3a-f9c6f37707ee tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--721035516', 'description': 'label created by tempest'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:52.952376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-33b1e0f6-9884-4382-9d3a-f9c6f37707ee tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] Unknown quota resources ['metering_label']. {{(pid=109741) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 22:05:52.994303 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-40ac18cb-9cd3-451f-9bcc-9e9791744fb0 admin admin] Publish callbacks [] for security_group (80d3d9d3-b769-4b0e-92a5-538405d62a96), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:53.024419 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-76073ce5-8218-411f-945f-5d31a5b3103a tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f2010c6b-d86a-4f85-8fed-5abcb053ec91), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:53.087826 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-40ac18cb-9cd3-451f-9bcc-9e9791744fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (80d3d9d3-b769-4b0e-92a5-538405d62a96), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:53.092871 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-40ac18cb-9cd3-451f-9bcc-9e9791744fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:53.110263 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-40ac18cb-9cd3-451f-9bcc-9e9791744fb0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80d3d9d3-b769-4b0e-92a5-538405d62a96 HTTP/1.1" status: 204 len: 168 time: 0.3362966 Jan 27 22:05:53.134512 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac18cb-9cd3-451f-9bcc-9e9791744fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d3d9d3-b769-4b0e-92a5-538405d62a96,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:53.302294 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-76073ce5-8218-411f-945f-5d31a5b3103a tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Network 5fadbb9f-b254-456a-b60e-465e1396c9fd is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:53.359694 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-76073ce5-8218-411f-945f-5d31a5b3103a tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:53.364463 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d0acf84d-9b54-4597-ac8f-11280b175052 req-25856503-53b8-418f-ad7d-68c899204cb6 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272609 Jan 27 22:05:53.367457 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-76073ce5-8218-411f-945f-5d31a5b3103a tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:53.377601 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76073ce5-8218-411f-945f-5d31a5b3103a tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Pushing event updated for resources: {'Port': ['ID=f2010c6b-d86a-4f85-8fed-5abcb053ec91,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:53.457258 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-e1a86c66-6ad7-4b2c-b432-261122172d74 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Made reservation on behalf of 342465e78b4348c1b975ff630f4dbc64 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:53.461026 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-e1a86c66-6ad7-4b2c-b432-261122172d74 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:53.475030 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d323e3-1e8c-46fc-9bf7-df0e1a007555 req-06b81e61-98c8-485e-b03d-82a05f91e5b8 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:53.476654 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-57d323e3-1e8c-46fc-9bf7-df0e1a007555 req-06b81e61-98c8-485e-b03d-82a05f91e5b8 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.21 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 945 time: 0.4141603 Jan 27 22:05:53.492832 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-33b1e0f6-9884-4382-9d3a-f9c6f37707ee tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:53.492919 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44116) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:53.498517 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-33b1e0f6-9884-4382-9d3a-f9c6f37707ee tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5520918 Jan 27 22:05:53.563619 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e440e-6435-4c99-b79b-ed8e37d1c106 req-b234bdfd-955c-4818-be4c-2ebaaa486262 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:53.571355 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-997e440e-6435-4c99-b79b-ed8e37d1c106 req-b234bdfd-955c-4818-be4c-2ebaaa486262 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4be033-5b7f-450d-a6e1-20e794142db9 HTTP/1.1" status: 200 len: 932 time: 0.4234214 Jan 27 22:05:53.623453 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-59d3cd17-1ec4-4aed-b4ce-2f7a5e239768 tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=9efb2b6b-5240-4a02-a2f2-98ded37a17a0 HTTP/1.1" status: 200 len: 467 time: 0.1257563 Jan 27 22:05:53.624552 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 44120) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:53.629438 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2801094f-ef23-4d4a-b6f4-e14e386831e5 req-91ab0177-0053-4b1e-9c8d-4abd7cdd9be4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=d05339d7-5c74-493c-9832-1da5675bacdb HTTP/1.1" status: 200 len: 210 time: 0.0560834 Jan 27 22:05:53.636773 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-76073ce5-8218-411f-945f-5d31a5b3103a tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:53.637560 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-76073ce5-8218-411f-945f-5d31a5b3103a tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:53.805447 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-76073ce5-8218-411f-945f-5d31a5b3103a tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2288117 Jan 27 22:05:53.827956 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] Request body: {'port': {'device_id': '8b4be033-5b7f-450d-a6e1-20e794142db9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:53.873314 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-997e440e-6435-4c99-b79b-ed8e37d1c106 req-ad09bcb6-254a-4349-a0a5-d1bf468def07 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b7c8ab5-4665-4ec5-bad1-fab2aa4c0cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010211 Jan 27 22:05:54.114492 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-e1a86c66-6ad7-4b2c-b432-261122172d74 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Allocated IP 172.20.0.9 (7fb03950-b0f5-49f7-8c2d-d1081fb3aba8/7267bcf4-ac84-4f1d-9bca-30d5eecd5123/546296c4-1857-45cc-88d1-2bbe11f68260) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:54.124532 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-90a1bb95-5da0-48f5-a157-36d35f0308b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:54.125548 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bf95696b-b995-4f3e-bb1f-613d16f10c54 tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:54.127504 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bf95696b-b995-4f3e-bb1f-613d16f10c54 tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/9efb2b6b-5240-4a02-a2f2-98ded37a17a0 HTTP/1.1" status: 204 len: 168 time: 0.4966202 Jan 27 22:05:54.130787 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44136) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:54.149279 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4c8c503c-d503-4402-a3d1-d2a45688919f tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=9efb2b6b-5240-4a02-a2f2-98ded37a17a0 HTTP/1.1" status: 200 len: 216 time: 0.0172179 Jan 27 22:05:54.151280 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f2010c6b-d86a-4f85-8fed-5abcb053ec91), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:54.153850 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44138) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:54.177895 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b6f857b7-9fff-4ea3-ac06-4258f1dd8c97 tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0229256 Jan 27 22:05:54.179865 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-57d323e3-1e8c-46fc-9bf7-df0e1a007555 req-4fa22739-5f5d-48d9-879d-b2cbd4324f1f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Deleting port 1aab4507-22bb-47aa-8bfc-07ecf99a935b {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:54.180460 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-57d323e3-1e8c-46fc-9bf7-df0e1a007555 req-4fa22739-5f5d-48d9-879d-b2cbd4324f1f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1aab4507-22bb-47aa-8bfc-07ecf99a935b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:54.182212 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44140) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:54.206652 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fe8b0dc8-06df-44bd-8fd7-45ca64b541c5 tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0220246 Jan 27 22:05:54.212781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44146) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:54.357373 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-65bd48c6-9c4d-45cd-88fb-7e4b9d6b6d86 tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/8b2a2aa6-81ed-4f4c-9fa3-bea6879596c4 HTTP/1.1" status: 200 len: 472 time: 0.1430659 Jan 27 22:05:54.360849 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44150) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:54.426676 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3a39d994-da17-4c77-8bde-617e427e51a6 tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/4b9817e2-c71c-433b-ad94-762175a78e62 HTTP/1.1" status: 200 len: 459 time: 0.0638187 Jan 27 22:05:54.432232 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44156) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:54.588425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb240a-af7e-4018-b0f2-43b395fbc505 req-a44f8e8c-ec26-4916-b1d6-6f1cf1138335 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:54.591428 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76fb240a-af7e-4018-b0f2-43b395fbc505 req-a44f8e8c-ec26-4916-b1d6-6f1cf1138335 tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 945 time: 0.4927161 Jan 27 22:05:54.623957 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ca19993f-3175-4905-afb6-5ff3c8b14a12 tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:54.625731 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ca19993f-3175-4905-afb6-5ff3c8b14a12 tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/4b9817e2-c71c-433b-ad94-762175a78e62 HTTP/1.1" status: 204 len: 168 time: 0.1925683 Jan 27 22:05:54.629222 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44160) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:54.837755 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87eede-517c-425b-9d1a-e16ede7b1bb9 req-63c91687-eb7e-45a9-99e2-3d58ec5caae6 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:54.844499 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4b87eede-517c-425b-9d1a-e16ede7b1bb9 req-63c91687-eb7e-45a9-99e2-3d58ec5caae6 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.2192936 Jan 27 22:05:54.848226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-57d323e3-1e8c-46fc-9bf7-df0e1a007555 req-4fa22739-5f5d-48d9-879d-b2cbd4324f1f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] For port 1aab4507-22bb-47aa-8bfc-07ecf99a935b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1aab4507-22bb-47aa-8bfc-07ecf99a935b,segment=NetworkSegment(25092456-2e36-4ed4-b458-7fd26a08791a),segment_id=25092456-2e36-4ed4-b458-7fd26a08791a)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:54.848673 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-57d323e3-1e8c-46fc-9bf7-df0e1a007555 req-4fa22739-5f5d-48d9-879d-b2cbd4324f1f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1aab4507-22bb-47aa-8bfc-07ecf99a935b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:54.901012 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-57d323e3-1e8c-46fc-9bf7-df0e1a007555 req-4fa22739-5f5d-48d9-879d-b2cbd4324f1f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Calling delete_port for 1aab4507-22bb-47aa-8bfc-07ecf99a935b owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:54.924777 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cb6c3939-292f-44be-86ff-c2cc901f1c53 tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:54.931851 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cb6c3939-292f-44be-86ff-c2cc901f1c53 tempest-MeteringIpV6TestJSON-210580494 tempest-MeteringIpV6TestJSON-210580494-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/8b2a2aa6-81ed-4f4c-9fa3-bea6879596c4 HTTP/1.1" status: 204 len: 168 time: 0.3012216 Jan 27 22:05:54.934024 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76fb240a-af7e-4018-b0f2-43b395fbc505 req-6a895895-d21a-4acb-982a-b00b0fdac67a tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc90b6da-b376-460f-8eea-29e73c9e2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978470 Jan 27 22:05:55.498253 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44180) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:55.514270 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fbeafe00-75f0-49bb-b67b-a797fad9aed9 req-5fed0a23-3190-46eb-bfb5-2e7bf35ed1d1 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=d05339d7-5c74-493c-9832-1da5675bacdb HTTP/1.1" status: 200 len: 210 time: 0.4196806 Jan 27 22:05:55.524513 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-e1a86c66-6ad7-4b2c-b432-261122172d74 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks [] for port (546296c4-1857-45cc-88d1-2bbe11f68260), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.535311 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4b87eede-517c-425b-9d1a-e16ede7b1bb9 req-96da1310-2a46-4c65-956f-c7aacf2acf82 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6899643 Jan 27 22:05:55.602680 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2010c6b-d86a-4f85-8fed-5abcb053ec91 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:05:55.661020 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] Publish callbacks [] for port (f2010c6b-d86a-4f85-8fed-5abcb053ec91), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.681820 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44186) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:55.734777 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] Transition to ACTIVE for port object f2010c6b-d86a-4f85-8fed-5abcb053ec91 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:05:55.737878 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-57d323e3-1e8c-46fc-9bf7-df0e1a007555 req-4fa22739-5f5d-48d9-879d-b2cbd4324f1f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (1aab4507-22bb-47aa-8bfc-07ecf99a935b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.754742 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-e1a86c66-6ad7-4b2c-b432-261122172d74 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (546296c4-1857-45cc-88d1-2bbe11f68260), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.766618 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f2010c6b-d86a-4f85-8fed-5abcb053ec91), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.818975 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedf67a-f220-43a2-8569-526f6213d9af req-92630a7e-899c-46e1-8a56-368fffce2c73 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:55.827858 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eaedf67a-f220-43a2-8569-526f6213d9af req-92630a7e-899c-46e1-8a56-368fffce2c73 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4be033-5b7f-450d-a6e1-20e794142db9 HTTP/1.1" status: 200 len: 932 time: 0.2116196 Jan 27 22:05:55.871731 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa22739-5f5d-48d9-879d-b2cbd4324f1f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Pushing event deleted for resources: {'Port': ['ID=1aab4507-22bb-47aa-8bfc-07ecf99a935b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:55.916451 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-958a58ab-7c61-4b75-9d33-a289176c50d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.932731 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-794d8607-60b2-4798-8cb2-55f91f91640c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.969705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d323e3-1e8c-46fc-9bf7-df0e1a007555 req-4fa22739-5f5d-48d9-879d-b2cbd4324f1f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] No DVR routers for this DVR port 1aab4507-22bb-47aa-8bfc-07ecf99a935b on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:55.981949 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-e1a86c66-6ad7-4b2c-b432-261122172d74 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:55.984085 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-57d323e3-1e8c-46fc-9bf7-df0e1a007555 req-4fa22739-5f5d-48d9-879d-b2cbd4324f1f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.988029 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-57d323e3-1e8c-46fc-9bf7-df0e1a007555 req-4fa22739-5f5d-48d9-879d-b2cbd4324f1f tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.21 "DELETE /v2.0/ports/1aab4507-22bb-47aa-8bfc-07ecf99a935b HTTP/1.1" status: 204 len: 173 time: 2.4820178 Jan 27 22:05:55.992325 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aded3981-65c3-4fa8-a8aa-b1d2138c12ff', 'name': 'network-vif-deleted', 'tag': '1aab4507-22bb-47aa-8bfc-07ecf99a935b'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:55.994620 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae032ad5-3d1b-4b99-a6d0-a1ebdf97150b" -d '{"events": [{"server_uuid": "aded3981-65c3-4fa8-a8aa-b1d2138c12ff", "name": "network-vif-deleted", "tag": "1aab4507-22bb-47aa-8bfc-07ecf99a935b"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:56.012038 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eaedf67a-f220-43a2-8569-526f6213d9af req-5a7e70d9-c63c-4aa1-b55b-57a20886a7c9 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b7c8ab5-4665-4ec5-bad1-fab2aa4c0cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832006 Jan 27 22:05:56.038190 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-e1a86c66-6ad7-4b2c-b432-261122172d74 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:56.047781 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-e1a86c66-6ad7-4b2c-b432-261122172d74 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:56.095271 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a86c66-6ad7-4b2c-b432-261122172d74 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Pushing event updated for resources: {'Port': ['ID=546296c4-1857-45cc-88d1-2bbe11f68260,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:56.139694 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-958a58ab-7c61-4b75-9d33-a289176c50d5 admin admin] Publish callbacks [] for security_group (55c977e4-c8b2-44ae-ba96-039e52ec00ff), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.147522 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-794d8607-60b2-4798-8cb2-55f91f91640c admin admin] Publish callbacks [] for security_group (b1ef9cce-074a-49d2-bebe-4f481cb8e114), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.151987 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-958a58ab-7c61-4b75-9d33-a289176c50d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (55c977e4-c8b2-44ae-ba96-039e52ec00ff), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.166136 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9cd9e-133b-4275-b627-5dfe25a9254e req-24a9ff56-5909-4e4d-a3e2-1e32b1f7f2b5 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:56.167825 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bdc9cd9e-133b-4275-b627-5dfe25a9254e req-24a9ff56-5909-4e4d-a3e2-1e32b1f7f2b5 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.3153472 Jan 27 22:05:56.201843 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-794d8607-60b2-4798-8cb2-55f91f91640c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b1ef9cce-074a-49d2-bebe-4f481cb8e114), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.228925 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-e1a86c66-6ad7-4b2c-b432-261122172d74 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:56.229565 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-e1a86c66-6ad7-4b2c-b432-261122172d74 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.244047 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a58ab-7c61-4b75-9d33-a289176c50d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c977e4-c8b2-44ae-ba96-039e52ec00ff,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:56.252092 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-958a58ab-7c61-4b75-9d33-a289176c50d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f17ace662304f18866bf97433a1809f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7520306 Jan 27 22:05:56.257008 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44198) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:56.284193 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] Pushing event updated for resources: {'Port': ['ID=f2010c6b-d86a-4f85-8fed-5abcb053ec91,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:56.292418 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-794d8607-60b2-4798-8cb2-55f91f91640c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9af6f36dd7db4184ac90d98ed9d9ec5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6094489 Jan 27 22:05:56.298937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44200) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:56.302649 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-e1a86c66-6ad7-4b2c-b432-261122172d74 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4809904 Jan 27 22:05:56.326938 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] Request body: {'port': {'device_id': 'd05339d7-5c74-493c-9832-1da5675bacdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:56.355493 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] Attempting to bind port f2010c6b-d86a-4f85-8fed-5abcb053ec91 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:56.355858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] Attempting to bind port f2010c6b-d86a-4f85-8fed-5abcb053ec91 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'da7b4dc1-155d-452e-8c0b-08b8439ff8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5fadbb9f-b254-456a-b60e-465e1396c9fd'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:56.356218 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] Attempting to bind port f2010c6b-d86a-4f85-8fed-5abcb053ec91 on network 5fadbb9f-b254-456a-b60e-465e1396c9fd {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:56.369368 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bdc9cd9e-133b-4275-b627-5dfe25a9254e req-1a45b1cd-3e79-438f-9ed1-70720a5104c2 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710873 Jan 27 22:05:56.372625 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] Port f2010c6b-d86a-4f85-8fed-5abcb053ec91 on network 5fadbb9f-b254-456a-b60e-465e1396c9fd not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:05:56.372960 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] Attempting to bind port f2010c6b-d86a-4f85-8fed-5abcb053ec91 on network 5fadbb9f-b254-456a-b60e-465e1396c9fd {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:56.384795 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:56.385273 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] Checking segment: {'id': 'da7b4dc1-155d-452e-8c0b-08b8439ff8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5fadbb9f-b254-456a-b60e-465e1396c9fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:56.385667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] Bound using segment: {'id': 'da7b4dc1-155d-452e-8c0b-08b8439ff8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5fadbb9f-b254-456a-b60e-465e1396c9fd'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:56.386094 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] Bound port: f2010c6b-d86a-4f85-8fed-5abcb053ec91, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da7b4dc1-155d-452e-8c0b-08b8439ff8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5fadbb9f-b254-456a-b60e-465e1396c9fd'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:56.386462 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f2010c6b-d86a-4f85-8fed-5abcb053ec91), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.390260 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d8607-60b2-4798-8cb2-55f91f91640c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ef9cce-074a-49d2-bebe-4f481cb8e114,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:56.433080 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4910bed0-89ae-4cae-a942-27c8cd9bd1b6 admin admin] Publish callbacks [] for security_group (b1ef9cce-074a-49d2-bebe-4f481cb8e114), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.452944 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f691675e-62b8-430b-8b91-470c64239d93 admin admin] Publish callbacks [] for security_group (55c977e4-c8b2-44ae-ba96-039e52ec00ff), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.457336 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (546296c4-1857-45cc-88d1-2bbe11f68260), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.460495 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1c5012-db9b-43e8-bc48-fca817b491be x-openstack-request-id: req-6e1c5012-db9b-43e8-bc48-fca817b491be {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:56.460792 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aded3981-65c3-4fa8-a8aa-b1d2138c12ff", "name": "network-vif-deleted", "tag": "1aab4507-22bb-47aa-8bfc-07ecf99a935b", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:56.461224 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e1c5012-db9b-43e8-bc48-fca817b491be {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:56.461576 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aded3981-65c3-4fa8-a8aa-b1d2138c12ff', 'name': 'network-vif-deleted', 'tag': '1aab4507-22bb-47aa-8bfc-07ecf99a935b', 'status': 'completed', 'code': 200} Jan 27 22:05:56.479964 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f691675e-62b8-430b-8b91-470c64239d93 admin admin] Publish callbacks [] for security_group (55c977e4-c8b2-44ae-ba96-039e52ec00ff), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.515518 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4910bed0-89ae-4cae-a942-27c8cd9bd1b6 admin admin] Publish callbacks [] for security_group (b1ef9cce-074a-49d2-bebe-4f481cb8e114), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.528814 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a437145-0911-437e-b306-ec1dc35f008b req-15aa1604-60f2-4c7f-8d6e-61911a9adefb tempest-AttachVolumeNegativeTest-1013612053 tempest-AttachVolumeNegativeTest-1013612053-project] 10.222.0.23 "GET /v2.0/ports?device_id=aded3981-65c3-4fa8-a8aa-b1d2138c12ff HTTP/1.1" status: 200 len: 210 time: 0.0722229 Jan 27 22:05:56.615125 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] For port f2010c6b-d86a-4f85-8fed-5abcb053ec91, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:56.624823 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4910bed0-89ae-4cae-a942-27c8cd9bd1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b1ef9cce-074a-49d2-bebe-4f481cb8e114), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.629853 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4910bed0-89ae-4cae-a942-27c8cd9bd1b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.630891 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4910bed0-89ae-4cae-a942-27c8cd9bd1b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1ef9cce-074a-49d2-bebe-4f481cb8e114 HTTP/1.1" status: 204 len: 168 time: 0.3309813 Jan 27 22:05:56.637270 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f691675e-62b8-430b-8b91-470c64239d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (55c977e4-c8b2-44ae-ba96-039e52ec00ff), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.640453 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f691675e-62b8-430b-8b91-470c64239d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.641554 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] For port f2010c6b-d86a-4f85-8fed-5abcb053ec91, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f2010c6b-d86a-4f85-8fed-5abcb053ec91,segment=NetworkSegment(da7b4dc1-155d-452e-8c0b-08b8439ff8c5),segment_id=da7b4dc1-155d-452e-8c0b-08b8439ff8c5)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:56.645027 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f691675e-62b8-430b-8b91-470c64239d93 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55c977e4-c8b2-44ae-ba96-039e52ec00ff HTTP/1.1" status: 204 len: 168 time: 0.3856966 Jan 27 22:05:56.652356 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910bed0-89ae-4cae-a942-27c8cd9bd1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ef9cce-074a-49d2-bebe-4f481cb8e114,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:56.658462 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f2010c6b-d86a-4f85-8fed-5abcb053ec91), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.662672 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691675e-62b8-430b-8b91-470c64239d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c977e4-c8b2-44ae-ba96-039e52ec00ff,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:56.774517 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-851211a6-e181-4864-ae87-f462203133b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.789670 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 1aab4507-22bb-47aa-8bfc-07ecf99a935b no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:56.820939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 1aab4507-22bb-47aa-8bfc-07ecf99a935b {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:56.821529 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 1aab4507-22bb-47aa-8bfc-07ecf99a935b not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:56.848730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] Pushing event updated for resources: {'Port': ['ID=f2010c6b-d86a-4f85-8fed-5abcb053ec91,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:56.857483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:56.858175 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.859551 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-40027a6b-1675-4ce8-88f6-427e8643501c service neutron] 10.222.0.15 "PUT /v2.0/ports/f2010c6b-d86a-4f85-8fed-5abcb053ec91 HTTP/1.1" status: 200 len: 1092 time: 3.0370290 Jan 27 22:05:56.900300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91c8a8-2085-4d6c-a210-3f5b4cbde6e4 req-9b9f57e4-b687-414e-a982-4d081233e24e tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:56.901912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab91c8a8-2085-4d6c-a210-3f5b4cbde6e4 req-9b9f57e4-b687-414e-a982-4d081233e24e tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.1649430 Jan 27 22:05:57.131141 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab91c8a8-2085-4d6c-a210-3f5b4cbde6e4 req-d41c62ca-8187-459e-8121-e420e5643372 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173029 Jan 27 22:05:57.145087 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b67b09-e074-46a4-a2bd-037db1af13f5 req-cdfdc938-b49c-4016-9e73-68cf052b30a8 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:57.147928 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63b67b09-e074-46a4-a2bd-037db1af13f5 req-cdfdc938-b49c-4016-9e73-68cf052b30a8 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=d05339d7-5c74-493c-9832-1da5675bacdb HTTP/1.1" status: 200 len: 931 time: 0.3081815 Jan 27 22:05:57.157358 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44224) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:57.180509 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d248dbd-1070-4062-a22f-d6e7cd1c0637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.284492 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d248dbd-1070-4062-a22f-d6e7cd1c0637 admin admin] Publish callbacks [] for security_group (134e55ab-5453-4da3-b413-a65dc3feee8b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.288909 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-e4ac15a2-cc32-4cae-be26-41e31e175fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:57.290546 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-e4ac15a2-cc32-4cae-be26-41e31e175fb2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5bf1dcd9503743a889165322c63e7cf7&device_id=8b4be033-5b7f-450d-a6e1-20e794142db9 HTTP/1.1" status: 200 len: 1095 time: 0.3799896 Jan 27 22:05:57.291516 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d248dbd-1070-4062-a22f-d6e7cd1c0637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (134e55ab-5453-4da3-b413-a65dc3feee8b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.307779 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 546296c4-1857-45cc-88d1-2bbe11f68260 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:05:57.349704 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6d248dbd-1070-4062-a22f-d6e7cd1c0637 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bca35059b27c4abd9ed80c9f838d327b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1905773 Jan 27 22:05:57.357339 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44228) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:57.380572 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] Publish callbacks [] for port (546296c4-1857-45cc-88d1-2bbe11f68260), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.381963 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d248dbd-1070-4062-a22f-d6e7cd1c0637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134e55ab-5453-4da3-b413-a65dc3feee8b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:57.395153 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-25b8384b-1b10-485e-8893-d057c9891834 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2010c6b-d86a-4f85-8fed-5abcb053ec91 HTTP/1.1" status: 200 len: 217 time: 0.0896199 Jan 27 22:05:57.463950 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63b67b09-e074-46a4-a2bd-037db1af13f5 req-82cfa606-d30a-4bc7-99f1-b1f45ccffd46 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874665 Jan 27 22:05:57.465558 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c7702970-f307-4459-b534-9e052ae9b651 admin admin] Publish callbacks [] for security_group (134e55ab-5453-4da3-b413-a65dc3feee8b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.496053 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c7702970-f307-4459-b534-9e052ae9b651 admin admin] Publish callbacks [] for security_group (134e55ab-5453-4da3-b413-a65dc3feee8b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.499199 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] Transition to ACTIVE for port object 546296c4-1857-45cc-88d1-2bbe11f68260 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:05:57.509852 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.524432 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-77906782-d1e3-468c-a14a-35a7e590edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:57.525990 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-77906782-d1e3-468c-a14a-35a7e590edd0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bea22b83-b426-4b7e-aca2-c0c9f0ab25ec HTTP/1.1" status: 200 len: 852 time: 0.1249051 Jan 27 22:05:57.534119 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (546296c4-1857-45cc-88d1-2bbe11f68260), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.582531 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c7702970-f307-4459-b534-9e052ae9b651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (134e55ab-5453-4da3-b413-a65dc3feee8b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.586219 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c7702970-f307-4459-b534-9e052ae9b651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.587524 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c7702970-f307-4459-b534-9e052ae9b651 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/134e55ab-5453-4da3-b413-a65dc3feee8b HTTP/1.1" status: 204 len: 168 time: 0.2278035 Jan 27 22:05:57.599396 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7702970-f307-4459-b534-9e052ae9b651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134e55ab-5453-4da3-b413-a65dc3feee8b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:57.616031 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-768be82f-f16e-4412-a963-0cbde133b054 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fadbb9f-b254-456a-b60e-465e1396c9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700195 Jan 27 22:05:57.635683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d545f2-d67d-4e53-a3f2-6f5a30c689bb req-c0c855dd-af8c-4924-97f1-f62e3e30dcc8 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:57.644907 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63d545f2-d67d-4e53-a3f2-6f5a30c689bb req-c0c855dd-af8c-4924-97f1-f62e3e30dcc8 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4be033-5b7f-450d-a6e1-20e794142db9 HTTP/1.1" status: 200 len: 944 time: 0.3637686 Jan 27 22:05:57.844935 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] Pushing event updated for resources: {'Port': ['ID=546296c4-1857-45cc-88d1-2bbe11f68260,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:57.878796 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63d545f2-d67d-4e53-a3f2-6f5a30c689bb req-267b1cc9-e789-4012-b27c-3f128bfd7824 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b7c8ab5-4665-4ec5-bad1-fab2aa4c0cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329116 Jan 27 22:05:57.905831 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7e532-ec51-4298-b5a3-5d6ab9404127 req-214c9f8f-d628-4f70-8f92-3f1414d30c11 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:57.907363 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c1d7e532-ec51-4298-b5a3-5d6ab9404127 req-214c9f8f-d628-4f70-8f92-3f1414d30c11 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.3302951 Jan 27 22:05:57.931066 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] Attempting to bind port 546296c4-1857-45cc-88d1-2bbe11f68260 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:57.931402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] Attempting to bind port 546296c4-1857-45cc-88d1-2bbe11f68260 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:57.931729 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] Attempting to bind port 546296c4-1857-45cc-88d1-2bbe11f68260 on network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:57.948254 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44252) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:57.952652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] Port 546296c4-1857-45cc-88d1-2bbe11f68260 on network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:05:57.952978 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] Attempting to bind port 546296c4-1857-45cc-88d1-2bbe11f68260 on network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:57.982685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:57.983091 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] Checking segment: {'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:57.983419 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] Bound using segment: {'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:57.983843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] Bound port: 546296c4-1857-45cc-88d1-2bbe11f68260, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:57.984211 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (546296c4-1857-45cc-88d1-2bbe11f68260), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.995084 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-f5f2442b-c4f3-44e5-aa51-0aab55450483 service neutron] 10.222.0.15 "GET /v2.0/networks/5fadbb9f-b254-456a-b60e-465e1396c9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480062 Jan 27 22:05:58.134934 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2965d6d3-3da6-4e80-9f73-b7987f1a18c4 admin admin] Deleting subnet 73d1c295-f15a-4861-84c0-477c63d6ad5c {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:05:58.138935 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2965d6d3-3da6-4e80-9f73-b7987f1a18c4 admin admin] Publish callbacks [] for subnet (73d1c295-f15a-4861-84c0-477c63d6ad5c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:58.152409 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fafad20b-21e1-4145-aaa9-ab471bc859e9 req-cb949b87-0be8-4e70-9703-045721a978c3 service neutron] 10.222.0.15 "GET /v2.0/networks/5fadbb9f-b254-456a-b60e-465e1396c9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401858 Jan 27 22:05:58.196977 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c1d7e532-ec51-4298-b5a3-5d6ab9404127 req-b53e7945-7f7c-4475-bdf2-3197ca026bc1 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664354 Jan 27 22:05:58.242606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] For port 546296c4-1857-45cc-88d1-2bbe11f68260, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:58.246779 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] For port 546296c4-1857-45cc-88d1-2bbe11f68260, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=546296c4-1857-45cc-88d1-2bbe11f68260,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:58.257792 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (546296c4-1857-45cc-88d1-2bbe11f68260), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:58.286908 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2965d6d3-3da6-4e80-9f73-b7987f1a18c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (73d1c295-f15a-4861-84c0-477c63d6ad5c), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:58.338865 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2965d6d3-3da6-4e80-9f73-b7987f1a18c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (73d1c295-f15a-4861-84c0-477c63d6ad5c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:58.386250 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:58.387834 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:58.389101 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] 10.222.0.15 "PUT /v2.0/ports/546296c4-1857-45cc-88d1-2bbe11f68260 HTTP/1.1" status: 200 len: 1091 time: 2.0729601 Jan 27 22:05:58.426655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578fc67-a1e4-436a-a288-aa2abc534554 service neutron] Pushing event updated for resources: {'Port': ['ID=546296c4-1857-45cc-88d1-2bbe11f68260,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:58.440306 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf324bbb-2482-486a-a50f-ff4fb5545887 req-68dd9f13-b301-4f47-b737-21528f156fb6 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:58.449726 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf324bbb-2482-486a-a50f-ff4fb5545887 req-68dd9f13-b301-4f47-b737-21528f156fb6 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.1086113 Jan 27 22:05:58.454218 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2965d6d3-3da6-4e80-9f73-b7987f1a18c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (73d1c295-f15a-4861-84c0-477c63d6ad5c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:58.467908 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4be033-5b7f-450d-a6e1-20e794142db9', 'tag': 'f2010c6b-d86a-4f85-8fed-5abcb053ec91'}, {'name': 'network-changed', 'server_uuid': 'd05339d7-5c74-493c-9832-1da5675bacdb', 'tag': '546296c4-1857-45cc-88d1-2bbe11f68260'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:58.470707 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fa31c0-1f16-479b-8fdd-19f496beffc0" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4be033-5b7f-450d-a6e1-20e794142db9", "tag": "f2010c6b-d86a-4f85-8fed-5abcb053ec91"}, {"name": "network-changed", "server_uuid": "d05339d7-5c74-493c-9832-1da5675bacdb", "tag": "546296c4-1857-45cc-88d1-2bbe11f68260"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:58.495674 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965d6d3-3da6-4e80-9f73-b7987f1a18c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73d1c295-f15a-4861-84c0-477c63d6ad5c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:58.507383 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2965d6d3-3da6-4e80-9f73-b7987f1a18c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:58.514063 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2965d6d3-3da6-4e80-9f73-b7987f1a18c4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/73d1c295-f15a-4861-84c0-477c63d6ad5c HTTP/1.1" status: 204 len: 168 time: 0.5637813 Jan 27 22:05:58.516499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44270) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:58.597687 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-e10b19d0-e9e9-4a15-9a93-4c4261fd8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:58.599528 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-e10b19d0-e9e9-4a15-9a93-4c4261fd8a2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&device_id=d05339d7-5c74-493c-9832-1da5675bacdb HTTP/1.1" status: 200 len: 1094 time: 0.1464069 Jan 27 22:05:58.612612 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf324bbb-2482-486a-a50f-ff4fb5545887 req-bc2fb31a-0653-44b2-b2f0-9c6173bc8b6a tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615963 Jan 27 22:05:58.724626 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7463dcb3-0422-4fcf-b7a7-233e6a0e5332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (5172c394-afad-4c7a-b5ec-4e24fc69ff6c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:58.771226 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90194ee-1ebb-42e0-823d-81d06f91e463 x-openstack-request-id: req-f90194ee-1ebb-42e0-823d-81d06f91e463 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:58.771537 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4be033-5b7f-450d-a6e1-20e794142db9", "tag": "f2010c6b-d86a-4f85-8fed-5abcb053ec91", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d05339d7-5c74-493c-9832-1da5675bacdb", "tag": "546296c4-1857-45cc-88d1-2bbe11f68260", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:58.771805 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f90194ee-1ebb-42e0-823d-81d06f91e463 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:58.772310 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4be033-5b7f-450d-a6e1-20e794142db9', 'tag': 'f2010c6b-d86a-4f85-8fed-5abcb053ec91', 'status': 'completed', 'code': 200} Jan 27 22:05:58.772767 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05339d7-5c74-493c-9832-1da5675bacdb', 'tag': '546296c4-1857-45cc-88d1-2bbe11f68260', 'status': 'completed', 'code': 200} Jan 27 22:05:58.807613 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-a0d1bf19-32c7-4a01-be51-9aa621b03c71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=546296c4-1857-45cc-88d1-2bbe11f68260 HTTP/1.1" status: 200 len: 217 time: 0.1902061 Jan 27 22:05:58.871856 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:58.874786 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-cbe12acd-538f-4c32-9265-89cb3ae77057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:58.876516 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-cbe12acd-538f-4c32-9265-89cb3ae77057 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7267bcf4-ac84-4f1d-9bca-30d5eecd5123 HTTP/1.1" status: 200 len: 845 time: 0.0590882 Jan 27 22:05:58.876681 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7463dcb3-0422-4fcf-b7a7-233e6a0e5332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (5172c394-afad-4c7a-b5ec-4e24fc69ff6c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:58.917534 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-7463dcb3-0422-4fcf-b7a7-233e6a0e5332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5172c394-afad-4c7a-b5ec-4e24fc69ff6c']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:58.944075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2026c7-253a-4a38-be0e-5ef5855ca4a5 req-d15adf6b-b363-4fec-b52d-f42a6767ba20 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:58.946785 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc2026c7-253a-4a38-be0e-5ef5855ca4a5 req-d15adf6b-b363-4fec-b52d-f42a6767ba20 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=d05339d7-5c74-493c-9832-1da5675bacdb HTTP/1.1" status: 200 len: 943 time: 0.3269980 Jan 27 22:05:58.953630 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-7463dcb3-0422-4fcf-b7a7-233e6a0e5332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25092456-2e36-4ed4-b458-7fd26a08791a') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:58.953843 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-7463dcb3-0422-4fcf-b7a7-233e6a0e5332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25092456-2e36-4ed4-b458-7fd26a08791a') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:58.965655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa31c0-1f16-479b-8fdd-19f496beffc0 req-2390863e-b20b-4953-b28a-3a8edc3b7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:58.967075 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7463dcb3-0422-4fcf-b7a7-233e6a0e5332 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (25092456-2e36-4ed4-b458-7fd26a08791a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:58.967563 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36fa31c0-1f16-479b-8fdd-19f496beffc0 req-2390863e-b20b-4953-b28a-3a8edc3b7582 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5bf1dcd9503743a889165322c63e7cf7&device_id=8b4be033-5b7f-450d-a6e1-20e794142db9 HTTP/1.1" status: 200 len: 1095 time: 0.1982660 Jan 27 22:05:58.972084 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-64e422ae-02d7-4bb2-a267-c556cb426020 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822525 Jan 27 22:05:58.987872 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7463dcb3-0422-4fcf-b7a7-233e6a0e5332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (25092456-2e36-4ed4-b458-7fd26a08791a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:59.001435 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7463dcb3-0422-4fcf-b7a7-233e6a0e5332 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:05:59.001922 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7463dcb3-0422-4fcf-b7a7-233e6a0e5332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (25092456-2e36-4ed4-b458-7fd26a08791a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:05:59.005431 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:05:59.019759 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44290) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:59.102115 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7463dcb3-0422-4fcf-b7a7-233e6a0e5332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (5172c394-afad-4c7a-b5ec-4e24fc69ff6c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:59.116438 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7463dcb3-0422-4fcf-b7a7-233e6a0e5332 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:59.125466 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7463dcb3-0422-4fcf-b7a7-233e6a0e5332 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5172c394-afad-4c7a-b5ec-4e24fc69ff6c HTTP/1.1" status: 204 len: 168 time: 0.6046231 Jan 27 22:05:59.143768 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463dcb3-0422-4fcf-b7a7-233e6a0e5332 admin admin] Pushing event deleted for resources: {'Network': ['ID=5172c394-afad-4c7a-b5ec-4e24fc69ff6c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:59.198303 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b6d559ec-e3ba-4f85-96c2-86a5f9e32912 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-482634761'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:59.242917 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d559ec-e3ba-4f85-96c2-86a5f9e32912 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Made reservation on behalf of 09029be060814d66a569a648b1fbdda4 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:59.249540 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc2026c7-253a-4a38-be0e-5ef5855ca4a5 req-41ba884e-c323-470d-8e67-60c2e7401f6e tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771754 Jan 27 22:05:59.262145 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b6d559ec-e3ba-4f85-96c2-86a5f9e32912 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:59.284585 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b6d559ec-e3ba-4f85-96c2-86a5f9e32912 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:59.290081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7c961-1642-487c-b1e6-1fd7bae96785 req-fec16b4a-3a9b-474e-8229-2fbdd8a1b50a tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:59.297065 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87f7c961-1642-487c-b1e6-1fd7bae96785 req-fec16b4a-3a9b-474e-8229-2fbdd8a1b50a tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4be033-5b7f-450d-a6e1-20e794142db9 HTTP/1.1" status: 200 len: 944 time: 0.2859905 Jan 27 22:05:59.321030 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-fd9d5f70-ec3f-4b03-a917-728e767679a9 service neutron] 10.222.0.15 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391480 Jan 27 22:05:59.366554 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa31c0-1f16-479b-8fdd-19f496beffc0 req-113ab653-d478-43ef-a6d3-1cb13641af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:59.376273 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36fa31c0-1f16-479b-8fdd-19f496beffc0 req-113ab653-d478-43ef-a6d3-1cb13641af3d service neutron] 10.222.0.15 "GET /v2.0/networks?id=5fadbb9f-b254-456a-b60e-465e1396c9fd HTTP/1.1" status: 200 len: 913 time: 0.3894587 Jan 27 22:05:59.475593 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b6d559ec-e3ba-4f85-96c2-86a5f9e32912 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks [] for security_group (5edc3a25-1f77-4c8a-8f67-2ad7aeaa9bac), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:59.481441 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b6d559ec-e3ba-4f85-96c2-86a5f9e32912 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5edc3a25-1f77-4c8a-8f67-2ad7aeaa9bac), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:59.491167 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36fa31c0-1f16-479b-8fdd-19f496beffc0 req-e8238e18-c408-4ede-847c-58ef27cbb936 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2010c6b-d86a-4f85-8fed-5abcb053ec91 HTTP/1.1" status: 200 len: 217 time: 0.1126420 Jan 27 22:05:59.503006 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 44298) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:59.522184 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d559ec-e3ba-4f85-96c2-86a5f9e32912 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:05:59.537493 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d559ec-e3ba-4f85-96c2-86a5f9e32912 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5edc3a25-1f77-4c8a-8f67-2ad7aeaa9bac,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:59.540405 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b6d559ec-e3ba-4f85-96c2-86a5f9e32912 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (8fd66085-99da-4190-92c1-1d703e2af3ea), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:59.540756 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-b6d559ec-e3ba-4f85-96c2-86a5f9e32912 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Added segment 8fd66085-99da-4190-92c1-1d703e2af3ea of type vlan for network cde5e1f0-b5d3-410c-9485-f1a3db10af12 Jan 27 22:05:59.591682 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87f7c961-1642-487c-b1e6-1fd7bae96785 req-cd3baf3c-d6b9-4e9b-b504-530bb35508e4 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b7c8ab5-4665-4ec5-bad1-fab2aa4c0cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936521 Jan 27 22:05:59.592688 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b6d559ec-e3ba-4f85-96c2-86a5f9e32912 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (cde5e1f0-b5d3-410c-9485-f1a3db10af12), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:59.625881 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b6d559ec-e3ba-4f85-96c2-86a5f9e32912 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (cde5e1f0-b5d3-410c-9485-f1a3db10af12), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:59.632583 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d559ec-e3ba-4f85-96c2-86a5f9e32912 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:59.633630 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b6d559ec-e3ba-4f85-96c2-86a5f9e32912 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:59.669562 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b6d559ec-e3ba-4f85-96c2-86a5f9e32912 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6485727 Jan 27 22:05:59.673192 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44302) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:59.679377 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-fd3cc6b6-9a5d-4cfc-ad2b-c2002839e8d8 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Request body: {'subnet': {'network_id': 'cde5e1f0-b5d3-410c-9485-f1a3db10af12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:59.684148 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-720fb4ee-b360-40e2-86c8-4b13e18cafd4 req-598118a3-a747-4ef7-a5f8-08b62b69e8a7 service neutron] 10.222.0.15 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476307 Jan 27 22:05:59.741281 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5d162c11-a509-47ad-85f1-207d2be1f463 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29f1b1b915984af3b6beaec3b0cb4d0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2369938 Jan 27 22:05:59.744638 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 44306) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:59.798008 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d559ec-e3ba-4f85-96c2-86a5f9e32912 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Pushing event updated for resources: {'Network': ['ID=cde5e1f0-b5d3-410c-9485-f1a3db10af12,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:59.811742 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network cde5e1f0-b5d3-410c-9485-f1a3db10af12 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:05:59.836789 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7fa830-f38e-447a-b710-09623490e20d req-7c191edb-fe5b-47d2-b4f2-15eadbc44fad tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:59.845004 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8f7fa830-f38e-447a-b710-09623490e20d req-7c191edb-fe5b-47d2-b4f2-15eadbc44fad tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.4315264 Jan 27 22:05:59.848621 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa31c0-1f16-479b-8fdd-19f496beffc0 req-b4d554bd-43e0-4c1b-8852-5ccac1b35b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:59.850139 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36fa31c0-1f16-479b-8fdd-19f496beffc0 req-b4d554bd-43e0-4c1b-8852-5ccac1b35b5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bea22b83-b426-4b7e-aca2-c0c9f0ab25ec HTTP/1.1" status: 200 len: 852 time: 0.3188999 Jan 27 22:05:59.851473 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3cc6b6-9a5d-4cfc-ad2b-c2002839e8d8 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Made reservation on behalf of 09029be060814d66a569a648b1fbdda4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:59.856835 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fd3cc6b6-9a5d-4cfc-ad2b-c2002839e8d8 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:59.897643 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36fa31c0-1f16-479b-8fdd-19f496beffc0 req-9be51392-dac9-4fea-ab3d-648cde5f73a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fadbb9f-b254-456a-b60e-465e1396c9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291748 Jan 27 22:06:00.031078 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6c2be-0858-422b-825d-96e0b1d37e05 req-1a6eb3f7-a544-40ab-9188-2319ce4d5957 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:00.032617 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25c6c2be-0858-422b-825d-96e0b1d37e05 req-1a6eb3f7-a544-40ab-9188-2319ce4d5957 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.2535317 Jan 27 22:06:00.075462 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8f7fa830-f38e-447a-b710-09623490e20d req-8f468e83-8971-4e62-a15b-9177092192ff tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293532 Jan 27 22:06:00.088941 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-930e6ce4-4bc7-43dc-9f54-afd7000d5ae5 admin admin] Publish callbacks [] for security_group (cc90b6da-b376-460f-8eea-29e73c9e2169), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.118771 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fd3cc6b6-9a5d-4cfc-ad2b-c2002839e8d8 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (3e8e8933-1d57-4930-b7ad-0eda8f6fca90), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.128903 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36fa31c0-1f16-479b-8fdd-19f496beffc0 req-9ddc9122-deaa-41c3-919c-59e22b9f7cdb service neutron] 10.222.0.15 "GET /v2.0/networks/5fadbb9f-b254-456a-b60e-465e1396c9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111592 Jan 27 22:06:00.161289 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-930e6ce4-4bc7-43dc-9f54-afd7000d5ae5 admin admin] Publish callbacks [] for security_group (cc90b6da-b376-460f-8eea-29e73c9e2169), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.186704 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-25c6c2be-0858-422b-825d-96e0b1d37e05 req-da58822b-4e60-435f-afc6-aa37ab518ce1 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422427 Jan 27 22:06:00.245255 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3cc6b6-9a5d-4cfc-ad2b-c2002839e8d8 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Pushing event updated for resources: {'Subnet': ['ID=3e8e8933-1d57-4930-b7ad-0eda8f6fca90,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:00.258793 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3cc6b6-9a5d-4cfc-ad2b-c2002839e8d8 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Checking segment: {'id': '8fd66085-99da-4190-92c1-1d703e2af3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'cde5e1f0-b5d3-410c-9485-f1a3db10af12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:06:00.259175 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3cc6b6-9a5d-4cfc-ad2b-c2002839e8d8 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Network hostable DHCP agents. Network: cde5e1f0-b5d3-410c-9485-f1a3db10af12, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:06:00.302559 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3cc6b6-9a5d-4cfc-ad2b-c2002839e8d8 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Network cde5e1f0-b5d3-410c-9485-f1a3db10af12 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:06:00.330603 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-fd3cc6b6-9a5d-4cfc-ad2b-c2002839e8d8 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, cde5e1f0-b5d3-410c-9485-f1a3db10af12) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:00.331250 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-930e6ce4-4bc7-43dc-9f54-afd7000d5ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cc90b6da-b376-460f-8eea-29e73c9e2169), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.334183 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-930e6ce4-4bc7-43dc-9f54-afd7000d5ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.335365 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-930e6ce4-4bc7-43dc-9f54-afd7000d5ae5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc90b6da-b376-460f-8eea-29e73c9e2169 HTTP/1.1" status: 204 len: 168 time: 0.5750983 Jan 27 22:06:00.338173 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.340178 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3cc6b6-9a5d-4cfc-ad2b-c2002839e8d8 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:00.340800 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fd3cc6b6-9a5d-4cfc-ad2b-c2002839e8d8 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.357862 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dcebcb-e078-45e5-a7fb-415a1cbe6f6c None None] Network cde5e1f0-b5d3-410c-9485-f1a3db10af12 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:06:00.364703 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36fa31c0-1f16-479b-8fdd-19f496beffc0 req-84509d62-1563-43c4-ae14-97803f1ca150 service neutron] 10.222.0.15 "GET /v2.0/networks/5fadbb9f-b254-456a-b60e-465e1396c9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265131 Jan 27 22:06:00.365937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e6ce4-4bc7-43dc-9f54-afd7000d5ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc90b6da-b376-460f-8eea-29e73c9e2169,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:00.382528 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fd3cc6b6-9a5d-4cfc-ad2b-c2002839e8d8 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7077279 Jan 27 22:06:00.384660 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44324) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:00.390299 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-adb20fc2-5018-42dc-a38b-4b044afe7f4f tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Request body: {'port': {'network_id': 'cde5e1f0-b5d3-410c-9485-f1a3db10af12', 'name': 'tempest-AllowedAddressPairTestJSON-660876541'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:00.543920 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50102150-85ce-406a-b1f9-0a04b3f1e023 req-41f1f169-a443-46e6-891b-ca0ed947b474 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:00.558753 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50102150-85ce-406a-b1f9-0a04b3f1e023 req-41f1f169-a443-46e6-891b-ca0ed947b474 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=d05339d7-5c74-493c-9832-1da5675bacdb HTTP/1.1" status: 200 len: 943 time: 0.1857283 Jan 27 22:06:00.570731 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-cde5e1f0-b5d3-410c-9485-f1a3db10af12', 'network_id': 'cde5e1f0-b5d3-410c-9485-f1a3db10af12', 'project_id': '09029be060814d66a569a648b1fbdda4', 'fixed_ips': [{'subnet_id': '3e8e8933-1d57-4930-b7ad-0eda8f6fca90'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:06:00.574609 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.575966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa31c0-1f16-479b-8fdd-19f496beffc0 req-0dbb4593-ddc6-40da-9a13-9612bb13995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:00.580837 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36fa31c0-1f16-479b-8fdd-19f496beffc0 req-0dbb4593-ddc6-40da-9a13-9612bb13995a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&device_id=d05339d7-5c74-493c-9832-1da5675bacdb HTTP/1.1" status: 200 len: 1094 time: 0.1536198 Jan 27 22:06:00.593415 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb20fc2-5018-42dc-a38b-4b044afe7f4f tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Made reservation on behalf of 09029be060814d66a569a648b1fbdda4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:00.599460 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-adb20fc2-5018-42dc-a38b-4b044afe7f4f tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.651079 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-adb20fc2-5018-42dc-a38b-4b044afe7f4f tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] device_id is not set on port f07d4d4a-8f97-46fb-a20a-43a03966a0fe yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:06:00.795593 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Allocated IP 172.20.0.2 (cde5e1f0-b5d3-410c-9485-f1a3db10af12/3e8e8933-1d57-4930-b7ad-0eda8f6fca90/152101ed-69c3-4829-b276-b430362d2a25) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:00.889324 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5d3d0-dded-403a-957d-52e8cfefa770 req-c60aaabe-befc-4b60-b14f-08a874726e8a tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:00.890677 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b0a5d3d0-dded-403a-957d-52e8cfefa770 req-c60aaabe-befc-4b60-b14f-08a874726e8a tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4be033-5b7f-450d-a6e1-20e794142db9 HTTP/1.1" status: 200 len: 944 time: 0.1529529 Jan 27 22:06:00.896538 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50102150-85ce-406a-b1f9-0a04b3f1e023 req-5540b88d-c9c3-400d-ace7-d1e568dcb7e6 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133028 Jan 27 22:06:00.921155 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f2010c6b-d86a-4f85-8fed-5abcb053ec91 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:06:00.959035 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa31c0-1f16-479b-8fdd-19f496beffc0 req-aa7dfe8d-4f5a-4d6b-b176-b10f557e67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:00.960543 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36fa31c0-1f16-479b-8fdd-19f496beffc0 req-aa7dfe8d-4f5a-4d6b-b176-b10f557e67dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 906 time: 0.3674862 Jan 27 22:06:01.044908 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b0a5d3d0-dded-403a-957d-52e8cfefa770 req-6928a63d-944f-4696-8033-5920cb4fac2a tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b7c8ab5-4665-4ec5-bad1-fab2aa4c0cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411912 Jan 27 22:06:01.046781 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36fa31c0-1f16-479b-8fdd-19f496beffc0 req-d67a04b1-922a-47ce-83f6-76e129471f4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=546296c4-1857-45cc-88d1-2bbe11f68260 HTTP/1.1" status: 200 len: 217 time: 0.0755551 Jan 27 22:06:01.078435 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f2010c6b-d86a-4f85-8fed-5abcb053ec91, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f2010c6b-d86a-4f85-8fed-5abcb053ec91,segment=NetworkSegment(da7b4dc1-155d-452e-8c0b-08b8439ff8c5),segment_id=da7b4dc1-155d-452e-8c0b-08b8439ff8c5)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:01.112402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa31c0-1f16-479b-8fdd-19f496beffc0 req-c666e347-1e4e-44b0-8e93-61d298a438d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:01.114359 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36fa31c0-1f16-479b-8fdd-19f496beffc0 req-c666e347-1e4e-44b0-8e93-61d298a438d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7267bcf4-ac84-4f1d-9bca-30d5eecd5123 HTTP/1.1" status: 200 len: 845 time: 0.0613136 Jan 27 22:06:01.142968 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'f2010c6b-d86a-4f85-8fed-5abcb053ec91', 'network_id': '5fadbb9f-b254-456a-b60e-465e1396c9fd', 'port_id': 'f2010c6b-d86a-4f85-8fed-5abcb053ec91', 'mac_address': 'fa:16:3e:3f:d4:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea22b83-b426-4b7e-aca2-c0c9f0ab25ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:06:01.159151 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36fa31c0-1f16-479b-8fdd-19f496beffc0 req-3b8db2ae-6a09-4aa5-a5b8-57bf0b681bee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376949 Jan 27 22:06:01.198892 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Publish callbacks [] for port (152101ed-69c3-4829-b276-b430362d2a25), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:01.210922 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (152101ed-69c3-4829-b276-b430362d2a25), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:01.311461 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.db.api [None req-adb20fc2-5018-42dc-a38b-4b044afe7f4f tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-47e1065d-0a45-4a00-9002-b17323a1735c {{(pid=109742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:06:01.311968 n-d-772272-3 neutron-server[109742]: DEBUG oslo_db.api [None req-adb20fc2-5018-42dc-a38b-4b044afe7f4f tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:06:01.348493 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f2010c6b-d86a-4f85-8fed-5abcb053ec91 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:01.349166 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f2010c6b-d86a-4f85-8fed-5abcb053ec91), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:01.365718 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Pushing event updated for resources: {'Port': ['ID=152101ed-69c3-4829-b276-b430362d2a25,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:01.405611 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Network cde5e1f0-b5d3-410c-9485-f1a3db10af12 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:01.423612 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2010c6b-d86a-4f85-8fed-5abcb053ec91 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:01.428142 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:01.431592 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5822f7-d9c1-4eaf-9c5f-94c22cfdf87b req-7f380e71-d615-4357-9774-d1e48a037064 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:01.431592 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf5822f7-d9c1-4eaf-9c5f-94c22cfdf87b req-7f380e71-d615-4357-9774-d1e48a037064 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.2426531 Jan 27 22:06:01.450280 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:01.456735 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397e963-52b6-4162-b23c-77c2cf949cff req-7c391b06-87b5-43cb-8cda-7966e477e5e3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:01.458387 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1397e963-52b6-4162-b23c-77c2cf949cff req-7c391b06-87b5-43cb-8cda-7966e477e5e3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.1241639 Jan 27 22:06:01.459144 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:01.459640 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:01.460307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:01.460923 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:01.461403 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:01.461825 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36fa31c0-1f16-479b-8fdd-19f496beffc0 req-feffec1c-b2f5-4581-bf47-e8cf7fbaa993 service neutron] 10.222.0.15 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956588 Jan 27 22:06:01.462093 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:01.462709 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:01.463182 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:01.463693 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:01.464199 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:01.464721 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:01.465193 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:01.465724 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:01.532329 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f2010c6b-d86a-4f85-8fed-5abcb053ec91, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f2010c6b-d86a-4f85-8fed-5abcb053ec91,segment=NetworkSegment(da7b4dc1-155d-452e-8c0b-08b8439ff8c5),segment_id=da7b4dc1-155d-452e-8c0b-08b8439ff8c5)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:01.545938 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f2010c6b-d86a-4f85-8fed-5abcb053ec91), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:01.569450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36fa31c0-1f16-479b-8fdd-19f496beffc0 req-4153ff0d-0897-44c3-a112-f14d4fe8eb50 service neutron] 10.222.0.15 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979331 Jan 27 22:06:01.598813 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Attempting to bind port 152101ed-69c3-4829-b276-b430362d2a25 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:06:01.600042 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Attempting to bind port 152101ed-69c3-4829-b276-b430362d2a25 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '8fd66085-99da-4190-92c1-1d703e2af3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'cde5e1f0-b5d3-410c-9485-f1a3db10af12'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:06:01.600584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Attempting to bind port 152101ed-69c3-4829-b276-b430362d2a25 on network cde5e1f0-b5d3-410c-9485-f1a3db10af12 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:01.610931 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:06:01.611338 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Checking segment: {'id': '8fd66085-99da-4190-92c1-1d703e2af3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'cde5e1f0-b5d3-410c-9485-f1a3db10af12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:06:01.611743 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:01.612343 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Bound using segment: {'id': '8fd66085-99da-4190-92c1-1d703e2af3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'cde5e1f0-b5d3-410c-9485-f1a3db10af12'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:06:01.612825 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Bound port: 152101ed-69c3-4829-b276-b430362d2a25, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd66085-99da-4190-92c1-1d703e2af3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'cde5e1f0-b5d3-410c-9485-f1a3db10af12'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:06:01.613207 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (152101ed-69c3-4829-b276-b430362d2a25), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:01.653843 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1397e963-52b6-4162-b23c-77c2cf949cff req-2d02e615-f010-4354-a175-d3d2869a8ad3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840434 Jan 27 22:06:01.667160 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf5822f7-d9c1-4eaf-9c5f-94c22cfdf87b req-a300ebda-b724-4164-805d-2df4b203042d tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040889 Jan 27 22:06:01.667353 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f2010c6b-d86a-4f85-8fed-5abcb053ec91,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:01.724690 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] For port 152101ed-69c3-4829-b276-b430362d2a25, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:06:01.728328 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] For port 152101ed-69c3-4829-b276-b430362d2a25, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=152101ed-69c3-4829-b276-b430362d2a25,segment=NetworkSegment(8fd66085-99da-4190-92c1-1d703e2af3ea),segment_id=8fd66085-99da-4190-92c1-1d703e2af3ea)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:06:01.734330 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (152101ed-69c3-4829-b276-b430362d2a25), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:01.793054 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8445fc0-f962-4134-8d14-8e7c0da2e8a5 None None] Pushing event updated for resources: {'Port': ['ID=152101ed-69c3-4829-b276-b430362d2a25,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:01.797593 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f2010c6b-d86a-4f85-8fed-5abcb053ec91'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:01.812807 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-adb20fc2-5018-42dc-a38b-4b044afe7f4f tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:01.868270 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-adb20fc2-5018-42dc-a38b-4b044afe7f4f tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] device_id is not set on port 2c243b82-2cc3-4faf-88b5-01ca663af32e yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:06:02.146920 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a69b6-f9c3-4247-93ec-dba7a4db6671 req-10189221-7c0e-4440-9823-20182d97fca0 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:02.148497 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-033a69b6-f9c3-4247-93ec-dba7a4db6671 req-10189221-7c0e-4440-9823-20182d97fca0 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=d05339d7-5c74-493c-9832-1da5675bacdb HTTP/1.1" status: 200 len: 943 time: 0.1149831 Jan 27 22:06:02.161329 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-adb20fc2-5018-42dc-a38b-4b044afe7f4f tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Allocated IP 172.20.0.12 (cde5e1f0-b5d3-410c-9485-f1a3db10af12/3e8e8933-1d57-4930-b7ad-0eda8f6fca90/2c243b82-2cc3-4faf-88b5-01ca663af32e) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:02.442288 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-adb20fc2-5018-42dc-a38b-4b044afe7f4f tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks [] for port (2c243b82-2cc3-4faf-88b5-01ca663af32e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:02.558548 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-adb20fc2-5018-42dc-a38b-4b044afe7f4f tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (2c243b82-2cc3-4faf-88b5-01ca663af32e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:02.617579 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44406) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:02.633332 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb20fc2-5018-42dc-a38b-4b044afe7f4f tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Network cde5e1f0-b5d3-410c-9485-f1a3db10af12 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:02.636898 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-adb20fc2-5018-42dc-a38b-4b044afe7f4f tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:02.641615 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb20fc2-5018-42dc-a38b-4b044afe7f4f tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:02.693827 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 152101ed-69c3-4829-b276-b430362d2a25 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:02.712095 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb20fc2-5018-42dc-a38b-4b044afe7f4f tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Pushing event updated for resources: {'Port': ['ID=2c243b82-2cc3-4faf-88b5-01ca663af32e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:02.737002 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb20fc2-5018-42dc-a38b-4b044afe7f4f tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:02.737002 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-adb20fc2-5018-42dc-a38b-4b044afe7f4f tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:02.778213 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-adb20fc2-5018-42dc-a38b-4b044afe7f4f tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3858716 Jan 27 22:06:02.778866 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44414) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:02.791929 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b174f05f-2210-4472-9082-241bb0fe7c49 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Request body: {'port': {'network_id': 'cde5e1f0-b5d3-410c-9485-f1a3db10af12', 'name': 'tempest-AllowedAddressPairTestJSON-1561197552', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:7e:90:d1'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:02.880509 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 152101ed-69c3-4829-b276-b430362d2a25 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:02.880889 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (152101ed-69c3-4829-b276-b430362d2a25), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:02.894819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 546296c4-1857-45cc-88d1-2bbe11f68260 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:06:02.896031 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f2010c6b-d86a-4f85-8fed-5abcb053ec91 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:02.952440 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-702e0b44-56fb-4ba7-8a7d-25224cd9f86c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:03.248413 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b174f05f-2210-4472-9082-241bb0fe7c49 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Made reservation on behalf of 09029be060814d66a569a648b1fbdda4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:03.325264 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-702e0b44-56fb-4ba7-8a7d-25224cd9f86c admin admin] Publish callbacks [] for security_group (bbe24913-3ba9-4a15-ab1d-3cecc2041c54), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:03.341268 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-702e0b44-56fb-4ba7-8a7d-25224cd9f86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (bbe24913-3ba9-4a15-ab1d-3cecc2041c54), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:03.357602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-033a69b6-f9c3-4247-93ec-dba7a4db6671 req-3a86f08c-0b6d-462f-ae7c-f4283d81e595 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1973817 Jan 27 22:06:03.376111 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port f2010c6b-d86a-4f85-8fed-5abcb053ec91 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:06:03.398585 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c08cc-9af8-4367-9b05-d11b2f5c5273 req-a8f03479-235d-41e1-aadd-4b0cd082722f tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:03.403249 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port f2010c6b-d86a-4f85-8fed-5abcb053ec91 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:03.403634 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f2010c6b-d86a-4f85-8fed-5abcb053ec91), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:03.413673 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f76c08cc-9af8-4367-9b05-d11b2f5c5273 req-a8f03479-235d-41e1-aadd-4b0cd082722f tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4be033-5b7f-450d-a6e1-20e794142db9 HTTP/1.1" status: 200 len: 945 time: 0.2546995 Jan 27 22:06:03.418105 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 546296c4-1857-45cc-88d1-2bbe11f68260, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=546296c4-1857-45cc-88d1-2bbe11f68260,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:03.476592 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e0b44-56fb-4ba7-8a7d-25224cd9f86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe24913-3ba9-4a15-ab1d-3cecc2041c54,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:03.481698 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f76c08cc-9af8-4367-9b05-d11b2f5c5273 req-97d49598-015a-40fa-8ca4-550c6ea56d88 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b7c8ab5-4665-4ec5-bad1-fab2aa4c0cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605381 Jan 27 22:06:03.498059 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '546296c4-1857-45cc-88d1-2bbe11f68260', 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8', 'port_id': '546296c4-1857-45cc-88d1-2bbe11f68260', 'mac_address': 'fa:16:3e:ed:51:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7267bcf4-ac84-4f1d-9bca-30d5eecd5123', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:06:03.499022 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-702e0b44-56fb-4ba7-8a7d-25224cd9f86c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f22f5915c2464d3c87a518a129b487a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8800466 Jan 27 22:06:03.503643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 44418) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:03.511644 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 152101ed-69c3-4829-b276-b430362d2a25 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:03.512069 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (152101ed-69c3-4829-b276-b430362d2a25), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:03.535447 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b174f05f-2210-4472-9082-241bb0fe7c49 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:03.575731 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-b174f05f-2210-4472-9082-241bb0fe7c49 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] device_id is not set on port 68cc568f-2f9d-4ce9-9a0b-45e673568a51 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:06:03.608770 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c073f05-2c4d-4c8c-ba4e-5afccce20486 req-509da704-1670-4a6a-bd2b-326fcb516796 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:03.617956 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 546296c4-1857-45cc-88d1-2bbe11f68260 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:03.618360 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (546296c4-1857-45cc-88d1-2bbe11f68260), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:03.619389 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c073f05-2c4d-4c8c-ba4e-5afccce20486 req-509da704-1670-4a6a-bd2b-326fcb516796 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.1281252 Jan 27 22:06:03.656987 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 152101ed-69c3-4829-b276-b430362d2a25, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=152101ed-69c3-4829-b276-b430362d2a25,segment=NetworkSegment(8fd66085-99da-4190-92c1-1d703e2af3ea),segment_id=8fd66085-99da-4190-92c1-1d703e2af3ea)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:03.685800 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 546296c4-1857-45cc-88d1-2bbe11f68260 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:03.696978 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (152101ed-69c3-4829-b276-b430362d2a25), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:03.750384 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b0be623f-ff5d-48ed-98d3-1db8c4101da9 admin admin] Publish callbacks [] for security_group (bbe24913-3ba9-4a15-ab1d-3cecc2041c54), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:03.778881 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b0be623f-ff5d-48ed-98d3-1db8c4101da9 admin admin] Publish callbacks [] for security_group (bbe24913-3ba9-4a15-ab1d-3cecc2041c54), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:03.789244 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-b174f05f-2210-4472-9082-241bb0fe7c49 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Allocated IP 172.20.0.4 (cde5e1f0-b5d3-410c-9485-f1a3db10af12/3e8e8933-1d57-4930-b7ad-0eda8f6fca90/68cc568f-2f9d-4ce9-9a0b-45e673568a51) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:03.797031 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=152101ed-69c3-4829-b276-b430362d2a25,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:03.824919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7c1550-b0a9-4736-9c5c-22d99b37f0e8 None None] Network cde5e1f0-b5d3-410c-9485-f1a3db10af12 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:06:03.843268 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 546296c4-1857-45cc-88d1-2bbe11f68260, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=546296c4-1857-45cc-88d1-2bbe11f68260,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:03.856119 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f2010c6b-d86a-4f85-8fed-5abcb053ec91 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:03.857252 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f2010c6b-d86a-4f85-8fed-5abcb053ec91), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:03.862053 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (546296c4-1857-45cc-88d1-2bbe11f68260), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:03.884730 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c073f05-2c4d-4c8c-ba4e-5afccce20486 req-1e88f529-50e0-41fa-94bb-c132c80ad5a1 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639494 Jan 27 22:06:03.892890 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54189465-f00a-4493-847e-f5494250ca73 req-a0d03d78-c98e-48dd-b3b2-bd421cf62caf tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:03.894629 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-54189465-f00a-4493-847e-f5494250ca73 req-a0d03d78-c98e-48dd-b3b2-bd421cf62caf tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.2709796 Jan 27 22:06:03.897765 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b0be623f-ff5d-48ed-98d3-1db8c4101da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (bbe24913-3ba9-4a15-ab1d-3cecc2041c54), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:03.903775 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b0be623f-ff5d-48ed-98d3-1db8c4101da9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:03.903775 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b0be623f-ff5d-48ed-98d3-1db8c4101da9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bbe24913-3ba9-4a15-ab1d-3cecc2041c54 HTTP/1.1" status: 204 len: 168 time: 0.3948340 Jan 27 22:06:03.930582 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be623f-ff5d-48ed-98d3-1db8c4101da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe24913-3ba9-4a15-ab1d-3cecc2041c54,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:03.964709 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-0e53c8cd-8c94-44ce-86ec-5745436f914a None None] Provisioning complete for port 152101ed-69c3-4829-b276-b430362d2a25 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:03.965282 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0e53c8cd-8c94-44ce-86ec-5745436f914a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (152101ed-69c3-4829-b276-b430362d2a25), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:04.006492 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3c8e0-33ab-4c04-aa1c-e5c2fb760528 req-e48c8467-f8c7-409e-b555-52bfe53f164c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:04.008022 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7c3c8e0-33ab-4c04-aa1c-e5c2fb760528 req-e48c8467-f8c7-409e-b555-52bfe53f164c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 1096 time: 0.1734915 Jan 27 22:06:04.020708 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-54189465-f00a-4493-847e-f5494250ca73 req-5e08d924-d5ad-4f92-bd3a-9f9b727ba11a tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171677 Jan 27 22:06:04.115800 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7c3c8e0-33ab-4c04-aa1c-e5c2fb760528 req-4702d0cd-1591-4a0d-bbd0-0ae4928138b6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918908 Jan 27 22:06:04.122690 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b174f05f-2210-4472-9082-241bb0fe7c49 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks [] for port (68cc568f-2f9d-4ce9-9a0b-45e673568a51), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:04.166756 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b174f05f-2210-4472-9082-241bb0fe7c49 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (68cc568f-2f9d-4ce9-9a0b-45e673568a51), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:04.221950 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b174f05f-2210-4472-9082-241bb0fe7c49 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Network cde5e1f0-b5d3-410c-9485-f1a3db10af12 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:04.225763 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-b174f05f-2210-4472-9082-241bb0fe7c49 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:04.233686 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b174f05f-2210-4472-9082-241bb0fe7c49 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:04.266453 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174f05f-2210-4472-9082-241bb0fe7c49 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Pushing event updated for resources: {'Port': ['ID=68cc568f-2f9d-4ce9-9a0b-45e673568a51,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:04.310595 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b174f05f-2210-4472-9082-241bb0fe7c49 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:04.313045 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b174f05f-2210-4472-9082-241bb0fe7c49 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:04.316201 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4be033-5b7f-450d-a6e1-20e794142db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2010c6b-d86a-4f85-8fed-5abcb053ec91'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:04.318526 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32215d79-44d6-46d4-a5f0-b8f9f9f91a89" -d '{"events": [{"server_uuid": "8b4be033-5b7f-450d-a6e1-20e794142db9", "name": "network-vif-plugged", "status": "completed", "tag": "f2010c6b-d86a-4f85-8fed-5abcb053ec91"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:04.333966 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b174f05f-2210-4472-9082-241bb0fe7c49 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.5536678 Jan 27 22:06:04.336876 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 44436) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:04.356653 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['546296c4-1857-45cc-88d1-2bbe11f68260'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:04.364279 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=546296c4-1857-45cc-88d1-2bbe11f68260,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:04.369162 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f2010c6b-d86a-4f85-8fed-5abcb053ec91, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f2010c6b-d86a-4f85-8fed-5abcb053ec91,segment=NetworkSegment(da7b4dc1-155d-452e-8c0b-08b8439ff8c5),segment_id=da7b4dc1-155d-452e-8c0b-08b8439ff8c5)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:04.442618 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8b596f-a2bf-4281-aa3b-f08feb6a4cc5 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:04.458768 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8b596f-a2bf-4281-aa3b-f08feb6a4cc5 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:04.467741 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66db2d81-fe45-45d1-90a6-882c06841c70 x-openstack-request-id: req-66db2d81-fe45-45d1-90a6-882c06841c70 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:04.468101 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4be033-5b7f-450d-a6e1-20e794142db9", "name": "network-vif-plugged", "status": "completed", "tag": "f2010c6b-d86a-4f85-8fed-5abcb053ec91", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:04.468337 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66db2d81-fe45-45d1-90a6-882c06841c70 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:04.468738 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4be033-5b7f-450d-a6e1-20e794142db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2010c6b-d86a-4f85-8fed-5abcb053ec91', 'code': 200} Jan 27 22:06:04.481940 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f2010c6b-d86a-4f85-8fed-5abcb053ec91), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:04.500412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8b596f-a2bf-4281-aa3b-f08feb6a4cc5 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:04.502491 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7d8b596f-a2bf-4281-aa3b-f08feb6a4cc5 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1644025 Jan 27 22:06:04.505530 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44446) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:04.561766 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0e53c8cd-8c94-44ce-86ec-5745436f914a None None] Current status of the port 152101ed-69c3-4829-b276-b430362d2a25 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:04.604043 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 152101ed-69c3-4829-b276-b430362d2a25 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:04.641441 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a726a-6907-49e0-8499-469d98ad0f48 req-4cbc2a1d-b1cd-4e12-aadd-59d43aa81742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:04.655752 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c43a726a-6907-49e0-8499-469d98ad0f48 req-4cbc2a1d-b1cd-4e12-aadd-59d43aa81742 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8b4be033-5b7f-450d-a6e1-20e794142db9 HTTP/1.1" status: 200 len: 1097 time: 0.1240625 Jan 27 22:06:04.696421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71995f26-1361-4996-89e3-79ed4627339e req-fcb6c935-93b5-4f4e-a9fa-c7099a296e69 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:04.698115 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71995f26-1361-4996-89e3-79ed4627339e req-fcb6c935-93b5-4f4e-a9fa-c7099a296e69 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=d05339d7-5c74-493c-9832-1da5675bacdb HTTP/1.1" status: 200 len: 944 time: 0.1943774 Jan 27 22:06:04.725849 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f2010c6b-d86a-4f85-8fed-5abcb053ec91,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:04.763423 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-8d5c5128-4662-4ef4-9262-6db19b312f76 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Deleting port 68cc568f-2f9d-4ce9-9a0b-45e673568a51 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:06:04.763781 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d5c5128-4662-4ef4-9262-6db19b312f76 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (68cc568f-2f9d-4ce9-9a0b-45e673568a51), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:04.805090 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 152101ed-69c3-4829-b276-b430362d2a25 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:04.805449 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (152101ed-69c3-4829-b276-b430362d2a25), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:04.845617 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71995f26-1361-4996-89e3-79ed4627339e req-1feb0d83-0cb8-4a77-8d37-0bffb4588000 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928612 Jan 27 22:06:04.852701 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1b80d-e3ba-49d7-a258-f7b8b92ae1ff req-4eaa419d-5d25-43c2-99c8-ccb3a9633e1a tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:04.859808 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90a1b80d-e3ba-49d7-a258-f7b8b92ae1ff req-4eaa419d-5d25-43c2-99c8-ccb3a9633e1a tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4be033-5b7f-450d-a6e1-20e794142db9 HTTP/1.1" status: 200 len: 946 time: 0.1605790 Jan 27 22:06:04.882401 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c43a726a-6907-49e0-8499-469d98ad0f48 req-ce09290e-2fff-401a-b01e-b3d775b9585e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9b7c8ab5-4665-4ec5-bad1-fab2aa4c0cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205026 Jan 27 22:06:04.956393 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90a1b80d-e3ba-49d7-a258-f7b8b92ae1ff req-6f102b9f-0db6-42e7-91a1-af0e47420ff1 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b7c8ab5-4665-4ec5-bad1-fab2aa4c0cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955417 Jan 27 22:06:05.024911 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d5c5128-4662-4ef4-9262-6db19b312f76 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (68cc568f-2f9d-4ce9-9a0b-45e673568a51), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:05.057644 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-8d5c5128-4662-4ef4-9262-6db19b312f76 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Calling delete_port for 68cc568f-2f9d-4ce9-9a0b-45e673568a51 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:06:05.150882 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 152101ed-69c3-4829-b276-b430362d2a25 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:05.271952 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2cab0-4ceb-4292-8dc6-a7e42f15613b req-7c9466e7-c7bc-45cd-9709-05c76a2dc36c tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:05.273628 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12a2cab0-4ceb-4292-8dc6-a7e42f15613b req-7c9466e7-c7bc-45cd-9709-05c76a2dc36c tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.1888335 Jan 27 22:06:05.319366 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401b93d-9564-4fe7-8c2f-005014a85b7d req-58203152-3abf-43fe-9eec-3d67457d6295 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:05.324648 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b401b93d-9564-4fe7-8c2f-005014a85b7d req-58203152-3abf-43fe-9eec-3d67457d6295 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1472440 Jan 27 22:06:05.420738 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b18a722e-ee64-42c9-95c9-6e14ed1f30f0 None None] Provisioning complete for port 68cc568f-2f9d-4ce9-9a0b-45e673568a51 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:05.421127 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b18a722e-ee64-42c9-95c9-6e14ed1f30f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (68cc568f-2f9d-4ce9-9a0b-45e673568a51), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:05.429997 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12a2cab0-4ceb-4292-8dc6-a7e42f15613b req-48429954-998b-491f-ba31-ddf7b5c921d2 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382489 Jan 27 22:06:05.474123 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d5c5128-4662-4ef4-9262-6db19b312f76 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (68cc568f-2f9d-4ce9-9a0b-45e673568a51), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:05.550145 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b18a722e-ee64-42c9-95c9-6e14ed1f30f0 None None] Port 68cc568f-2f9d-4ce9-9a0b-45e673568a51 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:06:05.552490 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b401b93d-9564-4fe7-8c2f-005014a85b7d req-e3b90510-4ca0-48de-b325-a9db721a9c20 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191060 Jan 27 22:06:05.555162 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c5128-4662-4ef4-9262-6db19b312f76 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Pushing event deleted for resources: {'Port': ['ID=68cc568f-2f9d-4ce9-9a0b-45e673568a51,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:05.564575 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b18a722e-ee64-42c9-95c9-6e14ed1f30f0 None None] Provisioning complete for port 2c243b82-2cc3-4faf-88b5-01ca663af32e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:05.565203 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b18a722e-ee64-42c9-95c9-6e14ed1f30f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2c243b82-2cc3-4faf-88b5-01ca663af32e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:05.632122 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b18a722e-ee64-42c9-95c9-6e14ed1f30f0 None None] Port 2c243b82-2cc3-4faf-88b5-01ca663af32e cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:06:05.643398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b18a722e-ee64-42c9-95c9-6e14ed1f30f0 None None] Provisioning complete for port 152101ed-69c3-4829-b276-b430362d2a25 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:05.643997 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b18a722e-ee64-42c9-95c9-6e14ed1f30f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (152101ed-69c3-4829-b276-b430362d2a25), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:05.768483 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b18a722e-ee64-42c9-95c9-6e14ed1f30f0 None None] Current status of the port 152101ed-69c3-4829-b276-b430362d2a25 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:05.874817 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d5c5128-4662-4ef4-9262-6db19b312f76 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:05.882121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 44490) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:05.884004 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8d5c5128-4662-4ef4-9262-6db19b312f76 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "DELETE /v2.0/ports/68cc568f-2f9d-4ce9-9a0b-45e673568a51 HTTP/1.1" status: 204 len: 168 time: 1.3772163 Jan 27 22:06:05.922435 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c1bcf967-b4a4-49a8-8084-680e0c0dc3de None None] Provisioning complete for port 2c243b82-2cc3-4faf-88b5-01ca663af32e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:05.930912 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c1bcf967-b4a4-49a8-8084-680e0c0dc3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2c243b82-2cc3-4faf-88b5-01ca663af32e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:05.957180 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-876c4e00-e59d-48b0-af73-0209d22bb8f3 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] GET failed (client error): The resource could not be found. Jan 27 22:06:05.962668 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-876c4e00-e59d-48b0-af73-0209d22bb8f3 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "GET /v2.0/ports/68cc568f-2f9d-4ce9-9a0b-45e673568a51 HTTP/1.1" status: 404 len: 333 time: 0.0760047 Jan 27 22:06:05.977831 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 44494) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:05.989865 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-23592fe5-d13d-4057-9506-527ca446a59a tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Request body: {'port': {'network_id': 'cde5e1f0-b5d3-410c-9485-f1a3db10af12', 'name': 'tempest-AllowedAddressPairTestJSON-84788626'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:06.015337 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c1bcf967-b4a4-49a8-8084-680e0c0dc3de None None] Port 2c243b82-2cc3-4faf-88b5-01ca663af32e cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:06:06.133479 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-23294c47-ce9a-4a82-9482-d7a8c3cc6843 None None] Could not find standard attr ID for object 68cc568f-2f9d-4ce9-9a0b-45e673568a51. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:06:06.295067 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1ed80-eacd-4665-9cdc-105146c37cb0 req-02050570-0fc2-43ec-856f-5358c5d025f7 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:06.304109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06c1ed80-eacd-4665-9cdc-105146c37cb0 req-02050570-0fc2-43ec-856f-5358c5d025f7 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=d05339d7-5c74-493c-9832-1da5675bacdb HTTP/1.1" status: 200 len: 944 time: 0.1667213 Jan 27 22:06:06.323753 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c4b6b-b82f-4e0b-a608-7065a1596c49 req-342c1ca3-90bf-465c-a961-662c3313d6ed tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:06.325308 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e47c4b6b-b82f-4e0b-a608-7065a1596c49 req-342c1ca3-90bf-465c-a961-662c3313d6ed tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4be033-5b7f-450d-a6e1-20e794142db9 HTTP/1.1" status: 200 len: 946 time: 0.1896400 Jan 27 22:06:06.393047 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23592fe5-d13d-4057-9506-527ca446a59a tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Made reservation on behalf of 09029be060814d66a569a648b1fbdda4 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:06.396826 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-23592fe5-d13d-4057-9506-527ca446a59a tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:06.446253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-23592fe5-d13d-4057-9506-527ca446a59a tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] device_id is not set on port e597a223-913a-4e52-a998-e1660a8bbd4f yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:06:06.464077 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06c1ed80-eacd-4665-9cdc-105146c37cb0 req-1947ab41-06f8-43c1-b5bf-65a810a9f02a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585879 Jan 27 22:06:06.492090 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e47c4b6b-b82f-4e0b-a608-7065a1596c49 req-0e3961c3-c26f-422b-a383-6ec746edc00a tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b7c8ab5-4665-4ec5-bad1-fab2aa4c0cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554966 Jan 27 22:06:06.666754 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494ac1d-e157-46d4-aec1-247486c6a2db req-bd2864bc-2c7a-4944-bc39-fa8694e5998e tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:06.669104 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b494ac1d-e157-46d4-aec1-247486c6a2db req-bd2864bc-2c7a-4944-bc39-fa8694e5998e tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.1052148 Jan 27 22:06:06.804148 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-23592fe5-d13d-4057-9506-527ca446a59a tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Allocated IP 172.20.0.8 (cde5e1f0-b5d3-410c-9485-f1a3db10af12/3e8e8933-1d57-4930-b7ad-0eda8f6fca90/e597a223-913a-4e52-a998-e1660a8bbd4f) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:06.834361 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b494ac1d-e157-46d4-aec1-247486c6a2db req-c7156c02-0981-46e5-9710-93903a2525d6 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421490 Jan 27 22:06:06.876521 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db6aad-0bab-4418-a78c-3ecd6e24c534 req-d5a71a00-e2f6-4f87-946e-db6e0ea7adc7 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:06.878069 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82db6aad-0bab-4418-a78c-3ecd6e24c534 req-d5a71a00-e2f6-4f87-946e-db6e0ea7adc7 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1004620 Jan 27 22:06:06.902621 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 546296c4-1857-45cc-88d1-2bbe11f68260 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:06.970850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-16eca266-68db-46ce-ba74-8f0ca6c8c1a9 req-9cdd0208-7bc2-4883-8c4d-352b40718137 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-707692982', 'description': 'tempest-description-240901057'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:07.029693 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 546296c4-1857-45cc-88d1-2bbe11f68260 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:06:07.034822 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 546296c4-1857-45cc-88d1-2bbe11f68260 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:07.035434 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (546296c4-1857-45cc-88d1-2bbe11f68260), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.092599 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82db6aad-0bab-4418-a78c-3ecd6e24c534 req-ba74d852-07b5-443b-b7cd-c904dde071e3 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038338 Jan 27 22:06:07.109808 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-16eca266-68db-46ce-ba74-8f0ca6c8c1a9 req-9cdd0208-7bc2-4883-8c4d-352b40718137 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.149886 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-23592fe5-d13d-4057-9506-527ca446a59a tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks [] for port (e597a223-913a-4e52-a998-e1660a8bbd4f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.196216 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 546296c4-1857-45cc-88d1-2bbe11f68260 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:07.196871 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (546296c4-1857-45cc-88d1-2bbe11f68260), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.249861 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05339d7-5c74-493c-9832-1da5675bacdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546296c4-1857-45cc-88d1-2bbe11f68260'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:07.255010 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a360c6af-2aaa-4eaf-bdeb-d2025edbff91" -d '{"events": [{"server_uuid": "d05339d7-5c74-493c-9832-1da5675bacdb", "name": "network-vif-plugged", "status": "completed", "tag": "546296c4-1857-45cc-88d1-2bbe11f68260"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:07.287573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 546296c4-1857-45cc-88d1-2bbe11f68260, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=546296c4-1857-45cc-88d1-2bbe11f68260,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:07.299184 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (546296c4-1857-45cc-88d1-2bbe11f68260), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.340356 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-16eca266-68db-46ce-ba74-8f0ca6c8c1a9 req-9cdd0208-7bc2-4883-8c4d-352b40718137 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks [] for security_group (50db916e-f5d9-46c5-a05b-9d38d5ee36e1), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.351930 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-16eca266-68db-46ce-ba74-8f0ca6c8c1a9 req-9cdd0208-7bc2-4883-8c4d-352b40718137 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (50db916e-f5d9-46c5-a05b-9d38d5ee36e1), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.388911 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-23592fe5-d13d-4057-9506-527ca446a59a tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (e597a223-913a-4e52-a998-e1660a8bbd4f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.409821 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd0208-7bc2-4883-8c4d-352b40718137 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50db916e-f5d9-46c5-a05b-9d38d5ee36e1,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:07.418519 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-16eca266-68db-46ce-ba74-8f0ca6c8c1a9 req-9cdd0208-7bc2-4883-8c4d-352b40718137 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.432283 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16eca266-68db-46ce-ba74-8f0ca6c8c1a9 req-9cdd0208-7bc2-4883-8c4d-352b40718137 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.4722195 Jan 27 22:06:07.464252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=546296c4-1857-45cc-88d1-2bbe11f68260,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:07.514869 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40e9df1-8ef0-4700-913a-a5ad1c80c731 x-openstack-request-id: req-c40e9df1-8ef0-4700-913a-a5ad1c80c731 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:07.515430 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05339d7-5c74-493c-9832-1da5675bacdb", "name": "network-vif-plugged", "status": "completed", "tag": "546296c4-1857-45cc-88d1-2bbe11f68260", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:07.515863 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c40e9df1-8ef0-4700-913a-a5ad1c80c731 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:07.516483 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05339d7-5c74-493c-9832-1da5675bacdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546296c4-1857-45cc-88d1-2bbe11f68260', 'code': 200} Jan 27 22:06:07.594702 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23592fe5-d13d-4057-9506-527ca446a59a tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Network cde5e1f0-b5d3-410c-9485-f1a3db10af12 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:07.645797 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-23592fe5-d13d-4057-9506-527ca446a59a tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:07.727585 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23592fe5-d13d-4057-9506-527ca446a59a tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:07.818075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23592fe5-d13d-4057-9506-527ca446a59a tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Pushing event updated for resources: {'Port': ['ID=e597a223-913a-4e52-a998-e1660a8bbd4f,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:07.868619 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8fa6e6bd-e1db-4ecc-8a67-32fc28a93450 req-2421118f-04cd-48c3-a01b-08e129a0924e tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-707692982&fields=id&tenant_id=b084891c4f0541aab14cbc3bbf21c988 HTTP/1.1" status: 200 len: 267 time: 0.2116051 Jan 27 22:06:07.930815 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80f217-a363-41e8-88e7-0ca3ecf2ea78 req-48f2311a-97dc-4db3-a138-0f30ccf21292 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:07.932430 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a80f217-a363-41e8-88e7-0ca3ecf2ea78 req-48f2311a-97dc-4db3-a138-0f30ccf21292 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4be033-5b7f-450d-a6e1-20e794142db9 HTTP/1.1" status: 200 len: 946 time: 0.3445437 Jan 27 22:06:07.949991 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a412d-a55c-47de-a0de-aedb40e0d28e req-5cf08f8f-df64-4386-9246-68e34b4175de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:07.951474 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e8a412d-a55c-47de-a0de-aedb40e0d28e req-5cf08f8f-df64-4386-9246-68e34b4175de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d05339d7-5c74-493c-9832-1da5675bacdb HTTP/1.1" status: 200 len: 1096 time: 0.3155072 Jan 27 22:06:07.970921 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-faf89b9c-9a78-48b3-b14a-151e86364d0f None None] Provisioning complete for port e597a223-913a-4e52-a998-e1660a8bbd4f triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:07.971443 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-faf89b9c-9a78-48b3-b14a-151e86364d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e597a223-913a-4e52-a998-e1660a8bbd4f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.971669 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b74f15-904d-454f-8d07-bf705eae125d req-2673c0cd-db77-46d6-8925-6db54c918878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:07.973373 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7b74f15-904d-454f-8d07-bf705eae125d req-2673c0cd-db77-46d6-8925-6db54c918878 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5fa39c9f14c34091a555381958bf20fa&device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 1096 time: 0.3354535 Jan 27 22:06:08.001802 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23592fe5-d13d-4057-9506-527ca446a59a tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:08.002543 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-23592fe5-d13d-4057-9506-527ca446a59a tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:08.021552 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-faf89b9c-9a78-48b3-b14a-151e86364d0f None None] Port e597a223-913a-4e52-a998-e1660a8bbd4f cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:06:08.042461 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-23592fe5-d13d-4057-9506-527ca446a59a tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0607789 Jan 27 22:06:08.042940 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44556) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:08.049863 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-6f4ed371-4b96-4162-a706-a465ec9a594e tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:7e:90:d1'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:08.117530 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a80f217-a363-41e8-88e7-0ca3ecf2ea78 req-e680c8e9-ddf2-480a-ad21-8da908d3d462 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b7c8ab5-4665-4ec5-bad1-fab2aa4c0cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715834 Jan 27 22:06:08.130199 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f4ed371-4b96-4162-a706-a465ec9a594e tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e597a223-913a-4e52-a998-e1660a8bbd4f), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:08.181117 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6e6bd-e1db-4ecc-8a67-32fc28a93450 req-656b9e34-6086-47bf-9f9e-43f61c38d345 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:08.182829 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8fa6e6bd-e1db-4ecc-8a67-32fc28a93450 req-656b9e34-6086-47bf-9f9e-43f61c38d345 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.2999442 Jan 27 22:06:08.207704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-8fa6e6bd-e1db-4ecc-8a67-32fc28a93450 req-c25694a7-5955-48ec-9790-d24b51b2ddb2 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Request body: {'port': {'security_groups': ['e9fa95b8-b342-4829-9f6b-d05e15f0b089', '50db916e-f5d9-46c5-a05b-9d38d5ee36e1']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:08.276503 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e8a412d-a55c-47de-a0de-aedb40e0d28e req-836248c9-55d7-40b9-8e9d-75a8b395c0ea service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083520 Jan 27 22:06:08.360145 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9b9c4-0c4c-46de-95f0-eb5e6a06ae82 req-e2a826da-d0a3-48e9-a6a7-0b77f13531e7 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:08.361869 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfb9b9c4-0c4c-46de-95f0-eb5e6a06ae82 req-e2a826da-d0a3-48e9-a6a7-0b77f13531e7 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1654990 Jan 27 22:06:08.363463 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8fa6e6bd-e1db-4ecc-8a67-32fc28a93450 req-c25694a7-5955-48ec-9790-d24b51b2ddb2 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7715cbb4-aec1-4437-a021-f772e20697b6), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:08.365813 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b74f15-904d-454f-8d07-bf705eae125d req-d8f6d6cf-37fd-4ee8-80cf-db02ce4cc956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:08.367330 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7b74f15-904d-454f-8d07-bf705eae125d req-d8f6d6cf-37fd-4ee8-80cf-db02ce4cc956 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2b09128f-4816-4051-b7b2-5b7a59716965 HTTP/1.1" status: 200 len: 911 time: 0.3744886 Jan 27 22:06:08.398865 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f4ed371-4b96-4162-a706-a465ec9a594e tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks [] for port (e597a223-913a-4e52-a998-e1660a8bbd4f), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:08.404591 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f4ed371-4b96-4162-a706-a465ec9a594e tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (e597a223-913a-4e52-a998-e1660a8bbd4f), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:08.518773 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ed371-4b96-4162-a706-a465ec9a594e tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Pushing event updated for resources: {'Port': ['ID=e597a223-913a-4e52-a998-e1660a8bbd4f,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:08.541306 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ed371-4b96-4162-a706-a465ec9a594e tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] In _notify_port_updated(), no bound segment for port e597a223-913a-4e52-a998-e1660a8bbd4f on network cde5e1f0-b5d3-410c-9485-f1a3db10af12 {{(pid=109742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:06:08.547332 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4ed371-4b96-4162-a706-a465ec9a594e tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:08.548270 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f4ed371-4b96-4162-a706-a465ec9a594e tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:08.549760 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6f4ed371-4b96-4162-a706-a465ec9a594e tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "PUT /v2.0/ports/e597a223-913a-4e52-a998-e1660a8bbd4f HTTP/1.1" status: 200 len: 992 time: 0.5057154 Jan 27 22:06:08.552497 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44564) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:08.557327 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfb9b9c4-0c4c-46de-95f0-eb5e6a06ae82 req-ca6586bd-f991-4e20-823f-808ab49461c8 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815374 Jan 27 22:06:08.618410 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7b74f15-904d-454f-8d07-bf705eae125d req-7d30c66c-b373-40ef-9eb8-6b592f40f0dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dfe0dd7-4791-458b-87c5-c64c3e2cc247 HTTP/1.1" status: 200 len: 1000 time: 0.1518993 Jan 27 22:06:08.747651 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-d0d8537d-26c5-4139-bd09-6131c093c7b3 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Deleting port e597a223-913a-4e52-a998-e1660a8bbd4f {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:06:08.750871 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d0d8537d-26c5-4139-bd09-6131c093c7b3 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e597a223-913a-4e52-a998-e1660a8bbd4f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:08.838001 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b74f15-904d-454f-8d07-bf705eae125d req-ecaa5498-03ca-41fa-8701-d8246bfa8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:08.845975 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7b74f15-904d-454f-8d07-bf705eae125d req-ecaa5498-03ca-41fa-8701-d8246bfa8bb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8368a6d-250d-43a0-8b81-29729883ab77 HTTP/1.1" status: 200 len: 849 time: 0.2174869 Jan 27 22:06:08.946958 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d0d8537d-26c5-4139-bd09-6131c093c7b3 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e597a223-913a-4e52-a998-e1660a8bbd4f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:08.953773 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7aa25812-bdd5-49e9-be45-76be0f96ee6b None None] Provisioning complete for port e597a223-913a-4e52-a998-e1660a8bbd4f triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:08.954308 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7aa25812-bdd5-49e9-be45-76be0f96ee6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e597a223-913a-4e52-a998-e1660a8bbd4f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:08.969238 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-d0d8537d-26c5-4139-bd09-6131c093c7b3 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Calling delete_port for e597a223-913a-4e52-a998-e1660a8bbd4f owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:06:08.973087 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f1d9b-6319-40e8-b6d3-3cb1299470dc req-7fda7c94-1027-43b4-9569-b5ada7223356 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:08.982395 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf2f1d9b-6319-40e8-b6d3-3cb1299470dc req-7fda7c94-1027-43b4-9569-b5ada7223356 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=d05339d7-5c74-493c-9832-1da5675bacdb HTTP/1.1" status: 200 len: 945 time: 0.2155082 Jan 27 22:06:09.033641 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 44576) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:09.036155 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7aa25812-bdd5-49e9-be45-76be0f96ee6b None None] Port e597a223-913a-4e52-a998-e1660a8bbd4f cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:06:09.046393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-8fa6e6bd-e1db-4ecc-8a67-32fc28a93450 req-c25694a7-5955-48ec-9790-d24b51b2ddb2 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] For port 7715cbb4-aec1-4437-a021-f772e20697b6, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7715cbb4-aec1-4437-a021-f772e20697b6,segment=NetworkSegment(48cbfe2d-d81a-4f6d-814a-437ff1f65287),segment_id=48cbfe2d-d81a-4f6d-814a-437ff1f65287)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:09.071905 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d6961-5a38-4c70-9a24-42455e0fc5bb req-e6c7d827-48a0-438a-9a1b-d96b2df73856 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:09.073441 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f68d6961-5a38-4c70-9a24-42455e0fc5bb req-e6c7d827-48a0-438a-9a1b-d96b2df73856 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b4be033-5b7f-450d-a6e1-20e794142db9 HTTP/1.1" status: 200 len: 946 time: 0.2156644 Jan 27 22:06:09.129920 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b74f15-904d-454f-8d07-bf705eae125d req-b4c16345-7e39-439f-bd80-3f9501f3a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:09.132829 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7b74f15-904d-454f-8d07-bf705eae125d req-b4c16345-7e39-439f-bd80-3f9501f3a144 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2b09128f-4816-4051-b7b2-5b7a59716965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2722378 Jan 27 22:06:09.155810 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d0d8537d-26c5-4139-bd09-6131c093c7b3 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (e597a223-913a-4e52-a998-e1660a8bbd4f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.187344 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8537d-26c5-4139-bd09-6131c093c7b3 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Pushing event deleted for resources: {'Port': ['ID=e597a223-913a-4e52-a998-e1660a8bbd4f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:09.219698 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf2f1d9b-6319-40e8-b6d3-3cb1299470dc req-46c4f0d4-c706-4b17-9274-97772cb70536 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363753 Jan 27 22:06:09.233963 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8fa6e6bd-e1db-4ecc-8a67-32fc28a93450 req-c25694a7-5955-48ec-9790-d24b51b2ddb2 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks [] for port (7715cbb4-aec1-4437-a021-f772e20697b6), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.297905 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8fa6e6bd-e1db-4ecc-8a67-32fc28a93450 req-c25694a7-5955-48ec-9790-d24b51b2ddb2 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7715cbb4-aec1-4437-a021-f772e20697b6), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.305769 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-74ff4bdc-e7c1-4e15-b503-48517136ecc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.310812 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['7715cbb4-aec1-4437-a021-f772e20697b6'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:09.365588 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d0d8537d-26c5-4139-bd09-6131c093c7b3 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.371327 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d0d8537d-26c5-4139-bd09-6131c093c7b3 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "DELETE /v2.0/ports/e597a223-913a-4e52-a998-e1660a8bbd4f HTTP/1.1" status: 204 len: 168 time: 0.8143051 Jan 27 22:06:09.373318 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44584) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:09.402231 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c031385-e8e5-4184-adc2-0f0029b94cae tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] GET failed (client error): The resource could not be found. Jan 27 22:06:09.403705 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8c031385-e8e5-4184-adc2-0f0029b94cae tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "GET /v2.0/ports/e597a223-913a-4e52-a998-e1660a8bbd4f HTTP/1.1" status: 404 len: 333 time: 0.0291417 Jan 27 22:06:09.412997 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 44588) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:09.434783 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-6004ea21-66f0-45d5-895e-8e4e6431d8e6 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Request body: {'port': {'network_id': 'cde5e1f0-b5d3-410c-9485-f1a3db10af12', 'name': 'tempest-AllowedAddressPairTestJSON-852451899'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:09.483888 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6e6bd-e1db-4ecc-8a67-32fc28a93450 req-c25694a7-5955-48ec-9790-d24b51b2ddb2 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:09.484614 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8fa6e6bd-e1db-4ecc-8a67-32fc28a93450 req-c25694a7-5955-48ec-9790-d24b51b2ddb2 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.487662 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8fa6e6bd-e1db-4ecc-8a67-32fc28a93450 req-c25694a7-5955-48ec-9790-d24b51b2ddb2 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "PUT /v2.0/ports/7715cbb4-aec1-4437-a021-f772e20697b6 HTTP/1.1" status: 200 len: 981 time: 1.2900574 Jan 27 22:06:09.488261 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a537b4da-0fc5-49d6-90b6-8ef8bc404b06', 'tag': '7715cbb4-aec1-4437-a021-f772e20697b6'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:09.496795 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb7c339-1b51-4674-9966-90ed53df28d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a537b4da-0fc5-49d6-90b6-8ef8bc404b06", "tag": "7715cbb4-aec1-4437-a021-f772e20697b6"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:09.576838 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['7715cbb4-aec1-4437-a021-f772e20697b6'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:09.648018 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25694a7-5955-48ec-9790-d24b51b2ddb2 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Pushing event updated for resources: {'Port': ['ID=7715cbb4-aec1-4437-a021-f772e20697b6,revision_number=6']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:09.652391 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7b74f15-904d-454f-8d07-bf705eae125d req-c557356c-2ba0-4c7d-b821-65900ac5dbce service neutron] 10.222.0.15 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033262 Jan 27 22:06:09.654596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-f68d6961-5a38-4c70-9a24-42455e0fc5bb req-75b017f9-8f52-47d3-9a8a-75a9bc417f15 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Deleting port f2010c6b-d86a-4f85-8fed-5abcb053ec91 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:06:09.654937 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f68d6961-5a38-4c70-9a24-42455e0fc5bb req-75b017f9-8f52-47d3-9a8a-75a9bc417f15 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f2010c6b-d86a-4f85-8fed-5abcb053ec91), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.874771 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db4d5f-01ec-4542-b998-543a0563eff8 req-7f49cc9f-9c4e-4796-af46-4711a23b07d3 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:09.876897 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3db4d5f-01ec-4542-b998-543a0563eff8 req-7f49cc9f-9c4e-4796-af46-4711a23b07d3 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4be033-5b7f-450d-a6e1-20e794142db9 HTTP/1.1" status: 200 len: 946 time: 0.3595066 Jan 27 22:06:09.982658 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-74ff4bdc-e7c1-4e15-b503-48517136ecc6 admin admin] Publish callbacks [] for security_group (bb635c3d-ad94-41ca-9243-1b2352f76468), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.993548 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-f68d6961-5a38-4c70-9a24-42455e0fc5bb req-75b017f9-8f52-47d3-9a8a-75a9bc417f15 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] For port f2010c6b-d86a-4f85-8fed-5abcb053ec91, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f2010c6b-d86a-4f85-8fed-5abcb053ec91,segment=NetworkSegment(da7b4dc1-155d-452e-8c0b-08b8439ff8c5),segment_id=da7b4dc1-155d-452e-8c0b-08b8439ff8c5)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:09.993913 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f68d6961-5a38-4c70-9a24-42455e0fc5bb req-75b017f9-8f52-47d3-9a8a-75a9bc417f15 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f2010c6b-d86a-4f85-8fed-5abcb053ec91), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.004545 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f0b7729-a509-422a-9470-159859dc0a1d req-2dfdcad1-977e-4518-9f6a-1565d538de02 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-707692982&fields=id&tenant_id=b084891c4f0541aab14cbc3bbf21c988 HTTP/1.1" status: 200 len: 267 time: 0.2603559 Jan 27 22:06:10.017473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7b74f15-904d-454f-8d07-bf705eae125d req-9142811b-b4cb-4e6d-bf75-6b3fdbc5d15d service neutron] 10.222.0.15 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409035 Jan 27 22:06:10.018659 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-74ff4bdc-e7c1-4e15-b503-48517136ecc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (bb635c3d-ad94-41ca-9243-1b2352f76468), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.062776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-f68d6961-5a38-4c70-9a24-42455e0fc5bb req-75b017f9-8f52-47d3-9a8a-75a9bc417f15 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Calling delete_port for f2010c6b-d86a-4f85-8fed-5abcb053ec91 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:06:10.086933 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3db4d5f-01ec-4542-b998-543a0563eff8 req-67dbfd34-4215-4824-9f54-62e7b40b3bb3 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b7c8ab5-4665-4ec5-bad1-fab2aa4c0cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896691 Jan 27 22:06:10.135128 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6004ea21-66f0-45d5-895e-8e4e6431d8e6 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Made reservation on behalf of 09029be060814d66a569a648b1fbdda4 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:10.140149 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6004ea21-66f0-45d5-895e-8e4e6431d8e6 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.189969 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff4bdc-e7c1-4e15-b503-48517136ecc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb635c3d-ad94-41ca-9243-1b2352f76468,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:10.202016 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20f4c40-8fad-496f-802a-9db03a284546 x-openstack-request-id: req-d20f4c40-8fad-496f-802a-9db03a284546 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:10.203212 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a537b4da-0fc5-49d6-90b6-8ef8bc404b06", "tag": "7715cbb4-aec1-4437-a021-f772e20697b6", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:10.203603 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d20f4c40-8fad-496f-802a-9db03a284546 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:10.204107 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a537b4da-0fc5-49d6-90b6-8ef8bc404b06', 'tag': '7715cbb4-aec1-4437-a021-f772e20697b6', 'status': 'completed', 'code': 200} Jan 27 22:06:10.276564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-6004ea21-66f0-45d5-895e-8e4e6431d8e6 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] device_id is not set on port 423e6997-f0a6-4f9d-842f-da5b7e2578b4 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:06:10.326034 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44608) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:10.329250 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-74ff4bdc-e7c1-4e15-b503-48517136ecc6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd430d928dbe48d09f26c6bf419b58db&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2892711 Jan 27 22:06:10.380986 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-26c7244e-6ce8-4111-9c2a-b31a40ba42d4 admin admin] Publish callbacks [] for security_group (bb635c3d-ad94-41ca-9243-1b2352f76468), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.405480 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-26c7244e-6ce8-4111-9c2a-b31a40ba42d4 admin admin] Publish callbacks [] for security_group (bb635c3d-ad94-41ca-9243-1b2352f76468), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.466379 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-26c7244e-6ce8-4111-9c2a-b31a40ba42d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (bb635c3d-ad94-41ca-9243-1b2352f76468), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.471557 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-26c7244e-6ce8-4111-9c2a-b31a40ba42d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.473466 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-26c7244e-6ce8-4111-9c2a-b31a40ba42d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb635c3d-ad94-41ca-9243-1b2352f76468 HTTP/1.1" status: 204 len: 168 time: 0.1464589 Jan 27 22:06:10.484659 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7244e-6ce8-4111-9c2a-b31a40ba42d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb635c3d-ad94-41ca-9243-1b2352f76468,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:10.864681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b7729-a509-422a-9470-159859dc0a1d req-e2a1d964-595c-4afa-bf39-9be4ed1259ac tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:10.873061 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f0b7729-a509-422a-9470-159859dc0a1d req-e2a1d964-595c-4afa-bf39-9be4ed1259ac tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 984 time: 0.8473253 Jan 27 22:06:10.882488 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7c339-1b51-4674-9966-90ed53df28d7 req-aaa2cc13-1971-4632-8835-cb4aa352d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:10.884075 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb7c339-1b51-4674-9966-90ed53df28d7 req-aaa2cc13-1971-4632-8835-cb4aa352d903 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b084891c4f0541aab14cbc3bbf21c988&device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 1135 time: 0.6782603 Jan 27 22:06:10.894243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-2f0b7729-a509-422a-9470-159859dc0a1d req-2a609b06-2601-45e9-9041-65dba5b7807d tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Request body: {'port': {'security_groups': ['e9fa95b8-b342-4829-9f6b-d05e15f0b089']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:10.937047 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44614) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:10.952194 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-536f54f2-083a-446e-91eb-7fd75bcf3ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.975791 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923e363-7b39-4cdc-b2b7-31c692193eb0 req-195a0b4d-7208-42fd-b2c3-827b57ad9244 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:10.984895 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2923e363-7b39-4cdc-b2b7-31c692193eb0 req-195a0b4d-7208-42fd-b2c3-827b57ad9244 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.7269704 Jan 27 22:06:11.093489 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-536f54f2-083a-446e-91eb-7fd75bcf3ded admin admin] Publish callbacks [] for security_group (94f75ecb-01e0-43d5-9669-8601ed31ab48), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:11.100858 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-536f54f2-083a-446e-91eb-7fd75bcf3ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (94f75ecb-01e0-43d5-9669-8601ed31ab48), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:11.154843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-6004ea21-66f0-45d5-895e-8e4e6431d8e6 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Allocated IP 172.20.0.9 (cde5e1f0-b5d3-410c-9485-f1a3db10af12/3e8e8933-1d57-4930-b7ad-0eda8f6fca90/423e6997-f0a6-4f9d-842f-da5b7e2578b4) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:11.158901 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-536f54f2-083a-446e-91eb-7fd75bcf3ded admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03b98f9261654228883b4baef0b69d10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2175906 Jan 27 22:06:11.163777 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44620) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:11.183366 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f54f2-083a-446e-91eb-7fd75bcf3ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f75ecb-01e0-43d5-9669-8601ed31ab48,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:11.226183 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2f0b7729-a509-422a-9470-159859dc0a1d req-2a609b06-2601-45e9-9041-65dba5b7807d tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7715cbb4-aec1-4437-a021-f772e20697b6), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:11.256654 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2923e363-7b39-4cdc-b2b7-31c692193eb0 req-f54544d2-6b03-4e3d-b548-f03c4567df27 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723091 Jan 27 22:06:11.260497 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8582533c-d8c8-46b1-85af-b1bfbfd37c04 admin admin] Publish callbacks [] for security_group (94f75ecb-01e0-43d5-9669-8601ed31ab48), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:11.274519 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f68d6961-5a38-4c70-9a24-42455e0fc5bb req-75b017f9-8f52-47d3-9a8a-75a9bc417f15 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f2010c6b-d86a-4f85-8fed-5abcb053ec91), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:11.297431 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7c339-1b51-4674-9966-90ed53df28d7 req-bbfef076-5045-4da0-b863-3e9b11f49ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:11.298136 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8582533c-d8c8-46b1-85af-b1bfbfd37c04 admin admin] Publish callbacks [] for security_group (94f75ecb-01e0-43d5-9669-8601ed31ab48), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:11.299110 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb7c339-1b51-4674-9966-90ed53df28d7 req-bbfef076-5045-4da0-b863-3e9b11f49ac1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b948abe8-edaf-41a8-a11f-8ea43d3e599a HTTP/1.1" status: 200 len: 920 time: 0.3950009 Jan 27 22:06:11.363726 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8582533c-d8c8-46b1-85af-b1bfbfd37c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (94f75ecb-01e0-43d5-9669-8601ed31ab48), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:11.365439 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b017f9-8f52-47d3-9a8a-75a9bc417f15 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Pushing event deleted for resources: {'Port': ['ID=f2010c6b-d86a-4f85-8fed-5abcb053ec91,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:11.380868 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8582533c-d8c8-46b1-85af-b1bfbfd37c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:11.392606 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8582533c-d8c8-46b1-85af-b1bfbfd37c04 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/94f75ecb-01e0-43d5-9669-8601ed31ab48 HTTP/1.1" status: 204 len: 168 time: 0.2199378 Jan 27 22:06:11.427328 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582533c-d8c8-46b1-85af-b1bfbfd37c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f75ecb-01e0-43d5-9669-8601ed31ab48,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:11.567177 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68d6961-5a38-4c70-9a24-42455e0fc5bb req-75b017f9-8f52-47d3-9a8a-75a9bc417f15 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] No DVR routers for this DVR port f2010c6b-d86a-4f85-8fed-5abcb053ec91 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:06:11.570030 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb7c339-1b51-4674-9966-90ed53df28d7 req-53a884f3-faba-41b5-8d27-829116204194 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7715cbb4-aec1-4437-a021-f772e20697b6 HTTP/1.1" status: 200 len: 217 time: 0.2196772 Jan 27 22:06:11.580649 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f68d6961-5a38-4c70-9a24-42455e0fc5bb req-75b017f9-8f52-47d3-9a8a-75a9bc417f15 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:11.584953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f68d6961-5a38-4c70-9a24-42455e0fc5bb req-75b017f9-8f52-47d3-9a8a-75a9bc417f15 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.15 "DELETE /v2.0/ports/f2010c6b-d86a-4f85-8fed-5abcb053ec91 HTTP/1.1" status: 204 len: 173 time: 2.4981227 Jan 27 22:06:11.734876 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae6c75-bbce-442d-acfd-ecbba63f65e1 req-f81d7783-d5a5-4a45-8e01-9fc9e63bf1cf tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:11.746123 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-18ae6c75-bbce-442d-acfd-ecbba63f65e1 req-f81d7783-d5a5-4a45-8e01-9fc9e63bf1cf tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=d05339d7-5c74-493c-9832-1da5675bacdb HTTP/1.1" status: 200 len: 945 time: 0.1678731 Jan 27 22:06:11.811447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7c339-1b51-4674-9966-90ed53df28d7 req-34b55915-2c8f-4980-9617-e87b9e401b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:11.812938 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb7c339-1b51-4674-9966-90ed53df28d7 req-34b55915-2c8f-4980-9617-e87b9e401b39 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d9f8729e-bbd1-4272-9c3e-91ee7b9d9d48 HTTP/1.1" status: 200 len: 859 time: 0.2214124 Jan 27 22:06:11.896533 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6004ea21-66f0-45d5-895e-8e4e6431d8e6 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks [] for port (423e6997-f0a6-4f9d-842f-da5b7e2578b4), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:11.901323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb7c339-1b51-4674-9966-90ed53df28d7 req-1624ac66-c1bc-4daa-907d-6498d47ee0bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b948abe8-edaf-41a8-a11f-8ea43d3e599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549266 Jan 27 22:06:11.958913 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-18ae6c75-bbce-442d-acfd-ecbba63f65e1 req-44b8685d-7572-4226-ad1a-e7bb86d962cc tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963446 Jan 27 22:06:12.065941 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-2f0b7729-a509-422a-9470-159859dc0a1d req-2a609b06-2601-45e9-9041-65dba5b7807d tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] For port 7715cbb4-aec1-4437-a021-f772e20697b6, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7715cbb4-aec1-4437-a021-f772e20697b6,segment=NetworkSegment(48cbfe2d-d81a-4f6d-814a-437ff1f65287),segment_id=48cbfe2d-d81a-4f6d-814a-437ff1f65287)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:12.158006 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad18e66a-afe1-473b-8e99-edaa8697ea6c req-b3fa83ab-e9cf-4b78-80e2-65ce738a7dc8 tempest-ServerPasswordTestJSON-1609813348 tempest-ServerPasswordTestJSON-1609813348-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4be033-5b7f-450d-a6e1-20e794142db9 HTTP/1.1" status: 200 len: 210 time: 0.0793538 Jan 27 22:06:12.226234 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4be033-5b7f-450d-a6e1-20e794142db9', 'name': 'network-vif-deleted', 'tag': 'f2010c6b-d86a-4f85-8fed-5abcb053ec91'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:12.229094 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4191a60c-77eb-4571-b10d-fe4829d91ccb" -d '{"events": [{"server_uuid": "8b4be033-5b7f-450d-a6e1-20e794142db9", "name": "network-vif-deleted", "tag": "f2010c6b-d86a-4f85-8fed-5abcb053ec91"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:12.233280 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb7c339-1b51-4674-9966-90ed53df28d7 req-32db41ff-d09b-4231-bdac-634cd1a3028e service neutron] 10.222.0.21 "GET /v2.0/networks/b948abe8-edaf-41a8-a11f-8ea43d3e599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165972 Jan 27 22:06:12.275717 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6004ea21-66f0-45d5-895e-8e4e6431d8e6 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (423e6997-f0a6-4f9d-842f-da5b7e2578b4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:12.284104 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2f0b7729-a509-422a-9470-159859dc0a1d req-2a609b06-2601-45e9-9041-65dba5b7807d tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks [] for port (7715cbb4-aec1-4437-a021-f772e20697b6), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:12.342590 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2f0b7729-a509-422a-9470-159859dc0a1d req-2a609b06-2601-45e9-9041-65dba5b7807d tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7715cbb4-aec1-4437-a021-f772e20697b6), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:12.356817 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['7715cbb4-aec1-4437-a021-f772e20697b6'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:12.419039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6004ea21-66f0-45d5-895e-8e4e6431d8e6 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Network cde5e1f0-b5d3-410c-9485-f1a3db10af12 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:12.422398 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61230fb-ffcc-4167-9ed7-25486733f15f x-openstack-request-id: req-b61230fb-ffcc-4167-9ed7-25486733f15f {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:12.422696 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4be033-5b7f-450d-a6e1-20e794142db9", "name": "network-vif-deleted", "tag": "f2010c6b-d86a-4f85-8fed-5abcb053ec91", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:12.423955 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b61230fb-ffcc-4167-9ed7-25486733f15f {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:12.423955 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4be033-5b7f-450d-a6e1-20e794142db9', 'name': 'network-vif-deleted', 'tag': 'f2010c6b-d86a-4f85-8fed-5abcb053ec91', 'status': 'completed', 'code': 200} Jan 27 22:06:12.439742 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-6004ea21-66f0-45d5-895e-8e4e6431d8e6 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:12.446842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6004ea21-66f0-45d5-895e-8e4e6431d8e6 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:12.454159 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004ea21-66f0-45d5-895e-8e4e6431d8e6 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Pushing event updated for resources: {'Port': ['ID=423e6997-f0a6-4f9d-842f-da5b7e2578b4,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:12.515667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b7729-a509-422a-9470-159859dc0a1d req-2a609b06-2601-45e9-9041-65dba5b7807d tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:12.516370 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2f0b7729-a509-422a-9470-159859dc0a1d req-2a609b06-2601-45e9-9041-65dba5b7807d tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:12.530200 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f0b7729-a509-422a-9470-159859dc0a1d req-2a609b06-2601-45e9-9041-65dba5b7807d tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "PUT /v2.0/ports/7715cbb4-aec1-4437-a021-f772e20697b6 HTTP/1.1" status: 200 len: 942 time: 1.6557825 Jan 27 22:06:12.597456 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['7715cbb4-aec1-4437-a021-f772e20697b6'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:12.675989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb7c339-1b51-4674-9966-90ed53df28d7 req-7e9a6dd0-e1a0-4003-bb6b-d4e91956bdba service neutron] 10.222.0.21 "GET /v2.0/networks/b948abe8-edaf-41a8-a11f-8ea43d3e599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327114 Jan 27 22:06:12.798646 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6004ea21-66f0-45d5-895e-8e4e6431d8e6 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:12.799267 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6004ea21-66f0-45d5-895e-8e4e6431d8e6 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:12.801780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a609b06-2601-45e9-9041-65dba5b7807d tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Pushing event updated for resources: {'Port': ['ID=7715cbb4-aec1-4437-a021-f772e20697b6,revision_number=7']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:12.822909 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:12.858598 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6004ea21-66f0-45d5-895e-8e4e6431d8e6 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4277103 Jan 27 22:06:12.858801 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44674) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:12.864317 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c8fc96fb-9e03-40e6-a29e-10b0bdb89ce7 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:7e:90:d1'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:12.870246 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21348914-851b-410a-b775-a59519996f2a req-1dc3c1d8-9993-4026-b98b-910d022e800d tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:12.871850 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21348914-851b-410a-b775-a59519996f2a req-1dc3c1d8-9993-4026-b98b-910d022e800d tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1996152 Jan 27 22:06:12.878717 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86398159-2cc7-4ed0-884c-9ba5f22cbc7f req-bbccc1f3-b83a-49f1-bc48-030121cd0fee tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:12.885459 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86398159-2cc7-4ed0-884c-9ba5f22cbc7f req-bbccc1f3-b83a-49f1-bc48-030121cd0fee tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 805 time: 0.3441281 Jan 27 22:06:12.916712 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cb971404-2595-4c76-ba1a-469a774e3e16 None None] Provisioning complete for port 423e6997-f0a6-4f9d-842f-da5b7e2578b4 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:12.917182 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cb971404-2595-4c76-ba1a-469a774e3e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (423e6997-f0a6-4f9d-842f-da5b7e2578b4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:12.921570 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86398159-2cc7-4ed0-884c-9ba5f22cbc7f req-dd49da8a-6146-4375-b36b-0b4b42cf92d7 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/quotas/342465e78b4348c1b975ff630f4dbc64 HTTP/1.1" status: 200 len: 375 time: 0.0351038 Jan 27 22:06:12.950700 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f2010c6b-d86a-4f85-8fed-5abcb053ec91 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:06:12.991769 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: f2010c6b-d86a-4f85-8fed-5abcb053ec91 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:06:12.992092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f2010c6b-d86a-4f85-8fed-5abcb053ec91 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:06:13.018553 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cb971404-2595-4c76-ba1a-469a774e3e16 None None] Port 423e6997-f0a6-4f9d-842f-da5b7e2578b4 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:06:13.038739 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21348914-851b-410a-b775-a59519996f2a req-660d2c6d-7de6-4956-9a3d-d49d5ae26eea tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505399 Jan 27 22:06:13.069719 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86398159-2cc7-4ed0-884c-9ba5f22cbc7f req-ddd2790a-fab3-44aa-8aae-c1b4c0b1641d tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1470010 Jan 27 22:06:13.232473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86398159-2cc7-4ed0-884c-9ba5f22cbc7f req-9560a8d7-6c69-43b1-bf6f-071b6ada3a32 service neutron] 10.222.0.23 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615376 Jan 27 22:06:13.490491 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86398159-2cc7-4ed0-884c-9ba5f22cbc7f req-d3e10b7e-193d-43cf-8987-7bc36abdf8e9 service neutron] 10.222.0.23 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567899 Jan 27 22:06:13.514238 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b7a0f7d-d240-4fa6-92b8-a36031c26c81 req-97ffb213-9487-425b-ae70-1950b8e65132 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2549183 Jan 27 22:06:13.520582 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-5b7a0f7d-d240-4fa6-92b8-a36031c26c81 req-9352faae-b037-487f-9877-44713854a9f3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:13.535330 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8fc96fb-9e03-40e6-a29e-10b0bdb89ce7 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (423e6997-f0a6-4f9d-842f-da5b7e2578b4), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:13.544100 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5b7a0f7d-d240-4fa6-92b8-a36031c26c81 req-9352faae-b037-487f-9877-44713854a9f3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:13.762355 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5b7a0f7d-d240-4fa6-92b8-a36031c26c81 req-9352faae-b037-487f-9877-44713854a9f3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:13.865690 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8fc96fb-9e03-40e6-a29e-10b0bdb89ce7 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks [] for port (423e6997-f0a6-4f9d-842f-da5b7e2578b4), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:13.881193 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8fc96fb-9e03-40e6-a29e-10b0bdb89ce7 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (423e6997-f0a6-4f9d-842f-da5b7e2578b4), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:13.900421 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44712) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:14.013700 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-5b7a0f7d-d240-4fa6-92b8-a36031c26c81 req-9352faae-b037-487f-9877-44713854a9f3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Allocated IP 172.25.3.203 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/3c2d4b7d-5897-47c6-af98-8c683fecb9d8) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:14.146133 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc96fb-9e03-40e6-a29e-10b0bdb89ce7 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Pushing event updated for resources: {'Port': ['ID=423e6997-f0a6-4f9d-842f-da5b7e2578b4,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:14.153728 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-c8fc96fb-9e03-40e6-a29e-10b0bdb89ce7 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] In _notify_port_updated(), no bound segment for port 423e6997-f0a6-4f9d-842f-da5b7e2578b4 on network cde5e1f0-b5d3-410c-9485-f1a3db10af12 {{(pid=109742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:06:14.160093 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fc96fb-9e03-40e6-a29e-10b0bdb89ce7 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:14.160801 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8fc96fb-9e03-40e6-a29e-10b0bdb89ce7 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.164583 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c8fc96fb-9e03-40e6-a29e-10b0bdb89ce7 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "PUT /v2.0/ports/423e6997-f0a6-4f9d-842f-da5b7e2578b4 HTTP/1.1" status: 200 len: 995 time: 1.3023586 Jan 27 22:06:14.165235 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44730) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:14.203947 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5b7a0f7d-d240-4fa6-92b8-a36031c26c81 req-9352faae-b037-487f-9877-44713854a9f3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks [] for port (3c2d4b7d-5897-47c6-af98-8c683fecb9d8), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.258770 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5b7a0f7d-d240-4fa6-92b8-a36031c26c81 req-9352faae-b037-487f-9877-44713854a9f3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (3c2d4b7d-5897-47c6-af98-8c683fecb9d8), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.308033 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e04bd2b-1664-43b5-94a3-1f47c43ee521 admin admin] Deleting subnet bea22b83-b426-4b7e-aca2-c0c9f0ab25ec {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:06:14.320523 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1e04bd2b-1664-43b5-94a3-1f47c43ee521 admin admin] Publish callbacks [] for subnet (bea22b83-b426-4b7e-aca2-c0c9f0ab25ec), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.330477 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b7a0f7d-d240-4fa6-92b8-a36031c26c81 req-9352faae-b037-487f-9877-44713854a9f3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:14.338740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-5b7a0f7d-d240-4fa6-92b8-a36031c26c81 req-9352faae-b037-487f-9877-44713854a9f3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:14.349875 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7a0f7d-d240-4fa6-92b8-a36031c26c81 req-9352faae-b037-487f-9877-44713854a9f3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:14.402026 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1e04bd2b-1664-43b5-94a3-1f47c43ee521 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (bea22b83-b426-4b7e-aca2-c0c9f0ab25ec), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.410097 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352faae-b037-487f-9877-44713854a9f3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Pushing event updated for resources: {'Port': ['ID=3c2d4b7d-5897-47c6-af98-8c683fecb9d8,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:14.425958 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a537b4da-0fc5-49d6-90b6-8ef8bc404b06', 'tag': '7715cbb4-aec1-4437-a021-f772e20697b6'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:14.428970 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8ffe6a-7875-42c1-8cd6-9f7c97540cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "a537b4da-0fc5-49d6-90b6-8ef8bc404b06", "tag": "7715cbb4-aec1-4437-a021-f772e20697b6"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:14.464723 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1e04bd2b-1664-43b5-94a3-1f47c43ee521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (bea22b83-b426-4b7e-aca2-c0c9f0ab25ec), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.513796 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a8d8d6e4-bef1-4c63-94e6-24b13446ab1d None None] Provisioning complete for port 423e6997-f0a6-4f9d-842f-da5b7e2578b4 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:14.520015 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a8d8d6e4-bef1-4c63-94e6-24b13446ab1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (423e6997-f0a6-4f9d-842f-da5b7e2578b4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.617443 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1e04bd2b-1664-43b5-94a3-1f47c43ee521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (bea22b83-b426-4b7e-aca2-c0c9f0ab25ec), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.647505 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a8d8d6e4-bef1-4c63-94e6-24b13446ab1d None None] Port 423e6997-f0a6-4f9d-842f-da5b7e2578b4 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:06:14.672509 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1e04bd2b-1664-43b5-94a3-1f47c43ee521 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.684797 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1e04bd2b-1664-43b5-94a3-1f47c43ee521 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bea22b83-b426-4b7e-aca2-c0c9f0ab25ec HTTP/1.1" status: 204 len: 168 time: 0.7331870 Jan 27 22:06:14.734160 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44780) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:14.801873 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5b7a0f7d-d240-4fa6-92b8-a36031c26c81 req-9352faae-b037-487f-9877-44713854a9f3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks [] for floatingip (5404bba6-368b-4e0c-93ef-4a009ccb40bd), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.854986 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04bd2b-1664-43b5-94a3-1f47c43ee521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bea22b83-b426-4b7e-aca2-c0c9f0ab25ec,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:14.872615 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507be362-82e7-4c06-bbce-c24238bffe3e x-openstack-request-id: req-507be362-82e7-4c06-bbce-c24238bffe3e {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:14.873041 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a537b4da-0fc5-49d6-90b6-8ef8bc404b06", "tag": "7715cbb4-aec1-4437-a021-f772e20697b6", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:14.873480 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-507be362-82e7-4c06-bbce-c24238bffe3e {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:14.873990 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a537b4da-0fc5-49d6-90b6-8ef8bc404b06', 'tag': '7715cbb4-aec1-4437-a021-f772e20697b6', 'status': 'completed', 'code': 200} Jan 27 22:06:14.874862 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5b7a0f7d-d240-4fa6-92b8-a36031c26c81 req-9352faae-b037-487f-9877-44713854a9f3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3c2d4b7d-5897-47c6-af98-8c683fecb9d8), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.940977 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-18fd9881-9c80-4d0e-a694-e0fc87f14e42 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Deleting port 423e6997-f0a6-4f9d-842f-da5b7e2578b4 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:06:14.941576 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-18fd9881-9c80-4d0e-a694-e0fc87f14e42 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (423e6997-f0a6-4f9d-842f-da5b7e2578b4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.982727 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32348d8f-f8de-4fcc-8d48-1379fbbeeab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (5fadbb9f-b254-456a-b60e-465e1396c9fd), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:15.088949 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ffe6a-7875-42c1-8cd6-9f7c97540cf8 req-8008f55f-bda5-4050-bde0-dc8cc7826901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:15.092219 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a8ffe6a-7875-42c1-8cd6-9f7c97540cf8 req-8008f55f-bda5-4050-bde0-dc8cc7826901 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b084891c4f0541aab14cbc3bbf21c988&device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 1096 time: 0.2092206 Jan 27 22:06:15.260704 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-18fd9881-9c80-4d0e-a694-e0fc87f14e42 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (423e6997-f0a6-4f9d-842f-da5b7e2578b4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:15.264901 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32348d8f-f8de-4fcc-8d48-1379fbbeeab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (5fadbb9f-b254-456a-b60e-465e1396c9fd), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:15.286388 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-18fd9881-9c80-4d0e-a694-e0fc87f14e42 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Calling delete_port for 423e6997-f0a6-4f9d-842f-da5b7e2578b4 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:06:15.299634 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-32348d8f-f8de-4fcc-8d48-1379fbbeeab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fadbb9f-b254-456a-b60e-465e1396c9fd']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:15.316073 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-32348d8f-f8de-4fcc-8d48-1379fbbeeab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7b4dc1-155d-452e-8c0b-08b8439ff8c5') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:15.316746 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-32348d8f-f8de-4fcc-8d48-1379fbbeeab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7b4dc1-155d-452e-8c0b-08b8439ff8c5') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:15.326104 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5b7a0f7d-d240-4fa6-92b8-a36031c26c81 req-9352faae-b037-487f-9877-44713854a9f3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks [] for port (3c2d4b7d-5897-47c6-af98-8c683fecb9d8), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:15.363686 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32348d8f-f8de-4fcc-8d48-1379fbbeeab5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (da7b4dc1-155d-452e-8c0b-08b8439ff8c5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:15.382398 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32348d8f-f8de-4fcc-8d48-1379fbbeeab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (da7b4dc1-155d-452e-8c0b-08b8439ff8c5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:15.407858 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32348d8f-f8de-4fcc-8d48-1379fbbeeab5 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:06:15.408508 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32348d8f-f8de-4fcc-8d48-1379fbbeeab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (da7b4dc1-155d-452e-8c0b-08b8439ff8c5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:06:15.410343 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:06:15.490543 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32348d8f-f8de-4fcc-8d48-1379fbbeeab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (5fadbb9f-b254-456a-b60e-465e1396c9fd), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:15.543321 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5b7a0f7d-d240-4fa6-92b8-a36031c26c81 req-9352faae-b037-487f-9877-44713854a9f3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (3c2d4b7d-5897-47c6-af98-8c683fecb9d8), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:15.568831 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32348d8f-f8de-4fcc-8d48-1379fbbeeab5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:15.572202 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-32348d8f-f8de-4fcc-8d48-1379fbbeeab5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5fadbb9f-b254-456a-b60e-465e1396c9fd HTTP/1.1" status: 204 len: 168 time: 0.8370447 Jan 27 22:06:15.603864 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32348d8f-f8de-4fcc-8d48-1379fbbeeab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fadbb9f-b254-456a-b60e-465e1396c9fd,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:15.633393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352faae-b037-487f-9877-44713854a9f3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Pushing event updated for resources: {'Port': ['ID=3c2d4b7d-5897-47c6-af98-8c683fecb9d8,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:15.660347 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-18fd9881-9c80-4d0e-a694-e0fc87f14e42 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (423e6997-f0a6-4f9d-842f-da5b7e2578b4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:15.667463 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ffe6a-7875-42c1-8cd6-9f7c97540cf8 req-5c004418-85bc-4988-929e-5ee54e22ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:15.669190 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a8ffe6a-7875-42c1-8cd6-9f7c97540cf8 req-5c004418-85bc-4988-929e-5ee54e22ad47 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b948abe8-edaf-41a8-a11f-8ea43d3e599a HTTP/1.1" status: 200 len: 920 time: 0.5662911 Jan 27 22:06:15.677602 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-a805dee8-143a-4981-9f3e-c312ff61b5a2 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:15.691313 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-a805dee8-143a-4981-9f3e-c312ff61b5a2 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 805 time: 0.3620124 Jan 27 22:06:15.755447 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a8ffe6a-7875-42c1-8cd6-9f7c97540cf8 req-719b5b40-277d-4028-ae98-d8ee0e23f173 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7715cbb4-aec1-4437-a021-f772e20697b6 HTTP/1.1" status: 200 len: 217 time: 0.0503519 Jan 27 22:06:15.761360 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd9881-9c80-4d0e-a694-e0fc87f14e42 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Pushing event deleted for resources: {'Port': ['ID=423e6997-f0a6-4f9d-842f-da5b7e2578b4,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:15.769114 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-002da546-dd12-4de8-95e5-542888001ec9 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/quotas/342465e78b4348c1b975ff630f4dbc64 HTTP/1.1" status: 200 len: 375 time: 0.0759058 Jan 27 22:06:15.823998 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5b7a0f7d-d240-4fa6-92b8-a36031c26c81 req-9352faae-b037-487f-9877-44713854a9f3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (5404bba6-368b-4e0c-93ef-4a009ccb40bd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:15.901081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ffe6a-7875-42c1-8cd6-9f7c97540cf8 req-b21729ea-621b-4432-9986-3a7d90250421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:15.903012 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a8ffe6a-7875-42c1-8cd6-9f7c97540cf8 req-b21729ea-621b-4432-9986-3a7d90250421 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d9f8729e-bbd1-4272-9c3e-91ee7b9d9d48 HTTP/1.1" status: 200 len: 859 time: 0.0816722 Jan 27 22:06:15.952977 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-18fd9881-9c80-4d0e-a694-e0fc87f14e42 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:15.956773 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-18fd9881-9c80-4d0e-a694-e0fc87f14e42 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "DELETE /v2.0/ports/423e6997-f0a6-4f9d-842f-da5b7e2578b4 HTTP/1.1" status: 204 len: 168 time: 1.7905529 Jan 27 22:06:15.960629 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44850) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:15.979845 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a8ffe6a-7875-42c1-8cd6-9f7c97540cf8 req-2d498088-f5b6-4412-aeb0-10223dfaf362 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b948abe8-edaf-41a8-a11f-8ea43d3e599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679092 Jan 27 22:06:16.026052 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc77b10-c5ed-4359-a515-5bb8fcfdc030 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] GET failed (client error): The resource could not be found. Jan 27 22:06:16.031402 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8fc77b10-c5ed-4359-a515-5bb8fcfdc030 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "GET /v2.0/ports/423e6997-f0a6-4f9d-842f-da5b7e2578b4 HTTP/1.1" status: 404 len: 333 time: 0.0688188 Jan 27 22:06:16.034546 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44854) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:16.041817 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-fc30b41a-eb99-4158-bbf5-7b57f1dd7e5c tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Request body: {'port': {'network_id': 'cde5e1f0-b5d3-410c-9485-f1a3db10af12', 'name': 'tempest-AllowedAddressPairTestJSON-1780181476'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:16.183237 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a8ffe6a-7875-42c1-8cd6-9f7c97540cf8 req-6ec7a8ab-3e76-48e5-bcca-34b2017f3862 service neutron] 10.222.0.21 "GET /v2.0/networks/b948abe8-edaf-41a8-a11f-8ea43d3e599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700814 Jan 27 22:06:16.191553 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5b7a0f7d-d240-4fa6-92b8-a36031c26c81 req-9352faae-b037-487f-9877-44713854a9f3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:16.194644 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44858) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:16.200576 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b7a0f7d-d240-4fa6-92b8-a36031c26c81 req-9352faae-b037-487f-9877-44713854a9f3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6852968 Jan 27 22:06:16.215655 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-4dd3a435-10b5-4f5f-9dec-3c183f0c2c1a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4456143 Jan 27 22:06:16.356621 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0038737e-4823-4630-b266-e5e72ce2a56f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5bf1dcd9503743a889165322c63e7cf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1568127 Jan 27 22:06:16.358644 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44862) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:16.412713 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b7a0f7d-d240-4fa6-92b8-a36031c26c81 req-debbe757-5378-4ce6-a92a-4fcee1917a8d tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 696 time: 0.2109132 Jan 27 22:06:16.460925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc30b41a-eb99-4158-bbf5-7b57f1dd7e5c tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Made reservation on behalf of 09029be060814d66a569a648b1fbdda4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:16.467373 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc30b41a-eb99-4158-bbf5-7b57f1dd7e5c tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:16.506802 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-fc30b41a-eb99-4158-bbf5-7b57f1dd7e5c tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] device_id is not set on port 1e70b955-45e6-41d9-a7ab-6240d3115cb5 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:06:16.525587 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9117b5a7-ebb7-4d49-b792-4629cf45f76a admin admin] Publish callbacks [] for security_group (9b7c8ab5-4665-4ec5-bad1-fab2aa4c0cea), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:16.570025 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a8ffe6a-7875-42c1-8cd6-9f7c97540cf8 req-b00f6fd8-b0fd-4e89-8cf1-9983789d45f6 service neutron] 10.222.0.21 "GET /v2.0/networks/b948abe8-edaf-41a8-a11f-8ea43d3e599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511610 Jan 27 22:06:16.589335 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-d8d605f9-d2fe-40d2-bf25-8ef8bc68c80b service neutron] 10.222.0.23 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723383 Jan 27 22:06:16.592597 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9117b5a7-ebb7-4d49-b792-4629cf45f76a admin admin] Publish callbacks [] for security_group (9b7c8ab5-4665-4ec5-bad1-fab2aa4c0cea), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:16.680381 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-fc30b41a-eb99-4158-bbf5-7b57f1dd7e5c tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Allocated IP 172.20.0.7 (cde5e1f0-b5d3-410c-9485-f1a3db10af12/3e8e8933-1d57-4930-b7ad-0eda8f6fca90/1e70b955-45e6-41d9-a7ab-6240d3115cb5) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:16.712939 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9117b5a7-ebb7-4d49-b792-4629cf45f76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9b7c8ab5-4665-4ec5-bad1-fab2aa4c0cea), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:16.716510 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-6cd3cc1e-6cce-4b05-a87f-72113ab66cd9 service neutron] 10.222.0.23 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261177 Jan 27 22:06:16.717532 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9117b5a7-ebb7-4d49-b792-4629cf45f76a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:16.721049 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9117b5a7-ebb7-4d49-b792-4629cf45f76a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b7c8ab5-4665-4ec5-bad1-fab2aa4c0cea HTTP/1.1" status: 204 len: 168 time: 0.3591838 Jan 27 22:06:16.736739 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117b5a7-ebb7-4d49-b792-4629cf45f76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7c8ab5-4665-4ec5-bad1-fab2aa4c0cea,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:16.749420 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a0f7d-d240-4fa6-92b8-a36031c26c81 req-5e5bf2e6-0586-42f9-a8d8-8319e310f4ab tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:16.760818 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b7a0f7d-d240-4fa6-92b8-a36031c26c81 req-5e5bf2e6-0586-42f9-a8d8-8319e310f4ab tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.3467917 Jan 27 22:06:16.776296 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-5b7a0f7d-d240-4fa6-92b8-a36031c26c81 req-77e7e5eb-f621-4e69-bbd2-cddf148917fd tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:06:16.795468 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b7a0f7d-d240-4fa6-92b8-a36031c26c81 req-77e7e5eb-f621-4e69-bbd2-cddf148917fd tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0321028 Jan 27 22:06:16.944382 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc30b41a-eb99-4158-bbf5-7b57f1dd7e5c tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks [] for port (1e70b955-45e6-41d9-a7ab-6240d3115cb5), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:17.037063 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc30b41a-eb99-4158-bbf5-7b57f1dd7e5c tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (1e70b955-45e6-41d9-a7ab-6240d3115cb5), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:17.200433 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc30b41a-eb99-4158-bbf5-7b57f1dd7e5c tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Network cde5e1f0-b5d3-410c-9485-f1a3db10af12 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:17.210466 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd52c91c-212a-4fc9-b6c5-4a9abffd9979 req-29dcf829-9e61-4679-bb4a-2fe8b305116d tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=814166d8-a330-4da5-96fc-782391e1d8f9 HTTP/1.1" status: 200 len: 210 time: 0.0751965 Jan 27 22:06:17.213947 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-fc30b41a-eb99-4158-bbf5-7b57f1dd7e5c tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:17.242371 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc30b41a-eb99-4158-bbf5-7b57f1dd7e5c tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:17.263396 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30b41a-eb99-4158-bbf5-7b57f1dd7e5c tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Pushing event updated for resources: {'Port': ['ID=1e70b955-45e6-41d9-a7ab-6240d3115cb5,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:17.290868 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-b2b339b0-ea09-4c3d-9da3-54e2b7d584c1 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:17.319818 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-b2b339b0-ea09-4c3d-9da3-54e2b7d584c1 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3216720 Jan 27 22:06:17.440384 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc30b41a-eb99-4158-bbf5-7b57f1dd7e5c tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:17.441061 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc30b41a-eb99-4158-bbf5-7b57f1dd7e5c tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:17.475088 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fc30b41a-eb99-4158-bbf5-7b57f1dd7e5c tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4388092 Jan 27 22:06:17.475915 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44896) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:17.494586 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5ea10848-1847-416e-b7fa-f3a9d4eda28b tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Request body: {'port': {'network_id': 'cde5e1f0-b5d3-410c-9485-f1a3db10af12', 'name': 'tempest-AllowedAddressPairTestJSON-70623748'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:17.540298 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-276e620a-73fd-4e45-8dd4-41a803770fac tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 696 time: 0.2197313 Jan 27 22:06:17.545150 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-39a36845-4894-41c7-9d1a-e8659295f180 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Request body: {'floatingip': {'port_id': '7715cbb4-aec1-4437-a021-f772e20697b6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:17.671422 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-39a36845-4894-41c7-9d1a-e8659295f180 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks [] for floatingip (5404bba6-368b-4e0c-93ef-4a009ccb40bd), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:17.800008 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-28dcd0e9-6371-47b7-9b90-889ff98bfb7d None None] Provisioning complete for port 1e70b955-45e6-41d9-a7ab-6240d3115cb5 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:17.801677 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-28dcd0e9-6371-47b7-9b90-889ff98bfb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1e70b955-45e6-41d9-a7ab-6240d3115cb5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:17.872261 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-28dcd0e9-6371-47b7-9b90-889ff98bfb7d None None] Port 1e70b955-45e6-41d9-a7ab-6240d3115cb5 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:06:17.901954 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea10848-1847-416e-b7fa-f3a9d4eda28b tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Made reservation on behalf of 09029be060814d66a569a648b1fbdda4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:17.921090 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ea10848-1847-416e-b7fa-f3a9d4eda28b tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:17.995119 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-5ea10848-1847-416e-b7fa-f3a9d4eda28b tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] device_id is not set on port 5b47ae3c-7cad-46f3-bfc5-754925b4e6f0 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:06:18.311264 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-5ea10848-1847-416e-b7fa-f3a9d4eda28b tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Allocated IP 172.20.0.11 (cde5e1f0-b5d3-410c-9485-f1a3db10af12/3e8e8933-1d57-4930-b7ad-0eda8f6fca90/5b47ae3c-7cad-46f3-bfc5-754925b4e6f0) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:18.497416 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-39974a54-c24c-4f48-aef9-7ef43bdb47fc req-3ef479cb-a62c-426a-bf4e-bf37173ac0f7 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=814166d8-a330-4da5-96fc-782391e1d8f9 HTTP/1.1" status: 200 len: 210 time: 0.0970457 Jan 27 22:06:18.569067 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ea10848-1847-416e-b7fa-f3a9d4eda28b tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks [] for port (5b47ae3c-7cad-46f3-bfc5-754925b4e6f0), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:18.628310 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ea10848-1847-416e-b7fa-f3a9d4eda28b tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5b47ae3c-7cad-46f3-bfc5-754925b4e6f0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:18.740335 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea10848-1847-416e-b7fa-f3a9d4eda28b tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Network cde5e1f0-b5d3-410c-9485-f1a3db10af12 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:18.770451 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-5ea10848-1847-416e-b7fa-f3a9d4eda28b tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:18.777914 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea10848-1847-416e-b7fa-f3a9d4eda28b tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:18.898673 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea10848-1847-416e-b7fa-f3a9d4eda28b tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:18.899321 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ea10848-1847-416e-b7fa-f3a9d4eda28b tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:18.912197 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea10848-1847-416e-b7fa-f3a9d4eda28b tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Pushing event updated for resources: {'Port': ['ID=5b47ae3c-7cad-46f3-bfc5-754925b4e6f0,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:18.957714 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5ea10848-1847-416e-b7fa-f3a9d4eda28b tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4775093 Jan 27 22:06:18.960509 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44930) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:18.967069 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ecf8f835-af1e-450b-ab5b-e90ba7ca8490 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:7e:90:d1'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:5e:fc:ce'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:19.063252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 44934) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:19.229643 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.db.resource_extend [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-39a36845-4894-41c7-9d1a-e8659295f180 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:06:19.302862 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-aea839cb-c986-4c07-916d-fcdb7cd2cbfc tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:19.304440 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-aea839cb-c986-4c07-916d-fcdb7cd2cbfc tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.21 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 805 time: 0.4128218 Jan 27 22:06:19.308949 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ecf8f835-af1e-450b-ab5b-e90ba7ca8490 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5b47ae3c-7cad-46f3-bfc5-754925b4e6f0), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:19.327481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-c7ab8d1f-c11c-4188-a49d-034892c9b983 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Request body: {'port': {'device_id': '814166d8-a330-4da5-96fc-782391e1d8f9', 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8', 'admin_state_up': True, 'tenant_id': '342465e78b4348c1b975ff630f4dbc64'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:19.348684 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b3ef789d-111f-4400-8303-986de3e0ceeb None None] Provisioning complete for port 5b47ae3c-7cad-46f3-bfc5-754925b4e6f0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:19.349148 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b3ef789d-111f-4400-8303-986de3e0ceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5b47ae3c-7cad-46f3-bfc5-754925b4e6f0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:19.455455 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef789d-111f-4400-8303-986de3e0ceeb None None] Port 5b47ae3c-7cad-46f3-bfc5-754925b4e6f0 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:06:19.706692 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ecf8f835-af1e-450b-ab5b-e90ba7ca8490 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks [] for port (5b47ae3c-7cad-46f3-bfc5-754925b4e6f0), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:19.714511 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-6d5ff540-d6cd-4fac-b936-393e3dd759fe admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1169279691-network', 'tenant_id': 'a95972c5ef944d9ca6d825827e2f3cfd'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:19.716422 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ecf8f835-af1e-450b-ab5b-e90ba7ca8490 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (5b47ae3c-7cad-46f3-bfc5-754925b4e6f0), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:19.747694 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-39a36845-4894-41c7-9d1a-e8659295f180 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:19.750280 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e446147-1373-4283-b3c0-b6f276cd6f5d req-85e928ae-8769-47a3-98d2-ff1fe33cc183 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=814166d8-a330-4da5-96fc-782391e1d8f9 HTTP/1.1" status: 200 len: 210 time: 0.0501890 Jan 27 22:06:19.760099 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-39a36845-4894-41c7-9d1a-e8659295f180 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (5404bba6-368b-4e0c-93ef-4a009ccb40bd), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:19.795476 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8f835-af1e-450b-ab5b-e90ba7ca8490 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Pushing event updated for resources: {'Port': ['ID=5b47ae3c-7cad-46f3-bfc5-754925b4e6f0,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:19.872729 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ecf8f835-af1e-450b-ab5b-e90ba7ca8490 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] In _notify_port_updated(), no bound segment for port 5b47ae3c-7cad-46f3-bfc5-754925b4e6f0 on network cde5e1f0-b5d3-410c-9485-f1a3db10af12 {{(pid=109742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:06:19.880997 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf8f835-af1e-450b-ab5b-e90ba7ca8490 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:19.881939 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ecf8f835-af1e-450b-ab5b-e90ba7ca8490 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:19.883419 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ecf8f835-af1e-450b-ab5b-e90ba7ca8490 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "PUT /v2.0/ports/5b47ae3c-7cad-46f3-bfc5-754925b4e6f0 HTTP/1.1" status: 200 len: 1055 time: 0.9217019 Jan 27 22:06:19.886811 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44948) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:19.891001 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5ff540-d6cd-4fac-b936-393e3dd759fe admin admin] Made reservation on behalf of a95972c5ef944d9ca6d825827e2f3cfd for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:19.893888 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff540-d6cd-4fac-b936-393e3dd759fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:19.957399 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff540-d6cd-4fac-b936-393e3dd759fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:20.011368 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-c7ab8d1f-c11c-4188-a49d-034892c9b983 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Made reservation on behalf of 342465e78b4348c1b975ff630f4dbc64 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:20.014777 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-c7ab8d1f-c11c-4188-a49d-034892c9b983 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:20.038984 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-39a36845-4894-41c7-9d1a-e8659295f180 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Floating IP 5404bba6-368b-4e0c-93ef-4a009ccb40bd associated. External IP: 172.25.3.203, port: 7715cbb4-aec1-4437-a021-f772e20697b6. Jan 27 22:06:20.098012 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-82893cec-353e-42ee-ad8e-9199620590d4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Deleting port 5b47ae3c-7cad-46f3-bfc5-754925b4e6f0 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:06:20.098527 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-82893cec-353e-42ee-ad8e-9199620590d4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5b47ae3c-7cad-46f3-bfc5-754925b4e6f0), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:20.263040 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-82893cec-353e-42ee-ad8e-9199620590d4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5b47ae3c-7cad-46f3-bfc5-754925b4e6f0), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:20.289746 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-82893cec-353e-42ee-ad8e-9199620590d4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Calling delete_port for 5b47ae3c-7cad-46f3-bfc5-754925b4e6f0 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:06:20.306502 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2f62bcb4-6ad8-489c-8741-5cb2e2e0ef58 None None] Provisioning complete for port 5b47ae3c-7cad-46f3-bfc5-754925b4e6f0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:20.306886 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2f62bcb4-6ad8-489c-8741-5cb2e2e0ef58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5b47ae3c-7cad-46f3-bfc5-754925b4e6f0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:20.389238 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2f62bcb4-6ad8-489c-8741-5cb2e2e0ef58 None None] Port 5b47ae3c-7cad-46f3-bfc5-754925b4e6f0 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:06:20.419939 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff540-d6cd-4fac-b936-393e3dd759fe admin admin] Publish callbacks [] for security_group (5c863940-3239-498b-96c7-434ecb6efe13), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:20.441396 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff540-d6cd-4fac-b936-393e3dd759fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5c863940-3239-498b-96c7-434ecb6efe13), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:20.512556 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-c7ab8d1f-c11c-4188-a49d-034892c9b983 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Allocated IP 172.20.0.11 (7fb03950-b0f5-49f7-8c2d-d1081fb3aba8/7267bcf4-ac84-4f1d-9bca-30d5eecd5123/f47688ef-5255-4349-a000-a1739f96a5bb) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:20.578393 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-82893cec-353e-42ee-ad8e-9199620590d4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5b47ae3c-7cad-46f3-bfc5-754925b4e6f0), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:20.600773 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ff540-d6cd-4fac-b936-393e3dd759fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c863940-3239-498b-96c7-434ecb6efe13,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:20.605575 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5ff540-d6cd-4fac-b936-393e3dd759fe admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:06:20.617965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82893cec-353e-42ee-ad8e-9199620590d4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Pushing event deleted for resources: {'Port': ['ID=5b47ae3c-7cad-46f3-bfc5-754925b4e6f0,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:20.674188 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff540-d6cd-4fac-b936-393e3dd759fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (4096720b-4aec-4b24-b732-dc8dd33baf06), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:20.674809 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-6d5ff540-d6cd-4fac-b936-393e3dd759fe admin admin] Added segment 4096720b-4aec-4b24-b732-dc8dd33baf06 of type vlan for network 01e6710f-e9fa-4d87-8a13-1402f6457628 Jan 27 22:06:20.835523 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff540-d6cd-4fac-b936-393e3dd759fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (01e6710f-e9fa-4d87-8a13-1402f6457628), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:20.890821 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-39a36845-4894-41c7-9d1a-e8659295f180 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Router dc5e0f45-b717-4af6-8308-c2e26e2968e5 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:06:20.949452 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-185cc82f-8996-44d1-b78e-56a403c62031 req-d4dd3175-30c4-4010-be3b-8c8b073ae6bf tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=814166d8-a330-4da5-96fc-782391e1d8f9 HTTP/1.1" status: 200 len: 210 time: 0.0601263 Jan 27 22:06:21.008869 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff540-d6cd-4fac-b936-393e3dd759fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (01e6710f-e9fa-4d87-8a13-1402f6457628), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:21.010192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5ff540-d6cd-4fac-b936-393e3dd759fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:21.011135 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6d5ff540-d6cd-4fac-b936-393e3dd759fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:21.076326 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-82893cec-353e-42ee-ad8e-9199620590d4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:21.086863 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-82893cec-353e-42ee-ad8e-9199620590d4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "DELETE /v2.0/ports/5b47ae3c-7cad-46f3-bfc5-754925b4e6f0 HTTP/1.1" status: 204 len: 168 time: 1.1996229 Jan 27 22:06:21.088068 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44964) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:21.131025 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06807a5-402a-40cd-a979-c70e56ed9764 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] GET failed (client error): The resource could not be found. Jan 27 22:06:21.132993 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a06807a5-402a-40cd-a979-c70e56ed9764 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "GET /v2.0/ports/5b47ae3c-7cad-46f3-bfc5-754925b4e6f0 HTTP/1.1" status: 404 len: 333 time: 0.0435932 Jan 27 22:06:21.135713 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44966) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:21.139182 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:21.254055 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-8434984f-ef3d-4c37-961d-a78364752e43 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Deleting port 1e70b955-45e6-41d9-a7ab-6240d3115cb5 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:06:21.254405 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8434984f-ef3d-4c37-961d-a78364752e43 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1e70b955-45e6-41d9-a7ab-6240d3115cb5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:21.286414 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ff540-d6cd-4fac-b936-393e3dd759fe admin admin] Pushing event updated for resources: {'Network': ['ID=01e6710f-e9fa-4d87-8a13-1402f6457628,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:21.303670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-39a36845-4894-41c7-9d1a-e8659295f180 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:06:21.307945 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 01e6710f-e9fa-4d87-8a13-1402f6457628 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:06:21.308112 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-c7ab8d1f-c11c-4188-a49d-034892c9b983 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks [] for port (f47688ef-5255-4349-a000-a1739f96a5bb), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:21.322400 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-39a36845-4894-41c7-9d1a-e8659295f180 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:21.348638 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6d5ff540-d6cd-4fac-b936-393e3dd759fe admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2836115 Jan 27 22:06:21.363893 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-39a36845-4894-41c7-9d1a-e8659295f180 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "PUT /v2.0/floatingips/5404bba6-368b-4e0c-93ef-4a009ccb40bd HTTP/1.1" status: 200 len: 996 time: 3.8224821 Jan 27 22:06:21.365631 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a537b4da-0fc5-49d6-90b6-8ef8bc404b06', 'tag': '7715cbb4-aec1-4437-a021-f772e20697b6'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:21.367817 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed0a77c-57db-49d3-a50d-a494e06c8076" -d '{"events": [{"name": "network-changed", "server_uuid": "a537b4da-0fc5-49d6-90b6-8ef8bc404b06", "tag": "7715cbb4-aec1-4437-a021-f772e20697b6"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:21.393321 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8434984f-ef3d-4c37-961d-a78364752e43 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1e70b955-45e6-41d9-a7ab-6240d3115cb5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:21.436344 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-8434984f-ef3d-4c37-961d-a78364752e43 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Calling delete_port for 1e70b955-45e6-41d9-a7ab-6240d3115cb5 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:06:21.472147 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa19c0e-e4bd-4ac8-a4d1-e49424986e05 None None] Sync routers for ids ['dc5e0f45-b717-4af6-8308-c2e26e2968e5'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:06:21.481093 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f01ca48-7eae-409a-bd5a-cf821d7f3c53 x-openstack-request-id: req-0f01ca48-7eae-409a-bd5a-cf821d7f3c53 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:21.485080 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa19c0e-e4bd-4ac8-a4d1-e49424986e05 None None] Routers {'dc5e0f45-b717-4af6-8308-c2e26e2968e5'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:06:21.486255 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a537b4da-0fc5-49d6-90b6-8ef8bc404b06", "tag": "7715cbb4-aec1-4437-a021-f772e20697b6", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:21.486538 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f01ca48-7eae-409a-bd5a-cf821d7f3c53 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:21.486995 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a537b4da-0fc5-49d6-90b6-8ef8bc404b06', 'tag': '7715cbb4-aec1-4437-a021-f772e20697b6', 'status': 'completed', 'code': 200} Jan 27 22:06:21.487439 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5aa19c0e-e4bd-4ac8-a4d1-e49424986e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:05:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['dc5e0f45-b717-4af6-8308-c2e26e2968e5'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:21.538146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-00148561-d565-4939-81ae-daeb1e8e1070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:21.546079 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-00148561-d565-4939-81ae-daeb1e8e1070 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b084891c4f0541aab14cbc3bbf21c988&device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 1096 time: 0.1598473 Jan 27 22:06:21.548040 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-c7ab8d1f-c11c-4188-a49d-034892c9b983 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f47688ef-5255-4349-a000-a1739f96a5bb), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:21.623953 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-5aa19c0e-e4bd-4ac8-a4d1-e49424986e05 None None] Set router dc5e0f45-b717-4af6-8308-c2e26e2968e5 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:06:21.785074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-c7ab8d1f-c11c-4188-a49d-034892c9b983 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:21.820832 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-c7ab8d1f-c11c-4188-a49d-034892c9b983 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:21.824396 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-c7ab8d1f-c11c-4188-a49d-034892c9b983 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:21.838829 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab8d1f-c11c-4188-a49d-034892c9b983 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Pushing event updated for resources: {'Port': ['ID=f47688ef-5255-4349-a000-a1739f96a5bb,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:21.854644 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0a77c-57db-49d3-a50d-a494e06c8076 req-01aaf236-56c0-4b1a-bee4-7f36b717f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:21.863137 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0ed0a77c-57db-49d3-a50d-a494e06c8076 req-01aaf236-56c0-4b1a-bee4-7f36b717f19e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b084891c4f0541aab14cbc3bbf21c988&device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 1096 time: 0.3988590 Jan 27 22:06:21.864571 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8434984f-ef3d-4c37-961d-a78364752e43 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (1e70b955-45e6-41d9-a7ab-6240d3115cb5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:21.878915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['546296c4-1857-45cc-88d1-2bbe11f68260'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:22.003664 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-c7ab8d1f-c11c-4188-a49d-034892c9b983 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:22.004358 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-c7ab8d1f-c11c-4188-a49d-034892c9b983 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:22.041574 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434984f-ef3d-4c37-961d-a78364752e43 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Pushing event deleted for resources: {'Port': ['ID=1e70b955-45e6-41d9-a7ab-6240d3115cb5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:22.094036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-f64053ae-4f7c-427c-aebb-ab818277b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:22.100182 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-f64053ae-4f7c-427c-aebb-ab818277b14d service neutron] 10.222.0.23 "GET /v2.0/networks?id=b948abe8-edaf-41a8-a11f-8ea43d3e599a HTTP/1.1" status: 200 len: 920 time: 0.5347514 Jan 27 22:06:22.120771 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-c7ab8d1f-c11c-4188-a49d-034892c9b983 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7985961 Jan 27 22:06:22.251691 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8434984f-ef3d-4c37-961d-a78364752e43 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:22.260755 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8434984f-ef3d-4c37-961d-a78364752e43 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "DELETE /v2.0/ports/1e70b955-45e6-41d9-a7ab-6240d3115cb5 HTTP/1.1" status: 204 len: 168 time: 1.1235235 Jan 27 22:06:22.265099 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 44990) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:22.268779 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] Request body: {'port': {'device_id': '814166d8-a330-4da5-96fc-782391e1d8f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:22.290749 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0a77c-57db-49d3-a50d-a494e06c8076 req-543856d2-ae18-40f2-b8bf-3e6ef6f0af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:22.292293 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0ed0a77c-57db-49d3-a50d-a494e06c8076 req-543856d2-ae18-40f2-b8bf-3e6ef6f0af4c service neutron] 10.222.0.21 "GET /v2.0/networks?id=b948abe8-edaf-41a8-a11f-8ea43d3e599a HTTP/1.1" status: 200 len: 920 time: 0.4163320 Jan 27 22:06:22.369861 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c403640-0e4d-4846-aac7-25afbb1053dc tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] GET failed (client error): The resource could not be found. Jan 27 22:06:22.371268 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5c403640-0e4d-4846-aac7-25afbb1053dc tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "GET /v2.0/ports/1e70b955-45e6-41d9-a7ab-6240d3115cb5 HTTP/1.1" status: 404 len: 333 time: 0.1049488 Jan 27 22:06:22.403816 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 44994) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:22.502641 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0ed0a77c-57db-49d3-a50d-a494e06c8076 req-6ccc8fba-7c9c-494b-83ee-c8aeb5a95534 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7715cbb4-aec1-4437-a021-f772e20697b6 HTTP/1.1" status: 200 len: 999 time: 0.1488853 Jan 27 22:06:22.543061 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-3a100a3c-d7f3-49ab-99c8-90077b3a078c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7715cbb4-aec1-4437-a021-f772e20697b6 HTTP/1.1" status: 200 len: 999 time: 0.4260116 Jan 27 22:06:22.571538 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0a77c-57db-49d3-a50d-a494e06c8076 req-2e0a697e-d158-454a-ac88-dc32d0df5744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:22.573592 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0ed0a77c-57db-49d3-a50d-a494e06c8076 req-2e0a697e-d158-454a-ac88-dc32d0df5744 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d9f8729e-bbd1-4272-9c3e-91ee7b9d9d48 HTTP/1.1" status: 200 len: 859 time: 0.0631554 Jan 27 22:06:22.591748 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5aa19c0e-e4bd-4ac8-a4d1-e49424986e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'name': 'tempest-ServerRescueTestJSONUnderV235-271809542-router', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:04:58Z', 'updated_at': '2022-01-27T22:05:04Z', 'revision_number': 4, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'gw_port': {'id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:04:59Z', 'updated_at': '2022-01-27T22:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '5404bba6-368b-4e0c-93ef-4a009ccb40bd', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'port_id': '7715cbb4-aec1-4437-a021-f772e20697b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a', 'mac_address': 'fa:16:3e:87:e7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a537b4da-0fc5-49d6-90b6-8ef8bc404b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:06:14Z', 'updated_at': '2022-01-27T22:06:19Z', 'revision_number': 1, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2105d9b2-ccfc-4c47-b217-3517ed4c9d82', 'name': '', 'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'mac_address': 'fa:16:3e:1a:7d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd9f8729e-bbd1-4272-9c3e-91ee7b9d9d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:03Z', 'updated_at': '2022-01-27T22:05:13Z', 'revision_number': 5, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'subnets': [{'id': 'd9f8729e-bbd1-4272-9c3e-91ee7b9d9d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:22.606619 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f47688ef-5255-4349-a000-a1739f96a5bb), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:22.616316 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0ed0a77c-57db-49d3-a50d-a494e06c8076 req-f2a718b3-5589-480f-885a-78f93eb43e4c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b948abe8-edaf-41a8-a11f-8ea43d3e599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356400 Jan 27 22:06:22.654883 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7a4a7-8bed-4b05-8315-b967d572c5d0 req-72d33d96-2229-4f63-b062-faccca44b72a tempest-ComputeTenantNetworksTest-123699829 tempest-ComputeTenantNetworksTest-123699829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:22.661241 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7a4a7-8bed-4b05-8315-b967d572c5d0 req-72d33d96-2229-4f63-b062-faccca44b72a tempest-ComputeTenantNetworksTest-123699829 tempest-ComputeTenantNetworksTest-123699829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:22.667734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7a4a7-8bed-4b05-8315-b967d572c5d0 req-72d33d96-2229-4f63-b062-faccca44b72a tempest-ComputeTenantNetworksTest-123699829 tempest-ComputeTenantNetworksTest-123699829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:22.671024 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ac7a4a7-8bed-4b05-8315-b967d572c5d0 req-72d33d96-2229-4f63-b062-faccca44b72a tempest-ComputeTenantNetworksTest-123699829 tempest-ComputeTenantNetworksTest-123699829-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6480079 Jan 27 22:06:22.693036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa19c0e-e4bd-4ac8-a4d1-e49424986e05 None None] Checking router: dc5e0f45-b717-4af6-8308-c2e26e2968e5 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:06:22.717810 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa19c0e-e4bd-4ac8-a4d1-e49424986e05 None None] Routers {'dc5e0f45-b717-4af6-8308-c2e26e2968e5'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:06:22.719465 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5aa19c0e-e4bd-4ac8-a4d1-e49424986e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:05:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['dc5e0f45-b717-4af6-8308-c2e26e2968e5'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:22.753609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-932d2520-0705-4d39-948a-36a29c06d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:22.755477 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-932d2520-0705-4d39-948a-36a29c06d7bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9f8729e-bbd1-4272-9c3e-91ee7b9d9d48 HTTP/1.1" status: 200 len: 859 time: 0.1706827 Jan 27 22:06:22.805657 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-edd2b6f6-444e-439c-a90a-93a45e70bed5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b948abe8-edaf-41a8-a11f-8ea43d3e599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407078 Jan 27 22:06:22.866418 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-5c773488-dc06-4d53-aede-29c2e92ef549 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:06:22.868315 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-5c773488-dc06-4d53-aede-29c2e92ef549 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144279 Jan 27 22:06:22.877880 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0ed0a77c-57db-49d3-a50d-a494e06c8076 req-8a3c3adc-1add-4001-ab02-162cf6009b64 service neutron] 10.222.0.21 "GET /v2.0/networks/b948abe8-edaf-41a8-a11f-8ea43d3e599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503207 Jan 27 22:06:22.987335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-99968851-0ee3-4eef-ac46-6f9b6ef695c3 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Deleting port 2c243b82-2cc3-4faf-88b5-01ca663af32e {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:06:22.987688 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-99968851-0ee3-4eef-ac46-6f9b6ef695c3 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (2c243b82-2cc3-4faf-88b5-01ca663af32e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:23.060620 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-5aa19c0e-e4bd-4ac8-a4d1-e49424986e05 None None] Set router dc5e0f45-b717-4af6-8308-c2e26e2968e5 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:06:23.074785 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0ed0a77c-57db-49d3-a50d-a494e06c8076 req-32037d4f-20f1-474b-b9b6-d2e561e6643e service neutron] 10.222.0.21 "GET /v2.0/networks/b948abe8-edaf-41a8-a11f-8ea43d3e599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839471 Jan 27 22:06:23.432720 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5aa19c0e-e4bd-4ac8-a4d1-e49424986e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'name': 'tempest-ServerRescueTestJSONUnderV235-271809542-router', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:04:58Z', 'updated_at': '2022-01-27T22:05:04Z', 'revision_number': 4, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'gw_port': {'id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:04:59Z', 'updated_at': '2022-01-27T22:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '5404bba6-368b-4e0c-93ef-4a009ccb40bd', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'port_id': '7715cbb4-aec1-4437-a021-f772e20697b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a', 'mac_address': 'fa:16:3e:87:e7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a537b4da-0fc5-49d6-90b6-8ef8bc404b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:06:14Z', 'updated_at': '2022-01-27T22:06:19Z', 'revision_number': 1, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2105d9b2-ccfc-4c47-b217-3517ed4c9d82', 'name': '', 'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'mac_address': 'fa:16:3e:1a:7d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd9f8729e-bbd1-4272-9c3e-91ee7b9d9d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:03Z', 'updated_at': '2022-01-27T22:05:13Z', 'revision_number': 5, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'subnets': [{'id': 'd9f8729e-bbd1-4272-9c3e-91ee7b9d9d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:23.481630 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa19c0e-e4bd-4ac8-a4d1-e49424986e05 None None] The sync data for ids ['dc5e0f45-b717-4af6-8308-c2e26e2968e5'] in n-d-772272-3 is: [{'id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'name': 'tempest-ServerRescueTestJSONUnderV235-271809542-router', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:04:58Z', 'updated_at': '2022-01-27T22:05:04Z', 'revision_number': 4, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'gw_port': {'id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:04:59Z', 'updated_at': '2022-01-27T22:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '5404bba6-368b-4e0c-93ef-4a009ccb40bd', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'port_id': '7715cbb4-aec1-4437-a021-f772e20697b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a', 'mac_address': 'fa:16:3e:87:e7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a537b4da-0fc5-49d6-90b6-8ef8bc404b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:06:14Z', 'updated_at': '2022-01-27T22:06:19Z', 'revision_number': 1, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2105d9b2-ccfc-4c47-b217-3517ed4c9d82', 'name': '', 'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'mac_address': 'fa:16:3e:1a:7d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd9f8729e-bbd1-4272-9c3e-91ee7b9d9d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:03Z', 'updated_at': '2022-01-27T22:05:13Z', 'revision_number': 5, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'subnets': [{'id': 'd9f8729e-bbd1-4272-9c3e-91ee7b9d9d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:06:23.523243 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-bf03c768-489d-49e6-a30f-2432da29e528 service neutron] 10.222.0.23 "GET /v2.0/networks/b948abe8-edaf-41a8-a11f-8ea43d3e599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051550 Jan 27 22:06:23.626616 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbafbe-f7c1-4cd6-bb83-fd1369a71a64 req-83186a80-9e3c-4000-a253-479189cd719d tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:23.628814 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3adbafbe-f7c1-4cd6-bb83-fd1369a71a64 req-83186a80-9e3c-4000-a253-479189cd719d tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=814166d8-a330-4da5-96fc-782391e1d8f9 HTTP/1.1" status: 200 len: 932 time: 0.7674794 Jan 27 22:06:23.702962 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-99968851-0ee3-4eef-ac46-6f9b6ef695c3 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (2c243b82-2cc3-4faf-88b5-01ca663af32e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:23.745081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-99968851-0ee3-4eef-ac46-6f9b6ef695c3 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Calling delete_port for 2c243b82-2cc3-4faf-88b5-01ca663af32e owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:06:23.868301 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b766d58f-0867-4bdb-afc8-c604121bb446 None None] New status for floating IP 5404bba6-368b-4e0c-93ef-4a009ccb40bd: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:06:23.876977 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3adbafbe-f7c1-4cd6-bb83-fd1369a71a64 req-65660c00-0d31-48f9-8dd0-e430c5e8b87f tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106054 Jan 27 22:06:23.894164 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58a4d4ce-76eb-4c8d-97fb-6057c3aa43b6 req-70bbb5ad-60f4-4802-bcfb-f822fd82c8ba service neutron] 10.222.0.23 "GET /v2.0/networks/b948abe8-edaf-41a8-a11f-8ea43d3e599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240781 Jan 27 22:06:24.128203 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0c43-15e3-43a2-991e-b7bc1f63c468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:24.216712 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47688ef-5255-4349-a000-a1739f96a5bb {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:24.291423 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] Publish callbacks [] for port (f47688ef-5255-4349-a000-a1739f96a5bb), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:24.371710 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2b922-7351-49f2-8b88-d4c628c4ecd4 req-3dbaea7a-0cbd-4165-9da7-f11690d45c5d tempest-ComputeTenantNetworksTest-123699829 tempest-ComputeTenantNetworksTest-123699829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:24.373314 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6e2b922-7351-49f2-8b88-d4c628c4ecd4 req-3dbaea7a-0cbd-4165-9da7-f11690d45c5d tempest-ComputeTenantNetworksTest-123699829 tempest-ComputeTenantNetworksTest-123699829-project] 10.222.0.23 "GET /v2.0/networks/01e6710f-e9fa-4d87-8a13-1402f6457628 HTTP/1.1" status: 200 len: 769 time: 0.4478240 Jan 27 22:06:24.381964 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] Transition to ACTIVE for port object f47688ef-5255-4349-a000-a1739f96a5bb will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:06:24.386951 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45026) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:24.428779 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-9c86ced3-8069-4baa-9f46-bf6f713576e3 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 1001 time: 0.4558122 Jan 27 22:06:24.446356 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f47688ef-5255-4349-a000-a1739f96a5bb), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:24.544711 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c6af92cf-ed3a-42f6-b951-c62ed35f7e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (01e6710f-e9fa-4d87-8a13-1402f6457628), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:24.554325 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-350b0fb7-0d3a-4c9d-a86d-088352c2ae5c tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:24.563987 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-350b0fb7-0d3a-4c9d-a86d-088352c2ae5c tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports/7715cbb4-aec1-4437-a021-f772e20697b6 HTTP/1.1" status: 200 len: 942 time: 0.1309507 Jan 27 22:06:24.613769 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-99968851-0ee3-4eef-ac46-6f9b6ef695c3 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (2c243b82-2cc3-4faf-88b5-01ca663af32e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:24.624640 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] Pushing event updated for resources: {'Port': ['ID=f47688ef-5255-4349-a000-a1739f96a5bb,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:24.729796 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c6af92cf-ed3a-42f6-b951-c62ed35f7e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (01e6710f-e9fa-4d87-8a13-1402f6457628), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:24.755758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99968851-0ee3-4eef-ac46-6f9b6ef695c3 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Pushing event deleted for resources: {'Port': ['ID=2c243b82-2cc3-4faf-88b5-01ca663af32e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:24.794400 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-c6af92cf-ed3a-42f6-b951-c62ed35f7e0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e6710f-e9fa-4d87-8a13-1402f6457628']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:24.820098 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-c6af92cf-ed3a-42f6-b951-c62ed35f7e0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4096720b-4aec-4b24-b732-dc8dd33baf06') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:24.820283 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-c6af92cf-ed3a-42f6-b951-c62ed35f7e0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4096720b-4aec-4b24-b732-dc8dd33baf06') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:24.846096 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c6af92cf-ed3a-42f6-b951-c62ed35f7e0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (4096720b-4aec-4b24-b732-dc8dd33baf06), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:24.881959 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c6af92cf-ed3a-42f6-b951-c62ed35f7e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (4096720b-4aec-4b24-b732-dc8dd33baf06), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:24.888913 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6af92cf-ed3a-42f6-b951-c62ed35f7e0a admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:06:24.889322 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c6af92cf-ed3a-42f6-b951-c62ed35f7e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (4096720b-4aec-4b24-b732-dc8dd33baf06), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:06:24.891074 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:06:25.019417 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c6af92cf-ed3a-42f6-b951-c62ed35f7e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (01e6710f-e9fa-4d87-8a13-1402f6457628), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:25.041072 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-ea3143ce-537e-4416-8e2b-adf9af7ce7f8 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 1001 time: 0.3630419 Jan 27 22:06:25.042369 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-99968851-0ee3-4eef-ac46-6f9b6ef695c3 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:25.049387 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-99968851-0ee3-4eef-ac46-6f9b6ef695c3 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "DELETE /v2.0/ports/2c243b82-2cc3-4faf-88b5-01ca663af32e HTTP/1.1" status: 204 len: 168 time: 2.6327181 Jan 27 22:06:25.050869 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45034) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:25.052907 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c6af92cf-ed3a-42f6-b951-c62ed35f7e0a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:25.055010 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] Attempting to bind port f47688ef-5255-4349-a000-a1739f96a5bb on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:06:25.055417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] Attempting to bind port f47688ef-5255-4349-a000-a1739f96a5bb by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:06:25.057117 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] Attempting to bind port f47688ef-5255-4349-a000-a1739f96a5bb on network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:25.067337 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c6af92cf-ed3a-42f6-b951-c62ed35f7e0a admin admin] 10.222.0.23 "DELETE /v2.0/networks/01e6710f-e9fa-4d87-8a13-1402f6457628 HTTP/1.1" status: 204 len: 168 time: 0.6785762 Jan 27 22:06:25.071220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af92cf-ed3a-42f6-b951-c62ed35f7e0a admin admin] Pushing event deleted for resources: {'Network': ['ID=01e6710f-e9fa-4d87-8a13-1402f6457628,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:25.108194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] Port f47688ef-5255-4349-a000-a1739f96a5bb on network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:06:25.108648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] Attempting to bind port f47688ef-5255-4349-a000-a1739f96a5bb on network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:25.192836 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-8453c857-b85f-4930-a6b8-f93ea659513b tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Deleting subnet 3e8e8933-1d57-4930-b7ad-0eda8f6fca90 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:06:25.201803 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8453c857-b85f-4930-a6b8-f93ea659513b tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks [] for subnet (3e8e8933-1d57-4930-b7ad-0eda8f6fca90), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:25.258948 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8453c857-b85f-4930-a6b8-f93ea659513b tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (3e8e8933-1d57-4930-b7ad-0eda8f6fca90), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:25.392870 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:06:25.393320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] Checking segment: {'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:06:25.393799 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] Bound using segment: {'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:06:25.394913 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] Bound port: f47688ef-5255-4349-a000-a1739f96a5bb, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:06:25.395347 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f47688ef-5255-4349-a000-a1739f96a5bb), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:25.436471 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8453c857-b85f-4930-a6b8-f93ea659513b tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (3e8e8933-1d57-4930-b7ad-0eda8f6fca90), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:25.469552 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-d014115f-bf2b-47b6-a27c-85af9d2fb530 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:25.480812 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-d014115f-bf2b-47b6-a27c-85af9d2fb530 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.4279146 Jan 27 22:06:25.571550 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45048) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:25.575449 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-738b18d8-4d40-4d4b-968b-bda2b78f435d tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 1001 time: 0.0931857 Jan 27 22:06:25.579442 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8453c857-b85f-4930-a6b8-f93ea659513b tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (3e8e8933-1d57-4930-b7ad-0eda8f6fca90), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:25.581879 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-f3f8e46c-204f-49a0-a6b7-e591f31899ef tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:25.673764 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06e5f78-792b-477c-bfc6-6041682e0242 None None] Network cde5e1f0-b5d3-410c-9485-f1a3db10af12 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:06:25.675441 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8453c857-b85f-4930-a6b8-f93ea659513b tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:25.684250 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8453c857-b85f-4930-a6b8-f93ea659513b tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "DELETE /v2.0/subnets/3e8e8933-1d57-4930-b7ad-0eda8f6fca90 HTTP/1.1" status: 204 len: 168 time: 0.6058419 Jan 27 22:06:25.691673 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453c857-b85f-4930-a6b8-f93ea659513b tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Pushing event deleted for resources: {'Subnet': ['ID=3e8e8933-1d57-4930-b7ad-0eda8f6fca90,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:25.694343 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45050) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:25.758131 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794f6c1-cbbd-4806-a462-864822f1b6e2 req-958fd844-2e62-4008-81e9-1f3d158a9548 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:25.763547 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8794f6c1-cbbd-4806-a462-864822f1b6e2 req-958fd844-2e62-4008-81e9-1f3d158a9548 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=814166d8-a330-4da5-96fc-782391e1d8f9 HTTP/1.1" status: 200 len: 944 time: 0.6595891 Jan 27 22:06:25.764750 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-604665dc-c718-442f-b777-63de01063ba3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a95972c5ef944d9ca6d825827e2f3cfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1919389 Jan 27 22:06:25.786551 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45052) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:25.856458 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-f3f8e46c-204f-49a0-a6b7-e591f31899ef tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks [] for floatingip (5404bba6-368b-4e0c-93ef-4a009ccb40bd), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:25.915549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] For port f47688ef-5255-4349-a000-a1739f96a5bb, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:06:25.920209 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] For port f47688ef-5255-4349-a000-a1739f96a5bb, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=f47688ef-5255-4349-a000-a1739f96a5bb,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:06:26.054445 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee581e5f-1948-4166-9c5e-db1baeba4a23 admin admin] Publish callbacks [] for security_group (5c863940-3239-498b-96c7-434ecb6efe13), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:26.058970 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e7aae23-bec6-49a9-bcaf-00e3c70974f4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (cde5e1f0-b5d3-410c-9485-f1a3db10af12), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:26.059238 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8794f6c1-cbbd-4806-a462-864822f1b6e2 req-d3189142-ab54-4b0d-ac79-c47fe9946937 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556193 Jan 27 22:06:26.060770 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f47688ef-5255-4349-a000-a1739f96a5bb), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:26.066673 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400468bc-52f4-41cf-9d65-5d261eada29a None None] DHCP port deletion for cde5e1f0-b5d3-410c-9485-f1a3db10af12 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:06:26.170613 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee581e5f-1948-4166-9c5e-db1baeba4a23 admin admin] Publish callbacks [] for security_group (5c863940-3239-498b-96c7-434ecb6efe13), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:26.172141 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:26.184080 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:26.185631 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] 10.222.0.21 "PUT /v2.0/ports/f47688ef-5255-4349-a000-a1739f96a5bb HTTP/1.1" status: 200 len: 1092 time: 4.0277925 Jan 27 22:06:26.186203 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814166d8-a330-4da5-96fc-782391e1d8f9', 'tag': 'f47688ef-5255-4349-a000-a1739f96a5bb'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:26.189133 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c361847-55f6-4061-be68-e7e97ad3bb0f" -d '{"events": [{"name": "network-changed", "server_uuid": "814166d8-a330-4da5-96fc-782391e1d8f9", "tag": "f47688ef-5255-4349-a000-a1739f96a5bb"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:26.256199 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-400468bc-52f4-41cf-9d65-5d261eada29a None None] Deleting port 152101ed-69c3-4829-b276-b430362d2a25 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:06:26.256601 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-400468bc-52f4-41cf-9d65-5d261eada29a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (152101ed-69c3-4829-b276-b430362d2a25), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:26.346949 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-3e7aae23-bec6-49a9-bcaf-00e3c70974f4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Deleting port 152101ed-69c3-4829-b276-b430362d2a25 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:06:26.347755 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e7aae23-bec6-49a9-bcaf-00e3c70974f4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (152101ed-69c3-4829-b276-b430362d2a25), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:26.362618 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f964eac-d4e1-486d-9040-620cc93aaecc x-openstack-request-id: req-7f964eac-d4e1-486d-9040-620cc93aaecc {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:26.366904 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814166d8-a330-4da5-96fc-782391e1d8f9", "tag": "f47688ef-5255-4349-a000-a1739f96a5bb", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:26.367257 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f964eac-d4e1-486d-9040-620cc93aaecc {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:26.367704 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814166d8-a330-4da5-96fc-782391e1d8f9', 'tag': 'f47688ef-5255-4349-a000-a1739f96a5bb', 'status': 'completed', 'code': 200} Jan 27 22:06:26.381048 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee581e5f-1948-4166-9c5e-db1baeba4a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5c863940-3239-498b-96c7-434ecb6efe13), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:26.388934 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee581e5f-1948-4166-9c5e-db1baeba4a23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:26.390107 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ee581e5f-1948-4166-9c5e-db1baeba4a23 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c863940-3239-498b-96c7-434ecb6efe13 HTTP/1.1" status: 204 len: 168 time: 0.6026068 Jan 27 22:06:26.504897 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-400468bc-52f4-41cf-9d65-5d261eada29a None None] For port 152101ed-69c3-4829-b276-b430362d2a25, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=152101ed-69c3-4829-b276-b430362d2a25,segment=NetworkSegment(8fd66085-99da-4190-92c1-1d703e2af3ea),segment_id=8fd66085-99da-4190-92c1-1d703e2af3ea)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:26.507275 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-400468bc-52f4-41cf-9d65-5d261eada29a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (152101ed-69c3-4829-b276-b430362d2a25), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:26.521727 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee581e5f-1948-4166-9c5e-db1baeba4a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c863940-3239-498b-96c7-434ecb6efe13,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:26.529060 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-fbcc2cd5-8078-4ccc-b17f-f54e7b60addd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:26.530642 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-fbcc2cd5-8078-4ccc-b17f-f54e7b60addd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&device_id=814166d8-a330-4da5-96fc-782391e1d8f9 HTTP/1.1" status: 200 len: 1095 time: 0.2694418 Jan 27 22:06:26.538891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec2034-6b47-4b1c-b3eb-e255e59491bb service neutron] Pushing event updated for resources: {'Port': ['ID=f47688ef-5255-4349-a000-a1739f96a5bb,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:26.611435 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-3e7aae23-bec6-49a9-bcaf-00e3c70974f4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] For port 152101ed-69c3-4829-b276-b430362d2a25, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=152101ed-69c3-4829-b276-b430362d2a25,segment=NetworkSegment(8fd66085-99da-4190-92c1-1d703e2af3ea),segment_id=8fd66085-99da-4190-92c1-1d703e2af3ea)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:26.611812 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e7aae23-bec6-49a9-bcaf-00e3c70974f4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (152101ed-69c3-4829-b276-b430362d2a25), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:26.646128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-c16e0fe3-5075-485e-b8d8-cdf0d44f48ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f47688ef-5255-4349-a000-a1739f96a5bb HTTP/1.1" status: 200 len: 217 time: 0.1020026 Jan 27 22:06:26.661456 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-3e7aae23-bec6-49a9-bcaf-00e3c70974f4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Calling delete_port for 152101ed-69c3-4829-b276-b430362d2a25 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:06:26.767634 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-25544eb1-fbd7-48a8-9b99-e0e9e0650c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:26.769345 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-25544eb1-fbd7-48a8-9b99-e0e9e0650c3c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7267bcf4-ac84-4f1d-9bca-30d5eecd5123 HTTP/1.1" status: 200 len: 845 time: 0.0996048 Jan 27 22:06:26.838654 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-c8941917-8585-4f6f-b993-6ebb54d7ec56 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592077 Jan 27 22:06:26.895532 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 152101ed-69c3-4829-b276-b430362d2a25 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:06:26.972694 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e7aae23-bec6-49a9-bcaf-00e3c70974f4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (152101ed-69c3-4829-b276-b430362d2a25), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:26.995817 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:06:26.997850 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-400468bc-52f4-41cf-9d65-5d261eada29a None None] Calling delete_port for 152101ed-69c3-4829-b276-b430362d2a25 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:06:27.090501 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-c1385781-bae0-48e9-9f7e-a4f4f31c5f5c service neutron] 10.222.0.21 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788125 Jan 27 22:06:27.092634 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-f3f8e46c-204f-49a0-a6b7-e591f31899ef tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:27.093826 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7aae23-bec6-49a9-bcaf-00e3c70974f4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Pushing event deleted for resources: {'Port': ['ID=152101ed-69c3-4829-b276-b430362d2a25,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:27.103557 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No active binding found for port 152101ed-69c3-4829-b276-b430362d2a25 {{(pid=109743) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 22:06:27.105723 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7aae23-bec6-49a9-bcaf-00e3c70974f4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] No DVR routers for this DVR port 152101ed-69c3-4829-b276-b430362d2a25 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:06:27.111917 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] The host n-d-772272-3 is not matching for port 152101ed-69c3-4829-b276-b430362d2a25 host None! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:06:27.112826 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 152101ed-69c3-4829-b276-b430362d2a25 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:06:27.236929 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d80fdb57-a3a0-445c-a281-1ede00c616f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:27.326236 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca9d3569-da5f-4314-862b-cbd4a1189a7b req-6a6413dd-1c3d-43da-be8d-49315ecf4c0b service neutron] 10.222.0.21 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282097 Jan 27 22:06:27.329126 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-f3f8e46c-204f-49a0-a6b7-e591f31899ef tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (5404bba6-368b-4e0c-93ef-4a009ccb40bd), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:27.329475 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-f3f8e46c-204f-49a0-a6b7-e591f31899ef tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Floating IP 5404bba6-368b-4e0c-93ef-4a009ccb40bd disassociated. External IP: 172.25.3.203, port: 7715cbb4-aec1-4437-a021-f772e20697b6. Jan 27 22:06:27.343294 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e7aae23-bec6-49a9-bcaf-00e3c70974f4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (cde5e1f0-b5d3-410c-9485-f1a3db10af12), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:27.398286 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-400468bc-52f4-41cf-9d65-5d261eada29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (152101ed-69c3-4829-b276-b430362d2a25), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:27.409281 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-3e7aae23-bec6-49a9-bcaf-00e3c70974f4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde5e1f0-b5d3-410c-9485-f1a3db10af12']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:27.435884 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400468bc-52f4-41cf-9d65-5d261eada29a None None] No DVR routers for this DVR port 152101ed-69c3-4829-b276-b430362d2a25 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:06:27.446039 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-3e7aae23-bec6-49a9-bcaf-00e3c70974f4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd66085-99da-4190-92c1-1d703e2af3ea') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:27.446338 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-3e7aae23-bec6-49a9-bcaf-00e3c70974f4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd66085-99da-4190-92c1-1d703e2af3ea') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:27.468608 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e7aae23-bec6-49a9-bcaf-00e3c70974f4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (8fd66085-99da-4190-92c1-1d703e2af3ea), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:27.493779 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e7aae23-bec6-49a9-bcaf-00e3c70974f4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (8fd66085-99da-4190-92c1-1d703e2af3ea), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:27.505257 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7aae23-bec6-49a9-bcaf-00e3c70974f4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:06:27.505668 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e7aae23-bec6-49a9-bcaf-00e3c70974f4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (8fd66085-99da-4190-92c1-1d703e2af3ea), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:06:27.510781 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:06:27.562163 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400468bc-52f4-41cf-9d65-5d261eada29a None None] Pushing event deleted for resources: {'Port': ['ID=152101ed-69c3-4829-b276-b430362d2a25,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:27.581166 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:27.675159 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e7aae23-bec6-49a9-bcaf-00e3c70974f4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (cde5e1f0-b5d3-410c-9485-f1a3db10af12), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:27.677431 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280151c-b1d2-48c8-9348-811fa04d8575 req-3406802e-4c70-4170-bf4b-57ce261fd6bd tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:27.689009 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e7aae23-bec6-49a9-bcaf-00e3c70974f4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:27.691851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d280151c-b1d2-48c8-9348-811fa04d8575 req-3406802e-4c70-4170-bf4b-57ce261fd6bd tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=814166d8-a330-4da5-96fc-782391e1d8f9 HTTP/1.1" status: 200 len: 944 time: 0.3642850 Jan 27 22:06:27.696547 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3e7aae23-bec6-49a9-bcaf-00e3c70974f4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] 10.222.0.23 "DELETE /v2.0/networks/cde5e1f0-b5d3-410c-9485-f1a3db10af12 HTTP/1.1" status: 204 len: 168 time: 2.0007162 Jan 27 22:06:27.727058 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7aae23-bec6-49a9-bcaf-00e3c70974f4 tempest-AllowedAddressPairTestJSON-681952 tempest-AllowedAddressPairTestJSON-681952-project] Pushing event deleted for resources: {'Network': ['ID=cde5e1f0-b5d3-410c-9485-f1a3db10af12,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:27.849889 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c361847-55f6-4061-be68-e7e97ad3bb0f req-24413210-1f55-43ce-bcc9-e5b69f437b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:27.857796 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c361847-55f6-4061-be68-e7e97ad3bb0f req-24413210-1f55-43ce-bcc9-e5b69f437b0c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&device_id=814166d8-a330-4da5-96fc-782391e1d8f9 HTTP/1.1" status: 200 len: 1095 time: 0.4307268 Jan 27 22:06:27.991249 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d280151c-b1d2-48c8-9348-811fa04d8575 req-4c229209-0d72-4453-ae73-5e436bcd5d18 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976706 Jan 27 22:06:28.103605 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c361847-55f6-4061-be68-e7e97ad3bb0f req-2f4c6234-7424-4324-b2e2-f0520e4fbcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:28.106087 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c361847-55f6-4061-be68-e7e97ad3bb0f req-2f4c6234-7424-4324-b2e2-f0520e4fbcb3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 906 time: 0.2304420 Jan 27 22:06:28.179596 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c361847-55f6-4061-be68-e7e97ad3bb0f req-e1b074a1-e9d3-4f02-afc5-4815e18ad00f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f47688ef-5255-4349-a000-a1739f96a5bb HTTP/1.1" status: 200 len: 217 time: 0.0412107 Jan 27 22:06:28.326905 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45106) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:28.631189 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-f3f8e46c-204f-49a0-a6b7-e591f31899ef tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Router dc5e0f45-b717-4af6-8308-c2e26e2968e5 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:06:28.646203 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-14919d3b-52c1-4a3f-a36f-54d67c7afe34 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09029be060814d66a569a648b1fbdda4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3176141 Jan 27 22:06:28.646367 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45120) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:28.649157 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c361847-55f6-4061-be68-e7e97ad3bb0f req-f4bd7827-8cdc-414b-88df-26cd2559943f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:28.650672 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c361847-55f6-4061-be68-e7e97ad3bb0f req-f4bd7827-8cdc-414b-88df-26cd2559943f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7267bcf4-ac84-4f1d-9bca-30d5eecd5123 HTTP/1.1" status: 200 len: 845 time: 0.4614222 Jan 27 22:06:28.714781 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c361847-55f6-4061-be68-e7e97ad3bb0f req-c36da539-78fa-44d2-8c99-6b46920bbca4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560367 Jan 27 22:06:28.771835 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6cbfeaa-0780-4ca6-97cb-6f92be72d84f admin admin] Publish callbacks [] for security_group (5edc3a25-1f77-4c8a-8f67-2ad7aeaa9bac), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:28.815197 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6cbfeaa-0780-4ca6-97cb-6f92be72d84f admin admin] Publish callbacks [] for security_group (5edc3a25-1f77-4c8a-8f67-2ad7aeaa9bac), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:28.861615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-f3f8e46c-204f-49a0-a6b7-e591f31899ef tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:06:28.867363 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-f3f8e46c-204f-49a0-a6b7-e591f31899ef tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:28.884941 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bf6605-f11e-41f2-a7b9-83e3ca5befe5 None None] Sync routers for ids ['dc5e0f45-b717-4af6-8308-c2e26e2968e5'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:06:28.904766 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:28.909026 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c361847-55f6-4061-be68-e7e97ad3bb0f req-118b5e50-9ca9-4e3f-aeb0-372d12fee79e service neutron] 10.222.0.21 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834385 Jan 27 22:06:28.915976 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-f3f8e46c-204f-49a0-a6b7-e591f31899ef tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "PUT /v2.0/floatingips/5404bba6-368b-4e0c-93ef-4a009ccb40bd HTTP/1.1" status: 200 len: 695 time: 3.3392284 Jan 27 22:06:28.918198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bf6605-f11e-41f2-a7b9-83e3ca5befe5 None None] Routers {'dc5e0f45-b717-4af6-8308-c2e26e2968e5'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:06:28.920981 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-e1bf6605-f11e-41f2-a7b9-83e3ca5befe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:06:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['dc5e0f45-b717-4af6-8308-c2e26e2968e5'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:28.926808 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a537b4da-0fc5-49d6-90b6-8ef8bc404b06', 'tag': '7715cbb4-aec1-4437-a021-f772e20697b6'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:28.929718 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d73abc-6876-483d-87ed-ea39da4d0143" -d '{"events": [{"name": "network-changed", "server_uuid": "a537b4da-0fc5-49d6-90b6-8ef8bc404b06", "tag": "7715cbb4-aec1-4437-a021-f772e20697b6"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:28.930796 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6cbfeaa-0780-4ca6-97cb-6f92be72d84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5edc3a25-1f77-4c8a-8f67-2ad7aeaa9bac), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:28.941176 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6cbfeaa-0780-4ca6-97cb-6f92be72d84f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:28.944620 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f6cbfeaa-0780-4ca6-97cb-6f92be72d84f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5edc3a25-1f77-4c8a-8f67-2ad7aeaa9bac HTTP/1.1" status: 204 len: 168 time: 0.2929759 Jan 27 22:06:28.967282 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbfeaa-0780-4ca6-97cb-6f92be72d84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edc3a25-1f77-4c8a-8f67-2ad7aeaa9bac,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:29.086242 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-8e4e9612-6035-4f29-b4bb-e7fcbf48e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:29.096584 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-8e4e9612-6035-4f29-b4bb-e7fcbf48e4ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b084891c4f0541aab14cbc3bbf21c988&device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 1096 time: 0.1498497 Jan 27 22:06:29.132740 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-e1bf6605-f11e-41f2-a7b9-83e3ca5befe5 None None] Set router dc5e0f45-b717-4af6-8308-c2e26e2968e5 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:06:29.163635 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c361847-55f6-4061-be68-e7e97ad3bb0f req-011d789d-2e90-41d8-9a24-a1fbb651d608 service neutron] 10.222.0.21 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463508 Jan 27 22:06:29.325750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-003ab8b9-6440-4cf7-b7db-13aabdbd364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:29.331005 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-003ab8b9-6440-4cf7-b7db-13aabdbd364b service neutron] 10.222.0.23 "GET /v2.0/networks?id=b948abe8-edaf-41a8-a11f-8ea43d3e599a HTTP/1.1" status: 200 len: 920 time: 0.2190328 Jan 27 22:06:29.425602 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-e1bf6605-f11e-41f2-a7b9-83e3ca5befe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'name': 'tempest-ServerRescueTestJSONUnderV235-271809542-router', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:04:58Z', 'updated_at': '2022-01-27T22:05:04Z', 'revision_number': 4, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'gw_port': {'id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:04:59Z', 'updated_at': '2022-01-27T22:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2105d9b2-ccfc-4c47-b217-3517ed4c9d82', 'name': '', 'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'mac_address': 'fa:16:3e:1a:7d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd9f8729e-bbd1-4272-9c3e-91ee7b9d9d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:03Z', 'updated_at': '2022-01-27T22:05:13Z', 'revision_number': 5, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'subnets': [{'id': 'd9f8729e-bbd1-4272-9c3e-91ee7b9d9d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:29.436357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-4c910646-69ce-435a-9a98-40313b287957 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7715cbb4-aec1-4437-a021-f772e20697b6 HTTP/1.1" status: 200 len: 217 time: 0.0959020 Jan 27 22:06:29.492595 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bf6605-f11e-41f2-a7b9-83e3ca5befe5 None None] Checking router: dc5e0f45-b717-4af6-8308-c2e26e2968e5 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:06:29.502771 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bf6605-f11e-41f2-a7b9-83e3ca5befe5 None None] Routers {'dc5e0f45-b717-4af6-8308-c2e26e2968e5'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:06:29.503795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-e1bf6605-f11e-41f2-a7b9-83e3ca5befe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:06:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['dc5e0f45-b717-4af6-8308-c2e26e2968e5'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:29.571386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-c5211c2c-fa23-4523-82af-aefa7a0ce57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:29.575200 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-c5211c2c-fa23-4523-82af-aefa7a0ce57c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9f8729e-bbd1-4272-9c3e-91ee7b9d9d48 HTTP/1.1" status: 200 len: 859 time: 0.1316459 Jan 27 22:06:29.661087 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-9af5251a-60a6-4c8f-a5c8-45223b25c0ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b948abe8-edaf-41a8-a11f-8ea43d3e599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766077 Jan 27 22:06:29.782062 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-e1bf6605-f11e-41f2-a7b9-83e3ca5befe5 None None] Set router dc5e0f45-b717-4af6-8308-c2e26e2968e5 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:06:29.893689 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-9c85e283-3144-4544-a970-b59881fb434b service neutron] 10.222.0.23 "GET /v2.0/networks/b948abe8-edaf-41a8-a11f-8ea43d3e599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267320 Jan 27 22:06:30.127391 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1020ee1e-8096-413a-b4a6-61331bcff459 x-openstack-request-id: req-1020ee1e-8096-413a-b4a6-61331bcff459 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:30.128374 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a537b4da-0fc5-49d6-90b6-8ef8bc404b06", "tag": "7715cbb4-aec1-4437-a021-f772e20697b6", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:30.128663 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1020ee1e-8096-413a-b4a6-61331bcff459 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:30.129088 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a537b4da-0fc5-49d6-90b6-8ef8bc404b06', 'tag': '7715cbb4-aec1-4437-a021-f772e20697b6', 'status': 'completed', 'code': 200} Jan 27 22:06:30.149801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3007febb-ca93-4e16-a99b-a0a2d3c96996 req-d7c82f64-2ce0-4ab3-990c-7097c3cd353c service neutron] 10.222.0.23 "GET /v2.0/networks/b948abe8-edaf-41a8-a11f-8ea43d3e599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537982 Jan 27 22:06:30.297955 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d73abc-6876-483d-87ed-ea39da4d0143 req-a3d09a9d-ddcc-4bea-a528-314ccaab540b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:30.299883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30d73abc-6876-483d-87ed-ea39da4d0143 req-a3d09a9d-ddcc-4bea-a528-314ccaab540b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b084891c4f0541aab14cbc3bbf21c988&device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 1096 time: 0.1320870 Jan 27 22:06:30.320594 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0461d-1b6c-425c-89aa-d482962334ac req-bf407a20-2381-40de-87e0-5377072975b4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:30.329274 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9d0461d-1b6c-425c-89aa-d482962334ac req-bf407a20-2381-40de-87e0-5377072975b4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=814166d8-a330-4da5-96fc-782391e1d8f9 HTTP/1.1" status: 200 len: 944 time: 0.0848005 Jan 27 22:06:30.542132 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:30.565924 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d73abc-6876-483d-87ed-ea39da4d0143 req-bc5db449-daf1-4516-b1e5-49415b6ce7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:30.570318 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30d73abc-6876-483d-87ed-ea39da4d0143 req-bc5db449-daf1-4516-b1e5-49415b6ce7bf service neutron] 10.222.0.21 "GET /v2.0/networks?id=b948abe8-edaf-41a8-a11f-8ea43d3e599a HTTP/1.1" status: 200 len: 920 time: 0.2588477 Jan 27 22:06:30.601608 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45178) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:30.626212 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-e1bf6605-f11e-41f2-a7b9-83e3ca5befe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'name': 'tempest-ServerRescueTestJSONUnderV235-271809542-router', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:04:58Z', 'updated_at': '2022-01-27T22:05:04Z', 'revision_number': 4, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'gw_port': {'id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:04:59Z', 'updated_at': '2022-01-27T22:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2105d9b2-ccfc-4c47-b217-3517ed4c9d82', 'name': '', 'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'mac_address': 'fa:16:3e:1a:7d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd9f8729e-bbd1-4272-9c3e-91ee7b9d9d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:03Z', 'updated_at': '2022-01-27T22:05:13Z', 'revision_number': 5, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'subnets': [{'id': 'd9f8729e-bbd1-4272-9c3e-91ee7b9d9d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:30.639875 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1bdab540-3602-4617-bdad-c6c6a32c1d76 req-6be1225f-64ea-42dd-a331-d7387d7c63ae tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/floatingips/5404bba6-368b-4e0c-93ef-4a009ccb40bd HTTP/1.1" status: 200 len: 695 time: 0.2913449 Jan 27 22:06:30.700340 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30d73abc-6876-483d-87ed-ea39da4d0143 req-450839d3-b517-4355-845b-3202bd497e5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7715cbb4-aec1-4437-a021-f772e20697b6 HTTP/1.1" status: 200 len: 217 time: 0.1136167 Jan 27 22:06:30.716396 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bf6605-f11e-41f2-a7b9-83e3ca5befe5 None None] The sync data for ids ['dc5e0f45-b717-4af6-8308-c2e26e2968e5'] in n-d-772272-3 is: [{'id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'name': 'tempest-ServerRescueTestJSONUnderV235-271809542-router', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:04:58Z', 'updated_at': '2022-01-27T22:05:04Z', 'revision_number': 4, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'gw_port': {'id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:04:59Z', 'updated_at': '2022-01-27T22:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2105d9b2-ccfc-4c47-b217-3517ed4c9d82', 'name': '', 'network_id': 'b948abe8-edaf-41a8-a11f-8ea43d3e599a', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'mac_address': 'fa:16:3e:1a:7d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'd9f8729e-bbd1-4272-9c3e-91ee7b9d9d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:03Z', 'updated_at': '2022-01-27T22:05:13Z', 'revision_number': 5, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'subnets': [{'id': 'd9f8729e-bbd1-4272-9c3e-91ee7b9d9d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:06:30.819066 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e2ea095d-9067-4ad2-af31-14861978d382 tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] Request body: {'port': {'network_id': 'f1ae8283-bff8-4f75-b514-e3ffb8681c0c', 'name': 'tempest-NetworksNegativeTestJSON-672007179'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:30.849240 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ea095d-9067-4ad2-af31-14861978d382 tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] POST failed (client error): The resource could not be found. Jan 27 22:06:30.853368 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ea095d-9067-4ad2-af31-14861978d382 tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:06:30.862913 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e2ea095d-9067-4ad2-af31-14861978d382 tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2597618 Jan 27 22:06:30.863900 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45188) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:30.912250 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device f47688ef-5255-4349-a000-a1739f96a5bb details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:06:30.920028 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd91f724-b8a2-444f-b3d3-80a0747a976f tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] DELETE failed (client error): The resource could not be found. Jan 27 22:06:30.920951 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd91f724-b8a2-444f-b3d3-80a0747a976f tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:06:30.931618 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cd91f724-b8a2-444f-b3d3-80a0747a976f tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] 10.222.0.23 "DELETE /v2.0/networks/30edafcd-b7be-4d36-9d85-96f5ee71eaae HTTP/1.1" status: 404 len: 339 time: 0.0656631 Jan 27 22:06:30.932554 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45192) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:30.978390 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9d0461d-1b6c-425c-89aa-d482962334ac req-dffb50eb-3dab-48fe-bedd-597e80f14409 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6478314 Jan 27 22:06:30.988205 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-79cfdea7-abdb-43f7-924b-47ca87c98d2c tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] DELETE failed (client error): The resource could not be found. Jan 27 22:06:30.995458 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79cfdea7-abdb-43f7-924b-47ca87c98d2c tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:06:31.002397 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-79cfdea7-abdb-43f7-924b-47ca87c98d2c tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] 10.222.0.23 "DELETE /v2.0/ports/b9d9da32-aeac-46dd-8755-db2ab4cbc43f HTTP/1.1" status: 404 len: 333 time: 0.0686748 Jan 27 22:06:31.012799 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45196) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:31.067039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d73abc-6876-483d-87ed-ea39da4d0143 req-e612b057-9c3b-4802-bbb4-e9f771101076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:31.075693 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30d73abc-6876-483d-87ed-ea39da4d0143 req-e612b057-9c3b-4802-bbb4-e9f771101076 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d9f8729e-bbd1-4272-9c3e-91ee7b9d9d48 HTTP/1.1" status: 200 len: 859 time: 0.3252115 Jan 27 22:06:31.083017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdab540-3602-4617-bdad-c6c6a32c1d76 req-d47d99d5-4740-4216-9be0-a113ed8e5f05 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:31.085096 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1bdab540-3602-4617-bdad-c6c6a32c1d76 req-d47d99d5-4740-4216-9be0-a113ed8e5f05 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 784 time: 0.4441590 Jan 27 22:06:31.101423 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-de514291-c60c-4949-bcf2-a7b0299fd72f tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] DELETE failed (client error): The resource could not be found. Jan 27 22:06:31.101897 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de514291-c60c-4949-bcf2-a7b0299fd72f tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:06:31.115390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-1bdab540-3602-4617-bdad-c6c6a32c1d76 req-085d0a51-638d-47df-a002-cdc87a38c0cd tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:06:31.115612 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-de514291-c60c-4949-bcf2-a7b0299fd72f tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] 10.222.0.23 "DELETE /v2.0/subnets/39073682-7001-4e38-8c1c-7ef346f3d73d HTTP/1.1" status: 404 len: 337 time: 0.0974281 Jan 27 22:06:31.115742 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1bdab540-3602-4617-bdad-c6c6a32c1d76 req-085d0a51-638d-47df-a002-cdc87a38c0cd tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142238 Jan 27 22:06:31.119408 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45198) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:31.132983 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30d73abc-6876-483d-87ed-ea39da4d0143 req-0fcc209e-85e0-4509-8a68-8791227d1530 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b948abe8-edaf-41a8-a11f-8ea43d3e599a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467789 Jan 27 22:06:31.152293 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a963db-dfe0-4af0-9c59-19b68a4ba080 tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] GET failed (client error): The resource could not be found. Jan 27 22:06:31.156199 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a9a963db-dfe0-4af0-9c59-19b68a4ba080 tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] 10.222.0.23 "GET /v2.0/networks/ec8cbbc1-b8c7-4716-a4c4-41a0b9115cb2 HTTP/1.1" status: 404 len: 339 time: 0.0331590 Jan 27 22:06:31.160728 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45200) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:31.188853 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1bdab540-3602-4617-bdad-c6c6a32c1d76 req-c71de271-4d54-4206-bbcc-1bd7a24a26f8 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 698 time: 0.0579979 Jan 27 22:06:31.197336 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port f47688ef-5255-4349-a000-a1739f96a5bb, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=f47688ef-5255-4349-a000-a1739f96a5bb,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:31.228282 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-926a2fbf-2e4c-489a-914c-9e4b58d8a4c1 tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] GET failed (client error): The resource could not be found. Jan 27 22:06:31.232805 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-926a2fbf-2e4c-489a-914c-9e4b58d8a4c1 tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] 10.222.0.23 "GET /v2.0/ports/f7319c51-8ec3-4c76-b44b-998e75ffc30d HTTP/1.1" status: 404 len: 333 time: 0.0705492 Jan 27 22:06:31.234082 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45202) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:31.242467 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'f47688ef-5255-4349-a000-a1739f96a5bb', 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8', 'port_id': 'f47688ef-5255-4349-a000-a1739f96a5bb', 'mac_address': 'fa:16:3e:4d:c3:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7267bcf4-ac84-4f1d-9bca-30d5eecd5123', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:06:31.301890 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c2adf16-3ada-4851-8b3e-2014acfe5f38 tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] GET failed (client error): The resource could not be found. Jan 27 22:06:31.306846 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7c2adf16-3ada-4851-8b3e-2014acfe5f38 tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] 10.222.0.23 "GET /v2.0/subnets/41eec7eb-5b53-42ca-b736-5e3174f58459 HTTP/1.1" status: 404 len: 337 time: 0.0715744 Jan 27 22:06:31.311407 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45204) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:31.320866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1bdab540-3602-4617-bdad-c6c6a32c1d76 req-231a593d-a988-4724-9c89-05892f45b90b tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 698 time: 0.1180925 Jan 27 22:06:31.332121 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552f62bb-55af-4273-8924-0a933624209b None None] New status for floating IP 5404bba6-368b-4e0c-93ef-4a009ccb40bd: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:06:31.337491 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-fb56406f-bf99-40bf-b88b-9007ed41ce77 tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:31.340746 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port f47688ef-5255-4349-a000-a1739f96a5bb is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:31.341231 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f47688ef-5255-4349-a000-a1739f96a5bb), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:31.369310 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47688ef-5255-4349-a000-a1739f96a5bb {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:31.416257 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb56406f-bf99-40bf-b88b-9007ed41ce77 tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] PUT failed (client error): The resource could not be found. Jan 27 22:06:31.416470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port f47688ef-5255-4349-a000-a1739f96a5bb, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=f47688ef-5255-4349-a000-a1739f96a5bb,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:31.422023 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb56406f-bf99-40bf-b88b-9007ed41ce77 tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:06:31.427398 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fb56406f-bf99-40bf-b88b-9007ed41ce77 tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] 10.222.0.23 "PUT /v2.0/networks/95b06060-c48a-44e8-87fe-9c5108c031bc HTTP/1.1" status: 404 len: 339 time: 0.1109371 Jan 27 22:06:31.428051 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f47688ef-5255-4349-a000-a1739f96a5bb), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:31.428547 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45210) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:31.450581 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8770e9dc-b055-4873-bea2-11dfa81411f2 tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:31.482639 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-8770e9dc-b055-4873-bea2-11dfa81411f2 tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] PUT failed (client error): The resource could not be found. Jan 27 22:06:31.483672 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8770e9dc-b055-4873-bea2-11dfa81411f2 tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:06:31.486166 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8770e9dc-b055-4873-bea2-11dfa81411f2 tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] 10.222.0.23 "PUT /v2.0/ports/284ed979-b78f-4f73-bd64-0466a461683a HTTP/1.1" status: 404 len: 333 time: 0.0565403 Jan 27 22:06:31.489759 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45214) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:31.495816 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-6ce289a8-1bc3-4f07-ae63-47e7420f4be1 tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:31.553939 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce289a8-1bc3-4f07-ae63-47e7420f4be1 tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] PUT failed (client error): The resource could not be found. Jan 27 22:06:31.554654 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce289a8-1bc3-4f07-ae63-47e7420f4be1 tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:06:31.556324 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6ce289a8-1bc3-4f07-ae63-47e7420f4be1 tempest-NetworksNegativeTestJSON-788284985 tempest-NetworksNegativeTestJSON-788284985-project] 10.222.0.23 "PUT /v2.0/subnets/68193aea-d01b-4f19-a310-694d943a040b HTTP/1.1" status: 404 len: 337 time: 0.0654054 Jan 27 22:06:31.557991 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=f47688ef-5255-4349-a000-a1739f96a5bb,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:31.626716 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30d73abc-6876-483d-87ed-ea39da4d0143 req-ed4d9f43-e23a-40ae-959f-df1c4d76533d service neutron] 10.222.0.21 "GET /v2.0/networks/b948abe8-edaf-41a8-a11f-8ea43d3e599a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367187 Jan 27 22:06:31.699326 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45220) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:31.815923 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30d73abc-6876-483d-87ed-ea39da4d0143 req-9fe0b1e5-2c5a-4cbd-98cd-7917c5aa38ce service neutron] 10.222.0.21 "GET /v2.0/networks/b948abe8-edaf-41a8-a11f-8ea43d3e599a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774898 Jan 27 22:06:31.823912 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-1bdab540-3602-4617-bdad-c6c6a32c1d76 req-f8838867-4c02-41b5-a165-b9a9e32266fd tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Deleting port 3c2d4b7d-5897-47c6-af98-8c683fecb9d8 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:06:31.824776 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1bdab540-3602-4617-bdad-c6c6a32c1d76 req-f8838867-4c02-41b5-a165-b9a9e32266fd tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (3c2d4b7d-5897-47c6-af98-8c683fecb9d8), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:31.884638 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['f47688ef-5255-4349-a000-a1739f96a5bb'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:31.962288 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-28988014-24aa-4d15-b2e9-2202919a29bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:32.172389 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1bdab540-3602-4617-bdad-c6c6a32c1d76 req-f8838867-4c02-41b5-a165-b9a9e32266fd tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (3c2d4b7d-5897-47c6-af98-8c683fecb9d8), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:32.172389 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1bdab540-3602-4617-bdad-c6c6a32c1d76 req-f8838867-4c02-41b5-a165-b9a9e32266fd tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks [] for floatingip (3c2d4b7d-5897-47c6-af98-8c683fecb9d8), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:32.172389 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45234) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:32.258755 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-28988014-24aa-4d15-b2e9-2202919a29bf admin admin] Publish callbacks [] for security_group (8ebe5c9c-16f9-465f-a1f2-86a6f3b8b948), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:32.282746 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-28988014-24aa-4d15-b2e9-2202919a29bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8ebe5c9c-16f9-465f-a1f2-86a6f3b8b948), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:32.340563 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-1bdab540-3602-4617-bdad-c6c6a32c1d76 req-f8838867-4c02-41b5-a165-b9a9e32266fd tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Calling delete_port for 3c2d4b7d-5897-47c6-af98-8c683fecb9d8 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:06:32.377192 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-28988014-24aa-4d15-b2e9-2202919a29bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81d8879175944db89531f2cc409c1f77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6752710 Jan 27 22:06:32.381688 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45238) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:32.382710 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28988014-24aa-4d15-b2e9-2202919a29bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebe5c9c-16f9-465f-a1f2-86a6f3b8b948,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:32.487056 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c65391c5-81ad-4822-895c-c8e479e9ca7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:32.510824 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7da1d-0546-41e3-b8d6-4e1eab4a7f4b req-3ee0532d-c703-4e23-9456-f45024d9b92b tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:32.512369 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ca7da1d-0546-41e3-b8d6-4e1eab4a7f4b req-3ee0532d-c703-4e23-9456-f45024d9b92b tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=814166d8-a330-4da5-96fc-782391e1d8f9 HTTP/1.1" status: 200 len: 945 time: 0.3336728 Jan 27 22:06:32.580902 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-06011c19-3dee-4f9e-8233-fe8b98f93a58 admin admin] Publish callbacks [] for security_group (8ebe5c9c-16f9-465f-a1f2-86a6f3b8b948), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:32.680652 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ca7da1d-0546-41e3-b8d6-4e1eab4a7f4b req-9834bb7f-1412-4d58-a988-81a663abd755 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562271 Jan 27 22:06:32.782250 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-06011c19-3dee-4f9e-8233-fe8b98f93a58 admin admin] Publish callbacks [] for security_group (8ebe5c9c-16f9-465f-a1f2-86a6f3b8b948), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:32.894755 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c65391c5-81ad-4822-895c-c8e479e9ca7a admin admin] Publish callbacks [] for security_group (c64b8ef5-00f5-4a39-8f97-2b615702d981), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:32.905289 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c65391c5-81ad-4822-895c-c8e479e9ca7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c64b8ef5-00f5-4a39-8f97-2b615702d981), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:32.944138 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65391c5-81ad-4822-895c-c8e479e9ca7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64b8ef5-00f5-4a39-8f97-2b615702d981,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:32.990872 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c65391c5-81ad-4822-895c-c8e479e9ca7a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8b51a33608b4164baa23a7460036d0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8201559 Jan 27 22:06:32.993588 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45246) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:33.007427 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1bdab540-3602-4617-bdad-c6c6a32c1d76 req-f8838867-4c02-41b5-a165-b9a9e32266fd tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (3c2d4b7d-5897-47c6-af98-8c683fecb9d8), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:33.072307 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8838867-4c02-41b5-a165-b9a9e32266fd tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Pushing event deleted for resources: {'Port': ['ID=3c2d4b7d-5897-47c6-af98-8c683fecb9d8,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:33.074215 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-06011c19-3dee-4f9e-8233-fe8b98f93a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8ebe5c9c-16f9-465f-a1f2-86a6f3b8b948), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:33.076992 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-06011c19-3dee-4f9e-8233-fe8b98f93a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:33.079467 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-06011c19-3dee-4f9e-8233-fe8b98f93a58 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ebe5c9c-16f9-465f-a1f2-86a6f3b8b948 HTTP/1.1" status: 204 len: 168 time: 0.6961417 Jan 27 22:06:33.108804 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06011c19-3dee-4f9e-8233-fe8b98f93a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebe5c9c-16f9-465f-a1f2-86a6f3b8b948,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:33.125073 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-afbdf2d9-208a-477d-b1e7-275fb31b0df5 admin admin] Publish callbacks [] for security_group (c64b8ef5-00f5-4a39-8f97-2b615702d981), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:33.178171 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-afbdf2d9-208a-477d-b1e7-275fb31b0df5 admin admin] Publish callbacks [] for security_group (c64b8ef5-00f5-4a39-8f97-2b615702d981), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:33.182363 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1bdab540-3602-4617-bdad-c6c6a32c1d76 req-f8838867-4c02-41b5-a165-b9a9e32266fd tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks [] for floatingip (5404bba6-368b-4e0c-93ef-4a009ccb40bd), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:33.185057 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1bdab540-3602-4617-bdad-c6c6a32c1d76 req-f8838867-4c02-41b5-a165-b9a9e32266fd tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:33.187382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1bdab540-3602-4617-bdad-c6c6a32c1d76 req-f8838867-4c02-41b5-a165-b9a9e32266fd tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "DELETE /v2.0/floatingips/5404bba6-368b-4e0c-93ef-4a009ccb40bd HTTP/1.1" status: 204 len: 173 time: 1.8561642 Jan 27 22:06:33.254021 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-afbdf2d9-208a-477d-b1e7-275fb31b0df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c64b8ef5-00f5-4a39-8f97-2b615702d981), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:33.264735 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-afbdf2d9-208a-477d-b1e7-275fb31b0df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:33.271690 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-afbdf2d9-208a-477d-b1e7-275fb31b0df5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c64b8ef5-00f5-4a39-8f97-2b615702d981 HTTP/1.1" status: 204 len: 168 time: 0.2740600 Jan 27 22:06:33.291513 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbdf2d9-208a-477d-b1e7-275fb31b0df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64b8ef5-00f5-4a39-8f97-2b615702d981,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:33.332073 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f56872b-6933-4e58-ad20-fd9584aa67e0 req-6f0278f9-513f-443e-a249-151ead935ef1 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups/50db916e-f5d9-46c5-a05b-9d38d5ee36e1 HTTP/1.1" status: 200 len: 1825 time: 0.1198351 Jan 27 22:06:33.420463 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3f56872b-6933-4e58-ad20-fd9584aa67e0 req-f3df3359-cc1e-4351-b208-cc885d504c8a tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks [] for security_group (50db916e-f5d9-46c5-a05b-9d38d5ee36e1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:33.447509 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3f56872b-6933-4e58-ad20-fd9584aa67e0 req-f3df3359-cc1e-4351-b208-cc885d504c8a tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks [] for security_group (50db916e-f5d9-46c5-a05b-9d38d5ee36e1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:33.505952 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3f56872b-6933-4e58-ad20-fd9584aa67e0 req-f3df3359-cc1e-4351-b208-cc885d504c8a tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (50db916e-f5d9-46c5-a05b-9d38d5ee36e1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:33.509520 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3f56872b-6933-4e58-ad20-fd9584aa67e0 req-f3df3359-cc1e-4351-b208-cc885d504c8a tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:33.511260 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f56872b-6933-4e58-ad20-fd9584aa67e0 req-f3df3359-cc1e-4351-b208-cc885d504c8a tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "DELETE /v2.0/security-groups/50db916e-f5d9-46c5-a05b-9d38d5ee36e1 HTTP/1.1" status: 204 len: 173 time: 0.1729381 Jan 27 22:06:33.523465 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df3359-cc1e-4351-b208-cc885d504c8a tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50db916e-f5d9-46c5-a05b-9d38d5ee36e1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:33.531783 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3359-cc1e-4351-b208-cc885d504c8a tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.532149 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3359-cc1e-4351-b208-cc885d504c8a tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.532566 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3359-cc1e-4351-b208-cc885d504c8a tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.532905 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3359-cc1e-4351-b208-cc885d504c8a tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.533239 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3359-cc1e-4351-b208-cc885d504c8a tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.533617 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3359-cc1e-4351-b208-cc885d504c8a tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.534077 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3359-cc1e-4351-b208-cc885d504c8a tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.534465 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3359-cc1e-4351-b208-cc885d504c8a tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.534801 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3359-cc1e-4351-b208-cc885d504c8a tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.535134 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3359-cc1e-4351-b208-cc885d504c8a tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.535700 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3359-cc1e-4351-b208-cc885d504c8a tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.536039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3359-cc1e-4351-b208-cc885d504c8a tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:33.536402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3359-cc1e-4351-b208-cc885d504c8a tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:34.004755 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db146f3-43d6-41ae-a25c-66b4fdd139d7 req-9bda8aa1-e7d9-4048-8ac3-15cdcc47e5ce tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:34.016998 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45280) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:34.040089 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3db146f3-43d6-41ae-a25c-66b4fdd139d7 req-9bda8aa1-e7d9-4048-8ac3-15cdcc47e5ce tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=814166d8-a330-4da5-96fc-782391e1d8f9 HTTP/1.1" status: 200 len: 945 time: 0.1885793 Jan 27 22:06:34.054141 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67b4a2e6-ca98-413f-ab00-2ac8e2d7527b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:34.168982 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67b4a2e6-ca98-413f-ab00-2ac8e2d7527b admin admin] Publish callbacks [] for security_group (4c01e18b-a640-4a93-b8e2-3cec187e39bb), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:34.174038 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67b4a2e6-ca98-413f-ab00-2ac8e2d7527b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4c01e18b-a640-4a93-b8e2-3cec187e39bb), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:34.222374 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3db146f3-43d6-41ae-a25c-66b4fdd139d7 req-8cc19e7b-e492-4d6d-a6b8-88ee8e65160b tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656101 Jan 27 22:06:34.270490 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4a2e6-ca98-413f-ab00-2ac8e2d7527b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c01e18b-a640-4a93-b8e2-3cec187e39bb,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:34.291329 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-67b4a2e6-ca98-413f-ab00-2ac8e2d7527b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0bac5b3d63804cf5b2012eb761f2fefc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2727547 Jan 27 22:06:34.295995 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45290) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:34.357007 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a904ac-52f8-492b-892e-1d8fefbc42b4 req-1cf3a5b8-b7f1-496f-971a-2dfad733080d tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:34.377759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4a904ac-52f8-492b-892e-1d8fefbc42b4 req-1cf3a5b8-b7f1-496f-971a-2dfad733080d tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.1950731 Jan 27 22:06:34.444521 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c88c156-7ce1-499e-a0ef-e8285aa3893b admin admin] Publish callbacks [] for security_group (4c01e18b-a640-4a93-b8e2-3cec187e39bb), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:34.534669 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c88c156-7ce1-499e-a0ef-e8285aa3893b admin admin] Publish callbacks [] for security_group (4c01e18b-a640-4a93-b8e2-3cec187e39bb), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:34.554445 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4a904ac-52f8-492b-892e-1d8fefbc42b4 req-9aebca71-4558-4f4b-a0e2-0b399e08a8c6 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701152 Jan 27 22:06:34.633256 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c88c156-7ce1-499e-a0ef-e8285aa3893b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4c01e18b-a640-4a93-b8e2-3cec187e39bb), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:34.636261 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c88c156-7ce1-499e-a0ef-e8285aa3893b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:34.640216 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1c88c156-7ce1-499e-a0ef-e8285aa3893b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c01e18b-a640-4a93-b8e2-3cec187e39bb HTTP/1.1" status: 204 len: 168 time: 0.3428981 Jan 27 22:06:34.655750 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88c156-7ce1-499e-a0ef-e8285aa3893b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c01e18b-a640-4a93-b8e2-3cec187e39bb,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:34.914502 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device f47688ef-5255-4349-a000-a1739f96a5bb up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:35.066102 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port f47688ef-5255-4349-a000-a1739f96a5bb completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:06:35.072629 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port f47688ef-5255-4349-a000-a1739f96a5bb triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:35.073633 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f47688ef-5255-4349-a000-a1739f96a5bb), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:35.087902 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45318) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:35.271834 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port f47688ef-5255-4349-a000-a1739f96a5bb is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:35.272249 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f47688ef-5255-4349-a000-a1739f96a5bb), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:35.288131 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-12693c2c-e1e7-4191-b7da-f136f85731a6 tempest-ServiceProvidersTest-1584092805 tempest-ServiceProvidersTest-1584092805-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1933692 Jan 27 22:06:35.317707 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45326) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:35.343506 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0c5daa41-a369-4c56-9ee8-4100ec9c2e0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:35.373313 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814166d8-a330-4da5-96fc-782391e1d8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47688ef-5255-4349-a000-a1739f96a5bb'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:35.379973 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b074f80f-14e1-4d64-89dd-41f9f2d706ca" -d '{"events": [{"server_uuid": "814166d8-a330-4da5-96fc-782391e1d8f9", "name": "network-vif-plugged", "status": "completed", "tag": "f47688ef-5255-4349-a000-a1739f96a5bb"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:35.411249 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port f47688ef-5255-4349-a000-a1739f96a5bb, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=f47688ef-5255-4349-a000-a1739f96a5bb,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:35.418076 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f47688ef-5255-4349-a000-a1739f96a5bb), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:35.485150 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ca9db-2515-4876-b801-4826f59090a3 req-48eb4687-dc21-49ea-8ce4-2a62b37f3efd tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:35.487851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca4ca9db-2515-4876-b801-4826f59090a3 req-48eb4687-dc21-49ea-8ce4-2a62b37f3efd tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=814166d8-a330-4da5-96fc-782391e1d8f9 HTTP/1.1" status: 200 len: 945 time: 0.1290398 Jan 27 22:06:35.504839 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06b0e96-3ef8-4fd4-ba8e-db6220d0a58d x-openstack-request-id: req-f06b0e96-3ef8-4fd4-ba8e-db6220d0a58d {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:35.505065 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814166d8-a330-4da5-96fc-782391e1d8f9", "name": "network-vif-plugged", "status": "completed", "tag": "f47688ef-5255-4349-a000-a1739f96a5bb", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:35.508185 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f06b0e96-3ef8-4fd4-ba8e-db6220d0a58d {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:35.509229 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814166d8-a330-4da5-96fc-782391e1d8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47688ef-5255-4349-a000-a1739f96a5bb', 'code': 200} Jan 27 22:06:35.603331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=f47688ef-5255-4349-a000-a1739f96a5bb,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:35.605928 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0c5daa41-a369-4c56-9ee8-4100ec9c2e0e admin admin] Publish callbacks [] for security_group (3e11eea2-b647-4faf-b8c9-125645e3fa2f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:35.611775 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0c5daa41-a369-4c56-9ee8-4100ec9c2e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3e11eea2-b647-4faf-b8c9-125645e3fa2f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:35.671285 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0c5daa41-a369-4c56-9ee8-4100ec9c2e0e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40bdcba0ca3e4b44a88bbbff4666300f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3520758 Jan 27 22:06:35.672432 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45334) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:35.673405 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5daa41-a369-4c56-9ee8-4100ec9c2e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e11eea2-b647-4faf-b8c9-125645e3fa2f,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:35.747863 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-00c1820e-4da3-466b-8820-64b49225a9cc admin admin] Publish callbacks [] for security_group (3e11eea2-b647-4faf-b8c9-125645e3fa2f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:35.786453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca4ca9db-2515-4876-b801-4826f59090a3 req-16d01f1e-5c1c-45dc-8f2c-443a337695c5 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912092 Jan 27 22:06:35.789268 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-00c1820e-4da3-466b-8820-64b49225a9cc admin admin] Publish callbacks [] for security_group (3e11eea2-b647-4faf-b8c9-125645e3fa2f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:35.840431 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e4a90-7444-4c85-9c8e-aefd66a707ff req-1f94d0b4-64ef-4559-8bdf-df192e9ee5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:35.843059 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-173e4a90-7444-4c85-9c8e-aefd66a707ff req-1f94d0b4-64ef-4559-8bdf-df192e9ee5e6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=814166d8-a330-4da5-96fc-782391e1d8f9 HTTP/1.1" status: 200 len: 1097 time: 0.2618690 Jan 27 22:06:35.854127 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0a870-492e-43a1-8b4e-3ce6636bca63 req-9edb5573-c251-4911-8775-01943e3a8728 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:35.862415 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7c0a870-492e-43a1-8b4e-3ce6636bca63 req-9edb5573-c251-4911-8775-01943e3a8728 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.1629035 Jan 27 22:06:35.880766 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-00c1820e-4da3-466b-8820-64b49225a9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3e11eea2-b647-4faf-b8c9-125645e3fa2f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:35.881254 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-00c1820e-4da3-466b-8820-64b49225a9cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:35.884865 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-00c1820e-4da3-466b-8820-64b49225a9cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e11eea2-b647-4faf-b8c9-125645e3fa2f HTTP/1.1" status: 204 len: 168 time: 0.2046900 Jan 27 22:06:35.884865 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45338) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:35.900338 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1820e-4da3-466b-8820-64b49225a9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e11eea2-b647-4faf-b8c9-125645e3fa2f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:35.921246 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-173e4a90-7444-4c85-9c8e-aefd66a707ff req-2c40cb7f-022d-43f9-bfad-687c3f37a826 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556800 Jan 27 22:06:36.006008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7c0a870-492e-43a1-8b4e-3ce6636bca63 req-96dff5a1-288c-4bf7-ac8f-74b4f1f4bb4c tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424105 Jan 27 22:06:36.078269 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-52d5f3d6-03ff-4ffb-9f02-24e0205a9f95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:36.209520 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-52d5f3d6-03ff-4ffb-9f02-24e0205a9f95 admin admin] Publish callbacks [] for security_group (dd83f80a-f30e-404a-bb55-348c6e8d05be), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:36.214825 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-52d5f3d6-03ff-4ffb-9f02-24e0205a9f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (dd83f80a-f30e-404a-bb55-348c6e8d05be), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:36.265559 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45352) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:36.274634 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-52d5f3d6-03ff-4ffb-9f02-24e0205a9f95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f91e396d88d45c29e98fd6e98bb5010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3789589 Jan 27 22:06:36.278641 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5f3d6-03ff-4ffb-9f02-24e0205a9f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd83f80a-f30e-404a-bb55-348c6e8d05be,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:36.382559 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8491de3f-fed3-4f31-89f4-589109583d4d admin admin] Publish callbacks [] for security_group (dd83f80a-f30e-404a-bb55-348c6e8d05be), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:36.417974 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8491de3f-fed3-4f31-89f4-589109583d4d admin admin] Publish callbacks [] for security_group (dd83f80a-f30e-404a-bb55-348c6e8d05be), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:36.506399 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8491de3f-fed3-4f31-89f4-589109583d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (dd83f80a-f30e-404a-bb55-348c6e8d05be), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:36.509660 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8491de3f-fed3-4f31-89f4-589109583d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:36.513744 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8491de3f-fed3-4f31-89f4-589109583d4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd83f80a-f30e-404a-bb55-348c6e8d05be HTTP/1.1" status: 204 len: 168 time: 0.2440252 Jan 27 22:06:36.526032 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491de3f-fed3-4f31-89f4-589109583d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd83f80a-f30e-404a-bb55-348c6e8d05be,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:37.007364 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67658512-0d8b-467d-93e9-571e4a115f04 req-c7f3896d-47b6-4bbf-9c18-0f3d11727896 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:37.026147 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67658512-0d8b-467d-93e9-571e4a115f04 req-c7f3896d-47b6-4bbf-9c18-0f3d11727896 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=814166d8-a330-4da5-96fc-782391e1d8f9 HTTP/1.1" status: 200 len: 946 time: 0.1125596 Jan 27 22:06:37.181363 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5b8fa-d97c-4ecc-9a20-0d08274b1e85 req-bd2652a1-669b-401a-85e3-cd603ecb8b9e tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:37.183150 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2f5b8fa-d97c-4ecc-9a20-0d08274b1e85 req-bd2652a1-669b-401a-85e3-cd603ecb8b9e tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.21 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.1550529 Jan 27 22:06:37.239372 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67658512-0d8b-467d-93e9-571e4a115f04 req-7609eba6-5a47-4562-834d-096c67416805 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123668 Jan 27 22:06:37.299248 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facaac23-16f9-4013-8e3d-acd83b594545 req-e0207d86-0db1-4d90-88ad-7c1f2819f1a0 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:37.301101 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-facaac23-16f9-4013-8e3d-acd83b594545 req-e0207d86-0db1-4d90-88ad-7c1f2819f1a0 tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 945 time: 0.1699822 Jan 27 22:06:37.403374 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-facaac23-16f9-4013-8e3d-acd83b594545 req-4b7a131b-a196-49a1-9b9f-26e81d34b5ce tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9fa95b8-b342-4829-9f6b-d05e15f0b089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953465 Jan 27 22:06:37.457995 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-b2f5b8fa-d97c-4ecc-9a20-0d08274b1e85 req-5a99617d-ff87-40f4-bd89-1f7bd65c8e4f tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Deleting port 7715cbb4-aec1-4437-a021-f772e20697b6 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:06:37.458377 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b2f5b8fa-d97c-4ecc-9a20-0d08274b1e85 req-5a99617d-ff87-40f4-bd89-1f7bd65c8e4f tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7715cbb4-aec1-4437-a021-f772e20697b6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:37.605206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-b2f5b8fa-d97c-4ecc-9a20-0d08274b1e85 req-5a99617d-ff87-40f4-bd89-1f7bd65c8e4f tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] For port 7715cbb4-aec1-4437-a021-f772e20697b6, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7715cbb4-aec1-4437-a021-f772e20697b6,segment=NetworkSegment(48cbfe2d-d81a-4f6d-814a-437ff1f65287),segment_id=48cbfe2d-d81a-4f6d-814a-437ff1f65287)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:37.605670 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b2f5b8fa-d97c-4ecc-9a20-0d08274b1e85 req-5a99617d-ff87-40f4-bd89-1f7bd65c8e4f tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7715cbb4-aec1-4437-a021-f772e20697b6), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:37.639449 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-b2f5b8fa-d97c-4ecc-9a20-0d08274b1e85 req-5a99617d-ff87-40f4-bd89-1f7bd65c8e4f tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Calling delete_port for 7715cbb4-aec1-4437-a021-f772e20697b6 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:06:37.769679 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45412) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:37.954917 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b2f5b8fa-d97c-4ecc-9a20-0d08274b1e85 req-5a99617d-ff87-40f4-bd89-1f7bd65c8e4f tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (7715cbb4-aec1-4437-a021-f772e20697b6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:37.968508 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['7715cbb4-aec1-4437-a021-f772e20697b6'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:38.012809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99617d-ff87-40f4-bd89-1f7bd65c8e4f tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Pushing event deleted for resources: {'Port': ['ID=7715cbb4-aec1-4437-a021-f772e20697b6,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:38.069933 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9346d85e-c9f1-44e2-856b-d4bac6691625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:38.140011 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f5b8fa-d97c-4ecc-9a20-0d08274b1e85 req-5a99617d-ff87-40f4-bd89-1f7bd65c8e4f tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] No DVR routers for this DVR port 7715cbb4-aec1-4437-a021-f772e20697b6 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:06:38.142743 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b2f5b8fa-d97c-4ecc-9a20-0d08274b1e85 req-5a99617d-ff87-40f4-bd89-1f7bd65c8e4f tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:38.146274 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2f5b8fa-d97c-4ecc-9a20-0d08274b1e85 req-5a99617d-ff87-40f4-bd89-1f7bd65c8e4f tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.21 "DELETE /v2.0/ports/7715cbb4-aec1-4437-a021-f772e20697b6 HTTP/1.1" status: 204 len: 173 time: 0.9430659 Jan 27 22:06:38.146739 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a537b4da-0fc5-49d6-90b6-8ef8bc404b06', 'name': 'network-vif-deleted', 'tag': '7715cbb4-aec1-4437-a021-f772e20697b6'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:38.150520 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef26e05-e60f-495d-a0e3-3f3626486fef" -d '{"events": [{"server_uuid": "a537b4da-0fc5-49d6-90b6-8ef8bc404b06", "name": "network-vif-deleted", "tag": "7715cbb4-aec1-4437-a021-f772e20697b6"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:38.227069 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9346d85e-c9f1-44e2-856b-d4bac6691625 admin admin] Publish callbacks [] for security_group (fef9918c-a6bf-4108-9841-71c0b317d42d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:38.232382 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9346d85e-c9f1-44e2-856b-d4bac6691625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (fef9918c-a6bf-4108-9841-71c0b317d42d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:38.245843 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ada1a94-4d9e-4399-9eef-046227e3741f x-openstack-request-id: req-1ada1a94-4d9e-4399-9eef-046227e3741f {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:38.246154 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a537b4da-0fc5-49d6-90b6-8ef8bc404b06", "name": "network-vif-deleted", "tag": "7715cbb4-aec1-4437-a021-f772e20697b6", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:38.246421 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ada1a94-4d9e-4399-9eef-046227e3741f {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:38.247163 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a537b4da-0fc5-49d6-90b6-8ef8bc404b06', 'name': 'network-vif-deleted', 'tag': '7715cbb4-aec1-4437-a021-f772e20697b6', 'status': 'completed', 'code': 200} Jan 27 22:06:38.289005 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9346d85e-c9f1-44e2-856b-d4bac6691625 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40dbaf01a83742dca33761bd214060f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5169382 Jan 27 22:06:38.290486 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45428) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:38.367572 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346d85e-c9f1-44e2-856b-d4bac6691625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef9918c-a6bf-4108-9841-71c0b317d42d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:38.506727 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1ecb04f6-e0cc-4af9-9d2c-f7b41a6896f9 admin admin] Publish callbacks [] for security_group (fef9918c-a6bf-4108-9841-71c0b317d42d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:38.565100 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1ecb04f6-e0cc-4af9-9d2c-f7b41a6896f9 admin admin] Publish callbacks [] for security_group (fef9918c-a6bf-4108-9841-71c0b317d42d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:38.673481 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d1c8f299-d1b1-4d75-a94c-1950ad1725b7 req-7004b578-381b-4770-b536-5d2949416a3b tempest-ServerRescueTestJSONUnderV235-732232136 tempest-ServerRescueTestJSONUnderV235-732232136-project] 10.222.0.23 "GET /v2.0/ports?device_id=a537b4da-0fc5-49d6-90b6-8ef8bc404b06 HTTP/1.1" status: 200 len: 210 time: 0.0396540 Jan 27 22:06:38.674600 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1ecb04f6-e0cc-4af9-9d2c-f7b41a6896f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (fef9918c-a6bf-4108-9841-71c0b317d42d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:38.678776 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1ecb04f6-e0cc-4af9-9d2c-f7b41a6896f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:38.679940 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1ecb04f6-e0cc-4af9-9d2c-f7b41a6896f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fef9918c-a6bf-4108-9841-71c0b317d42d HTTP/1.1" status: 204 len: 168 time: 0.3882585 Jan 27 22:06:38.704002 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb04f6-e0cc-4af9-9d2c-f7b41a6896f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef9918c-a6bf-4108-9841-71c0b317d42d,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:38.756390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f309a-54c9-4d7b-9e73-9dd58c4b7cd4 req-7cf89e1e-7866-4885-856e-c2e96d00b4d4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:38.757937 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b3f309a-54c9-4d7b-9e73-9dd58c4b7cd4 req-7cf89e1e-7866-4885-856e-c2e96d00b4d4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=814166d8-a330-4da5-96fc-782391e1d8f9 HTTP/1.1" status: 200 len: 946 time: 0.2781780 Jan 27 22:06:38.884054 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b3f309a-54c9-4d7b-9e73-9dd58c4b7cd4 req-157dce43-24e3-49df-99b9-542a7417381c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197314 Jan 27 22:06:39.088521 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959836e-87d7-4bd1-9e2d-216a511cff54 req-b4fe886e-0a19-4e63-8b4d-7c523c954505 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:39.096886 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2959836e-87d7-4bd1-9e2d-216a511cff54 req-b4fe886e-0a19-4e63-8b4d-7c523c954505 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=814166d8-a330-4da5-96fc-782391e1d8f9 HTTP/1.1" status: 200 len: 946 time: 0.1057076 Jan 27 22:06:39.209195 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2959836e-87d7-4bd1-9e2d-216a511cff54 req-525cc628-40a1-4600-b6e8-a31f4a067a16 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995235 Jan 27 22:06:39.643738 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45476) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:39.835304 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45486) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:39.926047 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4de52c81-6df6-4e53-aeea-7e9e7a6e1c42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:40.106226 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4de52c81-6df6-4e53-aeea-7e9e7a6e1c42 admin admin] Publish callbacks [] for security_group (7d194191-ebcf-45df-98c4-031d4652f6ac), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:40.114068 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4de52c81-6df6-4e53-aeea-7e9e7a6e1c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7d194191-ebcf-45df-98c4-031d4652f6ac), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:40.200992 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4de52c81-6df6-4e53-aeea-7e9e7a6e1c42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75e36ed53b3e45d3b08b2195e0187ab8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5539567 Jan 27 22:06:40.210113 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de52c81-6df6-4e53-aeea-7e9e7a6e1c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d194191-ebcf-45df-98c4-031d4652f6ac,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:40.219501 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45498) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:40.366142 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4aaab8c0-ef7e-4c45-8e91-3949cebbb250 admin admin] Publish callbacks [] for security_group (7d194191-ebcf-45df-98c4-031d4652f6ac), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:40.423035 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4aaab8c0-ef7e-4c45-8e91-3949cebbb250 admin admin] Publish callbacks [] for security_group (7d194191-ebcf-45df-98c4-031d4652f6ac), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:40.553795 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4aaab8c0-ef7e-4c45-8e91-3949cebbb250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7d194191-ebcf-45df-98c4-031d4652f6ac), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:40.565137 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4aaab8c0-ef7e-4c45-8e91-3949cebbb250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:40.568380 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4aaab8c0-ef7e-4c45-8e91-3949cebbb250 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d194191-ebcf-45df-98c4-031d4652f6ac HTTP/1.1" status: 204 len: 168 time: 0.3475943 Jan 27 22:06:40.588984 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaab8c0-ef7e-4c45-8e91-3949cebbb250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d194191-ebcf-45df-98c4-031d4652f6ac,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:40.777177 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d5387-6702-4e52-bacb-3334dbd6fead req-15640fe1-283a-4429-ae98-89e892d2a393 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:40.786382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a48d5387-6702-4e52-bacb-3334dbd6fead req-15640fe1-283a-4429-ae98-89e892d2a393 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=814166d8-a330-4da5-96fc-782391e1d8f9 HTTP/1.1" status: 200 len: 946 time: 0.8527462 Jan 27 22:06:40.935481 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7715cbb4-aec1-4437-a021-f772e20697b6 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:06:41.017351 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 7715cbb4-aec1-4437-a021-f772e20697b6 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:06:41.017916 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7715cbb4-aec1-4437-a021-f772e20697b6 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:06:41.064149 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a48d5387-6702-4e52-bacb-3334dbd6fead req-f36bec6c-88a1-4a78-8a28-e7250fabf2da tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662747 Jan 27 22:06:41.607731 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f1dca232-7ec6-4960-bcd5-b9c533444895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (dc5e0f45-b717-4af6-8308-c2e26e2968e5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:41.667903 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45558) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:42.103643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43a19c-c14a-4d61-b365-33120d4e0919 req-5aac9c01-9eec-4d49-b27f-50b21ae741e0 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:42.105516 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a43a19c-c14a-4d61-b365-33120d4e0919 req-5aac9c01-9eec-4d49-b27f-50b21ae741e0 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.21 "GET /v2.0/ports?device_id=814166d8-a330-4da5-96fc-782391e1d8f9 HTTP/1.1" status: 200 len: 946 time: 0.3088493 Jan 27 22:06:42.228624 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d74a7ec8-176b-4459-ad00-1ef3a47935ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:42.398269 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d74a7ec8-176b-4459-ad00-1ef3a47935ea admin admin] Publish callbacks [] for security_group (e417fb86-934e-4139-8af4-5ad7d1485506), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:42.402856 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d74a7ec8-176b-4459-ad00-1ef3a47935ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e417fb86-934e-4139-8af4-5ad7d1485506), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:42.424743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627614aa-56ab-445a-b688-9f12666417d2 req-3db5d38f-8107-4103-8a71-7fa79006e2c5 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:42.426302 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-627614aa-56ab-445a-b688-9f12666417d2 req-3db5d38f-8107-4103-8a71-7fa79006e2c5 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=814166d8-a330-4da5-96fc-782391e1d8f9 HTTP/1.1" status: 200 len: 946 time: 0.1935728 Jan 27 22:06:42.438860 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a7ec8-176b-4459-ad00-1ef3a47935ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e417fb86-934e-4139-8af4-5ad7d1485506,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:42.465942 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-3a43a19c-c14a-4d61-b365-33120d4e0919 req-022b95b4-345a-4ae7-8237-f6f3650f11d3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Deleting port f47688ef-5255-4349-a000-a1739f96a5bb {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:06:42.466281 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3a43a19c-c14a-4d61-b365-33120d4e0919 req-022b95b4-345a-4ae7-8237-f6f3650f11d3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f47688ef-5255-4349-a000-a1739f96a5bb), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:42.494365 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d74a7ec8-176b-4459-ad00-1ef3a47935ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47d22588ffbf45fca08ced657ee2d7d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8252993 Jan 27 22:06:42.501536 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45584) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:42.566911 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8a6f5032-a41a-4248-9e47-b879c2b3a8f4 admin admin] Publish callbacks [] for security_group (e417fb86-934e-4139-8af4-5ad7d1485506), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:42.603205 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8a6f5032-a41a-4248-9e47-b879c2b3a8f4 admin admin] Publish callbacks [] for security_group (e417fb86-934e-4139-8af4-5ad7d1485506), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:42.697363 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-627614aa-56ab-445a-b688-9f12666417d2 req-88439a1a-7bb0-4a32-9ec3-cef7232b64aa tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606947 Jan 27 22:06:42.706413 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8a6f5032-a41a-4248-9e47-b879c2b3a8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e417fb86-934e-4139-8af4-5ad7d1485506), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:42.719556 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8a6f5032-a41a-4248-9e47-b879c2b3a8f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:42.721359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-f1dca232-7ec6-4960-bcd5-b9c533444895 admin admin] Deleting port 2105d9b2-ccfc-4c47-b217-3517ed4c9d82 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:06:42.722278 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f1dca232-7ec6-4960-bcd5-b9c533444895 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (2105d9b2-ccfc-4c47-b217-3517ed4c9d82), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:42.727835 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8a6f5032-a41a-4248-9e47-b879c2b3a8f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e417fb86-934e-4139-8af4-5ad7d1485506 HTTP/1.1" status: 204 len: 168 time: 0.2236214 Jan 27 22:06:42.736552 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:42.741200 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f5032-a41a-4248-9e47-b879c2b3a8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e417fb86-934e-4139-8af4-5ad7d1485506,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:42.865509 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-f1dca232-7ec6-4960-bcd5-b9c533444895 admin admin] For port 2105d9b2-ccfc-4c47-b217-3517ed4c9d82, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2105d9b2-ccfc-4c47-b217-3517ed4c9d82,segment=NetworkSegment(48cbfe2d-d81a-4f6d-814a-437ff1f65287),segment_id=48cbfe2d-d81a-4f6d-814a-437ff1f65287)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:42.866203 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f1dca232-7ec6-4960-bcd5-b9c533444895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (2105d9b2-ccfc-4c47-b217-3517ed4c9d82), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:42.900433 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-f1dca232-7ec6-4960-bcd5-b9c533444895 admin admin] Calling delete_port for 2105d9b2-ccfc-4c47-b217-3517ed4c9d82 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:06:43.139432 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-3a43a19c-c14a-4d61-b365-33120d4e0919 req-022b95b4-345a-4ae7-8237-f6f3650f11d3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] For port f47688ef-5255-4349-a000-a1739f96a5bb, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=f47688ef-5255-4349-a000-a1739f96a5bb,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:43.140138 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3a43a19c-c14a-4d61-b365-33120d4e0919 req-022b95b4-345a-4ae7-8237-f6f3650f11d3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f47688ef-5255-4349-a000-a1739f96a5bb), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:43.230902 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-3a43a19c-c14a-4d61-b365-33120d4e0919 req-022b95b4-345a-4ae7-8237-f6f3650f11d3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Calling delete_port for f47688ef-5255-4349-a000-a1739f96a5bb owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:06:43.441293 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f1dca232-7ec6-4960-bcd5-b9c533444895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (2105d9b2-ccfc-4c47-b217-3517ed4c9d82), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:43.450124 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45618) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:43.470794 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b65bfb58-014a-49ae-88b8-5419905d8eec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:43.505816 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dca232-7ec6-4960-bcd5-b9c533444895 admin admin] Pushing event deleted for resources: {'Port': ['ID=2105d9b2-ccfc-4c47-b217-3517ed4c9d82,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:43.667528 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3a43a19c-c14a-4d61-b365-33120d4e0919 req-022b95b4-345a-4ae7-8237-f6f3650f11d3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f47688ef-5255-4349-a000-a1739f96a5bb), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:43.680147 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['546296c4-1857-45cc-88d1-2bbe11f68260'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:43.712157 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b95b4-345a-4ae7-8237-f6f3650f11d3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Pushing event deleted for resources: {'Port': ['ID=f47688ef-5255-4349-a000-a1739f96a5bb,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:43.718328 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b65bfb58-014a-49ae-88b8-5419905d8eec admin admin] Publish callbacks [] for security_group (76f0ffe0-d5e7-453d-82b7-90c9ed67ea3e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:43.732658 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b65bfb58-014a-49ae-88b8-5419905d8eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (76f0ffe0-d5e7-453d-82b7-90c9ed67ea3e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:43.827595 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b65bfb58-014a-49ae-88b8-5419905d8eec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2a9aab303054c07bf4e289309d79f4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3760517 Jan 27 22:06:43.829629 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bfb58-014a-49ae-88b8-5419905d8eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f0ffe0-d5e7-453d-82b7-90c9ed67ea3e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:43.834990 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45644) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:43.942475 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-22e0e090-26a8-4fac-b747-f30867c5f63b admin admin] Publish callbacks [] for security_group (76f0ffe0-d5e7-453d-82b7-90c9ed67ea3e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:43.989126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a43a19c-c14a-4d61-b365-33120d4e0919 req-022b95b4-345a-4ae7-8237-f6f3650f11d3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] No DVR routers for this DVR port f47688ef-5255-4349-a000-a1739f96a5bb on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:06:43.998380 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-22e0e090-26a8-4fac-b747-f30867c5f63b admin admin] Publish callbacks [] for security_group (76f0ffe0-d5e7-453d-82b7-90c9ed67ea3e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:44.035587 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52fc8016-dd44-4b89-a1da-15f6f376c204 req-440596e0-5744-4d28-80db-8f6da3c45dc3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=814166d8-a330-4da5-96fc-782391e1d8f9 HTTP/1.1" status: 200 len: 210 time: 0.0770612 Jan 27 22:06:44.039993 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3a43a19c-c14a-4d61-b365-33120d4e0919 req-022b95b4-345a-4ae7-8237-f6f3650f11d3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:44.043896 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a43a19c-c14a-4d61-b365-33120d4e0919 req-022b95b4-345a-4ae7-8237-f6f3650f11d3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.21 "DELETE /v2.0/ports/f47688ef-5255-4349-a000-a1739f96a5bb HTTP/1.1" status: 204 len: 173 time: 1.9297271 Jan 27 22:06:44.048086 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814166d8-a330-4da5-96fc-782391e1d8f9', 'name': 'network-vif-deleted', 'tag': 'f47688ef-5255-4349-a000-a1739f96a5bb'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:44.060896 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6576e235-cc85-428f-9d22-826442fca316" -d '{"events": [{"server_uuid": "814166d8-a330-4da5-96fc-782391e1d8f9", "name": "network-vif-deleted", "tag": "f47688ef-5255-4349-a000-a1739f96a5bb"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:44.091397 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f1dca232-7ec6-4960-bcd5-b9c533444895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (dc5e0f45-b717-4af6-8308-c2e26e2968e5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:44.126196 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-22e0e090-26a8-4fac-b747-f30867c5f63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (76f0ffe0-d5e7-453d-82b7-90c9ed67ea3e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:44.132765 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-22e0e090-26a8-4fac-b747-f30867c5f63b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:44.135222 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-22e0e090-26a8-4fac-b747-f30867c5f63b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76f0ffe0-d5e7-453d-82b7-90c9ed67ea3e HTTP/1.1" status: 204 len: 168 time: 0.2971528 Jan 27 22:06:44.155297 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0e090-26a8-4fac-b747-f30867c5f63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f0ffe0-d5e7-453d-82b7-90c9ed67ea3e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:44.215872 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38060520-10da-4739-bf15-541942a8556c x-openstack-request-id: req-38060520-10da-4739-bf15-541942a8556c {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:44.216765 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814166d8-a330-4da5-96fc-782391e1d8f9", "name": "network-vif-deleted", "tag": "f47688ef-5255-4349-a000-a1739f96a5bb", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:44.217236 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38060520-10da-4739-bf15-541942a8556c {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:44.217893 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814166d8-a330-4da5-96fc-782391e1d8f9', 'name': 'network-vif-deleted', 'tag': 'f47688ef-5255-4349-a000-a1739f96a5bb', 'status': 'completed', 'code': 200} Jan 27 22:06:44.591495 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1dca232-7ec6-4960-bcd5-b9c533444895 admin admin] Router dc5e0f45-b717-4af6-8308-c2e26e2968e5 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:06:44.851583 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dca232-7ec6-4960-bcd5-b9c533444895 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:06:44.866512 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f1dca232-7ec6-4960-bcd5-b9c533444895 admin admin] 10.222.0.23 "PUT /v2.0/routers/dc5e0f45-b717-4af6-8308-c2e26e2968e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0275428 Jan 27 22:06:44.867340 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45692) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:44.878386 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f5853a-d4f2-44c8-be03-650280c3e1c8 None None] Sync routers for ids ['dc5e0f45-b717-4af6-8308-c2e26e2968e5'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:06:44.893834 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f5853a-d4f2-44c8-be03-650280c3e1c8 None None] Routers {'dc5e0f45-b717-4af6-8308-c2e26e2968e5'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:06:44.898480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b5f5853a-d4f2-44c8-be03-650280c3e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:06:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['dc5e0f45-b717-4af6-8308-c2e26e2968e5'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:45.011005 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device f47688ef-5255-4349-a000-a1739f96a5bb no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:06:45.058045 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: f47688ef-5255-4349-a000-a1739f96a5bb {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:06:45.059715 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device f47688ef-5255-4349-a000-a1739f96a5bb not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:06:45.198984 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7901f414-dfd1-4956-abce-e5710876a3eb admin admin] Publish callbacks [] for router (dc5e0f45-b717-4af6-8308-c2e26e2968e5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:45.480236 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7901f414-dfd1-4956-abce-e5710876a3eb admin admin] Publish callbacks [] for router_gateway (dc5e0f45-b717-4af6-8308-c2e26e2968e5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:45.598135 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-7901f414-dfd1-4956-abce-e5710876a3eb admin admin] Deleting port eb5e6079-659e-44b6-9723-2662eefebd28 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:06:45.598489 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7901f414-dfd1-4956-abce-e5710876a3eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (eb5e6079-659e-44b6-9723-2662eefebd28), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:45.776147 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-7901f414-dfd1-4956-abce-e5710876a3eb admin admin] For port eb5e6079-659e-44b6-9723-2662eefebd28, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=eb5e6079-659e-44b6-9723-2662eefebd28,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:45.776544 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7901f414-dfd1-4956-abce-e5710876a3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (eb5e6079-659e-44b6-9723-2662eefebd28), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:45.778567 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b5f5853a-d4f2-44c8-be03-650280c3e1c8 None None] Set router dc5e0f45-b717-4af6-8308-c2e26e2968e5 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:06:45.799050 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-7901f414-dfd1-4956-abce-e5710876a3eb admin admin] Calling delete_port for eb5e6079-659e-44b6-9723-2662eefebd28 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:06:45.817914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45750) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:46.107902 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7901f414-dfd1-4956-abce-e5710876a3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (eb5e6079-659e-44b6-9723-2662eefebd28), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:46.212975 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901f414-dfd1-4956-abce-e5710876a3eb admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5e6079-659e-44b6-9723-2662eefebd28,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:46.306015 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-68a6819a-ec2c-424e-92b8-4540ad328e8b tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:46.317217 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-68a6819a-ec2c-424e-92b8-4540ad328e8b tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 805 time: 0.2901380 Jan 27 22:06:46.339823 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b5f5853a-d4f2-44c8-be03-650280c3e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'name': 'tempest-ServerRescueTestJSONUnderV235-271809542-router', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:04:58Z', 'updated_at': '2022-01-27T22:06:43Z', 'revision_number': 5, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'gw_port': {'id': 'eb5e6079-659e-44b6-9723-2662eefebd28', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:04:59Z', 'updated_at': '2022-01-27T22:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:46.355634 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-0a14a8b7-5b0e-4ad5-8cb9-7f52bb50bf85 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/quotas/342465e78b4348c1b975ff630f4dbc64 HTTP/1.1" status: 200 len: 375 time: 0.0374887 Jan 27 22:06:46.409384 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7901f414-dfd1-4956-abce-e5710876a3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (dc5e0f45-b717-4af6-8308-c2e26e2968e5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:46.469737 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f5853a-d4f2-44c8-be03-650280c3e1c8 None None] Checking router: dc5e0f45-b717-4af6-8308-c2e26e2968e5 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:06:46.493182 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f5853a-d4f2-44c8-be03-650280c3e1c8 None None] Routers {'dc5e0f45-b717-4af6-8308-c2e26e2968e5'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:06:46.495922 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b5f5853a-d4f2-44c8-be03-650280c3e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:06:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['dc5e0f45-b717-4af6-8308-c2e26e2968e5'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:46.560203 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-185e398c-2b5b-499f-aaab-30ab94bd6049 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2034047 Jan 27 22:06:46.598569 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-76af91cb-f86c-42c4-be94-4d03b2ca0d6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:46.659352 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7901f414-dfd1-4956-abce-e5710876a3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (dc5e0f45-b717-4af6-8308-c2e26e2968e5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:46.663059 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7901f414-dfd1-4956-abce-e5710876a3eb admin admin] Publish callbacks [] for router_controller (dc5e0f45-b717-4af6-8308-c2e26e2968e5), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:46.711379 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b5f5853a-d4f2-44c8-be03-650280c3e1c8 None None] Set router dc5e0f45-b717-4af6-8308-c2e26e2968e5 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:06:46.726561 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7901f414-dfd1-4956-abce-e5710876a3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (dc5e0f45-b717-4af6-8308-c2e26e2968e5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:46.729141 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7901f414-dfd1-4956-abce-e5710876a3eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc5e0f45-b717-4af6-8308-c2e26e2968e5 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:06:46.737885 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7901f414-dfd1-4956-abce-e5710876a3eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:46.739282 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7901f414-dfd1-4956-abce-e5710876a3eb admin admin] 10.222.0.23 "DELETE /v2.0/routers/dc5e0f45-b717-4af6-8308-c2e26e2968e5 HTTP/1.1" status: 204 len: 168 time: 1.8702078 Jan 27 22:06:46.741643 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45788) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:46.801156 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7d1962-99e6-4624-b7a6-4fa659d55e2d admin admin] Deleting subnet d9f8729e-bbd1-4272-9c3e-91ee7b9d9d48 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:06:46.804894 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc7d1962-99e6-4624-b7a6-4fa659d55e2d admin admin] Publish callbacks [] for subnet (d9f8729e-bbd1-4272-9c3e-91ee7b9d9d48), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:46.829412 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b5f5853a-d4f2-44c8-be03-650280c3e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'name': 'tempest-ServerRescueTestJSONUnderV235-271809542-router', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:04:58Z', 'updated_at': '2022-01-27T22:06:46Z', 'revision_number': 7, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:46.861833 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc7d1962-99e6-4624-b7a6-4fa659d55e2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (d9f8729e-bbd1-4272-9c3e-91ee7b9d9d48), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:46.865250 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-0edc8eb2-b93c-47f0-89a8-e8a24b0c8d83 service neutron] 10.222.0.23 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000503 Jan 27 22:06:46.889706 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f5853a-d4f2-44c8-be03-650280c3e1c8 None None] The sync data for ids ['dc5e0f45-b717-4af6-8308-c2e26e2968e5'] in n-d-772272-3 is: [{'id': 'dc5e0f45-b717-4af6-8308-c2e26e2968e5', 'name': 'tempest-ServerRescueTestJSONUnderV235-271809542-router', 'tenant_id': 'b084891c4f0541aab14cbc3bbf21c988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:04:58Z', 'updated_at': '2022-01-27T22:06:46Z', 'revision_number': 7, 'project_id': 'b084891c4f0541aab14cbc3bbf21c988', 'gw_port_host': None}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:06:46.933354 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc7d1962-99e6-4624-b7a6-4fa659d55e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (d9f8729e-bbd1-4272-9c3e-91ee7b9d9d48), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:47.049459 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc7d1962-99e6-4624-b7a6-4fa659d55e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (d9f8729e-bbd1-4272-9c3e-91ee7b9d9d48), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:47.176005 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d1962-99e6-4624-b7a6-4fa659d55e2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9f8729e-bbd1-4272-9c3e-91ee7b9d9d48,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:47.202666 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc7d1962-99e6-4624-b7a6-4fa659d55e2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:47.211036 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bc7d1962-99e6-4624-b7a6-4fa659d55e2d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d9f8729e-bbd1-4272-9c3e-91ee7b9d9d48 HTTP/1.1" status: 204 len: 168 time: 0.4682720 Jan 27 22:06:47.223411 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45800) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:47.435006 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (b948abe8-edaf-41a8-a11f-8ea43d3e599a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:47.648594 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (b948abe8-edaf-41a8-a11f-8ea43d3e599a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:47.668601 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-ae55c81a-53e8-4f51-8fb1-70634bef4b08 service neutron] 10.222.0.23 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7870281 Jan 27 22:06:47.689486 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b948abe8-edaf-41a8-a11f-8ea43d3e599a']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:47.709613 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cbfe2d-d81a-4f6d-814a-437ff1f65287') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:47.709919 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cbfe2d-d81a-4f6d-814a-437ff1f65287') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:47.737714 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (48cbfe2d-d81a-4f6d-814a-437ff1f65287), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:47.765262 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (48cbfe2d-d81a-4f6d-814a-437ff1f65287), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:47.773851 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:06:47.774394 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (48cbfe2d-d81a-4f6d-814a-437ff1f65287), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:06:47.776263 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:06:47.867159 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-76af91cb-f86c-42c4-be94-4d03b2ca0d6c admin admin] Publish callbacks [] for security_group (671701b9-1a4b-4363-8b98-fe6a2b477c84), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:47.876544 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-76af91cb-f86c-42c4-be94-4d03b2ca0d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (671701b9-1a4b-4363-8b98-fe6a2b477c84), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:47.910295 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (b948abe8-edaf-41a8-a11f-8ea43d3e599a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:47.930034 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:47.942354 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b948abe8-edaf-41a8-a11f-8ea43d3e599a HTTP/1.1" status: 204 len: 168 time: 0.7179301 Jan 27 22:06:47.965697 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] Pushing event deleted for resources: {'Network': ['ID=b948abe8-edaf-41a8-a11f-8ea43d3e599a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:47.979348 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:47.979912 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:47.980489 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:47.981022 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:47.981566 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:47.982990 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:47.983814 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:47.984576 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:47.985300 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:47.985829 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:47.986399 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:47.986939 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:47.987470 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81ee77-403f-41df-b397-1796ba7cfe43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:48.002802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-76af91cb-f86c-42c4-be94-4d03b2ca0d6c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1882787a4bec4ffaae4923fee2f22a06&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1818657 Jan 27 22:06:48.003181 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45832) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:48.155773 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-701f84df-34b5-4c99-a280-d664a5c60dd6 admin admin] Publish callbacks [] for security_group (671701b9-1a4b-4363-8b98-fe6a2b477c84), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:48.170464 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4707397-69d6-42b7-881c-0a137efd5027 req-ee11f08f-2ec3-4a29-9d61-723b83a7e007 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a019fbc-1b75-4689-af71-29f21bcd7376 HTTP/1.1" status: 200 len: 210 time: 0.1628881 Jan 27 22:06:48.209372 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af91cb-f86c-42c4-be94-4d03b2ca0d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671701b9-1a4b-4363-8b98-fe6a2b477c84,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:48.479102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45852) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:48.554805 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device eb5e6079-659e-44b6-9723-2662eefebd28 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:06:48.621400 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2b81627e-e27b-4975-9bfb-d6aa85912082 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b084891c4f0541aab14cbc3bbf21c988&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1376805 Jan 27 22:06:48.622784 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: eb5e6079-659e-44b6-9723-2662eefebd28 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:06:48.624578 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45856) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:48.627699 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device eb5e6079-659e-44b6-9723-2662eefebd28 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:06:48.628763 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2105d9b2-ccfc-4c47-b217-3517ed4c9d82 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:06:48.668277 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 2105d9b2-ccfc-4c47-b217-3517ed4c9d82 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:06:48.668926 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2105d9b2-ccfc-4c47-b217-3517ed4c9d82 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:06:48.816646 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9e1fc7d8-92fa-4707-9c12-b93fc7a9cf23 admin admin] Publish callbacks [] for security_group (e9fa95b8-b342-4829-9f6b-d05e15f0b089), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:48.868631 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9e1fc7d8-92fa-4707-9c12-b93fc7a9cf23 admin admin] Publish callbacks [] for security_group (e9fa95b8-b342-4829-9f6b-d05e15f0b089), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:49.029964 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9e1fc7d8-92fa-4707-9c12-b93fc7a9cf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e9fa95b8-b342-4829-9f6b-d05e15f0b089), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:49.033262 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9e1fc7d8-92fa-4707-9c12-b93fc7a9cf23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:49.035173 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9e1fc7d8-92fa-4707-9c12-b93fc7a9cf23 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9fa95b8-b342-4829-9f6b-d05e15f0b089 HTTP/1.1" status: 204 len: 168 time: 0.4027858 Jan 27 22:06:49.050825 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1fc7d8-92fa-4707-9c12-b93fc7a9cf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fa95b8-b342-4829-9f6b-d05e15f0b089,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:49.080987 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-701f84df-34b5-4c99-a280-d664a5c60dd6 admin admin] Publish callbacks [] for security_group (671701b9-1a4b-4363-8b98-fe6a2b477c84), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:49.174028 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-701f84df-34b5-4c99-a280-d664a5c60dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (671701b9-1a4b-4363-8b98-fe6a2b477c84), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:49.177462 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-701f84df-34b5-4c99-a280-d664a5c60dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:49.181268 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-701f84df-34b5-4c99-a280-d664a5c60dd6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/671701b9-1a4b-4363-8b98-fe6a2b477c84 HTTP/1.1" status: 204 len: 168 time: 1.1770148 Jan 27 22:06:49.199776 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f84df-34b5-4c99-a280-d664a5c60dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671701b9-1a4b-4363-8b98-fe6a2b477c84,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:49.400446 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d496a7fb-5a23-483d-b633-cf7f3f94b858 req-c0874c30-f99e-4f2b-9984-ad2964fa2910 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a019fbc-1b75-4689-af71-29f21bcd7376 HTTP/1.1" status: 200 len: 210 time: 0.0619895 Jan 27 22:06:49.611595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45884) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:50.126544 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-52b80be4-4695-4211-9f24-023f632f9404 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:50.136828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-52b80be4-4695-4211-9f24-023f632f9404 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.21 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 805 time: 0.3433299 Jan 27 22:06:50.166492 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-8a97875d-da05-4e44-8b57-09f82ef7938c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Request body: {'port': {'device_id': '2a019fbc-1b75-4689-af71-29f21bcd7376', 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8', 'admin_state_up': True, 'tenant_id': '342465e78b4348c1b975ff630f4dbc64'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:50.333108 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d42a5baa-9690-4e30-a81d-47de01f83b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:50.362013 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45914) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:50.391293 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bca3ff86-e6f3-49c5-ac36-f1165c5d9fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:50.511892 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d42a5baa-9690-4e30-a81d-47de01f83b5c admin admin] Publish callbacks [] for security_group (2350f135-bfa8-4a89-bd1e-d584f580cd6f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:50.525348 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d42a5baa-9690-4e30-a81d-47de01f83b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2350f135-bfa8-4a89-bd1e-d584f580cd6f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:50.577772 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bca3ff86-e6f3-49c5-ac36-f1165c5d9fa9 admin admin] Publish callbacks [] for security_group (22c2f0e6-f6b9-4fce-8761-e486d5de0af2), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:50.587598 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bca3ff86-e6f3-49c5-ac36-f1165c5d9fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (22c2f0e6-f6b9-4fce-8761-e486d5de0af2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:50.640179 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92e6cad9-0763-4531-bece-99a790273097 req-3129d8eb-06fe-4cd4-b211-2cfd6f4c9acb tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a019fbc-1b75-4689-af71-29f21bcd7376 HTTP/1.1" status: 200 len: 210 time: 0.1041887 Jan 27 22:06:50.677372 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bca3ff86-e6f3-49c5-ac36-f1165c5d9fa9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac7e47729dd347feab59393414231bba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3104651 Jan 27 22:06:50.678498 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45920) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:50.690685 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3ff86-e6f3-49c5-ac36-f1165c5d9fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c2f0e6-f6b9-4fce-8761-e486d5de0af2,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:50.794529 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d42a5baa-9690-4e30-a81d-47de01f83b5c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f11c0905a8d54aa3aede0ce0f642c641&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1815743 Jan 27 22:06:50.796548 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-8a97875d-da05-4e44-8b57-09f82ef7938c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Made reservation on behalf of 342465e78b4348c1b975ff630f4dbc64 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:50.801028 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-8a97875d-da05-4e44-8b57-09f82ef7938c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:50.801844 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45924) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:50.803345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a5baa-9690-4e30-a81d-47de01f83b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2350f135-bfa8-4a89-bd1e-d584f580cd6f,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:50.812007 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7ef6f08b-374e-4d3f-9bb3-ee1133737a71 admin admin] Publish callbacks [] for security_group (22c2f0e6-f6b9-4fce-8761-e486d5de0af2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:50.935237 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7ef6f08b-374e-4d3f-9bb3-ee1133737a71 admin admin] Publish callbacks [] for security_group (22c2f0e6-f6b9-4fce-8761-e486d5de0af2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:50.962498 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-8a97875d-da05-4e44-8b57-09f82ef7938c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Allocated IP 172.20.0.4 (7fb03950-b0f5-49f7-8c2d-d1081fb3aba8/7267bcf4-ac84-4f1d-9bca-30d5eecd5123/b12fba78-1145-4a39-a5cd-e5dc34d54c34) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:51.120549 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e467b21-340b-4509-a3e2-5ee76780f6ea admin admin] Publish callbacks [] for security_group (2350f135-bfa8-4a89-bd1e-d584f580cd6f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:51.134939 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:51.166845 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e467b21-340b-4509-a3e2-5ee76780f6ea admin admin] Publish callbacks [] for security_group (2350f135-bfa8-4a89-bd1e-d584f580cd6f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:51.250828 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-8a97875d-da05-4e44-8b57-09f82ef7938c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks [] for port (b12fba78-1145-4a39-a5cd-e5dc34d54c34), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:51.254083 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e467b21-340b-4509-a3e2-5ee76780f6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2350f135-bfa8-4a89-bd1e-d584f580cd6f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:51.259507 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e467b21-340b-4509-a3e2-5ee76780f6ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:51.273199 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0e467b21-340b-4509-a3e2-5ee76780f6ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2350f135-bfa8-4a89-bd1e-d584f580cd6f HTTP/1.1" status: 204 len: 168 time: 0.4653182 Jan 27 22:06:51.308042 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e467b21-340b-4509-a3e2-5ee76780f6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2350f135-bfa8-4a89-bd1e-d584f580cd6f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:51.322038 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7ef6f08b-374e-4d3f-9bb3-ee1133737a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (22c2f0e6-f6b9-4fce-8761-e486d5de0af2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:51.325116 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7ef6f08b-374e-4d3f-9bb3-ee1133737a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:51.328729 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7ef6f08b-374e-4d3f-9bb3-ee1133737a71 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/22c2f0e6-f6b9-4fce-8761-e486d5de0af2 HTTP/1.1" status: 204 len: 168 time: 0.6409619 Jan 27 22:06:51.346223 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6f08b-374e-4d3f-9bb3-ee1133737a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c2f0e6-f6b9-4fce-8761-e486d5de0af2,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:51.433290 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-8a97875d-da05-4e44-8b57-09f82ef7938c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (b12fba78-1145-4a39-a5cd-e5dc34d54c34), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:51.449584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['546296c4-1857-45cc-88d1-2bbe11f68260'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:51.626411 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97875d-da05-4e44-8b57-09f82ef7938c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Pushing event updated for resources: {'Port': ['ID=b12fba78-1145-4a39-a5cd-e5dc34d54c34,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:51.660486 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-8a97875d-da05-4e44-8b57-09f82ef7938c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:51.663830 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-8a97875d-da05-4e44-8b57-09f82ef7938c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:51.672375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-8a97875d-da05-4e44-8b57-09f82ef7938c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:51.809966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-8a97875d-da05-4e44-8b57-09f82ef7938c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:51.810745 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-8a97875d-da05-4e44-8b57-09f82ef7938c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:51.896211 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-8a97875d-da05-4e44-8b57-09f82ef7938c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7445753 Jan 27 22:06:51.910339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] Request body: {'port': {'device_id': '2a019fbc-1b75-4689-af71-29f21bcd7376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:51.970514 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45958) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:51.993956 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d90e0d0b-9348-4f21-9114-7085b8923046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:51.998637 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fef82-0f5b-4162-84e1-fef7ae1cb53d req-dad91fe7-3e8e-40f0-a0d3-afc6d8026657 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:52.000714 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b6fef82-0f5b-4162-84e1-fef7ae1cb53d req-dad91fe7-3e8e-40f0-a0d3-afc6d8026657 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a019fbc-1b75-4689-af71-29f21bcd7376 HTTP/1.1" status: 200 len: 931 time: 0.2299867 Jan 27 22:06:52.160780 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b12fba78-1145-4a39-a5cd-e5dc34d54c34), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:52.162030 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d90e0d0b-9348-4f21-9114-7085b8923046 admin admin] Publish callbacks [] for security_group (b94bb74e-2dae-4e5d-8e0f-0a2e15ab541f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:52.166493 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d90e0d0b-9348-4f21-9114-7085b8923046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b94bb74e-2dae-4e5d-8e0f-0a2e15ab541f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:52.204268 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d90e0d0b-9348-4f21-9114-7085b8923046 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19dc52483fc040229c1d43541ed5249b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2325873 Jan 27 22:06:52.221904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45966) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:52.224394 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e0d0b-9348-4f21-9114-7085b8923046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94bb74e-2dae-4e5d-8e0f-0a2e15ab541f,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:52.292733 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b6fef82-0f5b-4162-84e1-fef7ae1cb53d req-9544c08f-0292-4c5c-969b-3f44eb79d58b tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760231 Jan 27 22:06:52.687471 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a5e733ac-4585-4493-8be4-334db4dfd096 admin admin] Publish callbacks [] for security_group (b94bb74e-2dae-4e5d-8e0f-0a2e15ab541f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:52.747717 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a5e733ac-4585-4493-8be4-334db4dfd096 admin admin] Publish callbacks [] for security_group (b94bb74e-2dae-4e5d-8e0f-0a2e15ab541f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:52.918683 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a5e733ac-4585-4493-8be4-334db4dfd096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b94bb74e-2dae-4e5d-8e0f-0a2e15ab541f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:52.922299 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a5e733ac-4585-4493-8be4-334db4dfd096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:52.923932 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a5e733ac-4585-4493-8be4-334db4dfd096 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b94bb74e-2dae-4e5d-8e0f-0a2e15ab541f HTTP/1.1" status: 204 len: 168 time: 0.6918771 Jan 27 22:06:53.098657 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e733ac-4585-4493-8be4-334db4dfd096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94bb74e-2dae-4e5d-8e0f-0a2e15ab541f,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:53.207754 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12fba78-1145-4a39-a5cd-e5dc34d54c34 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:53.230946 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] Publish callbacks [] for port (b12fba78-1145-4a39-a5cd-e5dc34d54c34), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:53.267385 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] Transition to ACTIVE for port object b12fba78-1145-4a39-a5cd-e5dc34d54c34 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:06:53.278412 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (b12fba78-1145-4a39-a5cd-e5dc34d54c34), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:53.702377 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=b12fba78-1145-4a39-a5cd-e5dc34d54c34,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:53.821793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc1328-ecce-4964-a5da-c2a79b23710d req-57595562-828c-47d1-aa18-8abc3b1fdd37 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:53.844012 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7fc1328-ecce-4964-a5da-c2a79b23710d req-57595562-828c-47d1-aa18-8abc3b1fdd37 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a019fbc-1b75-4689-af71-29f21bcd7376 HTTP/1.1" status: 200 len: 943 time: 0.3139398 Jan 27 22:06:53.917042 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] Attempting to bind port b12fba78-1145-4a39-a5cd-e5dc34d54c34 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:06:53.917731 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] Attempting to bind port b12fba78-1145-4a39-a5cd-e5dc34d54c34 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:06:53.917731 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] Attempting to bind port b12fba78-1145-4a39-a5cd-e5dc34d54c34 on network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:53.949890 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] Port b12fba78-1145-4a39-a5cd-e5dc34d54c34 on network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:06:53.950226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] Attempting to bind port b12fba78-1145-4a39-a5cd-e5dc34d54c34 on network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:53.973215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:06:53.987603 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] Checking segment: {'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:06:53.988269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] Bound using segment: {'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:06:53.988892 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] Bound port: b12fba78-1145-4a39-a5cd-e5dc34d54c34, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:06:53.989447 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b12fba78-1145-4a39-a5cd-e5dc34d54c34), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:54.043369 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7fc1328-ecce-4964-a5da-c2a79b23710d req-c3a961a3-b182-4abe-bdeb-8ca5f004c8ea tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979694 Jan 27 22:06:54.150333 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-49587283-1dc3-4d4c-8715-8a7e3638e8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:54.341620 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] For port b12fba78-1145-4a39-a5cd-e5dc34d54c34, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:06:54.352715 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] For port b12fba78-1145-4a39-a5cd-e5dc34d54c34, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=b12fba78-1145-4a39-a5cd-e5dc34d54c34,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:06:54.360755 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (b12fba78-1145-4a39-a5cd-e5dc34d54c34), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:54.454520 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:54.463118 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:54.464833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] 10.222.0.21 "PUT /v2.0/ports/b12fba78-1145-4a39-a5cd-e5dc34d54c34 HTTP/1.1" status: 200 len: 1091 time: 2.5604994 Jan 27 22:06:54.465365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a019fbc-1b75-4689-af71-29f21bcd7376', 'tag': 'b12fba78-1145-4a39-a5cd-e5dc34d54c34'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:54.467678 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f791217e-0caf-4046-afa2-0c8c37251c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a019fbc-1b75-4689-af71-29f21bcd7376", "tag": "b12fba78-1145-4a39-a5cd-e5dc34d54c34"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:54.559239 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa16ab7-52f8-429a-ba0b-abfc421d9491 x-openstack-request-id: req-3aa16ab7-52f8-429a-ba0b-abfc421d9491 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:54.563829 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a019fbc-1b75-4689-af71-29f21bcd7376", "tag": "b12fba78-1145-4a39-a5cd-e5dc34d54c34", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:54.563829 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3aa16ab7-52f8-429a-ba0b-abfc421d9491 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:54.563829 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a019fbc-1b75-4689-af71-29f21bcd7376', 'tag': 'b12fba78-1145-4a39-a5cd-e5dc34d54c34', 'status': 'completed', 'code': 200} Jan 27 22:06:54.613022 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3b3e8-a98a-4ed9-aeb3-a16bab610ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=b12fba78-1145-4a39-a5cd-e5dc34d54c34,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:54.676581 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-3949ab31-9c4f-4efb-b17d-42938f1ec3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:54.678128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-3949ab31-9c4f-4efb-b17d-42938f1ec3b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&device_id=2a019fbc-1b75-4689-af71-29f21bcd7376 HTTP/1.1" status: 200 len: 1094 time: 0.1579430 Jan 27 22:06:54.776139 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-255895c1-9560-45a8-9b0d-dcfc1b19bf7e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b12fba78-1145-4a39-a5cd-e5dc34d54c34 HTTP/1.1" status: 200 len: 217 time: 0.0890136 Jan 27 22:06:54.886610 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-187307b0-40ae-44b9-b27b-553631862afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:54.895219 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-187307b0-40ae-44b9-b27b-553631862afd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7267bcf4-ac84-4f1d-9bca-30d5eecd5123 HTTP/1.1" status: 200 len: 845 time: 0.1086359 Jan 27 22:06:54.962375 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-fbceb8e1-1559-4a39-9a22-a857c885cac2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610833 Jan 27 22:06:54.977406 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46074) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:55.224614 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-bc73a0a1-d24c-40c0-85c0-b89e97c69c3c service neutron] 10.222.0.21 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548580 Jan 27 22:06:55.416054 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0ed233f1-1a24-4d38-9cb7-96a2e5be3a9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:55.418111 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46090) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:55.502892 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e4e94-124c-4144-88cc-f15240ae60e6 req-27825b0e-7239-4baf-ba91-661a7ed9576c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:55.506836 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-202e4e94-124c-4144-88cc-f15240ae60e6 req-27825b0e-7239-4baf-ba91-661a7ed9576c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a019fbc-1b75-4689-af71-29f21bcd7376 HTTP/1.1" status: 200 len: 943 time: 0.2789350 Jan 27 22:06:55.629494 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0ed233f1-1a24-4d38-9cb7-96a2e5be3a9d admin admin] Publish callbacks [] for security_group (cbbc25c0-3962-4542-9c28-c915d3784b40), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:55.636612 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0ed233f1-1a24-4d38-9cb7-96a2e5be3a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cbbc25c0-3962-4542-9c28-c915d3784b40), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:55.647484 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-202e4e94-124c-4144-88cc-f15240ae60e6 req-aafdc0c7-71e0-4ba6-bf21-fa6dd921081e tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354899 Jan 27 22:06:55.664563 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e87fa49b-873e-4b45-bba1-1bd8a4e0035c req-0ca07066-085e-4f2e-8067-6f3c1b44e383 service neutron] 10.222.0.21 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251790 Jan 27 22:06:55.743693 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0ed233f1-1a24-4d38-9cb7-96a2e5be3a9d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ddb3ebfe899480aaf0acdb496ab5e56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7651775 Jan 27 22:06:55.744678 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46100) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:55.745277 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed233f1-1a24-4d38-9cb7-96a2e5be3a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbc25c0-3962-4542-9c28-c915d3784b40,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:55.853266 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791217e-0caf-4046-afa2-0c8c37251c0e req-e32094e8-f18e-44a3-9989-72d71a8dc1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:55.860155 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f791217e-0caf-4046-afa2-0c8c37251c0e req-e32094e8-f18e-44a3-9989-72d71a8dc1db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&device_id=2a019fbc-1b75-4689-af71-29f21bcd7376 HTTP/1.1" status: 200 len: 1094 time: 0.1300259 Jan 27 22:06:55.871860 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0ad64c8e-180c-4c48-b760-58b2f512bef3 admin admin] Publish callbacks [] for security_group (cbbc25c0-3962-4542-9c28-c915d3784b40), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:55.925511 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1e36ebea-d881-42e8-949d-598cdf5bbf6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:56.038213 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0ad64c8e-180c-4c48-b760-58b2f512bef3 admin admin] Publish callbacks [] for security_group (cbbc25c0-3962-4542-9c28-c915d3784b40), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:56.065307 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791217e-0caf-4046-afa2-0c8c37251c0e req-434b0c28-d506-4936-879e-ad3108bc3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:56.066821 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f791217e-0caf-4046-afa2-0c8c37251c0e req-434b0c28-d506-4936-879e-ad3108bc3cb5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 906 time: 0.1903715 Jan 27 22:06:56.149634 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0ad64c8e-180c-4c48-b760-58b2f512bef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cbbc25c0-3962-4542-9c28-c915d3784b40), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:56.152734 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0ad64c8e-180c-4c48-b760-58b2f512bef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:56.153896 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f791217e-0caf-4046-afa2-0c8c37251c0e req-55769839-5145-4c05-9745-fdbc3d475f9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b12fba78-1145-4a39-a5cd-e5dc34d54c34 HTTP/1.1" status: 200 len: 217 time: 0.0785856 Jan 27 22:06:56.157551 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0ad64c8e-180c-4c48-b760-58b2f512bef3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbbc25c0-3962-4542-9c28-c915d3784b40 HTTP/1.1" status: 204 len: 168 time: 0.3999012 Jan 27 22:06:56.171308 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad64c8e-180c-4c48-b760-58b2f512bef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbc25c0-3962-4542-9c28-c915d3784b40,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:56.247834 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1e36ebea-d881-42e8-949d-598cdf5bbf6d admin admin] Publish callbacks [] for security_group (93749823-a854-4e6a-a166-a79365d72e8f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:56.254024 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1e36ebea-d881-42e8-949d-598cdf5bbf6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (93749823-a854-4e6a-a166-a79365d72e8f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:56.278592 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791217e-0caf-4046-afa2-0c8c37251c0e req-7fd74396-40d6-4144-a151-729efc700c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:56.284127 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f791217e-0caf-4046-afa2-0c8c37251c0e req-7fd74396-40d6-4144-a151-729efc700c6d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7267bcf4-ac84-4f1d-9bca-30d5eecd5123 HTTP/1.1" status: 200 len: 845 time: 0.1228297 Jan 27 22:06:56.352549 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1e36ebea-d881-42e8-949d-598cdf5bbf6d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7656e882a9684872aa50c9e91f26fce6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9316769 Jan 27 22:06:56.354469 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46118) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:56.388942 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f791217e-0caf-4046-afa2-0c8c37251c0e req-4a99251f-d581-4954-890c-bbdd8ded0ff5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980144 Jan 27 22:06:56.423151 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36ebea-d881-42e8-949d-598cdf5bbf6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93749823-a854-4e6a-a166-a79365d72e8f,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:56.577504 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8be81f65-2c0e-4d64-ada5-c99e72a3c77a admin admin] Publish callbacks [] for security_group (93749823-a854-4e6a-a166-a79365d72e8f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:56.634461 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f791217e-0caf-4046-afa2-0c8c37251c0e req-8de8daf9-162e-48e9-a7a1-112aa72ca64c service neutron] 10.222.0.21 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381899 Jan 27 22:06:56.643028 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8be81f65-2c0e-4d64-ada5-c99e72a3c77a admin admin] Publish callbacks [] for security_group (93749823-a854-4e6a-a166-a79365d72e8f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:56.657100 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46124) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:56.735430 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6cd3ac28-be34-4949-bcef-6b8bf01a5730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:56.768918 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8be81f65-2c0e-4d64-ada5-c99e72a3c77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (93749823-a854-4e6a-a166-a79365d72e8f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:56.771660 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8be81f65-2c0e-4d64-ada5-c99e72a3c77a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:56.775707 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8be81f65-2c0e-4d64-ada5-c99e72a3c77a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93749823-a854-4e6a-a166-a79365d72e8f HTTP/1.1" status: 204 len: 168 time: 0.3997271 Jan 27 22:06:56.790125 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be81f65-2c0e-4d64-ada5-c99e72a3c77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93749823-a854-4e6a-a166-a79365d72e8f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:56.985662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5abed-fb9f-4dc3-bd4a-6c4e6eed09ee req-3e214b51-226c-4a84-89b3-4e4e6164c288 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:56.987127 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11e5abed-fb9f-4dc3-bd4a-6c4e6eed09ee req-3e214b51-226c-4a84-89b3-4e4e6164c288 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a019fbc-1b75-4689-af71-29f21bcd7376 HTTP/1.1" status: 200 len: 943 time: 0.1636734 Jan 27 22:06:57.037028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f791217e-0caf-4046-afa2-0c8c37251c0e req-b6fab2db-07b2-4105-b892-639310336016 service neutron] 10.222.0.21 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891492 Jan 27 22:06:57.116800 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11e5abed-fb9f-4dc3-bd4a-6c4e6eed09ee req-14448662-abd0-4b0f-b94d-276af3213e1a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064575 Jan 27 22:06:57.247234 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-3d4c12f8-0a0e-4791-9e58-c5c0e82f194b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-23074082'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:57.284742 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4c12f8-0a0e-4791-9e58-c5c0e82f194b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] Made reservation on behalf of d17dfa8c8ef54487a7fef3992cb95d7a for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:57.292833 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3d4c12f8-0a0e-4791-9e58-c5c0e82f194b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:57.317600 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3d4c12f8-0a0e-4791-9e58-c5c0e82f194b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:57.512842 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:57.525372 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3d4c12f8-0a0e-4791-9e58-c5c0e82f194b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] Publish callbacks [] for security_group (09ae9c17-7fdf-4000-a0cf-36231a6baeac), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:57.530243 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3d4c12f8-0a0e-4791-9e58-c5c0e82f194b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (09ae9c17-7fdf-4000-a0cf-36231a6baeac), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:57.618335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4c12f8-0a0e-4791-9e58-c5c0e82f194b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:06:57.634691 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3d4c12f8-0a0e-4791-9e58-c5c0e82f194b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (9cf8ea2a-ecdd-42a8-901e-8cf2485588ca), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:57.635061 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-3d4c12f8-0a0e-4791-9e58-c5c0e82f194b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] Added segment 9cf8ea2a-ecdd-42a8-901e-8cf2485588ca of type vlan for network 308405b3-6b73-441e-a735-25e4e02d86b4 Jan 27 22:06:57.738396 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c12f8-0a0e-4791-9e58-c5c0e82f194b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ae9c17-7fdf-4000-a0cf-36231a6baeac,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:57.770119 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3d4c12f8-0a0e-4791-9e58-c5c0e82f194b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (308405b3-6b73-441e-a735-25e4e02d86b4), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:57.829993 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3d4c12f8-0a0e-4791-9e58-c5c0e82f194b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (308405b3-6b73-441e-a735-25e4e02d86b4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:57.840909 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4c12f8-0a0e-4791-9e58-c5c0e82f194b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:57.841563 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3d4c12f8-0a0e-4791-9e58-c5c0e82f194b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:58.104850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c12f8-0a0e-4791-9e58-c5c0e82f194b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] Pushing event updated for resources: {'Network': ['ID=308405b3-6b73-441e-a735-25e4e02d86b4,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:58.114662 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3d4c12f8-0a0e-4791-9e58-c5c0e82f194b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 1.4522574 Jan 27 22:06:58.123272 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 308405b3-6b73-441e-a735-25e4e02d86b4 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:06:58.404909 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa5edd-8683-4cce-b632-6d33d3abaf9a req-7a212699-568a-450d-9a3b-0eb8d6238486 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:58.424552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-69aa5edd-8683-4cce-b632-6d33d3abaf9a req-7a212699-568a-450d-9a3b-0eb8d6238486 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a019fbc-1b75-4689-af71-29f21bcd7376 HTTP/1.1" status: 200 len: 943 time: 0.1220689 Jan 27 22:06:58.524072 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-69aa5edd-8683-4cce-b632-6d33d3abaf9a req-38e58673-743f-4269-8e53-4f07e24771da tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970657 Jan 27 22:06:58.767651 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46192) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:58.772755 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Request body: {'port': {'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4', 'binding:host_id': 'n-h1-772272-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-286062797'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:58.813974 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Made reservation on behalf of 8af0c90df156454ca3931e3d33c5394e for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:58.816730 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:58.834667 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:58.887495 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:58.959118 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks [] for security_group (3fd099de-970e-4822-96a0-b38e0a32661d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:58.964666 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3fd099de-970e-4822-96a0-b38e0a32661d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:58.973400 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] device_id is not set on port 8591efc0-b99c-4047-a005-481798f301f2 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:06:59.007135 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device b12fba78-1145-4a39-a5cd-e5dc34d54c34 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:06:59.118528 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd099de-970e-4822-96a0-b38e0a32661d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:59.261771 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port b12fba78-1145-4a39-a5cd-e5dc34d54c34, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=b12fba78-1145-4a39-a5cd-e5dc34d54c34,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:59.305379 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'b12fba78-1145-4a39-a5cd-e5dc34d54c34', 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8', 'port_id': 'b12fba78-1145-4a39-a5cd-e5dc34d54c34', 'mac_address': 'fa:16:3e:af:d4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7267bcf4-ac84-4f1d-9bca-30d5eecd5123', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:06:59.394798 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] device_id is not set on port 8591efc0-b99c-4047-a005-481798f301f2 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:06:59.399757 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port b12fba78-1145-4a39-a5cd-e5dc34d54c34 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:59.400476 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b12fba78-1145-4a39-a5cd-e5dc34d54c34), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:59.407106 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks [] for port (8591efc0-b99c-4047-a005-481798f301f2), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:59.425315 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (8591efc0-b99c-4047-a005-481798f301f2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:59.432562 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12fba78-1145-4a39-a5cd-e5dc34d54c34 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:59.467923 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port b12fba78-1145-4a39-a5cd-e5dc34d54c34, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=b12fba78-1145-4a39-a5cd-e5dc34d54c34,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:59.475112 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b12fba78-1145-4a39-a5cd-e5dc34d54c34), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:59.529805 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Pushing event updated for resources: {'Port': ['ID=8591efc0-b99c-4047-a005-481798f301f2,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:59.586843 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Checking segment: {'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:06:59.587218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Network hostable DHCP agents. Network: 308405b3-6b73-441e-a735-25e4e02d86b4, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:06:59.613319 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=b12fba78-1145-4a39-a5cd-e5dc34d54c34,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:59.642820 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Network 308405b3-6b73-441e-a735-25e4e02d86b4 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:06:59.665507 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 308405b3-6b73-441e-a735-25e4e02d86b4) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:59.670927 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:59.682900 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abd3dfc-d452-4aff-97df-45c14618e54c None None] Network 308405b3-6b73-441e-a735-25e4e02d86b4 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:06:59.703021 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:06:59.703460 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:06:59.703807 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:59.714800 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port 8591efc0-b99c-4047-a005-481798f301f2 on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:06:59.715109 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port 8591efc0-b99c-4047-a005-481798f301f2 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:06:59.715458 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 2 to bind port 8591efc0-b99c-4047-a005-481798f301f2 Jan 27 22:06:59.745780 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:06:59.746171 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:06:59.746468 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:59.757202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a32df-4282-4ffd-8c92-1dad5ea329c5 req-98f9fd28-309c-4660-9a4c-ff0098bfbea1 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:59.762427 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port 8591efc0-b99c-4047-a005-481798f301f2 on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:06:59.763244 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port 8591efc0-b99c-4047-a005-481798f301f2 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:06:59.765837 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 3 to bind port 8591efc0-b99c-4047-a005-481798f301f2 Jan 27 22:06:59.766247 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-218a32df-4282-4ffd-8c92-1dad5ea329c5 req-98f9fd28-309c-4660-9a4c-ff0098bfbea1 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a019fbc-1b75-4689-af71-29f21bcd7376 HTTP/1.1" status: 200 len: 944 time: 0.1277146 Jan 27 22:06:59.798743 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:06:59.799906 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:06:59.801348 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:59.811063 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port 8591efc0-b99c-4047-a005-481798f301f2 on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:06:59.814885 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port 8591efc0-b99c-4047-a005-481798f301f2 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:06:59.815425 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 4 to bind port 8591efc0-b99c-4047-a005-481798f301f2 Jan 27 22:06:59.841589 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-218a32df-4282-4ffd-8c92-1dad5ea329c5 req-a15063cb-a295-4927-93c2-b73ce68a3942 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743482 Jan 27 22:06:59.849681 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:06:59.850027 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:06:59.850369 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:59.863895 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port 8591efc0-b99c-4047-a005-481798f301f2 on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:06:59.865018 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port 8591efc0-b99c-4047-a005-481798f301f2 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:06:59.865426 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 5 to bind port 8591efc0-b99c-4047-a005-481798f301f2 Jan 27 22:06:59.865562 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['b12fba78-1145-4a39-a5cd-e5dc34d54c34'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:59.902026 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:06:59.902371 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:06:59.902761 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:59.914930 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port 8591efc0-b99c-4047-a005-481798f301f2 on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:06:59.915257 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port 8591efc0-b99c-4047-a005-481798f301f2 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:06:59.915647 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 6 to bind port 8591efc0-b99c-4047-a005-481798f301f2 Jan 27 22:06:59.945312 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:06:59.945643 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:06:59.946140 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:59.960787 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port 8591efc0-b99c-4047-a005-481798f301f2 on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:06:59.961133 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port 8591efc0-b99c-4047-a005-481798f301f2 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:06:59.964086 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 7 to bind port 8591efc0-b99c-4047-a005-481798f301f2 Jan 27 22:07:00.023217 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:00.025710 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:00.026530 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:00.039749 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port 8591efc0-b99c-4047-a005-481798f301f2 on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:00.040834 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port 8591efc0-b99c-4047-a005-481798f301f2 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:00.042024 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 8 to bind port 8591efc0-b99c-4047-a005-481798f301f2 Jan 27 22:07:00.077437 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:00.077825 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:00.078169 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:00.093062 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port 8591efc0-b99c-4047-a005-481798f301f2 on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:00.093442 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port 8591efc0-b99c-4047-a005-481798f301f2 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:00.093838 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 9 to bind port 8591efc0-b99c-4047-a005-481798f301f2 Jan 27 22:07:00.120971 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:00.121322 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:00.123300 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:00.130138 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port 8591efc0-b99c-4047-a005-481798f301f2 on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:00.130466 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port 8591efc0-b99c-4047-a005-481798f301f2 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:00.130992 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 10 to bind port 8591efc0-b99c-4047-a005-481798f301f2 Jan 27 22:07:00.152377 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:00.152721 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:00.154771 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 8591efc0-b99c-4047-a005-481798f301f2 on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:00.166725 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port 8591efc0-b99c-4047-a005-481798f301f2 on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:00.166991 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port 8591efc0-b99c-4047-a005-481798f301f2 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:00.170107 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8591efc0-b99c-4047-a005-481798f301f2), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:00.369285 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] For port 8591efc0-b99c-4047-a005-481798f301f2, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:00.370105 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempted to set empty binding levels {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 22:07:00.378233 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (8591efc0-b99c-4047-a005-481798f301f2), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:00.379194 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:00.401390 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:00.402656 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:00.453551 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.6817033 Jan 27 22:07:00.453912 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46256) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:00.500803 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f70a9d-430e-4d13-b8c5-afc654e29643 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Pushing event updated for resources: {'Port': ['ID=8591efc0-b99c-4047-a005-481798f301f2,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:00.579876 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-d3a99e12-8454-4586-b972-d7d1159d2ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Deleting port 8591efc0-b99c-4047-a005-481798f301f2 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:00.580258 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d3a99e12-8454-4586-b972-d7d1159d2ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (8591efc0-b99c-4047-a005-481798f301f2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:00.729242 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-d3a99e12-8454-4586-b972-d7d1159d2ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] For port 8591efc0-b99c-4047-a005-481798f301f2, host n-h1-772272-3, got binding levels [] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:00.729632 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d3a99e12-8454-4586-b972-d7d1159d2ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (8591efc0-b99c-4047-a005-481798f301f2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:00.760307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-d3a99e12-8454-4586-b972-d7d1159d2ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Calling delete_port for 8591efc0-b99c-4047-a005-481798f301f2 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:00.904333 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d3a99e12-8454-4586-b972-d7d1159d2ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (8591efc0-b99c-4047-a005-481798f301f2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:01.045042 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d3a99e12-8454-4586-b972-d7d1159d2ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:01.057262 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d3a99e12-8454-4586-b972-d7d1159d2ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] 10.222.0.23 "DELETE /v2.0/ports/8591efc0-b99c-4047-a005-481798f301f2 HTTP/1.1" status: 204 len: 168 time: 0.6014025 Jan 27 22:07:01.058453 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a99e12-8454-4586-b972-d7d1159d2ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Pushing event deleted for resources: {'Port': ['ID=8591efc0-b99c-4047-a005-481798f301f2,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:01.060012 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46272) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:01.149404 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-9679695f-c964-4a43-b64f-ad6d855dad0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] GET failed (client error): The resource could not be found. Jan 27 22:07:01.158500 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46276) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:01.160998 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9679695f-c964-4a43-b64f-ad6d855dad0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] 10.222.0.23 "GET /v2.0/ports/8591efc0-b99c-4047-a005-481798f301f2 HTTP/1.1" status: 404 len: 333 time: 0.0938187 Jan 27 22:07:01.163955 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e93e5d13-e9ce-4f97-ac73-7a08e023ed93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Request body: {'port': {'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117179509'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:01.187190 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c5ea7-d14c-4027-a332-c519653b2613 req-3ef29816-a8f6-4b03-a0bc-1a32db61555c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:01.195109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b51c5ea7-d14c-4027-a332-c519653b2613 req-3ef29816-a8f6-4b03-a0bc-1a32db61555c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a019fbc-1b75-4689-af71-29f21bcd7376 HTTP/1.1" status: 200 len: 944 time: 0.2293875 Jan 27 22:07:01.230696 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93e5d13-e9ce-4f97-ac73-7a08e023ed93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Made reservation on behalf of 8af0c90df156454ca3931e3d33c5394e for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:01.239923 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e93e5d13-e9ce-4f97-ac73-7a08e023ed93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:01.304336 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-e93e5d13-e9ce-4f97-ac73-7a08e023ed93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] device_id is not set on port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:07:01.312327 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b51c5ea7-d14c-4027-a332-c519653b2613 req-6e13bcaf-e23f-4f88-9486-386154866cc5 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137362 Jan 27 22:07:01.723437 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e93e5d13-e9ce-4f97-ac73-7a08e023ed93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks [] for port (1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:01.783382 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e93e5d13-e9ce-4f97-ac73-7a08e023ed93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:01.907853 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93e5d13-e9ce-4f97-ac73-7a08e023ed93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Network 308405b3-6b73-441e-a735-25e4e02d86b4 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:01.941507 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-e93e5d13-e9ce-4f97-ac73-7a08e023ed93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:01.945242 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93e5d13-e9ce-4f97-ac73-7a08e023ed93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:01.946182 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93e5d13-e9ce-4f97-ac73-7a08e023ed93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:01.946792 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e93e5d13-e9ce-4f97-ac73-7a08e023ed93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:02.008195 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e5d13-e9ce-4f97-ac73-7a08e023ed93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Pushing event updated for resources: {'Port': ['ID=1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:02.044991 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46304) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:02.051090 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:02.054625 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e93e5d13-e9ce-4f97-ac73-7a08e023ed93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8947310 Jan 27 22:07:02.182982 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:02.342579 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46312) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:02.585769 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea9529-9557-426d-96fb-46cfdd7cbc65 req-083ff892-63dd-4734-87e5-4be9b3ed4dc4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:02.586519 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0b4ae02b-3ef9-4b1a-86d0-f86ba47072e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:02.587296 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7aea9529-9557-426d-96fb-46cfdd7cbc65 req-083ff892-63dd-4734-87e5-4be9b3ed4dc4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a019fbc-1b75-4689-af71-29f21bcd7376 HTTP/1.1" status: 200 len: 944 time: 0.1690025 Jan 27 22:07:02.757840 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7aea9529-9557-426d-96fb-46cfdd7cbc65 req-1954e18d-ceb8-4041-840f-1e757561e11b tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502275 Jan 27 22:07:02.772545 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] device_id is not set on port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:07:02.774112 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0b4ae02b-3ef9-4b1a-86d0-f86ba47072e4 admin admin] Publish callbacks [] for security_group (523ecd97-c051-473a-89e4-19c6da255fbb), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:02.783044 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0b4ae02b-3ef9-4b1a-86d0-f86ba47072e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (523ecd97-c051-473a-89e4-19c6da255fbb), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:02.792650 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks [] for port (1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:02.799198 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:02.866758 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0b4ae02b-3ef9-4b1a-86d0-f86ba47072e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d162a7805c0433299b93b035f695eeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5196843 Jan 27 22:07:02.868263 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46328) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:02.926548 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ae02b-3ef9-4b1a-86d0-f86ba47072e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523ecd97-c051-473a-89e4-19c6da255fbb,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:02.943497 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Pushing event updated for resources: {'Port': ['ID=1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:02.966765 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:02.966765 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:02.966765 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:02.985283 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:02.985650 n-d-772272-3 neutron-server[109741]: ERROR neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:02.986038 n-d-772272-3 neutron-server[109741]: INFO neutron.plugins.ml2.plugin [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 2 to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 Jan 27 22:07:03.026002 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:03.026366 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:03.026960 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:03.030356 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-feb830af-4593-4814-987a-ee4fbdc633da admin admin] Publish callbacks [] for security_group (523ecd97-c051-473a-89e4-19c6da255fbb), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:03.035933 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device b12fba78-1145-4a39-a5cd-e5dc34d54c34 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:03.037516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:03.039824 n-d-772272-3 neutron-server[109741]: ERROR neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:03.044299 n-d-772272-3 neutron-server[109741]: INFO neutron.plugins.ml2.plugin [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 3 to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 Jan 27 22:07:03.077869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:03.078202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:03.078722 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:03.086615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:03.094968 n-d-772272-3 neutron-server[109741]: ERROR neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:03.102920 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-feb830af-4593-4814-987a-ee4fbdc633da admin admin] Publish callbacks [] for security_group (523ecd97-c051-473a-89e4-19c6da255fbb), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:03.105233 n-d-772272-3 neutron-server[109741]: INFO neutron.plugins.ml2.plugin [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 4 to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 Jan 27 22:07:03.133264 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:03.137840 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:03.138424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:03.146645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:03.147181 n-d-772272-3 neutron-server[109741]: ERROR neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:03.147728 n-d-772272-3 neutron-server[109741]: INFO neutron.plugins.ml2.plugin [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 5 to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 Jan 27 22:07:03.164078 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port b12fba78-1145-4a39-a5cd-e5dc34d54c34 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:07:03.176671 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port b12fba78-1145-4a39-a5cd-e5dc34d54c34 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:03.177065 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b12fba78-1145-4a39-a5cd-e5dc34d54c34), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:03.179414 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:03.185349 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:03.186388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:03.197976 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:03.198580 n-d-772272-3 neutron-server[109741]: ERROR neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:03.199310 n-d-772272-3 neutron-server[109741]: INFO neutron.plugins.ml2.plugin [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 6 to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 Jan 27 22:07:03.253970 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:03.256087 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-feb830af-4593-4814-987a-ee4fbdc633da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (523ecd97-c051-473a-89e4-19c6da255fbb), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:03.256617 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:03.259379 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:03.265545 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-feb830af-4593-4814-987a-ee4fbdc633da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:03.266794 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-feb830af-4593-4814-987a-ee4fbdc633da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/523ecd97-c051-473a-89e4-19c6da255fbb HTTP/1.1" status: 204 len: 168 time: 0.3715622 Jan 27 22:07:03.277072 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:03.284717 n-d-772272-3 neutron-server[109741]: ERROR neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:03.285504 n-d-772272-3 neutron-server[109741]: INFO neutron.plugins.ml2.plugin [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 7 to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 Jan 27 22:07:03.294042 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb830af-4593-4814-987a-ee4fbdc633da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523ecd97-c051-473a-89e4-19c6da255fbb,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:03.341540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:03.341888 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:03.342238 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:03.362287 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:03.362609 n-d-772272-3 neutron-server[109741]: ERROR neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:03.363008 n-d-772272-3 neutron-server[109741]: INFO neutron.plugins.ml2.plugin [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 8 to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 Jan 27 22:07:03.385688 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:03.386028 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:03.389200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:03.395985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port b12fba78-1145-4a39-a5cd-e5dc34d54c34 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:03.396777 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b12fba78-1145-4a39-a5cd-e5dc34d54c34), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:03.398319 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:03.398654 n-d-772272-3 neutron-server[109741]: ERROR neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:03.399043 n-d-772272-3 neutron-server[109741]: INFO neutron.plugins.ml2.plugin [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 9 to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 Jan 27 22:07:03.432294 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:03.433033 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:03.433530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:03.446088 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:03.446697 n-d-772272-3 neutron-server[109741]: ERROR neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:03.447362 n-d-772272-3 neutron-server[109741]: INFO neutron.plugins.ml2.plugin [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 10 to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 Jan 27 22:07:03.478739 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port b12fba78-1145-4a39-a5cd-e5dc34d54c34, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=b12fba78-1145-4a39-a5cd-e5dc34d54c34,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:03.480466 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a019fbc-1b75-4689-af71-29f21bcd7376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12fba78-1145-4a39-a5cd-e5dc34d54c34'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:03.481238 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:03.481838 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:03.484775 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:03.491090 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5b9fa3-a946-46c5-8076-610e90ae5b4f" -d '{"events": [{"server_uuid": "2a019fbc-1b75-4689-af71-29f21bcd7376", "name": "network-vif-plugged", "status": "completed", "tag": "b12fba78-1145-4a39-a5cd-e5dc34d54c34"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:03.493407 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:03.493967 n-d-772272-3 neutron-server[109741]: ERROR neutron.plugins.ml2.managers [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:03.495015 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:03.500515 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b12fba78-1145-4a39-a5cd-e5dc34d54c34), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:03.646528 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115f56a4-dff2-4b58-89cb-4589e2369551 x-openstack-request-id: req-115f56a4-dff2-4b58-89cb-4589e2369551 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:03.646825 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a019fbc-1b75-4689-af71-29f21bcd7376", "name": "network-vif-plugged", "status": "completed", "tag": "b12fba78-1145-4a39-a5cd-e5dc34d54c34", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:03.647086 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-115f56a4-dff2-4b58-89cb-4589e2369551 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:03.648812 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a019fbc-1b75-4689-af71-29f21bcd7376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12fba78-1145-4a39-a5cd-e5dc34d54c34', 'code': 200} Jan 27 22:07:03.715163 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] For port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:03.719214 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempted to set empty binding levels {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 22:07:03.724774 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=b12fba78-1145-4a39-a5cd-e5dc34d54c34,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:03.755478 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:03.758816 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:03.761954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:03.762354 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:03.765944 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:03.768278 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:03.769511 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:03.769906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:03.772126 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:03.775214 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:03.775709 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:03.776219 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:03.777347 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:03.778736 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:03.910064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] In _notify_port_updated(), no bound segment for port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:07:03.910961 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:03.911566 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:03.912925 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] 10.222.0.23 "PUT /v2.0/ports/1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 HTTP/1.1" status: 200 len: 979 time: 1.8669405 Jan 27 22:07:03.915840 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46356) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:04.001741 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:07:04.002335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60033867-0b5c-40a5-8627-418211b4be1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Pushing event updated for resources: {'Port': ['ID=1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:04.103235 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7562c-fc2e-45ee-be88-72b805e9377a req-d3339ba0-4f28-4155-9f23-6856592de4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:04.108359 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-28f7562c-fc2e-45ee-be88-72b805e9377a req-d3339ba0-4f28-4155-9f23-6856592de4b9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a019fbc-1b75-4689-af71-29f21bcd7376 HTTP/1.1" status: 200 len: 1096 time: 0.3879228 Jan 27 22:07:04.132316 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149ce80-d253-4255-a459-14fdea9f0154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:04.133599 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149ce80-d253-4255-a459-14fdea9f0154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:04.134111 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149ce80-d253-4255-a459-14fdea9f0154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:04.136283 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149ce80-d253-4255-a459-14fdea9f0154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:04.136917 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149ce80-d253-4255-a459-14fdea9f0154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:04.138906 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149ce80-d253-4255-a459-14fdea9f0154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:04.139407 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149ce80-d253-4255-a459-14fdea9f0154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:04.139926 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149ce80-d253-4255-a459-14fdea9f0154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:04.140436 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149ce80-d253-4255-a459-14fdea9f0154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:04.141523 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149ce80-d253-4255-a459-14fdea9f0154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:04.142023 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149ce80-d253-4255-a459-14fdea9f0154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:04.142586 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149ce80-d253-4255-a459-14fdea9f0154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:04.158481 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d149ce80-d253-4255-a459-14fdea9f0154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10805 time: 0.2386010 Jan 27 22:07:04.159218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46366) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:04.230151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad66d96-45ca-4ebf-86bb-37e2abb1e0e8 req-bf726f3e-a26a-40ff-aaf5-7567c73b22fe tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:04.232303 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dad66d96-45ca-4ebf-86bb-37e2abb1e0e8 req-bf726f3e-a26a-40ff-aaf5-7567c73b22fe tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a019fbc-1b75-4689-af71-29f21bcd7376 HTTP/1.1" status: 200 len: 945 time: 0.2994423 Jan 27 22:07:04.316235 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aefd49-7b0a-4ff1-af48-57db9a005522 req-dd5e9ce0-dbe9-4816-94e5-14f6e2f4fe0b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:04.334369 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e5aefd49-7b0a-4ff1-af48-57db9a005522 req-dd5e9ce0-dbe9-4816-94e5-14f6e2f4fe0b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.3597240 Jan 27 22:07:04.374361 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-28f7562c-fc2e-45ee-be88-72b805e9377a req-37dfa75b-8bbd-4707-9ac0-249bff60899e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508554 Jan 27 22:07:04.379756 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-0ca56696-1fc6-45d9-afbb-f4063f7c5bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Deleting port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:04.380132 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0ca56696-1fc6-45d9-afbb-f4063f7c5bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:04.459119 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dad66d96-45ca-4ebf-86bb-37e2abb1e0e8 req-2c85aa16-9d3d-4b67-a613-839c5c1dcf0a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785367 Jan 27 22:07:04.493719 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46374) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:04.497370 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e5aefd49-7b0a-4ff1-af48-57db9a005522 req-309ab211-9eef-4973-bb6c-f182490df9a1 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621335 Jan 27 22:07:04.547178 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-81820829-8dee-4460-9939-fb13fe5e3f7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:04.601462 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-0ca56696-1fc6-45d9-afbb-f4063f7c5bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] For port 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51, host n-h1-772272-3, got binding levels [] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:04.601814 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0ca56696-1fc6-45d9-afbb-f4063f7c5bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:04.621246 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-0ca56696-1fc6-45d9-afbb-f4063f7c5bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Calling delete_port for 1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:04.751975 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-81820829-8dee-4460-9939-fb13fe5e3f7b admin admin] Publish callbacks [] for security_group (a6af6238-6ce1-4225-b973-d2f8bcb5115e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:04.756209 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-81820829-8dee-4460-9939-fb13fe5e3f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a6af6238-6ce1-4225-b973-d2f8bcb5115e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:04.776483 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0ca56696-1fc6-45d9-afbb-f4063f7c5bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:04.823519 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca56696-1fc6-45d9-afbb-f4063f7c5bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:04.826029 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81820829-8dee-4460-9939-fb13fe5e3f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6af6238-6ce1-4225-b973-d2f8bcb5115e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:04.833442 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-81820829-8dee-4460-9939-fb13fe5e3f7b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c70acca735f94d9aae765bdf76a36306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3349690 Jan 27 22:07:04.836359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46384) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:04.837689 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0ca56696-1fc6-45d9-afbb-f4063f7c5bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:04.844049 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0ca56696-1fc6-45d9-afbb-f4063f7c5bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] 10.222.0.23 "DELETE /v2.0/ports/1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 HTTP/1.1" status: 204 len: 168 time: 0.6808197 Jan 27 22:07:04.844447 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46386) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:04.869403 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e432552-e1e7-4172-b72c-29dc124f990f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] GET failed (client error): The resource could not be found. Jan 27 22:07:04.876139 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5e432552-e1e7-4172-b72c-29dc124f990f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] 10.222.0.23 "GET /v2.0/ports/1a7cdf4c-ab68-4f6d-a6fc-5b799bda0a51 HTTP/1.1" status: 404 len: 333 time: 0.0261343 Jan 27 22:07:04.877306 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46388) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:04.887315 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-44a50e5d-f53e-49df-aeec-6529b7f8e37b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-65124576', 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:04.919103 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a50e5d-f53e-49df-aeec-6529b7f8e37b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Made reservation on behalf of 8af0c90df156454ca3931e3d33c5394e for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:04.921555 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-44a50e5d-f53e-49df-aeec-6529b7f8e37b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:04.939472 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-18036c76-2749-418d-8536-0c8a3ffcbfe2 admin admin] Publish callbacks [] for security_group (a6af6238-6ce1-4225-b973-d2f8bcb5115e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:04.963913 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-44a50e5d-f53e-49df-aeec-6529b7f8e37b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] device_id is not set on port 7e672279-e46a-4db2-81a3-c0d598138087 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:07:04.988205 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-18036c76-2749-418d-8536-0c8a3ffcbfe2 admin admin] Publish callbacks [] for security_group (a6af6238-6ce1-4225-b973-d2f8bcb5115e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:05.090312 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-18036c76-2749-418d-8536-0c8a3ffcbfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a6af6238-6ce1-4225-b973-d2f8bcb5115e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:05.098952 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-18036c76-2749-418d-8536-0c8a3ffcbfe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:05.101516 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-18036c76-2749-418d-8536-0c8a3ffcbfe2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a6af6238-6ce1-4225-b973-d2f8bcb5115e HTTP/1.1" status: 204 len: 168 time: 0.2629399 Jan 27 22:07:05.112425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18036c76-2749-418d-8536-0c8a3ffcbfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6af6238-6ce1-4225-b973-d2f8bcb5115e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:05.254374 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-44a50e5d-f53e-49df-aeec-6529b7f8e37b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks [] for port (7e672279-e46a-4db2-81a3-c0d598138087), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:05.335151 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-44a50e5d-f53e-49df-aeec-6529b7f8e37b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7e672279-e46a-4db2-81a3-c0d598138087), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:05.407894 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a50e5d-f53e-49df-aeec-6529b7f8e37b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Network 308405b3-6b73-441e-a735-25e4e02d86b4 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:05.411005 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-44a50e5d-f53e-49df-aeec-6529b7f8e37b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:05.422954 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a50e5d-f53e-49df-aeec-6529b7f8e37b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:05.423925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a50e5d-f53e-49df-aeec-6529b7f8e37b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:05.425071 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-44a50e5d-f53e-49df-aeec-6529b7f8e37b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:05.434566 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a50e5d-f53e-49df-aeec-6529b7f8e37b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Pushing event updated for resources: {'Port': ['ID=7e672279-e46a-4db2-81a3-c0d598138087,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:05.454546 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-44a50e5d-f53e-49df-aeec-6529b7f8e37b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.5748136 Jan 27 22:07:05.457738 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46406) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:05.602631 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b160b36-0972-47a2-b56d-7b9ee73516c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:05.606681 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6b160b36-0972-47a2-b56d-7b9ee73516c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] 10.222.0.23 "GET /v2.0/ports/7e672279-e46a-4db2-81a3-c0d598138087 HTTP/1.1" status: 200 len: 957 time: 0.1437287 Jan 27 22:07:05.607429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46418) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:05.778684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452749c-f78b-43b6-9bbb-dfa69e919fb7 req-eff6b97c-7968-48f0-a4b2-d63149151ad8 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:05.781321 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4452749c-f78b-43b6-9bbb-dfa69e919fb7 req-eff6b97c-7968-48f0-a4b2-d63149151ad8 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a019fbc-1b75-4689-af71-29f21bcd7376 HTTP/1.1" status: 200 len: 945 time: 0.1628118 Jan 27 22:07:05.804427 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c377aa-e566-46b9-bc8a-c71c5f69944b req-9ec890a2-e6a6-4192-b0e0-65208cd5fd6e tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:05.806295 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9c377aa-e566-46b9-bc8a-c71c5f69944b req-9ec890a2-e6a6-4192-b0e0-65208cd5fd6e tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1566091 Jan 27 22:07:05.884198 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-45a268a5-0bee-482a-924f-85a70b716bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Deleting port 7e672279-e46a-4db2-81a3-c0d598138087 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:05.884877 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-45a268a5-0bee-482a-924f-85a70b716bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7e672279-e46a-4db2-81a3-c0d598138087), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:05.980649 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-45a268a5-0bee-482a-924f-85a70b716bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7e672279-e46a-4db2-81a3-c0d598138087), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:05.998093 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-45a268a5-0bee-482a-924f-85a70b716bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Calling delete_port for 7e672279-e46a-4db2-81a3-c0d598138087 owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:06.111625 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4452749c-f78b-43b6-9bbb-dfa69e919fb7 req-8cd847ba-3e29-403c-b9fb-0b00435b25e8 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173831 Jan 27 22:07:06.124038 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-45a268a5-0bee-482a-924f-85a70b716bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (7e672279-e46a-4db2-81a3-c0d598138087), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:06.165298 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9c377aa-e566-46b9-bc8a-c71c5f69944b req-b69d7a85-df2d-4a7a-85f1-4611687da096 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3514254 Jan 27 22:07:06.233565 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a268a5-0bee-482a-924f-85a70b716bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e672279-e46a-4db2-81a3-c0d598138087,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:06.239695 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-45a268a5-0bee-482a-924f-85a70b716bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:06.243770 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-45a268a5-0bee-482a-924f-85a70b716bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] 10.222.0.23 "DELETE /v2.0/ports/7e672279-e46a-4db2-81a3-c0d598138087 HTTP/1.1" status: 204 len: 168 time: 0.6346288 Jan 27 22:07:06.247695 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46434) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:06.307488 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b673fc-8791-4e10-85e7-8f5db8ee2ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] GET failed (client error): The resource could not be found. Jan 27 22:07:06.316032 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46440) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:06.317386 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-97b673fc-8791-4e10-85e7-8f5db8ee2ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] 10.222.0.23 "GET /v2.0/ports/7e672279-e46a-4db2-81a3-c0d598138087 HTTP/1.1" status: 404 len: 333 time: 0.0676396 Jan 27 22:07:06.332237 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-2b25ec85-8690-42a4-8b3c-1e08bc7e12da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Request body: {'port': {'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-644384751'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:06.388520 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b25ec85-8690-42a4-8b3c-1e08bc7e12da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Made reservation on behalf of 8af0c90df156454ca3931e3d33c5394e for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:06.394711 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b25ec85-8690-42a4-8b3c-1e08bc7e12da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:06.445953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-2b25ec85-8690-42a4-8b3c-1e08bc7e12da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] device_id is not set on port d85ccffb-0b7d-4da0-b584-38e61c6d80ad yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:07:07.122209 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b25ec85-8690-42a4-8b3c-1e08bc7e12da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks [] for port (d85ccffb-0b7d-4da0-b584-38e61c6d80ad), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:07.168531 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b25ec85-8690-42a4-8b3c-1e08bc7e12da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d85ccffb-0b7d-4da0-b584-38e61c6d80ad), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:07.228139 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b25ec85-8690-42a4-8b3c-1e08bc7e12da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Network 308405b3-6b73-441e-a735-25e4e02d86b4 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:07.235056 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-2b25ec85-8690-42a4-8b3c-1e08bc7e12da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:07.247830 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b25ec85-8690-42a4-8b3c-1e08bc7e12da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:07.248994 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b25ec85-8690-42a4-8b3c-1e08bc7e12da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:07.251232 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b25ec85-8690-42a4-8b3c-1e08bc7e12da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:07.293094 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46504) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:07.300360 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:07.306671 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2b25ec85-8690-42a4-8b3c-1e08bc7e12da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9882338 Jan 27 22:07:07.501976 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d85ccffb-0b7d-4da0-b584-38e61c6d80ad), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:07.517328 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ec85-8690-42a4-8b3c-1e08bc7e12da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Pushing event updated for resources: {'Port': ['ID=d85ccffb-0b7d-4da0-b584-38e61c6d80ad,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:07.617137 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c06d4-a61d-4d6e-9a6c-f363a1209db0 req-aad91f60-092a-47b7-b751-964fd756fd1f tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:07.618651 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b23c06d4-a61d-4d6e-9a6c-f363a1209db0 req-aad91f60-092a-47b7-b751-964fd756fd1f tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a019fbc-1b75-4689-af71-29f21bcd7376 HTTP/1.1" status: 200 len: 945 time: 0.2928436 Jan 27 22:07:07.636774 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac1158-950f-4e81-9738-0cef8d0dee20 req-e02e3c56-3a39-4739-9f66-06b07ec55833 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:07.638317 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4ac1158-950f-4e81-9738-0cef8d0dee20 req-e02e3c56-3a39-4739-9f66-06b07ec55833 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.2378955 Jan 27 22:07:07.772472 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4ac1158-950f-4e81-9738-0cef8d0dee20 req-e35901c8-0abe-495e-a30d-e56d80007cb8 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084495 Jan 27 22:07:07.851565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b23c06d4-a61d-4d6e-9a6c-f363a1209db0 req-e4d3935a-b57c-44c8-a6ac-016e173a3145 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122083 Jan 27 22:07:07.953841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46526) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:07.981246 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] device_id is not set on port d85ccffb-0b7d-4da0-b584-38e61c6d80ad yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:07:07.998389 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks [] for port (d85ccffb-0b7d-4da0-b584-38e61c6d80ad), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:08.013746 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (d85ccffb-0b7d-4da0-b584-38e61c6d80ad), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:08.038387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171379d0-78bc-4593-980c-9b2ed2509e23 req-a7bd0f56-942e-49e4-9a1d-545219a1e84f tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:08.046975 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-171379d0-78bc-4593-980c-9b2ed2509e23 req-a7bd0f56-942e-49e4-9a1d-545219a1e84f tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a019fbc-1b75-4689-af71-29f21bcd7376 HTTP/1.1" status: 200 len: 945 time: 0.0672364 Jan 27 22:07:08.104903 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Pushing event updated for resources: {'Port': ['ID=d85ccffb-0b7d-4da0-b584-38e61c6d80ad,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:08.121674 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:08.121808 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:08.122433 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:08.135151 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:08.136220 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:08.136856 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 2 to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad Jan 27 22:07:08.163262 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:08.166798 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:08.167605 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:08.175195 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-171379d0-78bc-4593-980c-9b2ed2509e23 req-21319a82-39ba-4079-8dc7-a4fb2957eb00 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269886 Jan 27 22:07:08.178497 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:08.179525 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:08.180506 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 3 to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad Jan 27 22:07:08.203897 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:08.204384 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:08.205781 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3aae8332-30cd-43f8-b52e-199fc7903fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:08.206149 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:08.238268 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:08.238776 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:08.239323 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 4 to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad Jan 27 22:07:08.280553 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:08.282588 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:08.286935 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:08.299788 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:08.301157 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:08.303431 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 5 to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad Jan 27 22:07:08.338283 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3aae8332-30cd-43f8-b52e-199fc7903fdb admin admin] Publish callbacks [] for security_group (4e4bd60c-cdfc-4829-9747-433834f4688f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:08.344288 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3aae8332-30cd-43f8-b52e-199fc7903fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4e4bd60c-cdfc-4829-9747-433834f4688f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:08.347695 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:08.348038 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:08.348405 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:08.362731 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:08.365146 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:08.365718 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 6 to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad Jan 27 22:07:08.388410 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:08.388752 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:08.389099 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:08.397290 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:08.397676 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:08.398132 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 7 to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad Jan 27 22:07:08.435054 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3aae8332-30cd-43f8-b52e-199fc7903fdb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ea0dc2e74a34e05a6a4f356f3f42b1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4778183 Jan 27 22:07:08.436710 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46536) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:08.440100 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:08.440488 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:08.440812 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:08.454776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae8332-30cd-43f8-b52e-199fc7903fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4bd60c-cdfc-4829-9747-433834f4688f,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:08.457939 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:08.458323 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:08.461288 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 8 to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad Jan 27 22:07:08.501449 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:08.501702 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:08.502055 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:08.515084 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:08.515421 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:08.515927 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 9 to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad Jan 27 22:07:08.541352 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:08.541693 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:08.542038 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:08.554147 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:08.554482 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:08.554969 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempt 10 to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad Jan 27 22:07:08.570347 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-786abdbb-f02f-4da9-a854-89fd6de8767c admin admin] Publish callbacks [] for security_group (4e4bd60c-cdfc-4829-9747-433834f4688f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:08.585441 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:08.585786 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:08.586122 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempting to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:08.596015 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on network 308405b3-6b73-441e-a735-25e4e02d86b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:08.596375 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Failed to bind port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on host n-h1-772272-3 for vnic_type normal using segments [{'id': '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '308405b3-6b73-441e-a735-25e4e02d86b4'}] Jan 27 22:07:08.596749 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d85ccffb-0b7d-4da0-b584-38e61c6d80ad), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:08.616754 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-786abdbb-f02f-4da9-a854-89fd6de8767c admin admin] Publish callbacks [] for security_group (4e4bd60c-cdfc-4829-9747-433834f4688f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:08.728824 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-786abdbb-f02f-4da9-a854-89fd6de8767c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4e4bd60c-cdfc-4829-9747-433834f4688f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:08.734370 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-786abdbb-f02f-4da9-a854-89fd6de8767c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:08.745018 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-786abdbb-f02f-4da9-a854-89fd6de8767c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e4bd60c-cdfc-4829-9747-433834f4688f HTTP/1.1" status: 204 len: 168 time: 0.3067579 Jan 27 22:07:08.773362 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] For port d85ccffb-0b7d-4da0-b584-38e61c6d80ad, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:08.773752 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attempted to set empty binding levels {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 22:07:08.781533 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (d85ccffb-0b7d-4da0-b584-38e61c6d80ad), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:08.798973 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786abdbb-f02f-4da9-a854-89fd6de8767c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4bd60c-cdfc-4829-9747-433834f4688f,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:08.857074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092197d1-3133-47e5-bd0c-fa818b0e32d3 req-bd2f87f4-aa37-4519-a30d-4085c4ca924a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:08.861797 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] In _notify_port_updated(), no bound segment for port d85ccffb-0b7d-4da0-b584-38e61c6d80ad on network 308405b3-6b73-441e-a735-25e4e02d86b4 {{(pid=109742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:07:08.862930 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:08.869613 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-092197d1-3133-47e5-bd0c-fa818b0e32d3 req-bd2f87f4-aa37-4519-a30d-4085c4ca924a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a019fbc-1b75-4689-af71-29f21bcd7376 HTTP/1.1" status: 200 len: 945 time: 0.1658709 Jan 27 22:07:08.871825 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:08.873352 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] 10.222.0.23 "PUT /v2.0/ports/d85ccffb-0b7d-4da0-b584-38e61c6d80ad HTTP/1.1" status: 200 len: 978 time: 1.5792782 Jan 27 22:07:08.877944 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46552) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:08.972117 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15044f-33bd-4bef-a674-1cbb7e98395d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Pushing event updated for resources: {'Port': ['ID=d85ccffb-0b7d-4da0-b584-38e61c6d80ad,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:09.020853 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-092197d1-3133-47e5-bd0c-fa818b0e32d3 req-e31ade77-6eee-4aeb-840d-a892d2f745cd tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502547 Jan 27 22:07:09.116510 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e89972-9edc-45a9-87a5-f5faa73b03c6 req-e349ffff-dc46-4918-a7ac-b3e658b0121c tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:09.118734 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3e89972-9edc-45a9-87a5-f5faa73b03c6 req-e349ffff-dc46-4918-a7ac-b3e658b0121c tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1419539 Jan 27 22:07:09.153879 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-129c8a01-7355-4b7f-95fa-560210b873c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Deleting port d85ccffb-0b7d-4da0-b584-38e61c6d80ad {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:09.154562 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-129c8a01-7355-4b7f-95fa-560210b873c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d85ccffb-0b7d-4da0-b584-38e61c6d80ad), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:09.201745 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3e89972-9edc-45a9-87a5-f5faa73b03c6 req-d75bfe70-f396-4ae4-a896-6c1b0ea4ff71 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773368 Jan 27 22:07:09.326591 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-129c8a01-7355-4b7f-95fa-560210b873c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] For port d85ccffb-0b7d-4da0-b584-38e61c6d80ad, host n-h1-772272-3, got binding levels [] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:09.326979 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-129c8a01-7355-4b7f-95fa-560210b873c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d85ccffb-0b7d-4da0-b584-38e61c6d80ad), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:09.352869 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-129c8a01-7355-4b7f-95fa-560210b873c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Calling delete_port for d85ccffb-0b7d-4da0-b584-38e61c6d80ad owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:09.512466 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-129c8a01-7355-4b7f-95fa-560210b873c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d85ccffb-0b7d-4da0-b584-38e61c6d80ad), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:09.591019 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c8a01-7355-4b7f-95fa-560210b873c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Pushing event deleted for resources: {'Port': ['ID=d85ccffb-0b7d-4da0-b584-38e61c6d80ad,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:09.610273 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-129c8a01-7355-4b7f-95fa-560210b873c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:09.620042 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-129c8a01-7355-4b7f-95fa-560210b873c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] 10.222.0.23 "DELETE /v2.0/ports/d85ccffb-0b7d-4da0-b584-38e61c6d80ad HTTP/1.1" status: 204 len: 168 time: 0.7359951 Jan 27 22:07:09.623087 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46570) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:09.682936 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5b4905-ee19-4c4d-bc90-92d501e3728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] GET failed (client error): The resource could not be found. Jan 27 22:07:09.686243 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2c5b4905-ee19-4c4d-bc90-92d501e3728c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2114050337-project-admin] 10.222.0.23 "GET /v2.0/ports/d85ccffb-0b7d-4da0-b584-38e61c6d80ad HTTP/1.1" status: 404 len: 333 time: 0.0620027 Jan 27 22:07:09.690623 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46576) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:09.868551 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c1b2354-ba02-45bb-b28f-f05dd6de919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (308405b3-6b73-441e-a735-25e4e02d86b4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:10.112226 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c1b2354-ba02-45bb-b28f-f05dd6de919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (308405b3-6b73-441e-a735-25e4e02d86b4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:10.243802 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-6c1b2354-ba02-45bb-b28f-f05dd6de919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308405b3-6b73-441e-a735-25e4e02d86b4']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:10.251651 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46600) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:10.289364 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-6c1b2354-ba02-45bb-b28f-f05dd6de919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:10.289745 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-6c1b2354-ba02-45bb-b28f-f05dd6de919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf8ea2a-ecdd-42a8-901e-8cf2485588ca') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:10.318178 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c1b2354-ba02-45bb-b28f-f05dd6de919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (9cf8ea2a-ecdd-42a8-901e-8cf2485588ca), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:10.340758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77b886-320e-4bdf-8fa2-0ed7b8c96c20 req-779a00fb-85f1-4a11-9888-ccd40139bcb5 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:10.352727 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d77b886-320e-4bdf-8fa2-0ed7b8c96c20 req-779a00fb-85f1-4a11-9888-ccd40139bcb5 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a019fbc-1b75-4689-af71-29f21bcd7376 HTTP/1.1" status: 200 len: 945 time: 0.2150497 Jan 27 22:07:10.360545 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c1b2354-ba02-45bb-b28f-f05dd6de919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (9cf8ea2a-ecdd-42a8-901e-8cf2485588ca), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:10.384520 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1b2354-ba02-45bb-b28f-f05dd6de919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:07:10.385242 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c1b2354-ba02-45bb-b28f-f05dd6de919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (9cf8ea2a-ecdd-42a8-901e-8cf2485588ca), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:07:10.411609 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:07:10.533721 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d77b886-320e-4bdf-8fa2-0ed7b8c96c20 req-69ae6dab-f349-4fc6-9fab-71ce63aec550 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795490 Jan 27 22:07:10.555515 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c1b2354-ba02-45bb-b28f-f05dd6de919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (308405b3-6b73-441e-a735-25e4e02d86b4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:10.563347 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c1b2354-ba02-45bb-b28f-f05dd6de919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:10.572693 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6c1b2354-ba02-45bb-b28f-f05dd6de919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] 10.222.0.23 "DELETE /v2.0/networks/308405b3-6b73-441e-a735-25e4e02d86b4 HTTP/1.1" status: 204 len: 168 time: 0.8809574 Jan 27 22:07:10.596154 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5be8e2fc-2e82-4c9d-b9ab-841b3f6fa55e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:10.605783 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b2354-ba02-45bb-b28f-f05dd6de919d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173734980-project] Pushing event deleted for resources: {'Network': ['ID=308405b3-6b73-441e-a735-25e4e02d86b4,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:10.630765 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d2eef-5a45-4329-b16f-9e34fc584f7e req-33430fbc-8460-403e-bf55-1ccecf94e539 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:10.632817 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b90d2eef-5a45-4329-b16f-9e34fc584f7e req-33430fbc-8460-403e-bf55-1ccecf94e539 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.2104914 Jan 27 22:07:10.644336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2488875-409f-4582-b46d-c9e2ce25919a req-751fe983-d799-46c7-9f88-a8c169191830 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:10.646252 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2488875-409f-4582-b46d-c9e2ce25919a req-751fe983-d799-46c7-9f88-a8c169191830 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a019fbc-1b75-4689-af71-29f21bcd7376 HTTP/1.1" status: 200 len: 945 time: 0.1585054 Jan 27 22:07:10.849376 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b90d2eef-5a45-4329-b16f-9e34fc584f7e req-e0fc6fb5-7ec5-4bfe-9c42-b53fb627ffe6 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983662 Jan 27 22:07:11.074756 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5be8e2fc-2e82-4c9d-b9ab-841b3f6fa55e admin admin] Publish callbacks [] for security_group (9967ec40-eb29-4e78-80db-4ecc7003f1ca), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:11.082897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-d2488875-409f-4582-b46d-c9e2ce25919a req-31e7dfe0-9896-4bae-a267-e88c68c543d4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Deleting port b12fba78-1145-4a39-a5cd-e5dc34d54c34 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:11.083364 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d2488875-409f-4582-b46d-c9e2ce25919a req-31e7dfe0-9896-4bae-a267-e88c68c543d4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b12fba78-1145-4a39-a5cd-e5dc34d54c34), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:11.153515 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5be8e2fc-2e82-4c9d-b9ab-841b3f6fa55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9967ec40-eb29-4e78-80db-4ecc7003f1ca), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:11.189489 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46620) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:11.225498 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46624) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:11.232470 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5be8e2fc-2e82-4c9d-b9ab-841b3f6fa55e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37857d47c9494f6fad613bc00de76a22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9729145 Jan 27 22:07:11.326972 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8e2fc-2e82-4c9d-b9ab-841b3f6fa55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9967ec40-eb29-4e78-80db-4ecc7003f1ca,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:11.354875 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-d2488875-409f-4582-b46d-c9e2ce25919a req-31e7dfe0-9896-4bae-a267-e88c68c543d4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] For port b12fba78-1145-4a39-a5cd-e5dc34d54c34, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=b12fba78-1145-4a39-a5cd-e5dc34d54c34,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:11.355373 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d2488875-409f-4582-b46d-c9e2ce25919a req-31e7dfe0-9896-4bae-a267-e88c68c543d4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b12fba78-1145-4a39-a5cd-e5dc34d54c34), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:11.370623 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1ee2666d-4bf9-41f1-80ac-0fae0e7a4248 admin admin] Publish callbacks [] for security_group (9967ec40-eb29-4e78-80db-4ecc7003f1ca), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:11.417925 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-d2488875-409f-4582-b46d-c9e2ce25919a req-31e7dfe0-9896-4bae-a267-e88c68c543d4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Calling delete_port for b12fba78-1145-4a39-a5cd-e5dc34d54c34 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:11.461879 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1ee2666d-4bf9-41f1-80ac-0fae0e7a4248 admin admin] Publish callbacks [] for security_group (9967ec40-eb29-4e78-80db-4ecc7003f1ca), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:11.597742 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9991ca02-2eb9-4e86-b72f-4bba47e80b25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d17dfa8c8ef54487a7fef3992cb95d7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4072309 Jan 27 22:07:11.602593 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46632) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:11.625683 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1ee2666d-4bf9-41f1-80ac-0fae0e7a4248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9967ec40-eb29-4e78-80db-4ecc7003f1ca), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:11.632347 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1ee2666d-4bf9-41f1-80ac-0fae0e7a4248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:11.648130 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1ee2666d-4bf9-41f1-80ac-0fae0e7a4248 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9967ec40-eb29-4e78-80db-4ecc7003f1ca HTTP/1.1" status: 204 len: 168 time: 0.4215181 Jan 27 22:07:11.720288 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2666d-4bf9-41f1-80ac-0fae0e7a4248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9967ec40-eb29-4e78-80db-4ecc7003f1ca,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:11.796902 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-685a184e-096d-4f71-9627-d8878fdd6f53 admin admin] Publish callbacks [] for security_group (09ae9c17-7fdf-4000-a0cf-36231a6baeac), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:11.862516 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-685a184e-096d-4f71-9627-d8878fdd6f53 admin admin] Publish callbacks [] for security_group (09ae9c17-7fdf-4000-a0cf-36231a6baeac), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:11.980649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89773fd-67e1-45a6-b058-8f4da4be965e req-9c385cab-8429-4cbd-8665-6982ca1159d4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:11.990959 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e89773fd-67e1-45a6-b058-8f4da4be965e req-9c385cab-8429-4cbd-8665-6982ca1159d4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a019fbc-1b75-4689-af71-29f21bcd7376 HTTP/1.1" status: 200 len: 945 time: 0.3244674 Jan 27 22:07:12.033024 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-685a184e-096d-4f71-9627-d8878fdd6f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (09ae9c17-7fdf-4000-a0cf-36231a6baeac), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:12.036978 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-685a184e-096d-4f71-9627-d8878fdd6f53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:12.041642 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-685a184e-096d-4f71-9627-d8878fdd6f53 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09ae9c17-7fdf-4000-a0cf-36231a6baeac HTTP/1.1" status: 204 len: 168 time: 0.4374459 Jan 27 22:07:12.071151 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a184e-096d-4f71-9627-d8878fdd6f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ae9c17-7fdf-4000-a0cf-36231a6baeac,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:12.096237 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d2488875-409f-4582-b46d-c9e2ce25919a req-31e7dfe0-9896-4bae-a267-e88c68c543d4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (b12fba78-1145-4a39-a5cd-e5dc34d54c34), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:12.109417 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['546296c4-1857-45cc-88d1-2bbe11f68260'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:07:12.254682 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['b12fba78-1145-4a39-a5cd-e5dc34d54c34'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:07:12.271977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7dfe0-9896-4bae-a267-e88c68c543d4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Pushing event deleted for resources: {'Port': ['ID=b12fba78-1145-4a39-a5cd-e5dc34d54c34,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:12.349937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46654) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:12.371860 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62ed08cf-7046-41ed-a9bd-5ef93b4bf0ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:12.420492 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e89773fd-67e1-45a6-b058-8f4da4be965e req-50b12328-e8bd-4cd5-8827-a2ddc4005933 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177079 Jan 27 22:07:12.580812 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62ed08cf-7046-41ed-a9bd-5ef93b4bf0ed admin admin] Publish callbacks [] for security_group (e377ee42-792b-4877-aa2a-38ffd27edfda), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:12.588740 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62ed08cf-7046-41ed-a9bd-5ef93b4bf0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e377ee42-792b-4877-aa2a-38ffd27edfda), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:12.653422 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-62ed08cf-7046-41ed-a9bd-5ef93b4bf0ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15a30e28e8a745b4b3a746688078ca7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3019714 Jan 27 22:07:12.663213 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46662) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:12.745139 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2488875-409f-4582-b46d-c9e2ce25919a req-31e7dfe0-9896-4bae-a267-e88c68c543d4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] No DVR routers for this DVR port b12fba78-1145-4a39-a5cd-e5dc34d54c34 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:07:12.747192 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:12.758128 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d2488875-409f-4582-b46d-c9e2ce25919a req-31e7dfe0-9896-4bae-a267-e88c68c543d4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:12.773536 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2488875-409f-4582-b46d-c9e2ce25919a req-31e7dfe0-9896-4bae-a267-e88c68c543d4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.21 "DELETE /v2.0/ports/b12fba78-1145-4a39-a5cd-e5dc34d54c34 HTTP/1.1" status: 204 len: 173 time: 2.1179032 Jan 27 22:07:12.799415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a8d1b-ce1a-4e39-9f0a-817b1698e119 req-e3de5ba7-0b39-4ec7-9422-8b5a90b32664 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:12.801664 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-549a8d1b-ce1a-4e39-9f0a-817b1698e119 req-e3de5ba7-0b39-4ec7-9422-8b5a90b32664 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.5582218 Jan 27 22:07:12.807465 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a019fbc-1b75-4689-af71-29f21bcd7376', 'name': 'network-vif-deleted', 'tag': 'b12fba78-1145-4a39-a5cd-e5dc34d54c34'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:12.814353 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3faee5a0-1513-4179-870c-50626c2aec07" -d '{"events": [{"server_uuid": "2a019fbc-1b75-4689-af71-29f21bcd7376", "name": "network-vif-deleted", "tag": "b12fba78-1145-4a39-a5cd-e5dc34d54c34"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:12.859504 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed08cf-7046-41ed-a9bd-5ef93b4bf0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e377ee42-792b-4877-aa2a-38ffd27edfda,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:12.903243 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13950452-a22d-41a2-bf31-7da3e1bc434a admin admin] Publish callbacks [] for security_group (e377ee42-792b-4877-aa2a-38ffd27edfda), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:12.917056 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46670) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:12.977240 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-549a8d1b-ce1a-4e39-9f0a-817b1698e119 req-fd8e3d7b-e48c-4193-89f7-4b1f708f79e8 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557570 Jan 27 22:07:12.978487 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13950452-a22d-41a2-bf31-7da3e1bc434a admin admin] Publish callbacks [] for security_group (e377ee42-792b-4877-aa2a-38ffd27edfda), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:13.008287 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b8412f32-df04-4cc9-af01-b61c943dee6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8af0c90df156454ca3931e3d33c5394e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0771093 Jan 27 22:07:13.011117 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46672) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:13.060087 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfd9ff0-f2e9-4f14-9975-9736ac7e9616 x-openstack-request-id: req-2bfd9ff0-f2e9-4f14-9975-9736ac7e9616 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:13.060415 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a019fbc-1b75-4689-af71-29f21bcd7376", "name": "network-vif-deleted", "tag": "b12fba78-1145-4a39-a5cd-e5dc34d54c34", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:13.060688 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2bfd9ff0-f2e9-4f14-9975-9736ac7e9616 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:13.061100 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a019fbc-1b75-4689-af71-29f21bcd7376', 'name': 'network-vif-deleted', 'tag': 'b12fba78-1145-4a39-a5cd-e5dc34d54c34', 'status': 'completed', 'code': 200} Jan 27 22:07:13.100076 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d1ba4af0-3060-449d-a23d-561302958496 admin admin] Publish callbacks [] for security_group (3fd099de-970e-4822-96a0-b38e0a32661d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:13.134103 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13950452-a22d-41a2-bf31-7da3e1bc434a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e377ee42-792b-4877-aa2a-38ffd27edfda), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:13.138110 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-13950452-a22d-41a2-bf31-7da3e1bc434a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:13.143030 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-13950452-a22d-41a2-bf31-7da3e1bc434a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e377ee42-792b-4877-aa2a-38ffd27edfda HTTP/1.1" status: 204 len: 168 time: 0.4691131 Jan 27 22:07:13.151866 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13950452-a22d-41a2-bf31-7da3e1bc434a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e377ee42-792b-4877-aa2a-38ffd27edfda,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:13.160040 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d1ba4af0-3060-449d-a23d-561302958496 admin admin] Publish callbacks [] for security_group (3fd099de-970e-4822-96a0-b38e0a32661d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:13.336351 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d1ba4af0-3060-449d-a23d-561302958496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3fd099de-970e-4822-96a0-b38e0a32661d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:13.339407 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d1ba4af0-3060-449d-a23d-561302958496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:13.340712 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d1ba4af0-3060-449d-a23d-561302958496 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3fd099de-970e-4822-96a0-b38e0a32661d HTTP/1.1" status: 204 len: 168 time: 0.3286500 Jan 27 22:07:13.446472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba4af0-3060-449d-a23d-561302958496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd099de-970e-4822-96a0-b38e0a32661d,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:13.855755 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-936bc994-2366-405b-a087-09ddf7f07e7f req-77c3a762-271c-4cd5-94ea-bc7793747bf1 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a019fbc-1b75-4689-af71-29f21bcd7376 HTTP/1.1" status: 200 len: 210 time: 0.0817599 Jan 27 22:07:14.300858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac54d5-b799-43cc-b2fe-138792327369 req-73680b19-2aea-4496-a2f5-529ddffe8dea tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:14.302736 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c6ac54d5-b799-43cc-b2fe-138792327369 req-73680b19-2aea-4496-a2f5-529ddffe8dea tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.0971472 Jan 27 22:07:14.457527 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c6ac54d5-b799-43cc-b2fe-138792327369 req-4c67c7c0-d2e0-4417-beb5-fc109ea0813c tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378670 Jan 27 22:07:14.517995 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46714) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:14.756728 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01145c3a-0e20-492e-8808-5dd4f0a882ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:14.998664 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01145c3a-0e20-492e-8808-5dd4f0a882ad admin admin] Publish callbacks [] for security_group (1289cfd7-0b3d-49c6-b845-70203e9d1829), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:15.007648 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01145c3a-0e20-492e-8808-5dd4f0a882ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1289cfd7-0b3d-49c6-b845-70203e9d1829), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:15.071143 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device b12fba78-1145-4a39-a5cd-e5dc34d54c34 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:07:15.082816 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-01145c3a-0e20-492e-8808-5dd4f0a882ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6c7c1b60e2f4ec0b2064332b1a8b981&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5637302 Jan 27 22:07:15.083589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01145c3a-0e20-492e-8808-5dd4f0a882ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1289cfd7-0b3d-49c6-b845-70203e9d1829,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:15.085707 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46740) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:15.167227 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-48c408ff-5067-4b1a-8ede-9447e23b35c1 admin admin] Publish callbacks [] for security_group (1289cfd7-0b3d-49c6-b845-70203e9d1829), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:15.195170 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: b12fba78-1145-4a39-a5cd-e5dc34d54c34 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:07:15.196684 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device b12fba78-1145-4a39-a5cd-e5dc34d54c34 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:07:15.225950 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-48c408ff-5067-4b1a-8ede-9447e23b35c1 admin admin] Publish callbacks [] for security_group (1289cfd7-0b3d-49c6-b845-70203e9d1829), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:15.339303 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-48c408ff-5067-4b1a-8ede-9447e23b35c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1289cfd7-0b3d-49c6-b845-70203e9d1829), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:15.350968 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-48c408ff-5067-4b1a-8ede-9447e23b35c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:15.353508 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-48c408ff-5067-4b1a-8ede-9447e23b35c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1289cfd7-0b3d-49c6-b845-70203e9d1829 HTTP/1.1" status: 204 len: 168 time: 0.2663004 Jan 27 22:07:15.364882 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c408ff-5067-4b1a-8ede-9447e23b35c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1289cfd7-0b3d-49c6-b845-70203e9d1829,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:15.877063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5c65a-b387-4308-b251-6db8080f553b req-adef3f5f-c343-46ac-b693-b842477991d8 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:15.887511 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8fe5c65a-b387-4308-b251-6db8080f553b req-adef3f5f-c343-46ac-b693-b842477991d8 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.2310090 Jan 27 22:07:15.953384 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-ca24530a-017a-451e-9b26-848e7040a8cb tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:15.964925 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-ca24530a-017a-451e-9b26-848e7040a8cb tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 805 time: 0.4556189 Jan 27 22:07:16.028076 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-c4328393-41c1-4c2d-b1c4-da6743264830 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/quotas/342465e78b4348c1b975ff630f4dbc64 HTTP/1.1" status: 200 len: 375 time: 0.0620234 Jan 27 22:07:16.156422 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8fe5c65a-b387-4308-b251-6db8080f553b req-f0ca40a1-7e52-4382-88f5-4da064a7f9f0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667670 Jan 27 22:07:16.203055 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-60f71887-d6d3-4686-8406-fcb81c894521 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1737905 Jan 27 22:07:16.346221 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-7e01abe6-3edf-4bfa-9f6f-e179700981e4 service neutron] 10.222.0.23 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410308 Jan 27 22:07:16.704961 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-70b24c06-715f-4dd7-887c-878cd9584661 service neutron] 10.222.0.23 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517857 Jan 27 22:07:16.818078 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f3f09-2f73-4575-b775-e82452576965 req-fc28034c-5806-44dd-a648-64647817f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:16.820932 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-577f3f09-2f73-4575-b775-e82452576965 req-fc28034c-5806-44dd-a648-64647817f962 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5fa39c9f14c34091a555381958bf20fa&device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 1096 time: 0.2504711 Jan 27 22:07:16.835686 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46796) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:16.841043 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543e5bb-6aee-476a-a1a3-d8a79edcff6c req-01b2fef1-59a9-45c6-95a5-eeef28ce4901 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:16.847738 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9543e5bb-6aee-476a-a1a3-d8a79edcff6c req-01b2fef1-59a9-45c6-95a5-eeef28ce4901 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.2405188 Jan 27 22:07:17.046004 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e5858a1-e675-4a5c-968a-72722e793a7a req-387e98be-463a-41e0-8a08-1c87aa8a754d tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6 HTTP/1.1" status: 200 len: 210 time: 0.0640094 Jan 27 22:07:17.088880 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9543e5bb-6aee-476a-a1a3-d8a79edcff6c req-7ba5054d-faa9-4b69-9fb8-e280f7bf6b8b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223852 Jan 27 22:07:17.128085 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f3f09-2f73-4575-b775-e82452576965 req-4d09a179-b32c-4ea0-8810-acf4b68f0412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:17.137440 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-577f3f09-2f73-4575-b775-e82452576965 req-4d09a179-b32c-4ea0-8810-acf4b68f0412 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2b09128f-4816-4051-b7b2-5b7a59716965 HTTP/1.1" status: 200 len: 911 time: 0.3051145 Jan 27 22:07:17.306994 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-577f3f09-2f73-4575-b775-e82452576965 req-0f6c59e0-4fc8-4afb-8c2c-1ed1a199ef96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dfe0dd7-4791-458b-87c5-c64c3e2cc247 HTTP/1.1" status: 200 len: 1000 time: 0.1613038 Jan 27 22:07:17.474830 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f3f09-2f73-4575-b775-e82452576965 req-aa323917-1116-41e9-b3f6-19ce34d37147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:17.477026 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-577f3f09-2f73-4575-b775-e82452576965 req-aa323917-1116-41e9-b3f6-19ce34d37147 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8368a6d-250d-43a0-8b81-29729883ab77 HTTP/1.1" status: 200 len: 849 time: 0.1602366 Jan 27 22:07:17.537671 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Request body: {'networks': [{'name': 'tempest-network--673239364'}, {'name': 'tempest-network--516102459'}]} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:17.538087 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Request body: {'network': {'name': 'tempest-network--673239364'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:17.542689 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Request body: {'network': {'name': 'tempest-network--516102459'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:17.700909 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Made reservation on behalf of fcdce1abeb1b48ce94be0b09b16ea68b for: {'network': 2} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:17.703368 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f3f09-2f73-4575-b775-e82452576965 req-a8263b9a-ce5d-45bc-80b8-7af4eaa9a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:17.706743 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-577f3f09-2f73-4575-b775-e82452576965 req-a8263b9a-ce5d-45bc-80b8-7af4eaa9a595 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2b09128f-4816-4051-b7b2-5b7a59716965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2192421 Jan 27 22:07:17.722381 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:17.796714 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:17.981636 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-577f3f09-2f73-4575-b775-e82452576965 req-582a8a0f-41e3-4b50-9eb6-bc70044a7b47 service neutron] 10.222.0.15 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683368 Jan 27 22:07:18.103692 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks [] for security_group (4430f5a0-5abd-48f1-8267-e660865897a6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:18.111888 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4430f5a0-5abd-48f1-8267-e660865897a6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:18.115101 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:18.329781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4430f5a0-5abd-48f1-8267-e660865897a6,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:18.336477 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:07:18.361387 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (aedbe1c3-5e26-47c5-b21e-56a9f60415bf), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:18.361693 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Added segment aedbe1c3-5e26-47c5-b21e-56a9f60415bf of type vlan for network a9f7bd36-8bd9-44ed-80c0-d9e986898d5e Jan 27 22:07:18.475913 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (a9f7bd36-8bd9-44ed-80c0-d9e986898d5e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:18.519614 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94af7b5c-b318-42ec-8b33-1a1e4f87fa9c req-d1ffe2d0-85b3-4a3a-94b6-4c0df2ec5bed tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6 HTTP/1.1" status: 200 len: 210 time: 0.1856706 Jan 27 22:07:18.569112 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-577f3f09-2f73-4575-b775-e82452576965 req-c8880afd-e072-4f34-aee2-3c35ef3073f9 service neutron] 10.222.0.15 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787048 Jan 27 22:07:18.570839 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:07:18.581595 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (40839c3b-b22c-41bd-b36b-5316e7dc346e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:18.581947 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Added segment 40839c3b-b22c-41bd-b36b-5316e7dc346e of type vlan for network 672da9b5-9812-4fcb-96df-319afa6a66ad Jan 27 22:07:18.600321 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c78486-6aa2-487c-87a5-97f4e2ab3cb3 req-e6009ba6-230f-482f-b360-2e1847e5d2b4 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:18.605523 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33c78486-6aa2-487c-87a5-97f4e2ab3cb3 req-e6009ba6-230f-482f-b360-2e1847e5d2b4 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.3586097 Jan 27 22:07:18.653725 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (672da9b5-9812-4fcb-96df-319afa6a66ad), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:18.705910 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (a9f7bd36-8bd9-44ed-80c0-d9e986898d5e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:18.706470 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (672da9b5-9812-4fcb-96df-319afa6a66ad), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:18.727422 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:18.738342 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:18.739752 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:18.746168 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33c78486-6aa2-487c-87a5-97f4e2ab3cb3 req-fa632d17-aeb7-4c70-8f65-4065c3f27fa1 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327074 Jan 27 22:07:18.832286 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.9950194 Jan 27 22:07:18.835382 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46858) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:18.842039 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Pushing event updated for resources: {'Network': ['ID=a9f7bd36-8bd9-44ed-80c0-d9e986898d5e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:18.860607 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network a9f7bd36-8bd9-44ed-80c0-d9e986898d5e details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:07:19.018441 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc011a-5d17-4b6d-9cf3-2233020a28b8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Pushing event updated for resources: {'Network': ['ID=672da9b5-9812-4fcb-96df-319afa6a66ad,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:19.057420 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 672da9b5-9812-4fcb-96df-319afa6a66ad details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:07:19.103240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09020045-b924-4982-baf9-ad122d08e865 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:19.112178 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09020045-b924-4982-baf9-ad122d08e865 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:19.119027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09020045-b924-4982-baf9-ad122d08e865 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:19.127734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09020045-b924-4982-baf9-ad122d08e865 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:19.131578 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-09020045-b924-4982-baf9-ad122d08e865 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2932580 Jan 27 22:07:19.132848 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46866) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:19.384571 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-807c2bea-c451-47d0-97dd-e2db89581251 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (a9f7bd36-8bd9-44ed-80c0-d9e986898d5e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:19.530463 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-807c2bea-c451-47d0-97dd-e2db89581251 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (a9f7bd36-8bd9-44ed-80c0-d9e986898d5e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:19.563305 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-807c2bea-c451-47d0-97dd-e2db89581251 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f7bd36-8bd9-44ed-80c0-d9e986898d5e']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:19.582315 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-807c2bea-c451-47d0-97dd-e2db89581251 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aedbe1c3-5e26-47c5-b21e-56a9f60415bf') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:19.582656 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-807c2bea-c451-47d0-97dd-e2db89581251 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aedbe1c3-5e26-47c5-b21e-56a9f60415bf') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:19.598738 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-807c2bea-c451-47d0-97dd-e2db89581251 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (aedbe1c3-5e26-47c5-b21e-56a9f60415bf), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:19.612418 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-9b584e57-66c3-4c8d-9447-deb516d7cf8d tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:19.614511 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-807c2bea-c451-47d0-97dd-e2db89581251 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (aedbe1c3-5e26-47c5-b21e-56a9f60415bf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:19.615548 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-9b584e57-66c3-4c8d-9447-deb516d7cf8d tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.21 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 805 time: 0.3147545 Jan 27 22:07:19.621979 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807c2bea-c451-47d0-97dd-e2db89581251 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:07:19.622591 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-807c2bea-c451-47d0-97dd-e2db89581251 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (aedbe1c3-5e26-47c5-b21e-56a9f60415bf), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:19.633324 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-5374a64b-975d-4b20-b32a-ed828b7d5293 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Request body: {'port': {'device_id': 'a4748196-a2a0-4577-b50a-9d2915ba42d6', 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8', 'admin_state_up': True, 'tenant_id': '342465e78b4348c1b975ff630f4dbc64'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:07:19.703636 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:07:19.710801 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-807c2bea-c451-47d0-97dd-e2db89581251 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (a9f7bd36-8bd9-44ed-80c0-d9e986898d5e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:19.743222 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-807c2bea-c451-47d0-97dd-e2db89581251 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:19.746747 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-807c2bea-c451-47d0-97dd-e2db89581251 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] 10.222.0.23 "DELETE /v2.0/networks/a9f7bd36-8bd9-44ed-80c0-d9e986898d5e HTTP/1.1" status: 204 len: 168 time: 0.6128149 Jan 27 22:07:19.747913 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c2bea-c451-47d0-97dd-e2db89581251 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Pushing event deleted for resources: {'Network': ['ID=a9f7bd36-8bd9-44ed-80c0-d9e986898d5e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:19.750588 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46888) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:19.879736 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2bec3e7f-84f8-4f31-935e-fd877d7df0c9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (672da9b5-9812-4fcb-96df-319afa6a66ad), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:19.898447 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bbf180ae-323f-461e-86dd-530fc873db77 req-85ad5f3a-2fbc-4f0b-9154-82dce32b2a4b tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6 HTTP/1.1" status: 200 len: 210 time: 0.1359308 Jan 27 22:07:20.083402 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2bec3e7f-84f8-4f31-935e-fd877d7df0c9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (672da9b5-9812-4fcb-96df-319afa6a66ad), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:20.099239 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af644eec-b578-4995-80ee-1758e76b46fb req-0713646a-2dc0-49ac-a8e3-c49e226b4339 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:20.103690 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af644eec-b578-4995-80ee-1758e76b46fb req-0713646a-2dc0-49ac-a8e3-c49e226b4339 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.2035959 Jan 27 22:07:20.149981 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-2bec3e7f-84f8-4f31-935e-fd877d7df0c9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672da9b5-9812-4fcb-96df-319afa6a66ad']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:20.166492 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-2bec3e7f-84f8-4f31-935e-fd877d7df0c9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40839c3b-b22c-41bd-b36b-5316e7dc346e') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:20.166904 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-2bec3e7f-84f8-4f31-935e-fd877d7df0c9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40839c3b-b22c-41bd-b36b-5316e7dc346e') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:20.197202 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2bec3e7f-84f8-4f31-935e-fd877d7df0c9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (40839c3b-b22c-41bd-b36b-5316e7dc346e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:20.218903 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2bec3e7f-84f8-4f31-935e-fd877d7df0c9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (40839c3b-b22c-41bd-b36b-5316e7dc346e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:20.230359 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bec3e7f-84f8-4f31-935e-fd877d7df0c9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:07:20.232049 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2bec3e7f-84f8-4f31-935e-fd877d7df0c9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (40839c3b-b22c-41bd-b36b-5316e7dc346e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:20.232481 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af644eec-b578-4995-80ee-1758e76b46fb req-77622510-a67c-4160-b36b-c411863deffe tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186869 Jan 27 22:07:20.234360 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-5374a64b-975d-4b20-b32a-ed828b7d5293 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Made reservation on behalf of 342465e78b4348c1b975ff630f4dbc64 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:20.238742 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-5374a64b-975d-4b20-b32a-ed828b7d5293 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:07:20.244360 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:07:20.438944 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2bec3e7f-84f8-4f31-935e-fd877d7df0c9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (672da9b5-9812-4fcb-96df-319afa6a66ad), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:20.457158 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2bec3e7f-84f8-4f31-935e-fd877d7df0c9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:20.461946 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2bec3e7f-84f8-4f31-935e-fd877d7df0c9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] 10.222.0.23 "DELETE /v2.0/networks/672da9b5-9812-4fcb-96df-319afa6a66ad HTTP/1.1" status: 204 len: 168 time: 0.7101748 Jan 27 22:07:20.466892 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46922) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:20.519585 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec3e7f-84f8-4f31-935e-fd877d7df0c9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Pushing event deleted for resources: {'Network': ['ID=672da9b5-9812-4fcb-96df-319afa6a66ad,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:20.687460 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-5374a64b-975d-4b20-b32a-ed828b7d5293 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Allocated IP 172.20.0.14 (7fb03950-b0f5-49f7-8c2d-d1081fb3aba8/7267bcf4-ac84-4f1d-9bca-30d5eecd5123/11e35756-8d08-4bec-b101-7c902a153d2b) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:20.710485 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103df10d-113a-4c62-9ac6-9cb8c97db040 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:20.732635 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103df10d-113a-4c62-9ac6-9cb8c97db040 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:20.734837 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-103df10d-113a-4c62-9ac6-9cb8c97db040 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2655442 Jan 27 22:07:20.739159 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46930) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:20.755485 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9f94d1fb-d361-40a8-a951-517dee680030 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1690050179'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:20.791778 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f94d1fb-d361-40a8-a951-517dee680030 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Made reservation on behalf of fcdce1abeb1b48ce94be0b09b16ea68b for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:20.798623 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f94d1fb-d361-40a8-a951-517dee680030 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:20.859195 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f94d1fb-d361-40a8-a951-517dee680030 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:07:20.885838 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f94d1fb-d361-40a8-a951-517dee680030 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (5b7c91ea-77ed-4157-976e-0703db15d54e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:20.886295 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-9f94d1fb-d361-40a8-a951-517dee680030 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Added segment 5b7c91ea-77ed-4157-976e-0703db15d54e of type vlan for network c6cda5d5-3470-4628-974e-b6bbb7174f55 Jan 27 22:07:20.981325 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f94d1fb-d361-40a8-a951-517dee680030 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (c6cda5d5-3470-4628-974e-b6bbb7174f55), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:21.002768 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-5374a64b-975d-4b20-b32a-ed828b7d5293 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks [] for port (11e35756-8d08-4bec-b101-7c902a153d2b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:21.059370 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f94d1fb-d361-40a8-a951-517dee680030 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (c6cda5d5-3470-4628-974e-b6bbb7174f55), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:21.070579 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f94d1fb-d361-40a8-a951-517dee680030 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:21.073687 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f94d1fb-d361-40a8-a951-517dee680030 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:21.113841 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-61511dfa-867d-4d71-b2f4-e5d2c3fe377b req-6a493d74-ae2e-483f-a01e-74297593ff05 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6 HTTP/1.1" status: 200 len: 210 time: 0.0730453 Jan 27 22:07:21.121507 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-5374a64b-975d-4b20-b32a-ed828b7d5293 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (11e35756-8d08-4bec-b101-7c902a153d2b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:21.131637 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:21.144382 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['546296c4-1857-45cc-88d1-2bbe11f68260'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:07:21.228085 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-5374a64b-975d-4b20-b32a-ed828b7d5293 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:21.238735 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-5374a64b-975d-4b20-b32a-ed828b7d5293 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:21.249525 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-5374a64b-975d-4b20-b32a-ed828b7d5293 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:21.313912 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9f94d1fb-d361-40a8-a951-517dee680030 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5734742 Jan 27 22:07:21.317814 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46958) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:21.343236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-bd6bf0a5-fa39-47da-af5b-c74758add3ba tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-311008918'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:21.350952 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94d1fb-d361-40a8-a951-517dee680030 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Pushing event updated for resources: {'Network': ['ID=c6cda5d5-3470-4628-974e-b6bbb7174f55,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:21.361499 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374a64b-975d-4b20-b32a-ed828b7d5293 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Pushing event updated for resources: {'Port': ['ID=11e35756-8d08-4bec-b101-7c902a153d2b,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:21.382139 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network c6cda5d5-3470-4628-974e-b6bbb7174f55 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:07:21.438109 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-5374a64b-975d-4b20-b32a-ed828b7d5293 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:21.444327 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-5374a64b-975d-4b20-b32a-ed828b7d5293 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:21.452306 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6bf0a5-fa39-47da-af5b-c74758add3ba tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Made reservation on behalf of fcdce1abeb1b48ce94be0b09b16ea68b for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:21.458102 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf0a5-fa39-47da-af5b-c74758add3ba tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:21.547405 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-5374a64b-975d-4b20-b32a-ed828b7d5293 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9218304 Jan 27 22:07:21.555794 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6bf0a5-fa39-47da-af5b-c74758add3ba tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:07:21.573346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] Request body: {'port': {'device_id': 'a4748196-a2a0-4577-b50a-9d2915ba42d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:21.603693 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf0a5-fa39-47da-af5b-c74758add3ba tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (8bf81674-ed88-43c2-a075-3949c749fc87), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:21.604309 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-bd6bf0a5-fa39-47da-af5b-c74758add3ba tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Added segment 8bf81674-ed88-43c2-a075-3949c749fc87 of type vlan for network 97325bfa-c1e5-4958-88c3-49a9deddb7db Jan 27 22:07:21.683149 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf0a5-fa39-47da-af5b-c74758add3ba tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (97325bfa-c1e5-4958-88c3-49a9deddb7db), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:21.691755 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (11e35756-8d08-4bec-b101-7c902a153d2b), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:21.781114 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf0a5-fa39-47da-af5b-c74758add3ba tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (97325bfa-c1e5-4958-88c3-49a9deddb7db), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:21.786900 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6bf0a5-fa39-47da-af5b-c74758add3ba tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:21.788341 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bd6bf0a5-fa39-47da-af5b-c74758add3ba tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:21.923995 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bd6bf0a5-fa39-47da-af5b-c74758add3ba tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5932252 Jan 27 22:07:21.925092 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46992) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:21.929416 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Request body: {'ports': [{'network_id': 'c6cda5d5-3470-4628-974e-b6bbb7174f55', 'name': 'tempest-port--1920590173', 'admin_state_up': True}, {'network_id': '97325bfa-c1e5-4958-88c3-49a9deddb7db', 'admin_state_up': False}]} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:21.929743 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Request body: {'port': {'network_id': 'c6cda5d5-3470-4628-974e-b6bbb7174f55', 'name': 'tempest-port--1920590173', 'admin_state_up': True}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:21.930300 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Request body: {'port': {'network_id': '97325bfa-c1e5-4958-88c3-49a9deddb7db', 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:21.953447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bf0a5-fa39-47da-af5b-c74758add3ba tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Pushing event updated for resources: {'Network': ['ID=97325bfa-c1e5-4958-88c3-49a9deddb7db,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:21.970296 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 97325bfa-c1e5-4958-88c3-49a9deddb7db details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:07:22.249290 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e35756-8d08-4bec-b101-7c902a153d2b {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:07:22.265654 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] Publish callbacks [] for port (11e35756-8d08-4bec-b101-7c902a153d2b), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:22.278784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] Transition to ACTIVE for port object 11e35756-8d08-4bec-b101-7c902a153d2b will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:07:22.282954 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (11e35756-8d08-4bec-b101-7c902a153d2b), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:22.284611 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Made reservation on behalf of fcdce1abeb1b48ce94be0b09b16ea68b for: {'port': 2} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:22.288989 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:22.321297 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:22.426134 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] Pushing event updated for resources: {'Port': ['ID=11e35756-8d08-4bec-b101-7c902a153d2b,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:22.522046 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c9137-31e7-426f-baff-35a0cce11cfb req-5405783d-6b55-4114-98e1-16555fcded63 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:22.524534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f9c9137-31e7-426f-baff-35a0cce11cfb req-5405783d-6b55-4114-98e1-16555fcded63 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6 HTTP/1.1" status: 200 len: 944 time: 0.2078884 Jan 27 22:07:22.562159 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] Attempting to bind port 11e35756-8d08-4bec-b101-7c902a153d2b on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:22.562543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] Attempting to bind port 11e35756-8d08-4bec-b101-7c902a153d2b by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:22.562881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] Attempting to bind port 11e35756-8d08-4bec-b101-7c902a153d2b on network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:22.628677 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f9c9137-31e7-426f-baff-35a0cce11cfb req-6732e8e8-f4b0-43ac-ad92-eabf7e41bed4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673285 Jan 27 22:07:22.629693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] Port 11e35756-8d08-4bec-b101-7c902a153d2b on network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:22.630188 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] Attempting to bind port 11e35756-8d08-4bec-b101-7c902a153d2b on network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:22.636382 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:07:22.636731 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] Checking segment: {'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:22.637115 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] Bound using segment: {'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:07:22.637545 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] Bound port: 11e35756-8d08-4bec-b101-7c902a153d2b, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:07:22.637902 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (11e35756-8d08-4bec-b101-7c902a153d2b), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:22.698483 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] device_id is not set on port d779d074-bf72-48c7-94c6-2200b012615d yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:07:22.732766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] For port 11e35756-8d08-4bec-b101-7c902a153d2b, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:22.740379 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] For port 11e35756-8d08-4bec-b101-7c902a153d2b, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=11e35756-8d08-4bec-b101-7c902a153d2b,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:07:22.749857 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (11e35756-8d08-4bec-b101-7c902a153d2b), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:22.837931 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks [] for port (d779d074-bf72-48c7-94c6-2200b012615d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:22.847077 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:22.847869 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:22.853080 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] 10.222.0.21 "PUT /v2.0/ports/11e35756-8d08-4bec-b101-7c902a153d2b HTTP/1.1" status: 200 len: 1092 time: 1.2935424 Jan 27 22:07:22.865621 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4748196-a2a0-4577-b50a-9d2915ba42d6', 'tag': '11e35756-8d08-4bec-b101-7c902a153d2b'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:22.872342 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c87b76e-596f-4eec-b65b-34b94b1fab69" -d '{"events": [{"name": "network-changed", "server_uuid": "a4748196-a2a0-4577-b50a-9d2915ba42d6", "tag": "11e35756-8d08-4bec-b101-7c902a153d2b"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:22.981066 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4861e1-cb69-4d2e-8d38-7989757b1dfe x-openstack-request-id: req-fa4861e1-cb69-4d2e-8d38-7989757b1dfe {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:23.000546 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4748196-a2a0-4577-b50a-9d2915ba42d6", "tag": "11e35756-8d08-4bec-b101-7c902a153d2b", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:23.003847 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa4861e1-cb69-4d2e-8d38-7989757b1dfe {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:23.004197 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4748196-a2a0-4577-b50a-9d2915ba42d6', 'tag': '11e35756-8d08-4bec-b101-7c902a153d2b', 'status': 'completed', 'code': 200} Jan 27 22:07:23.009809 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] device_id is not set on port bfb4b318-36db-4a7e-98f6-f6f984e43eda yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:07:23.048104 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6243d-fb22-4fc0-8984-7174546da848 service neutron] Pushing event updated for resources: {'Port': ['ID=11e35756-8d08-4bec-b101-7c902a153d2b,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:23.069054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-6def0776-8f79-4e9b-bad5-884a24a2d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:23.070588 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-6def0776-8f79-4e9b-bad5-884a24a2d28d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6 HTTP/1.1" status: 200 len: 1095 time: 0.1753197 Jan 27 22:07:23.080992 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47032) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:23.115887 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks [] for port (bfb4b318-36db-4a7e-98f6-f6f984e43eda), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:23.123539 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-2daf95ff-2c3a-4b0c-972b-d2555591b510 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11e35756-8d08-4bec-b101-7c902a153d2b HTTP/1.1" status: 200 len: 217 time: 0.0392919 Jan 27 22:07:23.166556 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d779d074-bf72-48c7-94c6-2200b012615d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:23.225249 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Pushing event updated for resources: {'Port': ['ID=d779d074-bf72-48c7-94c6-2200b012615d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:23.270559 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Checking segment: {'id': '5b7c91ea-77ed-4157-976e-0703db15d54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c6cda5d5-3470-4628-974e-b6bbb7174f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:23.271324 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Network hostable DHCP agents. Network: c6cda5d5-3470-4628-974e-b6bbb7174f55, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:07:23.280189 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-18c6ba34-dbc6-401d-9579-55ba863f5dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:23.282004 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-18c6ba34-dbc6-401d-9579-55ba863f5dc0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7267bcf4-ac84-4f1d-9bca-30d5eecd5123 HTTP/1.1" status: 200 len: 845 time: 0.1517706 Jan 27 22:07:23.331182 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Network c6cda5d5-3470-4628-974e-b6bbb7174f55 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:07:23.351335 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, c6cda5d5-3470-4628-974e-b6bbb7174f55) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:23.361983 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7968e4d8-0204-4de1-9d7c-d62ee5f6f231 None None] Network c6cda5d5-3470-4628-974e-b6bbb7174f55 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:23.367011 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:23.368074 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (bfb4b318-36db-4a7e-98f6-f6f984e43eda), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:23.371502 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-2f4c68ad-f59b-4082-a406-79977287fefd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803339 Jan 27 22:07:23.459766 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Pushing event updated for resources: {'Port': ['ID=bfb4b318-36db-4a7e-98f6-f6f984e43eda,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:23.470797 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Checking segment: {'id': '8bf81674-ed88-43c2-a075-3949c749fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '97325bfa-c1e5-4958-88c3-49a9deddb7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:23.473880 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Network hostable DHCP agents. Network: 97325bfa-c1e5-4958-88c3-49a9deddb7db, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:07:23.499669 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Network 97325bfa-c1e5-4958-88c3-49a9deddb7db is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:07:23.557516 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-660f8f8d-8aba-4c29-a0a2-6ef3f64ba38f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:23.576008 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 97325bfa-c1e5-4958-88c3-49a9deddb7db) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:23.591439 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ac2f6b-5452-41d5-9728-10441c745ffa None None] Network 97325bfa-c1e5-4958-88c3-49a9deddb7db requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:23.597956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:23.607183 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-ff78388c-f5cf-4c4b-b658-10e08c90e0a3 service neutron] 10.222.0.21 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307029 Jan 27 22:07:23.617448 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:23.626124 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:23.626954 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:23.654449 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3ef2a385-e97b-43fd-964a-3494a53b209d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7289805 Jan 27 22:07:23.660133 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47052) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:23.750131 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e384710-7512-402a-8ddd-ef4ed4e543fd req-b8fa56f8-a676-4632-8f9b-0039ae81118f service neutron] 10.222.0.21 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353133 Jan 27 22:07:23.751264 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4197cf99-a95d-4b94-bcde-559083287c3e tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:23.757611 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4197cf99-a95d-4b94-bcde-559083287c3e tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:23.759711 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4197cf99-a95d-4b94-bcde-559083287c3e tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0982974 Jan 27 22:07:23.762554 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47054) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:23.804838 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-660f8f8d-8aba-4c29-a0a2-6ef3f64ba38f admin admin] Publish callbacks [] for security_group (68195962-7716-4e97-a6ed-7731e6f1ef96), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:23.810093 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-660f8f8d-8aba-4c29-a0a2-6ef3f64ba38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (68195962-7716-4e97-a6ed-7731e6f1ef96), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:23.870718 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f8f8d-8aba-4c29-a0a2-6ef3f64ba38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68195962-7716-4e97-a6ed-7731e6f1ef96,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:23.877176 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-660f8f8d-8aba-4c29-a0a2-6ef3f64ba38f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bcfb7fc3889f4905a010bc4f011f874b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7946172 Jan 27 22:07:23.879662 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47058) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:23.940573 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9b81391-e14c-41ff-903a-ae6172cba2ad admin admin] Publish callbacks [] for security_group (68195962-7716-4e97-a6ed-7731e6f1ef96), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:23.970655 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9b81391-e14c-41ff-903a-ae6172cba2ad admin admin] Publish callbacks [] for security_group (68195962-7716-4e97-a6ed-7731e6f1ef96), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.015786 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87b76e-596f-4eec-b65b-34b94b1fab69 req-b0680e79-234d-4c6a-afad-cdd9f4766398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:24.017836 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c87b76e-596f-4eec-b65b-34b94b1fab69 req-b0680e79-234d-4c6a-afad-cdd9f4766398 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6 HTTP/1.1" status: 200 len: 1095 time: 0.1857438 Jan 27 22:07:24.044625 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00d99f-e711-4227-bf26-9368ff512245 req-9a745bdf-e1bc-4372-b092-40fa48ab350c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:24.050118 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd00d99f-e711-4227-bf26-9368ff512245 req-9a745bdf-e1bc-4372-b092-40fa48ab350c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6 HTTP/1.1" status: 200 len: 944 time: 0.2167962 Jan 27 22:07:24.068992 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9b81391-e14c-41ff-903a-ae6172cba2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (68195962-7716-4e97-a6ed-7731e6f1ef96), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.071462 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9b81391-e14c-41ff-903a-ae6172cba2ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.072758 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f9b81391-e14c-41ff-903a-ae6172cba2ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68195962-7716-4e97-a6ed-7731e6f1ef96 HTTP/1.1" status: 204 len: 168 time: 0.1922359 Jan 27 22:07:24.107174 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b81391-e14c-41ff-903a-ae6172cba2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68195962-7716-4e97-a6ed-7731e6f1ef96,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:24.131526 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-dd1db77e-aa3b-4c22-9b46-5c8e14a5ae6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.372329 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47072) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:24.528595 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47076) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:24.561269 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4818794-c2f4-4bfd-a3ee-c6f66d393db0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.564770 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-64f49d00-00a9-483c-9de2-aeaeab22dec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.630374 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-dd901183-7d00-49f5-9a6b-a13355c90afc tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Deleting port d779d074-bf72-48c7-94c6-2200b012615d {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:24.630716 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dd901183-7d00-49f5-9a6b-a13355c90afc tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d779d074-bf72-48c7-94c6-2200b012615d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.723239 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd00d99f-e711-4227-bf26-9368ff512245 req-63d5a7b7-88bb-4f3d-9291-a80dfbf15612 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6517904 Jan 27 22:07:24.752768 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dd901183-7d00-49f5-9a6b-a13355c90afc tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d779d074-bf72-48c7-94c6-2200b012615d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.768281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87b76e-596f-4eec-b65b-34b94b1fab69 req-0a517fe9-7ece-45bc-ae55-6328312ff581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:24.769803 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c87b76e-596f-4eec-b65b-34b94b1fab69 req-0a517fe9-7ece-45bc-ae55-6328312ff581 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 906 time: 0.7173653 Jan 27 22:07:24.775629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-dd901183-7d00-49f5-9a6b-a13355c90afc tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Calling delete_port for d779d074-bf72-48c7-94c6-2200b012615d owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:24.803196 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4818794-c2f4-4bfd-a3ee-c6f66d393db0 admin admin] Publish callbacks [] for security_group (282daaae-e9ba-4f82-98dd-a56dc09376c1), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.812938 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4818794-c2f4-4bfd-a3ee-c6f66d393db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (282daaae-e9ba-4f82-98dd-a56dc09376c1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.823872 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c87b76e-596f-4eec-b65b-34b94b1fab69 req-330ef383-e345-4997-bb48-40f9d99218f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11e35756-8d08-4bec-b101-7c902a153d2b HTTP/1.1" status: 200 len: 217 time: 0.0458241 Jan 27 22:07:24.879199 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d4818794-c2f4-4bfd-a3ee-c6f66d393db0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=713707da55414ed8a674d676950aaaed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3490341 Jan 27 22:07:24.881552 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-64f49d00-00a9-483c-9de2-aeaeab22dec3 admin admin] Publish callbacks [] for security_group (7b4f7a18-94e2-47ed-a640-3c01f3dab53c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.882760 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4818794-c2f4-4bfd-a3ee-c6f66d393db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282daaae-e9ba-4f82-98dd-a56dc09376c1,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:24.885965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47082) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:24.894330 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-64f49d00-00a9-483c-9de2-aeaeab22dec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7b4f7a18-94e2-47ed-a640-3c01f3dab53c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.930584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87b76e-596f-4eec-b65b-34b94b1fab69 req-947844c9-fd11-438a-b1de-1af4bbf82de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:24.932189 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c87b76e-596f-4eec-b65b-34b94b1fab69 req-947844c9-fd11-438a-b1de-1af4bbf82de2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7267bcf4-ac84-4f1d-9bca-30d5eecd5123 HTTP/1.1" status: 200 len: 845 time: 0.1016896 Jan 27 22:07:24.974760 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47084) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:24.974961 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-64f49d00-00a9-483c-9de2-aeaeab22dec3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2afab6f913eb404a906bb19a0b4634fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6003513 Jan 27 22:07:24.976723 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f49d00-00a9-483c-9de2-aeaeab22dec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4f7a18-94e2-47ed-a640-3c01f3dab53c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:24.978934 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c87b76e-596f-4eec-b65b-34b94b1fab69 req-73f16bea-33bd-4721-848d-05616f1f070c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348532 Jan 27 22:07:24.994894 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dd901183-7d00-49f5-9a6b-a13355c90afc tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d779d074-bf72-48c7-94c6-2200b012615d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.995782 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc37ecb9-4e57-42ae-a96c-c8418549e48a admin admin] Publish callbacks [] for security_group (282daaae-e9ba-4f82-98dd-a56dc09376c1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:25.022463 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc37ecb9-4e57-42ae-a96c-c8418549e48a admin admin] Publish callbacks [] for security_group (282daaae-e9ba-4f82-98dd-a56dc09376c1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:25.068947 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd901183-7d00-49f5-9a6b-a13355c90afc tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Pushing event deleted for resources: {'Port': ['ID=d779d074-bf72-48c7-94c6-2200b012615d,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:25.074674 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc37ecb9-4e57-42ae-a96c-c8418549e48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (282daaae-e9ba-4f82-98dd-a56dc09376c1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:25.081426 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc37ecb9-4e57-42ae-a96c-c8418549e48a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:25.086092 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fc37ecb9-4e57-42ae-a96c-c8418549e48a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/282daaae-e9ba-4f82-98dd-a56dc09376c1 HTTP/1.1" status: 204 len: 168 time: 0.1966143 Jan 27 22:07:25.110247 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37ecb9-4e57-42ae-a96c-c8418549e48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282daaae-e9ba-4f82-98dd-a56dc09376c1,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:25.120930 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dd901183-7d00-49f5-9a6b-a13355c90afc tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:25.126631 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-dd901183-7d00-49f5-9a6b-a13355c90afc tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] 10.222.0.23 "DELETE /v2.0/ports/d779d074-bf72-48c7-94c6-2200b012615d HTTP/1.1" status: 204 len: 168 time: 1.3607054 Jan 27 22:07:25.128768 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47088) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:25.162063 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-77d513d5-c400-4539-8d3e-ad28588033d7 admin admin] Publish callbacks [] for security_group (7b4f7a18-94e2-47ed-a640-3c01f3dab53c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:25.189993 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c87b76e-596f-4eec-b65b-34b94b1fab69 req-a1b8411e-e283-4a19-874d-810f1bc08b55 service neutron] 10.222.0.21 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846499 Jan 27 22:07:25.196104 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-77d513d5-c400-4539-8d3e-ad28588033d7 admin admin] Publish callbacks [] for security_group (7b4f7a18-94e2-47ed-a640-3c01f3dab53c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:25.288499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-2b5d588d-bd9d-41ba-a3d3-88dea6ba8c54 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Deleting port bfb4b318-36db-4a7e-98f6-f6f984e43eda {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:25.288827 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b5d588d-bd9d-41ba-a3d3-88dea6ba8c54 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (bfb4b318-36db-4a7e-98f6-f6f984e43eda), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:25.338492 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-77d513d5-c400-4539-8d3e-ad28588033d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7b4f7a18-94e2-47ed-a640-3c01f3dab53c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:25.341124 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-77d513d5-c400-4539-8d3e-ad28588033d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:25.345599 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-77d513d5-c400-4539-8d3e-ad28588033d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b4f7a18-94e2-47ed-a640-3c01f3dab53c HTTP/1.1" status: 204 len: 168 time: 0.3712437 Jan 27 22:07:25.358508 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d513d5-c400-4539-8d3e-ad28588033d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4f7a18-94e2-47ed-a640-3c01f3dab53c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:25.361396 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c87b76e-596f-4eec-b65b-34b94b1fab69 req-2faf9150-bc6a-4967-af92-b4225e3c7f0c service neutron] 10.222.0.21 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631551 Jan 27 22:07:25.466206 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b5d588d-bd9d-41ba-a3d3-88dea6ba8c54 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (bfb4b318-36db-4a7e-98f6-f6f984e43eda), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:25.497016 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-2b5d588d-bd9d-41ba-a3d3-88dea6ba8c54 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Calling delete_port for bfb4b318-36db-4a7e-98f6-f6f984e43eda owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:25.673312 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b5d588d-bd9d-41ba-a3d3-88dea6ba8c54 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (bfb4b318-36db-4a7e-98f6-f6f984e43eda), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:25.716068 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d588d-bd9d-41ba-a3d3-88dea6ba8c54 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Pushing event deleted for resources: {'Port': ['ID=bfb4b318-36db-4a7e-98f6-f6f984e43eda,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:25.723258 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b5d588d-bd9d-41ba-a3d3-88dea6ba8c54 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:25.727195 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2b5d588d-bd9d-41ba-a3d3-88dea6ba8c54 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] 10.222.0.23 "DELETE /v2.0/ports/bfb4b318-36db-4a7e-98f6-f6f984e43eda HTTP/1.1" status: 204 len: 168 time: 0.5961185 Jan 27 22:07:25.729484 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47104) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:25.769352 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-99065e4d-cbf0-4702-9ebb-a301aa0504bd tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0384691 Jan 27 22:07:25.773509 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47110) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:25.780192 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-885de9a3-13d9-4402-9235-1369f92488b1 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-355082718'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:25.845156 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885de9a3-13d9-4402-9235-1369f92488b1 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Made reservation on behalf of fcdce1abeb1b48ce94be0b09b16ea68b for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:25.851868 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-885de9a3-13d9-4402-9235-1369f92488b1 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:25.945899 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885de9a3-13d9-4402-9235-1369f92488b1 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:07:25.976292 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47120) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:25.994120 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8de79-67a0-4f7f-ab2b-7f37e7594e10 req-edbe0a62-60d8-462b-ad52-0431028e8cbc tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:25.999580 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-885de9a3-13d9-4402-9235-1369f92488b1 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (d7832e0b-86d0-4955-94f5-927214901608), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:26.000690 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76e8de79-67a0-4f7f-ab2b-7f37e7594e10 req-edbe0a62-60d8-462b-ad52-0431028e8cbc tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6 HTTP/1.1" status: 200 len: 944 time: 0.1377409 Jan 27 22:07:26.001827 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-885de9a3-13d9-4402-9235-1369f92488b1 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Added segment d7832e0b-86d0-4955-94f5-927214901608 of type vlan for network 30ab86ec-41ff-4bf9-96b1-5ff7bf16baa1 Jan 27 22:07:26.124703 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76e8de79-67a0-4f7f-ab2b-7f37e7594e10 req-6f0882b9-527e-4dee-bd1d-1219dcda4556 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107996 Jan 27 22:07:26.130996 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-885de9a3-13d9-4402-9235-1369f92488b1 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (30ab86ec-41ff-4bf9-96b1-5ff7bf16baa1), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:26.152855 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47128) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:26.174562 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80491703-0931-4f19-97ad-7f9dc8b348e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:26.223841 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-885de9a3-13d9-4402-9235-1369f92488b1 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (30ab86ec-41ff-4bf9-96b1-5ff7bf16baa1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:26.238764 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885de9a3-13d9-4402-9235-1369f92488b1 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:26.241918 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-885de9a3-13d9-4402-9235-1369f92488b1 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:26.418344 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80491703-0931-4f19-97ad-7f9dc8b348e5 admin admin] Publish callbacks [] for security_group (edad4c55-005c-4cc0-83eb-7e0c74a98dd2), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:26.425057 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80491703-0931-4f19-97ad-7f9dc8b348e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (edad4c55-005c-4cc0-83eb-7e0c74a98dd2), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:26.430599 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-885de9a3-13d9-4402-9235-1369f92488b1 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6548824 Jan 27 22:07:26.435013 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47136) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:26.445149 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885de9a3-13d9-4402-9235-1369f92488b1 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Pushing event updated for resources: {'Network': ['ID=30ab86ec-41ff-4bf9-96b1-5ff7bf16baa1,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:26.455399 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-e1d54cbd-9f8c-4681-8f38-91528dbb6856 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1186070250'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:26.457372 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 30ab86ec-41ff-4bf9-96b1-5ff7bf16baa1 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:07:26.503261 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f526e7b9-9451-48ac-9d9b-f727e390a367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:26.535809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d54cbd-9f8c-4681-8f38-91528dbb6856 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Made reservation on behalf of fcdce1abeb1b48ce94be0b09b16ea68b for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:26.555218 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1d54cbd-9f8c-4681-8f38-91528dbb6856 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:26.559995 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-80491703-0931-4f19-97ad-7f9dc8b348e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34b423f516134bfd9a2395f0fc26d540&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4061005 Jan 27 22:07:26.563700 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47142) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:26.581240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80491703-0931-4f19-97ad-7f9dc8b348e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edad4c55-005c-4cc0-83eb-7e0c74a98dd2,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:26.721817 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d54cbd-9f8c-4681-8f38-91528dbb6856 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:07:26.727216 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7e2ec06d-b226-485a-9216-9b4fc745ebbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:26.743884 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0b79a5f4-9e0f-417e-aa37-765f69b49acf admin admin] Publish callbacks [] for security_group (edad4c55-005c-4cc0-83eb-7e0c74a98dd2), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:26.749940 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1d54cbd-9f8c-4681-8f38-91528dbb6856 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (e3cff95c-3e53-439c-b09f-a0eef594cc11), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:26.750614 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-e1d54cbd-9f8c-4681-8f38-91528dbb6856 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Added segment e3cff95c-3e53-439c-b09f-a0eef594cc11 of type vlan for network 27de7307-921c-47e6-8a28-0b1137f4b17c Jan 27 22:07:26.751134 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f526e7b9-9451-48ac-9d9b-f727e390a367 admin admin] Publish callbacks [] for security_group (72d3a796-b616-470c-a66a-82867ca1e07d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:26.762490 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f526e7b9-9451-48ac-9d9b-f727e390a367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (72d3a796-b616-470c-a66a-82867ca1e07d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:26.840656 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f526e7b9-9451-48ac-9d9b-f727e390a367 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02d9b0012d6a4aee8f466073627c6c1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8592045 Jan 27 22:07:26.840656 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526e7b9-9451-48ac-9d9b-f727e390a367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d3a796-b616-470c-a66a-82867ca1e07d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:26.844020 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47148) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:26.875885 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0b79a5f4-9e0f-417e-aa37-765f69b49acf admin admin] Publish callbacks [] for security_group (edad4c55-005c-4cc0-83eb-7e0c74a98dd2), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:26.901158 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3b98b92c-19a0-450d-999e-7ccf250415c3 admin admin] Publish callbacks [] for security_group (72d3a796-b616-470c-a66a-82867ca1e07d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:26.910239 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1d54cbd-9f8c-4681-8f38-91528dbb6856 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (27de7307-921c-47e6-8a28-0b1137f4b17c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:26.928337 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3b98b92c-19a0-450d-999e-7ccf250415c3 admin admin] Publish callbacks [] for security_group (72d3a796-b616-470c-a66a-82867ca1e07d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.002643 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3b98b92c-19a0-450d-999e-7ccf250415c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (72d3a796-b616-470c-a66a-82867ca1e07d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.009421 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3b98b92c-19a0-450d-999e-7ccf250415c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.010592 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3b98b92c-19a0-450d-999e-7ccf250415c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72d3a796-b616-470c-a66a-82867ca1e07d HTTP/1.1" status: 204 len: 168 time: 0.1655030 Jan 27 22:07:27.013916 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1d54cbd-9f8c-4681-8f38-91528dbb6856 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (27de7307-921c-47e6-8a28-0b1137f4b17c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.019841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d54cbd-9f8c-4681-8f38-91528dbb6856 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:27.024729 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1d54cbd-9f8c-4681-8f38-91528dbb6856 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.046213 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98b92c-19a0-450d-999e-7ccf250415c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d3a796-b616-470c-a66a-82867ca1e07d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:27.112246 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0b79a5f4-9e0f-417e-aa37-765f69b49acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (edad4c55-005c-4cc0-83eb-7e0c74a98dd2), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.115180 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0b79a5f4-9e0f-417e-aa37-765f69b49acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.115536 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 11e35756-8d08-4bec-b101-7c902a153d2b details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:07:27.127997 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0b79a5f4-9e0f-417e-aa37-765f69b49acf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/edad4c55-005c-4cc0-83eb-7e0c74a98dd2 HTTP/1.1" status: 204 len: 168 time: 0.5605402 Jan 27 22:07:27.230985 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79a5f4-9e0f-417e-aa37-765f69b49acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edad4c55-005c-4cc0-83eb-7e0c74a98dd2,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:27.260204 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e1d54cbd-9f8c-4681-8f38-91528dbb6856 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7978504 Jan 27 22:07:27.292187 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d54cbd-9f8c-4681-8f38-91528dbb6856 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Pushing event updated for resources: {'Network': ['ID=27de7307-921c-47e6-8a28-0b1137f4b17c,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:27.353791 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 11e35756-8d08-4bec-b101-7c902a153d2b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=11e35756-8d08-4bec-b101-7c902a153d2b,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:27.400422 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3bafd-1dd2-4dd6-b82c-ae55b8de7ac8 req-d9651440-9509-41ff-a3e3-5140a97bc686 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:27.403721 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '11e35756-8d08-4bec-b101-7c902a153d2b', 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8', 'port_id': '11e35756-8d08-4bec-b101-7c902a153d2b', 'mac_address': 'fa:16:3e:82:5f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7267bcf4-ac84-4f1d-9bca-30d5eecd5123', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:07:27.411833 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 27de7307-921c-47e6-8a28-0b1137f4b17c details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:07:27.414378 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4d3bafd-1dd2-4dd6-b82c-ae55b8de7ac8 req-d9651440-9509-41ff-a3e3-5140a97bc686 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6 HTTP/1.1" status: 200 len: 944 time: 0.1380103 Jan 27 22:07:27.561991 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4d3bafd-1dd2-4dd6-b82c-ae55b8de7ac8 req-bc406ab7-f662-42ed-bc97-5a5c2c14ef98 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399941 Jan 27 22:07:27.621757 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 11e35756-8d08-4bec-b101-7c902a153d2b is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:27.622277 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (11e35756-8d08-4bec-b101-7c902a153d2b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.703183 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.709414 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e35756-8d08-4bec-b101-7c902a153d2b {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:07:27.739468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 11e35756-8d08-4bec-b101-7c902a153d2b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=11e35756-8d08-4bec-b101-7c902a153d2b,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:27.754698 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (11e35756-8d08-4bec-b101-7c902a153d2b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.878113 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=11e35756-8d08-4bec-b101-7c902a153d2b,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:28.122305 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['11e35756-8d08-4bec-b101-7c902a153d2b'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:07:28.846152 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d243aea-8225-4eb9-841d-d0ef7ffefe74 req-876aeb91-d17c-47c4-aea6-c73d1cb98e66 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:28.847308 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d243aea-8225-4eb9-841d-d0ef7ffefe74 req-876aeb91-d17c-47c4-aea6-c73d1cb98e66 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6 HTTP/1.1" status: 200 len: 945 time: 0.1448810 Jan 27 22:07:28.922948 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:28.984775 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d243aea-8225-4eb9-841d-d0ef7ffefe74 req-88838be6-fdf3-4fed-955a-bf41dbb96f6e tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302369 Jan 27 22:07:30.174245 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d5c01-53e2-4f6e-8337-24576cb27e4e req-cb2663fb-cc99-44d2-9d2c-44bbbb6840c4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:30.184019 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-911d5c01-53e2-4f6e-8337-24576cb27e4e req-cb2663fb-cc99-44d2-9d2c-44bbbb6840c4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6 HTTP/1.1" status: 200 len: 945 time: 0.0747893 Jan 27 22:07:30.266597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-911d5c01-53e2-4f6e-8337-24576cb27e4e req-4dbe16a0-564d-43ea-a562-c7aa01b47c6e tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758300 Jan 27 22:07:30.338037 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:30.452729 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47250) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:30.459535 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-37fdd9b4-c1e3-4235-b87c-d094beb52493 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Request body: {'subnets': [{'network_id': '30ab86ec-41ff-4bf9-96b1-5ff7bf16baa1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1265503447', 'ip_version': 6}, {'network_id': '27de7307-921c-47e6-8a28-0b1137f4b17c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:30.460102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-37fdd9b4-c1e3-4235-b87c-d094beb52493 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Request body: {'subnet': {'network_id': '30ab86ec-41ff-4bf9-96b1-5ff7bf16baa1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1265503447', 'ip_version': 6}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:30.460958 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-37fdd9b4-c1e3-4235-b87c-d094beb52493 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Request body: {'subnet': {'network_id': '27de7307-921c-47e6-8a28-0b1137f4b17c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:30.671421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fdd9b4-c1e3-4235-b87c-d094beb52493 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Made reservation on behalf of fcdce1abeb1b48ce94be0b09b16ea68b for: {'subnet': 2} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:30.677044 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-37fdd9b4-c1e3-4235-b87c-d094beb52493 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:30.677636 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-37fdd9b4-c1e3-4235-b87c-d094beb52493 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.166499 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 11e35756-8d08-4bec-b101-7c902a153d2b up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:31.173421 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47286) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:31.221578 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-37fdd9b4-c1e3-4235-b87c-d094beb52493 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (03903f92-106a-4145-9b7f-becec8b3a4e3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.233996 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 11e35756-8d08-4bec-b101-7c902a153d2b completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:07:31.239872 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 11e35756-8d08-4bec-b101-7c902a153d2b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:31.240687 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (11e35756-8d08-4bec-b101-7c902a153d2b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.312823 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdd9b4-c1e3-4235-b87c-d094beb52493 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Pushing event updated for resources: {'Subnet': ['ID=03903f92-106a-4145-9b7f-becec8b3a4e3,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:31.332024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fdd9b4-c1e3-4235-b87c-d094beb52493 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Checking segment: {'id': 'd7832e0b-86d0-4955-94f5-927214901608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '30ab86ec-41ff-4bf9-96b1-5ff7bf16baa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:31.332546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fdd9b4-c1e3-4235-b87c-d094beb52493 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Network hostable DHCP agents. Network: 30ab86ec-41ff-4bf9-96b1-5ff7bf16baa1, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:07:31.349521 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 11e35756-8d08-4bec-b101-7c902a153d2b is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:31.350787 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (11e35756-8d08-4bec-b101-7c902a153d2b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.357006 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fdd9b4-c1e3-4235-b87c-d094beb52493 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Network 30ab86ec-41ff-4bf9-96b1-5ff7bf16baa1 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:07:31.374619 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-37fdd9b4-c1e3-4235-b87c-d094beb52493 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 30ab86ec-41ff-4bf9-96b1-5ff7bf16baa1) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:31.378988 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-37fdd9b4-c1e3-4235-b87c-d094beb52493 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (0a523f98-b643-44af-8dd8-19a37156dbe0), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.392596 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4748196-a2a0-4577-b50a-9d2915ba42d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e35756-8d08-4bec-b101-7c902a153d2b'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:31.396511 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baadba6a-848e-44e9-a76a-f7d0025cfec2" -d '{"events": [{"server_uuid": "a4748196-a2a0-4577-b50a-9d2915ba42d6", "name": "network-vif-plugged", "status": "completed", "tag": "11e35756-8d08-4bec-b101-7c902a153d2b"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:31.415640 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 11e35756-8d08-4bec-b101-7c902a153d2b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=11e35756-8d08-4bec-b101-7c902a153d2b,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:31.418325 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1376f25-1899-43ef-8739-83dcf0b92426 None None] Network 30ab86ec-41ff-4bf9-96b1-5ff7bf16baa1 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:31.439814 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (11e35756-8d08-4bec-b101-7c902a153d2b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.502064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdd9b4-c1e3-4235-b87c-d094beb52493 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Pushing event updated for resources: {'Subnet': ['ID=0a523f98-b643-44af-8dd8-19a37156dbe0,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:31.529051 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd474cbb-52de-47d7-af2b-e2a2f8bff890 req-c804e67d-15be-4ff3-8f41-1b02c69ea4f2 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:31.539659 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37627e81-db68-4398-8bb5-6aa9a412de51 x-openstack-request-id: req-37627e81-db68-4398-8bb5-6aa9a412de51 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:31.540792 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4748196-a2a0-4577-b50a-9d2915ba42d6", "name": "network-vif-plugged", "status": "completed", "tag": "11e35756-8d08-4bec-b101-7c902a153d2b", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:31.541211 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37627e81-db68-4398-8bb5-6aa9a412de51 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:31.542014 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4748196-a2a0-4577-b50a-9d2915ba42d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e35756-8d08-4bec-b101-7c902a153d2b', 'code': 200} Jan 27 22:07:31.548223 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd474cbb-52de-47d7-af2b-e2a2f8bff890 req-c804e67d-15be-4ff3-8f41-1b02c69ea4f2 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6 HTTP/1.1" status: 200 len: 946 time: 0.1171153 Jan 27 22:07:31.557661 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fdd9b4-c1e3-4235-b87c-d094beb52493 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Checking segment: {'id': 'e3cff95c-3e53-439c-b09f-a0eef594cc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '27de7307-921c-47e6-8a28-0b1137f4b17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:31.558030 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fdd9b4-c1e3-4235-b87c-d094beb52493 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Network hostable DHCP agents. Network: 27de7307-921c-47e6-8a28-0b1137f4b17c, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:07:31.579951 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-62b3421b-a54a-4100-b99f-681ab9547010 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'network': {'name': 'tempest-network-smoke--1744324968', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'port_security_enabled': True}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:31.633307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=11e35756-8d08-4bec-b101-7c902a153d2b,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:31.633602 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b3421b-a54a-4100-b99f-681ab9547010 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Made reservation on behalf of 7f283cf476a449f8a327cb51a3011c25 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:31.637230 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62b3421b-a54a-4100-b99f-681ab9547010 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.655634 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fdd9b4-c1e3-4235-b87c-d094beb52493 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Network 27de7307-921c-47e6-8a28-0b1137f4b17c is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:07:31.661622 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62b3421b-a54a-4100-b99f-681ab9547010 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.683114 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd474cbb-52de-47d7-af2b-e2a2f8bff890 req-4fccba57-07e4-42a0-bbec-ef8adfb7a243 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282368 Jan 27 22:07:31.687547 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-37fdd9b4-c1e3-4235-b87c-d094beb52493 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 27de7307-921c-47e6-8a28-0b1137f4b17c) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:31.695362 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab2951-1d90-4a30-9602-d831a0bbb5b1 req-aa328783-6837-4abd-b623-1da3b085221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:31.706032 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5a5a75-7663-4a31-bc6b-882a256d647c None None] Network 27de7307-921c-47e6-8a28-0b1137f4b17c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:31.707213 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6dab2951-1d90-4a30-9602-d831a0bbb5b1 req-aa328783-6837-4abd-b623-1da3b085221f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6 HTTP/1.1" status: 200 len: 1097 time: 0.1442399 Jan 27 22:07:31.718417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fdd9b4-c1e3-4235-b87c-d094beb52493 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:31.722119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fdd9b4-c1e3-4235-b87c-d094beb52493 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:31.722938 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-37fdd9b4-c1e3-4235-b87c-d094beb52493 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.766931 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-37fdd9b4-c1e3-4235-b87c-d094beb52493 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.3129873 Jan 27 22:07:31.774011 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47300) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:31.817795 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62b3421b-a54a-4100-b99f-681ab9547010 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group (2cedbf52-b295-4cbb-a192-bbc4dcad85a9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.824839 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62b3421b-a54a-4100-b99f-681ab9547010 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2cedbf52-b295-4cbb-a192-bbc4dcad85a9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.866902 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6dab2951-1d90-4a30-9602-d831a0bbb5b1 req-bfdac9b1-6f61-4f7b-a3ab-9242876600ae service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521444 Jan 27 22:07:31.868559 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b3421b-a54a-4100-b99f-681ab9547010 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:07:31.883278 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3421b-a54a-4100-b99f-681ab9547010 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cedbf52-b295-4cbb-a192-bbc4dcad85a9,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:31.892792 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62b3421b-a54a-4100-b99f-681ab9547010 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (18681f0a-83a2-48d7-a7ce-507e4934d49b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.893409 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-62b3421b-a54a-4100-b99f-681ab9547010 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Added segment 18681f0a-83a2-48d7-a7ce-507e4934d49b of type vlan for network 311387d6-3d2b-47db-9edf-f9892a889d06 Jan 27 22:07:31.911787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f37340-dbfc-4c7e-8aec-cb1026121305 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:31.913882 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f37340-dbfc-4c7e-8aec-cb1026121305 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:31.915832 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f37340-dbfc-4c7e-8aec-cb1026121305 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:31.929152 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-59f37340-dbfc-4c7e-8aec-cb1026121305 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1534910 Jan 27 22:07:31.929992 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47310) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:31.944276 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fef48a-1f37-4cc5-82d1-b6bfb6218c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-30ab86ec-41ff-4bf9-96b1-5ff7bf16baa1', 'network_id': '30ab86ec-41ff-4bf9-96b1-5ff7bf16baa1', 'project_id': 'fcdce1abeb1b48ce94be0b09b16ea68b', 'fixed_ips': [{'subnet_id': '03903f92-106a-4145-9b7f-becec8b3a4e3'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:07:31.945181 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d5fef48a-1f37-4cc5-82d1-b6bfb6218c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.954788 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62b3421b-a54a-4100-b99f-681ab9547010 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (311387d6-3d2b-47db-9edf-f9892a889d06), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.003735 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d696a17-a063-4b29-b6ca-f96f6feba79b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-27de7307-921c-47e6-8a28-0b1137f4b17c', 'network_id': '27de7307-921c-47e6-8a28-0b1137f4b17c', 'project_id': 'fcdce1abeb1b48ce94be0b09b16ea68b', 'fixed_ips': [{'subnet_id': '0a523f98-b643-44af-8dd8-19a37156dbe0'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:07:32.007759 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62b3421b-a54a-4100-b99f-681ab9547010 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (311387d6-3d2b-47db-9edf-f9892a889d06), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.015520 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5d696a17-a063-4b29-b6ca-f96f6feba79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.019827 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b3421b-a54a-4100-b99f-681ab9547010 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:32.020760 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62b3421b-a54a-4100-b99f-681ab9547010 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.041886 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7933f0b-23e7-4341-972f-e690537911d8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Deleting subnet 03903f92-106a-4145-9b7f-becec8b3a4e3 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:07:32.046018 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7933f0b-23e7-4341-972f-e690537911d8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks [] for subnet (03903f92-106a-4145-9b7f-becec8b3a4e3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.111308 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-62b3421b-a54a-4100-b99f-681ab9547010 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9334412 Jan 27 22:07:32.111406 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47320) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:32.116858 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3421b-a54a-4100-b99f-681ab9547010 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'Network': ['ID=311387d6-3d2b-47db-9edf-f9892a889d06,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:32.117913 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-398037084', 'admin_state_up': True, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:32.156776 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (6de3647a-c55e-4c7d-86c5-a33b1b612620), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.158596 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (6de3647a-c55e-4c7d-86c5-a33b1b612620), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.180024 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 311387d6-3d2b-47db-9edf-f9892a889d06 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:07:32.182897 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7933f0b-23e7-4341-972f-e690537911d8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (03903f92-106a-4145-9b7f-becec8b3a4e3), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.275107 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for router_controller (6de3647a-c55e-4c7d-86c5-a33b1b612620), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.331375 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7933f0b-23e7-4341-972f-e690537911d8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (03903f92-106a-4145-9b7f-becec8b3a4e3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.377355 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-5d696a17-a063-4b29-b6ca-f96f6feba79b None None] Allocated IP 2001:db8:0:1::1 (27de7307-921c-47e6-8a28-0b1137f4b17c/0a523f98-b643-44af-8dd8-19a37156dbe0/0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:32.480784 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for router_gateway (6de3647a-c55e-4c7d-86c5-a33b1b612620), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.562174 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7933f0b-23e7-4341-972f-e690537911d8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (03903f92-106a-4145-9b7f-becec8b3a4e3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server [None req-d5fef48a-1f37-4cc5-82d1-b6bfb6218c2d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03903f92-106a-4145-9b7f-becec8b3a4e3: This subnet is being modified by another concurrent operation. Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:07:32.571003 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise exception Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03903f92-106a-4145-9b7f-becec8b3a4e3: This subnet is being modified by another concurrent operation. Jan 27 22:07:32.575229 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Jan 27 22:07:32.592421 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5d696a17-a063-4b29-b6ca-f96f6feba79b None None] Publish callbacks [] for port (0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.602039 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c89916c-5414-44f2-8c58-0c4339546953 None None] Network 30ab86ec-41ff-4bf9-96b1-5ff7bf16baa1 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:32.602244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7933f0b-23e7-4341-972f-e690537911d8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Pushing event deleted for resources: {'Subnet': ['ID=03903f92-106a-4145-9b7f-becec8b3a4e3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:32.617979 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7933f0b-23e7-4341-972f-e690537911d8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.625585 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a7933f0b-23e7-4341-972f-e690537911d8 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] 10.222.0.23 "DELETE /v2.0/subnets/03903f92-106a-4145-9b7f-becec8b3a4e3 HTTP/1.1" status: 204 len: 168 time: 0.6942990 Jan 27 22:07:32.628147 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47338) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:32.724495 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5d696a17-a063-4b29-b6ca-f96f6feba79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.745263 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc74cf3-9b1f-4851-a21c-cead5df4068d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Deleting subnet 0a523f98-b643-44af-8dd8-19a37156dbe0 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:07:32.753999 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dcc74cf3-9b1f-4851-a21c-cead5df4068d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks [] for subnet (0a523f98-b643-44af-8dd8-19a37156dbe0), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.777618 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d696a17-a063-4b29-b6ca-f96f6feba79b None None] Network 27de7307-921c-47e6-8a28-0b1137f4b17c is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:32.782945 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-5d696a17-a063-4b29-b6ca-f96f6feba79b None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:32.785150 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d696a17-a063-4b29-b6ca-f96f6feba79b None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:32.853033 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dcc74cf3-9b1f-4851-a21c-cead5df4068d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (0a523f98-b643-44af-8dd8-19a37156dbe0), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.945022 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d696a17-a063-4b29-b6ca-f96f6feba79b None None] Pushing event updated for resources: {'Port': ['ID=0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:32.995731 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5d696a17-a063-4b29-b6ca-f96f6feba79b None None] Attempting to bind port 0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:32.996111 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5d696a17-a063-4b29-b6ca-f96f6feba79b None None] Attempting to bind port 0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e3cff95c-3e53-439c-b09f-a0eef594cc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '27de7307-921c-47e6-8a28-0b1137f4b17c'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:33.003019 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d696a17-a063-4b29-b6ca-f96f6feba79b None None] Attempting to bind port 0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a on network 27de7307-921c-47e6-8a28-0b1137f4b17c {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:33.013308 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d696a17-a063-4b29-b6ca-f96f6feba79b None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:07:33.013697 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d696a17-a063-4b29-b6ca-f96f6feba79b None None] Checking segment: {'id': 'e3cff95c-3e53-439c-b09f-a0eef594cc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '27de7307-921c-47e6-8a28-0b1137f4b17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:33.014150 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5d696a17-a063-4b29-b6ca-f96f6feba79b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.014648 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d696a17-a063-4b29-b6ca-f96f6feba79b None None] Bound using segment: {'id': 'e3cff95c-3e53-439c-b09f-a0eef594cc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '27de7307-921c-47e6-8a28-0b1137f4b17c'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:07:33.015132 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5d696a17-a063-4b29-b6ca-f96f6feba79b None None] Bound port: 0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3cff95c-3e53-439c-b09f-a0eef594cc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '27de7307-921c-47e6-8a28-0b1137f4b17c'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:07:33.027222 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for router_gateway (6de3647a-c55e-4c7d-86c5-a33b1b612620), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.028518 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5d696a17-a063-4b29-b6ca-f96f6feba79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.050581 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dcc74cf3-9b1f-4851-a21c-cead5df4068d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (0a523f98-b643-44af-8dd8-19a37156dbe0), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.085057 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.107339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73bff4-c35e-47d5-810a-ee3e9ba41ed1 req-3ead29fe-6100-4cca-9ca2-13e5156aab3e tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:33.109519 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca73bff4-c35e-47d5-810a-ee3e9ba41ed1 req-3ead29fe-6100-4cca-9ca2-13e5156aab3e tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6 HTTP/1.1" status: 200 len: 946 time: 0.2755599 Jan 27 22:07:33.169870 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dcc74cf3-9b1f-4851-a21c-cead5df4068d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (0a523f98-b643-44af-8dd8-19a37156dbe0), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.172795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-5d696a17-a063-4b29-b6ca-f96f6feba79b None None] For port 0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:33.177019 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-5d696a17-a063-4b29-b6ca-f96f6feba79b None None] For port 0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a,segment=NetworkSegment(e3cff95c-3e53-439c-b09f-a0eef594cc11),segment_id=e3cff95c-3e53-439c-b09f-a0eef594cc11)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:07:33.183353 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5d696a17-a063-4b29-b6ca-f96f6feba79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.207463 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc74cf3-9b1f-4851-a21c-cead5df4068d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Pushing event deleted for resources: {'Subnet': ['ID=0a523f98-b643-44af-8dd8-19a37156dbe0,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:33.218873 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dcc74cf3-9b1f-4851-a21c-cead5df4068d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.226499 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dcc74cf3-9b1f-4851-a21c-cead5df4068d tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] 10.222.0.23 "DELETE /v2.0/subnets/0a523f98-b643-44af-8dd8-19a37156dbe0 HTTP/1.1" status: 204 len: 168 time: 0.5972610 Jan 27 22:07:33.227422 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47356) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:33.312796 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9bb699-b4b1-4c72-bb1b-dc5834eda490 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:33.319262 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ca9bb699-b4b1-4c72-bb1b-dc5834eda490 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0903952 Jan 27 22:07:33.320264 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47358) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:33.324152 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d696a17-a063-4b29-b6ca-f96f6feba79b None None] Pushing event updated for resources: {'Port': ['ID=0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:33.339419 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca73bff4-c35e-47d5-810a-ee3e9ba41ed1 req-30925c93-b357-46f2-92e8-6e799988e84b tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176545 Jan 27 22:07:33.466720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Allocated IP 172.25.3.20 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/9c8fdc6b-0977-41c9-940a-8807938eaeff) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:33.482095 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55a1593d-ea13-4d35-9467-4c248a8d7404 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (27de7307-921c-47e6-8a28-0b1137f4b17c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.597036 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-55a1593d-ea13-4d35-9467-4c248a8d7404 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Deleting port 0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:33.597679 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55a1593d-ea13-4d35-9467-4c248a8d7404 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.663047 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for port (9c8fdc6b-0977-41c9-940a-8807938eaeff), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.749702 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47368) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:33.761477 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-55a1593d-ea13-4d35-9467-4c248a8d7404 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] For port 0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a,segment=NetworkSegment(e3cff95c-3e53-439c-b09f-a0eef594cc11),segment_id=e3cff95c-3e53-439c-b09f-a0eef594cc11)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:33.762072 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55a1593d-ea13-4d35-9467-4c248a8d7404 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.767989 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (9c8fdc6b-0977-41c9-940a-8807938eaeff), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.786158 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-55a1593d-ea13-4d35-9467-4c248a8d7404 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Calling delete_port for 0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:33.838465 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:33.841573 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:33.846779 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:33.894301 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'Port': ['ID=9c8fdc6b-0977-41c9-940a-8807938eaeff,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:33.914707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.915066 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.915417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.915759 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.916097 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.916465 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.916796 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.917132 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.917464 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.917792 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.918123 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.918452 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:33.918778 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:34.245410 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55a1593d-ea13-4d35-9467-4c248a8d7404 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.291036 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1593d-ea13-4d35-9467-4c248a8d7404 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Pushing event deleted for resources: {'Port': ['ID=0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:34.297666 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a1593d-ea13-4d35-9467-4c248a8d7404 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] No DVR routers for this DVR port 0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:07:34.297972 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b3292660-a321-4a0f-90c3-77517830f64b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.346163 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for router_gateway (6de3647a-c55e-4c7d-86c5-a33b1b612620), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.467096 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55a1593d-ea13-4d35-9467-4c248a8d7404 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (27de7307-921c-47e6-8a28-0b1137f4b17c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.491357 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-55a1593d-ea13-4d35-9467-4c248a8d7404 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27de7307-921c-47e6-8a28-0b1137f4b17c']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:34.502410 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-55a1593d-ea13-4d35-9467-4c248a8d7404 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3cff95c-3e53-439c-b09f-a0eef594cc11') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:34.502713 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-55a1593d-ea13-4d35-9467-4c248a8d7404 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3cff95c-3e53-439c-b09f-a0eef594cc11') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:34.519185 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55a1593d-ea13-4d35-9467-4c248a8d7404 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (e3cff95c-3e53-439c-b09f-a0eef594cc11), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.538566 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55a1593d-ea13-4d35-9467-4c248a8d7404 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (e3cff95c-3e53-439c-b09f-a0eef594cc11), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.547858 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a1593d-ea13-4d35-9467-4c248a8d7404 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:07:34.548261 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55a1593d-ea13-4d35-9467-4c248a8d7404 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (e3cff95c-3e53-439c-b09f-a0eef594cc11), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:07:34.552061 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:07:34.639451 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55a1593d-ea13-4d35-9467-4c248a8d7404 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (27de7307-921c-47e6-8a28-0b1137f4b17c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.645346 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55a1593d-ea13-4d35-9467-4c248a8d7404 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.650540 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-55a1593d-ea13-4d35-9467-4c248a8d7404 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] 10.222.0.23 "DELETE /v2.0/networks/27de7307-921c-47e6-8a28-0b1137f4b17c HTTP/1.1" status: 204 len: 168 time: 1.3289573 Jan 27 22:07:34.656821 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47384) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:34.705636 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1593d-ea13-4d35-9467-4c248a8d7404 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Pushing event deleted for resources: {'Network': ['ID=27de7307-921c-47e6-8a28-0b1137f4b17c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:34.798394 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1754-4a00-4f1b-996a-923cd5e0703b tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (30ab86ec-41ff-4bf9-96b1-5ff7bf16baa1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.904061 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fbddf2-8f2b-4eff-a9c5-95ba0dc95aa1 None None] get_active_networks_info from n-d-772272-3 {{(pid=109743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:07:34.969708 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1754-4a00-4f1b-996a-923cd5e0703b tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (30ab86ec-41ff-4bf9-96b1-5ff7bf16baa1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.018663 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-f6cd1754-4a00-4f1b-996a-923cd5e0703b tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ab86ec-41ff-4bf9-96b1-5ff7bf16baa1']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:35.045618 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-f6cd1754-4a00-4f1b-996a-923cd5e0703b tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7832e0b-86d0-4955-94f5-927214901608') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:35.045976 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-f6cd1754-4a00-4f1b-996a-923cd5e0703b tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7832e0b-86d0-4955-94f5-927214901608') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:35.065448 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1754-4a00-4f1b-996a-923cd5e0703b tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (d7832e0b-86d0-4955-94f5-927214901608), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.068521 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a9019d18-5782-4877-8225-5d9de008fbd9 None None] Could not find standard attr ID for object 0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:07:35.073658 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fbddf2-8f2b-4eff-a9c5-95ba0dc95aa1 None None] Resources bound (agent type, host, resource id): {{(pid=109743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:07:35.079931 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1754-4a00-4f1b-996a-923cd5e0703b tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (d7832e0b-86d0-4955-94f5-927214901608), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.086040 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b3292660-a321-4a0f-90c3-77517830f64b admin admin] Publish callbacks [] for security_group (55815e38-68eb-4e92-bce6-e1eda95e3373), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.087092 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6cd1754-4a00-4f1b-996a-923cd5e0703b tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:07:35.087767 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1754-4a00-4f1b-996a-923cd5e0703b tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (d7832e0b-86d0-4955-94f5-927214901608), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:07:35.091175 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:07:35.114304 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a43607-e652-4e52-aa86-afc71ee67d8a req-5e774661-9737-4c0a-aee3-e1e41ade3e19 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:35.122322 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77a43607-e652-4e52-aa86-afc71ee67d8a req-5e774661-9737-4c0a-aee3-e1e41ade3e19 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6 HTTP/1.1" status: 200 len: 946 time: 0.1784654 Jan 27 22:07:35.128525 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b3292660-a321-4a0f-90c3-77517830f64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (55815e38-68eb-4e92-bce6-e1eda95e3373), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.162405 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1754-4a00-4f1b-996a-923cd5e0703b tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (30ab86ec-41ff-4bf9-96b1-5ff7bf16baa1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.205590 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1754-4a00-4f1b-996a-923cd5e0703b tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.219070 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f6cd1754-4a00-4f1b-996a-923cd5e0703b tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] 10.222.0.23 "DELETE /v2.0/networks/30ab86ec-41ff-4bf9-96b1-5ff7bf16baa1 HTTP/1.1" status: 204 len: 168 time: 0.5603790 Jan 27 22:07:35.224595 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd1754-4a00-4f1b-996a-923cd5e0703b tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Pushing event deleted for resources: {'Network': ['ID=30ab86ec-41ff-4bf9-96b1-5ff7bf16baa1,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:35.226714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47400) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:35.439829 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b3292660-a321-4a0f-90c3-77517830f64b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4b3c4188b744689a725fde624fd3812&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6887031 Jan 27 22:07:35.442043 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3292660-a321-4a0f-90c3-77517830f64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55815e38-68eb-4e92-bce6-e1eda95e3373,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:35.442341 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47412) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:35.460051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77a43607-e652-4e52-aa86-afc71ee67d8a req-dd03b102-bdfb-4e8a-a432-4bb259c2b0dc tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365803 Jan 27 22:07:35.494074 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ed7059-bb50-4bbc-9412-94fb204add47 None None] DHCP port deletion for 27de7307-921c-47e6-8a28-0b1137f4b17c request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:07:35.511496 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-82ea3fdf-801c-473e-b790-d86e40e9320f tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (97325bfa-c1e5-4958-88c3-49a9deddb7db), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.516755 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (6de3647a-c55e-4c7d-86c5-a33b1b612620), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.547904 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0850899f-45a3-4637-af19-2e7f7c090bf7 None None] Network 27de7307-921c-47e6-8a28-0b1137f4b17c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:35.570934 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0850899f-45a3-4637-af19-2e7f7c090bf7 None None] Network 27de7307-921c-47e6-8a28-0b1137f4b17c could not be found, it might have been deleted concurrently. {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 22:07:35.596853 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-36b6c79d-65f4-4c61-8286-7385ecba7d39 admin admin] Publish callbacks [] for security_group (55815e38-68eb-4e92-bce6-e1eda95e3373), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.631610 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-36b6c79d-65f4-4c61-8286-7385ecba7d39 admin admin] Publish callbacks [] for security_group (55815e38-68eb-4e92-bce6-e1eda95e3373), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.698480 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-36b6c79d-65f4-4c61-8286-7385ecba7d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (55815e38-68eb-4e92-bce6-e1eda95e3373), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.703309 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-36b6c79d-65f4-4c61-8286-7385ecba7d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.704954 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-36b6c79d-65f4-4c61-8286-7385ecba7d39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55815e38-68eb-4e92-bce6-e1eda95e3373 HTTP/1.1" status: 204 len: 168 time: 0.2612610 Jan 27 22:07:35.723050 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6c79d-65f4-4c61-8286-7385ecba7d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55815e38-68eb-4e92-bce6-e1eda95e3373,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:35.874552 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-82ea3fdf-801c-473e-b790-d86e40e9320f tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (97325bfa-c1e5-4958-88c3-49a9deddb7db), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.957906 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-82ea3fdf-801c-473e-b790-d86e40e9320f tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97325bfa-c1e5-4958-88c3-49a9deddb7db']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:35.990649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-82ea3fdf-801c-473e-b790-d86e40e9320f tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf81674-ed88-43c2-a075-3949c749fc87') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:35.990961 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-82ea3fdf-801c-473e-b790-d86e40e9320f tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf81674-ed88-43c2-a075-3949c749fc87') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:36.020951 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-82ea3fdf-801c-473e-b790-d86e40e9320f tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (8bf81674-ed88-43c2-a075-3949c749fc87), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.029105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Router 6de3647a-c55e-4c7d-86c5-a33b1b612620 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:07:36.042922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-b4fb654d-0f04-4cbc-ba6f-f72a115647d7 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:36.056223 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-b4fb654d-0f04-4cbc-ba6f-f72a115647d7 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 805 time: 0.2255921 Jan 27 22:07:36.063801 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-82ea3fdf-801c-473e-b790-d86e40e9320f tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (8bf81674-ed88-43c2-a075-3949c749fc87), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.099076 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ea3fdf-801c-473e-b790-d86e40e9320f tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:07:36.099718 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-82ea3fdf-801c-473e-b790-d86e40e9320f tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (8bf81674-ed88-43c2-a075-3949c749fc87), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:07:36.111810 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:07:36.133224 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-cd322638-6d09-44ad-bfc9-e4369f4473a9 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/quotas/342465e78b4348c1b975ff630f4dbc64 HTTP/1.1" status: 200 len: 375 time: 0.0668695 Jan 27 22:07:36.235372 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47438) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:36.257509 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f16cb88e-1319-4092-ab94-78f7d1845b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.316852 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-82ea3fdf-801c-473e-b790-d86e40e9320f tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (97325bfa-c1e5-4958-88c3-49a9deddb7db), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.330710 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-82ea3fdf-801c-473e-b790-d86e40e9320f tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.337405 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-82ea3fdf-801c-473e-b790-d86e40e9320f tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] 10.222.0.23 "DELETE /v2.0/networks/97325bfa-c1e5-4958-88c3-49a9deddb7db HTTP/1.1" status: 204 len: 168 time: 1.1065488 Jan 27 22:07:36.341864 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47442) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:36.357104 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-6aed5f4a-ea57-4594-a932-d4aeb6af3498 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1784344 Jan 27 22:07:36.367937 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f16cb88e-1319-4092-ab94-78f7d1845b2c admin admin] Publish callbacks [] for security_group (4bd1b197-b0fc-4a2e-ad44-bd828419af4f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.372969 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f16cb88e-1319-4092-ab94-78f7d1845b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4bd1b197-b0fc-4a2e-ad44-bd828419af4f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.376048 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea3fdf-801c-473e-b790-d86e40e9320f tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Pushing event deleted for resources: {'Network': ['ID=97325bfa-c1e5-4958-88c3-49a9deddb7db,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:36.432085 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f16cb88e-1319-4092-ab94-78f7d1845b2c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b7ecb1967d14b16bde22a321e95c323&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1926138 Jan 27 22:07:36.432422 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47448) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:36.444424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:07:36.462737 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] Sync routers for ids ['6de3647a-c55e-4c7d-86c5-a33b1b612620'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:07:36.464849 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cb88e-1319-4092-ab94-78f7d1845b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd1b197-b0fc-4a2e-ad44-bd828419af4f,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:36.485578 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] Routers {'6de3647a-c55e-4c7d-86c5-a33b1b612620'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:36.487515 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:07:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6de3647a-c55e-4c7d-86c5-a33b1b612620'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:36.541577 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.541793 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d986267f-7c76-4ec5-94b2-9defc2fafbea admin admin] Publish callbacks [] for security_group (4bd1b197-b0fc-4a2e-ad44-bd828419af4f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.552048 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b954c12a-f8db-4ed0-ad7a-eb662928b59f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4369206 Jan 27 22:07:36.555889 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47456) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:36.563249 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc0725fe-9b77-4b7f-9867-6d3564cb90d9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (c6cda5d5-3470-4628-974e-b6bbb7174f55), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.570793 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:07:36.599044 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d986267f-7c76-4ec5-94b2-9defc2fafbea admin admin] Publish callbacks [] for security_group (4bd1b197-b0fc-4a2e-ad44-bd828419af4f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.615675 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:07:36.616433 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0d1aa88b-c8b5-4b2c-a2d5-37061d11a45a not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:07:36.701093 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d986267f-7c76-4ec5-94b2-9defc2fafbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4bd1b197-b0fc-4a2e-ad44-bd828419af4f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.704932 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d986267f-7c76-4ec5-94b2-9defc2fafbea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.706394 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d986267f-7c76-4ec5-94b2-9defc2fafbea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4bd1b197-b0fc-4a2e-ad44-bd828419af4f HTTP/1.1" status: 204 len: 168 time: 0.2730496 Jan 27 22:07:36.728368 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986267f-7c76-4ec5-94b2-9defc2fafbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd1b197-b0fc-4a2e-ad44-bd828419af4f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:36.756528 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-5b4b0d19-fa83-4e4f-9565-1c8964b2840b service neutron] 10.222.0.23 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863919 Jan 27 22:07:36.756668 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] Set router 6de3647a-c55e-4c7d-86c5-a33b1b612620 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:07:36.852063 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc0725fe-9b77-4b7f-9867-6d3564cb90d9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (c6cda5d5-3470-4628-974e-b6bbb7174f55), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.914539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-dc0725fe-9b77-4b7f-9867-6d3564cb90d9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6cda5d5-3470-4628-974e-b6bbb7174f55']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:36.923756 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-dc0725fe-9b77-4b7f-9867-6d3564cb90d9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7c91ea-77ed-4157-976e-0703db15d54e') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:36.923999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-dc0725fe-9b77-4b7f-9867-6d3564cb90d9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7c91ea-77ed-4157-976e-0703db15d54e') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:36.946461 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc0725fe-9b77-4b7f-9867-6d3564cb90d9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (5b7c91ea-77ed-4157-976e-0703db15d54e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:37.047046 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-904ac96c-4bf4-4933-81e8-fda253cfbc7a service neutron] 10.222.0.23 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812030 Jan 27 22:07:37.057795 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc0725fe-9b77-4b7f-9867-6d3564cb90d9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (5b7c91ea-77ed-4157-976e-0703db15d54e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:37.066111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0725fe-9b77-4b7f-9867-6d3564cb90d9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:07:37.066990 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc0725fe-9b77-4b7f-9867-6d3564cb90d9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (5b7c91ea-77ed-4157-976e-0703db15d54e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:07:37.072719 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:07:37.159314 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'name': 'tempest-TestNetworkBasicOps-router-398037084', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:07:34Z', 'revision_number': 3, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:33Z', 'updated_at': '2022-01-27T22:07:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:37.183484 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e293b55f-fca1-4696-add3-551263eea414 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=7f283cf476a449f8a327cb51a3011c25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6243751 Jan 27 22:07:37.185440 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47478) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:37.205531 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc0725fe-9b77-4b7f-9867-6d3564cb90d9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (c6cda5d5-3470-4628-974e-b6bbb7174f55), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:37.233704 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] Checking router: 6de3647a-c55e-4c7d-86c5-a33b1b612620 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:07:37.235120 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] Updating router 6de3647a-c55e-4c7d-86c5-a33b1b612620 port 9c8fdc6b-0977-41c9-940a-8807938eaeff binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:07:37.252626 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc0725fe-9b77-4b7f-9867-6d3564cb90d9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:37.263602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-dc0725fe-9b77-4b7f-9867-6d3564cb90d9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] 10.222.0.23 "DELETE /v2.0/networks/c6cda5d5-3470-4628-974e-b6bbb7174f55 HTTP/1.1" status: 204 len: 168 time: 0.9052787 Jan 27 22:07:37.266848 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0725fe-9b77-4b7f-9867-6d3564cb90d9 tempest-BulkNetworkOpsIpV6Test-729530455 tempest-BulkNetworkOpsIpV6Test-729530455-project] Pushing event deleted for resources: {'Network': ['ID=c6cda5d5-3470-4628-974e-b6bbb7174f55,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:37.300062 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9c8fdc6b-0977-41c9-940a-8807938eaeff), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:37.339490 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7803140-56ec-46ed-a179-d032d4e155b8 req-0cb0e274-2365-41db-8ff7-fb11a468756c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=20349c98-7924-4664-87d2-bc4d072ad743 HTTP/1.1" status: 200 len: 210 time: 0.0534954 Jan 27 22:07:37.499308 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdaac8b-2f57-45bf-a688-47b847dd71fd tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:37.504611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47490) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:37.520758 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5fdaac8b-2f57-45bf-a688-47b847dd71fd tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3325341 Jan 27 22:07:37.553474 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47496) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:37.559102 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-4aacacb9-472f-4b6c-9c73-d075bae179e3 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-880334871', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:37.563790 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-186023a1-e83a-4105-8b3a-f0e0d7c26984 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0579162 Jan 27 22:07:37.698979 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aacacb9-472f-4b6c-9c73-d075bae179e3 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Made reservation on behalf of 7f283cf476a449f8a327cb51a3011c25 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:37.705633 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4aacacb9-472f-4b6c-9c73-d075bae179e3 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:37.866985 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] Publish callbacks [] for port (9c8fdc6b-0977-41c9-940a-8807938eaeff), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:37.889741 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9c8fdc6b-0977-41c9-940a-8807938eaeff), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.044453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47512) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:38.075137 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56864e38-38fa-41ce-92e6-8a9a046a3bed None None] Pushing event updated for resources: {'Port': ['ID=9c8fdc6b-0977-41c9-940a-8807938eaeff,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:38.106879 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56864e38-38fa-41ce-92e6-8a9a046a3bed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:38.108840 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56864e38-38fa-41ce-92e6-8a9a046a3bed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:38.109717 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56864e38-38fa-41ce-92e6-8a9a046a3bed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:38.110300 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56864e38-38fa-41ce-92e6-8a9a046a3bed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:38.111732 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56864e38-38fa-41ce-92e6-8a9a046a3bed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:38.112329 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56864e38-38fa-41ce-92e6-8a9a046a3bed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:38.112874 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56864e38-38fa-41ce-92e6-8a9a046a3bed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:38.113428 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56864e38-38fa-41ce-92e6-8a9a046a3bed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:38.113975 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56864e38-38fa-41ce-92e6-8a9a046a3bed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:38.114667 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56864e38-38fa-41ce-92e6-8a9a046a3bed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:38.115309 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56864e38-38fa-41ce-92e6-8a9a046a3bed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:38.115961 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56864e38-38fa-41ce-92e6-8a9a046a3bed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:38.116679 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56864e38-38fa-41ce-92e6-8a9a046a3bed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:38.121394 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] Attempting to bind port 9c8fdc6b-0977-41c9-940a-8807938eaeff on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:38.122354 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] Attempting to bind port 9c8fdc6b-0977-41c9-940a-8807938eaeff by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:38.122951 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] Attempting to bind port 9c8fdc6b-0977-41c9-940a-8807938eaeff on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:38.133435 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:07:38.137338 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:38.140224 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.140865 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:07:38.142762 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] Bound port: 9c8fdc6b-0977-41c9-940a-8807938eaeff, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:07:38.144672 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9c8fdc6b-0977-41c9-940a-8807938eaeff), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.153473 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4aacacb9-472f-4b6c-9c73-d075bae179e3 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (bbf00ebb-14ad-4f54-96c2-53f25b86a208), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.269331 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] For port 9c8fdc6b-0977-41c9-940a-8807938eaeff, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:38.278539 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] For port 9c8fdc6b-0977-41c9-940a-8807938eaeff, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9c8fdc6b-0977-41c9-940a-8807938eaeff,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:07:38.286703 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9c8fdc6b-0977-41c9-940a-8807938eaeff), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.354238 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacacb9-472f-4b6c-9c73-d075bae179e3 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'Subnet': ['ID=bbf00ebb-14ad-4f54-96c2-53f25b86a208,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:38.378973 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aacacb9-472f-4b6c-9c73-d075bae179e3 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Checking segment: {'id': '18681f0a-83a2-48d7-a7ce-507e4934d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:38.379342 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aacacb9-472f-4b6c-9c73-d075bae179e3 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Network hostable DHCP agents. Network: 311387d6-3d2b-47db-9edf-f9892a889d06, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:07:38.424948 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aacacb9-472f-4b6c-9c73-d075bae179e3 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Network 311387d6-3d2b-47db-9edf-f9892a889d06 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:07:38.453969 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-4aacacb9-472f-4b6c-9c73-d075bae179e3 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 311387d6-3d2b-47db-9edf-f9892a889d06) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:38.460059 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aacacb9-472f-4b6c-9c73-d075bae179e3 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:38.460730 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4aacacb9-472f-4b6c-9c73-d075bae179e3 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.462120 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] Routers {'6de3647a-c55e-4c7d-86c5-a33b1b612620'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:38.462837 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:07:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6de3647a-c55e-4c7d-86c5-a33b1b612620'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:38.472848 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8855a1-64c3-4702-b439-402a957e6825 None None] Network 311387d6-3d2b-47db-9edf-f9892a889d06 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:38.491928 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4aacacb9-472f-4b6c-9c73-d075bae179e3 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9367547 Jan 27 22:07:38.495974 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47522) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:38.565240 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d217036-813d-4dc8-9030-2152070740ae req-22ae7e2e-5e2e-433a-bd16-29a10bbccc45 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1351275 Jan 27 22:07:38.570996 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56864e38-38fa-41ce-92e6-8a9a046a3bed None None] Pushing event updated for resources: {'Port': ['ID=9c8fdc6b-0977-41c9-940a-8807938eaeff,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:38.728223 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebd93850-dc3b-44ad-afc7-df60ae24a733 req-944ea41f-788d-447e-86fe-c63738eaf793 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=20349c98-7924-4664-87d2-bc4d072ad743 HTTP/1.1" status: 200 len: 210 time: 0.1270208 Jan 27 22:07:38.755065 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75231d3-39f4-4816-afe4-a7fec0b1934e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-311387d6-3d2b-47db-9edf-f9892a889d06', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'fixed_ips': [{'subnet_id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:07:38.756264 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f75231d3-39f4-4816-afe4-a7fec0b1934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.841246 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c00bec4f-106f-477e-8880-20478d858a46 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcdce1abeb1b48ce94be0b09b16ea68b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7948434 Jan 27 22:07:38.845565 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47534) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:38.867143 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] Set router 6de3647a-c55e-4c7d-86c5-a33b1b612620 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:07:38.902592 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d217036-813d-4dc8-9030-2152070740ae req-7f142f02-6c8e-4ff8-9cb0-ddaada497235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:38.904150 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d217036-813d-4dc8-9030-2152070740ae req-7f142f02-6c8e-4ff8-9cb0-ddaada497235 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5fa39c9f14c34091a555381958bf20fa&device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 1096 time: 0.2533550 Jan 27 22:07:38.954884 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-781fe8ac-456c-420a-b51a-69bf57de3193 admin admin] Publish callbacks [] for security_group (4430f5a0-5abd-48f1-8267-e660865897a6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:39.218051 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-f75231d3-39f4-4816-afe4-a7fec0b1934e None None] Allocated IP 172.20.0.2 (311387d6-3d2b-47db-9edf-f9892a889d06/bbf00ebb-14ad-4f54-96c2-53f25b86a208/e3f174e2-e4f0-4ac8-a146-db69be675be9) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:39.364988 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-781fe8ac-456c-420a-b51a-69bf57de3193 admin admin] Publish callbacks [] for security_group (4430f5a0-5abd-48f1-8267-e660865897a6), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:39.661835 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d8ef186-555d-4e68-b14c-a9e8fb802e67 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:39.719491 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f75231d3-39f4-4816-afe4-a7fec0b1934e None None] Publish callbacks [] for port (e3f174e2-e4f0-4ac8-a146-db69be675be9), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:39.749912 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f75231d3-39f4-4816-afe4-a7fec0b1934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (e3f174e2-e4f0-4ac8-a146-db69be675be9), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:39.778873 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-389bdba6-8888-49b9-a260-9b57b462092e tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:39.792912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-389bdba6-8888-49b9-a260-9b57b462092e tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.15 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 805 time: 0.7371361 Jan 27 22:07:39.914335 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75231d3-39f4-4816-afe4-a7fec0b1934e None None] Network 311387d6-3d2b-47db-9edf-f9892a889d06 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:39.918787 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-f75231d3-39f4-4816-afe4-a7fec0b1934e None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:39.920924 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-46e2bb81-856e-4015-a88b-b6b0e4a05f92 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Request body: {'port': {'device_id': '20349c98-7924-4664-87d2-bc4d072ad743', 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8', 'admin_state_up': True, 'tenant_id': '342465e78b4348c1b975ff630f4dbc64'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:39.932601 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75231d3-39f4-4816-afe4-a7fec0b1934e None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:40.031754 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'name': 'tempest-TestNetworkBasicOps-router-398037084', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:07:34Z', 'revision_number': 3, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:33Z', 'updated_at': '2022-01-27T22:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:40.089798 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f98577f-ca76-48c3-ba55-f17cafc89324 None None] The sync data for ids ['6de3647a-c55e-4c7d-86c5-a33b1b612620'] in n-d-772272-3 is: [{'id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'name': 'tempest-TestNetworkBasicOps-router-398037084', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:07:34Z', 'revision_number': 3, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:33Z', 'updated_at': '2022-01-27T22:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:07:40.097283 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d217036-813d-4dc8-9030-2152070740ae req-7d30db03-5a3c-4725-a9e8-6aaac795d109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:40.098699 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d217036-813d-4dc8-9030-2152070740ae req-7d30db03-5a3c-4725-a9e8-6aaac795d109 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2b09128f-4816-4051-b7b2-5b7a59716965 HTTP/1.1" status: 200 len: 911 time: 1.1480789 Jan 27 22:07:40.099808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75231d3-39f4-4816-afe4-a7fec0b1934e None None] Pushing event updated for resources: {'Port': ['ID=e3f174e2-e4f0-4ac8-a146-db69be675be9,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:40.146821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f75231d3-39f4-4816-afe4-a7fec0b1934e None None] Attempting to bind port e3f174e2-e4f0-4ac8-a146-db69be675be9 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:40.147832 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f75231d3-39f4-4816-afe4-a7fec0b1934e None None] Attempting to bind port e3f174e2-e4f0-4ac8-a146-db69be675be9 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '18681f0a-83a2-48d7-a7ce-507e4934d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:40.148427 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75231d3-39f4-4816-afe4-a7fec0b1934e None None] Attempting to bind port e3f174e2-e4f0-4ac8-a146-db69be675be9 on network 311387d6-3d2b-47db-9edf-f9892a889d06 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:40.160726 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75231d3-39f4-4816-afe4-a7fec0b1934e None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:07:40.161484 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75231d3-39f4-4816-afe4-a7fec0b1934e None None] Checking segment: {'id': '18681f0a-83a2-48d7-a7ce-507e4934d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:40.162078 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f75231d3-39f4-4816-afe4-a7fec0b1934e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.162630 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75231d3-39f4-4816-afe4-a7fec0b1934e None None] Bound using segment: {'id': '18681f0a-83a2-48d7-a7ce-507e4934d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:07:40.163433 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f75231d3-39f4-4816-afe4-a7fec0b1934e None None] Bound port: e3f174e2-e4f0-4ac8-a146-db69be675be9, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18681f0a-83a2-48d7-a7ce-507e4934d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:07:40.164021 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f75231d3-39f4-4816-afe4-a7fec0b1934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e3f174e2-e4f0-4ac8-a146-db69be675be9), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.281648 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f75231d3-39f4-4816-afe4-a7fec0b1934e None None] For port e3f174e2-e4f0-4ac8-a146-db69be675be9, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:40.295615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f75231d3-39f4-4816-afe4-a7fec0b1934e None None] For port e3f174e2-e4f0-4ac8-a146-db69be675be9, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e3f174e2-e4f0-4ac8-a146-db69be675be9,segment=NetworkSegment(18681f0a-83a2-48d7-a7ce-507e4934d49b),segment_id=18681f0a-83a2-48d7-a7ce-507e4934d49b)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:07:40.303963 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f75231d3-39f4-4816-afe4-a7fec0b1934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e3f174e2-e4f0-4ac8-a146-db69be675be9), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.320106 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-9d8ef186-555d-4e68-b14c-a9e8fb802e67 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Allocated IP 172.20.0.1 (311387d6-3d2b-47db-9edf-f9892a889d06/bbf00ebb-14ad-4f54-96c2-53f25b86a208/b83680cf-046d-424d-ae8b-ae3fccd272f4) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:40.397246 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2898ce28-807b-4dac-ab00-9f8138f8cf46 req-74690a33-e011-46ac-8866-63e48905bbb4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=20349c98-7924-4664-87d2-bc4d072ad743 HTTP/1.1" status: 200 len: 210 time: 0.4248793 Jan 27 22:07:40.402042 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-781fe8ac-456c-420a-b51a-69bf57de3193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4430f5a0-5abd-48f1-8267-e660865897a6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.407032 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-781fe8ac-456c-420a-b51a-69bf57de3193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.416267 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-781fe8ac-456c-420a-b51a-69bf57de3193 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4430f5a0-5abd-48f1-8267-e660865897a6 HTTP/1.1" status: 204 len: 168 time: 1.5688412 Jan 27 22:07:40.564239 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75231d3-39f4-4816-afe4-a7fec0b1934e None None] Pushing event updated for resources: {'Port': ['ID=e3f174e2-e4f0-4ac8-a146-db69be675be9,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:40.585564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fe8ac-456c-420a-b51a-69bf57de3193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4430f5a0-5abd-48f1-8267-e660865897a6,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:40.599482 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-46e2bb81-856e-4015-a88b-b6b0e4a05f92 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Made reservation on behalf of 342465e78b4348c1b975ff630f4dbc64 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:40.611923 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-46e2bb81-856e-4015-a88b-b6b0e4a05f92 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.677486 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d8ef186-555d-4e68-b14c-a9e8fb802e67 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for port (b83680cf-046d-424d-ae8b-ae3fccd272f4), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.755210 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47568) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:40.768978 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d8ef186-555d-4e68-b14c-a9e8fb802e67 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b83680cf-046d-424d-ae8b-ae3fccd272f4), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.850591 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8ef186-555d-4e68-b14c-a9e8fb802e67 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Network 311387d6-3d2b-47db-9edf-f9892a889d06 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:40.852847 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-9d8ef186-555d-4e68-b14c-a9e8fb802e67 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:40.858596 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ef186-555d-4e68-b14c-a9e8fb802e67 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:40.893879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d217036-813d-4dc8-9030-2152070740ae req-75e4c7c2-538c-4c63-8a8e-66a538b36540 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dfe0dd7-4791-458b-87c5-c64c3e2cc247 HTTP/1.1" status: 200 len: 1000 time: 0.5815661 Jan 27 22:07:40.972331 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ef186-555d-4e68-b14c-a9e8fb802e67 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'Port': ['ID=b83680cf-046d-424d-ae8b-ae3fccd272f4,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:40.999617 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:07:41.005039 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d8ef186-555d-4e68-b14c-a9e8fb802e67 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (6de3647a-c55e-4c7d-86c5-a33b1b612620), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:41.038841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-46e2bb81-856e-4015-a88b-b6b0e4a05f92 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Allocated IP 172.20.0.5 (7fb03950-b0f5-49f7-8c2d-d1081fb3aba8/7267bcf4-ac84-4f1d-9bca-30d5eecd5123/6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:41.051191 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d217036-813d-4dc8-9030-2152070740ae req-64c39fd2-1c47-4d5e-a96a-750573496450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:41.055084 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d217036-813d-4dc8-9030-2152070740ae req-64c39fd2-1c47-4d5e-a96a-750573496450 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8368a6d-250d-43a0-8b81-29729883ab77 HTTP/1.1" status: 200 len: 849 time: 0.1547287 Jan 27 22:07:41.239866 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d217036-813d-4dc8-9030-2152070740ae req-ab56baf6-8283-4820-9d66-a68dd51e2937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:41.241563 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d217036-813d-4dc8-9030-2152070740ae req-ab56baf6-8283-4820-9d66-a68dd51e2937 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2b09128f-4816-4051-b7b2-5b7a59716965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786675 Jan 27 22:07:41.400097 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc0c04ab-8c72-4852-ab0c-e6c219a1c68f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:41.407451 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d8ef186-555d-4e68-b14c-a9e8fb802e67 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b83680cf-046d-424d-ae8b-ae3fccd272f4), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:41.642877 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-434fbbde-9492-4a08-9cf5-284e3aa708cf req-c7462590-9594-410b-81a8-77dc20969b61 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=20349c98-7924-4664-87d2-bc4d072ad743 HTTP/1.1" status: 200 len: 210 time: 0.0954623 Jan 27 22:07:41.771569 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc0c04ab-8c72-4852-ab0c-e6c219a1c68f admin admin] Publish callbacks [] for security_group (f45d0f9b-c862-441a-bcbd-7482bbb1f2eb), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:41.836612 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d217036-813d-4dc8-9030-2152070740ae req-ec3ffe22-38cd-4e38-8885-d15477530af7 service neutron] 10.222.0.15 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746939 Jan 27 22:07:41.936030 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc0c04ab-8c72-4852-ab0c-e6c219a1c68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f45d0f9b-c862-441a-bcbd-7482bbb1f2eb), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.002155 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d217036-813d-4dc8-9030-2152070740ae req-617efa51-4e3c-419b-9359-668e92414401 service neutron] 10.222.0.15 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433265 Jan 27 22:07:42.018729 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-46e2bb81-856e-4015-a88b-b6b0e4a05f92 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks [] for port (6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.073747 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fc0c04ab-8c72-4852-ab0c-e6c219a1c68f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e366d9721837450ca615e54e9b26c4af&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3096824 Jan 27 22:07:42.074249 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47608) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:42.148800 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-46e2bb81-856e-4015-a88b-b6b0e4a05f92 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.163642 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['546296c4-1857-45cc-88d1-2bbe11f68260'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:07:42.198220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c04ab-8c72-4852-ab0c-e6c219a1c68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45d0f9b-c862-441a-bcbd-7482bbb1f2eb,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:42.282681 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['11e35756-8d08-4bec-b101-7c902a153d2b'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:07:42.385464 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-46e2bb81-856e-4015-a88b-b6b0e4a05f92 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:42.405532 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2bb81-856e-4015-a88b-b6b0e4a05f92 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Pushing event updated for resources: {'Port': ['ID=6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:42.422954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-46e2bb81-856e-4015-a88b-b6b0e4a05f92 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:42.427483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-46e2bb81-856e-4015-a88b-b6b0e4a05f92 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:42.430947 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-49c05751-0d74-4b0e-9874-5b595a83c6d0 admin admin] Publish callbacks [] for security_group (f45d0f9b-c862-441a-bcbd-7482bbb1f2eb), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.495640 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-49c05751-0d74-4b0e-9874-5b595a83c6d0 admin admin] Publish callbacks [] for security_group (f45d0f9b-c862-441a-bcbd-7482bbb1f2eb), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.525334 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-46e2bb81-856e-4015-a88b-b6b0e4a05f92 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:42.526534 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-46e2bb81-856e-4015-a88b-b6b0e4a05f92 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.557505 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-46e2bb81-856e-4015-a88b-b6b0e4a05f92 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7221489 Jan 27 22:07:42.583594 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] Request body: {'port': {'device_id': '20349c98-7924-4664-87d2-bc4d072ad743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:42.650746 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca0cb94-790c-451d-98b7-809b1cb66f4b None None] Network 311387d6-3d2b-47db-9edf-f9892a889d06 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:42.888135 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.903056 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47634) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:42.944881 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-49c05751-0d74-4b0e-9874-5b595a83c6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f45d0f9b-c862-441a-bcbd-7482bbb1f2eb), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.955358 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-49c05751-0d74-4b0e-9874-5b595a83c6d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.962505 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-0ef8893b-5816-4309-8799-2872c96c5552 None None] Provisioning complete for port e3f174e2-e4f0-4ac8-a146-db69be675be9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:42.962888 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0ef8893b-5816-4309-8799-2872c96c5552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e3f174e2-e4f0-4ac8-a146-db69be675be9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.968317 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-49c05751-0d74-4b0e-9874-5b595a83c6d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f45d0f9b-c862-441a-bcbd-7482bbb1f2eb HTTP/1.1" status: 204 len: 168 time: 0.8928123 Jan 27 22:07:42.975529 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.977974 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d8ef186-555d-4e68-b14c-a9e8fb802e67 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for port (b83680cf-046d-424d-ae8b-ae3fccd272f4), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.994149 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d8ef186-555d-4e68-b14c-a9e8fb802e67 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (b83680cf-046d-424d-ae8b-ae3fccd272f4), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.022607 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9c8fdc6b-0977-41c9-940a-8807938eaeff up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:43.056490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c05751-0d74-4b0e-9874-5b595a83c6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45d0f9b-c862-441a-bcbd-7482bbb1f2eb,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:43.150723 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d8ef186-555d-4e68-b14c-a9e8fb802e67 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (6de3647a-c55e-4c7d-86c5-a33b1b612620), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.155022 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ef186-555d-4e68-b14c-a9e8fb802e67 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'Port': ['ID=b83680cf-046d-424d-ae8b-ae3fccd272f4,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:43.284401 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8ef186-555d-4e68-b14c-a9e8fb802e67 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Network 311387d6-3d2b-47db-9edf-f9892a889d06 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:43.289233 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-9d8ef186-555d-4e68-b14c-a9e8fb802e67 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:43.488141 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 9c8fdc6b-0977-41c9-940a-8807938eaeff triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:43.488141 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9c8fdc6b-0977-41c9-940a-8807938eaeff), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.490812 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0ef8893b-5816-4309-8799-2872c96c5552 None None] Current status of the port e3f174e2-e4f0-4ac8-a146-db69be675be9 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:43.490954 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0ef8893b-5816-4309-8799-2872c96c5552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e3f174e2-e4f0-4ac8-a146-db69be675be9), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.495011 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8ef186-555d-4e68-b14c-a9e8fb802e67 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Router 6de3647a-c55e-4c7d-86c5-a33b1b612620 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:07:43.582374 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-0ef8893b-5816-4309-8799-2872c96c5552 None None] For port e3f174e2-e4f0-4ac8-a146-db69be675be9, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e3f174e2-e4f0-4ac8-a146-db69be675be9,segment=NetworkSegment(18681f0a-83a2-48d7-a7ce-507e4934d49b),segment_id=18681f0a-83a2-48d7-a7ce-507e4934d49b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:43.596144 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0ef8893b-5816-4309-8799-2872c96c5552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e3f174e2-e4f0-4ac8-a146-db69be675be9), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.642462 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:07:43.651566 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-89e85918-5b4c-445e-89e0-46a547ed41cc tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-349501640'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:43.661940 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] Publish callbacks [] for port (6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.690674 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] Transition to ACTIVE for port object 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:07:43.697651 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.782666 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 9c8fdc6b-0977-41c9-940a-8807938eaeff is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:43.783303 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9c8fdc6b-0977-41c9-940a-8807938eaeff), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.805102 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e85918-5b4c-445e-89e0-46a547ed41cc tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:43.809131 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-89e85918-5b4c-445e-89e0-46a547ed41cc tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.818331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 9c8fdc6b-0977-41c9-940a-8807938eaeff, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9c8fdc6b-0977-41c9-940a-8807938eaeff,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:43.820861 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8893b-5816-4309-8799-2872c96c5552 None None] Pushing event updated for resources: {'Port': ['ID=e3f174e2-e4f0-4ac8-a146-db69be675be9,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:43.828180 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9c8fdc6b-0977-41c9-940a-8807938eaeff), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.829447 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e3f174e2-e4f0-4ac8-a146-db69be675be9 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:43.865889 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-89e85918-5b4c-445e-89e0-46a547ed41cc tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.905837 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8ef186-555d-4e68-b14c-a9e8fb802e67 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:07:43.934751 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9d8ef186-555d-4e68-b14c-a9e8fb802e67 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "PUT /v2.0/routers/6de3647a-c55e-4c7d-86c5-a33b1b612620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4373775 Jan 27 22:07:43.938824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=9c8fdc6b-0977-41c9-940a-8807938eaeff,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:43.940490 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47650) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:43.948830 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] Sync routers for ids ['6de3647a-c55e-4c7d-86c5-a33b1b612620'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:07:43.993887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:44.018228 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] Routers {'6de3647a-c55e-4c7d-86c5-a33b1b612620'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:44.019016 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:07:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6de3647a-c55e-4c7d-86c5-a33b1b612620'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:44.063140 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a7a81-0166-415f-82be-dac18c763b7a req-191a9d11-4d1b-4e01-b612-b74d2de232f5 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:44.065020 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a1a7a81-0166-415f-82be-dac18c763b7a req-191a9d11-4d1b-4e01-b612-b74d2de232f5 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=20349c98-7924-4664-87d2-bc4d072ad743 HTTP/1.1" status: 200 len: 943 time: 1.1874304 Jan 27 22:07:44.188002 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47664) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:44.236971 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-74d12136-cb38-409d-b927-196d6db3f8a7 None None] Provisioning complete for port b83680cf-046d-424d-ae8b-ae3fccd272f4 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:44.236971 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-74d12136-cb38-409d-b927-196d6db3f8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b83680cf-046d-424d-ae8b-ae3fccd272f4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.269609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] Attempting to bind port 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:44.270195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] Attempting to bind port 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:44.271850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] Attempting to bind port 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e on network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:44.283698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] Port 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e on network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:44.285887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] Attempting to bind port 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e on network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:44.326290 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a1a7a81-0166-415f-82be-dac18c763b7a req-2ce2b2cf-18c1-45fd-900b-e710efbc4f67 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499397 Jan 27 22:07:44.335580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-74d12136-cb38-409d-b927-196d6db3f8a7 None None] Port b83680cf-046d-424d-ae8b-ae3fccd272f4 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:07:44.340051 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:07:44.341025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] Checking segment: {'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:44.341487 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] Bound using segment: {'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:07:44.342105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] Bound port: 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:07:44.343819 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.361730 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] Set router 6de3647a-c55e-4c7d-86c5-a33b1b612620 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:07:44.439340 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port e3f174e2-e4f0-4ac8-a146-db69be675be9 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:44.439720 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e3f174e2-e4f0-4ac8-a146-db69be675be9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.458452 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-74d12136-cb38-409d-b927-196d6db3f8a7 None None] Provisioning complete for port e3f174e2-e4f0-4ac8-a146-db69be675be9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:44.459099 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-74d12136-cb38-409d-b927-196d6db3f8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e3f174e2-e4f0-4ac8-a146-db69be675be9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.472341 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47672) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:44.540613 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-126fef5a-6ca2-4e72-944d-2e87816f5090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.551782 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e3c4caa9-7539-418d-b798-367d8d81fe54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.553207 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651ac8ab-c44a-460f-af85-994f421d72b4 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:44.553693 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651ac8ab-c44a-460f-af85-994f421d72b4 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:44.554165 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651ac8ab-c44a-460f-af85-994f421d72b4 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:44.554635 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651ac8ab-c44a-460f-af85-994f421d72b4 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:44.555100 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651ac8ab-c44a-460f-af85-994f421d72b4 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:44.555862 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651ac8ab-c44a-460f-af85-994f421d72b4 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:44.567245 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-651ac8ab-c44a-460f-af85-994f421d72b4 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4277 time: 0.6013019 Jan 27 22:07:44.573200 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47674) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:44.599158 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] For port 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:44.606562 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] For port 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:07:44.620768 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.643251 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:44.643941 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.645459 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] 10.222.0.15 "PUT /v2.0/ports/6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e HTTP/1.1" status: 200 len: 1091 time: 2.0799682 Jan 27 22:07:44.650392 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20349c98-7924-4664-87d2-bc4d072ad743', 'tag': '6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:44.673305 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f40f2d2-d13b-4cdb-af11-ae67943c5ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "20349c98-7924-4664-87d2-bc4d072ad743", "tag": "6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:44.772795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-74d12136-cb38-409d-b927-196d6db3f8a7 None None] Current status of the port e3f174e2-e4f0-4ac8-a146-db69be675be9 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:44.799585 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-126fef5a-6ca2-4e72-944d-2e87816f5090 admin admin] Publish callbacks [] for security_group (7d372302-0c22-468a-bce7-8a0ab245b2e6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.815874 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2718e6-b540-4648-9971-169e825473da x-openstack-request-id: req-7c2718e6-b540-4648-9971-169e825473da {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:44.816565 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20349c98-7924-4664-87d2-bc4d072ad743", "tag": "6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:44.817025 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c2718e6-b540-4648-9971-169e825473da {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:44.817788 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20349c98-7924-4664-87d2-bc4d072ad743', 'tag': '6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e', 'status': 'completed', 'code': 200} Jan 27 22:07:44.833178 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port e3f174e2-e4f0-4ac8-a146-db69be675be9 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:44.842362 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-126fef5a-6ca2-4e72-944d-2e87816f5090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7d372302-0c22-468a-bce7-8a0ab245b2e6), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.895494 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fef5a-6ca2-4e72-944d-2e87816f5090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d372302-0c22-468a-bce7-8a0ab245b2e6,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:44.900914 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-89e85918-5b4c-445e-89e0-46a547ed41cc tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (c40ff161-a892-44d5-af8b-cc7ddafedcd1), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.910930 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e000cb-47a7-48c0-9203-15a331181e70 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:44.912684 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e000cb-47a7-48c0-9203-15a331181e70 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:44.913172 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e000cb-47a7-48c0-9203-15a331181e70 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:44.915263 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e000cb-47a7-48c0-9203-15a331181e70 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:44.915798 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e000cb-47a7-48c0-9203-15a331181e70 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:44.918201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e000cb-47a7-48c0-9203-15a331181e70 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:44.921677 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-66e000cb-47a7-48c0-9203-15a331181e70 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3997 time: 0.3477674 Jan 27 22:07:44.924513 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47684) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:44.927468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-095a36d4-b308-4566-9709-5defbf72ee12 None None] Provisioning complete for port b83680cf-046d-424d-ae8b-ae3fccd272f4 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:44.928880 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-095a36d4-b308-4566-9709-5defbf72ee12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b83680cf-046d-424d-ae8b-ae3fccd272f4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.949847 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-89e85918-5b4c-445e-89e0-46a547ed41cc tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c40ff161-a892-44d5-af8b-cc7ddafedcd1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.983252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'name': 'tempest-TestNetworkBasicOps-router-398037084', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:07:41Z', 'revision_number': 4, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:33Z', 'updated_at': '2022-01-27T22:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b83680cf-046d-424d-ae8b-ae3fccd272f4', 'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:84:18:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:39Z', 'updated_at': '2022-01-27T22:07:42Z', 'revision_number': 2, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:45.028285 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] Checking router: 6de3647a-c55e-4c7d-86c5-a33b1b612620 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:07:45.029218 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] Updating router 6de3647a-c55e-4c7d-86c5-a33b1b612620 port b83680cf-046d-424d-ae8b-ae3fccd272f4 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:07:45.071434 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9c8fdc6b-0977-41c9-940a-8807938eaeff up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:45.085881 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e85918-5b4c-445e-89e0-46a547ed41cc tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:07:45.108862 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-89e85918-5b4c-445e-89e0-46a547ed41cc tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.110758 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-89e85918-5b4c-445e-89e0-46a547ed41cc tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Added segment eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b of type vlan for network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 Jan 27 22:07:45.118258 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-095a36d4-b308-4566-9709-5defbf72ee12 None None] Port b83680cf-046d-424d-ae8b-ae3fccd272f4 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:07:45.125447 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b83680cf-046d-424d-ae8b-ae3fccd272f4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.207719 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-89e85918-5b4c-445e-89e0-46a547ed41cc tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (3d205f81-89d4-437e-b0ec-23c9ef820dc6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.285662 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-89e85918-5b4c-445e-89e0-46a547ed41cc tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (3d205f81-89d4-437e-b0ec-23c9ef820dc6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.291081 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e85918-5b4c-445e-89e0-46a547ed41cc tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:45.291812 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-89e85918-5b4c-445e-89e0-46a547ed41cc tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.337703 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e85918-5b4c-445e-89e0-46a547ed41cc tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c40ff161-a892-44d5-af8b-cc7ddafedcd1,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:45.339914 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 9c8fdc6b-0977-41c9-940a-8807938eaeff triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:45.340347 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9c8fdc6b-0977-41c9-940a-8807938eaeff), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.407547 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-83fcfdef-fc67-40d7-9fd3-bcf8c9b1f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:45.409289 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-83fcfdef-fc67-40d7-9fd3-bcf8c9b1f2ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&device_id=20349c98-7924-4664-87d2-bc4d072ad743 HTTP/1.1" status: 200 len: 1094 time: 0.6078596 Jan 27 22:07:45.422330 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d4301-b34b-458a-8537-f0c15d38a4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:45.433021 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-126fef5a-6ca2-4e72-944d-2e87816f5090 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=168748cc54c24d60a816fe073873cd13&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2439368 Jan 27 22:07:45.437780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47698) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:45.561570 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-723b7457-cda8-4781-a440-6b23ad703a41 req-b589144c-8678-4754-83aa-ba97f8e48a06 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2926435 Jan 27 22:07:45.563826 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-89f26ba1-329d-4bb0-a874-3c7b5d871034 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e HTTP/1.1" status: 200 len: 217 time: 0.1286922 Jan 27 22:07:45.585036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 9c8fdc6b-0977-41c9-940a-8807938eaeff is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:45.585308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47702) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:45.587981 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e3c4caa9-7539-418d-b798-367d8d81fe54 admin admin] Publish callbacks [] for security_group (2106aa2f-5995-4b69-b779-3c29336e5c73), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.588620 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e3f174e2-e4f0-4ac8-a146-db69be675be9 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:45.668934 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-8fdf7145-09a8-4ec2-84fd-e505be7e11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:45.671604 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-8fdf7145-09a8-4ec2-84fd-e505be7e11a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7267bcf4-ac84-4f1d-9bca-30d5eecd5123 HTTP/1.1" status: 200 len: 845 time: 0.0878375 Jan 27 22:07:45.702926 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e3c4caa9-7539-418d-b798-367d8d81fe54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2106aa2f-5995-4b69-b779-3c29336e5c73), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.727638 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port e3f174e2-e4f0-4ac8-a146-db69be675be9 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:45.728126 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e3f174e2-e4f0-4ac8-a146-db69be675be9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.752405 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e3c4caa9-7539-418d-b798-367d8d81fe54 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=869ec09a9d3346bb866938be2ef1ac37&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2787948 Jan 27 22:07:45.790739 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47706) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:45.791373 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] Publish callbacks [] for port (b83680cf-046d-424d-ae8b-ae3fccd272f4), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.802488 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b83680cf-046d-424d-ae8b-ae3fccd272f4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.837141 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-49834e85-2b22-49b4-88bc-5c86ecd4aaa2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1536155 Jan 27 22:07:45.884730 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9c45d-1b4d-4db2-9a50-15422eb417f9 None None] Pushing event updated for resources: {'Port': ['ID=b83680cf-046d-424d-ae8b-ae3fccd272f4,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:45.895225 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a8f96f4a-12c2-4a78-b14f-8b8b535a29ac admin admin] Publish callbacks [] for security_group (7d372302-0c22-468a-bce7-8a0ab245b2e6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.908556 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d6229-b961-45ef-a574-edad709cbbaf req-018a1806-dd1d-4a49-8899-8fcf513df63e tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:45.910150 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a0d6229-b961-45ef-a574-edad709cbbaf req-018a1806-dd1d-4a49-8899-8fcf513df63e tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=20349c98-7924-4664-87d2-bc4d072ad743 HTTP/1.1" status: 200 len: 943 time: 0.4732580 Jan 27 22:07:45.925493 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-89e85918-5b4c-445e-89e0-46a547ed41cc tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.0180972 Jan 27 22:07:45.931440 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47708) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:45.947908 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-4b9fc5fc-8c65-4148-863c-15d6da210804 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'port': {'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6', 'name': 'tempest-PortsIpV6TestJSON-743455045'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:45.949050 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port e3f174e2-e4f0-4ac8-a146-db69be675be9 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:45.966977 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] Attempting to bind port b83680cf-046d-424d-ae8b-ae3fccd272f4 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:45.967359 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] Attempting to bind port b83680cf-046d-424d-ae8b-ae3fccd272f4 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '18681f0a-83a2-48d7-a7ce-507e4934d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:45.967735 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] Attempting to bind port b83680cf-046d-424d-ae8b-ae3fccd272f4 on network 311387d6-3d2b-47db-9edf-f9892a889d06 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:45.973932 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:07:45.974372 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] Checking segment: {'id': '18681f0a-83a2-48d7-a7ce-507e4934d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:45.974793 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.975204 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] Bound using segment: {'id': '18681f0a-83a2-48d7-a7ce-507e4934d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:07:45.975699 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] Bound port: b83680cf-046d-424d-ae8b-ae3fccd272f4, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18681f0a-83a2-48d7-a7ce-507e4934d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:07:45.976092 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b83680cf-046d-424d-ae8b-ae3fccd272f4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.984527 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e85918-5b4c-445e-89e0-46a547ed41cc tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Network': ['ID=3d205f81-89d4-437e-b0ec-23c9ef820dc6,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:45.987087 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a8f96f4a-12c2-4a78-b14f-8b8b535a29ac admin admin] Publish callbacks [] for security_group (7d372302-0c22-468a-bce7-8a0ab245b2e6), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:46.004880 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:07:46.045497 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4caa9-7539-418d-b798-367d8d81fe54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2106aa2f-5995-4b69-b779-3c29336e5c73,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:46.123412 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] For port b83680cf-046d-424d-ae8b-ae3fccd272f4, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:46.130432 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] For port b83680cf-046d-424d-ae8b-ae3fccd272f4, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b83680cf-046d-424d-ae8b-ae3fccd272f4,segment=NetworkSegment(18681f0a-83a2-48d7-a7ce-507e4934d49b),segment_id=18681f0a-83a2-48d7-a7ce-507e4934d49b)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:07:46.134319 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b7457-cda8-4781-a440-6b23ad703a41 req-0cc59c22-7eec-4b00-b151-de707cfc0c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:46.136437 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-723b7457-cda8-4781-a440-6b23ad703a41 req-0cc59c22-7eec-4b00-b151-de707cfc0c1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6 HTTP/1.1" status: 200 len: 1097 time: 0.4553905 Jan 27 22:07:46.139495 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b83680cf-046d-424d-ae8b-ae3fccd272f4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:46.196388 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3d7a76c2-00ef-442c-9eb5-63cd4297f417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:46.266017 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9fc5fc-8c65-4148-863c-15d6da210804 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:46.271551 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b9fc5fc-8c65-4148-863c-15d6da210804 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:46.297919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] Routers {'6de3647a-c55e-4c7d-86c5-a33b1b612620'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:46.298643 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:07:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6de3647a-c55e-4c7d-86c5-a33b1b612620'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:46.330142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b7457-cda8-4781-a440-6b23ad703a41 req-7da75415-dd31-4bfd-a000-74ff7555dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:46.331898 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-723b7457-cda8-4781-a440-6b23ad703a41 req-7da75415-dd31-4bfd-a000-74ff7555dc95 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 906 time: 0.1205838 Jan 27 22:07:46.332762 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a8f96f4a-12c2-4a78-b14f-8b8b535a29ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7d372302-0c22-468a-bce7-8a0ab245b2e6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:46.335613 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a8f96f4a-12c2-4a78-b14f-8b8b535a29ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:46.336689 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a8f96f4a-12c2-4a78-b14f-8b8b535a29ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d372302-0c22-468a-bce7-8a0ab245b2e6 HTTP/1.1" status: 204 len: 168 time: 0.8968081 Jan 27 22:07:46.354424 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9c45d-1b4d-4db2-9a50-15422eb417f9 None None] Pushing event updated for resources: {'Port': ['ID=b83680cf-046d-424d-ae8b-ae3fccd272f4,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:46.362452 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f96f4a-12c2-4a78-b14f-8b8b535a29ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d372302-0c22-468a-bce7-8a0ab245b2e6,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:46.371808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b15ec7e7-b7ff-4b0a-96fd-47c7bd822819 None None] Provisioning complete for port b83680cf-046d-424d-ae8b-ae3fccd272f4 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:46.372041 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b15ec7e7-b7ff-4b0a-96fd-47c7bd822819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b83680cf-046d-424d-ae8b-ae3fccd272f4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:46.401864 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2f72fb2a-d58d-4eb3-b3db-6a5c48a5232e admin admin] Publish callbacks [] for security_group (2106aa2f-5995-4b69-b779-3c29336e5c73), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:46.414614 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-4b9fc5fc-8c65-4148-863c-15d6da210804 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] device_id is not set on port 029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:07:46.524751 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-723b7457-cda8-4781-a440-6b23ad703a41 req-14abe710-61c3-4568-a136-be9a82392baf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11e35756-8d08-4bec-b101-7c902a153d2b HTTP/1.1" status: 200 len: 217 time: 0.1634612 Jan 27 22:07:46.566499 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c8bca986-0a04-4a5d-9d31-8beab86c4b34 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2324 time: 1.6406260 Jan 27 22:07:46.566769 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] Set router 6de3647a-c55e-4c7d-86c5-a33b1b612620 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:07:46.682463 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a0d6229-b961-45ef-a574-edad709cbbaf req-5da33654-bd19-40a2-820d-96125235e8c7 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6169057 Jan 27 22:07:46.691762 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2f72fb2a-d58d-4eb3-b3db-6a5c48a5232e admin admin] Publish callbacks [] for security_group (2106aa2f-5995-4b69-b779-3c29336e5c73), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:46.740806 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-c2f6eba2-a415-402e-8b9b-b51009ede4ab service neutron] 10.222.0.15 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8497412 Jan 27 22:07:46.868671 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27e092ee-838c-445a-86d3-30fe7194fad2 req-354f5ae6-7789-43aa-bf1d-0be588f77b11 service neutron] 10.222.0.15 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026928 Jan 27 22:07:46.880828 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b9fc5fc-8c65-4148-863c-15d6da210804 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for port (029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:46.901532 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b15ec7e7-b7ff-4b0a-96fd-47c7bd822819 None None] Current status of the port b83680cf-046d-424d-ae8b-ae3fccd272f4 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:46.902614 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b15ec7e7-b7ff-4b0a-96fd-47c7bd822819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b83680cf-046d-424d-ae8b-ae3fccd272f4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:46.903186 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3d7a76c2-00ef-442c-9eb5-63cd4297f417 admin admin] Publish callbacks [] for security_group (e794c312-765c-416e-81d0-1d30d02c4fe9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:46.911555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b7457-cda8-4781-a440-6b23ad703a41 req-94d2cbdb-fcc0-4973-9354-6942a2922cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:46.914828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-723b7457-cda8-4781-a440-6b23ad703a41 req-94d2cbdb-fcc0-4973-9354-6942a2922cc1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7267bcf4-ac84-4f1d-9bca-30d5eecd5123 HTTP/1.1" status: 200 len: 845 time: 0.3743520 Jan 27 22:07:46.918212 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3d7a76c2-00ef-442c-9eb5-63cd4297f417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e794c312-765c-416e-81d0-1d30d02c4fe9), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:46.970257 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b9fc5fc-8c65-4148-863c-15d6da210804 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.010129 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b15ec7e7-b7ff-4b0a-96fd-47c7bd822819 None None] For port b83680cf-046d-424d-ae8b-ae3fccd272f4, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b83680cf-046d-424d-ae8b-ae3fccd272f4,segment=NetworkSegment(18681f0a-83a2-48d7-a7ce-507e4934d49b),segment_id=18681f0a-83a2-48d7-a7ce-507e4934d49b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:47.021996 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b15ec7e7-b7ff-4b0a-96fd-47c7bd822819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b83680cf-046d-424d-ae8b-ae3fccd272f4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.032709 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3d7a76c2-00ef-442c-9eb5-63cd4297f417 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2b5ce9b1d6fe4a2db48deef76b40f508&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3660626 Jan 27 22:07:47.039648 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-723b7457-cda8-4781-a440-6b23ad703a41 req-653e7a1f-efe6-42b8-9389-1060b1b04856 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883746 Jan 27 22:07:47.041353 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47728) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:47.079787 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47730) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:47.085865 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-91ad82db-16ac-4d10-913b-50234542cdc6 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-411162831', 'description': 'tempest-secgroup-smoke-411162831 description', 'project_id': '7f283cf476a449f8a327cb51a3011c25'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:47.099349 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a76c2-00ef-442c-9eb5-63cd4297f417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e794c312-765c-416e-81d0-1d30d02c4fe9,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:47.127593 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ec7e7-b7ff-4b0a-96fd-47c7bd822819 None None] Pushing event updated for resources: {'Port': ['ID=b83680cf-046d-424d-ae8b-ae3fccd272f4,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:47.161982 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-88007a24-2b6d-4783-a139-0ff4bdfbb962 None None] Provisioning complete for port b83680cf-046d-424d-ae8b-ae3fccd272f4 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:47.162374 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-88007a24-2b6d-4783-a139-0ff4bdfbb962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b83680cf-046d-424d-ae8b-ae3fccd272f4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.178022 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fc5fc-8c65-4148-863c-15d6da210804 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Port': ['ID=029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:47.184349 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9fc5fc-8c65-4148-863c-15d6da210804 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Checking segment: {'id': 'eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:47.184858 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9fc5fc-8c65-4148-863c-15d6da210804 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network hostable DHCP agents. Network: 3d205f81-89d4-437e-b0ec-23c9ef820dc6, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:07:47.190869 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-91ad82db-16ac-4d10-913b-50234542cdc6 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.250595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40f2d2-d13b-4cdb-af11-ae67943c5ad9 req-a53c94bc-27cb-433b-9535-2bc57978b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:47.252237 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f40f2d2-d13b-4cdb-af11-ae67943c5ad9 req-a53c94bc-27cb-433b-9535-2bc57978b53a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&device_id=20349c98-7924-4664-87d2-bc4d072ad743 HTTP/1.1" status: 200 len: 1094 time: 0.2625258 Jan 27 22:07:47.270738 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2f72fb2a-d58d-4eb3-b3db-6a5c48a5232e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2106aa2f-5995-4b69-b779-3c29336e5c73), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.274132 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-91ad82db-16ac-4d10-913b-50234542cdc6 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group (1719a7de-9551-4f36-a7b9-8649de529049), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.274299 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2f72fb2a-d58d-4eb3-b3db-6a5c48a5232e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.275499 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2f72fb2a-d58d-4eb3-b3db-6a5c48a5232e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2106aa2f-5995-4b69-b779-3c29336e5c73 HTTP/1.1" status: 204 len: 168 time: 1.4556944 Jan 27 22:07:47.275637 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9fc5fc-8c65-4148-863c-15d6da210804 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:07:47.284128 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-91ad82db-16ac-4d10-913b-50234542cdc6 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1719a7de-9551-4f36-a7b9-8649de529049), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.309992 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'name': 'tempest-TestNetworkBasicOps-router-398037084', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:07:41Z', 'revision_number': 4, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:33Z', 'updated_at': '2022-01-27T22:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b83680cf-046d-424d-ae8b-ae3fccd272f4', 'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:84:18:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:39Z', 'updated_at': '2022-01-27T22:07:46Z', 'revision_number': 4, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:47.313845 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-88007a24-2b6d-4783-a139-0ff4bdfbb962 None None] Current status of the port b83680cf-046d-424d-ae8b-ae3fccd272f4 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:47.314495 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-4b9fc5fc-8c65-4148-863c-15d6da210804 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 3d205f81-89d4-437e-b0ec-23c9ef820dc6) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:47.317208 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad82db-16ac-4d10-913b-50234542cdc6 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1719a7de-9551-4f36-a7b9-8649de529049,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:47.323652 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9fc5fc-8c65-4148-863c-15d6da210804 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:47.329029 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9fc5fc-8c65-4148-863c-15d6da210804 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:47.329713 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b9fc5fc-8c65-4148-863c-15d6da210804 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.345533 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-26547e50-6bd6-4aa0-b3d0-e8977403794c admin admin] Publish callbacks [] for security_group (e794c312-765c-416e-81d0-1d30d02c4fe9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.345760 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-91ad82db-16ac-4d10-913b-50234542cdc6 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.345845 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94fe80e-a1df-4174-a7b3-db6a308edd12 None None] Network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:47.346661 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-91ad82db-16ac-4d10-913b-50234542cdc6 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2653086 Jan 27 22:07:47.349306 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846efde4-3507-49c1-a53a-1863ceb294f0 None None] The sync data for ids ['6de3647a-c55e-4c7d-86c5-a33b1b612620'] in n-d-772272-3 is: [{'id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'name': 'tempest-TestNetworkBasicOps-router-398037084', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:07:41Z', 'revision_number': 4, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:33Z', 'updated_at': '2022-01-27T22:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b83680cf-046d-424d-ae8b-ae3fccd272f4', 'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:84:18:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:39Z', 'updated_at': '2022-01-27T22:07:46Z', 'revision_number': 4, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:07:47.349748 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47740) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:47.355053 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-dab9ed32-415f-432c-8546-54c48f9a1ee4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'security_group_rule': {'security_group_id': '1719a7de-9551-4f36-a7b9-8649de529049', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:47.370764 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4b9fc5fc-8c65-4148-863c-15d6da210804 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4383464 Jan 27 22:07:47.372575 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47742) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:47.382573 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2019219195'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:47.401189 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-26547e50-6bd6-4aa0-b3d0-e8977403794c admin admin] Publish callbacks [] for security_group (e794c312-765c-416e-81d0-1d30d02c4fe9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.407492 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:47.411350 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.469194 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dab9ed32-415f-432c-8546-54c48f9a1ee4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (4397a23b-d134-4530-bd66-163c5a0e6d4b), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.472152 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:07:47.497558 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (6fc6f65c-ee4c-4f01-9fba-93edc2638287), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.497961 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Added segment 6fc6f65c-ee4c-4f01-9fba-93edc2638287 of type vlan for network 5ba4dc4f-35c6-4ba9-a93c-5310b625189a Jan 27 22:07:47.630871 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72fb2a-d58d-4eb3-b3db-6a5c48a5232e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2106aa2f-5995-4b69-b779-3c29336e5c73,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:47.631416 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (5ba4dc4f-35c6-4ba9-a93c-5310b625189a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.649703 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-26547e50-6bd6-4aa0-b3d0-e8977403794c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e794c312-765c-416e-81d0-1d30d02c4fe9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.652337 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-26547e50-6bd6-4aa0-b3d0-e8977403794c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.663161 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-26547e50-6bd6-4aa0-b3d0-e8977403794c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e794c312-765c-416e-81d0-1d30d02c4fe9 HTTP/1.1" status: 204 len: 168 time: 0.5648692 Jan 27 22:07:47.684661 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-723b7457-cda8-4781-a440-6b23ad703a41 req-8403e3ad-64b6-4216-84ee-dd8542969778 service neutron] 10.222.0.21 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706313 Jan 27 22:07:47.686849 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dab9ed32-415f-432c-8546-54c48f9a1ee4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (4397a23b-d134-4530-bd66-163c5a0e6d4b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.701662 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dab9ed32-415f-432c-8546-54c48f9a1ee4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (4397a23b-d134-4530-bd66-163c5a0e6d4b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.770672 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9ed32-415f-432c-8546-54c48f9a1ee4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4397a23b-d134-4530-bd66-163c5a0e6d4b,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:47.809804 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (5ba4dc4f-35c6-4ba9-a93c-5310b625189a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.821954 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:47.828894 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.851108 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dab9ed32-415f-432c-8546-54c48f9a1ee4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.856324 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dab9ed32-415f-432c-8546-54c48f9a1ee4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5026245 Jan 27 22:07:47.862419 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47764) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:47.884822 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5081735 Jan 27 22:07:47.916934 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-1ab49708-2666-47c9-8441-ee58445204ec tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'security_group_rule': {'security_group_id': '1719a7de-9551-4f36-a7b9-8649de529049', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:47.920872 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47768) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:47.940212 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40f2d2-d13b-4cdb-af11-ae67943c5ad9 req-76ffb94a-8d92-49b3-a348-9a9982ae3240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:47.941914 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f40f2d2-d13b-4cdb-af11-ae67943c5ad9 req-76ffb94a-8d92-49b3-a348-9a9982ae3240 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 906 time: 0.6791122 Jan 27 22:07:47.944269 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'ports': [{'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6'}, {'network_id': '5ba4dc4f-35c6-4ba9-a93c-5310b625189a'}]} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:47.944594 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'port': {'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:47.945082 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'port': {'network_id': '5ba4dc4f-35c6-4ba9-a93c-5310b625189a'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:47.958987 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26547e50-6bd6-4aa0-b3d0-e8977403794c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e794c312-765c-416e-81d0-1d30d02c4fe9,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:48.079144 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1ab49708-2666-47c9-8441-ee58445204ec tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (261ba644-d8e3-4c5b-917f-286f5ed381e3), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.083375 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-723b7457-cda8-4781-a440-6b23ad703a41 req-2519d490-658b-4c93-916d-c6cdb4941add service neutron] 10.222.0.21 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978467 Jan 27 22:07:48.087638 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f40f2d2-d13b-4cdb-af11-ae67943c5ad9 req-0a0f2c9f-abcb-425a-b5e4-f6795f742b62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e HTTP/1.1" status: 200 len: 217 time: 0.1299982 Jan 27 22:07:48.128727 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Network': ['ID=5ba4dc4f-35c6-4ba9-a93c-5310b625189a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:48.147879 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:48.148283 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:48.148876 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:48.148993 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:48.149322 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:48.149631 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:48.149964 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:48.150343 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:48.150631 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:48.150961 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:48.151288 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:48.151639 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:48.151920 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b92fa1-d5af-4437-bad3-f4ff012c053c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:48.167936 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 5ba4dc4f-35c6-4ba9-a93c-5310b625189a details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:07:48.193037 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce460b-badb-4294-9e14-2c518498c33d req-086760ab-3945-4bd1-8d0d-5553a04fba85 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:48.194806 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7dce460b-badb-4294-9e14-2c518498c33d req-086760ab-3945-4bd1-8d0d-5553a04fba85 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=20349c98-7924-4664-87d2-bc4d072ad743 HTTP/1.1" status: 200 len: 943 time: 0.3460102 Jan 27 22:07:48.226348 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'port': 2} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:48.233651 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.268063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40f2d2-d13b-4cdb-af11-ae67943c5ad9 req-c873b245-4d47-4113-bf27-49fd15e75788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:48.269005 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.270128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f40f2d2-d13b-4cdb-af11-ae67943c5ad9 req-c873b245-4d47-4113-bf27-49fd15e75788 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7267bcf4-ac84-4f1d-9bca-30d5eecd5123 HTTP/1.1" status: 200 len: 845 time: 0.1748083 Jan 27 22:07:48.316665 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1ab49708-2666-47c9-8441-ee58445204ec tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (261ba644-d8e3-4c5b-917f-286f5ed381e3), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.345033 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1ab49708-2666-47c9-8441-ee58445204ec tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (261ba644-d8e3-4c5b-917f-286f5ed381e3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.348565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f40f2d2-d13b-4cdb-af11-ae67943c5ad9 req-fa0a3182-29f4-4951-a0d5-5f3a0280eaa8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606883 Jan 27 22:07:48.380708 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7dce460b-badb-4294-9e14-2c518498c33d req-3434a1c3-e938-4361-8e1e-926db164a6a2 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684546 Jan 27 22:07:48.402516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab49708-2666-47c9-8441-ee58445204ec tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261ba644-d8e3-4c5b-917f-286f5ed381e3,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:48.454446 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47778) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:48.469083 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1ab49708-2666-47c9-8441-ee58445204ec tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.470477 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1ab49708-2666-47c9-8441-ee58445204ec tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5571218 Jan 27 22:07:48.474225 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47782) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:48.482905 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-928f8882-35c9-432b-ab6d-cd605ab8ad91 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'security_group_rule': {'security_group_id': '1719a7de-9551-4f36-a7b9-8649de529049', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:48.503252 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-43658023-76c0-40d2-9695-9dc3253d1230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.541931 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] device_id is not set on port 1a039c45-f1a6-41f1-953b-a425a1f62d8c yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:07:48.588006 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-928f8882-35c9-432b-ab6d-cd605ab8ad91 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (4764eb54-ee43-4b76-a107-824490ce90f6), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.605759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f40f2d2-d13b-4cdb-af11-ae67943c5ad9 req-e1b5cd14-d9e4-41c4-ab4c-3cccd1d6e9b6 service neutron] 10.222.0.15 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191064 Jan 27 22:07:48.696488 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for port (1a039c45-f1a6-41f1-953b-a425a1f62d8c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.765533 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-928f8882-35c9-432b-ab6d-cd605ab8ad91 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (4764eb54-ee43-4b76-a107-824490ce90f6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.794805 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-928f8882-35c9-432b-ab6d-cd605ab8ad91 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (4764eb54-ee43-4b76-a107-824490ce90f6), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.803761 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] device_id is not set on port d93f9a43-0e3b-4d8d-8c66-3a71709e7578 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:07:48.859906 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-43658023-76c0-40d2-9695-9dc3253d1230 admin admin] Publish callbacks [] for security_group (2daddf74-f57b-4686-a741-810d441b87ff), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.867034 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f8882-35c9-432b-ab6d-cd605ab8ad91 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4764eb54-ee43-4b76-a107-824490ce90f6,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:48.875563 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-928f8882-35c9-432b-ab6d-cd605ab8ad91 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.876803 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-928f8882-35c9-432b-ab6d-cd605ab8ad91 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4000916 Jan 27 22:07:48.880747 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47798) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:48.883889 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-43658023-76c0-40d2-9695-9dc3253d1230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2daddf74-f57b-4686-a741-810d441b87ff), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.894202 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3e83e155-ff5d-46c7-9d93-cc1dc6a1d7b6 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'security_group_rule': {'security_group_id': '1719a7de-9551-4f36-a7b9-8649de529049', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:48.910231 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f40f2d2-d13b-4cdb-af11-ae67943c5ad9 req-0936a4b4-dac0-4cf5-942f-626bf6a67404 service neutron] 10.222.0.15 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895005 Jan 27 22:07:48.978267 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for port (d93f9a43-0e3b-4d8d-8c66-3a71709e7578), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.039564 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-43658023-76c0-40d2-9695-9dc3253d1230 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7ee834cd81a4ef28f1f06639acf6368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5834608 Jan 27 22:07:49.045851 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47804) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:49.047975 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43658023-76c0-40d2-9695-9dc3253d1230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2daddf74-f57b-4686-a741-810d441b87ff,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:49.093066 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (1a039c45-f1a6-41f1-953b-a425a1f62d8c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.161410 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b83680cf-046d-424d-ae8b-ae3fccd272f4 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:49.199459 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b3e0d716-ad22-479c-8726-5707bd69ff57 admin admin] Publish callbacks [] for security_group (2daddf74-f57b-4686-a741-810d441b87ff), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.212570 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e83e155-ff5d-46c7-9d93-cc1dc6a1d7b6 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (4ec68f5f-eb36-476d-887c-05cf196200e7), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.261323 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:49.270769 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port b83680cf-046d-424d-ae8b-ae3fccd272f4 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:49.271306 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b83680cf-046d-424d-ae8b-ae3fccd272f4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.275388 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:49.279907 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b3e0d716-ad22-479c-8726-5707bd69ff57 admin admin] Publish callbacks [] for security_group (2daddf74-f57b-4686-a741-810d441b87ff), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.300276 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:49.301893 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d93f9a43-0e3b-4d8d-8c66-3a71709e7578), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.335569 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Port': ['ID=1a039c45-f1a6-41f1-953b-a425a1f62d8c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:49.388352 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b3e0d716-ad22-479c-8726-5707bd69ff57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2daddf74-f57b-4686-a741-810d441b87ff), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.391928 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b3e0d716-ad22-479c-8726-5707bd69ff57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.395594 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b3e0d716-ad22-479c-8726-5707bd69ff57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2daddf74-f57b-4686-a741-810d441b87ff HTTP/1.1" status: 204 len: 168 time: 0.3463340 Jan 27 22:07:49.405232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0d716-ad22-479c-8726-5707bd69ff57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daddf74-f57b-4686-a741-810d441b87ff,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:49.439986 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e83e155-ff5d-46c7-9d93-cc1dc6a1d7b6 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (4ec68f5f-eb36-476d-887c-05cf196200e7), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.450835 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port b83680cf-046d-424d-ae8b-ae3fccd272f4 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:49.460813 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e83e155-ff5d-46c7-9d93-cc1dc6a1d7b6 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (4ec68f5f-eb36-476d-887c-05cf196200e7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.505718 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:07:49.537043 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e83e155-ff5d-46c7-9d93-cc1dc6a1d7b6 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.538320 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3e83e155-ff5d-46c7-9d93-cc1dc6a1d7b6 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6566718 Jan 27 22:07:49.541168 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47826) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:49.542028 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83e155-ff5d-46c7-9d93-cc1dc6a1d7b6 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec68f5f-eb36-476d-887c-05cf196200e7,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:49.543813 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Port': ['ID=d93f9a43-0e3b-4d8d-8c66-3a71709e7578,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:49.548842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-72c0b2c0-5705-4907-89d6-76b840d4cdf5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'security_group_rule': {'security_group_id': '1719a7de-9551-4f36-a7b9-8649de529049', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:49.562829 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Checking segment: {'id': '6fc6f65c-ee4c-4f01-9fba-93edc2638287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5ba4dc4f-35c6-4ba9-a93c-5310b625189a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:49.563593 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network hostable DHCP agents. Network: 5ba4dc4f-35c6-4ba9-a93c-5310b625189a, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:07:49.586022 n-d-772272-3 neutron-server[109741]: INFO neutron.db.securitygroups_db [None req-72c0b2c0-5705-4907-89d6-76b840d4cdf5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Project 7f283cf476a449f8a327cb51a3011c25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:07:49.595082 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-72c0b2c0-5705-4907-89d6-76b840d4cdf5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (9365e42a-fa2b-4576-80fb-ce35794c248d), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.600850 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network 5ba4dc4f-35c6-4ba9-a93c-5310b625189a is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:07:49.615001 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 5ba4dc4f-35c6-4ba9-a93c-5310b625189a) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:49.620945 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:49.632554 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:49.637082 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:49.637695 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.675403 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:49.678659 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1f2e42e6-0d43-4d25-a8c7-3f712793998b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7567203 Jan 27 22:07:49.679374 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47832) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:49.699786 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e', 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8', 'port_id': '6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e', 'mac_address': 'fa:16:3e:fa:55:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7267bcf4-ac84-4f1d-9bca-30d5eecd5123', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:07:49.703721 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70aa1ab7-ffcc-4b4e-8c1f-62b19f51c85f None None] Network 5ba4dc4f-35c6-4ba9-a93c-5310b625189a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:49.767512 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-72c0b2c0-5705-4907-89d6-76b840d4cdf5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (9365e42a-fa2b-4576-80fb-ce35794c248d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.777521 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-72c0b2c0-5705-4907-89d6-76b840d4cdf5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (9365e42a-fa2b-4576-80fb-ce35794c248d), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.818299 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:49.818948 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.853951 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:07:49.878815 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:49.883324 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-72c0b2c0-5705-4907-89d6-76b840d4cdf5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.886693 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.889411 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47848) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:49.890358 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-72c0b2c0-5705-4907-89d6-76b840d4cdf5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3478417 Jan 27 22:07:49.895690 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-0b44c998-8e2a-47cb-b124-3c9566fa5e7f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'security_group_rule': {'security_group_id': '1719a7de-9551-4f36-a7b9-8649de529049', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:49.906034 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0b2c0-5705-4907-89d6-76b840d4cdf5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9365e42a-fa2b-4576-80fb-ce35794c248d,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:49.927453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-72f0fca0-c082-434f-b381-74edf48a26c8 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting port d93f9a43-0e3b-4d8d-8c66-3a71709e7578 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:49.927797 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-72f0fca0-c082-434f-b381-74edf48a26c8 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d93f9a43-0e3b-4d8d-8c66-3a71709e7578), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.955021 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:49.970947 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-0b44c998-8e2a-47cb-b124-3c9566fa5e7f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Project 7f283cf476a449f8a327cb51a3011c25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:07:49.978971 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0b44c998-8e2a-47cb-b124-3c9566fa5e7f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (81f6d8ad-8702-46d2-b0e2-7afae96fd46a), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.047379 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-72f0fca0-c082-434f-b381-74edf48a26c8 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d93f9a43-0e3b-4d8d-8c66-3a71709e7578), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.063954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-72f0fca0-c082-434f-b381-74edf48a26c8 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Calling delete_port for d93f9a43-0e3b-4d8d-8c66-3a71709e7578 owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:50.100005 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0b44c998-8e2a-47cb-b124-3c9566fa5e7f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (81f6d8ad-8702-46d2-b0e2-7afae96fd46a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.104782 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0b44c998-8e2a-47cb-b124-3c9566fa5e7f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (81f6d8ad-8702-46d2-b0e2-7afae96fd46a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.117673 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:07:50.124763 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44c998-8e2a-47cb-b124-3c9566fa5e7f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f6d8ad-8702-46d2-b0e2-7afae96fd46a,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:50.135121 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0b44c998-8e2a-47cb-b124-3c9566fa5e7f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.136445 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0b44c998-8e2a-47cb-b124-3c9566fa5e7f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2457395 Jan 27 22:07:50.260453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669f685-a972-4485-b1bb-2ce0b1313182 req-f9b45488-bcc3-490e-8bcf-ac60b21d53bd tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:50.262218 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6669f685-a972-4485-b1bb-2ce0b1313182 req-f9b45488-bcc3-490e-8bcf-ac60b21d53bd tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=20349c98-7924-4664-87d2-bc4d072ad743 HTTP/1.1" status: 200 len: 944 time: 0.7744980 Jan 27 22:07:50.315780 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-72f0fca0-c082-434f-b381-74edf48a26c8 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d93f9a43-0e3b-4d8d-8c66-3a71709e7578), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.366245 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0fca0-c082-434f-b381-74edf48a26c8 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Port': ['ID=d93f9a43-0e3b-4d8d-8c66-3a71709e7578,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:50.390849 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-72f0fca0-c082-434f-b381-74edf48a26c8 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.394156 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-72f0fca0-c082-434f-b381-74edf48a26c8 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/ports/d93f9a43-0e3b-4d8d-8c66-3a71709e7578 HTTP/1.1" status: 204 len: 168 time: 0.7118132 Jan 27 22:07:50.397781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47880) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:50.407135 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6669f685-a972-4485-b1bb-2ce0b1313182 req-a4aaf80e-adcc-4769-ad41-99299b935695 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347239 Jan 27 22:07:50.459490 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117fb193-c407-40e6-b8a4-11fedd71faba tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:50.465147 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117fb193-c407-40e6-b8a4-11fedd71faba tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:50.466837 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-117fb193-c407-40e6-b8a4-11fedd71faba tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0673201 Jan 27 22:07:50.469722 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47890) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:50.510320 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47894) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:50.570943 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-975ad2ba-260a-4f89-91d8-81457680a016 req-06c93e9c-35e3-4c6f-a64b-67100257a45c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411162831&fields=id&tenant_id=7f283cf476a449f8a327cb51a3011c25 HTTP/1.1" status: 200 len: 267 time: 0.1086774 Jan 27 22:07:50.645390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-ba28eb3d-395e-4faa-a7cb-c1fadf3b4915 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting port 1a039c45-f1a6-41f1-953b-a425a1f62d8c {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:50.645731 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ba28eb3d-395e-4faa-a7cb-c1fadf3b4915 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1a039c45-f1a6-41f1-953b-a425a1f62d8c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.707801 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-84c6a38e-ce20-4e37-892a-7c84e5c449c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.742584 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ba28eb3d-395e-4faa-a7cb-c1fadf3b4915 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1a039c45-f1a6-41f1-953b-a425a1f62d8c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.765577 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad2ba-260a-4f89-91d8-81457680a016 req-900b5999-f5ee-42a1-91d7-04986b3f7f8b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:50.767147 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-975ad2ba-260a-4f89-91d8-81457680a016 req-900b5999-f5ee-42a1-91d7-04986b3f7f8b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/networks?id=311387d6-3d2b-47db-9edf-f9892a889d06 HTTP/1.1" status: 200 len: 797 time: 0.1852615 Jan 27 22:07:50.768214 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-ba28eb3d-395e-4faa-a7cb-c1fadf3b4915 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Calling delete_port for 1a039c45-f1a6-41f1-953b-a425a1f62d8c owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:50.799960 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-84c6a38e-ce20-4e37-892a-7c84e5c449c4 admin admin] Publish callbacks [] for security_group (63d7d7b7-da9e-4ec0-9902-eb30bd3eaa61), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.807857 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-84c6a38e-ce20-4e37-892a-7c84e5c449c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (63d7d7b7-da9e-4ec0-9902-eb30bd3eaa61), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.818840 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-975ad2ba-260a-4f89-91d8-81457680a016 req-d6ef417a-6290-48aa-b979-a8eaf3966bfb tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/quotas/7f283cf476a449f8a327cb51a3011c25 HTTP/1.1" status: 200 len: 375 time: 0.0448821 Jan 27 22:07:50.876998 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-84c6a38e-ce20-4e37-892a-7c84e5c449c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7d250cd12c5453c87856eef8b5f7727&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3655798 Jan 27 22:07:50.881347 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47912) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:50.883905 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6a38e-ce20-4e37-892a-7c84e5c449c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d7d7b7-da9e-4ec0-9902-eb30bd3eaa61,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:50.915317 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-975ad2ba-260a-4f89-91d8-81457680a016 req-3e5c4ea8-7a54-4e38-8110-b9322548e742 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f283cf476a449f8a327cb51a3011c25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910046 Jan 27 22:07:50.934140 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ba28eb3d-395e-4faa-a7cb-c1fadf3b4915 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (1a039c45-f1a6-41f1-953b-a425a1f62d8c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.017199 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28eb3d-395e-4faa-a7cb-c1fadf3b4915 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Port': ['ID=1a039c45-f1a6-41f1-953b-a425a1f62d8c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:51.036232 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ba28eb3d-395e-4faa-a7cb-c1fadf3b4915 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.042337 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ba28eb3d-395e-4faa-a7cb-c1fadf3b4915 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/ports/1a039c45-f1a6-41f1-953b-a425a1f62d8c HTTP/1.1" status: 204 len: 168 time: 0.5716522 Jan 27 22:07:51.042765 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47918) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:51.045685 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-738697f0-551c-4175-9a3f-1d72c6c14220 admin admin] Publish callbacks [] for security_group (63d7d7b7-da9e-4ec0-9902-eb30bd3eaa61), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.088805 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-738697f0-551c-4175-9a3f-1d72c6c14220 admin admin] Publish callbacks [] for security_group (63d7d7b7-da9e-4ec0-9902-eb30bd3eaa61), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.113137 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46953b1-ba86-433a-9b11-937afbcfcdf0 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:51.114834 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d46953b1-ba86-433a-9b11-937afbcfcdf0 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0708425 Jan 27 22:07:51.117559 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47924) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:51.121994 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.143281 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-975ad2ba-260a-4f89-91d8-81457680a016 req-475afff5-dccf-424c-b7ce-1c3b8cff3b0f service neutron] 10.222.0.23 "GET /v2.0/networks/311387d6-3d2b-47db-9edf-f9892a889d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101803 Jan 27 22:07:51.156588 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-6771e8b7-7eb5-4e4a-823e-4aee2a5c897c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] GET failed (client error): The resource could not be found. Jan 27 22:07:51.158270 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6771e8b7-7eb5-4e4a-823e-4aee2a5c897c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports/d93f9a43-0e3b-4d8d-8c66-3a71709e7578 HTTP/1.1" status: 404 len: 333 time: 0.0388052 Jan 27 22:07:51.161339 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47926) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:51.174883 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-738697f0-551c-4175-9a3f-1d72c6c14220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (63d7d7b7-da9e-4ec0-9902-eb30bd3eaa61), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.177453 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-738697f0-551c-4175-9a3f-1d72c6c14220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.178582 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-738697f0-551c-4175-9a3f-1d72c6c14220 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63d7d7b7-da9e-4ec0-9902-eb30bd3eaa61 HTTP/1.1" status: 204 len: 168 time: 0.2963178 Jan 27 22:07:51.201515 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-110a98cc-ef6e-4de2-a405-ff8a248ece9f tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] GET failed (client error): The resource could not be found. Jan 27 22:07:51.203059 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-110a98cc-ef6e-4de2-a405-ff8a248ece9f tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports/1a039c45-f1a6-41f1-953b-a425a1f62d8c HTTP/1.1" status: 404 len: 333 time: 0.0396042 Jan 27 22:07:51.209076 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47934) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:51.225521 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738697f0-551c-4175-9a3f-1d72c6c14220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d7d7b7-da9e-4ec0-9902-eb30bd3eaa61,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:51.295717 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-975ad2ba-260a-4f89-91d8-81457680a016 req-aa1702a5-a336-4ce3-98bb-9e58964b26d0 service neutron] 10.222.0.23 "GET /v2.0/networks/311387d6-3d2b-47db-9edf-f9892a889d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386752 Jan 27 22:07:51.321419 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-251f3d4c-1e6c-43d9-82fb-3cbd3c13b3df tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (5ba4dc4f-35c6-4ba9-a93c-5310b625189a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.434465 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-251f3d4c-1e6c-43d9-82fb-3cbd3c13b3df tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (5ba4dc4f-35c6-4ba9-a93c-5310b625189a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.467081 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-251f3d4c-1e6c-43d9-82fb-3cbd3c13b3df tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba4dc4f-35c6-4ba9-a93c-5310b625189a']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:51.492526 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-251f3d4c-1e6c-43d9-82fb-3cbd3c13b3df tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc6f65c-ee4c-4f01-9fba-93edc2638287') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:51.493548 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-251f3d4c-1e6c-43d9-82fb-3cbd3c13b3df tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc6f65c-ee4c-4f01-9fba-93edc2638287') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:51.534066 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:51.548787 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-251f3d4c-1e6c-43d9-82fb-3cbd3c13b3df tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (6fc6f65c-ee4c-4f01-9fba-93edc2638287), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.604475 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-251f3d4c-1e6c-43d9-82fb-3cbd3c13b3df tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (6fc6f65c-ee4c-4f01-9fba-93edc2638287), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.623565 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251f3d4c-1e6c-43d9-82fb-3cbd3c13b3df tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:07:51.624060 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-251f3d4c-1e6c-43d9-82fb-3cbd3c13b3df tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (6fc6f65c-ee4c-4f01-9fba-93edc2638287), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:07:51.631270 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:07:51.650434 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:07:51.651597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67a1a6d6-2dcb-4125-bdcb-7d715333538b req-0a7789ae-bd25-4474-a614-cad8cd744477 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 210 time: 0.0328572 Jan 27 22:07:51.663584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:51.664244 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.672641 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4546c1d-eadb-434f-9d50-808e1c4ec56b req-d2c39959-3ddf-4aea-b8bb-bfbca59420af tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:51.674399 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4546c1d-eadb-434f-9d50-808e1c4ec56b req-d2c39959-3ddf-4aea-b8bb-bfbca59420af tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=20349c98-7924-4664-87d2-bc4d072ad743 HTTP/1.1" status: 200 len: 944 time: 0.1728046 Jan 27 22:07:51.768483 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-251f3d4c-1e6c-43d9-82fb-3cbd3c13b3df tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (5ba4dc4f-35c6-4ba9-a93c-5310b625189a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.795022 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-251f3d4c-1e6c-43d9-82fb-3cbd3c13b3df tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.805868 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-251f3d4c-1e6c-43d9-82fb-3cbd3c13b3df tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/networks/5ba4dc4f-35c6-4ba9-a93c-5310b625189a HTTP/1.1" status: 204 len: 168 time: 0.5954320 Jan 27 22:07:51.811599 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:51.812189 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.821359 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4546c1d-eadb-434f-9d50-808e1c4ec56b req-f88a1e62-0550-4c08-a44f-068ee7368a23 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374347 Jan 27 22:07:51.829218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47960) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:51.840063 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5de2a035-dcd8-4914-935f-4dc8da897019 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2083807365'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:51.844701 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f3d4c-1e6c-43d9-82fb-3cbd3c13b3df tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Network': ['ID=5ba4dc4f-35c6-4ba9-a93c-5310b625189a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:51.868012 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20349c98-7924-4664-87d2-bc4d072ad743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:51.872648 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916eed06-9ecb-4caa-ab06-120cabfc0a1b" -d '{"events": [{"server_uuid": "20349c98-7924-4664-87d2-bc4d072ad743", "name": "network-vif-plugged", "status": "completed", "tag": "6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:51.874109 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de2a035-dcd8-4914-935f-4dc8da897019 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:51.888527 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:51.892695 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5de2a035-dcd8-4914-935f-4dc8da897019 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.893382 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.930504 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47966) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:51.946594 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0594b058-acb9-4429-9bae-fc662c0a8f40 x-openstack-request-id: req-0594b058-acb9-4429-9bae-fc662c0a8f40 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:51.947133 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20349c98-7924-4664-87d2-bc4d072ad743", "name": "network-vif-plugged", "status": "completed", "tag": "6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:51.947598 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0594b058-acb9-4429-9bae-fc662c0a8f40 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:51.948577 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de2a035-dcd8-4914-935f-4dc8da897019 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:07:51.949292 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20349c98-7924-4664-87d2-bc4d072ad743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e', 'code': 200} Jan 27 22:07:51.959242 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5de2a035-dcd8-4914-935f-4dc8da897019 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (8f799c3c-85b0-44d3-a4f8-03dfdb26e673), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.959583 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-5de2a035-dcd8-4914-935f-4dc8da897019 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Added segment 8f799c3c-85b0-44d3-a4f8-03dfdb26e673 of type vlan for network e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa Jan 27 22:07:51.980872 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:51.987372 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6baf4b50-f781-46a7-9aa2-c12413524472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.030858 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5de2a035-dcd8-4914-935f-4dc8da897019 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.070702 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5de2a035-dcd8-4914-935f-4dc8da897019 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.085507 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de2a035-dcd8-4914-935f-4dc8da897019 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:52.086202 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5de2a035-dcd8-4914-935f-4dc8da897019 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.132484 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a158f34-0a09-4f9c-aa45-dc00cd05622b req-607f0568-7de1-405a-817c-4340e1f2d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:52.134495 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a158f34-0a09-4f9c-aa45-dc00cd05622b req-607f0568-7de1-405a-817c-4340e1f2d11e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=20349c98-7924-4664-87d2-bc4d072ad743 HTTP/1.1" status: 200 len: 1096 time: 0.0759640 Jan 27 22:07:52.139874 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6baf4b50-f781-46a7-9aa2-c12413524472 admin admin] Publish callbacks [] for security_group (7f9b2664-9df0-4dcd-90d5-d9c5a848f0e5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.156709 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5de2a035-dcd8-4914-935f-4dc8da897019 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3262601 Jan 27 22:07:52.161432 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47972) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:52.163751 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6baf4b50-f781-46a7-9aa2-c12413524472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7f9b2664-9df0-4dcd-90d5-d9c5a848f0e5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.171403 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-ca97fa1d-d613-4ffd-93c1-85ffabdba0c2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'subnet': {'network_id': 'e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:52.189368 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2a035-dcd8-4914-935f-4dc8da897019 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Network': ['ID=e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:52.203266 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:07:52.634105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf4b50-f781-46a7-9aa2-c12413524472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9b2664-9df0-4dcd-90d5-d9c5a848f0e5,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:52.641136 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6baf4b50-f781-46a7-9aa2-c12413524472 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08e98d2ce2c1405aadbd23d92973ac77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7095504 Jan 27 22:07:52.643944 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47996) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:52.652637 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a158f34-0a09-4f9c-aa45-dc00cd05622b req-2568c5b1-9c3d-417d-abf0-5980b35de2e0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108242 Jan 27 22:07:52.685796 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca97fa1d-d613-4ffd-93c1-85ffabdba0c2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:52.689818 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ca97fa1d-d613-4ffd-93c1-85ffabdba0c2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.724701 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1b2832c-0374-4120-aeaa-7a33957efc96 admin admin] Publish callbacks [] for security_group (7f9b2664-9df0-4dcd-90d5-d9c5a848f0e5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.757585 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1b2832c-0374-4120-aeaa-7a33957efc96 admin admin] Publish callbacks [] for security_group (7f9b2664-9df0-4dcd-90d5-d9c5a848f0e5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.774134 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.ipam_backend_mixin [None req-ca97fa1d-d613-4ffd-93c1-85ffabdba0c2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Performing IP validity checks on allocation pools {{(pid=109741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 22:07:52.777595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.ipam_backend_mixin [None req-ca97fa1d-d613-4ffd-93c1-85ffabdba0c2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 22:07:52.858225 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1b2832c-0374-4120-aeaa-7a33957efc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7f9b2664-9df0-4dcd-90d5-d9c5a848f0e5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.872254 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1b2832c-0374-4120-aeaa-7a33957efc96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.887061 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b1b2832c-0374-4120-aeaa-7a33957efc96 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f9b2664-9df0-4dcd-90d5-d9c5a848f0e5 HTTP/1.1" status: 204 len: 168 time: 0.2419133 Jan 27 22:07:52.898473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55bb2012-736d-471a-b8eb-1cb733673706 req-0218feee-efcb-4638-ab63-f7e6dd04c479 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 210 time: 0.0357461 Jan 27 22:07:52.926855 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2832c-0374-4120-aeaa-7a33957efc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9b2664-9df0-4dcd-90d5-d9c5a848f0e5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:53.038444 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ca97fa1d-d613-4ffd-93c1-85ffabdba0c2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (1bb51ea7-b272-4730-9bb5-b00c4c4aa484), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:53.362959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bd2ad-b676-4b0c-b463-3fbc155b474f req-9c4393cc-6f7f-4055-8fbb-0a355b4130e0 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:53.369548 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-652bd2ad-b676-4b0c-b463-3fbc155b474f req-9c4393cc-6f7f-4055-8fbb-0a355b4130e0 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=20349c98-7924-4664-87d2-bc4d072ad743 HTTP/1.1" status: 200 len: 945 time: 0.3623452 Jan 27 22:07:53.370415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97fa1d-d613-4ffd-93c1-85ffabdba0c2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Subnet': ['ID=1bb51ea7-b272-4730-9bb5-b00c4c4aa484,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:53.408747 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca97fa1d-d613-4ffd-93c1-85ffabdba0c2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Checking segment: {'id': '8f799c3c-85b0-44d3-a4f8-03dfdb26e673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:53.409356 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca97fa1d-d613-4ffd-93c1-85ffabdba0c2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network hostable DHCP agents. Network: e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:07:53.425209 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad2ba-260a-4f89-91d8-81457680a016 req-f70a1aff-08da-42eb-b6fe-7c8f0b9f5269 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:53.427646 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-975ad2ba-260a-4f89-91d8-81457680a016 req-f70a1aff-08da-42eb-b6fe-7c8f0b9f5269 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.21 "GET /v2.0/networks?id=311387d6-3d2b-47db-9edf-f9892a889d06 HTTP/1.1" status: 200 len: 797 time: 0.3465967 Jan 27 22:07:53.476451 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca97fa1d-d613-4ffd-93c1-85ffabdba0c2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:07:53.511378 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-652bd2ad-b676-4b0c-b463-3fbc155b474f req-f1186a62-8f3c-4b64-a9b0-86c9d8bda358 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338377 Jan 27 22:07:53.550469 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-ca97fa1d-d613-4ffd-93c1-85ffabdba0c2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:53.559711 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125096b6-fe54-4721-8cfd-9ce422122eaf None None] Network e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:53.572995 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca97fa1d-d613-4ffd-93c1-85ffabdba0c2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:53.573942 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ca97fa1d-d613-4ffd-93c1-85ffabdba0c2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:53.600042 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-975ad2ba-260a-4f89-91d8-81457680a016 req-a1156bf0-ca57-468b-8a09-fd695cc9b97a tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f283cf476a449f8a327cb51a3011c25 HTTP/1.1" status: 200 len: 379 time: 0.1587968 Jan 27 22:07:53.617208 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-975ad2ba-260a-4f89-91d8-81457680a016 req-9e195fbb-e3a1-4740-b9c2-750bccf449e5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'port': {'device_id': '5d72d76f-352b-47a5-9fa7-a4354217985c', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'admin_state_up': True, 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'security_groups': ['1719a7de-9551-4f36-a7b9-8649de529049']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:53.741737 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f6b132-c0d4-4dd9-873f-4303303abddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa', 'network_id': 'e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa', 'project_id': '93f457a5334b41158714cbb3d13441d4', 'fixed_ips': [{'subnet_id': '1bb51ea7-b272-4730-9bb5-b00c4c4aa484'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:07:53.742627 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-21f6b132-c0d4-4dd9-873f-4303303abddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:53.782027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70058e1-3422-4fed-8cb3-7c8d097e415a req-376e0117-a703-4324-b6c3-132ac0cbf7dd tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:53.789869 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a70058e1-3422-4fed-8cb3-7c8d097e415a req-376e0117-a703-4324-b6c3-132ac0cbf7dd tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.3147275 Jan 27 22:07:53.797442 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ca97fa1d-d613-4ffd-93c1-85ffabdba0c2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6346209 Jan 27 22:07:53.802620 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48044) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:53.808681 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b8096765-6f85-474a-a1d1-66b9ce7fa83e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'port': {'network_id': 'e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa', 'name': 'tempest-PortsIpV6TestJSON-182034296'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:53.858949 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975ad2ba-260a-4f89-91d8-81457680a016 req-9e195fbb-e3a1-4740-b9c2-750bccf449e5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Made reservation on behalf of 7f283cf476a449f8a327cb51a3011c25 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:53.863090 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-975ad2ba-260a-4f89-91d8-81457680a016 req-9e195fbb-e3a1-4740-b9c2-750bccf449e5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:53.920095 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a70058e1-3422-4fed-8cb3-7c8d097e415a req-84184fa2-5e17-49de-aa2e-50eede86d26d tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222062 Jan 27 22:07:54.104113 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-21f6b132-c0d4-4dd9-873f-4303303abddd None None] Allocated IP 2001:db8::2 (e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa/1bb51ea7-b272-4730-9bb5-b00c4c4aa484/b9407d4f-7324-41b8-97a0-84d35cce0209) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:54.136601 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8096765-6f85-474a-a1d1-66b9ce7fa83e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:54.141329 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8096765-6f85-474a-a1d1-66b9ce7fa83e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.166502 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-b8096765-6f85-474a-a1d1-66b9ce7fa83e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] device_id is not set on port 0bc97603-19dc-439c-884f-99376c0d3aa2 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:07:54.171296 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2184a72f-a62f-4e73-80c6-7b5efed012f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.179070 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-975ad2ba-260a-4f89-91d8-81457680a016 req-9e195fbb-e3a1-4740-b9c2-750bccf449e5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Allocated IP 172.20.0.4 (311387d6-3d2b-47db-9edf-f9892a889d06/bbf00ebb-14ad-4f54-96c2-53f25b86a208/a0e43861-1e91-4207-847c-5e8a72be1419) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:54.340121 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d1a5b42-36d5-4bdc-b689-e970ee69c2b1 req-9567161d-3eac-4729-99b7-3e33a7855538 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 210 time: 0.3081930 Jan 27 22:07:54.432608 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-975ad2ba-260a-4f89-91d8-81457680a016 req-9e195fbb-e3a1-4740-b9c2-750bccf449e5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for port (a0e43861-1e91-4207-847c-5e8a72be1419), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.449627 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-21f6b132-c0d4-4dd9-873f-4303303abddd None None] Publish callbacks [] for port (b9407d4f-7324-41b8-97a0-84d35cce0209), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.459659 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-21f6b132-c0d4-4dd9-873f-4303303abddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (b9407d4f-7324-41b8-97a0-84d35cce0209), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.484097 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-975ad2ba-260a-4f89-91d8-81457680a016 req-9e195fbb-e3a1-4740-b9c2-750bccf449e5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (a0e43861-1e91-4207-847c-5e8a72be1419), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.535966 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f6b132-c0d4-4dd9-873f-4303303abddd None None] Network e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:54.539167 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975ad2ba-260a-4f89-91d8-81457680a016 req-9e195fbb-e3a1-4740-b9c2-750bccf449e5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Network 311387d6-3d2b-47db-9edf-f9892a889d06 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:54.539315 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-21f6b132-c0d4-4dd9-873f-4303303abddd None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:54.543209 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f6b132-c0d4-4dd9-873f-4303303abddd None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:54.553119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-975ad2ba-260a-4f89-91d8-81457680a016 req-9e195fbb-e3a1-4740-b9c2-750bccf449e5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:54.564719 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-975ad2ba-260a-4f89-91d8-81457680a016 req-9e195fbb-e3a1-4740-b9c2-750bccf449e5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:54.605702 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-b8096765-6f85-474a-a1d1-66b9ce7fa83e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Allocated IP 2001:db8::222 (e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa/1bb51ea7-b272-4730-9bb5-b00c4c4aa484/0bc97603-19dc-439c-884f-99376c0d3aa2) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:54.638823 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e195fbb-e3a1-4740-b9c2-750bccf449e5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'Port': ['ID=a0e43861-1e91-4207-847c-5e8a72be1419,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:54.679650 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6b132-c0d4-4dd9-873f-4303303abddd None None] Pushing event updated for resources: {'Port': ['ID=b9407d4f-7324-41b8-97a0-84d35cce0209,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:54.711406 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-21f6b132-c0d4-4dd9-873f-4303303abddd None None] Attempting to bind port b9407d4f-7324-41b8-97a0-84d35cce0209 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:54.712093 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-21f6b132-c0d4-4dd9-873f-4303303abddd None None] Attempting to bind port b9407d4f-7324-41b8-97a0-84d35cce0209 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '8f799c3c-85b0-44d3-a4f8-03dfdb26e673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:54.712639 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f6b132-c0d4-4dd9-873f-4303303abddd None None] Attempting to bind port b9407d4f-7324-41b8-97a0-84d35cce0209 on network e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:54.724433 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f6b132-c0d4-4dd9-873f-4303303abddd None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:07:54.725670 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f6b132-c0d4-4dd9-873f-4303303abddd None None] Checking segment: {'id': '8f799c3c-85b0-44d3-a4f8-03dfdb26e673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:54.729013 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-21f6b132-c0d4-4dd9-873f-4303303abddd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.729690 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f6b132-c0d4-4dd9-873f-4303303abddd None None] Bound using segment: {'id': '8f799c3c-85b0-44d3-a4f8-03dfdb26e673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:07:54.730347 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-21f6b132-c0d4-4dd9-873f-4303303abddd None None] Bound port: b9407d4f-7324-41b8-97a0-84d35cce0209, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f799c3c-85b0-44d3-a4f8-03dfdb26e673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:07:54.730945 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-21f6b132-c0d4-4dd9-873f-4303303abddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b9407d4f-7324-41b8-97a0-84d35cce0209), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.789288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad2ba-260a-4f89-91d8-81457680a016 req-9e195fbb-e3a1-4740-b9c2-750bccf449e5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:54.789899 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-975ad2ba-260a-4f89-91d8-81457680a016 req-9e195fbb-e3a1-4740-b9c2-750bccf449e5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.838648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62278c-a0e5-434b-b82e-ae70ab46a3f0 req-fe35cbd3-94c7-4907-8a09-4bdc7360eb49 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:54.840301 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae62278c-a0e5-434b-b82e-ae70ab46a3f0 req-fe35cbd3-94c7-4907-8a09-4bdc7360eb49 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=20349c98-7924-4664-87d2-bc4d072ad743 HTTP/1.1" status: 200 len: 945 time: 0.1761901 Jan 27 22:07:54.883966 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-975ad2ba-260a-4f89-91d8-81457680a016 req-9e195fbb-e3a1-4740-b9c2-750bccf449e5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2706208 Jan 27 22:07:54.901411 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-975ad2ba-260a-4f89-91d8-81457680a016 req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] Request body: {'port': {'device_id': '5d72d76f-352b-47a5-9fa7-a4354217985c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:54.905392 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-21f6b132-c0d4-4dd9-873f-4303303abddd None None] For port b9407d4f-7324-41b8-97a0-84d35cce0209, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:54.913484 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-21f6b132-c0d4-4dd9-873f-4303303abddd None None] For port b9407d4f-7324-41b8-97a0-84d35cce0209, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b9407d4f-7324-41b8-97a0-84d35cce0209,segment=NetworkSegment(8f799c3c-85b0-44d3-a4f8-03dfdb26e673),segment_id=8f799c3c-85b0-44d3-a4f8-03dfdb26e673)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:07:54.924589 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-21f6b132-c0d4-4dd9-873f-4303303abddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b9407d4f-7324-41b8-97a0-84d35cce0209), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.994916 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8096765-6f85-474a-a1d1-66b9ce7fa83e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for port (0bc97603-19dc-439c-884f-99376c0d3aa2), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.051827 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae62278c-a0e5-434b-b82e-ae70ab46a3f0 req-d4932aa5-abff-4c83-aabd-afbba76e2adb tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943085 Jan 27 22:07:55.101670 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8096765-6f85-474a-a1d1-66b9ce7fa83e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (0bc97603-19dc-439c-884f-99376c0d3aa2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.138036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c29d7670-9e0b-4344-8052-04b5481eb6be None None] Provisioning complete for port a0e43861-1e91-4207-847c-5e8a72be1419 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:55.138546 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c29d7670-9e0b-4344-8052-04b5481eb6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a0e43861-1e91-4207-847c-5e8a72be1419), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.153042 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8096765-6f85-474a-a1d1-66b9ce7fa83e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:55.160283 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-b8096765-6f85-474a-a1d1-66b9ce7fa83e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:55.210764 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8096765-6f85-474a-a1d1-66b9ce7fa83e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:55.217214 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-975ad2ba-260a-4f89-91d8-81457680a016 req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a0e43861-1e91-4207-847c-5e8a72be1419), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.224649 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8096765-6f85-474a-a1d1-66b9ce7fa83e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:55.225333 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b8096765-6f85-474a-a1d1-66b9ce7fa83e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.227893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6b132-c0d4-4dd9-873f-4303303abddd None None] Pushing event updated for resources: {'Port': ['ID=b9407d4f-7324-41b8-97a0-84d35cce0209,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:55.274200 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c29d7670-9e0b-4344-8052-04b5481eb6be None None] Port a0e43861-1e91-4207-847c-5e8a72be1419 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:07:55.301741 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b8096765-6f85-474a-a1d1-66b9ce7fa83e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4977119 Jan 27 22:07:55.311361 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48084) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:55.327794 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8096765-6f85-474a-a1d1-66b9ce7fa83e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Port': ['ID=0bc97603-19dc-439c-884f-99376c0d3aa2,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:55.475660 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c887368-6c72-4db4-a976-9a9204b0fdae req-4bfdeb49-61b1-43ad-949d-c8c3dafac402 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:55.477234 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c887368-6c72-4db4-a976-9a9204b0fdae req-4bfdeb49-61b1-43ad-949d-c8c3dafac402 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.4289224 Jan 27 22:07:55.498435 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-6d664c0e-e171-47b0-9663-11592719b9bd tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting port 0bc97603-19dc-439c-884f-99376c0d3aa2 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:55.499005 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d664c0e-e171-47b0-9663-11592719b9bd tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0bc97603-19dc-439c-884f-99376c0d3aa2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.580406 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6d5af-51ec-4243-991d-42f6b6442ed3 req-18ab116e-35bc-41a8-8103-d10cc32231d0 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:55.591555 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-24b6d5af-51ec-4243-991d-42f6b6442ed3 req-18ab116e-35bc-41a8-8103-d10cc32231d0 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6 HTTP/1.1" status: 200 len: 946 time: 0.3678484 Jan 27 22:07:55.621555 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d664c0e-e171-47b0-9663-11592719b9bd tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0bc97603-19dc-439c-884f-99376c0d3aa2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.625090 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd91851-1267-4b4b-825e-3dc4bce6f22e req-a7ef9269-812b-46de-b20b-cd175a676aec tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:55.626901 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cdd91851-1267-4b4b-825e-3dc4bce6f22e req-a7ef9269-812b-46de-b20b-cd175a676aec tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.15 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.3324194 Jan 27 22:07:55.638187 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-6d664c0e-e171-47b0-9663-11592719b9bd tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Calling delete_port for 0bc97603-19dc-439c-884f-99376c0d3aa2 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:55.761149 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c887368-6c72-4db4-a976-9a9204b0fdae req-3f69021f-0a8f-471f-8f8b-ef31c360e8d7 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2741170 Jan 27 22:07:55.827549 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-24b6d5af-51ec-4243-991d-42f6b6442ed3 req-aad3ecaa-2b23-4347-9848-3d0aa417cd49 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303596 Jan 27 22:07:55.829884 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d664c0e-e171-47b0-9663-11592719b9bd tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (0bc97603-19dc-439c-884f-99376c0d3aa2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.905975 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d664c0e-e171-47b0-9663-11592719b9bd tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.909331 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6d664c0e-e171-47b0-9663-11592719b9bd tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/ports/0bc97603-19dc-439c-884f-99376c0d3aa2 HTTP/1.1" status: 204 len: 168 time: 0.5969775 Jan 27 22:07:55.910234 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d664c0e-e171-47b0-9663-11592719b9bd tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Port': ['ID=0bc97603-19dc-439c-884f-99376c0d3aa2,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:55.915312 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48102) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:55.953549 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b87de9-9cab-43bd-85d9-157e335b14ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] DELETE failed (client error): The resource could not be found. Jan 27 22:07:55.954267 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b87de9-9cab-43bd-85d9-157e335b14ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:07:55.957419 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a3b87de9-9cab-43bd-85d9-157e335b14ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/ports/0bc97603-19dc-439c-884f-99376c0d3aa2 HTTP/1.1" status: 404 len: 333 time: 0.0411296 Jan 27 22:07:55.960489 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48106) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:56.014998 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d9a272-8459-429b-b194-98adcb91b507 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] GET failed (client error): The resource could not be found. Jan 27 22:07:56.016501 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-78d9a272-8459-429b-b194-98adcb91b507 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports/0bc97603-19dc-439c-884f-99376c0d3aa2 HTTP/1.1" status: 404 len: 333 time: 0.0550423 Jan 27 22:07:56.020251 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48108) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:56.131603 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-437e7a46-7ab5-4d22-92ed-c7178aa00984 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting subnet 1bb51ea7-b272-4730-9bb5-b00c4c4aa484 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:07:56.139202 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-437e7a46-7ab5-4d22-92ed-c7178aa00984 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (1bb51ea7-b272-4730-9bb5-b00c4c4aa484), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.167471 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8daf17-528e-4334-bcff-8f50dcc3dbc5 req-8616e0d2-d0b0-4dc0-8281-30a29bb9f819 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:56.169230 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da8daf17-528e-4334-bcff-8f50dcc3dbc5 req-8616e0d2-d0b0-4dc0-8281-30a29bb9f819 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 931 time: 0.1934199 Jan 27 22:07:56.219542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-cdd91851-1267-4b4b-825e-3dc4bce6f22e req-e1fedafb-2be2-4943-bc0f-95d46b163cea tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Deleting port 9dfe0dd7-4791-458b-87c5-c64c3e2cc247 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:56.219902 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cdd91851-1267-4b4b-825e-3dc4bce6f22e req-e1fedafb-2be2-4943-bc0f-95d46b163cea tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (9dfe0dd7-4791-458b-87c5-c64c3e2cc247), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.229772 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b528b9-e362-4575-8b1a-7fd358c9149a req-f9a01b6d-eeb7-44dc-8695-e3ba6133e2dd tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:56.231304 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14b528b9-e362-4575-8b1a-7fd358c9149a req-f9a01b6d-eeb7-44dc-8695-e3ba6133e2dd tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=20349c98-7924-4664-87d2-bc4d072ad743 HTTP/1.1" status: 200 len: 945 time: 0.2079828 Jan 27 22:07:56.242385 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-437e7a46-7ab5-4d22-92ed-c7178aa00984 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (1bb51ea7-b272-4730-9bb5-b00c4c4aa484), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.436566 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-437e7a46-7ab5-4d22-92ed-c7178aa00984 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (1bb51ea7-b272-4730-9bb5-b00c4c4aa484), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.549244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-cdd91851-1267-4b4b-825e-3dc4bce6f22e req-e1fedafb-2be2-4943-bc0f-95d46b163cea tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] For port 9dfe0dd7-4791-458b-87c5-c64c3e2cc247, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=9dfe0dd7-4791-458b-87c5-c64c3e2cc247,segment=NetworkSegment(57099c77-b2f5-4dd3-bbd4-c6f51f894699),segment_id=57099c77-b2f5-4dd3-bbd4-c6f51f894699)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:56.549625 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cdd91851-1267-4b4b-825e-3dc4bce6f22e req-e1fedafb-2be2-4943-bc0f-95d46b163cea tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (9dfe0dd7-4791-458b-87c5-c64c3e2cc247), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.648355 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48128) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:56.685728 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-437e7a46-7ab5-4d22-92ed-c7178aa00984 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (1bb51ea7-b272-4730-9bb5-b00c4c4aa484), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.726815 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e7a46-7ab5-4d22-92ed-c7178aa00984 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Subnet': ['ID=1bb51ea7-b272-4730-9bb5-b00c4c4aa484,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:56.738005 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-437e7a46-7ab5-4d22-92ed-c7178aa00984 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.740388 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f5cf194b-f446-42d1-a395-86506aad461c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.747350 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-437e7a46-7ab5-4d22-92ed-c7178aa00984 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/subnets/1bb51ea7-b272-4730-9bb5-b00c4c4aa484 HTTP/1.1" status: 204 len: 168 time: 0.7260354 Jan 27 22:07:56.750677 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48134) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:56.877958 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32c3af9-2358-42ea-944a-d58c7835e214 None None] Network e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:56.924573 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e54f-683e-4dad-9f32-7669c45ae3b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.951223 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da8daf17-528e-4334-bcff-8f50dcc3dbc5 req-fcf72fe8-4678-45f1-ab8d-97254cc538f7 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1719a7de-9551-4f36-a7b9-8649de529049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7675891 Jan 27 22:07:56.983066 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14b528b9-e362-4575-8b1a-7fd358c9149a req-c7e978fb-39ac-486d-801b-8105a09d7d4a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7153382 Jan 27 22:07:56.983505 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2514-0ed9-432e-b051-af630ac476ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:57.096615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7f696749-c0c9-4c73-a812-70846780fc42 None None] Provisioning complete for port b9407d4f-7324-41b8-97a0-84d35cce0209 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:57.100951 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7f696749-c0c9-4c73-a812-70846780fc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b9407d4f-7324-41b8-97a0-84d35cce0209), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:57.163771 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b9407d4f-7324-41b8-97a0-84d35cce0209 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:57.266092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61c247b-4871-40d8-a371-b16bc81b90c8 None None] DHCP port deletion for e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:07:57.270048 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e54f-683e-4dad-9f32-7669c45ae3b1 admin admin] Publish callbacks [] for security_group (2157a427-d496-4c1d-8e15-3ac893849e9b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:57.298542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-975ad2ba-260a-4f89-91d8-81457680a016 req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e43861-1e91-4207-847c-5e8a72be1419 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:07:57.311106 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e54f-683e-4dad-9f32-7669c45ae3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2157a427-d496-4c1d-8e15-3ac893849e9b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:57.351599 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-975ad2ba-260a-4f89-91d8-81457680a016 req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] Publish callbacks [] for port (a0e43861-1e91-4207-847c-5e8a72be1419), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:57.382015 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-975ad2ba-260a-4f89-91d8-81457680a016 req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] Transition to ACTIVE for port object a0e43861-1e91-4207-847c-5e8a72be1419 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:07:57.401403 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c65508-d57c-439a-8c16-e822429aaa82 req-afd865aa-b06b-4ed5-a3a2-07032879dd8a tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:57.403762 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-18c65508-d57c-439a-8c16-e822429aaa82 req-afd865aa-b06b-4ed5-a3a2-07032879dd8a tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 945 time: 0.2819104 Jan 27 22:07:57.417958 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-975ad2ba-260a-4f89-91d8-81457680a016 req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (a0e43861-1e91-4207-847c-5e8a72be1419), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:57.447629 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c3f6e54f-683e-4dad-9f32-7669c45ae3b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=964621c11a2d4026a45eccb9796eae7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7938781 Jan 27 22:07:57.454938 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-eb7e2514-0ed9-432e-b051-af630ac476ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting port b9407d4f-7324-41b8-97a0-84d35cce0209 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:57.460431 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2514-0ed9-432e-b051-af630ac476ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b9407d4f-7324-41b8-97a0-84d35cce0209), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:57.469759 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48152) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:57.761237 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7f696749-c0c9-4c73-a812-70846780fc42 None None] Current status of the port b9407d4f-7324-41b8-97a0-84d35cce0209 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:57.762450 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7f696749-c0c9-4c73-a812-70846780fc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b9407d4f-7324-41b8-97a0-84d35cce0209), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:57.790631 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6e54f-683e-4dad-9f32-7669c45ae3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2157a427-d496-4c1d-8e15-3ac893849e9b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:57.807662 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port b9407d4f-7324-41b8-97a0-84d35cce0209 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:57.810153 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b9407d4f-7324-41b8-97a0-84d35cce0209), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:57.812631 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cdd91851-1267-4b4b-825e-3dc4bce6f22e req-e1fedafb-2be2-4943-bc0f-95d46b163cea tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:57.812998 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cdd91851-1267-4b4b-825e-3dc4bce6f22e req-e1fedafb-2be2-4943-bc0f-95d46b163cea tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (2c1199a7-9be0-43af-a1b0-8b5888c9b821), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:57.813316 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-cdd91851-1267-4b4b-825e-3dc4bce6f22e req-e1fedafb-2be2-4943-bc0f-95d46b163cea tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Floating IP 2c1199a7-9be0-43af-a1b0-8b5888c9b821 disassociated. External IP: 172.25.3.27, port: 9dfe0dd7-4791-458b-87c5-c64c3e2cc247. Jan 27 22:07:57.813659 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-cdd91851-1267-4b4b-825e-3dc4bce6f22e req-e1fedafb-2be2-4943-bc0f-95d46b163cea tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Calling delete_port for 9dfe0dd7-4791-458b-87c5-c64c3e2cc247 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:57.826777 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e43861-1e91-4207-847c-5e8a72be1419,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:57.906462 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-da2fa3fd-f332-46c0-bcda-213b7e7aa481 admin admin] Publish callbacks [] for security_group (2157a427-d496-4c1d-8e15-3ac893849e9b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:57.943124 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-da2fa3fd-f332-46c0-bcda-213b7e7aa481 admin admin] Publish callbacks [] for security_group (2157a427-d496-4c1d-8e15-3ac893849e9b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:57.965427 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8533119-76be-46c5-b6c7-f18a08a269fa req-d99402ea-68f6-4378-b978-9638fc574287 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:57.967237 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7f696749-c0c9-4c73-a812-70846780fc42 None None] For port b9407d4f-7324-41b8-97a0-84d35cce0209, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b9407d4f-7324-41b8-97a0-84d35cce0209,segment=NetworkSegment(8f799c3c-85b0-44d3-a4f8-03dfdb26e673),segment_id=8f799c3c-85b0-44d3-a4f8-03dfdb26e673)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:57.974267 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8533119-76be-46c5-b6c7-f18a08a269fa req-d99402ea-68f6-4378-b978-9638fc574287 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=20349c98-7924-4664-87d2-bc4d072ad743 HTTP/1.1" status: 200 len: 945 time: 0.3296051 Jan 27 22:07:57.974592 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:57.980757 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-18c65508-d57c-439a-8c16-e822429aaa82 req-77e8d36f-c98d-4aae-ba44-37f66977c5d0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d21e88f-d6df-402b-95fb-1b2b4acf4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5124457 Jan 27 22:07:57.983622 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7f696749-c0c9-4c73-a812-70846780fc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b9407d4f-7324-41b8-97a0-84d35cce0209), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.070106 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-da2fa3fd-f332-46c0-bcda-213b7e7aa481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2157a427-d496-4c1d-8e15-3ac893849e9b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.084543 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-da2fa3fd-f332-46c0-bcda-213b7e7aa481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.088593 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-da2fa3fd-f332-46c0-bcda-213b7e7aa481 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2157a427-d496-4c1d-8e15-3ac893849e9b HTTP/1.1" status: 204 len: 168 time: 0.5834825 Jan 27 22:07:58.088774 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a61c247b-4871-40d8-a371-b16bc81b90c8 None None] Deleting port b9407d4f-7324-41b8-97a0-84d35cce0209 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:58.089221 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a61c247b-4871-40d8-a371-b16bc81b90c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b9407d4f-7324-41b8-97a0-84d35cce0209), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.113642 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-eb7e2514-0ed9-432e-b051-af630ac476ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] For port b9407d4f-7324-41b8-97a0-84d35cce0209, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b9407d4f-7324-41b8-97a0-84d35cce0209,segment=NetworkSegment(8f799c3c-85b0-44d3-a4f8-03dfdb26e673),segment_id=8f799c3c-85b0-44d3-a4f8-03dfdb26e673)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:58.114325 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2514-0ed9-432e-b051-af630ac476ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b9407d4f-7324-41b8-97a0-84d35cce0209), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.156926 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fa3fd-f332-46c0-bcda-213b7e7aa481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2157a427-d496-4c1d-8e15-3ac893849e9b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:58.159967 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-eb7e2514-0ed9-432e-b051-af630ac476ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Calling delete_port for b9407d4f-7324-41b8-97a0-84d35cce0209 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:58.166681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-975ad2ba-260a-4f89-91d8-81457680a016 req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] Attempting to bind port a0e43861-1e91-4207-847c-5e8a72be1419 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:58.167034 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-975ad2ba-260a-4f89-91d8-81457680a016 req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] Attempting to bind port a0e43861-1e91-4207-847c-5e8a72be1419 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '18681f0a-83a2-48d7-a7ce-507e4934d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:58.169892 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad2ba-260a-4f89-91d8-81457680a016 req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] Attempting to bind port a0e43861-1e91-4207-847c-5e8a72be1419 on network 311387d6-3d2b-47db-9edf-f9892a889d06 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:58.204890 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8533119-76be-46c5-b6c7-f18a08a269fa req-14d1d29c-c99c-459d-92c4-c24a87e26899 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280993 Jan 27 22:07:58.208681 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a61c247b-4871-40d8-a371-b16bc81b90c8 None None] For port b9407d4f-7324-41b8-97a0-84d35cce0209, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b9407d4f-7324-41b8-97a0-84d35cce0209,segment=NetworkSegment(8f799c3c-85b0-44d3-a4f8-03dfdb26e673),segment_id=8f799c3c-85b0-44d3-a4f8-03dfdb26e673)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:58.209528 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a61c247b-4871-40d8-a371-b16bc81b90c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b9407d4f-7324-41b8-97a0-84d35cce0209), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.226716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a61c247b-4871-40d8-a371-b16bc81b90c8 None None] Calling delete_port for b9407d4f-7324-41b8-97a0-84d35cce0209 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:58.288280 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad2ba-260a-4f89-91d8-81457680a016 req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] Port a0e43861-1e91-4207-847c-5e8a72be1419 on network 311387d6-3d2b-47db-9edf-f9892a889d06 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:58.290171 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad2ba-260a-4f89-91d8-81457680a016 req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] Attempting to bind port a0e43861-1e91-4207-847c-5e8a72be1419 on network 311387d6-3d2b-47db-9edf-f9892a889d06 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:58.291640 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2514-0ed9-432e-b051-af630ac476ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b9407d4f-7324-41b8-97a0-84d35cce0209), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.307999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad2ba-260a-4f89-91d8-81457680a016 req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:07:58.309094 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad2ba-260a-4f89-91d8-81457680a016 req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] Checking segment: {'id': '18681f0a-83a2-48d7-a7ce-507e4934d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:58.309737 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad2ba-260a-4f89-91d8-81457680a016 req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] Bound using segment: {'id': '18681f0a-83a2-48d7-a7ce-507e4934d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:07:58.310624 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-975ad2ba-260a-4f89-91d8-81457680a016 req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] Bound port: a0e43861-1e91-4207-847c-5e8a72be1419, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18681f0a-83a2-48d7-a7ce-507e4934d49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:07:58.311228 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-975ad2ba-260a-4f89-91d8-81457680a016 req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a0e43861-1e91-4207-847c-5e8a72be1419), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.342249 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e2514-0ed9-432e-b051-af630ac476ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Port': ['ID=b9407d4f-7324-41b8-97a0-84d35cce0209,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:58.349931 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port b9407d4f-7324-41b8-97a0-84d35cce0209 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:58.351988 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f696749-c0c9-4c73-a812-70846780fc42 None None] Pushing event updated for resources: {'Port': ['ID=b9407d4f-7324-41b8-97a0-84d35cce0209,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:58.360583 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a61c247b-4871-40d8-a371-b16bc81b90c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (b9407d4f-7324-41b8-97a0-84d35cce0209), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.362469 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7e2514-0ed9-432e-b051-af630ac476ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] No DVR routers for this DVR port b9407d4f-7324-41b8-97a0-84d35cce0209 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:07:58.399857 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c247b-4871-40d8-a371-b16bc81b90c8 None None] Pushing event deleted for resources: {'Port': ['ID=b9407d4f-7324-41b8-97a0-84d35cce0209,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:58.407053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61c247b-4871-40d8-a371-b16bc81b90c8 None None] No DVR routers for this DVR port b9407d4f-7324-41b8-97a0-84d35cce0209 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:07:58.882535 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2514-0ed9-432e-b051-af630ac476ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.900783 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1f678-2fe1-4c1c-bfbf-7423df4853f2 req-0254213a-8906-4eba-ac05-534a64a1df7c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:58.905686 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.909038 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-eb7e2514-0ed9-432e-b051-af630ac476ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:58.920203 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-18a1f678-2fe1-4c1c-bfbf-7423df4853f2 req-0254213a-8906-4eba-ac05-534a64a1df7c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 943 time: 0.7376583 Jan 27 22:07:58.933772 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-eb7e2514-0ed9-432e-b051-af630ac476ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f799c3c-85b0-44d3-a4f8-03dfdb26e673') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:58.934371 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-eb7e2514-0ed9-432e-b051-af630ac476ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f799c3c-85b0-44d3-a4f8-03dfdb26e673') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:58.952636 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2514-0ed9-432e-b051-af630ac476ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (8f799c3c-85b0-44d3-a4f8-03dfdb26e673), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.963403 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cdd91851-1267-4b4b-825e-3dc4bce6f22e req-e1fedafb-2be2-4943-bc0f-95d46b163cea tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (9dfe0dd7-4791-458b-87c5-c64c3e2cc247), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.976753 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b9407d4f-7324-41b8-97a0-84d35cce0209 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:07:58.994371 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2514-0ed9-432e-b051-af630ac476ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (8f799c3c-85b0-44d3-a4f8-03dfdb26e673), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.005021 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7e2514-0ed9-432e-b051-af630ac476ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:07:59.007171 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2514-0ed9-432e-b051-af630ac476ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (8f799c3c-85b0-44d3-a4f8-03dfdb26e673), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:07:59.015409 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:07:59.023853 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: b9407d4f-7324-41b8-97a0-84d35cce0209 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:07:59.024470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b9407d4f-7324-41b8-97a0-84d35cce0209 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:07:59.072569 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fedafb-2be2-4943-bc0f-95d46b163cea tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Pushing event deleted for resources: {'Port': ['ID=9dfe0dd7-4791-458b-87c5-c64c3e2cc247,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:59.116404 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2514-0ed9-432e-b051-af630ac476ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.121510 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2514-0ed9-432e-b051-af630ac476ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.127454 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-eb7e2514-0ed9-432e-b051-af630ac476ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/networks/e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa HTTP/1.1" status: 204 len: 168 time: 2.3742464 Jan 27 22:07:59.142311 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48190) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:59.147387 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9a783363-4e45-4019-9e1d-bca6a8a5feaa tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-299313109'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:59.193831 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb37be0-b79e-4451-a701-88619f37f064 req-cad63b29-cb52-4cd2-9879-3f857877d797 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:59.195657 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bb37be0-b79e-4451-a701-88619f37f064 req-cad63b29-cb52-4cd2-9879-3f857877d797 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.15 "GET /v2.0/ports?device_id=20349c98-7924-4664-87d2-bc4d072ad743 HTTP/1.1" status: 200 len: 945 time: 0.3253307 Jan 27 22:07:59.205524 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a783363-4e45-4019-9e1d-bca6a8a5feaa tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:59.209174 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a783363-4e45-4019-9e1d-bca6a8a5feaa tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.249746 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-975ad2ba-260a-4f89-91d8-81457680a016 req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] For port a0e43861-1e91-4207-847c-5e8a72be1419, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:59.266102 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d65e5dd0-4e71-4fa8-acec-0c3d1fbab28e req-802598f7-03c3-472e-b6ce-0f462781f0ca tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 210 time: 0.1068041 Jan 27 22:07:59.275672 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a783363-4e45-4019-9e1d-bca6a8a5feaa tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:07:59.293699 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a783363-4e45-4019-9e1d-bca6a8a5feaa tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b81396c7-f294-41c5-802d-11e097e0e366), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.294858 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-9a783363-4e45-4019-9e1d-bca6a8a5feaa tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Added segment b81396c7-f294-41c5-802d-11e097e0e366 of type vlan for network 1d26e70d-a4f1-482c-9922-42b334ce378d Jan 27 22:07:59.320371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-975ad2ba-260a-4f89-91d8-81457680a016 req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] For port a0e43861-1e91-4207-847c-5e8a72be1419, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=a0e43861-1e91-4207-847c-5e8a72be1419,segment=NetworkSegment(18681f0a-83a2-48d7-a7ce-507e4934d49b),segment_id=18681f0a-83a2-48d7-a7ce-507e4934d49b)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:07:59.330479 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-18a1f678-2fe1-4c1c-bfbf-7423df4853f2 req-493c8076-96c1-49b6-b631-1f8118eadbd5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1719a7de-9551-4f36-a7b9-8649de529049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4117856 Jan 27 22:07:59.358132 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e2514-0ed9-432e-b051-af630ac476ad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Network': ['ID=e6b6cd6c-e27d-44c5-b206-2ba9f89ce5aa,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:59.372120 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-975ad2ba-260a-4f89-91d8-81457680a016 req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (a0e43861-1e91-4207-847c-5e8a72be1419), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.392700 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a783363-4e45-4019-9e1d-bca6a8a5feaa tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (1d26e70d-a4f1-482c-9922-42b334ce378d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.457233 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a783363-4e45-4019-9e1d-bca6a8a5feaa tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (1d26e70d-a4f1-482c-9922-42b334ce378d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.462865 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a783363-4e45-4019-9e1d-bca6a8a5feaa tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:59.463499 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a783363-4e45-4019-9e1d-bca6a8a5feaa tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.475600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad2ba-260a-4f89-91d8-81457680a016 req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:59.480449 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-975ad2ba-260a-4f89-91d8-81457680a016 req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.482481 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-975ad2ba-260a-4f89-91d8-81457680a016 req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] 10.222.0.21 "PUT /v2.0/ports/a0e43861-1e91-4207-847c-5e8a72be1419 HTTP/1.1" status: 200 len: 1091 time: 4.5887804 Jan 27 22:07:59.568887 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:07:59.629865 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a783363-4e45-4019-9e1d-bca6a8a5feaa tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Network': ['ID=1d26e70d-a4f1-482c-9922-42b334ce378d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:59.642426 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9a783363-4e45-4019-9e1d-bca6a8a5feaa tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4989874 Jan 27 22:07:59.645970 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48206) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:59.650995 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d72d76f-352b-47a5-9fa7-a4354217985c', 'tag': 'a0e43861-1e91-4207-847c-5e8a72be1419'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:59.651849 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-6ff71f3a-d470-49f0-8130-08e6ff1c4d9b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'subnet': {'network_id': '1d26e70d-a4f1-482c-9922-42b334ce378d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:59.653481 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9747652-9399-4e57-a276-2c5b797e0a54" -d '{"events": [{"name": "network-changed", "server_uuid": "5d72d76f-352b-47a5-9fa7-a4354217985c", "tag": "a0e43861-1e91-4207-847c-5e8a72be1419"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:59.739215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 1d26e70d-a4f1-482c-9922-42b334ce378d details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:07:59.762531 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdd91851-1267-4b4b-825e-3dc4bce6f22e req-e1fedafb-2be2-4943-bc0f-95d46b163cea tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:07:59.833094 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e67abe-45fb-4c34-ac92-eaddc5cc2b6d x-openstack-request-id: req-63e67abe-45fb-4c34-ac92-eaddc5cc2b6d {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:59.833481 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d72d76f-352b-47a5-9fa7-a4354217985c", "tag": "a0e43861-1e91-4207-847c-5e8a72be1419", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:59.833990 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63e67abe-45fb-4c34-ac92-eaddc5cc2b6d {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:59.834484 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d72d76f-352b-47a5-9fa7-a4354217985c', 'tag': 'a0e43861-1e91-4207-847c-5e8a72be1419', 'status': 'completed', 'code': 200} Jan 27 22:07:59.855591 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff71f3a-d470-49f0-8130-08e6ff1c4d9b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:59.866133 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438cae27-db1b-46bb-8560-eefd514e47a3 req-21574cf7-a29d-4771-9b8a-15b28649543c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:59.873912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-438cae27-db1b-46bb-8560-eefd514e47a3 req-21574cf7-a29d-4771-9b8a-15b28649543c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=20349c98-7924-4664-87d2-bc4d072ad743 HTTP/1.1" status: 200 len: 945 time: 0.5221226 Jan 27 22:07:59.882984 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6ff71f3a-d470-49f0-8130-08e6ff1c4d9b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.976391 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb36d5-ad8e-4150-a1da-2ebd12135e44 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e43861-1e91-4207-847c-5e8a72be1419,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:59.996911 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-438cae27-db1b-46bb-8560-eefd514e47a3 req-8d513982-2b91-489a-a73a-a4560bff69f2 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171408 Jan 27 22:08:00.002496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad2ba-260a-4f89-91d8-81457680a016 req-9936f942-8dd9-4044-9d15-19eb26d91c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:00.009718 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-975ad2ba-260a-4f89-91d8-81457680a016 req-9936f942-8dd9-4044-9d15-19eb26d91c12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f283cf476a449f8a327cb51a3011c25&device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 1094 time: 0.3472652 Jan 27 22:08:00.079153 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:00.079806 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:00.135860 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-6bb37be0-b79e-4451-a701-88619f37f064 req-b18addec-b1df-4084-8abe-599627a925dc tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Deleting port 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:00.136618 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6bb37be0-b79e-4451-a701-88619f37f064 req-b18addec-b1df-4084-8abe-599627a925dc tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:00.140938 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-975ad2ba-260a-4f89-91d8-81457680a016 req-e461fe6f-1186-4b5d-991a-a5b298ae1a48 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0e43861-1e91-4207-847c-5e8a72be1419 HTTP/1.1" status: 200 len: 217 time: 0.0872817 Jan 27 22:08:00.167099 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20349c98-7924-4664-87d2-bc4d072ad743', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:00.178932 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f82b0c3-a11c-45b9-bb34-785e92f96fc1" -d '{"events": [{"server_uuid": "20349c98-7924-4664-87d2-bc4d072ad743", "name": "network-vif-unplugged", "status": "completed", "tag": "6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:00.228885 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:00.243015 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:00.243806 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 9dfe0dd7-4791-458b-87c5-c64c3e2cc247 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:08:00.274276 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419cb0c3-fc80-47ba-85b4-10439cb2d449 x-openstack-request-id: req-419cb0c3-fc80-47ba-85b4-10439cb2d449 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:00.274491 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20349c98-7924-4664-87d2-bc4d072ad743", "name": "network-vif-unplugged", "status": "completed", "tag": "6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:00.274752 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-419cb0c3-fc80-47ba-85b4-10439cb2d449 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:00.275161 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20349c98-7924-4664-87d2-bc4d072ad743', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e', 'code': 200} Jan 27 22:08:00.334026 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 9dfe0dd7-4791-458b-87c5-c64c3e2cc247 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:08:00.334263 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 9dfe0dd7-4791-458b-87c5-c64c3e2cc247 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:08:00.339125 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:00.346122 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6ff71f3a-d470-49f0-8130-08e6ff1c4d9b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (d5426f5d-d7ac-45bd-b7b9-b42078ad4894), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:00.380546 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:00.436758 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff71f3a-d470-49f0-8130-08e6ff1c4d9b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Subnet': ['ID=d5426f5d-d7ac-45bd-b7b9-b42078ad4894,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:00.486996 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff71f3a-d470-49f0-8130-08e6ff1c4d9b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Checking segment: {'id': 'b81396c7-f294-41c5-802d-11e097e0e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1d26e70d-a4f1-482c-9922-42b334ce378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:00.487448 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff71f3a-d470-49f0-8130-08e6ff1c4d9b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network hostable DHCP agents. Network: 1d26e70d-a4f1-482c-9922-42b334ce378d, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:08:00.499702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cef2b05-30ad-4678-b21a-01087178f32d req-851a3e97-12cc-4304-910f-e36c236ecc7c tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 210 time: 0.0701053 Jan 27 22:08:00.509435 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff71f3a-d470-49f0-8130-08e6ff1c4d9b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network 1d26e70d-a4f1-482c-9922-42b334ce378d is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:08:00.540816 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-6ff71f3a-d470-49f0-8130-08e6ff1c4d9b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 1d26e70d-a4f1-482c-9922-42b334ce378d) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:00.548236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdd91851-1267-4b4b-825e-3dc4bce6f22e req-e1fedafb-2be2-4943-bc0f-95d46b163cea tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:08:00.552107 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f092921d-3cb1-454d-a58c-53b5dee596fb None None] Network 1d26e70d-a4f1-482c-9922-42b334ce378d requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:00.557747 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a212058-3587-442a-8247-3b252a88d079 None None] Sync routers for ids ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:08:00.563428 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff71f3a-d470-49f0-8130-08e6ff1c4d9b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:00.564388 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6ff71f3a-d470-49f0-8130-08e6ff1c4d9b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:00.566016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad2ba-260a-4f89-91d8-81457680a016 req-d0babdc9-4107-4786-b285-b1a51766e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:00.568618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-975ad2ba-260a-4f89-91d8-81457680a016 req-d0babdc9-4107-4786-b285-b1a51766e74c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbf00ebb-14ad-4f54-96c2-53f25b86a208 HTTP/1.1" status: 200 len: 834 time: 0.3239660 Jan 27 22:08:00.574411 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a212058-3587-442a-8247-3b252a88d079 None None] Routers {'26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:00.575212 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6a212058-3587-442a-8247-3b252a88d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:07:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:00.613820 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6ff71f3a-d470-49f0-8130-08e6ff1c4d9b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9664171 Jan 27 22:08:00.616345 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48240) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:00.623656 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-26635a29-b1b4-4ca3-99f8-eaac25797366 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'port': {'network_id': '1d26e70d-a4f1-482c-9922-42b334ce378d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-565442436'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:00.711294 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c3e6b-b2e5-4339-be68-7d8113b0763c req-c6021a48-4849-495f-a5c2-7065cdd25559 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:00.720175 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-677c3e6b-b2e5-4339-be68-7d8113b0763c req-c6021a48-4849-495f-a5c2-7065cdd25559 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 943 time: 0.2412450 Jan 27 22:08:00.726114 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-6a212058-3587-442a-8247-3b252a88d079 None None] Set router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:00.743547 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd91851-1267-4b4b-825e-3dc4bce6f22e req-e1fedafb-2be2-4943-bc0f-95d46b163cea tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] No DVR routers for this DVR port 9dfe0dd7-4791-458b-87c5-c64c3e2cc247 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:08:00.799522 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cdd91851-1267-4b4b-825e-3dc4bce6f22e req-e1fedafb-2be2-4943-bc0f-95d46b163cea tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:00.805527 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cdd91851-1267-4b4b-825e-3dc4bce6f22e req-e1fedafb-2be2-4943-bc0f-95d46b163cea tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.15 "DELETE /v2.0/ports/9dfe0dd7-4791-458b-87c5-c64c3e2cc247 HTTP/1.1" status: 204 len: 173 time: 5.1615412 Jan 27 22:08:00.816103 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-6bb37be0-b79e-4451-a701-88619f37f064 req-b18addec-b1df-4084-8abe-599627a925dc tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] For port 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:00.816522 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6bb37be0-b79e-4451-a701-88619f37f064 req-b18addec-b1df-4084-8abe-599627a925dc tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:00.885363 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-1d26e70d-a4f1-482c-9922-42b334ce378d', 'network_id': '1d26e70d-a4f1-482c-9922-42b334ce378d', 'project_id': '93f457a5334b41158714cbb3d13441d4', 'fixed_ips': [{'subnet_id': 'd5426f5d-d7ac-45bd-b7b9-b42078ad4894'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:08:00.886267 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:00.920365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-6bb37be0-b79e-4451-a701-88619f37f064 req-b18addec-b1df-4084-8abe-599627a925dc tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Calling delete_port for 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:00.937466 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26635a29-b1b4-4ca3-99f8-eaac25797366 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:00.962630 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-26635a29-b1b4-4ca3-99f8-eaac25797366 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:00.987178 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad2ba-260a-4f89-91d8-81457680a016 req-1187cd22-1775-456b-b4d6-9defd003ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:00.992617 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-975ad2ba-260a-4f89-91d8-81457680a016 req-1187cd22-1775-456b-b4d6-9defd003ca8c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=311387d6-3d2b-47db-9edf-f9892a889d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3461201 Jan 27 22:08:01.030563 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-677c3e6b-b2e5-4339-be68-7d8113b0763c req-28645fda-52cd-4475-92bf-a59aede98708 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1719a7de-9551-4f36-a7b9-8649de529049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3077199 Jan 27 22:08:01.089153 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-26635a29-b1b4-4ca3-99f8-eaac25797366 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] device_id is not set on port 7fcf2122-c470-4dcb-ab52-501b03d7f17e yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:08:01.109405 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6a212058-3587-442a-8247-3b252a88d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'name': 'tempest-AttachVolumeTestJSON-789037297-router', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:12Z', 'updated_at': '2022-01-27T22:03:18Z', 'revision_number': 4, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'gw_port': {'id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:13Z', 'updated_at': '2022-01-27T22:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '80c3d2b3-d8ba-411c-8619-35d82b6eecde', 'name': '', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'mac_address': 'fa:16:3e:c3:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:17Z', 'updated_at': '2022-01-27T22:03:25Z', 'revision_number': 5, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'subnets': [{'id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:01.180343 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a212058-3587-442a-8247-3b252a88d079 None None] Checking router: 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:08:01.212095 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a212058-3587-442a-8247-3b252a88d079 None None] Routers {'26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:01.215111 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6a212058-3587-442a-8247-3b252a88d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:07:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:01.343432 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-26635a29-b1b4-4ca3-99f8-eaac25797366 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Allocated IP 2001:db8::2e9 (1d26e70d-a4f1-482c-9922-42b334ce378d/d5426f5d-d7ac-45bd-b7b9-b42078ad4894/7fcf2122-c470-4dcb-ab52-501b03d7f17e) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:01.346204 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-975ad2ba-260a-4f89-91d8-81457680a016 req-e62a0662-a127-46a8-a7ec-f8222c4cbddd service neutron] 10.222.0.21 "GET /v2.0/networks/311387d6-3d2b-47db-9edf-f9892a889d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386467 Jan 27 22:08:01.513149 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-6a212058-3587-442a-8247-3b252a88d079 None None] Set router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:01.535360 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b049a-ce65-480b-9a16-33557946477a req-ee4fa576-3b81-47ed-89bb-fbf7787fb3f0 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:01.542444 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b0b049a-ce65-480b-9a16-33557946477a req-ee4fa576-3b81-47ed-89bb-fbf7787fb3f0 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=20349c98-7924-4664-87d2-bc4d072ad743 HTTP/1.1" status: 200 len: 943 time: 0.2542374 Jan 27 22:08:01.582395 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-26635a29-b1b4-4ca3-99f8-eaac25797366 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for port (7fcf2122-c470-4dcb-ab52-501b03d7f17e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:01.633505 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-975ad2ba-260a-4f89-91d8-81457680a016 req-d03a8e61-d54e-4a01-9d47-f0c73425def5 service neutron] 10.222.0.21 "GET /v2.0/networks/311387d6-3d2b-47db-9edf-f9892a889d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709188 Jan 27 22:08:01.650968 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b0b049a-ce65-480b-9a16-33557946477a req-a4e3e7bd-b819-4b6c-a659-f8ed8b95439e tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027229 Jan 27 22:08:01.682773 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-26635a29-b1b4-4ca3-99f8-eaac25797366 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7fcf2122-c470-4dcb-ab52-501b03d7f17e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:01.779643 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26635a29-b1b4-4ca3-99f8-eaac25797366 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network 1d26e70d-a4f1-482c-9922-42b334ce378d is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:01.782811 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-26635a29-b1b4-4ca3-99f8-eaac25797366 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:01.792266 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26635a29-b1b4-4ca3-99f8-eaac25797366 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:01.811582 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26635a29-b1b4-4ca3-99f8-eaac25797366 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:01.815626 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-26635a29-b1b4-4ca3-99f8-eaac25797366 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:01.843522 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26635a29-b1b4-4ca3-99f8-eaac25797366 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Port': ['ID=7fcf2122-c470-4dcb-ab52-501b03d7f17e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:01.848516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7820e658-c658-43b0-a092-d631b4f6dbc9', 'name': 'network-vif-deleted', 'tag': '9dfe0dd7-4791-458b-87c5-c64c3e2cc247'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:01.851038 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023053f6-d2ab-4a0d-878a-a6e3beef064b" -d '{"events": [{"server_uuid": "7820e658-c658-43b0-a092-d631b4f6dbc9", "name": "network-vif-deleted", "tag": "9dfe0dd7-4791-458b-87c5-c64c3e2cc247"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:01.878370 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-26635a29-b1b4-4ca3-99f8-eaac25797366 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.2604821 Jan 27 22:08:01.879107 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48276) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:01.918812 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Allocated IP 2001:db8::2 (1d26e70d-a4f1-482c-9922-42b334ce378d/d5426f5d-d7ac-45bd-b7b9-b42078ad4894/dae5672d-7c80-420d-ada4-6d6c9d9844de) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:01.932359 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4dd0d81-3604-4428-93d3-78fbd2d352fa req-70e0dd0e-4a87-4a4c-8f95-920a4822443f tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=7820e658-c658-43b0-a092-d631b4f6dbc9 HTTP/1.1" status: 200 len: 210 time: 0.1257994 Jan 27 22:08:01.957855 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9747652-9399-4e57-a276-2c5b797e0a54 req-98d68202-3fe1-48d6-8d5c-6ff6af7a38b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:01.971152 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9747652-9399-4e57-a276-2c5b797e0a54 req-98d68202-3fe1-48d6-8d5c-6ff6af7a38b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f283cf476a449f8a327cb51a3011c25&device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 1094 time: 0.2389700 Jan 27 22:08:01.984356 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbc91df-36d7-47b5-9ca8-00f88ebb1d39 x-openstack-request-id: req-2cbc91df-36d7-47b5-9ca8-00f88ebb1d39 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:01.984698 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7820e658-c658-43b0-a092-d631b4f6dbc9", "name": "network-vif-deleted", "tag": "9dfe0dd7-4791-458b-87c5-c64c3e2cc247", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:02.005518 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2cbc91df-36d7-47b5-9ca8-00f88ebb1d39 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:02.006132 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7820e658-c658-43b0-a092-d631b4f6dbc9', 'name': 'network-vif-deleted', 'tag': '9dfe0dd7-4791-458b-87c5-c64c3e2cc247', 'status': 'completed', 'code': 200} Jan 27 22:08:02.036349 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6bb37be0-b79e-4451-a701-88619f37f064 req-b18addec-b1df-4084-8abe-599627a925dc tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:02.078688 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-6b823d87-1f53-46be-acc6-99f71454359b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting port 7fcf2122-c470-4dcb-ab52-501b03d7f17e {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:02.080943 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6b823d87-1f53-46be-acc6-99f71454359b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7fcf2122-c470-4dcb-ab52-501b03d7f17e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:02.088283 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['546296c4-1857-45cc-88d1-2bbe11f68260'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:08:02.119091 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6a212058-3587-442a-8247-3b252a88d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'name': 'tempest-AttachVolumeTestJSON-789037297-router', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:12Z', 'updated_at': '2022-01-27T22:03:18Z', 'revision_number': 4, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'gw_port': {'id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:13Z', 'updated_at': '2022-01-27T22:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '80c3d2b3-d8ba-411c-8619-35d82b6eecde', 'name': '', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'mac_address': 'fa:16:3e:c3:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:17Z', 'updated_at': '2022-01-27T22:03:25Z', 'revision_number': 5, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'subnets': [{'id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:02.124930 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18addec-b1df-4084-8abe-599627a925dc tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Pushing event deleted for resources: {'Port': ['ID=6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:02.216945 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a212058-3587-442a-8247-3b252a88d079 None None] The sync data for ids ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'] in n-d-772272-3 is: [{'id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'name': 'tempest-AttachVolumeTestJSON-789037297-router', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:12Z', 'updated_at': '2022-01-27T22:03:18Z', 'revision_number': 4, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'gw_port': {'id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:13Z', 'updated_at': '2022-01-27T22:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '80c3d2b3-d8ba-411c-8619-35d82b6eecde', 'name': '', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'mac_address': 'fa:16:3e:c3:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:17Z', 'updated_at': '2022-01-27T22:03:25Z', 'revision_number': 5, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'subnets': [{'id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:02.278360 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['11e35756-8d08-4bec-b101-7c902a153d2b'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:08:02.328359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb37be0-b79e-4451-a701-88619f37f064 req-b18addec-b1df-4084-8abe-599627a925dc tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] No DVR routers for this DVR port 6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:08:02.341321 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6bb37be0-b79e-4451-a701-88619f37f064 req-b18addec-b1df-4084-8abe-599627a925dc tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:02.345470 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bb37be0-b79e-4451-a701-88619f37f064 req-b18addec-b1df-4084-8abe-599627a925dc tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.15 "DELETE /v2.0/ports/6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e HTTP/1.1" status: 204 len: 173 time: 3.0973685 Jan 27 22:08:02.352191 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6b823d87-1f53-46be-acc6-99f71454359b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7fcf2122-c470-4dcb-ab52-501b03d7f17e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:02.401768 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233e8c3-a719-45e1-86f7-9038c2fdaad6 req-7db576bf-4484-4ed9-9273-029239cb33dc tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:02.412724 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-6b823d87-1f53-46be-acc6-99f71454359b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Calling delete_port for 7fcf2122-c470-4dcb-ab52-501b03d7f17e owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:02.424057 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d233e8c3-a719-45e1-86f7-9038c2fdaad6 req-7db576bf-4484-4ed9-9273-029239cb33dc tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 943 time: 0.1649923 Jan 27 22:08:02.517885 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d233e8c3-a719-45e1-86f7-9038c2fdaad6 req-9541edc3-d45f-42f0-813a-f41148b97368 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1719a7de-9551-4f36-a7b9-8649de529049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881162 Jan 27 22:08:02.519874 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9747652-9399-4e57-a276-2c5b797e0a54 req-128304ba-3e4c-438a-88a1-c5b2c254cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:02.522925 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9747652-9399-4e57-a276-2c5b797e0a54 req-128304ba-3e4c-438a-88a1-c5b2c254cc07 service neutron] 10.222.0.21 "GET /v2.0/networks?id=311387d6-3d2b-47db-9edf-f9892a889d06 HTTP/1.1" status: 200 len: 898 time: 0.5155623 Jan 27 22:08:02.615938 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9747652-9399-4e57-a276-2c5b797e0a54 req-380ae45a-29d7-42fc-a512-132cc4d3e04e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0e43861-1e91-4207-847c-5e8a72be1419 HTTP/1.1" status: 200 len: 217 time: 0.0853159 Jan 27 22:08:02.717912 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9747652-9399-4e57-a276-2c5b797e0a54 req-c5c6233f-ea65-478d-8e2e-51f2567c5a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:02.719435 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9747652-9399-4e57-a276-2c5b797e0a54 req-c5c6233f-ea65-478d-8e2e-51f2567c5a9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbf00ebb-14ad-4f54-96c2-53f25b86a208 HTTP/1.1" status: 200 len: 834 time: 0.0921123 Jan 27 22:08:02.760721 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6b823d87-1f53-46be-acc6-99f71454359b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7fcf2122-c470-4dcb-ab52-501b03d7f17e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:02.828060 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9747652-9399-4e57-a276-2c5b797e0a54 req-44e4c93b-6e62-4f57-abea-f98cb176e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:02.833556 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9747652-9399-4e57-a276-2c5b797e0a54 req-44e4c93b-6e62-4f57-abea-f98cb176e579 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=311387d6-3d2b-47db-9edf-f9892a889d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068330 Jan 27 22:08:02.837905 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5198875c-fc9b-43a7-8058-57a9a596808f None None] New status for floating IP 2c1199a7-9be0-43af-a1b0-8b5888c9b821: DOWN {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:08:02.841578 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b823d87-1f53-46be-acc6-99f71454359b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Port': ['ID=7fcf2122-c470-4dcb-ab52-501b03d7f17e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:02.940301 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6b823d87-1f53-46be-acc6-99f71454359b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:02.952831 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6b823d87-1f53-46be-acc6-99f71454359b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/ports/7fcf2122-c470-4dcb-ab52-501b03d7f17e HTTP/1.1" status: 204 len: 168 time: 1.0726414 Jan 27 22:08:02.954232 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48312) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:02.999079 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7398fed7-45f5-40d3-a664-9ffe2e600dff req-97864a47-5c9f-488f-91b0-65ea4a2fc3ff tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=20349c98-7924-4664-87d2-bc4d072ad743 HTTP/1.1" status: 200 len: 210 time: 0.1553829 Jan 27 22:08:03.019277 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Publish callbacks [] for port (dae5672d-7c80-420d-ada4-6d6c9d9844de), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:03.049753 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (dae5672d-7c80-420d-ada4-6d6c9d9844de), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:03.071132 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f8572a-509a-4d74-8c02-effe5a2a9f93 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] GET failed (client error): The resource could not be found. Jan 27 22:08:03.075684 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-28f8572a-509a-4d74-8c02-effe5a2a9f93 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports/7fcf2122-c470-4dcb-ab52-501b03d7f17e HTTP/1.1" status: 404 len: 333 time: 0.1204031 Jan 27 22:08:03.078921 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48318) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:03.150773 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48324) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:03.168398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Pushing event updated for resources: {'Port': ['ID=dae5672d-7c80-420d-ada4-6d6c9d9844de,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:03.205915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Network 1d26e70d-a4f1-482c-9922-42b334ce378d is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:03.219874 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:03.222872 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:03.224067 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-78690ad2-da36-4a4d-80ca-a0598344f7e2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting subnet d5426f5d-d7ac-45bd-b7b9-b42078ad4894 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:08:03.234437 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-78690ad2-da36-4a4d-80ca-a0598344f7e2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (d5426f5d-d7ac-45bd-b7b9-b42078ad4894), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:03.244746 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9747652-9399-4e57-a276-2c5b797e0a54 req-3cb347f6-d0a9-4bdc-a853-b3218b8d44bf service neutron] 10.222.0.21 "GET /v2.0/networks/311387d6-3d2b-47db-9edf-f9892a889d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949649 Jan 27 22:08:03.321283 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-78690ad2-da36-4a4d-80ca-a0598344f7e2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (d5426f5d-d7ac-45bd-b7b9-b42078ad4894), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:03.327102 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Attempting to bind port dae5672d-7c80-420d-ada4-6d6c9d9844de on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:08:03.327884 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Attempting to bind port dae5672d-7c80-420d-ada4-6d6c9d9844de by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'b81396c7-f294-41c5-802d-11e097e0e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1d26e70d-a4f1-482c-9922-42b334ce378d'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:08:03.328504 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Attempting to bind port dae5672d-7c80-420d-ada4-6d6c9d9844de on network 1d26e70d-a4f1-482c-9922-42b334ce378d {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:03.340102 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:08:03.340603 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Checking segment: {'id': 'b81396c7-f294-41c5-802d-11e097e0e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1d26e70d-a4f1-482c-9922-42b334ce378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:03.341648 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:03.342118 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Bound using segment: {'id': 'b81396c7-f294-41c5-802d-11e097e0e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1d26e70d-a4f1-482c-9922-42b334ce378d'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:08:03.342767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Bound port: dae5672d-7c80-420d-ada4-6d6c9d9844de, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81396c7-f294-41c5-802d-11e097e0e366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1d26e70d-a4f1-482c-9922-42b334ce378d'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:08:03.343207 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (dae5672d-7c80-420d-ada4-6d6c9d9844de), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:03.432119 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-51bac2e5-6764-407a-8109-a3fb1ee4a502 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group (9d21e88f-d6df-402b-95fb-1b2b4acf4df2), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:03.439481 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-78690ad2-da36-4a4d-80ca-a0598344f7e2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (d5426f5d-d7ac-45bd-b7b9-b42078ad4894), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:03.518743 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-51bac2e5-6764-407a-8109-a3fb1ee4a502 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group (9d21e88f-d6df-402b-95fb-1b2b4acf4df2), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:03.538702 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-78690ad2-da36-4a4d-80ca-a0598344f7e2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (d5426f5d-d7ac-45bd-b7b9-b42078ad4894), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:03.542521 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] For port dae5672d-7c80-420d-ada4-6d6c9d9844de, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:08:03.553497 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] For port dae5672d-7c80-420d-ada4-6d6c9d9844de, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=dae5672d-7c80-420d-ada4-6d6c9d9844de,segment=NetworkSegment(b81396c7-f294-41c5-802d-11e097e0e366),segment_id=b81396c7-f294-41c5-802d-11e097e0e366)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:08:03.562404 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (dae5672d-7c80-420d-ada4-6d6c9d9844de), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:03.613783 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-78690ad2-da36-4a4d-80ca-a0598344f7e2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:03.620843 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-78690ad2-da36-4a4d-80ca-a0598344f7e2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/subnets/d5426f5d-d7ac-45bd-b7b9-b42078ad4894 HTTP/1.1" status: 204 len: 168 time: 0.5394082 Jan 27 22:08:03.621637 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48338) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:03.624828 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78690ad2-da36-4a4d-80ca-a0598344f7e2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Subnet': ['ID=d5426f5d-d7ac-45bd-b7b9-b42078ad4894,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:03.625264 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9747652-9399-4e57-a276-2c5b797e0a54 req-024bcce1-c78c-4438-82b0-0e2e7cb9bbbd service neutron] 10.222.0.21 "GET /v2.0/networks/311387d6-3d2b-47db-9edf-f9892a889d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571413 Jan 27 22:08:03.677396 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-51bac2e5-6764-407a-8109-a3fb1ee4a502 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9d21e88f-d6df-402b-95fb-1b2b4acf4df2), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:03.680095 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-51bac2e5-6764-407a-8109-a3fb1ee4a502 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:03.681542 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-51bac2e5-6764-407a-8109-a3fb1ee4a502 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "DELETE /v2.0/security-groups/9d21e88f-d6df-402b-95fb-1b2b4acf4df2 HTTP/1.1" status: 204 len: 168 time: 0.5190203 Jan 27 22:08:03.685400 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48344) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:03.739350 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bac2e5-6764-407a-8109-a3fb1ee4a502 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d21e88f-d6df-402b-95fb-1b2b4acf4df2,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:03.773318 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-232c657c-6326-4e9f-9b32-ab1077ce8b4a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (1d26e70d-a4f1-482c-9922-42b334ce378d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:03.788289 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Pushing event updated for resources: {'Port': ['ID=dae5672d-7c80-420d-ada4-6d6c9d9844de,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:03.809036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:03.809392 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:03.811188 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:03.812751 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:03.813111 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:03.813456 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:03.813797 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:03.814158 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:03.816861 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:03.817213 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:03.823165 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48346) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:03.827742 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:03.828232 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:03.828571 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f20382-4396-44b3-8102-aaf56084bd7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:03.838473 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-5c5116c1-b0ff-468e-9811-18722f934680 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] show failed (client error): The resource could not be found. Jan 27 22:08:03.848912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5c5116c1-b0ff-468e-9811-18722f934680 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups/9d21e88f-d6df-402b-95fb-1b2b4acf4df2 HTTP/1.1" status: 404 len: 347 time: 0.1623046 Jan 27 22:08:03.853578 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48350) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:03.916714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9ecb0-acdb-4f0a-a389-3f78f4e88789 req-91d55fca-f1d1-4676-9e7d-97846634606d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:03.918255 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93d9ecb0-acdb-4f0a-a389-3f78f4e88789 req-91d55fca-f1d1-4676-9e7d-97846634606d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 943 time: 0.2027183 Jan 27 22:08:03.935538 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-232c657c-6326-4e9f-9b32-ab1077ce8b4a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting port dae5672d-7c80-420d-ada4-6d6c9d9844de {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:03.936344 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-232c657c-6326-4e9f-9b32-ab1077ce8b4a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (dae5672d-7c80-420d-ada4-6d6c9d9844de), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:04.037975 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20349c98-7924-4664-87d2-bc4d072ad743', 'name': 'network-vif-deleted', 'tag': '6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:04.040305 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c95ef3-c9cf-4ea0-b15d-6b00aaa6721e" -d '{"events": [{"server_uuid": "20349c98-7924-4664-87d2-bc4d072ad743", "name": "network-vif-deleted", "tag": "6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:04.063161 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93d9ecb0-acdb-4f0a-a389-3f78f4e88789 req-dea1701e-0ea4-411e-908b-85ccae07a012 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1719a7de-9551-4f36-a7b9-8649de529049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267245 Jan 27 22:08:04.236705 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197a554a-6ed0-4401-a6f1-250d3dc8684b x-openstack-request-id: req-197a554a-6ed0-4401-a6f1-250d3dc8684b {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:04.236972 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20349c98-7924-4664-87d2-bc4d072ad743", "name": "network-vif-deleted", "tag": "6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:04.237239 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-197a554a-6ed0-4401-a6f1-250d3dc8684b {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:04.237657 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20349c98-7924-4664-87d2-bc4d072ad743', 'name': 'network-vif-deleted', 'tag': '6b8cd6c6-5a55-4e88-aa5b-17f8277d2c1e', 'status': 'completed', 'code': 200} Jan 27 22:08:04.262685 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-232c657c-6326-4e9f-9b32-ab1077ce8b4a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] For port dae5672d-7c80-420d-ada4-6d6c9d9844de, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=dae5672d-7c80-420d-ada4-6d6c9d9844de,segment=NetworkSegment(b81396c7-f294-41c5-802d-11e097e0e366),segment_id=b81396c7-f294-41c5-802d-11e097e0e366)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:04.263126 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-232c657c-6326-4e9f-9b32-ab1077ce8b4a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (dae5672d-7c80-420d-ada4-6d6c9d9844de), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:04.327331 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-232c657c-6326-4e9f-9b32-ab1077ce8b4a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Calling delete_port for dae5672d-7c80-420d-ada4-6d6c9d9844de owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:04.474180 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-6259182b-67fd-4cac-9cb3-4c3897048417 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Deleting port 16be2c0f-9730-425e-80c7-bd86becfbad3 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:04.474604 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6259182b-67fd-4cac-9cb3-4c3897048417 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (16be2c0f-9730-425e-80c7-bd86becfbad3), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:04.577627 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6259182b-67fd-4cac-9cb3-4c3897048417 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (16be2c0f-9730-425e-80c7-bd86becfbad3), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:04.577989 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6259182b-67fd-4cac-9cb3-4c3897048417 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for floatingip (16be2c0f-9730-425e-80c7-bd86becfbad3), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:04.591461 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28537d85-16e4-427c-93da-c3727f520dd4 req-28083993-9b68-489d-bc9a-4cc1cbcc67fc tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:04.592445 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-6259182b-67fd-4cac-9cb3-4c3897048417 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Calling delete_port for 16be2c0f-9730-425e-80c7-bd86becfbad3 owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:04.599258 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-28537d85-16e4-427c-93da-c3727f520dd4 req-28083993-9b68-489d-bc9a-4cc1cbcc67fc tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6 HTTP/1.1" status: 200 len: 946 time: 0.0808675 Jan 27 22:08:04.651617 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-28537d85-16e4-427c-93da-c3727f520dd4 req-8fbfde10-2831-48e5-a71f-9bf19d52054f tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511925 Jan 27 22:08:04.695861 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2be8a0ca-5042-41f7-88c2-a851f87ef8f4 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:04.727653 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2be8a0ca-5042-41f7-88c2-a851f87ef8f4 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:04.862332 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-232c657c-6326-4e9f-9b32-ab1077ce8b4a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (dae5672d-7c80-420d-ada4-6d6c9d9844de), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:04.903917 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c657c-6326-4e9f-9b32-ab1077ce8b4a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Port': ['ID=dae5672d-7c80-420d-ada4-6d6c9d9844de,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:04.941660 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232c657c-6326-4e9f-9b32-ab1077ce8b4a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] No DVR routers for this DVR port dae5672d-7c80-420d-ada4-6d6c9d9844de on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:08:05.090588 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-232c657c-6326-4e9f-9b32-ab1077ce8b4a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (1d26e70d-a4f1-482c-9922-42b334ce378d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.094458 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6259182b-67fd-4cac-9cb3-4c3897048417 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (16be2c0f-9730-425e-80c7-bd86becfbad3), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.116390 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device dae5672d-7c80-420d-ada4-6d6c9d9844de up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:05.153355 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259182b-67fd-4cac-9cb3-4c3897048417 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Pushing event deleted for resources: {'Port': ['ID=16be2c0f-9730-425e-80c7-bd86becfbad3,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:05.161507 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: dae5672d-7c80-420d-ada4-6d6c9d9844de {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:08:05.161872 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device dae5672d-7c80-420d-ada4-6d6c9d9844de not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 27 22:08:05.175649 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-232c657c-6326-4e9f-9b32-ab1077ce8b4a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d26e70d-a4f1-482c-9922-42b334ce378d']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:05.213504 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Port dae5672d-7c80-420d-ada4-6d6c9d9844de not found, will not notify nova. {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 27 22:08:05.215953 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2be8a0ca-5042-41f7-88c2-a851f87ef8f4 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.290009 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-232c657c-6326-4e9f-9b32-ab1077ce8b4a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b81396c7-f294-41c5-802d-11e097e0e366') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:05.290301 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-232c657c-6326-4e9f-9b32-ab1077ce8b4a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b81396c7-f294-41c5-802d-11e097e0e366') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:05.298403 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device a0e43861-1e91-4207-847c-5e8a72be1419 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:08:05.341982 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2911196-5c56-4b4a-8e71-b156ab591c47 req-fefbfab5-4797-4f9a-9a29-e9e1231642a6 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:05.350928 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2911196-5c56-4b4a-8e71-b156ab591c47 req-fefbfab5-4797-4f9a-9a29-e9e1231642a6 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 943 time: 0.1113563 Jan 27 22:08:05.442916 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2911196-5c56-4b4a-8e71-b156ab591c47 req-c3ef3a56-b379-4fec-98b9-a2f6a7232c20 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1719a7de-9551-4f36-a7b9-8649de529049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874319 Jan 27 22:08:05.445952 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a431b7-5587-45b7-b4d3-02c0f04e6948 None None] Network 1d26e70d-a4f1-482c-9922-42b334ce378d requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:05.458311 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-232c657c-6326-4e9f-9b32-ab1077ce8b4a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (b81396c7-f294-41c5-802d-11e097e0e366), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.495918 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-232c657c-6326-4e9f-9b32-ab1077ce8b4a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b81396c7-f294-41c5-802d-11e097e0e366), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.508915 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232c657c-6326-4e9f-9b32-ab1077ce8b4a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:08:05.509610 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-232c657c-6326-4e9f-9b32-ab1077ce8b4a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (b81396c7-f294-41c5-802d-11e097e0e366), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:08:05.518284 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:08:05.521772 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6259182b-67fd-4cac-9cb3-4c3897048417 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for floatingip (2c1199a7-9be0-43af-a1b0-8b5888c9b821), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.526073 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6259182b-67fd-4cac-9cb3-4c3897048417 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.527627 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6259182b-67fd-4cac-9cb3-4c3897048417 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "DELETE /v2.0/floatingips/2c1199a7-9be0-43af-a1b0-8b5888c9b821 HTTP/1.1" status: 204 len: 168 time: 1.6725848 Jan 27 22:08:05.547285 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-5ec5dfe5-49ea-4206-ad9d-5dcaac0c861f None None] Could not find standard attr ID for object dae5672d-7c80-420d-ada4-6d6c9d9844de. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:08:05.666306 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port a0e43861-1e91-4207-847c-5e8a72be1419, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=a0e43861-1e91-4207-847c-5e8a72be1419,segment=NetworkSegment(18681f0a-83a2-48d7-a7ce-507e4934d49b),segment_id=18681f0a-83a2-48d7-a7ce-507e4934d49b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:05.676365 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-232c657c-6326-4e9f-9b32-ab1077ce8b4a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (1d26e70d-a4f1-482c-9922-42b334ce378d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.679247 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-2be8a0ca-5042-41f7-88c2-a851f87ef8f4 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Allocated IP 172.25.3.100 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/5da73710-f83e-4583-b152-b05a257ded35) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:05.695362 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-232c657c-6326-4e9f-9b32-ab1077ce8b4a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.696092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'a0e43861-1e91-4207-847c-5e8a72be1419', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'port_id': 'a0e43861-1e91-4207-847c-5e8a72be1419', 'mac_address': 'fa:16:3e:ae:96:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:08:05.704662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48400) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:05.714785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-8cb46944-a3b2-4987-a33b-ee25c039d91c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'port': {'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6', 'name': 'tempest-PortsIpV6TestJSON-736250028'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:05.728063 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-232c657c-6326-4e9f-9b32-ab1077ce8b4a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/networks/1d26e70d-a4f1-482c-9922-42b334ce378d HTTP/1.1" status: 204 len: 168 time: 2.1043670 Jan 27 22:08:05.766750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ac5a9e-703e-49bb-9f93-b803fd1d5287 None None] DHCP port deletion for 1d26e70d-a4f1-482c-9922-42b334ce378d request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:08:05.813650 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c657c-6326-4e9f-9b32-ab1077ce8b4a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Network': ['ID=1d26e70d-a4f1-482c-9922-42b334ce378d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:05.843276 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port a0e43861-1e91-4207-847c-5e8a72be1419 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:05.845696 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a0e43861-1e91-4207-847c-5e8a72be1419), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.884326 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e43861-1e91-4207-847c-5e8a72be1419 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:08:05.939016 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port a0e43861-1e91-4207-847c-5e8a72be1419, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=a0e43861-1e91-4207-847c-5e8a72be1419,segment=NetworkSegment(18681f0a-83a2-48d7-a7ce-507e4934d49b),segment_id=18681f0a-83a2-48d7-a7ce-507e4934d49b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:05.945483 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a0e43861-1e91-4207-847c-5e8a72be1419), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.967128 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb46944-a3b2-4987-a33b-ee25c039d91c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:05.970664 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cb46944-a3b2-4987-a33b-ee25c039d91c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:06.042122 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e56a9-6c68-4ab2-a73c-e8f9bd823968 req-6a0d351d-f4d5-42bf-9815-92acf13eeb7f tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:06.042329 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48408) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:06.042784 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da3e56a9-6c68-4ab2-a73c-e8f9bd823968 req-6a0d351d-f4d5-42bf-9815-92acf13eeb7f tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6 HTTP/1.1" status: 200 len: 946 time: 0.1495616 Jan 27 22:08:06.052467 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a1ed88b9-ccbf-43b1-88e6-2a580d06506a tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1200987564', 'description': 'tempest-description--1489425128'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:06.069271 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-8cb46944-a3b2-4987-a33b-ee25c039d91c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] device_id is not set on port 4d16efea-0ab6-4af1-9821-8e4aec051565 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:08:06.076717 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=a0e43861-1e91-4207-847c-5e8a72be1419,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:06.162610 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2be8a0ca-5042-41f7-88c2-a851f87ef8f4 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Publish callbacks [] for port (5da73710-f83e-4583-b152-b05a257ded35), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:06.167428 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a1ed88b9-ccbf-43b1-88e6-2a580d06506a tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:06.262134 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a1ed88b9-ccbf-43b1-88e6-2a580d06506a tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group (c13b0e12-3a2c-4f57-a86a-e2cfd904b15e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:06.275247 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da3e56a9-6c68-4ab2-a73c-e8f9bd823968 req-9c8cb127-3f90-4755-a9ed-2765c0983f21 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262454 Jan 27 22:08:06.277544 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a1ed88b9-ccbf-43b1-88e6-2a580d06506a tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c13b0e12-3a2c-4f57-a86a-e2cfd904b15e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:06.317299 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a1ed88b9-ccbf-43b1-88e6-2a580d06506a tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:06.321162 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a1ed88b9-ccbf-43b1-88e6-2a580d06506a tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2754414 Jan 27 22:08:06.322050 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48414) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:06.327865 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-7d61fad7-1d9c-43b8-baee-8d56d9e7fcfb tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Request body: {'security_group_rule': {'security_group_id': 'c13b0e12-3a2c-4f57-a86a-e2cfd904b15e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:06.369204 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed88b9-ccbf-43b1-88e6-2a580d06506a tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c13b0e12-3a2c-4f57-a86a-e2cfd904b15e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:06.383867 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2be8a0ca-5042-41f7-88c2-a851f87ef8f4 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5da73710-f83e-4583-b152-b05a257ded35), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:06.402233 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7d61fad7-1d9c-43b8-baee-8d56d9e7fcfb tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group_rule (9a64e596-d387-4b18-bee5-6177c8e5d33a), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:06.449708 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be8a0ca-5042-41f7-88c2-a851f87ef8f4 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:06.453494 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cb46944-a3b2-4987-a33b-ee25c039d91c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for port (4d16efea-0ab6-4af1-9821-8e4aec051565), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:06.458737 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-2be8a0ca-5042-41f7-88c2-a851f87ef8f4 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:06.465462 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be8a0ca-5042-41f7-88c2-a851f87ef8f4 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:06.511205 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8a0ca-5042-41f7-88c2-a851f87ef8f4 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Pushing event updated for resources: {'Port': ['ID=5da73710-f83e-4583-b152-b05a257ded35,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:06.542119 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cb46944-a3b2-4987-a33b-ee25c039d91c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (4d16efea-0ab6-4af1-9821-8e4aec051565), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:06.568780 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['a0e43861-1e91-4207-847c-5e8a72be1419'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:08:06.709826 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb46944-a3b2-4987-a33b-ee25c039d91c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:06.723352 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-8cb46944-a3b2-4987-a33b-ee25c039d91c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:06.733858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb46944-a3b2-4987-a33b-ee25c039d91c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:06.740400 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb46944-a3b2-4987-a33b-ee25c039d91c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:06.741067 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cb46944-a3b2-4987-a33b-ee25c039d91c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:06.758297 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2be8a0ca-5042-41f7-88c2-a851f87ef8f4 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Publish callbacks [] for floatingip (db63fe5b-e3ee-4dfc-ad53-0223951b74d8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:06.783036 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7d61fad7-1d9c-43b8-baee-8d56d9e7fcfb tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group_rule (9a64e596-d387-4b18-bee5-6177c8e5d33a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:06.788570 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed3ce5-64e8-476d-a637-82e1950c3c0b req-cc995154-8af2-4885-b5a9-30ef245aa4b6 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:06.792796 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7d61fad7-1d9c-43b8-baee-8d56d9e7fcfb tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (9a64e596-d387-4b18-bee5-6177c8e5d33a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:06.797976 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5ed3ce5-64e8-476d-a637-82e1950c3c0b req-cc995154-8af2-4885-b5a9-30ef245aa4b6 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 944 time: 0.1956770 Jan 27 22:08:06.806844 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb46944-a3b2-4987-a33b-ee25c039d91c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Port': ['ID=4d16efea-0ab6-4af1-9821-8e4aec051565,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:06.847105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374012c0-ea60-44e3-ab77-4ebce004212d req-96198ebd-46e1-483b-85da-fc09b8874765 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:06.849597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-374012c0-ea60-44e3-ab77-4ebce004212d req-96198ebd-46e1-483b-85da-fc09b8874765 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6 HTTP/1.1" status: 200 len: 946 time: 0.2441039 Jan 27 22:08:06.855799 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2be8a0ca-5042-41f7-88c2-a851f87ef8f4 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5da73710-f83e-4583-b152-b05a257ded35), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:06.889097 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8cb46944-a3b2-4987-a33b-ee25c039d91c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1823843 Jan 27 22:08:06.890021 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48430) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:07.007211 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device dae5672d-7c80-420d-ada4-6d6c9d9844de no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:08:07.034537 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5ed3ce5-64e8-476d-a637-82e1950c3c0b req-3d40cd17-5eb0-4723-8fc3-3882a2b34da5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1719a7de-9551-4f36-a7b9-8649de529049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355974 Jan 27 22:08:07.057371 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: dae5672d-7c80-420d-ada4-6d6c9d9844de {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:08:07.057714 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device dae5672d-7c80-420d-ada4-6d6c9d9844de not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:08:07.148671 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2be8a0ca-5042-41f7-88c2-a851f87ef8f4 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Publish callbacks [] for port (5da73710-f83e-4583-b152-b05a257ded35), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:07.157123 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61fad7-1d9c-43b8-baee-8d56d9e7fcfb tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a64e596-d387-4b18-bee5-6177c8e5d33a,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:07.171951 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7d61fad7-1d9c-43b8-baee-8d56d9e7fcfb tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:07.175543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-39e73682-081a-4f1f-93c0-9534ba0c16b6 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting port 4d16efea-0ab6-4af1-9821-8e4aec051565 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:07.176209 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39e73682-081a-4f1f-93c0-9534ba0c16b6 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (4d16efea-0ab6-4af1-9821-8e4aec051565), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:07.177178 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7d61fad7-1d9c-43b8-baee-8d56d9e7fcfb tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8543727 Jan 27 22:08:07.177994 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48436) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:07.178669 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2be8a0ca-5042-41f7-88c2-a851f87ef8f4 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (5da73710-f83e-4583-b152-b05a257ded35), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:07.193003 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3350f8c5-3132-4317-aa5e-d9f14b3f8dd6 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Request body: {'security_group_rule': {'security_group_id': 'c13b0e12-3a2c-4f57-a86a-e2cfd904b15e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:07.272201 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39e73682-081a-4f1f-93c0-9534ba0c16b6 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (4d16efea-0ab6-4af1-9821-8e4aec051565), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:07.288140 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-374012c0-ea60-44e3-ab77-4ebce004212d req-bb879c61-06c7-4805-bab5-dffc51592e70 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Deleting port 11e35756-8d08-4bec-b101-7c902a153d2b {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:07.288717 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-374012c0-ea60-44e3-ab77-4ebce004212d req-bb879c61-06c7-4805-bab5-dffc51592e70 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (11e35756-8d08-4bec-b101-7c902a153d2b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:07.307954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-39e73682-081a-4f1f-93c0-9534ba0c16b6 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Calling delete_port for 4d16efea-0ab6-4af1-9821-8e4aec051565 owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:07.429295 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2be8a0ca-5042-41f7-88c2-a851f87ef8f4 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (db63fe5b-e3ee-4dfc-ad53-0223951b74d8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:07.465912 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-374012c0-ea60-44e3-ab77-4ebce004212d req-bb879c61-06c7-4805-bab5-dffc51592e70 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] For port 11e35756-8d08-4bec-b101-7c902a153d2b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=11e35756-8d08-4bec-b101-7c902a153d2b,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:07.467105 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-374012c0-ea60-44e3-ab77-4ebce004212d req-bb879c61-06c7-4805-bab5-dffc51592e70 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (11e35756-8d08-4bec-b101-7c902a153d2b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:07.520716 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2be8a0ca-5042-41f7-88c2-a851f87ef8f4 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:07.524696 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2be8a0ca-5042-41f7-88c2-a851f87ef8f4 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6917286 Jan 27 22:08:07.524696 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8a0ca-5042-41f7-88c2-a851f87ef8f4 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Pushing event updated for resources: {'Port': ['ID=5da73710-f83e-4583-b152-b05a257ded35,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:07.532485 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3350f8c5-3132-4317-aa5e-d9f14b3f8dd6 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group_rule (a553e482-f1f4-47da-a7cb-f93cf5df955c), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:07.537271 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48448) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:07.551586 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-0752c69e-6fd0-4247-bd76-e2e6a74de090 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1194572783', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'fixed_ips': [{'ip_address': '172.25.3.100'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:07.652661 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0752c69e-6fd0-4247-bd76-e2e6a74de090 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Made reservation on behalf of 9931bdedcb5b477db723aeb7d69694b2 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:07.655737 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0752c69e-6fd0-4247-bd76-e2e6a74de090 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:07.673422 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0752c69e-6fd0-4247-bd76-e2e6a74de090 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:07.743654 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3350f8c5-3132-4317-aa5e-d9f14b3f8dd6 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group_rule (a553e482-f1f4-47da-a7cb-f93cf5df955c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:07.784684 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3350f8c5-3132-4317-aa5e-d9f14b3f8dd6 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (a553e482-f1f4-47da-a7cb-f93cf5df955c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:07.857041 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3350f8c5-3132-4317-aa5e-d9f14b3f8dd6 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:07.862250 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3350f8c5-3132-4317-aa5e-d9f14b3f8dd6 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6760657 Jan 27 22:08:07.877060 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48462) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:07.900325 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9004891e-c336-4b5b-ac82-cb9f9375b48b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:07.946546 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350f8c5-3132-4317-aa5e-d9f14b3f8dd6 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a553e482-f1f4-47da-a7cb-f93cf5df955c,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:07.957927 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9004891e-c336-4b5b-ac82-cb9f9375b48b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:07.995171 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-374012c0-ea60-44e3-ab77-4ebce004212d req-bb879c61-06c7-4805-bab5-dffc51592e70 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Calling delete_port for 11e35756-8d08-4bec-b101-7c902a153d2b owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:08.046066 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a5bcf-ba40-4e3c-aaaa-bb0674ff62fb req-ad24e4ee-3f1d-4dfe-a1fc-cd4c748dc3cf tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:08.055027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-836a5bcf-ba40-4e3c-aaaa-bb0674ff62fb req-ad24e4ee-3f1d-4dfe-a1fc-cd4c748dc3cf tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6 HTTP/1.1" status: 200 len: 946 time: 0.6218016 Jan 27 22:08:08.125329 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39e73682-081a-4f1f-93c0-9534ba0c16b6 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (4d16efea-0ab6-4af1-9821-8e4aec051565), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:08.127830 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0752c69e-6fd0-4247-bd76-e2e6a74de090 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Publish callbacks [] for security_group (3dadc814-7d0a-446e-8c26-1349436642a3), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:08.141237 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0752c69e-6fd0-4247-bd76-e2e6a74de090 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3dadc814-7d0a-446e-8c26-1349436642a3), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:08.144948 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-0752c69e-6fd0-4247-bd76-e2e6a74de090 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] device_id is not set on port 21aa06cb-23bb-40b1-90f8-d60b07ad879d yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:08:08.171070 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e73682-081a-4f1f-93c0-9534ba0c16b6 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Port': ['ID=4d16efea-0ab6-4af1-9821-8e4aec051565,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:08.267744 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-836a5bcf-ba40-4e3c-aaaa-bb0674ff62fb req-d9a58192-df42-4138-b42f-a458216edc19 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058005 Jan 27 22:08:08.279042 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39e73682-081a-4f1f-93c0-9534ba0c16b6 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:08.283222 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-39e73682-081a-4f1f-93c0-9534ba0c16b6 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/ports/4d16efea-0ab6-4af1-9821-8e4aec051565 HTTP/1.1" status: 204 len: 168 time: 1.3748674 Jan 27 22:08:08.286527 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48474) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:08.298057 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-2a9ea1a7-4e68-4fa6-943a-896e14c3a641 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'port': {'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6', 'mac_address': 'fa:16:3e:85:f7:a6', 'name': 'tempest-PortsIpV6TestJSON-1587622553'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:08.403543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68bbd3-bbb4-47fc-8c1d-fa9972535616 req-4677674a-7d71-43fd-8a67-6bbf100267f7 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:08.405233 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c68bbd3-bbb4-47fc-8c1d-fa9972535616 req-4677674a-7d71-43fd-8a67-6bbf100267f7 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 944 time: 0.2360137 Jan 27 22:08:08.465266 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9ea1a7-4e68-4fa6-943a-896e14c3a641 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:08.567203 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c68bbd3-bbb4-47fc-8c1d-fa9972535616 req-78269409-f798-42a8-962b-95b21eff724e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1719a7de-9551-4f36-a7b9-8649de529049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552060 Jan 27 22:08:08.591074 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2a9ea1a7-4e68-4fa6-943a-896e14c3a641 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:08.605842 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-374012c0-ea60-44e3-ab77-4ebce004212d req-bb879c61-06c7-4805-bab5-dffc51592e70 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (11e35756-8d08-4bec-b101-7c902a153d2b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:08.618178 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['546296c4-1857-45cc-88d1-2bbe11f68260'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:08:08.717602 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-2a9ea1a7-4e68-4fa6-943a-896e14c3a641 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] device_id is not set on port 9774b8f2-87fa-4100-8cec-c2eaa8ada596 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:08:08.722005 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752c69e-6fd0-4247-bd76-e2e6a74de090 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dadc814-7d0a-446e-8c26-1349436642a3,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:08.727233 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb879c61-06c7-4805-bab5-dffc51592e70 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Pushing event deleted for resources: {'Port': ['ID=11e35756-8d08-4bec-b101-7c902a153d2b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:08.774065 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9004891e-c336-4b5b-ac82-cb9f9375b48b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:08.868506 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-374012c0-ea60-44e3-ab77-4ebce004212d req-bb879c61-06c7-4805-bab5-dffc51592e70 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] No DVR routers for this DVR port 11e35756-8d08-4bec-b101-7c902a153d2b on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:08:08.873374 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-374012c0-ea60-44e3-ab77-4ebce004212d req-bb879c61-06c7-4805-bab5-dffc51592e70 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:08.876974 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-374012c0-ea60-44e3-ab77-4ebce004212d req-bb879c61-06c7-4805-bab5-dffc51592e70 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.21 "DELETE /v2.0/ports/11e35756-8d08-4bec-b101-7c902a153d2b HTTP/1.1" status: 204 len: 173 time: 2.0024436 Jan 27 22:08:08.877709 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4748196-a2a0-4577-b50a-9d2915ba42d6', 'name': 'network-vif-deleted', 'tag': '11e35756-8d08-4bec-b101-7c902a153d2b'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:08.880484 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af7c859-7b20-4405-9285-e8cc9ac43b28" -d '{"events": [{"server_uuid": "a4748196-a2a0-4577-b50a-9d2915ba42d6", "name": "network-vif-deleted", "tag": "11e35756-8d08-4bec-b101-7c902a153d2b"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:08.972529 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-0752c69e-6fd0-4247-bd76-e2e6a74de090 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 27 22:08:08.973355 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0752c69e-6fd0-4247-bd76-e2e6a74de090 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:08:08.996961 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a1920a-98ad-4996-a90e-bd0b8f6d3776 x-openstack-request-id: req-49a1920a-98ad-4996-a90e-bd0b8f6d3776 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:08.998237 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4748196-a2a0-4577-b50a-9d2915ba42d6", "name": "network-vif-deleted", "tag": "11e35756-8d08-4bec-b101-7c902a153d2b", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:08.998237 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49a1920a-98ad-4996-a90e-bd0b8f6d3776 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:08.998854 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4748196-a2a0-4577-b50a-9d2915ba42d6', 'name': 'network-vif-deleted', 'tag': '11e35756-8d08-4bec-b101-7c902a153d2b', 'status': 'completed', 'code': 200} Jan 27 22:08:09.047802 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0752c69e-6fd0-4247-bd76-e2e6a74de090 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.5071065 Jan 27 22:08:09.048040 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48498) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:09.137187 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2a9ea1a7-4e68-4fa6-943a-896e14c3a641 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for port (9774b8f2-87fa-4100-8cec-c2eaa8ada596), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.184069 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2a9ea1a7-4e68-4fa6-943a-896e14c3a641 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (9774b8f2-87fa-4100-8cec-c2eaa8ada596), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.198087 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-9004891e-c336-4b5b-ac82-cb9f9375b48b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Allocated IP 172.25.3.253 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/d69313be-6f4a-4076-adff-287a9006be78) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:09.253677 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9ea1a7-4e68-4fa6-943a-896e14c3a641 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:09.257980 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-2a9ea1a7-4e68-4fa6-943a-896e14c3a641 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:09.269711 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9ea1a7-4e68-4fa6-943a-896e14c3a641 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:09.280572 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9ea1a7-4e68-4fa6-943a-896e14c3a641 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:09.281964 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2a9ea1a7-4e68-4fa6-943a-896e14c3a641 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.304233 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device a0e43861-1e91-4207-847c-5e8a72be1419 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:09.306095 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-c8987a23-812f-4b72-8bd2-394c98d94886 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Deleting port 5da73710-f83e-4583-b152-b05a257ded35 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:09.306450 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8987a23-812f-4b72-8bd2-394c98d94886 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5da73710-f83e-4583-b152-b05a257ded35), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.325259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ea1a7-4e68-4fa6-943a-896e14c3a641 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Port': ['ID=9774b8f2-87fa-4100-8cec-c2eaa8ada596,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:09.362109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2a9ea1a7-4e68-4fa6-943a-896e14c3a641 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0729215 Jan 27 22:08:09.364588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48506) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:09.430550 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8987a23-812f-4b72-8bd2-394c98d94886 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5da73710-f83e-4583-b152-b05a257ded35), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.430824 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8987a23-812f-4b72-8bd2-394c98d94886 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Publish callbacks [] for floatingip (5da73710-f83e-4583-b152-b05a257ded35), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.435798 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port a0e43861-1e91-4207-847c-5e8a72be1419 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:08:09.441331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port a0e43861-1e91-4207-847c-5e8a72be1419 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:09.441923 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a0e43861-1e91-4207-847c-5e8a72be1419), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.459218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-c8987a23-812f-4b72-8bd2-394c98d94886 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Calling delete_port for 5da73710-f83e-4583-b152-b05a257ded35 owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:09.525189 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-08574304-c5c7-42fe-8899-738d51b89970 req-e1682bf3-cdab-4dbf-a67a-cb65f47e7401 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4748196-a2a0-4577-b50a-9d2915ba42d6 HTTP/1.1" status: 200 len: 210 time: 0.0984137 Jan 27 22:08:09.541731 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1f39d5-c65b-46bf-b0ba-4491529bef79 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:09.548672 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-cb1f39d5-c65b-46bf-b0ba-4491529bef79 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports/9774b8f2-87fa-4100-8cec-c2eaa8ada596 HTTP/1.1" status: 200 len: 845 time: 0.1805887 Jan 27 22:08:09.549103 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48510) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:09.643528 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port a0e43861-1e91-4207-847c-5e8a72be1419 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:09.645243 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a0e43861-1e91-4207-847c-5e8a72be1419), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.705243 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9004891e-c336-4b5b-ac82-cb9f9375b48b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for port (d69313be-6f4a-4076-adff-287a9006be78), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.726479 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port a0e43861-1e91-4207-847c-5e8a72be1419, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=a0e43861-1e91-4207-847c-5e8a72be1419,segment=NetworkSegment(18681f0a-83a2-48d7-a7ce-507e4934d49b),segment_id=18681f0a-83a2-48d7-a7ce-507e4934d49b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:09.729877 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d72d76f-352b-47a5-9fa7-a4354217985c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e43861-1e91-4207-847c-5e8a72be1419'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:09.738040 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748912e5-f46a-405c-8f97-ed97d6786117" -d '{"events": [{"server_uuid": "5d72d76f-352b-47a5-9fa7-a4354217985c", "name": "network-vif-plugged", "status": "completed", "tag": "a0e43861-1e91-4207-847c-5e8a72be1419"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:09.753923 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a0e43861-1e91-4207-847c-5e8a72be1419), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.756209 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 11e35756-8d08-4bec-b101-7c902a153d2b no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:08:09.873117 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9004891e-c336-4b5b-ac82-cb9f9375b48b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d69313be-6f4a-4076-adff-287a9006be78), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.917453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda599f-f4a2-4627-955d-6db7f17384ed req-39474dd7-d3dd-42de-b5d3-9ee372410a96 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:09.919152 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8bda599f-f4a2-4627-955d-6db7f17384ed req-39474dd7-d3dd-42de-b5d3-9ee372410a96 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 945 time: 0.2076988 Jan 27 22:08:09.940125 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-5a19f7f1-5404-4b81-a3aa-4fa2c3abcbd3 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting port 9774b8f2-87fa-4100-8cec-c2eaa8ada596 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:09.940626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=a0e43861-1e91-4207-847c-5e8a72be1419,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:09.944891 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63d3418-b60f-4f64-ad82-ac74a6abf93e x-openstack-request-id: req-c63d3418-b60f-4f64-ad82-ac74a6abf93e {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:09.945280 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5a19f7f1-5404-4b81-a3aa-4fa2c3abcbd3 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (9774b8f2-87fa-4100-8cec-c2eaa8ada596), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.945653 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d72d76f-352b-47a5-9fa7-a4354217985c", "name": "network-vif-plugged", "status": "completed", "tag": "a0e43861-1e91-4207-847c-5e8a72be1419", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:09.946701 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c63d3418-b60f-4f64-ad82-ac74a6abf93e {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:09.947286 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d72d76f-352b-47a5-9fa7-a4354217985c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e43861-1e91-4207-847c-5e8a72be1419', 'code': 200} Jan 27 22:08:09.950470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 11e35756-8d08-4bec-b101-7c902a153d2b {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:08:09.952408 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 11e35756-8d08-4bec-b101-7c902a153d2b not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:08:10.003293 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004891e-c336-4b5b-ac82-cb9f9375b48b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Pushing event updated for resources: {'Port': ['ID=d69313be-6f4a-4076-adff-287a9006be78,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:10.014355 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9004891e-c336-4b5b-ac82-cb9f9375b48b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:10.020478 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-9004891e-c336-4b5b-ac82-cb9f9375b48b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:10.027311 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9004891e-c336-4b5b-ac82-cb9f9375b48b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:10.061287 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8987a23-812f-4b72-8bd2-394c98d94886 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5da73710-f83e-4583-b152-b05a257ded35), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:10.080376 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8bda599f-f4a2-4627-955d-6db7f17384ed req-e0294115-0624-49de-8309-c96cb6522de3 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1719a7de-9551-4f36-a7b9-8649de529049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427188 Jan 27 22:08:10.133798 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8987a23-812f-4b72-8bd2-394c98d94886 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Pushing event deleted for resources: {'Port': ['ID=5da73710-f83e-4583-b152-b05a257ded35,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:10.150584 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5a19f7f1-5404-4b81-a3aa-4fa2c3abcbd3 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (9774b8f2-87fa-4100-8cec-c2eaa8ada596), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:10.164725 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905116b-d258-46dc-8ece-2fa3d3ce447d req-7cea82b2-3dd0-4994-bf42-77fd62211abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:10.166383 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1905116b-d258-46dc-8ece-2fa3d3ce447d req-7cea82b2-3dd0-4994-bf42-77fd62211abf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 1096 time: 0.2446373 Jan 27 22:08:10.172008 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-5a19f7f1-5404-4b81-a3aa-4fa2c3abcbd3 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Calling delete_port for 9774b8f2-87fa-4100-8cec-c2eaa8ada596 owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:10.296483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1905116b-d258-46dc-8ece-2fa3d3ce447d req-9eb2abba-8e7a-4b0a-a13f-c375be1748ae service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1719a7de-9551-4f36-a7b9-8649de529049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220996 Jan 27 22:08:10.309178 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8987a23-812f-4b72-8bd2-394c98d94886 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Publish callbacks [] for floatingip (db63fe5b-e3ee-4dfc-ad53-0223951b74d8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:10.311750 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8987a23-812f-4b72-8bd2-394c98d94886 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:10.317256 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c8987a23-812f-4b72-8bd2-394c98d94886 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188 tempest-ExternalNetworksAdminNegativeTestJSON-1495777188-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/db63fe5b-e3ee-4dfc-ad53-0223951b74d8 HTTP/1.1" status: 204 len: 168 time: 1.2670383 Jan 27 22:08:10.328150 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9004891e-c336-4b5b-ac82-cb9f9375b48b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for floatingip (7e7050cb-3d8f-41e9-840c-c94c5c36fa6e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:10.355370 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5a19f7f1-5404-4b81-a3aa-4fa2c3abcbd3 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (9774b8f2-87fa-4100-8cec-c2eaa8ada596), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:10.387268 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9004891e-c336-4b5b-ac82-cb9f9375b48b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d69313be-6f4a-4076-adff-287a9006be78), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:10.406565 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19f7f1-5404-4b81-a3aa-4fa2c3abcbd3 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Port': ['ID=9774b8f2-87fa-4100-8cec-c2eaa8ada596,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:10.413000 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5a19f7f1-5404-4b81-a3aa-4fa2c3abcbd3 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:10.421115 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5a19f7f1-5404-4b81-a3aa-4fa2c3abcbd3 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/ports/9774b8f2-87fa-4100-8cec-c2eaa8ada596 HTTP/1.1" status: 204 len: 168 time: 0.8702040 Jan 27 22:08:10.421242 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48534) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:10.455148 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-63929935-e184-4065-bf41-1f53acd56a4c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] GET failed (client error): The resource could not be found. Jan 27 22:08:10.460461 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-63929935-e184-4065-bf41-1f53acd56a4c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports/9774b8f2-87fa-4100-8cec-c2eaa8ada596 HTTP/1.1" status: 404 len: 333 time: 0.0344892 Jan 27 22:08:10.461042 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48538) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:10.465489 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-571500df-d2de-4d7e-98ca-a4cb766d6305 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'port': {'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6', 'name': 'tempest-PortsIpV6TestJSON-246862452'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:10.629081 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571500df-d2de-4d7e-98ca-a4cb766d6305 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:10.632631 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-571500df-d2de-4d7e-98ca-a4cb766d6305 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:10.662013 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-571500df-d2de-4d7e-98ca-a4cb766d6305 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] device_id is not set on port 15c58d5e-e6b9-4713-978e-4a08de730b2e yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:08:10.794330 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9004891e-c336-4b5b-ac82-cb9f9375b48b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for port (d69313be-6f4a-4076-adff-287a9006be78), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:10.813824 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9004891e-c336-4b5b-ac82-cb9f9375b48b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (d69313be-6f4a-4076-adff-287a9006be78), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:10.983116 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48570) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:11.005896 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004891e-c336-4b5b-ac82-cb9f9375b48b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Pushing event updated for resources: {'Port': ['ID=d69313be-6f4a-4076-adff-287a9006be78,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:11.027265 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-571500df-d2de-4d7e-98ca-a4cb766d6305 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for port (15c58d5e-e6b9-4713-978e-4a08de730b2e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:11.037413 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9004891e-c336-4b5b-ac82-cb9f9375b48b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (7e7050cb-3d8f-41e9-840c-c94c5c36fa6e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:11.041563 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-b6c28ea9-1f89-40a3-b2de-229298e81cb0 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:11.044698 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-b6c28ea9-1f89-40a3-b2de-229298e81cb0 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 805 time: 0.1708751 Jan 27 22:08:11.064461 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-d3e9ac26-795e-4473-8a5e-946a235cc373 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/quotas/342465e78b4348c1b975ff630f4dbc64 HTTP/1.1" status: 200 len: 375 time: 0.0128732 Jan 27 22:08:11.066771 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9004891e-c336-4b5b-ac82-cb9f9375b48b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:11.068009 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9004891e-c336-4b5b-ac82-cb9f9375b48b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1885016 Jan 27 22:08:11.095442 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-571500df-d2de-4d7e-98ca-a4cb766d6305 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (15c58d5e-e6b9-4713-978e-4a08de730b2e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:11.135180 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-a7dfcca7-9ede-4846-8134-197459ec83ce tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0501568 Jan 27 22:08:11.165133 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571500df-d2de-4d7e-98ca-a4cb766d6305 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:11.172140 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-571500df-d2de-4d7e-98ca-a4cb766d6305 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:11.180873 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571500df-d2de-4d7e-98ca-a4cb766d6305 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:11.190511 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571500df-d2de-4d7e-98ca-a4cb766d6305 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:11.191188 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-571500df-d2de-4d7e-98ca-a4cb766d6305 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:11.211743 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571500df-d2de-4d7e-98ca-a4cb766d6305 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Port': ['ID=15c58d5e-e6b9-4713-978e-4a08de730b2e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:11.231262 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-571500df-d2de-4d7e-98ca-a4cb766d6305 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7695122 Jan 27 22:08:11.232553 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48582) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:11.240007 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-af2f7f80-09a3-45b2-adc9-efa89f62f2e0 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:11.288218 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e86a3-1634-43d9-8cce-bac9bcc43310 req-278e398b-c39c-4007-8251-7423d2d567fd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:11.295396 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-352e86a3-1634-43d9-8cce-bac9bcc43310 req-278e398b-c39c-4007-8251-7423d2d567fd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 945 time: 0.1214483 Jan 27 22:08:11.322186 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-af2f7f80-09a3-45b2-adc9-efa89f62f2e0 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (15c58d5e-e6b9-4713-978e-4a08de730b2e), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:11.330596 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-b045ad38-d36d-432a-bc21-bb3242c16aee service neutron] 10.222.0.23 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876500 Jan 27 22:08:11.430668 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5f4df4ab-d41e-486e-ada0-44c08ed01e19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:11.456968 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-352e86a3-1634-43d9-8cce-bac9bcc43310 req-eda62452-7baf-4cfa-b34e-5f6b00e7f43a tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1719a7de-9551-4f36-a7b9-8649de529049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602972 Jan 27 22:08:11.527048 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-af2f7f80-09a3-45b2-adc9-efa89f62f2e0 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for port (15c58d5e-e6b9-4713-978e-4a08de730b2e), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:11.537487 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-af2f7f80-09a3-45b2-adc9-efa89f62f2e0 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (15c58d5e-e6b9-4713-978e-4a08de730b2e), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:11.563496 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-bcd28a60-3779-4eb9-9a82-bf846b1a7f5d service neutron] 10.222.0.23 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317779 Jan 27 22:08:11.583616 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-af2f7f80-09a3-45b2-adc9-efa89f62f2e0 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] In _notify_port_updated(), no bound segment for port 15c58d5e-e6b9-4713-978e-4a08de730b2e on network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 {{(pid=109742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:08:11.590385 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2f7f80-09a3-45b2-adc9-efa89f62f2e0 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:11.591829 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-af2f7f80-09a3-45b2-adc9-efa89f62f2e0 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:11.593530 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-af2f7f80-09a3-45b2-adc9-efa89f62f2e0 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "PUT /v2.0/ports/15c58d5e-e6b9-4713-978e-4a08de730b2e HTTP/1.1" status: 200 len: 818 time: 0.3592296 Jan 27 22:08:11.596967 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48600) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:11.646723 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f7f80-09a3-45b2-adc9-efa89f62f2e0 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Port': ['ID=15c58d5e-e6b9-4713-978e-4a08de730b2e,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:11.689482 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5f4df4ab-d41e-486e-ada0-44c08ed01e19 admin admin] Publish callbacks [] for security_group (4d52293d-dffb-4b64-9c27-22f2413dbb24), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:11.713053 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5f4df4ab-d41e-486e-ada0-44c08ed01e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4d52293d-dffb-4b64-9c27-22f2413dbb24), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:11.765800 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-65b27e6a-9946-4df7-8366-eb6b143ca7d0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1200987564&fields=id&tenant_id=5fa39c9f14c34091a555381958bf20fa HTTP/1.1" status: 200 len: 267 time: 0.1533782 Jan 27 22:08:11.772413 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5f4df4ab-d41e-486e-ada0-44c08ed01e19 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c022978984af47d9a39ceebefd46f538&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7882111 Jan 27 22:08:11.775957 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48606) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:11.792472 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-8ca5b85f-e4a7-4e4e-8750-e3161ae15e17 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting port 15c58d5e-e6b9-4713-978e-4a08de730b2e {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:11.793043 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b85f-e4a7-4e4e-8750-e3161ae15e17 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (15c58d5e-e6b9-4713-978e-4a08de730b2e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:11.862455 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4df4ab-d41e-486e-ada0-44c08ed01e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d52293d-dffb-4b64-9c27-22f2413dbb24,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:11.872297 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b85f-e4a7-4e4e-8750-e3161ae15e17 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (15c58d5e-e6b9-4713-978e-4a08de730b2e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:11.888063 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-8ca5b85f-e4a7-4e4e-8750-e3161ae15e17 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Calling delete_port for 15c58d5e-e6b9-4713-978e-4a08de730b2e owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:12.027300 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b85f-e4a7-4e4e-8750-e3161ae15e17 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (15c58d5e-e6b9-4713-978e-4a08de730b2e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:12.058177 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-78a99f9f-3043-4fa8-9953-577f32445e76 req-2dd47107-8b3a-44d2-9257-66a60c2bc457 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7709b847-9108-440c-b8ae-faa20a897393 HTTP/1.1" status: 200 len: 210 time: 0.1838078 Jan 27 22:08:12.086943 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5b85f-e4a7-4e4e-8750-e3161ae15e17 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Port': ['ID=15c58d5e-e6b9-4713-978e-4a08de730b2e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:12.093327 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b85f-e4a7-4e4e-8750-e3161ae15e17 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:12.100601 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8ca5b85f-e4a7-4e4e-8750-e3161ae15e17 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/ports/15c58d5e-e6b9-4713-978e-4a08de730b2e HTTP/1.1" status: 204 len: 168 time: 0.5010123 Jan 27 22:08:12.100601 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48630) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:12.144553 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5b7d976e-8f58-4d98-84d2-1b0730030dc2 admin admin] Publish callbacks [] for security_group (4d52293d-dffb-4b64-9c27-22f2413dbb24), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:12.182715 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2537681c-4cc6-4a63-b944-95c87e3b56c6 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:12.187866 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2537681c-4cc6-4a63-b944-95c87e3b56c6 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0868146 Jan 27 22:08:12.188938 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48636) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:12.219771 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5b7d976e-8f58-4d98-84d2-1b0730030dc2 admin admin] Publish callbacks [] for security_group (4d52293d-dffb-4b64-9c27-22f2413dbb24), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:12.220883 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35e16ee-d2ec-483b-9cb9-7f567d5cd0e7 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] GET failed (client error): The resource could not be found. Jan 27 22:08:12.227956 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b35e16ee-d2ec-483b-9cb9-7f567d5cd0e7 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports/15c58d5e-e6b9-4713-978e-4a08de730b2e HTTP/1.1" status: 404 len: 333 time: 0.0379243 Jan 27 22:08:12.228944 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48640) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:12.235034 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9c3d8b90-d5c0-4856-9289-d63e80e921fe tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-183960926'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:12.245336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-0919342e-e900-4213-864d-5cc861f0ab12 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:12.246801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-0919342e-e900-4213-864d-5cc861f0ab12 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/networks?id=2b09128f-4816-4051-b7b2-5b7a59716965 HTTP/1.1" status: 200 len: 810 time: 0.4566400 Jan 27 22:08:12.263126 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3d8b90-d5c0-4856-9289-d63e80e921fe tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:12.268656 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9c3d8b90-d5c0-4856-9289-d63e80e921fe tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:12.292457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-3a220c4f-7ff8-4054-bc17-eea04ed4029b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/quotas/5fa39c9f14c34091a555381958bf20fa HTTP/1.1" status: 200 len: 375 time: 0.0381052 Jan 27 22:08:12.365227 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3d8b90-d5c0-4856-9289-d63e80e921fe tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:08:12.380529 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5b7d976e-8f58-4d98-84d2-1b0730030dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4d52293d-dffb-4b64-9c27-22f2413dbb24), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:12.382332 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9c3d8b90-d5c0-4856-9289-d63e80e921fe tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (0b6983f3-64a3-42ed-8519-4f693acb138f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:12.383062 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-9c3d8b90-d5c0-4856-9289-d63e80e921fe tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Added segment 0b6983f3-64a3-42ed-8519-4f693acb138f of type vlan for network d29de23b-00ed-42fc-8940-e6fd9591ccc1 Jan 27 22:08:12.385930 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5b7d976e-8f58-4d98-84d2-1b0730030dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:12.391840 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5b7d976e-8f58-4d98-84d2-1b0730030dc2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d52293d-dffb-4b64-9c27-22f2413dbb24 HTTP/1.1" status: 204 len: 168 time: 0.6123002 Jan 27 22:08:12.427893 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d976e-8f58-4d98-84d2-1b0730030dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d52293d-dffb-4b64-9c27-22f2413dbb24,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:12.466713 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-1b5f4569-d26a-4c4c-9ebc-1c0caa11129d tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5fa39c9f14c34091a555381958bf20fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1661212 Jan 27 22:08:12.510720 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9c3d8b90-d5c0-4856-9289-d63e80e921fe tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (d29de23b-00ed-42fc-8940-e6fd9591ccc1), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:12.552840 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9c3d8b90-d5c0-4856-9289-d63e80e921fe tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (d29de23b-00ed-42fc-8940-e6fd9591ccc1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:12.561938 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3d8b90-d5c0-4856-9289-d63e80e921fe tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:12.562916 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9c3d8b90-d5c0-4856-9289-d63e80e921fe tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:12.666642 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9c3d8b90-d5c0-4856-9289-d63e80e921fe tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4363716 Jan 27 22:08:12.687177 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48658) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:12.714844 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-84cd0356-94d2-454a-afbc-b34ea4cc9026 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'subnet': {'network_id': 'd29de23b-00ed-42fc-8940-e6fd9591ccc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:12.716921 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:12.739786 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b437d3-6801-48b8-8f51-a9e4246af611 req-3c238f36-71fd-4a8b-af78-defb1768e96d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:12.741641 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-48b437d3-6801-48b8-8f51-a9e4246af611 req-3c238f36-71fd-4a8b-af78-defb1768e96d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 945 time: 0.1132593 Jan 27 22:08:12.767682 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d8b90-d5c0-4856-9289-d63e80e921fe tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Network': ['ID=d29de23b-00ed-42fc-8940-e6fd9591ccc1,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:12.771249 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-adcc2eca-a0bf-4b89-bcb7-f527c6a06ead service neutron] 10.222.0.23 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909579 Jan 27 22:08:12.788555 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network d29de23b-00ed-42fc-8940-e6fd9591ccc1 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:08:12.854474 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-48b437d3-6801-48b8-8f51-a9e4246af611 req-b4f65033-201e-4c1c-b7b9-52ed29732de0 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1719a7de-9551-4f36-a7b9-8649de529049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062393 Jan 27 22:08:12.926104 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-63fe3684-d15b-4b71-9c56-49f85d16f3c7 service neutron] 10.222.0.23 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421413 Jan 27 22:08:13.016700 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cd0356-94d2-454a-afbc-b34ea4cc9026 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:13.020628 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-84cd0356-94d2-454a-afbc-b34ea4cc9026 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:13.124876 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da5672-9002-43b6-a1ac-d754a270ec4d req-aefdba2e-3145-43c2-ac98-1e55b5d070bd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:13.139857 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-60da5672-9002-43b6-a1ac-d754a270ec4d req-aefdba2e-3145-43c2-ac98-1e55b5d070bd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 945 time: 0.1404681 Jan 27 22:08:13.261646 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48674) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:13.326663 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-60da5672-9002-43b6-a1ac-d754a270ec4d req-4fec2d00-62fd-42e8-b58f-7c1fe9fd12eb tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1719a7de-9551-4f36-a7b9-8649de529049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855357 Jan 27 22:08:13.329704 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48676) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:13.539473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d1010a72-2a87-4b9f-8847-e85fcd3aa38c req-a9f37acc-517f-4f4b-8bff-ef1606cd4d5f tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7709b847-9108-440c-b8ae-faa20a897393 HTTP/1.1" status: 200 len: 210 time: 0.1804388 Jan 27 22:08:13.671374 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-84cd0356-94d2-454a-afbc-b34ea4cc9026 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (db6c731e-05eb-4809-be10-d17ea04b7b9d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:13.712081 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d63e98e-4b60-4ec7-8168-b8cd4c9a1752 req-146966e1-1ec9-48ea-b723-b5b92d8dba28 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 210 time: 0.2310665 Jan 27 22:08:13.727553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-926baa35-a945-4583-ae30-c81a1ce7dc5b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9931bdedcb5b477db723aeb7d69694b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4618709 Jan 27 22:08:13.728114 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48692) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:13.802724 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affa72f8-94b7-400b-8c3c-9d064dead014 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:13.804653 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-affa72f8-94b7-400b-8c3c-9d064dead014 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 1091 time: 0.4606800 Jan 27 22:08:13.806146 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd0356-94d2-454a-afbc-b34ea4cc9026 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Subnet': ['ID=db6c731e-05eb-4809-be10-d17ea04b7b9d,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:13.810361 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48696) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:13.820058 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-cd1abef2-4839-4bbd-a8d2-89d54922cecd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': 'a0e43861-1e91-4207-847c-5e8a72be1419', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:13.871475 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cd0356-94d2-454a-afbc-b34ea4cc9026 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Checking segment: {'id': '0b6983f3-64a3-42ed-8519-4f693acb138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd29de23b-00ed-42fc-8940-e6fd9591ccc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:13.872140 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cd0356-94d2-454a-afbc-b34ea4cc9026 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network hostable DHCP agents. Network: d29de23b-00ed-42fc-8940-e6fd9591ccc1, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:08:13.885155 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-bf2d2d13-6503-4506-bba6-6f2cb48e8e33 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:13.886865 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-bf2d2d13-6503-4506-bba6-6f2cb48e8e33 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.15 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 805 time: 0.4781830 Jan 27 22:08:13.892377 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd1abef2-4839-4bbd-a8d2-89d54922cecd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:13.912850 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cd0356-94d2-454a-afbc-b34ea4cc9026 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network d29de23b-00ed-42fc-8940-e6fd9591ccc1 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:08:13.920588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-9ebb6034-9068-4a92-9f7d-21d7d93777e3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Request body: {'port': {'device_id': '7709b847-9108-440c-b8ae-faa20a897393', 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8', 'admin_state_up': True, 'tenant_id': '342465e78b4348c1b975ff630f4dbc64'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:13.962594 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-84cd0356-94d2-454a-afbc-b34ea4cc9026 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, d29de23b-00ed-42fc-8940-e6fd9591ccc1) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:13.966346 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1b522b4c-795c-4c4a-8824-6653ab08eb01 admin admin] Publish callbacks [] for security_group (3dadc814-7d0a-446e-8c26-1349436642a3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:13.976447 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bc6058-c354-49d9-acf1-1df4660bd671 None None] Network d29de23b-00ed-42fc-8940-e6fd9591ccc1 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:14.009036 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cd0356-94d2-454a-afbc-b34ea4cc9026 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:14.009672 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-84cd0356-94d2-454a-afbc-b34ea4cc9026 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:14.055056 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-84cd0356-94d2-454a-afbc-b34ea4cc9026 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3546603 Jan 27 22:08:14.070295 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48702) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:14.085491 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8a8e5389-3a9c-49c5-9000-7aaa53ae4abf tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'subnet': {'network_id': 'd29de23b-00ed-42fc-8940-e6fd9591ccc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:14.130043 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0242b7e-bad1-4849-bccc-dcaea54dd0eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-d29de23b-00ed-42fc-8940-e6fd9591ccc1', 'network_id': 'd29de23b-00ed-42fc-8940-e6fd9591ccc1', 'project_id': '93f457a5334b41158714cbb3d13441d4', 'fixed_ips': [{'subnet_id': 'db6c731e-05eb-4809-be10-d17ea04b7b9d'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:08:14.131278 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a0242b7e-bad1-4849-bccc-dcaea54dd0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:14.135589 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1b522b4c-795c-4c4a-8824-6653ab08eb01 admin admin] Publish callbacks [] for security_group (3dadc814-7d0a-446e-8c26-1349436642a3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:14.336815 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1b522b4c-795c-4c4a-8824-6653ab08eb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3dadc814-7d0a-446e-8c26-1349436642a3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:14.346163 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd1abef2-4839-4bbd-a8d2-89d54922cecd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:14.346907 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1b522b4c-795c-4c4a-8824-6653ab08eb01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:14.348126 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1b522b4c-795c-4c4a-8824-6653ab08eb01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3dadc814-7d0a-446e-8c26-1349436642a3 HTTP/1.1" status: 204 len: 168 time: 0.6190650 Jan 27 22:08:14.373916 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-9ebb6034-9068-4a92-9f7d-21d7d93777e3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Made reservation on behalf of 342465e78b4348c1b975ff630f4dbc64 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:14.377928 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-9ebb6034-9068-4a92-9f7d-21d7d93777e3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:14.382678 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b522b4c-795c-4c4a-8824-6653ab08eb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dadc814-7d0a-446e-8c26-1349436642a3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:14.551619 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8e5389-3a9c-49c5-9000-7aaa53ae4abf tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:14.552328 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-a0242b7e-bad1-4849-bccc-dcaea54dd0eb None None] Allocated IP 2001:db8::2 (d29de23b-00ed-42fc-8940-e6fd9591ccc1/db6c731e-05eb-4809-be10-d17ea04b7b9d/3d878d81-e5d9-4f38-8634-924eee688a6b) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:14.557108 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8a8e5389-3a9c-49c5-9000-7aaa53ae4abf tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:14.563579 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-cd1abef2-4839-4bbd-a8d2-89d54922cecd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Allocated IP 172.25.3.5 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/bbdb1f06-cf7c-45cc-967d-fa00ad9bc320) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:14.595307 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-9ebb6034-9068-4a92-9f7d-21d7d93777e3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Allocated IP 172.20.0.4 (7fb03950-b0f5-49f7-8c2d-d1081fb3aba8/7267bcf4-ac84-4f1d-9bca-30d5eecd5123/82311d60-a6b4-4619-a83e-b1dd71f4bda1) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:14.765955 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99116786-aa6e-4c82-ab4a-da0aaf0a9940 req-de1fb290-6202-4849-b1e7-9f9729bfcda2 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7709b847-9108-440c-b8ae-faa20a897393 HTTP/1.1" status: 200 len: 210 time: 0.0690095 Jan 27 22:08:14.925133 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a0242b7e-bad1-4849-bccc-dcaea54dd0eb None None] Publish callbacks [] for port (3d878d81-e5d9-4f38-8634-924eee688a6b), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:14.937720 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a0242b7e-bad1-4849-bccc-dcaea54dd0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (3d878d81-e5d9-4f38-8634-924eee688a6b), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:14.985737 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-089fad4e-92e3-4055-8263-2d509dfb46f4 req-bdee6dd1-04a5-4b50-8b58-b56d28610241 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 210 time: 0.1305091 Jan 27 22:08:15.035010 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0242b7e-bad1-4849-bccc-dcaea54dd0eb None None] Network d29de23b-00ed-42fc-8940-e6fd9591ccc1 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:15.055365 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-a0242b7e-bad1-4849-bccc-dcaea54dd0eb None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:15.080650 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0242b7e-bad1-4849-bccc-dcaea54dd0eb None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:15.104802 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0242b7e-bad1-4849-bccc-dcaea54dd0eb None None] Pushing event updated for resources: {'Port': ['ID=3d878d81-e5d9-4f38-8634-924eee688a6b,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:15.199808 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-9ebb6034-9068-4a92-9f7d-21d7d93777e3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks [] for port (82311d60-a6b4-4619-a83e-b1dd71f4bda1), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:15.228045 n-d-772272-3 neutron-server[109742]: INFO neutron.db.ipam_backend_mixin [None req-8a8e5389-3a9c-49c5-9000-7aaa53ae4abf tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet db6c731e-05eb-4809-be10-d17ea04b7b9d (CIDR: 2001:db8::/64) Jan 27 22:08:15.243767 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8e5389-3a9c-49c5-9000-7aaa53ae4abf tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:08:15.244421 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8e5389-3a9c-49c5-9000-7aaa53ae4abf tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:08:15.255463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a0242b7e-bad1-4849-bccc-dcaea54dd0eb None None] Attempting to bind port 3d878d81-e5d9-4f38-8634-924eee688a6b on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:08:15.257110 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a0242b7e-bad1-4849-bccc-dcaea54dd0eb None None] Attempting to bind port 3d878d81-e5d9-4f38-8634-924eee688a6b by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '0b6983f3-64a3-42ed-8519-4f693acb138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd29de23b-00ed-42fc-8940-e6fd9591ccc1'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:08:15.258409 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0242b7e-bad1-4849-bccc-dcaea54dd0eb None None] Attempting to bind port 3d878d81-e5d9-4f38-8634-924eee688a6b on network d29de23b-00ed-42fc-8940-e6fd9591ccc1 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:15.272947 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0242b7e-bad1-4849-bccc-dcaea54dd0eb None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:08:15.273626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0242b7e-bad1-4849-bccc-dcaea54dd0eb None None] Checking segment: {'id': '0b6983f3-64a3-42ed-8519-4f693acb138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd29de23b-00ed-42fc-8940-e6fd9591ccc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:15.275048 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a0242b7e-bad1-4849-bccc-dcaea54dd0eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:15.275756 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0242b7e-bad1-4849-bccc-dcaea54dd0eb None None] Bound using segment: {'id': '0b6983f3-64a3-42ed-8519-4f693acb138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd29de23b-00ed-42fc-8940-e6fd9591ccc1'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:08:15.277252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a0242b7e-bad1-4849-bccc-dcaea54dd0eb None None] Bound port: 3d878d81-e5d9-4f38-8634-924eee688a6b, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6983f3-64a3-42ed-8519-4f693acb138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd29de23b-00ed-42fc-8940-e6fd9591ccc1'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:08:15.279108 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a0242b7e-bad1-4849-bccc-dcaea54dd0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3d878d81-e5d9-4f38-8634-924eee688a6b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:15.291375 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd1abef2-4839-4bbd-a8d2-89d54922cecd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for port (bbdb1f06-cf7c-45cc-967d-fa00ad9bc320), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:15.302951 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8a8e5389-3a9c-49c5-9000-7aaa53ae4abf tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2304907 Jan 27 22:08:15.305395 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48728) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:15.311999 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a5e06d8e-4891-40eb-9fbb-f6880d8afb5c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'subnet': {'network_id': 'd29de23b-00ed-42fc-8940-e6fd9591ccc1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:15.385326 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-81363b50-0020-4b4a-9f05-0e44fb868581 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:15.387844 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-81363b50-0020-4b4a-9f05-0e44fb868581 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.21 "GET /v2.0/networks?id=2b09128f-4816-4051-b7b2-5b7a59716965 HTTP/1.1" status: 200 len: 810 time: 0.4279511 Jan 27 22:08:15.430985 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd1abef2-4839-4bbd-a8d2-89d54922cecd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (bbdb1f06-cf7c-45cc-967d-fa00ad9bc320), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:15.441947 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-9ebb6034-9068-4a92-9f7d-21d7d93777e3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (82311d60-a6b4-4619-a83e-b1dd71f4bda1), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:15.452560 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a0242b7e-bad1-4849-bccc-dcaea54dd0eb None None] For port 3d878d81-e5d9-4f38-8634-924eee688a6b, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:08:15.463495 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['546296c4-1857-45cc-88d1-2bbe11f68260'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:08:15.467390 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a0242b7e-bad1-4849-bccc-dcaea54dd0eb None None] For port 3d878d81-e5d9-4f38-8634-924eee688a6b, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3d878d81-e5d9-4f38-8634-924eee688a6b,segment=NetworkSegment(0b6983f3-64a3-42ed-8519-4f693acb138f),segment_id=0b6983f3-64a3-42ed-8519-4f693acb138f)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:08:15.508289 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1abef2-4839-4bbd-a8d2-89d54922cecd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:15.521845 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-cd1abef2-4839-4bbd-a8d2-89d54922cecd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:15.522543 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a0242b7e-bad1-4849-bccc-dcaea54dd0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3d878d81-e5d9-4f38-8634-924eee688a6b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:15.526755 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1abef2-4839-4bbd-a8d2-89d54922cecd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:15.528299 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1abef2-4839-4bbd-a8d2-89d54922cecd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'Port': ['ID=bbdb1f06-cf7c-45cc-967d-fa00ad9bc320,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:15.641257 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-9ebb6034-9068-4a92-9f7d-21d7d93777e3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:15.652079 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e06d8e-4891-40eb-9fbb-f6880d8afb5c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:15.656106 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-9ebb6034-9068-4a92-9f7d-21d7d93777e3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:15.658689 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-9ebb6034-9068-4a92-9f7d-21d7d93777e3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:15.661540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb6034-9068-4a92-9f7d-21d7d93777e3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Pushing event updated for resources: {'Port': ['ID=82311d60-a6b4-4619-a83e-b1dd71f4bda1,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:15.665209 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5e06d8e-4891-40eb-9fbb-f6880d8afb5c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:15.680069 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-1c582205-df76-4f10-b604-93ce7b2c6693 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fa39c9f14c34091a555381958bf20fa HTTP/1.1" status: 200 len: 380 time: 0.2807624 Jan 27 22:08:15.739983 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0242b7e-bad1-4849-bccc-dcaea54dd0eb None None] Pushing event updated for resources: {'Port': ['ID=3d878d81-e5d9-4f38-8634-924eee688a6b,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:15.759218 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-2e37221d-33f5-4b86-9536-00ba9d316d57 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Request body: {'port': {'device_id': '83a63d45-22f7-4762-8243-8ae3d736d055', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'admin_state_up': True, 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'security_groups': ['c13b0e12-3a2c-4f57-a86a-e2cfd904b15e']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:15.933890 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-9ebb6034-9068-4a92-9f7d-21d7d93777e3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:15.934917 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-9ebb6034-9068-4a92-9f7d-21d7d93777e3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:15.981568 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-9ebb6034-9068-4a92-9f7d-21d7d93777e3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0822821 Jan 27 22:08:16.095285 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] Request body: {'port': {'device_id': '7709b847-9108-440c-b8ae-faa20a897393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:16.231068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5fbba-523e-449a-b567-fef3933fac2a req-b10bcf95-6c98-4a25-8288-7e26fddb3123 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:16.232959 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3b5fbba-523e-449a-b567-fef3933fac2a req-b10bcf95-6c98-4a25-8288-7e26fddb3123 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7709b847-9108-440c-b8ae-faa20a897393 HTTP/1.1" status: 200 len: 931 time: 0.2769854 Jan 27 22:08:16.250030 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b5b9a12-1be4-4002-9bbf-3333c7d5eedb req-990aac88-79ee-46e9-b8be-e330496597bf tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 210 time: 0.0923834 Jan 27 22:08:16.299182 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (82311d60-a6b4-4619-a83e-b1dd71f4bda1), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:16.375336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-2e37221d-33f5-4b86-9536-00ba9d316d57 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Made reservation on behalf of 5fa39c9f14c34091a555381958bf20fa for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:16.378761 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-2e37221d-33f5-4b86-9536-00ba9d316d57 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:16.433821 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3b5fbba-523e-449a-b567-fef3933fac2a req-b82049a1-2cc5-49b4-9c5e-8529b8229228 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824992 Jan 27 22:08:16.623181 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd1abef2-4839-4bbd-a8d2-89d54922cecd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for floatingip (bce0a8f5-5e41-4e5c-b46f-b9c3319a962e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:16.694856 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-2e37221d-33f5-4b86-9536-00ba9d316d57 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Allocated IP 172.20.0.7 (2b09128f-4816-4051-b7b2-5b7a59716965/c8368a6d-250d-43a0-8b81-29729883ab77/6f013428-d36e-48cd-93d1-85d7f63f05cb) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:16.874853 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd1abef2-4839-4bbd-a8d2-89d54922cecd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (bbdb1f06-cf7c-45cc-967d-fa00ad9bc320), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.195747 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3d878d81-e5d9-4f38-8634-924eee688a6b up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:17.212253 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5e06d8e-4891-40eb-9fbb-f6880d8afb5c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (4583ab78-dc6d-4e04-b47e-1cda69191987), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.366644 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 3d878d81-e5d9-4f38-8634-924eee688a6b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:17.367750 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3d878d81-e5d9-4f38-8634-924eee688a6b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.379204 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e06d8e-4891-40eb-9fbb-f6880d8afb5c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network d29de23b-00ed-42fc-8940-e6fd9591ccc1 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:17.400366 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-a5e06d8e-4891-40eb-9fbb-f6880d8afb5c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:17.404784 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e06d8e-4891-40eb-9fbb-f6880d8afb5c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:17.405388 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5e06d8e-4891-40eb-9fbb-f6880d8afb5c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.426183 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e06d8e-4891-40eb-9fbb-f6880d8afb5c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Subnet': ['ID=4583ab78-dc6d-4e04-b47e-1cda69191987,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:17.442620 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a5e06d8e-4891-40eb-9fbb-f6880d8afb5c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1339197 Jan 27 22:08:17.445965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48780) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:17.455379 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d74bed57-7552-4337-857e-9c2fae32a558 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'port': {'network_id': 'd29de23b-00ed-42fc-8940-e6fd9591ccc1', 'fixed_ips': [{'subnet_id': 'db6c731e-05eb-4809-be10-d17ea04b7b9d'}, {'subnet_id': '4583ab78-dc6d-4e04-b47e-1cda69191987'}], 'name': 'tempest-PortsIpV6TestJSON-762880204'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:17.486091 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd1abef2-4839-4bbd-a8d2-89d54922cecd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for port (bbdb1f06-cf7c-45cc-967d-fa00ad9bc320), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.517760 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd1abef2-4839-4bbd-a8d2-89d54922cecd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (bbdb1f06-cf7c-45cc-967d-fa00ad9bc320), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.597901 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e31cd29-9149-4ca8-a42c-c429e758a8bc None None] Network d29de23b-00ed-42fc-8940-e6fd9591ccc1 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:17.608290 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 3d878d81-e5d9-4f38-8634-924eee688a6b is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:17.608290 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3d878d81-e5d9-4f38-8634-924eee688a6b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.686854 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1abef2-4839-4bbd-a8d2-89d54922cecd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'Port': ['ID=bbdb1f06-cf7c-45cc-967d-fa00ad9bc320,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:17.769555 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd1abef2-4839-4bbd-a8d2-89d54922cecd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (bce0a8f5-5e41-4e5c-b46f-b9c3319a962e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.824010 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 3d878d81-e5d9-4f38-8634-924eee688a6b, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3d878d81-e5d9-4f38-8634-924eee688a6b,segment=NetworkSegment(0b6983f3-64a3-42ed-8519-4f693acb138f),segment_id=0b6983f3-64a3-42ed-8519-4f693acb138f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:17.851169 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3d878d81-e5d9-4f38-8634-924eee688a6b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.856761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-81cd5efd-43c1-44a1-884f-384307fd5df8 req-20a15540-599e-43aa-929d-dfa94ecfac9c tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 210 time: 0.0675766 Jan 27 22:08:17.884526 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82311d60-a6b4-4619-a83e-b1dd71f4bda1 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:08:17.888543 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74bed57-7552-4337-857e-9c2fae32a558 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:17.895635 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] Publish callbacks [] for port (82311d60-a6b4-4619-a83e-b1dd71f4bda1), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.912448 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] Transition to ACTIVE for port object 82311d60-a6b4-4619-a83e-b1dd71f4bda1 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:08:17.953461 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b92c4340-4bf1-47c5-9fab-e858c919e5c1 None None] Provisioning complete for port 3d878d81-e5d9-4f38-8634-924eee688a6b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:17.955751 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b92c4340-4bf1-47c5-9fab-e858c919e5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3d878d81-e5d9-4f38-8634-924eee688a6b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.971584 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-2e37221d-33f5-4b86-9536-00ba9d316d57 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for port (6f013428-d36e-48cd-93d1-85d7f63f05cb), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:17.999680 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:08:18.006550 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d74bed57-7552-4337-857e-9c2fae32a558 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:18.016309 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (82311d60-a6b4-4619-a83e-b1dd71f4bda1), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:18.039441 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=3d878d81-e5d9-4f38-8634-924eee688a6b,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:18.081633 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-d74bed57-7552-4337-857e-9c2fae32a558 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] device_id is not set on port 1a176e24-ad00-4350-a775-28ac4da61259 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:08:18.138287 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-2e37221d-33f5-4b86-9536-00ba9d316d57 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (6f013428-d36e-48cd-93d1-85d7f63f05cb), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:18.173494 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] Pushing event updated for resources: {'Port': ['ID=82311d60-a6b4-4619-a83e-b1dd71f4bda1,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:18.201734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e115c5-3dbe-4d6b-9f4a-e3a3a4f71c2a req-dfb004d8-9879-4bc9-bbb9-4e5948e4cdd8 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:18.203528 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66e115c5-3dbe-4d6b-9f4a-e3a3a4f71c2a req-dfb004d8-9879-4bc9-bbb9-4e5948e4cdd8 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7709b847-9108-440c-b8ae-faa20a897393 HTTP/1.1" status: 200 len: 931 time: 0.4383779 Jan 27 22:08:18.205584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b92c4340-4bf1-47c5-9fab-e858c919e5c1 None None] Current status of the port 3d878d81-e5d9-4f38-8634-924eee688a6b is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:18.274346 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6f2d75-cef9-4992-99e6-acd208187d06 None None] Update dhcp port {'port': {'network_id': 'd29de23b-00ed-42fc-8940-e6fd9591ccc1', 'fixed_ips': [{'subnet_id': 'db6c731e-05eb-4809-be10-d17ea04b7b9d', 'ip_address': '2001:db8::2'}, {'subnet_id': '4583ab78-dc6d-4e04-b47e-1cda69191987'}], 'binding:host_id': 'n-d-772272-3'}, 'id': '3d878d81-e5d9-4f38-8634-924eee688a6b'} from n-d-772272-3. {{(pid=109743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:08:18.280656 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-2e37221d-33f5-4b86-9536-00ba9d316d57 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Network 2b09128f-4816-4051-b7b2-5b7a59716965 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:18.302819 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48800) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:18.310303 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-2e37221d-33f5-4b86-9536-00ba9d316d57 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:18.320679 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-2e37221d-33f5-4b86-9536-00ba9d316d57 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:18.361643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37221d-33f5-4b86-9536-00ba9d316d57 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Pushing event updated for resources: {'Port': ['ID=6f013428-d36e-48cd-93d1-85d7f63f05cb,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:18.368921 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bc6f2d75-cef9-4992-99e6-acd208187d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3d878d81-e5d9-4f38-8634-924eee688a6b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:18.395137 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-cd1abef2-4839-4bbd-a8d2-89d54922cecd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Floating IP bce0a8f5-5e41-4e5c-b46f-b9c3319a962e associated. External IP: 172.25.3.5, port: a0e43861-1e91-4207-847c-5e8a72be1419. Jan 27 22:08:18.441732 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66e115c5-3dbe-4d6b-9f4a-e3a3a4f71c2a req-07218f4d-f20f-4011-9714-c4b327d1e917 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300534 Jan 27 22:08:18.443219 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] Attempting to bind port 82311d60-a6b4-4619-a83e-b1dd71f4bda1 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:08:18.443726 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] Attempting to bind port 82311d60-a6b4-4619-a83e-b1dd71f4bda1 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:08:18.444243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] Attempting to bind port 82311d60-a6b4-4619-a83e-b1dd71f4bda1 on network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:18.452641 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-2e37221d-33f5-4b86-9536-00ba9d316d57 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:18.453489 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-2e37221d-33f5-4b86-9536-00ba9d316d57 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:18.485538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] Port 82311d60-a6b4-4619-a83e-b1dd71f4bda1 on network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:08:18.486217 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] Attempting to bind port 82311d60-a6b4-4619-a83e-b1dd71f4bda1 on network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:18.501419 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-2e37221d-33f5-4b86-9536-00ba9d316d57 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7633269 Jan 27 22:08:18.509910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:08:18.510847 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] Checking segment: {'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:18.511482 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] Bound using segment: {'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:08:18.513309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] Bound port: 82311d60-a6b4-4619-a83e-b1dd71f4bda1, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:08:18.514972 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (82311d60-a6b4-4619-a83e-b1dd71f4bda1), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:18.535205 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] Request body: {'port': {'device_id': '83a63d45-22f7-4762-8243-8ae3d736d055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:18.723580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-bc6f2d75-cef9-4992-99e6-acd208187d06 None None] Allocated IP 2001:db8:0:1::2 (d29de23b-00ed-42fc-8940-e6fd9591ccc1/4583ab78-dc6d-4e04-b47e-1cda69191987/3d878d81-e5d9-4f38-8634-924eee688a6b) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:18.776421 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6f013428-d36e-48cd-93d1-85d7f63f05cb), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:19.003218 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-bc6f2d75-cef9-4992-99e6-acd208187d06 None None] For port 3d878d81-e5d9-4f38-8634-924eee688a6b, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3d878d81-e5d9-4f38-8634-924eee688a6b,segment=NetworkSegment(0b6983f3-64a3-42ed-8519-4f693acb138f),segment_id=0b6983f3-64a3-42ed-8519-4f693acb138f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:19.074679 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bc6f2d75-cef9-4992-99e6-acd208187d06 None None] Publish callbacks [] for port (3d878d81-e5d9-4f38-8634-924eee688a6b), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:19.078086 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3d878d81-e5d9-4f38-8634-924eee688a6b up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:19.084647 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-43d9e647-df98-4bce-bcff-59314f61a426 None None] Provisioning complete for port 6f013428-d36e-48cd-93d1-85d7f63f05cb triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:19.085169 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-43d9e647-df98-4bce-bcff-59314f61a426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6f013428-d36e-48cd-93d1-85d7f63f05cb), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:19.098342 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] For port 82311d60-a6b4-4619-a83e-b1dd71f4bda1, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:08:19.110335 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bc6f2d75-cef9-4992-99e6-acd208187d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3d878d81-e5d9-4f38-8634-924eee688a6b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:19.172074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] For port 82311d60-a6b4-4619-a83e-b1dd71f4bda1, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=82311d60-a6b4-4619-a83e-b1dd71f4bda1,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:08:19.180878 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (82311d60-a6b4-4619-a83e-b1dd71f4bda1), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:19.235606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341f853-5f56-46d3-9577-dac93bf62f5f req-e51bc443-584a-4b24-8a58-7c744e7d2079 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:19.237894 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3341f853-5f56-46d3-9577-dac93bf62f5f req-e51bc443-584a-4b24-8a58-7c744e7d2079 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 931 time: 0.1818182 Jan 27 22:08:19.289607 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:19.303321 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:19.305035 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] 10.222.0.15 "PUT /v2.0/ports/82311d60-a6b4-4619-a83e-b1dd71f4bda1 HTTP/1.1" status: 200 len: 1091 time: 3.2427433 Jan 27 22:08:19.307659 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7709b847-9108-440c-b8ae-faa20a897393', 'tag': '82311d60-a6b4-4619-a83e-b1dd71f4bda1'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:19.317781 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a486892c-f7c1-456c-86f9-11f44d24e302" -d '{"events": [{"name": "network-changed", "server_uuid": "7709b847-9108-440c-b8ae-faa20a897393", "tag": "82311d60-a6b4-4619-a83e-b1dd71f4bda1"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:19.345665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48820) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:19.385679 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-43d9e647-df98-4bce-bcff-59314f61a426 None None] Port 6f013428-d36e-48cd-93d1-85d7f63f05cb cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:19.427184 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717b3fe5-7adf-4aeb-ae56-2d405ebfa630 x-openstack-request-id: req-717b3fe5-7adf-4aeb-ae56-2d405ebfa630 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:19.427532 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7709b847-9108-440c-b8ae-faa20a897393", "tag": "82311d60-a6b4-4619-a83e-b1dd71f4bda1", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:19.427736 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-717b3fe5-7adf-4aeb-ae56-2d405ebfa630 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:19.428172 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7709b847-9108-440c-b8ae-faa20a897393', 'tag': '82311d60-a6b4-4619-a83e-b1dd71f4bda1', 'status': 'completed', 'code': 200} Jan 27 22:08:19.477220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-6292d75b-a41c-482e-aeef-f36ebef8734c tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:19.478243 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6292d75b-a41c-482e-aeef-f36ebef8734c tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 1.1744602 Jan 27 22:08:19.504787 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48832) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:19.525307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f2d75-cef9-4992-99e6-acd208187d06 None None] Pushing event updated for resources: {'Port': ['ID=3d878d81-e5d9-4f38-8634-924eee688a6b,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:19.555561 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 3d878d81-e5d9-4f38-8634-924eee688a6b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:19.555958 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3d878d81-e5d9-4f38-8634-924eee688a6b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:19.562452 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-da3fe992-5c49-4d36-9520-1a1f8025b171 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:19.562452 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-da3fe992-5c49-4d36-9520-1a1f8025b171 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0546484 Jan 27 22:08:19.576904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48836) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:19.593111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-232f27ff-8622-4f0b-aeb3-8154b89f59c5 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:19.597336 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-232f27ff-8622-4f0b-aeb3-8154b89f59c5 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0188606 Jan 27 22:08:19.602333 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d65ba4-f458-4819-a080-9aa6a969efcf service neutron] Pushing event updated for resources: {'Port': ['ID=82311d60-a6b4-4619-a83e-b1dd71f4bda1,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:19.609094 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48838) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:19.626595 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-0fe217eb-38b8-4a99-a8eb-d9bec73c6084 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:19.627767 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0fe217eb-38b8-4a99-a8eb-d9bec73c6084 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0177133 Jan 27 22:08:19.670480 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48840) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:19.693484 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-4b7f1e44-c097-4ee4-b8b6-7aace737aece tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:19.694710 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4b7f1e44-c097-4ee4-b8b6-7aace737aece tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0163600 Jan 27 22:08:19.707001 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48842) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:19.726882 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 3d878d81-e5d9-4f38-8634-924eee688a6b is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:19.738324 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-7af91c23-5124-4f5a-9f98-8d7a18a841a6 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:19.741833 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7af91c23-5124-4f5a-9f98-8d7a18a841a6 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0271392 Jan 27 22:08:19.743898 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48844) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:19.775060 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-edbe9af9-e451-4bae-a647-a8a1c2c345d1 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:19.779063 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-edbe9af9-e451-4bae-a647-a8a1c2c345d1 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0272396 Jan 27 22:08:19.782169 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3341f853-5f56-46d3-9577-dac93bf62f5f req-5dca4b7c-890d-4020-9f35-9b0a462335c3 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13b0e12-3a2c-4f57-a86a-e2cfd904b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5076716 Jan 27 22:08:19.785719 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48846) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:19.802587 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-05c90f08-a11e-48ed-aa64-bedff3644d66 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:19.802587 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-05c90f08-a11e-48ed-aa64-bedff3644d66 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0105772 Jan 27 22:08:19.807064 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48848) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:19.811641 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-267daabf-08bc-44df-bf48-419bb9e9d6ef tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:19.814998 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-267daabf-08bc-44df-bf48-419bb9e9d6ef tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046501 Jan 27 22:08:19.815441 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48850) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:19.836693 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-12714802-e99d-4b40-89ec-c174e95cb1e0 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:19.839941 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-12714802-e99d-4b40-89ec-c174e95cb1e0 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0213709 Jan 27 22:08:19.846404 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1abef2-4839-4bbd-a8d2-89d54922cecd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Router 6de3647a-c55e-4c7d-86c5-a33b1b612620 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:08:19.847032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48852) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:19.868403 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-65f939a9-f4b1-4651-a4b2-d3b8d86694e6 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:19.872062 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-65f939a9-f4b1-4651-a4b2-d3b8d86694e6 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0214295 Jan 27 22:08:19.872427 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-d74bed57-7552-4337-857e-9c2fae32a558 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Allocated IP 2001:db8::3a0 (d29de23b-00ed-42fc-8940-e6fd9591ccc1/db6c731e-05eb-4809-be10-d17ea04b7b9d/1a176e24-ad00-4350-a775-28ac4da61259) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:19.875135 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48854) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:19.881885 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7d9dec7b-a0f0-4599-a2ab-3406b16b9f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:19.886761 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-10b1fb2f-2094-4277-bab8-65fb224cc13a tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:19.890354 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-10b1fb2f-2094-4277-bab8-65fb224cc13a tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0117483 Jan 27 22:08:19.892077 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48856) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:19.893454 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-d74bed57-7552-4337-857e-9c2fae32a558 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Allocated IP 2001:db8:0:1::1ba (d29de23b-00ed-42fc-8940-e6fd9591ccc1/4583ab78-dc6d-4e04-b47e-1cda69191987/1a176e24-ad00-4350-a775-28ac4da61259) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:19.898090 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-3949fbda-c045-43ce-8653-48751858e268 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:19.901509 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3949fbda-c045-43ce-8653-48751858e268 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0076022 Jan 27 22:08:19.906986 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48858) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:19.912307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-7e9844cd-06ce-42b1-b690-5b63629f4193 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:19.915770 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7e9844cd-06ce-42b1-b690-5b63629f4193 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0053494 Jan 27 22:08:19.917548 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48860) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:19.925895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5031c45-b299-4aa2-93aa-8f3cb4cf7ebe req-b3f6c4d4-c74a-4855-8ef8-15cfd95b4317 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:19.927223 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5031c45-b299-4aa2-93aa-8f3cb4cf7ebe req-b3f6c4d4-c74a-4855-8ef8-15cfd95b4317 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7709b847-9108-440c-b8ae-faa20a897393 HTTP/1.1" status: 200 len: 943 time: 0.3375609 Jan 27 22:08:19.933103 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-935302af-c276-453f-95f6-a238fcb011ec tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:19.936746 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-935302af-c276-453f-95f6-a238fcb011ec tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0155616 Jan 27 22:08:19.938756 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48862) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:19.980765 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-642bcfd3-0afe-41e3-bdbb-94fdfe337712 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:19.982065 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-642bcfd3-0afe-41e3-bdbb-94fdfe337712 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0048149 Jan 27 22:08:19.986769 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48866) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:19.990758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f013428-d36e-48cd-93d1-85d7f63f05cb {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:08:19.994934 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-660cd7ca-23a4-4ad5-947e-9dde9488ab68 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:19.996078 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-660cd7ca-23a4-4ad5-947e-9dde9488ab68 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0066810 Jan 27 22:08:20.004639 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48868) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.010411 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-4e890b5d-d0fc-4fae-aa3c-e11674ebe54e tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:20.011616 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4e890b5d-d0fc-4fae-aa3c-e11674ebe54e tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0058360 Jan 27 22:08:20.015828 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48870) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.021526 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-3e25a68a-de0f-4b95-9f76-15ee8f563445 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:20.022483 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3e25a68a-de0f-4b95-9f76-15ee8f563445 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044689 Jan 27 22:08:20.027227 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] Publish callbacks [] for port (6f013428-d36e-48cd-93d1-85d7f63f05cb), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:20.041353 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48872) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.043393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] Transition to ACTIVE for port object 6f013428-d36e-48cd-93d1-85d7f63f05cb will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:08:20.047372 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-6d837130-d744-46a9-b946-da9ff22b1fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:20.049292 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-6d837130-d744-46a9-b946-da9ff22b1fa2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&device_id=7709b847-9108-440c-b8ae-faa20a897393 HTTP/1.1" status: 200 len: 1094 time: 0.6239710 Jan 27 22:08:20.061392 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-6cfdd925-d9c3-4342-8a94-890b5ecc6a86 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:20.067934 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6cfdd925-d9c3-4342-8a94-890b5ecc6a86 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0255072 Jan 27 22:08:20.105710 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48874) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.113158 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-4be6fbe1-04f6-4306-a193-fc7fc4c7ea42 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:20.116691 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4be6fbe1-04f6-4306-a193-fc7fc4c7ea42 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0070078 Jan 27 22:08:20.118517 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48876) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.133682 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5031c45-b299-4aa2-93aa-8f3cb4cf7ebe req-2ea874de-7f79-4e74-a9ed-8c5c11b295b3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462584 Jan 27 22:08:20.135245 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-90433e15-a3e3-4892-a7b5-e91d64035b67 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:20.136352 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-90433e15-a3e3-4892-a7b5-e91d64035b67 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0152256 Jan 27 22:08:20.142351 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48878) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.143493 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (6f013428-d36e-48cd-93d1-85d7f63f05cb), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:20.167223 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-d00d11bf-66d5-4510-9b05-42985900e7b5 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:20.181560 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d00d11bf-66d5-4510-9b05-42985900e7b5 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0375149 Jan 27 22:08:20.190945 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48880) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.227052 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-3e4efd08-587f-4006-b8e4-7fde5062c22e tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:20.228310 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3e4efd08-587f-4006-b8e4-7fde5062c22e tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0334065 Jan 27 22:08:20.230770 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-25a80a34-9c08-4209-bbb6-7d7bb9100262 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82311d60-a6b4-4619-a83e-b1dd71f4bda1 HTTP/1.1" status: 200 len: 217 time: 0.1183224 Jan 27 22:08:20.236345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48882) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.245163 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1abef2-4839-4bbd-a8d2-89d54922cecd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:08:20.258889 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b5309-9203-466e-a535-502494513730 None None] Sync routers for ids ['6de3647a-c55e-4c7d-86c5-a33b1b612620'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:08:20.267311 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd1abef2-4839-4bbd-a8d2-89d54922cecd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:20.284340 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-c203c011-b8c6-4b0f-89bb-614762d75cf9 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:20.288744 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b5309-9203-466e-a535-502494513730 None None] Routers {'6de3647a-c55e-4c7d-86c5-a33b1b612620'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:20.289837 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c203c011-b8c6-4b0f-89bb-614762d75cf9 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0143876 Jan 27 22:08:20.292119 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-868b5309-9203-466e-a535-502494513730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:07:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6de3647a-c55e-4c7d-86c5-a33b1b612620'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:20.295650 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48886) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.335218 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cd1abef2-4839-4bbd-a8d2-89d54922cecd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 6.5208120 Jan 27 22:08:20.344028 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48888) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.344766 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d72d76f-352b-47a5-9fa7-a4354217985c', 'tag': 'a0e43861-1e91-4207-847c-5e8a72be1419'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:20.348422 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954f6da6-bb15-46bb-abf9-e357e0d6573a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d72d76f-352b-47a5-9fa7-a4354217985c", "tag": "a0e43861-1e91-4207-847c-5e8a72be1419"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:20.457358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-78e6520e-f5bf-4d32-8e2a-5a9811b26de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:20.459357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-78e6520e-f5bf-4d32-8e2a-5a9811b26de3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7267bcf4-ac84-4f1d-9bca-30d5eecd5123 HTTP/1.1" status: 200 len: 845 time: 0.1808305 Jan 27 22:08:20.475369 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-3b1aaf81-ae5c-4e45-a6d9-3bde641d8ab3 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:20.479263 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3b1aaf81-ae5c-4e45-a6d9-3bde641d8ab3 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0238090 Jan 27 22:08:20.481254 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48896) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.547637 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] Pushing event updated for resources: {'Port': ['ID=6f013428-d36e-48cd-93d1-85d7f63f05cb,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:20.547918 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b832d65-1536-4be5-a7e8-7ded73447251 x-openstack-request-id: req-1b832d65-1536-4be5-a7e8-7ded73447251 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:20.548120 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d72d76f-352b-47a5-9fa7-a4354217985c", "tag": "a0e43861-1e91-4207-847c-5e8a72be1419", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:20.548432 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b832d65-1536-4be5-a7e8-7ded73447251 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:20.548855 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d72d76f-352b-47a5-9fa7-a4354217985c', 'tag': 'a0e43861-1e91-4207-847c-5e8a72be1419', 'status': 'completed', 'code': 200} Jan 27 22:08:20.567919 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-fd3857a6-5eb1-4c70-b220-8fa32b901275 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:20.568940 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fd3857a6-5eb1-4c70-b220-8fa32b901275 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0485413 Jan 27 22:08:20.580941 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7d9dec7b-a0f0-4599-a2ab-3406b16b9f56 admin admin] Publish callbacks [] for security_group (792dd93e-5099-46f1-b7e0-b4d13f838e05), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:20.599788 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d74bed57-7552-4337-857e-9c2fae32a558 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for port (1a176e24-ad00-4350-a775-28ac4da61259), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:20.616371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48898) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.617318 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-868b5309-9203-466e-a535-502494513730 None None] Set router 6de3647a-c55e-4c7d-86c5-a33b1b612620 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:20.623462 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-98494d67-75e7-4909-a559-2ea9e3fc251a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1423304 Jan 27 22:08:20.633764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-eafd89cd-8ec2-477d-966a-b918d7d141ed tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:20.638569 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-eafd89cd-8ec2-477d-966a-b918d7d141ed tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0119972 Jan 27 22:08:20.666851 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48900) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.674900 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-8153bfbf-c313-4d02-a772-1348a1ba8a00 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:20.676012 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8153bfbf-c313-4d02-a772-1348a1ba8a00 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0061185 Jan 27 22:08:20.680961 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48902) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.683920 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1dbc2e86-18c0-4991-b070-1be625660b1b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/floatingips/bce0a8f5-5e41-4e5c-b46f-b9c3319a962e HTTP/1.1" status: 200 len: 989 time: 0.3317204 Jan 27 22:08:20.698872 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-efe36231-2ac8-4804-8d60-2b0f3b3494f4 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:20.703830 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-efe36231-2ac8-4804-8d60-2b0f3b3494f4 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0079801 Jan 27 22:08:20.706859 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48906) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.716035 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-a4f4b2bd-49e8-4695-a8a2-68e955591aaf tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:20.717135 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a4f4b2bd-49e8-4695-a8a2-68e955591aaf tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0054357 Jan 27 22:08:20.721904 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48908) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.726236 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-e0b0db91-e226-4b3b-b5af-6e5eca868766 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:20.727808 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e0b0db91-e226-4b3b-b5af-6e5eca868766 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0043907 Jan 27 22:08:20.738448 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48910) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.766444 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7d9dec7b-a0f0-4599-a2ab-3406b16b9f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (792dd93e-5099-46f1-b7e0-b4d13f838e05), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:20.766951 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-02b291aa-8198-45a1-8e66-496b8f714494 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:20.775720 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-02b291aa-8198-45a1-8e66-496b8f714494 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0363333 Jan 27 22:08:20.796647 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48912) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.803456 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-c04fd553-b208-4437-9e94-c5ed0efc8168 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:20.806210 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c04fd553-b208-4437-9e94-c5ed0efc8168 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0066531 Jan 27 22:08:20.823006 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48914) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.833517 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-b703a99a-0220-4e68-bc07-2e2aa68e5279 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:20.842971 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b703a99a-0220-4e68-bc07-2e2aa68e5279 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0163879 Jan 27 22:08:20.846781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f6da6-bb15-46bb-abf9-e357e0d6573a req-427d8ad3-56ab-4329-8c0a-0215d78e91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:20.848322 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-954f6da6-bb15-46bb-abf9-e357e0d6573a req-427d8ad3-56ab-4329-8c0a-0215d78e91f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f283cf476a449f8a327cb51a3011c25&device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 1096 time: 0.2763922 Jan 27 22:08:20.848803 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48918) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.858252 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7d9dec7b-a0f0-4599-a2ab-3406b16b9f56 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59d02a505d8b439fbb46c90c56fca4d8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5096207 Jan 27 22:08:20.877775 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-0d374386-eb72-4880-a6be-e3b489621d9f tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:20.878773 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0d374386-eb72-4880-a6be-e3b489621d9f tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0113604 Jan 27 22:08:20.891417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48924) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.892817 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48920) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.922584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-f286422b-38b4-49e0-99ba-89bf12a25e7b tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:20.923718 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f286422b-38b4-49e0-99ba-89bf12a25e7b tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0189235 Jan 27 22:08:20.928605 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48926) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.947010 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9dec7b-a0f0-4599-a2ab-3406b16b9f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792dd93e-5099-46f1-b7e0-b4d13f838e05,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:20.956870 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-0ef6ace1-9867-456a-9e4f-7cff43dfc3f0 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:20.957407 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0ef6ace1-9867-456a-9e4f-7cff43dfc3f0 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0124605 Jan 27 22:08:20.966723 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48928) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:20.975319 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d096b1c-57aa-4931-85f5-aedd2ed386b0 None None] Network d29de23b-00ed-42fc-8940-e6fd9591ccc1 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:21.014437 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d74bed57-7552-4337-857e-9c2fae32a558 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (1a176e24-ad00-4350-a775-28ac4da61259), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:21.063158 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3d878d81-e5d9-4f38-8634-924eee688a6b up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:21.076017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-a2563ff9-e52f-4f40-9a31-74055deaa9e2 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:21.077077 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a2563ff9-e52f-4f40-9a31-74055deaa9e2 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0213296 Jan 27 22:08:21.087842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] Attempting to bind port 6f013428-d36e-48cd-93d1-85d7f63f05cb on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:08:21.088201 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] Attempting to bind port 6f013428-d36e-48cd-93d1-85d7f63f05cb by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '57099c77-b2f5-4dd3-bbd4-c6f51f894699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:08:21.088545 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] Attempting to bind port 6f013428-d36e-48cd-93d1-85d7f63f05cb on network 2b09128f-4816-4051-b7b2-5b7a59716965 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:21.096827 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-be2c5b3f-6a49-4073-b8b8-422fb077de39 None None] Provisioning complete for port 3d878d81-e5d9-4f38-8634-924eee688a6b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:21.097202 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-be2c5b3f-6a49-4073-b8b8-422fb077de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3d878d81-e5d9-4f38-8634-924eee688a6b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:21.109838 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48932) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:21.114327 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] Port 6f013428-d36e-48cd-93d1-85d7f63f05cb on network 2b09128f-4816-4051-b7b2-5b7a59716965 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:08:21.114683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] Attempting to bind port 6f013428-d36e-48cd-93d1-85d7f63f05cb on network 2b09128f-4816-4051-b7b2-5b7a59716965 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:21.139078 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74bed57-7552-4337-857e-9c2fae32a558 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network d29de23b-00ed-42fc-8940-e6fd9591ccc1 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:21.142649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-e7eb3e65-d900-43aa-993e-d874b7e3c9e9 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:21.147917 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e7eb3e65-d900-43aa-993e-d874b7e3c9e9 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0153081 Jan 27 22:08:21.151686 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:08:21.152039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] Checking segment: {'id': '57099c77-b2f5-4dd3-bbd4-c6f51f894699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:21.152521 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] Bound using segment: {'id': '57099c77-b2f5-4dd3-bbd4-c6f51f894699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:08:21.153316 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] Bound port: 6f013428-d36e-48cd-93d1-85d7f63f05cb, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57099c77-b2f5-4dd3-bbd4-c6f51f894699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:08:21.154551 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6f013428-d36e-48cd-93d1-85d7f63f05cb), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:21.174479 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48934) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:21.186416 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b2343e90-23ea-49d4-98ef-523413a6ea93 admin admin] Publish callbacks [] for security_group (792dd93e-5099-46f1-b7e0-b4d13f838e05), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:21.186620 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-ff7e0854-19e7-4b9c-8877-f8c670d0c6e8 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:21.191116 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ff7e0854-19e7-4b9c-8877-f8c670d0c6e8 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0141268 Jan 27 22:08:21.199903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48938) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:21.205654 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-9cead38f-0cf4-4332-9dcf-e0d3f0786652 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:21.210107 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9cead38f-0cf4-4332-9dcf-e0d3f0786652 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0080035 Jan 27 22:08:21.224683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48940) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:21.236752 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702b74d-f562-438a-a0af-36f31650e68e req-ed823033-4ac2-4e1f-bbb7-b91f613eeed7 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:21.245391 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9702b74d-f562-438a-a0af-36f31650e68e req-ed823033-4ac2-4e1f-bbb7-b91f613eeed7 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 943 time: 0.2834258 Jan 27 22:08:21.253829 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-05bddb73-f87d-42f8-b92e-db7daa7470fd tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:21.257610 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-05bddb73-f87d-42f8-b92e-db7daa7470fd tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0093608 Jan 27 22:08:21.275481 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5b3f-6a49-4073-b8b8-422fb077de39 None None] Current status of the port 3d878d81-e5d9-4f38-8634-924eee688a6b is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:21.286566 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b2343e90-23ea-49d4-98ef-523413a6ea93 admin admin] Publish callbacks [] for security_group (792dd93e-5099-46f1-b7e0-b4d13f838e05), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:21.288821 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48944) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:21.317091 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:21.320018 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 3d878d81-e5d9-4f38-8634-924eee688a6b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:21.320629 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3d878d81-e5d9-4f38-8634-924eee688a6b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:21.328256 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-868b5309-9203-466e-a535-502494513730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'name': 'tempest-TestNetworkBasicOps-router-398037084', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:07:41Z', 'revision_number': 4, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:33Z', 'updated_at': '2022-01-27T22:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'bce0a8f5-5e41-4e5c-b46f-b9c3319a962e', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'port_id': 'a0e43861-1e91-4207-847c-5e8a72be1419', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'mac_address': 'fa:16:3e:ae:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72d76f-352b-47a5-9fa7-a4354217985c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:08:16Z', 'updated_at': '2022-01-27T22:08:16Z', 'revision_number': 0, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b83680cf-046d-424d-ae8b-ae3fccd272f4', 'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:84:18:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:39Z', 'updated_at': '2022-01-27T22:07:46Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:21.338661 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-d74bed57-7552-4337-857e-9c2fae32a558 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:21.339305 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-35128569-b8d6-44fc-aa69-3c678092d32b tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:21.344770 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-35128569-b8d6-44fc-aa69-3c678092d32b tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0169377 Jan 27 22:08:21.349410 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74bed57-7552-4337-857e-9c2fae32a558 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:21.357153 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9702b74d-f562-438a-a0af-36f31650e68e req-94c69d10-2f90-484f-92e6-8062725f2437 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13b0e12-3a2c-4f57-a86a-e2cfd904b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106288 Jan 27 22:08:21.361854 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74bed57-7552-4337-857e-9c2fae32a558 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:21.362555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48946) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:21.364811 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d74bed57-7552-4337-857e-9c2fae32a558 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:21.405023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-c01ac372-d67d-47bd-b1f1-9f51d222e27f tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:21.409799 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c01ac372-d67d-47bd-b1f1-9f51d222e27f tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0113094 Jan 27 22:08:21.423270 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b5309-9203-466e-a535-502494513730 None None] Checking router: 6de3647a-c55e-4c7d-86c5-a33b1b612620 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:08:21.428470 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48950) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:21.449536 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 3d878d81-e5d9-4f38-8634-924eee688a6b is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:21.453369 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-a01746ec-09a4-48c0-b290-483e5816c8fa service neutron] 10.222.0.15 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8110681 Jan 27 22:08:21.458398 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b5309-9203-466e-a535-502494513730 None None] Routers {'6de3647a-c55e-4c7d-86c5-a33b1b612620'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:21.459650 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-868b5309-9203-466e-a535-502494513730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:07:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6de3647a-c55e-4c7d-86c5-a33b1b612620'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:21.460813 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-67d79120-4381-492a-a17d-372fc0e5901f tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:21.465506 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-67d79120-4381-492a-a17d-372fc0e5901f tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0155616 Jan 27 22:08:21.482391 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48954) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:21.503313 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-0b7a39ea-f141-4aa6-acd9-16a65e0d8c9b tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:21.507513 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0b7a39ea-f141-4aa6-acd9-16a65e0d8c9b tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0204942 Jan 27 22:08:21.511464 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74bed57-7552-4337-857e-9c2fae32a558 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Port': ['ID=1a176e24-ad00-4350-a775-28ac4da61259,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:21.513203 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48956) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:21.553211 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d74bed57-7552-4337-857e-9c2fae32a558 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.1061668 Jan 27 22:08:21.558297 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48960) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:21.565181 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-6dabc0dc-8e6b-434f-8403-fc5b4b9b60d4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'db6c731e-05eb-4809-be10-d17ea04b7b9d'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:21.577667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-4bf01cf8-8b67-435e-ba2c-36d57c998961 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:21.582283 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4bf01cf8-8b67-435e-ba2c-36d57c998961 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0490866 Jan 27 22:08:21.582967 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48964) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:21.612462 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-fb69b4dd-83b1-44b4-ab53-0cba420b2361 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:21.617440 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-fb69b4dd-83b1-44b4-ab53-0cba420b2361 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0162666 Jan 27 22:08:21.624479 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48968) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:21.629068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b20ea3-3475-4c8b-89fb-3c9402970e39 req-89935d2c-68f1-4425-8733-d2cf1c35fd61 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:21.631481 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72b20ea3-3475-4c8b-89fb-3c9402970e39 req-89935d2c-68f1-4425-8733-d2cf1c35fd61 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7709b847-9108-440c-b8ae-faa20a897393 HTTP/1.1" status: 200 len: 943 time: 0.3438826 Jan 27 22:08:21.639783 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-a44b0a12-6e9f-4af4-88f4-5c1209781d84 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:21.641244 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a44b0a12-6e9f-4af4-88f4-5c1209781d84 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0149989 Jan 27 22:08:21.642779 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f6da6-bb15-46bb-abf9-e357e0d6573a req-5b55881b-00d6-4926-8b12-4e990e35d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:21.644468 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-954f6da6-bb15-46bb-abf9-e357e0d6573a req-5b55881b-00d6-4926-8b12-4e990e35d327 service neutron] 10.222.0.21 "GET /v2.0/networks?id=311387d6-3d2b-47db-9edf-f9892a889d06 HTTP/1.1" status: 200 len: 898 time: 0.7757885 Jan 27 22:08:21.645154 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48970) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:21.652974 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-f46e5ccf-fe5b-4686-9f7e-0030b03e109e tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:21.656323 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f46e5ccf-fe5b-4686-9f7e-0030b03e109e tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0066078 Jan 27 22:08:21.670905 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48972) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:21.684959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] For port 6f013428-d36e-48cd-93d1-85d7f63f05cb, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:08:21.694396 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48974) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:21.725145 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-868b5309-9203-466e-a535-502494513730 None None] Set router 6de3647a-c55e-4c7d-86c5-a33b1b612620 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:21.737018 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-fd8be4c0-8478-475d-b390-e677ab5f4778 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:21.738331 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fd8be4c0-8478-475d-b390-e677ab5f4778 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0661292 Jan 27 22:08:21.800152 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48976) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:21.801175 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6dabc0dc-8e6b-434f-8403-fc5b4b9b60d4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1a176e24-ad00-4350-a775-28ac4da61259), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:21.808218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-5dc4e9ab-48cf-473d-ab71-e6d55d65bf59 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:21.810228 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5dc4e9ab-48cf-473d-ab71-e6d55d65bf59 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0066016 Jan 27 22:08:21.813121 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b2343e90-23ea-49d4-98ef-523413a6ea93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (792dd93e-5099-46f1-b7e0-b4d13f838e05), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:21.816150 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b2343e90-23ea-49d4-98ef-523413a6ea93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:21.817512 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b2343e90-23ea-49d4-98ef-523413a6ea93 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/792dd93e-5099-46f1-b7e0-b4d13f838e05 HTTP/1.1" status: 204 len: 168 time: 0.9234791 Jan 27 22:08:21.831762 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] For port 6f013428-d36e-48cd-93d1-85d7f63f05cb, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=6f013428-d36e-48cd-93d1-85d7f63f05cb,segment=NetworkSegment(57099c77-b2f5-4dd3-bbd4-c6f51f894699),segment_id=57099c77-b2f5-4dd3-bbd4-c6f51f894699)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:08:21.833458 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48980) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:21.843388 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-c4397fa5-f016-4e7d-a109-99bd2e71079e tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:21.844724 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c4397fa5-f016-4e7d-a109-99bd2e71079e tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0049813 Jan 27 22:08:21.852065 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48984) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:21.869054 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-b254caf8-3dfb-4235-b580-8ad8b9fb7956 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:21.870442 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b254caf8-3dfb-4235-b580-8ad8b9fb7956 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0112667 Jan 27 22:08:21.870789 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (6f013428-d36e-48cd-93d1-85d7f63f05cb), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:21.874843 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2343e90-23ea-49d4-98ef-523413a6ea93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792dd93e-5099-46f1-b7e0-b4d13f838e05,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:21.885812 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48986) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:21.921831 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-15a40449-4492-4c92-8d1c-1a4f564b05a6 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:21.922841 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-15a40449-4492-4c92-8d1c-1a4f564b05a6 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0319633 Jan 27 22:08:21.943199 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48988) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:21.953949 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-954f6da6-bb15-46bb-abf9-e357e0d6573a req-6d326534-a672-486d-94f0-6f0c5e6d8296 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0e43861-1e91-4207-847c-5e8a72be1419 HTTP/1.1" status: 200 len: 997 time: 0.2868576 Jan 27 22:08:22.017874 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b02d2ea5-41c3-4082-b746-c7837bb9ce26 None None] Provisioning complete for port 3d878d81-e5d9-4f38-8634-924eee688a6b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:22.018918 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b02d2ea5-41c3-4082-b746-c7837bb9ce26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3d878d81-e5d9-4f38-8634-924eee688a6b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:22.023075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-e03f0850-2533-41bc-9ea3-b9d9e5b33067 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:22.023889 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e03f0850-2533-41bc-9ea3-b9d9e5b33067 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0226314 Jan 27 22:08:22.027081 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0d75f658-167f-4bdc-8640-2c47b47fab6d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/floatingips/bce0a8f5-5e41-4e5c-b46f-b9c3319a962e HTTP/1.1" status: 200 len: 989 time: 0.3316689 Jan 27 22:08:22.027731 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48990) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:22.075910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-b37d0a6f-4ecc-4ab3-a571-b488b30cac3d tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:22.102940 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b37d0a6f-4ecc-4ab3-a571-b488b30cac3d tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0520449 Jan 27 22:08:22.108434 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48994) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:22.122857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:22.123536 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:22.125044 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] 10.222.0.21 "PUT /v2.0/ports/6f013428-d36e-48cd-93d1-85d7f63f05cb HTTP/1.1" status: 200 len: 1091 time: 3.6050386 Jan 27 22:08:22.140366 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a63d45-22f7-4762-8243-8ae3d736d055', 'tag': '6f013428-d36e-48cd-93d1-85d7f63f05cb'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:22.152084 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a830aa-3ffd-4feb-bd17-a65fa540d389" -d '{"events": [{"name": "network-changed", "server_uuid": "83a63d45-22f7-4762-8243-8ae3d736d055", "tag": "6f013428-d36e-48cd-93d1-85d7f63f05cb"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:22.175705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-aef159b7-2409-4c05-a5e2-57bd6559fc2e tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:22.176795 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-aef159b7-2409-4c05-a5e2-57bd6559fc2e tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0373671 Jan 27 22:08:22.193060 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48998) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:22.201991 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0f2430a-5257-443c-aa6b-aa0dadff0244 req-e307c4f4-13e5-4322-9686-4c478c8e8a8c service neutron] 10.222.0.15 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7391007 Jan 27 22:08:22.215022 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-8eba82c1-b815-4e14-8eb1-aa3803ce8634 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:22.225495 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8eba82c1-b815-4e14-8eb1-aa3803ce8634 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0139594 Jan 27 22:08:22.273549 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72b20ea3-3475-4c8b-89fb-3c9402970e39 req-45a1f8a6-c610-49ce-9678-f91c87c8642a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6337316 Jan 27 22:08:22.274000 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49002) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:22.313184 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b02d2ea5-41c3-4082-b746-c7837bb9ce26 None None] Current status of the port 3d878d81-e5d9-4f38-8634-924eee688a6b is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:22.317219 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-868b5309-9203-466e-a535-502494513730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'name': 'tempest-TestNetworkBasicOps-router-398037084', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:07:41Z', 'revision_number': 4, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:33Z', 'updated_at': '2022-01-27T22:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'bce0a8f5-5e41-4e5c-b46f-b9c3319a962e', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'port_id': 'a0e43861-1e91-4207-847c-5e8a72be1419', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'mac_address': 'fa:16:3e:ae:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72d76f-352b-47a5-9fa7-a4354217985c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:08:16Z', 'updated_at': '2022-01-27T22:08:16Z', 'revision_number': 0, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b83680cf-046d-424d-ae8b-ae3fccd272f4', 'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:84:18:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:39Z', 'updated_at': '2022-01-27T22:07:46Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:22.339157 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b02d2ea5-41c3-4082-b746-c7837bb9ce26 None None] Provisioning complete for port 1a176e24-ad00-4350-a775-28ac4da61259 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:22.341167 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b02d2ea5-41c3-4082-b746-c7837bb9ce26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1a176e24-ad00-4350-a775-28ac4da61259), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:22.346256 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f6da6-bb15-46bb-abf9-e357e0d6573a req-c87dfd34-22ca-45ab-ba3c-e349dd5b7f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:22.357720 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-954f6da6-bb15-46bb-abf9-e357e0d6573a req-c87dfd34-22ca-45ab-ba3c-e349dd5b7f07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbf00ebb-14ad-4f54-96c2-53f25b86a208 HTTP/1.1" status: 200 len: 834 time: 0.3706503 Jan 27 22:08:22.364669 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b5309-9203-466e-a535-502494513730 None None] The sync data for ids ['6de3647a-c55e-4c7d-86c5-a33b1b612620'] in n-d-772272-3 is: [{'id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'name': 'tempest-TestNetworkBasicOps-router-398037084', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:07:41Z', 'revision_number': 4, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:33Z', 'updated_at': '2022-01-27T22:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'bce0a8f5-5e41-4e5c-b46f-b9c3319a962e', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'port_id': 'a0e43861-1e91-4207-847c-5e8a72be1419', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'mac_address': 'fa:16:3e:ae:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72d76f-352b-47a5-9fa7-a4354217985c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:08:16Z', 'updated_at': '2022-01-27T22:08:16Z', 'revision_number': 0, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b83680cf-046d-424d-ae8b-ae3fccd272f4', 'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:84:18:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:39Z', 'updated_at': '2022-01-27T22:07:46Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:22.433033 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b02d2ea5-41c3-4082-b746-c7837bb9ce26 None None] Port 1a176e24-ad00-4350-a775-28ac4da61259 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:22.491357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-7216ee82-073f-4e9c-b985-edce788b109a tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:22.492406 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7216ee82-073f-4e9c-b985-edce788b109a tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0905633 Jan 27 22:08:22.510049 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06ed478-5283-4103-9591-1c0355c4ddf7 x-openstack-request-id: req-d06ed478-5283-4103-9591-1c0355c4ddf7 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:22.510234 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a63d45-22f7-4762-8243-8ae3d736d055", "tag": "6f013428-d36e-48cd-93d1-85d7f63f05cb", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:22.510527 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d06ed478-5283-4103-9591-1c0355c4ddf7 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:22.510906 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a63d45-22f7-4762-8243-8ae3d736d055', 'tag': '6f013428-d36e-48cd-93d1-85d7f63f05cb', 'status': 'completed', 'code': 200} Jan 27 22:08:22.517417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49012) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:22.533322 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-45f471fa-e53d-4a03-ac0d-d2e9132f17fc tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:22.534424 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-45f471fa-e53d-4a03-ac0d-d2e9132f17fc tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0151339 Jan 27 22:08:22.548255 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49014) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:22.572554 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-9a9dda93-3553-4db8-a849-9ab045e97aa7 None None] Provisioning complete for port 1a176e24-ad00-4350-a775-28ac4da61259 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:22.572554 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a9dda93-3553-4db8-a849-9ab045e97aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1a176e24-ad00-4350-a775-28ac4da61259), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:22.577448 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-4a9d042a-8130-4109-ae96-029116bc5cf9 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:22.599810 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f6da6-bb15-46bb-abf9-e357e0d6573a req-6d34d680-86bf-4cbe-a69b-11f6b9619162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:22.601818 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4a9d042a-8130-4109-ae96-029116bc5cf9 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0482657 Jan 27 22:08:22.604998 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-954f6da6-bb15-46bb-abf9-e357e0d6573a req-6d34d680-86bf-4cbe-a69b-11f6b9619162 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=311387d6-3d2b-47db-9edf-f9892a889d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2365713 Jan 27 22:08:22.605499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49016) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:22.605836 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b335d9-d5cd-4462-a2fe-e43d224abcc8 service neutron] Pushing event updated for resources: {'Port': ['ID=6f013428-d36e-48cd-93d1-85d7f63f05cb,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:22.614558 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-d55a589c-c7bd-4dc3-a234-b1db89cf4f1a tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:22.622375 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d55a589c-c7bd-4dc3-a234-b1db89cf4f1a tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0123227 Jan 27 22:08:22.623018 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49018) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:22.653086 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486892c-f7c1-456c-86f9-11f44d24e302 req-f382aa1d-f7d2-4ba7-8f3a-2773558ac067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:22.655744 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9a9dda93-3553-4db8-a849-9ab045e97aa7 None None] Port 1a176e24-ad00-4350-a775-28ac4da61259 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:22.661037 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a486892c-f7c1-456c-86f9-11f44d24e302 req-f382aa1d-f7d2-4ba7-8f3a-2773558ac067 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&device_id=7709b847-9108-440c-b8ae-faa20a897393 HTTP/1.1" status: 200 len: 1094 time: 0.3812127 Jan 27 22:08:22.670848 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49020) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:22.673706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-e908c5c1-07c2-4505-a4da-08bee0902790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:22.676937 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-e908c5c1-07c2-4505-a4da-08bee0902790 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5fa39c9f14c34091a555381958bf20fa&device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 1094 time: 0.4776900 Jan 27 22:08:22.683734 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-ec45331a-2c1c-44fc-910d-cb104798298e tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:22.685255 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ec45331a-2c1c-44fc-910d-cb104798298e tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0408785 Jan 27 22:08:22.718261 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49024) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:22.724959 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-d8239a42-87df-43a3-aecf-7fffc85d512a tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:22.725931 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d8239a42-87df-43a3-aecf-7fffc85d512a tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0067120 Jan 27 22:08:22.728844 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49026) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:22.736531 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-58401126-7046-4fa6-b573-a675176a9404 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:22.737496 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-58401126-7046-4fa6-b573-a675176a9404 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0046544 Jan 27 22:08:22.783426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49028) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:22.784217 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2f877f7e-6e45-4696-b388-4d56446bfdd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:22.841608 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53996399-9bcf-47d8-ad2a-d84b5727035c None None] New status for floating IP bce0a8f5-5e41-4e5c-b46f-b9c3319a962e: ACTIVE {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:08:22.864998 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-78b39e57-d86f-40ff-aa22-2a8385aff1d3 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:22.868432 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-78b39e57-d86f-40ff-aa22-2a8385aff1d3 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0649188 Jan 27 22:08:22.889072 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49034) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:22.896790 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-d98a1d8c-f806-4494-bd1d-3ff0a4e791f5 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:22.900082 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d98a1d8c-f806-4494-bd1d-3ff0a4e791f5 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0076981 Jan 27 22:08:22.912517 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49036) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:22.918637 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [None req-86c9bf94-6eda-4d7e-9143-5c1175417882 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:22.922048 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-86c9bf94-6eda-4d7e-9143-5c1175417882 tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0043404 Jan 27 22:08:22.923788 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-5f21db7d-d472-405b-8e56-f84a6e7e04c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f013428-d36e-48cd-93d1-85d7f63f05cb HTTP/1.1" status: 200 len: 217 time: 0.2179070 Jan 27 22:08:22.924384 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49038) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:22.948267 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [None req-a3546526-4aa2-445f-8782-ce6b4d54e9ae tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:08:22.952339 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a3546526-4aa2-445f-8782-ce6b4d54e9ae tempest-ExtensionsTestJSON-912980034 tempest-ExtensionsTestJSON-912980034-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0207293 Jan 27 22:08:23.031562 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49044) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:23.172835 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3acbd-06a8-4d6d-8ada-9bff32eee1fb req-59f846d6-ea76-4832-ae2d-28948007433f tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:23.179649 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3e3acbd-06a8-4d6d-8ada-9bff32eee1fb req-59f846d6-ea76-4832-ae2d-28948007433f tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 943 time: 0.2620556 Jan 27 22:08:23.182376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-c2c9e16c-6280-4bce-96d3-ded9d151aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:23.183791 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-c2c9e16c-6280-4bce-96d3-ded9d151aee8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8368a6d-250d-43a0-8b81-29729883ab77 HTTP/1.1" status: 200 len: 849 time: 0.2281318 Jan 27 22:08:23.189291 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6e9eccef-9ced-4f91-81b3-7a41d312b9b8 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/floatingips/bce0a8f5-5e41-4e5c-b46f-b9c3319a962e HTTP/1.1" status: 200 len: 989 time: 0.1527169 Jan 27 22:08:23.201113 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-6dabc0dc-8e6b-434f-8403-fc5b4b9b60d4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Delete allocated IP 2001:db8:0:1::1ba (d29de23b-00ed-42fc-8940-e6fd9591ccc1/4583ab78-dc6d-4e04-b47e-1cda69191987) {{(pid=109742) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 22:08:23.222673 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-954f6da6-bb15-46bb-abf9-e357e0d6573a req-1b325fbb-3789-4759-8332-4266fdff9356 service neutron] 10.222.0.21 "GET /v2.0/networks/311387d6-3d2b-47db-9edf-f9892a889d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5953131 Jan 27 22:08:23.241866 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486892c-f7c1-456c-86f9-11f44d24e302 req-1dfeca3c-ca62-4080-9c0c-cb3bbf269b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:23.243377 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a486892c-f7c1-456c-86f9-11f44d24e302 req-1dfeca3c-ca62-4080-9c0c-cb3bbf269b0c service neutron] 10.222.0.15 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 906 time: 0.5516810 Jan 27 22:08:23.351236 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a486892c-f7c1-456c-86f9-11f44d24e302 req-b7da2374-f0be-4920-9227-d68266c5dd7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82311d60-a6b4-4619-a83e-b1dd71f4bda1 HTTP/1.1" status: 200 len: 217 time: 0.0869036 Jan 27 22:08:23.415966 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-954f6da6-bb15-46bb-abf9-e357e0d6573a req-a6ac6e8e-7827-4e44-ad4c-a4f0ced743bc service neutron] 10.222.0.21 "GET /v2.0/networks/311387d6-3d2b-47db-9edf-f9892a889d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633472 Jan 27 22:08:23.484689 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49060) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:23.503589 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2f877f7e-6e45-4696-b388-4d56446bfdd5 admin admin] Publish callbacks [] for security_group (5dacf6b0-e786-4a23-b7db-324d6f37be2b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:23.509788 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3e3acbd-06a8-4d6d-8ada-9bff32eee1fb req-53859628-4a01-4822-9b78-4812052e791f tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13b0e12-3a2c-4f57-a86a-e2cfd904b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3292804 Jan 27 22:08:23.560448 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2f877f7e-6e45-4696-b388-4d56446bfdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5dacf6b0-e786-4a23-b7db-324d6f37be2b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:23.605050 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-cc921bd8-727b-4a6a-8c1f-c08c5c8ff4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:23.607027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-cc921bd8-727b-4a6a-8c1f-c08c5c8ff4ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b09128f-4816-4051-b7b2-5b7a59716965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4117303 Jan 27 22:08:23.612636 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6dabc0dc-8e6b-434f-8403-fc5b4b9b60d4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for port (1a176e24-ad00-4350-a775-28ac4da61259), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:23.613180 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486892c-f7c1-456c-86f9-11f44d24e302 req-96edcac5-5bdd-46dc-8796-f4449e0faf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:23.614329 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a486892c-f7c1-456c-86f9-11f44d24e302 req-96edcac5-5bdd-46dc-8796-f4449e0faf22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7267bcf4-ac84-4f1d-9bca-30d5eecd5123 HTTP/1.1" status: 200 len: 845 time: 0.2443891 Jan 27 22:08:23.629023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679fa74-ca82-4bb9-b8d8-63023a2572d8 req-7efb9f4e-7c9c-4de0-ada3-4d45ff981470 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:23.630565 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6dabc0dc-8e6b-434f-8403-fc5b4b9b60d4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (1a176e24-ad00-4350-a775-28ac4da61259), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:23.636178 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4679fa74-ca82-4bb9-b8d8-63023a2572d8 req-7efb9f4e-7c9c-4de0-ada3-4d45ff981470 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7709b847-9108-440c-b8ae-faa20a897393 HTTP/1.1" status: 200 len: 943 time: 0.2363095 Jan 27 22:08:23.643246 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2f877f7e-6e45-4696-b388-4d56446bfdd5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47e19434786e4f1e8977c7a9a1941172&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9625285 Jan 27 22:08:23.656809 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49068) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:23.678588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f877f7e-6e45-4696-b388-4d56446bfdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dacf6b0-e786-4a23-b7db-324d6f37be2b,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:23.749867 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb13b768-5673-43d2-99d8-0738f98c9981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:23.760136 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a486892c-f7c1-456c-86f9-11f44d24e302 req-0f94ad74-539f-4f44-892a-863969d301d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184886 Jan 27 22:08:23.802883 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-6dabc0dc-8e6b-434f-8403-fc5b4b9b60d4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] In _notify_port_updated(), no bound segment for port 1a176e24-ad00-4350-a775-28ac4da61259 on network d29de23b-00ed-42fc-8940-e6fd9591ccc1 {{(pid=109742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:08:23.808062 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dabc0dc-8e6b-434f-8403-fc5b4b9b60d4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:23.812089 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6dabc0dc-8e6b-434f-8403-fc5b4b9b60d4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:23.813674 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6dabc0dc-8e6b-434f-8403-fc5b4b9b60d4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "PUT /v2.0/ports/1a176e24-ad00-4350-a775-28ac4da61259 HTTP/1.1" status: 200 len: 925 time: 2.2531755 Jan 27 22:08:23.821534 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49074) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:23.945207 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb13b768-5673-43d2-99d8-0738f98c9981 admin admin] Publish callbacks [] for security_group (77b94e93-1985-47b5-9de4-c821839d1c57), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:23.966366 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-42b1ee4d-113c-4e05-8402-bd1142544bc9 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'db6c731e-05eb-4809-be10-d17ea04b7b9d'}, {'subnet_id': '4583ab78-dc6d-4e04-b47e-1cda69191987'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:23.969478 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabc0dc-8e6b-434f-8403-fc5b4b9b60d4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Port': ['ID=1a176e24-ad00-4350-a775-28ac4da61259,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:23.976023 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb13b768-5673-43d2-99d8-0738f98c9981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (77b94e93-1985-47b5-9de4-c821839d1c57), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:23.989453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4679fa74-ca82-4bb9-b8d8-63023a2572d8 req-e0d78f5f-fd70-4c54-a66e-6e4d39b63815 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523324 Jan 27 22:08:24.045567 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-01aa1ba5-1406-4734-9105-84e8ddcc286e service neutron] 10.222.0.21 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248793 Jan 27 22:08:24.117509 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-903ff8cd-0ba7-42d1-8f00-31583bff4d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:24.129404 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a486892c-f7c1-456c-86f9-11f44d24e302 req-56dfaa04-e2ba-42c2-9f01-294cadac5ec0 service neutron] 10.222.0.15 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587792 Jan 27 22:08:24.158878 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bb13b768-5673-43d2-99d8-0738f98c9981 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=047c4a9d3da54b688e81a4916bc83d08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6688025 Jan 27 22:08:24.164338 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49080) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:24.172091 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13b768-5673-43d2-99d8-0738f98c9981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b94e93-1985-47b5-9de4-c821839d1c57,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:24.181612 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46d147d1-67fd-459d-8b4e-af4b0f1c6148 admin admin] Publish callbacks [] for security_group (5dacf6b0-e786-4a23-b7db-324d6f37be2b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:24.182208 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2da2b2e6-59ea-4666-8986-f00666518ac7 None None] Provisioning complete for port 1a176e24-ad00-4350-a775-28ac4da61259 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:24.182758 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2da2b2e6-59ea-4666-8986-f00666518ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1a176e24-ad00-4350-a775-28ac4da61259), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:24.192280 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49084) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:24.233844 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2da2b2e6-59ea-4666-8986-f00666518ac7 None None] Port 1a176e24-ad00-4350-a775-28ac4da61259 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:24.279925 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46d147d1-67fd-459d-8b4e-af4b0f1c6148 admin admin] Publish callbacks [] for security_group (5dacf6b0-e786-4a23-b7db-324d6f37be2b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:24.348978 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9834ddda-cc77-4a29-965d-ad40a3f23002 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/floatingips/bce0a8f5-5e41-4e5c-b46f-b9c3319a962e HTTP/1.1" status: 200 len: 991 time: 0.1544652 Jan 27 22:08:24.356248 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42b1ee4d-113c-4e05-8402-bd1142544bc9 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1a176e24-ad00-4350-a775-28ac4da61259), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:24.441464 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46d147d1-67fd-459d-8b4e-af4b0f1c6148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5dacf6b0-e786-4a23-b7db-324d6f37be2b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:24.443717 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46d147d1-67fd-459d-8b4e-af4b0f1c6148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:24.457793 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-46d147d1-67fd-459d-8b4e-af4b0f1c6148 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5dacf6b0-e786-4a23-b7db-324d6f37be2b HTTP/1.1" status: 204 len: 168 time: 0.7888844 Jan 27 22:08:24.569038 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d147d1-67fd-459d-8b4e-af4b0f1c6148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dacf6b0-e786-4a23-b7db-324d6f37be2b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:24.820905 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9cc23a7-f26a-462f-8f45-8f0741c50a4f req-6de302ed-d856-421b-8170-0a870d5735ca service neutron] 10.222.0.21 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7670684 Jan 27 22:08:24.919438 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-42b1ee4d-113c-4e05-8402-bd1142544bc9 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Allocated IP 2001:db8:0:1::71 (d29de23b-00ed-42fc-8940-e6fd9591ccc1/4583ab78-dc6d-4e04-b47e-1cda69191987/1a176e24-ad00-4350-a775-28ac4da61259) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:24.944798 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb706606-bd23-4f4a-b286-6a7f7968e6b8 req-1eed02a1-040c-4758-9ad4-da8054575e59 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:24.955575 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb706606-bd23-4f4a-b286-6a7f7968e6b8 req-1eed02a1-040c-4758-9ad4-da8054575e59 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 943 time: 0.2826352 Jan 27 22:08:25.042541 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a486892c-f7c1-456c-86f9-11f44d24e302 req-fb5be861-7550-45ba-b355-5dfa33ce732a service neutron] 10.222.0.15 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9052291 Jan 27 22:08:25.043539 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fb3d8b7-4afb-46e9-a01b-3a6155ab9bfb admin admin] Publish callbacks [] for security_group (77b94e93-1985-47b5-9de4-c821839d1c57), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:25.129333 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42b1ee4d-113c-4e05-8402-bd1142544bc9 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for port (1a176e24-ad00-4350-a775-28ac4da61259), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:25.138297 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42b1ee4d-113c-4e05-8402-bd1142544bc9 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (1a176e24-ad00-4350-a775-28ac4da61259), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:25.185816 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a830aa-3ffd-4feb-bd17-a65fa540d389 req-bf92e14b-815d-4715-a728-43c285a61ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:25.187211 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76a830aa-3ffd-4feb-bd17-a65fa540d389 req-bf92e14b-815d-4715-a728-43c285a61ebf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5fa39c9f14c34091a555381958bf20fa&device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 1094 time: 0.2998519 Jan 27 22:08:25.262901 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb706606-bd23-4f4a-b286-6a7f7968e6b8 req-37a5a16a-28e2-4a78-bab3-9185d785a74e tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13b0e12-3a2c-4f57-a86a-e2cfd904b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059800 Jan 27 22:08:25.298277 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fb3d8b7-4afb-46e9-a01b-3a6155ab9bfb admin admin] Publish callbacks [] for security_group (77b94e93-1985-47b5-9de4-c821839d1c57), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:25.392561 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49112) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:25.401528 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea37ae2-86bb-4f5b-b811-37ecaefca589 req-0b4a73b7-72ec-453c-bf1b-53f0fae42db7 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:25.406207 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eea37ae2-86bb-4f5b-b811-37ecaefca589 req-0b4a73b7-72ec-453c-bf1b-53f0fae42db7 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7709b847-9108-440c-b8ae-faa20a897393 HTTP/1.1" status: 200 len: 943 time: 0.2793281 Jan 27 22:08:25.495810 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eea37ae2-86bb-4f5b-b811-37ecaefca589 req-4c38bfb9-0c57-46dc-aca3-1c26343206a7 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620916 Jan 27 22:08:25.572751 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a830aa-3ffd-4feb-bd17-a65fa540d389 req-cd387498-fe62-44f1-b140-3ef489994346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:25.575180 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76a830aa-3ffd-4feb-bd17-a65fa540d389 req-cd387498-fe62-44f1-b140-3ef489994346 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b09128f-4816-4051-b7b2-5b7a59716965 HTTP/1.1" status: 200 len: 911 time: 0.3266952 Jan 27 22:08:25.632269 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 82311d60-a6b4-4619-a83e-b1dd71f4bda1 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:08:25.645503 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fb3d8b7-4afb-46e9-a01b-3a6155ab9bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (77b94e93-1985-47b5-9de4-c821839d1c57), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:25.652529 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fb3d8b7-4afb-46e9-a01b-3a6155ab9bfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:25.657851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6fb3d8b7-4afb-46e9-a01b-3a6155ab9bfb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/77b94e93-1985-47b5-9de4-c821839d1c57 HTTP/1.1" status: 204 len: 168 time: 1.4924994 Jan 27 22:08:25.663840 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76a830aa-3ffd-4feb-bd17-a65fa540d389 req-ce17bc0e-5b47-4ef8-af84-41b6478d95a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f013428-d36e-48cd-93d1-85d7f63f05cb HTTP/1.1" status: 200 len: 217 time: 0.0796978 Jan 27 22:08:25.670228 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3d8b7-4afb-46e9-a01b-3a6155ab9bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b94e93-1985-47b5-9de4-c821839d1c57,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:25.717937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-42b1ee4d-113c-4e05-8402-bd1142544bc9 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] In _notify_port_updated(), no bound segment for port 1a176e24-ad00-4350-a775-28ac4da61259 on network d29de23b-00ed-42fc-8940-e6fd9591ccc1 {{(pid=109742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:08:25.733825 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b1ee4d-113c-4e05-8402-bd1142544bc9 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:25.734516 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42b1ee4d-113c-4e05-8402-bd1142544bc9 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:25.735892 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-42b1ee4d-113c-4e05-8402-bd1142544bc9 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "PUT /v2.0/ports/1a176e24-ad00-4350-a775-28ac4da61259 HTTP/1.1" status: 200 len: 1010 time: 1.7889061 Jan 27 22:08:25.749504 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49128) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:25.767835 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1ee4d-113c-4e05-8402-bd1142544bc9 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Port': ['ID=1a176e24-ad00-4350-a775-28ac4da61259,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:25.784835 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a830aa-3ffd-4feb-bd17-a65fa540d389 req-dc662e6e-bfd1-404a-a5d0-b478b24e34af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:25.786692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76a830aa-3ffd-4feb-bd17-a65fa540d389 req-dc662e6e-bfd1-404a-a5d0-b478b24e34af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8368a6d-250d-43a0-8b81-29729883ab77 HTTP/1.1" status: 200 len: 849 time: 0.1079993 Jan 27 22:08:25.936533 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a9bc375b-a651-48f1-a2e4-c1e56ce4a4ca None None] Provisioning complete for port 1a176e24-ad00-4350-a775-28ac4da61259 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:25.937095 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a9bc375b-a651-48f1-a2e4-c1e56ce4a4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1a176e24-ad00-4350-a775-28ac4da61259), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:25.938734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a830aa-3ffd-4feb-bd17-a65fa540d389 req-4c73a737-9890-45af-9d3b-f62b4801fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:25.949038 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76a830aa-3ffd-4feb-bd17-a65fa540d389 req-4c73a737-9890-45af-9d3b-f62b4801fc02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b09128f-4816-4051-b7b2-5b7a59716965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287615 Jan 27 22:08:25.990562 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bce005d5-f8f2-4028-8baa-79ede1d96f9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:26.023849 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc375b-a651-48f1-a2e4-c1e56ce4a4ca None None] Port 1a176e24-ad00-4350-a775-28ac4da61259 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:26.047494 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 82311d60-a6b4-4619-a83e-b1dd71f4bda1, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=82311d60-a6b4-4619-a83e-b1dd71f4bda1,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:26.060496 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '82311d60-a6b4-4619-a83e-b1dd71f4bda1', 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8', 'port_id': '82311d60-a6b4-4619-a83e-b1dd71f4bda1', 'mac_address': 'fa:16:3e:7b:be:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7267bcf4-ac84-4f1d-9bca-30d5eecd5123', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:08:26.143860 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 82311d60-a6b4-4619-a83e-b1dd71f4bda1 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:26.152113 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (82311d60-a6b4-4619-a83e-b1dd71f4bda1), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:26.179262 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-7f7f5ef6-11bd-4418-9af2-c93f90771531 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting port 1a176e24-ad00-4350-a775-28ac4da61259 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:26.179903 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7f7f5ef6-11bd-4418-9af2-c93f90771531 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1a176e24-ad00-4350-a775-28ac4da61259), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:26.183854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82311d60-a6b4-4619-a83e-b1dd71f4bda1 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:08:26.224645 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 82311d60-a6b4-4619-a83e-b1dd71f4bda1, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=82311d60-a6b4-4619-a83e-b1dd71f4bda1,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:26.230671 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (82311d60-a6b4-4619-a83e-b1dd71f4bda1), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:26.303648 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=82311d60-a6b4-4619-a83e-b1dd71f4bda1,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:26.335558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76a830aa-3ffd-4feb-bd17-a65fa540d389 req-037ab6f4-4be5-455b-8d0e-5986b6389b31 service neutron] 10.222.0.21 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732140 Jan 27 22:08:26.431833 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['82311d60-a6b4-4619-a83e-b1dd71f4bda1'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:08:26.448648 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76a830aa-3ffd-4feb-bd17-a65fa540d389 req-83bfb3f5-0ab5-499b-8525-47da47ea1861 service neutron] 10.222.0.21 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016538 Jan 27 22:08:26.522973 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bce005d5-f8f2-4028-8baa-79ede1d96f9e admin admin] Publish callbacks [] for security_group (9d5dc75b-e81e-46c1-b736-650068f5625c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:26.542710 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bce005d5-f8f2-4028-8baa-79ede1d96f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9d5dc75b-e81e-46c1-b736-650068f5625c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:26.618795 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bce005d5-f8f2-4028-8baa-79ede1d96f9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb02f184cd3d41ffbf14317acf6830e1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2092023 Jan 27 22:08:26.619427 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49166) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:26.649703 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7f7f5ef6-11bd-4418-9af2-c93f90771531 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1a176e24-ad00-4350-a775-28ac4da61259), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:26.688045 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9e067-ba31-4cb7-833e-db33205edca8 req-f243d2cf-a516-4dc1-92dc-1e2721e589ca tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:26.701955 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56a9e067-ba31-4cb7-833e-db33205edca8 req-f243d2cf-a516-4dc1-92dc-1e2721e589ca tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 943 time: 0.2457845 Jan 27 22:08:26.743310 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-05e21a32-6de4-4972-89da-2d8e4df82b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:26.774184 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-262d4e31-05cb-4d50-9bb0-757c5846934d admin admin] Publish callbacks [] for security_group (9d5dc75b-e81e-46c1-b736-650068f5625c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:26.780792 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-7f7f5ef6-11bd-4418-9af2-c93f90771531 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Calling delete_port for 1a176e24-ad00-4350-a775-28ac4da61259 owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:26.817059 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-262d4e31-05cb-4d50-9bb0-757c5846934d admin admin] Publish callbacks [] for security_group (9d5dc75b-e81e-46c1-b736-650068f5625c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:26.846054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce005d5-f8f2-4028-8baa-79ede1d96f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5dc75b-e81e-46c1-b736-650068f5625c,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:26.879247 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-262d4e31-05cb-4d50-9bb0-757c5846934d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9d5dc75b-e81e-46c1-b736-650068f5625c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:26.882768 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-262d4e31-05cb-4d50-9bb0-757c5846934d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:26.887003 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-262d4e31-05cb-4d50-9bb0-757c5846934d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d5dc75b-e81e-46c1-b736-650068f5625c HTTP/1.1" status: 204 len: 168 time: 0.2639873 Jan 27 22:08:26.907979 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d4e31-05cb-4d50-9bb0-757c5846934d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5dc75b-e81e-46c1-b736-650068f5625c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:26.985077 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2106e5f-8cb3-481e-94c4-e38c320a39e9 req-960ec96d-f139-42d0-8a9c-b278c9bd477f tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:26.987349 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2106e5f-8cb3-481e-94c4-e38c320a39e9 req-960ec96d-f139-42d0-8a9c-b278c9bd477f tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7709b847-9108-440c-b8ae-faa20a897393 HTTP/1.1" status: 200 len: 944 time: 0.2844632 Jan 27 22:08:27.037057 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56a9e067-ba31-4cb7-833e-db33205edca8 req-f808d9e6-965f-4a5d-924a-281fba0d30e1 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13b0e12-3a2c-4f57-a86a-e2cfd904b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909606 Jan 27 22:08:27.090636 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2106e5f-8cb3-481e-94c4-e38c320a39e9 req-68497d96-d240-4a0d-a88e-d705db6bd0a0 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939119 Jan 27 22:08:27.217156 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7f7f5ef6-11bd-4418-9af2-c93f90771531 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (1a176e24-ad00-4350-a775-28ac4da61259), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.249825 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f5ef6-11bd-4418-9af2-c93f90771531 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Port': ['ID=1a176e24-ad00-4350-a775-28ac4da61259,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:27.338116 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7f7f5ef6-11bd-4418-9af2-c93f90771531 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.345821 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49186) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:27.356325 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7f7f5ef6-11bd-4418-9af2-c93f90771531 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/ports/1a176e24-ad00-4350-a775-28ac4da61259 HTTP/1.1" status: 204 len: 168 time: 1.6054924 Jan 27 22:08:27.374261 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-33911a84-7c47-4395-be7f-241ede616709 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] GET failed (client error): The resource could not be found. Jan 27 22:08:27.379187 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49188) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:27.389010 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-33911a84-7c47-4395-be7f-241ede616709 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports/1a176e24-ad00-4350-a775-28ac4da61259 HTTP/1.1" status: 404 len: 333 time: 0.0418634 Jan 27 22:08:27.445192 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49192) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:27.448985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 6f013428-d36e-48cd-93d1-85d7f63f05cb details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:08:27.472540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a691b2-b3e5-4780-9712-93778cbabc70 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting subnet 4583ab78-dc6d-4e04-b47e-1cda69191987 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:08:27.476256 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-99e292cb-05d6-421a-8379-d8f0658f3843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.482358 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-79a691b2-b3e5-4780-9712-93778cbabc70 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (4583ab78-dc6d-4e04-b47e-1cda69191987), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.586725 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-79a691b2-b3e5-4780-9712-93778cbabc70 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (4583ab78-dc6d-4e04-b47e-1cda69191987), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.661878 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-99e292cb-05d6-421a-8379-d8f0658f3843 admin admin] Publish callbacks [] for security_group (347a3d0a-c824-438d-99db-7e4d1737cbc2), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.669307 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-99e292cb-05d6-421a-8379-d8f0658f3843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (347a3d0a-c824-438d-99db-7e4d1737cbc2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.685696 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 82311d60-a6b4-4619-a83e-b1dd71f4bda1 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:27.707966 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.727274 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-99e292cb-05d6-421a-8379-d8f0658f3843 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=31ea0c1853bc468faa61baa439f33d5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2802272 Jan 27 22:08:27.730468 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e292cb-05d6-421a-8379-d8f0658f3843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347a3d0a-c824-438d-99db-7e4d1737cbc2,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:27.737964 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49202) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:27.769606 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-79a691b2-b3e5-4780-9712-93778cbabc70 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (4583ab78-dc6d-4e04-b47e-1cda69191987), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.836879 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49204) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:27.869538 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d8d41a85-2fdd-4926-a66c-555057ee1685 admin admin] Publish callbacks [] for security_group (347a3d0a-c824-438d-99db-7e4d1737cbc2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.879904 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 6f013428-d36e-48cd-93d1-85d7f63f05cb, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=6f013428-d36e-48cd-93d1-85d7f63f05cb,segment=NetworkSegment(57099c77-b2f5-4dd3-bbd4-c6f51f894699),segment_id=57099c77-b2f5-4dd3-bbd4-c6f51f894699)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:27.888947 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-79a691b2-b3e5-4780-9712-93778cbabc70 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (4583ab78-dc6d-4e04-b47e-1cda69191987), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.901934 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d8d41a85-2fdd-4926-a66c-555057ee1685 admin admin] Publish callbacks [] for security_group (347a3d0a-c824-438d-99db-7e4d1737cbc2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.919367 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '6f013428-d36e-48cd-93d1-85d7f63f05cb', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'port_id': '6f013428-d36e-48cd-93d1-85d7f63f05cb', 'mac_address': 'fa:16:3e:61:33:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:08:27.940098 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a691b2-b3e5-4780-9712-93778cbabc70 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Subnet': ['ID=4583ab78-dc6d-4e04-b47e-1cda69191987,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:27.942945 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-79a691b2-b3e5-4780-9712-93778cbabc70 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.946203 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 82311d60-a6b4-4619-a83e-b1dd71f4bda1 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:08:27.947526 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-79a691b2-b3e5-4780-9712-93778cbabc70 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/subnets/4583ab78-dc6d-4e04-b47e-1cda69191987 HTTP/1.1" status: 204 len: 168 time: 0.5662377 Jan 27 22:08:27.950339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49210) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:27.961208 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a52af9-4638-4a3c-b07c-7a2703c39b9d None None] Network d29de23b-00ed-42fc-8940-e6fd9591ccc1 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:28.015236 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d8d41a85-2fdd-4926-a66c-555057ee1685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (347a3d0a-c824-438d-99db-7e4d1737cbc2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.018618 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d8d41a85-2fdd-4926-a66c-555057ee1685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.023868 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d8d41a85-2fdd-4926-a66c-555057ee1685 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/347a3d0a-c824-438d-99db-7e4d1737cbc2 HTTP/1.1" status: 204 len: 168 time: 0.2807276 Jan 27 22:08:28.033278 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 82311d60-a6b4-4619-a83e-b1dd71f4bda1 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:28.034031 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (82311d60-a6b4-4619-a83e-b1dd71f4bda1), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.042159 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d41a85-2fdd-4926-a66c-555057ee1685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347a3d0a-c824-438d-99db-7e4d1737cbc2,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:28.066894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df195d8-dac1-43c7-89cc-becf4c1570e7 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting subnet db6c731e-05eb-4809-be10-d17ea04b7b9d {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:08:28.079745 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e65dab23-7b88-4525-8e27-b250f88ec568 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1170458628'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:28.082068 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3df195d8-dac1-43c7-89cc-becf4c1570e7 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (db6c731e-05eb-4809-be10-d17ea04b7b9d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.164606 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65dab23-7b88-4525-8e27-b250f88ec568 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Made reservation on behalf of 335c1c68440240739ab1bcc4bfbfb62c for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:28.169754 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e65dab23-7b88-4525-8e27-b250f88ec568 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.200722 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3df195d8-dac1-43c7-89cc-becf4c1570e7 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (db6c731e-05eb-4809-be10-d17ea04b7b9d), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.207273 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e65dab23-7b88-4525-8e27-b250f88ec568 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.384562 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 6f013428-d36e-48cd-93d1-85d7f63f05cb is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:28.386868 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6f013428-d36e-48cd-93d1-85d7f63f05cb), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.450890 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f013428-d36e-48cd-93d1-85d7f63f05cb {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:08:28.455053 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e65dab23-7b88-4525-8e27-b250f88ec568 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks [] for security_group (026518a6-3927-4f57-a42a-6e8c34437582), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.474238 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e65dab23-7b88-4525-8e27-b250f88ec568 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (026518a6-3927-4f57-a42a-6e8c34437582), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.537652 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65dab23-7b88-4525-8e27-b250f88ec568 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:08:28.581565 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65dab23-7b88-4525-8e27-b250f88ec568 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=026518a6-3927-4f57-a42a-6e8c34437582,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:28.610529 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e65dab23-7b88-4525-8e27-b250f88ec568 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (86fdb666-17da-480f-876c-e0ce96e2dfd4), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.610899 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-e65dab23-7b88-4525-8e27-b250f88ec568 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Added segment 86fdb666-17da-480f-876c-e0ce96e2dfd4 of type vlan for network e3ea665c-055e-4a6b-adab-112dcb85ecba Jan 27 22:08:28.666205 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08ef28-7d8b-4a8e-bac8-6e544909b052 req-960a324f-0cf5-44dd-81c9-a49d3bdaaae9 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:28.667801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b08ef28-7d8b-4a8e-bac8-6e544909b052 req-960a324f-0cf5-44dd-81c9-a49d3bdaaae9 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 943 time: 0.3541541 Jan 27 22:08:28.675616 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 6f013428-d36e-48cd-93d1-85d7f63f05cb, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=6f013428-d36e-48cd-93d1-85d7f63f05cb,segment=NetworkSegment(57099c77-b2f5-4dd3-bbd4-c6f51f894699),segment_id=57099c77-b2f5-4dd3-bbd4-c6f51f894699)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:28.694584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f045e-d2ec-49cd-ac36-0d7f83a91f64 req-a6a5a2f9-c586-4536-8055-d34c1714ee82 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:28.697842 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a40f045e-d2ec-49cd-ac36-0d7f83a91f64 req-a6a5a2f9-c586-4536-8055-d34c1714ee82 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7709b847-9108-440c-b8ae-faa20a897393 HTTP/1.1" status: 200 len: 944 time: 0.3822289 Jan 27 22:08:28.705882 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e65dab23-7b88-4525-8e27-b250f88ec568 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (e3ea665c-055e-4a6b-adab-112dcb85ecba), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.768825 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6f013428-d36e-48cd-93d1-85d7f63f05cb), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.788306 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3df195d8-dac1-43c7-89cc-becf4c1570e7 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (db6c731e-05eb-4809-be10-d17ea04b7b9d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.795404 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e65dab23-7b88-4525-8e27-b250f88ec568 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (e3ea665c-055e-4a6b-adab-112dcb85ecba), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.802100 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65dab23-7b88-4525-8e27-b250f88ec568 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:28.802729 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e65dab23-7b88-4525-8e27-b250f88ec568 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.839954 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e65dab23-7b88-4525-8e27-b250f88ec568 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9989846 Jan 27 22:08:28.845000 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49238) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:28.874767 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a055ce4c-6cb1-4e8f-adec-1e0d83bfee91 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Request body: {'subnet': {'network_id': 'e3ea665c-055e-4a6b-adab-112dcb85ecba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:28.887624 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 82311d60-a6b4-4619-a83e-b1dd71f4bda1 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:28.888111 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (82311d60-a6b4-4619-a83e-b1dd71f4bda1), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.964641 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a40f045e-d2ec-49cd-ac36-0d7f83a91f64 req-c19dbba1-91f5-46bd-baf8-0228b21f3cc4 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511916 Jan 27 22:08:29.045115 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.050448 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=6f013428-d36e-48cd-93d1-85d7f63f05cb,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:29.066919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7709b847-9108-440c-b8ae-faa20a897393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82311d60-a6b4-4619-a83e-b1dd71f4bda1'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:29.074995 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05652bae-a317-4834-8a68-71bd4c6e0b3e" -d '{"events": [{"server_uuid": "7709b847-9108-440c-b8ae-faa20a897393", "name": "network-vif-plugged", "status": "completed", "tag": "82311d60-a6b4-4619-a83e-b1dd71f4bda1"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:29.113561 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b08ef28-7d8b-4a8e-bac8-6e544909b052 req-c123e167-a087-451b-911d-af7f766363ff tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13b0e12-3a2c-4f57-a86a-e2cfd904b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4019129 Jan 27 22:08:29.145204 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 82311d60-a6b4-4619-a83e-b1dd71f4bda1, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=82311d60-a6b4-4619-a83e-b1dd71f4bda1,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:29.149361 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3df195d8-dac1-43c7-89cc-becf4c1570e7 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (db6c731e-05eb-4809-be10-d17ea04b7b9d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.155185 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (82311d60-a6b4-4619-a83e-b1dd71f4bda1), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.210512 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df195d8-dac1-43c7-89cc-becf4c1570e7 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Subnet': ['ID=db6c731e-05eb-4809-be10-d17ea04b7b9d,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:29.221649 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5922066b-9b38-4532-8ea9-e008868d8042 x-openstack-request-id: req-5922066b-9b38-4532-8ea9-e008868d8042 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:29.222228 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7709b847-9108-440c-b8ae-faa20a897393", "name": "network-vif-plugged", "status": "completed", "tag": "82311d60-a6b4-4619-a83e-b1dd71f4bda1", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:29.223267 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5922066b-9b38-4532-8ea9-e008868d8042 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:29.224744 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7709b847-9108-440c-b8ae-faa20a897393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82311d60-a6b4-4619-a83e-b1dd71f4bda1', 'code': 200} Jan 27 22:08:29.240572 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3df195d8-dac1-43c7-89cc-becf4c1570e7 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.241162 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['6f013428-d36e-48cd-93d1-85d7f63f05cb'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:08:29.247453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3df195d8-dac1-43c7-89cc-becf4c1570e7 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/subnets/db6c731e-05eb-4809-be10-d17ea04b7b9d HTTP/1.1" status: 204 len: 168 time: 1.2923083 Jan 27 22:08:29.248504 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49252) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:29.267231 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65dab23-7b88-4525-8e27-b250f88ec568 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Pushing event updated for resources: {'Network': ['ID=e3ea665c-055e-4a6b-adab-112dcb85ecba,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:29.279191 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a055ce4c-6cb1-4e8f-adec-1e0d83bfee91 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Made reservation on behalf of 335c1c68440240739ab1bcc4bfbfb62c for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:29.286862 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a055ce4c-6cb1-4e8f-adec-1e0d83bfee91 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.316882 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network e3ea665c-055e-4a6b-adab-112dcb85ecba details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:08:29.470954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=82311d60-a6b4-4619-a83e-b1dd71f4bda1,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:29.541953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b6117-318a-493b-9b00-0751c0ae29c8 req-cc8c6af8-dc9d-427a-a641-83c35f91ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:29.554256 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c7b6117-318a-493b-9b00-0751c0ae29c8 req-cc8c6af8-dc9d-427a-a641-83c35f91ff92 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7709b847-9108-440c-b8ae-faa20a897393 HTTP/1.1" status: 200 len: 1096 time: 0.2841499 Jan 27 22:08:29.562308 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-596db463-31a2-4349-a9ec-77f4abdd486c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (d29de23b-00ed-42fc-8940-e6fd9591ccc1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.678670 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a055ce4c-6cb1-4e8f-adec-1e0d83bfee91 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (78398463-834d-4d5a-a836-b09927f892fa), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.709342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c7b6117-318a-493b-9b00-0751c0ae29c8 req-fca09ff6-fd48-406a-ba65-9e8b337eb958 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410494 Jan 27 22:08:29.777417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-596db463-31a2-4349-a9ec-77f4abdd486c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting port 3d878d81-e5d9-4f38-8634-924eee688a6b {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:29.780535 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-596db463-31a2-4349-a9ec-77f4abdd486c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (3d878d81-e5d9-4f38-8634-924eee688a6b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.861405 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a055ce4c-6cb1-4e8f-adec-1e0d83bfee91 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Checking segment: {'id': '86fdb666-17da-480f-876c-e0ce96e2dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e3ea665c-055e-4a6b-adab-112dcb85ecba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:29.861890 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a055ce4c-6cb1-4e8f-adec-1e0d83bfee91 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Network hostable DHCP agents. Network: e3ea665c-055e-4a6b-adab-112dcb85ecba, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:08:29.865148 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055ce4c-6cb1-4e8f-adec-1e0d83bfee91 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Pushing event updated for resources: {'Subnet': ['ID=78398463-834d-4d5a-a836-b09927f892fa,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:29.913276 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a055ce4c-6cb1-4e8f-adec-1e0d83bfee91 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Network e3ea665c-055e-4a6b-adab-112dcb85ecba is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:08:29.936996 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-a055ce4c-6cb1-4e8f-adec-1e0d83bfee91 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, e3ea665c-055e-4a6b-adab-112dcb85ecba) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:29.944927 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a055ce4c-6cb1-4e8f-adec-1e0d83bfee91 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:29.946190 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a055ce4c-6cb1-4e8f-adec-1e0d83bfee91 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.954887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-596db463-31a2-4349-a9ec-77f4abdd486c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] For port 3d878d81-e5d9-4f38-8634-924eee688a6b, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3d878d81-e5d9-4f38-8634-924eee688a6b,segment=NetworkSegment(0b6983f3-64a3-42ed-8519-4f693acb138f),segment_id=0b6983f3-64a3-42ed-8519-4f693acb138f)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:29.955768 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-596db463-31a2-4349-a9ec-77f4abdd486c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (3d878d81-e5d9-4f38-8634-924eee688a6b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.970637 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4b7bda-5337-4b7f-9281-60d52cbfed92 None None] Network e3ea665c-055e-4a6b-adab-112dcb85ecba requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:29.991149 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a055ce4c-6cb1-4e8f-adec-1e0d83bfee91 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1232402 Jan 27 22:08:29.997449 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49280) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:30.000750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-596db463-31a2-4349-a9ec-77f4abdd486c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Calling delete_port for 3d878d81-e5d9-4f38-8634-924eee688a6b owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:30.009167 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c43e633b-9173-4ad3-bf70-55245eefc916 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Request body: {'port': {'network_id': 'e3ea665c-055e-4a6b-adab-112dcb85ecba', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1167256521'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:30.129588 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed7ff74-526b-40b4-82ca-a168b795ddfc None None] Network d29de23b-00ed-42fc-8940-e6fd9591ccc1 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:30.209591 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-596db463-31a2-4349-a9ec-77f4abdd486c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (3d878d81-e5d9-4f38-8634-924eee688a6b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.226963 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c11cda3e-096c-4413-b7fe-2cd6718efb4b None None] Could not find standard attr ID for object 3d878d81-e5d9-4f38-8634-924eee688a6b. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:08:30.265346 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43e633b-9173-4ad3-bf70-55245eefc916 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Made reservation on behalf of 335c1c68440240739ab1bcc4bfbfb62c for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:30.270492 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c43e633b-9173-4ad3-bf70-55245eefc916 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.327416 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-c43e633b-9173-4ad3-bf70-55245eefc916 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] device_id is not set on port ffdc150f-b0ed-41ba-8f22-554d3f909a5a yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:08:30.345151 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d852d4-78c5-41bd-9a9f-cc10cdebc500 None None] DHCP port deletion for d29de23b-00ed-42fc-8940-e6fd9591ccc1 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:08:30.362111 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f3a011-8909-4da6-b9da-ff08d606084b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-e3ea665c-055e-4a6b-adab-112dcb85ecba', 'network_id': 'e3ea665c-055e-4a6b-adab-112dcb85ecba', 'project_id': '335c1c68440240739ab1bcc4bfbfb62c', 'fixed_ips': [{'subnet_id': '78398463-834d-4d5a-a836-b09927f892fa'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:08:30.363089 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-38f3a011-8909-4da6-b9da-ff08d606084b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.367879 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.420637 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596db463-31a2-4349-a9ec-77f4abdd486c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Port': ['ID=3d878d81-e5d9-4f38-8634-924eee688a6b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:30.423459 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596db463-31a2-4349-a9ec-77f4abdd486c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] No DVR routers for this DVR port 3d878d81-e5d9-4f38-8634-924eee688a6b on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:08:30.545715 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daa9d0-e9eb-4ede-a1a7-6c62827be31e req-30edc2b0-fe66-45ce-89ae-fcbc17a48731 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:30.547515 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6daa9d0-e9eb-4ede-a1a7-6c62827be31e req-30edc2b0-fe66-45ce-89ae-fcbc17a48731 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7709b847-9108-440c-b8ae-faa20a897393 HTTP/1.1" status: 200 len: 945 time: 0.3616676 Jan 27 22:08:30.577884 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-596db463-31a2-4349-a9ec-77f4abdd486c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (d29de23b-00ed-42fc-8940-e6fd9591ccc1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.598395 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-c43e633b-9173-4ad3-bf70-55245eefc916 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Allocated IP 172.20.0.3 (e3ea665c-055e-4a6b-adab-112dcb85ecba/78398463-834d-4d5a-a836-b09927f892fa/ffdc150f-b0ed-41ba-8f22-554d3f909a5a) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:30.615597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6daa9d0-e9eb-4ede-a1a7-6c62827be31e req-7d76d69b-b629-4103-a15b-e84b91313f83 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603936 Jan 27 22:08:30.635753 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cf6a0-260b-411d-9515-a1e720f7a321 req-9b36d6d7-f0c2-4316-9e7e-da20721bf9f6 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:30.638003 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f2cf6a0-260b-411d-9515-a1e720f7a321 req-9b36d6d7-f0c2-4316-9e7e-da20721bf9f6 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 944 time: 0.3518126 Jan 27 22:08:30.652698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-596db463-31a2-4349-a9ec-77f4abdd486c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29de23b-00ed-42fc-8940-e6fd9591ccc1']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:30.678915 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-596db463-31a2-4349-a9ec-77f4abdd486c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6983f3-64a3-42ed-8519-4f693acb138f') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:30.679224 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-596db463-31a2-4349-a9ec-77f4abdd486c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6983f3-64a3-42ed-8519-4f693acb138f') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:30.691038 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-596db463-31a2-4349-a9ec-77f4abdd486c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (0b6983f3-64a3-42ed-8519-4f693acb138f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.721048 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-596db463-31a2-4349-a9ec-77f4abdd486c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (0b6983f3-64a3-42ed-8519-4f693acb138f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.733722 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f2cf6a0-260b-411d-9515-a1e720f7a321 req-889bbfcf-0537-418e-80a2-0af699307209 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13b0e12-3a2c-4f57-a86a-e2cfd904b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867336 Jan 27 22:08:30.734827 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596db463-31a2-4349-a9ec-77f4abdd486c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:08:30.735232 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-596db463-31a2-4349-a9ec-77f4abdd486c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (0b6983f3-64a3-42ed-8519-4f693acb138f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:08:30.738378 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:08:30.827024 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-596db463-31a2-4349-a9ec-77f4abdd486c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (d29de23b-00ed-42fc-8940-e6fd9591ccc1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.857033 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-596db463-31a2-4349-a9ec-77f4abdd486c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.863922 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-596db463-31a2-4349-a9ec-77f4abdd486c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/networks/d29de23b-00ed-42fc-8940-e6fd9591ccc1 HTTP/1.1" status: 204 len: 168 time: 1.6105313 Jan 27 22:08:30.864112 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49306) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:30.868576 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596db463-31a2-4349-a9ec-77f4abdd486c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Network': ['ID=d29de23b-00ed-42fc-8940-e6fd9591ccc1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:30.905655 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c43e633b-9173-4ad3-bf70-55245eefc916 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks [] for port (ffdc150f-b0ed-41ba-8f22-554d3f909a5a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.948258 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450b9458-f72f-40ca-8b58-7b9e19e5767f tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:30.953546 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-450b9458-f72f-40ca-8b58-7b9e19e5767f tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0853055 Jan 27 22:08:30.954262 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49312) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:30.999571 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c43e633b-9173-4ad3-bf70-55245eefc916 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (ffdc150f-b0ed-41ba-8f22-554d3f909a5a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:31.016108 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3d878d81-e5d9-4f38-8634-924eee688a6b no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:08:31.032427 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8108ba8a-dadc-4f6a-8c0d-823a0f7001e1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0763841 Jan 27 22:08:31.033171 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49314) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:31.039368 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-9aaf4da6-aeac-4901-93f1-79d330b78069 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-141966702'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:31.054781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43e633b-9173-4ad3-bf70-55245eefc916 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Network e3ea665c-055e-4a6b-adab-112dcb85ecba is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:31.061491 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-c43e633b-9173-4ad3-bf70-55245eefc916 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:31.067488 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43e633b-9173-4ad3-bf70-55245eefc916 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:31.071985 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aaf4da6-aeac-4901-93f1-79d330b78069 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:31.077485 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4da6-aeac-4901-93f1-79d330b78069 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:31.114362 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aaf4da6-aeac-4901-93f1-79d330b78069 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:08:31.119219 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e633b-9173-4ad3-bf70-55245eefc916 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Pushing event updated for resources: {'Port': ['ID=ffdc150f-b0ed-41ba-8f22-554d3f909a5a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:31.137397 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43e633b-9173-4ad3-bf70-55245eefc916 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:31.138441 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c43e633b-9173-4ad3-bf70-55245eefc916 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:31.140055 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 3d878d81-e5d9-4f38-8634-924eee688a6b {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:08:31.140728 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3d878d81-e5d9-4f38-8634-924eee688a6b not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:08:31.143060 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4da6-aeac-4901-93f1-79d330b78069 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (0f252bb4-3615-4de5-932d-6e7b746245b8), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:31.143569 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-9aaf4da6-aeac-4901-93f1-79d330b78069 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Added segment 0f252bb4-3615-4de5-932d-6e7b746245b8 of type vlan for network 1979f8df-3e9b-4af9-81e2-929cf6d8e6fd Jan 27 22:08:31.176785 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c43e633b-9173-4ad3-bf70-55245eefc916 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1781235 Jan 27 22:08:31.179890 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49318) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:31.185933 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ef6951e2-76c3-4df3-8b36-9f62eb6683dd tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Request body: {'port': {'network_id': 'e3ea665c-055e-4a6b-adab-112dcb85ecba', 'name': 'tempest-ExtraDHCPOptionsTestJSON-862626485', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:31.186484 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.api.validators [None req-ef6951e2-76c3-4df3-8b36-9f62eb6683dd tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] bootfile-name is not in valid_values {{(pid=109742) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 22:08:31.186836 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.api.validators [None req-ef6951e2-76c3-4df3-8b36-9f62eb6683dd tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] tftp-server is not in valid_values {{(pid=109742) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 22:08:31.187181 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.api.validators [None req-ef6951e2-76c3-4df3-8b36-9f62eb6683dd tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] server-ip-address is not in valid_values {{(pid=109742) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 22:08:31.195780 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-38f3a011-8909-4da6-b9da-ff08d606084b None None] Allocated IP 172.20.0.2 (e3ea665c-055e-4a6b-adab-112dcb85ecba/78398463-834d-4d5a-a836-b09927f892fa/dc73c602-dabc-4eb6-bd82-c3339d3c7596) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:31.236939 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4da6-aeac-4901-93f1-79d330b78069 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (1979f8df-3e9b-4af9-81e2-929cf6d8e6fd), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:31.300742 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4da6-aeac-4901-93f1-79d330b78069 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (1979f8df-3e9b-4af9-81e2-929cf6d8e6fd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:31.308594 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaf4da6-aeac-4901-93f1-79d330b78069 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:31.311232 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4da6-aeac-4901-93f1-79d330b78069 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:31.352954 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9aaf4da6-aeac-4901-93f1-79d330b78069 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3180883 Jan 27 22:08:31.355941 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49324) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:31.367995 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c0e967af-28eb-4c58-8503-5f7698525748 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'subnet': {'network_id': '1979f8df-3e9b-4af9-81e2-929cf6d8e6fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:31.441382 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf4da6-aeac-4901-93f1-79d330b78069 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Network': ['ID=1979f8df-3e9b-4af9-81e2-929cf6d8e6fd,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:31.462518 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 6f013428-d36e-48cd-93d1-85d7f63f05cb up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:31.464705 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 1979f8df-3e9b-4af9-81e2-929cf6d8e6fd details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:08:31.469361 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-38f3a011-8909-4da6-b9da-ff08d606084b None None] Publish callbacks [] for port (dc73c602-dabc-4eb6-bd82-c3339d3c7596), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:31.515664 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-38f3a011-8909-4da6-b9da-ff08d606084b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (dc73c602-dabc-4eb6-bd82-c3339d3c7596), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:31.548989 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6951e2-76c3-4df3-8b36-9f62eb6683dd tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Made reservation on behalf of 335c1c68440240739ab1bcc4bfbfb62c for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:31.554938 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ef6951e2-76c3-4df3-8b36-9f62eb6683dd tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:31.586074 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-ef6951e2-76c3-4df3-8b36-9f62eb6683dd tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] device_id is not set on port ec1823c0-2c2d-49cd-bdf4-4e78337ab19e yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:08:31.629119 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e967af-28eb-4c58-8503-5f7698525748 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:31.632717 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c0e967af-28eb-4c58-8503-5f7698525748 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:31.815632 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befdd81-77a4-4ace-b2b9-e85424b2a08e req-d869fd40-1c10-4dc8-bd2d-b0fd482186c6 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:31.818818 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7befdd81-77a4-4ace-b2b9-e85424b2a08e req-d869fd40-1c10-4dc8-bd2d-b0fd482186c6 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7709b847-9108-440c-b8ae-faa20a897393 HTTP/1.1" status: 200 len: 945 time: 0.0984738 Jan 27 22:08:31.883714 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-ef6951e2-76c3-4df3-8b36-9f62eb6683dd tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Allocated IP 172.20.0.11 (e3ea665c-055e-4a6b-adab-112dcb85ecba/78398463-834d-4d5a-a836-b09927f892fa/ec1823c0-2c2d-49cd-bdf4-4e78337ab19e) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:31.938406 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f3a011-8909-4da6-b9da-ff08d606084b None None] Network e3ea665c-055e-4a6b-adab-112dcb85ecba is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:31.943751 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-38f3a011-8909-4da6-b9da-ff08d606084b None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:31.957840 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f3a011-8909-4da6-b9da-ff08d606084b None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:31.963655 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7befdd81-77a4-4ace-b2b9-e85424b2a08e req-ec70e0be-75e2-4ccd-90ee-fd4a7aacf602 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335814 Jan 27 22:08:32.023559 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3a011-8909-4da6-b9da-ff08d606084b None None] Pushing event updated for resources: {'Port': ['ID=dc73c602-dabc-4eb6-bd82-c3339d3c7596,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:32.048504 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c0e967af-28eb-4c58-8503-5f7698525748 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (c0cdf575-a059-49d1-972c-661d82940d04), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:32.073753 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214ce12-3ab3-46cd-8361-75619f82b414 req-0411ed71-9417-499b-873b-aa7836939b76 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:32.082345 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6214ce12-3ab3-46cd-8361-75619f82b414 req-0411ed71-9417-499b-873b-aa7836939b76 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 944 time: 0.1707907 Jan 27 22:08:32.126508 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 6f013428-d36e-48cd-93d1-85d7f63f05cb completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:08:32.182619 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-38f3a011-8909-4da6-b9da-ff08d606084b None None] Attempting to bind port dc73c602-dabc-4eb6-bd82-c3339d3c7596 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:08:32.183188 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-38f3a011-8909-4da6-b9da-ff08d606084b None None] Attempting to bind port dc73c602-dabc-4eb6-bd82-c3339d3c7596 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '86fdb666-17da-480f-876c-e0ce96e2dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e3ea665c-055e-4a6b-adab-112dcb85ecba'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:08:32.183848 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f3a011-8909-4da6-b9da-ff08d606084b None None] Attempting to bind port dc73c602-dabc-4eb6-bd82-c3339d3c7596 on network e3ea665c-055e-4a6b-adab-112dcb85ecba {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:32.192759 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 6f013428-d36e-48cd-93d1-85d7f63f05cb triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:32.193789 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6f013428-d36e-48cd-93d1-85d7f63f05cb), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:32.197745 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f3a011-8909-4da6-b9da-ff08d606084b None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:08:32.200520 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f3a011-8909-4da6-b9da-ff08d606084b None None] Checking segment: {'id': '86fdb666-17da-480f-876c-e0ce96e2dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e3ea665c-055e-4a6b-adab-112dcb85ecba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:32.201529 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-38f3a011-8909-4da6-b9da-ff08d606084b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:32.204825 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f3a011-8909-4da6-b9da-ff08d606084b None None] Bound using segment: {'id': '86fdb666-17da-480f-876c-e0ce96e2dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e3ea665c-055e-4a6b-adab-112dcb85ecba'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:08:32.205324 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6214ce12-3ab3-46cd-8361-75619f82b414 req-b9c416a3-f6c8-46d5-ac12-a0fe383de862 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13b0e12-3a2c-4f57-a86a-e2cfd904b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167700 Jan 27 22:08:32.219640 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-38f3a011-8909-4da6-b9da-ff08d606084b None None] Bound port: dc73c602-dabc-4eb6-bd82-c3339d3c7596, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fdb666-17da-480f-876c-e0ce96e2dfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e3ea665c-055e-4a6b-adab-112dcb85ecba'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:08:32.220196 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-38f3a011-8909-4da6-b9da-ff08d606084b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (dc73c602-dabc-4eb6-bd82-c3339d3c7596), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:32.235874 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e967af-28eb-4c58-8503-5f7698525748 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Checking segment: {'id': '0f252bb4-3615-4de5-932d-6e7b746245b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1979f8df-3e9b-4af9-81e2-929cf6d8e6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:32.235874 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e967af-28eb-4c58-8503-5f7698525748 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network hostable DHCP agents. Network: 1979f8df-3e9b-4af9-81e2-929cf6d8e6fd, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:08:32.240847 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e967af-28eb-4c58-8503-5f7698525748 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Subnet': ['ID=c0cdf575-a059-49d1-972c-661d82940d04,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:32.282752 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e967af-28eb-4c58-8503-5f7698525748 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network 1979f8df-3e9b-4af9-81e2-929cf6d8e6fd is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:08:32.324482 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-c0e967af-28eb-4c58-8503-5f7698525748 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 1979f8df-3e9b-4af9-81e2-929cf6d8e6fd) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:32.329828 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e967af-28eb-4c58-8503-5f7698525748 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:32.330546 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c0e967af-28eb-4c58-8503-5f7698525748 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:32.356855 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49354) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:32.362008 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f972dd4-d082-441d-a045-03676ae43456 None None] Network 1979f8df-3e9b-4af9-81e2-929cf6d8e6fd requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:32.378448 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6e974-93a8-4000-8ee9-223f7b19fb07 req-e95ae5bd-f9a0-42ab-aaaa-a243b75188b5 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:32.380003 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ff6e974-93a8-4000-8ee9-223f7b19fb07 req-e95ae5bd-f9a0-42ab-aaaa-a243b75188b5 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7709b847-9108-440c-b8ae-faa20a897393 HTTP/1.1" status: 200 len: 945 time: 0.1005242 Jan 27 22:08:32.380531 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49358) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:32.381921 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c0e967af-28eb-4c58-8503-5f7698525748 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0245876 Jan 27 22:08:32.385998 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'port': {'network_id': '1979f8df-3e9b-4af9-81e2-929cf6d8e6fd', 'name': 'tempest-PortsIpV6TestJSON-305585605'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:32.424014 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ef6951e2-76c3-4df3-8b36-9f62eb6683dd tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks [] for port (ec1823c0-2c2d-49cd-bdf4-4e78337ab19e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:32.472840 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ef6951e2-76c3-4df3-8b36-9f62eb6683dd tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (ec1823c0-2c2d-49cd-bdf4-4e78337ab19e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:32.534008 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6951e2-76c3-4df3-8b36-9f62eb6683dd tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Pushing event updated for resources: {'Port': ['ID=ec1823c0-2c2d-49cd-bdf4-4e78337ab19e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:32.557032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6951e2-76c3-4df3-8b36-9f62eb6683dd tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Network e3ea665c-055e-4a6b-adab-112dcb85ecba is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:32.559618 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-ef6951e2-76c3-4df3-8b36-9f62eb6683dd tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:32.563719 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6951e2-76c3-4df3-8b36-9f62eb6683dd tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:32.607159 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1002f13c-4f07-497a-8a9a-061342cd2360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-1979f8df-3e9b-4af9-81e2-929cf6d8e6fd', 'network_id': '1979f8df-3e9b-4af9-81e2-929cf6d8e6fd', 'project_id': '93f457a5334b41158714cbb3d13441d4', 'fixed_ips': [{'subnet_id': 'c0cdf575-a059-49d1-972c-661d82940d04'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:08:32.608310 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1002f13c-4f07-497a-8a9a-061342cd2360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:32.615601 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:32.618822 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:32.627422 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6951e2-76c3-4df3-8b36-9f62eb6683dd tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:32.628208 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ef6951e2-76c3-4df3-8b36-9f62eb6683dd tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:32.650122 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9eee1073-8c9f-4463-8f2d-bf7a41cdc107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:32.659293 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ef6951e2-76c3-4df3-8b36-9f62eb6683dd tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.4782262 Jan 27 22:08:32.661844 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49362) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:32.680306 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-38f3a011-8909-4da6-b9da-ff08d606084b None None] For port dc73c602-dabc-4eb6-bd82-c3339d3c7596, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:08:32.684529 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ff6e974-93a8-4000-8ee9-223f7b19fb07 req-73d405a2-96f5-4798-a6dd-76f1e6fc6ac3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553111 Jan 27 22:08:32.712257 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] device_id is not set on port 5aecfa59-9009-485d-8007-d604f1eaa260 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:08:32.725542 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-38f3a011-8909-4da6-b9da-ff08d606084b None None] For port dc73c602-dabc-4eb6-bd82-c3339d3c7596, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=dc73c602-dabc-4eb6-bd82-c3339d3c7596,segment=NetworkSegment(86fdb666-17da-480f-876c-e0ce96e2dfd4),segment_id=86fdb666-17da-480f-876c-e0ce96e2dfd4)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:08:32.732062 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 6f013428-d36e-48cd-93d1-85d7f63f05cb is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:32.732526 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6f013428-d36e-48cd-93d1-85d7f63f05cb), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:32.805616 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-38f3a011-8909-4da6-b9da-ff08d606084b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (dc73c602-dabc-4eb6-bd82-c3339d3c7596), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:32.814805 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f82d584-cea6-4e7b-a88f-a2c4f1f4db2c tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:32.824183 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f82d584-cea6-4e7b-a88f-a2c4f1f4db2c tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:32.838185 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f82d584-cea6-4e7b-a88f-a2c4f1f4db2c tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:32.839940 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5f82d584-cea6-4e7b-a88f-a2c4f1f4db2c tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1751847 Jan 27 22:08:32.845500 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49368) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:32.920335 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a63d45-22f7-4762-8243-8ae3d736d055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f013428-d36e-48cd-93d1-85d7f63f05cb'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:32.923203 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fcbf0f-2f5f-4a48-afbe-409181922c67" -d '{"events": [{"server_uuid": "83a63d45-22f7-4762-8243-8ae3d736d055", "name": "network-vif-plugged", "status": "completed", "tag": "6f013428-d36e-48cd-93d1-85d7f63f05cb"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:32.940983 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3a011-8909-4da6-b9da-ff08d606084b None None] Pushing event updated for resources: {'Port': ['ID=dc73c602-dabc-4eb6-bd82-c3339d3c7596,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:32.948295 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 6f013428-d36e-48cd-93d1-85d7f63f05cb, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=6f013428-d36e-48cd-93d1-85d7f63f05cb,segment=NetworkSegment(57099c77-b2f5-4dd3-bbd4-c6f51f894699),segment_id=57099c77-b2f5-4dd3-bbd4-c6f51f894699)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:32.953770 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6f013428-d36e-48cd-93d1-85d7f63f05cb), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:33.050101 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=6f013428-d36e-48cd-93d1-85d7f63f05cb,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:33.122567 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d0242-7890-4386-bbbe-c56dab1daa56 req-221fe04c-6d45-43c4-8ca0-d4540aa877ba tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:33.124339 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db4d0242-7890-4386-bbbe-c56dab1daa56 req-221fe04c-6d45-43c4-8ca0-d4540aa877ba tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7709b847-9108-440c-b8ae-faa20a897393 HTTP/1.1" status: 200 len: 945 time: 0.3209658 Jan 27 22:08:33.237481 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9eee1073-8c9f-4463-8f2d-bf7a41cdc107 admin admin] Publish callbacks [] for security_group (fa33eb53-3363-433e-98f3-75c288ac1edd), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:33.256585 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1955b39-2903-41c9-8100-c4cc0aeec1ed x-openstack-request-id: req-c1955b39-2903-41c9-8100-c4cc0aeec1ed {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:33.257096 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a63d45-22f7-4762-8243-8ae3d736d055", "name": "network-vif-plugged", "status": "completed", "tag": "6f013428-d36e-48cd-93d1-85d7f63f05cb", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:33.257461 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1955b39-2903-41c9-8100-c4cc0aeec1ed {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:33.258226 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a63d45-22f7-4762-8243-8ae3d736d055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f013428-d36e-48cd-93d1-85d7f63f05cb', 'code': 200} Jan 27 22:08:33.267924 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9eee1073-8c9f-4463-8f2d-bf7a41cdc107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (fa33eb53-3363-433e-98f3-75c288ac1edd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:33.272668 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Allocated IP 2001:db8::63 (1979f8df-3e9b-4af9-81e2-929cf6d8e6fd/c0cdf575-a059-49d1-972c-661d82940d04/5aecfa59-9009-485d-8007-d604f1eaa260) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:33.305979 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db4d0242-7890-4386-bbbe-c56dab1daa56 req-c78ed7f5-6e0c-440d-970f-4df34a2d181d tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695564 Jan 27 22:08:33.376564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-adc147c5-73c1-4511-a5c8-f2ed3e235b6a tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Deleting port ec1823c0-2c2d-49cd-bdf4-4e78337ab19e {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:33.377140 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-adc147c5-73c1-4511-a5c8-f2ed3e235b6a tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ec1823c0-2c2d-49cd-bdf4-4e78337ab19e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:33.464296 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9eee1073-8c9f-4463-8f2d-bf7a41cdc107 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9d72d29bbfd4ed6bae4f7ed0a001574&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1061716 Jan 27 22:08:33.466853 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49390) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:33.550467 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee1073-8c9f-4463-8f2d-bf7a41cdc107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa33eb53-3363-433e-98f3-75c288ac1edd,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:33.580422 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-807ba1ab-a94a-4b3a-a682-ed6fc7c429d6 admin admin] Publish callbacks [] for security_group (fa33eb53-3363-433e-98f3-75c288ac1edd), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:33.607430 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-807ba1ab-a94a-4b3a-a682-ed6fc7c429d6 admin admin] Publish callbacks [] for security_group (fa33eb53-3363-433e-98f3-75c288ac1edd), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:33.675572 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec1f2c-dc8d-4afb-a6ea-33b701ad9019 req-4226f0dc-df4b-4157-9aa7-b25b45c5605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:33.677268 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-afec1f2c-dc8d-4afb-a6ea-33b701ad9019 req-4226f0dc-df4b-4157-9aa7-b25b45c5605b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 1096 time: 0.3066344 Jan 27 22:08:33.690806 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-807ba1ab-a94a-4b3a-a682-ed6fc7c429d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (fa33eb53-3363-433e-98f3-75c288ac1edd), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:33.693975 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-807ba1ab-a94a-4b3a-a682-ed6fc7c429d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:33.696244 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-807ba1ab-a94a-4b3a-a682-ed6fc7c429d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa33eb53-3363-433e-98f3-75c288ac1edd HTTP/1.1" status: 204 len: 168 time: 0.2273369 Jan 27 22:08:33.705275 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ba1ab-a94a-4b3a-a682-ed6fc7c429d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa33eb53-3363-433e-98f3-75c288ac1edd,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:34.058572 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711a706-f6d2-47fd-9e7a-a4e8d20a4113 req-91f89402-2649-4adf-a326-9f2b3129af0f tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:34.060665 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c711a706-f6d2-47fd-9e7a-a4e8d20a4113 req-91f89402-2649-4adf-a326-9f2b3129af0f tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 945 time: 0.6914029 Jan 27 22:08:34.102185 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-adc147c5-73c1-4511-a5c8-f2ed3e235b6a tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ec1823c0-2c2d-49cd-bdf4-4e78337ab19e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:34.173439 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-adc147c5-73c1-4511-a5c8-f2ed3e235b6a tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Calling delete_port for ec1823c0-2c2d-49cd-bdf4-4e78337ab19e owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:34.270012 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-afec1f2c-dc8d-4afb-a6ea-33b701ad9019 req-98b1c632-e626-4eb9-a963-c4b2b3108d8b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c13b0e12-3a2c-4f57-a86a-e2cfd904b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995034 Jan 27 22:08:34.291494 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c711a706-f6d2-47fd-9e7a-a4e8d20a4113 req-451939b6-09c2-4429-bfb4-a0325f9ab3ef tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13b0e12-3a2c-4f57-a86a-e2cfd904b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078445 Jan 27 22:08:34.349043 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c92766-e7c8-4c4b-a1e0-11c0e7a06317 req-555f69db-38ee-4ec5-984a-4acc5586c324 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:34.350859 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-57c92766-e7c8-4c4b-a1e0-11c0e7a06317 req-555f69db-38ee-4ec5-984a-4acc5586c324 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7709b847-9108-440c-b8ae-faa20a897393 HTTP/1.1" status: 200 len: 945 time: 0.2890844 Jan 27 22:08:34.397882 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for port (5aecfa59-9009-485d-8007-d604f1eaa260), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:34.400409 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d0616b-ccfc-4b93-9230-a2604e9b4468 None None] Network e3ea665c-055e-4a6b-adab-112dcb85ecba requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:34.497963 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-57c92766-e7c8-4c4b-a1e0-11c0e7a06317 req-13cc7473-d079-4065-a57a-8511be8b1a77 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368206 Jan 27 22:08:34.500245 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c3ab7f61-5a99-4b8b-b7e5-68707dce3f88 None None] Provisioning complete for port dc73c602-dabc-4eb6-bd82-c3339d3c7596 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:34.501148 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7f61-5a99-4b8b-b7e5-68707dce3f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (dc73c602-dabc-4eb6-bd82-c3339d3c7596), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:34.558996 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5aecfa59-9009-485d-8007-d604f1eaa260), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:34.653576 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-1002f13c-4f07-497a-8a9a-061342cd2360 None None] Allocated IP 2001:db8::2 (1979f8df-3e9b-4af9-81e2-929cf6d8e6fd/c0cdf575-a059-49d1-972c-661d82940d04/784cd329-7f02-4bda-9914-8132d0670c86) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:34.659530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Port': ['ID=5aecfa59-9009-485d-8007-d604f1eaa260,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:34.669052 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network 1979f8df-3e9b-4af9-81e2-929cf6d8e6fd is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:34.671107 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:34.676626 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:34.681884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:34.682503 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:34.687936 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:34.688328 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:34.688694 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:34.689023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:34.689365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:34.689702 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:34.690090 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:34.690404 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:34.690731 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:34.691063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:34.691474 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:34.691806 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:34.692146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:34.698369 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-adc147c5-73c1-4511-a5c8-f2ed3e235b6a tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (ec1823c0-2c2d-49cd-bdf4-4e78337ab19e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:34.737559 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4a528ba9-8286-40ca-ae6e-d0361686927b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3559680 Jan 27 22:08:34.740128 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49422) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:34.741432 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc147c5-73c1-4511-a5c8-f2ed3e235b6a tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Pushing event deleted for resources: {'Port': ['ID=ec1823c0-2c2d-49cd-bdf4-4e78337ab19e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:34.754400 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9bc98e1c-9c58-436b-90c3-14c3c1564827 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'port': {'network_id': '1979f8df-3e9b-4af9-81e2-929cf6d8e6fd', 'name': 'tempest-PortsIpV6TestJSON-1069887263'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:34.816596 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-adc147c5-73c1-4511-a5c8-f2ed3e235b6a tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:34.826672 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-adc147c5-73c1-4511-a5c8-f2ed3e235b6a tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] 10.222.0.23 "DELETE /v2.0/ports/ec1823c0-2c2d-49cd-bdf4-4e78337ab19e HTTP/1.1" status: 204 len: 168 time: 1.9725924 Jan 27 22:08:34.826672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49424) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:34.831282 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-6de00e0f-df36-4283-8a29-d211a828ccb8 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Request body: {'port': {'name': 'tempest-new-port-name-2042337214', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:34.832000 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.api.validators [None req-6de00e0f-df36-4283-8a29-d211a828ccb8 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] bootfile-name is not in valid_values {{(pid=109741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 22:08:34.832645 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.api.validators [None req-6de00e0f-df36-4283-8a29-d211a828ccb8 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] tftp-server is not in valid_values {{(pid=109741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 22:08:34.833254 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.api.validators [None req-6de00e0f-df36-4283-8a29-d211a828ccb8 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] server-ip-address is not in valid_values {{(pid=109741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 22:08:34.961167 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc98e1c-9c58-436b-90c3-14c3c1564827 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:34.965528 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9bc98e1c-9c58-436b-90c3-14c3c1564827 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.023220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-9bc98e1c-9c58-436b-90c3-14c3c1564827 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] device_id is not set on port e253b0dc-fa05-4302-a70e-6d0fc87ac2a6 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:08:35.034531 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1002f13c-4f07-497a-8a9a-061342cd2360 None None] Publish callbacks [] for port (784cd329-7f02-4bda-9914-8132d0670c86), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.036440 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c3ab7f61-5a99-4b8b-b7e5-68707dce3f88 None None] Current status of the port dc73c602-dabc-4eb6-bd82-c3339d3c7596 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:35.038429 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7f61-5a99-4b8b-b7e5-68707dce3f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (dc73c602-dabc-4eb6-bd82-c3339d3c7596), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.107093 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6de00e0f-df36-4283-8a29-d211a828ccb8 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ffdc150f-b0ed-41ba-8f22-554d3f909a5a), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.216408 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1002f13c-4f07-497a-8a9a-061342cd2360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (784cd329-7f02-4bda-9914-8132d0670c86), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.298221 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1002f13c-4f07-497a-8a9a-061342cd2360 None None] Network 1979f8df-3e9b-4af9-81e2-929cf6d8e6fd is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:35.393434 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-1002f13c-4f07-497a-8a9a-061342cd2360 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:35.404076 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device dc73c602-dabc-4eb6-bd82-c3339d3c7596 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:35.419814 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1002f13c-4f07-497a-8a9a-061342cd2360 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:35.436037 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c3ab7f61-5a99-4b8b-b7e5-68707dce3f88 None None] For port dc73c602-dabc-4eb6-bd82-c3339d3c7596, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=dc73c602-dabc-4eb6-bd82-c3339d3c7596,segment=NetworkSegment(86fdb666-17da-480f-876c-e0ce96e2dfd4),segment_id=86fdb666-17da-480f-876c-e0ce96e2dfd4)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:35.436293 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-9bc98e1c-9c58-436b-90c3-14c3c1564827 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Allocated IP 2001:db8::30e (1979f8df-3e9b-4af9-81e2-929cf6d8e6fd/c0cdf575-a059-49d1-972c-661d82940d04/e253b0dc-fa05-4302-a70e-6d0fc87ac2a6) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:35.501098 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7f61-5a99-4b8b-b7e5-68707dce3f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (dc73c602-dabc-4eb6-bd82-c3339d3c7596), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.643172 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002f13c-4f07-497a-8a9a-061342cd2360 None None] Pushing event updated for resources: {'Port': ['ID=784cd329-7f02-4bda-9914-8132d0670c86,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:35.690233 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cda96-7cc8-4920-9009-60325156638d req-29e3b648-4ea2-4cb5-9fda-52f600212149 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:35.691812 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f5cda96-7cc8-4920-9009-60325156638d req-29e3b648-4ea2-4cb5-9fda-52f600212149 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.15 "GET /v2.0/ports?device_id=7709b847-9108-440c-b8ae-faa20a897393 HTTP/1.1" status: 200 len: 945 time: 0.7248018 Jan 27 22:08:35.710168 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1002f13c-4f07-497a-8a9a-061342cd2360 None None] Attempting to bind port 784cd329-7f02-4bda-9914-8132d0670c86 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:08:35.710820 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1002f13c-4f07-497a-8a9a-061342cd2360 None None] Attempting to bind port 784cd329-7f02-4bda-9914-8132d0670c86 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '0f252bb4-3615-4de5-932d-6e7b746245b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1979f8df-3e9b-4af9-81e2-929cf6d8e6fd'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:08:35.711259 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1002f13c-4f07-497a-8a9a-061342cd2360 None None] Attempting to bind port 784cd329-7f02-4bda-9914-8132d0670c86 on network 1979f8df-3e9b-4af9-81e2-929cf6d8e6fd {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:35.719107 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9bc98e1c-9c58-436b-90c3-14c3c1564827 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for port (e253b0dc-fa05-4302-a70e-6d0fc87ac2a6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.748554 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1002f13c-4f07-497a-8a9a-061342cd2360 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:08:35.748554 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1002f13c-4f07-497a-8a9a-061342cd2360 None None] Checking segment: {'id': '0f252bb4-3615-4de5-932d-6e7b746245b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1979f8df-3e9b-4af9-81e2-929cf6d8e6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:35.748554 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1002f13c-4f07-497a-8a9a-061342cd2360 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.748554 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1002f13c-4f07-497a-8a9a-061342cd2360 None None] Bound using segment: {'id': '0f252bb4-3615-4de5-932d-6e7b746245b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1979f8df-3e9b-4af9-81e2-929cf6d8e6fd'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:08:35.748554 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1002f13c-4f07-497a-8a9a-061342cd2360 None None] Bound port: 784cd329-7f02-4bda-9914-8132d0670c86, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f252bb4-3615-4de5-932d-6e7b746245b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1979f8df-3e9b-4af9-81e2-929cf6d8e6fd'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:08:35.748554 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1002f13c-4f07-497a-8a9a-061342cd2360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (784cd329-7f02-4bda-9914-8132d0670c86), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.796622 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9bc98e1c-9c58-436b-90c3-14c3c1564827 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (e253b0dc-fa05-4302-a70e-6d0fc87ac2a6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.935705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b44560-2c41-4459-9424-9f121a90a26e req-5509c6dd-51d5-4a24-a4b7-2776d75f468a tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:35.937354 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9b44560-2c41-4459-9424-9f121a90a26e req-5509c6dd-51d5-4a24-a4b7-2776d75f468a tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 945 time: 0.4078839 Jan 27 22:08:35.939746 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc98e1c-9c58-436b-90c3-14c3c1564827 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network 1979f8df-3e9b-4af9-81e2-929cf6d8e6fd is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:35.950977 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-9bc98e1c-9c58-436b-90c3-14c3c1564827 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:35.961145 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc98e1c-9c58-436b-90c3-14c3c1564827 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:35.974211 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc98e1c-9c58-436b-90c3-14c3c1564827 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:35.978345 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9bc98e1c-9c58-436b-90c3-14c3c1564827 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.052779 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9bc98e1c-9c58-436b-90c3-14c3c1564827 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3091664 Jan 27 22:08:36.053759 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc98e1c-9c58-436b-90c3-14c3c1564827 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Port': ['ID=e253b0dc-fa05-4302-a70e-6d0fc87ac2a6,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:36.058244 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1002f13c-4f07-497a-8a9a-061342cd2360 None None] For port 784cd329-7f02-4bda-9914-8132d0670c86, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:08:36.067922 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1002f13c-4f07-497a-8a9a-061342cd2360 None None] For port 784cd329-7f02-4bda-9914-8132d0670c86, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=784cd329-7f02-4bda-9914-8132d0670c86,segment=NetworkSegment(0f252bb4-3615-4de5-932d-6e7b746245b8),segment_id=0f252bb4-3615-4de5-932d-6e7b746245b8)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:08:36.068140 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49464) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:36.107090 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port dc73c602-dabc-4eb6-bd82-c3339d3c7596 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:36.109627 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (dc73c602-dabc-4eb6-bd82-c3339d3c7596), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.111445 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e328530a-07b7-461e-a159-75e59b604f4f None None] Provisioning complete for port ffdc150f-b0ed-41ba-8f22-554d3f909a5a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:36.111926 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e328530a-07b7-461e-a159-75e59b604f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ffdc150f-b0ed-41ba-8f22-554d3f909a5a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.122649 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1002f13c-4f07-497a-8a9a-061342cd2360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (784cd329-7f02-4bda-9914-8132d0670c86), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.185711 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6de00e0f-df36-4283-8a29-d211a828ccb8 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks [] for port (ffdc150f-b0ed-41ba-8f22-554d3f909a5a), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.244225 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6de00e0f-df36-4283-8a29-d211a828ccb8 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (ffdc150f-b0ed-41ba-8f22-554d3f909a5a), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.265769 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bad9d5-e787-4540-8313-86878e412792 req-85383c00-daee-4fce-9db0-7a81452c011e tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:36.267407 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90bad9d5-e787-4540-8313-86878e412792 req-85383c00-daee-4fce-9db0-7a81452c011e tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7709b847-9108-440c-b8ae-faa20a897393 HTTP/1.1" status: 200 len: 945 time: 0.6032043 Jan 27 22:08:36.276836 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab7f61-5a99-4b8b-b7e5-68707dce3f88 None None] Pushing event updated for resources: {'Port': ['ID=dc73c602-dabc-4eb6-bd82-c3339d3c7596,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:36.339476 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59958682-41aa-49d8-8cba-1e056b0b8164 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:36.345172 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-59958682-41aa-49d8-8cba-1e056b0b8164 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A63 HTTP/1.1" status: 200 len: 927 time: 0.2714188 Jan 27 22:08:36.345876 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49474) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:36.377250 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9b44560-2c41-4459-9424-9f121a90a26e req-315f9c81-9580-4f2c-aa9a-cb27f1b47748 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13b0e12-3a2c-4f57-a86a-e2cfd904b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4102378 Jan 27 22:08:36.468886 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e328530a-07b7-461e-a159-75e59b604f4f None None] Port ffdc150f-b0ed-41ba-8f22-554d3f909a5a cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:36.544552 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002f13c-4f07-497a-8a9a-061342cd2360 None None] Pushing event updated for resources: {'Port': ['ID=784cd329-7f02-4bda-9914-8132d0670c86,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:36.554696 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-6de00e0f-df36-4283-8a29-d211a828ccb8 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] In _notify_port_updated(), no bound segment for port ffdc150f-b0ed-41ba-8f22-554d3f909a5a on network e3ea665c-055e-4a6b-adab-112dcb85ecba {{(pid=109741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:08:36.577179 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-9f39e27a-3279-4726-85a6-0dac54a7988b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting port e253b0dc-fa05-4302-a70e-6d0fc87ac2a6 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:36.577529 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f39e27a-3279-4726-85a6-0dac54a7988b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e253b0dc-fa05-4302-a70e-6d0fc87ac2a6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.577658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de00e0f-df36-4283-8a29-d211a828ccb8 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:36.578481 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6de00e0f-df36-4283-8a29-d211a828ccb8 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.582793 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6de00e0f-df36-4283-8a29-d211a828ccb8 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] 10.222.0.23 "PUT /v2.0/ports/ffdc150f-b0ed-41ba-8f22-554d3f909a5a HTTP/1.1" status: 200 len: 1136 time: 1.7559779 Jan 27 22:08:36.584068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49480) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:36.621534 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de00e0f-df36-4283-8a29-d211a828ccb8 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Pushing event updated for resources: {'Port': ['ID=ffdc150f-b0ed-41ba-8f22-554d3f909a5a,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:36.630652 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e328530a-07b7-461e-a159-75e59b604f4f None None] Provisioning complete for port dc73c602-dabc-4eb6-bd82-c3339d3c7596 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:36.630899 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e328530a-07b7-461e-a159-75e59b604f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (dc73c602-dabc-4eb6-bd82-c3339d3c7596), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.677434 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port dc73c602-dabc-4eb6-bd82-c3339d3c7596 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:36.717769 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-1f5cda96-7cc8-4920-9009-60325156638d req-2c896961-80e3-4e06-aa5f-cd117df99e33 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Deleting port 82311d60-a6b4-4619-a83e-b1dd71f4bda1 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:36.718731 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1f5cda96-7cc8-4920-9009-60325156638d req-2c896961-80e3-4e06-aa5f-cd117df99e33 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (82311d60-a6b4-4619-a83e-b1dd71f4bda1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.826252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21f2dd3-10a6-4572-beab-1a217d7b72ee tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:36.828196 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a21f2dd3-10a6-4572-beab-1a217d7b72ee tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] 10.222.0.23 "GET /v2.0/ports/ffdc150f-b0ed-41ba-8f22-554d3f909a5a HTTP/1.1" status: 200 len: 1136 time: 0.2406576 Jan 27 22:08:36.833070 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49486) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:36.900487 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90bad9d5-e787-4540-8313-86878e412792 req-644f76f5-ec8a-49ec-b539-bda83c36aa90 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6102448 Jan 27 22:08:37.036713 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f39e27a-3279-4726-85a6-0dac54a7988b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e253b0dc-fa05-4302-a70e-6d0fc87ac2a6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.045469 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e328530a-07b7-461e-a159-75e59b604f4f None None] Current status of the port dc73c602-dabc-4eb6-bd82-c3339d3c7596 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:37.065686 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-1f5cda96-7cc8-4920-9009-60325156638d req-2c896961-80e3-4e06-aa5f-cd117df99e33 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] For port 82311d60-a6b4-4619-a83e-b1dd71f4bda1, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=82311d60-a6b4-4619-a83e-b1dd71f4bda1,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:37.066534 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1f5cda96-7cc8-4920-9009-60325156638d req-2c896961-80e3-4e06-aa5f-cd117df99e33 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (82311d60-a6b4-4619-a83e-b1dd71f4bda1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.068019 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-9f39e27a-3279-4726-85a6-0dac54a7988b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Calling delete_port for e253b0dc-fa05-4302-a70e-6d0fc87ac2a6 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:37.092086 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-1f5cda96-7cc8-4920-9009-60325156638d req-2c896961-80e3-4e06-aa5f-cd117df99e33 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Calling delete_port for 82311d60-a6b4-4619-a83e-b1dd71f4bda1 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:37.206115 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-0685f103-549f-4177-aa9b-f95d5a8142b4 None None] Provisioning complete for port ffdc150f-b0ed-41ba-8f22-554d3f909a5a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:37.206609 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0685f103-549f-4177-aa9b-f95d5a8142b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ffdc150f-b0ed-41ba-8f22-554d3f909a5a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.279059 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-e49af20d-6dcb-4573-a005-cd97953a43c3 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Deleting port ffdc150f-b0ed-41ba-8f22-554d3f909a5a {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:37.279397 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e49af20d-6dcb-4573-a005-cd97953a43c3 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ffdc150f-b0ed-41ba-8f22-554d3f909a5a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.322789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device dc73c602-dabc-4eb6-bd82-c3339d3c7596 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:37.428143 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0685f103-549f-4177-aa9b-f95d5a8142b4 None None] Port ffdc150f-b0ed-41ba-8f22-554d3f909a5a cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:37.446647 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-0685f103-549f-4177-aa9b-f95d5a8142b4 None None] Could not find standard attr ID for object ec1823c0-2c2d-49cd-bdf4-4e78337ab19e. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:08:37.514577 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port dc73c602-dabc-4eb6-bd82-c3339d3c7596 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:37.517582 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (dc73c602-dabc-4eb6-bd82-c3339d3c7596), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.529753 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1f5cda96-7cc8-4920-9009-60325156638d req-2c896961-80e3-4e06-aa5f-cd117df99e33 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (82311d60-a6b4-4619-a83e-b1dd71f4bda1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.539373 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e49af20d-6dcb-4573-a005-cd97953a43c3 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ffdc150f-b0ed-41ba-8f22-554d3f909a5a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.564637 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['546296c4-1857-45cc-88d1-2bbe11f68260'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:08:37.626741 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-57b0cca8-6649-490a-b5a5-8b62a991af79 None None] Provisioning complete for port ffdc150f-b0ed-41ba-8f22-554d3f909a5a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:37.631015 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-57b0cca8-6649-490a-b5a5-8b62a991af79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ffdc150f-b0ed-41ba-8f22-554d3f909a5a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.651522 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-e49af20d-6dcb-4573-a005-cd97953a43c3 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Calling delete_port for ffdc150f-b0ed-41ba-8f22-554d3f909a5a owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:37.667943 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49500) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:37.682107 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c896961-80e3-4e06-aa5f-cd117df99e33 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Pushing event deleted for resources: {'Port': ['ID=82311d60-a6b4-4619-a83e-b1dd71f4bda1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:37.719586 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 82311d60-a6b4-4619-a83e-b1dd71f4bda1 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:08:37.729773 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5cda96-7cc8-4920-9009-60325156638d req-2c896961-80e3-4e06-aa5f-cd117df99e33 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] No DVR routers for this DVR port 82311d60-a6b4-4619-a83e-b1dd71f4bda1 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:08:37.732836 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1f5cda96-7cc8-4920-9009-60325156638d req-2c896961-80e3-4e06-aa5f-cd117df99e33 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.737708 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f5cda96-7cc8-4920-9009-60325156638d req-2c896961-80e3-4e06-aa5f-cd117df99e33 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.15 "DELETE /v2.0/ports/82311d60-a6b4-4619-a83e-b1dd71f4bda1 HTTP/1.1" status: 204 len: 173 time: 2.0340331 Jan 27 22:08:37.740285 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7709b847-9108-440c-b8ae-faa20a897393', 'name': 'network-vif-deleted', 'tag': '82311d60-a6b4-4619-a83e-b1dd71f4bda1'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:37.753990 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a070ec3-eb68-4abb-85bc-59fe9161bbfe" -d '{"events": [{"server_uuid": "7709b847-9108-440c-b8ae-faa20a897393", "name": "network-vif-deleted", "tag": "82311d60-a6b4-4619-a83e-b1dd71f4bda1"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:37.867519 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef2894-7599-4457-93e1-3fa7dde82c2a req-7068fb47-503a-421b-a2b7-63de2a83b547 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:37.876810 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 82311d60-a6b4-4619-a83e-b1dd71f4bda1 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:08:37.877167 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 82311d60-a6b4-4619-a83e-b1dd71f4bda1 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:08:37.880841 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3ef2894-7599-4457-93e1-3fa7dde82c2a req-7068fb47-503a-421b-a2b7-63de2a83b547 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 945 time: 0.2478840 Jan 27 22:08:37.892298 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f39e27a-3279-4726-85a6-0dac54a7988b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (e253b0dc-fa05-4302-a70e-6d0fc87ac2a6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.931566 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb86a37c-6085-4718-99c7-a7c08d2dc3d6 x-openstack-request-id: req-eb86a37c-6085-4718-99c7-a7c08d2dc3d6 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:37.931901 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7709b847-9108-440c-b8ae-faa20a897393", "name": "network-vif-deleted", "tag": "82311d60-a6b4-4619-a83e-b1dd71f4bda1", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:37.932121 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb86a37c-6085-4718-99c7-a7c08d2dc3d6 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:37.932588 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7709b847-9108-440c-b8ae-faa20a897393', 'name': 'network-vif-deleted', 'tag': '82311d60-a6b4-4619-a83e-b1dd71f4bda1', 'status': 'completed', 'code': 200} Jan 27 22:08:38.010735 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port dc73c602-dabc-4eb6-bd82-c3339d3c7596 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:38.011983 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 784cd329-7f02-4bda-9914-8132d0670c86 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:38.016451 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-57b0cca8-6649-490a-b5a5-8b62a991af79 None None] Port ffdc150f-b0ed-41ba-8f22-554d3f909a5a cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:38.051008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3ef2894-7599-4457-93e1-3fa7dde82c2a req-e757bcb9-eab8-49af-a987-2e2ca1b20fc1 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13b0e12-3a2c-4f57-a86a-e2cfd904b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591022 Jan 27 22:08:38.113846 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39e27a-3279-4726-85a6-0dac54a7988b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Port': ['ID=e253b0dc-fa05-4302-a70e-6d0fc87ac2a6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:38.115747 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aea134d3-f3f7-418a-9ff4-0ac33ca22fbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.222829 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a5d005c0-7c2d-4a4f-b020-997994908e60 req-e1a3d6c4-81db-4937-83aa-b251c8449903 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=7709b847-9108-440c-b8ae-faa20a897393 HTTP/1.1" status: 200 len: 210 time: 0.0952394 Jan 27 22:08:38.239001 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f39e27a-3279-4726-85a6-0dac54a7988b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.246147 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9f39e27a-3279-4726-85a6-0dac54a7988b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/ports/e253b0dc-fa05-4302-a70e-6d0fc87ac2a6 HTTP/1.1" status: 204 len: 168 time: 1.8991561 Jan 27 22:08:38.248916 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49516) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:38.252195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44eb1d7-4aa9-406f-94dc-a1ee0dc82afd req-affa9ae1-96aa-41d5-b0fa-8a42e98930e5 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:38.253971 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a44eb1d7-4aa9-406f-94dc-a1ee0dc82afd req-affa9ae1-96aa-41d5-b0fa-8a42e98930e5 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 945 time: 0.1085057 Jan 27 22:08:38.266741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49518) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:38.282178 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-f242240b-fc59-4712-a0a8-17c74b30275b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Request body: {'floatingip': {'port_id': '6f013428-d36e-48cd-93d1-85d7f63f05cb'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:38.336090 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f242240b-fc59-4712-a0a8-17c74b30275b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for floatingip (7e7050cb-3d8f-41e9-840c-c94c5c36fa6e), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.336317 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-0413853f-2652-4f14-8a27-17b8efeb83b4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] GET failed (client error): The resource could not be found. Jan 27 22:08:38.343695 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 784cd329-7f02-4bda-9914-8132d0670c86 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:38.346850 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0413853f-2652-4f14-8a27-17b8efeb83b4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports/e253b0dc-fa05-4302-a70e-6d0fc87ac2a6 HTTP/1.1" status: 404 len: 333 time: 0.0967162 Jan 27 22:08:38.347495 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (784cd329-7f02-4bda-9914-8132d0670c86), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.355700 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49524) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:38.497621 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b4336c-7211-4394-87be-afc7c31b5f14 None None] Network 1979f8df-3e9b-4af9-81e2-929cf6d8e6fd requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:38.645556 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aea134d3-f3f7-418a-9ff4-0ac33ca22fbd admin admin] Publish callbacks [] for security_group (4a78a01a-e1ec-4511-95bb-5e8e0025b06b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.647440 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e49af20d-6dcb-4573-a005-cd97953a43c3 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (ffdc150f-b0ed-41ba-8f22-554d3f909a5a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.677356 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49af20d-6dcb-4573-a005-cd97953a43c3 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Pushing event deleted for resources: {'Port': ['ID=ffdc150f-b0ed-41ba-8f22-554d3f909a5a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:38.689545 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aea134d3-f3f7-418a-9ff4-0ac33ca22fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4a78a01a-e1ec-4511-95bb-5e8e0025b06b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.756016 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-da17d6ce-38cf-4d4e-8b4d-88e94f96bf4e None None] Provisioning complete for port 784cd329-7f02-4bda-9914-8132d0670c86 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:38.756476 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-da17d6ce-38cf-4d4e-8b4d-88e94f96bf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (784cd329-7f02-4bda-9914-8132d0670c86), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.777616 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea134d3-f3f7-418a-9ff4-0ac33ca22fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a78a01a-e1ec-4511-95bb-5e8e0025b06b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:38.794071 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-4296fa0e-3e13-4a81-ad1a-3436d2aee4fe tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting port 5aecfa59-9009-485d-8007-d604f1eaa260 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:38.798023 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4296fa0e-3e13-4a81-ad1a-3436d2aee4fe tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5aecfa59-9009-485d-8007-d604f1eaa260), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.846014 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-aea134d3-f3f7-418a-9ff4-0ac33ca22fbd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb50c3f8ed6e4af9a21050145781e129&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1763947 Jan 27 22:08:38.857489 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 784cd329-7f02-4bda-9914-8132d0670c86 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:38.857892 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (784cd329-7f02-4bda-9914-8132d0670c86), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:38.884596 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49534) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:39.085213 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e49af20d-6dcb-4573-a005-cd97953a43c3 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.090981 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e49af20d-6dcb-4573-a005-cd97953a43c3 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] 10.222.0.23 "DELETE /v2.0/ports/ffdc150f-b0ed-41ba-8f22-554d3f909a5a HTTP/1.1" status: 204 len: 168 time: 2.2564423 Jan 27 22:08:39.107213 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 784cd329-7f02-4bda-9914-8132d0670c86, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=784cd329-7f02-4bda-9914-8132d0670c86,segment=NetworkSegment(0f252bb4-3615-4de5-932d-6e7b746245b8),segment_id=0f252bb4-3615-4de5-932d-6e7b746245b8)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:39.108704 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49536) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:39.125203 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (784cd329-7f02-4bda-9914-8132d0670c86), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.268192 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f2be8487-a0b4-4299-accb-5bc16b0a02f2 admin admin] Publish callbacks [] for security_group (4a78a01a-e1ec-4511-95bb-5e8e0025b06b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.338867 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4296fa0e-3e13-4a81-ad1a-3436d2aee4fe tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5aecfa59-9009-485d-8007-d604f1eaa260), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.351987 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.db.resource_extend [None req-f242240b-fc59-4712-a0a8-17c74b30275b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:08:39.392012 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49546) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:39.419157 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f242240b-fc59-4712-a0a8-17c74b30275b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.424672 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f242240b-fc59-4712-a0a8-17c74b30275b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (7e7050cb-3d8f-41e9-840c-c94c5c36fa6e), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.459478 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-4296fa0e-3e13-4a81-ad1a-3436d2aee4fe tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Calling delete_port for 5aecfa59-9009-485d-8007-d604f1eaa260 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:39.468434 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ba0b62-a20b-4899-8023-d98fb6e36316 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Deleting subnet 78398463-834d-4d5a-a836-b09927f892fa {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:08:39.486630 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f2be8487-a0b4-4299-accb-5bc16b0a02f2 admin admin] Publish callbacks [] for security_group (4a78a01a-e1ec-4511-95bb-5e8e0025b06b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.491112 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92ba0b62-a20b-4899-8023-d98fb6e36316 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks [] for subnet (78398463-834d-4d5a-a836-b09927f892fa), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.571098 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-f242240b-fc59-4712-a0a8-17c74b30275b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Floating IP 7e7050cb-3d8f-41e9-840c-c94c5c36fa6e associated. External IP: 172.25.3.253, port: 6f013428-d36e-48cd-93d1-85d7f63f05cb. Jan 27 22:08:39.636126 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-da17d6ce-38cf-4d4e-8b4d-88e94f96bf4e None None] Current status of the port 784cd329-7f02-4bda-9914-8132d0670c86 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:39.639819 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f2be8487-a0b4-4299-accb-5bc16b0a02f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4a78a01a-e1ec-4511-95bb-5e8e0025b06b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.643255 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f2be8487-a0b4-4299-accb-5bc16b0a02f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.646891 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f2be8487-a0b4-4299-accb-5bc16b0a02f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a78a01a-e1ec-4511-95bb-5e8e0025b06b HTTP/1.1" status: 204 len: 168 time: 0.7454035 Jan 27 22:08:39.705248 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=784cd329-7f02-4bda-9914-8132d0670c86,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:39.765716 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e6a81e0b-788a-4cf4-b5fc-3535558872dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.785611 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e2ef312f-3cc1-4988-ab60-c332e830eba3 None None] Provisioning complete for port 5aecfa59-9009-485d-8007-d604f1eaa260 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:39.786189 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be8487-a0b4-4299-accb-5bc16b0a02f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a78a01a-e1ec-4511-95bb-5e8e0025b06b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:39.786281 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e2ef312f-3cc1-4988-ab60-c332e830eba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5aecfa59-9009-485d-8007-d604f1eaa260), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.800463 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92ba0b62-a20b-4899-8023-d98fb6e36316 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (78398463-834d-4d5a-a836-b09927f892fa), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.856198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef312f-3cc1-4988-ab60-c332e830eba3 None None] Port 5aecfa59-9009-485d-8007-d604f1eaa260 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:39.895722 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e2ef312f-3cc1-4988-ab60-c332e830eba3 None None] Provisioning complete for port 784cd329-7f02-4bda-9914-8132d0670c86 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:39.900132 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e2ef312f-3cc1-4988-ab60-c332e830eba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (784cd329-7f02-4bda-9914-8132d0670c86), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.952682 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92ba0b62-a20b-4899-8023-d98fb6e36316 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (78398463-834d-4d5a-a836-b09927f892fa), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.083114 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92ba0b62-a20b-4899-8023-d98fb6e36316 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (78398463-834d-4d5a-a836-b09927f892fa), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.133898 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef312f-3cc1-4988-ab60-c332e830eba3 None None] Current status of the port 784cd329-7f02-4bda-9914-8132d0670c86 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:40.178974 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-a6124424-57ce-490b-ad50-c65f69d3bdd7 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:40.184359 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92ba0b62-a20b-4899-8023-d98fb6e36316 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.189142 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-a6124424-57ce-490b-ad50-c65f69d3bdd7 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 805 time: 0.4940600 Jan 27 22:08:40.191367 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-92ba0b62-a20b-4899-8023-d98fb6e36316 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] 10.222.0.23 "DELETE /v2.0/subnets/78398463-834d-4d5a-a836-b09927f892fa HTTP/1.1" status: 204 len: 168 time: 1.0816202 Jan 27 22:08:40.197972 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c886cac-ea76-42f5-870b-e58abf261152 None None] Network e3ea665c-055e-4a6b-adab-112dcb85ecba requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:40.199983 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba0b62-a20b-4899-8023-d98fb6e36316 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Pushing event deleted for resources: {'Subnet': ['ID=78398463-834d-4d5a-a836-b09927f892fa,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:40.201850 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49564) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:40.227358 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-e88a499c-f8d4-41b2-80b5-58095dbb6093 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/quotas/342465e78b4348c1b975ff630f4dbc64 HTTP/1.1" status: 200 len: 375 time: 0.0341918 Jan 27 22:08:40.291317 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49566) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:40.298015 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e6a81e0b-788a-4cf4-b5fc-3535558872dc admin admin] Publish callbacks [] for security_group (492bc908-fdd0-4636-998e-0d470f7da33b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.330970 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e6a81e0b-788a-4cf4-b5fc-3535558872dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (492bc908-fdd0-4636-998e-0d470f7da33b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.342988 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b3b5cbb1-3e72-4de8-ac06-01edd38b938a None None] Provisioning complete for port 5aecfa59-9009-485d-8007-d604f1eaa260 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:40.343367 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b3b5cbb1-3e72-4de8-ac06-01edd38b938a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5aecfa59-9009-485d-8007-d604f1eaa260), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.360568 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-564a5362-900d-422e-a8ba-f651896ff062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.396029 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5cbb1-3e72-4de8-ac06-01edd38b938a None None] Port 5aecfa59-9009-485d-8007-d604f1eaa260 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:40.438410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f242240b-fc59-4712-a0a8-17c74b30275b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:08:40.490516 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-eb156f0a-fdcd-4c6d-a4ad-54cb141867be tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2564490 Jan 27 22:08:40.589260 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3aedadf-cde5-4082-9d23-e2d5c5496a46 None None] DHCP port deletion for e3ea665c-055e-4a6b-adab-112dcb85ecba request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:08:40.728461 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-620a7a80-ba4b-4ce0-9b42-4cec4137085c None None] Could not find standard attr ID for object e253b0dc-fa05-4302-a70e-6d0fc87ac2a6. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:08:40.772213 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b3aedadf-cde5-4082-9d23-e2d5c5496a46 None None] Deleting port dc73c602-dabc-4eb6-bd82-c3339d3c7596 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:40.772601 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b3aedadf-cde5-4082-9d23-e2d5c5496a46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (dc73c602-dabc-4eb6-bd82-c3339d3c7596), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.880697 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b3aedadf-cde5-4082-9d23-e2d5c5496a46 None None] For port dc73c602-dabc-4eb6-bd82-c3339d3c7596, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=dc73c602-dabc-4eb6-bd82-c3339d3c7596,segment=NetworkSegment(86fdb666-17da-480f-876c-e0ce96e2dfd4),segment_id=86fdb666-17da-480f-876c-e0ce96e2dfd4)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:40.884125 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b3aedadf-cde5-4082-9d23-e2d5c5496a46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (dc73c602-dabc-4eb6-bd82-c3339d3c7596), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.921133 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-564a5362-900d-422e-a8ba-f651896ff062 admin admin] Publish callbacks [] for security_group (20a61798-fbda-48d3-8715-a61c56c7eec8), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.930935 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-564a5362-900d-422e-a8ba-f651896ff062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (20a61798-fbda-48d3-8715-a61c56c7eec8), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.931373 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b3aedadf-cde5-4082-9d23-e2d5c5496a46 None None] Calling delete_port for dc73c602-dabc-4eb6-bd82-c3339d3c7596 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:40.935017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-e039c79a-b092-49d0-864c-299ec96a050c service neutron] 10.222.0.23 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257910 Jan 27 22:08:40.947875 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f242240b-fc59-4712-a0a8-17c74b30275b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:08:40.972207 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bef4e9b-5330-4d2e-a77f-a5bcf3430c10 None None] Sync routers for ids ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:08:40.975265 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f242240b-fc59-4712-a0a8-17c74b30275b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:40.992139 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bef4e9b-5330-4d2e-a77f-a5bcf3430c10 None None] Routers {'26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:40.995169 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7bef4e9b-5330-4d2e-a77f-a5bcf3430c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:08:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:41.092217 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b3aedadf-cde5-4082-9d23-e2d5c5496a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (dc73c602-dabc-4eb6-bd82-c3339d3c7596), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:41.142838 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-7bef4e9b-5330-4d2e-a77f-a5bcf3430c10 None None] Set router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:41.178916 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aedadf-cde5-4082-9d23-e2d5c5496a46 None None] Pushing event deleted for resources: {'Port': ['ID=dc73c602-dabc-4eb6-bd82-c3339d3c7596,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:41.181062 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3aedadf-cde5-4082-9d23-e2d5c5496a46 None None] No DVR routers for this DVR port dc73c602-dabc-4eb6-bd82-c3339d3c7596 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:08:41.291906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 784cd329-7f02-4bda-9914-8132d0670c86 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:41.310807 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e6a81e0b-788a-4cf4-b5fc-3535558872dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa1d661846254d75aa406ccb4e5e148f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8935366 Jan 27 22:08:41.311782 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49572) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:41.358697 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4296fa0e-3e13-4a81-ad1a-3436d2aee4fe tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5aecfa59-9009-485d-8007-d604f1eaa260), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:41.366786 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2a0922ea-92ac-4a69-90d6-663fb374b7a0 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (e3ea665c-055e-4a6b-adab-112dcb85ecba), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:41.374414 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 784cd329-7f02-4bda-9914-8132d0670c86 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:41.377066 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (784cd329-7f02-4bda-9914-8132d0670c86), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:41.424765 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a81e0b-788a-4cf4-b5fc-3535558872dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492bc908-fdd0-4636-998e-0d470f7da33b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:41.446325 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e49fdaf-8d8a-4412-89f7-5e4a229ac9df admin admin] Publish callbacks [] for security_group (492bc908-fdd0-4636-998e-0d470f7da33b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:41.449244 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296fa0e-3e13-4a81-ad1a-3436d2aee4fe tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Port': ['ID=5aecfa59-9009-485d-8007-d604f1eaa260,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:41.498075 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4296fa0e-3e13-4a81-ad1a-3436d2aee4fe tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:41.508246 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4296fa0e-3e13-4a81-ad1a-3436d2aee4fe tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/ports/5aecfa59-9009-485d-8007-d604f1eaa260 HTTP/1.1" status: 204 len: 168 time: 3.1511314 Jan 27 22:08:41.536556 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49576) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:41.540131 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 784cd329-7f02-4bda-9914-8132d0670c86 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:41.623684 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7bef4e9b-5330-4d2e-a77f-a5bcf3430c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'name': 'tempest-AttachVolumeTestJSON-789037297-router', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:12Z', 'updated_at': '2022-01-27T22:03:18Z', 'revision_number': 4, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'gw_port': {'id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:13Z', 'updated_at': '2022-01-27T22:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '7e7050cb-3d8f-41e9-840c-c94c5c36fa6e', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'floating_ip_address': '172.25.3.253', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'port_id': '6f013428-d36e-48cd-93d1-85d7f63f05cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2180, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'mac_address': 'fa:16:3e:61:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63d45-22f7-4762-8243-8ae3d736d055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:08:10Z', 'updated_at': '2022-01-27T22:08:39Z', 'revision_number': 1, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c3d2b3-d8ba-411c-8619-35d82b6eecde', 'name': '', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'mac_address': 'fa:16:3e:c3:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:17Z', 'updated_at': '2022-01-27T22:03:25Z', 'revision_number': 5, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'subnets': [{'id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:41.650124 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device dc73c602-dabc-4eb6-bd82-c3339d3c7596 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:08:41.665284 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bef4e9b-5330-4d2e-a77f-a5bcf3430c10 None None] Checking router: 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:08:41.674131 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bef4e9b-5330-4d2e-a77f-a5bcf3430c10 None None] Routers {'26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:41.674988 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7bef4e9b-5330-4d2e-a77f-a5bcf3430c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:08:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:41.683253 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e49fdaf-8d8a-4412-89f7-5e4a229ac9df admin admin] Publish callbacks [] for security_group (492bc908-fdd0-4636-998e-0d470f7da33b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:41.698399 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-ca2ea156-ff9b-4db7-b013-e2ef36af6754 service neutron] 10.222.0.23 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7307088 Jan 27 22:08:41.701696 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: dc73c602-dabc-4eb6-bd82-c3339d3c7596 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:08:41.702725 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device dc73c602-dabc-4eb6-bd82-c3339d3c7596 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:08:41.709194 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-225ab913-a62c-457f-b7b2-ed9d64405d94 req-398ce9fe-956f-4269-9a45-ff348006362c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d05339d7-5c74-493c-9832-1da5675bacdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2492330 Jan 27 22:08:41.724687 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-564a5362-900d-422e-a8ba-f651896ff062 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7304e48b5da4c8cba765c41a291afad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4317656 Jan 27 22:08:41.729457 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49586) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:41.735206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a5362-900d-422e-a8ba-f651896ff062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a61798-fbda-48d3-8715-a61c56c7eec8,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:41.755552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f242240b-fc59-4712-a0a8-17c74b30275b tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "PUT /v2.0/floatingips/7e7050cb-3d8f-41e9-840c-c94c5c36fa6e HTTP/1.1" status: 200 len: 991 time: 3.4861257 Jan 27 22:08:41.758571 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a63d45-22f7-4762-8243-8ae3d736d055', 'tag': '6f013428-d36e-48cd-93d1-85d7f63f05cb'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:41.762455 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe978c1-485b-401a-95ad-572b91a2c778" -d '{"events": [{"name": "network-changed", "server_uuid": "83a63d45-22f7-4762-8243-8ae3d736d055", "tag": "6f013428-d36e-48cd-93d1-85d7f63f05cb"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:41.767709 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d3c657-d7e7-46d1-af58-08886be22ce2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] GET failed (client error): The resource could not be found. Jan 27 22:08:41.772796 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f7d3c657-d7e7-46d1-af58-08886be22ce2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports/5aecfa59-9009-485d-8007-d604f1eaa260 HTTP/1.1" status: 404 len: 333 time: 0.2288032 Jan 27 22:08:41.779955 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49594) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:41.812395 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2a0922ea-92ac-4a69-90d6-663fb374b7a0 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (e3ea665c-055e-4a6b-adab-112dcb85ecba), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:41.813400 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ab913-a62c-457f-b7b2-ed9d64405d94 req-8d0934a9-44a3-4cb4-be39-b205ac0ddc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:41.814989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-225ab913-a62c-457f-b7b2-ed9d64405d94 req-8d0934a9-44a3-4cb4-be39-b205ac0ddc5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&device_id=d05339d7-5c74-493c-9832-1da5675bacdb HTTP/1.1" status: 200 len: 1096 time: 0.0742848 Jan 27 22:08:41.943519 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-7bef4e9b-5330-4d2e-a77f-a5bcf3430c10 None None] Set router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:41.998532 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-2a0922ea-92ac-4a69-90d6-663fb374b7a0 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ea665c-055e-4a6b-adab-112dcb85ecba']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:42.023151 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-2a0922ea-92ac-4a69-90d6-663fb374b7a0 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fdb666-17da-480f-876c-e0ce96e2dfd4') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:42.023866 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-2a0922ea-92ac-4a69-90d6-663fb374b7a0 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fdb666-17da-480f-876c-e0ce96e2dfd4') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:42.053066 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6f000a-2980-4dec-8f0b-7c79ae4b2c83 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting subnet c0cdf575-a059-49d1-972c-661d82940d04 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:08:42.059446 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f73ed7-fdd8-4736-8783-7618fc8f6108 x-openstack-request-id: req-52f73ed7-fdd8-4736-8783-7618fc8f6108 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:42.059446 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a63d45-22f7-4762-8243-8ae3d736d055", "tag": "6f013428-d36e-48cd-93d1-85d7f63f05cb", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:42.059757 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52f73ed7-fdd8-4736-8783-7618fc8f6108 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:42.059953 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a63d45-22f7-4762-8243-8ae3d736d055', 'tag': '6f013428-d36e-48cd-93d1-85d7f63f05cb', 'status': 'completed', 'code': 200} Jan 27 22:08:42.080756 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e6f000a-2980-4dec-8f0b-7c79ae4b2c83 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (c0cdf575-a059-49d1-972c-661d82940d04), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:42.162607 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e49fdaf-8d8a-4412-89f7-5e4a229ac9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (492bc908-fdd0-4636-998e-0d470f7da33b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:42.165504 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e49fdaf-8d8a-4412-89f7-5e4a229ac9df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:42.166744 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5e49fdaf-8d8a-4412-89f7-5e4a229ac9df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/492bc908-fdd0-4636-998e-0d470f7da33b HTTP/1.1" status: 204 len: 168 time: 0.8508530 Jan 27 22:08:42.174026 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d254ec4-8cc5-4aba-860f-5943f6fd7ccf req-956801ce-5855-4c8b-8114-4f442c56daf0 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 210 time: 0.1182108 Jan 27 22:08:42.190320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ab913-a62c-457f-b7b2-ed9d64405d94 req-c3d9a6ac-8359-4942-aa4a-561f39acbf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:42.194739 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-225ab913-a62c-457f-b7b2-ed9d64405d94 req-c3d9a6ac-8359-4942-aa4a-561f39acbf20 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 906 time: 0.3496954 Jan 27 22:08:42.210248 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2a0922ea-92ac-4a69-90d6-663fb374b7a0 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (86fdb666-17da-480f-876c-e0ce96e2dfd4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:42.263558 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2a0922ea-92ac-4a69-90d6-663fb374b7a0 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (86fdb666-17da-480f-876c-e0ce96e2dfd4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:42.285770 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-693ef281-7541-44fb-8782-63c3d50c41b2 admin admin] Publish callbacks [] for security_group (20a61798-fbda-48d3-8715-a61c56c7eec8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:42.325174 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0922ea-92ac-4a69-90d6-663fb374b7a0 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:08:42.326841 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2a0922ea-92ac-4a69-90d6-663fb374b7a0 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (86fdb666-17da-480f-876c-e0ce96e2dfd4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:42.342622 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-225ab913-a62c-457f-b7b2-ed9d64405d94 req-60cc9d84-c9cc-4559-a5e3-58554a477933 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=546296c4-1857-45cc-88d1-2bbe11f68260 HTTP/1.1" status: 200 len: 217 time: 0.1387308 Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:08:42.454218 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:08:42.477254 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-693ef281-7541-44fb-8782-63c3d50c41b2 admin admin] Publish callbacks [] for security_group (20a61798-fbda-48d3-8715-a61c56c7eec8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:42.485264 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe978c1-485b-401a-95ad-572b91a2c778 req-db32b978-fa9b-4fd5-909f-7573f3d76e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:42.486787 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebe978c1-485b-401a-95ad-572b91a2c778 req-db32b978-fa9b-4fd5-909f-7573f3d76e68 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5fa39c9f14c34091a555381958bf20fa&device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 1096 time: 0.4299793 Jan 27 22:08:42.488629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ab913-a62c-457f-b7b2-ed9d64405d94 req-1a2c3346-c5c0-414c-991f-b5513943dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:42.498473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-225ab913-a62c-457f-b7b2-ed9d64405d94 req-1a2c3346-c5c0-414c-991f-b5513943dd88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7267bcf4-ac84-4f1d-9bca-30d5eecd5123 HTTP/1.1" status: 200 len: 845 time: 0.1491249 Jan 27 22:08:42.527010 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2a0922ea-92ac-4a69-90d6-663fb374b7a0 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (e3ea665c-055e-4a6b-adab-112dcb85ecba), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:42.529303 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49fdaf-8d8a-4412-89f7-5e4a229ac9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492bc908-fdd0-4636-998e-0d470f7da33b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:42.539058 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2a0922ea-92ac-4a69-90d6-663fb374b7a0 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:42.542558 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2a0922ea-92ac-4a69-90d6-663fb374b7a0 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] 10.222.0.23 "DELETE /v2.0/networks/e3ea665c-055e-4a6b-adab-112dcb85ecba HTTP/1.1" status: 204 len: 168 time: 2.3315969 Jan 27 22:08:42.560756 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e6f000a-2980-4dec-8f0b-7c79ae4b2c83 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (c0cdf575-a059-49d1-972c-661d82940d04), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:42.564101 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-693ef281-7541-44fb-8782-63c3d50c41b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (20a61798-fbda-48d3-8715-a61c56c7eec8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:42.565622 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7bef4e9b-5330-4d2e-a77f-a5bcf3430c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'name': 'tempest-AttachVolumeTestJSON-789037297-router', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:12Z', 'updated_at': '2022-01-27T22:03:18Z', 'revision_number': 4, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'gw_port': {'id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:13Z', 'updated_at': '2022-01-27T22:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '7e7050cb-3d8f-41e9-840c-c94c5c36fa6e', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'floating_ip_address': '172.25.3.253', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'port_id': '6f013428-d36e-48cd-93d1-85d7f63f05cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2180, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'mac_address': 'fa:16:3e:61:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63d45-22f7-4762-8243-8ae3d736d055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:08:10Z', 'updated_at': '2022-01-27T22:08:39Z', 'revision_number': 1, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c3d2b3-d8ba-411c-8619-35d82b6eecde', 'name': '', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'mac_address': 'fa:16:3e:c3:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:17Z', 'updated_at': '2022-01-27T22:03:25Z', 'revision_number': 5, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'subnets': [{'id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:42.571025 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-693ef281-7541-44fb-8782-63c3d50c41b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:42.572232 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-693ef281-7541-44fb-8782-63c3d50c41b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20a61798-fbda-48d3-8715-a61c56c7eec8 HTTP/1.1" status: 204 len: 168 time: 0.8359935 Jan 27 22:08:42.665583 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0922ea-92ac-4a69-90d6-663fb374b7a0 tempest-ExtraDHCPOptionsTestJSON-106498595 tempest-ExtraDHCPOptionsTestJSON-106498595-project] Pushing event deleted for resources: {'Network': ['ID=e3ea665c-055e-4a6b-adab-112dcb85ecba,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:42.675042 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-225ab913-a62c-457f-b7b2-ed9d64405d94 req-93b528a5-a8a2-456d-9da3-ed5a3a8e7a0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793161 Jan 27 22:08:42.675329 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ef281-7541-44fb-8782-63c3d50c41b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a61798-fbda-48d3-8715-a61c56c7eec8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:42.676683 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bef4e9b-5330-4d2e-a77f-a5bcf3430c10 None None] The sync data for ids ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'] in n-d-772272-3 is: [{'id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'name': 'tempest-AttachVolumeTestJSON-789037297-router', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:12Z', 'updated_at': '2022-01-27T22:03:18Z', 'revision_number': 4, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'gw_port': {'id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:13Z', 'updated_at': '2022-01-27T22:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '7e7050cb-3d8f-41e9-840c-c94c5c36fa6e', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'floating_ip_address': '172.25.3.253', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'port_id': '6f013428-d36e-48cd-93d1-85d7f63f05cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2180, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'mac_address': 'fa:16:3e:61:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a63d45-22f7-4762-8243-8ae3d736d055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:08:10Z', 'updated_at': '2022-01-27T22:08:39Z', 'revision_number': 1, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c3d2b3-d8ba-411c-8619-35d82b6eecde', 'name': '', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'mac_address': 'fa:16:3e:c3:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:17Z', 'updated_at': '2022-01-27T22:03:25Z', 'revision_number': 5, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'subnets': [{'id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:42.765558 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:42.868300 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e6f000a-2980-4dec-8f0b-7c79ae4b2c83 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (c0cdf575-a059-49d1-972c-661d82940d04), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:43.023388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe978c1-485b-401a-95ad-572b91a2c778 req-b1c11a7d-f520-4866-ba46-8b9b2e8f09de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:43.025060 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebe978c1-485b-401a-95ad-572b91a2c778 req-b1c11a7d-f520-4866-ba46-8b9b2e8f09de service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b09128f-4816-4051-b7b2-5b7a59716965 HTTP/1.1" status: 200 len: 911 time: 0.5256758 Jan 27 22:08:43.041818 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e6f000a-2980-4dec-8f0b-7c79ae4b2c83 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (c0cdf575-a059-49d1-972c-661d82940d04), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:43.074380 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e6f000a-2980-4dec-8f0b-7c79ae4b2c83 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:43.079083 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac843bb6-3b07-45be-b1c1-da61391c8f0c None None] Network 1979f8df-3e9b-4af9-81e2-929cf6d8e6fd requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:43.089279 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0e6f000a-2980-4dec-8f0b-7c79ae4b2c83 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/subnets/c0cdf575-a059-49d1-972c-661d82940d04 HTTP/1.1" status: 204 len: 168 time: 1.3074269 Jan 27 22:08:43.172914 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49632) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:43.173742 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f000a-2980-4dec-8f0b-7c79ae4b2c83 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Subnet': ['ID=c0cdf575-a059-49d1-972c-661d82940d04,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:43.190109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-225ab913-a62c-457f-b7b2-ed9d64405d94 req-c858396f-ef17-4627-acf8-46d35e516a3d service neutron] 10.222.0.15 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071194 Jan 27 22:08:43.202872 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49638) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:43.206346 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b281fd-244b-49f8-992b-5e13785f38df None None] New status for floating IP 7e7050cb-3d8f-41e9-840c-c94c5c36fa6e: ACTIVE {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:08:43.430182 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a58379f4-4af4-4673-81d6-eb141ce2d17e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (1979f8df-3e9b-4af9-81e2-929cf6d8e6fd), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:43.491480 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebe978c1-485b-401a-95ad-572b91a2c778 req-cba18d02-58ab-4b33-8f9d-953d9532bdbb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f013428-d36e-48cd-93d1-85d7f63f05cb HTTP/1.1" status: 200 len: 999 time: 0.4538951 Jan 27 22:08:43.528286 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b602bb-3fe9-4b7b-8a50-1d5532a685f7 None None] DHCP port deletion for 1979f8df-3e9b-4af9-81e2-929cf6d8e6fd request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:08:43.535706 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-88a8b39e-409c-4314-93f3-9f5bc351d7eb req-8feea618-d024-4cde-8559-7fbd1f3828b3 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 210 time: 0.1009023 Jan 27 22:08:43.556243 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a58379f4-4af4-4673-81d6-eb141ce2d17e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting port 784cd329-7f02-4bda-9914-8132d0670c86 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:43.556813 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a58379f4-4af4-4673-81d6-eb141ce2d17e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (784cd329-7f02-4bda-9914-8132d0670c86), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:43.650964 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b8b602bb-3fe9-4b7b-8a50-1d5532a685f7 None None] Deleting port 784cd329-7f02-4bda-9914-8132d0670c86 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:43.651470 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b8b602bb-3fe9-4b7b-8a50-1d5532a685f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (784cd329-7f02-4bda-9914-8132d0670c86), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:43.731664 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8f985aeb-b2a2-4ec0-8ee0-aab51633cf45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=335c1c68440240739ab1bcc4bfbfb62c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4999623 Jan 27 22:08:43.732467 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49658) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:43.733477 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-225ab913-a62c-457f-b7b2-ed9d64405d94 req-0fb93da6-f3e7-48a0-9831-fd862b01ae3a service neutron] 10.222.0.15 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293877 Jan 27 22:08:43.735467 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe978c1-485b-401a-95ad-572b91a2c778 req-82040d07-1aa2-4dca-8257-dd4c3b6bda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:43.737238 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebe978c1-485b-401a-95ad-572b91a2c778 req-82040d07-1aa2-4dca-8257-dd4c3b6bda59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8368a6d-250d-43a0-8b81-29729883ab77 HTTP/1.1" status: 200 len: 849 time: 0.2130270 Jan 27 22:08:43.814246 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b8b602bb-3fe9-4b7b-8a50-1d5532a685f7 None None] For port 784cd329-7f02-4bda-9914-8132d0670c86, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=784cd329-7f02-4bda-9914-8132d0670c86,segment=NetworkSegment(0f252bb4-3615-4de5-932d-6e7b746245b8),segment_id=0f252bb4-3615-4de5-932d-6e7b746245b8)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:43.815366 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b8b602bb-3fe9-4b7b-8a50-1d5532a685f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (784cd329-7f02-4bda-9914-8132d0670c86), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:43.843872 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b8b602bb-3fe9-4b7b-8a50-1d5532a685f7 None None] Calling delete_port for 784cd329-7f02-4bda-9914-8132d0670c86 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:43.849871 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-a58379f4-4af4-4673-81d6-eb141ce2d17e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] For port 784cd329-7f02-4bda-9914-8132d0670c86, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=784cd329-7f02-4bda-9914-8132d0670c86,segment=NetworkSegment(0f252bb4-3615-4de5-932d-6e7b746245b8),segment_id=0f252bb4-3615-4de5-932d-6e7b746245b8)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:43.852290 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a58379f4-4af4-4673-81d6-eb141ce2d17e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (784cd329-7f02-4bda-9914-8132d0670c86), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:43.919114 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe978c1-485b-401a-95ad-572b91a2c778 req-05673bcf-49f2-41be-a186-8f4a9707c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:43.921338 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebe978c1-485b-401a-95ad-572b91a2c778 req-05673bcf-49f2-41be-a186-8f4a9707c56d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b09128f-4816-4051-b7b2-5b7a59716965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1755226 Jan 27 22:08:43.928501 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a58379f4-4af4-4673-81d6-eb141ce2d17e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Calling delete_port for 784cd329-7f02-4bda-9914-8132d0670c86 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:43.931655 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-47bd49c8-fdfc-48fa-905c-5597270646de admin admin] Publish callbacks [] for security_group (026518a6-3927-4f57-a42a-6e8c34437582), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:44.043894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-17fbc41c-3f18-4e35-8262-21d712f16c11 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:44.045844 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b8b602bb-3fe9-4b7b-8a50-1d5532a685f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (784cd329-7f02-4bda-9914-8132d0670c86), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:44.047492 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-17fbc41c-3f18-4e35-8262-21d712f16c11 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.15 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 805 time: 0.2485344 Jan 27 22:08:44.075080 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-47bd49c8-fdfc-48fa-905c-5597270646de admin admin] Publish callbacks [] for security_group (026518a6-3927-4f57-a42a-6e8c34437582), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:44.080326 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-6d54def6-565e-48a6-9351-bad254b3f64a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Request body: {'port': {'device_id': 'b67bbb3d-f32b-4287-a221-b25de96280a3', 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8', 'admin_state_up': True, 'tenant_id': '342465e78b4348c1b975ff630f4dbc64'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:44.147802 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b602bb-3fe9-4b7b-8a50-1d5532a685f7 None None] Pushing event deleted for resources: {'Port': ['ID=784cd329-7f02-4bda-9914-8132d0670c86,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:44.161656 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b602bb-3fe9-4b7b-8a50-1d5532a685f7 None None] No DVR routers for this DVR port 784cd329-7f02-4bda-9914-8132d0670c86 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:08:44.170291 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a58379f4-4af4-4673-81d6-eb141ce2d17e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (784cd329-7f02-4bda-9914-8132d0670c86), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:44.171843 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebe978c1-485b-401a-95ad-572b91a2c778 req-f0427d82-00c4-4f10-87b7-703931b474d5 service neutron] 10.222.0.21 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411551 Jan 27 22:08:44.215058 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58379f4-4af4-4673-81d6-eb141ce2d17e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Port': ['ID=784cd329-7f02-4bda-9914-8132d0670c86,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:44.227022 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58379f4-4af4-4673-81d6-eb141ce2d17e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] No DVR routers for this DVR port 784cd329-7f02-4bda-9914-8132d0670c86 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:08:44.260048 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-47bd49c8-fdfc-48fa-905c-5597270646de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (026518a6-3927-4f57-a42a-6e8c34437582), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:44.263055 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-47bd49c8-fdfc-48fa-905c-5597270646de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:44.264144 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-47bd49c8-fdfc-48fa-905c-5597270646de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/026518a6-3927-4f57-a42a-6e8c34437582 HTTP/1.1" status: 204 len: 168 time: 0.5303884 Jan 27 22:08:44.335009 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a58379f4-4af4-4673-81d6-eb141ce2d17e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (1979f8df-3e9b-4af9-81e2-929cf6d8e6fd), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:44.343410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-6d54def6-565e-48a6-9351-bad254b3f64a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Made reservation on behalf of 342465e78b4348c1b975ff630f4dbc64 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:44.349924 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-6d54def6-565e-48a6-9351-bad254b3f64a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:44.359026 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a58379f4-4af4-4673-81d6-eb141ce2d17e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1979f8df-3e9b-4af9-81e2-929cf6d8e6fd']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:44.370078 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a58379f4-4af4-4673-81d6-eb141ce2d17e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f252bb4-3615-4de5-932d-6e7b746245b8') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:44.370379 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a58379f4-4af4-4673-81d6-eb141ce2d17e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f252bb4-3615-4de5-932d-6e7b746245b8') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:44.382820 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd49c8-fdfc-48fa-905c-5597270646de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026518a6-3927-4f57-a42a-6e8c34437582,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:44.387202 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a58379f4-4af4-4673-81d6-eb141ce2d17e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (0f252bb4-3615-4de5-932d-6e7b746245b8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:44.403239 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a58379f4-4af4-4673-81d6-eb141ce2d17e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (0f252bb4-3615-4de5-932d-6e7b746245b8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:44.422793 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a58379f4-4af4-4673-81d6-eb141ce2d17e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:08:44.423215 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a58379f4-4af4-4673-81d6-eb141ce2d17e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (0f252bb4-3615-4de5-932d-6e7b746245b8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:08:44.426858 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:08:44.451897 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebe978c1-485b-401a-95ad-572b91a2c778 req-1fa897bd-08f1-4eee-990a-73b34b489734 service neutron] 10.222.0.21 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726076 Jan 27 22:08:44.544683 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a58379f4-4af4-4673-81d6-eb141ce2d17e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (1979f8df-3e9b-4af9-81e2-929cf6d8e6fd), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:44.550539 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a58379f4-4af4-4673-81d6-eb141ce2d17e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:44.560395 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a58379f4-4af4-4673-81d6-eb141ce2d17e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/networks/1979f8df-3e9b-4af9-81e2-929cf6d8e6fd HTTP/1.1" status: 204 len: 168 time: 1.3818631 Jan 27 22:08:44.560395 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49686) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:44.585716 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-7b8ba54c-f828-4333-8914-d4f01a74bdbb tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1154344335'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:44.589287 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58379f4-4af4-4673-81d6-eb141ce2d17e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Network': ['ID=1979f8df-3e9b-4af9-81e2-929cf6d8e6fd,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:44.617896 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8ba54c-f828-4333-8914-d4f01a74bdbb tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:44.623477 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba54c-f828-4333-8914-d4f01a74bdbb tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:44.674471 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8ba54c-f828-4333-8914-d4f01a74bdbb tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:08:44.701672 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba54c-f828-4333-8914-d4f01a74bdbb tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (1747efb5-388d-4b89-bad8-8580b5850f2a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:44.702918 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-7b8ba54c-f828-4333-8914-d4f01a74bdbb tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Added segment 1747efb5-388d-4b89-bad8-8580b5850f2a of type vlan for network 4f0f4d94-1cea-4697-a2a4-61e1e4158a74 Jan 27 22:08:44.763937 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba54c-f828-4333-8914-d4f01a74bdbb tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (4f0f4d94-1cea-4697-a2a4-61e1e4158a74), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:44.776206 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e2efded-9bc0-4cf0-a067-0ccb36767867 req-08c73a9a-0c25-4f15-834c-4e52eecc6040 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 210 time: 0.0663316 Jan 27 22:08:44.818038 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-6d54def6-565e-48a6-9351-bad254b3f64a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Allocated IP 172.20.0.4 (7fb03950-b0f5-49f7-8c2d-d1081fb3aba8/7267bcf4-ac84-4f1d-9bca-30d5eecd5123/50287162-7f60-4c43-a44c-74f596ba3bec) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:44.840611 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba54c-f828-4333-8914-d4f01a74bdbb tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (4f0f4d94-1cea-4697-a2a4-61e1e4158a74), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:44.849691 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8ba54c-f828-4333-8914-d4f01a74bdbb tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:44.850632 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba54c-f828-4333-8914-d4f01a74bdbb tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:44.945408 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7b8ba54c-f828-4333-8914-d4f01a74bdbb tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3648384 Jan 27 22:08:44.945952 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49702) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:44.957294 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-0d24599f-756c-4259-832e-3e0e585d0a8f tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'subnet': {'network_id': '4f0f4d94-1cea-4697-a2a4-61e1e4158a74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:44.961105 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ba54c-f828-4333-8914-d4f01a74bdbb tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Network': ['ID=4f0f4d94-1cea-4697-a2a4-61e1e4158a74,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:44.975010 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 4f0f4d94-1cea-4697-a2a4-61e1e4158a74 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:08:45.237801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09749f0f-dba6-4353-9378-e6138ab01f96 req-9e92fc28-3981-43a8-99dd-fc58baecb0c8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1370986 Jan 27 22:08:45.244073 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-6d54def6-565e-48a6-9351-bad254b3f64a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks [] for port (50287162-7f60-4c43-a44c-74f596ba3bec), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:45.248450 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 784cd329-7f02-4bda-9914-8132d0670c86 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:08:45.250869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d24599f-756c-4259-832e-3e0e585d0a8f tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:45.256009 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0d24599f-756c-4259-832e-3e0e585d0a8f tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:45.332361 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 784cd329-7f02-4bda-9914-8132d0670c86 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:08:45.332712 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 784cd329-7f02-4bda-9914-8132d0670c86 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:08:45.421828 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09749f0f-dba6-4353-9378-e6138ab01f96 req-1dee5eba-d72d-45f8-bc78-2959cbbc4bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:45.423341 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09749f0f-dba6-4353-9378-e6138ab01f96 req-1dee5eba-d72d-45f8-bc78-2959cbbc4bfa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f283cf476a449f8a327cb51a3011c25&device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 1096 time: 0.1012366 Jan 27 22:08:45.426045 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-6d54def6-565e-48a6-9351-bad254b3f64a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (50287162-7f60-4c43-a44c-74f596ba3bec), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:45.438233 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['546296c4-1857-45cc-88d1-2bbe11f68260'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:08:45.511094 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-6d54def6-565e-48a6-9351-bad254b3f64a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:45.560888 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-6d54def6-565e-48a6-9351-bad254b3f64a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:45.570884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-6d54def6-565e-48a6-9351-bad254b3f64a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:45.661470 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54def6-565e-48a6-9351-bad254b3f64a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Pushing event updated for resources: {'Port': ['ID=50287162-7f60-4c43-a44c-74f596ba3bec,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:45.722506 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-6d54def6-565e-48a6-9351-bad254b3f64a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:45.723519 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-6d54def6-565e-48a6-9351-bad254b3f64a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:45.753621 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49736) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:45.796406 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-6d54def6-565e-48a6-9351-bad254b3f64a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7244790 Jan 27 22:08:45.810454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] Request body: {'port': {'device_id': 'b67bbb3d-f32b-4287-a221-b25de96280a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:45.837259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09749f0f-dba6-4353-9378-e6138ab01f96 req-f19d4903-5cb4-4259-bf03-d6d16e62e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:45.838791 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09749f0f-dba6-4353-9378-e6138ab01f96 req-f19d4903-5cb4-4259-bf03-d6d16e62e851 service neutron] 10.222.0.21 "GET /v2.0/networks?id=311387d6-3d2b-47db-9edf-f9892a889d06 HTTP/1.1" status: 200 len: 898 time: 0.3904810 Jan 27 22:08:45.918578 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09749f0f-dba6-4353-9378-e6138ab01f96 req-e33bfa9e-462f-4966-a5b8-579c14ace93a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0e43861-1e91-4207-847c-5e8a72be1419 HTTP/1.1" status: 200 len: 999 time: 0.0703714 Jan 27 22:08:45.920423 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0d24599f-756c-4259-832e-3e0e585d0a8f tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (579ef812-dd3b-47db-855c-dec8d6dd7c9c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.035393 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4388626d-4392-473a-8924-ed9667119007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.056743 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (50287162-7f60-4c43-a44c-74f596ba3bec), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.095815 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24599f-756c-4259-832e-3e0e585d0a8f tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Subnet': ['ID=579ef812-dd3b-47db-855c-dec8d6dd7c9c,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:46.101761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09749f0f-dba6-4353-9378-e6138ab01f96 req-bea8c9e1-70e1-47c1-8e7a-b55439e41e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:46.103298 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09749f0f-dba6-4353-9378-e6138ab01f96 req-bea8c9e1-70e1-47c1-8e7a-b55439e41e01 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbf00ebb-14ad-4f54-96c2-53f25b86a208 HTTP/1.1" status: 200 len: 834 time: 0.1767261 Jan 27 22:08:46.114670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba1f4d-d92a-4a5d-8f0f-0e090c238a23 req-d3e17953-2ec3-4be6-8504-8ec49d6a5f68 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:46.116277 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fdba1f4d-d92a-4a5d-8f0f-0e090c238a23 req-d3e17953-2ec3-4be6-8504-8ec49d6a5f68 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 931 time: 0.2004652 Jan 27 22:08:46.170078 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4388626d-4392-473a-8924-ed9667119007 admin admin] Publish callbacks [] for security_group (f2c56622-8395-4a4a-bb8a-c16eb1e0ca77), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.176012 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4388626d-4392-473a-8924-ed9667119007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f2c56622-8395-4a4a-bb8a-c16eb1e0ca77), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.180314 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d24599f-756c-4259-832e-3e0e585d0a8f tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Checking segment: {'id': '1747efb5-388d-4b89-bad8-8580b5850f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4f0f4d94-1cea-4697-a2a4-61e1e4158a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:46.180763 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d24599f-756c-4259-832e-3e0e585d0a8f tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network hostable DHCP agents. Network: 4f0f4d94-1cea-4697-a2a4-61e1e4158a74, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:08:46.240920 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4388626d-4392-473a-8924-ed9667119007 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e974d41a85346bd84f5561b26b50ed0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4861822 Jan 27 22:08:46.243729 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49754) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:46.277090 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49756) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:46.278042 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388626d-4392-473a-8924-ed9667119007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c56622-8395-4a4a-bb8a-c16eb1e0ca77,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:46.305522 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d24599f-756c-4259-832e-3e0e585d0a8f tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network 4f0f4d94-1cea-4697-a2a4-61e1e4158a74 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:08:46.316977 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fdba1f4d-d92a-4a5d-8f0f-0e090c238a23 req-c09d0bfb-8bcb-4dac-a544-a3991ba5409f tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805947 Jan 27 22:08:46.319322 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09749f0f-dba6-4353-9378-e6138ab01f96 req-b048f8cf-6406-4eee-a1df-fd2cde715ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:46.321070 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09749f0f-dba6-4353-9378-e6138ab01f96 req-b048f8cf-6406-4eee-a1df-fd2cde715ec2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=311387d6-3d2b-47db-9edf-f9892a889d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2035174 Jan 27 22:08:46.354095 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ffeb32c2-9359-4e36-b3e0-28e50fb5b749 admin admin] Publish callbacks [] for security_group (f2c56622-8395-4a4a-bb8a-c16eb1e0ca77), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.380195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-0d24599f-756c-4259-832e-3e0e585d0a8f tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 4f0f4d94-1cea-4697-a2a4-61e1e4158a74) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:46.390004 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4ed10e-663f-46b0-8512-55918c6bc91e None None] Network 4f0f4d94-1cea-4697-a2a4-61e1e4158a74 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:46.405156 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ffeb32c2-9359-4e36-b3e0-28e50fb5b749 admin admin] Publish callbacks [] for security_group (f2c56622-8395-4a4a-bb8a-c16eb1e0ca77), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.505603 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ffeb32c2-9359-4e36-b3e0-28e50fb5b749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f2c56622-8395-4a4a-bb8a-c16eb1e0ca77), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.508506 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ffeb32c2-9359-4e36-b3e0-28e50fb5b749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.525066 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ffeb32c2-9359-4e36-b3e0-28e50fb5b749 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2c56622-8395-4a4a-bb8a-c16eb1e0ca77 HTTP/1.1" status: 204 len: 168 time: 0.2796476 Jan 27 22:08:46.552202 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb32c2-9359-4e36-b3e0-28e50fb5b749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c56622-8395-4a4a-bb8a-c16eb1e0ca77,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:46.607274 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67da8fb8-05f1-4ac5-8514-6647dce02217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-4f0f4d94-1cea-4697-a2a4-61e1e4158a74', 'network_id': '4f0f4d94-1cea-4697-a2a4-61e1e4158a74', 'project_id': '93f457a5334b41158714cbb3d13441d4', 'fixed_ips': [{'subnet_id': '579ef812-dd3b-47db-855c-dec8d6dd7c9c'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:08:46.608209 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-67da8fb8-05f1-4ac5-8514-6647dce02217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.627441 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-bb666767-f7cc-4690-86ba-e76a46f94d2e tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1223529635'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:46.662207 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb666767-f7cc-4690-86ba-e76a46f94d2e tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] Made reservation on behalf of b9946b64c1174b0aa70ef7c4c1c8301a for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:46.691008 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb666767-f7cc-4690-86ba-e76a46f94d2e tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.732580 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb666767-f7cc-4690-86ba-e76a46f94d2e tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.888802 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb666767-f7cc-4690-86ba-e76a46f94d2e tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] Publish callbacks [] for security_group (af2eb407-7665-4cc6-b880-6d39f8243ae4), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.893961 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-67da8fb8-05f1-4ac5-8514-6647dce02217 None None] Allocated IP 2001:db8::2 (4f0f4d94-1cea-4697-a2a4-61e1e4158a74/579ef812-dd3b-47db-855c-dec8d6dd7c9c/715bca22-c80a-4e2c-bb3a-de9d053dc1cb) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:46.897962 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb666767-f7cc-4690-86ba-e76a46f94d2e tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (af2eb407-7665-4cc6-b880-6d39f8243ae4), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.937627 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb666767-f7cc-4690-86ba-e76a46f94d2e tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2eb407-7665-4cc6-b880-6d39f8243ae4,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:46.953862 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb666767-f7cc-4690-86ba-e76a46f94d2e tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:08:46.975053 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb666767-f7cc-4690-86ba-e76a46f94d2e tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (14a283c3-dd03-4ec4-8cb7-93eb433afec9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.975577 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-bb666767-f7cc-4690-86ba-e76a46f94d2e tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] Added segment 14a283c3-dd03-4ec4-8cb7-93eb433afec9 of type vlan for network 3ec6bef2-6423-4132-be79-16e8aa9fb8f8 Jan 27 22:08:46.990858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d24599f-756c-4259-832e-3e0e585d0a8f tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:46.992093 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0d24599f-756c-4259-832e-3e0e585d0a8f tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:47.040746 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0d24599f-756c-4259-832e-3e0e585d0a8f tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0909228 Jan 27 22:08:47.051715 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49778) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:47.062141 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-a6e1b272-72d6-4c97-a21c-47566856b284 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'port': {'network_id': '4f0f4d94-1cea-4697-a2a4-61e1e4158a74', 'name': 'tempest-PortsIpV6TestJSON-140803229', 'fixed_ips': [{'subnet_id': '579ef812-dd3b-47db-855c-dec8d6dd7c9c', 'ip_address': '2001:db8::10'}]}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:47.106924 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb666767-f7cc-4690-86ba-e76a46f94d2e tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (3ec6bef2-6423-4132-be79-16e8aa9fb8f8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:47.155357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09749f0f-dba6-4353-9378-e6138ab01f96 req-6fd96ff2-8606-4114-aa30-0479604b72ec service neutron] 10.222.0.21 "GET /v2.0/networks/311387d6-3d2b-47db-9edf-f9892a889d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8134422 Jan 27 22:08:47.183492 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb666767-f7cc-4690-86ba-e76a46f94d2e tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (3ec6bef2-6423-4132-be79-16e8aa9fb8f8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:47.191540 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb666767-f7cc-4690-86ba-e76a46f94d2e tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:47.192254 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb666767-f7cc-4690-86ba-e76a46f94d2e tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:47.251537 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-67da8fb8-05f1-4ac5-8514-6647dce02217 None None] Publish callbacks [] for port (715bca22-c80a-4e2c-bb3a-de9d053dc1cb), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:47.265451 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-67da8fb8-05f1-4ac5-8514-6647dce02217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (715bca22-c80a-4e2c-bb3a-de9d053dc1cb), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:47.289207 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bb666767-f7cc-4690-86ba-e76a46f94d2e tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9908559 Jan 27 22:08:47.296633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49790) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:47.298886 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50287162-7f60-4c43-a44c-74f596ba3bec {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:08:47.310599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.tag.tag_plugin [None req-fea1848c-7e59-4531-b628-ecb5879f6424 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3ec6bef2-6423-4132-be79-16e8aa9fb8f8', 'tempest-TagsTest-Tag-1046005335') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:47.311864 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb666767-f7cc-4690-86ba-e76a46f94d2e tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] Pushing event updated for resources: {'Network': ['ID=3ec6bef2-6423-4132-be79-16e8aa9fb8f8,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:47.331207 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] Publish callbacks [] for port (50287162-7f60-4c43-a44c-74f596ba3bec), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:47.364390 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67da8fb8-05f1-4ac5-8514-6647dce02217 None None] Network 4f0f4d94-1cea-4697-a2a4-61e1e4158a74 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:47.368827 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 3ec6bef2-6423-4132-be79-16e8aa9fb8f8 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:08:47.381378 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-67da8fb8-05f1-4ac5-8514-6647dce02217 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:47.393584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67da8fb8-05f1-4ac5-8514-6647dce02217 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:47.419677 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] Transition to ACTIVE for port object 50287162-7f60-4c43-a44c-74f596ba3bec will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:08:47.420625 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e1b272-72d6-4c97-a21c-47566856b284 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:47.530779 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da8fb8-05f1-4ac5-8514-6647dce02217 None None] Pushing event updated for resources: {'Port': ['ID=715bca22-c80a-4e2c-bb3a-de9d053dc1cb,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:47.577204 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a6e1b272-72d6-4c97-a21c-47566856b284 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:47.594982 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (50287162-7f60-4c43-a44c-74f596ba3bec), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:47.606461 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09749f0f-dba6-4353-9378-e6138ab01f96 req-14f9045f-958e-405b-867b-0d9ac9641385 service neutron] 10.222.0.21 "GET /v2.0/networks/311387d6-3d2b-47db-9edf-f9892a889d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413958 Jan 27 22:08:47.617699 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-a6e1b272-72d6-4c97-a21c-47566856b284 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] device_id is not set on port 1415b2d7-b4d2-4082-a67d-9df8e457cf10 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:08:47.641691 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-67da8fb8-05f1-4ac5-8514-6647dce02217 None None] Attempting to bind port 715bca22-c80a-4e2c-bb3a-de9d053dc1cb on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:08:47.642685 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-67da8fb8-05f1-4ac5-8514-6647dce02217 None None] Attempting to bind port 715bca22-c80a-4e2c-bb3a-de9d053dc1cb by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '1747efb5-388d-4b89-bad8-8580b5850f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4f0f4d94-1cea-4697-a2a4-61e1e4158a74'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:08:47.644225 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67da8fb8-05f1-4ac5-8514-6647dce02217 None None] Attempting to bind port 715bca22-c80a-4e2c-bb3a-de9d053dc1cb on network 4f0f4d94-1cea-4697-a2a4-61e1e4158a74 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:47.651776 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67da8fb8-05f1-4ac5-8514-6647dce02217 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:08:47.652807 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67da8fb8-05f1-4ac5-8514-6647dce02217 None None] Checking segment: {'id': '1747efb5-388d-4b89-bad8-8580b5850f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4f0f4d94-1cea-4697-a2a4-61e1e4158a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:47.653427 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-67da8fb8-05f1-4ac5-8514-6647dce02217 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:47.654290 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67da8fb8-05f1-4ac5-8514-6647dce02217 None None] Bound using segment: {'id': '1747efb5-388d-4b89-bad8-8580b5850f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4f0f4d94-1cea-4697-a2a4-61e1e4158a74'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:08:47.654983 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-67da8fb8-05f1-4ac5-8514-6647dce02217 None None] Bound port: 715bca22-c80a-4e2c-bb3a-de9d053dc1cb, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1747efb5-388d-4b89-bad8-8580b5850f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4f0f4d94-1cea-4697-a2a4-61e1e4158a74'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:08:47.655662 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-67da8fb8-05f1-4ac5-8514-6647dce02217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (715bca22-c80a-4e2c-bb3a-de9d053dc1cb), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:47.746293 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-67da8fb8-05f1-4ac5-8514-6647dce02217 None None] For port 715bca22-c80a-4e2c-bb3a-de9d053dc1cb, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:08:47.750163 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-67da8fb8-05f1-4ac5-8514-6647dce02217 None None] For port 715bca22-c80a-4e2c-bb3a-de9d053dc1cb, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=715bca22-c80a-4e2c-bb3a-de9d053dc1cb,segment=NetworkSegment(1747efb5-388d-4b89-bad8-8580b5850f2a),segment_id=1747efb5-388d-4b89-bad8-8580b5850f2a)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:08:47.762916 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-67da8fb8-05f1-4ac5-8514-6647dce02217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (715bca22-c80a-4e2c-bb3a-de9d053dc1cb), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:47.789453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=50287162-7f60-4c43-a44c-74f596ba3bec,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:47.841538 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da8fb8-05f1-4ac5-8514-6647dce02217 None None] Pushing event updated for resources: {'Port': ['ID=715bca22-c80a-4e2c-bb3a-de9d053dc1cb,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:47.972299 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49832) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:48.089797 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-fea1848c-7e59-4531-b628-ecb5879f6424 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] 10.222.0.23 "PUT /v2.0/networks/3ec6bef2-6423-4132-be79-16e8aa9fb8f8/tags/tempest-TagsTest-Tag-1046005335 HTTP/1.1" status: 201 len: 201 time: 0.7828848 Jan 27 22:08:48.090194 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49838) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:48.095651 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-aea01113-2166-473a-bf80-c26dc6145bf6 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ec6bef2-6423-4132-be79-16e8aa9fb8f8', 'tempest-TagsTest-Tag-1046005335') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:48.135290 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38560e-379f-4bbc-8052-81c468faa1de req-2622df7c-8c3b-4c1d-8388-cef603042b4b tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:48.144572 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d38560e-379f-4bbc-8052-81c468faa1de req-2622df7c-8c3b-4c1d-8388-cef603042b4b tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 943 time: 0.6053703 Jan 27 22:08:48.213380 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-aea01113-2166-473a-bf80-c26dc6145bf6 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] 10.222.0.23 "GET /v2.0/networks/3ec6bef2-6423-4132-be79-16e8aa9fb8f8/tags/tempest-TagsTest-Tag-1046005335 HTTP/1.1" status: 204 len: 168 time: 0.1191037 Jan 27 22:08:48.213585 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49840) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:48.220977 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-b81d60a0-e93b-4c80-99ac-78597179811a tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3ec6bef2-6423-4132-be79-16e8aa9fb8f8') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:48.273353 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] Attempting to bind port 50287162-7f60-4c43-a44c-74f596ba3bec on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:08:48.273618 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] Attempting to bind port 50287162-7f60-4c43-a44c-74f596ba3bec by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:08:48.273955 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] Attempting to bind port 50287162-7f60-4c43-a44c-74f596ba3bec on network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:48.286230 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] Port 50287162-7f60-4c43-a44c-74f596ba3bec on network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:08:48.286721 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] Attempting to bind port 50287162-7f60-4c43-a44c-74f596ba3bec on network 7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:48.310927 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:08:48.311558 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] Checking segment: {'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:48.311682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] Bound using segment: {'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:08:48.312102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] Bound port: 50287162-7f60-4c43-a44c-74f596ba3bec, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aba1ff6-d60b-4eab-8b69-a4e538a605c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:08:48.312499 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (50287162-7f60-4c43-a44c-74f596ba3bec), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:48.342847 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d38560e-379f-4bbc-8052-81c468faa1de req-d848c386-2eee-4b94-9397-e3a48061263b tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973665 Jan 27 22:08:48.345646 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-a6e1b272-72d6-4c97-a21c-47566856b284 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Allocated IP 2001:db8::10 (4f0f4d94-1cea-4697-a2a4-61e1e4158a74/579ef812-dd3b-47db-855c-dec8d6dd7c9c/1415b2d7-b4d2-4082-a67d-9df8e457cf10) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:48.369288 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3afad558-10ec-4359-84a0-a70d20047a66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:48.420561 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49844) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:48.421030 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49846) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:48.424464 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b81d60a0-e93b-4c80-99ac-78597179811a tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] 10.222.0.23 "GET /v2.0/networks/3ec6bef2-6423-4132-be79-16e8aa9fb8f8/tags HTTP/1.1" status: 200 len: 238 time: 0.2079310 Jan 27 22:08:48.427574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.tag.tag_plugin [None req-1037cd62-5a7a-4e86-a7d6-7286da9778e3 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3ec6bef2-6423-4132-be79-16e8aa9fb8f8', {'tags': ['tempest-TagsTest-Tag-1807814901', 'tempest-TagsTest-Tag-755698168', 'tempest-TagsTest-Tag-376773750']}) {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:48.500301 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3afad558-10ec-4359-84a0-a70d20047a66 admin admin] Publish callbacks [] for security_group (3dfde1d9-9b22-4dff-81d3-f2e9704e05ac), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:48.512459 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3afad558-10ec-4359-84a0-a70d20047a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3dfde1d9-9b22-4dff-81d3-f2e9704e05ac), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:48.545810 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] For port 50287162-7f60-4c43-a44c-74f596ba3bec, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:08:48.568578 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3afad558-10ec-4359-84a0-a70d20047a66 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c995d2d9e65743bc9172dbab3ef16409&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5981779 Jan 27 22:08:48.569920 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afad558-10ec-4359-84a0-a70d20047a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfde1d9-9b22-4dff-81d3-f2e9704e05ac,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:48.580463 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49850) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:48.582102 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afad558-10ec-4359-84a0-a70d20047a66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:48.582657 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afad558-10ec-4359-84a0-a70d20047a66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:48.583155 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afad558-10ec-4359-84a0-a70d20047a66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:48.583638 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afad558-10ec-4359-84a0-a70d20047a66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:48.584490 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afad558-10ec-4359-84a0-a70d20047a66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:48.584995 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afad558-10ec-4359-84a0-a70d20047a66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:48.586042 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afad558-10ec-4359-84a0-a70d20047a66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:48.586149 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afad558-10ec-4359-84a0-a70d20047a66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:48.586703 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afad558-10ec-4359-84a0-a70d20047a66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:48.587051 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afad558-10ec-4359-84a0-a70d20047a66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:48.587382 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afad558-10ec-4359-84a0-a70d20047a66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:48.587849 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afad558-10ec-4359-84a0-a70d20047a66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:48.588192 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afad558-10ec-4359-84a0-a70d20047a66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:48.652064 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07099804-cbef-4046-91f9-09cac30b270e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:48.656705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] For port 50287162-7f60-4c43-a44c-74f596ba3bec, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=50287162-7f60-4c43-a44c-74f596ba3bec,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:08:48.669349 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46d908ab-66fc-4b68-8fce-e8fc16e0ccc3 admin admin] Publish callbacks [] for security_group (3dfde1d9-9b22-4dff-81d3-f2e9704e05ac), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:48.685975 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (50287162-7f60-4c43-a44c-74f596ba3bec), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:48.698562 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46d908ab-66fc-4b68-8fce-e8fc16e0ccc3 admin admin] Publish callbacks [] for security_group (3dfde1d9-9b22-4dff-81d3-f2e9704e05ac), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:48.704395 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1037cd62-5a7a-4e86-a7d6-7286da9778e3 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] 10.222.0.23 "PUT /v2.0/networks/3ec6bef2-6423-4132-be79-16e8aa9fb8f8/tags HTTP/1.1" status: 200 len: 307 time: 0.2798576 Jan 27 22:08:48.706337 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49854) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:48.713259 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-4338e3d5-d809-491e-9882-99c3af50f9c0 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3ec6bef2-6423-4132-be79-16e8aa9fb8f8', 'tempest-TagsTest-Tag-1807814901') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:48.755308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:48.755857 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:48.757357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] 10.222.0.15 "PUT /v2.0/ports/50287162-7f60-4c43-a44c-74f596ba3bec HTTP/1.1" status: 200 len: 1091 time: 2.9527965 Jan 27 22:08:48.757795 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67bbb3d-f32b-4287-a221-b25de96280a3', 'tag': '50287162-7f60-4c43-a44c-74f596ba3bec'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:48.760142 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f02c00f-8cdb-4e83-bca3-e043fcff2d95" -d '{"events": [{"name": "network-changed", "server_uuid": "b67bbb3d-f32b-4287-a221-b25de96280a3", "tag": "50287162-7f60-4c43-a44c-74f596ba3bec"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:48.852671 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55677d7a-c046-45bd-8e43-52400477ad23 x-openstack-request-id: req-55677d7a-c046-45bd-8e43-52400477ad23 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:48.853364 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b67bbb3d-f32b-4287-a221-b25de96280a3", "tag": "50287162-7f60-4c43-a44c-74f596ba3bec", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:48.853847 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55677d7a-c046-45bd-8e43-52400477ad23 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:48.854578 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67bbb3d-f32b-4287-a221-b25de96280a3', 'tag': '50287162-7f60-4c43-a44c-74f596ba3bec', 'status': 'completed', 'code': 200} Jan 27 22:08:48.857284 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517ae68-0d9e-459a-ae71-17ab4c1bb8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=50287162-7f60-4c43-a44c-74f596ba3bec,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:48.863969 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a6e1b272-72d6-4c97-a21c-47566856b284 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for port (1415b2d7-b4d2-4082-a67d-9df8e457cf10), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:48.875864 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46d908ab-66fc-4b68-8fce-e8fc16e0ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3dfde1d9-9b22-4dff-81d3-f2e9704e05ac), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:48.876942 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46d908ab-66fc-4b68-8fce-e8fc16e0ccc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:48.878097 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-46d908ab-66fc-4b68-8fce-e8fc16e0ccc3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3dfde1d9-9b22-4dff-81d3-f2e9704e05ac HTTP/1.1" status: 204 len: 168 time: 0.2857282 Jan 27 22:08:48.899208 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4338e3d5-d809-491e-9882-99c3af50f9c0 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] 10.222.0.23 "DELETE /v2.0/networks/3ec6bef2-6423-4132-be79-16e8aa9fb8f8/tags/tempest-TagsTest-Tag-1807814901 HTTP/1.1" status: 204 len: 168 time: 0.1918488 Jan 27 22:08:48.900222 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d908ab-66fc-4b68-8fce-e8fc16e0ccc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfde1d9-9b22-4dff-81d3-f2e9704e05ac,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:48.914654 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49860) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:48.932243 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-619998d1-3ace-4697-9473-2b7849c96a8c tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ec6bef2-6423-4132-be79-16e8aa9fb8f8', 'tempest-TagsTest-Tag-1807814901') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:48.966120 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-a3999465-f9b6-4ff3-b20e-2136c94e372e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:48.967772 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-a3999465-f9b6-4ff3-b20e-2136c94e372e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 1094 time: 0.1116693 Jan 27 22:08:49.054941 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-e1356e78-1072-464b-bdbd-a535327dcc70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50287162-7f60-4c43-a44c-74f596ba3bec HTTP/1.1" status: 200 len: 217 time: 0.0798519 Jan 27 22:08:49.057160 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07099804-cbef-4046-91f9-09cac30b270e admin admin] Publish callbacks [] for security_group (0fcb01bb-deca-4e3e-a7b7-545c0a5909d5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:49.095674 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07099804-cbef-4046-91f9-09cac30b270e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0fcb01bb-deca-4e3e-a7b7-545c0a5909d5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:49.123769 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a6e1b272-72d6-4c97-a21c-47566856b284 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (1415b2d7-b4d2-4082-a67d-9df8e457cf10), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:49.141689 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-619998d1-3ace-4697-9473-2b7849c96a8c tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] show failed (client error): The resource could not be found. Jan 27 22:08:49.172529 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-619998d1-3ace-4697-9473-2b7849c96a8c tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] 10.222.0.23 "GET /v2.0/networks/3ec6bef2-6423-4132-be79-16e8aa9fb8f8/tags/tempest-TagsTest-Tag-1807814901 HTTP/1.1" status: 404 len: 326 time: 0.2566922 Jan 27 22:08:49.173319 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49874) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:49.180991 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-0602b93e-fe96-4769-bd4c-03e5e11d5fbc tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ec6bef2-6423-4132-be79-16e8aa9fb8f8', 'tempest-TagsTest-Tag-755698168') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:49.238958 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1b272-72d6-4c97-a21c-47566856b284 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Port': ['ID=1415b2d7-b4d2-4082-a67d-9df8e457cf10,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:49.302227 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-07099804-cbef-4046-91f9-09cac30b270e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ef441891e8c43f9bde08036ad5329b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8788011 Jan 27 22:08:49.303178 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49876) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:49.307691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e1b272-72d6-4c97-a21c-47566856b284 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network 4f0f4d94-1cea-4697-a2a4-61e1e4158a74 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:49.311163 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-0551aa78-e7b3-4b98-a89a-4763c753c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:49.314424 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-0551aa78-e7b3-4b98-a89a-4763c753c4ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7267bcf4-ac84-4f1d-9bca-30d5eecd5123 HTTP/1.1" status: 200 len: 845 time: 0.2525263 Jan 27 22:08:49.315426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07099804-cbef-4046-91f9-09cac30b270e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcb01bb-deca-4e3e-a7b7-545c0a5909d5,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:49.327572 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-a6e1b272-72d6-4c97-a21c-47566856b284 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:49.365576 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0602b93e-fe96-4769-bd4c-03e5e11d5fbc tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] 10.222.0.23 "GET /v2.0/networks/3ec6bef2-6423-4132-be79-16e8aa9fb8f8/tags/tempest-TagsTest-Tag-755698168 HTTP/1.1" status: 204 len: 168 time: 0.1877267 Jan 27 22:08:49.366224 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49878) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:49.374857 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-58ca263e-eb9e-4fb7-a0da-515e3f69cd91 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ec6bef2-6423-4132-be79-16e8aa9fb8f8', 'tempest-TagsTest-Tag-376773750') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:49.376195 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-10585a6c-3171-4dbe-acd6-8b96d38178ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511982 Jan 27 22:08:49.378658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e1b272-72d6-4c97-a21c-47566856b284 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:49.384704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e1b272-72d6-4c97-a21c-47566856b284 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:49.385521 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a6e1b272-72d6-4c97-a21c-47566856b284 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:49.475911 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-58ca263e-eb9e-4fb7-a0da-515e3f69cd91 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] 10.222.0.23 "GET /v2.0/networks/3ec6bef2-6423-4132-be79-16e8aa9fb8f8/tags/tempest-TagsTest-Tag-376773750 HTTP/1.1" status: 204 len: 168 time: 0.1086228 Jan 27 22:08:49.476343 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49886) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:49.483184 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.tag.tag_plugin [None req-43c33c46-8793-4330-be2a-b891a2fe2bbb tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3ec6bef2-6423-4132-be79-16e8aa9fb8f8') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:49.501009 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a6e1b272-72d6-4c97-a21c-47566856b284 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4464149 Jan 27 22:08:49.504792 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49890) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:49.513691 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 715bca22-c80a-4e2c-bb3a-de9d053dc1cb up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:49.529061 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2f25558b-b0c3-4f23-bd6b-a92294333908 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'port': {'network_id': '4f0f4d94-1cea-4697-a2a4-61e1e4158a74', 'name': 'tempest-PortsIpV6TestJSON-812147872', 'fixed_ips': [{'subnet_id': '579ef812-dd3b-47db-855c-dec8d6dd7c9c', 'ip_address': '2001:db8::f'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:49.539947 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-197376d2-63cb-46c8-bf3a-8284b8a8e0f2 admin admin] Publish callbacks [] for security_group (0fcb01bb-deca-4e3e-a7b7-545c0a5909d5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:49.599309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49894) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:49.618045 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fcce85-4814-49d2-85bf-1ffafe229ebb None None] Network 4f0f4d94-1cea-4697-a2a4-61e1e4158a74 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:49.671620 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f593b0e1-5374-4874-9a7b-bbbc73b69379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:49.716208 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-197376d2-63cb-46c8-bf3a-8284b8a8e0f2 admin admin] Publish callbacks [] for security_group (0fcb01bb-deca-4e3e-a7b7-545c0a5909d5), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:49.728207 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f25558b-b0c3-4f23-bd6b-a92294333908 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:49.742928 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-6abefb33-0a4e-4494-b70a-ecd002b453e5 service neutron] 10.222.0.15 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495603 Jan 27 22:08:49.852216 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-647169ab-7786-40d8-be4d-877d972ae954 None None] Provisioning complete for port 715bca22-c80a-4e2c-bb3a-de9d053dc1cb triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:49.852566 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-647169ab-7786-40d8-be4d-877d972ae954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (715bca22-c80a-4e2c-bb3a-de9d053dc1cb), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:49.878156 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2f25558b-b0c3-4f23-bd6b-a92294333908 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:49.898750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31e487-bd6f-441d-9e8c-75064516cbcc req-1594dcb0-deaf-4597-a3df-e3d251967c53 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:49.900725 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8f31e487-bd6f-441d-9e8c-75064516cbcc req-1594dcb0-deaf-4597-a3df-e3d251967c53 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 943 time: 0.2838657 Jan 27 22:08:49.927819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 715bca22-c80a-4e2c-bb3a-de9d053dc1cb triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:49.928112 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (715bca22-c80a-4e2c-bb3a-de9d053dc1cb), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:49.929923 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-2f25558b-b0c3-4f23-bd6b-a92294333908 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] device_id is not set on port 23e49f90-5a4e-42bb-add2-5fbaac861715 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:08:49.943986 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-43c33c46-8793-4330-be2a-b891a2fe2bbb tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] 10.222.0.23 "DELETE /v2.0/networks/3ec6bef2-6423-4132-be79-16e8aa9fb8f8/tags HTTP/1.1" status: 204 len: 168 time: 0.4654162 Jan 27 22:08:49.948984 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49908) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:49.955807 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-6571bec3-24ef-45f5-8966-30f3dedbf6c1 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ec6bef2-6423-4132-be79-16e8aa9fb8f8', 'tempest-TagsTest-Tag-755698168') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:49.961845 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-197376d2-63cb-46c8-bf3a-8284b8a8e0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0fcb01bb-deca-4e3e-a7b7-545c0a5909d5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:49.968208 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-197376d2-63cb-46c8-bf3a-8284b8a8e0f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:49.973676 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-197376d2-63cb-46c8-bf3a-8284b8a8e0f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0fcb01bb-deca-4e3e-a7b7-545c0a5909d5 HTTP/1.1" status: 204 len: 168 time: 0.6643894 Jan 27 22:08:50.027309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197376d2-63cb-46c8-bf3a-8284b8a8e0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcb01bb-deca-4e3e-a7b7-545c0a5909d5,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:50.054845 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff9fe00d-187e-48f1-a751-b2085352b965 req-33d3656f-b39b-458f-84f4-1dc1e413b413 service neutron] 10.222.0.15 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035617 Jan 27 22:08:50.075630 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8f31e487-bd6f-441d-9e8c-75064516cbcc req-0e9d2032-1225-4243-bace-dbbd635e44dd tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669226 Jan 27 22:08:50.103665 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-647169ab-7786-40d8-be4d-877d972ae954 None None] Current status of the port 715bca22-c80a-4e2c-bb3a-de9d053dc1cb is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:50.104273 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-647169ab-7786-40d8-be4d-877d972ae954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (715bca22-c80a-4e2c-bb3a-de9d053dc1cb), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:50.123454 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f593b0e1-5374-4874-9a7b-bbbc73b69379 admin admin] Publish callbacks [] for security_group (8d5f6b68-a6bc-43e8-b43e-ab8754ceb05e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:50.157813 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f593b0e1-5374-4874-9a7b-bbbc73b69379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8d5f6b68-a6bc-43e8-b43e-ab8754ceb05e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:50.197556 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 715bca22-c80a-4e2c-bb3a-de9d053dc1cb is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:50.198309 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (715bca22-c80a-4e2c-bb3a-de9d053dc1cb), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:50.206922 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-647169ab-7786-40d8-be4d-877d972ae954 None None] For port 715bca22-c80a-4e2c-bb3a-de9d053dc1cb, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=715bca22-c80a-4e2c-bb3a-de9d053dc1cb,segment=NetworkSegment(1747efb5-388d-4b89-bad8-8580b5850f2a),segment_id=1747efb5-388d-4b89-bad8-8580b5850f2a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:50.225367 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-647169ab-7786-40d8-be4d-877d972ae954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (715bca22-c80a-4e2c-bb3a-de9d053dc1cb), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:50.265742 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f593b0e1-5374-4874-9a7b-bbbc73b69379 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6f52233c25b4452b06e471bbd239ddd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6650591 Jan 27 22:08:50.269293 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49912) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:50.416946 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:08:50.417697 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:08:50.431727 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-6571bec3-24ef-45f5-8966-30f3dedbf6c1 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] show failed (client error): The resource could not be found. Jan 27 22:08:50.438291 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6571bec3-24ef-45f5-8966-30f3dedbf6c1 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] 10.222.0.23 "GET /v2.0/networks/3ec6bef2-6423-4132-be79-16e8aa9fb8f8/tags/tempest-TagsTest-Tag-755698168 HTTP/1.1" status: 404 len: 325 time: 0.4826093 Jan 27 22:08:50.438823 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49918) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:50.439438 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-2f25558b-b0c3-4f23-bd6b-a92294333908 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Allocated IP 2001:db8::f (4f0f4d94-1cea-4697-a2a4-61e1e4158a74/579ef812-dd3b-47db-855c-dec8d6dd7c9c/23e49f90-5a4e-42bb-add2-5fbaac861715) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:50.445757 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.tag.tag_plugin [None req-b6c3def2-2a3a-4606-92ff-6e6b94f4646f tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ec6bef2-6423-4132-be79-16e8aa9fb8f8', 'tempest-TagsTest-Tag-376773750') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:50.470106 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593b0e1-5374-4874-9a7b-bbbc73b69379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5f6b68-a6bc-43e8-b43e-ab8754ceb05e,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:50.496668 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647169ab-7786-40d8-be4d-877d972ae954 None None] Pushing event updated for resources: {'Port': ['ID=715bca22-c80a-4e2c-bb3a-de9d053dc1cb,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:50.514912 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-9bfd921f-349f-46bb-84f0-71221364c9f3 None None] Provisioning complete for port 1415b2d7-b4d2-4082-a67d-9df8e457cf10 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:50.515998 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9bfd921f-349f-46bb-84f0-71221364c9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1415b2d7-b4d2-4082-a67d-9df8e457cf10), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:50.553639 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49920) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:50.598596 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9bfd921f-349f-46bb-84f0-71221364c9f3 None None] Port 1415b2d7-b4d2-4082-a67d-9df8e457cf10 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:50.610318 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02c00f-8cdb-4e83-bca3-e043fcff2d95 req-9a45ba65-7c02-44b0-89e4-aa5d92981047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:50.616861 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f02c00f-8cdb-4e83-bca3-e043fcff2d95 req-9a45ba65-7c02-44b0-89e4-aa5d92981047 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=342465e78b4348c1b975ff630f4dbc64&device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 1094 time: 0.4919426 Jan 27 22:08:50.626802 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-9bfd921f-349f-46bb-84f0-71221364c9f3 None None] Provisioning complete for port 715bca22-c80a-4e2c-bb3a-de9d053dc1cb triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:50.627182 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9bfd921f-349f-46bb-84f0-71221364c9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (715bca22-c80a-4e2c-bb3a-de9d053dc1cb), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:50.689425 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69690970-a5a0-4b7b-bb02-a429bdcc3eed admin admin] Publish callbacks [] for security_group (8d5f6b68-a6bc-43e8-b43e-ab8754ceb05e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:50.785308 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2f25558b-b0c3-4f23-bd6b-a92294333908 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for port (23e49f90-5a4e-42bb-add2-5fbaac861715), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:50.786767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9bfd921f-349f-46bb-84f0-71221364c9f3 None None] Current status of the port 715bca22-c80a-4e2c-bb3a-de9d053dc1cb is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:50.794955 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9cb48f1-dc00-450e-aa19-39cc8c7f38a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:50.861525 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-b6c3def2-2a3a-4606-92ff-6e6b94f4646f tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] show failed (client error): The resource could not be found. Jan 27 22:08:50.867550 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b6c3def2-2a3a-4606-92ff-6e6b94f4646f tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] 10.222.0.23 "GET /v2.0/networks/3ec6bef2-6423-4132-be79-16e8aa9fb8f8/tags/tempest-TagsTest-Tag-376773750 HTTP/1.1" status: 404 len: 325 time: 0.4225547 Jan 27 22:08:50.870310 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69690970-a5a0-4b7b-bb02-a429bdcc3eed admin admin] Publish callbacks [] for security_group (8d5f6b68-a6bc-43e8-b43e-ab8754ceb05e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:50.871721 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49934) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:50.877889 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.tag.tag_plugin [None req-a212a3ed-125a-4e0d-9835-64b72b1c2a3f tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3ec6bef2-6423-4132-be79-16e8aa9fb8f8') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:50.924773 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-0755c356-9d32-4f35-ac37-2512e167de17 None None] Provisioning complete for port 1415b2d7-b4d2-4082-a67d-9df8e457cf10 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:50.925139 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0755c356-9d32-4f35-ac37-2512e167de17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1415b2d7-b4d2-4082-a67d-9df8e457cf10), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:50.952867 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2f25558b-b0c3-4f23-bd6b-a92294333908 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (23e49f90-5a4e-42bb-add2-5fbaac861715), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:50.985395 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f25558b-b0c3-4f23-bd6b-a92294333908 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network 4f0f4d94-1cea-4697-a2a4-61e1e4158a74 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:50.989811 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-2f25558b-b0c3-4f23-bd6b-a92294333908 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:51.005680 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f25558b-b0c3-4f23-bd6b-a92294333908 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:51.015436 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f25558b-b0c3-4f23-bd6b-a92294333908 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:51.016182 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2f25558b-b0c3-4f23-bd6b-a92294333908 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:51.044991 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02c00f-8cdb-4e83-bca3-e043fcff2d95 req-ccc0c305-086a-4b2d-b345-edeb4e83f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:51.046486 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f02c00f-8cdb-4e83-bca3-e043fcff2d95 req-ccc0c305-086a-4b2d-b345-edeb4e83f967 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 200 len: 906 time: 0.4160275 Jan 27 22:08:51.082568 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2f25558b-b0c3-4f23-bd6b-a92294333908 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5751672 Jan 27 22:08:51.093176 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49938) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:51.188201 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f02c00f-8cdb-4e83-bca3-e043fcff2d95 req-7c47c780-8ce6-46c7-a9ba-ea5d48086711 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50287162-7f60-4c43-a44c-74f596ba3bec HTTP/1.1" status: 200 len: 217 time: 0.1297956 Jan 27 22:08:51.195473 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69690970-a5a0-4b7b-bb02-a429bdcc3eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8d5f6b68-a6bc-43e8-b43e-ab8754ceb05e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:51.199150 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69690970-a5a0-4b7b-bb02-a429bdcc3eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:51.200327 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-69690970-a5a0-4b7b-bb02-a429bdcc3eed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d5f6b68-a6bc-43e8-b43e-ab8754ceb05e HTTP/1.1" status: 204 len: 168 time: 0.9209166 Jan 27 22:08:51.211661 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9cb48f1-dc00-450e-aa19-39cc8c7f38a7 admin admin] Publish callbacks [] for security_group (1550cd28-e7df-4bf2-956b-ab75375611dc), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:51.219286 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25558b-b0c3-4f23-bd6b-a92294333908 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Port': ['ID=23e49f90-5a4e-42bb-add2-5fbaac861715,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:51.242852 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c35baa-0ebe-4527-9e1e-9aa8a100e6c9 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:51.249481 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-42c35baa-0ebe-4527-9e1e-9aa8a100e6c9 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1551867 Jan 27 22:08:51.250411 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49948) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:51.254154 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9cb48f1-dc00-450e-aa19-39cc8c7f38a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1550cd28-e7df-4bf2-956b-ab75375611dc), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:51.303556 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a212a3ed-125a-4e0d-9835-64b72b1c2a3f tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] 10.222.0.23 "DELETE /v2.0/networks/3ec6bef2-6423-4132-be79-16e8aa9fb8f8/tags HTTP/1.1" status: 204 len: 168 time: 0.4291325 Jan 27 22:08:51.359918 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0755c356-9d32-4f35-ac37-2512e167de17 None None] Port 1415b2d7-b4d2-4082-a67d-9df8e457cf10 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:51.362720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69690970-a5a0-4b7b-bb02-a429bdcc3eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5f6b68-a6bc-43e8-b43e-ab8754ceb05e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:51.364399 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 715bca22-c80a-4e2c-bb3a-de9d053dc1cb is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:51.371829 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:51.377069 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49950) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:51.394520 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a9cb48f1-dc00-450e-aa19-39cc8c7f38a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1dbe1c8fa5a449a497749911890e5098&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8403144 Jan 27 22:08:51.397675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49954) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:51.413377 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb48f1-dc00-450e-aa19-39cc8c7f38a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1550cd28-e7df-4bf2-956b-ab75375611dc,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:51.491237 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-9ca7d116-dca0-4f8d-a479-0f412be0c2ed None None] Provisioning complete for port 23e49f90-5a4e-42bb-add2-5fbaac861715 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:51.491684 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9ca7d116-dca0-4f8d-a479-0f412be0c2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (23e49f90-5a4e-42bb-add2-5fbaac861715), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:51.493253 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a789dbfa-a764-4d7c-8586-708bed1bb957 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:51.512722 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a789dbfa-a764-4d7c-8586-708bed1bb957 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:51.525742 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a789dbfa-a764-4d7c-8586-708bed1bb957 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:51.532601 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a789dbfa-a764-4d7c-8586-708bed1bb957 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2793286 Jan 27 22:08:51.538620 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49958) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:51.572722 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 715bca22-c80a-4e2c-bb3a-de9d053dc1cb up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:51.587956 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9ca7d116-dca0-4f8d-a479-0f412be0c2ed None None] Port 23e49f90-5a4e-42bb-add2-5fbaac861715 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:51.633082 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ed59d-2c82-451f-a7fe-5e5dea9fbdba req-0636b9a0-12f6-44a1-9338-c3165c50c8e1 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:51.643439 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a16ed59d-2c82-451f-a7fe-5e5dea9fbdba req-0636b9a0-12f6-44a1-9338-c3165c50c8e1 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 943 time: 0.4682600 Jan 27 22:08:51.650470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 715bca22-c80a-4e2c-bb3a-de9d053dc1cb triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:51.651024 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (715bca22-c80a-4e2c-bb3a-de9d053dc1cb), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:51.687705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02c00f-8cdb-4e83-bca3-e043fcff2d95 req-74c9874d-bd3f-475d-86bd-1a617eb97f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:51.692021 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f02c00f-8cdb-4e83-bca3-e043fcff2d95 req-74c9874d-bd3f-475d-86bd-1a617eb97f3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7267bcf4-ac84-4f1d-9bca-30d5eecd5123 HTTP/1.1" status: 200 len: 845 time: 0.4767904 Jan 27 22:08:51.707931 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-5796c9cc-7abd-4271-8ebb-f073d1742706 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting port 23e49f90-5a4e-42bb-add2-5fbaac861715 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:51.708328 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5796c9cc-7abd-4271-8ebb-f073d1742706 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (23e49f90-5a4e-42bb-add2-5fbaac861715), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:51.752210 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f02c00f-8cdb-4e83-bca3-e043fcff2d95 req-939fd1b2-f17b-485c-a6f7-733c3dabaf6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439992 Jan 27 22:08:51.786318 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-97677c07-cf07-4e16-ae1e-a8ceaf369e84 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (3ec6bef2-6423-4132-be79-16e8aa9fb8f8), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:51.793881 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 50287162-7f60-4c43-a44c-74f596ba3bec details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:08:51.802028 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 715bca22-c80a-4e2c-bb3a-de9d053dc1cb is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:51.836508 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a16ed59d-2c82-451f-a7fe-5e5dea9fbdba req-1cdb8b22-936f-407a-845d-040e8d6b7d89 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920569 Jan 27 22:08:51.868263 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5796c9cc-7abd-4271-8ebb-f073d1742706 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (23e49f90-5a4e-42bb-add2-5fbaac861715), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:51.885609 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-5796c9cc-7abd-4271-8ebb-f073d1742706 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Calling delete_port for 23e49f90-5a4e-42bb-add2-5fbaac861715 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:51.959372 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a6c685ec-63eb-45e0-a071-4298259e8a76 admin admin] Publish callbacks [] for security_group (1550cd28-e7df-4bf2-956b-ab75375611dc), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.007715 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 50287162-7f60-4c43-a44c-74f596ba3bec, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=50287162-7f60-4c43-a44c-74f596ba3bec,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:52.025798 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '50287162-7f60-4c43-a44c-74f596ba3bec', 'network_id': '7fb03950-b0f5-49f7-8c2d-d1081fb3aba8', 'port_id': '50287162-7f60-4c43-a44c-74f596ba3bec', 'mac_address': 'fa:16:3e:e7:f1:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7267bcf4-ac84-4f1d-9bca-30d5eecd5123', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:08:52.096074 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 50287162-7f60-4c43-a44c-74f596ba3bec is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:52.096716 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (50287162-7f60-4c43-a44c-74f596ba3bec), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.114597 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50287162-7f60-4c43-a44c-74f596ba3bec {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:08:52.167603 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 50287162-7f60-4c43-a44c-74f596ba3bec, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=50287162-7f60-4c43-a44c-74f596ba3bec,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:52.168517 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5796c9cc-7abd-4271-8ebb-f073d1742706 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (23e49f90-5a4e-42bb-add2-5fbaac861715), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.174792 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (50287162-7f60-4c43-a44c-74f596ba3bec), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.216436 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796c9cc-7abd-4271-8ebb-f073d1742706 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Port': ['ID=23e49f90-5a4e-42bb-add2-5fbaac861715,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:52.250618 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5796c9cc-7abd-4271-8ebb-f073d1742706 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.259627 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5796c9cc-7abd-4271-8ebb-f073d1742706 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/ports/23e49f90-5a4e-42bb-add2-5fbaac861715 HTTP/1.1" status: 204 len: 168 time: 0.7153664 Jan 27 22:08:52.260359 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49994) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:52.306207 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=50287162-7f60-4c43-a44c-74f596ba3bec,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:52.321450 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5a43cd-29fc-457b-9374-94e7f6f07507 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] GET failed (client error): The resource could not be found. Jan 27 22:08:52.325598 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6d5a43cd-29fc-457b-9374-94e7f6f07507 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports/23e49f90-5a4e-42bb-add2-5fbaac861715 HTTP/1.1" status: 404 len: 333 time: 0.0592237 Jan 27 22:08:52.326411 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50000) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:52.402581 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['50287162-7f60-4c43-a44c-74f596ba3bec'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:08:52.496856 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-97677c07-cf07-4e16-ae1e-a8ceaf369e84 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (3ec6bef2-6423-4132-be79-16e8aa9fb8f8), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.514400 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a6c685ec-63eb-45e0-a071-4298259e8a76 admin admin] Publish callbacks [] for security_group (1550cd28-e7df-4bf2-956b-ab75375611dc), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.523501 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-5f820213-47e8-4d0b-82d4-76d2bdad9e08 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting port 1415b2d7-b4d2-4082-a67d-9df8e457cf10 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:52.523967 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5f820213-47e8-4d0b-82d4-76d2bdad9e08 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1415b2d7-b4d2-4082-a67d-9df8e457cf10), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.542051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f02c00f-8cdb-4e83-bca3-e043fcff2d95 req-836f1c3d-d9bb-44b7-907b-4c8a903f1beb service neutron] 10.222.0.15 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7747724 Jan 27 22:08:52.547415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-97677c07-cf07-4e16-ae1e-a8ceaf369e84 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec6bef2-6423-4132-be79-16e8aa9fb8f8']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:52.573302 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-97677c07-cf07-4e16-ae1e-a8ceaf369e84 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a283c3-dd03-4ec4-8cb7-93eb433afec9') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:52.573302 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-97677c07-cf07-4e16-ae1e-a8ceaf369e84 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a283c3-dd03-4ec4-8cb7-93eb433afec9') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:52.664533 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-97677c07-cf07-4e16-ae1e-a8ceaf369e84 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (14a283c3-dd03-4ec4-8cb7-93eb433afec9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.689366 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-97677c07-cf07-4e16-ae1e-a8ceaf369e84 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (14a283c3-dd03-4ec4-8cb7-93eb433afec9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.691054 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5f820213-47e8-4d0b-82d4-76d2bdad9e08 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1415b2d7-b4d2-4082-a67d-9df8e457cf10), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.702729 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97677c07-cf07-4e16-ae1e-a8ceaf369e84 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:08:52.703474 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-97677c07-cf07-4e16-ae1e-a8ceaf369e84 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (14a283c3-dd03-4ec4-8cb7-93eb433afec9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.707111 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-5f820213-47e8-4d0b-82d4-76d2bdad9e08 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Calling delete_port for 1415b2d7-b4d2-4082-a67d-9df8e457cf10 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:08:52.708446 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:08:52.771805 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a6c685ec-63eb-45e0-a071-4298259e8a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1550cd28-e7df-4bf2-956b-ab75375611dc), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.774526 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a6c685ec-63eb-45e0-a071-4298259e8a76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.775858 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a6c685ec-63eb-45e0-a071-4298259e8a76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1550cd28-e7df-4bf2-956b-ab75375611dc HTTP/1.1" status: 204 len: 168 time: 1.3720982 Jan 27 22:08:52.800048 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c685ec-63eb-45e0-a071-4298259e8a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1550cd28-e7df-4bf2-956b-ab75375611dc,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:52.804199 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f02c00f-8cdb-4e83-bca3-e043fcff2d95 req-f27b8921-fb76-48d5-9759-2cba1d7c7945 service neutron] 10.222.0.15 "GET /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542822 Jan 27 22:08:52.810004 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-97677c07-cf07-4e16-ae1e-a8ceaf369e84 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (3ec6bef2-6423-4132-be79-16e8aa9fb8f8), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.826935 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-97677c07-cf07-4e16-ae1e-a8ceaf369e84 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:52.832503 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-97677c07-cf07-4e16-ae1e-a8ceaf369e84 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] 10.222.0.23 "DELETE /v2.0/networks/3ec6bef2-6423-4132-be79-16e8aa9fb8f8 HTTP/1.1" status: 204 len: 168 time: 1.4527199 Jan 27 22:08:52.845287 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97677c07-cf07-4e16-ae1e-a8ceaf369e84 tempest-TagsTest-1705060589 tempest-TagsTest-1705060589-project] Pushing event deleted for resources: {'Network': ['ID=3ec6bef2-6423-4132-be79-16e8aa9fb8f8,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:52.912935 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5f820213-47e8-4d0b-82d4-76d2bdad9e08 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (1415b2d7-b4d2-4082-a67d-9df8e457cf10), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.002091 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f820213-47e8-4d0b-82d4-76d2bdad9e08 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Port': ['ID=1415b2d7-b4d2-4082-a67d-9df8e457cf10,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:53.008253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267f588-c6d4-47a3-83ca-91c380e5d88b req-c869bddd-3cae-49a1-abc3-27cdf1cbe1e6 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:53.016776 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6267f588-c6d4-47a3-83ca-91c380e5d88b req-c869bddd-3cae-49a1-abc3-27cdf1cbe1e6 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 944 time: 0.0737343 Jan 27 22:08:53.031542 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5f820213-47e8-4d0b-82d4-76d2bdad9e08 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.041360 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50032) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:53.044547 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5f820213-47e8-4d0b-82d4-76d2bdad9e08 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/ports/1415b2d7-b4d2-4082-a67d-9df8e457cf10 HTTP/1.1" status: 204 len: 168 time: 0.7082813 Jan 27 22:08:53.074861 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-570d756c-6604-4338-9eb2-60ae1b317572 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] GET failed (client error): The resource could not be found. Jan 27 22:08:53.076628 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-570d756c-6604-4338-9eb2-60ae1b317572 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports/1415b2d7-b4d2-4082-a67d-9df8e457cf10 HTTP/1.1" status: 404 len: 333 time: 0.0333726 Jan 27 22:08:53.079443 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50036) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:53.101455 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6267f588-c6d4-47a3-83ca-91c380e5d88b req-43ce6f86-0709-4a4b-aebc-02e02c5e52d8 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816615 Jan 27 22:08:53.164844 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-8646e861-dd20-48d5-aff9-8b6a3265ce1b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting subnet 579ef812-dd3b-47db-855c-dec8d6dd7c9c {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:08:53.168567 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8646e861-dd20-48d5-aff9-8b6a3265ce1b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (579ef812-dd3b-47db-855c-dec8d6dd7c9c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.240455 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8646e861-dd20-48d5-aff9-8b6a3265ce1b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (579ef812-dd3b-47db-855c-dec8d6dd7c9c), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.254887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50046) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:53.338772 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8646e861-dd20-48d5-aff9-8b6a3265ce1b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (579ef812-dd3b-47db-855c-dec8d6dd7c9c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.404048 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8646e861-dd20-48d5-aff9-8b6a3265ce1b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (579ef812-dd3b-47db-855c-dec8d6dd7c9c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.404288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50054) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:53.417908 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3ed9dcb5-566b-47f2-99ea-71498627680b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.437122 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646e861-dd20-48d5-aff9-8b6a3265ce1b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Subnet': ['ID=579ef812-dd3b-47db-855c-dec8d6dd7c9c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:53.441213 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8646e861-dd20-48d5-aff9-8b6a3265ce1b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.444516 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8646e861-dd20-48d5-aff9-8b6a3265ce1b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/subnets/579ef812-dd3b-47db-855c-dec8d6dd7c9c HTTP/1.1" status: 204 len: 168 time: 0.3640187 Jan 27 22:08:53.447119 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50056) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:53.452119 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78695da-2209-42fe-85aa-a955b78a942a None None] Network 4f0f4d94-1cea-4697-a2a4-61e1e4158a74 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:53.518288 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3ed9dcb5-566b-47f2-99ea-71498627680b admin admin] Publish callbacks [] for security_group (923ef354-52a0-44a6-a3c5-105db5fd4f41), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.526684 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3ed9dcb5-566b-47f2-99ea-71498627680b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (923ef354-52a0-44a6-a3c5-105db5fd4f41), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.572240 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2683317d-8a6d-4fc4-9d3b-0abaa378ab81 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (4f0f4d94-1cea-4697-a2a4-61e1e4158a74), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.575838 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3ed9dcb5-566b-47f2-99ea-71498627680b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04fba74d921f49beaa742ef1313649bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1703446 Jan 27 22:08:53.577017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9dcb5-566b-47f2-99ea-71498627680b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923ef354-52a0-44a6-a3c5-105db5fd4f41,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:53.579458 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50058) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:53.659798 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-44136236-b67b-4259-a935-c2eecff8d05d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.662234 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-03a8ab2b-743e-49b2-8112-23e8676641bb admin admin] Publish callbacks [] for security_group (923ef354-52a0-44a6-a3c5-105db5fd4f41), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.695181 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-03a8ab2b-743e-49b2-8112-23e8676641bb admin admin] Publish callbacks [] for security_group (923ef354-52a0-44a6-a3c5-105db5fd4f41), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.713851 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bf444c-64d4-4f1e-a3c7-ddacf95c843b None None] DHCP port deletion for 4f0f4d94-1cea-4697-a2a4-61e1e4158a74 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:08:53.722844 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50064) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:53.746917 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-2683317d-8a6d-4fc4-9d3b-0abaa378ab81 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting port 715bca22-c80a-4e2c-bb3a-de9d053dc1cb {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:53.747262 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2683317d-8a6d-4fc4-9d3b-0abaa378ab81 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (715bca22-c80a-4e2c-bb3a-de9d053dc1cb), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.788552 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-10bf444c-64d4-4f1e-a3c7-ddacf95c843b None None] Deleting port 715bca22-c80a-4e2c-bb3a-de9d053dc1cb {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:53.788961 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-10bf444c-64d4-4f1e-a3c7-ddacf95c843b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (715bca22-c80a-4e2c-bb3a-de9d053dc1cb), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.796480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 50287162-7f60-4c43-a44c-74f596ba3bec up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:53.845193 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-44136236-b67b-4259-a935-c2eecff8d05d admin admin] Publish callbacks [] for security_group (87f6eea7-d85e-485c-ba3e-353af14760fe), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.846113 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-2683317d-8a6d-4fc4-9d3b-0abaa378ab81 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] For port 715bca22-c80a-4e2c-bb3a-de9d053dc1cb, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=715bca22-c80a-4e2c-bb3a-de9d053dc1cb,segment=NetworkSegment(1747efb5-388d-4b89-bad8-8580b5850f2a),segment_id=1747efb5-388d-4b89-bad8-8580b5850f2a)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:53.846333 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2683317d-8a6d-4fc4-9d3b-0abaa378ab81 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (715bca22-c80a-4e2c-bb3a-de9d053dc1cb), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.852482 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-44136236-b67b-4259-a935-c2eecff8d05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (87f6eea7-d85e-485c-ba3e-353af14760fe), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.873762 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-03a8ab2b-743e-49b2-8112-23e8676641bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (923ef354-52a0-44a6-a3c5-105db5fd4f41), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.875992 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-03a8ab2b-743e-49b2-8112-23e8676641bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.877204 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-03a8ab2b-743e-49b2-8112-23e8676641bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/923ef354-52a0-44a6-a3c5-105db5fd4f41 HTTP/1.1" status: 204 len: 168 time: 0.2967122 Jan 27 22:08:53.881334 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-2683317d-8a6d-4fc4-9d3b-0abaa378ab81 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Calling delete_port for 715bca22-c80a-4e2c-bb3a-de9d053dc1cb owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:53.908108 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-58f37262-60f0-4d2f-9cd3-f75d5fb1fd44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9946b64c1174b0aa70ef7c4c1c8301a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1842377 Jan 27 22:08:53.908398 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-44136236-b67b-4259-a935-c2eecff8d05d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb2d3d17571846e8a3bd5bb6daff3608&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6519938 Jan 27 22:08:53.908828 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50076) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:53.908943 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8ab2b-743e-49b2-8112-23e8676641bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923ef354-52a0-44a6-a3c5-105db5fd4f41,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:53.911876 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50078) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:53.924269 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-10bf444c-64d4-4f1e-a3c7-ddacf95c843b None None] For port 715bca22-c80a-4e2c-bb3a-de9d053dc1cb, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=715bca22-c80a-4e2c-bb3a-de9d053dc1cb,segment=NetworkSegment(1747efb5-388d-4b89-bad8-8580b5850f2a),segment_id=1747efb5-388d-4b89-bad8-8580b5850f2a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:53.925155 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-10bf444c-64d4-4f1e-a3c7-ddacf95c843b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (715bca22-c80a-4e2c-bb3a-de9d053dc1cb), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.929662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44136236-b67b-4259-a935-c2eecff8d05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f6eea7-d85e-485c-ba3e-353af14760fe,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:53.955307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-10bf444c-64d4-4f1e-a3c7-ddacf95c843b None None] Calling delete_port for 715bca22-c80a-4e2c-bb3a-de9d053dc1cb owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:53.964371 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 50287162-7f60-4c43-a44c-74f596ba3bec completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:08:53.974078 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 50287162-7f60-4c43-a44c-74f596ba3bec triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:53.974681 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (50287162-7f60-4c43-a44c-74f596ba3bec), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.003106 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-78bf8792-4571-4bfb-a49a-5c0bea873308 admin admin] Publish callbacks [] for security_group (87f6eea7-d85e-485c-ba3e-353af14760fe), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.021536 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e114a765-4113-4013-9ec3-1eaf7c465485 admin admin] Publish callbacks [] for security_group (af2eb407-7665-4cc6-b880-6d39f8243ae4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.037711 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-78bf8792-4571-4bfb-a49a-5c0bea873308 admin admin] Publish callbacks [] for security_group (87f6eea7-d85e-485c-ba3e-353af14760fe), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.057471 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e114a765-4113-4013-9ec3-1eaf7c465485 admin admin] Publish callbacks [] for security_group (af2eb407-7665-4cc6-b880-6d39f8243ae4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.059430 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2683317d-8a6d-4fc4-9d3b-0abaa378ab81 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (715bca22-c80a-4e2c-bb3a-de9d053dc1cb), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.099549 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683317d-8a6d-4fc4-9d3b-0abaa378ab81 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Port': ['ID=715bca22-c80a-4e2c-bb3a-de9d053dc1cb,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:54.106250 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2683317d-8a6d-4fc4-9d3b-0abaa378ab81 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] No DVR routers for this DVR port 715bca22-c80a-4e2c-bb3a-de9d053dc1cb on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:08:54.132486 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-78bf8792-4571-4bfb-a49a-5c0bea873308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (87f6eea7-d85e-485c-ba3e-353af14760fe), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.135896 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-78bf8792-4571-4bfb-a49a-5c0bea873308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.139906 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-78bf8792-4571-4bfb-a49a-5c0bea873308 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87f6eea7-d85e-485c-ba3e-353af14760fe HTTP/1.1" status: 204 len: 168 time: 0.2267277 Jan 27 22:08:54.161539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf8792-4571-4bfb-a49a-5c0bea873308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f6eea7-d85e-485c-ba3e-353af14760fe,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:54.179966 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bf8cab8c-fd75-4c96-9305-7e1cd0befcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.214456 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2683317d-8a6d-4fc4-9d3b-0abaa378ab81 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (4f0f4d94-1cea-4697-a2a4-61e1e4158a74), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.239128 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e114a765-4113-4013-9ec3-1eaf7c465485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (af2eb407-7665-4cc6-b880-6d39f8243ae4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.243054 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e114a765-4113-4013-9ec3-1eaf7c465485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.244584 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e114a765-4113-4013-9ec3-1eaf7c465485 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af2eb407-7665-4cc6-b880-6d39f8243ae4 HTTP/1.1" status: 204 len: 168 time: 0.3313532 Jan 27 22:08:54.251869 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-2683317d-8a6d-4fc4-9d3b-0abaa378ab81 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0f4d94-1cea-4697-a2a4-61e1e4158a74']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:54.268817 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114a765-4113-4013-9ec3-1eaf7c465485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2eb407-7665-4cc6-b880-6d39f8243ae4,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:54.271894 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-2683317d-8a6d-4fc4-9d3b-0abaa378ab81 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1747efb5-388d-4b89-bad8-8580b5850f2a') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:54.272399 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-2683317d-8a6d-4fc4-9d3b-0abaa378ab81 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1747efb5-388d-4b89-bad8-8580b5850f2a') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:54.289618 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2683317d-8a6d-4fc4-9d3b-0abaa378ab81 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (1747efb5-388d-4b89-bad8-8580b5850f2a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.310394 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2683317d-8a6d-4fc4-9d3b-0abaa378ab81 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (1747efb5-388d-4b89-bad8-8580b5850f2a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.320273 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2683317d-8a6d-4fc4-9d3b-0abaa378ab81 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:08:54.320737 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2683317d-8a6d-4fc4-9d3b-0abaa378ab81 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (1747efb5-388d-4b89-bad8-8580b5850f2a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.325130 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-10bf444c-64d4-4f1e-a3c7-ddacf95c843b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (715bca22-c80a-4e2c-bb3a-de9d053dc1cb), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:08:54.325503 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:08:54.334655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278daba-6ab6-439a-a31d-2512d115e29e req-96975ce4-b002-4d43-9719-393884ee83e7 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:54.336343 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d278daba-6ab6-439a-a31d-2512d115e29e req-96975ce4-b002-4d43-9719-393884ee83e7 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 944 time: 0.0675805 Jan 27 22:08:54.410383 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2683317d-8a6d-4fc4-9d3b-0abaa378ab81 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (4f0f4d94-1cea-4697-a2a4-61e1e4158a74), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.417689 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d278daba-6ab6-439a-a31d-2512d115e29e req-675c0633-ffaa-427a-8ecd-76fdd9b588a2 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716724 Jan 27 22:08:54.418533 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 50287162-7f60-4c43-a44c-74f596ba3bec is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:54.419301 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (50287162-7f60-4c43-a44c-74f596ba3bec), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.424634 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2683317d-8a6d-4fc4-9d3b-0abaa378ab81 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.429362 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2683317d-8a6d-4fc4-9d3b-0abaa378ab81 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/networks/4f0f4d94-1cea-4697-a2a4-61e1e4158a74 HTTP/1.1" status: 204 len: 168 time: 0.9809515 Jan 27 22:08:54.432755 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50100) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:54.436456 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bf444c-64d4-4f1e-a3c7-ddacf95c843b None None] No DVR routers for this DVR port 715bca22-c80a-4e2c-bb3a-de9d053dc1cb on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:08:54.446551 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a22f3823-d03e-4421-a5d8-a0cdcb711c39 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1055641493'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:54.451100 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf444c-64d4-4f1e-a3c7-ddacf95c843b None None] Pushing event deleted for resources: {'Port': ['ID=715bca22-c80a-4e2c-bb3a-de9d053dc1cb,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:54.460846 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67bbb3d-f32b-4287-a221-b25de96280a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50287162-7f60-4c43-a44c-74f596ba3bec'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:54.463258 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8a5a04-3136-45ad-9db3-bc53c797ca51" -d '{"events": [{"server_uuid": "b67bbb3d-f32b-4287-a221-b25de96280a3", "name": "network-vif-plugged", "status": "completed", "tag": "50287162-7f60-4c43-a44c-74f596ba3bec"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:54.477322 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 50287162-7f60-4c43-a44c-74f596ba3bec, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=50287162-7f60-4c43-a44c-74f596ba3bec,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:54.483422 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (50287162-7f60-4c43-a44c-74f596ba3bec), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.524814 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa49a71-755b-4f47-86f1-c9ee17b77021 x-openstack-request-id: req-1fa49a71-755b-4f47-86f1-c9ee17b77021 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:54.525206 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67bbb3d-f32b-4287-a221-b25de96280a3", "name": "network-vif-plugged", "status": "completed", "tag": "50287162-7f60-4c43-a44c-74f596ba3bec", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:54.525536 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1fa49a71-755b-4f47-86f1-c9ee17b77021 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:54.526003 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67bbb3d-f32b-4287-a221-b25de96280a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50287162-7f60-4c43-a44c-74f596ba3bec', 'code': 200} Jan 27 22:08:54.591390 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=50287162-7f60-4c43-a44c-74f596ba3bec,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:54.640850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093c776-2ca6-42f9-aa7b-0339b73832f8 req-820a3de9-2b39-4902-b96a-370afbe1a879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:54.643262 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3093c776-2ca6-42f9-aa7b-0339b73832f8 req-820a3de9-2b39-4902-b96a-370afbe1a879 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 1096 time: 0.0551941 Jan 27 22:08:54.695603 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3093c776-2ca6-42f9-aa7b-0339b73832f8 req-13596414-362a-4ee7-887c-700b04340416 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463068 Jan 27 22:08:54.802502 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683317d-8a6d-4fc4-9d3b-0abaa378ab81 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Network': ['ID=4f0f4d94-1cea-4697-a2a4-61e1e4158a74,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:54.821398 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22f3823-d03e-4421-a5d8-a0cdcb711c39 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:54.826913 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a22f3823-d03e-4421-a5d8-a0cdcb711c39 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.856827 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22f3823-d03e-4421-a5d8-a0cdcb711c39 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:08:54.867548 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a22f3823-d03e-4421-a5d8-a0cdcb711c39 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (99db438c-ad45-49f2-a0e0-f2c08f463acf), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.868196 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-a22f3823-d03e-4421-a5d8-a0cdcb711c39 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Added segment 99db438c-ad45-49f2-a0e0-f2c08f463acf of type vlan for network b2f50b7b-145e-4ad2-a82d-034c4722e85b Jan 27 22:08:54.920124 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a22f3823-d03e-4421-a5d8-a0cdcb711c39 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (b2f50b7b-145e-4ad2-a82d-034c4722e85b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.956015 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a22f3823-d03e-4421-a5d8-a0cdcb711c39 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (b2f50b7b-145e-4ad2-a82d-034c4722e85b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:54.962041 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22f3823-d03e-4421-a5d8-a0cdcb711c39 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:54.962752 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a22f3823-d03e-4421-a5d8-a0cdcb711c39 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.006060 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:08:55.046308 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a22f3823-d03e-4421-a5d8-a0cdcb711c39 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6110785 Jan 27 22:08:55.049612 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50142) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:55.059332 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-e5f3c16d-f51c-49eb-b258-95997918b843 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'subnet': {'network_id': 'b2f50b7b-145e-4ad2-a82d-034c4722e85b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:55.059609 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f3823-d03e-4421-a5d8-a0cdcb711c39 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Network': ['ID=b2f50b7b-145e-4ad2-a82d-034c4722e85b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:55.071820 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network b2f50b7b-145e-4ad2-a82d-034c4722e85b details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:08:55.203876 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f3c16d-f51c-49eb-b258-95997918b843 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:55.207384 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e5f3c16d-f51c-49eb-b258-95997918b843 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.443379 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e5f3c16d-f51c-49eb-b258-95997918b843 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (ee140520-c880-49a6-a323-ae8221041d0f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.493942 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 715bca22-c80a-4e2c-bb3a-de9d053dc1cb no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:08:55.545308 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 715bca22-c80a-4e2c-bb3a-de9d053dc1cb {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:08:55.546122 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 715bca22-c80a-4e2c-bb3a-de9d053dc1cb not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:08:55.582885 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3c16d-f51c-49eb-b258-95997918b843 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Subnet': ['ID=ee140520-c880-49a6-a323-ae8221041d0f,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:55.601866 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f4cc9-9303-4f03-9b51-c69f6c380def req-c6d278d4-92da-4272-b9d7-4416fa56e61f tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:55.603384 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d06f4cc9-9303-4f03-9b51-c69f6c380def req-c6d278d4-92da-4272-b9d7-4416fa56e61f tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.0863612 Jan 27 22:08:55.604661 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f3c16d-f51c-49eb-b258-95997918b843 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Checking segment: {'id': '99db438c-ad45-49f2-a0e0-f2c08f463acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b2f50b7b-145e-4ad2-a82d-034c4722e85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:55.605771 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f3c16d-f51c-49eb-b258-95997918b843 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network hostable DHCP agents. Network: b2f50b7b-145e-4ad2-a82d-034c4722e85b, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:08:55.648239 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f3c16d-f51c-49eb-b258-95997918b843 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network b2f50b7b-145e-4ad2-a82d-034c4722e85b is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:08:55.663995 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-e5f3c16d-f51c-49eb-b258-95997918b843 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, b2f50b7b-145e-4ad2-a82d-034c4722e85b) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:55.679678 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91939857-dc88-4bf0-83df-57a309f6c553 None None] Network b2f50b7b-145e-4ad2-a82d-034c4722e85b requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:55.679937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f3c16d-f51c-49eb-b258-95997918b843 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:55.680699 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e5f3c16d-f51c-49eb-b258-95997918b843 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.711680 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d06f4cc9-9303-4f03-9b51-c69f6c380def req-8d4f789f-d18b-4c0d-8ec0-bbc0fb8c8dc0 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968013 Jan 27 22:08:55.755203 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e5f3c16d-f51c-49eb-b258-95997918b843 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6999726 Jan 27 22:08:55.756146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50180) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:55.762045 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-4e99f127-4d98-4504-8212-5fe7b3b9dd1c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1246100259', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:55.807588 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4e99f127-4d98-4504-8212-5fe7b3b9dd1c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (42d39a47-b30c-4b78-8b5f-1368c3696f65), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.809093 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4e99f127-4d98-4504-8212-5fe7b3b9dd1c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (42d39a47-b30c-4b78-8b5f-1368c3696f65), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.929793 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ccbe69-bbe3-43e1-aa90-4d2d68ba8628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-b2f50b7b-145e-4ad2-a82d-034c4722e85b', 'network_id': 'b2f50b7b-145e-4ad2-a82d-034c4722e85b', 'project_id': '93f457a5334b41158714cbb3d13441d4', 'fixed_ips': [{'subnet_id': 'ee140520-c880-49a6-a323-ae8221041d0f'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:08:55.930690 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0ccbe69-bbe3-43e1-aa90-4d2d68ba8628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.948136 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4e99f127-4d98-4504-8212-5fe7b3b9dd1c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for router_controller (42d39a47-b30c-4b78-8b5f-1368c3696f65), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.956482 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4e99f127-4d98-4504-8212-5fe7b3b9dd1c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (42d39a47-b30c-4b78-8b5f-1368c3696f65), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.984512 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4e99f127-4d98-4504-8212-5fe7b3b9dd1c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:55.990223 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4e99f127-4d98-4504-8212-5fe7b3b9dd1c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2330601 Jan 27 22:08:55.991104 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50196) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:55.999714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-f4e610ae-9f9e-401e-b6a1-ef235e3ea63c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'port': {'network_id': 'b2f50b7b-145e-4ad2-a82d-034c4722e85b', 'name': 'tempest-PortsIpV6TestJSON-1288340684'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:56.101065 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-c0ccbe69-bbe3-43e1-aa90-4d2d68ba8628 None None] Allocated IP 2001:db8::2 (b2f50b7b-145e-4ad2-a82d-034c4722e85b/ee140520-c880-49a6-a323-ae8221041d0f/5a1367ad-3533-451b-90bf-69ce77d5eb97) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:56.148707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e610ae-9f9e-401e-b6a1-ef235e3ea63c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:56.152496 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f4e610ae-9f9e-401e-b6a1-ef235e3ea63c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:56.172496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-f4e610ae-9f9e-401e-b6a1-ef235e3ea63c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] device_id is not set on port f588e843-accc-4641-be07-9e17c331a59b yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:08:56.272399 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0ccbe69-bbe3-43e1-aa90-4d2d68ba8628 None None] Publish callbacks [] for port (5a1367ad-3533-451b-90bf-69ce77d5eb97), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:56.278665 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0ccbe69-bbe3-43e1-aa90-4d2d68ba8628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (5a1367ad-3533-451b-90bf-69ce77d5eb97), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:56.333350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ccbe69-bbe3-43e1-aa90-4d2d68ba8628 None None] Network b2f50b7b-145e-4ad2-a82d-034c4722e85b is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:56.336964 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-c0ccbe69-bbe3-43e1-aa90-4d2d68ba8628 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:56.341220 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ccbe69-bbe3-43e1-aa90-4d2d68ba8628 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:56.352340 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-f4e610ae-9f9e-401e-b6a1-ef235e3ea63c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Allocated IP 2001:db8::d4 (b2f50b7b-145e-4ad2-a82d-034c4722e85b/ee140520-c880-49a6-a323-ae8221041d0f/f588e843-accc-4641-be07-9e17c331a59b) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:56.352922 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50216) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:56.359318 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0051408 Jan 27 22:08:56.363164 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50218) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:56.402942 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccbe69-bbe3-43e1-aa90-4d2d68ba8628 None None] Pushing event updated for resources: {'Port': ['ID=5a1367ad-3533-451b-90bf-69ce77d5eb97,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:56.430958 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c0ccbe69-bbe3-43e1-aa90-4d2d68ba8628 None None] Attempting to bind port 5a1367ad-3533-451b-90bf-69ce77d5eb97 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:08:56.431333 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c0ccbe69-bbe3-43e1-aa90-4d2d68ba8628 None None] Attempting to bind port 5a1367ad-3533-451b-90bf-69ce77d5eb97 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '99db438c-ad45-49f2-a0e0-f2c08f463acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b2f50b7b-145e-4ad2-a82d-034c4722e85b'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:08:56.431702 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ccbe69-bbe3-43e1-aa90-4d2d68ba8628 None None] Attempting to bind port 5a1367ad-3533-451b-90bf-69ce77d5eb97 on network b2f50b7b-145e-4ad2-a82d-034c4722e85b {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:56.437821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ccbe69-bbe3-43e1-aa90-4d2d68ba8628 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:08:56.438074 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ccbe69-bbe3-43e1-aa90-4d2d68ba8628 None None] Checking segment: {'id': '99db438c-ad45-49f2-a0e0-f2c08f463acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b2f50b7b-145e-4ad2-a82d-034c4722e85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:56.438576 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0ccbe69-bbe3-43e1-aa90-4d2d68ba8628 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:56.438869 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ccbe69-bbe3-43e1-aa90-4d2d68ba8628 None None] Bound using segment: {'id': '99db438c-ad45-49f2-a0e0-f2c08f463acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b2f50b7b-145e-4ad2-a82d-034c4722e85b'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:08:56.439362 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c0ccbe69-bbe3-43e1-aa90-4d2d68ba8628 None None] Bound port: 5a1367ad-3533-451b-90bf-69ce77d5eb97, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99db438c-ad45-49f2-a0e0-f2c08f463acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b2f50b7b-145e-4ad2-a82d-034c4722e85b'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:08:56.439719 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0ccbe69-bbe3-43e1-aa90-4d2d68ba8628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5a1367ad-3533-451b-90bf-69ce77d5eb97), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:56.519491 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c0ccbe69-bbe3-43e1-aa90-4d2d68ba8628 None None] For port 5a1367ad-3533-451b-90bf-69ce77d5eb97, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:08:56.522792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c0ccbe69-bbe3-43e1-aa90-4d2d68ba8628 None None] For port 5a1367ad-3533-451b-90bf-69ce77d5eb97, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5a1367ad-3533-451b-90bf-69ce77d5eb97,segment=NetworkSegment(99db438c-ad45-49f2-a0e0-f2c08f463acf),segment_id=99db438c-ad45-49f2-a0e0-f2c08f463acf)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:08:56.528989 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0ccbe69-bbe3-43e1-aa90-4d2d68ba8628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5a1367ad-3533-451b-90bf-69ce77d5eb97), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:56.597528 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccbe69-bbe3-43e1-aa90-4d2d68ba8628 None None] Pushing event updated for resources: {'Port': ['ID=5a1367ad-3533-451b-90bf-69ce77d5eb97,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:56.649697 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f4e610ae-9f9e-401e-b6a1-ef235e3ea63c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for port (f588e843-accc-4641-be07-9e17c331a59b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:56.724629 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f4e610ae-9f9e-401e-b6a1-ef235e3ea63c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f588e843-accc-4641-be07-9e17c331a59b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:56.733060 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-97beead7-aed5-495a-877a-9b43affcf211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:56.788618 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e610ae-9f9e-401e-b6a1-ef235e3ea63c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network b2f50b7b-145e-4ad2-a82d-034c4722e85b is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:56.792373 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-f4e610ae-9f9e-401e-b6a1-ef235e3ea63c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:56.794945 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e610ae-9f9e-401e-b6a1-ef235e3ea63c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:56.800812 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e610ae-9f9e-401e-b6a1-ef235e3ea63c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:56.801512 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f4e610ae-9f9e-401e-b6a1-ef235e3ea63c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:56.821806 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e610ae-9f9e-401e-b6a1-ef235e3ea63c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Port': ['ID=f588e843-accc-4641-be07-9e17c331a59b,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:56.837657 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f4e610ae-9f9e-401e-b6a1-ef235e3ea63c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8452373 Jan 27 22:08:56.851131 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3faad720-f62a-4684-ac7e-3c77526b1217 tempest-NetworksApiDiscovery-406315537 tempest-NetworksApiDiscovery-406315537-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4864280 Jan 27 22:08:56.852000 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50254) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:56.997188 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375af49f-368c-4b48-868e-fb1a86784347 req-9c43456d-e8cf-4554-8c23-31d9a91de31d tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:57.010133 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-375af49f-368c-4b48-868e-fb1a86784347 req-9c43456d-e8cf-4554-8c23-31d9a91de31d tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.1531823 Jan 27 22:08:57.075416 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-375af49f-368c-4b48-868e-fb1a86784347 req-d782de8d-4103-483f-bcc4-6a5447d2f23f tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642827 Jan 27 22:08:57.436255 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50332) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:57.509629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ffab2-2b69-4a2b-b2c8-ce6c94cfe4a9 req-cab94b7d-b055-4456-bad0-2e0751684a2c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:57.513056 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-141ffab2-2b69-4a2b-b2c8-ce6c94cfe4a9 req-cab94b7d-b055-4456-bad0-2e0751684a2c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.1159139 Jan 27 22:08:57.527527 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:57.586933 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc866df1-52b0-4e33-8e53-1e9b670bc23b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f588e843-accc-4641-be07-9e17c331a59b), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:57.587540 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-141ffab2-2b69-4a2b-b2c8-ce6c94cfe4a9 req-85362854-db6d-4fd3-8876-d716f4dc97c0 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664861 Jan 27 22:08:57.643053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5a1367ad-3533-451b-90bf-69ce77d5eb97 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:57.755204 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5a1367ad-3533-451b-90bf-69ce77d5eb97 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:57.755805 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5a1367ad-3533-451b-90bf-69ce77d5eb97), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:57.804841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df1cbb-0101-43d9-99aa-d61d80e7bed5 req-9b0d4856-4990-4c2d-bb67-f0fdfc30c59a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:57.817780 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-07df1cbb-0101-43d9-99aa-d61d80e7bed5 req-9b0d4856-4990-4c2d-bb67-f0fdfc30c59a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.1119897 Jan 27 22:08:57.889084 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5a1367ad-3533-451b-90bf-69ce77d5eb97 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:57.890933 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5a1367ad-3533-451b-90bf-69ce77d5eb97), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:57.913309 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-07df1cbb-0101-43d9-99aa-d61d80e7bed5 req-241c8a5e-0861-4354-8edc-0c259368066f tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941439 Jan 27 22:08:57.933083 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ef4f6e66-6b76-45b4-9934-6a19a82382f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:57.951267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 5a1367ad-3533-451b-90bf-69ce77d5eb97, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5a1367ad-3533-451b-90bf-69ce77d5eb97,segment=NetworkSegment(99db438c-ad45-49f2-a0e0-f2c08f463acf),segment_id=99db438c-ad45-49f2-a0e0-f2c08f463acf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:57.962150 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5a1367ad-3533-451b-90bf-69ce77d5eb97), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:58.009304 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc866df1-52b0-4e33-8e53-1e9b670bc23b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for port (f588e843-accc-4641-be07-9e17c331a59b), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:58.025835 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc866df1-52b0-4e33-8e53-1e9b670bc23b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (f588e843-accc-4641-be07-9e17c331a59b), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:58.039672 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=5a1367ad-3533-451b-90bf-69ce77d5eb97,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:58.098235 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ef4f6e66-6b76-45b4-9934-6a19a82382f0 admin admin] Publish callbacks [] for security_group (6ee4a85d-aad0-486d-9e5b-631aa8fa7b92), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:58.106343 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ef4f6e66-6b76-45b4-9934-6a19a82382f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6ee4a85d-aad0-486d-9e5b-631aa8fa7b92), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:58.179613 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50360) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:58.218852 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ef4f6e66-6b76-45b4-9934-6a19a82382f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=032df8f24b8d45f2a5d0957fc7161b6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7812822 Jan 27 22:08:58.219659 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50364) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:58.220827 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f6e66-6b76-45b4-9934-6a19a82382f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee4a85d-aad0-486d-9e5b-631aa8fa7b92,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:58.345122 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-407cd220-eff5-41ee-af67-3f7e5731e643 admin admin] Publish callbacks [] for security_group (6ee4a85d-aad0-486d-9e5b-631aa8fa7b92), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:58.378652 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-407cd220-eff5-41ee-af67-3f7e5731e643 admin admin] Publish callbacks [] for security_group (6ee4a85d-aad0-486d-9e5b-631aa8fa7b92), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:58.383165 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2439c4-ec31-431e-ad85-a23efe90b28c None None] Network b2f50b7b-145e-4ad2-a82d-034c4722e85b requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:58.425439 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a3042-83f0-4ca1-b2a3-20ab46b612dc req-6b8e3aad-c432-4d27-9bcb-b072f17707d8 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:58.440329 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e87a3042-83f0-4ca1-b2a3-20ab46b612dc req-6b8e3aad-c432-4d27-9bcb-b072f17707d8 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.1501150 Jan 27 22:08:58.485415 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc866df1-52b0-4e33-8e53-1e9b670bc23b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Port': ['ID=f588e843-accc-4641-be07-9e17c331a59b,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:58.489717 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc866df1-52b0-4e33-8e53-1e9b670bc23b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (42d39a47-b30c-4b78-8b5f-1368c3696f65), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:58.540622 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cba26933-e290-4d23-bbdb-ba914acbb81f None None] Provisioning complete for port 5a1367ad-3533-451b-90bf-69ce77d5eb97 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:58.541123 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cba26933-e290-4d23-bbdb-ba914acbb81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5a1367ad-3533-451b-90bf-69ce77d5eb97), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:58.649817 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e87a3042-83f0-4ca1-b2a3-20ab46b612dc req-a998baaf-1452-4750-bffb-686cdde76fb7 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084808 Jan 27 22:08:58.651998 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d8dd91af-5a96-4100-bdfb-975eec486b24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:58.691600 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cba26933-e290-4d23-bbdb-ba914acbb81f None None] Current status of the port 5a1367ad-3533-451b-90bf-69ce77d5eb97 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:58.732702 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-407cd220-eff5-41ee-af67-3f7e5731e643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6ee4a85d-aad0-486d-9e5b-631aa8fa7b92), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:58.735600 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-407cd220-eff5-41ee-af67-3f7e5731e643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:58.736960 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-407cd220-eff5-41ee-af67-3f7e5731e643 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ee4a85d-aad0-486d-9e5b-631aa8fa7b92 HTTP/1.1" status: 204 len: 168 time: 0.5116041 Jan 27 22:08:58.741570 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc866df1-52b0-4e33-8e53-1e9b670bc23b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f588e843-accc-4641-be07-9e17c331a59b), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:58.766508 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cd220-eff5-41ee-af67-3f7e5731e643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee4a85d-aad0-486d-9e5b-631aa8fa7b92,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:58.898481 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d8dd91af-5a96-4100-bdfb-975eec486b24 admin admin] Publish callbacks [] for security_group (060a3caf-f449-4f26-83c9-d2cc328d5442), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:58.902099 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:58.906058 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d8dd91af-5a96-4100-bdfb-975eec486b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (060a3caf-f449-4f26-83c9-d2cc328d5442), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:58.953236 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d8dd91af-5a96-4100-bdfb-975eec486b24 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2044e581d8454f0d82226a38012ef19c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7678964 Jan 27 22:08:58.955350 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd91af-5a96-4100-bdfb-975eec486b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060a3caf-f449-4f26-83c9-d2cc328d5442,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:58.957658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50402) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:59.054072 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ed5baef4-8693-4f1f-ac2b-72647b38e42c admin admin] Publish callbacks [] for security_group (060a3caf-f449-4f26-83c9-d2cc328d5442), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:59.088028 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ed5baef4-8693-4f1f-ac2b-72647b38e42c admin admin] Publish callbacks [] for security_group (060a3caf-f449-4f26-83c9-d2cc328d5442), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:59.136142 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6bd25955-1ee6-487c-a228-d397a55bead3 None None] Provisioning complete for port f588e843-accc-4641-be07-9e17c331a59b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:59.136711 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6bd25955-1ee6-487c-a228-d397a55bead3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f588e843-accc-4641-be07-9e17c331a59b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:59.153838 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc866df1-52b0-4e33-8e53-1e9b670bc23b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for port (f588e843-accc-4641-be07-9e17c331a59b), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:59.160147 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc866df1-52b0-4e33-8e53-1e9b670bc23b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (f588e843-accc-4641-be07-9e17c331a59b), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:59.161501 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc866df1-52b0-4e33-8e53-1e9b670bc23b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (42d39a47-b30c-4b78-8b5f-1368c3696f65), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:59.225629 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ed5baef4-8693-4f1f-ac2b-72647b38e42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (060a3caf-f449-4f26-83c9-d2cc328d5442), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:59.228804 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ed5baef4-8693-4f1f-ac2b-72647b38e42c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:59.230711 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ed5baef4-8693-4f1f-ac2b-72647b38e42c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/060a3caf-f449-4f26-83c9-d2cc328d5442 HTTP/1.1" status: 204 len: 168 time: 0.2721140 Jan 27 22:08:59.253377 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5baef4-8693-4f1f-ac2b-72647b38e42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060a3caf-f449-4f26-83c9-d2cc328d5442,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:59.256907 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6bd25955-1ee6-487c-a228-d397a55bead3 None None] Port f588e843-accc-4641-be07-9e17c331a59b cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:59.281972 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc866df1-52b0-4e33-8e53-1e9b670bc23b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Port': ['ID=f588e843-accc-4641-be07-9e17c331a59b,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:59.306157 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6bd25955-1ee6-487c-a228-d397a55bead3 None None] Provisioning complete for port 5a1367ad-3533-451b-90bf-69ce77d5eb97 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:59.306792 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6bd25955-1ee6-487c-a228-d397a55bead3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5a1367ad-3533-451b-90bf-69ce77d5eb97), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:59.543016 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6bd25955-1ee6-487c-a228-d397a55bead3 None None] Current status of the port 5a1367ad-3533-451b-90bf-69ce77d5eb97 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:59.543610 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc866df1-52b0-4e33-8e53-1e9b670bc23b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network b2f50b7b-145e-4ad2-a82d-034c4722e85b is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:59.552781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-fc866df1-52b0-4e33-8e53-1e9b670bc23b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:59.578709 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5a1367ad-3533-451b-90bf-69ce77d5eb97 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:59.717873 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b0592346-f83c-4f50-b946-9ea6dc4cb95c None None] Provisioning complete for port f588e843-accc-4641-be07-9e17c331a59b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:59.718252 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b0592346-f83c-4f50-b946-9ea6dc4cb95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f588e843-accc-4641-be07-9e17c331a59b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:59.780915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5a1367ad-3533-451b-90bf-69ce77d5eb97 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:59.781717 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5a1367ad-3533-451b-90bf-69ce77d5eb97), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:59.875704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e573f5d-c88f-4d6e-b9e2-31d13d2ca39a req-e884452c-f29d-41a3-bcec-ae5a0f485d2a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:59.890553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e573f5d-c88f-4d6e-b9e2-31d13d2ca39a req-e884452c-f29d-41a3-bcec-ae5a0f485d2a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.1241519 Jan 27 22:08:59.897580 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc866df1-52b0-4e33-8e53-1e9b670bc23b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Router 42d39a47-b30c-4b78-8b5f-1368c3696f65 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:08:59.930418 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b0592346-f83c-4f50-b946-9ea6dc4cb95c None None] Port f588e843-accc-4641-be07-9e17c331a59b cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:59.984517 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e573f5d-c88f-4d6e-b9e2-31d13d2ca39a req-611aac25-f0d3-44c4-85b5-1cc7618185ef tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927663 Jan 27 22:09:00.067347 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5a1367ad-3533-451b-90bf-69ce77d5eb97 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:00.082791 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-17ccb5a6-e21c-47b2-b0b7-31d6cffe8aa6 None None] Provisioning complete for port f588e843-accc-4641-be07-9e17c331a59b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:00.083171 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-17ccb5a6-e21c-47b2-b0b7-31d6cffe8aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f588e843-accc-4641-be07-9e17c331a59b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:00.125548 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc866df1-52b0-4e33-8e53-1e9b670bc23b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:09:00.133209 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fc866df1-52b0-4e33-8e53-1e9b670bc23b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "PUT /v2.0/routers/42d39a47-b30c-4b78-8b5f-1368c3696f65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2798624 Jan 27 22:09:00.136387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50482) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:00.141443 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650b5d93-5a1b-4d98-a94e-d8648fdc7ee2 None None] Sync routers for ids ['42d39a47-b30c-4b78-8b5f-1368c3696f65'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:09:00.168243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-17ccb5a6-e21c-47b2-b0b7-31d6cffe8aa6 None None] Port f588e843-accc-4641-be07-9e17c331a59b cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:09:00.195463 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650b5d93-5a1b-4d98-a94e-d8648fdc7ee2 None None] Routers {'42d39a47-b30c-4b78-8b5f-1368c3696f65'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:00.196760 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-650b5d93-5a1b-4d98-a94e-d8648fdc7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:08:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['42d39a47-b30c-4b78-8b5f-1368c3696f65'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:00.244063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bfa6b1-3a0b-49a6-8652-adcd4ff9fc10 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:00.246382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c2bfa6b1-3a0b-49a6-8652-adcd4ff9fc10 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports?device_id=42d39a47-b30c-4b78-8b5f-1368c3696f65 HTTP/1.1" status: 200 len: 988 time: 0.1024818 Jan 27 22:09:00.249308 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50492) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:00.256306 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-650b5d93-5a1b-4d98-a94e-d8648fdc7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:00.275394 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650b5d93-5a1b-4d98-a94e-d8648fdc7ee2 None None] Routers {'42d39a47-b30c-4b78-8b5f-1368c3696f65'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:00.276049 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-650b5d93-5a1b-4d98-a94e-d8648fdc7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:08:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['42d39a47-b30c-4b78-8b5f-1368c3696f65'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:00.325468 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:00.334809 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-650b5d93-5a1b-4d98-a94e-d8648fdc7ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:00.335683 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650b5d93-5a1b-4d98-a94e-d8648fdc7ee2 None None] The sync data for ids ['42d39a47-b30c-4b78-8b5f-1368c3696f65'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:09:00.422925 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7fbbcb08-64d1-4932-8295-7dd58506ca4a None None] Provisioning complete for port f588e843-accc-4641-be07-9e17c331a59b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:00.423507 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7fbbcb08-64d1-4932-8295-7dd58506ca4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f588e843-accc-4641-be07-9e17c331a59b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:00.502904 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7fbbcb08-64d1-4932-8295-7dd58506ca4a None None] Port f588e843-accc-4641-be07-9e17c331a59b cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:09:00.930989 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe78337c-f795-43f6-857a-ced431667d2a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (42d39a47-b30c-4b78-8b5f-1368c3696f65), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:01.161596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53867f-2cf5-4c0a-92b9-64557ba25018 req-822a872e-26f6-455e-9f57-2d8e0b6d7360 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:01.169767 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a53867f-2cf5-4c0a-92b9-64557ba25018 req-822a872e-26f6-455e-9f57-2d8e0b6d7360 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.0659823 Jan 27 22:09:01.260656 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a53867f-2cf5-4c0a-92b9-64557ba25018 req-25f7afb8-2f2d-4b3e-bb64-cb5a7e8a261e tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836611 Jan 27 22:09:01.284824 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-fe78337c-f795-43f6-857a-ced431667d2a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting port f588e843-accc-4641-be07-9e17c331a59b {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:01.285291 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe78337c-f795-43f6-857a-ced431667d2a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f588e843-accc-4641-be07-9e17c331a59b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:01.384835 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe78337c-f795-43f6-857a-ced431667d2a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f588e843-accc-4641-be07-9e17c331a59b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:01.399754 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-fe78337c-f795-43f6-857a-ced431667d2a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Calling delete_port for f588e843-accc-4641-be07-9e17c331a59b owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:01.644835 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe78337c-f795-43f6-857a-ced431667d2a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (f588e843-accc-4641-be07-9e17c331a59b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:01.680278 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78337c-f795-43f6-857a-ced431667d2a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Port': ['ID=f588e843-accc-4641-be07-9e17c331a59b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:01.999082 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50616) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:02.351999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-e50cda07-6e54-4b55-9ae0-057a4e2e524d tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2045702681'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:02.390752 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe78337c-f795-43f6-857a-ced431667d2a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (42d39a47-b30c-4b78-8b5f-1368c3696f65), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:02.465983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50cda07-6e54-4b55-9ae0-057a4e2e524d tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Made reservation on behalf of c36105f540ad4ab88529d44ce197411a for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:02.477504 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e50cda07-6e54-4b55-9ae0-057a4e2e524d tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:02.499943 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e50cda07-6e54-4b55-9ae0-057a4e2e524d tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:02.545622 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dccef-1154-4622-84cc-7907987ce0b4 req-d357999a-acae-4215-9b87-8b3b25c47dce tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:02.553351 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-053dccef-1154-4622-84cc-7907987ce0b4 req-d357999a-acae-4215-9b87-8b3b25c47dce tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.1708384 Jan 27 22:09:02.662990 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-053dccef-1154-4622-84cc-7907987ce0b4 req-916c0001-b85a-4fd0-a047-87129f98fcf7 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999210 Jan 27 22:09:02.682207 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe78337c-f795-43f6-857a-ced431667d2a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Router 42d39a47-b30c-4b78-8b5f-1368c3696f65 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:09:02.692135 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e50cda07-6e54-4b55-9ae0-057a4e2e524d tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Publish callbacks [] for security_group (33290652-adb9-4e7c-ab61-07ffc176e85c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:02.701801 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e50cda07-6e54-4b55-9ae0-057a4e2e524d tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (33290652-adb9-4e7c-ab61-07ffc176e85c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:02.725437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50cda07-6e54-4b55-9ae0-057a4e2e524d tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:02.742242 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e50cda07-6e54-4b55-9ae0-057a4e2e524d tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (4d6270bb-b4f6-40a2-b639-af79250f0049), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:02.742963 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-e50cda07-6e54-4b55-9ae0-057a4e2e524d tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Added segment 4d6270bb-b4f6-40a2-b639-af79250f0049 of type vlan for network 3e9a1975-a815-41ca-9733-643a84669f81 Jan 27 22:09:02.809933 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe78337c-f795-43f6-857a-ced431667d2a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:09:02.818562 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fe78337c-f795-43f6-857a-ced431667d2a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "PUT /v2.0/routers/42d39a47-b30c-4b78-8b5f-1368c3696f65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5673850 Jan 27 22:09:02.819218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50694) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:02.821715 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d12b9-dfa5-483a-ac89-4e9a495ef393 None None] Sync routers for ids ['42d39a47-b30c-4b78-8b5f-1368c3696f65'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:09:02.833436 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e50cda07-6e54-4b55-9ae0-057a4e2e524d tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (3e9a1975-a815-41ca-9733-643a84669f81), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:02.839067 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d12b9-dfa5-483a-ac89-4e9a495ef393 None None] Routers {'42d39a47-b30c-4b78-8b5f-1368c3696f65'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:02.839731 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-842d12b9-dfa5-483a-ac89-4e9a495ef393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:08:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['42d39a47-b30c-4b78-8b5f-1368c3696f65'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:02.847767 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49a0d23-895d-4b83-a933-0b78c1b07304 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] GET failed (client error): The resource could not be found. Jan 27 22:09:02.853150 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b49a0d23-895d-4b83-a933-0b78c1b07304 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports/f588e843-accc-4641-be07-9e17c331a59b HTTP/1.1" status: 404 len: 333 time: 0.0326910 Jan 27 22:09:02.853791 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50698) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:02.859637 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cda07-6e54-4b55-9ae0-057a4e2e524d tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33290652-adb9-4e7c-ab61-07ffc176e85c,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:02.914834 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-842d12b9-dfa5-483a-ac89-4e9a495ef393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:02.915057 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e50cda07-6e54-4b55-9ae0-057a4e2e524d tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (3e9a1975-a815-41ca-9733-643a84669f81), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:02.923814 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50cda07-6e54-4b55-9ae0-057a4e2e524d tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:02.924497 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e50cda07-6e54-4b55-9ae0-057a4e2e524d tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:02.926571 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d12b9-dfa5-483a-ac89-4e9a495ef393 None None] Routers {'42d39a47-b30c-4b78-8b5f-1368c3696f65'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:02.927605 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-842d12b9-dfa5-483a-ac89-4e9a495ef393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:08:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['42d39a47-b30c-4b78-8b5f-1368c3696f65'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:02.970756 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8187103-3832-4e9a-8e0a-f5fb83d6a7d7 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for router (42d39a47-b30c-4b78-8b5f-1368c3696f65), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:03.009367 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e50cda07-6e54-4b55-9ae0-057a4e2e524d tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0089135 Jan 27 22:09:03.017564 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50712) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:03.101124 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cda07-6e54-4b55-9ae0-057a4e2e524d tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Pushing event updated for resources: {'Network': ['ID=3e9a1975-a815-41ca-9733-643a84669f81,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:03.188438 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8187103-3832-4e9a-8e0a-f5fb83d6a7d7 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (42d39a47-b30c-4b78-8b5f-1368c3696f65), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:03.190584 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8187103-3832-4e9a-8e0a-f5fb83d6a7d7 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for router_controller (42d39a47-b30c-4b78-8b5f-1368c3696f65), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:03.194144 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-842d12b9-dfa5-483a-ac89-4e9a495ef393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:03.195131 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d12b9-dfa5-483a-ac89-4e9a495ef393 None None] The sync data for ids ['42d39a47-b30c-4b78-8b5f-1368c3696f65'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:09:03.203109 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 3e9a1975-a815-41ca-9733-643a84669f81 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:03.243814 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a3488451-53ea-42d1-b817-704ab117afe0 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Request body: {'network': {'name': 'tempest-network--1224834769', 'router:external': True}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:03.249894 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8187103-3832-4e9a-8e0a-f5fb83d6a7d7 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (42d39a47-b30c-4b78-8b5f-1368c3696f65), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:03.251028 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8187103-3832-4e9a-8e0a-f5fb83d6a7d7 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Fanout notify agent at l3_agent the message router_deleted on router 42d39a47-b30c-4b78-8b5f-1368c3696f65 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:09:03.263970 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8187103-3832-4e9a-8e0a-f5fb83d6a7d7 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:03.268080 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50732) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:03.268244 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c8187103-3832-4e9a-8e0a-f5fb83d6a7d7 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/routers/42d39a47-b30c-4b78-8b5f-1368c3696f65 HTTP/1.1" status: 204 len: 168 time: 0.4126422 Jan 27 22:09:03.288692 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3488451-53ea-42d1-b817-704ab117afe0 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Made reservation on behalf of 7a642abd10b3402ca3d13cc7f95f8f10 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:03.296484 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a3488451-53ea-42d1-b817-704ab117afe0 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:03.299304 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50734) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:03.311815 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a3488451-53ea-42d1-b817-704ab117afe0 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:03.364709 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-9baac451-ab22-47c3-9ecc-4cbcedf83041 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting subnet ee140520-c880-49a6-a323-ae8221041d0f {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:09:03.370661 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9baac451-ab22-47c3-9ecc-4cbcedf83041 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (ee140520-c880-49a6-a323-ae8221041d0f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:03.425251 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a3488451-53ea-42d1-b817-704ab117afe0 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks [] for security_group (4d435e25-5191-4740-8fb0-ea15b211310d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:03.426555 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9baac451-ab22-47c3-9ecc-4cbcedf83041 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (ee140520-c880-49a6-a323-ae8221041d0f), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:03.431765 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a3488451-53ea-42d1-b817-704ab117afe0 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4d435e25-5191-4740-8fb0-ea15b211310d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:03.481882 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-81e15e30-3b93-424f-81f9-bab72a96dc15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:03.485470 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3488451-53ea-42d1-b817-704ab117afe0 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:03.496686 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3488451-53ea-42d1-b817-704ab117afe0 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d435e25-5191-4740-8fb0-ea15b211310d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:03.510495 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a3488451-53ea-42d1-b817-704ab117afe0 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (189c4949-12b7-4147-8bda-f601f91cf60f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:03.511683 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-a3488451-53ea-42d1-b817-704ab117afe0 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Added segment 189c4949-12b7-4147-8bda-f601f91cf60f of type vlan for network 2a1ce598-ccbf-46f0-af64-565cb29b2529 Jan 27 22:09:03.566330 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9baac451-ab22-47c3-9ecc-4cbcedf83041 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (ee140520-c880-49a6-a323-ae8221041d0f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:03.581766 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a3488451-53ea-42d1-b817-704ab117afe0 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (2a1ce598-ccbf-46f0-af64-565cb29b2529), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:03.655708 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9baac451-ab22-47c3-9ecc-4cbcedf83041 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (ee140520-c880-49a6-a323-ae8221041d0f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:03.660413 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a3488451-53ea-42d1-b817-704ab117afe0 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (2a1ce598-ccbf-46f0-af64-565cb29b2529), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:03.661780 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3488451-53ea-42d1-b817-704ab117afe0 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:03.662574 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a3488451-53ea-42d1-b817-704ab117afe0 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:03.673654 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-81e15e30-3b93-424f-81f9-bab72a96dc15 admin admin] Publish callbacks [] for security_group (91a81983-f7ce-47e0-8901-a760c0310624), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:03.675478 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9baac451-ab22-47c3-9ecc-4cbcedf83041 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:03.681133 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9baac451-ab22-47c3-9ecc-4cbcedf83041 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/subnets/ee140520-c880-49a6-a323-ae8221041d0f HTTP/1.1" status: 204 len: 168 time: 0.4117343 Jan 27 22:09:03.685480 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50758) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:03.694524 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d9a4ac-acbb-4b4e-9f3a-3bff22eb4c53 None None] Network b2f50b7b-145e-4ad2-a82d-034c4722e85b requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:03.738749 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baac451-ab22-47c3-9ecc-4cbcedf83041 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Subnet': ['ID=ee140520-c880-49a6-a323-ae8221041d0f,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:03.805669 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952df43-bf0b-4721-b1e8-f160af5aa525 req-8692d20f-0e33-4dc4-9daa-693dfdff763c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:03.807370 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7952df43-bf0b-4721-b1e8-f160af5aa525 req-8692d20f-0e33-4dc4-9daa-693dfdff763c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.0714726 Jan 27 22:09:03.821449 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-81e15e30-3b93-424f-81f9-bab72a96dc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (91a81983-f7ce-47e0-8901-a760c0310624), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:03.886087 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7952df43-bf0b-4721-b1e8-f160af5aa525 req-11e7b661-ad3d-47ec-9b9b-d893911ad35c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706415 Jan 27 22:09:03.923331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f7a3c0-4933-4b55-bcf9-83540cee5196 None None] DHCP port deletion for b2f50b7b-145e-4ad2-a82d-034c4722e85b request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:09:03.934189 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-81e15e30-3b93-424f-81f9-bab72a96dc15 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=980deb1fa1154bfc8f2fdee393c6529d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6308737 Jan 27 22:09:03.934611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50772) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:03.941866 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a3488451-53ea-42d1-b817-704ab117afe0 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9208493 Jan 27 22:09:03.957893 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50774) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:03.994982 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3488451-53ea-42d1-b817-704ab117afe0 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Pushing event updated for resources: {'Network': ['ID=2a1ce598-ccbf-46f0-af64-565cb29b2529,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:03.996855 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-26f7a3c0-4933-4b55-bcf9-83540cee5196 None None] Deleting port 5a1367ad-3533-451b-90bf-69ce77d5eb97 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:03.997475 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-26f7a3c0-4933-4b55-bcf9-83540cee5196 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5a1367ad-3533-451b-90bf-69ce77d5eb97), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.000330 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a220a213-0f20-409c-a96b-577fe9dd98f2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (b2f50b7b-145e-4ad2-a82d-034c4722e85b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.052933 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e15e30-3b93-424f-81f9-bab72a96dc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a81983-f7ce-47e0-8901-a760c0310624,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:04.074835 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c92a5a8a-b1f1-43e5-aca7-1bd9574c85a1 admin admin] Publish callbacks [] for security_group (91a81983-f7ce-47e0-8901-a760c0310624), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.089301 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42a251d3-4a0d-45b5-ac91-f6f539811e6c tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (2a1ce598-ccbf-46f0-af64-565cb29b2529), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.096295 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 2a1ce598-ccbf-46f0-af64-565cb29b2529 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:04.111256 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c92a5a8a-b1f1-43e5-aca7-1bd9574c85a1 admin admin] Publish callbacks [] for security_group (91a81983-f7ce-47e0-8901-a760c0310624), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.170231 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c92a5a8a-b1f1-43e5-aca7-1bd9574c85a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (91a81983-f7ce-47e0-8901-a760c0310624), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.173613 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c92a5a8a-b1f1-43e5-aca7-1bd9574c85a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.179710 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c92a5a8a-b1f1-43e5-aca7-1bd9574c85a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91a81983-f7ce-47e0-8901-a760c0310624 HTTP/1.1" status: 204 len: 168 time: 0.2432208 Jan 27 22:09:04.192350 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a220a213-0f20-409c-a96b-577fe9dd98f2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting port 5a1367ad-3533-451b-90bf-69ce77d5eb97 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:04.192581 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a220a213-0f20-409c-a96b-577fe9dd98f2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5a1367ad-3533-451b-90bf-69ce77d5eb97), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.207210 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42a251d3-4a0d-45b5-ac91-f6f539811e6c tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (2a1ce598-ccbf-46f0-af64-565cb29b2529), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.222222 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a5a8a-b1f1-43e5-aca7-1bd9574c85a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a81983-f7ce-47e0-8901-a760c0310624,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:04.272879 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-42a251d3-4a0d-45b5-ac91-f6f539811e6c tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a1ce598-ccbf-46f0-af64-565cb29b2529']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:04.290338 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-26f7a3c0-4933-4b55-bcf9-83540cee5196 None None] For port 5a1367ad-3533-451b-90bf-69ce77d5eb97, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5a1367ad-3533-451b-90bf-69ce77d5eb97,segment=NetworkSegment(99db438c-ad45-49f2-a0e0-f2c08f463acf),segment_id=99db438c-ad45-49f2-a0e0-f2c08f463acf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:04.291011 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-26f7a3c0-4933-4b55-bcf9-83540cee5196 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5a1367ad-3533-451b-90bf-69ce77d5eb97), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.293571 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-42a251d3-4a0d-45b5-ac91-f6f539811e6c tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189c4949-12b7-4147-8bda-f601f91cf60f') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:04.293889 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-42a251d3-4a0d-45b5-ac91-f6f539811e6c tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189c4949-12b7-4147-8bda-f601f91cf60f') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:04.304106 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-a220a213-0f20-409c-a96b-577fe9dd98f2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] For port 5a1367ad-3533-451b-90bf-69ce77d5eb97, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5a1367ad-3533-451b-90bf-69ce77d5eb97,segment=NetworkSegment(99db438c-ad45-49f2-a0e0-f2c08f463acf),segment_id=99db438c-ad45-49f2-a0e0-f2c08f463acf)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:04.304636 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a220a213-0f20-409c-a96b-577fe9dd98f2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5a1367ad-3533-451b-90bf-69ce77d5eb97), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.315445 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42a251d3-4a0d-45b5-ac91-f6f539811e6c tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (189c4949-12b7-4147-8bda-f601f91cf60f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.327963 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a220a213-0f20-409c-a96b-577fe9dd98f2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Calling delete_port for 5a1367ad-3533-451b-90bf-69ce77d5eb97 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:04.340028 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42a251d3-4a0d-45b5-ac91-f6f539811e6c tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (189c4949-12b7-4147-8bda-f601f91cf60f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.352338 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a251d3-4a0d-45b5-ac91-f6f539811e6c tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:04.352994 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42a251d3-4a0d-45b5-ac91-f6f539811e6c tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (189c4949-12b7-4147-8bda-f601f91cf60f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:04.355435 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:04.366667 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-26f7a3c0-4933-4b55-bcf9-83540cee5196 None None] Calling delete_port for 5a1367ad-3533-451b-90bf-69ce77d5eb97 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:04.480463 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50790) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:04.535453 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42a251d3-4a0d-45b5-ac91-f6f539811e6c tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (2a1ce598-ccbf-46f0-af64-565cb29b2529), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.575694 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a251d3-4a0d-45b5-ac91-f6f539811e6c tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2a1ce598-ccbf-46f0-af64-565cb29b2529 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 22:09:04.604327 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42a251d3-4a0d-45b5-ac91-f6f539811e6c tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.609064 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-42a251d3-4a0d-45b5-ac91-f6f539811e6c tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] 10.222.0.23 "DELETE /v2.0/networks/2a1ce598-ccbf-46f0-af64-565cb29b2529 HTTP/1.1" status: 204 len: 168 time: 0.6499832 Jan 27 22:09:04.614928 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50794) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:04.624475 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-e345f2c0-4ae3-4495-a64e-2fb5f9fe86f3 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:04.642200 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-26f7a3c0-4933-4b55-bcf9-83540cee5196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (5a1367ad-3533-451b-90bf-69ce77d5eb97), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.669952 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f7a3c0-4933-4b55-bcf9-83540cee5196 None None] No DVR routers for this DVR port 5a1367ad-3533-451b-90bf-69ce77d5eb97 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:09:04.673588 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a251d3-4a0d-45b5-ac91-f6f539811e6c tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a1ce598-ccbf-46f0-af64-565cb29b2529,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:04.687347 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e345f2c0-4ae3-4495-a64e-2fb5f9fe86f3 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Made reservation on behalf of 7a642abd10b3402ca3d13cc7f95f8f10 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:04.690574 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a220a213-0f20-409c-a96b-577fe9dd98f2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5a1367ad-3533-451b-90bf-69ce77d5eb97), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.690732 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e345f2c0-4ae3-4495-a64e-2fb5f9fe86f3 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.727307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7a3c0-4933-4b55-bcf9-83540cee5196 None None] Pushing event deleted for resources: {'Port': ['ID=5a1367ad-3533-451b-90bf-69ce77d5eb97,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:04.743206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e345f2c0-4ae3-4495-a64e-2fb5f9fe86f3 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:04.751562 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7a3c0-4933-4b55-bcf9-83540cee5196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:04.752463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7a3c0-4933-4b55-bcf9-83540cee5196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:04.754662 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7a3c0-4933-4b55-bcf9-83540cee5196 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:04.755444 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7a3c0-4933-4b55-bcf9-83540cee5196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:04.756895 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7a3c0-4933-4b55-bcf9-83540cee5196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:04.759295 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7a3c0-4933-4b55-bcf9-83540cee5196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:04.759295 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7a3c0-4933-4b55-bcf9-83540cee5196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:04.760675 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7a3c0-4933-4b55-bcf9-83540cee5196 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:04.761172 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7a3c0-4933-4b55-bcf9-83540cee5196 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:04.763195 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7a3c0-4933-4b55-bcf9-83540cee5196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:04.764758 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7a3c0-4933-4b55-bcf9-83540cee5196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:04.765327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7a3c0-4933-4b55-bcf9-83540cee5196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:04.766089 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7a3c0-4933-4b55-bcf9-83540cee5196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:04.766206 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220a213-0f20-409c-a96b-577fe9dd98f2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Port': ['ID=5a1367ad-3533-451b-90bf-69ce77d5eb97,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:04.768395 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e345f2c0-4ae3-4495-a64e-2fb5f9fe86f3 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (41492d3e-1108-42d7-b973-82608c0c8a87), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.769548 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-e345f2c0-4ae3-4495-a64e-2fb5f9fe86f3 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Added segment 41492d3e-1108-42d7-b973-82608c0c8a87 of type vlan for network 0d7ec814-8735-4f70-98e2-fb37904c6d1a Jan 27 22:09:04.778687 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a220a213-0f20-409c-a96b-577fe9dd98f2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] No DVR routers for this DVR port 5a1367ad-3533-451b-90bf-69ce77d5eb97 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:09:04.833001 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50798) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:04.846318 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-40f24a1b-c511-43a9-8cab-cb3e1a74e2fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.896773 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dbddd992-6fc4-4db2-9850-2de3bc93aa8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:04.953969 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e345f2c0-4ae3-4495-a64e-2fb5f9fe86f3 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (0d7ec814-8735-4f70-98e2-fb37904c6d1a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:05.000543 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-40f24a1b-c511-43a9-8cab-cb3e1a74e2fa admin admin] Publish callbacks [] for security_group (85587353-32fd-4ed1-a361-c09ff7f41042), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:05.007722 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a220a213-0f20-409c-a96b-577fe9dd98f2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (b2f50b7b-145e-4ad2-a82d-034c4722e85b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:05.010441 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-40f24a1b-c511-43a9-8cab-cb3e1a74e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (85587353-32fd-4ed1-a361-c09ff7f41042), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:05.041690 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a220a213-0f20-409c-a96b-577fe9dd98f2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f50b7b-145e-4ad2-a82d-034c4722e85b']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:05.051335 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-40f24a1b-c511-43a9-8cab-cb3e1a74e2fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f008f97e25e743a4b76a786550d0e788&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5697205 Jan 27 22:09:05.054613 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e345f2c0-4ae3-4495-a64e-2fb5f9fe86f3 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (0d7ec814-8735-4f70-98e2-fb37904c6d1a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:05.055734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e345f2c0-4ae3-4495-a64e-2fb5f9fe86f3 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:05.056494 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e345f2c0-4ae3-4495-a64e-2fb5f9fe86f3 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:05.059288 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50802) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:05.071189 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a220a213-0f20-409c-a96b-577fe9dd98f2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99db438c-ad45-49f2-a0e0-f2c08f463acf') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:05.071626 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a220a213-0f20-409c-a96b-577fe9dd98f2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99db438c-ad45-49f2-a0e0-f2c08f463acf') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:05.092958 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a220a213-0f20-409c-a96b-577fe9dd98f2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (99db438c-ad45-49f2-a0e0-f2c08f463acf), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:05.109604 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e345f2c0-4ae3-4495-a64e-2fb5f9fe86f3 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4904160 Jan 27 22:09:05.118009 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50804) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:05.124154 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-0fc2e356-1fb3-4515-8c4d-de024d236956 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Request body: {'subnet': {'network_id': '0d7ec814-8735-4f70-98e2-fb37904c6d1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:05.145044 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a220a213-0f20-409c-a96b-577fe9dd98f2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (99db438c-ad45-49f2-a0e0-f2c08f463acf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:05.160376 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a220a213-0f20-409c-a96b-577fe9dd98f2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:05.160785 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a220a213-0f20-409c-a96b-577fe9dd98f2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (99db438c-ad45-49f2-a0e0-f2c08f463acf), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:05.168889 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:05.182438 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f24a1b-c511-43a9-8cab-cb3e1a74e2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85587353-32fd-4ed1-a361-c09ff7f41042,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:05.226057 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345f2c0-4ae3-4495-a64e-2fb5f9fe86f3 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Pushing event updated for resources: {'Network': ['ID=0d7ec814-8735-4f70-98e2-fb37904c6d1a,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:05.239817 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 0d7ec814-8735-4f70-98e2-fb37904c6d1a details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:05.253662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91505373-6c18-443b-9932-8c055e8337d4 req-a9d3aff5-2e93-49f4-bf0c-9f13564356c2 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:05.258877 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-91505373-6c18-443b-9932-8c055e8337d4 req-a9d3aff5-2e93-49f4-bf0c-9f13564356c2 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.2211022 Jan 27 22:09:05.266369 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f02f795-b3fd-494b-af95-f09b98eb5d7a admin admin] Publish callbacks [] for security_group (85587353-32fd-4ed1-a361-c09ff7f41042), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:05.271143 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc2e356-1fb3-4515-8c4d-de024d236956 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Made reservation on behalf of 7a642abd10b3402ca3d13cc7f95f8f10 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:05.273509 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e356-1fb3-4515-8c4d-de024d236956 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:05.287840 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dbddd992-6fc4-4db2-9850-2de3bc93aa8d admin admin] Publish callbacks [] for security_group (08c4f9eb-8353-4633-9816-fe2bbcd6c309), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:05.304210 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a220a213-0f20-409c-a96b-577fe9dd98f2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (b2f50b7b-145e-4ad2-a82d-034c4722e85b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:05.345854 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dbddd992-6fc4-4db2-9850-2de3bc93aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (08c4f9eb-8353-4633-9816-fe2bbcd6c309), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:05.356761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-91505373-6c18-443b-9932-8c055e8337d4 req-8ec1ee01-04ab-47fe-ac34-f41f62c8bb64 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912690 Jan 27 22:09:05.375628 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a220a213-0f20-409c-a96b-577fe9dd98f2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:05.379298 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a220a213-0f20-409c-a96b-577fe9dd98f2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/networks/b2f50b7b-145e-4ad2-a82d-034c4722e85b HTTP/1.1" status: 204 len: 168 time: 1.6729875 Jan 27 22:09:05.381907 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220a213-0f20-409c-a96b-577fe9dd98f2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Network': ['ID=b2f50b7b-145e-4ad2-a82d-034c4722e85b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:05.386412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50806) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:05.395254 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f02f795-b3fd-494b-af95-f09b98eb5d7a admin admin] Publish callbacks [] for security_group (85587353-32fd-4ed1-a361-c09ff7f41042), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:05.473175 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dbddd992-6fc4-4db2-9850-2de3bc93aa8d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c98b81a5cef4716a84db1f466ebd2c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6390977 Jan 27 22:09:05.478123 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50810) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:05.490213 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc34e402-ed78-4a84-aa15-b3a07ef22d62 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:05.496629 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbddd992-6fc4-4db2-9850-2de3bc93aa8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c4f9eb-8353-4633-9816-fe2bbcd6c309,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:05.501441 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bc34e402-ed78-4a84-aa15-b3a07ef22d62 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports/029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b HTTP/1.1" status: 200 len: 844 time: 0.1091468 Jan 27 22:09:05.502947 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50812) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:05.553884 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5a1367ad-3533-451b-90bf-69ce77d5eb97 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:09:05.577604 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-39fa6b61-5b3d-47eb-bc3b-507e6ed617cc tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports/029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0732179 Jan 27 22:09:05.578263 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f02f795-b3fd-494b-af95-f09b98eb5d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (85587353-32fd-4ed1-a361-c09ff7f41042), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:05.580876 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f02f795-b3fd-494b-af95-f09b98eb5d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:05.581353 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50814) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:05.582308 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6f02f795-b3fd-494b-af95-f09b98eb5d7a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85587353-32fd-4ed1-a361-c09ff7f41042 HTTP/1.1" status: 204 len: 168 time: 0.5204859 Jan 27 22:09:05.587244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-e1e8c3c1-b2aa-4875-88e1-175304290487 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'subnet': {'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:05.593151 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 5a1367ad-3533-451b-90bf-69ce77d5eb97 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:09:05.593684 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5a1367ad-3533-451b-90bf-69ce77d5eb97 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:09:05.598641 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02f795-b3fd-494b-af95-f09b98eb5d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85587353-32fd-4ed1-a361-c09ff7f41042,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:05.609553 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc53aad9-d210-434d-99a2-04158c3a80a6 admin admin] Publish callbacks [] for security_group (08c4f9eb-8353-4633-9816-fe2bbcd6c309), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:05.699975 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc53aad9-d210-434d-99a2-04158c3a80a6 admin admin] Publish callbacks [] for security_group (08c4f9eb-8353-4633-9816-fe2bbcd6c309), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:05.748001 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e8c3c1-b2aa-4875-88e1-175304290487 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:05.752816 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1e8c3c1-b2aa-4875-88e1-175304290487 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:05.825174 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc53aad9-d210-434d-99a2-04158c3a80a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (08c4f9eb-8353-4633-9816-fe2bbcd6c309), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:05.828202 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dc53aad9-d210-434d-99a2-04158c3a80a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:05.832155 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-dc53aad9-d210-434d-99a2-04158c3a80a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08c4f9eb-8353-4633-9816-fe2bbcd6c309 HTTP/1.1" status: 204 len: 168 time: 0.3330173 Jan 27 22:09:05.860513 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53aad9-d210-434d-99a2-04158c3a80a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c4f9eb-8353-4633-9816-fe2bbcd6c309,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:05.912101 n-d-772272-3 neutron-server[109742]: DEBUG neutron.objects.ports [None req-0fc2e356-1fb3-4515-8c4d-de024d236956 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:09:05.912609 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e356-1fb3-4515-8c4d-de024d236956 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (a47d2dd2-2278-4971-a842-ff29076224b3), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:06.019808 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1e8c3c1-b2aa-4875-88e1-175304290487 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (535f26be-bf45-4c32-9786-61f9b4a4cec4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:06.023937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2e356-1fb3-4515-8c4d-de024d236956 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a47d2dd2-2278-4971-a842-ff29076224b3,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:06.028680 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc2e356-1fb3-4515-8c4d-de024d236956 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Checking segment: {'id': '41492d3e-1108-42d7-b973-82608c0c8a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0d7ec814-8735-4f70-98e2-fb37904c6d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:06.029009 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc2e356-1fb3-4515-8c4d-de024d236956 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Network hostable DHCP agents. Network: 0d7ec814-8735-4f70-98e2-fb37904c6d1a, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:09:06.049893 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc2e356-1fb3-4515-8c4d-de024d236956 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Network 0d7ec814-8735-4f70-98e2-fb37904c6d1a is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:09:06.067859 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-0fc2e356-1fb3-4515-8c4d-de024d236956 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 0d7ec814-8735-4f70-98e2-fb37904c6d1a) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:06.073646 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc2e356-1fb3-4515-8c4d-de024d236956 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:06.074260 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0fc2e356-1fb3-4515-8c4d-de024d236956 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:06.080467 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38584949-2b27-44ee-8b9b-d9faf4c2f078 None None] Network 0d7ec814-8735-4f70-98e2-fb37904c6d1a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:06.098665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e8c3c1-b2aa-4875-88e1-175304290487 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:06.109063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-e1e8c3c1-b2aa-4875-88e1-175304290487 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:06.114384 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0fc2e356-1fb3-4515-8c4d-de024d236956 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9952934 Jan 27 22:09:06.117195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e8c3c1-b2aa-4875-88e1-175304290487 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:06.117837 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1e8c3c1-b2aa-4875-88e1-175304290487 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:06.118579 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50826) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:06.130080 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8c3c1-b2aa-4875-88e1-175304290487 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Subnet': ['ID=535f26be-bf45-4c32-9786-61f9b4a4cec4,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:06.138787 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-962f429b-5304-4556-b73c-b18f9cd61de9 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Request body: {'floatingip': {'floating_network_id': '0d7ec814-8735-4f70-98e2-fb37904c6d1a'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:06.161571 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50828) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:06.163935 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e1e8c3c1-b2aa-4875-88e1-175304290487 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5752838 Jan 27 22:09:06.180565 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-17fbb876-8206-4fa9-a304-a0efeebcbb3a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'security_group': {'name': 'tempest-secgroup-2055173376'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:06.201880 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ea33d2-dfdb-4674-ba07-b6f65be8151e None None] Network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:06.237323 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-962f429b-5304-4556-b73c-b18f9cd61de9 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:06.294615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727cd340-679e-4ded-91e1-c8d1e8aa1267 None None] Network 0d7ec814-8735-4f70-98e2-fb37904c6d1a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:06.323273 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17fbb876-8206-4fa9-a304-a0efeebcbb3a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:06.445500 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-962f429b-5304-4556-b73c-b18f9cd61de9 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:06.565390 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61434e2f-04f8-494c-b395-0da4d0ca46d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-3d205f81-89d4-437e-b0ec-23c9ef820dc6', 'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6', 'project_id': '93f457a5334b41158714cbb3d13441d4', 'fixed_ips': [{'subnet_id': '535f26be-bf45-4c32-9786-61f9b4a4cec4'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:09:06.568129 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-61434e2f-04f8-494c-b395-0da4d0ca46d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:06.604483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59810c08-3dd9-4c82-99d1-432fc3e2ede5 req-0c205785-ab90-4b3b-978e-94b7328308f9 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:06.610589 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-962f429b-5304-4556-b73c-b18f9cd61de9 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Allocated IP 172.20.0.12 (0d7ec814-8735-4f70-98e2-fb37904c6d1a/a47d2dd2-2278-4971-a842-ff29076224b3/39e1e7b0-c54e-496b-b93c-d70b8cef23cc) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:06.617092 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-59810c08-3dd9-4c82-99d1-432fc3e2ede5 req-0c205785-ab90-4b3b-978e-94b7328308f9 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.1209676 Jan 27 22:09:06.723439 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17fbb876-8206-4fa9-a304-a0efeebcbb3a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (48114408-a366-4be7-a797-4335393e30de), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:06.734737 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-59810c08-3dd9-4c82-99d1-432fc3e2ede5 req-2173c49a-04cc-479c-8782-b4ed93180b5d tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163185 Jan 27 22:09:06.734926 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17fbb876-8206-4fa9-a304-a0efeebcbb3a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (48114408-a366-4be7-a797-4335393e30de), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:06.812927 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17fbb876-8206-4fa9-a304-a0efeebcbb3a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:06.815584 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-17fbb876-8206-4fa9-a304-a0efeebcbb3a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6488271 Jan 27 22:09:06.817564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50856) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:06.817717 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-962f429b-5304-4556-b73c-b18f9cd61de9 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks [] for port (39e1e7b0-c54e-496b-b93c-d70b8cef23cc), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:06.824128 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-a0576eed-fc6b-4751-9067-88d7ce800406 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'security_group': {'name': 'tempest-secgroup-82715343'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:06.875595 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a0576eed-fc6b-4751-9067-88d7ce800406 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:06.878451 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbb876-8206-4fa9-a304-a0efeebcbb3a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48114408-a366-4be7-a797-4335393e30de,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:06.950021 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-962f429b-5304-4556-b73c-b18f9cd61de9 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (39e1e7b0-c54e-496b-b93c-d70b8cef23cc), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:06.955031 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-61434e2f-04f8-494c-b395-0da4d0ca46d1 None None] Allocated IP 2001:db8::2 (3d205f81-89d4-437e-b0ec-23c9ef820dc6/535f26be-bf45-4c32-9786-61f9b4a4cec4/4bf62aef-e687-45eb-b732-7517d3c52be6) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:07.029281 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962f429b-5304-4556-b73c-b18f9cd61de9 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Network 0d7ec814-8735-4f70-98e2-fb37904c6d1a is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:07.033115 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-962f429b-5304-4556-b73c-b18f9cd61de9 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:07.035673 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f429b-5304-4556-b73c-b18f9cd61de9 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:07.071768 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f429b-5304-4556-b73c-b18f9cd61de9 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Pushing event updated for resources: {'Port': ['ID=39e1e7b0-c54e-496b-b93c-d70b8cef23cc,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:07.083128 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a0576eed-fc6b-4751-9067-88d7ce800406 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (71652984-112e-4a01-9048-672c3c90047a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:07.090777 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a0576eed-fc6b-4751-9067-88d7ce800406 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (71652984-112e-4a01-9048-672c3c90047a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:07.159036 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a0576eed-fc6b-4751-9067-88d7ce800406 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:07.163380 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a0576eed-fc6b-4751-9067-88d7ce800406 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3441644 Jan 27 22:09:07.163963 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50870) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:07.167812 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0576eed-fc6b-4751-9067-88d7ce800406 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71652984-112e-4a01-9048-672c3c90047a,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:07.187710 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-38baead3-aba6-4b38-9237-072fa8e6ccb4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-934262094', 'security_groups': ['71652984-112e-4a01-9048-672c3c90047a'], 'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '535f26be-bf45-4c32-9786-61f9b4a4cec4'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:07.273651 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-61434e2f-04f8-494c-b395-0da4d0ca46d1 None None] Publish callbacks [] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:07.276365 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-962f429b-5304-4556-b73c-b18f9cd61de9 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks [] for floatingip (4d24d103-36bb-4acb-9f1b-074b5fd5da3b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:07.282977 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-61434e2f-04f8-494c-b395-0da4d0ca46d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:07.327540 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61434e2f-04f8-494c-b395-0da4d0ca46d1 None None] Network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:07.330759 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-61434e2f-04f8-494c-b395-0da4d0ca46d1 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:07.334606 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61434e2f-04f8-494c-b395-0da4d0ca46d1 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:07.351786 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-962f429b-5304-4556-b73c-b18f9cd61de9 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (39e1e7b0-c54e-496b-b93c-d70b8cef23cc), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:07.371557 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61434e2f-04f8-494c-b395-0da4d0ca46d1 None None] Pushing event updated for resources: {'Port': ['ID=4bf62aef-e687-45eb-b732-7517d3c52be6,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:07.418869 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-61434e2f-04f8-494c-b395-0da4d0ca46d1 None None] Attempting to bind port 4bf62aef-e687-45eb-b732-7517d3c52be6 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:09:07.419128 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-61434e2f-04f8-494c-b395-0da4d0ca46d1 None None] Attempting to bind port 4bf62aef-e687-45eb-b732-7517d3c52be6 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:09:07.419643 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61434e2f-04f8-494c-b395-0da4d0ca46d1 None None] Attempting to bind port 4bf62aef-e687-45eb-b732-7517d3c52be6 on network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:09:07.425597 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61434e2f-04f8-494c-b395-0da4d0ca46d1 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:09:07.426158 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61434e2f-04f8-494c-b395-0da4d0ca46d1 None None] Checking segment: {'id': 'eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:07.426581 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-61434e2f-04f8-494c-b395-0da4d0ca46d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:07.427906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61434e2f-04f8-494c-b395-0da4d0ca46d1 None None] Bound using segment: {'id': 'eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:09:07.428430 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-61434e2f-04f8-494c-b395-0da4d0ca46d1 None None] Bound port: 4bf62aef-e687-45eb-b732-7517d3c52be6, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:09:07.429268 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-61434e2f-04f8-494c-b395-0da4d0ca46d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:07.454713 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38baead3-aba6-4b38-9237-072fa8e6ccb4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:07.504588 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-61434e2f-04f8-494c-b395-0da4d0ca46d1 None None] For port 4bf62aef-e687-45eb-b732-7517d3c52be6, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:09:07.508831 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-61434e2f-04f8-494c-b395-0da4d0ca46d1 None None] For port 4bf62aef-e687-45eb-b732-7517d3c52be6, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4bf62aef-e687-45eb-b732-7517d3c52be6,segment=NetworkSegment(eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b),segment_id=eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:09:07.515836 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-61434e2f-04f8-494c-b395-0da4d0ca46d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:07.655517 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61434e2f-04f8-494c-b395-0da4d0ca46d1 None None] Pushing event updated for resources: {'Port': ['ID=4bf62aef-e687-45eb-b732-7517d3c52be6,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:07.730737 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-38baead3-aba6-4b38-9237-072fa8e6ccb4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:07.789949 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-38baead3-aba6-4b38-9237-072fa8e6ccb4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] device_id is not set on port 6402b8ba-c6b0-4bb8-a7af-ab813e309c57 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:09:07.810757 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-962f429b-5304-4556-b73c-b18f9cd61de9 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks [] for port (39e1e7b0-c54e-496b-b93c-d70b8cef23cc), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:07.822891 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-962f429b-5304-4556-b73c-b18f9cd61de9 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (39e1e7b0-c54e-496b-b93c-d70b8cef23cc), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:07.953791 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9f920-dd58-4cd0-9932-7079df98af38 req-5ad5895a-64c9-4ebf-bd8a-c2fe55f7bf4e tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:07.961979 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6f9f920-dd58-4cd0-9932-7079df98af38 req-5ad5895a-64c9-4ebf-bd8a-c2fe55f7bf4e tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.1222229 Jan 27 22:09:07.968424 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f429b-5304-4556-b73c-b18f9cd61de9 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Pushing event updated for resources: {'Port': ['ID=39e1e7b0-c54e-496b-b93c-d70b8cef23cc,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:08.055596 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6f9f920-dd58-4cd0-9932-7079df98af38 req-4c0ba61e-7437-4d8f-8a9a-31a0d7990b6b tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926344 Jan 27 22:09:08.192614 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-962f429b-5304-4556-b73c-b18f9cd61de9 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (4d24d103-36bb-4acb-9f1b-074b5fd5da3b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.235806 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-962f429b-5304-4556-b73c-b18f9cd61de9 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.237505 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-962f429b-5304-4556-b73c-b18f9cd61de9 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1145504 Jan 27 22:09:08.240359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50942) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:08.288688 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50948) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:08.318800 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-38baead3-aba6-4b38-9237-072fa8e6ccb4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Allocated IP 2001:db8::14e (3d205f81-89d4-437e-b0ec-23c9ef820dc6/535f26be-bf45-4c32-9786-61f9b4a4cec4/6402b8ba-c6b0-4bb8-a7af-ab813e309c57) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:08.381968 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-12eb35e3-c32b-4c44-af2c-ebd18d4f02a5 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=0d7ec814-8735-4f70-98e2-fb37904c6d1a HTTP/1.1" status: 200 len: 690 time: 0.1383052 Jan 27 22:09:08.382327 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50958) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:08.510899 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c1e2ac14-d2ca-47b0-acd1-8c1f883f4d0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.545133 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (0d7ec814-8735-4f70-98e2-fb37904c6d1a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.560929 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-38baead3-aba6-4b38-9237-072fa8e6ccb4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for port (6402b8ba-c6b0-4bb8-a7af-ab813e309c57), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.657639 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-38baead3-aba6-4b38-9237-072fa8e6ccb4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (6402b8ba-c6b0-4bb8-a7af-ab813e309c57), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.731426 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c1e2ac14-d2ca-47b0-acd1-8c1f883f4d0e admin admin] Publish callbacks [] for security_group (9cf50ac8-397c-45ee-84f8-a432a2ce806c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.739272 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38baead3-aba6-4b38-9237-072fa8e6ccb4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:08.743411 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Deleting port 39e1e7b0-c54e-496b-b93c-d70b8cef23cc {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:08.743411 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (39e1e7b0-c54e-496b-b93c-d70b8cef23cc), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.743742 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-38baead3-aba6-4b38-9237-072fa8e6ccb4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:08.746446 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38baead3-aba6-4b38-9237-072fa8e6ccb4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:08.751940 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38baead3-aba6-4b38-9237-072fa8e6ccb4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:08.761549 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-38baead3-aba6-4b38-9237-072fa8e6ccb4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.769326 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c1e2ac14-d2ca-47b0-acd1-8c1f883f4d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9cf50ac8-397c-45ee-84f8-a432a2ce806c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.839881 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38baead3-aba6-4b38-9237-072fa8e6ccb4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Port': ['ID=6402b8ba-c6b0-4bb8-a7af-ab813e309c57,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:08.879171 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-38baead3-aba6-4b38-9237-072fa8e6ccb4 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7109432 Jan 27 22:09:08.879359 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (39e1e7b0-c54e-496b-b93c-d70b8cef23cc), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.879359 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks [] for floatingip (39e1e7b0-c54e-496b-b93c-d70b8cef23cc), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.879553 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50968) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:08.879966 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2ac14-d2ca-47b0-acd1-8c1f883f4d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf50ac8-397c-45ee-84f8-a432a2ce806c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:08.896139 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Calling delete_port for 39e1e7b0-c54e-496b-b93c-d70b8cef23cc owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:08.900035 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1a5f3c4d-0b80-4818-a198-65cfa25e4fc6 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'subnet': {'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:08.909021 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c1e2ac14-d2ca-47b0-acd1-8c1f883f4d0e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d21ed513bff9410e9a298bc8ca75ad9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6192861 Jan 27 22:09:08.911773 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50970) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:09.124796 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-af140839-e0ca-439e-85d3-ade12d7de5e6 admin admin] Publish callbacks [] for security_group (9cf50ac8-397c-45ee-84f8-a432a2ce806c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:09.138976 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5f3c4d-0b80-4818-a198-65cfa25e4fc6 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:09.143054 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a5f3c4d-0b80-4818-a198-65cfa25e4fc6 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:09.167289 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-af140839-e0ca-439e-85d3-ade12d7de5e6 admin admin] Publish callbacks [] for security_group (9cf50ac8-397c-45ee-84f8-a432a2ce806c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:09.266151 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-af140839-e0ca-439e-85d3-ade12d7de5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9cf50ac8-397c-45ee-84f8-a432a2ce806c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:09.268750 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-af140839-e0ca-439e-85d3-ade12d7de5e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:09.272901 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-af140839-e0ca-439e-85d3-ade12d7de5e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9cf50ac8-397c-45ee-84f8-a432a2ce806c HTTP/1.1" status: 204 len: 168 time: 0.3600118 Jan 27 22:09:09.301144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af140839-e0ca-439e-85d3-ade12d7de5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf50ac8-397c-45ee-84f8-a432a2ce806c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:09.342585 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ec2d3-61c7-4ce1-bc54-26799a459b2d req-3eae8838-5f65-4909-8523-1215b48a04a6 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:09.350211 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-832ec2d3-61c7-4ce1-bc54-26799a459b2d req-3eae8838-5f65-4909-8523-1215b48a04a6 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.1439934 Jan 27 22:09:09.351414 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (39e1e7b0-c54e-496b-b93c-d70b8cef23cc), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:09.369221 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b67fea36-42aa-4f8e-a911-f453c2c5bac4 None None] Provisioning complete for port 029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:09.369760 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b67fea36-42aa-4f8e-a911-f453c2c5bac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:09.381196 n-d-772272-3 neutron-server[109742]: INFO neutron.db.ipam_backend_mixin [None req-1a5f3c4d-0b80-4818-a198-65cfa25e4fc6 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 535f26be-bf45-4c32-9786-61f9b4a4cec4 (CIDR: 2001:db8::/64) Jan 27 22:09:09.390085 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5f3c4d-0b80-4818-a198-65cfa25e4fc6 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:09:09.390556 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a5f3c4d-0b80-4818-a198-65cfa25e4fc6 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:09.426704 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1a5f3c4d-0b80-4818-a198-65cfa25e4fc6 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5437460 Jan 27 22:09:09.427723 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50980) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:09.438992 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ed9959e8-81c6-4217-af53-5c3633cef91c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'subnet': {'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:09.486461 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b67fea36-42aa-4f8e-a911-f453c2c5bac4 None None] Port 029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:09:09.508566 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b67fea36-42aa-4f8e-a911-f453c2c5bac4 None None] Provisioning complete for port 4bf62aef-e687-45eb-b732-7517d3c52be6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:09.510102 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b67fea36-42aa-4f8e-a911-f453c2c5bac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:09.556668 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Pushing event deleted for resources: {'Port': ['ID=39e1e7b0-c54e-496b-b93c-d70b8cef23cc,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:09.655808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4bf62aef-e687-45eb-b732-7517d3c52be6 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:09:09.705149 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks [] for floatingip (4d24d103-36bb-4acb-9f1b-074b5fd5da3b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:09.717365 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b67fea36-42aa-4f8e-a911-f453c2c5bac4 None None] Current status of the port 4bf62aef-e687-45eb-b732-7517d3c52be6 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:09.718138 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b67fea36-42aa-4f8e-a911-f453c2c5bac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:09.759108 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9959e8-81c6-4217-af53-5c3633cef91c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:09.764803 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ed9959e8-81c6-4217-af53-5c3633cef91c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:09.778474 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b67fea36-42aa-4f8e-a911-f453c2c5bac4 None None] For port 4bf62aef-e687-45eb-b732-7517d3c52be6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4bf62aef-e687-45eb-b732-7517d3c52be6,segment=NetworkSegment(eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b),segment_id=eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:09.782605 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-832ec2d3-61c7-4ce1-bc54-26799a459b2d req-6e069fdf-a712-4749-89df-87a797da3580 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088976 Jan 27 22:09:09.795074 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b67fea36-42aa-4f8e-a911-f453c2c5bac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:09.802668 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 4bf62aef-e687-45eb-b732-7517d3c52be6 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:09.803784 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:09.865300 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (a47d2dd2-2278-4971-a842-ff29076224b3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:09.972721 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67fea36-42aa-4f8e-a911-f453c2c5bac4 None None] Pushing event updated for resources: {'Port': ['ID=4bf62aef-e687-45eb-b732-7517d3c52be6,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:09.985748 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c406dd4e-89fb-4753-af87-81d312d3532f None None] Provisioning complete for port 6402b8ba-c6b0-4bb8-a7af-ab813e309c57 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:09.986669 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c406dd4e-89fb-4753-af87-81d312d3532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6402b8ba-c6b0-4bb8-a7af-ab813e309c57), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:10.037170 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 4bf62aef-e687-45eb-b732-7517d3c52be6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:10.045774 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (a47d2dd2-2278-4971-a842-ff29076224b3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:10.092829 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a47d2dd2-2278-4971-a842-ff29076224b3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:10.140414 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c406dd4e-89fb-4753-af87-81d312d3532f None None] Port 6402b8ba-c6b0-4bb8-a7af-ab813e309c57 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:09:10.211599 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (0d7ec814-8735-4f70-98e2-fb37904c6d1a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:10.259530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7ec814-8735-4f70-98e2-fb37904c6d1a']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:10.272516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41492d3e-1108-42d7-b973-82608c0c8a87') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:10.272849 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41492d3e-1108-42d7-b973-82608c0c8a87') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:10.284796 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (41492d3e-1108-42d7-b973-82608c0c8a87), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:10.286360 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ed9959e8-81c6-4217-af53-5c3633cef91c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (293df120-ab9b-4478-983f-c54afb38345b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:10.299411 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (41492d3e-1108-42d7-b973-82608c0c8a87), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:10.308268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:10.308744 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (41492d3e-1108-42d7-b973-82608c0c8a87), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:10.310987 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:10.360915 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9959e8-81c6-4217-af53-5c3633cef91c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:10.364841 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-ed9959e8-81c6-4217-af53-5c3633cef91c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:10.369260 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9959e8-81c6-4217-af53-5c3633cef91c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:10.370115 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ed9959e8-81c6-4217-af53-5c3633cef91c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:10.375064 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b5f9cd-f24d-4b2c-b703-df392341f047 None None] Network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:10.384917 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (0d7ec814-8735-4f70-98e2-fb37904c6d1a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:10.390238 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0d7ec814-8735-4f70-98e2-fb37904c6d1a {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 22:09:10.402360 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:10.403040 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9959e8-81c6-4217-af53-5c3633cef91c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Subnet': ['ID=293df120-ab9b-4478-983f-c54afb38345b,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:10.416359 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] 10.222.0.23 "DELETE /v2.0/networks/0d7ec814-8735-4f70-98e2-fb37904c6d1a HTTP/1.1" status: 204 len: 168 time: 2.0307891 Jan 27 22:09:10.418497 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ed9959e8-81c6-4217-af53-5c3633cef91c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9894097 Jan 27 22:09:10.420412 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51008) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:10.420797 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51006) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:10.432553 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-39016b8a-a26c-4237-9998-43da59a9100b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1812261590', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '293df120-ab9b-4478-983f-c54afb38345b'}], 'security_groups': ['48114408-a366-4be7-a797-4335393e30de']}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:10.446115 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766f957-87ab-494c-a96a-a338776b7325 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Pushing event deleted for resources: {'Network': ['ID=0d7ec814-8735-4f70-98e2-fb37904c6d1a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:10.817322 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed0d5c8-b7f7-4194-b290-5916e10f1509 None None] Update dhcp port {'port': {'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6', 'fixed_ips': [{'subnet_id': '535f26be-bf45-4c32-9786-61f9b4a4cec4', 'ip_address': '2001:db8::2'}, {'subnet_id': '293df120-ab9b-4478-983f-c54afb38345b'}], 'binding:host_id': 'n-d-772272-3'}, 'id': '4bf62aef-e687-45eb-b732-7517d3c52be6'} from n-d-772272-3. {{(pid=109743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:09:10.918985 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d5c8-b7f7-4194-b290-5916e10f1509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:11.014339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f33293-62e2-47eb-8ab9-17c565f49ba1 req-8f01e07a-2aef-415f-82db-52745d25c76b tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:11.016329 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-17f33293-62e2-47eb-8ab9-17c565f49ba1 req-8f01e07a-2aef-415f-82db-52745d25c76b tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.1329820 Jan 27 22:09:11.087542 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39016b8a-a26c-4237-9998-43da59a9100b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6402b8ba-c6b0-4bb8-a7af-ab813e309c57), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:11.125175 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bdd073cd-e271-456e-ad06-9cfb153224cd tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1780 time: 0.7023952 Jan 27 22:09:11.128002 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51024) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:11.160458 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-17f33293-62e2-47eb-8ab9-17c565f49ba1 req-2a3afda6-276c-43dd-bc97-428ce3e1dada tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376402 Jan 27 22:09:11.302948 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-7ed0d5c8-b7f7-4194-b290-5916e10f1509 None None] Allocated IP 2001:db8:0:1::2 (3d205f81-89d4-437e-b0ec-23c9ef820dc6/293df120-ab9b-4478-983f-c54afb38345b/4bf62aef-e687-45eb-b732-7517d3c52be6) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:11.335493 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b320c35-0d59-47fa-8fe9-a1c522f6e98d tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:11.335968 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b320c35-0d59-47fa-8fe9-a1c522f6e98d tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:11.336633 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b320c35-0d59-47fa-8fe9-a1c522f6e98d tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:11.337098 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b320c35-0d59-47fa-8fe9-a1c522f6e98d tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:11.337558 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b320c35-0d59-47fa-8fe9-a1c522f6e98d tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:11.338014 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b320c35-0d59-47fa-8fe9-a1c522f6e98d tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:11.338475 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b320c35-0d59-47fa-8fe9-a1c522f6e98d tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:11.339172 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b320c35-0d59-47fa-8fe9-a1c522f6e98d tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:11.341250 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8b320c35-0d59-47fa-8fe9-a1c522f6e98d tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5236 time: 0.2132413 Jan 27 22:09:11.344608 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51036) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:11.392007 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-65c7f0fa-54be-4163-b15e-e849a3a31eb2 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] delete failed (client error): The resource could not be found. Jan 27 22:09:11.395619 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-65c7f0fa-54be-4163-b15e-e849a3a31eb2 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/4d24d103-36bb-4acb-9f1b-074b5fd5da3b HTTP/1.1" status: 404 len: 345 time: 0.0480199 Jan 27 22:09:11.396022 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51038) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:11.451687 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-970ba2e1-3883-47a7-906e-e26d1fde9c2e tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] DELETE failed (client error): The resource could not be found. Jan 27 22:09:11.455952 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970ba2e1-3883-47a7-906e-e26d1fde9c2e tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:11.462813 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-970ba2e1-3883-47a7-906e-e26d1fde9c2e tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] 10.222.0.23 "DELETE /v2.0/networks/0d7ec814-8735-4f70-98e2-fb37904c6d1a HTTP/1.1" status: 404 len: 339 time: 0.0649602 Jan 27 22:09:11.471377 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51042) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:11.491908 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-113f5bab-07fa-4e17-8dce-d5cb0f77ac08 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Request body: {'network': {'name': 'tempest-network--606308748', 'router:external': True}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:11.539808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7ed0d5c8-b7f7-4194-b290-5916e10f1509 None None] For port 4bf62aef-e687-45eb-b732-7517d3c52be6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4bf62aef-e687-45eb-b732-7517d3c52be6,segment=NetworkSegment(eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b),segment_id=eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:11.543992 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113f5bab-07fa-4e17-8dce-d5cb0f77ac08 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Made reservation on behalf of 7a642abd10b3402ca3d13cc7f95f8f10 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:11.546607 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-113f5bab-07fa-4e17-8dce-d5cb0f77ac08 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:11.588079 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4bf62aef-e687-45eb-b732-7517d3c52be6 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:09:11.623733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113f5bab-07fa-4e17-8dce-d5cb0f77ac08 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:11.637374 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-113f5bab-07fa-4e17-8dce-d5cb0f77ac08 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (1a6fb156-cb36-4fe6-9267-90b368588c8d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:11.637816 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-113f5bab-07fa-4e17-8dce-d5cb0f77ac08 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Added segment 1a6fb156-cb36-4fe6-9267-90b368588c8d of type vlan for network 055d594b-4c7c-48de-a4b5-52224a387f36 Jan 27 22:09:11.652266 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d5c8-b7f7-4194-b290-5916e10f1509 None None] Publish callbacks [] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:11.675419 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d5c8-b7f7-4194-b290-5916e10f1509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:11.731393 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-113f5bab-07fa-4e17-8dce-d5cb0f77ac08 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (055d594b-4c7c-48de-a4b5-52224a387f36), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:11.814396 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 4bf62aef-e687-45eb-b732-7517d3c52be6 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:11.815081 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:11.823608 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-113f5bab-07fa-4e17-8dce-d5cb0f77ac08 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (055d594b-4c7c-48de-a4b5-52224a387f36), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:11.823914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113f5bab-07fa-4e17-8dce-d5cb0f77ac08 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:11.824672 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-113f5bab-07fa-4e17-8dce-d5cb0f77ac08 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:11.842678 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-39016b8a-a26c-4237-9998-43da59a9100b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Delete allocated IP 2001:db8::14e (3d205f81-89d4-437e-b0ec-23c9ef820dc6/535f26be-bf45-4c32-9786-61f9b4a4cec4) {{(pid=109742) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 22:09:11.852526 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-39016b8a-a26c-4237-9998-43da59a9100b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Allocated IP 2001:db8:0:1::2b7 (3d205f81-89d4-437e-b0ec-23c9ef820dc6/293df120-ab9b-4478-983f-c54afb38345b/6402b8ba-c6b0-4bb8-a7af-ab813e309c57) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:11.899362 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-113f5bab-07fa-4e17-8dce-d5cb0f77ac08 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4221392 Jan 27 22:09:11.903292 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51052) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:11.939810 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0d5c8-b7f7-4194-b290-5916e10f1509 None None] Pushing event updated for resources: {'Port': ['ID=4bf62aef-e687-45eb-b732-7517d3c52be6,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:11.940472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f5bab-07fa-4e17-8dce-d5cb0f77ac08 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Pushing event updated for resources: {'Network': ['ID=055d594b-4c7c-48de-a4b5-52224a387f36,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:11.960549 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 055d594b-4c7c-48de-a4b5-52224a387f36 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:12.120036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fa9749-f45c-4e1f-9243-7318e2e5c124 tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:12.127877 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fa9749-f45c-4e1f-9243-7318e2e5c124 tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:12.129761 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51058) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:12.142195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fa9749-f45c-4e1f-9243-7318e2e5c124 tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:12.150455 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 4bf62aef-e687-45eb-b732-7517d3c52be6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:12.158933 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fa9749-f45c-4e1f-9243-7318e2e5c124 tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:12.164092 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-24fa9749-f45c-4e1f-9243-7318e2e5c124 tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2570522 Jan 27 22:09:12.169251 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51060) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:12.259964 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39016b8a-a26c-4237-9998-43da59a9100b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for port (6402b8ba-c6b0-4bb8-a7af-ab813e309c57), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.281007 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39016b8a-a26c-4237-9998-43da59a9100b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (6402b8ba-c6b0-4bb8-a7af-ab813e309c57), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.326128 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-0a2790e0-8098-4a4b-a616-b12658ff2aeb tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:12.379783 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-39016b8a-a26c-4237-9998-43da59a9100b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] In _notify_port_updated(), no bound segment for port 6402b8ba-c6b0-4bb8-a7af-ab813e309c57 on network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 {{(pid=109742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:09:12.387804 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39016b8a-a26c-4237-9998-43da59a9100b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:12.389367 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39016b8a-a26c-4237-9998-43da59a9100b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.391035 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-39016b8a-a26c-4237-9998-43da59a9100b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "PUT /v2.0/ports/6402b8ba-c6b0-4bb8-a7af-ab813e309c57 HTTP/1.1" status: 200 len: 931 time: 1.9670889 Jan 27 22:09:12.401361 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51070) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:12.415033 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39016b8a-a26c-4237-9998-43da59a9100b tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Port': ['ID=6402b8ba-c6b0-4bb8-a7af-ab813e309c57,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:12.424660 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0a2790e0-8098-4a4b-a616-b12658ff2aeb tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] 10.222.0.23 "PUT /v2.0/quotas/c1028cb7bdbf452a919b25cf76f3e71e HTTP/1.1" status: 200 len: 368 time: 0.2906816 Jan 27 22:09:12.425485 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51072) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:12.449981 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1a2fa7e8-ade8-40f8-855f-22066a1dba34 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Request body: {'network': {'project_id': 'c1028cb7bdbf452a919b25cf76f3e71e'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:12.510303 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2fa7e8-ade8-40f8-855f-22066a1dba34 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Made reservation on behalf of c1028cb7bdbf452a919b25cf76f3e71e for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:12.513641 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa7e8-ade8-40f8-855f-22066a1dba34 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.525824 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa7e8-ade8-40f8-855f-22066a1dba34 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.607222 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-39b8fee0-d876-49f6-8a17-7512d23db83c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting port 6402b8ba-c6b0-4bb8-a7af-ab813e309c57 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:12.607572 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39b8fee0-d876-49f6-8a17-7512d23db83c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (6402b8ba-c6b0-4bb8-a7af-ab813e309c57), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.680744 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa7e8-ade8-40f8-855f-22066a1dba34 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks [] for security_group (c911529c-5c9f-4734-b160-81d9b8d5b4e1), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.722090 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.741122 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ea4054f8-12f8-4730-bdf6-874decb40446 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (055d594b-4c7c-48de-a4b5-52224a387f36), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.743484 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39b8fee0-d876-49f6-8a17-7512d23db83c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (6402b8ba-c6b0-4bb8-a7af-ab813e309c57), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.763180 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-39b8fee0-d876-49f6-8a17-7512d23db83c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Calling delete_port for 6402b8ba-c6b0-4bb8-a7af-ab813e309c57 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:12.766629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfdeec-2153-40b9-b62d-be23d9eb30e8 req-fe9d1587-4c3a-45f9-97ce-dcba77bd98e1 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:12.768250 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8cdfdeec-2153-40b9-b62d-be23d9eb30e8 req-fe9d1587-4c3a-45f9-97ce-dcba77bd98e1 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.4905150 Jan 27 22:09:12.817834 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa7e8-ade8-40f8-855f-22066a1dba34 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c911529c-5c9f-4734-b160-81d9b8d5b4e1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.845159 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ea4054f8-12f8-4730-bdf6-874decb40446 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (055d594b-4c7c-48de-a4b5-52224a387f36), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.867933 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-ea4054f8-12f8-4730-bdf6-874decb40446 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055d594b-4c7c-48de-a4b5-52224a387f36']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:12.868286 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2fa7e8-ade8-40f8-855f-22066a1dba34 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:12.878420 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-ea4054f8-12f8-4730-bdf6-874decb40446 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6fb156-cb36-4fe6-9267-90b368588c8d') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:12.878718 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-ea4054f8-12f8-4730-bdf6-874decb40446 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6fb156-cb36-4fe6-9267-90b368588c8d') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:12.889110 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ea4054f8-12f8-4730-bdf6-874decb40446 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (1a6fb156-cb36-4fe6-9267-90b368588c8d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.903036 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ea4054f8-12f8-4730-bdf6-874decb40446 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (1a6fb156-cb36-4fe6-9267-90b368588c8d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.909183 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa7e8-ade8-40f8-855f-22066a1dba34 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (922c086d-c470-4f90-b05e-d01fdabe4375), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.909534 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-1a2fa7e8-ade8-40f8-855f-22066a1dba34 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Added segment 922c086d-c470-4f90-b05e-d01fdabe4375 of type vlan for network 833c7855-8f09-4f3d-907e-f19a0609afaf Jan 27 22:09:12.909918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4054f8-12f8-4730-bdf6-874decb40446 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:12.910325 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ea4054f8-12f8-4730-bdf6-874decb40446 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (1a6fb156-cb36-4fe6-9267-90b368588c8d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.910817 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fa7e8-ade8-40f8-855f-22066a1dba34 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c911529c-5c9f-4734-b160-81d9b8d5b4e1,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:12.981031 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:12.993649 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa7e8-ade8-40f8-855f-22066a1dba34 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (833c7855-8f09-4f3d-907e-f19a0609afaf), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.996438 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ea4054f8-12f8-4730-bdf6-874decb40446 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (055d594b-4c7c-48de-a4b5-52224a387f36), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.004324 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4054f8-12f8-4730-bdf6-874decb40446 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 055d594b-4c7c-48de-a4b5-52224a387f36 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 22:09:13.009969 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ea4054f8-12f8-4730-bdf6-874decb40446 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.013565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ea4054f8-12f8-4730-bdf6-874decb40446 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] 10.222.0.23 "DELETE /v2.0/networks/055d594b-4c7c-48de-a4b5-52224a387f36 HTTP/1.1" status: 204 len: 168 time: 0.8431070 Jan 27 22:09:13.017216 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51082) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:13.022622 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e4f0efa1-2723-408b-b7de-43bc1001d34b tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Request body: {'network': {'name': 'tempest-network--1374451474', 'router:external': True}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:13.030233 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4054f8-12f8-4730-bdf6-874decb40446 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Pushing event deleted for resources: {'Network': ['ID=055d594b-4c7c-48de-a4b5-52224a387f36,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:13.064068 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ab679ff4-25c7-4951-afd7-116131d5f120 None None] Provisioning complete for port 6402b8ba-c6b0-4bb8-a7af-ab813e309c57 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:13.064498 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ab679ff4-25c7-4951-afd7-116131d5f120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6402b8ba-c6b0-4bb8-a7af-ab813e309c57), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.069591 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8cdfdeec-2153-40b9-b62d-be23d9eb30e8 req-52538df1-89e9-4254-aac4-509641a77e6b tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807164 Jan 27 22:09:13.110773 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f0efa1-2723-408b-b7de-43bc1001d34b tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Made reservation on behalf of 7a642abd10b3402ca3d13cc7f95f8f10 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:13.119626 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4f0efa1-2723-408b-b7de-43bc1001d34b tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.168958 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ab679ff4-25c7-4951-afd7-116131d5f120 None None] Port 6402b8ba-c6b0-4bb8-a7af-ab813e309c57 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:09:13.204246 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39b8fee0-d876-49f6-8a17-7512d23db83c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (6402b8ba-c6b0-4bb8-a7af-ab813e309c57), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.209597 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ab679ff4-25c7-4951-afd7-116131d5f120 None None] Provisioning complete for port 029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:13.216828 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ab679ff4-25c7-4951-afd7-116131d5f120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.258826 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8fee0-d876-49f6-8a17-7512d23db83c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Port': ['ID=6402b8ba-c6b0-4bb8-a7af-ab813e309c57,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:13.261509 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa7e8-ade8-40f8-855f-22066a1dba34 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (833c7855-8f09-4f3d-907e-f19a0609afaf), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.263380 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2fa7e8-ade8-40f8-855f-22066a1dba34 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:13.264075 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa7e8-ade8-40f8-855f-22066a1dba34 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.269723 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f0efa1-2723-408b-b7de-43bc1001d34b tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:13.316772 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ab679ff4-25c7-4951-afd7-116131d5f120 None None] Port 029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:09:13.330005 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4f0efa1-2723-408b-b7de-43bc1001d34b tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (5584709e-ac48-4683-8dcd-5d4459956b0d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.330689 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-e4f0efa1-2723-408b-b7de-43bc1001d34b tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Added segment 5584709e-ac48-4683-8dcd-5d4459956b0d of type vlan for network 1c2bda40-1a5d-4911-a0a6-e934247f0d35 Jan 27 22:09:13.338141 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ab679ff4-25c7-4951-afd7-116131d5f120 None None] Provisioning complete for port 4bf62aef-e687-45eb-b732-7517d3c52be6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:13.345954 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ab679ff4-25c7-4951-afd7-116131d5f120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.420594 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4f0efa1-2723-408b-b7de-43bc1001d34b tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (1c2bda40-1a5d-4911-a0a6-e934247f0d35), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.508240 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39b8fee0-d876-49f6-8a17-7512d23db83c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.512969 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-39b8fee0-d876-49f6-8a17-7512d23db83c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/ports/6402b8ba-c6b0-4bb8-a7af-ab813e309c57 HTTP/1.1" status: 204 len: 168 time: 1.1081727 Jan 27 22:09:13.514304 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fa7e8-ade8-40f8-855f-22066a1dba34 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Pushing event updated for resources: {'Network': ['ID=833c7855-8f09-4f3d-907e-f19a0609afaf,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:13.515707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51094) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:13.523491 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4f0efa1-2723-408b-b7de-43bc1001d34b tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (1c2bda40-1a5d-4911-a0a6-e934247f0d35), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.525621 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f0efa1-2723-408b-b7de-43bc1001d34b tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:13.527263 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4f0efa1-2723-408b-b7de-43bc1001d34b tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.558264 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1a2fa7e8-ade8-40f8-855f-22066a1dba34 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1137767 Jan 27 22:09:13.562975 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51096) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:13.569371 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3f2ec97d-466d-4874-a72c-14ba985e86b6 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Request body: {'network': {'project_id': 'c1028cb7bdbf452a919b25cf76f3e71e'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:13.582703 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22e841f-1737-4298-a0c9-3f23c8bd6155 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] GET failed (client error): The resource could not be found. Jan 27 22:09:13.588053 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f22e841f-1737-4298-a0c9-3f23c8bd6155 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports/6402b8ba-c6b0-4bb8-a7af-ab813e309c57 HTTP/1.1" status: 404 len: 333 time: 0.0700555 Jan 27 22:09:13.590757 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51100) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:13.722097 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0efa1-2723-408b-b7de-43bc1001d34b tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Pushing event updated for resources: {'Network': ['ID=1c2bda40-1a5d-4911-a0a6-e934247f0d35,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:13.747329 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aada4006-975c-410c-8fb0-59ca26c9fdaa tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (71652984-112e-4a01-9048-672c3c90047a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.767113 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e4f0efa1-2723-408b-b7de-43bc1001d34b tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7484932 Jan 27 22:09:13.768662 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51102) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:13.795034 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2ec97d-466d-4874-a72c-14ba985e86b6 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Made reservation on behalf of c1028cb7bdbf452a919b25cf76f3e71e for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:13.801281 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f2ec97d-466d-4874-a72c-14ba985e86b6 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.811137 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aada4006-975c-410c-8fb0-59ca26c9fdaa tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (71652984-112e-4a01-9048-672c3c90047a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.888830 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2ec97d-466d-4874-a72c-14ba985e86b6 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:13.895132 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aada4006-975c-410c-8fb0-59ca26c9fdaa tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (71652984-112e-4a01-9048-672c3c90047a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.897863 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aada4006-975c-410c-8fb0-59ca26c9fdaa tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.901924 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-aada4006-975c-410c-8fb0-59ca26c9fdaa tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/security-groups/71652984-112e-4a01-9048-672c3c90047a HTTP/1.1" status: 204 len: 168 time: 0.3071573 Jan 27 22:09:13.904100 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51104) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:13.928081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada4006-975c-410c-8fb0-59ca26c9fdaa tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71652984-112e-4a01-9048-672c3c90047a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:13.934231 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f2ec97d-466d-4874-a72c-14ba985e86b6 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (78e261fc-660d-4966-bfc2-cc5102048786), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.934592 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-3f2ec97d-466d-4874-a72c-14ba985e86b6 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Added segment 78e261fc-660d-4966-bfc2-cc5102048786 of type vlan for network 12d52170-1b8b-42fd-9723-4a092d893c94 Jan 27 22:09:13.939148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ab679ff4-25c7-4951-afd7-116131d5f120 None None] Current status of the port 4bf62aef-e687-45eb-b732-7517d3c52be6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:13.941959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 833c7855-8f09-4f3d-907e-f19a0609afaf details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:13.944196 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4bf62aef-e687-45eb-b732-7517d3c52be6 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:09:13.949149 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 1c2bda40-1a5d-4911-a0a6-e934247f0d35 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:13.957550 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e7a381-f784-4813-be2b-dcc3fa03e49c tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:13.962275 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51106) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:13.962584 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f8e7a381-f784-4813-be2b-dcc3fa03e49c tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] 10.222.0.23 "GET /v2.0/networks/1c2bda40-1a5d-4911-a0a6-e934247f0d35 HTTP/1.1" status: 200 len: 757 time: 0.1925018 Jan 27 22:09:14.018551 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f2ec97d-466d-4874-a72c-14ba985e86b6 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (12d52170-1b8b-42fd-9723-4a092d893c94), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.063563 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f2ec97d-466d-4874-a72c-14ba985e86b6 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (12d52170-1b8b-42fd-9723-4a092d893c94), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.064690 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2ec97d-466d-4874-a72c-14ba985e86b6 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:14.065331 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f2ec97d-466d-4874-a72c-14ba985e86b6 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.171774 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8da5857-989c-4c8d-9819-4cca3e968065 tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:14.173492 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c8da5857-989c-4c8d-9819-4cca3e968065 tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] 10.222.0.23 "GET /v2.0/networks/3e9a1975-a815-41ca-9733-643a84669f81 HTTP/1.1" status: 200 len: 768 time: 0.2102511 Jan 27 22:09:14.174460 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b9dec7be-8fa2-4139-9922-0ce9701f72b2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (48114408-a366-4be7-a797-4335393e30de), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.189551 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7c9cc7c4-c1c7-4dfc-b6bc-f6d428e0b4f9 None None] Could not find standard attr ID for object 6402b8ba-c6b0-4bb8-a7af-ab813e309c57. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:09:14.201235 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b9dec7be-8fa2-4139-9922-0ce9701f72b2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (48114408-a366-4be7-a797-4335393e30de), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.213658 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51110) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:14.215089 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ec97d-466d-4874-a72c-14ba985e86b6 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Pushing event updated for resources: {'Network': ['ID=12d52170-1b8b-42fd-9723-4a092d893c94,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:14.232622 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 12d52170-1b8b-42fd-9723-4a092d893c94 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:14.285311 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b9dec7be-8fa2-4139-9922-0ce9701f72b2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (48114408-a366-4be7-a797-4335393e30de), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.288533 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b9dec7be-8fa2-4139-9922-0ce9701f72b2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.289789 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b9dec7be-8fa2-4139-9922-0ce9701f72b2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/security-groups/48114408-a366-4be7-a797-4335393e30de HTTP/1.1" status: 204 len: 168 time: 0.3847158 Jan 27 22:09:14.296106 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3f2ec97d-466d-4874-a72c-14ba985e86b6 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7312150 Jan 27 22:09:14.298841 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4d59a6a1-4221-47ec-a222-4147d8ec0c63 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (1c2bda40-1a5d-4911-a0a6-e934247f0d35), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.300437 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51112) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:14.300773 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51114) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:14.321063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dec7be-8fa2-4139-9922-0ce9701f72b2 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48114408-a366-4be7-a797-4335393e30de,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:14.322805 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c7eaefe4-c7b4-43fa-be09-61e2578f2046 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Request body: {'network': {'project_id': 'c1028cb7bdbf452a919b25cf76f3e71e'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:14.331649 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 4bf62aef-e687-45eb-b732-7517d3c52be6 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:14.332208 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.345059 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c306f-2958-49e2-8b2f-1a072a634b3f req-1148efde-f576-46b3-8eba-170921180801 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:14.347056 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d8c306f-2958-49e2-8b2f-1a072a634b3f req-1148efde-f576-46b3-8eba-170921180801 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.0822487 Jan 27 22:09:14.406091 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d8c306f-2958-49e2-8b2f-1a072a634b3f req-27f0a2da-f9a8-4bef-ba47-8fb8fc6f2b5c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529339 Jan 27 22:09:14.474539 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac80eed-4996-44ac-a3bf-aeff92a2b5e0 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting subnet 535f26be-bf45-4c32-9786-61f9b4a4cec4 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:09:14.481858 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7eaefe4-c7b4-43fa-be09-61e2578f2046 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 27 22:09:14.482473 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7eaefe4-c7b4-43fa-be09-61e2578f2046 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:14.483719 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c7eaefe4-c7b4-43fa-be09-61e2578f2046 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1732991 Jan 27 22:09:14.485597 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aac80eed-4996-44ac-a3bf-aeff92a2b5e0 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (535f26be-bf45-4c32-9786-61f9b4a4cec4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.486790 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51122) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:14.538586 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 4bf62aef-e687-45eb-b732-7517d3c52be6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:14.561331 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-cf248d61-e2e9-46ce-8867-bde9a505a360 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1028cb7bdbf452a919b25cf76f3e71e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0729222 Jan 27 22:09:14.564055 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51124) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:14.568834 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aac80eed-4996-44ac-a3bf-aeff92a2b5e0 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (535f26be-bf45-4c32-9786-61f9b4a4cec4), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.644093 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10200f42-2559-434b-918e-bdb2abf0750a tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks [] for security_group (c911529c-5c9f-4734-b160-81d9b8d5b4e1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.674084 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10200f42-2559-434b-918e-bdb2abf0750a tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks [] for security_group (c911529c-5c9f-4734-b160-81d9b8d5b4e1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.712119 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aac80eed-4996-44ac-a3bf-aeff92a2b5e0 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (535f26be-bf45-4c32-9786-61f9b4a4cec4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.726564 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10200f42-2559-434b-918e-bdb2abf0750a tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c911529c-5c9f-4734-b160-81d9b8d5b4e1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.730074 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10200f42-2559-434b-918e-bdb2abf0750a tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.731323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-10200f42-2559-434b-918e-bdb2abf0750a tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/c911529c-5c9f-4734-b160-81d9b8d5b4e1 HTTP/1.1" status: 204 len: 168 time: 0.1662853 Jan 27 22:09:14.741270 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51128) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:14.751255 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10200f42-2559-434b-918e-bdb2abf0750a tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c911529c-5c9f-4734-b160-81d9b8d5b4e1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:14.790557 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4d59a6a1-4221-47ec-a222-4147d8ec0c63 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (1c2bda40-1a5d-4911-a0a6-e934247f0d35), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.819809 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-4d59a6a1-4221-47ec-a222-4147d8ec0c63 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2bda40-1a5d-4911-a0a6-e934247f0d35']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:14.835230 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-4d59a6a1-4221-47ec-a222-4147d8ec0c63 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5584709e-ac48-4683-8dcd-5d4459956b0d') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:14.835525 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-4d59a6a1-4221-47ec-a222-4147d8ec0c63 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5584709e-ac48-4683-8dcd-5d4459956b0d') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:14.848068 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4d59a6a1-4221-47ec-a222-4147d8ec0c63 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (5584709e-ac48-4683-8dcd-5d4459956b0d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.856825 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aac80eed-4996-44ac-a3bf-aeff92a2b5e0 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (535f26be-bf45-4c32-9786-61f9b4a4cec4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.883283 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce0e3c72-9c57-4576-a172-37d724a03e42 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (12d52170-1b8b-42fd-9723-4a092d893c94), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.886677 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4d59a6a1-4221-47ec-a222-4147d8ec0c63 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (5584709e-ac48-4683-8dcd-5d4459956b0d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.896593 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aac80eed-4996-44ac-a3bf-aeff92a2b5e0 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.899804 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-aac80eed-4996-44ac-a3bf-aeff92a2b5e0 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/subnets/535f26be-bf45-4c32-9786-61f9b4a4cec4 HTTP/1.1" status: 204 len: 168 time: 0.5981190 Jan 27 22:09:14.900668 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac80eed-4996-44ac-a3bf-aeff92a2b5e0 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Subnet': ['ID=535f26be-bf45-4c32-9786-61f9b4a4cec4,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:14.906140 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51130) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:14.906516 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2244ca-7b93-4275-8495-e634b3b770b0 None None] Network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:14.910912 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8a39f7f1-9976-4eaa-ad84-08725f94af49 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'subnet': {'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:14.914778 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d59a6a1-4221-47ec-a222-4147d8ec0c63 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:14.915186 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4d59a6a1-4221-47ec-a222-4147d8ec0c63 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (5584709e-ac48-4683-8dcd-5d4459956b0d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:14.921405 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:15.049996 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4d59a6a1-4221-47ec-a222-4147d8ec0c63 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (1c2bda40-1a5d-4911-a0a6-e934247f0d35), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.054985 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d59a6a1-4221-47ec-a222-4147d8ec0c63 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c2bda40-1a5d-4911-a0a6-e934247f0d35 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 22:09:15.057107 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4d59a6a1-4221-47ec-a222-4147d8ec0c63 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.064426 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4d59a6a1-4221-47ec-a222-4147d8ec0c63 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] 10.222.0.23 "DELETE /v2.0/networks/1c2bda40-1a5d-4911-a0a6-e934247f0d35 HTTP/1.1" status: 204 len: 168 time: 0.8460498 Jan 27 22:09:15.078570 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51132) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:15.080921 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce0e3c72-9c57-4576-a172-37d724a03e42 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (12d52170-1b8b-42fd-9723-4a092d893c94), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.081915 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59a6a1-4221-47ec-a222-4147d8ec0c63 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c2bda40-1a5d-4911-a0a6-e934247f0d35,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:15.092181 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3605a02c-04ae-44df-9945-c85a489519bc tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Request body: {'network': {'name': 'tempest-network--783173286'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:15.131847 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3605a02c-04ae-44df-9945-c85a489519bc tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Made reservation on behalf of 7a642abd10b3402ca3d13cc7f95f8f10 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:15.134714 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3605a02c-04ae-44df-9945-c85a489519bc tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.156293 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-ce0e3c72-9c57-4576-a172-37d724a03e42 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d52170-1b8b-42fd-9723-4a092d893c94']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:15.168781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a39f7f1-9976-4eaa-ad84-08725f94af49 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:15.172894 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8a39f7f1-9976-4eaa-ad84-08725f94af49 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.177481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-ce0e3c72-9c57-4576-a172-37d724a03e42 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e261fc-660d-4966-bfc2-cc5102048786') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:15.177928 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-ce0e3c72-9c57-4576-a172-37d724a03e42 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e261fc-660d-4966-bfc2-cc5102048786') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:15.196840 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce0e3c72-9c57-4576-a172-37d724a03e42 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (78e261fc-660d-4966-bfc2-cc5102048786), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.226172 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce0e3c72-9c57-4576-a172-37d724a03e42 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (78e261fc-660d-4966-bfc2-cc5102048786), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.243236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0e3c72-9c57-4576-a172-37d724a03e42 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:15.243804 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce0e3c72-9c57-4576-a172-37d724a03e42 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (78e261fc-660d-4966-bfc2-cc5102048786), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:15.246563 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:15.297361 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3605a02c-04ae-44df-9945-c85a489519bc tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:15.364191 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce0e3c72-9c57-4576-a172-37d724a03e42 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (12d52170-1b8b-42fd-9723-4a092d893c94), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.371001 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce0e3c72-9c57-4576-a172-37d724a03e42 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.376933 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ce0e3c72-9c57-4576-a172-37d724a03e42 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] 10.222.0.23 "DELETE /v2.0/networks/12d52170-1b8b-42fd-9723-4a092d893c94 HTTP/1.1" status: 204 len: 168 time: 0.6247973 Jan 27 22:09:15.420284 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51134) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:15.430468 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e3c72-9c57-4576-a172-37d724a03e42 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Pushing event deleted for resources: {'Network': ['ID=12d52170-1b8b-42fd-9723-4a092d893c94,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:15.569570 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3605a02c-04ae-44df-9945-c85a489519bc tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (128bd9f0-18af-406d-a79f-3b873800b159), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.570189 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-3605a02c-04ae-44df-9945-c85a489519bc tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Added segment 128bd9f0-18af-406d-a79f-3b873800b159 of type vlan for network c9464555-eff6-4615-84a2-d135bc7fee61 Jan 27 22:09:15.582767 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8a39f7f1-9976-4eaa-ad84-08725f94af49 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (86bdf0ea-79b8-4bda-9e49-3d50cf63014b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.617428 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a39f7f1-9976-4eaa-ad84-08725f94af49 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:15.636284 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e7a2327b-4308-4c74-9472-67d2b6264fb8 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (833c7855-8f09-4f3d-907e-f19a0609afaf), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.672573 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-8a39f7f1-9976-4eaa-ad84-08725f94af49 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:15.675687 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a39f7f1-9976-4eaa-ad84-08725f94af49 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:15.677767 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8a39f7f1-9976-4eaa-ad84-08725f94af49 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.740540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa199771-b8ad-46ba-9723-2a9c28973539 req-166d2942-6073-4173-8edb-a78120a70c7f tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:15.751272 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aa199771-b8ad-46ba-9723-2a9c28973539 req-166d2942-6073-4173-8edb-a78120a70c7f tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.1445527 Jan 27 22:09:15.765120 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3605a02c-04ae-44df-9945-c85a489519bc tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (c9464555-eff6-4615-84a2-d135bc7fee61), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.777782 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8a39f7f1-9976-4eaa-ad84-08725f94af49 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8706915 Jan 27 22:09:15.782487 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51146) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:15.787512 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-bc4c7ffc-3d92-4abf-bf05-80c7c5c63aa1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'security_group': {'name': 'tempest-secgroup-255967554'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:15.794552 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39f7f1-9976-4eaa-ad84-08725f94af49 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Subnet': ['ID=86bdf0ea-79b8-4bda-9e49-3d50cf63014b,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:15.834719 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3605a02c-04ae-44df-9945-c85a489519bc tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (c9464555-eff6-4615-84a2-d135bc7fee61), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.834719 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3605a02c-04ae-44df-9945-c85a489519bc tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:15.835522 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3605a02c-04ae-44df-9945-c85a489519bc tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.881000 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e7a2327b-4308-4c74-9472-67d2b6264fb8 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (833c7855-8f09-4f3d-907e-f19a0609afaf), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.935774 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-e7a2327b-4308-4c74-9472-67d2b6264fb8 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833c7855-8f09-4f3d-907e-f19a0609afaf']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:15.948131 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc4c7ffc-3d92-4abf-bf05-80c7c5c63aa1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.959543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-e7a2327b-4308-4c74-9472-67d2b6264fb8 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922c086d-c470-4f90-b05e-d01fdabe4375') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:15.960108 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-e7a2327b-4308-4c74-9472-67d2b6264fb8 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922c086d-c470-4f90-b05e-d01fdabe4375') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:15.975264 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e7a2327b-4308-4c74-9472-67d2b6264fb8 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (922c086d-c470-4f90-b05e-d01fdabe4375), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.058812 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605a02c-04ae-44df-9945-c85a489519bc tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Pushing event updated for resources: {'Network': ['ID=c9464555-eff6-4615-84a2-d135bc7fee61,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:16.078598 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3605a02c-04ae-44df-9945-c85a489519bc tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9933057 Jan 27 22:09:16.087387 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51148) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:16.099003 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5dc6ef6b-d2b9-499c-a08e-fb434b3a9463 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:16.121898 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e7a2327b-4308-4c74-9472-67d2b6264fb8 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (922c086d-c470-4f90-b05e-d01fdabe4375), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.122087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network c9464555-eff6-4615-84a2-d135bc7fee61 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:16.134529 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a2327b-4308-4c74-9472-67d2b6264fb8 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:16.135085 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e7a2327b-4308-4c74-9472-67d2b6264fb8 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (922c086d-c470-4f90-b05e-d01fdabe4375), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:16.137102 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:16.208437 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aa199771-b8ad-46ba-9723-2a9c28973539 req-be03369d-8257-499f-9b40-8792c829562a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557314 Jan 27 22:09:16.245104 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e7a2327b-4308-4c74-9472-67d2b6264fb8 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (833c7855-8f09-4f3d-907e-f19a0609afaf), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.264411 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e7a2327b-4308-4c74-9472-67d2b6264fb8 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.271125 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e7a2327b-4308-4c74-9472-67d2b6264fb8 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] 10.222.0.23 "DELETE /v2.0/networks/833c7855-8f09-4f3d-907e-f19a0609afaf HTTP/1.1" status: 204 len: 168 time: 0.8495476 Jan 27 22:09:16.298315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2327b-4308-4c74-9472-67d2b6264fb8 tempest-QuotasNegativeTest-544173891 tempest-QuotasNegativeTest-544173891-project-admin] Pushing event deleted for resources: {'Network': ['ID=833c7855-8f09-4f3d-907e-f19a0609afaf,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:16.332053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008cabbc-65ba-4e86-9f27-867b11923f3f None None] Network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:16.384549 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc4c7ffc-3d92-4abf-bf05-80c7c5c63aa1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (49bc9679-8fad-4c5c-b7b2-c4ee693378a0), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.400790 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc4c7ffc-3d92-4abf-bf05-80c7c5c63aa1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (49bc9679-8fad-4c5c-b7b2-c4ee693378a0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.460592 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc4c7ffc-3d92-4abf-bf05-80c7c5c63aa1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.465487 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bc4c7ffc-3d92-4abf-bf05-80c7c5c63aa1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6778457 Jan 27 22:09:16.465655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51152) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:16.466367 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c7ffc-3d92-4abf-bf05-80c7c5c63aa1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49bc9679-8fad-4c5c-b7b2-c4ee693378a0,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:16.470582 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-28ad9f76-5aa5-466a-9d67-fa1882e67d66 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'security_group': {'name': 'tempest-secgroup-1445675025'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:16.474442 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3098490f-898a-4e02-8a2c-813181e6a05e None None] Provisioning complete for port 029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:16.474815 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3098490f-898a-4e02-8a2c-813181e6a05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.478507 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ef6b-d2b9-499c-a08e-fb434b3a9463 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (c9464555-eff6-4615-84a2-d135bc7fee61), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.503850 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ef6b-d2b9-499c-a08e-fb434b3a9463 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (c9464555-eff6-4615-84a2-d135bc7fee61), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.521901 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-28ad9f76-5aa5-466a-9d67-fa1882e67d66 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.538218 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3098490f-898a-4e02-8a2c-813181e6a05e None None] Port 029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:09:16.567007 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3098490f-898a-4e02-8a2c-813181e6a05e None None] Provisioning complete for port 4bf62aef-e687-45eb-b732-7517d3c52be6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:16.567663 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3098490f-898a-4e02-8a2c-813181e6a05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.589580 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5dc6ef6b-d2b9-499c-a08e-fb434b3a9463 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Network c9464555-eff6-4615-84a2-d135bc7fee61 is not hosted by any dhcp agent {{(pid=109742) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 22:09:16.591281 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc6ef6b-d2b9-499c-a08e-fb434b3a9463 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:16.592328 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ef6b-d2b9-499c-a08e-fb434b3a9463 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.596960 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5dc6ef6b-d2b9-499c-a08e-fb434b3a9463 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] 10.222.0.23 "PUT /v2.0/networks/c9464555-eff6-4615-84a2-d135bc7fee61 HTTP/1.1" status: 200 len: 857 time: 0.5086021 Jan 27 22:09:16.600022 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51156) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:16.663576 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6ef6b-d2b9-499c-a08e-fb434b3a9463 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Pushing event updated for resources: {'Network': ['ID=c9464555-eff6-4615-84a2-d135bc7fee61,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:16.681832 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-28ad9f76-5aa5-466a-9d67-fa1882e67d66 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (517ca5b0-b8fb-4e2d-b9b6-d627bae6838b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.692607 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-28ad9f76-5aa5-466a-9d67-fa1882e67d66 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (517ca5b0-b8fb-4e2d-b9b6-d627bae6838b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.720667 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2795f63-d28f-4321-b2bf-7390e7c41a32 None None] Update dhcp port {'port': {'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6', 'fixed_ips': [{'subnet_id': '293df120-ab9b-4478-983f-c54afb38345b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '86bdf0ea-79b8-4bda-9e49-3d50cf63014b'}], 'binding:host_id': 'n-d-772272-3'}, 'id': '4bf62aef-e687-45eb-b732-7517d3c52be6'} from n-d-772272-3. {{(pid=109743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:09:16.739632 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad9f76-5aa5-466a-9d67-fa1882e67d66 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=517ca5b0-b8fb-4e2d-b9b6-d627bae6838b,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:16.766697 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3098490f-898a-4e02-8a2c-813181e6a05e None None] Current status of the port 4bf62aef-e687-45eb-b732-7517d3c52be6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:16.776350 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-28ad9f76-5aa5-466a-9d67-fa1882e67d66 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.780669 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-28ad9f76-5aa5-466a-9d67-fa1882e67d66 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3111322 Jan 27 22:09:16.782878 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51170) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:16.788024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-024083da-b243-4e04-8504-b8438a1ca5ba tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'security_group': {'name': 'tempest-secgroup-754711117'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:16.790929 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c4b03009-330a-4342-aac8-b853a2d00301 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (c9464555-eff6-4615-84a2-d135bc7fee61), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.796751 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c2795f63-d28f-4321-b2bf-7390e7c41a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.840642 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-024083da-b243-4e04-8504-b8438a1ca5ba tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.961834 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c4b03009-330a-4342-aac8-b853a2d00301 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (c9464555-eff6-4615-84a2-d135bc7fee61), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.965550 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-024083da-b243-4e04-8504-b8438a1ca5ba tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (e19bd46c-d6ba-448e-b7f5-3f5587e02742), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.970958 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-024083da-b243-4e04-8504-b8438a1ca5ba tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e19bd46c-d6ba-448e-b7f5-3f5587e02742), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.009271 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-c4b03009-330a-4342-aac8-b853a2d00301 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9464555-eff6-4615-84a2-d135bc7fee61']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:17.022651 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024083da-b243-4e04-8504-b8438a1ca5ba tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e19bd46c-d6ba-448e-b7f5-3f5587e02742,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:17.028135 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-c4b03009-330a-4342-aac8-b853a2d00301 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128bd9f0-18af-406d-a79f-3b873800b159') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:17.028999 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-024083da-b243-4e04-8504-b8438a1ca5ba tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.030614 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-024083da-b243-4e04-8504-b8438a1ca5ba tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2459981 Jan 27 22:09:17.031523 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-c4b03009-330a-4342-aac8-b853a2d00301 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128bd9f0-18af-406d-a79f-3b873800b159') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:17.033412 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51174) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:17.044705 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-826eb070-ff01-44bf-b377-ec1376140700 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-245704772', 'security_groups': ['e19bd46c-d6ba-448e-b7f5-3f5587e02742'], 'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '86bdf0ea-79b8-4bda-9e49-3d50cf63014b'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:17.139548 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c4b03009-330a-4342-aac8-b853a2d00301 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (128bd9f0-18af-406d-a79f-3b873800b159), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.180705 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c4b03009-330a-4342-aac8-b853a2d00301 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (128bd9f0-18af-406d-a79f-3b873800b159), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.183580 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51184) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:17.202822 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b03009-330a-4342-aac8-b853a2d00301 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:17.203234 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c4b03009-330a-4342-aac8-b853a2d00301 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (128bd9f0-18af-406d-a79f-3b873800b159), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:17.205192 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:17.220576 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-c2795f63-d28f-4321-b2bf-7390e7c41a32 None None] Allocated IP 2001:db8::2 (3d205f81-89d4-437e-b0ec-23c9ef820dc6/86bdf0ea-79b8-4bda-9e49-3d50cf63014b/4bf62aef-e687-45eb-b732-7517d3c52be6) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:17.373103 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c2795f63-d28f-4321-b2bf-7390e7c41a32 None None] For port 4bf62aef-e687-45eb-b732-7517d3c52be6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4bf62aef-e687-45eb-b732-7517d3c52be6,segment=NetworkSegment(eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b),segment_id=eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:17.414693 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c4b03009-330a-4342-aac8-b853a2d00301 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (c9464555-eff6-4615-84a2-d135bc7fee61), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.431798 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b03009-330a-4342-aac8-b853a2d00301 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c9464555-eff6-4615-84a2-d135bc7fee61 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 22:09:17.433800 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9374dae7-1108-4407-8082-7dd49d483f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.435706 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c4b03009-330a-4342-aac8-b853a2d00301 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.445388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51194) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:17.445611 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c4b03009-330a-4342-aac8-b853a2d00301 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] 10.222.0.23 "DELETE /v2.0/networks/c9464555-eff6-4615-84a2-d135bc7fee61 HTTP/1.1" status: 204 len: 168 time: 0.8441439 Jan 27 22:09:17.451427 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c2795f63-d28f-4321-b2bf-7390e7c41a32 None None] Publish callbacks [] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.455791 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877f32a-d9f0-4cdb-a66a-27edac31675c req-237ec49d-8e4c-44ea-97a3-f8ef60f84753 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:17.458251 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c2795f63-d28f-4321-b2bf-7390e7c41a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.461984 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826eb070-ff01-44bf-b377-ec1376140700 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:17.462483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5877f32a-d9f0-4cdb-a66a-27edac31675c req-237ec49d-8e4c-44ea-97a3-f8ef60f84753 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.1257212 Jan 27 22:09:17.481414 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b03009-330a-4342-aac8-b853a2d00301 tempest-ExternalNetworksTestJSON-699398278 tempest-ExternalNetworksTestJSON-699398278-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9464555-eff6-4615-84a2-d135bc7fee61,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:17.574120 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f388ff9d-327d-4858-9797-faa0b74013f4 tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] DELETE failed (client error): The resource could not be found. Jan 27 22:09:17.578791 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f388ff9d-327d-4858-9797-faa0b74013f4 tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:17.590335 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f388ff9d-327d-4858-9797-faa0b74013f4 tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] 10.222.0.23 "DELETE /v2.0/subnets/a47d2dd2-2278-4971-a842-ff29076224b3 HTTP/1.1" status: 404 len: 337 time: 0.1204584 Jan 27 22:09:17.597209 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51196) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:17.618449 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2795f63-d28f-4321-b2bf-7390e7c41a32 None None] Pushing event updated for resources: {'Port': ['ID=4bf62aef-e687-45eb-b732-7517d3c52be6,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:17.682703 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9374dae7-1108-4407-8082-7dd49d483f20 admin admin] Publish callbacks [] for security_group (a8a91e36-6bc4-4627-add3-15898dcd1c6e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.694156 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9374dae7-1108-4407-8082-7dd49d483f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a8a91e36-6bc4-4627-add3-15898dcd1c6e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.748476 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5877f32a-d9f0-4cdb-a66a-27edac31675c req-faa0b562-4005-464d-83e9-9991aaf69270 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652044 Jan 27 22:09:17.766048 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9374dae7-1108-4407-8082-7dd49d483f20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=513cc6e43f444069a5c91217d0643f2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5763612 Jan 27 22:09:17.770956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374dae7-1108-4407-8082-7dd49d483f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a91e36-6bc4-4627-add3-15898dcd1c6e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:17.775689 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-275f0f15-300a-42ed-b072-2aaaa462b235 tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (3e9a1975-a815-41ca-9733-643a84669f81), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.777862 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51198) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:17.812426 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-826eb070-ff01-44bf-b377-ec1376140700 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.846842 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-826eb070-ff01-44bf-b377-ec1376140700 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] device_id is not set on port 07cfd29c-134a-401b-9d5b-4a6dc0762f60 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:09:18.036264 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-275f0f15-300a-42ed-b072-2aaaa462b235 tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (3e9a1975-a815-41ca-9733-643a84669f81), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.078040 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-275f0f15-300a-42ed-b072-2aaaa462b235 tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9a1975-a815-41ca-9733-643a84669f81']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:18.089505 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-826eb070-ff01-44bf-b377-ec1376140700 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Allocated IP 2001:db8::268 (3d205f81-89d4-437e-b0ec-23c9ef820dc6/86bdf0ea-79b8-4bda-9e49-3d50cf63014b/07cfd29c-134a-401b-9d5b-4a6dc0762f60) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:18.101003 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-275f0f15-300a-42ed-b072-2aaaa462b235 tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6270bb-b4f6-40a2-b639-af79250f0049') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:18.101320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-275f0f15-300a-42ed-b072-2aaaa462b235 tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6270bb-b4f6-40a2-b639-af79250f0049') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:18.125121 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-275f0f15-300a-42ed-b072-2aaaa462b235 tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (4d6270bb-b4f6-40a2-b639-af79250f0049), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.153505 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-275f0f15-300a-42ed-b072-2aaaa462b235 tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (4d6270bb-b4f6-40a2-b639-af79250f0049), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.163699 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275f0f15-300a-42ed-b072-2aaaa462b235 tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:18.164103 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-275f0f15-300a-42ed-b072-2aaaa462b235 tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (4d6270bb-b4f6-40a2-b639-af79250f0049), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:18.171252 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:18.254541 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-826eb070-ff01-44bf-b377-ec1376140700 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for port (07cfd29c-134a-401b-9d5b-4a6dc0762f60), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.305936 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-275f0f15-300a-42ed-b072-2aaaa462b235 tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (3e9a1975-a815-41ca-9733-643a84669f81), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.306370 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-826eb070-ff01-44bf-b377-ec1376140700 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (07cfd29c-134a-401b-9d5b-4a6dc0762f60), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.337843 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-275f0f15-300a-42ed-b072-2aaaa462b235 tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.342332 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-275f0f15-300a-42ed-b072-2aaaa462b235 tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] 10.222.0.23 "DELETE /v2.0/networks/3e9a1975-a815-41ca-9733-643a84669f81 HTTP/1.1" status: 204 len: 168 time: 0.7440271 Jan 27 22:09:18.343795 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f0f15-300a-42ed-b072-2aaaa462b235 tempest-ExternalNetworksTestJSON-33630657 tempest-ExternalNetworksTestJSON-33630657-project] Pushing event deleted for resources: {'Network': ['ID=3e9a1975-a815-41ca-9733-643a84669f81,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:18.352338 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826eb070-ff01-44bf-b377-ec1376140700 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:18.353246 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5aab10c-1f61-410d-ae99-93b3c527775c admin admin] Publish callbacks [] for security_group (a8a91e36-6bc4-4627-add3-15898dcd1c6e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.378873 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5aab10c-1f61-410d-ae99-93b3c527775c admin admin] Publish callbacks [] for security_group (a8a91e36-6bc4-4627-add3-15898dcd1c6e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.425740 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-826eb070-ff01-44bf-b377-ec1376140700 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:18.442128 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826eb070-ff01-44bf-b377-ec1376140700 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:18.464810 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826eb070-ff01-44bf-b377-ec1376140700 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:18.464810 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-826eb070-ff01-44bf-b377-ec1376140700 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.466994 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5aab10c-1f61-410d-ae99-93b3c527775c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a8a91e36-6bc4-4627-add3-15898dcd1c6e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.475917 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5aab10c-1f61-410d-ae99-93b3c527775c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.480452 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a5aab10c-1f61-410d-ae99-93b3c527775c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8a91e36-6bc4-4627-add3-15898dcd1c6e HTTP/1.1" status: 204 len: 168 time: 0.6999023 Jan 27 22:09:18.523912 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826eb070-ff01-44bf-b377-ec1376140700 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Port': ['ID=07cfd29c-134a-401b-9d5b-4a6dc0762f60,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:18.537745 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-826eb070-ff01-44bf-b377-ec1376140700 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4996228 Jan 27 22:09:18.541166 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51212) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:18.543907 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aab10c-1f61-410d-ae99-93b3c527775c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a91e36-6bc4-4627-add3-15898dcd1c6e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:18.550438 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-f60f851d-7556-4736-a4a7-38c7de3947f9 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'subnet': {'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:18.645704 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6e018636-ddad-480f-a4c1-de9b66c5da43 None None] Provisioning complete for port 029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:18.646231 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6e018636-ddad-480f-a4c1-de9b66c5da43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.686911 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51216) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:18.748434 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6e018636-ddad-480f-a4c1-de9b66c5da43 None None] Port 029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:09:18.778670 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6e018636-ddad-480f-a4c1-de9b66c5da43 None None] Provisioning complete for port 4bf62aef-e687-45eb-b732-7517d3c52be6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:18.780599 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6e018636-ddad-480f-a4c1-de9b66c5da43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.016834 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6e018636-ddad-480f-a4c1-de9b66c5da43 None None] Current status of the port 4bf62aef-e687-45eb-b732-7517d3c52be6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:19.032431 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-83345fe2-ca89-4d6f-acd2-6262066b088e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c36105f540ad4ab88529d44ce197411a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3433237 Jan 27 22:09:19.035540 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51226) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:19.046770 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60f851d-7556-4736-a4a7-38c7de3947f9 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:19.051329 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f60f851d-7556-4736-a4a7-38c7de3947f9 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.112594 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51234) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:19.137027 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9eb2121-fcf9-4747-8094-6b75366578a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.150252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-01e533c4-22a8-4c26-a770-50ffdeef47ab None None] Provisioning complete for port 07cfd29c-134a-401b-9d5b-4a6dc0762f60 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:19.150648 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-01e533c4-22a8-4c26-a770-50ffdeef47ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (07cfd29c-134a-401b-9d5b-4a6dc0762f60), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.175268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc84610-d126-464c-8b80-9bffd053242a req-cbbdf6f6-011a-4983-89d1-1229bfc35c4a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:19.176929 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9bc84610-d126-464c-8b80-9bffd053242a req-cbbdf6f6-011a-4983-89d1-1229bfc35c4a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.2158949 Jan 27 22:09:19.205157 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-01e533c4-22a8-4c26-a770-50ffdeef47ab None None] Port 07cfd29c-134a-401b-9d5b-4a6dc0762f60 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:09:19.205567 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d18d4de-9b56-4553-a522-3647f3399700 admin admin] Publish callbacks [] for security_group (33290652-adb9-4e7c-ab61-07ffc176e85c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.242852 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d18d4de-9b56-4553-a522-3647f3399700 admin admin] Publish callbacks [] for security_group (33290652-adb9-4e7c-ab61-07ffc176e85c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.301284 n-d-772272-3 neutron-server[109741]: INFO neutron.db.ipam_backend_mixin [None req-f60f851d-7556-4736-a4a7-38c7de3947f9 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 86bdf0ea-79b8-4bda-9e49-3d50cf63014b (CIDR: 2001:db8::/64) Jan 27 22:09:19.324506 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9bc84610-d126-464c-8b80-9bffd053242a req-e016bdd1-5485-42ad-ba9e-4c81a9a7e2aa tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407852 Jan 27 22:09:19.329196 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9eb2121-fcf9-4747-8094-6b75366578a3 admin admin] Publish callbacks [] for security_group (82015f50-caf7-4256-b622-83c1188a7e0d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.334271 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60f851d-7556-4736-a4a7-38c7de3947f9 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:09:19.335005 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60f851d-7556-4736-a4a7-38c7de3947f9 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:19.348957 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9eb2121-fcf9-4747-8094-6b75366578a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (82015f50-caf7-4256-b622-83c1188a7e0d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.370535 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d18d4de-9b56-4553-a522-3647f3399700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (33290652-adb9-4e7c-ab61-07ffc176e85c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.370757 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f60f851d-7556-4736-a4a7-38c7de3947f9 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8208585 Jan 27 22:09:19.371905 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51244) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:19.374538 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d18d4de-9b56-4553-a522-3647f3399700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.375930 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6d18d4de-9b56-4553-a522-3647f3399700 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33290652-adb9-4e7c-ab61-07ffc176e85c HTTP/1.1" status: 204 len: 168 time: 0.3400357 Jan 27 22:09:19.376727 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-b5ff690b-f082-4992-a342-c8e3b9fa98c1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'subnet': {'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:19.409192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51248) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:19.417288 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a9eb2121-fcf9-4747-8094-6b75366578a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d583611d2454c5b9c38e1a719d2bc65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3027368 Jan 27 22:09:19.431453 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb2121-fcf9-4747-8094-6b75366578a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82015f50-caf7-4256-b622-83c1188a7e0d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:19.447456 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18d4de-9b56-4553-a522-3647f3399700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33290652-adb9-4e7c-ab61-07ffc176e85c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:19.558091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4bf62aef-e687-45eb-b732-7517d3c52be6 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:09:19.657508 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-03b70bce-3727-41b4-b06f-698abbc8628f admin admin] Publish callbacks [] for security_group (82015f50-caf7-4256-b622-83c1188a7e0d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.669106 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ff690b-f082-4992-a342-c8e3b9fa98c1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:19.679606 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5ff690b-f082-4992-a342-c8e3b9fa98c1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.682188 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 4bf62aef-e687-45eb-b732-7517d3c52be6 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:19.682661 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.762703 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51256) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:19.793524 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-03b70bce-3727-41b4-b06f-698abbc8628f admin admin] Publish callbacks [] for security_group (82015f50-caf7-4256-b622-83c1188a7e0d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.900101 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 4bf62aef-e687-45eb-b732-7517d3c52be6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:19.902893 n-d-772272-3 neutron-server[109741]: INFO neutron.db.ipam_backend_mixin [None req-b5ff690b-f082-4992-a342-c8e3b9fa98c1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 293df120-ab9b-4478-983f-c54afb38345b (CIDR: 2001:db8:0:1::/64) Jan 27 22:09:19.903106 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bcab9ab7-ee4e-4851-9098-1943d54e040e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.912072 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ff690b-f082-4992-a342-c8e3b9fa98c1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:09:19.912505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ff690b-f082-4992-a342-c8e3b9fa98c1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:19.933807 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-03b70bce-3727-41b4-b06f-698abbc8628f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (82015f50-caf7-4256-b622-83c1188a7e0d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.942548 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-03b70bce-3727-41b4-b06f-698abbc8628f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.946119 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-03b70bce-3727-41b4-b06f-698abbc8628f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82015f50-caf7-4256-b622-83c1188a7e0d HTTP/1.1" status: 204 len: 168 time: 0.5336168 Jan 27 22:09:19.954736 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b70bce-3727-41b4-b06f-698abbc8628f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82015f50-caf7-4256-b622-83c1188a7e0d,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:19.961148 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b5ff690b-f082-4992-a342-c8e3b9fa98c1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5885136 Jan 27 22:09:19.967763 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51262) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:19.973501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-7e6030a8-63ba-462f-8457-e1c75e9095d1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'subnet': {'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:20.061867 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51264) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:20.143288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6030a8-63ba-462f-8457-e1c75e9095d1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Made reservation on behalf of 93f457a5334b41158714cbb3d13441d4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:20.147337 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7e6030a8-63ba-462f-8457-e1c75e9095d1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.173670 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bcab9ab7-ee4e-4851-9098-1943d54e040e admin admin] Publish callbacks [] for security_group (d25b1cc0-7461-4808-99df-54a235efda66), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.190901 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bcab9ab7-ee4e-4851-9098-1943d54e040e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d25b1cc0-7461-4808-99df-54a235efda66), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.240156 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-30e325d2-6f39-4997-bb80-3a255623dd58 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a642abd10b3402ca3d13cc7f95f8f10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1767814 Jan 27 22:09:20.244884 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51270) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:20.263845 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bcab9ab7-ee4e-4851-9098-1943d54e040e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83584a24784b4a2bba59bd65b15eb580&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4995465 Jan 27 22:09:20.267590 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51272) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:20.295847 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab9ab7-ee4e-4851-9098-1943d54e040e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25b1cc0-7461-4808-99df-54a235efda66,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:20.351581 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5abe127-7272-4c2e-9a5b-2aafe50f8122 admin admin] Publish callbacks [] for security_group (4d435e25-5191-4740-8fb0-ea15b211310d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.384554 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5abe127-7272-4c2e-9a5b-2aafe50f8122 admin admin] Publish callbacks [] for security_group (4d435e25-5191-4740-8fb0-ea15b211310d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.399285 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dff988ec-204d-4251-b1b2-632d5a9581c2 admin admin] Publish callbacks [] for security_group (d25b1cc0-7461-4808-99df-54a235efda66), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.468282 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dff988ec-204d-4251-b1b2-632d5a9581c2 admin admin] Publish callbacks [] for security_group (d25b1cc0-7461-4808-99df-54a235efda66), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.520957 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5abe127-7272-4c2e-9a5b-2aafe50f8122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4d435e25-5191-4740-8fb0-ea15b211310d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.523836 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5abe127-7272-4c2e-9a5b-2aafe50f8122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.528305 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f5abe127-7272-4c2e-9a5b-2aafe50f8122 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d435e25-5191-4740-8fb0-ea15b211310d HTTP/1.1" status: 204 len: 168 time: 0.2819672 Jan 27 22:09:20.540553 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5abe127-7272-4c2e-9a5b-2aafe50f8122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d435e25-5191-4740-8fb0-ea15b211310d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:20.551136 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dff988ec-204d-4251-b1b2-632d5a9581c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d25b1cc0-7461-4808-99df-54a235efda66), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.555034 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dff988ec-204d-4251-b1b2-632d5a9581c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.556355 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dff988ec-204d-4251-b1b2-632d5a9581c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d25b1cc0-7461-4808-99df-54a235efda66 HTTP/1.1" status: 204 len: 168 time: 0.2862117 Jan 27 22:09:20.566917 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff988ec-204d-4251-b1b2-632d5a9581c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25b1cc0-7461-4808-99df-54a235efda66,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:20.689185 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7e6030a8-63ba-462f-8457-e1c75e9095d1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (e1aed366-c5e1-411c-9082-6cb8156fb2a4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.739198 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84438b-77e5-48d6-b250-21ddaff0eec4 req-0d70b6dd-d070-42a5-b49e-bbe764ed0089 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:20.740764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd84438b-77e5-48d6-b250-21ddaff0eec4 req-0d70b6dd-d070-42a5-b49e-bbe764ed0089 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.1307220 Jan 27 22:09:20.773285 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6030a8-63ba-462f-8457-e1c75e9095d1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:20.784561 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-7e6030a8-63ba-462f-8457-e1c75e9095d1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:20.798841 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad812452-ea48-4ce8-8ef6-af0ffe57f572 None None] Network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:20.814175 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6030a8-63ba-462f-8457-e1c75e9095d1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:20.814771 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7e6030a8-63ba-462f-8457-e1c75e9095d1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.864741 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7e6030a8-63ba-462f-8457-e1c75e9095d1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8956513 Jan 27 22:09:20.867477 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51292) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:20.875587 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e02749bb-25ad-4db3-9651-af024eb0fe16 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1296806767', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e1aed366-c5e1-411c-9082-6cb8156fb2a4'}], 'security_groups': ['49bc9679-8fad-4c5c-b7b2-c4ee693378a0', '517ca5b0-b8fb-4e2d-b9b6-d627bae6838b']}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:20.880850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6030a8-63ba-462f-8457-e1c75e9095d1 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Subnet': ['ID=e1aed366-c5e1-411c-9082-6cb8156fb2a4,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:20.914900 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd84438b-77e5-48d6-b250-21ddaff0eec4 req-98ec4c20-be35-4fcf-a6d4-7fc121a0155b tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567571 Jan 27 22:09:21.078764 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e02749bb-25ad-4db3-9651-af024eb0fe16 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (07cfd29c-134a-401b-9d5b-4a6dc0762f60), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.176542 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.177691 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0ce469-512a-45f2-8fea-1e7fa66d5ae7 None None] Update dhcp port {'port': {'network_id': '3d205f81-89d4-437e-b0ec-23c9ef820dc6', 'fixed_ips': [{'subnet_id': '293df120-ab9b-4478-983f-c54afb38345b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '86bdf0ea-79b8-4bda-9e49-3d50cf63014b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e1aed366-c5e1-411c-9082-6cb8156fb2a4'}], 'binding:host_id': 'n-d-772272-3'}, 'id': '4bf62aef-e687-45eb-b732-7517d3c52be6'} from n-d-772272-3. {{(pid=109743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:09:21.307556 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cc0ce469-512a-45f2-8fea-1e7fa66d5ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.458019 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51308) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:21.488715 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-783bf4b7-2ae3-4767-8b6f-e53b36deeced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.610355 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-cc0ce469-512a-45f2-8fea-1e7fa66d5ae7 None None] Allocated IP 2001:db8:0:2::2 (3d205f81-89d4-437e-b0ec-23c9ef820dc6/e1aed366-c5e1-411c-9082-6cb8156fb2a4/4bf62aef-e687-45eb-b732-7517d3c52be6) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:21.672895 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-783bf4b7-2ae3-4767-8b6f-e53b36deeced admin admin] Publish callbacks [] for security_group (bc2583cc-4e86-4bf6-a575-cbd225e12186), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.686670 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-783bf4b7-2ae3-4767-8b6f-e53b36deeced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (bc2583cc-4e86-4bf6-a575-cbd225e12186), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.732022 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-783bf4b7-2ae3-4767-8b6f-e53b36deeced admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8de6ddd32478432a9b426485bd63a854&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2730403 Jan 27 22:09:21.734758 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51314) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:21.757834 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cc0ce469-512a-45f2-8fea-1e7fa66d5ae7 None None] For port 4bf62aef-e687-45eb-b732-7517d3c52be6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4bf62aef-e687-45eb-b732-7517d3c52be6,segment=NetworkSegment(eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b),segment_id=eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:21.786983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bf4b7-2ae3-4767-8b6f-e53b36deeced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2583cc-4e86-4bf6-a575-cbd225e12186,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:21.793209 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cc0ce469-512a-45f2-8fea-1e7fa66d5ae7 None None] Publish callbacks [] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.796017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51316) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:21.810745 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cc0ce469-512a-45f2-8fea-1e7fa66d5ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.912379 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4700c708-5287-4ca5-ac4e-3a6e3fbd96d5 admin admin] Publish callbacks [] for security_group (bc2583cc-4e86-4bf6-a575-cbd225e12186), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.980742 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ce469-512a-45f2-8fea-1e7fa66d5ae7 None None] Pushing event updated for resources: {'Port': ['ID=4bf62aef-e687-45eb-b732-7517d3c52be6,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:21.983408 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4700c708-5287-4ca5-ac4e-3a6e3fbd96d5 admin admin] Publish callbacks [] for security_group (bc2583cc-4e86-4bf6-a575-cbd225e12186), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.040711 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-e02749bb-25ad-4db3-9651-af024eb0fe16 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Delete allocated IP 2001:db8::268 (3d205f81-89d4-437e-b0ec-23c9ef820dc6/86bdf0ea-79b8-4bda-9e49-3d50cf63014b) {{(pid=109742) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 22:09:22.094278 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4700c708-5287-4ca5-ac4e-3a6e3fbd96d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (bc2583cc-4e86-4bf6-a575-cbd225e12186), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.097498 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4700c708-5287-4ca5-ac4e-3a6e3fbd96d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.101833 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4700c708-5287-4ca5-ac4e-3a6e3fbd96d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc2583cc-4e86-4bf6-a575-cbd225e12186 HTTP/1.1" status: 204 len: 168 time: 0.3657682 Jan 27 22:09:22.103599 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-e02749bb-25ad-4db3-9651-af024eb0fe16 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Allocated IP 2001:db8:0:2::312 (3d205f81-89d4-437e-b0ec-23c9ef820dc6/e1aed366-c5e1-411c-9082-6cb8156fb2a4/07cfd29c-134a-401b-9d5b-4a6dc0762f60) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:22.123419 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700c708-5287-4ca5-ac4e-3a6e3fbd96d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2583cc-4e86-4bf6-a575-cbd225e12186,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:22.155235 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46acc504-2eee-45e6-a1b5-d0ce21902bb4 req-7151eb6c-7f60-41f5-af8e-a0b1523b228b tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:22.157058 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46acc504-2eee-45e6-a1b5-d0ce21902bb4 req-7151eb6c-7f60-41f5-af8e-a0b1523b228b tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.0935621 Jan 27 22:09:22.266717 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46acc504-2eee-45e6-a1b5-d0ce21902bb4 req-600fd7ec-797d-432c-b7ac-43281d621f7b tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038630 Jan 27 22:09:22.338905 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-91ca39fc-1335-45fd-90fb-84d8c99186f2 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-390134376'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:22.387533 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ca39fc-1335-45fd-90fb-84d8c99186f2 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Made reservation on behalf of 3cb3ca018c1c422d8e21ce0f80c0553a for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:22.391437 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91ca39fc-1335-45fd-90fb-84d8c99186f2 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.393760 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e02749bb-25ad-4db3-9651-af024eb0fe16 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for port (07cfd29c-134a-401b-9d5b-4a6dc0762f60), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.402750 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91ca39fc-1335-45fd-90fb-84d8c99186f2 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.403259 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e02749bb-25ad-4db3-9651-af024eb0fe16 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (07cfd29c-134a-401b-9d5b-4a6dc0762f60), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.507178 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02749bb-25ad-4db3-9651-af024eb0fe16 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event updated for resources: {'Port': ['ID=07cfd29c-134a-401b-9d5b-4a6dc0762f60,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:22.548751 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91ca39fc-1335-45fd-90fb-84d8c99186f2 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for security_group (c4ff7e6f-c570-4685-91a0-ac54fa3966c4), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.549255 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-e02749bb-25ad-4db3-9651-af024eb0fe16 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] In _notify_port_updated(), no bound segment for port 07cfd29c-134a-401b-9d5b-4a6dc0762f60 on network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 {{(pid=109742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:09:22.555417 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02749bb-25ad-4db3-9651-af024eb0fe16 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:22.556297 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e02749bb-25ad-4db3-9651-af024eb0fe16 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.560562 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e02749bb-25ad-4db3-9651-af024eb0fe16 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "PUT /v2.0/ports/07cfd29c-134a-401b-9d5b-4a6dc0762f60 HTTP/1.1" status: 200 len: 970 time: 1.6887801 Jan 27 22:09:22.561628 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51340) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:22.576319 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91ca39fc-1335-45fd-90fb-84d8c99186f2 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c4ff7e6f-c570-4685-91a0-ac54fa3966c4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.637626 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ca39fc-1335-45fd-90fb-84d8c99186f2 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:22.726271 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91ca39fc-1335-45fd-90fb-84d8c99186f2 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (019d7a4a-0458-43a0-a724-472e92a7bddb), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.726778 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-91ca39fc-1335-45fd-90fb-84d8c99186f2 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Added segment 019d7a4a-0458-43a0-a724-472e92a7bddb of type vlan for network 5355c25a-6197-4325-a5d1-3b8d26b605b4 Jan 27 22:09:22.738674 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca39fc-1335-45fd-90fb-84d8c99186f2 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ff7e6f-c570-4685-91a0-ac54fa3966c4,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:22.814328 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91ca39fc-1335-45fd-90fb-84d8c99186f2 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (5355c25a-6197-4325-a5d1-3b8d26b605b4), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.823822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-397c8ae6-337b-4079-b938-9f103effe337 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting port 07cfd29c-134a-401b-9d5b-4a6dc0762f60 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:22.824189 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-397c8ae6-337b-4079-b938-9f103effe337 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (07cfd29c-134a-401b-9d5b-4a6dc0762f60), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.919485 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91ca39fc-1335-45fd-90fb-84d8c99186f2 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (5355c25a-6197-4325-a5d1-3b8d26b605b4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.930524 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ca39fc-1335-45fd-90fb-84d8c99186f2 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:22.931085 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91ca39fc-1335-45fd-90fb-84d8c99186f2 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:23.035234 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-91ca39fc-1335-45fd-90fb-84d8c99186f2 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2347414 Jan 27 22:09:23.035537 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51364) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:23.042029 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d594b0ac-4df3-416b-884b-84b78baee1c7 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Request body: {'subnet': {'network_id': '5355c25a-6197-4325-a5d1-3b8d26b605b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:23.061154 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-397c8ae6-337b-4079-b938-9f103effe337 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (07cfd29c-134a-401b-9d5b-4a6dc0762f60), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:23.092307 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca39fc-1335-45fd-90fb-84d8c99186f2 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Pushing event updated for resources: {'Network': ['ID=5355c25a-6197-4325-a5d1-3b8d26b605b4,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:23.104364 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 5355c25a-6197-4325-a5d1-3b8d26b605b4 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:23.125736 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-397c8ae6-337b-4079-b938-9f103effe337 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Calling delete_port for 07cfd29c-134a-401b-9d5b-4a6dc0762f60 owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:23.303368 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d594b0ac-4df3-416b-884b-84b78baee1c7 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Made reservation on behalf of 3cb3ca018c1c422d8e21ce0f80c0553a for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:23.308541 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d594b0ac-4df3-416b-884b-84b78baee1c7 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:23.311757 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1d54a463-5530-4f15-9fe7-4f682b890c09 None None] Provisioning complete for port 029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:23.314863 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1d54a463-5530-4f15-9fe7-4f682b890c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:23.394723 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-397c8ae6-337b-4079-b938-9f103effe337 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (07cfd29c-134a-401b-9d5b-4a6dc0762f60), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:23.447926 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1d54a463-5530-4f15-9fe7-4f682b890c09 None None] Port 029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:09:23.452821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1d54a463-5530-4f15-9fe7-4f682b890c09 None None] Could not find standard attr ID for object 07cfd29c-134a-401b-9d5b-4a6dc0762f60. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:09:23.478255 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1d54a463-5530-4f15-9fe7-4f682b890c09 None None] Provisioning complete for port 4bf62aef-e687-45eb-b732-7517d3c52be6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:23.481470 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1d54a463-5530-4f15-9fe7-4f682b890c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:23.498989 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c8ae6-337b-4079-b938-9f103effe337 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Port': ['ID=07cfd29c-134a-401b-9d5b-4a6dc0762f60,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:23.589683 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-397c8ae6-337b-4079-b938-9f103effe337 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:23.598624 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-397c8ae6-337b-4079-b938-9f103effe337 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/ports/07cfd29c-134a-401b-9d5b-4a6dc0762f60 HTTP/1.1" status: 204 len: 168 time: 1.0348132 Jan 27 22:09:23.599539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51386) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:23.616189 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4bf62aef-e687-45eb-b732-7517d3c52be6 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:09:23.701945 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e681a59-55c6-4c55-8d7e-28c1af9b67dd tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] GET failed (client error): The resource could not be found. Jan 27 22:09:23.711816 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8e681a59-55c6-4c55-8d7e-28c1af9b67dd tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports/07cfd29c-134a-401b-9d5b-4a6dc0762f60 HTTP/1.1" status: 404 len: 333 time: 0.0954294 Jan 27 22:09:23.712754 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51388) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:23.766154 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d594b0ac-4df3-416b-884b-84b78baee1c7 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (3164571d-b7bd-4646-b1b6-0898e9ee7ab9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:23.819819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1138cb1-2902-4c4a-a628-7ecfebfd2cc5 req-20b50f0c-c68f-4400-a92d-af16085bd493 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:23.819819 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a1138cb1-2902-4c4a-a628-7ecfebfd2cc5 req-20b50f0c-c68f-4400-a92d-af16085bd493 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.3970199 Jan 27 22:09:23.850926 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9320e58d-22f2-4e50-96cb-d8c1fe0d522c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (e19bd46c-d6ba-448e-b7f5-3f5587e02742), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:23.875028 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 4bf62aef-e687-45eb-b732-7517d3c52be6 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:23.877129 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:23.880786 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1d54a463-5530-4f15-9fe7-4f682b890c09 None None] Current status of the port 4bf62aef-e687-45eb-b732-7517d3c52be6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:23.940752 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594b0ac-4df3-416b-884b-84b78baee1c7 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Pushing event updated for resources: {'Subnet': ['ID=3164571d-b7bd-4646-b1b6-0898e9ee7ab9,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:23.950136 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d594b0ac-4df3-416b-884b-84b78baee1c7 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Checking segment: {'id': '019d7a4a-0458-43a0-a724-472e92a7bddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5355c25a-6197-4325-a5d1-3b8d26b605b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:23.951201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d594b0ac-4df3-416b-884b-84b78baee1c7 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Network hostable DHCP agents. Network: 5355c25a-6197-4325-a5d1-3b8d26b605b4, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:09:23.990822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a1138cb1-2902-4c4a-a628-7ecfebfd2cc5 req-e26063de-4da0-487c-a9c8-238e3be9b42e tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579626 Jan 27 22:09:24.000073 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9320e58d-22f2-4e50-96cb-d8c1fe0d522c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (e19bd46c-d6ba-448e-b7f5-3f5587e02742), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.018488 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d594b0ac-4df3-416b-884b-84b78baee1c7 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Network 5355c25a-6197-4325-a5d1-3b8d26b605b4 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:09:24.055533 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-d594b0ac-4df3-416b-884b-84b78baee1c7 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 5355c25a-6197-4325-a5d1-3b8d26b605b4) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:24.057078 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 4bf62aef-e687-45eb-b732-7517d3c52be6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:24.061231 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d594b0ac-4df3-416b-884b-84b78baee1c7 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:24.062044 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d594b0ac-4df3-416b-884b-84b78baee1c7 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.085489 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d594b0ac-4df3-416b-884b-84b78baee1c7 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0481796 Jan 27 22:09:24.088825 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51402) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:24.089212 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743096b3-5868-4ee7-92f9-80469e6b16f4 None None] Network 5355c25a-6197-4325-a5d1-3b8d26b605b4 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:24.097739 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51404) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:24.099132 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2881cd1e-02e3-4174-a23c-b2cb973334f1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1514139565', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:24.130333 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2881cd1e-02e3-4174-a23c-b2cb973334f1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (51e1a247-8540-4ae5-bbba-63d062adcb71), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.131521 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2881cd1e-02e3-4174-a23c-b2cb973334f1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (51e1a247-8540-4ae5-bbba-63d062adcb71), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.149329 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9320e58d-22f2-4e50-96cb-d8c1fe0d522c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e19bd46c-d6ba-448e-b7f5-3f5587e02742), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.153119 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9320e58d-22f2-4e50-96cb-d8c1fe0d522c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.154325 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9320e58d-22f2-4e50-96cb-d8c1fe0d522c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/security-groups/e19bd46c-d6ba-448e-b7f5-3f5587e02742 HTTP/1.1" status: 204 len: 168 time: 0.4386637 Jan 27 22:09:24.157707 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51410) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:24.178853 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320e58d-22f2-4e50-96cb-d8c1fe0d522c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19bd46c-d6ba-448e-b7f5-3f5587e02742,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:24.258686 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f2fab378-6c5a-4c92-8ec9-d15194b087c7 None None] Could not find standard attr ID for object 07cfd29c-134a-401b-9d5b-4a6dc0762f60. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:09:24.281868 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81f0b65-9260-4452-a14a-5db09a704154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-5355c25a-6197-4325-a5d1-3b8d26b605b4', 'network_id': '5355c25a-6197-4325-a5d1-3b8d26b605b4', 'project_id': '3cb3ca018c1c422d8e21ce0f80c0553a', 'fixed_ips': [{'subnet_id': '3164571d-b7bd-4646-b1b6-0898e9ee7ab9'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:09:24.282764 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b81f0b65-9260-4452-a14a-5db09a704154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.287212 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2881cd1e-02e3-4174-a23c-b2cb973334f1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for router_controller (51e1a247-8540-4ae5-bbba-63d062adcb71), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.297627 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2881cd1e-02e3-4174-a23c-b2cb973334f1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (51e1a247-8540-4ae5-bbba-63d062adcb71), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.331094 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-962dc9b4-f3c7-4d87-8208-295cc9859e85 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (517ca5b0-b8fb-4e2d-b9b6-d627bae6838b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.357966 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-962dc9b4-f3c7-4d87-8208-295cc9859e85 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (517ca5b0-b8fb-4e2d-b9b6-d627bae6838b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.405665 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2881cd1e-02e3-4174-a23c-b2cb973334f1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.406770 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2881cd1e-02e3-4174-a23c-b2cb973334f1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3169875 Jan 27 22:09:24.409758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51418) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:24.413922 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-962dc9b4-f3c7-4d87-8208-295cc9859e85 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (517ca5b0-b8fb-4e2d-b9b6-d627bae6838b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.416590 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-962dc9b4-f3c7-4d87-8208-295cc9859e85 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.417996 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-962dc9b4-f3c7-4d87-8208-295cc9859e85 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/security-groups/517ca5b0-b8fb-4e2d-b9b6-d627bae6838b HTTP/1.1" status: 204 len: 168 time: 0.2591112 Jan 27 22:09:24.422437 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51420) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:24.440712 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962dc9b4-f3c7-4d87-8208-295cc9859e85 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=517ca5b0-b8fb-4e2d-b9b6-d627bae6838b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:24.506802 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c81390c7-d626-4397-9971-d29df08a516c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (49bc9679-8fad-4c5c-b7b2-c4ee693378a0), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.544461 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-b81f0b65-9260-4452-a14a-5db09a704154 None None] Allocated IP 172.20.0.2 (5355c25a-6197-4325-a5d1-3b8d26b605b4/3164571d-b7bd-4646-b1b6-0898e9ee7ab9/1f022d62-605b-46db-b1f3-da791ca4bdd3) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:24.546553 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-16e89db1-6834-4599-849b-d02e5d74a2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.573303 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c81390c7-d626-4397-9971-d29df08a516c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (49bc9679-8fad-4c5c-b7b2-c4ee693378a0), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.598874 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-94469ca0-e47d-4738-b218-70fcc3b48112 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1569548405', 'router:external': True}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:24.674717 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c81390c7-d626-4397-9971-d29df08a516c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (49bc9679-8fad-4c5c-b7b2-c4ee693378a0), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.679381 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c81390c7-d626-4397-9971-d29df08a516c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.681022 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c81390c7-d626-4397-9971-d29df08a516c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/security-groups/49bc9679-8fad-4c5c-b7b2-c4ee693378a0 HTTP/1.1" status: 204 len: 168 time: 0.2575047 Jan 27 22:09:24.686223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51426) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:24.706445 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81390c7-d626-4397-9971-d29df08a516c tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bc9679-8fad-4c5c-b7b2-c4ee693378a0,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:24.735147 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94469ca0-e47d-4738-b218-70fcc3b48112 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Made reservation on behalf of 198458bdf11a4fbab8a9495016c591b0 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:24.738721 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-94469ca0-e47d-4738-b218-70fcc3b48112 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.786957 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-94469ca0-e47d-4738-b218-70fcc3b48112 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.882510 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-e110dd56-b320-40dc-941b-9e1b23a3fe0a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting subnet 86bdf0ea-79b8-4bda-9e49-3d50cf63014b {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:09:24.887156 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-771d0b7b-b491-43a4-9126-0783f7b709af tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.889992 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e110dd56-b320-40dc-941b-9e1b23a3fe0a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (86bdf0ea-79b8-4bda-9e49-3d50cf63014b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.929334 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b81f0b65-9260-4452-a14a-5db09a704154 None None] Publish callbacks [] for port (1f022d62-605b-46db-b1f3-da791ca4bdd3), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.938541 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b81f0b65-9260-4452-a14a-5db09a704154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (1f022d62-605b-46db-b1f3-da791ca4bdd3), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.981573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81f0b65-9260-4452-a14a-5db09a704154 None None] Network 5355c25a-6197-4325-a5d1-3b8d26b605b4 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:25.007944 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-b81f0b65-9260-4452-a14a-5db09a704154 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:25.015065 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81f0b65-9260-4452-a14a-5db09a704154 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:25.036429 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f0b65-9260-4452-a14a-5db09a704154 None None] Pushing event updated for resources: {'Port': ['ID=1f022d62-605b-46db-b1f3-da791ca4bdd3,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:25.046678 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e110dd56-b320-40dc-941b-9e1b23a3fe0a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (86bdf0ea-79b8-4bda-9e49-3d50cf63014b), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.126318 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b81f0b65-9260-4452-a14a-5db09a704154 None None] Attempting to bind port 1f022d62-605b-46db-b1f3-da791ca4bdd3 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:09:25.126689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b81f0b65-9260-4452-a14a-5db09a704154 None None] Attempting to bind port 1f022d62-605b-46db-b1f3-da791ca4bdd3 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '019d7a4a-0458-43a0-a724-472e92a7bddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5355c25a-6197-4325-a5d1-3b8d26b605b4'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:09:25.127110 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81f0b65-9260-4452-a14a-5db09a704154 None None] Attempting to bind port 1f022d62-605b-46db-b1f3-da791ca4bdd3 on network 5355c25a-6197-4325-a5d1-3b8d26b605b4 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:09:25.134934 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81f0b65-9260-4452-a14a-5db09a704154 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:09:25.135627 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81f0b65-9260-4452-a14a-5db09a704154 None None] Checking segment: {'id': '019d7a4a-0458-43a0-a724-472e92a7bddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5355c25a-6197-4325-a5d1-3b8d26b605b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:25.136466 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b81f0b65-9260-4452-a14a-5db09a704154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.136882 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81f0b65-9260-4452-a14a-5db09a704154 None None] Bound using segment: {'id': '019d7a4a-0458-43a0-a724-472e92a7bddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5355c25a-6197-4325-a5d1-3b8d26b605b4'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:09:25.137359 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b81f0b65-9260-4452-a14a-5db09a704154 None None] Bound port: 1f022d62-605b-46db-b1f3-da791ca4bdd3, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '019d7a4a-0458-43a0-a724-472e92a7bddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5355c25a-6197-4325-a5d1-3b8d26b605b4'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:09:25.137791 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b81f0b65-9260-4452-a14a-5db09a704154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1f022d62-605b-46db-b1f3-da791ca4bdd3), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.223752 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b81f0b65-9260-4452-a14a-5db09a704154 None None] For port 1f022d62-605b-46db-b1f3-da791ca4bdd3, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:09:25.227622 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b81f0b65-9260-4452-a14a-5db09a704154 None None] For port 1f022d62-605b-46db-b1f3-da791ca4bdd3, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1f022d62-605b-46db-b1f3-da791ca4bdd3,segment=NetworkSegment(019d7a4a-0458-43a0-a724-472e92a7bddb),segment_id=019d7a4a-0458-43a0-a724-472e92a7bddb)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:09:25.230965 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05226021-2a21-4737-a532-85e4945f8ce7 req-7b1858e2-e919-40ee-9a70-d4b05e02997a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:25.232721 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05226021-2a21-4737-a532-85e4945f8ce7 req-7b1858e2-e919-40ee-9a70-d4b05e02997a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.1157851 Jan 27 22:09:25.234676 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b81f0b65-9260-4452-a14a-5db09a704154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1f022d62-605b-46db-b1f3-da791ca4bdd3), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.312023 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f0b65-9260-4452-a14a-5db09a704154 None None] Pushing event updated for resources: {'Port': ['ID=1f022d62-605b-46db-b1f3-da791ca4bdd3,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:25.355968 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-94469ca0-e47d-4738-b218-70fcc3b48112 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for security_group (99a05405-0425-4674-b1b9-c42e6f990720), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.388121 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-94469ca0-e47d-4738-b218-70fcc3b48112 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (99a05405-0425-4674-b1b9-c42e6f990720), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.448301 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e110dd56-b320-40dc-941b-9e1b23a3fe0a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (86bdf0ea-79b8-4bda-9e49-3d50cf63014b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.481631 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05226021-2a21-4737-a532-85e4945f8ce7 req-66618f5f-977d-478f-9069-60115225130e tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145131 Jan 27 22:09:25.506633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94469ca0-e47d-4738-b218-70fcc3b48112 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:25.528445 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94469ca0-e47d-4738-b218-70fcc3b48112 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a05405-0425-4674-b1b9-c42e6f990720,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:25.541748 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-94469ca0-e47d-4738-b218-70fcc3b48112 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (767e7cdd-6217-4edc-9398-892511f01405), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:25.542079 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-94469ca0-e47d-4738-b218-70fcc3b48112 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Added segment 767e7cdd-6217-4edc-9398-892511f01405 of type vlan for network de6273b4-fe73-444e-ac54-e9c33a803e9a Jan 27 22:09:25.544412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-771d0b7b-b491-43a4-9126-0783f7b709af tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Allocated IP 172.20.0.1 (5355c25a-6197-4325-a5d1-3b8d26b605b4/3164571d-b7bd-4646-b1b6-0898e9ee7ab9/47bbf042-9e56-4714-b1e6-a97b2fae0de3) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:25.616783 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e110dd56-b320-40dc-941b-9e1b23a3fe0a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (86bdf0ea-79b8-4bda-9e49-3d50cf63014b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.104370 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-94469ca0-e47d-4738-b218-70fcc3b48112 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (de6273b4-fe73-444e-ac54-e9c33a803e9a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.167484 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7f8f80-4a26-4a16-bc43-621579ce4c72 None None] Network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:26.181482 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110dd56-b320-40dc-941b-9e1b23a3fe0a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Subnet': ['ID=86bdf0ea-79b8-4bda-9e49-3d50cf63014b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:26.187265 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e110dd56-b320-40dc-941b-9e1b23a3fe0a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.194274 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e110dd56-b320-40dc-941b-9e1b23a3fe0a tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/subnets/86bdf0ea-79b8-4bda-9e49-3d50cf63014b HTTP/1.1" status: 204 len: 168 time: 1.5017815 Jan 27 22:09:26.194594 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51448) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:26.266328 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-94469ca0-e47d-4738-b218-70fcc3b48112 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (de6273b4-fe73-444e-ac54-e9c33a803e9a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.267421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94469ca0-e47d-4738-b218-70fcc3b48112 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:26.268201 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-94469ca0-e47d-4738-b218-70fcc3b48112 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.268765 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-95327072-339c-4f74-b23d-e88927e36339 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting subnet e1aed366-c5e1-411c-9082-6cb8156fb2a4 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:09:26.272528 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-95327072-339c-4f74-b23d-e88927e36339 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (e1aed366-c5e1-411c-9082-6cb8156fb2a4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.326631 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-95327072-339c-4f74-b23d-e88927e36339 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (e1aed366-c5e1-411c-9082-6cb8156fb2a4), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.402562 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94469ca0-e47d-4738-b218-70fcc3b48112 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Pushing event updated for resources: {'Network': ['ID=de6273b4-fe73-444e-ac54-e9c33a803e9a,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:26.418529 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network de6273b4-fe73-444e-ac54-e9c33a803e9a details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:26.441726 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725d01a-90c1-4c05-adb8-b0e223697315 req-ec999bd3-f52d-402b-846b-4b63e1dc1798 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:26.452797 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6725d01a-90c1-4c05-adb8-b0e223697315 req-ec999bd3-f52d-402b-846b-4b63e1dc1798 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.3159072 Jan 27 22:09:26.474872 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-94469ca0-e47d-4738-b218-70fcc3b48112 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.3715408 Jan 27 22:09:26.488552 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51452) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:26.519555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-47ccf0f1-118b-469f-9a9a-daf581b341be tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Request body: {'subnet': {'network_id': 'de6273b4-fe73-444e-ac54-e9c33a803e9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:26.526853 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-771d0b7b-b491-43a4-9126-0783f7b709af tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for port (47bbf042-9e56-4714-b1e6-a97b2fae0de3), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.533814 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-95327072-339c-4f74-b23d-e88927e36339 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (e1aed366-c5e1-411c-9082-6cb8156fb2a4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.586052 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6725d01a-90c1-4c05-adb8-b0e223697315 req-50b68916-2cf8-4f4c-8bc4-619d01680ea0 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321380 Jan 27 22:09:26.616743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ccf0f1-118b-469f-9a9a-daf581b341be tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Made reservation on behalf of 198458bdf11a4fbab8a9495016c591b0 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:26.619978 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-47ccf0f1-118b-469f-9a9a-daf581b341be tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.688928 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-95327072-339c-4f74-b23d-e88927e36339 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (e1aed366-c5e1-411c-9082-6cb8156fb2a4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.747107 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fa3d5dc0-2c71-4ffb-bcba-3fac64ecde07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.777029 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95327072-339c-4f74-b23d-e88927e36339 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Subnet': ['ID=e1aed366-c5e1-411c-9082-6cb8156fb2a4,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:26.798080 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-95327072-339c-4f74-b23d-e88927e36339 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.803824 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-95327072-339c-4f74-b23d-e88927e36339 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/subnets/e1aed366-c5e1-411c-9082-6cb8156fb2a4 HTTP/1.1" status: 204 len: 168 time: 0.6081083 Jan 27 22:09:26.807780 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-771d0b7b-b491-43a4-9126-0783f7b709af tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (47bbf042-9e56-4714-b1e6-a97b2fae0de3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.810865 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51456) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:26.867561 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bbe1961-c17f-4a29-aed1-e7bc52bc17b7 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] DELETE failed (client error): The resource could not be found. Jan 27 22:09:26.868263 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bbe1961-c17f-4a29-aed1-e7bc52bc17b7 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:26.872044 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7bbe1961-c17f-4a29-aed1-e7bc52bc17b7 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/subnets/86bdf0ea-79b8-4bda-9e49-3d50cf63014b HTTP/1.1" status: 404 len: 337 time: 0.0602114 Jan 27 22:09:26.876873 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51458) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:26.954241 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e556216-c444-43dc-b774-76a584291806 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting subnet 293df120-ab9b-4478-983f-c54afb38345b {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:09:26.957957 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4e556216-c444-43dc-b774-76a584291806 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (293df120-ab9b-4478-983f-c54afb38345b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:27.004844 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4e556216-c444-43dc-b774-76a584291806 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (293df120-ab9b-4478-983f-c54afb38345b), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:27.061187 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d0b7b-b491-43a4-9126-0783f7b709af tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Pushing event updated for resources: {'Port': ['ID=47bbf042-9e56-4714-b1e6-a97b2fae0de3,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:27.123140 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771d0b7b-b491-43a4-9126-0783f7b709af tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Network 5355c25a-6197-4325-a5d1-3b8d26b605b4 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:27.126211 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199b908a-fded-4436-80ff-677026cac532 None None] Network 5355c25a-6197-4325-a5d1-3b8d26b605b4 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:27.135201 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4e556216-c444-43dc-b774-76a584291806 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (293df120-ab9b-4478-983f-c54afb38345b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:27.157371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be98f3-74ee-4654-a4f6-820bf35c5264 req-f29f6fd7-7632-46d0-84af-93499476083c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:27.159558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15be98f3-74ee-4654-a4f6-820bf35c5264 req-f29f6fd7-7632-46d0-84af-93499476083c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.3961453 Jan 27 22:09:27.161039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-771d0b7b-b491-43a4-9126-0783f7b709af tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:27.210551 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d0b7b-b491-43a4-9126-0783f7b709af tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:27.244120 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4e556216-c444-43dc-b774-76a584291806 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (293df120-ab9b-4478-983f-c54afb38345b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:27.281787 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e556216-c444-43dc-b774-76a584291806 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Subnet': ['ID=293df120-ab9b-4478-983f-c54afb38345b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:27.287397 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4e556216-c444-43dc-b774-76a584291806 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:27.290390 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1a156246-8851-4d1d-a52c-b427ce2d8939 None None] Provisioning complete for port 1f022d62-605b-46db-b1f3-da791ca4bdd3 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:27.293931 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4e556216-c444-43dc-b774-76a584291806 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/subnets/293df120-ab9b-4478-983f-c54afb38345b HTTP/1.1" status: 204 len: 168 time: 0.4131060 Jan 27 22:09:27.294096 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1a156246-8851-4d1d-a52c-b427ce2d8939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1f022d62-605b-46db-b1f3-da791ca4bdd3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:27.295676 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51470) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:27.350299 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-70bdc06e-6d31-4726-bb40-139e47c9e652 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] DELETE failed (client error): The resource could not be found. Jan 27 22:09:27.357553 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70bdc06e-6d31-4726-bb40-139e47c9e652 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:27.365523 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-70bdc06e-6d31-4726-bb40-139e47c9e652 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/subnets/535f26be-bf45-4c32-9786-61f9b4a4cec4 HTTP/1.1" status: 404 len: 337 time: 0.0664825 Jan 27 22:09:27.366745 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51472) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:27.448673 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-771d0b7b-b491-43a4-9126-0783f7b709af tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (51e1a247-8540-4ae5-bbba-63d062adcb71), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:27.479553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15be98f3-74ee-4654-a4f6-820bf35c5264 req-3e3bf34d-7df7-4818-886a-f554a0127810 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078604 Jan 27 22:09:27.482594 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d8676de9-927a-432e-b38e-ac732abb1227 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "GET /v2.0/ports?device_id=42d39a47-b30c-4b78-8b5f-1368c3696f65 HTTP/1.1" status: 200 len: 205 time: 0.1111186 Jan 27 22:09:27.485660 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51474) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:27.494979 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1a156246-8851-4d1d-a52c-b427ce2d8939 None None] Current status of the port 1f022d62-605b-46db-b1f3-da791ca4bdd3 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:27.495485 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1a156246-8851-4d1d-a52c-b427ce2d8939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1f022d62-605b-46db-b1f3-da791ca4bdd3), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:27.607733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0142a44-f83a-4da0-8656-60caafb54fde None None] Network 3d205f81-89d4-437e-b0ec-23c9ef820dc6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:27.769320 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1f022d62-605b-46db-b1f3-da791ca4bdd3 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:09:27.773213 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1a156246-8851-4d1d-a52c-b427ce2d8939 None None] For port 1f022d62-605b-46db-b1f3-da791ca4bdd3, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1f022d62-605b-46db-b1f3-da791ca4bdd3,segment=NetworkSegment(019d7a4a-0458-43a0-a724-472e92a7bddb),segment_id=019d7a4a-0458-43a0-a724-472e92a7bddb)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:27.799992 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:27.844013 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1a156246-8851-4d1d-a52c-b427ce2d8939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1f022d62-605b-46db-b1f3-da791ca4bdd3), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:27.979554 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a156246-8851-4d1d-a52c-b427ce2d8939 None None] Pushing event updated for resources: {'Port': ['ID=1f022d62-605b-46db-b1f3-da791ca4bdd3,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:27.997857 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-771d0b7b-b491-43a4-9126-0783f7b709af tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (47bbf042-9e56-4714-b1e6-a97b2fae0de3), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.013837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-98b1d208-4388-404e-90ca-2299f809ded4 None None] Provisioning complete for port 47bbf042-9e56-4714-b1e6-a97b2fae0de3 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:28.014239 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-98b1d208-4388-404e-90ca-2299f809ded4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (47bbf042-9e56-4714-b1e6-a97b2fae0de3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.017201 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 1f022d62-605b-46db-b1f3-da791ca4bdd3 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:28.017567 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1f022d62-605b-46db-b1f3-da791ca4bdd3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.067912 n-d-772272-3 neutron-server[109741]: DEBUG neutron.objects.ports [None req-47ccf0f1-118b-469f-9a9a-daf581b341be tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109741) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:09:28.068790 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-47ccf0f1-118b-469f-9a9a-daf581b341be tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (cea4dc07-61a4-4277-83ab-9c42c3b19163), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.086522 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-98b1d208-4388-404e-90ca-2299f809ded4 None None] Port 47bbf042-9e56-4714-b1e6-a97b2fae0de3 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:09:28.109492 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-98b1d208-4388-404e-90ca-2299f809ded4 None None] Provisioning complete for port 1f022d62-605b-46db-b1f3-da791ca4bdd3 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:28.110032 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-98b1d208-4388-404e-90ca-2299f809ded4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1f022d62-605b-46db-b1f3-da791ca4bdd3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.113325 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1904ce-2828-496b-97c5-064fc344c237 None None] DHCP port deletion for 3d205f81-89d4-437e-b0ec-23c9ef820dc6 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:09:28.126726 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-5a94b951-b728-4ebe-90b4-2d1a993567d0 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] delete failed (client error): The resource could not be found. Jan 27 22:09:28.127848 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5a94b951-b728-4ebe-90b4-2d1a993567d0 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/routers/42d39a47-b30c-4b78-8b5f-1368c3696f65 HTTP/1.1" status: 404 len: 336 time: 0.6411083 Jan 27 22:09:28.133976 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51486) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:28.203051 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4c3c9a-f0d5-4766-842d-c29081e57a57 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] DELETE failed (client error): The resource could not be found. Jan 27 22:09:28.203512 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4c3c9a-f0d5-4766-842d-c29081e57a57 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:28.206948 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4e4c3c9a-f0d5-4766-842d-c29081e57a57 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/subnets/ee140520-c880-49a6-a323-ae8221041d0f HTTP/1.1" status: 404 len: 337 time: 0.0670764 Jan 27 22:09:28.210408 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51488) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:28.211246 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1f022d62-605b-46db-b1f3-da791ca4bdd3 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:28.225928 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0e1eb-0a6e-43b0-814e-8a8ff379e16a req-b66951e1-1b75-41d6-b15c-9b956637550a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:28.236312 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03f0e1eb-0a6e-43b0-814e-8a8ff379e16a req-b66951e1-1b75-41d6-b15c-9b956637550a tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.2750428 Jan 27 22:09:28.250565 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a23bbdd-bc97-4311-bfb8-a826eedc0833 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] DELETE failed (client error): The resource could not be found. Jan 27 22:09:28.251171 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a23bbdd-bc97-4311-bfb8-a826eedc0833 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:28.257582 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9a23bbdd-bc97-4311-bfb8-a826eedc0833 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/subnets/579ef812-dd3b-47db-855c-dec8d6dd7c9c HTTP/1.1" status: 404 len: 337 time: 0.0460017 Jan 27 22:09:28.258299 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51492) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:28.265881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccf0f1-118b-469f-9a9a-daf581b341be tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cea4dc07-61a4-4277-83ab-9c42c3b19163,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:28.278011 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cf1904ce-2828-496b-97c5-064fc344c237 None None] Deleting port 4bf62aef-e687-45eb-b732-7517d3c52be6 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:28.278440 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cf1904ce-2828-496b-97c5-064fc344c237 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.295459 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea7170f-dd63-4235-b30e-dd95253f8ebc tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] DELETE failed (client error): The resource could not be found. Jan 27 22:09:28.296703 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea7170f-dd63-4235-b30e-dd95253f8ebc tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:28.304271 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9ea7170f-dd63-4235-b30e-dd95253f8ebc tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/subnets/c0cdf575-a059-49d1-972c-661d82940d04 HTTP/1.1" status: 404 len: 337 time: 0.0446684 Jan 27 22:09:28.305150 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51494) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:28.329223 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-98b1d208-4388-404e-90ca-2299f809ded4 None None] Current status of the port 1f022d62-605b-46db-b1f3-da791ca4bdd3 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:28.332398 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b80189-f5d0-460a-a737-99428a41ccdc tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] DELETE failed (client error): The resource could not be found. Jan 27 22:09:28.333233 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b80189-f5d0-460a-a737-99428a41ccdc tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:28.339599 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-91b80189-f5d0-460a-a737-99428a41ccdc tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/ports/1a176e24-ad00-4350-a775-28ac4da61259 HTTP/1.1" status: 404 len: 333 time: 0.0322652 Jan 27 22:09:28.340713 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51496) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:28.358562 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ccf0f1-118b-469f-9a9a-daf581b341be tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Checking segment: {'id': '767e7cdd-6217-4edc-9398-892511f01405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'de6273b4-fe73-444e-ac54-e9c33a803e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:28.358942 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ccf0f1-118b-469f-9a9a-daf581b341be tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Network hostable DHCP agents. Network: de6273b4-fe73-444e-ac54-e9c33a803e9a, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:09:28.362817 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-98b1d208-4388-404e-90ca-2299f809ded4 None None] Provisioning complete for port 029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:28.363202 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-98b1d208-4388-404e-90ca-2299f809ded4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.374849 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e9c45ee-383f-4954-a993-5c3096656bad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] DELETE failed (client error): The resource could not be found. Jan 27 22:09:28.375658 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e9c45ee-383f-4954-a993-5c3096656bad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:28.381823 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9e9c45ee-383f-4954-a993-5c3096656bad tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/subnets/4583ab78-dc6d-4e04-b47e-1cda69191987 HTTP/1.1" status: 404 len: 337 time: 0.0399244 Jan 27 22:09:28.382677 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51498) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:28.406819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cf1904ce-2828-496b-97c5-064fc344c237 None None] For port 4bf62aef-e687-45eb-b732-7517d3c52be6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4bf62aef-e687-45eb-b732-7517d3c52be6,segment=NetworkSegment(eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b),segment_id=eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:28.406819 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cf1904ce-2828-496b-97c5-064fc344c237 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.414710 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03f0e1eb-0a6e-43b0-814e-8a8ff379e16a req-cd6b5147-3004-4839-8f42-3583896fa71c tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769259 Jan 27 22:09:28.426623 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cf1904ce-2828-496b-97c5-064fc344c237 None None] Calling delete_port for 4bf62aef-e687-45eb-b732-7517d3c52be6 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:28.430457 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-98b1d208-4388-404e-90ca-2299f809ded4 None None] Port 029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:09:28.432705 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd785694-1512-44d8-88ce-400784056765 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] DELETE failed (client error): The resource could not be found. Jan 27 22:09:28.433406 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd785694-1512-44d8-88ce-400784056765 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:28.439986 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51500) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:28.440692 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bd785694-1512-44d8-88ce-400784056765 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/subnets/db6c731e-05eb-4809-be10-d17ea04b7b9d HTTP/1.1" status: 404 len: 337 time: 0.0568378 Jan 27 22:09:28.473654 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ccf0f1-118b-469f-9a9a-daf581b341be tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Network de6273b4-fe73-444e-ac54-e9c33a803e9a is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:09:28.479920 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-e875b79e-7f3d-43d3-825b-3a3bd8086874 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] DELETE failed (client error): The resource could not be found. Jan 27 22:09:28.480301 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e875b79e-7f3d-43d3-825b-3a3bd8086874 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:28.485597 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-98b1d208-4388-404e-90ca-2299f809ded4 None None] Provisioning complete for port 4bf62aef-e687-45eb-b732-7517d3c52be6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:28.485756 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e875b79e-7f3d-43d3-825b-3a3bd8086874 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/ports/7fcf2122-c470-4dcb-ab52-501b03d7f17e HTTP/1.1" status: 404 len: 333 time: 0.0425243 Jan 27 22:09:28.485864 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-98b1d208-4388-404e-90ca-2299f809ded4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.486897 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51502) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:28.516749 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5ddefd-c3fb-4d4a-a74f-dcb42a50f45e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] DELETE failed (client error): The resource could not be found. Jan 27 22:09:28.517585 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c5ddefd-c3fb-4d4a-a74f-dcb42a50f45e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:28.525716 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51504) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:28.526711 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5c5ddefd-c3fb-4d4a-a74f-dcb42a50f45e tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/subnets/d5426f5d-d7ac-45bd-b7b9-b42078ad4894 HTTP/1.1" status: 404 len: 337 time: 0.0382824 Jan 27 22:09:28.539070 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-47ccf0f1-118b-469f-9a9a-daf581b341be tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, de6273b4-fe73-444e-ac54-e9c33a803e9a) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:28.543730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ccf0f1-118b-469f-9a9a-daf581b341be tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:28.544507 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-47ccf0f1-118b-469f-9a9a-daf581b341be tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.551972 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2d2c7f-c578-49a5-98ce-d8be338b28fd None None] Network de6273b4-fe73-444e-ac54-e9c33a803e9a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:28.570588 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cf1904ce-2828-496b-97c5-064fc344c237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (4bf62aef-e687-45eb-b732-7517d3c52be6), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.576101 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a71d5cf-b73f-47fe-8198-d30ca0d66c5f tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] DELETE failed (client error): The resource could not be found. Jan 27 22:09:28.576597 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a71d5cf-b73f-47fe-8198-d30ca0d66c5f tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:09:28.581910 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5a71d5cf-b73f-47fe-8198-d30ca0d66c5f tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/subnets/1bb51ea7-b272-4730-9bb5-b00c4c4aa484 HTTP/1.1" status: 404 len: 337 time: 0.0530908 Jan 27 22:09:28.583038 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51506) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:28.605198 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-47ccf0f1-118b-469f-9a9a-daf581b341be tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0900531 Jan 27 22:09:28.606226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51510) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:28.615290 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-c2e0c472-89d3-40ba-8f77-bc652bdd52d9 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-373626625', 'network_id': 'de6273b4-fe73-444e-ac54-e9c33a803e9a'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:28.660970 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-98b1d208-4388-404e-90ca-2299f809ded4 None None] Port 4bf62aef-e687-45eb-b732-7517d3c52be6 update to ACTIVE by agent not found {{(pid=109743) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 27 22:09:28.673099 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1904ce-2828-496b-97c5-064fc344c237 None None] Pushing event deleted for resources: {'Port': ['ID=4bf62aef-e687-45eb-b732-7517d3c52be6,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:28.675652 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1904ce-2828-496b-97c5-064fc344c237 None None] No DVR routers for this DVR port 4bf62aef-e687-45eb-b732-7517d3c52be6 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:09:28.698436 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e0c472-89d3-40ba-8f77-bc652bdd52d9 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Made reservation on behalf of 198458bdf11a4fbab8a9495016c591b0 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:28.705202 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c2e0c472-89d3-40ba-8f77-bc652bdd52d9 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.733079 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-771d0b7b-b491-43a4-9126-0783f7b709af tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for port (47bbf042-9e56-4714-b1e6-a97b2fae0de3), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.749885 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-771d0b7b-b491-43a4-9126-0783f7b709af tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (47bbf042-9e56-4714-b1e6-a97b2fae0de3), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.757860 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b32edcd-e255-4f42-8113-6ab6fabe7683 None None] Network de6273b4-fe73-444e-ac54-e9c33a803e9a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:28.763359 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-2a8f2d74-c521-4aee-80bf-ff8563023b08 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Deleting port 029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:28.763855 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2a8f2d74-c521-4aee-80bf-ff8563023b08 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.847257 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-771d0b7b-b491-43a4-9126-0783f7b709af tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (51e1a247-8540-4ae5-bbba-63d062adcb71), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.851919 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2a8f2d74-c521-4aee-80bf-ff8563023b08 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.870457 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-2a8f2d74-c521-4aee-80bf-ff8563023b08 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Calling delete_port for 029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:28.911907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-c2e0c472-89d3-40ba-8f77-bc652bdd52d9 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] device_id is not set on port 82c6b03a-82f9-4ab6-a872-ce5b55f2cdbe yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:09:28.917905 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6f3ccd72-bd3a-4134-aade-30ba12c8f770 None None] Provisioning complete for port 47bbf042-9e56-4714-b1e6-a97b2fae0de3 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:28.918284 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6f3ccd72-bd3a-4134-aade-30ba12c8f770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (47bbf042-9e56-4714-b1e6-a97b2fae0de3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.974372 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2a8f2d74-c521-4aee-80bf-ff8563023b08 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.984405 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.022157 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ccd72-bd3a-4134-aade-30ba12c8f770 None None] Port 47bbf042-9e56-4714-b1e6-a97b2fae0de3 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:09:29.022659 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f2d74-c521-4aee-80bf-ff8563023b08 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Port': ['ID=029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:29.028393 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2a8f2d74-c521-4aee-80bf-ff8563023b08 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.032256 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2a8f2d74-c521-4aee-80bf-ff8563023b08 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/ports/029a9a38-b6ec-4e0c-bf6f-19b9da1bc44b HTTP/1.1" status: 204 len: 168 time: 0.4483569 Jan 27 22:09:29.034212 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51518) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:29.077419 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d0b7b-b491-43a4-9126-0783f7b709af tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Pushing event updated for resources: {'Port': ['ID=47bbf042-9e56-4714-b1e6-a97b2fae0de3,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:29.125983 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-76c2fa4b-7936-4496-99ca-b7a01cbf8b97 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (3d205f81-89d4-437e-b0ec-23c9ef820dc6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.211522 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-c2e0c472-89d3-40ba-8f77-bc652bdd52d9 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Allocated IP 172.20.0.11 (de6273b4-fe73-444e-ac54-e9c33a803e9a/cea4dc07-61a4-4277-83ab-9c42c3b19163/82c6b03a-82f9-4ab6-a872-ce5b55f2cdbe) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:29.243580 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-76c2fa4b-7936-4496-99ca-b7a01cbf8b97 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (3d205f81-89d4-437e-b0ec-23c9ef820dc6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.271389 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-76c2fa4b-7936-4496-99ca-b7a01cbf8b97 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d205f81-89d4-437e-b0ec-23c9ef820dc6']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:29.273567 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771d0b7b-b491-43a4-9126-0783f7b709af tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Network 5355c25a-6197-4325-a5d1-3b8d26b605b4 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:29.282611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-771d0b7b-b491-43a4-9126-0783f7b709af tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:29.286302 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-76c2fa4b-7936-4496-99ca-b7a01cbf8b97 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:29.286746 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-76c2fa4b-7936-4496-99ca-b7a01cbf8b97 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:29.300419 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-76c2fa4b-7936-4496-99ca-b7a01cbf8b97 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.308729 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd44c5-aea4-4cc2-8363-7cbb4b5c6a46 req-2c70bcd0-12d8-4c96-abbe-5ca1f25e04e0 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:29.311032 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bcdd44c5-aea4-4cc2-8363-7cbb4b5c6a46 req-2c70bcd0-12d8-4c96-abbe-5ca1f25e04e0 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.15 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.2354014 Jan 27 22:09:29.318199 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-76c2fa4b-7936-4496-99ca-b7a01cbf8b97 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.327827 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c2fa4b-7936-4496-99ca-b7a01cbf8b97 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:29.328749 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-76c2fa4b-7936-4496-99ca-b7a01cbf8b97 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (eada77a9-9e33-4e3e-9e4a-d4ec2e4fb37b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:29.406943 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:29.418658 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-76c2fa4b-7936-4496-99ca-b7a01cbf8b97 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (3d205f81-89d4-437e-b0ec-23c9ef820dc6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.430453 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-76c2fa4b-7936-4496-99ca-b7a01cbf8b97 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.442597 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-76c2fa4b-7936-4496-99ca-b7a01cbf8b97 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] 10.222.0.23 "DELETE /v2.0/networks/3d205f81-89d4-437e-b0ec-23c9ef820dc6 HTTP/1.1" status: 204 len: 168 time: 0.4034085 Jan 27 22:09:29.467655 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2fa4b-7936-4496-99ca-b7a01cbf8b97 tempest-PortsIpV6TestJSON-1722130553 tempest-PortsIpV6TestJSON-1722130553-project] Pushing event deleted for resources: {'Network': ['ID=3d205f81-89d4-437e-b0ec-23c9ef820dc6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:29.556492 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1f022d62-605b-46db-b1f3-da791ca4bdd3 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:09:29.668384 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c2e0c472-89d3-40ba-8f77-bc652bdd52d9 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for port (82c6b03a-82f9-4ab6-a872-ce5b55f2cdbe), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.698651 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805fb96-0fce-474e-8dcd-da6d52999504 req-9be211fa-9366-48e3-93c6-93c2566de632 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:29.705720 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9805fb96-0fce-474e-8dcd-da6d52999504 req-9be211fa-9366-48e3-93c6-93c2566de632 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 945 time: 0.1488571 Jan 27 22:09:29.711221 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-efebdf11-d431-429a-b7f3-2e061a020a76 None None] Provisioning complete for port 47bbf042-9e56-4714-b1e6-a97b2fae0de3 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:29.711819 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-efebdf11-d431-429a-b7f3-2e061a020a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (47bbf042-9e56-4714-b1e6-a97b2fae0de3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.740734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-bcdd44c5-aea4-4cc2-8363-7cbb4b5c6a46 req-2e6c4aa2-f0aa-4a21-ad9c-f0a5ae056c62 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Deleting port 50287162-7f60-4c43-a44c-74f596ba3bec {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:29.740930 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bcdd44c5-aea4-4cc2-8363-7cbb4b5c6a46 req-2e6c4aa2-f0aa-4a21-ad9c-f0a5ae056c62 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (50287162-7f60-4c43-a44c-74f596ba3bec), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.773205 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 1f022d62-605b-46db-b1f3-da791ca4bdd3 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:29.774660 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1f022d62-605b-46db-b1f3-da791ca4bdd3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:29.845369 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771d0b7b-b491-43a4-9126-0783f7b709af tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Router 51e1a247-8540-4ae5-bbba-63d062adcb71 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:09:29.868705 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-efebdf11-d431-429a-b7f3-2e061a020a76 None None] Port 47bbf042-9e56-4714-b1e6-a97b2fae0de3 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:09:29.905165 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9805fb96-0fce-474e-8dcd-da6d52999504 req-56632988-747b-4c84-a9c1-9fa409c5cd0f tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985052 Jan 27 22:09:29.957012 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1f022d62-605b-46db-b1f3-da791ca4bdd3 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:29.958642 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c2e0c472-89d3-40ba-8f77-bc652bdd52d9 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (82c6b03a-82f9-4ab6-a872-ce5b55f2cdbe), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.015665 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51532) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:30.059330 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4bf62aef-e687-45eb-b732-7517d3c52be6 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:09:30.085471 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e0c472-89d3-40ba-8f77-bc652bdd52d9 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Network de6273b4-fe73-444e-ac54-e9c33a803e9a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:30.102173 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-c2e0c472-89d3-40ba-8f77-bc652bdd52d9 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:30.105300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e0c472-89d3-40ba-8f77-bc652bdd52d9 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:30.113658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-bcdd44c5-aea4-4cc2-8363-7cbb4b5c6a46 req-2e6c4aa2-f0aa-4a21-ad9c-f0a5ae056c62 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] For port 50287162-7f60-4c43-a44c-74f596ba3bec, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=50287162-7f60-4c43-a44c-74f596ba3bec,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:30.114020 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bcdd44c5-aea4-4cc2-8363-7cbb4b5c6a46 req-2e6c4aa2-f0aa-4a21-ad9c-f0a5ae056c62 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (50287162-7f60-4c43-a44c-74f596ba3bec), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.117802 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0c472-89d3-40ba-8f77-bc652bdd52d9 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Pushing event updated for resources: {'Port': ['ID=82c6b03a-82f9-4ab6-a872-ce5b55f2cdbe,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:30.142445 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 4bf62aef-e687-45eb-b732-7517d3c52be6 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:09:30.143042 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4bf62aef-e687-45eb-b732-7517d3c52be6 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:09:30.162071 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771d0b7b-b491-43a4-9126-0783f7b709af tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:09:30.180198 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-771d0b7b-b491-43a4-9126-0783f7b709af tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] 10.222.0.23 "PUT /v2.0/routers/51e1a247-8540-4ae5-bbba-63d062adcb71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7662909 Jan 27 22:09:30.180198 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-bcdd44c5-aea4-4cc2-8363-7cbb4b5c6a46 req-2e6c4aa2-f0aa-4a21-ad9c-f0a5ae056c62 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Calling delete_port for 50287162-7f60-4c43-a44c-74f596ba3bec owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:30.180480 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51536) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:30.189296 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-550ca128-d178-4662-affa-ad7739b17a18 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Request body: {'port': {'network_id': '5355c25a-6197-4325-a5d1-3b8d26b605b4', 'name': 'tempest-FloatingIPNegativeTestJSON-276412386'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:30.190156 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0944290-9cbc-42a8-b939-b4bf297efd15 None None] Sync routers for ids ['51e1a247-8540-4ae5-bbba-63d062adcb71'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:09:30.204740 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0944290-9cbc-42a8-b939-b4bf297efd15 None None] Routers {'51e1a247-8540-4ae5-bbba-63d062adcb71'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:30.205381 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-a0944290-9cbc-42a8-b939-b4bf297efd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['51e1a247-8540-4ae5-bbba-63d062adcb71'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:30.234612 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e0c472-89d3-40ba-8f77-bc652bdd52d9 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:30.235222 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c2e0c472-89d3-40ba-8f77-bc652bdd52d9 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.265132 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c2e0c472-89d3-40ba-8f77-bc652bdd52d9 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.6576724 Jan 27 22:09:30.267736 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51538) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:30.286142 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-a0944290-9cbc-42a8-b939-b4bf297efd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:30.307896 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0944290-9cbc-42a8-b939-b4bf297efd15 None None] Routers {'51e1a247-8540-4ae5-bbba-63d062adcb71'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:30.308613 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-a0944290-9cbc-42a8-b939-b4bf297efd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['51e1a247-8540-4ae5-bbba-63d062adcb71'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:30.325041 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.354595 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cbf62acb-a4c2-4445-bd0b-8a483df84592 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93f457a5334b41158714cbb3d13441d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3367968 Jan 27 22:09:30.357382 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51542) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:30.396518 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-a0944290-9cbc-42a8-b939-b4bf297efd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:30.397233 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0944290-9cbc-42a8-b939-b4bf297efd15 None None] The sync data for ids ['51e1a247-8540-4ae5-bbba-63d062adcb71'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:09:30.457722 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce55c125-67fa-4a42-917d-4ab5d4af8626 admin admin] Publish callbacks [] for security_group (c40ff161-a892-44d5-af8b-cc7ddafedcd1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.461392 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550ca128-d178-4662-affa-ad7739b17a18 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Made reservation on behalf of 3cb3ca018c1c422d8e21ce0f80c0553a for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:30.466183 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-550ca128-d178-4662-affa-ad7739b17a18 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.495587 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce55c125-67fa-4a42-917d-4ab5d4af8626 admin admin] Publish callbacks [] for security_group (c40ff161-a892-44d5-af8b-cc7ddafedcd1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.549190 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-550ca128-d178-4662-affa-ad7739b17a18 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] device_id is not set on port 644b703d-045f-4a8e-9ec8-dab021dc1c9b yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:09:30.683176 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce55c125-67fa-4a42-917d-4ab5d4af8626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c40ff161-a892-44d5-af8b-cc7ddafedcd1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.685991 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce55c125-67fa-4a42-917d-4ab5d4af8626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.689506 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ce55c125-67fa-4a42-917d-4ab5d4af8626 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c40ff161-a892-44d5-af8b-cc7ddafedcd1 HTTP/1.1" status: 204 len: 168 time: 0.3288362 Jan 27 22:09:30.725202 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55c125-67fa-4a42-917d-4ab5d4af8626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40ff161-a892-44d5-af8b-cc7ddafedcd1,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:30.769434 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-550ca128-d178-4662-affa-ad7739b17a18 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Allocated IP 172.20.0.8 (5355c25a-6197-4325-a5d1-3b8d26b605b4/3164571d-b7bd-4646-b1b6-0898e9ee7ab9/644b703d-045f-4a8e-9ec8-dab021dc1c9b) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:30.856546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-3e58275e-73ec-4037-a5ab-65d8c6153117 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Deleting port 82c6b03a-82f9-4ab6-a872-ce5b55f2cdbe {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:30.859351 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3e58275e-73ec-4037-a5ab-65d8c6153117 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (82c6b03a-82f9-4ab6-a872-ce5b55f2cdbe), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.863613 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bcdd44c5-aea4-4cc2-8363-7cbb4b5c6a46 req-2e6c4aa2-f0aa-4a21-ad9c-f0a5ae056c62 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (50287162-7f60-4c43-a44c-74f596ba3bec), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:30.877527 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['546296c4-1857-45cc-88d1-2bbe11f68260'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:09:31.044533 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3e58275e-73ec-4037-a5ab-65d8c6153117 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (82c6b03a-82f9-4ab6-a872-ce5b55f2cdbe), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.071424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-3e58275e-73ec-4037-a5ab-65d8c6153117 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Calling delete_port for 82c6b03a-82f9-4ab6-a872-ce5b55f2cdbe owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:31.167198 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c4aa2-f0aa-4a21-ad9c-f0a5ae056c62 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Pushing event deleted for resources: {'Port': ['ID=50287162-7f60-4c43-a44c-74f596ba3bec,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:31.209951 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-550ca128-d178-4662-affa-ad7739b17a18 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for port (644b703d-045f-4a8e-9ec8-dab021dc1c9b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.224089 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-494e48c9-226d-458d-bcb2-7d6167f35340 req-4bb587e5-1d85-49cb-a40b-f9ca54916c71 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=b67bbb3d-f32b-4287-a221-b25de96280a3 HTTP/1.1" status: 200 len: 210 time: 0.0933492 Jan 27 22:09:31.271574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdd44c5-aea4-4cc2-8363-7cbb4b5c6a46 req-2e6c4aa2-f0aa-4a21-ad9c-f0a5ae056c62 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] No DVR routers for this DVR port 50287162-7f60-4c43-a44c-74f596ba3bec on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:09:31.274800 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bcdd44c5-aea4-4cc2-8363-7cbb4b5c6a46 req-2e6c4aa2-f0aa-4a21-ad9c-f0a5ae056c62 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.278778 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bcdd44c5-aea4-4cc2-8363-7cbb4b5c6a46 req-2e6c4aa2-f0aa-4a21-ad9c-f0a5ae056c62 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.15 "DELETE /v2.0/ports/50287162-7f60-4c43-a44c-74f596ba3bec HTTP/1.1" status: 204 len: 173 time: 1.9518561 Jan 27 22:09:31.281949 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-550ca128-d178-4662-affa-ad7739b17a18 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (644b703d-045f-4a8e-9ec8-dab021dc1c9b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.295048 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67bbb3d-f32b-4287-a221-b25de96280a3', 'name': 'network-vif-deleted', 'tag': '50287162-7f60-4c43-a44c-74f596ba3bec'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:09:31.299363 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d73b10c-b136-417d-ae45-bfdfc7e53ee0" -d '{"events": [{"server_uuid": "b67bbb3d-f32b-4287-a221-b25de96280a3", "name": "network-vif-deleted", "tag": "50287162-7f60-4c43-a44c-74f596ba3bec"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:09:31.358715 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ca128-d178-4662-affa-ad7739b17a18 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Pushing event updated for resources: {'Port': ['ID=644b703d-045f-4a8e-9ec8-dab021dc1c9b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:31.384352 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550ca128-d178-4662-affa-ad7739b17a18 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Network 5355c25a-6197-4325-a5d1-3b8d26b605b4 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:31.386626 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-550ca128-d178-4662-affa-ad7739b17a18 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:31.396336 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550ca128-d178-4662-affa-ad7739b17a18 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:31.465768 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3e58275e-73ec-4037-a5ab-65d8c6153117 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (82c6b03a-82f9-4ab6-a872-ce5b55f2cdbe), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.523327 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550ca128-d178-4662-affa-ad7739b17a18 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:31.524890 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-550ca128-d178-4662-affa-ad7739b17a18 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.534315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58275e-73ec-4037-a5ab-65d8c6153117 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Pushing event deleted for resources: {'Port': ['ID=82c6b03a-82f9-4ab6-a872-ce5b55f2cdbe,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:31.555442 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-550ca128-d178-4662-affa-ad7739b17a18 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3739254 Jan 27 22:09:31.559839 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51568) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:31.578470 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-60d6375f-a77c-449b-9501-a034041a70b1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:31.679899 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4891d60-805b-45ee-b53c-3228c3046a56 x-openstack-request-id: req-d4891d60-805b-45ee-b53c-3228c3046a56 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:09:31.680220 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67bbb3d-f32b-4287-a221-b25de96280a3", "name": "network-vif-deleted", "tag": "50287162-7f60-4c43-a44c-74f596ba3bec", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:09:31.680647 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4891d60-805b-45ee-b53c-3228c3046a56 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:09:31.681425 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67bbb3d-f32b-4287-a221-b25de96280a3', 'name': 'network-vif-deleted', 'tag': '50287162-7f60-4c43-a44c-74f596ba3bec', 'status': 'completed', 'code': 200} Jan 27 22:09:31.693380 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3e58275e-73ec-4037-a5ab-65d8c6153117 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.697639 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3e58275e-73ec-4037-a5ab-65d8c6153117 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "DELETE /v2.0/ports/82c6b03a-82f9-4ab6-a872-ce5b55f2cdbe HTTP/1.1" status: 204 len: 168 time: 1.4294050 Jan 27 22:09:31.699483 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60d6375f-a77c-449b-9501-a034041a70b1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.701019 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51572) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:31.706022 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-10710287-a979-4566-af49-8f6396215a89 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de6273b4-fe73-444e-ac54-e9c33a803e9a', 'external_fixed_ips': [{'subnet_id': 'cea4dc07-61a4-4277-83ab-9c42c3b19163', 'ip_address': '172.20.0.11'}]}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:31.742092 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10710287-a979-4566-af49-8f6396215a89 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (82c85332-3d60-48ce-8aaa-d74dcf6feb99), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.743851 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10710287-a979-4566-af49-8f6396215a89 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (82c85332-3d60-48ce-8aaa-d74dcf6feb99), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.838425 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60d6375f-a77c-449b-9501-a034041a70b1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.852072 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10710287-a979-4566-af49-8f6396215a89 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_controller (82c85332-3d60-48ce-8aaa-d74dcf6feb99), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.855192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1a6a61a8-760b-4191-ab0a-42f20b2fa8a9 None None] Provisioning complete for port 644b703d-045f-4a8e-9ec8-dab021dc1c9b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:31.855591 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1a6a61a8-760b-4191-ab0a-42f20b2fa8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (644b703d-045f-4a8e-9ec8-dab021dc1c9b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:31.948905 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1a6a61a8-760b-4191-ab0a-42f20b2fa8a9 None None] Port 644b703d-045f-4a8e-9ec8-dab021dc1c9b cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:09:32.012353 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:09:32.054780 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 50287162-7f60-4c43-a44c-74f596ba3bec no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:09:32.123980 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 50287162-7f60-4c43-a44c-74f596ba3bec {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:09:32.131502 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 50287162-7f60-4c43-a44c-74f596ba3bec not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:09:32.137382 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10710287-a979-4566-af49-8f6396215a89 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_gateway (82c85332-3d60-48ce-8aaa-d74dcf6feb99), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:32.142393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51594) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:32.214387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-60d6375f-a77c-449b-9501-a034041a70b1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Allocated IP 172.25.3.67 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/a1ce9738-4d55-489e-ac6a-ab83a1200cbf) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:32.352991 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60d6375f-a77c-449b-9501-a034041a70b1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for port (a1ce9738-4d55-489e-ac6a-ab83a1200cbf), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:32.372707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-2cf07d0e-62d1-43d4-a8d3-286d3d48811a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'network': {'name': 'tempest-RoutersTest-1182133036'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:32.407647 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf07d0e-62d1-43d4-a8d3-286d3d48811a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Made reservation on behalf of 1343ecea38cc45ffb85c1a5fad43cd9f for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:32.411356 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2cf07d0e-62d1-43d4-a8d3-286d3d48811a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:32.416969 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10710287-a979-4566-af49-8f6396215a89 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_gateway (82c85332-3d60-48ce-8aaa-d74dcf6feb99), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:32.432455 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2cf07d0e-62d1-43d4-a8d3-286d3d48811a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:32.439810 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10710287-a979-4566-af49-8f6396215a89 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:32.657513 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2cf07d0e-62d1-43d4-a8d3-286d3d48811a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for security_group (78087327-3b6e-4eda-88db-c9ee49bd78b9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:32.664421 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60d6375f-a77c-449b-9501-a034041a70b1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (a1ce9738-4d55-489e-ac6a-ab83a1200cbf), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:32.677637 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2cf07d0e-62d1-43d4-a8d3-286d3d48811a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (78087327-3b6e-4eda-88db-c9ee49bd78b9), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:32.792071 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6375f-a77c-449b-9501-a034041a70b1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Pushing event updated for resources: {'Port': ['ID=a1ce9738-4d55-489e-ac6a-ab83a1200cbf,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:32.836558 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf07d0e-62d1-43d4-a8d3-286d3d48811a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78087327-3b6e-4eda-88db-c9ee49bd78b9,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:32.870348 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf07d0e-62d1-43d4-a8d3-286d3d48811a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:32.887545 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d6375f-a77c-449b-9501-a034041a70b1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:32.891714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-60d6375f-a77c-449b-9501-a034041a70b1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:32.899295 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d6375f-a77c-449b-9501-a034041a70b1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:32.904426 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-10710287-a979-4566-af49-8f6396215a89 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Allocated IP 172.20.0.11 (de6273b4-fe73-444e-ac54-e9c33a803e9a/cea4dc07-61a4-4277-83ab-9c42c3b19163/be31a30e-2577-40a8-b865-bc16a7c95d57) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:32.906921 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2cf07d0e-62d1-43d4-a8d3-286d3d48811a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (23087c01-fea8-4d4f-a48c-608eda6b2d8e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:32.907626 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-2cf07d0e-62d1-43d4-a8d3-286d3d48811a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Added segment 23087c01-fea8-4d4f-a48c-608eda6b2d8e of type vlan for network 4b58513c-dbb9-40f3-a671-5912a653dd92 Jan 27 22:09:33.038147 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2cf07d0e-62d1-43d4-a8d3-286d3d48811a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (4b58513c-dbb9-40f3-a671-5912a653dd92), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:33.054333 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10710287-a979-4566-af49-8f6396215a89 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for port (be31a30e-2577-40a8-b865-bc16a7c95d57), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:33.084289 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60d6375f-a77c-449b-9501-a034041a70b1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for floatingip (b7ef50a4-a9df-45d1-8c90-185d3faff04e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:33.101182 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10710287-a979-4566-af49-8f6396215a89 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (be31a30e-2577-40a8-b865-bc16a7c95d57), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:33.110342 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2cf07d0e-62d1-43d4-a8d3-286d3d48811a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (4b58513c-dbb9-40f3-a671-5912a653dd92), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:33.116784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf07d0e-62d1-43d4-a8d3-286d3d48811a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:33.117406 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2cf07d0e-62d1-43d4-a8d3-286d3d48811a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:33.166833 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10710287-a979-4566-af49-8f6396215a89 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Network de6273b4-fe73-444e-ac54-e9c33a803e9a is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:33.168196 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10710287-a979-4566-af49-8f6396215a89 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Pushing event updated for resources: {'Port': ['ID=be31a30e-2577-40a8-b865-bc16a7c95d57,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:33.171561 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-10710287-a979-4566-af49-8f6396215a89 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:33.188848 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10710287-a979-4566-af49-8f6396215a89 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:33.194242 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60d6375f-a77c-449b-9501-a034041a70b1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a1ce9738-4d55-489e-ac6a-ab83a1200cbf), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:33.243972 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2cf07d0e-62d1-43d4-a8d3-286d3d48811a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1005635 Jan 27 22:09:33.254906 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51640) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:33.282400 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-669151c3-5c32-413d-9671-9b13e389a084 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'network': {'name': 'tempest-RoutersTest-1969737384'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:33.287034 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf07d0e-62d1-43d4-a8d3-286d3d48811a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Network': ['ID=4b58513c-dbb9-40f3-a671-5912a653dd92,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:33.298067 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 4b58513c-dbb9-40f3-a671-5912a653dd92 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:33.331641 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669151c3-5c32-413d-9671-9b13e389a084 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Made reservation on behalf of 1343ecea38cc45ffb85c1a5fad43cd9f for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:33.335465 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-669151c3-5c32-413d-9671-9b13e389a084 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:33.504975 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669151c3-5c32-413d-9671-9b13e389a084 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:33.518257 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-669151c3-5c32-413d-9671-9b13e389a084 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (5d991a84-d977-4ff0-8f15-9f5a53146ccb), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:33.518665 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-669151c3-5c32-413d-9671-9b13e389a084 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Added segment 5d991a84-d977-4ff0-8f15-9f5a53146ccb of type vlan for network 372a855a-ef30-47a5-a85a-f541233cba7f Jan 27 22:09:33.608821 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-669151c3-5c32-413d-9671-9b13e389a084 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (372a855a-ef30-47a5-a85a-f541233cba7f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:33.611213 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60d6375f-a77c-449b-9501-a034041a70b1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for port (a1ce9738-4d55-489e-ac6a-ab83a1200cbf), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:33.627100 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916cdf0-e1c4-44f7-8990-8214baca3bf7 req-e6499b76-f72d-48bc-bcd8-169cd363161b tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:33.629186 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7916cdf0-e1c4-44f7-8990-8214baca3bf7 req-e6499b76-f72d-48bc-bcd8-169cd363161b tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=d05339d7-5c74-493c-9832-1da5675bacdb HTTP/1.1" status: 200 len: 945 time: 0.1679642 Jan 27 22:09:33.630909 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60d6375f-a77c-449b-9501-a034041a70b1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (a1ce9738-4d55-489e-ac6a-ab83a1200cbf), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:33.687482 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-669151c3-5c32-413d-9671-9b13e389a084 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (372a855a-ef30-47a5-a85a-f541233cba7f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:33.692578 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669151c3-5c32-413d-9671-9b13e389a084 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:33.693188 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-669151c3-5c32-413d-9671-9b13e389a084 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:33.700224 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10710287-a979-4566-af49-8f6396215a89 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_gateway (82c85332-3d60-48ce-8aaa-d74dcf6feb99), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:33.750090 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6375f-a77c-449b-9501-a034041a70b1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Pushing event updated for resources: {'Port': ['ID=a1ce9738-4d55-489e-ac6a-ab83a1200cbf,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:33.776065 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60d6375f-a77c-449b-9501-a034041a70b1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (b7ef50a4-a9df-45d1-8c90-185d3faff04e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:33.783545 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7916cdf0-e1c4-44f7-8990-8214baca3bf7 req-556895e0-411a-4801-ad19-e39698b3a961 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122820 Jan 27 22:09:33.809526 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669151c3-5c32-413d-9671-9b13e389a084 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Network': ['ID=372a855a-ef30-47a5-a85a-f541233cba7f,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:33.813742 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60d6375f-a77c-449b-9501-a034041a70b1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:33.817696 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-60d6375f-a77c-449b-9501-a034041a70b1 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2488441 Jan 27 22:09:33.818499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51648) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:33.821598 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 372a855a-ef30-47a5-a85a-f541233cba7f details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:33.824473 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3abce5dd-a8c8-4c04-8241-c66d6e7440a0 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Request body: {'floatingip': {'port_id': '644b703d-045f-4a8e-9ec8-dab021dc1c9b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:33.832858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51650) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:33.833073 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-669151c3-5c32-413d-9671-9b13e389a084 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5752676 Jan 27 22:09:33.839404 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-340f906b-2de8-4f5d-9c10-f9162bcb5bad tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'subnet': {'network_id': '4b58513c-dbb9-40f3-a671-5912a653dd92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:33.905251 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3abce5dd-a8c8-4c04-8241-c66d6e7440a0 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for floatingip (b7ef50a4-a9df-45d1-8c90-185d3faff04e), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:33.962411 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340f906b-2de8-4f5d-9c10-f9162bcb5bad tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Made reservation on behalf of 1343ecea38cc45ffb85c1a5fad43cd9f for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:33.966788 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-340f906b-2de8-4f5d-9c10-f9162bcb5bad tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:34.098711 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-3abce5dd-a8c8-4c04-8241-c66d6e7440a0 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] update failed (client error): The resource could not be found. Jan 27 22:09:34.102484 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3abce5dd-a8c8-4c04-8241-c66d6e7440a0 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] 10.222.0.23 "PUT /v2.0/floatingips/b7ef50a4-a9df-45d1-8c90-185d3faff04e HTTP/1.1" status: 404 len: 507 time: 0.2810168 Jan 27 22:09:34.103633 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51652) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:34.158760 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10710287-a979-4566-af49-8f6396215a89 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (82c85332-3d60-48ce-8aaa-d74dcf6feb99), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:34.164519 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-340f906b-2de8-4f5d-9c10-f9162bcb5bad tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (2b11433d-1118-46d5-81b3-9dfa62a2c016), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:34.236388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f906b-2de8-4f5d-9c10-f9162bcb5bad tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Subnet': ['ID=2b11433d-1118-46d5-81b3-9dfa62a2c016,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:34.253330 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340f906b-2de8-4f5d-9c10-f9162bcb5bad tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Checking segment: {'id': '23087c01-fea8-4d4f-a48c-608eda6b2d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4b58513c-dbb9-40f3-a671-5912a653dd92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:34.253330 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340f906b-2de8-4f5d-9c10-f9162bcb5bad tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network hostable DHCP agents. Network: 4b58513c-dbb9-40f3-a671-5912a653dd92, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:09:34.276244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340f906b-2de8-4f5d-9c10-f9162bcb5bad tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network 4b58513c-dbb9-40f3-a671-5912a653dd92 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:09:34.292481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-340f906b-2de8-4f5d-9c10-f9162bcb5bad tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 4b58513c-dbb9-40f3-a671-5912a653dd92) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:34.298857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340f906b-2de8-4f5d-9c10-f9162bcb5bad tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:34.300806 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-340f906b-2de8-4f5d-9c10-f9162bcb5bad tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:34.302027 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d6cd10-4f2c-4f2f-bb44-6600e3b8cfea None None] Network 4b58513c-dbb9-40f3-a671-5912a653dd92 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:34.322786 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-340f906b-2de8-4f5d-9c10-f9162bcb5bad tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4879949 Jan 27 22:09:34.326536 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51656) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:34.333844 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'subnet': {'network_id': '372a855a-ef30-47a5-a85a-f541233cba7f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:34.336213 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-0034af07-f24a-4908-a87c-71f5d56ec200 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Deleting port a1ce9738-4d55-489e-ac6a-ab83a1200cbf {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:34.336559 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0034af07-f24a-4908-a87c-71f5d56ec200 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (a1ce9738-4d55-489e-ac6a-ab83a1200cbf), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:34.413701 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e7de3f-ad35-4882-9a27-b6875878b6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-4b58513c-dbb9-40f3-a671-5912a653dd92', 'network_id': '4b58513c-dbb9-40f3-a671-5912a653dd92', 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'fixed_ips': [{'subnet_id': '2b11433d-1118-46d5-81b3-9dfa62a2c016'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:09:34.415308 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-29e7de3f-ad35-4882-9a27-b6875878b6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:34.437963 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10710287-a979-4566-af49-8f6396215a89 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Router 82c85332-3d60-48ce-8aaa-d74dcf6feb99 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:09:34.441721 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0034af07-f24a-4908-a87c-71f5d56ec200 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (a1ce9738-4d55-489e-ac6a-ab83a1200cbf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:34.442107 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0034af07-f24a-4908-a87c-71f5d56ec200 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for floatingip (a1ce9738-4d55-489e-ac6a-ab83a1200cbf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:34.460495 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-0034af07-f24a-4908-a87c-71f5d56ec200 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Calling delete_port for a1ce9738-4d55-489e-ac6a-ab83a1200cbf owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:34.470135 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Made reservation on behalf of 1343ecea38cc45ffb85c1a5fad43cd9f for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:34.474427 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:34.792094 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffca78-c9be-42f0-b013-3a01937ce42f req-3ae427f7-b430-4ddb-b222-c01977ce3b37 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:34.794293 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3cffca78-c9be-42f0-b013-3a01937ce42f req-3ae427f7-b430-4ddb-b222-c01977ce3b37 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.15 "GET /v2.0/ports?device_id=d05339d7-5c74-493c-9832-1da5675bacdb HTTP/1.1" status: 200 len: 945 time: 0.1303205 Jan 27 22:09:34.796122 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (1a895f63-ca7a-4a4b-9619-701d4065c34a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:34.916789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-29e7de3f-ad35-4882-9a27-b6875878b6a8 None None] Allocated IP 172.20.0.2 (4b58513c-dbb9-40f3-a671-5912a653dd92/2b11433d-1118-46d5-81b3-9dfa62a2c016/bbe66b70-1861-4e1e-8776-89929f92db11) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:35.171920 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10710287-a979-4566-af49-8f6396215a89 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:09:35.183963 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ed568e-5cc2-4f5d-8a33-1a8bf1d5d698 None None] Sync routers for ids ['82c85332-3d60-48ce-8aaa-d74dcf6feb99'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:09:35.209726 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10710287-a979-4566-af49-8f6396215a89 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.210132 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-29e7de3f-ad35-4882-9a27-b6875878b6a8 None None] Publish callbacks [] for port (bbe66b70-1861-4e1e-8776-89929f92db11), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.214067 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-10710287-a979-4566-af49-8f6396215a89 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.5088568 Jan 27 22:09:35.214359 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51670) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:35.222269 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ed568e-5cc2-4f5d-8a33-1a8bf1d5d698 None None] Routers {'82c85332-3d60-48ce-8aaa-d74dcf6feb99'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:35.223330 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b4ed568e-5cc2-4f5d-8a33-1a8bf1d5d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['82c85332-3d60-48ce-8aaa-d74dcf6feb99'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:35.227750 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-29e7de3f-ad35-4882-9a27-b6875878b6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (bbe66b70-1861-4e1e-8776-89929f92db11), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.251487 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Subnet': ['ID=1a895f63-ca7a-4a4b-9619-701d4065c34a,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:35.269231 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:35.269902 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:35.269902 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:35.270237 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:35.270574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:35.270905 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:35.271232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:35.271567 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:35.271869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:35.272205 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:35.272634 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:35.272847 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:35.273167 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:35.306673 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e756d65-b504-4911-8dd8-9f7f094cf20f req-ff5fa86f-8829-4aed-9a34-43d1d1c4b0e8 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:35.308656 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e756d65-b504-4911-8dd8-9f7f094cf20f req-ff5fa86f-8829-4aed-9a34-43d1d1c4b0e8 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=d05339d7-5c74-493c-9832-1da5675bacdb HTTP/1.1" status: 200 len: 945 time: 0.2745054 Jan 27 22:09:35.328887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Checking segment: {'id': '5d991a84-d977-4ff0-8f15-9f5a53146ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '372a855a-ef30-47a5-a85a-f541233cba7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:35.329631 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network hostable DHCP agents. Network: 372a855a-ef30-47a5-a85a-f541233cba7f, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:09:35.362945 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-3cffca78-c9be-42f0-b013-3a01937ce42f req-52d2f30d-03e2-4884-8f35-924df3957114 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Deleting port 546296c4-1857-45cc-88d1-2bbe11f68260 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:35.363699 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3cffca78-c9be-42f0-b013-3a01937ce42f req-52d2f30d-03e2-4884-8f35-924df3957114 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (546296c4-1857-45cc-88d1-2bbe11f68260), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.371979 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0034af07-f24a-4908-a87c-71f5d56ec200 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (a1ce9738-4d55-489e-ac6a-ab83a1200cbf), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.392815 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7de3f-ad35-4882-9a27-b6875878b6a8 None None] Pushing event updated for resources: {'Port': ['ID=bbe66b70-1861-4e1e-8776-89929f92db11,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:35.411294 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e7de3f-ad35-4882-9a27-b6875878b6a8 None None] Network 4b58513c-dbb9-40f3-a671-5912a653dd92 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:35.415627 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-29e7de3f-ad35-4882-9a27-b6875878b6a8 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:35.419133 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e7de3f-ad35-4882-9a27-b6875878b6a8 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:35.428513 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034af07-f24a-4908-a87c-71f5d56ec200 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Pushing event deleted for resources: {'Port': ['ID=a1ce9738-4d55-489e-ac6a-ab83a1200cbf,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:35.434407 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e833f7b7-84ae-4ec4-97d0-171d10f138dc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router (82c85332-3d60-48ce-8aaa-d74dcf6feb99), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.487482 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network 372a855a-ef30-47a5-a85a-f541233cba7f is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:09:35.516751 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 372a855a-ef30-47a5-a85a-f541233cba7f) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:35.528453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e756d65-b504-4911-8dd8-9f7f094cf20f req-4ea435d6-c0b4-4eae-bdfc-40e3442541b8 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/security-groups?id=032aa7e9-71a7-4da1-ba18-5673e50aa062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107658 Jan 27 22:09:35.530049 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:35.530648 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.542134 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-29e7de3f-ad35-4882-9a27-b6875878b6a8 None None] Attempting to bind port bbe66b70-1861-4e1e-8776-89929f92db11 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:09:35.542505 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-29e7de3f-ad35-4882-9a27-b6875878b6a8 None None] Attempting to bind port bbe66b70-1861-4e1e-8776-89929f92db11 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '23087c01-fea8-4d4f-a48c-608eda6b2d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4b58513c-dbb9-40f3-a671-5912a653dd92'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:09:35.542992 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e7de3f-ad35-4882-9a27-b6875878b6a8 None None] Attempting to bind port bbe66b70-1861-4e1e-8776-89929f92db11 on network 4b58513c-dbb9-40f3-a671-5912a653dd92 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:09:35.558241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929120e6-6328-4514-9849-382254b7f202 None None] Network 372a855a-ef30-47a5-a85a-f541233cba7f requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:35.573291 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c2861275-e8c5-4983-ae0b-b74f63e4f4a0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2454357 Jan 27 22:09:35.577571 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51674) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:35.586904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-ce788bdc-c185-4b3c-8d25-33010b964d4c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1498442669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:35.601035 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0034af07-f24a-4908-a87c-71f5d56ec200 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for floatingip (b7ef50a4-a9df-45d1-8c90-185d3faff04e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.603688 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0034af07-f24a-4908-a87c-71f5d56ec200 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.608253 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0034af07-f24a-4908-a87c-71f5d56ec200 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] 10.222.0.23 "DELETE /v2.0/floatingips/b7ef50a4-a9df-45d1-8c90-185d3faff04e HTTP/1.1" status: 204 len: 168 time: 1.5001941 Jan 27 22:09:35.609691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-3cffca78-c9be-42f0-b013-3a01937ce42f req-52d2f30d-03e2-4884-8f35-924df3957114 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] For port 546296c4-1857-45cc-88d1-2bbe11f68260, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=546296c4-1857-45cc-88d1-2bbe11f68260,segment=NetworkSegment(5aba1ff6-d60b-4eab-8b69-a4e538a605c2),segment_id=5aba1ff6-d60b-4eab-8b69-a4e538a605c2)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:35.610069 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3cffca78-c9be-42f0-b013-3a01937ce42f req-52d2f30d-03e2-4884-8f35-924df3957114 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (546296c4-1857-45cc-88d1-2bbe11f68260), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.612281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51676) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:35.624660 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-d69cb965-be67-4a2e-a0db-aba428aca23c tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Request body: {'floatingip': {'floating_network_id': '5355c25a-6197-4325-a5d1-3b8d26b605b4', 'port_id': '644b703d-045f-4a8e-9ec8-dab021dc1c9b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:35.638175 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e7de3f-ad35-4882-9a27-b6875878b6a8 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:09:35.638602 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e7de3f-ad35-4882-9a27-b6875878b6a8 None None] Checking segment: {'id': '23087c01-fea8-4d4f-a48c-608eda6b2d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4b58513c-dbb9-40f3-a671-5912a653dd92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:35.638939 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-29e7de3f-ad35-4882-9a27-b6875878b6a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.639337 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e7de3f-ad35-4882-9a27-b6875878b6a8 None None] Bound using segment: {'id': '23087c01-fea8-4d4f-a48c-608eda6b2d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4b58513c-dbb9-40f3-a671-5912a653dd92'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:09:35.639813 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-29e7de3f-ad35-4882-9a27-b6875878b6a8 None None] Bound port: bbe66b70-1861-4e1e-8776-89929f92db11, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23087c01-fea8-4d4f-a48c-608eda6b2d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4b58513c-dbb9-40f3-a671-5912a653dd92'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:09:35.640275 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-29e7de3f-ad35-4882-9a27-b6875878b6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (bbe66b70-1861-4e1e-8776-89929f92db11), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.642653 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-3cffca78-c9be-42f0-b013-3a01937ce42f req-52d2f30d-03e2-4884-8f35-924df3957114 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Calling delete_port for 546296c4-1857-45cc-88d1-2bbe11f68260 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:35.660019 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce788bdc-c185-4b3c-8d25-33010b964d4c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (2a802508-2b4c-4369-9a37-6d6dd1d0dea8), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.661238 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce788bdc-c185-4b3c-8d25-33010b964d4c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (2a802508-2b4c-4369-9a37-6d6dd1d0dea8), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.691053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b4ed568e-5cc2-4f5d-8a33-1a8bf1d5d698 None None] Set router 82c85332-3d60-48ce-8aaa-d74dcf6feb99 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:09:35.693244 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d69cb965-be67-4a2e-a0db-aba428aca23c tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.721589 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e833f7b7-84ae-4ec4-97d0-171d10f138dc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_gateway (82c85332-3d60-48ce-8aaa-d74dcf6feb99), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.738189 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f784b8b-97e0-446f-8d4c-9470c735a3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-372a855a-ef30-47a5-a85a-f541233cba7f', 'network_id': '372a855a-ef30-47a5-a85a-f541233cba7f', 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'fixed_ips': [{'subnet_id': '1a895f63-ca7a-4a4b-9619-701d4065c34a'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:09:35.738832 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6f784b8b-97e0-446f-8d4c-9470c735a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.763475 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce788bdc-c185-4b3c-8d25-33010b964d4c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router_controller (2a802508-2b4c-4369-9a37-6d6dd1d0dea8), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.804492 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-e833f7b7-84ae-4ec4-97d0-171d10f138dc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Deleting port be31a30e-2577-40a8-b865-bc16a7c95d57 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:35.805220 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e833f7b7-84ae-4ec4-97d0-171d10f138dc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (be31a30e-2577-40a8-b865-bc16a7c95d57), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.810726 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce788bdc-c185-4b3c-8d25-33010b964d4c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (2a802508-2b4c-4369-9a37-6d6dd1d0dea8), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.854533 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce788bdc-c185-4b3c-8d25-33010b964d4c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.858735 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ce788bdc-c185-4b3c-8d25-33010b964d4c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2801874 Jan 27 22:09:35.861497 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51678) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:35.920849 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e833f7b7-84ae-4ec4-97d0-171d10f138dc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (be31a30e-2577-40a8-b865-bc16a7c95d57), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.932436 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-29e7de3f-ad35-4882-9a27-b6875878b6a8 None None] For port bbe66b70-1861-4e1e-8776-89929f92db11, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:09:35.940616 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-29e7de3f-ad35-4882-9a27-b6875878b6a8 None None] For port bbe66b70-1861-4e1e-8776-89929f92db11, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=bbe66b70-1861-4e1e-8776-89929f92db11,segment=NetworkSegment(23087c01-fea8-4d4f-a48c-608eda6b2d8e),segment_id=23087c01-fea8-4d4f-a48c-608eda6b2d8e)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:09:35.944122 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-e833f7b7-84ae-4ec4-97d0-171d10f138dc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Calling delete_port for be31a30e-2577-40a8-b865-bc16a7c95d57 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:35.960350 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-29e7de3f-ad35-4882-9a27-b6875878b6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (bbe66b70-1861-4e1e-8776-89929f92db11), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.081037 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7de3f-ad35-4882-9a27-b6875878b6a8 None None] Pushing event updated for resources: {'Port': ['ID=bbe66b70-1861-4e1e-8776-89929f92db11,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:36.139933 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3cffca78-c9be-42f0-b013-3a01937ce42f req-52d2f30d-03e2-4884-8f35-924df3957114 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (546296c4-1857-45cc-88d1-2bbe11f68260), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.198905 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-6f784b8b-97e0-446f-8d4c-9470c735a3b7 None None] Allocated IP 172.21.0.2 (372a855a-ef30-47a5-a85a-f541233cba7f/1a895f63-ca7a-4a4b-9619-701d4065c34a/9d7cbe76-a8cb-406d-84f5-3e6f13b19294) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:36.201350 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e833f7b7-84ae-4ec4-97d0-171d10f138dc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (be31a30e-2577-40a8-b865-bc16a7c95d57), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.226246 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2f30d-03e2-4884-8f35-924df3957114 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Pushing event deleted for resources: {'Port': ['ID=546296c4-1857-45cc-88d1-2bbe11f68260,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:36.265095 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833f7b7-84ae-4ec4-97d0-171d10f138dc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Pushing event deleted for resources: {'Port': ['ID=be31a30e-2577-40a8-b865-bc16a7c95d57,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:36.297164 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b4ed568e-5cc2-4f5d-8a33-1a8bf1d5d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c85332-3d60-48ce-8aaa-d74dcf6feb99', 'name': '', 'tenant_id': '198458bdf11a4fbab8a9495016c591b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6273b4-fe73-444e-ac54-e9c33a803e9a', 'external_fixed_ips': [{'subnet_id': 'cea4dc07-61a4-4277-83ab-9c42c3b19163', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'be31a30e-2577-40a8-b865-bc16a7c95d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:09:31Z', 'updated_at': '2022-01-27T22:09:33Z', 'revision_number': 3, 'project_id': '198458bdf11a4fbab8a9495016c591b0', 'gw_port': {'id': 'be31a30e-2577-40a8-b865-bc16a7c95d57', 'name': '', 'network_id': 'de6273b4-fe73-444e-ac54-e9c33a803e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c85332-3d60-48ce-8aaa-d74dcf6feb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'cea4dc07-61a4-4277-83ab-9c42c3b19163', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:09:32Z', 'updated_at': '2022-01-27T22:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cea4dc07-61a4-4277-83ab-9c42c3b19163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:36.351673 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ed568e-5cc2-4f5d-8a33-1a8bf1d5d698 None None] Checking router: 82c85332-3d60-48ce-8aaa-d74dcf6feb99 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:09:36.361188 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ed568e-5cc2-4f5d-8a33-1a8bf1d5d698 None None] Updating router 82c85332-3d60-48ce-8aaa-d74dcf6feb99 port be31a30e-2577-40a8-b865-bc16a7c95d57 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:09:36.364417 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e833f7b7-84ae-4ec4-97d0-171d10f138dc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (82c85332-3d60-48ce-8aaa-d74dcf6feb99), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.367300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cffca78-c9be-42f0-b013-3a01937ce42f req-52d2f30d-03e2-4884-8f35-924df3957114 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] No DVR routers for this DVR port 546296c4-1857-45cc-88d1-2bbe11f68260 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:09:36.371561 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3cffca78-c9be-42f0-b013-3a01937ce42f req-52d2f30d-03e2-4884-8f35-924df3957114 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.375091 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3cffca78-c9be-42f0-b013-3a01937ce42f req-52d2f30d-03e2-4884-8f35-924df3957114 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.15 "DELETE /v2.0/ports/546296c4-1857-45cc-88d1-2bbe11f68260 HTTP/1.1" status: 204 len: 173 time: 1.5720193 Jan 27 22:09:36.396499 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05339d7-5c74-493c-9832-1da5675bacdb', 'name': 'network-vif-deleted', 'tag': '546296c4-1857-45cc-88d1-2bbe11f68260'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:09:36.399372 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67915d0-29e7-4717-a206-2371d43e7dfc" -d '{"events": [{"server_uuid": "d05339d7-5c74-493c-9832-1da5675bacdb", "name": "network-vif-deleted", "tag": "546296c4-1857-45cc-88d1-2bbe11f68260"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:09:36.408116 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-d69cb965-be67-4a2e-a0db-aba428aca23c tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:09:36.410268 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d69cb965-be67-4a2e-a0db-aba428aca23c tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7952509 Jan 27 22:09:36.414020 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51690) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:36.422629 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ed568e-5cc2-4f5d-8a33-1a8bf1d5d698 None None] Port be31a30e-2577-40a8-b865-bc16a7c95d57 not found while updating agent binding for router 82c85332-3d60-48ce-8aaa-d74dcf6feb99. {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 27 22:09:36.440670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-69448ce1-a30f-47eb-b2d9-4ce20e86c9c6 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': '644b703d-045f-4a8e-9ec8-dab021dc1c9b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:36.446952 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5afd659a-6447-408f-b434-dd1542a94ed2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.518903 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ed568e-5cc2-4f5d-8a33-1a8bf1d5d698 None None] Routers {'82c85332-3d60-48ce-8aaa-d74dcf6feb99'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:36.530759 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b4ed568e-5cc2-4f5d-8a33-1a8bf1d5d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['82c85332-3d60-48ce-8aaa-d74dcf6feb99'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:36.535498 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e833f7b7-84ae-4ec4-97d0-171d10f138dc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (82c85332-3d60-48ce-8aaa-d74dcf6feb99), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.540447 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e833f7b7-84ae-4ec4-97d0-171d10f138dc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_controller (82c85332-3d60-48ce-8aaa-d74dcf6feb99), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.563049 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a85ab52-1b0c-4e50-a8cc-c6f971867de5 x-openstack-request-id: req-2a85ab52-1b0c-4e50-a8cc-c6f971867de5 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:09:36.563338 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05339d7-5c74-493c-9832-1da5675bacdb", "name": "network-vif-deleted", "tag": "546296c4-1857-45cc-88d1-2bbe11f68260", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:09:36.563586 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a85ab52-1b0c-4e50-a8cc-c6f971867de5 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:09:36.564019 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05339d7-5c74-493c-9832-1da5675bacdb', 'name': 'network-vif-deleted', 'tag': '546296c4-1857-45cc-88d1-2bbe11f68260', 'status': 'completed', 'code': 200} Jan 27 22:09:36.642117 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69448ce1-a30f-47eb-b2d9-4ce20e86c9c6 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.655304 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e833f7b7-84ae-4ec4-97d0-171d10f138dc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (82c85332-3d60-48ce-8aaa-d74dcf6feb99), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.655902 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e833f7b7-84ae-4ec4-97d0-171d10f138dc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82c85332-3d60-48ce-8aaa-d74dcf6feb99 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:09:36.666490 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e833f7b7-84ae-4ec4-97d0-171d10f138dc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.675364 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e833f7b7-84ae-4ec4-97d0-171d10f138dc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "DELETE /v2.0/routers/82c85332-3d60-48ce-8aaa-d74dcf6feb99 HTTP/1.1" status: 204 len: 168 time: 1.4577837 Jan 27 22:09:36.678103 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51698) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:36.724040 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b4ed568e-5cc2-4f5d-8a33-1a8bf1d5d698 None None] Set router 82c85332-3d60-48ce-8aaa-d74dcf6feb99 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:09:36.810744 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-07cdcd24-9e3f-4c16-be96-58b3f5279ddc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Deleting subnet cea4dc07-61a4-4277-83ab-9c42c3b19163 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:09:36.817843 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b4ed568e-5cc2-4f5d-8a33-1a8bf1d5d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c85332-3d60-48ce-8aaa-d74dcf6feb99', 'name': '', 'tenant_id': '198458bdf11a4fbab8a9495016c591b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:09:31Z', 'updated_at': '2022-01-27T22:09:36Z', 'revision_number': 5, 'project_id': '198458bdf11a4fbab8a9495016c591b0', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:36.818088 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-07cdcd24-9e3f-4c16-be96-58b3f5279ddc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for subnet (cea4dc07-61a4-4277-83ab-9c42c3b19163), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.878827 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ed568e-5cc2-4f5d-8a33-1a8bf1d5d698 None None] The sync data for ids ['82c85332-3d60-48ce-8aaa-d74dcf6feb99'] in n-d-772272-3 is: [{'id': '82c85332-3d60-48ce-8aaa-d74dcf6feb99', 'name': '', 'tenant_id': '198458bdf11a4fbab8a9495016c591b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:09:31Z', 'updated_at': '2022-01-27T22:09:36Z', 'revision_number': 5, 'project_id': '198458bdf11a4fbab8a9495016c591b0', 'gw_port_host': None}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:09:36.897572 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6f784b8b-97e0-446f-8d4c-9470c735a3b7 None None] Publish callbacks [] for port (9d7cbe76-a8cb-406d-84f5-3e6f13b19294), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.919680 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6f784b8b-97e0-446f-8d4c-9470c735a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (9d7cbe76-a8cb-406d-84f5-3e6f13b19294), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.938533 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-07cdcd24-9e3f-4c16-be96-58b3f5279ddc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (cea4dc07-61a4-4277-83ab-9c42c3b19163), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:36.968634 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f784b8b-97e0-446f-8d4c-9470c735a3b7 None None] Network 372a855a-ef30-47a5-a85a-f541233cba7f is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:36.972046 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-6f784b8b-97e0-446f-8d4c-9470c735a3b7 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:36.977036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f784b8b-97e0-446f-8d4c-9470c735a3b7 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:36.988371 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-07cdcd24-9e3f-4c16-be96-58b3f5279ddc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (cea4dc07-61a4-4277-83ab-9c42c3b19163), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:37.064411 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-07cdcd24-9e3f-4c16-be96-58b3f5279ddc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (cea4dc07-61a4-4277-83ab-9c42c3b19163), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:37.065889 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f784b8b-97e0-446f-8d4c-9470c735a3b7 None None] Pushing event updated for resources: {'Port': ['ID=9d7cbe76-a8cb-406d-84f5-3e6f13b19294,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:37.068740 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-6f784b8b-97e0-446f-8d4c-9470c735a3b7 None None] Attempting to bind port 9d7cbe76-a8cb-406d-84f5-3e6f13b19294 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:09:37.069397 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-6f784b8b-97e0-446f-8d4c-9470c735a3b7 None None] Attempting to bind port 9d7cbe76-a8cb-406d-84f5-3e6f13b19294 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '5d991a84-d977-4ff0-8f15-9f5a53146ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '372a855a-ef30-47a5-a85a-f541233cba7f'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:09:37.069966 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f784b8b-97e0-446f-8d4c-9470c735a3b7 None None] Attempting to bind port 9d7cbe76-a8cb-406d-84f5-3e6f13b19294 on network 372a855a-ef30-47a5-a85a-f541233cba7f {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:09:37.077444 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f784b8b-97e0-446f-8d4c-9470c735a3b7 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:09:37.078506 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f784b8b-97e0-446f-8d4c-9470c735a3b7 None None] Checking segment: {'id': '5d991a84-d977-4ff0-8f15-9f5a53146ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '372a855a-ef30-47a5-a85a-f541233cba7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:37.079100 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6f784b8b-97e0-446f-8d4c-9470c735a3b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:37.079670 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f784b8b-97e0-446f-8d4c-9470c735a3b7 None None] Bound using segment: {'id': '5d991a84-d977-4ff0-8f15-9f5a53146ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '372a855a-ef30-47a5-a85a-f541233cba7f'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:09:37.080381 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-6f784b8b-97e0-446f-8d4c-9470c735a3b7 None None] Bound port: 9d7cbe76-a8cb-406d-84f5-3e6f13b19294, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d991a84-d977-4ff0-8f15-9f5a53146ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '372a855a-ef30-47a5-a85a-f541233cba7f'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:09:37.080976 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6f784b8b-97e0-446f-8d4c-9470c735a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9d7cbe76-a8cb-406d-84f5-3e6f13b19294), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:37.157948 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cdcd24-9e3f-4c16-be96-58b3f5279ddc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cea4dc07-61a4-4277-83ab-9c42c3b19163,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:37.159958 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-07cdcd24-9e3f-4c16-be96-58b3f5279ddc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:37.170177 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-07cdcd24-9e3f-4c16-be96-58b3f5279ddc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/cea4dc07-61a4-4277-83ab-9c42c3b19163 HTTP/1.1" status: 204 len: 168 time: 0.4909546 Jan 27 22:09:37.171008 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51704) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:37.265484 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6f784b8b-97e0-446f-8d4c-9470c735a3b7 None None] For port 9d7cbe76-a8cb-406d-84f5-3e6f13b19294, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:09:37.271415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-5afd659a-6447-408f-b434-dd1542a94ed2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Allocated IP 172.20.0.1 (4b58513c-dbb9-40f3-a671-5912a653dd92/2b11433d-1118-46d5-81b3-9dfa62a2c016/4ddf6ef8-4b2a-4e5c-a10d-3f498f88fb72) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:37.273566 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6f784b8b-97e0-446f-8d4c-9470c735a3b7 None None] For port 9d7cbe76-a8cb-406d-84f5-3e6f13b19294, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9d7cbe76-a8cb-406d-84f5-3e6f13b19294,segment=NetworkSegment(5d991a84-d977-4ff0-8f15-9f5a53146ccb),segment_id=5d991a84-d977-4ff0-8f15-9f5a53146ccb)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:09:37.284815 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6f784b8b-97e0-446f-8d4c-9470c735a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9d7cbe76-a8cb-406d-84f5-3e6f13b19294), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:37.321368 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-04f4dac2-d71f-4837-b950-98182b398238 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (de6273b4-fe73-444e-ac54-e9c33a803e9a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:37.420707 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f784b8b-97e0-446f-8d4c-9470c735a3b7 None None] Pushing event updated for resources: {'Port': ['ID=9d7cbe76-a8cb-406d-84f5-3e6f13b19294,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:37.485675 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5afd659a-6447-408f-b434-dd1542a94ed2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for port (4ddf6ef8-4b2a-4e5c-a10d-3f498f88fb72), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:37.523364 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-04f4dac2-d71f-4837-b950-98182b398238 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (de6273b4-fe73-444e-ac54-e9c33a803e9a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:37.547430 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2944a893-08e6-4c7a-9768-5590b6c3d05f req-016d9f9f-e3e9-4d53-afde-6df56ea27b02 tempest-ServersTestJSON-167894629 tempest-ServersTestJSON-167894629-project] 10.222.0.23 "GET /v2.0/ports?device_id=d05339d7-5c74-493c-9832-1da5675bacdb HTTP/1.1" status: 200 len: 210 time: 0.7666056 Jan 27 22:09:37.582917 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-04f4dac2-d71f-4837-b950-98182b398238 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6273b4-fe73-444e-ac54-e9c33a803e9a']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:37.611032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-04f4dac2-d71f-4837-b950-98182b398238 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767e7cdd-6217-4edc-9398-892511f01405') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:37.611680 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-04f4dac2-d71f-4837-b950-98182b398238 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767e7cdd-6217-4edc-9398-892511f01405') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:37.629430 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5afd659a-6447-408f-b434-dd1542a94ed2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (4ddf6ef8-4b2a-4e5c-a10d-3f498f88fb72), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:37.647016 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-04f4dac2-d71f-4837-b950-98182b398238 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (767e7cdd-6217-4edc-9398-892511f01405), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:37.664307 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-04f4dac2-d71f-4837-b950-98182b398238 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (767e7cdd-6217-4edc-9398-892511f01405), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:37.675836 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device bbe66b70-1861-4e1e-8776-89929f92db11 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:09:37.680088 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f4dac2-d71f-4837-b950-98182b398238 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:37.680761 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-04f4dac2-d71f-4837-b950-98182b398238 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (767e7cdd-6217-4edc-9398-892511f01405), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:37.751653 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd659a-6447-408f-b434-dd1542a94ed2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Port': ['ID=4ddf6ef8-4b2a-4e5c-a10d-3f498f88fb72,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:37.777530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afd659a-6447-408f-b434-dd1542a94ed2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network 4b58513c-dbb9-40f3-a671-5912a653dd92 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:37.782091 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-5afd659a-6447-408f-b434-dd1542a94ed2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:37.790343 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afd659a-6447-408f-b434-dd1542a94ed2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:37.792789 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:37.844055 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-04f4dac2-d71f-4837-b950-98182b398238 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (de6273b4-fe73-444e-ac54-e9c33a803e9a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:37.856143 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f4dac2-d71f-4837-b950-98182b398238 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network de6273b4-fe73-444e-ac54-e9c33a803e9a {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 22:09:37.858638 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-04f4dac2-d71f-4837-b950-98182b398238 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:37.879028 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port bbe66b70-1861-4e1e-8776-89929f92db11 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:37.890223 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-04f4dac2-d71f-4837-b950-98182b398238 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "DELETE /v2.0/networks/de6273b4-fe73-444e-ac54-e9c33a803e9a HTTP/1.1" status: 204 len: 168 time: 0.6762023 Jan 27 22:09:37.899262 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (bbe66b70-1861-4e1e-8776-89929f92db11), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:37.950397 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4dac2-d71f-4837-b950-98182b398238 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Pushing event deleted for resources: {'Network': ['ID=de6273b4-fe73-444e-ac54-e9c33a803e9a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:37.953766 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5afd659a-6447-408f-b434-dd1542a94ed2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (2a802508-2b4c-4369-9a37-6d6dd1d0dea8), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:38.328527 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69448ce1-a30f-47eb-b2d9-4ce20e86c9c6 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:38.390816 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 546296c4-1857-45cc-88d1-2bbe11f68260 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:09:38.401501 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f152e1d4-8fc5-4ec9-bc2f-3f17685ae423 None None] Network 4b58513c-dbb9-40f3-a671-5912a653dd92 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:38.524955 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51720) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:38.529618 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-92ec5d05-9d2e-41b4-b4ab-a39034e8003b tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Request body: {'router': {'name': 'tempest-router--357509441', 'project_id': 'f8e49d8de85042239acd8d6916fd28d5'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:38.547870 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 546296c4-1857-45cc-88d1-2bbe11f68260 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:09:38.549426 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 546296c4-1857-45cc-88d1-2bbe11f68260 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:09:38.576411 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92ec5d05-9d2e-41b4-b4ab-a39034e8003b tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (7cfc6734-340d-4654-b908-bd0f50edd87f), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:38.577506 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92ec5d05-9d2e-41b4-b4ab-a39034e8003b tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (7cfc6734-340d-4654-b908-bd0f50edd87f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:38.583640 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-69448ce1-a30f-47eb-b2d9-4ce20e86c9c6 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Allocated IP 172.25.3.206 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/e4ca4c70-db2f-49c4-a778-1fb7f9541c21) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:38.627941 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-5815599a-e84c-4267-8ed6-f6974bb86426 None None] Provisioning complete for port bbe66b70-1861-4e1e-8776-89929f92db11 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:38.628405 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5815599a-e84c-4267-8ed6-f6974bb86426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (bbe66b70-1861-4e1e-8776-89929f92db11), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:38.694732 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92ec5d05-9d2e-41b4-b4ab-a39034e8003b tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_controller (7cfc6734-340d-4654-b908-bd0f50edd87f), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:38.711594 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92ec5d05-9d2e-41b4-b4ab-a39034e8003b tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (7cfc6734-340d-4654-b908-bd0f50edd87f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:38.720762 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51724) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:38.726367 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69448ce1-a30f-47eb-b2d9-4ce20e86c9c6 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for port (e4ca4c70-db2f-49c4-a778-1fb7f9541c21), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:38.795855 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69448ce1-a30f-47eb-b2d9-4ce20e86c9c6 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (e4ca4c70-db2f-49c4-a778-1fb7f9541c21), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:38.838022 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69448ce1-a30f-47eb-b2d9-4ce20e86c9c6 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:38.847786 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7173d0-e57c-429e-bddd-0891a95f3e40 admin admin] Deleting subnet 7267bcf4-ac84-4f1d-9bca-30d5eecd5123 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:09:38.853931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-69448ce1-a30f-47eb-b2d9-4ce20e86c9c6 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:38.869856 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad7173d0-e57c-429e-bddd-0891a95f3e40 admin admin] Publish callbacks [] for subnet (7267bcf4-ac84-4f1d-9bca-30d5eecd5123), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:38.922868 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69448ce1-a30f-47eb-b2d9-4ce20e86c9c6 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:38.942536 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port bbe66b70-1861-4e1e-8776-89929f92db11 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:38.943823 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (bbe66b70-1861-4e1e-8776-89929f92db11), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:38.951607 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92ec5d05-9d2e-41b4-b4ab-a39034e8003b tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:38.952866 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-92ec5d05-9d2e-41b4-b4ab-a39034e8003b tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4268730 Jan 27 22:09:38.958451 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51728) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:38.998016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69448ce1-a30f-47eb-b2d9-4ce20e86c9c6 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Pushing event updated for resources: {'Port': ['ID=e4ca4c70-db2f-49c4-a778-1fb7f9541c21,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:39.082465 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad7173d0-e57c-429e-bddd-0891a95f3e40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (7267bcf4-ac84-4f1d-9bca-30d5eecd5123), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:39.122233 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-5815599a-e84c-4267-8ed6-f6974bb86426 None None] Current status of the port bbe66b70-1861-4e1e-8776-89929f92db11 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:39.128818 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5815599a-e84c-4267-8ed6-f6974bb86426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (bbe66b70-1861-4e1e-8776-89929f92db11), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:39.149601 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port bbe66b70-1861-4e1e-8776-89929f92db11, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=bbe66b70-1861-4e1e-8776-89929f92db11,segment=NetworkSegment(23087c01-fea8-4d4f-a48c-608eda6b2d8e),segment_id=23087c01-fea8-4d4f-a48c-608eda6b2d8e)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:39.174759 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (bbe66b70-1861-4e1e-8776-89929f92db11), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:39.215442 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5afd659a-6447-408f-b434-dd1542a94ed2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4ddf6ef8-4b2a-4e5c-a10d-3f498f88fb72), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:39.265382 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21912713-6edd-4e48-a6ca-5837ce4bc215 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router (7cfc6734-340d-4654-b908-bd0f50edd87f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:39.342758 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=bbe66b70-1861-4e1e-8776-89929f92db11,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:39.368387 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-5815599a-e84c-4267-8ed6-f6974bb86426 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:09:39.368986 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-5815599a-e84c-4267-8ed6-f6974bb86426 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:09:39.448143 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad7173d0-e57c-429e-bddd-0891a95f3e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (7267bcf4-ac84-4f1d-9bca-30d5eecd5123), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:39.693171 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaafaa6-68b7-4c33-bf0b-c4d5d8de4c08 None None] Network 372a855a-ef30-47a5-a85a-f541233cba7f requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:39.812062 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21912713-6edd-4e48-a6ca-5837ce4bc215 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (7cfc6734-340d-4654-b908-bd0f50edd87f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:39.828629 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21912713-6edd-4e48-a6ca-5837ce4bc215 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_controller (7cfc6734-340d-4654-b908-bd0f50edd87f), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:39.907087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9d7cbe76-a8cb-406d-84f5-3e6f13b19294 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:09:39.925495 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad7173d0-e57c-429e-bddd-0891a95f3e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (7267bcf4-ac84-4f1d-9bca-30d5eecd5123), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:40.003928 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7173d0-e57c-429e-bddd-0891a95f3e40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7267bcf4-ac84-4f1d-9bca-30d5eecd5123,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:40.018984 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21912713-6edd-4e48-a6ca-5837ce4bc215 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (7cfc6734-340d-4654-b908-bd0f50edd87f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:40.019423 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21912713-6edd-4e48-a6ca-5837ce4bc215 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7cfc6734-340d-4654-b908-bd0f50edd87f {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:09:40.035447 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21912713-6edd-4e48-a6ca-5837ce4bc215 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:40.036636 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-21912713-6edd-4e48-a6ca-5837ce4bc215 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "DELETE /v2.0/routers/7cfc6734-340d-4654-b908-bd0f50edd87f HTTP/1.1" status: 204 len: 168 time: 1.0768178 Jan 27 22:09:40.073847 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad7173d0-e57c-429e-bddd-0891a95f3e40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:40.100920 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ad7173d0-e57c-429e-bddd-0891a95f3e40 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7267bcf4-ac84-4f1d-9bca-30d5eecd5123 HTTP/1.1" status: 204 len: 168 time: 1.3789117 Jan 27 22:09:40.103855 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51740) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:40.188926 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-5815599a-e84c-4267-8ed6-f6974bb86426 None None] Current status of the port bbe66b70-1861-4e1e-8776-89929f92db11 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:40.216644 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 9d7cbe76-a8cb-406d-84f5-3e6f13b19294 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:40.217229 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9d7cbe76-a8cb-406d-84f5-3e6f13b19294), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:40.298107 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25af6e1d-a12a-44f6-8a03-c93d78acfedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (7fb03950-b0f5-49f7-8c2d-d1081fb3aba8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:40.321997 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51744) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:40.408618 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 9d7cbe76-a8cb-406d-84f5-3e6f13b19294 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:40.409015 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9d7cbe76-a8cb-406d-84f5-3e6f13b19294), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:40.435489 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1ab52250-7cb4-4b4e-8655-43f5521c1e9d None None] Provisioning complete for port 4ddf6ef8-4b2a-4e5c-a10d-3f498f88fb72 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:40.436053 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1ab52250-7cb4-4b4e-8655-43f5521c1e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4ddf6ef8-4b2a-4e5c-a10d-3f498f88fb72), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:40.505006 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1ab52250-7cb4-4b4e-8655-43f5521c1e9d None None] Port 4ddf6ef8-4b2a-4e5c-a10d-3f498f88fb72 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:09:40.513896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-69448ce1-a30f-47eb-b2d9-4ce20e86c9c6 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Deleting port e4ca4c70-db2f-49c4-a778-1fb7f9541c21 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:40.513896 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69448ce1-a30f-47eb-b2d9-4ce20e86c9c6 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e4ca4c70-db2f-49c4-a778-1fb7f9541c21), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:40.529397 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1ab52250-7cb4-4b4e-8655-43f5521c1e9d None None] Provisioning complete for port 9d7cbe76-a8cb-406d-84f5-3e6f13b19294 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:40.529773 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1ab52250-7cb4-4b4e-8655-43f5521c1e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9d7cbe76-a8cb-406d-84f5-3e6f13b19294), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:40.545474 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25af6e1d-a12a-44f6-8a03-c93d78acfedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (7fb03950-b0f5-49f7-8c2d-d1081fb3aba8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:40.587190 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 9d7cbe76-a8cb-406d-84f5-3e6f13b19294, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9d7cbe76-a8cb-406d-84f5-3e6f13b19294,segment=NetworkSegment(5d991a84-d977-4ff0-8f15-9f5a53146ccb),segment_id=5d991a84-d977-4ff0-8f15-9f5a53146ccb)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:40.599346 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9d7cbe76-a8cb-406d-84f5-3e6f13b19294), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:40.601962 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device bbe66b70-1861-4e1e-8776-89929f92db11 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:09:40.605646 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-25af6e1d-a12a-44f6-8a03-c93d78acfedb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb03950-b0f5-49f7-8c2d-d1081fb3aba8']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:40.638229 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-25af6e1d-a12a-44f6-8a03-c93d78acfedb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aba1ff6-d60b-4eab-8b69-a4e538a605c2') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:40.644988 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-25af6e1d-a12a-44f6-8a03-c93d78acfedb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aba1ff6-d60b-4eab-8b69-a4e538a605c2') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:40.680091 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25af6e1d-a12a-44f6-8a03-c93d78acfedb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (5aba1ff6-d60b-4eab-8b69-a4e538a605c2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:40.716585 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25af6e1d-a12a-44f6-8a03-c93d78acfedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (5aba1ff6-d60b-4eab-8b69-a4e538a605c2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:40.739799 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25af6e1d-a12a-44f6-8a03-c93d78acfedb admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:40.741915 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25af6e1d-a12a-44f6-8a03-c93d78acfedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (5aba1ff6-d60b-4eab-8b69-a4e538a605c2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:40.769408 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=9d7cbe76-a8cb-406d-84f5-3e6f13b19294,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:40.847935 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-365bd278-1694-4970-a3ed-3b29422e2f60 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1228190236', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}, 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:40.868983 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:40.873925 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25af6e1d-a12a-44f6-8a03-c93d78acfedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (7fb03950-b0f5-49f7-8c2d-d1081fb3aba8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:40.876506 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69448ce1-a30f-47eb-b2d9-4ce20e86c9c6 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e4ca4c70-db2f-49c4-a778-1fb7f9541c21), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:40.876902 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69448ce1-a30f-47eb-b2d9-4ce20e86c9c6 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for floatingip (e4ca4c70-db2f-49c4-a778-1fb7f9541c21), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:40.881987 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25af6e1d-a12a-44f6-8a03-c93d78acfedb admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:40.888972 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-25af6e1d-a12a-44f6-8a03-c93d78acfedb admin admin] 10.222.0.23 "DELETE /v2.0/networks/7fb03950-b0f5-49f7-8c2d-d1081fb3aba8 HTTP/1.1" status: 204 len: 168 time: 0.7837706 Jan 27 22:09:40.892420 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-365bd278-1694-4970-a3ed-3b29422e2f60 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (d6b827ad-ff70-412b-be2e-74221038034c), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:40.892787 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1ab52250-7cb4-4b4e-8655-43f5521c1e9d None None] Current status of the port 9d7cbe76-a8cb-406d-84f5-3e6f13b19294 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:40.894373 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-365bd278-1694-4970-a3ed-3b29422e2f60 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (d6b827ad-ff70-412b-be2e-74221038034c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:40.908067 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-69448ce1-a30f-47eb-b2d9-4ce20e86c9c6 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Calling delete_port for e4ca4c70-db2f-49c4-a778-1fb7f9541c21 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:40.911371 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af6e1d-a12a-44f6-8a03-c93d78acfedb admin admin] Pushing event deleted for resources: {'Network': ['ID=7fb03950-b0f5-49f7-8c2d-d1081fb3aba8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:40.923730 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port bbe66b70-1861-4e1e-8776-89929f92db11 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:40.924183 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (bbe66b70-1861-4e1e-8776-89929f92db11), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:40.963570 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1ab52250-7cb4-4b4e-8655-43f5521c1e9d None None] Provisioning complete for port bbe66b70-1861-4e1e-8776-89929f92db11 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:40.963959 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1ab52250-7cb4-4b4e-8655-43f5521c1e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (bbe66b70-1861-4e1e-8776-89929f92db11), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.039113 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-365bd278-1694-4970-a3ed-3b29422e2f60 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_controller (d6b827ad-ff70-412b-be2e-74221038034c), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.129567 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port bbe66b70-1861-4e1e-8776-89929f92db11 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:41.140581 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1ab52250-7cb4-4b4e-8655-43f5521c1e9d None None] Current status of the port bbe66b70-1861-4e1e-8776-89929f92db11 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:41.246078 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5afd659a-6447-408f-b434-dd1542a94ed2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for port (4ddf6ef8-4b2a-4e5c-a10d-3f498f88fb72), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.248730 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69448ce1-a30f-47eb-b2d9-4ce20e86c9c6 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (e4ca4c70-db2f-49c4-a778-1fb7f9541c21), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.276804 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-500b0be4-cb62-45d2-8a15-f8f332674267 None None] Provisioning complete for port 9d7cbe76-a8cb-406d-84f5-3e6f13b19294 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:41.277375 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-500b0be4-cb62-45d2-8a15-f8f332674267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9d7cbe76-a8cb-406d-84f5-3e6f13b19294), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.315374 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51754) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:41.349218 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5afd659a-6447-408f-b434-dd1542a94ed2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (4ddf6ef8-4b2a-4e5c-a10d-3f498f88fb72), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.363877 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69448ce1-a30f-47eb-b2d9-4ce20e86c9c6 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Pushing event deleted for resources: {'Port': ['ID=e4ca4c70-db2f-49c4-a778-1fb7f9541c21,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:41.402686 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-365bd278-1694-4970-a3ed-3b29422e2f60 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_gateway (d6b827ad-ff70-412b-be2e-74221038034c), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.452698 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-500b0be4-cb62-45d2-8a15-f8f332674267 None None] Current status of the port 9d7cbe76-a8cb-406d-84f5-3e6f13b19294 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:41.453738 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7a32987c-ef11-46c2-9b0d-63ce6d47c86f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=342465e78b4348c1b975ff630f4dbc64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366599 Jan 27 22:09:41.454446 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51758) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:41.559751 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd659a-6447-408f-b434-dd1542a94ed2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Port': ['ID=4ddf6ef8-4b2a-4e5c-a10d-3f498f88fb72,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:41.582698 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9d7cbe76-a8cb-406d-84f5-3e6f13b19294 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:09:41.585547 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5afd659a-6447-408f-b434-dd1542a94ed2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (2a802508-2b4c-4369-9a37-6d6dd1d0dea8), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.593805 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4da8d713-548c-48b3-81fb-e450098312b0 admin admin] Publish callbacks [] for security_group (032aa7e9-71a7-4da1-ba18-5673e50aa062), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.665213 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 9d7cbe76-a8cb-406d-84f5-3e6f13b19294 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:41.665923 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9d7cbe76-a8cb-406d-84f5-3e6f13b19294), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.666831 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4da8d713-548c-48b3-81fb-e450098312b0 admin admin] Publish callbacks [] for security_group (032aa7e9-71a7-4da1-ba18-5673e50aa062), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.786865 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4da8d713-548c-48b3-81fb-e450098312b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (032aa7e9-71a7-4da1-ba18-5673e50aa062), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.798652 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4da8d713-548c-48b3-81fb-e450098312b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:41.804988 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 9d7cbe76-a8cb-406d-84f5-3e6f13b19294 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:41.821362 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4da8d713-548c-48b3-81fb-e450098312b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/032aa7e9-71a7-4da1-ba18-5673e50aa062 HTTP/1.1" status: 204 len: 168 time: 0.3650277 Jan 27 22:09:41.890983 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-69448ce1-a30f-47eb-b2d9-4ce20e86c9c6 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] create failed (client error): The resource could not be found. Jan 27 22:09:41.895033 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-69448ce1-a30f-47eb-b2d9-4ce20e86c9c6 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.4766111 Jan 27 22:09:41.897144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51764) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:41.909673 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8d713-548c-48b3-81fb-e450098312b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032aa7e9-71a7-4da1-ba18-5673e50aa062,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:42.026691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afd659a-6447-408f-b434-dd1542a94ed2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network 4b58513c-dbb9-40f3-a671-5912a653dd92 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:42.034746 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-5afd659a-6447-408f-b434-dd1542a94ed2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:42.088832 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-c070c4c6-6a80-4e59-84c8-12be3b31ed2a tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Deleting port 644b703d-045f-4a8e-9ec8-dab021dc1c9b {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:42.089612 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c070c4c6-6a80-4e59-84c8-12be3b31ed2a tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (644b703d-045f-4a8e-9ec8-dab021dc1c9b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.186933 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-365bd278-1694-4970-a3ed-3b29422e2f60 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_gateway (d6b827ad-ff70-412b-be2e-74221038034c), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.231672 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-365bd278-1694-4970-a3ed-3b29422e2f60 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.292809 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c070c4c6-6a80-4e59-84c8-12be3b31ed2a tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (644b703d-045f-4a8e-9ec8-dab021dc1c9b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.331896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-c070c4c6-6a80-4e59-84c8-12be3b31ed2a tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Calling delete_port for 644b703d-045f-4a8e-9ec8-dab021dc1c9b owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:42.348934 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afd659a-6447-408f-b434-dd1542a94ed2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router 2a802508-2b4c-4369-9a37-6d6dd1d0dea8 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:09:42.474766 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-365bd278-1694-4970-a3ed-3b29422e2f60 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Allocated IP 172.25.3.59 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/1b7bee45-c8fb-4e78-a5d1-e87eea6fe6dd) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:42.583284 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afd659a-6447-408f-b434-dd1542a94ed2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:09:42.597421 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5afd659a-6447-408f-b434-dd1542a94ed2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/2a802508-2b4c-4369-9a37-6d6dd1d0dea8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7323692 Jan 27 22:09:42.598209 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51780) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:42.614121 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8790ce2f-0584-42fc-922b-8b8b95a27d59 None None] Sync routers for ids ['2a802508-2b4c-4369-9a37-6d6dd1d0dea8'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:09:42.625537 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-9c7a7770-c0f9-4ca6-8658-83ba6c1ef01c None None] Provisioning complete for port 4ddf6ef8-4b2a-4e5c-a10d-3f498f88fb72 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:42.626737 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7770-c0f9-4ca6-8658-83ba6c1ef01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4ddf6ef8-4b2a-4e5c-a10d-3f498f88fb72), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.645692 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8790ce2f-0584-42fc-922b-8b8b95a27d59 None None] Routers {'2a802508-2b4c-4369-9a37-6d6dd1d0dea8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:42.646344 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8790ce2f-0584-42fc-922b-8b8b95a27d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['2a802508-2b4c-4369-9a37-6d6dd1d0dea8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:42.684851 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493f4118-f39e-4118-badc-f75701d604f4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:42.686293 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-493f4118-f39e-4118-badc-f75701d604f4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/ports/4ddf6ef8-4b2a-4e5c-a10d-3f498f88fb72 HTTP/1.1" status: 200 len: 910 time: 0.0872507 Jan 27 22:09:42.689994 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51784) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:42.733642 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c070c4c6-6a80-4e59-84c8-12be3b31ed2a tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (644b703d-045f-4a8e-9ec8-dab021dc1c9b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.737647 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8790ce2f-0584-42fc-922b-8b8b95a27d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:42.771666 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8790ce2f-0584-42fc-922b-8b8b95a27d59 None None] Routers {'2a802508-2b4c-4369-9a37-6d6dd1d0dea8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:42.776663 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8790ce2f-0584-42fc-922b-8b8b95a27d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['2a802508-2b4c-4369-9a37-6d6dd1d0dea8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:42.794877 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.797176 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a7770-c0f9-4ca6-8658-83ba6c1ef01c None None] Port 4ddf6ef8-4b2a-4e5c-a10d-3f498f88fb72 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:09:42.801877 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-365bd278-1694-4970-a3ed-3b29422e2f60 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for port (1b7bee45-c8fb-4e78-a5d1-e87eea6fe6dd), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.826514 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8790ce2f-0584-42fc-922b-8b8b95a27d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:42.827540 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8790ce2f-0584-42fc-922b-8b8b95a27d59 None None] The sync data for ids ['2a802508-2b4c-4369-9a37-6d6dd1d0dea8'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:09:42.874219 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070c4c6-6a80-4e59-84c8-12be3b31ed2a tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Pushing event deleted for resources: {'Port': ['ID=644b703d-045f-4a8e-9ec8-dab021dc1c9b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:42.978419 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c070c4c6-6a80-4e59-84c8-12be3b31ed2a tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.982813 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c070c4c6-6a80-4e59-84c8-12be3b31ed2a tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] 10.222.0.23 "DELETE /v2.0/ports/644b703d-045f-4a8e-9ec8-dab021dc1c9b HTTP/1.1" status: 204 len: 168 time: 1.0847166 Jan 27 22:09:42.985430 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51792) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:43.060637 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-365bd278-1694-4970-a3ed-3b29422e2f60 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (1b7bee45-c8fb-4e78-a5d1-e87eea6fe6dd), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.075463 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991845e1-3b49-4582-86c1-ad2f79a35b22 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:43.083132 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-991845e1-3b49-4582-86c1-ad2f79a35b22 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] 10.222.0.23 "GET /v2.0/ports?device_id=51e1a247-8540-4ae5-bbba-63d062adcb71 HTTP/1.1" status: 200 len: 913 time: 0.0964799 Jan 27 22:09:43.089784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51796) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:43.121347 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365bd278-1694-4970-a3ed-3b29422e2f60 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:43.148648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51798) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:43.160157 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-365bd278-1694-4970-a3ed-3b29422e2f60 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:43.169593 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365bd278-1694-4970-a3ed-3b29422e2f60 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:43.223268 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bd278-1694-4970-a3ed-3b29422e2f60 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Pushing event updated for resources: {'Port': ['ID=1b7bee45-c8fb-4e78-a5d1-e87eea6fe6dd,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:43.359174 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-69eb9bf3-0e2f-4853-a4e7-7b697e4a4941 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2047894962-network', 'tenant_id': 'b8ff5965dbe845ad8dfc21de0324c73f'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:43.426377 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69eb9bf3-0e2f-4853-a4e7-7b697e4a4941 admin admin] Made reservation on behalf of b8ff5965dbe845ad8dfc21de0324c73f for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:43.429857 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69eb9bf3-0e2f-4853-a4e7-7b697e4a4941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.466786 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69eb9bf3-0e2f-4853-a4e7-7b697e4a4941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.643192 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69eb9bf3-0e2f-4853-a4e7-7b697e4a4941 admin admin] Publish callbacks [] for security_group (dce889c2-9062-487e-bd98-25b48ea59bc9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.653598 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69eb9bf3-0e2f-4853-a4e7-7b697e4a4941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (dce889c2-9062-487e-bd98-25b48ea59bc9), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.692520 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69eb9bf3-0e2f-4853-a4e7-7b697e4a4941 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:43.705523 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ebaa0136-7dea-44ba-a8f4-b0f5bbfb6350 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (51e1a247-8540-4ae5-bbba-63d062adcb71), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.710582 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb9bf3-0e2f-4853-a4e7-7b697e4a4941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce889c2-9062-487e-bd98-25b48ea59bc9,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:43.763569 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69eb9bf3-0e2f-4853-a4e7-7b697e4a4941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (314f61f3-b8b5-4614-bddf-18d4e443021f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.763569 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-69eb9bf3-0e2f-4853-a4e7-7b697e4a4941 admin admin] Added segment 314f61f3-b8b5-4614-bddf-18d4e443021f of type vlan for network 5419bc74-6b2d-430a-9201-8113a6fe3eb8 Jan 27 22:09:43.848346 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69eb9bf3-0e2f-4853-a4e7-7b697e4a4941 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (5419bc74-6b2d-430a-9201-8113a6fe3eb8), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.932342 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69eb9bf3-0e2f-4853-a4e7-7b697e4a4941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (5419bc74-6b2d-430a-9201-8113a6fe3eb8), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.933923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eb9bf3-0e2f-4853-a4e7-7b697e4a4941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:43.934055 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69eb9bf3-0e2f-4853-a4e7-7b697e4a4941 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.964257 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-69eb9bf3-0e2f-4853-a4e7-7b697e4a4941 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8144107 Jan 27 22:09:43.984455 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51814) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:43.989542 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5c1b567e-4871-450d-9670-b33a793913f8 admin admin] Request body: {'subnet': {'network_id': '5419bc74-6b2d-430a-9201-8113a6fe3eb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2047894962-subnet', 'tenant_id': 'b8ff5965dbe845ad8dfc21de0324c73f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:44.019560 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1af0522-3b37-4df5-a50b-6c51da038d4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:44.046831 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb9bf3-0e2f-4853-a4e7-7b697e4a4941 admin admin] Pushing event updated for resources: {'Network': ['ID=5419bc74-6b2d-430a-9201-8113a6fe3eb8,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:44.074895 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 5419bc74-6b2d-430a-9201-8113a6fe3eb8 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:44.125959 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1b567e-4871-450d-9670-b33a793913f8 admin admin] Made reservation on behalf of b8ff5965dbe845ad8dfc21de0324c73f for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:44.131712 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5c1b567e-4871-450d-9670-b33a793913f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:44.183734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa0136-7dea-44ba-a8f4-b0f5bbfb6350 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Deleting port 47bbf042-9e56-4714-b1e6-a97b2fae0de3 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:44.184084 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ebaa0136-7dea-44ba-a8f4-b0f5bbfb6350 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (47bbf042-9e56-4714-b1e6-a97b2fae0de3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:44.281186 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-365bd278-1694-4970-a3ed-3b29422e2f60 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_gateway (d6b827ad-ff70-412b-be2e-74221038034c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:44.317238 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ebaa0136-7dea-44ba-a8f4-b0f5bbfb6350 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (47bbf042-9e56-4714-b1e6-a97b2fae0de3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:44.341907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa0136-7dea-44ba-a8f4-b0f5bbfb6350 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Calling delete_port for 47bbf042-9e56-4714-b1e6-a97b2fae0de3 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:44.569872 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ebaa0136-7dea-44ba-a8f4-b0f5bbfb6350 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (47bbf042-9e56-4714-b1e6-a97b2fae0de3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:44.623999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa0136-7dea-44ba-a8f4-b0f5bbfb6350 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Pushing event deleted for resources: {'Port': ['ID=47bbf042-9e56-4714-b1e6-a97b2fae0de3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:44.645283 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5c1b567e-4871-450d-9670-b33a793913f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (dc215a98-ed60-48b8-967f-f4e33314f850), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:44.859036 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ebaa0136-7dea-44ba-a8f4-b0f5bbfb6350 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (51e1a247-8540-4ae5-bbba-63d062adcb71), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:44.869530 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b567e-4871-450d-9670-b33a793913f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc215a98-ed60-48b8-967f-f4e33314f850,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:44.871964 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-365bd278-1694-4970-a3ed-3b29422e2f60 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (d6b827ad-ff70-412b-be2e-74221038034c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:44.896967 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-b1af0522-3b37-4df5-a50b-6c51da038d4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Allocated IP 172.21.0.1 (372a855a-ef30-47a5-a85a-f541233cba7f/1a895f63-ca7a-4a4b-9619-701d4065c34a/22c94f12-f58b-43e2-aa2f-1a98131384b4) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:44.951762 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1b567e-4871-450d-9670-b33a793913f8 admin admin] Checking segment: {'id': '314f61f3-b8b5-4614-bddf-18d4e443021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5419bc74-6b2d-430a-9201-8113a6fe3eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:44.952133 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1b567e-4871-450d-9670-b33a793913f8 admin admin] Network hostable DHCP agents. Network: 5419bc74-6b2d-430a-9201-8113a6fe3eb8, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:09:45.085423 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1b567e-4871-450d-9670-b33a793913f8 admin admin] Network 5419bc74-6b2d-430a-9201-8113a6fe3eb8 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:09:45.146523 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebaa0136-7dea-44ba-a8f4-b0f5bbfb6350 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Router 51e1a247-8540-4ae5-bbba-63d062adcb71 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:09:45.151196 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-5c1b567e-4871-450d-9670-b33a793913f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 5419bc74-6b2d-430a-9201-8113a6fe3eb8) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:45.163674 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442cc0fc-ece4-46e3-97a5-0d622505bd9d None None] Network 5419bc74-6b2d-430a-9201-8113a6fe3eb8 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:45.182754 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1b567e-4871-450d-9670-b33a793913f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:45.183358 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5c1b567e-4871-450d-9670-b33a793913f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:45.249947 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaa0136-7dea-44ba-a8f4-b0f5bbfb6350 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:09:45.252281 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1af0522-3b37-4df5-a50b-6c51da038d4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for port (22c94f12-f58b-43e2-aa2f-1a98131384b4), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:45.272782 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ebaa0136-7dea-44ba-a8f4-b0f5bbfb6350 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] 10.222.0.23 "PUT /v2.0/routers/51e1a247-8540-4ae5-bbba-63d062adcb71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1739833 Jan 27 22:09:45.272782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51824) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:45.273120 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d2d61-a5f1-4bc7-9430-bfab868c3dc9 None None] Sync routers for ids ['51e1a247-8540-4ae5-bbba-63d062adcb71'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:09:45.274009 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5c1b567e-4871-450d-9670-b33a793913f8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2883155 Jan 27 22:09:45.308753 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53d2d61-a5f1-4bc7-9430-bfab868c3dc9 None None] Routers {'51e1a247-8540-4ae5-bbba-63d062adcb71'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:45.309583 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-e53d2d61-a5f1-4bc7-9430-bfab868c3dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['51e1a247-8540-4ae5-bbba-63d062adcb71'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:45.312859 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365bd278-1694-4970-a3ed-3b29422e2f60 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Router d6b827ad-ff70-412b-be2e-74221038034c is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:09:45.366432 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1af0522-3b37-4df5-a50b-6c51da038d4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (22c94f12-f58b-43e2-aa2f-1a98131384b4), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:45.370638 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-e53d2d61-a5f1-4bc7-9430-bfab868c3dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:45.391276 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53d2d61-a5f1-4bc7-9430-bfab868c3dc9 None None] Routers {'51e1a247-8540-4ae5-bbba-63d062adcb71'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:45.392401 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-e53d2d61-a5f1-4bc7-9430-bfab868c3dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['51e1a247-8540-4ae5-bbba-63d062adcb71'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:45.403951 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-47cd029a-6576-42f0-b751-e0ea9ca6fc0a tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for router (51e1a247-8540-4ae5-bbba-63d062adcb71), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:45.409164 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1af0522-3b37-4df5-a50b-6c51da038d4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network 372a855a-ef30-47a5-a85a-f541233cba7f is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:45.417908 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-b1af0522-3b37-4df5-a50b-6c51da038d4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:45.427837 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1af0522-3b37-4df5-a50b-6c51da038d4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:45.500567 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af0522-3b37-4df5-a50b-6c51da038d4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Port': ['ID=22c94f12-f58b-43e2-aa2f-1a98131384b4,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:45.561307 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1af0522-3b37-4df5-a50b-6c51da038d4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (2a802508-2b4c-4369-9a37-6d6dd1d0dea8), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:45.563830 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-e53d2d61-a5f1-4bc7-9430-bfab868c3dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:45.564652 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d2d61-a5f1-4bc7-9430-bfab868c3dc9 None None] The sync data for ids ['51e1a247-8540-4ae5-bbba-63d062adcb71'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:09:45.618371 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48271348-1830-4c6e-9f77-78778cf29a10 None None] Network 5419bc74-6b2d-430a-9201-8113a6fe3eb8 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:45.623191 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365bd278-1694-4970-a3ed-3b29422e2f60 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:09:45.636736 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a42e58-2fc1-48fc-a09d-61df062e3710 None None] Sync routers for ids ['d6b827ad-ff70-412b-be2e-74221038034c'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:09:45.659804 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a42e58-2fc1-48fc-a09d-61df062e3710 None None] Routers {'d6b827ad-ff70-412b-be2e-74221038034c'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:45.661055 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-31a42e58-2fc1-48fc-a09d-61df062e3710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['d6b827ad-ff70-412b-be2e-74221038034c'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:45.694796 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-365bd278-1694-4970-a3ed-3b29422e2f60 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:45.698162 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-365bd278-1694-4970-a3ed-3b29422e2f60 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.3748903 Jan 27 22:09:45.703425 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51840) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:45.734606 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-31a42e58-2fc1-48fc-a09d-61df062e3710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:45.746853 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a42e58-2fc1-48fc-a09d-61df062e3710 None None] Routers {'d6b827ad-ff70-412b-be2e-74221038034c'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:45.748647 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-31a42e58-2fc1-48fc-a09d-61df062e3710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['d6b827ad-ff70-412b-be2e-74221038034c'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:45.825726 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-31a42e58-2fc1-48fc-a09d-61df062e3710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:45.826399 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a42e58-2fc1-48fc-a09d-61df062e3710 None None] The sync data for ids ['d6b827ad-ff70-412b-be2e-74221038034c'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:09:45.950619 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1af0522-3b37-4df5-a50b-6c51da038d4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (22c94f12-f58b-43e2-aa2f-1a98131384b4), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:45.963530 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e839e49b-5e7f-41ce-a0df-8ac6c21cf5e8 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "GET /v2.0/routers/d6b827ad-ff70-412b-be2e-74221038034c HTTP/1.1" status: 200 len: 920 time: 0.2560599 Jan 27 22:09:45.968084 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51850) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:46.008971 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bb4319eb-2610-445b-b46b-aecee648dc2b tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6b827ad-ff70-412b-be2e-74221038034c HTTP/1.1" status: 200 len: 205 time: 0.0364435 Jan 27 22:09:46.008971 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51852) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:46.074546 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ffe44d77-22b5-4116-bebc-9747f3ce4482 None None] Provisioning complete for port 22c94f12-f58b-43e2-aa2f-1a98131384b4 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:46.074937 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ffe44d77-22b5-4116-bebc-9747f3ce4482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (22c94f12-f58b-43e2-aa2f-1a98131384b4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.141158 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51856) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:46.143867 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router (d6b827ad-ff70-412b-be2e-74221038034c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.146280 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ffe44d77-22b5-4116-bebc-9747f3ce4482 None None] Port 22c94f12-f58b-43e2-aa2f-1a98131384b4 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:09:46.151722 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-661ed5bb-f01c-4ad6-8451-d2cdf9b1b921 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1709487179-network', 'tenant_id': 'aca727e6998444f79c26d00d98f63f6f'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:46.214608 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661ed5bb-f01c-4ad6-8451-d2cdf9b1b921 admin admin] Made reservation on behalf of aca727e6998444f79c26d00d98f63f6f for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:46.216590 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-661ed5bb-f01c-4ad6-8451-d2cdf9b1b921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.257542 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-47cd029a-6576-42f0-b751-e0ea9ca6fc0a tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (51e1a247-8540-4ae5-bbba-63d062adcb71), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.264679 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-661ed5bb-f01c-4ad6-8451-d2cdf9b1b921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.266418 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-47cd029a-6576-42f0-b751-e0ea9ca6fc0a tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for router_controller (51e1a247-8540-4ae5-bbba-63d062adcb71), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.355182 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-47cd029a-6576-42f0-b751-e0ea9ca6fc0a tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (51e1a247-8540-4ae5-bbba-63d062adcb71), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.356303 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cd029a-6576-42f0-b751-e0ea9ca6fc0a tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Fanout notify agent at l3_agent the message router_deleted on router 51e1a247-8540-4ae5-bbba-63d062adcb71 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:09:46.367665 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-47cd029a-6576-42f0-b751-e0ea9ca6fc0a tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.372642 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-47cd029a-6576-42f0-b751-e0ea9ca6fc0a tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] 10.222.0.23 "DELETE /v2.0/routers/51e1a247-8540-4ae5-bbba-63d062adcb71 HTTP/1.1" status: 204 len: 168 time: 1.1021152 Jan 27 22:09:46.373457 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51860) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:46.493489 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb38f07-f3b9-4dba-a86c-b27709a32f4c tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Deleting subnet 3164571d-b7bd-4646-b1b6-0898e9ee7ab9 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:09:46.505315 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1eb38f07-f3b9-4dba-a86c-b27709a32f4c tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for subnet (3164571d-b7bd-4646-b1b6-0898e9ee7ab9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.519114 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_gateway (d6b827ad-ff70-412b-be2e-74221038034c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.565527 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1eb38f07-f3b9-4dba-a86c-b27709a32f4c tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (3164571d-b7bd-4646-b1b6-0898e9ee7ab9), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.677676 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1eb38f07-f3b9-4dba-a86c-b27709a32f4c tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (3164571d-b7bd-4646-b1b6-0898e9ee7ab9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.683195 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-661ed5bb-f01c-4ad6-8451-d2cdf9b1b921 admin admin] Publish callbacks [] for security_group (1658e213-26aa-4c41-bc4d-6759a5b46822), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.707119 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-661ed5bb-f01c-4ad6-8451-d2cdf9b1b921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1658e213-26aa-4c41-bc4d-6759a5b46822), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.757172 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1eb38f07-f3b9-4dba-a86c-b27709a32f4c tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (3164571d-b7bd-4646-b1b6-0898e9ee7ab9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.758772 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661ed5bb-f01c-4ad6-8451-d2cdf9b1b921 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:46.814762 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb38f07-f3b9-4dba-a86c-b27709a32f4c tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Pushing event deleted for resources: {'Subnet': ['ID=3164571d-b7bd-4646-b1b6-0898e9ee7ab9,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:46.815755 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f713bc42-d7c6-4847-8065-fe13c69b190d None None] Network 5355c25a-6197-4325-a5d1-3b8d26b605b4 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:46.817200 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1eb38f07-f3b9-4dba-a86c-b27709a32f4c tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.825323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1eb38f07-f3b9-4dba-a86c-b27709a32f4c tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] 10.222.0.23 "DELETE /v2.0/subnets/3164571d-b7bd-4646-b1b6-0898e9ee7ab9 HTTP/1.1" status: 204 len: 168 time: 0.4295418 Jan 27 22:09:46.826039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51866) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:46.959337 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-90046ee8-7ea5-4003-82a5-d6fb2bc43735 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (5355c25a-6197-4325-a5d1-3b8d26b605b4), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:46.982223 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0793100-f002-441b-afb9-5e07068a6217 req-777d6e26-cc0d-404b-8dd2-a09627629eef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0904729 Jan 27 22:09:47.083506 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-90046ee8-7ea5-4003-82a5-d6fb2bc43735 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Deleting port 1f022d62-605b-46db-b1f3-da791ca4bdd3 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:47.084733 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-90046ee8-7ea5-4003-82a5-d6fb2bc43735 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1f022d62-605b-46db-b1f3-da791ca4bdd3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.101067 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0793100-f002-441b-afb9-5e07068a6217 req-afba9801-dc53-4230-be88-6ae16c583d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:47.102837 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0793100-f002-441b-afb9-5e07068a6217 req-afba9801-dc53-4230-be88-6ae16c583d10 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5fa39c9f14c34091a555381958bf20fa&device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 1096 time: 0.0793085 Jan 27 22:09:47.110246 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a1d617-8479-4b4c-bc43-9214ce094dbd None None] DHCP port deletion for 5355c25a-6197-4325-a5d1-3b8d26b605b4 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:09:47.178166 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c0a1d617-8479-4b4c-bc43-9214ce094dbd None None] Deleting port 1f022d62-605b-46db-b1f3-da791ca4bdd3 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:47.178802 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0a1d617-8479-4b4c-bc43-9214ce094dbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1f022d62-605b-46db-b1f3-da791ca4bdd3), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.241354 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-90046ee8-7ea5-4003-82a5-d6fb2bc43735 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] For port 1f022d62-605b-46db-b1f3-da791ca4bdd3, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1f022d62-605b-46db-b1f3-da791ca4bdd3,segment=NetworkSegment(019d7a4a-0458-43a0-a724-472e92a7bddb),segment_id=019d7a4a-0458-43a0-a724-472e92a7bddb)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:47.241854 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-90046ee8-7ea5-4003-82a5-d6fb2bc43735 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1f022d62-605b-46db-b1f3-da791ca4bdd3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.258817 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ed5bb-f01c-4ad6-8451-d2cdf9b1b921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1658e213-26aa-4c41-bc4d-6759a5b46822,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:47.261859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-90046ee8-7ea5-4003-82a5-d6fb2bc43735 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Calling delete_port for 1f022d62-605b-46db-b1f3-da791ca4bdd3 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:47.264176 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1af0522-3b37-4df5-a50b-6c51da038d4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for port (22c94f12-f58b-43e2-aa2f-1a98131384b4), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.266196 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-661ed5bb-f01c-4ad6-8451-d2cdf9b1b921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (fcf2909e-8060-4832-9973-c207e93f02ad), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.266556 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-661ed5bb-f01c-4ad6-8451-d2cdf9b1b921 admin admin] Added segment fcf2909e-8060-4832-9973-c207e93f02ad of type vlan for network 9784bd45-ff09-441f-aa58-1fedeb3ace1b Jan 27 22:09:47.269143 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Deleting port 1b7bee45-c8fb-4e78-a5d1-e87eea6fe6dd {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:47.269450 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1b7bee45-c8fb-4e78-a5d1-e87eea6fe6dd), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.289787 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1af0522-3b37-4df5-a50b-6c51da038d4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (22c94f12-f58b-43e2-aa2f-1a98131384b4), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.302686 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c0a1d617-8479-4b4c-bc43-9214ce094dbd None None] For port 1f022d62-605b-46db-b1f3-da791ca4bdd3, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1f022d62-605b-46db-b1f3-da791ca4bdd3,segment=NetworkSegment(019d7a4a-0458-43a0-a724-472e92a7bddb),segment_id=019d7a4a-0458-43a0-a724-472e92a7bddb)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:47.305587 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0a1d617-8479-4b4c-bc43-9214ce094dbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1f022d62-605b-46db-b1f3-da791ca4bdd3), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.324895 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c0a1d617-8479-4b4c-bc43-9214ce094dbd None None] Calling delete_port for 1f022d62-605b-46db-b1f3-da791ca4bdd3 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:47.332753 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0793100-f002-441b-afb9-5e07068a6217 req-b7e1adbb-04f7-453f-aa1f-1fb94eef409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:47.334649 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0793100-f002-441b-afb9-5e07068a6217 req-b7e1adbb-04f7-453f-aa1f-1fb94eef409e service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b09128f-4816-4051-b7b2-5b7a59716965 HTTP/1.1" status: 200 len: 911 time: 0.1814420 Jan 27 22:09:47.414799 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-661ed5bb-f01c-4ad6-8451-d2cdf9b1b921 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (9784bd45-ff09-441f-aa58-1fedeb3ace1b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.475157 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1af0522-3b37-4df5-a50b-6c51da038d4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (2a802508-2b4c-4369-9a37-6d6dd1d0dea8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.481190 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af0522-3b37-4df5-a50b-6c51da038d4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Port': ['ID=22c94f12-f58b-43e2-aa2f-1a98131384b4,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:47.488514 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0793100-f002-441b-afb9-5e07068a6217 req-6b67346c-5197-45c4-8f50-aee870064923 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f013428-d36e-48cd-93d1-85d7f63f05cb HTTP/1.1" status: 200 len: 1001 time: 0.1460547 Jan 27 22:09:47.495105 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0a1d617-8479-4b4c-bc43-9214ce094dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (1f022d62-605b-46db-b1f3-da791ca4bdd3), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.517176 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1b7bee45-c8fb-4e78-a5d1-e87eea6fe6dd), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.536288 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-90046ee8-7ea5-4003-82a5-d6fb2bc43735 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (1f022d62-605b-46db-b1f3-da791ca4bdd3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.543206 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-661ed5bb-f01c-4ad6-8451-d2cdf9b1b921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (9784bd45-ff09-441f-aa58-1fedeb3ace1b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.544273 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661ed5bb-f01c-4ad6-8451-d2cdf9b1b921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:47.545349 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-661ed5bb-f01c-4ad6-8451-d2cdf9b1b921 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.547114 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Calling delete_port for 1b7bee45-c8fb-4e78-a5d1-e87eea6fe6dd owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:47.557007 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a1d617-8479-4b4c-bc43-9214ce094dbd None None] No DVR routers for this DVR port 1f022d62-605b-46db-b1f3-da791ca4bdd3 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:09:47.566662 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1d617-8479-4b4c-bc43-9214ce094dbd None None] Pushing event deleted for resources: {'Port': ['ID=1f022d62-605b-46db-b1f3-da791ca4bdd3,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:47.566662 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1f022d62-605b-46db-b1f3-da791ca4bdd3 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:09:47.575384 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90046ee8-7ea5-4003-82a5-d6fb2bc43735 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Pushing event deleted for resources: {'Port': ['ID=1f022d62-605b-46db-b1f3-da791ca4bdd3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:47.577964 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90046ee8-7ea5-4003-82a5-d6fb2bc43735 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] No DVR routers for this DVR port 1f022d62-605b-46db-b1f3-da791ca4bdd3 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:09:47.614701 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 1f022d62-605b-46db-b1f3-da791ca4bdd3 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:09:47.614804 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1f022d62-605b-46db-b1f3-da791ca4bdd3 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:09:47.621161 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0793100-f002-441b-afb9-5e07068a6217 req-1fa27f4e-48ce-4ebc-9825-24d6c91f88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:47.623002 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0793100-f002-441b-afb9-5e07068a6217 req-1fa27f4e-48ce-4ebc-9825-24d6c91f88cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8368a6d-250d-43a0-8b81-29729883ab77 HTTP/1.1" status: 200 len: 849 time: 0.1261468 Jan 27 22:09:47.658680 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-661ed5bb-f01c-4ad6-8451-d2cdf9b1b921 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5120378 Jan 27 22:09:47.666192 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51874) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:47.715058 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-71eb511c-37dc-4f34-a0e4-be39cff9aa0e admin admin] Request body: {'subnet': {'network_id': '9784bd45-ff09-441f-aa58-1fedeb3ace1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1709487179-subnet', 'tenant_id': 'aca727e6998444f79c26d00d98f63f6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:47.734905 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-90046ee8-7ea5-4003-82a5-d6fb2bc43735 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (5355c25a-6197-4325-a5d1-3b8d26b605b4), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.768257 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-90046ee8-7ea5-4003-82a5-d6fb2bc43735 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5355c25a-6197-4325-a5d1-3b8d26b605b4']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:47.773219 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ed5bb-f01c-4ad6-8451-d2cdf9b1b921 admin admin] Pushing event updated for resources: {'Network': ['ID=9784bd45-ff09-441f-aa58-1fedeb3ace1b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:47.786122 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1af0522-3b37-4df5-a50b-6c51da038d4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network 372a855a-ef30-47a5-a85a-f541233cba7f is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:47.790288 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 9784bd45-ff09-441f-aa58-1fedeb3ace1b details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:47.798128 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-b1af0522-3b37-4df5-a50b-6c51da038d4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:47.814275 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0793100-f002-441b-afb9-5e07068a6217 req-aef7720b-8ce4-413b-bd72-43ca03d5ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:47.815814 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0793100-f002-441b-afb9-5e07068a6217 req-aef7720b-8ce4-413b-bd72-43ca03d5ad15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b09128f-4816-4051-b7b2-5b7a59716965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1826615 Jan 27 22:09:47.817652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-90046ee8-7ea5-4003-82a5-d6fb2bc43735 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019d7a4a-0458-43a0-a724-472e92a7bddb') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:47.817900 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-90046ee8-7ea5-4003-82a5-d6fb2bc43735 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019d7a4a-0458-43a0-a724-472e92a7bddb') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:47.849537 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71eb511c-37dc-4f34-a0e4-be39cff9aa0e admin admin] Made reservation on behalf of aca727e6998444f79c26d00d98f63f6f for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:47.852801 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-71eb511c-37dc-4f34-a0e4-be39cff9aa0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:47.986637 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-90046ee8-7ea5-4003-82a5-d6fb2bc43735 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (019d7a4a-0458-43a0-a724-472e92a7bddb), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:48.011766 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-90046ee8-7ea5-4003-82a5-d6fb2bc43735 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (019d7a4a-0458-43a0-a724-472e92a7bddb), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:48.035733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90046ee8-7ea5-4003-82a5-d6fb2bc43735 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:48.041268 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-90046ee8-7ea5-4003-82a5-d6fb2bc43735 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (019d7a4a-0458-43a0-a724-472e92a7bddb), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:48.045195 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:48.177235 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0793100-f002-441b-afb9-5e07068a6217 req-55a744f6-5934-4594-a0f2-258c542b6b7a service neutron] 10.222.0.21 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439467 Jan 27 22:09:48.186246 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-90046ee8-7ea5-4003-82a5-d6fb2bc43735 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (5355c25a-6197-4325-a5d1-3b8d26b605b4), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:48.199143 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-90046ee8-7ea5-4003-82a5-d6fb2bc43735 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:48.210492 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-90046ee8-7ea5-4003-82a5-d6fb2bc43735 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] 10.222.0.23 "DELETE /v2.0/networks/5355c25a-6197-4325-a5d1-3b8d26b605b4 HTTP/1.1" status: 204 len: 168 time: 1.3838599 Jan 27 22:09:48.273824 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1af0522-3b37-4df5-a50b-6c51da038d4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router 2a802508-2b4c-4369-9a37-6d6dd1d0dea8 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:09:48.289238 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90046ee8-7ea5-4003-82a5-d6fb2bc43735 tempest-FloatingIPNegativeTestJSON-730119116 tempest-FloatingIPNegativeTestJSON-730119116-project] Pushing event deleted for resources: {'Network': ['ID=5355c25a-6197-4325-a5d1-3b8d26b605b4,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:48.306012 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f3582f7a-af63-46ad-8b3f-a17895add8bc None None] Provisioning complete for port 22c94f12-f58b-43e2-aa2f-1a98131384b4 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:48.306753 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f3582f7a-af63-46ad-8b3f-a17895add8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (22c94f12-f58b-43e2-aa2f-1a98131384b4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:48.363786 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0793100-f002-441b-afb9-5e07068a6217 req-66f51cc4-a87d-446c-9587-4a2689f565cd service neutron] 10.222.0.21 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516299 Jan 27 22:09:48.375820 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f3582f7a-af63-46ad-8b3f-a17895add8bc None None] Port 22c94f12-f58b-43e2-aa2f-1a98131384b4 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:09:48.528619 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-71eb511c-37dc-4f34-a0e4-be39cff9aa0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (0f4179f1-d3d8-47ac-8113-254336da2e9b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:48.570020 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (1b7bee45-c8fb-4e78-a5d1-e87eea6fe6dd), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:48.626984 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Pushing event deleted for resources: {'Port': ['ID=1b7bee45-c8fb-4e78-a5d1-e87eea6fe6dd,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:48.668317 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.668317 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.668317 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.668317 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.668873 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.669548 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.669548 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.669763 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.670100 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.670395 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51890) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:48.670508 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.670765 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.671201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.671479 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.687066 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1af0522-3b37-4df5-a50b-6c51da038d4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:09:48.694225 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b1af0522-3b37-4df5-a50b-6c51da038d4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/2a802508-2b4c-4369-9a37-6d6dd1d0dea8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8619709 Jan 27 22:09:48.698036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51894) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:48.698195 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb511c-37dc-4f34-a0e4-be39cff9aa0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f4179f1-d3d8-47ac-8113-254336da2e9b,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:48.701888 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082e3668-3abf-45e2-83a6-026a9981e45e None None] Sync routers for ids ['2a802508-2b4c-4369-9a37-6d6dd1d0dea8'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:09:48.750493 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eb511c-37dc-4f34-a0e4-be39cff9aa0e admin admin] Checking segment: {'id': 'fcf2909e-8060-4832-9973-c207e93f02ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9784bd45-ff09-441f-aa58-1fedeb3ace1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:48.750493 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eb511c-37dc-4f34-a0e4-be39cff9aa0e admin admin] Network hostable DHCP agents. Network: 9784bd45-ff09-441f-aa58-1fedeb3ace1b, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:09:48.752667 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082e3668-3abf-45e2-83a6-026a9981e45e None None] Routers {'2a802508-2b4c-4369-9a37-6d6dd1d0dea8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:48.753440 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-082e3668-3abf-45e2-83a6-026a9981e45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['2a802508-2b4c-4369-9a37-6d6dd1d0dea8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:48.754628 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (d6b827ad-ff70-412b-be2e-74221038034c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:48.823942 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963eed74-834e-402f-b586-c7384a548b6b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:48.827697 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-963eed74-834e-402f-b586-c7384a548b6b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/ports/22c94f12-f58b-43e2-aa2f-1a98131384b4 HTTP/1.1" status: 200 len: 910 time: 0.1291296 Jan 27 22:09:48.832519 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51898) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:48.863277 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-082e3668-3abf-45e2-83a6-026a9981e45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:48.867504 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (d6b827ad-ff70-412b-be2e-74221038034c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:48.870715 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_controller (d6b827ad-ff70-412b-be2e-74221038034c), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:48.879245 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eb511c-37dc-4f34-a0e4-be39cff9aa0e admin admin] Network 9784bd45-ff09-441f-aa58-1fedeb3ace1b is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:09:48.891122 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082e3668-3abf-45e2-83a6-026a9981e45e None None] Routers {'2a802508-2b4c-4369-9a37-6d6dd1d0dea8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:48.892369 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-082e3668-3abf-45e2-83a6-026a9981e45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['2a802508-2b4c-4369-9a37-6d6dd1d0dea8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:48.934311 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (d6b827ad-ff70-412b-be2e-74221038034c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:48.935413 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Fanout notify agent at l3_agent the message router_deleted on router d6b827ad-ff70-412b-be2e-74221038034c {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:09:48.958902 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:48.965080 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b3c32564-fe4b-41ab-924b-fe0a91793e04 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "DELETE /v2.0/routers/d6b827ad-ff70-412b-be2e-74221038034c HTTP/1.1" status: 204 len: 168 time: 2.9541914 Jan 27 22:09:48.967418 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-71eb511c-37dc-4f34-a0e4-be39cff9aa0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 9784bd45-ff09-441f-aa58-1fedeb3ace1b) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:48.970063 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51904) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:48.983294 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-7a12e297-c76e-4c11-9927-218a93669f5d tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1546383855', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'enable_snat': False}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:48.989484 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eb511c-37dc-4f34-a0e4-be39cff9aa0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:48.990087 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-71eb511c-37dc-4f34-a0e4-be39cff9aa0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:48.991938 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67139f8-1ad4-4e6c-8f66-e822108b7874 None None] Network 9784bd45-ff09-441f-aa58-1fedeb3ace1b requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:48.995529 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-082e3668-3abf-45e2-83a6-026a9981e45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:48.997970 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082e3668-3abf-45e2-83a6-026a9981e45e None None] The sync data for ids ['2a802508-2b4c-4369-9a37-6d6dd1d0dea8'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:09:49.054471 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-71eb511c-37dc-4f34-a0e4-be39cff9aa0e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3861852 Jan 27 22:09:49.064033 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7a12e297-c76e-4c11-9927-218a93669f5d tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (efe0635d-9201-45e3-bdec-41f1ea556d43), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:49.065987 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7a12e297-c76e-4c11-9927-218a93669f5d tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (efe0635d-9201-45e3-bdec-41f1ea556d43), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:49.077863 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51908) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:49.225678 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b634f72-f4c2-4536-8b7b-e6a59a396f65 None None] Network 9784bd45-ff09-441f-aa58-1fedeb3ace1b requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:49.264121 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7a12e297-c76e-4c11-9927-218a93669f5d tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_controller (efe0635d-9201-45e3-bdec-41f1ea556d43), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:49.272186 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a187502c-1959-46e9-a602-48911218e968 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3cb3ca018c1c422d8e21ce0f80c0553a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5976181 Jan 27 22:09:49.273249 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51912) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:49.328930 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ff2668-361f-4872-a6fa-b49ffc834907 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:49.329558 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ff2668-361f-4872-a6fa-b49ffc834907 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:49.329791 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ff2668-361f-4872-a6fa-b49ffc834907 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:49.331854 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b1ff2668-361f-4872-a6fa-b49ffc834907 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=7f283cf476a449f8a327cb51a3011c25&network_id=311387d6-3d2b-47db-9edf-f9892a889d06 HTTP/1.1" status: 200 len: 2969 time: 0.2522531 Jan 27 22:09:49.444070 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08f3cb48-0590-461a-b0cd-d6732877f6b8 admin admin] Publish callbacks [] for security_group (c4ff7e6f-c570-4685-91a0-ac54fa3966c4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:49.454238 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6ade107f-e3a9-48e3-831f-3aadaeaa8b41 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (2a802508-2b4c-4369-9a37-6d6dd1d0dea8), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:49.521176 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7a12e297-c76e-4c11-9927-218a93669f5d tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_gateway (efe0635d-9201-45e3-bdec-41f1ea556d43), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:49.534564 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08f3cb48-0590-461a-b0cd-d6732877f6b8 admin admin] Publish callbacks [] for security_group (c4ff7e6f-c570-4685-91a0-ac54fa3966c4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:49.658213 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08f3cb48-0590-461a-b0cd-d6732877f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c4ff7e6f-c570-4685-91a0-ac54fa3966c4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:49.661066 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-08f3cb48-0590-461a-b0cd-d6732877f6b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:49.667848 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-08f3cb48-0590-461a-b0cd-d6732877f6b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4ff7e6f-c570-4685-91a0-ac54fa3966c4 HTTP/1.1" status: 204 len: 168 time: 0.3845437 Jan 27 22:09:49.685092 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3cb48-0590-461a-b0cd-d6732877f6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ff7e6f-c570-4685-91a0-ac54fa3966c4,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:49.820754 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7a12e297-c76e-4c11-9927-218a93669f5d tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_gateway (efe0635d-9201-45e3-bdec-41f1ea556d43), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:49.842342 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7a12e297-c76e-4c11-9927-218a93669f5d tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:49.894916 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-51cd74f9-bb4b-41a7-8d14-c831dc7407a5 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:49.896953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-51cd74f9-bb4b-41a7-8d14-c831dc7407a5 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/networks?id=5419bc74-6b2d-430a-9201-8113a6fe3eb8 HTTP/1.1" status: 200 len: 825 time: 0.1933548 Jan 27 22:09:49.918321 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-6ade107f-e3a9-48e3-831f-3aadaeaa8b41 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting port 22c94f12-f58b-43e2-aa2f-1a98131384b4 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:49.918742 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6ade107f-e3a9-48e3-831f-3aadaeaa8b41 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (22c94f12-f58b-43e2-aa2f-1a98131384b4), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:49.939126 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-2da27c41-e92f-4cb1-a8aa-ec87165cf83d tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/quotas/b8ff5965dbe845ad8dfc21de0324c73f HTTP/1.1" status: 200 len: 375 time: 0.0309093 Jan 27 22:09:50.024434 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-fa273840-c145-4ddc-b93d-154ef8238f37 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b8ff5965dbe845ad8dfc21de0324c73f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545907 Jan 27 22:09:50.062486 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-7a12e297-c76e-4c11-9927-218a93669f5d tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Allocated IP 172.25.3.245 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/fd9a361a-f233-474e-93d8-1a6acd379207) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:50.148191 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6ade107f-e3a9-48e3-831f-3aadaeaa8b41 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (22c94f12-f58b-43e2-aa2f-1a98131384b4), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:50.162284 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-6ade107f-e3a9-48e3-831f-3aadaeaa8b41 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Calling delete_port for 22c94f12-f58b-43e2-aa2f-1a98131384b4 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:50.270050 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7a12e297-c76e-4c11-9927-218a93669f5d tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for port (fd9a361a-f233-474e-93d8-1a6acd379207), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:50.280607 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-20eefdbb-ceb4-4581-93b0-c8ba122f0699 service neutron] 10.222.0.23 "GET /v2.0/networks/5419bc74-6b2d-430a-9201-8113a6fe3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282958 Jan 27 22:09:50.316573 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7a12e297-c76e-4c11-9927-218a93669f5d tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (fd9a361a-f233-474e-93d8-1a6acd379207), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:50.365236 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a12e297-c76e-4c11-9927-218a93669f5d tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:50.370371 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-7a12e297-c76e-4c11-9927-218a93669f5d tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:50.374872 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a12e297-c76e-4c11-9927-218a93669f5d tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:50.437911 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12e297-c76e-4c11-9927-218a93669f5d tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Pushing event updated for resources: {'Port': ['ID=fd9a361a-f233-474e-93d8-1a6acd379207,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:50.601552 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6ade107f-e3a9-48e3-831f-3aadaeaa8b41 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (22c94f12-f58b-43e2-aa2f-1a98131384b4), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:50.683593 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade107f-e3a9-48e3-831f-3aadaeaa8b41 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Port': ['ID=22c94f12-f58b-43e2-aa2f-1a98131384b4,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:50.775721 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-2a7be43e-b6a7-4a47-a5ac-b12d1760744a service neutron] 10.222.0.23 "GET /v2.0/networks/5419bc74-6b2d-430a-9201-8113a6fe3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881756 Jan 27 22:09:50.808912 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51968) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:50.843630 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7a12e297-c76e-4c11-9927-218a93669f5d tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_gateway (efe0635d-9201-45e3-bdec-41f1ea556d43), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:51.021053 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6ade107f-e3a9-48e3-831f-3aadaeaa8b41 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (2a802508-2b4c-4369-9a37-6d6dd1d0dea8), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:51.134529 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7a12e297-c76e-4c11-9927-218a93669f5d tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (efe0635d-9201-45e3-bdec-41f1ea556d43), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:51.139895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-0851e8db-e46d-49bb-bf2e-509806425458 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1762372548'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:51.145159 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:51.204138 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51980) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:51.289752 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63acb1d9-a097-4028-9d03-057fd618a2ad req-a242be74-af12-4cad-ac90-cfdf21b64e8a tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffa4aea-b10e-48d4-baaa-4d49cab99967 HTTP/1.1" status: 200 len: 210 time: 0.1622787 Jan 27 22:09:51.388296 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0851e8db-e46d-49bb-bf2e-509806425458 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:51.392205 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0851e8db-e46d-49bb-bf2e-509806425458 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:51.409128 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0851e8db-e46d-49bb-bf2e-509806425458 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:51.417795 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433f0c2a-4062-48c3-8267-f712adc34636 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:51.436315 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-433f0c2a-4062-48c3-8267-f712adc34636 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 814 time: 0.2292507 Jan 27 22:09:51.474676 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ade107f-e3a9-48e3-831f-3aadaeaa8b41 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router 2a802508-2b4c-4369-9a37-6d6dd1d0dea8 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:09:51.496111 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a12e297-c76e-4c11-9927-218a93669f5d tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Router efe0635d-9201-45e3-bdec-41f1ea556d43 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:09:51.752295 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ade107f-e3a9-48e3-831f-3aadaeaa8b41 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:09:51.767726 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6ade107f-e3a9-48e3-831f-3aadaeaa8b41 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/2a802508-2b4c-4369-9a37-6d6dd1d0dea8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9304318 Jan 27 22:09:51.769981 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bff18f-b9dc-42a0-99c9-f01fdbddf757 None None] Sync routers for ids ['2a802508-2b4c-4369-9a37-6d6dd1d0dea8'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:09:51.770960 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51994) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:51.780525 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0851e8db-e46d-49bb-bf2e-509806425458 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (a0c26299-9d01-4825-8314-b9cb9a80b2c1), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:51.781912 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bff18f-b9dc-42a0-99c9-f01fdbddf757 None None] Routers {'2a802508-2b4c-4369-9a37-6d6dd1d0dea8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:51.782869 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-13bff18f-b9dc-42a0-99c9-f01fdbddf757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['2a802508-2b4c-4369-9a37-6d6dd1d0dea8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:51.793233 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a12e297-c76e-4c11-9927-218a93669f5d tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:09:51.809419 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] Sync routers for ids ['efe0635d-9201-45e3-bdec-41f1ea556d43'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:09:51.832914 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-13bff18f-b9dc-42a0-99c9-f01fdbddf757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:51.841085 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] Routers {'efe0635d-9201-45e3-bdec-41f1ea556d43'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:51.841751 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['efe0635d-9201-45e3-bdec-41f1ea556d43'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:51.846567 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7a12e297-c76e-4c11-9927-218a93669f5d tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:51.848405 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7a12e297-c76e-4c11-9927-218a93669f5d tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.8746712 Jan 27 22:09:51.850943 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51996) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:51.859072 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bff18f-b9dc-42a0-99c9-f01fdbddf757 None None] Routers {'2a802508-2b4c-4369-9a37-6d6dd1d0dea8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:51.860062 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-13bff18f-b9dc-42a0-99c9-f01fdbddf757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['2a802508-2b4c-4369-9a37-6d6dd1d0dea8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:51.899016 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0851e8db-e46d-49bb-bf2e-509806425458 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a0c26299-9d01-4825-8314-b9cb9a80b2c1), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:51.939129 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-13bff18f-b9dc-42a0-99c9-f01fdbddf757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:51.939819 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bff18f-b9dc-42a0-99c9-f01fdbddf757 None None] The sync data for ids ['2a802508-2b4c-4369-9a37-6d6dd1d0dea8'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:09:51.940897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851e8db-e46d-49bb-bf2e-509806425458 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c26299-9d01-4825-8314-b9cb9a80b2c1,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:51.986639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0851e8db-e46d-49bb-bf2e-509806425458 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:51.989798 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52000) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:51.996971 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-d9940839-aaab-4930-aa4d-c29b7410131c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'network': {'name': 'tempest-network-smoke--1110432794', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'port_security_enabled': True}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:52.096176 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0851e8db-e46d-49bb-bf2e-509806425458 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (eec158c0-8891-4176-aeb5-f7c68c61fc26), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.096812 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-0851e8db-e46d-49bb-bf2e-509806425458 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Added segment eec158c0-8891-4176-aeb5-f7c68c61fc26 of type vlan for network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 Jan 27 22:09:52.135334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] Set router efe0635d-9201-45e3-bdec-41f1ea556d43 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:09:52.154804 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9940839-aaab-4930-aa4d-c29b7410131c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Made reservation on behalf of 7f283cf476a449f8a327cb51a3011c25 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:52.159319 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d9940839-aaab-4930-aa4d-c29b7410131c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.282423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9940839-aaab-4930-aa4d-c29b7410131c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:52.312659 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0851e8db-e46d-49bb-bf2e-509806425458 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (8bc1ea37-ce86-4e2b-8195-a36bd1262097), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.347978 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d9940839-aaab-4930-aa4d-c29b7410131c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b5b4849f-ae14-4315-94ae-dd32e60bcad2), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.347978 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-d9940839-aaab-4930-aa4d-c29b7410131c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Added segment b5b4849f-ae14-4315-94ae-dd32e60bcad2 of type vlan for network 2b88bd20-1798-48ad-b21f-622cdc63e125 Jan 27 22:09:52.400296 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0635d-9201-45e3-bdec-41f1ea556d43', 'name': 'tempest-snat-router-1546383855', 'tenant_id': '198458bdf11a4fbab8a9495016c591b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.245'}], 'enable_snat': False}, 'gw_port_id': 'fd9a361a-f233-474e-93d8-1a6acd379207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:09:49Z', 'updated_at': '2022-01-27T22:09:50Z', 'revision_number': 3, 'project_id': '198458bdf11a4fbab8a9495016c591b0', 'gw_port': {'id': 'fd9a361a-f233-474e-93d8-1a6acd379207', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:44:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe0635d-9201-45e3-bdec-41f1ea556d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:09:49Z', 'updated_at': '2022-01-27T22:09:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:52.447653 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.db.resource_extend [None req-0851e8db-e46d-49bb-bf2e-509806425458 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:09:52.454516 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] Checking router: efe0635d-9201-45e3-bdec-41f1ea556d43 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:09:52.455113 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] Updating router efe0635d-9201-45e3-bdec-41f1ea556d43 port fd9a361a-f233-474e-93d8-1a6acd379207 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:09:52.491605 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fd9a361a-f233-474e-93d8-1a6acd379207), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.515088 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c8b909f8-9db5-4c9e-9fd0-110029e7cfa8 req-f55b7bc8-c227-4a43-8184-1f67852536b3 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffa4aea-b10e-48d4-baaa-4d49cab99967 HTTP/1.1" status: 200 len: 210 time: 0.0903177 Jan 27 22:09:52.545598 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3381f6f5-9712-4cf0-98d9-7ec536efb4f3 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "GET /v2.0/routers/efe0635d-9201-45e3-bdec-41f1ea556d43 HTTP/1.1" status: 200 len: 909 time: 0.6933408 Jan 27 22:09:52.552020 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52016) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:52.558882 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b11bde42-99d5-43a1-bcf2-92c56b51154c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1546383855', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'enable_snat': True}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:52.600293 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d9940839-aaab-4930-aa4d-c29b7410131c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (2b88bd20-1798-48ad-b21f-622cdc63e125), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.604363 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0851e8db-e46d-49bb-bf2e-509806425458 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (8bc1ea37-ce86-4e2b-8195-a36bd1262097), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.611008 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0851e8db-e46d-49bb-bf2e-509806425458 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:52.611788 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0851e8db-e46d-49bb-bf2e-509806425458 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.618834 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b11bde42-99d5-43a1-bcf2-92c56b51154c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (1ecc0cf3-3bf0-4581-a43e-a51213bb45a7), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.620536 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b11bde42-99d5-43a1-bcf2-92c56b51154c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (1ecc0cf3-3bf0-4581-a43e-a51213bb45a7), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.725469 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.db.resource_extend [None req-d9940839-aaab-4930-aa4d-c29b7410131c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:09:52.770000 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b11bde42-99d5-43a1-bcf2-92c56b51154c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_controller (1ecc0cf3-3bf0-4581-a43e-a51213bb45a7), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.833916 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] Publish callbacks [] for port (fd9a361a-f233-474e-93d8-1a6acd379207), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.845015 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (fd9a361a-f233-474e-93d8-1a6acd379207), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.880910 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0851e8db-e46d-49bb-bf2e-509806425458 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.0610733 Jan 27 22:09:52.895805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52018) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:52.912421 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] Attempting to bind port fd9a361a-f233-474e-93d8-1a6acd379207 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:09:52.913088 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] Attempting to bind port fd9a361a-f233-474e-93d8-1a6acd379207 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:09:52.913470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] Attempting to bind port fd9a361a-f233-474e-93d8-1a6acd379207 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:09:52.934264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:09:52.934653 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:52.935066 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.935468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:09:52.935964 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] Bound port: fd9a361a-f233-474e-93d8-1a6acd379207, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:09:52.936425 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fd9a361a-f233-474e-93d8-1a6acd379207), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:52.971241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e19f2-73a8-43ba-bfec-a9037bfcbbbb None None] Pushing event updated for resources: {'Port': ['ID=fd9a361a-f233-474e-93d8-1a6acd379207,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:52.974252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-68d52c32-64bb-416d-ba24-52c7aa8d3e5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'port': {'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097', 'name': 'tempest-PortsTestJSON-286738112'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:53.021023 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] For port fd9a361a-f233-474e-93d8-1a6acd379207, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:09:53.025941 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] For port fd9a361a-f233-474e-93d8-1a6acd379207, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=fd9a361a-f233-474e-93d8-1a6acd379207,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:09:53.043375 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (fd9a361a-f233-474e-93d8-1a6acd379207), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:53.047479 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d9940839-aaab-4930-aa4d-c29b7410131c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (2b88bd20-1798-48ad-b21f-622cdc63e125), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:53.053442 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b11bde42-99d5-43a1-bcf2-92c56b51154c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_gateway (1ecc0cf3-3bf0-4581-a43e-a51213bb45a7), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:53.054696 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9940839-aaab-4930-aa4d-c29b7410131c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:53.055466 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d9940839-aaab-4930-aa4d-c29b7410131c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:53.058759 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851e8db-e46d-49bb-bf2e-509806425458 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Network': ['ID=8bc1ea37-ce86-4e2b-8195-a36bd1262097,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:53.111954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:53.304480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] Routers {'efe0635d-9201-45e3-bdec-41f1ea556d43'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:53.305247 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['efe0635d-9201-45e3-bdec-41f1ea556d43'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:53.340255 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b11bde42-99d5-43a1-bcf2-92c56b51154c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_gateway (1ecc0cf3-3bf0-4581-a43e-a51213bb45a7), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:53.363836 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e19f2-73a8-43ba-bfec-a9037bfcbbbb None None] Pushing event updated for resources: {'Port': ['ID=fd9a361a-f233-474e-93d8-1a6acd379207,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:53.380466 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b11bde42-99d5-43a1-bcf2-92c56b51154c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:53.520324 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] Set router efe0635d-9201-45e3-bdec-41f1ea556d43 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:09:53.605688 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-b11bde42-99d5-43a1-bcf2-92c56b51154c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Allocated IP 172.25.3.179 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/e2a3250a-74b2-4e11-9c38-d6f5ac596db8) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:53.755327 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-8a9e18c6-1839-468a-a4cc-1da1eeff8144 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:53.757363 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-8a9e18c6-1839-468a-a4cc-1da1eeff8144 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.15 "GET /v2.0/networks?id=5419bc74-6b2d-430a-9201-8113a6fe3eb8 HTTP/1.1" status: 200 len: 825 time: 1.0899112 Jan 27 22:09:53.785420 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe0635d-9201-45e3-bdec-41f1ea556d43', 'name': 'tempest-snat-router-1546383855', 'tenant_id': '198458bdf11a4fbab8a9495016c591b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.245'}], 'enable_snat': False}, 'gw_port_id': 'fd9a361a-f233-474e-93d8-1a6acd379207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:09:49Z', 'updated_at': '2022-01-27T22:09:50Z', 'revision_number': 3, 'project_id': '198458bdf11a4fbab8a9495016c591b0', 'gw_port': {'id': 'fd9a361a-f233-474e-93d8-1a6acd379207', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:44:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe0635d-9201-45e3-bdec-41f1ea556d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:09:49Z', 'updated_at': '2022-01-27T22:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:53.796052 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-e843ad17-295c-4f57-b2db-bec463f07d9e tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Request body: {'port': {'device_id': '6ffa4aea-b10e-48d4-baaa-4d49cab99967', 'network_id': '5419bc74-6b2d-430a-9201-8113a6fe3eb8', 'admin_state_up': True, 'tenant_id': 'b8ff5965dbe845ad8dfc21de0324c73f'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:53.797988 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b11bde42-99d5-43a1-bcf2-92c56b51154c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for port (e2a3250a-74b2-4e11-9c38-d6f5ac596db8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:53.821995 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53250be5-d24c-472d-abcd-7bce48b58686 None None] The sync data for ids ['efe0635d-9201-45e3-bdec-41f1ea556d43'] in n-d-772272-3 is: [{'id': 'efe0635d-9201-45e3-bdec-41f1ea556d43', 'name': 'tempest-snat-router-1546383855', 'tenant_id': '198458bdf11a4fbab8a9495016c591b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.245'}], 'enable_snat': False}, 'gw_port_id': 'fd9a361a-f233-474e-93d8-1a6acd379207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:09:49Z', 'updated_at': '2022-01-27T22:09:50Z', 'revision_number': 3, 'project_id': '198458bdf11a4fbab8a9495016c591b0', 'gw_port': {'id': 'fd9a361a-f233-474e-93d8-1a6acd379207', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:44:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe0635d-9201-45e3-bdec-41f1ea556d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:09:49Z', 'updated_at': '2022-01-27T22:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:09:53.841133 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b11bde42-99d5-43a1-bcf2-92c56b51154c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (e2a3250a-74b2-4e11-9c38-d6f5ac596db8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:53.888575 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11bde42-99d5-43a1-bcf2-92c56b51154c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:53.896622 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-b11bde42-99d5-43a1-bcf2-92c56b51154c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:53.902029 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d9940839-aaab-4930-aa4d-c29b7410131c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9112194 Jan 27 22:09:53.906433 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11bde42-99d5-43a1-bcf2-92c56b51154c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:53.922054 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d33a781-6892-46d8-9577-c0f0b619159d req-b5a4d88a-774c-40d0-99e4-e3b3360c2aea tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffa4aea-b10e-48d4-baaa-4d49cab99967 HTTP/1.1" status: 200 len: 210 time: 0.1592329 Jan 27 22:09:53.922925 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9940839-aaab-4930-aa4d-c29b7410131c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'Network': ['ID=2b88bd20-1798-48ad-b21f-622cdc63e125,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:53.926952 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52028) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:53.938331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 2b88bd20-1798-48ad-b21f-622cdc63e125 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:53.993863 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d52c32-64bb-416d-ba24-52c7aa8d3e5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:53.997607 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-68d52c32-64bb-416d-ba24-52c7aa8d3e5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:54.082873 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11bde42-99d5-43a1-bcf2-92c56b51154c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Pushing event updated for resources: {'Port': ['ID=e2a3250a-74b2-4e11-9c38-d6f5ac596db8,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:54.131253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-68d52c32-64bb-416d-ba24-52c7aa8d3e5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] device_id is not set on port 87edbb31-9942-4929-bda9-18e7221f4de9 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:09:54.145610 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f224a0-b234-4a26-bc9b-16de550e582f tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:54.145943 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7b7a79e4-2a83-47e0-8364-baa810077636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:54.150597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-17f224a0-b234-4a26-bc9b-16de550e582f tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=7f283cf476a449f8a327cb51a3011c25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1857369 Jan 27 22:09:54.157692 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52030) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:54.463864 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b11bde42-99d5-43a1-bcf2-92c56b51154c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_gateway (1ecc0cf3-3bf0-4581-a43e-a51213bb45a7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:54.601688 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c561b4-b342-4814-9dbd-f42e1a577d4b tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:54.603563 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-95c561b4-b342-4814-9dbd-f42e1a577d4b tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4422245 Jan 27 22:09:54.610669 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52038) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:54.661907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-e843ad17-295c-4f57-b2db-bec463f07d9e tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Made reservation on behalf of b8ff5965dbe845ad8dfc21de0324c73f for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:54.665925 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-e843ad17-295c-4f57-b2db-bec463f07d9e tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:54.669835 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1eae0d58-1844-417f-820f-eabd254f9b7e tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0527828 Jan 27 22:09:54.680945 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52040) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:54.684885 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cf45571-4c85-4040-931e-bd514ae725f7 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (2a802508-2b4c-4369-9a37-6d6dd1d0dea8), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:54.743201 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-68d52c32-64bb-416d-ba24-52c7aa8d3e5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for port (87edbb31-9942-4929-bda9-18e7221f4de9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:54.771626 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-636d3ebb-9fd6-4339-8f90-937ba5bdee27 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=7f283cf476a449f8a327cb51a3011c25&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0891678 Jan 27 22:09:54.811350 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52042) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:54.917316 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b11bde42-99d5-43a1-bcf2-92c56b51154c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (1ecc0cf3-3bf0-4581-a43e-a51213bb45a7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:55.044535 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a559a614-f976-489c-8a94-ca2e6551259d tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:55.049530 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a559a614-f976-489c-8a94-ca2e6551259d tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2352977 Jan 27 22:09:55.050032 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52046) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:55.064296 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-68d52c32-64bb-416d-ba24-52c7aa8d3e5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (87edbb31-9942-4929-bda9-18e7221f4de9), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:55.168658 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11bde42-99d5-43a1-bcf2-92c56b51154c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Router 1ecc0cf3-3bf0-4581-a43e-a51213bb45a7 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:09:55.262548 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e5a4ffb-67da-4760-bbba-4b9a07f50c9f req-c2b4a685-d6f6-4f9a-958c-afed4a635edf tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffa4aea-b10e-48d4-baaa-4d49cab99967 HTTP/1.1" status: 200 len: 210 time: 0.2134259 Jan 27 22:09:55.263206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d52c32-64bb-416d-ba24-52c7aa8d3e5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Port': ['ID=87edbb31-9942-4929-bda9-18e7221f4de9,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:55.281700 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f632246c-8ebe-4daa-a973-8f91fe33a538 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2257826 Jan 27 22:09:55.286997 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52048) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:55.294475 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-6d4f7aa2-bee1-44c6-bcfe-bc62466eb6aa tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-527491936', 'network_id': '2b88bd20-1798-48ad-b21f-622cdc63e125', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:55.335110 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11bde42-99d5-43a1-bcf2-92c56b51154c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:09:55.346851 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] Sync routers for ids ['1ecc0cf3-3bf0-4581-a43e-a51213bb45a7'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:09:55.358353 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b11bde42-99d5-43a1-bcf2-92c56b51154c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:55.359867 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b11bde42-99d5-43a1-bcf2-92c56b51154c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.8066754 Jan 27 22:09:55.363196 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52052) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:55.370699 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] Routers {'1ecc0cf3-3bf0-4581-a43e-a51213bb45a7'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:55.371353 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1ecc0cf3-3bf0-4581-a43e-a51213bb45a7'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:55.433932 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-e843ad17-295c-4f57-b2db-bec463f07d9e tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Allocated IP 172.20.0.6 (5419bc74-6b2d-430a-9201-8113a6fe3eb8/dc215a98-ed60-48b8-967f-f4e33314f850/8119975c-2ade-46bc-9885-c2d0d7913cf1) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:55.552522 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4f7aa2-bee1-44c6-bcfe-bc62466eb6aa tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Made reservation on behalf of 7f283cf476a449f8a327cb51a3011c25 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:55.556852 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7aa2-bee1-44c6-bcfe-bc62466eb6aa tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:55.599617 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] Set router 1ecc0cf3-3bf0-4581-a43e-a51213bb45a7 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:09:55.628867 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6254fddd-c1a6-4adf-a866-2d5b507e3c07 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "GET /v2.0/routers/1ecc0cf3-3bf0-4581-a43e-a51213bb45a7 HTTP/1.1" status: 200 len: 908 time: 0.2623501 Jan 27 22:09:55.634404 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52058) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:55.754190 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device fd9a361a-f233-474e-93d8-1a6acd379207 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:09:55.808333 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d52c32-64bb-416d-ba24-52c7aa8d3e5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Checking segment: {'id': 'eec158c0-8891-4176-aeb5-f7c68c61fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:55.808623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d52c32-64bb-416d-ba24-52c7aa8d3e5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network hostable DHCP agents. Network: 8bc1ea37-ce86-4e2b-8195-a36bd1262097, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:09:55.887415 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port fd9a361a-f233-474e-93d8-1a6acd379207 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:55.891854 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fd9a361a-f233-474e-93d8-1a6acd379207), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:55.899998 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a7169939-786e-4a9f-b6ef-4e30ed8f472e tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router (1ecc0cf3-3bf0-4581-a43e-a51213bb45a7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:56.031820 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecc0cf3-3bf0-4581-a43e-a51213bb45a7', 'name': 'tempest-snat-router-1546383855', 'tenant_id': '198458bdf11a4fbab8a9495016c591b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'e2a3250a-74b2-4e11-9c38-d6f5ac596db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:09:52Z', 'updated_at': '2022-01-27T22:09:54Z', 'revision_number': 3, 'project_id': '198458bdf11a4fbab8a9495016c591b0', 'gw_port': {'id': 'e2a3250a-74b2-4e11-9c38-d6f5ac596db8', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:38:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ecc0cf3-3bf0-4581-a43e-a51213bb45a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:09:53Z', 'updated_at': '2022-01-27T22:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:56.088012 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-e843ad17-295c-4f57-b2db-bec463f07d9e tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Publish callbacks [] for port (8119975c-2ade-46bc-9885-c2d0d7913cf1), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:56.128977 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] Checking router: 1ecc0cf3-3bf0-4581-a43e-a51213bb45a7 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:09:56.129384 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] Updating router 1ecc0cf3-3bf0-4581-a43e-a51213bb45a7 port e2a3250a-74b2-4e11-9c38-d6f5ac596db8 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:09:56.164477 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port fd9a361a-f233-474e-93d8-1a6acd379207 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:56.165561 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fd9a361a-f233-474e-93d8-1a6acd379207), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:56.167007 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a7169939-786e-4a9f-b6ef-4e30ed8f472e tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_gateway (1ecc0cf3-3bf0-4581-a43e-a51213bb45a7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:56.181183 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-e843ad17-295c-4f57-b2db-bec463f07d9e tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (8119975c-2ade-46bc-9885-c2d0d7913cf1), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:56.211030 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e2a3250a-74b2-4e11-9c38-d6f5ac596db8), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:56.211434 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port fd9a361a-f233-474e-93d8-1a6acd379207, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=fd9a361a-f233-474e-93d8-1a6acd379207,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:56.223128 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52064) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:56.225513 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (fd9a361a-f233-474e-93d8-1a6acd379207), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:56.289483 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a7169939-786e-4a9f-b6ef-4e30ed8f472e tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Deleting port e2a3250a-74b2-4e11-9c38-d6f5ac596db8 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:56.289852 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a7169939-786e-4a9f-b6ef-4e30ed8f472e tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e2a3250a-74b2-4e11-9c38-d6f5ac596db8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:56.322819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=fd9a361a-f233-474e-93d8-1a6acd379207,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:56.370872 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-e843ad17-295c-4f57-b2db-bec463f07d9e tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Network 5419bc74-6b2d-430a-9201-8113a6fe3eb8 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:56.398763 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-e843ad17-295c-4f57-b2db-bec463f07d9e tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:56.401625 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d52c32-64bb-416d-ba24-52c7aa8d3e5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:09:56.417596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-e843ad17-295c-4f57-b2db-bec463f07d9e tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:56.470397 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a7169939-786e-4a9f-b6ef-4e30ed8f472e tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e2a3250a-74b2-4e11-9c38-d6f5ac596db8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:56.497874 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a7169939-786e-4a9f-b6ef-4e30ed8f472e tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Calling delete_port for e2a3250a-74b2-4e11-9c38-d6f5ac596db8 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:56.532591 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-e843ad17-295c-4f57-b2db-bec463f07d9e tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:56.533174 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-e843ad17-295c-4f57-b2db-bec463f07d9e tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:56.635484 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-e843ad17-295c-4f57-b2db-bec463f07d9e tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8604777 Jan 27 22:09:56.649444 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-68d52c32-64bb-416d-ba24-52c7aa8d3e5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 8bc1ea37-ce86-4e2b-8195-a36bd1262097) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:56.661263 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18dd200-3940-4c91-80fc-c8f0a830fe55 None None] Network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:56.708466 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] Publish callbacks [] for port (e2a3250a-74b2-4e11-9c38-d6f5ac596db8), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:56.717024 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e2a3250a-74b2-4e11-9c38-d6f5ac596db8), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:56.728932 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] Request body: {'port': {'device_id': '6ffa4aea-b10e-48d4-baaa-4d49cab99967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:56.760630 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f7bd6299-d790-44b3-a78d-0727532f0dac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:56.815950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d52c32-64bb-416d-ba24-52c7aa8d3e5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:56.823758 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a7169939-786e-4a9f-b6ef-4e30ed8f472e tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (e2a3250a-74b2-4e11-9c38-d6f5ac596db8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:56.827910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d52c32-64bb-416d-ba24-52c7aa8d3e5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:56.828606 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-68d52c32-64bb-416d-ba24-52c7aa8d3e5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:56.839066 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843ad17-295c-4f57-b2db-bec463f07d9e tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Pushing event updated for resources: {'Port': ['ID=8119975c-2ade-46bc-9885-c2d0d7913cf1,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:56.840730 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] Attempting to bind port e2a3250a-74b2-4e11-9c38-d6f5ac596db8 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:09:56.841279 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] Attempting to bind port e2a3250a-74b2-4e11-9c38-d6f5ac596db8 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:09:56.841819 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] Attempting to bind port e2a3250a-74b2-4e11-9c38-d6f5ac596db8 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:09:56.853440 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:09:56.854120 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:56.854824 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:56.855388 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:09:56.856694 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] Bound port: e2a3250a-74b2-4e11-9c38-d6f5ac596db8, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:09:56.857265 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e2a3250a-74b2-4e11-9c38-d6f5ac596db8), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:56.871483 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7169939-786e-4a9f-b6ef-4e30ed8f472e tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2a3250a-74b2-4e11-9c38-d6f5ac596db8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:56.896517 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.plugin [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] Port e2a3250a-74b2-4e11-9c38-d6f5ac596db8 has been deleted concurrently {{(pid=109744) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 27 22:09:56.898942 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4877fa-72f9-4d74-ac69-755093be33ab None None] Pushing event updated for resources: {'Port': ['ID=e2a3250a-74b2-4e11-9c38-d6f5ac596db8,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:56.917834 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4877fa-72f9-4d74-ac69-755093be33ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:56.919284 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4877fa-72f9-4d74-ac69-755093be33ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:56.921471 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4877fa-72f9-4d74-ac69-755093be33ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:56.922087 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4877fa-72f9-4d74-ac69-755093be33ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:56.922511 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4877fa-72f9-4d74-ac69-755093be33ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:56.922914 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4877fa-72f9-4d74-ac69-755093be33ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:56.923315 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4877fa-72f9-4d74-ac69-755093be33ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:56.923723 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4877fa-72f9-4d74-ac69-755093be33ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:56.924104 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4877fa-72f9-4d74-ac69-755093be33ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:56.924525 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4877fa-72f9-4d74-ac69-755093be33ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:56.924920 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4877fa-72f9-4d74-ac69-755093be33ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:56.925343 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4877fa-72f9-4d74-ac69-755093be33ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:56.926028 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4877fa-72f9-4d74-ac69-755093be33ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:56.940750 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] Routers {'1ecc0cf3-3bf0-4581-a43e-a51213bb45a7'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:56.941427 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1ecc0cf3-3bf0-4581-a43e-a51213bb45a7'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:56.988278 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a7169939-786e-4a9f-b6ef-4e30ed8f472e tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (1ecc0cf3-3bf0-4581-a43e-a51213bb45a7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:56.998966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20896f90-e518-4645-80d1-0349e81b752a req-15e3216b-f96a-41e4-ab5b-9dc7c97e3663 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:57.000588 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20896f90-e518-4645-80d1-0349e81b752a req-15e3216b-f96a-41e4-ab5b-9dc7c97e3663 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffa4aea-b10e-48d4-baaa-4d49cab99967 HTTP/1.1" status: 200 len: 931 time: 0.4749224 Jan 27 22:09:57.109596 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8119975c-2ade-46bc-9885-c2d0d7913cf1), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.115529 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-68d52c32-64bb-416d-ba24-52c7aa8d3e5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.2037325 Jan 27 22:09:57.136019 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7aa2-bee1-44c6-bcfe-bc62466eb6aa tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (d7f8e6f4-9f78-4696-912f-81f03e5505e6), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.199468 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-501d98ff-418d-4789-90ff-1e99bb4e79d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.229761 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] Set router 1ecc0cf3-3bf0-4581-a43e-a51213bb45a7 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:09:57.248069 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52090) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:57.255895 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-856732f3-0fef-4073-a294-ed50a49979f2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-321691255'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:57.261821 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a7169939-786e-4a9f-b6ef-4e30ed8f472e tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (1ecc0cf3-3bf0-4581-a43e-a51213bb45a7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.266001 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a7169939-786e-4a9f-b6ef-4e30ed8f472e tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_controller (1ecc0cf3-3bf0-4581-a43e-a51213bb45a7), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.321139 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ecc0cf3-3bf0-4581-a43e-a51213bb45a7', 'name': 'tempest-snat-router-1546383855', 'tenant_id': '198458bdf11a4fbab8a9495016c591b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:09:52Z', 'updated_at': '2022-01-27T22:09:56Z', 'revision_number': 5, 'project_id': '198458bdf11a4fbab8a9495016c591b0', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:57.338027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-8cf45571-4c85-4040-931e-bd514ae725f7 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting port 4ddf6ef8-4b2a-4e5c-a10d-3f498f88fb72 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:57.338918 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cf45571-4c85-4040-931e-bd514ae725f7 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (4ddf6ef8-4b2a-4e5c-a10d-3f498f88fb72), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.345851 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856732f3-0fef-4073-a294-ed50a49979f2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:57.349817 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-856732f3-0fef-4073-a294-ed50a49979f2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.357758 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08ac975-e493-4653-acb5-0e52fabd1c8a None None] The sync data for ids ['1ecc0cf3-3bf0-4581-a43e-a51213bb45a7'] in n-d-772272-3 is: [{'id': '1ecc0cf3-3bf0-4581-a43e-a51213bb45a7', 'name': 'tempest-snat-router-1546383855', 'tenant_id': '198458bdf11a4fbab8a9495016c591b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:09:52Z', 'updated_at': '2022-01-27T22:09:56Z', 'revision_number': 5, 'project_id': '198458bdf11a4fbab8a9495016c591b0', 'gw_port_host': None}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:09:57.362429 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a7169939-786e-4a9f-b6ef-4e30ed8f472e tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (1ecc0cf3-3bf0-4581-a43e-a51213bb45a7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.363131 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7169939-786e-4a9f-b6ef-4e30ed8f472e tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ecc0cf3-3bf0-4581-a43e-a51213bb45a7 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:09:57.373018 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a7169939-786e-4a9f-b6ef-4e30ed8f472e tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.377141 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a7169939-786e-4a9f-b6ef-4e30ed8f472e tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "DELETE /v2.0/routers/1ecc0cf3-3bf0-4581-a43e-a51213bb45a7 HTTP/1.1" status: 204 len: 168 time: 1.7392533 Jan 27 22:09:57.377596 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52106) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:57.452834 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-856732f3-0fef-4073-a294-ed50a49979f2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:57.515698 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.523896 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-856732f3-0fef-4073-a294-ed50a49979f2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (1f3c3b70-0422-4c5e-a3d7-03896ba847ae), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.524300 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-856732f3-0fef-4073-a294-ed50a49979f2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Added segment 1f3c3b70-0422-4c5e-a3d7-03896ba847ae of type vlan for network 19e075f3-c097-4b1d-869c-f1aace61598e Jan 27 22:09:57.570026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f7aa2-bee1-44c6-bcfe-bc62466eb6aa tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'Subnet': ['ID=d7f8e6f4-9f78-4696-912f-81f03e5505e6,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:57.616788 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device fd9a361a-f233-474e-93d8-1a6acd379207 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:09:57.626147 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-856732f3-0fef-4073-a294-ed50a49979f2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (19e075f3-c097-4b1d-869c-f1aace61598e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.629321 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d636555-5431-4b44-9a81-a9e7fe9421fa tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router (efe0635d-9201-45e3-bdec-41f1ea556d43), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.646596 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20896f90-e518-4645-80d1-0349e81b752a req-eae148ba-0806-471d-b9fe-4e8d0a5bd0d8 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce889c2-9062-487e-bd98-25b48ea59bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6182923 Jan 27 22:09:57.675270 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4f7aa2-bee1-44c6-bcfe-bc62466eb6aa tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Checking segment: {'id': 'b5b4849f-ae14-4315-94ae-dd32e60bcad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2b88bd20-1798-48ad-b21f-622cdc63e125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:57.675986 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4f7aa2-bee1-44c6-bcfe-bc62466eb6aa tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Network hostable DHCP agents. Network: 2b88bd20-1798-48ad-b21f-622cdc63e125, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:09:57.747644 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-856732f3-0fef-4073-a294-ed50a49979f2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (19e075f3-c097-4b1d-869c-f1aace61598e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.753591 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856732f3-0fef-4073-a294-ed50a49979f2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:57.754204 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-856732f3-0fef-4073-a294-ed50a49979f2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.794798 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-856732f3-0fef-4073-a294-ed50a49979f2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5426967 Jan 27 22:09:57.800380 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52110) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:57.805132 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port fd9a361a-f233-474e-93d8-1a6acd379207 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:57.806086 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fd9a361a-f233-474e-93d8-1a6acd379207), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.812281 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'ports': [{'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097'}, {'network_id': '19e075f3-c097-4b1d-869c-f1aace61598e'}]} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:57.814716 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'port': {'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:57.815226 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'port': {'network_id': '19e075f3-c097-4b1d-869c-f1aace61598e'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:57.862918 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cf45571-4c85-4040-931e-bd514ae725f7 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (4ddf6ef8-4b2a-4e5c-a10d-3f498f88fb72), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.869825 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f7bd6299-d790-44b3-a78d-0727532f0dac admin admin] Publish callbacks [] for security_group (6871853d-0bc2-4a39-88cd-b9279cd81102), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.898711 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f7bd6299-d790-44b3-a78d-0727532f0dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6871853d-0bc2-4a39-88cd-b9279cd81102), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.924473 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-8cf45571-4c85-4040-931e-bd514ae725f7 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Calling delete_port for 4ddf6ef8-4b2a-4e5c-a10d-3f498f88fb72 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:57.928993 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d636555-5431-4b44-9a81-a9e7fe9421fa tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_gateway (efe0635d-9201-45e3-bdec-41f1ea556d43), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.947175 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856732f3-0fef-4073-a294-ed50a49979f2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Network': ['ID=19e075f3-c097-4b1d-869c-f1aace61598e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:57.987503 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 19e075f3-c097-4b1d-869c-f1aace61598e details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:58.020574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4f7aa2-bee1-44c6-bcfe-bc62466eb6aa tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Network 2b88bd20-1798-48ad-b21f-622cdc63e125 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:09:58.043255 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f7bd6299-d790-44b3-a78d-0727532f0dac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=744971a51a8f4346aece81be9ffd5bf5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7974164 Jan 27 22:09:58.052730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52112) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:58.185693 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port fd9a361a-f233-474e-93d8-1a6acd379207 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:58.198235 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-6d4f7aa2-bee1-44c6-bcfe-bc62466eb6aa tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 2b88bd20-1798-48ad-b21f-622cdc63e125) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:58.204446 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4f7aa2-bee1-44c6-bcfe-bc62466eb6aa tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:58.210372 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14245471-11cf-4872-ade1-706778e44285 None None] Network 2b88bd20-1798-48ad-b21f-622cdc63e125 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:58.220377 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7aa2-bee1-44c6-bcfe-bc62466eb6aa tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:58.248014 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd6299-d790-44b3-a78d-0727532f0dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6871853d-0bc2-4a39-88cd-b9279cd81102,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:58.333303 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6d4f7aa2-bee1-44c6-bcfe-bc62466eb6aa tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0446932 Jan 27 22:09:58.362546 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df878723-8f92-4bbc-8722-2b77d278568b admin admin] Publish callbacks [] for security_group (6871853d-0bc2-4a39-88cd-b9279cd81102), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:58.461307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97ae936-33d9-4d3c-bd61-14b15c4a41ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-2b88bd20-1798-48ad-b21f-622cdc63e125', 'network_id': '2b88bd20-1798-48ad-b21f-622cdc63e125', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'fixed_ips': [{'subnet_id': 'd7f8e6f4-9f78-4696-912f-81f03e5505e6'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:09:58.462232 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d97ae936-33d9-4d3c-bd61-14b15c4a41ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:58.490948 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-5d636555-5431-4b44-9a81-a9e7fe9421fa tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Deleting port fd9a361a-f233-474e-93d8-1a6acd379207 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:58.491513 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d636555-5431-4b44-9a81-a9e7fe9421fa tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (fd9a361a-f233-474e-93d8-1a6acd379207), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:58.493733 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'port': 2} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:58.498153 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:58.531073 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df878723-8f92-4bbc-8722-2b77d278568b admin admin] Publish callbacks [] for security_group (6871853d-0bc2-4a39-88cd-b9279cd81102), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:58.554962 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:58.627305 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8119975c-2ade-46bc-9885-c2d0d7913cf1 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:09:58.661030 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] Publish callbacks [] for port (8119975c-2ade-46bc-9885-c2d0d7913cf1), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:58.764125 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cf45571-4c85-4040-931e-bd514ae725f7 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (4ddf6ef8-4b2a-4e5c-a10d-3f498f88fb72), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:58.769367 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] Transition to ACTIVE for port object 8119975c-2ade-46bc-9885-c2d0d7913cf1 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:09:58.791659 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-5d636555-5431-4b44-9a81-a9e7fe9421fa tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] For port fd9a361a-f233-474e-93d8-1a6acd379207, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=fd9a361a-f233-474e-93d8-1a6acd379207,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:58.792033 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d636555-5431-4b44-9a81-a9e7fe9421fa tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (fd9a361a-f233-474e-93d8-1a6acd379207), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:58.805374 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52120) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:58.818243 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3ebee422-2068-4e39-895a-c536e8f8f09b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-524041408', 'description': 'tempest-secgroup-smoke-524041408 description', 'project_id': '7f283cf476a449f8a327cb51a3011c25'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:58.848740 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-d97ae936-33d9-4d3c-bd61-14b15c4a41ab None None] Allocated IP 172.20.0.18 (2b88bd20-1798-48ad-b21f-622cdc63e125/d7f8e6f4-9f78-4696-912f-81f03e5505e6/a4fe0f00-9c25-4e53-939b-4f9ef1eee86d) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:58.850767 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf45571-4c85-4040-931e-bd514ae725f7 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Port': ['ID=4ddf6ef8-4b2a-4e5c-a10d-3f498f88fb72,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:58.852821 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-5d636555-5431-4b44-9a81-a9e7fe9421fa tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Calling delete_port for fd9a361a-f233-474e-93d8-1a6acd379207 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:58.861823 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df878723-8f92-4bbc-8722-2b77d278568b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6871853d-0bc2-4a39-88cd-b9279cd81102), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:58.867237 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df878723-8f92-4bbc-8722-2b77d278568b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:58.870703 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-df878723-8f92-4bbc-8722-2b77d278568b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6871853d-0bc2-4a39-88cd-b9279cd81102 HTTP/1.1" status: 204 len: 168 time: 0.8152578 Jan 27 22:09:58.877598 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (8119975c-2ade-46bc-9885-c2d0d7913cf1), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:58.886199 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] device_id is not set on port b9aaa8d0-9856-41a5-9c95-ca2f85f8a9da yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:09:59.041966 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.126811 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ebee422-2068-4e39-895a-c536e8f8f09b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.243197 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d97ae936-33d9-4d3c-bd61-14b15c4a41ab None None] Publish callbacks [] for port (a4fe0f00-9c25-4e53-939b-4f9ef1eee86d), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.252043 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d97ae936-33d9-4d3c-bd61-14b15c4a41ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (a4fe0f00-9c25-4e53-939b-4f9ef1eee86d), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.281676 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df878723-8f92-4bbc-8722-2b77d278568b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6871853d-0bc2-4a39-88cd-b9279cd81102,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:59.298037 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cf45571-4c85-4040-931e-bd514ae725f7 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (2a802508-2b4c-4369-9a37-6d6dd1d0dea8), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.402651 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066cd9e-c31f-4079-9048-ada58dd0f3b3 req-05758cd1-f556-42cc-8f16-f19128f64395 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:59.405084 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4066cd9e-c31f-4079-9048-ada58dd0f3b3 req-05758cd1-f556-42cc-8f16-f19128f64395 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffa4aea-b10e-48d4-baaa-4d49cab99967 HTTP/1.1" status: 200 len: 943 time: 0.5665448 Jan 27 22:09:59.453064 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ebee422-2068-4e39-895a-c536e8f8f09b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group (cb2b2421-14a3-4488-b92c-ce4a9d0ece50), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.460343 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ebee422-2068-4e39-895a-c536e8f8f09b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cb2b2421-14a3-4488-b92c-ce4a9d0ece50), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.471198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97ae936-33d9-4d3c-bd61-14b15c4a41ab None None] Network 2b88bd20-1798-48ad-b21f-622cdc63e125 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:59.478887 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-d97ae936-33d9-4d3c-bd61-14b15c4a41ab None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:59.485076 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97ae936-33d9-4d3c-bd61-14b15c4a41ab None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:59.488085 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d636555-5431-4b44-9a81-a9e7fe9421fa tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (fd9a361a-f233-474e-93d8-1a6acd379207), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.493790 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ae936-33d9-4d3c-bd61-14b15c4a41ab None None] Pushing event updated for resources: {'Port': ['ID=a4fe0f00-9c25-4e53-939b-4f9ef1eee86d,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:59.516683 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ebee422-2068-4e39-895a-c536e8f8f09b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.518306 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3ebee422-2068-4e39-895a-c536e8f8f09b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7112124 Jan 27 22:09:59.520836 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for port (b9aaa8d0-9856-41a5-9c95-ca2f85f8a9da), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.537933 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52130) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:59.575839 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-fc6b14a5-4765-4b07-9779-3b1a8e653206 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'security_group_rule': {'security_group_id': 'cb2b2421-14a3-4488-b92c-ce4a9d0ece50', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:59.589230 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d636555-5431-4b44-9a81-a9e7fe9421fa tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd9a361a-f233-474e-93d8-1a6acd379207,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:59.603235 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d97ae936-33d9-4d3c-bd61-14b15c4a41ab None None] Attempting to bind port a4fe0f00-9c25-4e53-939b-4f9ef1eee86d on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:09:59.603616 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d97ae936-33d9-4d3c-bd61-14b15c4a41ab None None] Attempting to bind port a4fe0f00-9c25-4e53-939b-4f9ef1eee86d by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'b5b4849f-ae14-4315-94ae-dd32e60bcad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2b88bd20-1798-48ad-b21f-622cdc63e125'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:09:59.604401 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ae936-33d9-4d3c-bd61-14b15c4a41ab None None] Attempting to bind port a4fe0f00-9c25-4e53-939b-4f9ef1eee86d on network 2b88bd20-1798-48ad-b21f-622cdc63e125 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:09:59.618572 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ae936-33d9-4d3c-bd61-14b15c4a41ab None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:09:59.619356 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ae936-33d9-4d3c-bd61-14b15c4a41ab None None] Checking segment: {'id': 'b5b4849f-ae14-4315-94ae-dd32e60bcad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2b88bd20-1798-48ad-b21f-622cdc63e125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:59.620345 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d97ae936-33d9-4d3c-bd61-14b15c4a41ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.620934 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ae936-33d9-4d3c-bd61-14b15c4a41ab None None] Bound using segment: {'id': 'b5b4849f-ae14-4315-94ae-dd32e60bcad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2b88bd20-1798-48ad-b21f-622cdc63e125'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:09:59.621604 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d97ae936-33d9-4d3c-bd61-14b15c4a41ab None None] Bound port: a4fe0f00-9c25-4e53-939b-4f9ef1eee86d, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b4849f-ae14-4315-94ae-dd32e60bcad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2b88bd20-1798-48ad-b21f-622cdc63e125'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:09:59.622165 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d97ae936-33d9-4d3c-bd61-14b15c4a41ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a4fe0f00-9c25-4e53-939b-4f9ef1eee86d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.659643 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52132) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:59.687491 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebee422-2068-4e39-895a-c536e8f8f09b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2b2421-14a3-4488-b92c-ce4a9d0ece50,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:59.689971 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27eb0820-e7b0-4bbe-881f-8fcf494eca79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.772257 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d97ae936-33d9-4d3c-bd61-14b15c4a41ab None None] For port a4fe0f00-9c25-4e53-939b-4f9ef1eee86d, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:09:59.779284 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d97ae936-33d9-4d3c-bd61-14b15c4a41ab None None] For port a4fe0f00-9c25-4e53-939b-4f9ef1eee86d, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a4fe0f00-9c25-4e53-939b-4f9ef1eee86d,segment=NetworkSegment(b5b4849f-ae14-4315-94ae-dd32e60bcad2),segment_id=b5b4849f-ae14-4315-94ae-dd32e60bcad2)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:09:59.779741 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] device_id is not set on port fddcdbb5-a51e-479f-a520-96a84e923389 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:09:59.793630 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d97ae936-33d9-4d3c-bd61-14b15c4a41ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a4fe0f00-9c25-4e53-939b-4f9ef1eee86d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.798047 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc6b14a5-4765-4b07-9779-3b1a8e653206 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (b7fd7f17-cd8c-4815-9866-10b3dc30c8eb), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.858171 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d636555-5431-4b44-9a81-a9e7fe9421fa tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (efe0635d-9201-45e3-bdec-41f1ea556d43), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.886894 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ae936-33d9-4d3c-bd61-14b15c4a41ab None None] Pushing event updated for resources: {'Port': ['ID=a4fe0f00-9c25-4e53-939b-4f9ef1eee86d,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:00.007511 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d636555-5431-4b44-9a81-a9e7fe9421fa tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (efe0635d-9201-45e3-bdec-41f1ea556d43), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.011486 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d636555-5431-4b44-9a81-a9e7fe9421fa tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_controller (efe0635d-9201-45e3-bdec-41f1ea556d43), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.019886 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] Pushing event updated for resources: {'Port': ['ID=8119975c-2ade-46bc-9885-c2d0d7913cf1,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:00.081484 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] Attempting to bind port 8119975c-2ade-46bc-9885-c2d0d7913cf1 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:00.081834 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] Attempting to bind port 8119975c-2ade-46bc-9885-c2d0d7913cf1 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '314f61f3-b8b5-4614-bddf-18d4e443021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5419bc74-6b2d-430a-9201-8113a6fe3eb8'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:00.082173 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] Attempting to bind port 8119975c-2ade-46bc-9885-c2d0d7913cf1 on network 5419bc74-6b2d-430a-9201-8113a6fe3eb8 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:00.092322 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc6b14a5-4765-4b07-9779-3b1a8e653206 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (b7fd7f17-cd8c-4815-9866-10b3dc30c8eb), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.095785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] Port 8119975c-2ade-46bc-9885-c2d0d7913cf1 on network 5419bc74-6b2d-430a-9201-8113a6fe3eb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:00.096180 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] Attempting to bind port 8119975c-2ade-46bc-9885-c2d0d7913cf1 on network 5419bc74-6b2d-430a-9201-8113a6fe3eb8 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:00.116049 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc6b14a5-4765-4b07-9779-3b1a8e653206 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (b7fd7f17-cd8c-4815-9866-10b3dc30c8eb), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.119573 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:00.124597 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] Checking segment: {'id': '314f61f3-b8b5-4614-bddf-18d4e443021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5419bc74-6b2d-430a-9201-8113a6fe3eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:00.125501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] Bound using segment: {'id': '314f61f3-b8b5-4614-bddf-18d4e443021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5419bc74-6b2d-430a-9201-8113a6fe3eb8'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:00.126288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] Bound port: 8119975c-2ade-46bc-9885-c2d0d7913cf1, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314f61f3-b8b5-4614-bddf-18d4e443021f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5419bc74-6b2d-430a-9201-8113a6fe3eb8'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:00.127048 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8119975c-2ade-46bc-9885-c2d0d7913cf1), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.137858 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b14a5-4765-4b07-9779-3b1a8e653206 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7fd7f17-cd8c-4815-9866-10b3dc30c8eb,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:00.150832 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d636555-5431-4b44-9a81-a9e7fe9421fa tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (efe0635d-9201-45e3-bdec-41f1ea556d43), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.151402 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d636555-5431-4b44-9a81-a9e7fe9421fa tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Fanout notify agent at l3_agent the message router_deleted on router efe0635d-9201-45e3-bdec-41f1ea556d43 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:10:00.162720 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d636555-5431-4b44-9a81-a9e7fe9421fa tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.168804 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5d636555-5431-4b44-9a81-a9e7fe9421fa tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "DELETE /v2.0/routers/efe0635d-9201-45e3-bdec-41f1ea556d43 HTTP/1.1" status: 204 len: 168 time: 2.7903109 Jan 27 22:10:00.174921 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52136) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:00.176828 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27eb0820-e7b0-4bbe-881f-8fcf494eca79 admin admin] Publish callbacks [] for security_group (6df2776c-38f9-4abc-a477-fcdc112cb7ac), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.209925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-6a17f1f7-29aa-4b55-bc0a-19093495dc33 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-3285924', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}, 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:00.230634 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc6b14a5-4765-4b07-9779-3b1a8e653206 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.232237 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fc6b14a5-4765-4b07-9779-3b1a8e653206 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6630878 Jan 27 22:10:00.233143 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27eb0820-e7b0-4bbe-881f-8fcf494eca79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6df2776c-38f9-4abc-a477-fcdc112cb7ac), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.236314 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52138) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:00.257699 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e1f3e68b-7a1f-429c-b7cf-5e8bcc02d449 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'security_group_rule': {'security_group_id': 'cb2b2421-14a3-4488-b92c-ce4a9d0ece50', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:00.290113 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4066cd9e-c31f-4079-9048-ada58dd0f3b3 req-83194318-a368-40ac-9dca-6f938f5af48f tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce889c2-9062-487e-bd98-25b48ea59bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752550 Jan 27 22:10:00.312826 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for port (fddcdbb5-a51e-479f-a520-96a84e923389), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.341973 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf45571-4c85-4040-931e-bd514ae725f7 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router 2a802508-2b4c-4369-9a37-6d6dd1d0dea8 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:10:00.355713 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.367929 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-27eb0820-e7b0-4bbe-881f-8fcf494eca79 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01b1d6d4305645439e8faa300433ab2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7023149 Jan 27 22:10:00.369643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52140) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:00.377114 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6a17f1f7-29aa-4b55-bc0a-19093495dc33 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (217919a5-c5fa-4d20-b668-e25fab3a0ce4), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.378253 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6a17f1f7-29aa-4b55-bc0a-19093495dc33 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (217919a5-c5fa-4d20-b668-e25fab3a0ce4), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.388764 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb0820-e7b0-4bbe-881f-8fcf494eca79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df2776c-38f9-4abc-a477-fcdc112cb7ac,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:00.409414 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e1f3e68b-7a1f-429c-b7cf-5e8bcc02d449 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (208c2a06-46b7-4a69-88ff-ab3081a13a8d), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.500091 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] For port 8119975c-2ade-46bc-9885-c2d0d7913cf1, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:00.523736 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6a17f1f7-29aa-4b55-bc0a-19093495dc33 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_controller (217919a5-c5fa-4d20-b668-e25fab3a0ce4), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.546105 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e1f3e68b-7a1f-429c-b7cf-5e8bcc02d449 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (208c2a06-46b7-4a69-88ff-ab3081a13a8d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.548097 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b9aaa8d0-9856-41a5-9c95-ca2f85f8a9da), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.587500 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] For port 8119975c-2ade-46bc-9885-c2d0d7913cf1, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8119975c-2ade-46bc-9885-c2d0d7913cf1,segment=NetworkSegment(314f61f3-b8b5-4614-bddf-18d4e443021f),segment_id=314f61f3-b8b5-4614-bddf-18d4e443021f)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:00.591546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf45571-4c85-4040-931e-bd514ae725f7 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:10:00.597626 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8cf45571-4c85-4040-931e-bd514ae725f7 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/2a802508-2b4c-4369-9a37-6d6dd1d0dea8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8255949 Jan 27 22:10:00.601102 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (8119975c-2ade-46bc-9885-c2d0d7913cf1), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.605631 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52144) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:00.607040 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65f5b81-02d4-4f9b-9929-d4446181531d None None] Sync routers for ids ['2a802508-2b4c-4369-9a37-6d6dd1d0dea8'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:10:00.616979 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:00.618140 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65f5b81-02d4-4f9b-9929-d4446181531d None None] Routers {'2a802508-2b4c-4369-9a37-6d6dd1d0dea8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:00.619548 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b65f5b81-02d4-4f9b-9929-d4446181531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['2a802508-2b4c-4369-9a37-6d6dd1d0dea8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:00.675621 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:00.676269 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.678339 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] 10.222.0.15 "PUT /v2.0/ports/8119975c-2ade-46bc-9885-c2d0d7913cf1 HTTP/1.1" status: 200 len: 1091 time: 4.0209649 Jan 27 22:10:00.685308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffa4aea-b10e-48d4-baaa-4d49cab99967', 'tag': '8119975c-2ade-46bc-9885-c2d0d7913cf1'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:10:00.688041 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e0cae5-1cc4-47a3-97af-00b6ffdec202" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffa4aea-b10e-48d4-baaa-4d49cab99967", "tag": "8119975c-2ade-46bc-9885-c2d0d7913cf1"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:10:00.690792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b65f5b81-02d4-4f9b-9929-d4446181531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:00.692420 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-857b4b10-aa3a-44ed-b005-1e1bc6137309 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a802508-2b4c-4369-9a37-6d6dd1d0dea8 HTTP/1.1" status: 200 len: 205 time: 0.0840533 Jan 27 22:10:00.703835 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eb09ab0b-847e-4077-806e-6240ca1ba6bc admin admin] Publish callbacks [] for security_group (6df2776c-38f9-4abc-a477-fcdc112cb7ac), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.711338 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:00.714962 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65f5b81-02d4-4f9b-9929-d4446181531d None None] Routers {'2a802508-2b4c-4369-9a37-6d6dd1d0dea8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:00.716804 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52148) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:00.717589 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b65f5b81-02d4-4f9b-9929-d4446181531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['2a802508-2b4c-4369-9a37-6d6dd1d0dea8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:00.771181 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b65f5b81-02d4-4f9b-9929-d4446181531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:00.772154 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65f5b81-02d4-4f9b-9929-d4446181531d None None] The sync data for ids ['2a802508-2b4c-4369-9a37-6d6dd1d0dea8'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:10:00.794321 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:00.795183 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (fddcdbb5-a51e-479f-a520-96a84e923389), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.799240 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e1f3e68b-7a1f-429c-b7cf-5e8bcc02d449 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (208c2a06-46b7-4a69-88ff-ab3081a13a8d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.825783 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f850e2-d3b1-4595-9f74-6e36dc652a48 x-openstack-request-id: req-d4f850e2-d3b1-4595-9f74-6e36dc652a48 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:10:00.826435 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffa4aea-b10e-48d4-baaa-4d49cab99967", "tag": "8119975c-2ade-46bc-9885-c2d0d7913cf1", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:10:00.826920 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4f850e2-d3b1-4595-9f74-6e36dc652a48 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:10:00.827550 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffa4aea-b10e-48d4-baaa-4d49cab99967', 'tag': '8119975c-2ade-46bc-9885-c2d0d7913cf1', 'status': 'completed', 'code': 200} Jan 27 22:10:00.855149 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eb09ab0b-847e-4077-806e-6240ca1ba6bc admin admin] Publish callbacks [] for security_group (6df2776c-38f9-4abc-a477-fcdc112cb7ac), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.866429 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6a17f1f7-29aa-4b55-bc0a-19093495dc33 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_gateway (217919a5-c5fa-4d20-b668-e25fab3a0ce4), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.871173 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3e68b-7a1f-429c-b7cf-5e8bcc02d449 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208c2a06-46b7-4a69-88ff-ab3081a13a8d,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:00.885913 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Port': ['ID=b9aaa8d0-9856-41a5-9c95-ca2f85f8a9da,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:00.917113 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2763c6f-ab84-4bd6-a0c2-08d2fee4539c service neutron] Pushing event updated for resources: {'Port': ['ID=8119975c-2ade-46bc-9885-c2d0d7913cf1,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:00.936407 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e1f3e68b-7a1f-429c-b7cf-5e8bcc02d449 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.937023 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ea5bdcc-36a7-4166-90da-89f173f816d5 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (2a802508-2b4c-4369-9a37-6d6dd1d0dea8), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.937639 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e1f3e68b-7a1f-429c-b7cf-5e8bcc02d449 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6877940 Jan 27 22:10:00.939603 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52150) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:00.946534 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2537e0b5-dd31-41a2-bdc3-62cc9a74a95e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'security_group_rule': {'security_group_id': 'cb2b2421-14a3-4488-b92c-ce4a9d0ece50', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:00.989702 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Port': ['ID=fddcdbb5-a51e-479f-a520-96a84e923389,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:01.053891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-1d400fd5-f736-40d8-b566-6e3c51bf2f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:01.057894 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-1d400fd5-f736-40d8-b566-6e3c51bf2f66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8ff5965dbe845ad8dfc21de0324c73f&device_id=6ffa4aea-b10e-48d4-baaa-4d49cab99967 HTTP/1.1" status: 200 len: 1094 time: 0.2923906 Jan 27 22:10:01.122035 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Checking segment: {'id': '1f3c3b70-0422-4c5e-a3d7-03896ba847ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '19e075f3-c097-4b1d-869c-f1aace61598e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:01.122397 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network hostable DHCP agents. Network: 19e075f3-c097-4b1d-869c-f1aace61598e, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:01.130399 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2537e0b5-dd31-41a2-bdc3-62cc9a74a95e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (7460e00d-d794-4747-99e3-d8d00f7164fa), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:01.203356 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 19e075f3-c097-4b1d-869c-f1aace61598e is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:01.237284 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 19e075f3-c097-4b1d-869c-f1aace61598e) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:01.242032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:01.248150 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:01.250711 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-24720a0a-6cdc-45ca-aa65-a7f1ca70dbd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8119975c-2ade-46bc-9885-c2d0d7913cf1 HTTP/1.1" status: 200 len: 217 time: 0.1647320 Jan 27 22:10:01.252362 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ea5bdcc-36a7-4166-90da-89f173f816d5 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (2a802508-2b4c-4369-9a37-6d6dd1d0dea8), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:01.252546 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:01.253484 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:01.254996 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ea5bdcc-36a7-4166-90da-89f173f816d5 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router_controller (2a802508-2b4c-4369-9a37-6d6dd1d0dea8), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:01.265797 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fd0c1e-b3e3-4f8a-aca7-96c4ad0461f1 None None] Network 19e075f3-c097-4b1d-869c-f1aace61598e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:01.282409 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2537e0b5-dd31-41a2-bdc3-62cc9a74a95e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (7460e00d-d794-4747-99e3-d8d00f7164fa), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:01.293445 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2537e0b5-dd31-41a2-bdc3-62cc9a74a95e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (7460e00d-d794-4747-99e3-d8d00f7164fa), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:01.308469 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-21cb0065-4a36-4f59-9d00-83cdac292330 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5035439 Jan 27 22:10:01.309116 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52154) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:01.400351 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-06607b9b-f65e-42aa-aba9-ac3a5cb737c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:01.401958 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-06607b9b-f65e-42aa-aba9-ac3a5cb737c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc215a98-ed60-48b8-967f-f4e33314f850 HTTP/1.1" status: 200 len: 865 time: 0.1436968 Jan 27 22:10:01.404514 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eb09ab0b-847e-4077-806e-6240ca1ba6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6df2776c-38f9-4abc-a477-fcdc112cb7ac), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:01.407646 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eb09ab0b-847e-4077-806e-6240ca1ba6bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:01.409233 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-eb09ab0b-847e-4077-806e-6240ca1ba6bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6df2776c-38f9-4abc-a477-fcdc112cb7ac HTTP/1.1" status: 204 len: 168 time: 1.0391350 Jan 27 22:10:01.430378 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ea5bdcc-36a7-4166-90da-89f173f816d5 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (2a802508-2b4c-4369-9a37-6d6dd1d0dea8), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:01.431190 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea5bdcc-36a7-4166-90da-89f173f816d5 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Fanout notify agent at l3_agent the message router_deleted on router 2a802508-2b4c-4369-9a37-6d6dd1d0dea8 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:10:01.488089 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537e0b5-dd31-41a2-bdc3-62cc9a74a95e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7460e00d-d794-4747-99e3-d8d00f7164fa,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:01.515603 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ea5bdcc-36a7-4166-90da-89f173f816d5 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:01.520172 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5ea5bdcc-36a7-4166-90da-89f173f816d5 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/routers/2a802508-2b4c-4369-9a37-6d6dd1d0dea8 HTTP/1.1" status: 204 len: 168 time: 0.7998736 Jan 27 22:10:01.538629 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52160) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:01.573462 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2537e0b5-dd31-41a2-bdc3-62cc9a74a95e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:01.579513 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2537e0b5-dd31-41a2-bdc3-62cc9a74a95e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6367178 Jan 27 22:10:01.580445 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52164) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:01.603284 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-e375819d-2772-4b93-8a52-9e4027747236 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5419bc74-6b2d-430a-9201-8113a6fe3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1916006 Jan 27 22:10:01.629620 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09ab0b-847e-4077-806e-6240ca1ba6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df2776c-38f9-4abc-a477-fcdc112cb7ac,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:01.656588 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a4fe0f00-9c25-4e53-939b-4f9ef1eee86d up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:01.664196 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b6d4a9ad-7ae8-4ca4-8a53-4bd235ef3a93 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'security_group_rule': {'security_group_id': 'cb2b2421-14a3-4488-b92c-ce4a9d0ece50', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:01.706090 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d668a556-441f-4352-b90e-89c054b30a67 None None] Network 2b88bd20-1798-48ad-b21f-622cdc63e125 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:01.768341 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6870a1a-b38c-4d2b-b1c9-df4f412a41fa req-47a61ab7-a4bd-4c95-a7e1-a9473ad469c3 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:01.778348 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f6870a1a-b38c-4d2b-b1c9-df4f412a41fa req-47a61ab7-a4bd-4c95-a7e1-a9473ad469c3 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffa4aea-b10e-48d4-baaa-4d49cab99967 HTTP/1.1" status: 200 len: 943 time: 0.2919292 Jan 27 22:10:01.803639 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-267762bf-10a7-41b2-8e52-409c6818e9e0 None None] Provisioning complete for port a4fe0f00-9c25-4e53-939b-4f9ef1eee86d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:01.804339 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45a9669-9bcb-495b-89a8-393edb93da84 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting subnet 1a895f63-ca7a-4a4b-9619-701d4065c34a {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:10:01.804444 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-267762bf-10a7-41b2-8e52-409c6818e9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a4fe0f00-9c25-4e53-939b-4f9ef1eee86d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:01.817025 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d45a9669-9bcb-495b-89a8-393edb93da84 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (1a895f63-ca7a-4a4b-9619-701d4065c34a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:01.853465 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-defc64c3-ddac-421b-be57-aaf3985ddd89 service neutron] 10.222.0.15 "GET /v2.0/networks/5419bc74-6b2d-430a-9201-8113a6fe3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199886 Jan 27 22:10:01.881981 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port a4fe0f00-9c25-4e53-939b-4f9ef1eee86d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:01.882743 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a4fe0f00-9c25-4e53-939b-4f9ef1eee86d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:01.905688 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a9ad-7ae8-4ca4-8a53-4bd235ef3a93 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (f9dee96e-2216-4665-ba39-4ba604b67c4b), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:01.927500 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6a17f1f7-29aa-4b55-bc0a-19093495dc33 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_gateway (217919a5-c5fa-4d20-b668-e25fab3a0ce4), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:01.966167 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6a17f1f7-29aa-4b55-bc0a-19093495dc33 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:01.994839 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-267762bf-10a7-41b2-8e52-409c6818e9e0 None None] Current status of the port a4fe0f00-9c25-4e53-939b-4f9ef1eee86d is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:01.995232 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-267762bf-10a7-41b2-8e52-409c6818e9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a4fe0f00-9c25-4e53-939b-4f9ef1eee86d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.031921 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-e0e06094-87fb-4b9b-9fdd-f1bbe84f16cb tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting port fddcdbb5-a51e-479f-a520-96a84e923389 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:02.032475 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e0e06094-87fb-4b9b-9fdd-f1bbe84f16cb tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (fddcdbb5-a51e-479f-a520-96a84e923389), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.035155 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f6870a1a-b38c-4d2b-b1c9-df4f412a41fa req-bc403cfd-a5ed-45a5-a182-7fbfcfe53d64 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce889c2-9062-487e-bd98-25b48ea59bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554963 Jan 27 22:10:02.038212 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe3d8ba6-4308-4e4a-a624-0cf2af96d133 req-6cd5d8ac-133b-47ca-bf65-fe11609ae4ee service neutron] 10.222.0.15 "GET /v2.0/networks/5419bc74-6b2d-430a-9201-8113a6fe3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495347 Jan 27 22:10:02.094766 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-267762bf-10a7-41b2-8e52-409c6818e9e0 None None] For port a4fe0f00-9c25-4e53-939b-4f9ef1eee86d, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a4fe0f00-9c25-4e53-939b-4f9ef1eee86d,segment=NetworkSegment(b5b4849f-ae14-4315-94ae-dd32e60bcad2),segment_id=b5b4849f-ae14-4315-94ae-dd32e60bcad2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:02.095310 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d45a9669-9bcb-495b-89a8-393edb93da84 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (1a895f63-ca7a-4a4b-9619-701d4065c34a), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.110106 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-267762bf-10a7-41b2-8e52-409c6818e9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a4fe0f00-9c25-4e53-939b-4f9ef1eee86d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.115393 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port a4fe0f00-9c25-4e53-939b-4f9ef1eee86d is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:02.115773 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a4fe0f00-9c25-4e53-939b-4f9ef1eee86d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.214719 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0cae5-1cc4-47a3-97af-00b6ffdec202 req-4f720118-8e4a-41bf-8df9-6e11c37ce12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:02.219630 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2e0cae5-1cc4-47a3-97af-00b6ffdec202 req-4f720118-8e4a-41bf-8df9-6e11c37ce12f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8ff5965dbe845ad8dfc21de0324c73f&device_id=6ffa4aea-b10e-48d4-baaa-4d49cab99967 HTTP/1.1" status: 200 len: 1094 time: 0.1087236 Jan 27 22:10:02.233404 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a9ad-7ae8-4ca4-8a53-4bd235ef3a93 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (f9dee96e-2216-4665-ba39-4ba604b67c4b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.239406 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e0e06094-87fb-4b9b-9fdd-f1bbe84f16cb tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (fddcdbb5-a51e-479f-a520-96a84e923389), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.250206 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267762bf-10a7-41b2-8e52-409c6818e9e0 None None] Pushing event updated for resources: {'Port': ['ID=a4fe0f00-9c25-4e53-939b-4f9ef1eee86d,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:02.269421 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a9ad-7ae8-4ca4-8a53-4bd235ef3a93 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (f9dee96e-2216-4665-ba39-4ba604b67c4b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.323460 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4a9ad-7ae8-4ca4-8a53-4bd235ef3a93 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9dee96e-2216-4665-ba39-4ba604b67c4b,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:02.330900 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-e0e06094-87fb-4b9b-9fdd-f1bbe84f16cb tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Calling delete_port for fddcdbb5-a51e-479f-a520-96a84e923389 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:02.331968 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:10:02.332370 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:10:02.357911 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a9ad-7ae8-4ca4-8a53-4bd235ef3a93 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.359189 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b6d4a9ad-7ae8-4ca4-8a53-4bd235ef3a93 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7732646 Jan 27 22:10:02.366955 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52182) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:02.374587 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-b0ec841d-e817-494a-9206-97b2f0c0b13d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'security_group_rule': {'security_group_id': 'cb2b2421-14a3-4488-b92c-ce4a9d0ece50', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:02.419217 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0cae5-1cc4-47a3-97af-00b6ffdec202 req-286ebecb-a629-4e4f-ae78-72a73a9922e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:02.421684 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2e0cae5-1cc4-47a3-97af-00b6ffdec202 req-286ebecb-a629-4e4f-ae78-72a73a9922e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5419bc74-6b2d-430a-9201-8113a6fe3eb8 HTTP/1.1" status: 200 len: 926 time: 0.1949241 Jan 27 22:10:02.478624 n-d-772272-3 neutron-server[109741]: INFO neutron.db.securitygroups_db [None req-b0ec841d-e817-494a-9206-97b2f0c0b13d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Project 7f283cf476a449f8a327cb51a3011c25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:10:02.484268 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2e0cae5-1cc4-47a3-97af-00b6ffdec202 req-d0b538a7-bde6-4060-b935-eac48ba1433b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8119975c-2ade-46bc-9885-c2d0d7913cf1 HTTP/1.1" status: 200 len: 217 time: 0.0521576 Jan 27 22:10:02.486472 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b0ec841d-e817-494a-9206-97b2f0c0b13d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (605bb1ec-5b2d-4124-8ed3-6223af94ed13), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.512656 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d45a9669-9bcb-495b-89a8-393edb93da84 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (1a895f63-ca7a-4a4b-9619-701d4065c34a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.517352 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-6a17f1f7-29aa-4b55-bc0a-19093495dc33 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Allocated IP 172.25.3.34 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/f6fe50b8-ac60-4f55-946b-2a05018bfdf7) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:02.542338 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-baa29874-98ce-4d2d-bd7b-260610ba69a0 None None] Provisioning complete for port a4fe0f00-9c25-4e53-939b-4f9ef1eee86d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:02.546622 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-baa29874-98ce-4d2d-bd7b-260610ba69a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a4fe0f00-9c25-4e53-939b-4f9ef1eee86d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.601104 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0cae5-1cc4-47a3-97af-00b6ffdec202 req-036ae9eb-3c3a-4345-9700-d72026c049d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:02.603879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2e0cae5-1cc4-47a3-97af-00b6ffdec202 req-036ae9eb-3c3a-4345-9700-d72026c049d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dc215a98-ed60-48b8-967f-f4e33314f850 HTTP/1.1" status: 200 len: 865 time: 0.1124270 Jan 27 22:10:02.654473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2e0cae5-1cc4-47a3-97af-00b6ffdec202 req-b3958688-689b-4062-9ae2-64c18b7c0314 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5419bc74-6b2d-430a-9201-8113a6fe3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429099 Jan 27 22:10:02.675378 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e0e06094-87fb-4b9b-9fdd-f1bbe84f16cb tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (fddcdbb5-a51e-479f-a520-96a84e923389), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.703350 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b0ec841d-e817-494a-9206-97b2f0c0b13d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (605bb1ec-5b2d-4124-8ed3-6223af94ed13), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.740262 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d45a9669-9bcb-495b-89a8-393edb93da84 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (1a895f63-ca7a-4a4b-9619-701d4065c34a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.742296 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e06094-87fb-4b9b-9fdd-f1bbe84f16cb tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Port': ['ID=fddcdbb5-a51e-479f-a520-96a84e923389,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:02.762936 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-baa29874-98ce-4d2d-bd7b-260610ba69a0 None None] Current status of the port a4fe0f00-9c25-4e53-939b-4f9ef1eee86d is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:02.763434 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b0ec841d-e817-494a-9206-97b2f0c0b13d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (605bb1ec-5b2d-4124-8ed3-6223af94ed13), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.773656 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e0e06094-87fb-4b9b-9fdd-f1bbe84f16cb tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.780299 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e0e06094-87fb-4b9b-9fdd-f1bbe84f16cb tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/ports/fddcdbb5-a51e-479f-a520-96a84e923389 HTTP/1.1" status: 204 len: 168 time: 1.4680040 Jan 27 22:10:02.789904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52194) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:02.831331 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d45a9669-9bcb-495b-89a8-393edb93da84 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.832193 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e508db3-2d9b-472b-abf2-58519dec1d03 None None] Network 372a855a-ef30-47a5-a85a-f541233cba7f requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:02.844915 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d45a9669-9bcb-495b-89a8-393edb93da84 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/subnets/1a895f63-ca7a-4a4b-9619-701d4065c34a HTTP/1.1" status: 204 len: 168 time: 1.2918010 Jan 27 22:10:02.851289 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec841d-e817-494a-9206-97b2f0c0b13d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605bb1ec-5b2d-4124-8ed3-6223af94ed13,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:02.863718 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52198) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:02.867879 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6a17f1f7-29aa-4b55-bc0a-19093495dc33 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for port (f6fe50b8-ac60-4f55-946b-2a05018bfdf7), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.891863 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a9669-9bcb-495b-89a8-393edb93da84 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Subnet': ['ID=1a895f63-ca7a-4a4b-9619-701d4065c34a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:02.949529 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6a17f1f7-29aa-4b55-bc0a-19093495dc33 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (f6fe50b8-ac60-4f55-946b-2a05018bfdf7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.957612 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port a4fe0f00-9c25-4e53-939b-4f9ef1eee86d is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:02.992742 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b0ec841d-e817-494a-9206-97b2f0c0b13d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.994362 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b0ec841d-e817-494a-9206-97b2f0c0b13d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6264787 Jan 27 22:10:03.001284 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3114bc4-2605-4d66-887a-b6014f0ece13 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting subnet 2b11433d-1118-46d5-81b3-9dfa62a2c016 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:10:03.014169 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52202) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:03.032449 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-73208362-46f6-48ab-8f60-12996a51675d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'security_group_rule': {'security_group_id': 'cb2b2421-14a3-4488-b92c-ce4a9d0ece50', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:03.041616 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a17f1f7-29aa-4b55-bc0a-19093495dc33 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:03.041814 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device fd9a361a-f233-474e-93d8-1a6acd379207 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:10:03.045541 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-6a17f1f7-29aa-4b55-bc0a-19093495dc33 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:03.049783 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a17f1f7-29aa-4b55-bc0a-19093495dc33 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:03.072672 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f3114bc4-2605-4d66-887a-b6014f0ece13 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (2b11433d-1118-46d5-81b3-9dfa62a2c016), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.075184 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: fd9a361a-f233-474e-93d8-1a6acd379207 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:10:03.075544 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device fd9a361a-f233-474e-93d8-1a6acd379207 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:10:03.088032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17f1f7-29aa-4b55-bc0a-19093495dc33 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Pushing event updated for resources: {'Port': ['ID=f6fe50b8-ac60-4f55-946b-2a05018bfdf7,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:03.182437 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8378ff8-39e2-4e43-bb17-3497d1c14cf5 None None] DHCP port deletion for 372a855a-ef30-47a5-a85a-f541233cba7f request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:10:03.191466 n-d-772272-3 neutron-server[109741]: INFO neutron.db.securitygroups_db [None req-73208362-46f6-48ab-8f60-12996a51675d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Project 7f283cf476a449f8a327cb51a3011c25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:10:03.213381 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f3114bc4-2605-4d66-887a-b6014f0ece13 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (2b11433d-1118-46d5-81b3-9dfa62a2c016), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.217571 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-73208362-46f6-48ab-8f60-12996a51675d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (b6dcb686-e1aa-400e-a4d1-8f8bd850e6a4), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.249161 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2e0cae5-1cc4-47a3-97af-00b6ffdec202 req-ed9ed6af-c4b7-4ffc-923a-f5f6fca8d7ef service neutron] 10.222.0.15 "GET /v2.0/networks/5419bc74-6b2d-430a-9201-8113a6fe3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5797050 Jan 27 22:10:03.297366 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f8378ff8-39e2-4e43-bb17-3497d1c14cf5 None None] Deleting port 9d7cbe76-a8cb-406d-84f5-3e6f13b19294 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:03.298102 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f8378ff8-39e2-4e43-bb17-3497d1c14cf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (9d7cbe76-a8cb-406d-84f5-3e6f13b19294), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.327610 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8882195-f0d2-4ffb-85e5-af4839b5fc64 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:03.333824 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8882195-f0d2-4ffb-85e5-af4839b5fc64 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:03.338348 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e8882195-f0d2-4ffb-85e5-af4839b5fc64 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.5431886 Jan 27 22:10:03.382960 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52212) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:03.434441 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f8378ff8-39e2-4e43-bb17-3497d1c14cf5 None None] For port 9d7cbe76-a8cb-406d-84f5-3e6f13b19294, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9d7cbe76-a8cb-406d-84f5-3e6f13b19294,segment=NetworkSegment(5d991a84-d977-4ff0-8f15-9f5a53146ccb),segment_id=5d991a84-d977-4ff0-8f15-9f5a53146ccb)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:03.434736 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f8378ff8-39e2-4e43-bb17-3497d1c14cf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (9d7cbe76-a8cb-406d-84f5-3e6f13b19294), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.435272 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6a17f1f7-29aa-4b55-bc0a-19093495dc33 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_gateway (217919a5-c5fa-4d20-b668-e25fab3a0ce4), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.460609 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f8378ff8-39e2-4e43-bb17-3497d1c14cf5 None None] Calling delete_port for 9d7cbe76-a8cb-406d-84f5-3e6f13b19294 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:03.473001 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-73208362-46f6-48ab-8f60-12996a51675d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (b6dcb686-e1aa-400e-a4d1-8f8bd850e6a4), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.511539 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-73208362-46f6-48ab-8f60-12996a51675d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (b6dcb686-e1aa-400e-a4d1-8f8bd850e6a4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.539291 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4660e-818b-4f48-a4d5-3f415eeefa14 req-d31ef56d-4b07-4b01-b5cc-fa2ece883939 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:03.557904 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ded4660e-818b-4f48-a4d5-3f415eeefa14 req-d31ef56d-4b07-4b01-b5cc-fa2ece883939 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffa4aea-b10e-48d4-baaa-4d49cab99967 HTTP/1.1" status: 200 len: 943 time: 0.3823209 Jan 27 22:10:03.598095 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a4fe0f00-9c25-4e53-939b-4f9ef1eee86d up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:03.666843 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-73208362-46f6-48ab-8f60-12996a51675d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.677620 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-73208362-46f6-48ab-8f60-12996a51675d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6489446 Jan 27 22:10:03.678470 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73208362-46f6-48ab-8f60-12996a51675d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6dcb686-e1aa-400e-a4d1-8f8bd850e6a4,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:03.690626 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f8378ff8-39e2-4e43-bb17-3497d1c14cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (9d7cbe76-a8cb-406d-84f5-3e6f13b19294), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.699672 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f3114bc4-2605-4d66-887a-b6014f0ece13 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (2b11433d-1118-46d5-81b3-9dfa62a2c016), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.706375 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port a4fe0f00-9c25-4e53-939b-4f9ef1eee86d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:03.707147 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a4fe0f00-9c25-4e53-939b-4f9ef1eee86d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.744236 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2e0cae5-1cc4-47a3-97af-00b6ffdec202 req-9919a855-c6cd-4b29-ad39-03401f11483b service neutron] 10.222.0.15 "GET /v2.0/networks/5419bc74-6b2d-430a-9201-8113a6fe3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524889 Jan 27 22:10:03.793351 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8378ff8-39e2-4e43-bb17-3497d1c14cf5 None None] Pushing event deleted for resources: {'Port': ['ID=9d7cbe76-a8cb-406d-84f5-3e6f13b19294,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:03.797659 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ded4660e-818b-4f48-a4d5-3f415eeefa14 req-8d46f8b5-5217-472f-b8da-f9afc3eed5ee tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce889c2-9062-487e-bd98-25b48ea59bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053030 Jan 27 22:10:03.807209 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6a17f1f7-29aa-4b55-bc0a-19093495dc33 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (217919a5-c5fa-4d20-b668-e25fab3a0ce4), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.819814 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8378ff8-39e2-4e43-bb17-3497d1c14cf5 None None] No DVR routers for this DVR port 9d7cbe76-a8cb-406d-84f5-3e6f13b19294 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:03.835993 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-4cfe3f58-56c8-41c4-ac9b-efb7cf692e28 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting port b9aaa8d0-9856-41a5-9c95-ca2f85f8a9da {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:03.835993 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4cfe3f58-56c8-41c4-ac9b-efb7cf692e28 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b9aaa8d0-9856-41a5-9c95-ca2f85f8a9da), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.887302 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f3114bc4-2605-4d66-887a-b6014f0ece13 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (2b11433d-1118-46d5-81b3-9dfa62a2c016), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.956724 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port a4fe0f00-9c25-4e53-939b-4f9ef1eee86d is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:03.993605 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3114bc4-2605-4d66-887a-b6014f0ece13 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Subnet': ['ID=2b11433d-1118-46d5-81b3-9dfa62a2c016,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:04.022058 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c24c042-2961-42c1-9f6d-f01fe18a8be4 None None] Network 4b58513c-dbb9-40f3-a671-5912a653dd92 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:04.051275 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f3114bc4-2605-4d66-887a-b6014f0ece13 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.063765 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f3114bc4-2605-4d66-887a-b6014f0ece13 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/subnets/2b11433d-1118-46d5-81b3-9dfa62a2c016 HTTP/1.1" status: 204 len: 168 time: 1.1966577 Jan 27 22:10:04.079769 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52238) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:04.132957 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9d7cbe76-a8cb-406d-84f5-3e6f13b19294 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:10:04.140505 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4cfe3f58-56c8-41c4-ac9b-efb7cf692e28 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b9aaa8d0-9856-41a5-9c95-ca2f85f8a9da), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.155573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 9d7cbe76-a8cb-406d-84f5-3e6f13b19294 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:10:04.155921 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9d7cbe76-a8cb-406d-84f5-3e6f13b19294 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:10:04.156760 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-4cfe3f58-56c8-41c4-ac9b-efb7cf692e28 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Calling delete_port for b9aaa8d0-9856-41a5-9c95-ca2f85f8a9da owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:04.210717 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 8119975c-2ade-46bc-9885-c2d0d7913cf1 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:10:04.337228 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 8119975c-2ade-46bc-9885-c2d0d7913cf1, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8119975c-2ade-46bc-9885-c2d0d7913cf1,segment=NetworkSegment(314f61f3-b8b5-4614-bddf-18d4e443021f),segment_id=314f61f3-b8b5-4614-bddf-18d4e443021f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:04.351991 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '8119975c-2ade-46bc-9885-c2d0d7913cf1', 'network_id': '5419bc74-6b2d-430a-9201-8113a6fe3eb8', 'port_id': '8119975c-2ade-46bc-9885-c2d0d7913cf1', 'mac_address': 'fa:16:3e:70:b5:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc215a98-ed60-48b8-967f-f4e33314f850', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:10:04.354610 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8ae7b1-c398-4c02-a073-d17a316142b3 None None] DHCP port deletion for 4b58513c-dbb9-40f3-a671-5912a653dd92 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:10:04.360192 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6857d95d-866d-4866-95d4-164c1593dce3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (372a855a-ef30-47a5-a85a-f541233cba7f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.370038 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4cfe3f58-56c8-41c4-ac9b-efb7cf692e28 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (b9aaa8d0-9856-41a5-9c95-ca2f85f8a9da), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.437057 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe3f58-56c8-41c4-ac9b-efb7cf692e28 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Port': ['ID=b9aaa8d0-9856-41a5-9c95-ca2f85f8a9da,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:04.440944 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 8119975c-2ade-46bc-9885-c2d0d7913cf1 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:04.441451 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8119975c-2ade-46bc-9885-c2d0d7913cf1), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.462525 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-da8ae7b1-c398-4c02-a073-d17a316142b3 None None] Deleting port bbe66b70-1861-4e1e-8776-89929f92db11 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:04.463012 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-da8ae7b1-c398-4c02-a073-d17a316142b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (bbe66b70-1861-4e1e-8776-89929f92db11), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.551822 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6857d95d-866d-4866-95d4-164c1593dce3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (372a855a-ef30-47a5-a85a-f541233cba7f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.579901 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-6857d95d-866d-4866-95d4-164c1593dce3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372a855a-ef30-47a5-a85a-f541233cba7f']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:04.609934 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-6857d95d-866d-4866-95d4-164c1593dce3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d991a84-d977-4ff0-8f15-9f5a53146ccb') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:04.610804 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-6857d95d-866d-4866-95d4-164c1593dce3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d991a84-d977-4ff0-8f15-9f5a53146ccb') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:04.639880 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6857d95d-866d-4866-95d4-164c1593dce3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (5d991a84-d977-4ff0-8f15-9f5a53146ccb), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.678049 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6857d95d-866d-4866-95d4-164c1593dce3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (5d991a84-d977-4ff0-8f15-9f5a53146ccb), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.695822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6857d95d-866d-4866-95d4-164c1593dce3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:04.696935 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6857d95d-866d-4866-95d4-164c1593dce3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (5d991a84-d977-4ff0-8f15-9f5a53146ccb), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.715390 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-da8ae7b1-c398-4c02-a073-d17a316142b3 None None] For port bbe66b70-1861-4e1e-8776-89929f92db11, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=bbe66b70-1861-4e1e-8776-89929f92db11,segment=NetworkSegment(23087c01-fea8-4d4f-a48c-608eda6b2d8e),segment_id=23087c01-fea8-4d4f-a48c-608eda6b2d8e)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:04.715390 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-da8ae7b1-c398-4c02-a073-d17a316142b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (bbe66b70-1861-4e1e-8776-89929f92db11), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.730618 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-da8ae7b1-c398-4c02-a073-d17a316142b3 None None] Calling delete_port for bbe66b70-1861-4e1e-8776-89929f92db11 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:04.837459 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8119975c-2ade-46bc-9885-c2d0d7913cf1 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:10:04.909423 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4cfe3f58-56c8-41c4-ac9b-efb7cf692e28 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.916839 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4cfe3f58-56c8-41c4-ac9b-efb7cf692e28 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/ports/b9aaa8d0-9856-41a5-9c95-ca2f85f8a9da HTTP/1.1" status: 204 len: 168 time: 1.5280299 Jan 27 22:10:04.917499 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52254) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:04.919955 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:04.934260 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 8119975c-2ade-46bc-9885-c2d0d7913cf1, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8119975c-2ade-46bc-9885-c2d0d7913cf1,segment=NetworkSegment(314f61f3-b8b5-4614-bddf-18d4e443021f),segment_id=314f61f3-b8b5-4614-bddf-18d4e443021f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:04.945733 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8119975c-2ade-46bc-9885-c2d0d7913cf1), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.995169 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a17f1f7-29aa-4b55-bc0a-19093495dc33 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Router 217919a5-c5fa-4d20-b668-e25fab3a0ce4 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:10:04.995722 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6857d95d-866d-4866-95d4-164c1593dce3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (372a855a-ef30-47a5-a85a-f541233cba7f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.013625 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-82a54846-6f60-4cf7-b490-50e96fc358f8 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524041408&fields=id&tenant_id=7f283cf476a449f8a327cb51a3011c25 HTTP/1.1" status: 200 len: 267 time: 0.9423807 Jan 27 22:10:05.090652 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=8119975c-2ade-46bc-9885-c2d0d7913cf1,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:05.108713 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-da8ae7b1-c398-4c02-a073-d17a316142b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (bbe66b70-1861-4e1e-8776-89929f92db11), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.135804 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6857d95d-866d-4866-95d4-164c1593dce3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.150484 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6857d95d-866d-4866-95d4-164c1593dce3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/networks/372a855a-ef30-47a5-a85a-f541233cba7f HTTP/1.1" status: 204 len: 168 time: 1.0660989 Jan 27 22:10:05.156230 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857d95d-866d-4866-95d4-164c1593dce3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Network': ['ID=372a855a-ef30-47a5-a85a-f541233cba7f,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:05.164217 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8ae7b1-c398-4c02-a073-d17a316142b3 None None] No DVR routers for this DVR port bbe66b70-1861-4e1e-8776-89929f92db11 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:05.172412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52260) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:05.178122 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.178536 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.178897 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.179243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.179606 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.179901 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.180328 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.181324 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.181663 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.181997 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.182327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.184796 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.185289 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:05.222354 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['8119975c-2ade-46bc-9885-c2d0d7913cf1'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:10:05.224762 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ae7b1-c398-4c02-a073-d17a316142b3 None None] Pushing event deleted for resources: {'Port': ['ID=bbe66b70-1861-4e1e-8776-89929f92db11,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:05.277771 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a17f1f7-29aa-4b55-bc0a-19093495dc33 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:10:05.292850 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340c46d-be2c-437c-89fb-908c0816f8b7 None None] Sync routers for ids ['217919a5-c5fa-4d20-b668-e25fab3a0ce4'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:10:05.313912 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2340c46d-be2c-437c-89fb-908c0816f8b7 None None] Routers {'217919a5-c5fa-4d20-b668-e25fab3a0ce4'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:05.314553 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-2340c46d-be2c-437c-89fb-908c0816f8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['217919a5-c5fa-4d20-b668-e25fab3a0ce4'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:05.317397 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6a17f1f7-29aa-4b55-bc0a-19093495dc33 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.318929 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6a17f1f7-29aa-4b55-bc0a-19093495dc33 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 5.1407211 Jan 27 22:10:05.322356 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52262) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:05.322843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-8781024f-51aa-477e-a46e-2b5ca8fcbb84 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:05.324589 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-8781024f-51aa-477e-a46e-2b5ca8fcbb84 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/networks?id=2b88bd20-1798-48ad-b21f-622cdc63e125 HTTP/1.1" status: 200 len: 797 time: 0.2886047 Jan 27 22:10:05.333094 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-897ae8af-95e8-4155-812d-08c0b54f57f6 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'enable_snat': False}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:05.359371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561147f4-e941-4447-bc94-4398209ec65e req-5444f6dd-784a-49c5-8c22-1cfa51d68f6c tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:05.361297 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-561147f4-e941-4447-bc94-4398209ec65e req-5444f6dd-784a-49c5-8c22-1cfa51d68f6c tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffa4aea-b10e-48d4-baaa-4d49cab99967 HTTP/1.1" status: 200 len: 944 time: 0.4079001 Jan 27 22:10:05.437202 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-2340c46d-be2c-437c-89fb-908c0816f8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:05.450102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fd3300-c144-41a1-83a6-c96cdb28f101 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:05.452852 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-35fd3300-c144-41a1-83a6-c96cdb28f101 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5313175 Jan 27 22:10:05.456041 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52266) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:05.458497 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2340c46d-be2c-437c-89fb-908c0816f8b7 None None] Routers {'217919a5-c5fa-4d20-b668-e25fab3a0ce4'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:05.468837 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-2340c46d-be2c-437c-89fb-908c0816f8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['217919a5-c5fa-4d20-b668-e25fab3a0ce4'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:05.480822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-a38eb8ae-7a5e-4202-b69c-6720cd82d419 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/quotas/7f283cf476a449f8a327cb51a3011c25 HTTP/1.1" status: 200 len: 375 time: 0.1114399 Jan 27 22:10:05.497440 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d45d2b91-2748-4249-9401-60339d1f639f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (4b58513c-dbb9-40f3-a671-5912a653dd92), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.538447 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7cd878-b6f3-43f8-b4d5-08801bdf64ca tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] GET failed (client error): The resource could not be found. Jan 27 22:10:05.543602 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8e7cd878-b6f3-43f8-b4d5-08801bdf64ca tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports/fddcdbb5-a51e-479f-a520-96a84e923389 HTTP/1.1" status: 404 len: 333 time: 0.0836062 Jan 27 22:10:05.544910 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52268) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:05.556773 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-561147f4-e941-4447-bc94-4398209ec65e req-484a418a-6b1b-46bb-b391-475468a5c3ec tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce889c2-9062-487e-bd98-25b48ea59bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847820 Jan 27 22:10:05.603688 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-90817371-6058-4459-8fb9-64570c44a35c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] GET failed (client error): The resource could not be found. Jan 27 22:10:05.603688 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-90817371-6058-4459-8fb9-64570c44a35c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports/b9aaa8d0-9856-41a5-9c95-ca2f85f8a9da HTTP/1.1" status: 404 len: 333 time: 0.0534339 Jan 27 22:10:05.604758 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52270) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:05.609195 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-2340c46d-be2c-437c-89fb-908c0816f8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:05.609875 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340c46d-be2c-437c-89fb-908c0816f8b7 None None] The sync data for ids ['217919a5-c5fa-4d20-b668-e25fab3a0ce4'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:10:05.627785 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device bbe66b70-1861-4e1e-8776-89929f92db11 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:10:05.650871 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-e8f15c3d-e42d-43b4-a240-ecef8e2940dc tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f283cf476a449f8a327cb51a3011c25&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1640704 Jan 27 22:10:05.707551 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: bbe66b70-1861-4e1e-8776-89929f92db11 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:10:05.708029 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device bbe66b70-1861-4e1e-8776-89929f92db11 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:10:05.778101 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d45d2b91-2748-4249-9401-60339d1f639f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (4b58513c-dbb9-40f3-a671-5912a653dd92), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.806309 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e8f68c85-110b-43b4-aa94-f9b437b53a89 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (19e075f3-c097-4b1d-869c-f1aace61598e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.809436 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-d45d2b91-2748-4249-9401-60339d1f639f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b58513c-dbb9-40f3-a671-5912a653dd92']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:05.828831 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-d45d2b91-2748-4249-9401-60339d1f639f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23087c01-fea8-4d4f-a48c-608eda6b2d8e') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:05.829137 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-d45d2b91-2748-4249-9401-60339d1f639f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23087c01-fea8-4d4f-a48c-608eda6b2d8e') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:05.845717 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d45d2b91-2748-4249-9401-60339d1f639f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (23087c01-fea8-4d4f-a48c-608eda6b2d8e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.869803 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-a8653524-5aa1-4076-81ad-14e199427928 service neutron] 10.222.0.23 "GET /v2.0/networks/2b88bd20-1798-48ad-b21f-622cdc63e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832211 Jan 27 22:10:05.870725 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d45d2b91-2748-4249-9401-60339d1f639f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (23087c01-fea8-4d4f-a48c-608eda6b2d8e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.879153 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45d2b91-2748-4249-9401-60339d1f639f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:05.879554 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d45d2b91-2748-4249-9401-60339d1f639f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (23087c01-fea8-4d4f-a48c-608eda6b2d8e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:05.883034 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:06.043646 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e8f68c85-110b-43b4-aa94-f9b437b53a89 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (19e075f3-c097-4b1d-869c-f1aace61598e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.058807 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-341bc485-d27d-48ac-88ca-c74a39a3a1cf service neutron] 10.222.0.23 "GET /v2.0/networks/2b88bd20-1798-48ad-b21f-622cdc63e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741998 Jan 27 22:10:06.073963 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-e8f68c85-110b-43b4-aa94-f9b437b53a89 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e075f3-c097-4b1d-869c-f1aace61598e']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:06.097540 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-e8f68c85-110b-43b4-aa94-f9b437b53a89 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3c3b70-0422-4c5e-a3d7-03896ba847ae') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:06.097903 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-e8f68c85-110b-43b4-aa94-f9b437b53a89 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3c3b70-0422-4c5e-a3d7-03896ba847ae') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:06.104720 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d45d2b91-2748-4249-9401-60339d1f639f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (4b58513c-dbb9-40f3-a671-5912a653dd92), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.113976 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d45d2b91-2748-4249-9401-60339d1f639f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.118146 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d45d2b91-2748-4249-9401-60339d1f639f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/networks/4b58513c-dbb9-40f3-a671-5912a653dd92 HTTP/1.1" status: 204 len: 168 time: 0.9329293 Jan 27 22:10:06.125375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52274) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:06.131268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-1ba1fcab-7136-4fd3-aacf-c593ce3c78ce tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'network': {'name': 'tempest-RoutersTest-406205254'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:06.174339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d2b91-2748-4249-9401-60339d1f639f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Network': ['ID=4b58513c-dbb9-40f3-a671-5912a653dd92,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:06.189954 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e8f68c85-110b-43b4-aa94-f9b437b53a89 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (1f3c3b70-0422-4c5e-a3d7-03896ba847ae), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.220284 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba1fcab-7136-4fd3-aacf-c593ce3c78ce tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Made reservation on behalf of 1343ecea38cc45ffb85c1a5fad43cd9f for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:06.225277 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1ba1fcab-7136-4fd3-aacf-c593ce3c78ce tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.226249 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 8119975c-2ade-46bc-9885-c2d0d7913cf1 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:06.258309 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e8f68c85-110b-43b4-aa94-f9b437b53a89 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (1f3c3b70-0422-4c5e-a3d7-03896ba847ae), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.320069 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f68c85-110b-43b4-aa94-f9b437b53a89 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:06.320533 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e8f68c85-110b-43b4-aa94-f9b437b53a89 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (1f3c3b70-0422-4c5e-a3d7-03896ba847ae), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: items = [ Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:06.324655 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:06.350673 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfb01ac4-8522-47c8-a6ae-d9a0dcd646a8 req-32dd6ef6-d3ac-4b83-b2b8-ae23c4e410b9 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6 HTTP/1.1" status: 200 len: 210 time: 0.0596638 Jan 27 22:10:06.373788 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 8119975c-2ade-46bc-9885-c2d0d7913cf1 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:10:06.377767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 8119975c-2ade-46bc-9885-c2d0d7913cf1 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:06.378146 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8119975c-2ade-46bc-9885-c2d0d7913cf1), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.423900 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-897ae8af-95e8-4155-812d-08c0b54f57f6 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_gateway (217919a5-c5fa-4d20-b668-e25fab3a0ce4), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.439375 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e8f68c85-110b-43b4-aa94-f9b437b53a89 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (19e075f3-c097-4b1d-869c-f1aace61598e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.448027 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e8f68c85-110b-43b4-aa94-f9b437b53a89 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.456156 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba1fcab-7136-4fd3-aacf-c593ce3c78ce tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:06.459959 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e8f68c85-110b-43b4-aa94-f9b437b53a89 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/networks/19e075f3-c097-4b1d-869c-f1aace61598e HTTP/1.1" status: 204 len: 168 time: 0.8542025 Jan 27 22:10:06.464489 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52282) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:06.483174 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1ba1fcab-7136-4fd3-aacf-c593ce3c78ce tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (c62fcfbf-4588-4d3c-9cc1-31cb01f13b5d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.483532 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-1ba1fcab-7136-4fd3-aacf-c593ce3c78ce tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Added segment c62fcfbf-4588-4d3c-9cc1-31cb01f13b5d of type vlan for network 1331d837-8a20-49b1-aceb-83ae46c4188c Jan 27 22:10:06.491235 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 8119975c-2ade-46bc-9885-c2d0d7913cf1 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:06.491903 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8119975c-2ade-46bc-9885-c2d0d7913cf1), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.504208 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-071579bd-3da4-441a-bed9-f5afc3305635 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-839288714'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:06.527067 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f68c85-110b-43b4-aa94-f9b437b53a89 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Network': ['ID=19e075f3-c097-4b1d-869c-f1aace61598e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:06.552458 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1ba1fcab-7136-4fd3-aacf-c593ce3c78ce tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (1331d837-8a20-49b1-aceb-83ae46c4188c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.578067 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071579bd-3da4-441a-bed9-f5afc3305635 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:06.579783 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 8119975c-2ade-46bc-9885-c2d0d7913cf1, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8119975c-2ade-46bc-9885-c2d0d7913cf1,segment=NetworkSegment(314f61f3-b8b5-4614-bddf-18d4e443021f),segment_id=314f61f3-b8b5-4614-bddf-18d4e443021f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:06.581750 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-071579bd-3da4-441a-bed9-f5afc3305635 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.582345 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1ba1fcab-7136-4fd3-aacf-c593ce3c78ce tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (1331d837-8a20-49b1-aceb-83ae46c4188c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.584596 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffa4aea-b10e-48d4-baaa-4d49cab99967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8119975c-2ade-46bc-9885-c2d0d7913cf1'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:10:06.589673 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d7a8ec-db5c-4375-86fe-de1945e18b72" -d '{"events": [{"server_uuid": "6ffa4aea-b10e-48d4-baaa-4d49cab99967", "name": "network-vif-plugged", "status": "completed", "tag": "8119975c-2ade-46bc-9885-c2d0d7913cf1"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:10:06.594360 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba1fcab-7136-4fd3-aacf-c593ce3c78ce tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:06.594360 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1ba1fcab-7136-4fd3-aacf-c593ce3c78ce tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.605320 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8119975c-2ade-46bc-9885-c2d0d7913cf1), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.634794 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1ba1fcab-7136-4fd3-aacf-c593ce3c78ce tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5081091 Jan 27 22:10:06.639117 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52292) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:06.646758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-c98c26ef-1dfb-44a7-af01-12d9ead27f4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'subnet': {'network_id': '1331d837-8a20-49b1-aceb-83ae46c4188c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:06.674919 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071579bd-3da4-441a-bed9-f5afc3305635 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:06.741005 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-071579bd-3da4-441a-bed9-f5afc3305635 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (bfb39b5f-c24e-4a0e-931d-597ac559561a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.741816 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-071579bd-3da4-441a-bed9-f5afc3305635 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Added segment bfb39b5f-c24e-4a0e-931d-597ac559561a of type vlan for network 3837d8d1-937b-41ef-86bc-a8d04137234b Jan 27 22:10:06.770576 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff825a4-3c24-456b-affb-67df2dfd8e80 x-openstack-request-id: req-4ff825a4-3c24-456b-affb-67df2dfd8e80 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:10:06.772334 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffa4aea-b10e-48d4-baaa-4d49cab99967", "name": "network-vif-plugged", "status": "completed", "tag": "8119975c-2ade-46bc-9885-c2d0d7913cf1", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:10:06.773109 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ff825a4-3c24-456b-affb-67df2dfd8e80 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:10:06.779618 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffa4aea-b10e-48d4-baaa-4d49cab99967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8119975c-2ade-46bc-9885-c2d0d7913cf1', 'code': 200} Jan 27 22:10:06.780811 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=8119975c-2ade-46bc-9885-c2d0d7913cf1,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:06.810868 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1fcab-7136-4fd3-aacf-c593ce3c78ce tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Network': ['ID=1331d837-8a20-49b1-aceb-83ae46c4188c,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:06.831457 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 1331d837-8a20-49b1-aceb-83ae46c4188c details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:06.916309 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-071579bd-3da4-441a-bed9-f5afc3305635 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (3837d8d1-937b-41ef-86bc-a8d04137234b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.019138 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-071579bd-3da4-441a-bed9-f5afc3305635 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (3837d8d1-937b-41ef-86bc-a8d04137234b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.025033 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071579bd-3da4-441a-bed9-f5afc3305635 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:07.025655 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-071579bd-3da4-441a-bed9-f5afc3305635 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.034324 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3299a60-c9b4-46af-82fc-32ce3eed6b66 req-a3842e91-4b09-4b25-8871-cd7887f1d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:07.036108 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3299a60-c9b4-46af-82fc-32ce3eed6b66 req-a3842e91-4b09-4b25-8871-cd7887f1d2a4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6ffa4aea-b10e-48d4-baaa-4d49cab99967 HTTP/1.1" status: 200 len: 1096 time: 0.1846876 Jan 27 22:10:07.048014 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7c3f1-f0ed-4485-ac92-614fe47d7b76 req-5730f955-8e3a-4e29-a934-993dc9ffd936 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:07.057971 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bbf7c3f1-f0ed-4485-ac92-614fe47d7b76 req-5730f955-8e3a-4e29-a934-993dc9ffd936 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffa4aea-b10e-48d4-baaa-4d49cab99967 HTTP/1.1" status: 200 len: 945 time: 0.2624507 Jan 27 22:10:07.079719 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98c26ef-1dfb-44a7-af01-12d9ead27f4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Made reservation on behalf of 1343ecea38cc45ffb85c1a5fad43cd9f for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:07.091467 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c98c26ef-1dfb-44a7-af01-12d9ead27f4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.131890 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-071579bd-3da4-441a-bed9-f5afc3305635 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6625960 Jan 27 22:10:07.135931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52300) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:07.145136 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-39a2ae24-83d5-4016-b18d-9ce5bf9ce0d2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'subnet': {'network_id': '3837d8d1-937b-41ef-86bc-a8d04137234b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:07.194260 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071579bd-3da4-441a-bed9-f5afc3305635 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Network': ['ID=3837d8d1-937b-41ef-86bc-a8d04137234b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:07.212318 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 3837d8d1-937b-41ef-86bc-a8d04137234b details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:07.496845 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-897ae8af-95e8-4155-812d-08c0b54f57f6 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (217919a5-c5fa-4d20-b668-e25fab3a0ce4), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.500535 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-897ae8af-95e8-4155-812d-08c0b54f57f6 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1668512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1663757'] for router (217919a5-c5fa-4d20-b668-e25fab3a0ce4), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.635018 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897ae8af-95e8-4155-812d-08c0b54f57f6 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Router 217919a5-c5fa-4d20-b668-e25fab3a0ce4 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:10:07.723999 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c167f0d6-3dd9-4e64-a8bc-ffbcdb86b0d9 req-6068a0b5-dbab-4671-b433-1117ad7cc38c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6 HTTP/1.1" status: 200 len: 210 time: 0.1000478 Jan 27 22:10:07.742584 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bbf7c3f1-f0ed-4485-ac92-614fe47d7b76 req-48aa2a8b-7b1b-4a4d-a530-1a18259b1057 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce889c2-9062-487e-bd98-25b48ea59bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6807020 Jan 27 22:10:07.745906 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3299a60-c9b4-46af-82fc-32ce3eed6b66 req-1f276e38-96d8-4388-b021-81a8e1e44fa6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dce889c2-9062-487e-bd98-25b48ea59bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6928451 Jan 27 22:10:07.748217 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897ae8af-95e8-4155-812d-08c0b54f57f6 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:10:07.752242 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-897ae8af-95e8-4155-812d-08c0b54f57f6 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.757208 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-897ae8af-95e8-4155-812d-08c0b54f57f6 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "PUT /v2.0/routers/217919a5-c5fa-4d20-b668-e25fab3a0ce4 HTTP/1.1" status: 200 len: 918 time: 2.4335504 Jan 27 22:10:07.757706 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52306) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:07.787988 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c38ced6-8749-4ba9-8a8d-856432a21118 None None] Sync routers for ids ['217919a5-c5fa-4d20-b668-e25fab3a0ce4'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:10:07.835678 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c38ced6-8749-4ba9-8a8d-856432a21118 None None] Routers {'217919a5-c5fa-4d20-b668-e25fab3a0ce4'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:07.836582 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-4c38ced6-8749-4ba9-8a8d-856432a21118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['217919a5-c5fa-4d20-b668-e25fab3a0ce4'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:07.843269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a2ae24-83d5-4016-b18d-9ce5bf9ce0d2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:07.848192 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39a2ae24-83d5-4016-b18d-9ce5bf9ce0d2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.900244 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-4c38ced6-8749-4ba9-8a8d-856432a21118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:07.917027 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c38ced6-8749-4ba9-8a8d-856432a21118 None None] Routers {'217919a5-c5fa-4d20-b668-e25fab3a0ce4'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:07.917838 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-4c38ced6-8749-4ba9-8a8d-856432a21118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['217919a5-c5fa-4d20-b668-e25fab3a0ce4'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:07.944345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.ipam_backend_mixin [None req-39a2ae24-83d5-4016-b18d-9ce5bf9ce0d2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Performing IP validity checks on allocation pools {{(pid=109741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 22:10:07.945689 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.ipam_backend_mixin [None req-39a2ae24-83d5-4016-b18d-9ce5bf9ce0d2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 22:10:07.965473 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-4c38ced6-8749-4ba9-8a8d-856432a21118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:07.966605 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c38ced6-8749-4ba9-8a8d-856432a21118 None None] The sync data for ids ['217919a5-c5fa-4d20-b668-e25fab3a0ce4'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:10:07.970622 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-71d7cfdb-6d6d-4a0d-9225-b099cbbb803f tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "GET /v2.0/routers/217919a5-c5fa-4d20-b668-e25fab3a0ce4 HTTP/1.1" status: 200 len: 918 time: 0.2117169 Jan 27 22:10:07.971629 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52310) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:08.115661 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2741af11-f73c-4f09-9e26-1a6760412098 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:08.119108 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2741af11-f73c-4f09-9e26-1a6760412098 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&device_id=217919a5-c5fa-4d20-b668-e25fab3a0ce4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1431172 Jan 27 22:10:08.121223 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52316) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:08.175691 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c98c26ef-1dfb-44a7-af01-12d9ead27f4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (bc67cd85-b7f3-43ab-aecf-adcc073c70b8), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.256687 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39a2ae24-83d5-4016-b18d-9ce5bf9ce0d2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (a2fa28cb-d3a7-48c8-8979-6d1458993a22), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.270292 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67710e8a-5c6c-4b35-b42f-e142c938ee87 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:08.276860 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-67710e8a-5c6c-4b35-b42f-e142c938ee87 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 881 time: 0.1545486 Jan 27 22:10:08.277638 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52320) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:08.281257 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-3391d81b-6a9c-4ef5-a4e3-df77c8c45a66 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:08.282733 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-3391d81b-6a9c-4ef5-a4e3-df77c8c45a66 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.21 "GET /v2.0/networks?id=2b88bd20-1798-48ad-b21f-622cdc63e125 HTTP/1.1" status: 200 len: 797 time: 0.3034265 Jan 27 22:10:08.290986 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c26ef-1dfb-44a7-af01-12d9ead27f4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Subnet': ['ID=bc67cd85-b7f3-43ab-aecf-adcc073c70b8,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:08.341512 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2ae24-83d5-4016-b18d-9ce5bf9ce0d2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Subnet': ['ID=a2fa28cb-d3a7-48c8-8979-6d1458993a22,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:08.417707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98c26ef-1dfb-44a7-af01-12d9ead27f4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Checking segment: {'id': 'c62fcfbf-4588-4d3c-9cc1-31cb01f13b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1331d837-8a20-49b1-aceb-83ae46c4188c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:08.418002 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98c26ef-1dfb-44a7-af01-12d9ead27f4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network hostable DHCP agents. Network: 1331d837-8a20-49b1-aceb-83ae46c4188c, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:08.446877 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a2ae24-83d5-4016-b18d-9ce5bf9ce0d2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Checking segment: {'id': 'bfb39b5f-c24e-4a0e-931d-597ac559561a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3837d8d1-937b-41ef-86bc-a8d04137234b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:08.447249 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a2ae24-83d5-4016-b18d-9ce5bf9ce0d2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network hostable DHCP agents. Network: 3837d8d1-937b-41ef-86bc-a8d04137234b, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:08.486113 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-a3f8d3e8-b89c-4faf-83c4-e702001e9272 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f283cf476a449f8a327cb51a3011c25 HTTP/1.1" status: 200 len: 471 time: 0.1421454 Jan 27 22:10:08.493896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98c26ef-1dfb-44a7-af01-12d9ead27f4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network 1331d837-8a20-49b1-aceb-83ae46c4188c is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:08.512495 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-3987efbd-6095-4cb9-9e5e-acb33b64db02 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'port': {'device_id': '2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6', 'network_id': '2b88bd20-1798-48ad-b21f-622cdc63e125', 'admin_state_up': True, 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'security_groups': ['cb2b2421-14a3-4488-b92c-ce4a9d0ece50']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:08.525581 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a2ae24-83d5-4016-b18d-9ce5bf9ce0d2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 3837d8d1-937b-41ef-86bc-a8d04137234b is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:08.558798 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-c98c26ef-1dfb-44a7-af01-12d9ead27f4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 1331d837-8a20-49b1-aceb-83ae46c4188c) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:08.567315 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad2f4a7-dee9-43df-aa5c-33aba3866e96 None None] Network 1331d837-8a20-49b1-aceb-83ae46c4188c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:08.605757 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98c26ef-1dfb-44a7-af01-12d9ead27f4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:08.606362 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c98c26ef-1dfb-44a7-af01-12d9ead27f4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.608866 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-39a2ae24-83d5-4016-b18d-9ce5bf9ce0d2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 3837d8d1-937b-41ef-86bc-a8d04137234b) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:08.624239 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a2ae24-83d5-4016-b18d-9ce5bf9ce0d2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:08.624777 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39a2ae24-83d5-4016-b18d-9ce5bf9ce0d2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.643581 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ab68b3-ba88-40cd-8e94-eef03ff38c7b None None] Network 3837d8d1-937b-41ef-86bc-a8d04137234b requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:08.654647 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c98c26ef-1dfb-44a7-af01-12d9ead27f4e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0120766 Jan 27 22:10:08.655874 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52328) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:08.670585 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-fa7907d0-0692-409b-9a68-465d16997405 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-229406224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:08.707090 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-39a2ae24-83d5-4016-b18d-9ce5bf9ce0d2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5663805 Jan 27 22:10:08.725858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52330) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:08.739947 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-3a0fbf82-036c-400a-8b8c-1b17e782be75 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'port': {'network_id': '3837d8d1-937b-41ef-86bc-a8d04137234b', 'name': 'tempest-PortsTestJSON-866343632'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:08.819876 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ee15c8-0134-49eb-94b0-8730bdd1521e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-3837d8d1-937b-41ef-86bc-a8d04137234b', 'network_id': '3837d8d1-937b-41ef-86bc-a8d04137234b', 'project_id': '843bc7b8352e40efa7b0de2db41edc8d', 'fixed_ips': [{'subnet_id': 'a2fa28cb-d3a7-48c8-8979-6d1458993a22'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:10:08.823136 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f0ee15c8-0134-49eb-94b0-8730bdd1521e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.933250 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fa7907d0-0692-409b-9a68-465d16997405 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (7d4099e2-5f76-41ca-a165-b572179a07a1), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.940218 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fa7907d0-0692-409b-9a68-465d16997405 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (7d4099e2-5f76-41ca-a165-b572179a07a1), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.949275 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0fbf82-036c-400a-8b8c-1b17e782be75 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:08.969367 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3a0fbf82-036c-400a-8b8c-1b17e782be75 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.971507 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52338) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:09.014470 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:10:09.029475 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40063ee7-bc73-4b7b-ac1f-666ddfb871d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-1331d837-8a20-49b1-aceb-83ae46c4188c', 'network_id': '1331d837-8a20-49b1-aceb-83ae46c4188c', 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'fixed_ips': [{'subnet_id': 'bc67cd85-b7f3-43ab-aecf-adcc073c70b8'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:10:09.030845 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-40063ee7-bc73-4b7b-ac1f-666ddfb871d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.058468 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2cd44a09-f906-4c7a-a867-99e1cac2cbf2 req-122b5cbb-1d1f-4245-afbb-d736b3285d19 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6 HTTP/1.1" status: 200 len: 210 time: 0.0798821 Jan 27 22:10:09.139383 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a19bc507-7590-4239-a8c3-8a2f188d7fe9 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "GET /v2.0/ports?device_id=217919a5-c5fa-4d20-b668-e25fab3a0ce4 HTTP/1.1" status: 200 len: 205 time: 0.8597777 Jan 27 22:10:09.141170 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52344) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:09.188609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-3987efbd-6095-4cb9-9e5e-acb33b64db02 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Made reservation on behalf of 7f283cf476a449f8a327cb51a3011c25 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:09.191850 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-3987efbd-6095-4cb9-9e5e-acb33b64db02 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.204416 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-40063ee7-bc73-4b7b-ac1f-666ddfb871d0 None None] Allocated IP 172.20.0.2 (1331d837-8a20-49b1-aceb-83ae46c4188c/bc67cd85-b7f3-43ab-aecf-adcc073c70b8/6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:09.245112 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-3a0fbf82-036c-400a-8b8c-1b17e782be75 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] device_id is not set on port f2bca355-164f-4683-8250-b551c8fe4e69 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:10:09.330867 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aece6060-e1ca-48d8-ba93-1776a96cafa7 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router (217919a5-c5fa-4d20-b668-e25fab3a0ce4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.361866 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-40063ee7-bc73-4b7b-ac1f-666ddfb871d0 None None] Publish callbacks [] for port (6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.377062 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-40063ee7-bc73-4b7b-ac1f-666ddfb871d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.390210 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-3a0fbf82-036c-400a-8b8c-1b17e782be75 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Allocated IP 172.20.0.6 (3837d8d1-937b-41ef-86bc-a8d04137234b/a2fa28cb-d3a7-48c8-8979-6d1458993a22/f2bca355-164f-4683-8250-b551c8fe4e69) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:09.432345 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40063ee7-bc73-4b7b-ac1f-666ddfb871d0 None None] Network 1331d837-8a20-49b1-aceb-83ae46c4188c is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:09.435190 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-40063ee7-bc73-4b7b-ac1f-666ddfb871d0 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:09.441590 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40063ee7-bc73-4b7b-ac1f-666ddfb871d0 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:09.473373 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aece6060-e1ca-48d8-ba93-1776a96cafa7 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_gateway (217919a5-c5fa-4d20-b668-e25fab3a0ce4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.494972 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40063ee7-bc73-4b7b-ac1f-666ddfb871d0 None None] Pushing event updated for resources: {'Port': ['ID=6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:09.515087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-40063ee7-bc73-4b7b-ac1f-666ddfb871d0 None None] Attempting to bind port 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:09.515795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-40063ee7-bc73-4b7b-ac1f-666ddfb871d0 None None] Attempting to bind port 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'c62fcfbf-4588-4d3c-9cc1-31cb01f13b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1331d837-8a20-49b1-aceb-83ae46c4188c'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:09.516394 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40063ee7-bc73-4b7b-ac1f-666ddfb871d0 None None] Attempting to bind port 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77 on network 1331d837-8a20-49b1-aceb-83ae46c4188c {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:09.523463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40063ee7-bc73-4b7b-ac1f-666ddfb871d0 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:09.524865 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40063ee7-bc73-4b7b-ac1f-666ddfb871d0 None None] Checking segment: {'id': 'c62fcfbf-4588-4d3c-9cc1-31cb01f13b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1331d837-8a20-49b1-aceb-83ae46c4188c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:09.525629 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-40063ee7-bc73-4b7b-ac1f-666ddfb871d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.526636 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40063ee7-bc73-4b7b-ac1f-666ddfb871d0 None None] Bound using segment: {'id': 'c62fcfbf-4588-4d3c-9cc1-31cb01f13b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1331d837-8a20-49b1-aceb-83ae46c4188c'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:09.527740 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-40063ee7-bc73-4b7b-ac1f-666ddfb871d0 None None] Bound port: 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62fcfbf-4588-4d3c-9cc1-31cb01f13b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1331d837-8a20-49b1-aceb-83ae46c4188c'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:09.528885 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-40063ee7-bc73-4b7b-ac1f-666ddfb871d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.545002 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3a0fbf82-036c-400a-8b8c-1b17e782be75 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for port (f2bca355-164f-4683-8250-b551c8fe4e69), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.586147 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-aece6060-e1ca-48d8-ba93-1776a96cafa7 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Deleting port f6fe50b8-ac60-4f55-946b-2a05018bfdf7 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:09.587249 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aece6060-e1ca-48d8-ba93-1776a96cafa7 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f6fe50b8-ac60-4f55-946b-2a05018bfdf7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.615193 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3a0fbf82-036c-400a-8b8c-1b17e782be75 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f2bca355-164f-4683-8250-b551c8fe4e69), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.670532 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7fee6b8-e78e-4622-b9cf-68c74511c2ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.680477 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0fbf82-036c-400a-8b8c-1b17e782be75 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Port': ['ID=f2bca355-164f-4683-8250-b551c8fe4e69,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:09.722045 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-f0ee15c8-0134-49eb-94b0-8730bdd1521e None None] Allocated IP 172.20.0.2 (3837d8d1-937b-41ef-86bc-a8d04137234b/a2fa28cb-d3a7-48c8-8979-6d1458993a22/1f7ec420-5f60-40e8-ae6d-049e4efa3485) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:09.723551 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aece6060-e1ca-48d8-ba93-1776a96cafa7 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f6fe50b8-ac60-4f55-946b-2a05018bfdf7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.741398 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-aece6060-e1ca-48d8-ba93-1776a96cafa7 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Calling delete_port for f6fe50b8-ac60-4f55-946b-2a05018bfdf7 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:09.754793 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fa7907d0-0692-409b-9a68-465d16997405 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router_controller (7d4099e2-5f76-41ca-a165-b572179a07a1), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.814656 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-40063ee7-bc73-4b7b-ac1f-666ddfb871d0 None None] For port 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:09.861929 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-40063ee7-bc73-4b7b-ac1f-666ddfb871d0 None None] For port 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77,segment=NetworkSegment(c62fcfbf-4588-4d3c-9cc1-31cb01f13b5d),segment_id=c62fcfbf-4588-4d3c-9cc1-31cb01f13b5d)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:09.901359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-3987efbd-6095-4cb9-9e5e-acb33b64db02 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Allocated IP 172.20.0.27 (2b88bd20-1798-48ad-b21f-622cdc63e125/d7f8e6f4-9f78-4696-912f-81f03e5505e6/99a98923-e4dd-4e69-98c9-c0fccbf82557) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:10.007515 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f0ee15c8-0134-49eb-94b0-8730bdd1521e None None] Publish callbacks [] for port (1f7ec420-5f60-40e8-ae6d-049e4efa3485), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.014498 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-40063ee7-bc73-4b7b-ac1f-666ddfb871d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.045195 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f0ee15c8-0134-49eb-94b0-8730bdd1521e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (1f7ec420-5f60-40e8-ae6d-049e4efa3485), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.074248 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-3987efbd-6095-4cb9-9e5e-acb33b64db02 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for port (99a98923-e4dd-4e69-98c9-c0fccbf82557), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.139462 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ee15c8-0134-49eb-94b0-8730bdd1521e None None] Network 3837d8d1-937b-41ef-86bc-a8d04137234b is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:10.147547 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-f0ee15c8-0134-49eb-94b0-8730bdd1521e None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:10.151788 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ee15c8-0134-49eb-94b0-8730bdd1521e None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:10.156874 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938fcfc-e8f4-42e9-bd5d-a2bae09e1e30 req-e34ddd0d-c283-44e7-a99b-5725fa1f757e tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:10.161572 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9938fcfc-e8f4-42e9-bd5d-a2bae09e1e30 req-e34ddd0d-c283-44e7-a99b-5725fa1f757e tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffa4aea-b10e-48d4-baaa-4d49cab99967 HTTP/1.1" status: 200 len: 945 time: 1.0632918 Jan 27 22:10:10.177294 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0fbf82-036c-400a-8b8c-1b17e782be75 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 3837d8d1-937b-41ef-86bc-a8d04137234b is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:10.179931 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fa7907d0-0692-409b-9a68-465d16997405 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (7d4099e2-5f76-41ca-a165-b572179a07a1), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.197109 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-3987efbd-6095-4cb9-9e5e-acb33b64db02 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (99a98923-e4dd-4e69-98c9-c0fccbf82557), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.204148 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-3a0fbf82-036c-400a-8b8c-1b17e782be75 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:10.233692 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40063ee7-bc73-4b7b-ac1f-666ddfb871d0 None None] Pushing event updated for resources: {'Port': ['ID=6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:10.235323 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fa7907d0-0692-409b-9a68-465d16997405 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.240070 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-fa7907d0-0692-409b-9a68-465d16997405 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.5749769 Jan 27 22:10:10.244543 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52360) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:10.254126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0fbf82-036c-400a-8b8c-1b17e782be75 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:10.254616 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9ef2c3ab-9c64-4259-9aad-363ef4eda67e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'port': {'network_id': '1331d837-8a20-49b1-aceb-83ae46c4188c', 'name': 'tempest-RoutersTest-644421682'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:10.272605 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aece6060-e1ca-48d8-ba93-1776a96cafa7 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (f6fe50b8-ac60-4f55-946b-2a05018bfdf7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.275690 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f0ee15c8-0134-49eb-94b0-8730bdd1521e None None] Attempting to bind port 1f7ec420-5f60-40e8-ae6d-049e4efa3485 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:10.276068 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f0ee15c8-0134-49eb-94b0-8730bdd1521e None None] Attempting to bind port 1f7ec420-5f60-40e8-ae6d-049e4efa3485 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'bfb39b5f-c24e-4a0e-931d-597ac559561a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3837d8d1-937b-41ef-86bc-a8d04137234b'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:10.276519 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee15c8-0134-49eb-94b0-8730bdd1521e None None] Attempting to bind port 1f7ec420-5f60-40e8-ae6d-049e4efa3485 on network 3837d8d1-937b-41ef-86bc-a8d04137234b {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:10.283980 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee15c8-0134-49eb-94b0-8730bdd1521e None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:10.284392 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee15c8-0134-49eb-94b0-8730bdd1521e None None] Checking segment: {'id': 'bfb39b5f-c24e-4a0e-931d-597ac559561a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3837d8d1-937b-41ef-86bc-a8d04137234b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:10.284796 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f0ee15c8-0134-49eb-94b0-8730bdd1521e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.285218 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ee15c8-0134-49eb-94b0-8730bdd1521e None None] Bound using segment: {'id': 'bfb39b5f-c24e-4a0e-931d-597ac559561a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3837d8d1-937b-41ef-86bc-a8d04137234b'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:10.285681 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f0ee15c8-0134-49eb-94b0-8730bdd1521e None None] Bound port: 1f7ec420-5f60-40e8-ae6d-049e4efa3485, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb39b5f-c24e-4a0e-931d-597ac559561a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3837d8d1-937b-41ef-86bc-a8d04137234b'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:10.286057 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f0ee15c8-0134-49eb-94b0-8730bdd1521e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1f7ec420-5f60-40e8-ae6d-049e4efa3485), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.349908 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee15c8-0134-49eb-94b0-8730bdd1521e None None] Pushing event updated for resources: {'Port': ['ID=1f7ec420-5f60-40e8-ae6d-049e4efa3485,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:10.409707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9938fcfc-e8f4-42e9-bd5d-a2bae09e1e30 req-7dd03cad-ed64-49dd-8f6d-6a08accd606d tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce889c2-9062-487e-bd98-25b48ea59bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097600 Jan 27 22:10:10.409978 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f0ee15c8-0134-49eb-94b0-8730bdd1521e None None] For port 1f7ec420-5f60-40e8-ae6d-049e4efa3485, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:10.413261 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f0ee15c8-0134-49eb-94b0-8730bdd1521e None None] For port 1f7ec420-5f60-40e8-ae6d-049e4efa3485, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1f7ec420-5f60-40e8-ae6d-049e4efa3485,segment=NetworkSegment(bfb39b5f-c24e-4a0e-931d-597ac559561a),segment_id=bfb39b5f-c24e-4a0e-931d-597ac559561a)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:10.428791 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f0ee15c8-0134-49eb-94b0-8730bdd1521e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1f7ec420-5f60-40e8-ae6d-049e4efa3485), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.433762 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece6060-e1ca-48d8-ba93-1776a96cafa7 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Pushing event deleted for resources: {'Port': ['ID=f6fe50b8-ac60-4f55-946b-2a05018bfdf7,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:10.593136 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-3987efbd-6095-4cb9-9e5e-acb33b64db02 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Network 2b88bd20-1798-48ad-b21f-622cdc63e125 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:10.595077 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee15c8-0134-49eb-94b0-8730bdd1521e None None] Pushing event updated for resources: {'Port': ['ID=1f7ec420-5f60-40e8-ae6d-049e4efa3485,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:10.621917 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-3987efbd-6095-4cb9-9e5e-acb33b64db02 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:10.656812 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-3987efbd-6095-4cb9-9e5e-acb33b64db02 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:10.685305 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aece6060-e1ca-48d8-ba93-1776a96cafa7 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (217919a5-c5fa-4d20-b668-e25fab3a0ce4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.888612 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7fee6b8-e78e-4622-b9cf-68c74511c2ad admin admin] Publish callbacks [] for security_group (822262f2-7a34-40ac-b4e9-ef2fdc02d496), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.924837 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c5bd2-d3b1-4b25-bb04-627da50d4050 req-af62b72e-f28b-4174-b2a5-d8f875174310 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:10.935830 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-789c5bd2-d3b1-4b25-bb04-627da50d4050 req-af62b72e-f28b-4174-b2a5-d8f875174310 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6 HTTP/1.1" status: 200 len: 932 time: 0.6669762 Jan 27 22:10:10.969834 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7fee6b8-e78e-4622-b9cf-68c74511c2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (822262f2-7a34-40ac-b4e9-ef2fdc02d496), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.999766 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aece6060-e1ca-48d8-ba93-1776a96cafa7 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (217919a5-c5fa-4d20-b668-e25fab3a0ce4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.010595 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aece6060-e1ca-48d8-ba93-1776a96cafa7 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_controller (217919a5-c5fa-4d20-b668-e25fab3a0ce4), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.019507 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef2c3ab-9c64-4259-9aad-363ef4eda67e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Made reservation on behalf of 1343ecea38cc45ffb85c1a5fad43cd9f for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:11.028719 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9ef2c3ab-9c64-4259-9aad-363ef4eda67e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.061592 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987efbd-6095-4cb9-9e5e-acb33b64db02 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'Port': ['ID=99a98923-e4dd-4e69-98c9-c0fccbf82557,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:11.094405 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-3987efbd-6095-4cb9-9e5e-acb33b64db02 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:11.095035 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-3987efbd-6095-4cb9-9e5e-acb33b64db02 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.151885 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-9ef2c3ab-9c64-4259-9aad-363ef4eda67e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] device_id is not set on port fea0f5d2-1dfc-440d-8b54-db4583b62eea yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:10:11.183937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0fbf82-036c-400a-8b8c-1b17e782be75 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:11.187197 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3a0fbf82-036c-400a-8b8c-1b17e782be75 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.196500 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a7fee6b8-e78e-4622-b9cf-68c74511c2ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e44f9971862640e2ae876470099cb55f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1500146 Jan 27 22:10:11.206120 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fee6b8-e78e-4622-b9cf-68c74511c2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822262f2-7a34-40ac-b4e9-ef2fdc02d496,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:11.215226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52364) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:11.229178 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-fe2798dc-bc57-47b0-ae1e-f6c2fc02d05d None None] Provisioning complete for port 99a98923-e4dd-4e69-98c9-c0fccbf82557 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:11.229720 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fe2798dc-bc57-47b0-ae1e-f6c2fc02d05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (99a98923-e4dd-4e69-98c9-c0fccbf82557), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.317569 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-fe2798dc-bc57-47b0-ae1e-f6c2fc02d05d None None] Port 99a98923-e4dd-4e69-98c9-c0fccbf82557 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:10:11.337642 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-9ef2c3ab-9c64-4259-9aad-363ef4eda67e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Allocated IP 172.20.0.11 (1331d837-8a20-49b1-aceb-83ae46c4188c/bc67cd85-b7f3-43ab-aecf-adcc073c70b8/fea0f5d2-1dfc-440d-8b54-db4583b62eea) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:11.379320 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aece6060-e1ca-48d8-ba93-1776a96cafa7 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (217919a5-c5fa-4d20-b668-e25fab3a0ce4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.379320 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aece6060-e1ca-48d8-ba93-1776a96cafa7 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Fanout notify agent at l3_agent the message router_deleted on router 217919a5-c5fa-4d20-b668-e25fab3a0ce4 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:10:11.382678 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3a0fbf82-036c-400a-8b8c-1b17e782be75 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6525381 Jan 27 22:10:11.386016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52366) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:11.396249 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aece6060-e1ca-48d8-ba93-1776a96cafa7 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.402828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-3987efbd-6095-4cb9-9e5e-acb33b64db02 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9062190 Jan 27 22:10:11.407018 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-aece6060-e1ca-48d8-ba93-1776a96cafa7 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "DELETE /v2.0/routers/217919a5-c5fa-4d20-b668-e25fab3a0ce4 HTTP/1.1" status: 204 len: 168 time: 2.2624900 Jan 27 22:10:11.421555 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52368) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:11.428938 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-41dd5da1-5a06-4dd9-ad93-258fa76afdcf tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1626226187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:11.439608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-789c5bd2-d3b1-4b25-bb04-627da50d4050 req-7fbc0c1c-0cb6-48b4-9f6f-457440d0a128 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=cb2b2421-14a3-4488-b92c-ce4a9d0ece50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5018644 Jan 27 22:10:11.467473 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] Request body: {'port': {'device_id': '2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:11.525439 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41dd5da1-5a06-4dd9-ad93-258fa76afdcf tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (4ed3d01e-e33d-4449-abfb-d6083f575307), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.535475 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41dd5da1-5a06-4dd9-ad93-258fa76afdcf tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (4ed3d01e-e33d-4449-abfb-d6083f575307), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.638075 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (99a98923-e4dd-4e69-98c9-c0fccbf82557), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.722465 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0b0b-7323-4e16-8b69-3631847c8f1f admin admin] Publish callbacks [] for security_group (822262f2-7a34-40ac-b4e9-ef2fdc02d496), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.781992 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1f7ec420-5f60-40e8-ae6d-049e4efa3485 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:11.787537 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41dd5da1-5a06-4dd9-ad93-258fa76afdcf tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_controller (4ed3d01e-e33d-4449-abfb-d6083f575307), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.802538 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41dd5da1-5a06-4dd9-ad93-258fa76afdcf tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (4ed3d01e-e33d-4449-abfb-d6083f575307), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.860138 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0b0b-7323-4e16-8b69-3631847c8f1f admin admin] Publish callbacks [] for security_group (822262f2-7a34-40ac-b4e9-ef2fdc02d496), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.872330 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba617cf9-f593-4c15-b761-2eb0086fd089 req-f1d17f9e-0d94-4242-82ff-fb5495f4a00b tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:11.874734 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba617cf9-f593-4c15-b761-2eb0086fd089 req-f1d17f9e-0d94-4242-82ff-fb5495f4a00b tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffa4aea-b10e-48d4-baaa-4d49cab99967 HTTP/1.1" status: 200 len: 945 time: 0.2110629 Jan 27 22:10:11.876236 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 1f7ec420-5f60-40e8-ae6d-049e4efa3485 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:11.877052 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1f7ec420-5f60-40e8-ae6d-049e4efa3485), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.888904 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41dd5da1-5a06-4dd9-ad93-258fa76afdcf tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.890152 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-41dd5da1-5a06-4dd9-ad93-258fa76afdcf tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4676116 Jan 27 22:10:11.897981 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52374) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:11.916745 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b9aa3495-771f-41fc-8511-e1173dd0929d tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Request body: {'router': {'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:12.011822 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1f7ec420-5f60-40e8-ae6d-049e4efa3485 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:12.012648 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1f7ec420-5f60-40e8-ae6d-049e4efa3485), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.086371 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 1f7ec420-5f60-40e8-ae6d-049e4efa3485, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1f7ec420-5f60-40e8-ae6d-049e4efa3485,segment=NetworkSegment(bfb39b5f-c24e-4a0e-931d-597ac559561a),segment_id=bfb39b5f-c24e-4a0e-931d-597ac559561a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:12.103882 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1f7ec420-5f60-40e8-ae6d-049e4efa3485), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.104837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:12.153835 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9ef2c3ab-9c64-4259-9aad-363ef4eda67e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for port (fea0f5d2-1dfc-440d-8b54-db4583b62eea), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.169377 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9808dc-7e9c-4952-88d2-1d1e6b652bdb None None] Network 1331d837-8a20-49b1-aceb-83ae46c4188c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:12.202831 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-6a083b99-2963-4508-b227-78d3926800a9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting port f2bca355-164f-4683-8250-b551c8fe4e69 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:12.203383 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6a083b99-2963-4508-b227-78d3926800a9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f2bca355-164f-4683-8250-b551c8fe4e69), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.242270 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba617cf9-f593-4c15-b761-2eb0086fd089 req-1b5f4bcd-0066-4e8d-ba7d-7b817e859b80 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce889c2-9062-487e-bd98-25b48ea59bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551538 Jan 27 22:10:12.363431 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b18f4f13-85d6-41db-bfb1-46f17625a272 None None] Provisioning complete for port 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:12.364014 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b18f4f13-85d6-41db-bfb1-46f17625a272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.365375 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=1f7ec420-5f60-40e8-ae6d-049e4efa3485,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:12.406001 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9ef2c3ab-9c64-4259-9aad-363ef4eda67e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (fea0f5d2-1dfc-440d-8b54-db4583b62eea), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.407141 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0b0b-7323-4e16-8b69-3631847c8f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (822262f2-7a34-40ac-b4e9-ef2fdc02d496), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.410007 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0b0b-7323-4e16-8b69-3631847c8f1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.417285 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7c7d0b0b-7323-4e16-8b69-3631847c8f1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/822262f2-7a34-40ac-b4e9-ef2fdc02d496 HTTP/1.1" status: 204 len: 168 time: 1.1968181 Jan 27 22:10:12.469513 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:12.470027 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.494551 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6a083b99-2963-4508-b227-78d3926800a9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f2bca355-164f-4683-8250-b551c8fe4e69), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.515964 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-6a083b99-2963-4508-b227-78d3926800a9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Calling delete_port for f2bca355-164f-4683-8250-b551c8fe4e69 owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:12.522570 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9aa3495-771f-41fc-8511-e1173dd0929d tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_gateway (4ed3d01e-e33d-4449-abfb-d6083f575307), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.560367 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef2c3ab-9c64-4259-9aad-363ef4eda67e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network 1331d837-8a20-49b1-aceb-83ae46c4188c is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:12.579886 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-9ef2c3ab-9c64-4259-9aad-363ef4eda67e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:12.613162 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef2c3ab-9c64-4259-9aad-363ef4eda67e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:12.667143 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2c3ab-9c64-4259-9aad-363ef4eda67e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Port': ['ID=fea0f5d2-1dfc-440d-8b54-db4583b62eea,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:12.684360 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d0b0b-7323-4e16-8b69-3631847c8f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822262f2-7a34-40ac-b4e9-ef2fdc02d496,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:12.841171 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef2c3ab-9c64-4259-9aad-363ef4eda67e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:12.841883 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9ef2c3ab-9c64-4259-9aad-363ef4eda67e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.888458 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52388) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:12.890394 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9ef2c3ab-9c64-4259-9aad-363ef4eda67e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6446998 Jan 27 22:10:13.030663 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52390) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:13.031461 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a4587-e3e3-4a4d-a6cb-5e6b07b31540 req-cf392f1f-0461-4dae-ab3c-72a5b3a941dc tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:13.053887 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a3a4587-e3e3-4a4d-a6cb-5e6b07b31540 req-cf392f1f-0461-4dae-ab3c-72a5b3a941dc tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffa4aea-b10e-48d4-baaa-4d49cab99967 HTTP/1.1" status: 200 len: 945 time: 0.6323702 Jan 27 22:10:13.097617 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-949be747-bf26-4f05-8020-d41aab422da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.110028 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9680409c-bdc8-4db2-96cd-57c82d7f813c None None] Network 3837d8d1-937b-41ef-86bc-a8d04137234b requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:13.149633 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9aa3495-771f-41fc-8511-e1173dd0929d tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_gateway (4ed3d01e-e33d-4449-abfb-d6083f575307), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.186415 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9aa3495-771f-41fc-8511-e1173dd0929d tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.306891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e7ff4-d1a9-4812-9403-d54d169607d6 req-c8b76c6c-e2a0-41cd-9cfe-648efda1fc84 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:13.308614 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e0e7ff4-d1a9-4812-9403-d54d169607d6 req-c8b76c6c-e2a0-41cd-9cfe-648efda1fc84 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6 HTTP/1.1" status: 200 len: 932 time: 0.6378546 Jan 27 22:10:13.332661 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.333253 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b18f4f13-85d6-41db-bfb1-46f17625a272 None None] Current status of the port 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:13.333636 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b18f4f13-85d6-41db-bfb1-46f17625a272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.383325 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:13.384012 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.428466 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a98923-e4dd-4e69-98c9-c0fccbf82557 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:10:13.437720 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-949be747-bf26-4f05-8020-d41aab422da5 admin admin] Publish callbacks [] for security_group (474ab132-e5d3-476e-bec2-895d0c1768a9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.459299 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-b9aa3495-771f-41fc-8511-e1173dd0929d tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Allocated IP 172.25.3.198 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/251dbc8a-9f95-4a44-8843-3e94d3176b03) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:13.487621 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77,segment=NetworkSegment(c62fcfbf-4588-4d3c-9cc1-31cb01f13b5d),segment_id=c62fcfbf-4588-4d3c-9cc1-31cb01f13b5d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:13.488057 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] Publish callbacks [] for port (99a98923-e4dd-4e69-98c9-c0fccbf82557), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.496353 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.519781 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-949be747-bf26-4f05-8020-d41aab422da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (474ab132-e5d3-476e-bec2-895d0c1768a9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.624516 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1f7ec420-5f60-40e8-ae6d-049e4efa3485 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:13.654069 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-b18f4f13-85d6-41db-bfb1-46f17625a272 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:10:13.654852 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-b18f4f13-85d6-41db-bfb1-46f17625a272 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:10:13.657211 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:13.688572 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 1f7ec420-5f60-40e8-ae6d-049e4efa3485 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:13.689058 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1f7ec420-5f60-40e8-ae6d-049e4efa3485), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.690204 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-949be747-bf26-4f05-8020-d41aab422da5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e41b847394842e8bacf471e75d32cf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6583278 Jan 27 22:10:13.690804 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52394) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:13.693025 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a3a4587-e3e3-4a4d-a6cb-5e6b07b31540 req-e1c6fa88-8f23-4dcd-b44c-2963a5d38871 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce889c2-9062-487e-bd98-25b48ea59bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6378238 Jan 27 22:10:13.705864 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] Transition to ACTIVE for port object 99a98923-e4dd-4e69-98c9-c0fccbf82557 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:10:13.714692 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6a083b99-2963-4508-b227-78d3926800a9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f2bca355-164f-4683-8250-b551c8fe4e69), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.759631 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949be747-bf26-4f05-8020-d41aab422da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474ab132-e5d3-476e-bec2-895d0c1768a9,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:13.762388 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e0e7ff4-d1a9-4812-9403-d54d169607d6 req-4a3fc7de-b087-48de-95db-00c6e51e2b98 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=cb2b2421-14a3-4488-b92c-ce4a9d0ece50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4005859 Jan 27 22:10:13.822769 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1f7ec420-5f60-40e8-ae6d-049e4efa3485 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:13.823060 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (99a98923-e4dd-4e69-98c9-c0fccbf82557), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.862350 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9aa3495-771f-41fc-8511-e1173dd0929d tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for port (251dbc8a-9f95-4a44-8843-3e94d3176b03), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.889884 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-725f94d8-d643-442e-936d-d70c83acabff admin admin] Publish callbacks [] for security_group (474ab132-e5d3-476e-bec2-895d0c1768a9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.918181 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a083b99-2963-4508-b227-78d3926800a9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Port': ['ID=f2bca355-164f-4683-8250-b551c8fe4e69,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:13.957965 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-725f94d8-d643-442e-936d-d70c83acabff admin admin] Publish callbacks [] for security_group (474ab132-e5d3-476e-bec2-895d0c1768a9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.981160 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9aa3495-771f-41fc-8511-e1173dd0929d tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (251dbc8a-9f95-4a44-8843-3e94d3176b03), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.012051 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] Pushing event updated for resources: {'Port': ['ID=99a98923-e4dd-4e69-98c9-c0fccbf82557,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:14.062034 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aa3495-771f-41fc-8511-e1173dd0929d tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:14.067654 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-b9aa3495-771f-41fc-8511-e1173dd0929d tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:14.077989 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aa3495-771f-41fc-8511-e1173dd0929d tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:14.126044 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa3495-771f-41fc-8511-e1173dd0929d tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Pushing event updated for resources: {'Port': ['ID=251dbc8a-9f95-4a44-8843-3e94d3176b03,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:14.180424 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-725f94d8-d643-442e-936d-d70c83acabff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (474ab132-e5d3-476e-bec2-895d0c1768a9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.183281 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-725f94d8-d643-442e-936d-d70c83acabff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.187201 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-725f94d8-d643-442e-936d-d70c83acabff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/474ab132-e5d3-476e-bec2-895d0c1768a9 HTTP/1.1" status: 204 len: 168 time: 0.4503238 Jan 27 22:10:14.222861 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6a083b99-2963-4508-b227-78d3926800a9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.230924 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b18f4f13-85d6-41db-bfb1-46f17625a272 None None] Current status of the port 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:14.235357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6a083b99-2963-4508-b227-78d3926800a9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/ports/f2bca355-164f-4683-8250-b551c8fe4e69 HTTP/1.1" status: 204 len: 168 time: 2.7910309 Jan 27 22:10:14.240369 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52402) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:14.355052 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f94d8-d643-442e-936d-d70c83acabff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474ab132-e5d3-476e-bec2-895d0c1768a9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:14.389154 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1af0b40-8400-4d13-8f31-9d9ad2c46b66 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] DELETE failed (client error): The resource could not be found. Jan 27 22:10:14.389747 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1af0b40-8400-4d13-8f31-9d9ad2c46b66 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:10:14.393537 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b0627ed8-69f8-4259-b899-44ee771b349b None None] Provisioning complete for port 1f7ec420-5f60-40e8-ae6d-049e4efa3485 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:14.398283 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b0627ed8-69f8-4259-b899-44ee771b349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1f7ec420-5f60-40e8-ae6d-049e4efa3485), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.399608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d1af0b40-8400-4d13-8f31-9d9ad2c46b66 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/ports/f2bca355-164f-4683-8250-b551c8fe4e69 HTTP/1.1" status: 404 len: 333 time: 0.1540074 Jan 27 22:10:14.404884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] Attempting to bind port 99a98923-e4dd-4e69-98c9-c0fccbf82557 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:14.405229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] Attempting to bind port 99a98923-e4dd-4e69-98c9-c0fccbf82557 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'b5b4849f-ae14-4315-94ae-dd32e60bcad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2b88bd20-1798-48ad-b21f-622cdc63e125'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:14.405570 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] Attempting to bind port 99a98923-e4dd-4e69-98c9-c0fccbf82557 on network 2b88bd20-1798-48ad-b21f-622cdc63e125 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:14.418881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52408) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:14.524350 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] Port 99a98923-e4dd-4e69-98c9-c0fccbf82557 on network 2b88bd20-1798-48ad-b21f-622cdc63e125 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:14.524713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] Attempting to bind port 99a98923-e4dd-4e69-98c9-c0fccbf82557 on network 2b88bd20-1798-48ad-b21f-622cdc63e125 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:14.532005 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2782e966-09b0-4576-938d-c7ce7625b16c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fea0f5d2-1dfc-440d-8b54-db4583b62eea), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.534336 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a2b393-e976-48fe-947c-c55504f59267 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] GET failed (client error): The resource could not be found. Jan 27 22:10:14.535791 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f9a2b393-e976-48fe-947c-c55504f59267 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports/f2bca355-164f-4683-8250-b551c8fe4e69 HTTP/1.1" status: 404 len: 333 time: 0.1149800 Jan 27 22:10:14.540409 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52410) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:14.559172 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:14.559518 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] Checking segment: {'id': 'b5b4849f-ae14-4315-94ae-dd32e60bcad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2b88bd20-1798-48ad-b21f-622cdc63e125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:14.559914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] Bound using segment: {'id': 'b5b4849f-ae14-4315-94ae-dd32e60bcad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2b88bd20-1798-48ad-b21f-622cdc63e125'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:14.560410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] Bound port: 99a98923-e4dd-4e69-98c9-c0fccbf82557, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b4849f-ae14-4315-94ae-dd32e60bcad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2b88bd20-1798-48ad-b21f-622cdc63e125'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:14.560775 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (99a98923-e4dd-4e69-98c9-c0fccbf82557), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.646731 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b0627ed8-69f8-4259-b899-44ee771b349b None None] Current status of the port 1f7ec420-5f60-40e8-ae6d-049e4efa3485 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:14.677534 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b0627ed8-69f8-4259-b899-44ee771b349b None None] Provisioning complete for port 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:14.677931 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b0627ed8-69f8-4259-b899-44ee771b349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.678806 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02f8c1-de82-4745-998d-535c0573cffc req-45f4640b-b062-4562-a7c0-f8fcb7b6f7bb tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:14.687329 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e02f8c1-de82-4745-998d-535c0573cffc req-45f4640b-b062-4562-a7c0-f8fcb7b6f7bb tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffa4aea-b10e-48d4-baaa-4d49cab99967 HTTP/1.1" status: 200 len: 945 time: 0.2998748 Jan 27 22:10:14.713375 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea19459d-9e4d-43d6-9437-6a294757f269 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting subnet a2fa28cb-d3a7-48c8-8979-6d1458993a22 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:10:14.718246 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea19459d-9e4d-43d6-9437-6a294757f269 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (a2fa28cb-d3a7-48c8-8979-6d1458993a22), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.750183 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9aa3495-771f-41fc-8511-e1173dd0929d tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_gateway (4ed3d01e-e33d-4449-abfb-d6083f575307), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.790227 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b0627ed8-69f8-4259-b899-44ee771b349b None None] Current status of the port 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:14.804494 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b0627ed8-69f8-4259-b899-44ee771b349b None None] Provisioning complete for port fea0f5d2-1dfc-440d-8b54-db4583b62eea triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:14.805120 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b0627ed8-69f8-4259-b899-44ee771b349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fea0f5d2-1dfc-440d-8b54-db4583b62eea), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.851707 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b0627ed8-69f8-4259-b899-44ee771b349b None None] Port fea0f5d2-1dfc-440d-8b54-db4583b62eea cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:10:14.855729 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b0627ed8-69f8-4259-b899-44ee771b349b None None] Could not find standard attr ID for object f2bca355-164f-4683-8250-b551c8fe4e69. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:10:14.887331 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] For port 99a98923-e4dd-4e69-98c9-c0fccbf82557, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:14.920007 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea19459d-9e4d-43d6-9437-6a294757f269 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (a2fa28cb-d3a7-48c8-8979-6d1458993a22), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.922317 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e02f8c1-de82-4745-998d-535c0573cffc req-57ebed39-02ff-4a3b-aa4e-157438cf0299 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce889c2-9062-487e-bd98-25b48ea59bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341268 Jan 27 22:10:15.157583 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9aa3495-771f-41fc-8511-e1173dd0929d tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (4ed3d01e-e33d-4449-abfb-d6083f575307), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.162030 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9aa3495-771f-41fc-8511-e1173dd0929d tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1668512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1663757'] for router (4ed3d01e-e33d-4449-abfb-d6083f575307), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.251171 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea19459d-9e4d-43d6-9437-6a294757f269 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (a2fa28cb-d3a7-48c8-8979-6d1458993a22), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.422752 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] For port 99a98923-e4dd-4e69-98c9-c0fccbf82557, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=99a98923-e4dd-4e69-98c9-c0fccbf82557,segment=NetworkSegment(b5b4849f-ae14-4315-94ae-dd32e60bcad2),segment_id=b5b4849f-ae14-4315-94ae-dd32e60bcad2)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:15.434661 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea19459d-9e4d-43d6-9437-6a294757f269 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (a2fa28cb-d3a7-48c8-8979-6d1458993a22), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.453176 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea19459d-9e4d-43d6-9437-6a294757f269 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.463760 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8493d9a-feab-4839-b83c-519ed0b715ef None None] Network 3837d8d1-937b-41ef-86bc-a8d04137234b requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:15.473851 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (99a98923-e4dd-4e69-98c9-c0fccbf82557), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.477894 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ea19459d-9e4d-43d6-9437-6a294757f269 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/subnets/a2fa28cb-d3a7-48c8-8979-6d1458993a22 HTTP/1.1" status: 204 len: 168 time: 0.9362130 Jan 27 22:10:15.480323 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52442) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:15.664041 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:15.665683 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.667412 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] 10.222.0.21 "PUT /v2.0/ports/99a98923-e4dd-4e69-98c9-c0fccbf82557 HTTP/1.1" status: 200 len: 1092 time: 4.2055111 Jan 27 22:10:15.671139 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6', 'tag': '99a98923-e4dd-4e69-98c9-c0fccbf82557'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:10:15.674235 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868d1f04-a50e-485a-980c-a4d7418bf7d7" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6", "tag": "99a98923-e4dd-4e69-98c9-c0fccbf82557"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:10:15.674394 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:15.762073 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ee6d2-aad9-4acc-ae2f-ef892bd62743 req-e8af7b6c-6036-4894-ada5-97b33b9bd8c8 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:15.764401 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-424ee6d2-aad9-4acc-ae2f-ef892bd62743 req-e8af7b6c-6036-4894-ada5-97b33b9bd8c8 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6 HTTP/1.1" status: 200 len: 944 time: 0.8409717 Jan 27 22:10:15.786292 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d0e14-2d38-4b0c-8d49-55631faa9c98 service neutron] Pushing event updated for resources: {'Port': ['ID=99a98923-e4dd-4e69-98c9-c0fccbf82557,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:15.864470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:15.864863 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.959593 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef0c74-0202-4271-8d07-c84ddaf69753 req-260c2ca7-cf07-4246-84da-12149b7e1bdc tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:15.969776 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-41ef0c74-0202-4271-8d07-c84ddaf69753 req-260c2ca7-cf07-4246-84da-12149b7e1bdc tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffa4aea-b10e-48d4-baaa-4d49cab99967 HTTP/1.1" status: 200 len: 945 time: 0.4759505 Jan 27 22:10:16.006499 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c631e6-6308-4384-bf0d-dfc62bf4cfaf None None] DHCP port deletion for 3837d8d1-937b-41ef-86bc-a8d04137234b request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:10:16.010570 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2782e966-09b0-4576-938d-c7ce7625b16c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for port (fea0f5d2-1dfc-440d-8b54-db4583b62eea), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.048538 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2782e966-09b0-4576-938d-c7ce7625b16c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (fea0f5d2-1dfc-440d-8b54-db4583b62eea), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.118954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:16.145583 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-4b7e6c43-d108-471e-adc0-37ae610fea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:16.148651 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-4b7e6c43-d108-471e-adc0-37ae610fea61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f283cf476a449f8a327cb51a3011c25&device_id=2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6 HTTP/1.1" status: 200 len: 1095 time: 0.4191461 Jan 27 22:10:16.149329 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19459d-9e4d-43d6-9437-6a294757f269 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Subnet': ['ID=a2fa28cb-d3a7-48c8-8979-6d1458993a22,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:16.153389 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-19c631e6-6308-4384-bf0d-dfc62bf4cfaf None None] Deleting port 1f7ec420-5f60-40e8-ae6d-049e4efa3485 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:16.154027 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-19c631e6-6308-4384-bf0d-dfc62bf4cfaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1f7ec420-5f60-40e8-ae6d-049e4efa3485), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.259581 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-424ee6d2-aad9-4acc-ae2f-ef892bd62743 req-b769964d-21a8-47c0-b8b3-7c4f892e03ca tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=cb2b2421-14a3-4488-b92c-ce4a9d0ece50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4606826 Jan 27 22:10:16.261106 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782e966-09b0-4576-938d-c7ce7625b16c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Port': ['ID=fea0f5d2-1dfc-440d-8b54-db4583b62eea,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:16.266754 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9aa3495-771f-41fc-8511-e1173dd0929d tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Router 4ed3d01e-e33d-4449-abfb-d6083f575307 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:10:16.300356 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-19c631e6-6308-4384-bf0d-dfc62bf4cfaf None None] For port 1f7ec420-5f60-40e8-ae6d-049e4efa3485, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1f7ec420-5f60-40e8-ae6d-049e4efa3485,segment=NetworkSegment(bfb39b5f-c24e-4a0e-931d-597ac559561a),segment_id=bfb39b5f-c24e-4a0e-931d-597ac559561a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:16.301104 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-19c631e6-6308-4384-bf0d-dfc62bf4cfaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1f7ec420-5f60-40e8-ae6d-049e4efa3485), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.334282 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a94d4c3e-38e4-4aec-af4e-ef5cebc7d31e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (3837d8d1-937b-41ef-86bc-a8d04137234b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.339184 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-19c631e6-6308-4384-bf0d-dfc62bf4cfaf None None] Calling delete_port for 1f7ec420-5f60-40e8-ae6d-049e4efa3485 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:16.464760 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-19c631e6-6308-4384-bf0d-dfc62bf4cfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (1f7ec420-5f60-40e8-ae6d-049e4efa3485), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.532839 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c631e6-6308-4384-bf0d-dfc62bf4cfaf None None] No DVR routers for this DVR port 1f7ec420-5f60-40e8-ae6d-049e4efa3485 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:16.554441 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c631e6-6308-4384-bf0d-dfc62bf4cfaf None None] Pushing event deleted for resources: {'Port': ['ID=1f7ec420-5f60-40e8-ae6d-049e4efa3485,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:16.584942 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-77f4abfc-8d7c-4183-9fae-83063efc35c3 None None] Provisioning complete for port fea0f5d2-1dfc-440d-8b54-db4583b62eea triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:16.585684 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-77f4abfc-8d7c-4183-9fae-83063efc35c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fea0f5d2-1dfc-440d-8b54-db4583b62eea), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.590283 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9aa3495-771f-41fc-8511-e1173dd0929d tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:10:16.598078 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9aa3495-771f-41fc-8511-e1173dd0929d tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.599256 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b9aa3495-771f-41fc-8511-e1173dd0929d tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "PUT /v2.0/routers/4ed3d01e-e33d-4449-abfb-d6083f575307 HTTP/1.1" status: 200 len: 880 time: 4.7003028 Jan 27 22:10:16.602870 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52470) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:16.606431 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298161bb-0cf6-45e1-933f-46285c825bb1 None None] Sync routers for ids ['4ed3d01e-e33d-4449-abfb-d6083f575307'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:10:16.624207 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298161bb-0cf6-45e1-933f-46285c825bb1 None None] Routers {'4ed3d01e-e33d-4449-abfb-d6083f575307'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:16.626390 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-298161bb-0cf6-45e1-933f-46285c825bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4ed3d01e-e33d-4449-abfb-d6083f575307'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:16.638998 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-77f4abfc-8d7c-4183-9fae-83063efc35c3 None None] Port fea0f5d2-1dfc-440d-8b54-db4583b62eea cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:10:16.644181 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0d49f9-3aa8-4dfb-897a-ef84acabbb71 x-openstack-request-id: req-ed0d49f9-3aa8-4dfb-897a-ef84acabbb71 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:10:16.644682 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6", "tag": "99a98923-e4dd-4e69-98c9-c0fccbf82557", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:10:16.644802 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed0d49f9-3aa8-4dfb-897a-ef84acabbb71 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:10:16.645168 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6', 'tag': '99a98923-e4dd-4e69-98c9-c0fccbf82557', 'status': 'completed', 'code': 200} Jan 27 22:10:16.690992 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-298161bb-0cf6-45e1-933f-46285c825bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:16.708880 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298161bb-0cf6-45e1-933f-46285c825bb1 None None] Routers {'4ed3d01e-e33d-4449-abfb-d6083f575307'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:16.709890 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-298161bb-0cf6-45e1-933f-46285c825bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4ed3d01e-e33d-4449-abfb-d6083f575307'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:16.710936 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a94d4c3e-38e4-4aec-af4e-ef5cebc7d31e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting port 1f7ec420-5f60-40e8-ae6d-049e4efa3485 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:16.711215 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a94d4c3e-38e4-4aec-af4e-ef5cebc7d31e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1f7ec420-5f60-40e8-ae6d-049e4efa3485), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.714750 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2782e966-09b0-4576-938d-c7ce7625b16c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (7d4099e2-5f76-41ca-a165-b572179a07a1), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.809730 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-298161bb-0cf6-45e1-933f-46285c825bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:16.832705 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298161bb-0cf6-45e1-933f-46285c825bb1 None None] The sync data for ids ['4ed3d01e-e33d-4449-abfb-d6083f575307'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:10:16.834800 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-a94d4c3e-38e4-4aec-af4e-ef5cebc7d31e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] For port 1f7ec420-5f60-40e8-ae6d-049e4efa3485, host n-d-772272-3, got binding levels [] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:16.835492 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a94d4c3e-38e4-4aec-af4e-ef5cebc7d31e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1f7ec420-5f60-40e8-ae6d-049e4efa3485), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.856820 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a94d4c3e-38e4-4aec-af4e-ef5cebc7d31e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Calling delete_port for 1f7ec420-5f60-40e8-ae6d-049e4efa3485 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:16.860734 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.ipam_backend_mixin [None req-a94d4c3e-38e4-4aec-af4e-ef5cebc7d31e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Port 1f7ec420-5f60-40e8-ae6d-049e4efa3485 was not found and therefore no delete operation was performed {{(pid=109742) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:10:16.863363 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-41ef0c74-0202-4271-8d07-c84ddaf69753 req-6f7ea5d7-5094-4493-9f58-b39fd54eae1b tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce889c2-9062-487e-bd98-25b48ea59bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8468904 Jan 27 22:10:16.871492 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-a9f5a13f-c088-4649-95f8-dcb38550c2f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=99a98923-e4dd-4e69-98c9-c0fccbf82557 HTTP/1.1" status: 200 len: 217 time: 0.2906868 Jan 27 22:10:16.875344 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-167ff08b-0087-4e4e-b8d2-732c0140886e tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "GET /v2.0/routers/4ed3d01e-e33d-4449-abfb-d6083f575307 HTTP/1.1" status: 200 len: 921 time: 0.2688789 Jan 27 22:10:16.875344 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a94d4c3e-38e4-4aec-af4e-ef5cebc7d31e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (1f7ec420-5f60-40e8-ae6d-049e4efa3485), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.895106 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52484) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:16.900014 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94d4c3e-38e4-4aec-af4e-ef5cebc7d31e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] No DVR routers for this DVR port 1f7ec420-5f60-40e8-ae6d-049e4efa3485 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:16.983703 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d4c3e-38e4-4aec-af4e-ef5cebc7d31e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Port': ['ID=1f7ec420-5f60-40e8-ae6d-049e4efa3485,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:17.044479 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f6cd4b-3bb4-40b1-94cb-ca88b6fd8175 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:17.046037 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-96f6cd4b-3bb4-40b1-94cb-ca88b6fd8175 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&device_id=4ed3d01e-e33d-4449-abfb-d6083f575307&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1472425 Jan 27 22:10:17.050725 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52486) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:17.065811 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f349534-fa83-43ef-8121-bd7f59f653b9 req-66adfa48-5be9-4264-980e-99f470d2bea0 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:17.067534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6f349534-fa83-43ef-8121-bd7f59f653b9 req-66adfa48-5be9-4264-980e-99f470d2bea0 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ffa4aea-b10e-48d4-baaa-4d49cab99967 HTTP/1.1" status: 200 len: 945 time: 0.3431866 Jan 27 22:10:17.068188 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a94d4c3e-38e4-4aec-af4e-ef5cebc7d31e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (3837d8d1-937b-41ef-86bc-a8d04137234b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.107241 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a94d4c3e-38e4-4aec-af4e-ef5cebc7d31e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3837d8d1-937b-41ef-86bc-a8d04137234b']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:17.122799 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-e9ece62e-6aa4-40f2-9c41-649c5c554b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:17.124743 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-e9ece62e-6aa4-40f2-9c41-649c5c554b04 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7f8e6f4-9f78-4696-912f-81f03e5505e6 HTTP/1.1" status: 200 len: 837 time: 0.2075591 Jan 27 22:10:17.147272 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a94d4c3e-38e4-4aec-af4e-ef5cebc7d31e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb39b5f-c24e-4a0e-931d-597ac559561a') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:17.147954 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a94d4c3e-38e4-4aec-af4e-ef5cebc7d31e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb39b5f-c24e-4a0e-931d-597ac559561a') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:17.171296 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a94d4c3e-38e4-4aec-af4e-ef5cebc7d31e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (bfb39b5f-c24e-4a0e-931d-597ac559561a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.188706 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a94d4c3e-38e4-4aec-af4e-ef5cebc7d31e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (bfb39b5f-c24e-4a0e-931d-597ac559561a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.200718 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94d4c3e-38e4-4aec-af4e-ef5cebc7d31e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:17.201786 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a94d4c3e-38e4-4aec-af4e-ef5cebc7d31e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (bfb39b5f-c24e-4a0e-931d-597ac559561a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:17.206594 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:17.314749 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52492) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:17.348587 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a94d4c3e-38e4-4aec-af4e-ef5cebc7d31e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (3837d8d1-937b-41ef-86bc-a8d04137234b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.351101 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2782e966-09b0-4576-938d-c7ce7625b16c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fea0f5d2-1dfc-440d-8b54-db4583b62eea), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.367902 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a94d4c3e-38e4-4aec-af4e-ef5cebc7d31e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.375139 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a94d4c3e-38e4-4aec-af4e-ef5cebc7d31e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/networks/3837d8d1-937b-41ef-86bc-a8d04137234b HTTP/1.1" status: 204 len: 168 time: 1.8894732 Jan 27 22:10:17.385586 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52496) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:17.395204 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-c95ac5c2-c61c-42d8-9a7d-1317a79af05d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-453526875'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:17.399859 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d4c3e-38e4-4aec-af4e-ef5cebc7d31e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Network': ['ID=3837d8d1-937b-41ef-86bc-a8d04137234b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:17.401208 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-60a77aa1-60b0-4076-8029-ff621131a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:17.403545 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-60a77aa1-60b0-4076-8029-ff621131a374 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b88bd20-1798-48ad-b21f-622cdc63e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2342939 Jan 27 22:10:17.407550 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50f9727-e88a-4a73-8749-9dc7274eafab tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:17.409508 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a50f9727-e88a-4a73-8749-9dc7274eafab tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 881 time: 0.3556070 Jan 27 22:10:17.415393 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52498) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:17.455697 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-83532385-8cad-4553-aab0-a3b9b54016e2 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ed3d01e-e33d-4449-abfb-d6083f575307 HTTP/1.1" status: 200 len: 205 time: 0.0372140 Jan 27 22:10:17.458234 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52500) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:17.617067 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ae9cc697-0b8c-47ae-864b-bbf6b6e3a279 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router (4ed3d01e-e33d-4449-abfb-d6083f575307), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.642190 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1f7ec420-5f60-40e8-ae6d-049e4efa3485 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:10:17.645622 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95ac5c2-c61c-42d8-9a7d-1317a79af05d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:17.650581 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c95ac5c2-c61c-42d8-9a7d-1317a79af05d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.672092 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-56d06c0b-ea9d-4f9a-aae2-ea4dcdf34515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.679493 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 1f7ec420-5f60-40e8-ae6d-049e4efa3485 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:10:17.680664 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1f7ec420-5f60-40e8-ae6d-049e4efa3485 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:10:17.724634 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-6f349534-fa83-43ef-8121-bd7f59f653b9 req-e3a00b41-01fd-4113-9e7e-951bb8a30934 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Deleting port 8119975c-2ade-46bc-9885-c2d0d7913cf1 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:17.725153 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6f349534-fa83-43ef-8121-bd7f59f653b9 req-e3a00b41-01fd-4113-9e7e-951bb8a30934 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (8119975c-2ade-46bc-9885-c2d0d7913cf1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.794854 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ae9cc697-0b8c-47ae-864b-bbf6b6e3a279 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_gateway (4ed3d01e-e33d-4449-abfb-d6083f575307), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.812535 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e2ebb-9e0d-4e87-89a7-f4591545a6e6 req-6e48b60b-2b0c-418b-8978-05e96475e9dd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:17.814422 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-311e2ebb-9e0d-4e87-89a7-f4591545a6e6 req-6e48b60b-2b0c-418b-8978-05e96475e9dd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6 HTTP/1.1" status: 200 len: 944 time: 0.3576927 Jan 27 22:10:17.845663 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95ac5c2-c61c-42d8-9a7d-1317a79af05d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:17.884495 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-87e6e63a-fd6a-4f99-8dc1-afcd6707bea4 service neutron] 10.222.0.21 "GET /v2.0/networks/2b88bd20-1798-48ad-b21f-622cdc63e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636800 Jan 27 22:10:17.917396 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c95ac5c2-c61c-42d8-9a7d-1317a79af05d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (5bf1cffd-d802-40b0-919d-f345d446bd46), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.918067 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-c95ac5c2-c61c-42d8-9a7d-1317a79af05d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Added segment 5bf1cffd-d802-40b0-919d-f345d446bd46 of type vlan for network 208ba79f-9ca7-4fca-a60e-3a5ca69133a6 Jan 27 22:10:17.925673 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-56d06c0b-ea9d-4f9a-aae2-ea4dcdf34515 admin admin] Publish callbacks [] for security_group (9568ee88-72a3-497d-92ef-8ca72136900e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.927573 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ae9cc697-0b8c-47ae-864b-bbf6b6e3a279 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Deleting port 251dbc8a-9f95-4a44-8843-3e94d3176b03 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:17.927949 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ae9cc697-0b8c-47ae-864b-bbf6b6e3a279 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (251dbc8a-9f95-4a44-8843-3e94d3176b03), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.943767 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-56d06c0b-ea9d-4f9a-aae2-ea4dcdf34515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9568ee88-72a3-497d-92ef-8ca72136900e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.003205 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-56d06c0b-ea9d-4f9a-aae2-ea4dcdf34515 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c10596c91ae418cb09223db80f1adf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6871374 Jan 27 22:10:18.030905 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d06c0b-ea9d-4f9a-aae2-ea4dcdf34515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9568ee88-72a3-497d-92ef-8ca72136900e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:18.038266 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52510) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:18.112409 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ae9cc697-0b8c-47ae-864b-bbf6b6e3a279 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (251dbc8a-9f95-4a44-8843-3e94d3176b03), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.132757 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7c101bce-d3ea-4eca-8409-c28aa63736ca admin admin] Publish callbacks [] for security_group (9568ee88-72a3-497d-92ef-8ca72136900e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.135687 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ae9cc697-0b8c-47ae-864b-bbf6b6e3a279 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Calling delete_port for 251dbc8a-9f95-4a44-8843-3e94d3176b03 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:18.154694 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c95ac5c2-c61c-42d8-9a7d-1317a79af05d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (208ba79f-9ca7-4fca-a60e-3a5ca69133a6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.165778 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7c101bce-d3ea-4eca-8409-c28aa63736ca admin admin] Publish callbacks [] for security_group (9568ee88-72a3-497d-92ef-8ca72136900e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.167183 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-6f349534-fa83-43ef-8121-bd7f59f653b9 req-e3a00b41-01fd-4113-9e7e-951bb8a30934 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] For port 8119975c-2ade-46bc-9885-c2d0d7913cf1, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8119975c-2ade-46bc-9885-c2d0d7913cf1,segment=NetworkSegment(314f61f3-b8b5-4614-bddf-18d4e443021f),segment_id=314f61f3-b8b5-4614-bddf-18d4e443021f)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:18.167342 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6f349534-fa83-43ef-8121-bd7f59f653b9 req-e3a00b41-01fd-4113-9e7e-951bb8a30934 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (8119975c-2ade-46bc-9885-c2d0d7913cf1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.194826 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-311e2ebb-9e0d-4e87-89a7-f4591545a6e6 req-97a37358-6696-4942-b071-013b9d2b268c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=cb2b2421-14a3-4488-b92c-ce4a9d0ece50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3556652 Jan 27 22:10:18.208066 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-6f349534-fa83-43ef-8121-bd7f59f653b9 req-e3a00b41-01fd-4113-9e7e-951bb8a30934 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Calling delete_port for 8119975c-2ade-46bc-9885-c2d0d7913cf1 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:18.278377 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e9365-8f76-4417-ae69-efaea602551d req-0d00b633-4949-45d8-80ea-a63f2e73b8ab tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:18.280008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba0e9365-8f76-4417-ae69-efaea602551d req-0d00b633-4949-45d8-80ea-a63f2e73b8ab tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffa4aea-b10e-48d4-baaa-4d49cab99967 HTTP/1.1" status: 200 len: 945 time: 0.2891061 Jan 27 22:10:18.310466 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7c101bce-d3ea-4eca-8409-c28aa63736ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9568ee88-72a3-497d-92ef-8ca72136900e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.314728 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7c101bce-d3ea-4eca-8409-c28aa63736ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.316073 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7c101bce-d3ea-4eca-8409-c28aa63736ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9568ee88-72a3-497d-92ef-8ca72136900e HTTP/1.1" status: 204 len: 168 time: 0.2767375 Jan 27 22:10:18.324345 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c95ac5c2-c61c-42d8-9a7d-1317a79af05d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (208ba79f-9ca7-4fca-a60e-3a5ca69133a6), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.328331 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c101bce-d3ea-4eca-8409-c28aa63736ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9568ee88-72a3-497d-92ef-8ca72136900e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:18.329861 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95ac5c2-c61c-42d8-9a7d-1317a79af05d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:18.330469 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c95ac5c2-c61c-42d8-9a7d-1317a79af05d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.367702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19a2c5cc-d90e-4107-b74c-2e74e288141b req-ddc49a2c-9d25-47f1-8956-c025d1ac3cc0 service neutron] 10.222.0.21 "GET /v2.0/networks/2b88bd20-1798-48ad-b21f-622cdc63e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542830 Jan 27 22:10:18.407509 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2782e966-09b0-4576-938d-c7ce7625b16c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for port (fea0f5d2-1dfc-440d-8b54-db4583b62eea), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.420912 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ae9cc697-0b8c-47ae-864b-bbf6b6e3a279 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (251dbc8a-9f95-4a44-8843-3e94d3176b03), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.442347 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c95ac5c2-c61c-42d8-9a7d-1317a79af05d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0542045 Jan 27 22:10:18.458698 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52514) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:18.461857 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2782e966-09b0-4576-938d-c7ce7625b16c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (fea0f5d2-1dfc-440d-8b54-db4583b62eea), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.463753 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cc697-0b8c-47ae-864b-bbf6b6e3a279 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Pushing event deleted for resources: {'Port': ['ID=251dbc8a-9f95-4a44-8843-3e94d3176b03,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:18.472927 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-0d673449-032c-4760-b4c5-0618c8bf5f8a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'subnet': {'network_id': '208ba79f-9ca7-4fca-a60e-3a5ca69133a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:18.617622 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ae9cc697-0b8c-47ae-864b-bbf6b6e3a279 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (4ed3d01e-e33d-4449-abfb-d6083f575307), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.681470 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba0e9365-8f76-4417-ae69-efaea602551d req-456d82ec-a028-492d-97af-9e458d85455a tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/security-groups?id=dce889c2-9062-487e-bd98-25b48ea59bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369544 Jan 27 22:10:18.682231 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2782e966-09b0-4576-938d-c7ce7625b16c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (7d4099e2-5f76-41ca-a165-b572179a07a1), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.684809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ac5c2-c61c-42d8-9a7d-1317a79af05d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Network': ['ID=208ba79f-9ca7-4fca-a60e-3a5ca69133a6,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:18.703559 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 208ba79f-9ca7-4fca-a60e-3a5ca69133a6 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:18.771732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782e966-09b0-4576-938d-c7ce7625b16c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Port': ['ID=fea0f5d2-1dfc-440d-8b54-db4583b62eea,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:18.776850 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d673449-032c-4760-b4c5-0618c8bf5f8a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:18.780834 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d1f04-a50e-485a-980c-a4d7418bf7d7 req-24c16be6-30a9-4fa0-a0a7-0eefa1bc4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:18.781406 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0d673449-032c-4760-b4c5-0618c8bf5f8a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.782953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-868d1f04-a50e-485a-980c-a4d7418bf7d7 req-24c16be6-30a9-4fa0-a0a7-0eefa1bc4f08 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f283cf476a449f8a327cb51a3011c25&device_id=2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6 HTTP/1.1" status: 200 len: 1095 time: 0.3471055 Jan 27 22:10:18.841037 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52520) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:18.875725 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ae9cc697-0b8c-47ae-864b-bbf6b6e3a279 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (4ed3d01e-e33d-4449-abfb-d6083f575307), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.879009 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ae9cc697-0b8c-47ae-864b-bbf6b6e3a279 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_controller (4ed3d01e-e33d-4449-abfb-d6083f575307), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.894289 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b3cf5462-d7b8-43af-8737-a2da60220f7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.965027 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ae9cc697-0b8c-47ae-864b-bbf6b6e3a279 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (4ed3d01e-e33d-4449-abfb-d6083f575307), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.965364 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9cc697-0b8c-47ae-864b-bbf6b6e3a279 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Fanout notify agent at l3_agent the message router_deleted on router 4ed3d01e-e33d-4449-abfb-d6083f575307 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:10:18.974433 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ae9cc697-0b8c-47ae-864b-bbf6b6e3a279 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.979795 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ae9cc697-0b8c-47ae-864b-bbf6b6e3a279 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "DELETE /v2.0/routers/4ed3d01e-e33d-4449-abfb-d6083f575307 HTTP/1.1" status: 204 len: 168 time: 1.5195835 Jan 27 22:10:18.980679 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52526) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:19.005732 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-4d513d87-f537-4cd6-a725-62608e5a934e tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2095547680', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:19.030354 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b3cf5462-d7b8-43af-8737-a2da60220f7c admin admin] Publish callbacks [] for security_group (202da57e-f0ac-49c8-96e9-0a0843e22046), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.038323 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6f349534-fa83-43ef-8121-bd7f59f653b9 req-e3a00b41-01fd-4113-9e7e-951bb8a30934 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (8119975c-2ade-46bc-9885-c2d0d7913cf1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.061937 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b3cf5462-d7b8-43af-8737-a2da60220f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (202da57e-f0ac-49c8-96e9-0a0843e22046), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.081021 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4d513d87-f537-4cd6-a725-62608e5a934e tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (a4ba9f4d-d4df-48b0-baff-957028cb4833), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.082068 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4d513d87-f537-4cd6-a725-62608e5a934e tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (a4ba9f4d-d4df-48b0-baff-957028cb4833), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.111436 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0d673449-032c-4760-b4c5-0618c8bf5f8a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (4985c1ae-dd7d-4874-bbda-b72409ff1296), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.129598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a00b41-01fd-4113-9e7e-951bb8a30934 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Pushing event deleted for resources: {'Port': ['ID=8119975c-2ade-46bc-9885-c2d0d7913cf1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:19.162610 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2782e966-09b0-4576-938d-c7ce7625b16c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network 1331d837-8a20-49b1-aceb-83ae46c4188c is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:19.194408 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b3cf5462-d7b8-43af-8737-a2da60220f7c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b543c2e95d646548b0af69c6c574e80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3484204 Jan 27 22:10:19.195248 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf5462-d7b8-43af-8737-a2da60220f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202da57e-f0ac-49c8-96e9-0a0843e22046,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:19.196514 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4d513d87-f537-4cd6-a725-62608e5a934e tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_controller (a4ba9f4d-d4df-48b0-baff-957028cb4833), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.204605 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52536) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:19.221667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-2782e966-09b0-4576-938d-c7ce7625b16c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:19.224811 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4d513d87-f537-4cd6-a725-62608e5a934e tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (a4ba9f4d-d4df-48b0-baff-957028cb4833), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.226173 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f349534-fa83-43ef-8121-bd7f59f653b9 req-e3a00b41-01fd-4113-9e7e-951bb8a30934 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] No DVR routers for this DVR port 8119975c-2ade-46bc-9885-c2d0d7913cf1 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:19.235063 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6f349534-fa83-43ef-8121-bd7f59f653b9 req-e3a00b41-01fd-4113-9e7e-951bb8a30934 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.239432 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6f349534-fa83-43ef-8121-bd7f59f653b9 req-e3a00b41-01fd-4113-9e7e-951bb8a30934 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.15 "DELETE /v2.0/ports/8119975c-2ade-46bc-9885-c2d0d7913cf1 HTTP/1.1" status: 204 len: 173 time: 2.1566155 Jan 27 22:10:19.240214 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffa4aea-b10e-48d4-baaa-4d49cab99967', 'name': 'network-vif-deleted', 'tag': '8119975c-2ade-46bc-9885-c2d0d7913cf1'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:10:19.243180 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917e4913-f181-4b24-b604-69cd9a1fd8ad" -d '{"events": [{"server_uuid": "6ffa4aea-b10e-48d4-baaa-4d49cab99967", "name": "network-vif-deleted", "tag": "8119975c-2ade-46bc-9885-c2d0d7913cf1"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:10:19.252322 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d673449-032c-4760-b4c5-0618c8bf5f8a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Subnet': ['ID=4985c1ae-dd7d-4874-bbda-b72409ff1296,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:19.256223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d1f04-a50e-485a-980c-a4d7418bf7d7 req-e49f2568-75e6-4b6d-b9b8-1f838c56f95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:19.257742 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-868d1f04-a50e-485a-980c-a4d7418bf7d7 req-e49f2568-75e6-4b6d-b9b8-1f838c56f95d service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b88bd20-1798-48ad-b21f-622cdc63e125 HTTP/1.1" status: 200 len: 898 time: 0.4136302 Jan 27 22:10:19.302731 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4d513d87-f537-4cd6-a725-62608e5a934e tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.307785 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4d513d87-f537-4cd6-a725-62608e5a934e tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3120139 Jan 27 22:10:19.308453 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52542) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:19.315820 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8bf156c0-19bd-4956-b727-0ff2a79ddf8c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'enable_snat': True}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:19.319536 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d673449-032c-4760-b4c5-0618c8bf5f8a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Checking segment: {'id': '5bf1cffd-d802-40b0-919d-f345d446bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '208ba79f-9ca7-4fca-a60e-3a5ca69133a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:19.319955 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d673449-032c-4760-b4c5-0618c8bf5f8a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network hostable DHCP agents. Network: 208ba79f-9ca7-4fca-a60e-3a5ca69133a6, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:19.352802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-868d1f04-a50e-485a-980c-a4d7418bf7d7 req-1175336b-9158-4f4e-b033-9710545ea8fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=99a98923-e4dd-4e69-98c9-c0fccbf82557 HTTP/1.1" status: 200 len: 217 time: 0.0583243 Jan 27 22:10:19.354192 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58283bb0-bfce-403f-b1c5-ad2fa56ff7ef x-openstack-request-id: req-58283bb0-bfce-403f-b1c5-ad2fa56ff7ef {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:10:19.354490 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffa4aea-b10e-48d4-baaa-4d49cab99967", "name": "network-vif-deleted", "tag": "8119975c-2ade-46bc-9885-c2d0d7913cf1", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:10:19.354750 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58283bb0-bfce-403f-b1c5-ad2fa56ff7ef {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:10:19.355161 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffa4aea-b10e-48d4-baaa-4d49cab99967', 'name': 'network-vif-deleted', 'tag': '8119975c-2ade-46bc-9885-c2d0d7913cf1', 'status': 'completed', 'code': 200} Jan 27 22:10:19.469883 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b0deaf8-50b1-44f1-a68e-ba564ef25242 admin admin] Publish callbacks [] for security_group (202da57e-f0ac-49c8-96e9-0a0843e22046), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.554370 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d673449-032c-4760-b4c5-0618c8bf5f8a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 208ba79f-9ca7-4fca-a60e-3a5ca69133a6 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:19.587712 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b0deaf8-50b1-44f1-a68e-ba564ef25242 admin admin] Publish callbacks [] for security_group (202da57e-f0ac-49c8-96e9-0a0843e22046), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.601448 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-9cdd2c44-c37b-4bb3-bd35-3ba04e87750e None None] Provisioning complete for port fea0f5d2-1dfc-440d-8b54-db4583b62eea triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:19.602581 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9cdd2c44-c37b-4bb3-bd35-3ba04e87750e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fea0f5d2-1dfc-440d-8b54-db4583b62eea), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.661415 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8bf156c0-19bd-4956-b727-0ff2a79ddf8c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_gateway (a4ba9f4d-d4df-48b0-baff-957028cb4833), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.671081 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-0d673449-032c-4760-b4c5-0618c8bf5f8a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 208ba79f-9ca7-4fca-a60e-3a5ca69133a6) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:19.672001 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9cdd2c44-c37b-4bb3-bd35-3ba04e87750e None None] Port fea0f5d2-1dfc-440d-8b54-db4583b62eea cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:10:19.684806 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d673449-032c-4760-b4c5-0618c8bf5f8a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:19.685405 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0d673449-032c-4760-b4c5-0618c8bf5f8a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.700069 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98016cc5-9051-46c4-b27a-6efac1e109bc None None] Network 208ba79f-9ca7-4fca-a60e-3a5ca69133a6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:19.820120 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0d673449-032c-4760-b4c5-0618c8bf5f8a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3522613 Jan 27 22:10:19.824855 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52552) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:19.830325 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ab5c1c6f-049e-4733-b8c7-3247e7ad0cb0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'port': {'network_id': '208ba79f-9ca7-4fca-a60e-3a5ca69133a6', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1669638089'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:19.858777 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af3a2b-148e-43c7-a0c8-ef81f334eedb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-208ba79f-9ca7-4fca-a60e-3a5ca69133a6', 'network_id': '208ba79f-9ca7-4fca-a60e-3a5ca69133a6', 'project_id': '843bc7b8352e40efa7b0de2db41edc8d', 'fixed_ips': [{'subnet_id': '4985c1ae-dd7d-4874-bbda-b72409ff1296'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:10:19.859845 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-21af3a2b-148e-43c7-a0c8-ef81f334eedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.918294 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b0deaf8-50b1-44f1-a68e-ba564ef25242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (202da57e-f0ac-49c8-96e9-0a0843e22046), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.920817 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b0deaf8-50b1-44f1-a68e-ba564ef25242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.924332 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4b0deaf8-50b1-44f1-a68e-ba564ef25242 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/202da57e-f0ac-49c8-96e9-0a0843e22046 HTTP/1.1" status: 204 len: 168 time: 0.7161138 Jan 27 22:10:19.941998 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0deaf8-50b1-44f1-a68e-ba564ef25242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202da57e-f0ac-49c8-96e9-0a0843e22046,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:19.980831 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-384c1280-b9a4-4aac-a98c-a7f70ecd4b83 req-ffd97868-517f-43bb-9cef-3f15c926ba86 tempest-ServersNegativeTestMultiTenantJSON-747514358 tempest-ServersNegativeTestMultiTenantJSON-747514358-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ffa4aea-b10e-48d4-baaa-4d49cab99967 HTTP/1.1" status: 200 len: 210 time: 0.0862000 Jan 27 22:10:20.014571 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d1f04-a50e-485a-980c-a4d7418bf7d7 req-9a47083f-5735-4c4a-8fc5-0d48aa37486a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:20.016041 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-868d1f04-a50e-485a-980c-a4d7418bf7d7 req-9a47083f-5735-4c4a-8fc5-0d48aa37486a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7f8e6f4-9f78-4696-912f-81f03e5505e6 HTTP/1.1" status: 200 len: 837 time: 0.6554875 Jan 27 22:10:20.043991 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a3ac2-28df-4155-b481-f2b7198f268b req-55c5ccf9-24a9-49e8-8617-c136cf545839 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:20.048903 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a40a3ac2-28df-4155-b481-f2b7198f268b req-55c5ccf9-24a9-49e8-8617-c136cf545839 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6 HTTP/1.1" status: 200 len: 944 time: 0.1532271 Jan 27 22:10:20.096318 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5c1c6f-049e-4733-b8c7-3247e7ad0cb0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:20.099707 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1c6f-049e-4733-b8c7-3247e7ad0cb0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:20.100301 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-21af3a2b-148e-43c7-a0c8-ef81f334eedb None None] Allocated IP 172.20.0.2 (208ba79f-9ca7-4fca-a60e-3a5ca69133a6/4985c1ae-dd7d-4874-bbda-b72409ff1296/fd8a6c8c-c458-4c74-ae86-05bd2f3c8471) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:20.139483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2782e966-09b0-4576-938d-c7ce7625b16c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router 7d4099e2-5f76-41ca-a165-b572179a07a1 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:10:20.152299 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-ab5c1c6f-049e-4733-b8c7-3247e7ad0cb0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] device_id is not set on port 5fef2ed4-f992-4a8e-a119-5ad8af838d17 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:10:20.163393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d1f04-a50e-485a-980c-a4d7418bf7d7 req-09137110-ff11-4f4a-ad00-125abd975e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:20.165010 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-868d1f04-a50e-485a-980c-a4d7418bf7d7 req-09137110-ff11-4f4a-ad00-125abd975e37 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b88bd20-1798-48ad-b21f-622cdc63e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1389232 Jan 27 22:10:20.198838 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a40a3ac2-28df-4155-b481-f2b7198f268b req-b9233356-bcbd-4f9b-b8b9-1b24fe413d0a tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=cb2b2421-14a3-4488-b92c-ce4a9d0ece50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051729 Jan 27 22:10:20.206347 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8bf156c0-19bd-4956-b727-0ff2a79ddf8c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_gateway (a4ba9f4d-d4df-48b0-baff-957028cb4833), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:20.244533 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8bf156c0-19bd-4956-b727-0ff2a79ddf8c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:20.321237 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 8119975c-2ade-46bc-9885-c2d0d7913cf1 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:10:20.344636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2782e966-09b0-4576-938d-c7ce7625b16c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:10:20.354493 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2782e966-09b0-4576-938d-c7ce7625b16c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/7d4099e2-5f76-41ca-a165-b572179a07a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4585123 Jan 27 22:10:20.356785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52558) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:20.364099 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571e6a10-6fbb-4393-890c-7787ed64a7ca None None] Sync routers for ids ['7d4099e2-5f76-41ca-a165-b572179a07a1'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:10:20.369309 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-868d1f04-a50e-485a-980c-a4d7418bf7d7 req-5b3b61a0-6a3c-4468-a43a-ae22d5ba737c service neutron] 10.222.0.21 "GET /v2.0/networks/2b88bd20-1798-48ad-b21f-622cdc63e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941996 Jan 27 22:10:20.377443 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 8119975c-2ade-46bc-9885-c2d0d7913cf1 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:10:20.377939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 8119975c-2ade-46bc-9885-c2d0d7913cf1 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:10:20.391114 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-21af3a2b-148e-43c7-a0c8-ef81f334eedb None None] Publish callbacks [] for port (fd8a6c8c-c458-4c74-ae86-05bd2f3c8471), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:20.401672 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571e6a10-6fbb-4393-890c-7787ed64a7ca None None] Routers {'7d4099e2-5f76-41ca-a165-b572179a07a1'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:20.402366 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-571e6a10-6fbb-4393-890c-7787ed64a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7d4099e2-5f76-41ca-a165-b572179a07a1'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:20.408441 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-21af3a2b-148e-43c7-a0c8-ef81f334eedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (fd8a6c8c-c458-4c74-ae86-05bd2f3c8471), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:20.449342 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8975877-e43c-41a6-90f6-e289d72490ca tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:20.453770 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b8975877-e43c-41a6-90f6-e289d72490ca tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/ports/fea0f5d2-1dfc-440d-8b54-db4583b62eea HTTP/1.1" status: 200 len: 977 time: 0.0957119 Jan 27 22:10:20.458344 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52564) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:20.490527 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-571e6a10-6fbb-4393-890c-7787ed64a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:20.499874 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21af3a2b-148e-43c7-a0c8-ef81f334eedb None None] Network 208ba79f-9ca7-4fca-a60e-3a5ca69133a6 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:20.507457 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-21af3a2b-148e-43c7-a0c8-ef81f334eedb None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:20.511754 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21af3a2b-148e-43c7-a0c8-ef81f334eedb None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:20.556756 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571e6a10-6fbb-4393-890c-7787ed64a7ca None None] Routers {'7d4099e2-5f76-41ca-a165-b572179a07a1'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:20.557418 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-571e6a10-6fbb-4393-890c-7787ed64a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7d4099e2-5f76-41ca-a165-b572179a07a1'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:20.559359 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af3a2b-148e-43c7-a0c8-ef81f334eedb None None] Pushing event updated for resources: {'Port': ['ID=fd8a6c8c-c458-4c74-ae86-05bd2f3c8471,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:20.595338 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-868d1f04-a50e-485a-980c-a4d7418bf7d7 req-2166e6a6-4961-4267-ac1e-abd8fedb0515 service neutron] 10.222.0.21 "GET /v2.0/networks/2b88bd20-1798-48ad-b21f-622cdc63e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068713 Jan 27 22:10:20.632828 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-571e6a10-6fbb-4393-890c-7787ed64a7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:20.634159 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571e6a10-6fbb-4393-890c-7787ed64a7ca None None] The sync data for ids ['7d4099e2-5f76-41ca-a165-b572179a07a1'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:10:20.659916 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-21af3a2b-148e-43c7-a0c8-ef81f334eedb None None] Attempting to bind port fd8a6c8c-c458-4c74-ae86-05bd2f3c8471 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:20.660833 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-21af3a2b-148e-43c7-a0c8-ef81f334eedb None None] Attempting to bind port fd8a6c8c-c458-4c74-ae86-05bd2f3c8471 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '5bf1cffd-d802-40b0-919d-f345d446bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '208ba79f-9ca7-4fca-a60e-3a5ca69133a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:20.661623 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21af3a2b-148e-43c7-a0c8-ef81f334eedb None None] Attempting to bind port fd8a6c8c-c458-4c74-ae86-05bd2f3c8471 on network 208ba79f-9ca7-4fca-a60e-3a5ca69133a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:20.667518 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21af3a2b-148e-43c7-a0c8-ef81f334eedb None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:20.668140 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21af3a2b-148e-43c7-a0c8-ef81f334eedb None None] Checking segment: {'id': '5bf1cffd-d802-40b0-919d-f345d446bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '208ba79f-9ca7-4fca-a60e-3a5ca69133a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:20.668748 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-21af3a2b-148e-43c7-a0c8-ef81f334eedb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:20.669333 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21af3a2b-148e-43c7-a0c8-ef81f334eedb None None] Bound using segment: {'id': '5bf1cffd-d802-40b0-919d-f345d446bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '208ba79f-9ca7-4fca-a60e-3a5ca69133a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:20.670123 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-21af3a2b-148e-43c7-a0c8-ef81f334eedb None None] Bound port: fd8a6c8c-c458-4c74-ae86-05bd2f3c8471, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf1cffd-d802-40b0-919d-f345d446bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '208ba79f-9ca7-4fca-a60e-3a5ca69133a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:20.671071 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-21af3a2b-148e-43c7-a0c8-ef81f334eedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fd8a6c8c-c458-4c74-ae86-05bd2f3c8471), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:20.759731 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-21af3a2b-148e-43c7-a0c8-ef81f334eedb None None] For port fd8a6c8c-c458-4c74-ae86-05bd2f3c8471, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:20.778860 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-21af3a2b-148e-43c7-a0c8-ef81f334eedb None None] For port fd8a6c8c-c458-4c74-ae86-05bd2f3c8471, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=fd8a6c8c-c458-4c74-ae86-05bd2f3c8471,segment=NetworkSegment(5bf1cffd-d802-40b0-919d-f345d446bd46),segment_id=5bf1cffd-d802-40b0-919d-f345d446bd46)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:20.787755 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-21af3a2b-148e-43c7-a0c8-ef81f334eedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (fd8a6c8c-c458-4c74-ae86-05bd2f3c8471), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:20.951613 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af3a2b-148e-43c7-a0c8-ef81f334eedb None None] Pushing event updated for resources: {'Port': ['ID=fd8a6c8c-c458-4c74-ae86-05bd2f3c8471,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:20.975915 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-ab5c1c6f-049e-4733-b8c7-3247e7ad0cb0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Allocated IP 172.20.0.9 (208ba79f-9ca7-4fca-a60e-3a5ca69133a6/4985c1ae-dd7d-4874-bbda-b72409ff1296/5fef2ed4-f992-4a8e-a119-5ad8af838d17) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:20.999412 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-8bf156c0-19bd-4956-b727-0ff2a79ddf8c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Allocated IP 172.25.3.108 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/a9700072-62bc-449c-8af9-9173f7124ee8) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:21.082391 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-76570f97-8a30-4c8d-aebb-9eb4f88d8691 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (7d4099e2-5f76-41ca-a165-b572179a07a1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.127311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52596) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:21.135171 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.144998 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8bf156c0-19bd-4956-b727-0ff2a79ddf8c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for port (a9700072-62bc-449c-8af9-9173f7124ee8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.343946 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8bf156c0-19bd-4956-b727-0ff2a79ddf8c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (a9700072-62bc-449c-8af9-9173f7124ee8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.423561 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf156c0-19bd-4956-b727-0ff2a79ddf8c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:21.429277 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-8bf156c0-19bd-4956-b727-0ff2a79ddf8c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:21.430245 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-544458aa-74b4-4fc8-95d1-f14b3475751c admin admin] Deleting subnet dc215a98-ed60-48b8-967f-f4e33314f850 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:10:21.447009 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-544458aa-74b4-4fc8-95d1-f14b3475751c admin admin] Publish callbacks [] for subnet (dc215a98-ed60-48b8-967f-f4e33314f850), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.447736 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf156c0-19bd-4956-b727-0ff2a79ddf8c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:21.529503 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-544458aa-74b4-4fc8-95d1-f14b3475751c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (dc215a98-ed60-48b8-967f-f4e33314f850), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.546328 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf156c0-19bd-4956-b727-0ff2a79ddf8c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Pushing event updated for resources: {'Port': ['ID=a9700072-62bc-449c-8af9-9173f7124ee8,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:21.553407 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1c6f-049e-4733-b8c7-3247e7ad0cb0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for port (5fef2ed4-f992-4a8e-a119-5ad8af838d17), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.585994 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91c9f2-66cd-47c6-b73c-1d59107c2947 req-f44f6fdf-a2a7-4a45-8d42-174f0e993e1f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:21.588125 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db91c9f2-66cd-47c6-b73c-1d59107c2947 req-f44f6fdf-a2a7-4a45-8d42-174f0e993e1f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6 HTTP/1.1" status: 200 len: 944 time: 0.2567513 Jan 27 22:10:21.639923 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-544458aa-74b4-4fc8-95d1-f14b3475751c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (dc215a98-ed60-48b8-967f-f4e33314f850), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.716572 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db91c9f2-66cd-47c6-b73c-1d59107c2947 req-ed2e4866-a407-408c-b9b0-2e3a427e060a tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=cb2b2421-14a3-4488-b92c-ce4a9d0ece50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184089 Jan 27 22:10:21.755729 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device fd8a6c8c-c458-4c74-ae86-05bd2f3c8471 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:21.760358 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1c6f-049e-4733-b8c7-3247e7ad0cb0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5fef2ed4-f992-4a8e-a119-5ad8af838d17), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.798315 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-544458aa-74b4-4fc8-95d1-f14b3475751c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (dc215a98-ed60-48b8-967f-f4e33314f850), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.832655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544458aa-74b4-4fc8-95d1-f14b3475751c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc215a98-ed60-48b8-967f-f4e33314f850,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:21.852636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-76570f97-8a30-4c8d-aebb-9eb4f88d8691 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting port fea0f5d2-1dfc-440d-8b54-db4583b62eea {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:21.853215 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-76570f97-8a30-4c8d-aebb-9eb4f88d8691 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (fea0f5d2-1dfc-440d-8b54-db4583b62eea), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.865065 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port fd8a6c8c-c458-4c74-ae86-05bd2f3c8471 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:21.865599 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fd8a6c8c-c458-4c74-ae86-05bd2f3c8471), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.875808 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-544458aa-74b4-4fc8-95d1-f14b3475751c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.882692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-544458aa-74b4-4fc8-95d1-f14b3475751c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dc215a98-ed60-48b8-967f-f4e33314f850 HTTP/1.1" status: 204 len: 168 time: 0.7531531 Jan 27 22:10:21.885661 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52622) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:21.930909 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5c1c6f-049e-4733-b8c7-3247e7ad0cb0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 208ba79f-9ca7-4fca-a60e-3a5ca69133a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:21.966522 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-ab5c1c6f-049e-4733-b8c7-3247e7ad0cb0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:21.997706 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-76570f97-8a30-4c8d-aebb-9eb4f88d8691 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (fea0f5d2-1dfc-440d-8b54-db4583b62eea), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.012733 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c1c6f-049e-4733-b8c7-3247e7ad0cb0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Port': ['ID=5fef2ed4-f992-4a8e-a119-5ad8af838d17,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:22.021915 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-76570f97-8a30-4c8d-aebb-9eb4f88d8691 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Calling delete_port for fea0f5d2-1dfc-440d-8b54-db4583b62eea owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:22.022764 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5c1c6f-049e-4733-b8c7-3247e7ad0cb0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:22.098109 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port fd8a6c8c-c458-4c74-ae86-05bd2f3c8471 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:22.098702 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fd8a6c8c-c458-4c74-ae86-05bd2f3c8471), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.120739 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52628) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:22.146382 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8bf156c0-19bd-4956-b727-0ff2a79ddf8c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_gateway (a4ba9f4d-d4df-48b0-baff-957028cb4833), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.162060 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port fd8a6c8c-c458-4c74-ae86-05bd2f3c8471, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=fd8a6c8c-c458-4c74-ae86-05bd2f3c8471,segment=NetworkSegment(5bf1cffd-d802-40b0-919d-f345d446bd46),segment_id=5bf1cffd-d802-40b0-919d-f345d446bd46)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:22.173828 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (fd8a6c8c-c458-4c74-ae86-05bd2f3c8471), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.272490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=fd8a6c8c-c458-4c74-ae86-05bd2f3c8471,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:22.284393 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10f38684-c709-41d9-ae1e-5a86b2f0d149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (5419bc74-6b2d-430a-9201-8113a6fe3eb8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.371710 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3ec64e15-bf66-4f98-9ad3-747c1d1a9ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.381160 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5c1c6f-049e-4733-b8c7-3247e7ad0cb0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:22.381811 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1c6f-049e-4733-b8c7-3247e7ad0cb0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.409047 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-76570f97-8a30-4c8d-aebb-9eb4f88d8691 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (fea0f5d2-1dfc-440d-8b54-db4583b62eea), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.420785 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ab5c1c6f-049e-4733-b8c7-3247e7ad0cb0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.5964434 Jan 27 22:10:22.424971 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52638) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:22.476088 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76570f97-8a30-4c8d-aebb-9eb4f88d8691 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Port': ['ID=fea0f5d2-1dfc-440d-8b54-db4583b62eea,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:22.506488 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9528543e-913b-4f12-bba4-12cf9a42e403 None None] Network 208ba79f-9ca7-4fca-a60e-3a5ca69133a6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:22.510393 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10f38684-c709-41d9-ae1e-5a86b2f0d149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (5419bc74-6b2d-430a-9201-8113a6fe3eb8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.545082 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-10f38684-c709-41d9-ae1e-5a86b2f0d149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5419bc74-6b2d-430a-9201-8113a6fe3eb8']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:22.548581 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8bf156c0-19bd-4956-b727-0ff2a79ddf8c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (a4ba9f4d-d4df-48b0-baff-957028cb4833), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.560544 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8bf156c0-19bd-4956-b727-0ff2a79ddf8c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1668512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1663757'] for router (a4ba9f4d-d4df-48b0-baff-957028cb4833), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.563152 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-10f38684-c709-41d9-ae1e-5a86b2f0d149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314f61f3-b8b5-4614-bddf-18d4e443021f') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:22.563472 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-10f38684-c709-41d9-ae1e-5a86b2f0d149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314f61f3-b8b5-4614-bddf-18d4e443021f') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:22.596422 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-617cb5d7-be81-4429-a129-293c6ec2c000 None None] Provisioning complete for port fd8a6c8c-c458-4c74-ae86-05bd2f3c8471 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:22.597103 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-617cb5d7-be81-4429-a129-293c6ec2c000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fd8a6c8c-c458-4c74-ae86-05bd2f3c8471), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.703586 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10f38684-c709-41d9-ae1e-5a86b2f0d149 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (314f61f3-b8b5-4614-bddf-18d4e443021f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.729396 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10f38684-c709-41d9-ae1e-5a86b2f0d149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (314f61f3-b8b5-4614-bddf-18d4e443021f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.739190 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3ec64e15-bf66-4f98-9ad3-747c1d1a9ea1 admin admin] Publish callbacks [] for security_group (6aa655d7-4883-4b79-8c25-5b19962b4c70), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.746006 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f38684-c709-41d9-ae1e-5a86b2f0d149 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:22.746968 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10f38684-c709-41d9-ae1e-5a86b2f0d149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (314f61f3-b8b5-4614-bddf-18d4e443021f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:22.751547 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:22.756133 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3ec64e15-bf66-4f98-9ad3-747c1d1a9ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6aa655d7-4883-4b79-8c25-5b19962b4c70), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.774192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-617cb5d7-be81-4429-a129-293c6ec2c000 None None] Current status of the port fd8a6c8c-c458-4c74-ae86-05bd2f3c8471 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:22.820884 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf156c0-19bd-4956-b727-0ff2a79ddf8c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Router a4ba9f4d-d4df-48b0-baff-957028cb4833 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:10:22.891294 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10f38684-c709-41d9-ae1e-5a86b2f0d149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (5419bc74-6b2d-430a-9201-8113a6fe3eb8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.891664 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3ec64e15-bf66-4f98-9ad3-747c1d1a9ea1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58b0ebf950964e2abd6149247dde86ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7697937 Jan 27 22:10:22.892516 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-76570f97-8a30-4c8d-aebb-9eb4f88d8691 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (7d4099e2-5f76-41ca-a165-b572179a07a1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.893566 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52648) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:22.918003 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10f38684-c709-41d9-ae1e-5a86b2f0d149 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.927035 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-10f38684-c709-41d9-ae1e-5a86b2f0d149 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5419bc74-6b2d-430a-9201-8113a6fe3eb8 HTTP/1.1" status: 204 len: 168 time: 1.0382736 Jan 27 22:10:22.938485 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52650) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:22.966405 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f38684-c709-41d9-ae1e-5a86b2f0d149 admin admin] Pushing event deleted for resources: {'Network': ['ID=5419bc74-6b2d-430a-9201-8113a6fe3eb8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:22.983923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec64e15-bf66-4f98-9ad3-747c1d1a9ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa655d7-4883-4b79-8c25-5b19962b4c70,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:23.029853 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-f1aa452c-d69a-42c0-9ebe-75baf07d7e6d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting port 5fef2ed4-f992-4a8e-a119-5ad8af838d17 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:23.030194 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f1aa452c-d69a-42c0-9ebe-75baf07d7e6d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5fef2ed4-f992-4a8e-a119-5ad8af838d17), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.115826 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-764c5112-7f5d-456b-9a69-acc6924af38d None None] Provisioning complete for port fd8a6c8c-c458-4c74-ae86-05bd2f3c8471 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:23.116958 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-764c5112-7f5d-456b-9a69-acc6924af38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fd8a6c8c-c458-4c74-ae86-05bd2f3c8471), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.122901 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55ebf8-e354-417c-9eae-a515f20e66d7 req-6d5421ac-a76d-4c98-ba01-00086f3d071e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:23.129703 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b55ebf8-e354-417c-9eae-a515f20e66d7 req-6d5421ac-a76d-4c98-ba01-00086f3d071e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6 HTTP/1.1" status: 200 len: 944 time: 0.2334683 Jan 27 22:10:23.130025 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ca6c95-f34d-4626-b741-7f016f97682f admin admin] Deleting subnet 0f4179f1-d3d8-47ac-8113-254336da2e9b {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:10:23.149166 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c2ca6c95-f34d-4626-b741-7f016f97682f admin admin] Publish callbacks [] for subnet (0f4179f1-d3d8-47ac-8113-254336da2e9b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.188676 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c2ca6c95-f34d-4626-b741-7f016f97682f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (0f4179f1-d3d8-47ac-8113-254336da2e9b), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.234055 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c2ca6c95-f34d-4626-b741-7f016f97682f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (0f4179f1-d3d8-47ac-8113-254336da2e9b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.264470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-764c5112-7f5d-456b-9a69-acc6924af38d None None] Current status of the port fd8a6c8c-c458-4c74-ae86-05bd2f3c8471 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:23.280298 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-764c5112-7f5d-456b-9a69-acc6924af38d None None] Provisioning complete for port 5fef2ed4-f992-4a8e-a119-5ad8af838d17 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:23.280966 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-764c5112-7f5d-456b-9a69-acc6924af38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5fef2ed4-f992-4a8e-a119-5ad8af838d17), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.301465 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76570f97-8a30-4c8d-aebb-9eb4f88d8691 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router 7d4099e2-5f76-41ca-a165-b572179a07a1 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:10:23.303567 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f1aa452c-d69a-42c0-9ebe-75baf07d7e6d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5fef2ed4-f992-4a8e-a119-5ad8af838d17), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.313023 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c2ca6c95-f34d-4626-b741-7f016f97682f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (0f4179f1-d3d8-47ac-8113-254336da2e9b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.318417 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf156c0-19bd-4956-b727-0ff2a79ddf8c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:10:23.322829 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b55ebf8-e354-417c-9eae-a515f20e66d7 req-0be36ce8-6877-4c6b-9248-11d7d0385e9a tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=cb2b2421-14a3-4488-b92c-ce4a9d0ece50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921673 Jan 27 22:10:23.332555 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e2f7375c-b186-4e20-a99b-4add22a1449e admin admin] Publish callbacks [] for security_group (6aa655d7-4883-4b79-8c25-5b19962b4c70), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.338476 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6192eca0-f9d1-4c43-a333-16274bb87d8d None None] Sync routers for ids ['a4ba9f4d-d4df-48b0-baff-957028cb4833'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:10:23.339744 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8bf156c0-19bd-4956-b727-0ff2a79ddf8c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.341014 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8bf156c0-19bd-4956-b727-0ff2a79ddf8c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "PUT /v2.0/routers/a4ba9f4d-d4df-48b0-baff-957028cb4833 HTTP/1.1" status: 200 len: 915 time: 4.0297318 Jan 27 22:10:23.344312 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-764c5112-7f5d-456b-9a69-acc6924af38d None None] Port 5fef2ed4-f992-4a8e-a119-5ad8af838d17 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:10:23.357459 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52664) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:23.361134 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-f1aa452c-d69a-42c0-9ebe-75baf07d7e6d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Calling delete_port for 5fef2ed4-f992-4a8e-a119-5ad8af838d17 owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:23.374278 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6192eca0-f9d1-4c43-a333-16274bb87d8d None None] Routers {'a4ba9f4d-d4df-48b0-baff-957028cb4833'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:23.374851 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6192eca0-f9d1-4c43-a333-16274bb87d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['a4ba9f4d-d4df-48b0-baff-957028cb4833'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:23.378398 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca6c95-f34d-4626-b741-7f016f97682f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f4179f1-d3d8-47ac-8113-254336da2e9b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:23.387092 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c2ca6c95-f34d-4626-b741-7f016f97682f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.393092 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c2ca6c95-f34d-4626-b741-7f016f97682f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0f4179f1-d3d8-47ac-8113-254336da2e9b HTTP/1.1" status: 204 len: 168 time: 0.4418113 Jan 27 22:10:23.393702 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52670) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:23.410294 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e2f7375c-b186-4e20-a99b-4add22a1449e admin admin] Publish callbacks [] for security_group (6aa655d7-4883-4b79-8c25-5b19962b4c70), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.478248 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6192eca0-f9d1-4c43-a333-16274bb87d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:23.497306 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6192eca0-f9d1-4c43-a333-16274bb87d8d None None] Routers {'a4ba9f4d-d4df-48b0-baff-957028cb4833'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:23.497842 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6192eca0-f9d1-4c43-a333-16274bb87d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['a4ba9f4d-d4df-48b0-baff-957028cb4833'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:23.517519 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98015e15-93d5-4ab6-83ef-f25783d1bfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (9784bd45-ff09-441f-aa58-1fedeb3ace1b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.546150 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6192eca0-f9d1-4c43-a333-16274bb87d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:23.547450 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6192eca0-f9d1-4c43-a333-16274bb87d8d None None] The sync data for ids ['a4ba9f4d-d4df-48b0-baff-957028cb4833'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:10:23.593621 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-985c96db-d694-4816-9b68-299f44ae7b4f None None] Provisioning complete for port 5fef2ed4-f992-4a8e-a119-5ad8af838d17 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:23.594013 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-985c96db-d694-4816-9b68-299f44ae7b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5fef2ed4-f992-4a8e-a119-5ad8af838d17), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.609917 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e2f7375c-b186-4e20-a99b-4add22a1449e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6aa655d7-4883-4b79-8c25-5b19962b4c70), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.613220 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e2f7375c-b186-4e20-a99b-4add22a1449e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.614488 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e2f7375c-b186-4e20-a99b-4add22a1449e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6aa655d7-4883-4b79-8c25-5b19962b4c70 HTTP/1.1" status: 204 len: 168 time: 0.7181668 Jan 27 22:10:23.635897 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7375c-b186-4e20-a99b-4add22a1449e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa655d7-4883-4b79-8c25-5b19962b4c70,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:23.639845 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98015e15-93d5-4ab6-83ef-f25783d1bfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (9784bd45-ff09-441f-aa58-1fedeb3ace1b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.689516 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-985c96db-d694-4816-9b68-299f44ae7b4f None None] Port 5fef2ed4-f992-4a8e-a119-5ad8af838d17 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:10:23.689955 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-98015e15-93d5-4ab6-83ef-f25783d1bfdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9784bd45-ff09-441f-aa58-1fedeb3ace1b']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:23.710296 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device fd8a6c8c-c458-4c74-ae86-05bd2f3c8471 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:23.728388 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-98015e15-93d5-4ab6-83ef-f25783d1bfdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf2909e-8060-4832-9973-c207e93f02ad') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:23.728888 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-98015e15-93d5-4ab6-83ef-f25783d1bfdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf2909e-8060-4832-9973-c207e93f02ad') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:23.750009 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98015e15-93d5-4ab6-83ef-f25783d1bfdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (fcf2909e-8060-4832-9973-c207e93f02ad), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.777737 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98015e15-93d5-4ab6-83ef-f25783d1bfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (fcf2909e-8060-4832-9973-c207e93f02ad), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.791948 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98015e15-93d5-4ab6-83ef-f25783d1bfdb admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:23.793104 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98015e15-93d5-4ab6-83ef-f25783d1bfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (fcf2909e-8060-4832-9973-c207e93f02ad), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:23.795689 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:23.801440 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port fd8a6c8c-c458-4c74-ae86-05bd2f3c8471 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:23.801956 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fd8a6c8c-c458-4c74-ae86-05bd2f3c8471), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.860144 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 99a98923-e4dd-4e69-98c9-c0fccbf82557 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:10:23.917285 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port fd8a6c8c-c458-4c74-ae86-05bd2f3c8471 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:23.931507 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98015e15-93d5-4ab6-83ef-f25783d1bfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (9784bd45-ff09-441f-aa58-1fedeb3ace1b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.936730 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98015e15-93d5-4ab6-83ef-f25783d1bfdb admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.942992 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-98015e15-93d5-4ab6-83ef-f25783d1bfdb admin admin] 10.222.0.23 "DELETE /v2.0/networks/9784bd45-ff09-441f-aa58-1fedeb3ace1b HTTP/1.1" status: 204 len: 168 time: 0.5429480 Jan 27 22:10:23.971087 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98015e15-93d5-4ab6-83ef-f25783d1bfdb admin admin] Pushing event deleted for resources: {'Network': ['ID=9784bd45-ff09-441f-aa58-1fedeb3ace1b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:24.022163 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 99a98923-e4dd-4e69-98c9-c0fccbf82557, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=99a98923-e4dd-4e69-98c9-c0fccbf82557,segment=NetworkSegment(b5b4849f-ae14-4315-94ae-dd32e60bcad2),segment_id=b5b4849f-ae14-4315-94ae-dd32e60bcad2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:24.036994 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '99a98923-e4dd-4e69-98c9-c0fccbf82557', 'network_id': '2b88bd20-1798-48ad-b21f-622cdc63e125', 'port_id': '99a98923-e4dd-4e69-98c9-c0fccbf82557', 'mac_address': 'fa:16:3e:4b:be:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f8e6f4-9f78-4696-912f-81f03e5505e6', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:10:24.048286 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76570f97-8a30-4c8d-aebb-9eb4f88d8691 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:10:24.057627 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-76570f97-8a30-4c8d-aebb-9eb4f88d8691 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/7d4099e2-5f76-41ca-a165-b572179a07a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5979671 Jan 27 22:10:24.060513 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52692) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:24.072916 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a293a61-27cc-44e9-b384-ef76d6143af2 None None] Sync routers for ids ['7d4099e2-5f76-41ca-a165-b572179a07a1'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:10:24.079866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2e0e3250-413d-4a81-9849-19126b3e167f tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "GET /v2.0/routers/a4ba9f4d-d4df-48b0-baff-957028cb4833 HTTP/1.1" status: 200 len: 921 time: 0.7200506 Jan 27 22:10:24.082561 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52694) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:24.113858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a293a61-27cc-44e9-b384-ef76d6143af2 None None] Routers {'7d4099e2-5f76-41ca-a165-b572179a07a1'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:24.114660 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-7a293a61-27cc-44e9-b384-ef76d6143af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7d4099e2-5f76-41ca-a165-b572179a07a1'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:24.116652 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 99a98923-e4dd-4e69-98c9-c0fccbf82557 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:24.117249 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (99a98923-e4dd-4e69-98c9-c0fccbf82557), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.171243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-7a293a61-27cc-44e9-b384-ef76d6143af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:24.176297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a98923-e4dd-4e69-98c9-c0fccbf82557 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:10:24.190099 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a25e6f76-4684-4734-ac98-99f4ae537e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.204944 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 99a98923-e4dd-4e69-98c9-c0fccbf82557, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=99a98923-e4dd-4e69-98c9-c0fccbf82557,segment=NetworkSegment(b5b4849f-ae14-4315-94ae-dd32e60bcad2),segment_id=b5b4849f-ae14-4315-94ae-dd32e60bcad2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:24.206247 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a293a61-27cc-44e9-b384-ef76d6143af2 None None] Routers {'7d4099e2-5f76-41ca-a165-b572179a07a1'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:24.207497 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-7a293a61-27cc-44e9-b384-ef76d6143af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:09:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7d4099e2-5f76-41ca-a165-b572179a07a1'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:24.245190 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52696) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:24.254648 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (99a98923-e4dd-4e69-98c9-c0fccbf82557), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.257499 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-7a293a61-27cc-44e9-b384-ef76d6143af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:24.260307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a293a61-27cc-44e9-b384-ef76d6143af2 None None] The sync data for ids ['7d4099e2-5f76-41ca-a165-b572179a07a1'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:10:24.292907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52698) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:24.352565 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baec96da-e9b5-49a2-9cc3-9bf7f240ea99 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:24.354097 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-baec96da-e9b5-49a2-9cc3-9bf7f240ea99 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&device_id=a4ba9f4d-d4df-48b0-baff-957028cb4833&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2706244 Jan 27 22:10:24.363766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52702) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:24.399605 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-4e493aa4-8dd2-4774-bd4a-9a315786ab3c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] remove_router_interface failed (client error): The resource could not be found. Jan 27 22:10:24.402036 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4e493aa4-8dd2-4774-bd4a-9a315786ab3c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/7d4099e2-5f76-41ca-a165-b572179a07a1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3389845 Jan 27 22:10:24.403812 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52704) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:24.405395 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f1aa452c-d69a-42c0-9ebe-75baf07d7e6d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5fef2ed4-f992-4a8e-a119-5ad8af838d17), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.414647 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1a172a98-19d4-4ee9-a88d-dc6ae7ed1a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.443587 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-aa0e8c52-2698-4612-b586-fe388cb6a394 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d4099e2-5f76-41ca-a165-b572179a07a1 HTTP/1.1" status: 200 len: 205 time: 0.0373597 Jan 27 22:10:24.444201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52706) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:24.449882 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52708) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:24.488607 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=99a98923-e4dd-4e69-98c9-c0fccbf82557,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:24.545231 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4b762a9-f837-4461-82f9-7f4691dd83ed tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (7d4099e2-5f76-41ca-a165-b572179a07a1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.599016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa452c-d69a-42c0-9ebe-75baf07d7e6d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Port': ['ID=5fef2ed4-f992-4a8e-a119-5ad8af838d17,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:24.621913 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-61c4e620-2f32-4203-aed1-fdd4e62e22c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8ff5965dbe845ad8dfc21de0324c73f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3753452 Jan 27 22:10:24.632934 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52714) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:24.647226 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a3df4e5e-c8f2-4c05-8e24-449dd8bf2210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.682604 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['99a98923-e4dd-4e69-98c9-c0fccbf82557'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:10:24.742470 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f1aa452c-d69a-42c0-9ebe-75baf07d7e6d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.748449 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f1aa452c-d69a-42c0-9ebe-75baf07d7e6d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/ports/5fef2ed4-f992-4a8e-a119-5ad8af838d17 HTTP/1.1" status: 204 len: 168 time: 2.3168750 Jan 27 22:10:24.755682 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52716) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:24.773453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d8832-0361-4faf-a835-4a32f82362a7 req-72937ada-323f-46f1-b02a-95b6f2e49f42 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:24.775513 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c95d8832-0361-4faf-a835-4a32f82362a7 req-72937ada-323f-46f1-b02a-95b6f2e49f42 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6 HTTP/1.1" status: 200 len: 945 time: 0.1942961 Jan 27 22:10:24.795020 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca01786-0d8c-4b80-9b27-239b66ccd906 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:24.796733 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3ca01786-0d8c-4b80-9b27-239b66ccd906 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 881 time: 0.4283543 Jan 27 22:10:24.802267 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1a172a98-19d4-4ee9-a88d-dc6ae7ed1a51 admin admin] Publish callbacks [] for security_group (e3d66b07-cf3c-4e80-94d4-9a3804202157), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.803133 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52718) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:24.834240 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4b762a9-f837-4461-82f9-7f4691dd83ed tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (7d4099e2-5f76-41ca-a165-b572179a07a1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.839240 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1860078-ba1c-4292-a6c0-57f8351a4b5a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] GET failed (client error): The resource could not be found. Jan 27 22:10:24.843463 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c1860078-ba1c-4292-a6c0-57f8351a4b5a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports/5fef2ed4-f992-4a8e-a119-5ad8af838d17 HTTP/1.1" status: 404 len: 333 time: 0.0842750 Jan 27 22:10:24.843630 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-92ace64c-ba7e-42c9-b64a-53d0b14247d2 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ba9f4d-d4df-48b0-baff-957028cb4833 HTTP/1.1" status: 200 len: 205 time: 0.0367503 Jan 27 22:10:24.843736 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4b762a9-f837-4461-82f9-7f4691dd83ed tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router_controller (7d4099e2-5f76-41ca-a165-b572179a07a1), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.843862 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1a172a98-19d4-4ee9-a88d-dc6ae7ed1a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e3d66b07-cf3c-4e80-94d4-9a3804202157), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.847200 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cbee0d37-6752-4840-9992-b244826ac44a admin admin] Publish callbacks [] for security_group (dce889c2-9062-487e-bd98-25b48ea59bc9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.848626 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52720) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:24.848949 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52722) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:24.909829 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1a172a98-19d4-4ee9-a88d-dc6ae7ed1a51 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=48a06cc0b1fb49519e20ec968901053e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5765872 Jan 27 22:10:24.912945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c95d8832-0361-4faf-a835-4a32f82362a7 req-8c8f73a3-ac09-48e9-b144-c5eb3d502f6b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=cb2b2421-14a3-4488-b92c-ce4a9d0ece50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277966 Jan 27 22:10:24.913499 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52726) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:24.915582 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a172a98-19d4-4ee9-a88d-dc6ae7ed1a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d66b07-cf3c-4e80-94d4-9a3804202157,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:24.984892 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-515d0a25-e26c-4cda-87bb-83510a7bd3bc admin admin] Publish callbacks [] for security_group (e3d66b07-cf3c-4e80-94d4-9a3804202157), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.991359 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cbee0d37-6752-4840-9992-b244826ac44a admin admin] Publish callbacks [] for security_group (dce889c2-9062-487e-bd98-25b48ea59bc9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.017155 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-515d0a25-e26c-4cda-87bb-83510a7bd3bc admin admin] Publish callbacks [] for security_group (e3d66b07-cf3c-4e80-94d4-9a3804202157), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.019318 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4b762a9-f837-4461-82f9-7f4691dd83ed tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (7d4099e2-5f76-41ca-a165-b572179a07a1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.019901 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b762a9-f837-4461-82f9-7f4691dd83ed tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Fanout notify agent at l3_agent the message router_deleted on router 7d4099e2-5f76-41ca-a165-b572179a07a1 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:10:25.040455 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4b762a9-f837-4461-82f9-7f4691dd83ed tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.041586 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d4b762a9-f837-4461-82f9-7f4691dd83ed tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/routers/7d4099e2-5f76-41ca-a165-b572179a07a1 HTTP/1.1" status: 204 len: 168 time: 0.5907714 Jan 27 22:10:25.045323 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52728) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:25.107903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-e617e4ec-a0ce-4075-9e69-30e7659b9f46 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting subnet bc67cd85-b7f3-43ab-aecf-adcc073c70b8 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:10:25.113242 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e617e4ec-a0ce-4075-9e69-30e7659b9f46 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (bc67cd85-b7f3-43ab-aecf-adcc073c70b8), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.136086 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-515d0a25-e26c-4cda-87bb-83510a7bd3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e3d66b07-cf3c-4e80-94d4-9a3804202157), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.138695 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-515d0a25-e26c-4cda-87bb-83510a7bd3bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.139884 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-515d0a25-e26c-4cda-87bb-83510a7bd3bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3d66b07-cf3c-4e80-94d4-9a3804202157 HTTP/1.1" status: 204 len: 168 time: 0.2252369 Jan 27 22:10:25.158284 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d0a25-e26c-4cda-87bb-83510a7bd3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d66b07-cf3c-4e80-94d4-9a3804202157,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:25.171365 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e617e4ec-a0ce-4075-9e69-30e7659b9f46 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (bc67cd85-b7f3-43ab-aecf-adcc073c70b8), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.269619 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e617e4ec-a0ce-4075-9e69-30e7659b9f46 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (bc67cd85-b7f3-43ab-aecf-adcc073c70b8), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.339638 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e617e4ec-a0ce-4075-9e69-30e7659b9f46 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (bc67cd85-b7f3-43ab-aecf-adcc073c70b8), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.369565 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617e4ec-a0ce-4075-9e69-30e7659b9f46 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Subnet': ['ID=bc67cd85-b7f3-43ab-aecf-adcc073c70b8,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:25.381046 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e617e4ec-a0ce-4075-9e69-30e7659b9f46 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.381841 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09abdd1-94fc-458c-941b-198fd7508f61 None None] Network 1331d837-8a20-49b1-aceb-83ae46c4188c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:25.387569 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e617e4ec-a0ce-4075-9e69-30e7659b9f46 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/subnets/bc67cd85-b7f3-43ab-aecf-adcc073c70b8 HTTP/1.1" status: 204 len: 168 time: 0.3388345 Jan 27 22:10:25.387748 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52736) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:25.461866 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0114a6f-509f-46c8-a6c5-3fdc2ba99912 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting subnet 4985c1ae-dd7d-4874-bbda-b72409ff1296 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:10:25.468699 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a0114a6f-509f-46c8-a6c5-3fdc2ba99912 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (4985c1ae-dd7d-4874-bbda-b72409ff1296), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.475459 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8181e259-8dcd-46af-8705-0c558800fd6c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (1331d837-8a20-49b1-aceb-83ae46c4188c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.536335 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a3df4e5e-c8f2-4c05-8e24-449dd8bf2210 admin admin] Publish callbacks [] for security_group (7720a3d6-3c38-4941-b82e-4fe90341264c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.542759 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf34f1f8-8f53-49d3-9abb-86082dad3c97 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router (a4ba9f4d-d4df-48b0-baff-957028cb4833), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.548881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-8181e259-8dcd-46af-8705-0c558800fd6c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting port 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:25.549632 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8181e259-8dcd-46af-8705-0c558800fd6c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.580784 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a3df4e5e-c8f2-4c05-8e24-449dd8bf2210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7720a3d6-3c38-4941-b82e-4fe90341264c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.587493 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a0114a6f-509f-46c8-a6c5-3fdc2ba99912 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (4985c1ae-dd7d-4874-bbda-b72409ff1296), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.626266 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80dc10d-9610-43bf-b3bc-aa824b0009b3 None None] DHCP port deletion for 1331d837-8a20-49b1-aceb-83ae46c4188c request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:10:25.637120 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cbee0d37-6752-4840-9992-b244826ac44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (dce889c2-9062-487e-bd98-25b48ea59bc9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.639699 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cbee0d37-6752-4840-9992-b244826ac44a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.640965 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cbee0d37-6752-4840-9992-b244826ac44a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dce889c2-9062-487e-bd98-25b48ea59bc9 HTTP/1.1" status: 204 len: 168 time: 1.0025790 Jan 27 22:10:25.671788 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-8181e259-8dcd-46af-8705-0c558800fd6c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] For port 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77,segment=NetworkSegment(c62fcfbf-4588-4d3c-9cc1-31cb01f13b5d),segment_id=c62fcfbf-4588-4d3c-9cc1-31cb01f13b5d)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:25.672080 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8181e259-8dcd-46af-8705-0c558800fd6c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.688008 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a3df4e5e-c8f2-4c05-8e24-449dd8bf2210 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70ac0f1eff5f451fac97a96fe3b7fec3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2426956 Jan 27 22:10:25.688722 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52748) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:25.707919 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-8181e259-8dcd-46af-8705-0c558800fd6c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Calling delete_port for 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:25.722509 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b80dc10d-9610-43bf-b3bc-aa824b0009b3 None None] Deleting port 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:25.723314 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b80dc10d-9610-43bf-b3bc-aa824b0009b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.724877 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df4e5e-c8f2-4c05-8e24-449dd8bf2210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7720a3d6-3c38-4941-b82e-4fe90341264c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:25.795443 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee0d37-6752-4840-9992-b244826ac44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce889c2-9062-487e-bd98-25b48ea59bc9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:25.840440 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a0114a6f-509f-46c8-a6c5-3fdc2ba99912 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (4985c1ae-dd7d-4874-bbda-b72409ff1296), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.842754 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8181e259-8dcd-46af-8705-0c558800fd6c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.874279 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 99a98923-e4dd-4e69-98c9-c0fccbf82557 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:25.878071 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b80dc10d-9610-43bf-b3bc-aa824b0009b3 None None] For port 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77,segment=NetworkSegment(c62fcfbf-4588-4d3c-9cc1-31cb01f13b5d),segment_id=c62fcfbf-4588-4d3c-9cc1-31cb01f13b5d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:25.878725 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b80dc10d-9610-43bf-b3bc-aa824b0009b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.908248 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8181e259-8dcd-46af-8705-0c558800fd6c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] No DVR routers for this DVR port 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:25.911001 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181e259-8dcd-46af-8705-0c558800fd6c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Port': ['ID=6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:25.913305 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b80dc10d-9610-43bf-b3bc-aa824b0009b3 None None] Calling delete_port for 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:25.969243 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-565b11ad-43e1-46c6-86e5-df6bd8beb3cb admin admin] Publish callbacks [] for security_group (7720a3d6-3c38-4941-b82e-4fe90341264c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.979429 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf34f1f8-8f53-49d3-9abb-86082dad3c97 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_gateway (a4ba9f4d-d4df-48b0-baff-957028cb4833), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.044447 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 99a98923-e4dd-4e69-98c9-c0fccbf82557 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:10:26.048505 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-565b11ad-43e1-46c6-86e5-df6bd8beb3cb admin admin] Publish callbacks [] for security_group (7720a3d6-3c38-4941-b82e-4fe90341264c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.049427 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 99a98923-e4dd-4e69-98c9-c0fccbf82557 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:26.050024 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (99a98923-e4dd-4e69-98c9-c0fccbf82557), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.102875 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8181e259-8dcd-46af-8705-0c558800fd6c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (1331d837-8a20-49b1-aceb-83ae46c4188c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.108958 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b80dc10d-9610-43bf-b3bc-aa824b0009b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.118742 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a0114a6f-509f-46c8-a6c5-3fdc2ba99912 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (4985c1ae-dd7d-4874-bbda-b72409ff1296), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.157158 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-8181e259-8dcd-46af-8705-0c558800fd6c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1331d837-8a20-49b1-aceb-83ae46c4188c']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:26.172426 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80dc10d-9610-43bf-b3bc-aa824b0009b3 None None] Pushing event deleted for resources: {'Port': ['ID=6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:26.181046 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80dc10d-9610-43bf-b3bc-aa824b0009b3 None None] No DVR routers for this DVR port 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:26.182595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7951080-8b7c-4c4d-905f-f568db4379bc req-5ab3a0ad-41ec-4881-9b00-3c21220af380 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:26.183921 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-bf34f1f8-8f53-49d3-9abb-86082dad3c97 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Deleting port a9700072-62bc-449c-8af9-9173f7124ee8 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:26.184526 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf34f1f8-8f53-49d3-9abb-86082dad3c97 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (a9700072-62bc-449c-8af9-9173f7124ee8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.184943 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7951080-8b7c-4c4d-905f-f568db4379bc req-5ab3a0ad-41ec-4881-9b00-3c21220af380 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6 HTTP/1.1" status: 200 len: 945 time: 0.1336486 Jan 27 22:10:26.190665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-8181e259-8dcd-46af-8705-0c558800fd6c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62fcfbf-4588-4d3c-9cc1-31cb01f13b5d') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:26.190985 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-8181e259-8dcd-46af-8705-0c558800fd6c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62fcfbf-4588-4d3c-9cc1-31cb01f13b5d') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:26.202554 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0114a6f-509f-46c8-a6c5-3fdc2ba99912 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Subnet': ['ID=4985c1ae-dd7d-4874-bbda-b72409ff1296,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:26.212359 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a0114a6f-509f-46c8-a6c5-3fdc2ba99912 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.217133 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a0114a6f-509f-46c8-a6c5-3fdc2ba99912 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/subnets/4985c1ae-dd7d-4874-bbda-b72409ff1296 HTTP/1.1" status: 204 len: 168 time: 1.3626056 Jan 27 22:10:26.220671 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52762) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:26.246262 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8181e259-8dcd-46af-8705-0c558800fd6c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (c62fcfbf-4588-4d3c-9cc1-31cb01f13b5d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.272598 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4e3782-cfb6-44a4-9354-7cc6e70134b5 None None] Network 208ba79f-9ca7-4fca-a60e-3a5ca69133a6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:26.275996 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8181e259-8dcd-46af-8705-0c558800fd6c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (c62fcfbf-4588-4d3c-9cc1-31cb01f13b5d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.283674 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8181e259-8dcd-46af-8705-0c558800fd6c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:26.284288 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8181e259-8dcd-46af-8705-0c558800fd6c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (c62fcfbf-4588-4d3c-9cc1-31cb01f13b5d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:26.287842 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:26.315338 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52764) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:26.353482 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 99a98923-e4dd-4e69-98c9-c0fccbf82557 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:26.354079 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (99a98923-e4dd-4e69-98c9-c0fccbf82557), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.376227 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32e9230d-b130-47ae-a854-02ab2631543a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (208ba79f-9ca7-4fca-a60e-3a5ca69133a6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.388235 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7951080-8b7c-4c4d-905f-f568db4379bc req-ad573941-fad0-4d51-8eba-c9b3124018f1 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=cb2b2421-14a3-4488-b92c-ce4a9d0ece50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836939 Jan 27 22:10:26.389048 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-565b11ad-43e1-46c6-86e5-df6bd8beb3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7720a3d6-3c38-4941-b82e-4fe90341264c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.392097 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-565b11ad-43e1-46c6-86e5-df6bd8beb3cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.393508 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-565b11ad-43e1-46c6-86e5-df6bd8beb3cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7720a3d6-3c38-4941-b82e-4fe90341264c HTTP/1.1" status: 204 len: 168 time: 0.6702330 Jan 27 22:10:26.425608 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8181e259-8dcd-46af-8705-0c558800fd6c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (1331d837-8a20-49b1-aceb-83ae46c4188c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.425966 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a98923-e4dd-4e69-98c9-c0fccbf82557'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:10:26.429133 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b11ad-43e1-46c6-86e5-df6bd8beb3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7720a3d6-3c38-4941-b82e-4fe90341264c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:26.429269 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b9321d-7641-4815-8d23-8c51420e56f9" -d '{"events": [{"server_uuid": "2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6", "name": "network-vif-plugged", "status": "completed", "tag": "99a98923-e4dd-4e69-98c9-c0fccbf82557"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:10:26.444947 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8181e259-8dcd-46af-8705-0c558800fd6c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.453470 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8181e259-8dcd-46af-8705-0c558800fd6c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/networks/1331d837-8a20-49b1-aceb-83ae46c4188c HTTP/1.1" status: 204 len: 168 time: 1.0611672 Jan 27 22:10:26.455820 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52772) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:26.472551 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-57affd3f-09ae-491f-a2cf-2d791b7c0830 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'network': {'name': 'tempest-RoutersTest-23927141'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:26.495163 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 99a98923-e4dd-4e69-98c9-c0fccbf82557, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=99a98923-e4dd-4e69-98c9-c0fccbf82557,segment=NetworkSegment(b5b4849f-ae14-4315-94ae-dd32e60bcad2),segment_id=b5b4849f-ae14-4315-94ae-dd32e60bcad2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:26.497124 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf34f1f8-8f53-49d3-9abb-86082dad3c97 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (a9700072-62bc-449c-8af9-9173f7124ee8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.509990 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (99a98923-e4dd-4e69-98c9-c0fccbf82557), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.532869 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-bf34f1f8-8f53-49d3-9abb-86082dad3c97 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Calling delete_port for a9700072-62bc-449c-8af9-9173f7124ee8 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:26.538251 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-332fcb2e-6f39-4a42-8894-8f6d99036684 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aca727e6998444f79c26d00d98f63f6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2247891 Jan 27 22:10:26.539329 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52774) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:26.567685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181e259-8dcd-46af-8705-0c558800fd6c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Network': ['ID=1331d837-8a20-49b1-aceb-83ae46c4188c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:26.575747 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-32e9230d-b130-47ae-a854-02ab2631543a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting port fd8a6c8c-c458-4c74-ae86-05bd2f3c8471 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:26.576107 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32e9230d-b130-47ae-a854-02ab2631543a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (fd8a6c8c-c458-4c74-ae86-05bd2f3c8471), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.594397 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd859a1-2ece-499b-a317-cace9e7010ce x-openstack-request-id: req-5cd859a1-2ece-499b-a317-cace9e7010ce {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:10:26.594397 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6", "name": "network-vif-plugged", "status": "completed", "tag": "99a98923-e4dd-4e69-98c9-c0fccbf82557", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:10:26.594397 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cd859a1-2ece-499b-a317-cace9e7010ce {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:10:26.594397 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a98923-e4dd-4e69-98c9-c0fccbf82557', 'code': 200} Jan 27 22:10:26.609227 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc69079-33f7-4270-8e9e-dc7d600b23a4 None None] DHCP port deletion for 208ba79f-9ca7-4fca-a60e-3a5ca69133a6 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:10:26.675611 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=99a98923-e4dd-4e69-98c9-c0fccbf82557,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:26.681568 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57affd3f-09ae-491f-a2cf-2d791b7c0830 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Made reservation on behalf of 1343ecea38cc45ffb85c1a5fad43cd9f for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:26.692475 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-57affd3f-09ae-491f-a2cf-2d791b7c0830 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.729604 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-32e9230d-b130-47ae-a854-02ab2631543a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] For port fd8a6c8c-c458-4c74-ae86-05bd2f3c8471, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=fd8a6c8c-c458-4c74-ae86-05bd2f3c8471,segment=NetworkSegment(5bf1cffd-d802-40b0-919d-f345d446bd46),segment_id=5bf1cffd-d802-40b0-919d-f345d446bd46)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:26.729729 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32e9230d-b130-47ae-a854-02ab2631543a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (fd8a6c8c-c458-4c74-ae86-05bd2f3c8471), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.748975 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-32e9230d-b130-47ae-a854-02ab2631543a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Calling delete_port for fd8a6c8c-c458-4c74-ae86-05bd2f3c8471 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:26.766458 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-abc69079-33f7-4270-8e9e-dc7d600b23a4 None None] Deleting port fd8a6c8c-c458-4c74-ae86-05bd2f3c8471 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:26.769692 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-abc69079-33f7-4270-8e9e-dc7d600b23a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (fd8a6c8c-c458-4c74-ae86-05bd2f3c8471), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.793960 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-81247177-4362-489a-83a9-7088a169f218 admin admin] Publish callbacks [] for security_group (1658e213-26aa-4c41-bc4d-6759a5b46822), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.795794 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57affd3f-09ae-491f-a2cf-2d791b7c0830 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:26.816889 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2303ae25-e19b-4d91-8832-ed92cefa438b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.819734 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-57affd3f-09ae-491f-a2cf-2d791b7c0830 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (2eba2e29-0380-4fac-89fe-ff980557a9e5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.820136 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-57affd3f-09ae-491f-a2cf-2d791b7c0830 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Added segment 2eba2e29-0380-4fac-89fe-ff980557a9e5 of type vlan for network 1364353f-555b-40d4-81c5-3aa03e77d1e7 Jan 27 22:10:26.841115 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c0221-9dbb-4050-946e-511d2e86cfcc req-1486c9fc-271e-4677-ac22-cc8d3a8a474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:26.842757 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-567c0221-9dbb-4050-946e-511d2e86cfcc req-1486c9fc-271e-4677-ac22-cc8d3a8a474d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6 HTTP/1.1" status: 200 len: 1097 time: 0.2245708 Jan 27 22:10:26.868639 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-81247177-4362-489a-83a9-7088a169f218 admin admin] Publish callbacks [] for security_group (1658e213-26aa-4c41-bc4d-6759a5b46822), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.910695 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-57affd3f-09ae-491f-a2cf-2d791b7c0830 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (1364353f-555b-40d4-81c5-3aa03e77d1e7), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.918331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-abc69079-33f7-4270-8e9e-dc7d600b23a4 None None] For port fd8a6c8c-c458-4c74-ae86-05bd2f3c8471, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=fd8a6c8c-c458-4c74-ae86-05bd2f3c8471,segment=NetworkSegment(5bf1cffd-d802-40b0-919d-f345d446bd46),segment_id=5bf1cffd-d802-40b0-919d-f345d446bd46)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:26.919985 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-abc69079-33f7-4270-8e9e-dc7d600b23a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (fd8a6c8c-c458-4c74-ae86-05bd2f3c8471), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.948734 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-abc69079-33f7-4270-8e9e-dc7d600b23a4 None None] Calling delete_port for fd8a6c8c-c458-4c74-ae86-05bd2f3c8471 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:26.977236 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-567c0221-9dbb-4050-946e-511d2e86cfcc req-321c6c35-9c36-48c9-b0c3-af629400d7b7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cb2b2421-14a3-4488-b92c-ce4a9d0ece50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058989 Jan 27 22:10:26.983596 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-57affd3f-09ae-491f-a2cf-2d791b7c0830 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (1364353f-555b-40d4-81c5-3aa03e77d1e7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.990643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57affd3f-09ae-491f-a2cf-2d791b7c0830 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:26.991649 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-57affd3f-09ae-491f-a2cf-2d791b7c0830 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.058471 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-57affd3f-09ae-491f-a2cf-2d791b7c0830 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5970416 Jan 27 22:10:27.061708 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52788) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:27.062338 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52790) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:27.067208 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-81247177-4362-489a-83a9-7088a169f218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1658e213-26aa-4c41-bc4d-6759a5b46822), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.070084 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-81247177-4362-489a-83a9-7088a169f218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.071417 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-81247177-4362-489a-83a9-7088a169f218 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1658e213-26aa-4c41-bc4d-6759a5b46822 HTTP/1.1" status: 204 len: 168 time: 0.5228267 Jan 27 22:10:27.074872 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-dd0fc465-80f2-44ad-a69f-1160d224414d tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'subnet': {'network_id': '1364353f-555b-40d4-81c5-3aa03e77d1e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:27.089159 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81247177-4362-489a-83a9-7088a169f218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1658e213-26aa-4c41-bc4d-6759a5b46822,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:27.091321 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57affd3f-09ae-491f-a2cf-2d791b7c0830 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Network': ['ID=1364353f-555b-40d4-81c5-3aa03e77d1e7,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:27.109218 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32e9230d-b130-47ae-a854-02ab2631543a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (fd8a6c8c-c458-4c74-ae86-05bd2f3c8471), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.134944 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fa3d5d02-8243-481f-848a-c6b4c9e91e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.136515 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-abc69079-33f7-4270-8e9e-dc7d600b23a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (fd8a6c8c-c458-4c74-ae86-05bd2f3c8471), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.164951 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 1364353f-555b-40d4-81c5-3aa03e77d1e7 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:27.173638 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9230d-b130-47ae-a854-02ab2631543a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Port': ['ID=fd8a6c8c-c458-4c74-ae86-05bd2f3c8471,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:27.177006 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf34f1f8-8f53-49d3-9abb-86082dad3c97 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (a9700072-62bc-449c-8af9-9173f7124ee8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.209850 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34f1f8-8f53-49d3-9abb-86082dad3c97 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Pushing event deleted for resources: {'Port': ['ID=a9700072-62bc-449c-8af9-9173f7124ee8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:27.233755 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc69079-33f7-4270-8e9e-dc7d600b23a4 None None] Pushing event deleted for resources: {'Port': ['ID=fd8a6c8c-c458-4c74-ae86-05bd2f3c8471,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:27.238746 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc69079-33f7-4270-8e9e-dc7d600b23a4 None None] No DVR routers for this DVR port fd8a6c8c-c458-4c74-ae86-05bd2f3c8471 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:27.245758 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e9230d-b130-47ae-a854-02ab2631543a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] No DVR routers for this DVR port fd8a6c8c-c458-4c74-ae86-05bd2f3c8471 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:27.431414 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32e9230d-b130-47ae-a854-02ab2631543a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (208ba79f-9ca7-4fca-a60e-3a5ca69133a6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.433926 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0fc465-80f2-44ad-a69f-1160d224414d tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Made reservation on behalf of 1343ecea38cc45ffb85c1a5fad43cd9f for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:27.437323 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dd0fc465-80f2-44ad-a69f-1160d224414d tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.442758 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf34f1f8-8f53-49d3-9abb-86082dad3c97 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (a4ba9f4d-d4df-48b0-baff-957028cb4833), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.530573 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.565728 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c957273-d6d6-49fb-a692-ef6200af2308 req-d016bfff-726d-4bac-89fa-57ccdecc7e1c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:27.578076 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c957273-d6d6-49fb-a692-ef6200af2308 req-d016bfff-726d-4bac-89fa-57ccdecc7e1c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6 HTTP/1.1" status: 200 len: 946 time: 0.0874798 Jan 27 22:10:27.627809 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-32e9230d-b130-47ae-a854-02ab2631543a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208ba79f-9ca7-4fca-a60e-3a5ca69133a6']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:27.630262 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf34f1f8-8f53-49d3-9abb-86082dad3c97 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (a4ba9f4d-d4df-48b0-baff-957028cb4833), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.639348 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf34f1f8-8f53-49d3-9abb-86082dad3c97 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_controller (a4ba9f4d-d4df-48b0-baff-957028cb4833), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.652787 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-32e9230d-b130-47ae-a854-02ab2631543a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf1cffd-d802-40b0-919d-f345d446bd46') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:27.653087 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-32e9230d-b130-47ae-a854-02ab2631543a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf1cffd-d802-40b0-919d-f345d446bd46') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:27.667063 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c957273-d6d6-49fb-a692-ef6200af2308 req-3dfdd32c-7959-412d-a7b3-bac99fd63445 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=cb2b2421-14a3-4488-b92c-ce4a9d0ece50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849838 Jan 27 22:10:27.671761 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device fd8a6c8c-c458-4c74-ae86-05bd2f3c8471 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:10:27.697191 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: fd8a6c8c-c458-4c74-ae86-05bd2f3c8471 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:10:27.697626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device fd8a6c8c-c458-4c74-ae86-05bd2f3c8471 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:10:27.698130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:10:27.718701 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:10:27.719141 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 6f5b0b9d-bb1f-4af9-ab60-3985ce8d4d77 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:10:27.723455 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fa3d5d02-8243-481f-848a-c6b4c9e91e66 admin admin] Publish callbacks [] for security_group (d2c47c32-bc28-44fa-a699-f6aab2f150db), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.728875 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32e9230d-b130-47ae-a854-02ab2631543a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (5bf1cffd-d802-40b0-919d-f345d446bd46), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.749137 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fa3d5d02-8243-481f-848a-c6b4c9e91e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d2c47c32-bc28-44fa-a699-f6aab2f150db), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.790159 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf34f1f8-8f53-49d3-9abb-86082dad3c97 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (a4ba9f4d-d4df-48b0-baff-957028cb4833), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.790927 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf34f1f8-8f53-49d3-9abb-86082dad3c97 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Fanout notify agent at l3_agent the message router_deleted on router a4ba9f4d-d4df-48b0-baff-957028cb4833 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:10:27.793591 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32e9230d-b130-47ae-a854-02ab2631543a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (5bf1cffd-d802-40b0-919d-f345d446bd46), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.810088 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf34f1f8-8f53-49d3-9abb-86082dad3c97 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.811207 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bf34f1f8-8f53-49d3-9abb-86082dad3c97 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "DELETE /v2.0/routers/a4ba9f4d-d4df-48b0-baff-957028cb4833 HTTP/1.1" status: 204 len: 168 time: 2.9578190 Jan 27 22:10:27.815236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52816) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:27.819541 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-cfd08494-f174-462b-8b1e-3f1f225b70c2 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2121705008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:27.829147 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e9230d-b130-47ae-a854-02ab2631543a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:27.829642 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32e9230d-b130-47ae-a854-02ab2631543a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (5bf1cffd-d802-40b0-919d-f345d446bd46), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:27.833135 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:27.850510 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cfd08494-f174-462b-8b1e-3f1f225b70c2 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (8d3de892-a091-43ac-9abf-3cb40b923223), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.851531 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fa3d5d02-8243-481f-848a-c6b4c9e91e66 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d74d06b850f44eecae0ccba961464ce8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7871656 Jan 27 22:10:27.851654 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52820) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:27.852729 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cfd08494-f174-462b-8b1e-3f1f225b70c2 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (8d3de892-a091-43ac-9abf-3cb40b923223), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.855097 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d5d02-8243-481f-848a-c6b4c9e91e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c47c32-bc28-44fa-a699-f6aab2f150db,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:27.936075 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32e9230d-b130-47ae-a854-02ab2631543a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (208ba79f-9ca7-4fca-a60e-3a5ca69133a6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.940619 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cfd08494-f174-462b-8b1e-3f1f225b70c2 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_controller (8d3de892-a091-43ac-9abf-3cb40b923223), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.947918 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cfd08494-f174-462b-8b1e-3f1f225b70c2 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (8d3de892-a091-43ac-9abf-3cb40b923223), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.949892 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32e9230d-b130-47ae-a854-02ab2631543a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.957100 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-32e9230d-b130-47ae-a854-02ab2631543a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/networks/208ba79f-9ca7-4fca-a60e-3a5ca69133a6 HTTP/1.1" status: 204 len: 168 time: 1.7350485 Jan 27 22:10:27.960100 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52824) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:27.981265 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-071746a4-0d94-43a0-883f-aad46f0c2ccc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'port': {'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097', 'name': 'tempest-PortsTestJSON-967881228'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:27.989023 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9230d-b130-47ae-a854-02ab2631543a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Network': ['ID=208ba79f-9ca7-4fca-a60e-3a5ca69133a6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:27.993613 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cfd08494-f174-462b-8b1e-3f1f225b70c2 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.000682 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-cfd08494-f174-462b-8b1e-3f1f225b70c2 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1845262 Jan 27 22:10:28.002597 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52828) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:28.011062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-a4886922-8a42-4014-ac04-634b58f76e01 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'enable_snat': False}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:28.083960 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff57e36c-2c88-4715-9685-956da631db0a admin admin] Publish callbacks [] for security_group (d2c47c32-bc28-44fa-a699-f6aab2f150db), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.140554 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff57e36c-2c88-4715-9685-956da631db0a admin admin] Publish callbacks [] for security_group (d2c47c32-bc28-44fa-a699-f6aab2f150db), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.233367 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071746a4-0d94-43a0-883f-aad46f0c2ccc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:28.238199 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-071746a4-0d94-43a0-883f-aad46f0c2ccc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.250064 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dd0fc465-80f2-44ad-a69f-1160d224414d tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (a5b4ea1f-56b9-4004-8b3a-cb22635bb21d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.279336 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a4886922-8a42-4014-ac04-634b58f76e01 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_gateway (8d3de892-a091-43ac-9abf-3cb40b923223), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.302038 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-071746a4-0d94-43a0-883f-aad46f0c2ccc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] device_id is not set on port 71688af8-8a69-4738-a12a-3ef703c3c132 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:10:28.345157 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52842) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:28.356792 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff57e36c-2c88-4715-9685-956da631db0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d2c47c32-bc28-44fa-a699-f6aab2f150db), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.359630 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff57e36c-2c88-4715-9685-956da631db0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.364001 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ff57e36c-2c88-4715-9685-956da631db0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2c47c32-bc28-44fa-a699-f6aab2f150db HTTP/1.1" status: 204 len: 168 time: 0.5059817 Jan 27 22:10:28.396337 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57e36c-2c88-4715-9685-956da631db0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c47c32-bc28-44fa-a699-f6aab2f150db,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:28.415565 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fc465-80f2-44ad-a69f-1160d224414d tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Subnet': ['ID=a5b4ea1f-56b9-4004-8b3a-cb22635bb21d,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:28.427790 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0fc465-80f2-44ad-a69f-1160d224414d tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Checking segment: {'id': '2eba2e29-0380-4fac-89fe-ff980557a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1364353f-555b-40d4-81c5-3aa03e77d1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:28.428493 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0fc465-80f2-44ad-a69f-1160d224414d tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network hostable DHCP agents. Network: 1364353f-555b-40d4-81c5-3aa03e77d1e7, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:28.508552 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0fc465-80f2-44ad-a69f-1160d224414d tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network 1364353f-555b-40d4-81c5-3aa03e77d1e7 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:28.543705 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-dd0fc465-80f2-44ad-a69f-1160d224414d tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 1364353f-555b-40d4-81c5-3aa03e77d1e7) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:28.551374 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4ad2cfa6-831f-4d6d-8981-f127961d23f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.559405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abb9d49-5380-4106-b651-d0606f6c7f61 None None] Network 1364353f-555b-40d4-81c5-3aa03e77d1e7 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:28.563985 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0fc465-80f2-44ad-a69f-1160d224414d tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:28.566383 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dd0fc465-80f2-44ad-a69f-1160d224414d tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.594067 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a4886922-8a42-4014-ac04-634b58f76e01 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_gateway (8d3de892-a091-43ac-9abf-3cb40b923223), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.612139 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-071746a4-0d94-43a0-883f-aad46f0c2ccc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for port (71688af8-8a69-4738-a12a-3ef703c3c132), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.621789 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a4886922-8a42-4014-ac04-634b58f76e01 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.626796 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dd0fc465-80f2-44ad-a69f-1160d224414d tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5568013 Jan 27 22:10:28.629643 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52850) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:28.636482 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-7e9409e3-ca50-4cb6-9509-4ecdf148c61b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2125478907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:28.696225 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7e9409e3-ca50-4cb6-9509-4ecdf148c61b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (a9bd1931-2bb9-4ced-8492-a6ead789966d), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.718248 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7e9409e3-ca50-4cb6-9509-4ecdf148c61b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (a9bd1931-2bb9-4ced-8492-a6ead789966d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.725683 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6ad90e-c6a1-4543-84a4-e381123b62a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-1364353f-555b-40d4-81c5-3aa03e77d1e7', 'network_id': '1364353f-555b-40d4-81c5-3aa03e77d1e7', 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'fixed_ips': [{'subnet_id': 'a5b4ea1f-56b9-4004-8b3a-cb22635bb21d'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:10:28.728866 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0e6ad90e-c6a1-4543-84a4-e381123b62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.744647 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-071746a4-0d94-43a0-883f-aad46f0c2ccc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (71688af8-8a69-4738-a12a-3ef703c3c132), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.873055 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071746a4-0d94-43a0-883f-aad46f0c2ccc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:28.911221 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7e9409e3-ca50-4cb6-9509-4ecdf148c61b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router_controller (a9bd1931-2bb9-4ced-8492-a6ead789966d), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.912781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-071746a4-0d94-43a0-883f-aad46f0c2ccc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:28.916047 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071746a4-0d94-43a0-883f-aad46f0c2ccc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:28.922188 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071746a4-0d94-43a0-883f-aad46f0c2ccc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:28.922684 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-071746a4-0d94-43a0-883f-aad46f0c2ccc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.944903 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4ad2cfa6-831f-4d6d-8981-f127961d23f0 admin admin] Publish callbacks [] for security_group (f45cb90e-101b-412d-b3c1-d54f11eb3f0f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.953583 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071746a4-0d94-43a0-883f-aad46f0c2ccc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Port': ['ID=71688af8-8a69-4738-a12a-3ef703c3c132,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:28.964291 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7e9409e3-ca50-4cb6-9509-4ecdf148c61b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (a9bd1931-2bb9-4ced-8492-a6ead789966d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.969140 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f9878-0544-4edf-bcde-4d5e05a7cd0a req-26983334-b71d-4b96-b060-909915b33787 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:28.970887 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-530f9878-0544-4edf-bcde-4d5e05a7cd0a req-26983334-b71d-4b96-b060-909915b33787 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6 HTTP/1.1" status: 200 len: 946 time: 0.1613946 Jan 27 22:10:28.975213 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4ad2cfa6-831f-4d6d-8981-f127961d23f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f45cb90e-101b-412d-b3c1-d54f11eb3f0f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.989869 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-071746a4-0d94-43a0-883f-aad46f0c2ccc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0124447 Jan 27 22:10:28.990211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-a4886922-8a42-4014-ac04-634b58f76e01 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Allocated IP 172.25.3.22 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/458765b9-017a-4bff-959d-815a29cc50be) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:28.997492 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52866) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:29.048498 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.067433 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4ad2cfa6-831f-4d6d-8981-f127961d23f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=525e6a032d514d60a6168ff163c87df6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7203550 Jan 27 22:10:29.068729 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2cfa6-831f-4d6d-8981-f127961d23f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45cb90e-101b-412d-b3c1-d54f11eb3f0f,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:29.079348 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52868) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:29.115925 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7e9409e3-ca50-4cb6-9509-4ecdf148c61b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.117105 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7e9409e3-ca50-4cb6-9509-4ecdf148c61b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4858463 Jan 27 22:10:29.120650 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52870) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:29.143777 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-0e6ad90e-c6a1-4543-84a4-e381123b62a4 None None] Allocated IP 172.20.0.2 (1364353f-555b-40d4-81c5-3aa03e77d1e7/a5b4ea1f-56b9-4004-8b3a-cb22635bb21d/5f1c08c0-21f0-4058-8c47-947434c49827) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:29.157769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-530f9878-0544-4edf-bcde-4d5e05a7cd0a req-a3e431e9-1eae-4a93-9dc4-3a92bdbc8802 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=cb2b2421-14a3-4488-b92c-ce4a9d0ece50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644967 Jan 27 22:10:29.217598 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a4886922-8a42-4014-ac04-634b58f76e01 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for port (458765b9-017a-4bff-959d-815a29cc50be), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.248774 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10e5ab69-8425-48ee-a4e9-afebe7b48367 admin admin] Publish callbacks [] for security_group (f45cb90e-101b-412d-b3c1-d54f11eb3f0f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.272281 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10e5ab69-8425-48ee-a4e9-afebe7b48367 admin admin] Publish callbacks [] for security_group (f45cb90e-101b-412d-b3c1-d54f11eb3f0f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.272813 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a4886922-8a42-4014-ac04-634b58f76e01 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (458765b9-017a-4bff-959d-815a29cc50be), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.324457 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4886922-8a42-4014-ac04-634b58f76e01 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:29.330826 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-a4886922-8a42-4014-ac04-634b58f76e01 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:29.341736 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4886922-8a42-4014-ac04-634b58f76e01 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:29.374811 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4886922-8a42-4014-ac04-634b58f76e01 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Pushing event updated for resources: {'Port': ['ID=458765b9-017a-4bff-959d-815a29cc50be,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:29.400825 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0e6ad90e-c6a1-4543-84a4-e381123b62a4 None None] Publish callbacks [] for port (5f1c08c0-21f0-4058-8c47-947434c49827), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.412116 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0e6ad90e-c6a1-4543-84a4-e381123b62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (5f1c08c0-21f0-4058-8c47-947434c49827), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.483511 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6ad90e-c6a1-4543-84a4-e381123b62a4 None None] Network 1364353f-555b-40d4-81c5-3aa03e77d1e7 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:29.489863 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e3e2a-29cb-4d65-a2d1-f6f41e30b6e0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting port 71688af8-8a69-4738-a12a-3ef703c3c132 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:29.490262 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce4e3e2a-29cb-4d65-a2d1-f6f41e30b6e0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (71688af8-8a69-4738-a12a-3ef703c3c132), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.493523 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-0e6ad90e-c6a1-4543-84a4-e381123b62a4 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:29.496245 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6ad90e-c6a1-4543-84a4-e381123b62a4 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:29.497732 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10e5ab69-8425-48ee-a4e9-afebe7b48367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f45cb90e-101b-412d-b3c1-d54f11eb3f0f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.498896 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ad90e-c6a1-4543-84a4-e381123b62a4 None None] Pushing event updated for resources: {'Port': ['ID=5f1c08c0-21f0-4058-8c47-947434c49827,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:29.500548 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10e5ab69-8425-48ee-a4e9-afebe7b48367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.505105 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-10e5ab69-8425-48ee-a4e9-afebe7b48367 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f45cb90e-101b-412d-b3c1-d54f11eb3f0f HTTP/1.1" status: 204 len: 168 time: 0.4247169 Jan 27 22:10:29.527050 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5ab69-8425-48ee-a4e9-afebe7b48367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45cb90e-101b-412d-b3c1-d54f11eb3f0f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:29.598197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-0e6ad90e-c6a1-4543-84a4-e381123b62a4 None None] Attempting to bind port 5f1c08c0-21f0-4058-8c47-947434c49827 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:29.598800 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-0e6ad90e-c6a1-4543-84a4-e381123b62a4 None None] Attempting to bind port 5f1c08c0-21f0-4058-8c47-947434c49827 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2eba2e29-0380-4fac-89fe-ff980557a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1364353f-555b-40d4-81c5-3aa03e77d1e7'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:29.598900 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6ad90e-c6a1-4543-84a4-e381123b62a4 None None] Attempting to bind port 5f1c08c0-21f0-4058-8c47-947434c49827 on network 1364353f-555b-40d4-81c5-3aa03e77d1e7 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:29.605969 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6ad90e-c6a1-4543-84a4-e381123b62a4 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:29.606244 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6ad90e-c6a1-4543-84a4-e381123b62a4 None None] Checking segment: {'id': '2eba2e29-0380-4fac-89fe-ff980557a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1364353f-555b-40d4-81c5-3aa03e77d1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:29.606864 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0e6ad90e-c6a1-4543-84a4-e381123b62a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.606986 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6ad90e-c6a1-4543-84a4-e381123b62a4 None None] Bound using segment: {'id': '2eba2e29-0380-4fac-89fe-ff980557a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1364353f-555b-40d4-81c5-3aa03e77d1e7'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:29.608045 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-0e6ad90e-c6a1-4543-84a4-e381123b62a4 None None] Bound port: 5f1c08c0-21f0-4058-8c47-947434c49827, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eba2e29-0380-4fac-89fe-ff980557a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1364353f-555b-40d4-81c5-3aa03e77d1e7'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:29.608471 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0e6ad90e-c6a1-4543-84a4-e381123b62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5f1c08c0-21f0-4058-8c47-947434c49827), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.628186 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce4e3e2a-29cb-4d65-a2d1-f6f41e30b6e0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (71688af8-8a69-4738-a12a-3ef703c3c132), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.668308 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ef5c79a7-4e10-4628-b8ca-fd5ac2c4cee4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.670515 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e3e2a-29cb-4d65-a2d1-f6f41e30b6e0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Calling delete_port for 71688af8-8a69-4738-a12a-3ef703c3c132 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:29.709687 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-0e6ad90e-c6a1-4543-84a4-e381123b62a4 None None] For port 5f1c08c0-21f0-4058-8c47-947434c49827, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:29.717192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-0e6ad90e-c6a1-4543-84a4-e381123b62a4 None None] For port 5f1c08c0-21f0-4058-8c47-947434c49827, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5f1c08c0-21f0-4058-8c47-947434c49827,segment=NetworkSegment(2eba2e29-0380-4fac-89fe-ff980557a9e5),segment_id=2eba2e29-0380-4fac-89fe-ff980557a9e5)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:29.724456 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0e6ad90e-c6a1-4543-84a4-e381123b62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5f1c08c0-21f0-4058-8c47-947434c49827), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.780851 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a4886922-8a42-4014-ac04-634b58f76e01 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router_gateway (8d3de892-a091-43ac-9abf-3cb40b923223), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.834637 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ad90e-c6a1-4543-84a4-e381123b62a4 None None] Pushing event updated for resources: {'Port': ['ID=5f1c08c0-21f0-4058-8c47-947434c49827,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:30.116392 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce4e3e2a-29cb-4d65-a2d1-f6f41e30b6e0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (71688af8-8a69-4738-a12a-3ef703c3c132), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.224003 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a4886922-8a42-4014-ac04-634b58f76e01 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (8d3de892-a091-43ac-9abf-3cb40b923223), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.228479 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a4886922-8a42-4014-ac04-634b58f76e01 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1668512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1663757'] for router (8d3de892-a091-43ac-9abf-3cb40b923223), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.292270 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-ef5c79a7-4e10-4628-b8ca-fd5ac2c4cee4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Allocated IP 172.20.0.1 (1364353f-555b-40d4-81c5-3aa03e77d1e7/a5b4ea1f-56b9-4004-8b3a-cb22635bb21d/ff6efcff-219e-4c1e-8f22-e68706b423fd) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:30.313860 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.370311 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e3e2a-29cb-4d65-a2d1-f6f41e30b6e0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Port': ['ID=71688af8-8a69-4738-a12a-3ef703c3c132,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:30.383017 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce4e3e2a-29cb-4d65-a2d1-f6f41e30b6e0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.386464 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ce4e3e2a-29cb-4d65-a2d1-f6f41e30b6e0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/ports/71688af8-8a69-4738-a12a-3ef703c3c132 HTTP/1.1" status: 204 len: 168 time: 1.3839817 Jan 27 22:10:30.388968 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52904) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:30.396565 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b242893b-5998-4de0-8524-b1fbffee017e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'port': {'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097', 'mac_address': 'fa:16:3e:66:bb:d2', 'name': 'tempest-PortsTestJSON-885021716'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:30.472703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dfca8-22b8-44e8-b898-e7dcbe235594 req-ec6a01b1-f099-4fa2-a444-b2d245dcc318 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:30.475009 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab9dfca8-22b8-44e8-b898-e7dcbe235594 req-ec6a01b1-f099-4fa2-a444-b2d245dcc318 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6 HTTP/1.1" status: 200 len: 946 time: 0.1423028 Jan 27 22:10:30.487614 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52908) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:30.500344 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ef5c79a7-4e10-4628-b8ca-fd5ac2c4cee4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for port (ff6efcff-219e-4c1e-8f22-e68706b423fd), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.526137 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f204bc58-610d-4480-8a4d-da3599814c00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.538824 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b242893b-5998-4de0-8524-b1fbffee017e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:30.572273 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4886922-8a42-4014-ac04-634b58f76e01 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Router 8d3de892-a091-43ac-9abf-3cb40b923223 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:10:30.581530 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab9dfca8-22b8-44e8-b898-e7dcbe235594 req-29db7349-9199-4d60-afbc-732c7ebe634c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=cb2b2421-14a3-4488-b92c-ce4a9d0ece50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881135 Jan 27 22:10:30.847689 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f14fb7-a890-4b0d-b845-ccb188030300 req-a1701685-cd18-4851-bc00-a470edf966a4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:30.855146 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-85f14fb7-a890-4b0d-b845-ccb188030300 req-a1701685-cd18-4851-bc00-a470edf966a4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6 HTTP/1.1" status: 200 len: 946 time: 0.1406238 Jan 27 22:10:30.898006 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f204bc58-610d-4480-8a4d-da3599814c00 admin admin] Publish callbacks [] for security_group (4b221c47-8cd6-41dd-966b-ab2caffc8cc6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.906068 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f204bc58-610d-4480-8a4d-da3599814c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4b221c47-8cd6-41dd-966b-ab2caffc8cc6), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.964377 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f204bc58-610d-4480-8a4d-da3599814c00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57ccac9340d74d3498cf269d0827867d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4738958 Jan 27 22:10:30.981947 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-85f14fb7-a890-4b0d-b845-ccb188030300 req-a33e2fb7-67af-4593-b4a5-93ea78128c1b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=cb2b2421-14a3-4488-b92c-ce4a9d0ece50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214535 Jan 27 22:10:30.982788 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52918) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:30.987679 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4886922-8a42-4014-ac04-634b58f76e01 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:10:30.992711 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a4886922-8a42-4014-ac04-634b58f76e01 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.997840 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a4886922-8a42-4014-ac04-634b58f76e01 tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "PUT /v2.0/routers/8d3de892-a091-43ac-9abf-3cb40b923223 HTTP/1.1" status: 200 len: 915 time: 2.9941576 Jan 27 22:10:31.003907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52922) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:31.005121 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a7f326-94f1-426b-bd64-e87b44b28e11 None None] Sync routers for ids ['8d3de892-a091-43ac-9abf-3cb40b923223'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:10:31.021267 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a7f326-94f1-426b-bd64-e87b44b28e11 None None] Routers {'8d3de892-a091-43ac-9abf-3cb40b923223'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:31.022249 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f9a7f326-94f1-426b-bd64-e87b44b28e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['8d3de892-a091-43ac-9abf-3cb40b923223'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:31.114107 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f9a7f326-94f1-426b-bd64-e87b44b28e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:31.141580 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a7f326-94f1-426b-bd64-e87b44b28e11 None None] Routers {'8d3de892-a091-43ac-9abf-3cb40b923223'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:31.142234 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f9a7f326-94f1-426b-bd64-e87b44b28e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['8d3de892-a091-43ac-9abf-3cb40b923223'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:31.142472 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b242893b-5998-4de0-8524-b1fbffee017e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:31.172754 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-b242893b-5998-4de0-8524-b1fbffee017e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] device_id is not set on port a0695dc1-6d54-46db-8112-4edc2649db1b yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:10:31.180339 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ef5c79a7-4e10-4628-b8ca-fd5ac2c4cee4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (ff6efcff-219e-4c1e-8f22-e68706b423fd), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:31.237893 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f9a7f326-94f1-426b-bd64-e87b44b28e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:31.241200 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a7f326-94f1-426b-bd64-e87b44b28e11 None None] The sync data for ids ['8d3de892-a091-43ac-9abf-3cb40b923223'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:10:31.332058 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5c79a7-4e10-4628-b8ca-fd5ac2c4cee4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network 1364353f-555b-40d4-81c5-3aa03e77d1e7 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:31.351141 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-ef5c79a7-4e10-4628-b8ca-fd5ac2c4cee4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:31.359529 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c79a7-4e10-4628-b8ca-fd5ac2c4cee4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Port': ['ID=ff6efcff-219e-4c1e-8f22-e68706b423fd,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:31.369051 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5c79a7-4e10-4628-b8ca-fd5ac2c4cee4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:31.396470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce043439-7b62-4abf-8a72-aa2d5d5ab388 None None] Network 1364353f-555b-40d4-81c5-3aa03e77d1e7 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:31.426368 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ef5c79a7-4e10-4628-b8ca-fd5ac2c4cee4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (a9bd1931-2bb9-4ced-8492-a6ead789966d), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:31.511272 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-0e25e43b-6e64-44c9-b6ab-9c6d97e83a30 None None] Provisioning complete for port 5f1c08c0-21f0-4058-8c47-947434c49827 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:31.511734 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0e25e43b-6e64-44c9-b6ab-9c6d97e83a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5f1c08c0-21f0-4058-8c47-947434c49827), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:31.677469 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0e25e43b-6e64-44c9-b6ab-9c6d97e83a30 None None] Current status of the port 5f1c08c0-21f0-4058-8c47-947434c49827 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:31.677826 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0e25e43b-6e64-44c9-b6ab-9c6d97e83a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5f1c08c0-21f0-4058-8c47-947434c49827), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:31.682899 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ef5c79a7-4e10-4628-b8ca-fd5ac2c4cee4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ff6efcff-219e-4c1e-8f22-e68706b423fd), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:31.727450 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5f1c08c0-21f0-4058-8c47-947434c49827 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:31.805002 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b242893b-5998-4de0-8524-b1fbffee017e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for port (a0695dc1-6d54-46db-8112-4edc2649db1b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:31.819672 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-0e25e43b-6e64-44c9-b6ab-9c6d97e83a30 None None] For port 5f1c08c0-21f0-4058-8c47-947434c49827, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5f1c08c0-21f0-4058-8c47-947434c49827,segment=NetworkSegment(2eba2e29-0380-4fac-89fe-ff980557a9e5),segment_id=2eba2e29-0380-4fac-89fe-ff980557a9e5)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:31.826714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204bc58-610d-4480-8a4d-da3599814c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b221c47-8cd6-41dd-966b-ab2caffc8cc6,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:31.826969 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0e25e43b-6e64-44c9-b6ab-9c6d97e83a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5f1c08c0-21f0-4058-8c47-947434c49827), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:31.877351 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5f1c08c0-21f0-4058-8c47-947434c49827 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:31.877723 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5f1c08c0-21f0-4058-8c47-947434c49827), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:31.951041 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25e43b-6e64-44c9-b6ab-9c6d97e83a30 None None] Pushing event updated for resources: {'Port': ['ID=5f1c08c0-21f0-4058-8c47-947434c49827,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:31.982800 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7ab19481-3114-45c1-b7e2-83c95a615297 admin admin] Publish callbacks [] for security_group (4b221c47-8cd6-41dd-966b-ab2caffc8cc6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.016684 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b242893b-5998-4de0-8524-b1fbffee017e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (a0695dc1-6d54-46db-8112-4edc2649db1b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.025044 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4478788c-af3a-4d84-bb47-949e8613dbfc tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "GET /v2.0/routers/8d3de892-a091-43ac-9abf-3cb40b923223 HTTP/1.1" status: 200 len: 921 time: 1.0132113 Jan 27 22:10:32.029604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52952) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:32.047026 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5f1c08c0-21f0-4058-8c47-947434c49827 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:32.065849 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2158d73a-b2af-4e7b-90dc-8ac9cd7070ff None None] Provisioning complete for port ff6efcff-219e-4c1e-8f22-e68706b423fd triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:32.066275 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2158d73a-b2af-4e7b-90dc-8ac9cd7070ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ff6efcff-219e-4c1e-8f22-e68706b423fd), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.102699 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7ab19481-3114-45c1-b7e2-83c95a615297 admin admin] Publish callbacks [] for security_group (4b221c47-8cd6-41dd-966b-ab2caffc8cc6), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.113709 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b242893b-5998-4de0-8524-b1fbffee017e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:32.126118 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2158d73a-b2af-4e7b-90dc-8ac9cd7070ff None None] Port ff6efcff-219e-4c1e-8f22-e68706b423fd cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:10:32.151901 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-b242893b-5998-4de0-8524-b1fbffee017e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:32.162531 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b242893b-5998-4de0-8524-b1fbffee017e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:32.165272 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2158d73a-b2af-4e7b-90dc-8ac9cd7070ff None None] Provisioning complete for port 5f1c08c0-21f0-4058-8c47-947434c49827 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:32.166361 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2158d73a-b2af-4e7b-90dc-8ac9cd7070ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5f1c08c0-21f0-4058-8c47-947434c49827), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.169944 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b242893b-5998-4de0-8524-b1fbffee017e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:32.170850 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b242893b-5998-4de0-8524-b1fbffee017e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.194108 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242893b-5998-4de0-8524-b1fbffee017e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Port': ['ID=a0695dc1-6d54-46db-8112-4edc2649db1b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:32.202639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc55307-ba2c-4a4b-b5d5-0ca032fba01f tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:32.204471 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3cc55307-ba2c-4a4b-b5d5-0ca032fba01f tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&device_id=8d3de892-a091-43ac-9abf-3cb40b923223&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1726639 Jan 27 22:10:32.207663 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52954) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:32.282171 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b242893b-5998-4de0-8524-b1fbffee017e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8921163 Jan 27 22:10:32.285304 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52958) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:32.297108 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7ab19481-3114-45c1-b7e2-83c95a615297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4b221c47-8cd6-41dd-966b-ab2caffc8cc6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.300376 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7ab19481-3114-45c1-b7e2-83c95a615297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.301992 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7ab19481-3114-45c1-b7e2-83c95a615297 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b221c47-8cd6-41dd-966b-ab2caffc8cc6 HTTP/1.1" status: 204 len: 168 time: 1.3167028 Jan 27 22:10:32.325601 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab19481-3114-45c1-b7e2-83c95a615297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b221c47-8cd6-41dd-966b-ab2caffc8cc6,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:32.348872 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f109324-ef63-4251-974a-911791711f0e tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:32.350883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9f109324-ef63-4251-974a-911791711f0e tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 881 time: 0.1422005 Jan 27 22:10:32.354101 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52964) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:32.416748 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c741b16e-d10e-4f36-9c5a-b89ccee4d232 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d3de892-a091-43ac-9abf-3cb40b923223 HTTP/1.1" status: 200 len: 205 time: 0.0603020 Jan 27 22:10:32.418820 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52966) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:32.419553 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2158d73a-b2af-4e7b-90dc-8ac9cd7070ff None None] Current status of the port 5f1c08c0-21f0-4058-8c47-947434c49827 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:32.456666 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88efc8be-b875-4128-95f5-e3fcaa38f4d2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:32.465463 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-88efc8be-b875-4128-95f5-e3fcaa38f4d2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports/a0695dc1-6d54-46db-8112-4edc2649db1b HTTP/1.1" status: 200 len: 840 time: 0.1756256 Jan 27 22:10:32.465463 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52972) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:32.527618 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ef5c79a7-4e10-4628-b8ca-fd5ac2c4cee4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for port (ff6efcff-219e-4c1e-8f22-e68706b423fd), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.542404 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ef5c79a7-4e10-4628-b8ca-fd5ac2c4cee4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (ff6efcff-219e-4c1e-8f22-e68706b423fd), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.566768 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1f1e659e-f3a3-4ef1-9f4f-31a43c20e4cb None None] Provisioning complete for port ff6efcff-219e-4c1e-8f22-e68706b423fd triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:32.568200 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1f1e659e-f3a3-4ef1-9f4f-31a43c20e4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ff6efcff-219e-4c1e-8f22-e68706b423fd), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.573993 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52984) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:32.655353 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1f1e659e-f3a3-4ef1-9f4f-31a43c20e4cb None None] Port ff6efcff-219e-4c1e-8f22-e68706b423fd cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:10:32.733025 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c79a7-4e10-4628-b8ca-fd5ac2c4cee4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Port': ['ID=ff6efcff-219e-4c1e-8f22-e68706b423fd,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:32.811390 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ef5c79a7-4e10-4628-b8ca-fd5ac2c4cee4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (a9bd1931-2bb9-4ced-8492-a6ead789966d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.813354 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b11f3977-a556-478a-8016-142f31b6040c tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router (8d3de892-a091-43ac-9abf-3cb40b923223), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.905359 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-cffe3a4e-56bd-4d7d-879c-005f56a2ad1c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting port a0695dc1-6d54-46db-8112-4edc2649db1b {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:32.905931 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cffe3a4e-56bd-4d7d-879c-005f56a2ad1c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (a0695dc1-6d54-46db-8112-4edc2649db1b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.032142 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b11f3977-a556-478a-8016-142f31b6040c tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_gateway (8d3de892-a091-43ac-9abf-3cb40b923223), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.047349 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cffe3a4e-56bd-4d7d-879c-005f56a2ad1c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (a0695dc1-6d54-46db-8112-4edc2649db1b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.051222 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5c79a7-4e10-4628-b8ca-fd5ac2c4cee4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network 1364353f-555b-40d4-81c5-3aa03e77d1e7 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:33.063448 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-ef5c79a7-4e10-4628-b8ca-fd5ac2c4cee4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:33.075195 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-cffe3a4e-56bd-4d7d-879c-005f56a2ad1c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Calling delete_port for a0695dc1-6d54-46db-8112-4edc2649db1b owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:33.171824 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-b11f3977-a556-478a-8016-142f31b6040c tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Deleting port 458765b9-017a-4bff-959d-815a29cc50be {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:33.172610 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b11f3977-a556-478a-8016-142f31b6040c tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (458765b9-017a-4bff-959d-815a29cc50be), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.299981 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53016) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:33.386784 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53024) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:33.390807 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-44330d02-3253-4fcd-8322-99c83be2da14 None None] Provisioning complete for port ff6efcff-219e-4c1e-8f22-e68706b423fd triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:33.391417 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-44330d02-3253-4fcd-8322-99c83be2da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ff6efcff-219e-4c1e-8f22-e68706b423fd), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.421500 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cffe3a4e-56bd-4d7d-879c-005f56a2ad1c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (a0695dc1-6d54-46db-8112-4edc2649db1b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.449773 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b11f3977-a556-478a-8016-142f31b6040c tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (458765b9-017a-4bff-959d-815a29cc50be), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.472033 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-b11f3977-a556-478a-8016-142f31b6040c tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Calling delete_port for 458765b9-017a-4bff-959d-815a29cc50be owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:33.502405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-44330d02-3253-4fcd-8322-99c83be2da14 None None] Port ff6efcff-219e-4c1e-8f22-e68706b423fd cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:10:33.567290 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe3a4e-56bd-4d7d-879c-005f56a2ad1c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Port': ['ID=a0695dc1-6d54-46db-8112-4edc2649db1b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:33.600357 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cffe3a4e-56bd-4d7d-879c-005f56a2ad1c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.604433 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cffe3a4e-56bd-4d7d-879c-005f56a2ad1c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/ports/a0695dc1-6d54-46db-8112-4edc2649db1b HTTP/1.1" status: 204 len: 168 time: 1.1390855 Jan 27 22:10:33.606472 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32bb8605-c113-4d4b-babb-82ce7f854143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.608776 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53034) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:33.609565 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5c79a7-4e10-4628-b8ca-fd5ac2c4cee4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router a9bd1931-2bb9-4ced-8492-a6ead789966d is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:10:33.620231 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bdd7688a-576f-446c-ba5c-b40a99c048c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.625791 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f6880f00-75a8-4298-bc38-9007a4e06a60 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.643362 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5f1c08c0-21f0-4058-8c47-947434c49827 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:33.652964 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8543908-ac59-467c-8cd1-754e1a3763ea tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] GET failed (client error): The resource could not be found. Jan 27 22:10:33.658168 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a8543908-ac59-467c-8cd1-754e1a3763ea tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports/a0695dc1-6d54-46db-8112-4edc2649db1b HTTP/1.1" status: 404 len: 333 time: 0.0427494 Jan 27 22:10:33.659515 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53038) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:33.664824 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c8a25718-56de-4f17-b651-25da35bdab71 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'port': {'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097', 'name': 'tempest-PortsTestJSON-1865862259'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:33.716916 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5f1c08c0-21f0-4058-8c47-947434c49827 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:33.717603 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5f1c08c0-21f0-4058-8c47-947434c49827), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.834580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5f1c08c0-21f0-4058-8c47-947434c49827 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:33.865889 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5c79a7-4e10-4628-b8ca-fd5ac2c4cee4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:10:33.877571 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ef5c79a7-4e10-4628-b8ca-fd5ac2c4cee4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/a9bd1931-2bb9-4ced-8492-a6ead789966d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7532766 Jan 27 22:10:33.878465 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c0032a-2ea5-4512-bc8d-f80ae3bdbc25 None None] Sync routers for ids ['a9bd1931-2bb9-4ced-8492-a6ead789966d'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:10:33.886172 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53042) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:33.895122 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c0032a-2ea5-4512-bc8d-f80ae3bdbc25 None None] Routers {'a9bd1931-2bb9-4ced-8492-a6ead789966d'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:33.895909 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-48c0032a-2ea5-4512-bc8d-f80ae3bdbc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['a9bd1931-2bb9-4ced-8492-a6ead789966d'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:33.922591 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a25718-56de-4f17-b651-25da35bdab71 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:33.925919 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8a25718-56de-4f17-b651-25da35bdab71 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.946934 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-48c0032a-2ea5-4512-bc8d-f80ae3bdbc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:33.956521 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c0032a-2ea5-4512-bc8d-f80ae3bdbc25 None None] Routers {'a9bd1931-2bb9-4ced-8492-a6ead789966d'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:33.957265 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-48c0032a-2ea5-4512-bc8d-f80ae3bdbc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['a9bd1931-2bb9-4ced-8492-a6ead789966d'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:33.973742 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9664800c-135e-49ed-92f2-e09e7004e3a6 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:33.975123 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9664800c-135e-49ed-92f2-e09e7004e3a6 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/ports/ff6efcff-219e-4c1e-8f22-e68706b423fd HTTP/1.1" status: 200 len: 910 time: 0.0897744 Jan 27 22:10:33.984092 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53046) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:33.995465 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32bb8605-c113-4d4b-babb-82ce7f854143 admin admin] Publish callbacks [] for security_group (4df64956-8453-4549-88ed-742f1fd2a948), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.033772 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32bb8605-c113-4d4b-babb-82ce7f854143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4df64956-8453-4549-88ed-742f1fd2a948), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.038861 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-c8a25718-56de-4f17-b651-25da35bdab71 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] device_id is not set on port bbd607f4-1b19-4575-8aa2-e666b76349be yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:10:34.160230 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-32bb8605-c113-4d4b-babb-82ce7f854143 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ba50c3859044943875d5b0ca1f68a78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7629960 Jan 27 22:10:34.164036 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53050) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:34.166786 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb8605-c113-4d4b-babb-82ce7f854143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df64956-8453-4549-88ed-742f1fd2a948,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:34.190641 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-48c0032a-2ea5-4512-bc8d-f80ae3bdbc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:34.191306 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c0032a-2ea5-4512-bc8d-f80ae3bdbc25 None None] The sync data for ids ['a9bd1931-2bb9-4ced-8492-a6ead789966d'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:10:34.223326 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b11f3977-a556-478a-8016-142f31b6040c tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (458765b9-017a-4bff-959d-815a29cc50be), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.242716 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bdd7688a-576f-446c-ba5c-b40a99c048c3 admin admin] Publish callbacks [] for security_group (ab92278f-9dac-4fe6-ac1e-8d86a18d58bd), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.293791 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bdd7688a-576f-446c-ba5c-b40a99c048c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ab92278f-9dac-4fe6-ac1e-8d86a18d58bd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.323780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f3977-a556-478a-8016-142f31b6040c tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Pushing event deleted for resources: {'Port': ['ID=458765b9-017a-4bff-959d-815a29cc50be,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:34.392763 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7688a-576f-446c-ba5c-b40a99c048c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab92278f-9dac-4fe6-ac1e-8d86a18d58bd,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:34.393826 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-07f167cd-6813-418e-9d77-4b603a9cf581 admin admin] Publish callbacks [] for security_group (4df64956-8453-4549-88ed-742f1fd2a948), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.402726 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bdd7688a-576f-446c-ba5c-b40a99c048c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2ec6c2a2eea4d268c4abd74288a8872&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1014605 Jan 27 22:10:34.407194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53058) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:34.467299 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-07f167cd-6813-418e-9d77-4b603a9cf581 admin admin] Publish callbacks [] for security_group (4df64956-8453-4549-88ed-742f1fd2a948), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.471423 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8a25718-56de-4f17-b651-25da35bdab71 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for port (bbd607f4-1b19-4575-8aa2-e666b76349be), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.483638 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b11f3977-a556-478a-8016-142f31b6040c tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (8d3de892-a091-43ac-9abf-3cb40b923223), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.528266 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-f6880f00-75a8-4298-bc38-9007a4e06a60 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Allocated IP 172.20.0.17 (2b88bd20-1798-48ad-b21f-622cdc63e125/d7f8e6f4-9f78-4696-912f-81f03e5505e6/0994e983-cc62-4aa4-affd-67c822a20d0f) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:34.611359 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8a25718-56de-4f17-b651-25da35bdab71 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (bbd607f4-1b19-4575-8aa2-e666b76349be), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.624462 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-07f167cd-6813-418e-9d77-4b603a9cf581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4df64956-8453-4549-88ed-742f1fd2a948), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.627064 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-07f167cd-6813-418e-9d77-4b603a9cf581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.630572 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-07f167cd-6813-418e-9d77-4b603a9cf581 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4df64956-8453-4549-88ed-742f1fd2a948 HTTP/1.1" status: 204 len: 168 time: 0.4584339 Jan 27 22:10:34.716015 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f167cd-6813-418e-9d77-4b603a9cf581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df64956-8453-4549-88ed-742f1fd2a948,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:34.731307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a25718-56de-4f17-b651-25da35bdab71 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:34.740956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-c8a25718-56de-4f17-b651-25da35bdab71 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:34.747158 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a25718-56de-4f17-b651-25da35bdab71 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:34.752397 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a25718-56de-4f17-b651-25da35bdab71 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:34.753044 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8a25718-56de-4f17-b651-25da35bdab71 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.755642 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a25718-56de-4f17-b651-25da35bdab71 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Port': ['ID=bbd607f4-1b19-4575-8aa2-e666b76349be,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:34.782372 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c8a25718-56de-4f17-b651-25da35bdab71 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1215003 Jan 27 22:10:34.783797 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53072) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:34.801197 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-433e6a63-37c0-4b8f-bbe4-d30a4c728f24 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:34.857090 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29547552-3ae0-4e61-9d04-fccbe91ddb1e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (a9bd1931-2bb9-4ced-8492-a6ead789966d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.912776 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b11f3977-a556-478a-8016-142f31b6040c tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (8d3de892-a091-43ac-9abf-3cb40b923223), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.921882 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b11f3977-a556-478a-8016-142f31b6040c tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_controller (8d3de892-a091-43ac-9abf-3cb40b923223), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.957427 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-433e6a63-37c0-4b8f-bbe4-d30a4c728f24 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (bbd607f4-1b19-4575-8aa2-e666b76349be), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.999601 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cbcc80fb-f093-40b9-8af6-8de64369df9e admin admin] Publish callbacks [] for security_group (ab92278f-9dac-4fe6-ac1e-8d86a18d58bd), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.030470 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b11f3977-a556-478a-8016-142f31b6040c tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (8d3de892-a091-43ac-9abf-3cb40b923223), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.031036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11f3977-a556-478a-8016-142f31b6040c tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Fanout notify agent at l3_agent the message router_deleted on router 8d3de892-a091-43ac-9abf-3cb40b923223 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:10:35.044151 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b11f3977-a556-478a-8016-142f31b6040c tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.045483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b11f3977-a556-478a-8016-142f31b6040c tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "DELETE /v2.0/routers/8d3de892-a091-43ac-9abf-3cb40b923223 HTTP/1.1" status: 204 len: 168 time: 2.6257246 Jan 27 22:10:35.050414 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cbcc80fb-f093-40b9-8af6-8de64369df9e admin admin] Publish callbacks [] for security_group (ab92278f-9dac-4fe6-ac1e-8d86a18d58bd), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.052251 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53080) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:35.067554 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-db52f884-a19a-47cd-8b64-4b23063fb948 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1114006463', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}, 'admin_state_up': False}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:35.138800 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-db52f884-a19a-47cd-8b64-4b23063fb948 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (36d62a50-3042-42a6-80fb-350090c3affb), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.140200 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-db52f884-a19a-47cd-8b64-4b23063fb948 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (36d62a50-3042-42a6-80fb-350090c3affb), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.151355 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f6880f00-75a8-4298-bc38-9007a4e06a60 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for port (0994e983-cc62-4aa4-affd-67c822a20d0f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.213912 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-db52f884-a19a-47cd-8b64-4b23063fb948 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_controller (36d62a50-3042-42a6-80fb-350090c3affb), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.231113 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-433e6a63-37c0-4b8f-bbe4-d30a4c728f24 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for port (bbd607f4-1b19-4575-8aa2-e666b76349be), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.238734 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-433e6a63-37c0-4b8f-bbe4-d30a4c728f24 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (bbd607f4-1b19-4575-8aa2-e666b76349be), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.262625 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cbcc80fb-f093-40b9-8af6-8de64369df9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ab92278f-9dac-4fe6-ac1e-8d86a18d58bd), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.265366 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cbcc80fb-f093-40b9-8af6-8de64369df9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.266530 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-cbcc80fb-f093-40b9-8af6-8de64369df9e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab92278f-9dac-4fe6-ac1e-8d86a18d58bd HTTP/1.1" status: 204 len: 168 time: 0.8538089 Jan 27 22:10:35.310884 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f6880f00-75a8-4298-bc38-9007a4e06a60 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0994e983-cc62-4aa4-affd-67c822a20d0f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.315600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc80fb-f093-40b9-8af6-8de64369df9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab92278f-9dac-4fe6-ac1e-8d86a18d58bd,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:35.324258 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-433e6a63-37c0-4b8f-bbe4-d30a4c728f24 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] In _notify_port_updated(), no bound segment for port bbd607f4-1b19-4575-8aa2-e666b76349be on network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 {{(pid=109742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:10:35.329557 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433e6a63-37c0-4b8f-bbe4-d30a4c728f24 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:35.331553 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-433e6a63-37c0-4b8f-bbe4-d30a4c728f24 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.336635 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-433e6a63-37c0-4b8f-bbe4-d30a4c728f24 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "PUT /v2.0/ports/bbd607f4-1b19-4575-8aa2-e666b76349be HTTP/1.1" status: 200 len: 818 time: 0.5483296 Jan 27 22:10:35.360595 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53084) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:35.361100 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53086) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:35.393216 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e6a63-37c0-4b8f-bbe4-d30a4c728f24 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Port': ['ID=bbd607f4-1b19-4575-8aa2-e666b76349be,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:35.397423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc80fb-f093-40b9-8af6-8de64369df9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:35.397718 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc80fb-f093-40b9-8af6-8de64369df9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:35.398080 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc80fb-f093-40b9-8af6-8de64369df9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:35.398937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc80fb-f093-40b9-8af6-8de64369df9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:35.399261 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc80fb-f093-40b9-8af6-8de64369df9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:35.399599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc80fb-f093-40b9-8af6-8de64369df9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:35.399917 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc80fb-f093-40b9-8af6-8de64369df9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:35.400267 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc80fb-f093-40b9-8af6-8de64369df9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:35.400595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc80fb-f093-40b9-8af6-8de64369df9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:35.400918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc80fb-f093-40b9-8af6-8de64369df9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:35.401242 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc80fb-f093-40b9-8af6-8de64369df9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:35.401565 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc80fb-f093-40b9-8af6-8de64369df9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:35.401885 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcc80fb-f093-40b9-8af6-8de64369df9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:35.444680 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d02f51c2-216c-4317-b856-e3cd2a09b1a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.446215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6880f00-75a8-4298-bc38-9007a4e06a60 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Network 2b88bd20-1798-48ad-b21f-622cdc63e125 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:35.450894 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-db52f884-a19a-47cd-8b64-4b23063fb948 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_gateway (36d62a50-3042-42a6-80fb-350090c3affb), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.454713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-f6880f00-75a8-4298-bc38-9007a4e06a60 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:35.457768 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6880f00-75a8-4298-bc38-9007a4e06a60 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'Port': ['ID=0994e983-cc62-4aa4-affd-67c822a20d0f,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:35.460343 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6880f00-75a8-4298-bc38-9007a4e06a60 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:35.578649 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-29547552-3ae0-4e61-9d04-fccbe91ddb1e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting port ff6efcff-219e-4c1e-8f22-e68706b423fd {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:35.580950 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29547552-3ae0-4e61-9d04-fccbe91ddb1e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ff6efcff-219e-4c1e-8f22-e68706b423fd), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.588495 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f6880f00-75a8-4298-bc38-9007a4e06a60 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (6de3647a-c55e-4c7d-86c5-a33b1b612620), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.873061 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-128b7221-56a1-46cd-b6b3-698ec16f47a5 None None] Provisioning complete for port 0994e983-cc62-4aa4-affd-67c822a20d0f triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:35.874362 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-128b7221-56a1-46cd-b6b3-698ec16f47a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0994e983-cc62-4aa4-affd-67c822a20d0f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.916852 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53098) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:35.941071 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-128b7221-56a1-46cd-b6b3-698ec16f47a5 None None] Port 0994e983-cc62-4aa4-affd-67c822a20d0f cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:10:35.990291 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4766e96a-0188-4775-99a2-a8758364823e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.996930 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f6880f00-75a8-4298-bc38-9007a4e06a60 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0994e983-cc62-4aa4-affd-67c822a20d0f), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.023709 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-db52f884-a19a-47cd-8b64-4b23063fb948 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_gateway (36d62a50-3042-42a6-80fb-350090c3affb), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.059102 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-db52f884-a19a-47cd-8b64-4b23063fb948 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.215937 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d02f51c2-216c-4317-b856-e3cd2a09b1a1 admin admin] Publish callbacks [] for security_group (6e84d74e-713b-4198-952d-e962d0ae2040), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.218839 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-e4273083-302d-4611-8098-d8085c125823 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting port bbd607f4-1b19-4575-8aa2-e666b76349be {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:36.219278 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4273083-302d-4611-8098-d8085c125823 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (bbd607f4-1b19-4575-8aa2-e666b76349be), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.232386 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d02f51c2-216c-4317-b856-e3cd2a09b1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6e84d74e-713b-4198-952d-e962d0ae2040), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.311008 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4766e96a-0188-4775-99a2-a8758364823e admin admin] Publish callbacks [] for security_group (ad8a1e38-5e4e-4578-b8e8-b15c21093b8a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.323200 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4766e96a-0188-4775-99a2-a8758364823e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ad8a1e38-5e4e-4578-b8e8-b15c21093b8a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.338668 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29547552-3ae0-4e61-9d04-fccbe91ddb1e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ff6efcff-219e-4c1e-8f22-e68706b423fd), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.342821 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-db52f884-a19a-47cd-8b64-4b23063fb948 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Allocated IP 172.25.3.229 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/afc9ad28-cd7e-40ef-8edc-b622b39a9de4) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:36.360495 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d02f51c2-216c-4317-b856-e3cd2a09b1a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd606ce82d694471939cda7c6d8488aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9963496 Jan 27 22:10:36.361321 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53100) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:36.371831 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f51c2-216c-4317-b856-e3cd2a09b1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e84d74e-713b-4198-952d-e962d0ae2040,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:36.410560 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4273083-302d-4611-8098-d8085c125823 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (bbd607f4-1b19-4575-8aa2-e666b76349be), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.410779 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4766e96a-0188-4775-99a2-a8758364823e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7d736f01efc4aac995c87711bc437ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4899712 Jan 27 22:10:36.410779 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766e96a-0188-4775-99a2-a8758364823e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8a1e38-5e4e-4578-b8e8-b15c21093b8a,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:36.411098 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53102) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:36.427016 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-29547552-3ae0-4e61-9d04-fccbe91ddb1e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Calling delete_port for ff6efcff-219e-4c1e-8f22-e68706b423fd owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:36.442842 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-e4273083-302d-4611-8098-d8085c125823 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Calling delete_port for bbd607f4-1b19-4575-8aa2-e666b76349be owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:36.499660 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4074545d-f701-4cfd-b00b-2aaf675c0100 admin admin] Publish callbacks [] for security_group (6e84d74e-713b-4198-952d-e962d0ae2040), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.569461 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4074545d-f701-4cfd-b00b-2aaf675c0100 admin admin] Publish callbacks [] for security_group (6e84d74e-713b-4198-952d-e962d0ae2040), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.605686 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ad879740-9bb1-4202-896c-eb9d82cb4fa0 admin admin] Publish callbacks [] for security_group (ad8a1e38-5e4e-4578-b8e8-b15c21093b8a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.632175 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-db52f884-a19a-47cd-8b64-4b23063fb948 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for port (afc9ad28-cd7e-40ef-8edc-b622b39a9de4), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.662836 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ad879740-9bb1-4202-896c-eb9d82cb4fa0 admin admin] Publish callbacks [] for security_group (ad8a1e38-5e4e-4578-b8e8-b15c21093b8a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.685429 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f6880f00-75a8-4298-bc38-9007a4e06a60 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for port (0994e983-cc62-4aa4-affd-67c822a20d0f), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.705095 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f6880f00-75a8-4298-bc38-9007a4e06a60 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (0994e983-cc62-4aa4-affd-67c822a20d0f), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.706468 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4273083-302d-4611-8098-d8085c125823 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (bbd607f4-1b19-4575-8aa2-e666b76349be), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.743817 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4273083-302d-4611-8098-d8085c125823 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Port': ['ID=bbd607f4-1b19-4575-8aa2-e666b76349be,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:36.754912 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4273083-302d-4611-8098-d8085c125823 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.758724 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e4273083-302d-4611-8098-d8085c125823 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/ports/bbd607f4-1b19-4575-8aa2-e666b76349be HTTP/1.1" status: 204 len: 168 time: 1.3960540 Jan 27 22:10:36.761664 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53106) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:36.783557 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4074545d-f701-4cfd-b00b-2aaf675c0100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6e84d74e-713b-4198-952d-e962d0ae2040), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.787140 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4074545d-f701-4cfd-b00b-2aaf675c0100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.791867 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4074545d-f701-4cfd-b00b-2aaf675c0100 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e84d74e-713b-4198-952d-e962d0ae2040 HTTP/1.1" status: 204 len: 168 time: 0.4185181 Jan 27 22:10:36.807501 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-db52f884-a19a-47cd-8b64-4b23063fb948 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (afc9ad28-cd7e-40ef-8edc-b622b39a9de4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.821408 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6880f00-75a8-4298-bc38-9007a4e06a60 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'Port': ['ID=0994e983-cc62-4aa4-affd-67c822a20d0f,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:36.839014 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f6880f00-75a8-4298-bc38-9007a4e06a60 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (6de3647a-c55e-4c7d-86c5-a33b1b612620), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.858890 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074545d-f701-4cfd-b00b-2aaf675c0100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e84d74e-713b-4198-952d-e962d0ae2040,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:36.884156 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db52f884-a19a-47cd-8b64-4b23063fb948 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:36.887425 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ad879740-9bb1-4202-896c-eb9d82cb4fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ad8a1e38-5e4e-4578-b8e8-b15c21093b8a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.891522 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ad879740-9bb1-4202-896c-eb9d82cb4fa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.893162 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ad879740-9bb1-4202-896c-eb9d82cb4fa0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad8a1e38-5e4e-4578-b8e8-b15c21093b8a HTTP/1.1" status: 204 len: 168 time: 0.4694808 Jan 27 22:10:36.908313 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-db52f884-a19a-47cd-8b64-4b23063fb948 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:36.945655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db52f884-a19a-47cd-8b64-4b23063fb948 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:36.946920 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b20822d-e6aa-4bbd-ad47-745ee338503a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:36.949262 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9b20822d-e6aa-4bbd-ad47-745ee338503a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1861861 Jan 27 22:10:36.951606 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53114) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:36.985258 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29547552-3ae0-4e61-9d04-fccbe91ddb1e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (ff6efcff-219e-4c1e-8f22-e68706b423fd), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.991185 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52f884-a19a-47cd-8b64-4b23063fb948 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Pushing event updated for resources: {'Port': ['ID=afc9ad28-cd7e-40ef-8edc-b622b39a9de4,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:36.993809 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9b15fe-eff0-485b-a969-fa34ed3dcfc1 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] GET failed (client error): The resource could not be found. Jan 27 22:10:36.994282 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad879740-9bb1-4202-896c-eb9d82cb4fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8a1e38-5e4e-4578-b8e8-b15c21093b8a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:36.995795 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-af9b15fe-eff0-485b-a969-fa34ed3dcfc1 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports/bbd607f4-1b19-4575-8aa2-e666b76349be HTTP/1.1" status: 404 len: 333 time: 0.0431778 Jan 27 22:10:37.000938 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53116) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:37.022844 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29547552-3ae0-4e61-9d04-fccbe91ddb1e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Port': ['ID=ff6efcff-219e-4c1e-8f22-e68706b423fd,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:37.126837 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-91e0a8f2-1bf7-4f45-8a29-deb177ecb6ca tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1410434951'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:37.159658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e0a8f2-1bf7-4f45-8a29-deb177ecb6ca tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:37.165190 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91e0a8f2-1bf7-4f45-8a29-deb177ecb6ca tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.233210 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e0a8f2-1bf7-4f45-8a29-deb177ecb6ca tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:37.267196 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29547552-3ae0-4e61-9d04-fccbe91ddb1e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (a9bd1931-2bb9-4ced-8492-a6ead789966d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.333969 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91e0a8f2-1bf7-4f45-8a29-deb177ecb6ca tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (9b264741-b453-4da1-a8dc-8abba1c2c443), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.334831 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-91e0a8f2-1bf7-4f45-8a29-deb177ecb6ca tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Added segment 9b264741-b453-4da1-a8dc-8abba1c2c443 of type vlan for network 211a726e-8b75-46b6-83ea-787ffc35b6d6 Jan 27 22:10:37.489981 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29547552-3ae0-4e61-9d04-fccbe91ddb1e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router a9bd1931-2bb9-4ced-8492-a6ead789966d has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:10:37.595255 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29547552-3ae0-4e61-9d04-fccbe91ddb1e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:10:37.604234 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-29547552-3ae0-4e61-9d04-fccbe91ddb1e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/a9bd1931-2bb9-4ced-8492-a6ead789966d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6191652 Jan 27 22:10:37.606858 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53138) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:37.607807 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eca80d-c63a-4378-a76f-bd9690fc5043 None None] Sync routers for ids ['a9bd1931-2bb9-4ced-8492-a6ead789966d'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:10:37.623752 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eca80d-c63a-4378-a76f-bd9690fc5043 None None] Routers {'a9bd1931-2bb9-4ced-8492-a6ead789966d'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:37.626999 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c2eca80d-c63a-4378-a76f-bd9690fc5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['a9bd1931-2bb9-4ced-8492-a6ead789966d'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:37.642690 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3cf114c8-702f-41e0-a601-e4f7732de51f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9bd1931-2bb9-4ced-8492-a6ead789966d HTTP/1.1" status: 200 len: 205 time: 0.0344687 Jan 27 22:10:37.645639 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53140) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:37.690059 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c2eca80d-c63a-4378-a76f-bd9690fc5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:37.709916 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eca80d-c63a-4378-a76f-bd9690fc5043 None None] Routers {'a9bd1931-2bb9-4ced-8492-a6ead789966d'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:37.712615 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c2eca80d-c63a-4378-a76f-bd9690fc5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['a9bd1931-2bb9-4ced-8492-a6ead789966d'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:37.792740 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92a302dd-1741-431e-bd4a-aa5906f6c36d tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (a9bd1931-2bb9-4ced-8492-a6ead789966d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.804860 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c2eca80d-c63a-4378-a76f-bd9690fc5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:37.807881 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eca80d-c63a-4378-a76f-bd9690fc5043 None None] The sync data for ids ['a9bd1931-2bb9-4ced-8492-a6ead789966d'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:10:37.854590 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6880f00-75a8-4298-bc38-9007a4e06a60 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Network 2b88bd20-1798-48ad-b21f-622cdc63e125 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:37.878281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-f6880f00-75a8-4298-bc38-9007a4e06a60 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:37.899722 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91e0a8f2-1bf7-4f45-8a29-deb177ecb6ca tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (211a726e-8b75-46b6-83ea-787ffc35b6d6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.123876 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92a302dd-1741-431e-bd4a-aa5906f6c36d tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (a9bd1931-2bb9-4ced-8492-a6ead789966d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.126274 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92a302dd-1741-431e-bd4a-aa5906f6c36d tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router_controller (a9bd1931-2bb9-4ced-8492-a6ead789966d), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.150657 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91e0a8f2-1bf7-4f45-8a29-deb177ecb6ca tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (211a726e-8b75-46b6-83ea-787ffc35b6d6), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.155742 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e0a8f2-1bf7-4f45-8a29-deb177ecb6ca tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:38.156411 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91e0a8f2-1bf7-4f45-8a29-deb177ecb6ca tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.193507 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92a302dd-1741-431e-bd4a-aa5906f6c36d tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (a9bd1931-2bb9-4ced-8492-a6ead789966d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.193507 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a302dd-1741-431e-bd4a-aa5906f6c36d tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Fanout notify agent at l3_agent the message router_deleted on router a9bd1931-2bb9-4ced-8492-a6ead789966d {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:10:38.224177 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53164) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:38.232358 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92a302dd-1741-431e-bd4a-aa5906f6c36d tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.239211 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-92a302dd-1741-431e-bd4a-aa5906f6c36d tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/routers/a9bd1931-2bb9-4ced-8492-a6ead789966d HTTP/1.1" status: 204 len: 168 time: 0.5924664 Jan 27 22:10:38.240630 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53168) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:38.302933 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-91e0a8f2-1bf7-4f45-8a29-deb177ecb6ca tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2049382 Jan 27 22:10:38.315142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53172) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:38.320873 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7f3650-5d00-498f-98c5-ea39e746393f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting subnet a5b4ea1f-56b9-4004-8b3a-cb22635bb21d {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:10:38.325379 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb7f3650-5d00-498f-98c5-ea39e746393f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (a5b4ea1f-56b9-4004-8b3a-cb22635bb21d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.350206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-8045763e-bd75-430f-a96d-e9e23860ce5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'subnet': {'network_id': '211a726e-8b75-46b6-83ea-787ffc35b6d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:38.397264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-219f1555-4bf7-4882-8f32-f98c08bfafa1 None None] Provisioning complete for port 0994e983-cc62-4aa4-affd-67c822a20d0f triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:38.399563 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-219f1555-4bf7-4882-8f32-f98c08bfafa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0994e983-cc62-4aa4-affd-67c822a20d0f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.413941 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0a8f2-1bf7-4f45-8a29-deb177ecb6ca tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Network': ['ID=211a726e-8b75-46b6-83ea-787ffc35b6d6,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:38.439482 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-db52f884-a19a-47cd-8b64-4b23063fb948 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_gateway (36d62a50-3042-42a6-80fb-350090c3affb), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.444049 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb7f3650-5d00-498f-98c5-ea39e746393f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (a5b4ea1f-56b9-4004-8b3a-cb22635bb21d), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.444413 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 211a726e-8b75-46b6-83ea-787ffc35b6d6 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:38.505753 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6880f00-75a8-4298-bc38-9007a4e06a60 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Router 6de3647a-c55e-4c7d-86c5-a33b1b612620 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:10:38.595987 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8045763e-bd75-430f-a96d-e9e23860ce5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:38.609617 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb7f3650-5d00-498f-98c5-ea39e746393f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (a5b4ea1f-56b9-4004-8b3a-cb22635bb21d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.611766 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8045763e-bd75-430f-a96d-e9e23860ce5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.630250 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-219f1555-4bf7-4882-8f32-f98c08bfafa1 None None] Port 0994e983-cc62-4aa4-affd-67c822a20d0f cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:10:38.712337 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb7f3650-5d00-498f-98c5-ea39e746393f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (a5b4ea1f-56b9-4004-8b3a-cb22635bb21d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.738524 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb7f3650-5d00-498f-98c5-ea39e746393f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.740390 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69c4b26-f549-4aaf-a6e6-023f01102ed7 None None] Network 1364353f-555b-40d4-81c5-3aa03e77d1e7 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:38.748692 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bb7f3650-5d00-498f-98c5-ea39e746393f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/subnets/a5b4ea1f-56b9-4004-8b3a-cb22635bb21d HTTP/1.1" status: 204 len: 168 time: 0.5065839 Jan 27 22:10:38.778482 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53180) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:38.805107 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f3650-5d00-498f-98c5-ea39e746393f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Subnet': ['ID=a5b4ea1f-56b9-4004-8b3a-cb22635bb21d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:38.809221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-aa382f79-32f7-4845-9215-4c64eed0d236 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1408059287-network', 'tenant_id': 'a4d6e60c77fc425886751adbc896d4c7'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:38.927666 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dda313b6-fe3f-46a2-ab3f-e31300337f53 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (1364353f-555b-40d4-81c5-3aa03e77d1e7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.968188 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55aa421-61c7-4d9d-bb6e-ddc61335bec4 None None] DHCP port deletion for 1364353f-555b-40d4-81c5-3aa03e77d1e7 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:10:39.026221 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-dda313b6-fe3f-46a2-ab3f-e31300337f53 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting port 5f1c08c0-21f0-4058-8c47-947434c49827 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:39.026795 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dda313b6-fe3f-46a2-ab3f-e31300337f53 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5f1c08c0-21f0-4058-8c47-947434c49827), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.071236 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c55aa421-61c7-4d9d-bb6e-ddc61335bec4 None None] Deleting port 5f1c08c0-21f0-4058-8c47-947434c49827 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:39.071878 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c55aa421-61c7-4d9d-bb6e-ddc61335bec4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5f1c08c0-21f0-4058-8c47-947434c49827), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.091059 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa382f79-32f7-4845-9215-4c64eed0d236 admin admin] Made reservation on behalf of a4d6e60c77fc425886751adbc896d4c7 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:39.093739 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aa382f79-32f7-4845-9215-4c64eed0d236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.149170 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aa382f79-32f7-4845-9215-4c64eed0d236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.193582 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-db52f884-a19a-47cd-8b64-4b23063fb948 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (36d62a50-3042-42a6-80fb-350090c3affb), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.195503 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-dda313b6-fe3f-46a2-ab3f-e31300337f53 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] For port 5f1c08c0-21f0-4058-8c47-947434c49827, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5f1c08c0-21f0-4058-8c47-947434c49827,segment=NetworkSegment(2eba2e29-0380-4fac-89fe-ff980557a9e5),segment_id=2eba2e29-0380-4fac-89fe-ff980557a9e5)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:39.206236 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dda313b6-fe3f-46a2-ab3f-e31300337f53 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5f1c08c0-21f0-4058-8c47-947434c49827), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.236787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6880f00-75a8-4298-bc38-9007a4e06a60 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:10:39.282602 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-dda313b6-fe3f-46a2-ab3f-e31300337f53 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Calling delete_port for 5f1c08c0-21f0-4058-8c47-947434c49827 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:39.286483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f6880f00-75a8-4298-bc38-9007a4e06a60 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "PUT /v2.0/routers/6de3647a-c55e-4c7d-86c5-a33b1b612620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7087896 Jan 27 22:10:39.289431 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] Sync routers for ids ['6de3647a-c55e-4c7d-86c5-a33b1b612620'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:10:39.309298 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c55aa421-61c7-4d9d-bb6e-ddc61335bec4 None None] For port 5f1c08c0-21f0-4058-8c47-947434c49827, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5f1c08c0-21f0-4058-8c47-947434c49827,segment=NetworkSegment(2eba2e29-0380-4fac-89fe-ff980557a9e5),segment_id=2eba2e29-0380-4fac-89fe-ff980557a9e5)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:39.309997 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c55aa421-61c7-4d9d-bb6e-ddc61335bec4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5f1c08c0-21f0-4058-8c47-947434c49827), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.427327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c55aa421-61c7-4d9d-bb6e-ddc61335bec4 None None] Calling delete_port for 5f1c08c0-21f0-4058-8c47-947434c49827 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:39.438484 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] Routers {'6de3647a-c55e-4c7d-86c5-a33b1b612620'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:39.445397 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6de3647a-c55e-4c7d-86c5-a33b1b612620'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:39.522633 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dda313b6-fe3f-46a2-ab3f-e31300337f53 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5f1c08c0-21f0-4058-8c47-947434c49827), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.596906 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda313b6-fe3f-46a2-ab3f-e31300337f53 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] No DVR routers for this DVR port 5f1c08c0-21f0-4058-8c47-947434c49827 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:39.606063 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda313b6-fe3f-46a2-ab3f-e31300337f53 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Port': ['ID=5f1c08c0-21f0-4058-8c47-947434c49827,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:39.734926 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aa382f79-32f7-4845-9215-4c64eed0d236 admin admin] Publish callbacks [] for security_group (918bd090-9fe6-4eb6-a46b-926aca440599), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.742542 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8045763e-bd75-430f-a96d-e9e23860ce5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (fc6519c7-bcba-4778-9c9e-906f4b8fbb2f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.747254 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dda313b6-fe3f-46a2-ab3f-e31300337f53 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (1364353f-555b-40d4-81c5-3aa03e77d1e7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.748577 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c55aa421-61c7-4d9d-bb6e-ddc61335bec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (5f1c08c0-21f0-4058-8c47-947434c49827), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.758481 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aa382f79-32f7-4845-9215-4c64eed0d236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (918bd090-9fe6-4eb6-a46b-926aca440599), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.763638 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5f1c08c0-21f0-4058-8c47-947434c49827 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:10:39.782320 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-dda313b6-fe3f-46a2-ab3f-e31300337f53 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1364353f-555b-40d4-81c5-3aa03e77d1e7']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:39.795762 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-dda313b6-fe3f-46a2-ab3f-e31300337f53 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eba2e29-0380-4fac-89fe-ff980557a9e5') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:39.796135 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-dda313b6-fe3f-46a2-ab3f-e31300337f53 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eba2e29-0380-4fac-89fe-ff980557a9e5') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:39.809218 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dda313b6-fe3f-46a2-ab3f-e31300337f53 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (2eba2e29-0380-4fac-89fe-ff980557a9e5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.820627 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 5f1c08c0-21f0-4058-8c47-947434c49827 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:10:39.821059 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5f1c08c0-21f0-4058-8c47-947434c49827 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:10:39.823721 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55aa421-61c7-4d9d-bb6e-ddc61335bec4 None None] Pushing event deleted for resources: {'Port': ['ID=5f1c08c0-21f0-4058-8c47-947434c49827,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:39.828498 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55aa421-61c7-4d9d-bb6e-ddc61335bec4 None None] No DVR routers for this DVR port 5f1c08c0-21f0-4058-8c47-947434c49827 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:39.869919 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dda313b6-fe3f-46a2-ab3f-e31300337f53 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (2eba2e29-0380-4fac-89fe-ff980557a9e5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.879318 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda313b6-fe3f-46a2-ab3f-e31300337f53 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:39.880240 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dda313b6-fe3f-46a2-ab3f-e31300337f53 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (2eba2e29-0380-4fac-89fe-ff980557a9e5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:39.886700 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:39.897501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa382f79-32f7-4845-9215-4c64eed0d236 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:39.980767 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa382f79-32f7-4845-9215-4c64eed0d236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918bd090-9fe6-4eb6-a46b-926aca440599,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:39.983969 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aa382f79-32f7-4845-9215-4c64eed0d236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (721bb501-a4a5-4a55-bb23-624fbea0c3dc), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.984440 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-aa382f79-32f7-4845-9215-4c64eed0d236 admin admin] Added segment 721bb501-a4a5-4a55-bb23-624fbea0c3dc of type vlan for network ca0c5b50-086e-408e-af99-6e41f16984a3 Jan 27 22:10:39.987852 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045763e-bd75-430f-a96d-e9e23860ce5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Subnet': ['ID=fc6519c7-bcba-4778-9c9e-906f4b8fbb2f,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:40.008717 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dda313b6-fe3f-46a2-ab3f-e31300337f53 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (1364353f-555b-40d4-81c5-3aa03e77d1e7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.016786 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] Set router 6de3647a-c55e-4c7d-86c5-a33b1b612620 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:10:40.021368 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db52f884-a19a-47cd-8b64-4b23063fb948 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Router 36d62a50-3042-42a6-80fb-350090c3affb is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:10:40.028091 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dda313b6-fe3f-46a2-ab3f-e31300337f53 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.037722 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dda313b6-fe3f-46a2-ab3f-e31300337f53 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/networks/1364353f-555b-40d4-81c5-3aa03e77d1e7 HTTP/1.1" status: 204 len: 168 time: 1.2581255 Jan 27 22:10:40.053033 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53214) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:40.078848 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2d09789d-a721-4133-a9cf-6645589b5d6a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1666947786', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}, 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:40.095465 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda313b6-fe3f-46a2-ab3f-e31300337f53 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Network': ['ID=1364353f-555b-40d4-81c5-3aa03e77d1e7,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:40.137464 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d09789d-a721-4133-a9cf-6645589b5d6a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (52068511-e824-46aa-9438-4fd314c6aefe), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.138971 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d09789d-a721-4133-a9cf-6645589b5d6a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (52068511-e824-46aa-9438-4fd314c6aefe), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.141835 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aa382f79-32f7-4845-9215-4c64eed0d236 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (ca0c5b50-086e-408e-af99-6e41f16984a3), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.151004 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8045763e-bd75-430f-a96d-e9e23860ce5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Checking segment: {'id': '9b264741-b453-4da1-a8dc-8abba1c2c443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '211a726e-8b75-46b6-83ea-787ffc35b6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:40.151726 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8045763e-bd75-430f-a96d-e9e23860ce5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network hostable DHCP agents. Network: 211a726e-8b75-46b6-83ea-787ffc35b6d6, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:40.252008 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8045763e-bd75-430f-a96d-e9e23860ce5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 211a726e-8b75-46b6-83ea-787ffc35b6d6 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:40.262265 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aa382f79-32f7-4845-9215-4c64eed0d236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (ca0c5b50-086e-408e-af99-6e41f16984a3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.263655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa382f79-32f7-4845-9215-4c64eed0d236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:40.264807 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aa382f79-32f7-4845-9215-4c64eed0d236 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.282682 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d09789d-a721-4133-a9cf-6645589b5d6a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router_controller (52068511-e824-46aa-9438-4fd314c6aefe), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.497332 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-8045763e-bd75-430f-a96d-e9e23860ce5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 211a726e-8b75-46b6-83ea-787ffc35b6d6) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:40.499908 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa382f79-32f7-4845-9215-4c64eed0d236 admin admin] Pushing event updated for resources: {'Network': ['ID=ca0c5b50-086e-408e-af99-6e41f16984a3,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:40.517410 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704c7695-3045-4372-a5d9-4d484c863f67 None None] Network 211a726e-8b75-46b6-83ea-787ffc35b6d6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:40.523773 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network ca0c5b50-086e-408e-af99-6e41f16984a3 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:40.532675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db52f884-a19a-47cd-8b64-4b23063fb948 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:10:40.537860 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8045763e-bd75-430f-a96d-e9e23860ce5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:40.539068 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8045763e-bd75-430f-a96d-e9e23860ce5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.567897 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-aa382f79-32f7-4845-9215-4c64eed0d236 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3384616 Jan 27 22:10:40.571787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53232) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:40.602617 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-a4cbbb0a-9d88-4098-a715-185464f5b779 admin admin] Request body: {'subnet': {'network_id': 'ca0c5b50-086e-408e-af99-6e41f16984a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1408059287-subnet', 'tenant_id': 'a4d6e60c77fc425886751adbc896d4c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:40.618409 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d09789d-a721-4133-a9cf-6645589b5d6a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router_gateway (52068511-e824-46aa-9438-4fd314c6aefe), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.653349 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd33ca1-14dc-4d73-89ca-461289f0e18d None None] Sync routers for ids ['36d62a50-3042-42a6-80fb-350090c3affb'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:10:40.694539 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd33ca1-14dc-4d73-89ca-461289f0e18d None None] Routers {'36d62a50-3042-42a6-80fb-350090c3affb'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:40.697210 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8fd33ca1-14dc-4d73-89ca-461289f0e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['36d62a50-3042-42a6-80fb-350090c3affb'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:40.739038 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'name': 'tempest-TestNetworkBasicOps-router-398037084', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:10:35Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:33Z', 'updated_at': '2022-01-27T22:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'bce0a8f5-5e41-4e5c-b46f-b9c3319a962e', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'port_id': 'a0e43861-1e91-4207-847c-5e8a72be1419', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'mac_address': 'fa:16:3e:ae:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72d76f-352b-47a5-9fa7-a4354217985c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:08:16Z', 'updated_at': '2022-01-27T22:08:23Z', 'revision_number': 1, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0994e983-cc62-4aa4-affd-67c822a20d0f', 'name': '', 'network_id': '2b88bd20-1798-48ad-b21f-622cdc63e125', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:8a:a4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'd7f8e6f4-9f78-4696-912f-81f03e5505e6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:33Z', 'updated_at': '2022-01-27T22:10:36Z', 'revision_number': 2, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'd7f8e6f4-9f78-4696-912f-81f03e5505e6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b83680cf-046d-424d-ae8b-ae3fccd272f4', 'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:84:18:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:39Z', 'updated_at': '2022-01-27T22:07:46Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:40.759933 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8045763e-bd75-430f-a96d-e9e23860ce5e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4411442 Jan 27 22:10:40.763343 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53238) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:40.778898 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] Checking router: 6de3647a-c55e-4c7d-86c5-a33b1b612620 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:10:40.779244 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] Updating router 6de3647a-c55e-4c7d-86c5-a33b1b612620 port 0994e983-cc62-4aa4-affd-67c822a20d0f binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:10:40.804722 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cbbb0a-9d88-4098-a715-185464f5b779 admin admin] Made reservation on behalf of a4d6e60c77fc425886751adbc896d4c7 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:40.811725 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a4cbbb0a-9d88-4098-a715-185464f5b779 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.823646 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-db52f884-a19a-47cd-8b64-4b23063fb948 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.827765 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-db52f884-a19a-47cd-8b64-4b23063fb948 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.7673950 Jan 27 22:10:40.829824 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53240) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:40.830561 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8fd33ca1-14dc-4d73-89ca-461289f0e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:40.851391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a480c3-78f4-46ae-8f73-a7c854ea76ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-211a726e-8b75-46b6-83ea-787ffc35b6d6', 'network_id': '211a726e-8b75-46b6-83ea-787ffc35b6d6', 'project_id': '843bc7b8352e40efa7b0de2db41edc8d', 'fixed_ips': [{'subnet_id': 'fc6519c7-bcba-4778-9c9e-906f4b8fbb2f'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:10:40.852343 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f7a480c3-78f4-46ae-8f73-a7c854ea76ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.857279 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd33ca1-14dc-4d73-89ca-461289f0e18d None None] Routers {'36d62a50-3042-42a6-80fb-350090c3affb'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:40.858307 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8fd33ca1-14dc-4d73-89ca-461289f0e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['36d62a50-3042-42a6-80fb-350090c3affb'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:40.864288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-b8572ce0-3588-44f6-aa1b-db07b15b4fa5 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:40.866433 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-cc24721b-034a-4fe0-ab49-63a7c48e7791 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'subnet': {'network_id': '211a726e-8b75-46b6-83ea-787ffc35b6d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:40.899768 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0994e983-cc62-4aa4-affd-67c822a20d0f), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.922874 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8fd33ca1-14dc-4d73-89ca-461289f0e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:40.923542 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd33ca1-14dc-4d73-89ca-461289f0e18d None None] The sync data for ids ['36d62a50-3042-42a6-80fb-350090c3affb'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:10:41.046996 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc24721b-034a-4fe0-ab49-63a7c48e7791 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:41.050038 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cc24721b-034a-4fe0-ab49-63a7c48e7791 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:41.120931 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-f7a480c3-78f4-46ae-8f73-a7c854ea76ef None None] Allocated IP 172.20.0.2 (211a726e-8b75-46b6-83ea-787ffc35b6d6/fc6519c7-bcba-4778-9c9e-906f4b8fbb2f/afd22a47-0302-4930-aa47-b3194d1c94b0) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:41.243043 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d09789d-a721-4133-a9cf-6645589b5d6a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router_gateway (52068511-e824-46aa-9438-4fd314c6aefe), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:41.266726 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d09789d-a721-4133-a9cf-6645589b5d6a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:41.319648 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f7a480c3-78f4-46ae-8f73-a7c854ea76ef None None] Publish callbacks [] for port (afd22a47-0302-4930-aa47-b3194d1c94b0), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:41.327719 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f7a480c3-78f4-46ae-8f73-a7c854ea76ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (afd22a47-0302-4930-aa47-b3194d1c94b0), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:41.388126 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a480c3-78f4-46ae-8f73-a7c854ea76ef None None] Pushing event updated for resources: {'Port': ['ID=afd22a47-0302-4930-aa47-b3194d1c94b0,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:41.393828 n-d-772272-3 neutron-server[109742]: INFO neutron.db.ipam_backend_mixin [None req-cc24721b-034a-4fe0-ab49-63a7c48e7791 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fc6519c7-bcba-4778-9c9e-906f4b8fbb2f (CIDR: 172.20.0.0/28) Jan 27 22:10:41.405952 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc24721b-034a-4fe0-ab49-63a7c48e7791 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:10:41.406482 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc24721b-034a-4fe0-ab49-63a7c48e7791 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:10:41.433435 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a480c3-78f4-46ae-8f73-a7c854ea76ef None None] Network 211a726e-8b75-46b6-83ea-787ffc35b6d6 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:41.438465 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-f7a480c3-78f4-46ae-8f73-a7c854ea76ef None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:41.447460 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a480c3-78f4-46ae-8f73-a7c854ea76ef None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:41.540220 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cc24721b-034a-4fe0-ab49-63a7c48e7791 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6769898 Jan 27 22:10:41.540220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53246) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:41.579179 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1afed777-e123-437a-80db-cf69e1eb30f9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'subnet': {'network_id': '211a726e-8b75-46b6-83ea-787ffc35b6d6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:41.582074 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f7a480c3-78f4-46ae-8f73-a7c854ea76ef None None] Attempting to bind port afd22a47-0302-4930-aa47-b3194d1c94b0 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:41.582577 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f7a480c3-78f4-46ae-8f73-a7c854ea76ef None None] Attempting to bind port afd22a47-0302-4930-aa47-b3194d1c94b0 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '9b264741-b453-4da1-a8dc-8abba1c2c443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '211a726e-8b75-46b6-83ea-787ffc35b6d6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:41.582954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a480c3-78f4-46ae-8f73-a7c854ea76ef None None] Attempting to bind port afd22a47-0302-4930-aa47-b3194d1c94b0 on network 211a726e-8b75-46b6-83ea-787ffc35b6d6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:41.595984 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a480c3-78f4-46ae-8f73-a7c854ea76ef None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:41.596486 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a480c3-78f4-46ae-8f73-a7c854ea76ef None None] Checking segment: {'id': '9b264741-b453-4da1-a8dc-8abba1c2c443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '211a726e-8b75-46b6-83ea-787ffc35b6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:41.597848 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f7a480c3-78f4-46ae-8f73-a7c854ea76ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:41.597848 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a480c3-78f4-46ae-8f73-a7c854ea76ef None None] Bound using segment: {'id': '9b264741-b453-4da1-a8dc-8abba1c2c443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '211a726e-8b75-46b6-83ea-787ffc35b6d6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:41.598097 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f7a480c3-78f4-46ae-8f73-a7c854ea76ef None None] Bound port: afd22a47-0302-4930-aa47-b3194d1c94b0, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b264741-b453-4da1-a8dc-8abba1c2c443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '211a726e-8b75-46b6-83ea-787ffc35b6d6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:41.598537 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f7a480c3-78f4-46ae-8f73-a7c854ea76ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (afd22a47-0302-4930-aa47-b3194d1c94b0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:41.758490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f7a480c3-78f4-46ae-8f73-a7c854ea76ef None None] For port afd22a47-0302-4930-aa47-b3194d1c94b0, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:41.759283 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-2d09789d-a721-4133-a9cf-6645589b5d6a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Allocated IP 172.25.3.132 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/49bc786d-5ff8-4b46-8de8-5630bb90e004) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:41.768736 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f7a480c3-78f4-46ae-8f73-a7c854ea76ef None None] For port afd22a47-0302-4930-aa47-b3194d1c94b0, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=afd22a47-0302-4930-aa47-b3194d1c94b0,segment=NetworkSegment(9b264741-b453-4da1-a8dc-8abba1c2c443),segment_id=9b264741-b453-4da1-a8dc-8abba1c2c443)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:41.781076 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f7a480c3-78f4-46ae-8f73-a7c854ea76ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (afd22a47-0302-4930-aa47-b3194d1c94b0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:41.889850 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a480c3-78f4-46ae-8f73-a7c854ea76ef None None] Pushing event updated for resources: {'Port': ['ID=afd22a47-0302-4930-aa47-b3194d1c94b0,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:41.956901 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] Publish callbacks [] for port (0994e983-cc62-4aa4-affd-67c822a20d0f), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:41.964528 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0994e983-cc62-4aa4-affd-67c822a20d0f), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.067877 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b2add-9597-4754-819d-068b708503c0 None None] Pushing event updated for resources: {'Port': ['ID=0994e983-cc62-4aa4-affd-67c822a20d0f,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:42.113653 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] Attempting to bind port 0994e983-cc62-4aa4-affd-67c822a20d0f on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:42.114192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] Attempting to bind port 0994e983-cc62-4aa4-affd-67c822a20d0f by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'b5b4849f-ae14-4315-94ae-dd32e60bcad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2b88bd20-1798-48ad-b21f-622cdc63e125'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:42.114725 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] Attempting to bind port 0994e983-cc62-4aa4-affd-67c822a20d0f on network 2b88bd20-1798-48ad-b21f-622cdc63e125 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:42.122070 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:42.122791 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] Checking segment: {'id': 'b5b4849f-ae14-4315-94ae-dd32e60bcad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2b88bd20-1798-48ad-b21f-622cdc63e125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:42.123211 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.123988 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] Bound using segment: {'id': 'b5b4849f-ae14-4315-94ae-dd32e60bcad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2b88bd20-1798-48ad-b21f-622cdc63e125'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:42.124512 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] Bound port: 0994e983-cc62-4aa4-affd-67c822a20d0f, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b4849f-ae14-4315-94ae-dd32e60bcad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2b88bd20-1798-48ad-b21f-622cdc63e125'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:42.124904 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0994e983-cc62-4aa4-affd-67c822a20d0f), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.186739 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a4cbbb0a-9d88-4098-a715-185464f5b779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (d18f7240-d1c5-449c-b30e-6ee34de53596), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.202035 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afed777-e123-437a-80db-cf69e1eb30f9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:42.236102 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1afed777-e123-437a-80db-cf69e1eb30f9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.290383 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d09789d-a721-4133-a9cf-6645589b5d6a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for port (49bc786d-5ff8-4b46-8de8-5630bb90e004), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.298955 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] For port 0994e983-cc62-4aa4-affd-67c822a20d0f, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:42.317538 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] For port 0994e983-cc62-4aa4-affd-67c822a20d0f, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0994e983-cc62-4aa4-affd-67c822a20d0f,segment=NetworkSegment(b5b4849f-ae14-4315-94ae-dd32e60bcad2),segment_id=b5b4849f-ae14-4315-94ae-dd32e60bcad2)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:42.325722 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0994e983-cc62-4aa4-affd-67c822a20d0f), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.349214 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d09789d-a721-4133-a9cf-6645589b5d6a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (49bc786d-5ff8-4b46-8de8-5630bb90e004), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.389880 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b8572ce0-3588-44f6-aa1b-db07b15b4fa5 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_gateway (36d62a50-3042-42a6-80fb-350090c3affb), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.399194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbbb0a-9d88-4098-a715-185464f5b779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d18f7240-d1c5-449c-b30e-6ee34de53596,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:42.416630 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b8572ce0-3588-44f6-aa1b-db07b15b4fa5 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_gateway (36d62a50-3042-42a6-80fb-350090c3affb), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.440646 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cbbb0a-9d88-4098-a715-185464f5b779 admin admin] Checking segment: {'id': '721bb501-a4a5-4a55-bb23-624fbea0c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ca0c5b50-086e-408e-af99-6e41f16984a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:42.441375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cbbb0a-9d88-4098-a715-185464f5b779 admin admin] Network hostable DHCP agents. Network: ca0c5b50-086e-408e-af99-6e41f16984a3, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:42.495784 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] Routers {'6de3647a-c55e-4c7d-86c5-a33b1b612620'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:42.498971 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6de3647a-c55e-4c7d-86c5-a33b1b612620'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:42.535573 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cbbb0a-9d88-4098-a715-185464f5b779 admin admin] Network ca0c5b50-086e-408e-af99-6e41f16984a3 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:42.535836 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09789d-a721-4133-a9cf-6645589b5d6a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Port': ['ID=49bc786d-5ff8-4b46-8de8-5630bb90e004,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:42.564248 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-a4cbbb0a-9d88-4098-a715-185464f5b779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, ca0c5b50-086e-408e-af99-6e41f16984a3) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:42.570032 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cbbb0a-9d88-4098-a715-185464f5b779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:42.570733 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a4cbbb0a-9d88-4098-a715-185464f5b779 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.574895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-b8572ce0-3588-44f6-aa1b-db07b15b4fa5 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Deleting port afc9ad28-cd7e-40ef-8edc-b622b39a9de4 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:42.575228 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b8572ce0-3588-44f6-aa1b-db07b15b4fa5 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (afc9ad28-cd7e-40ef-8edc-b622b39a9de4), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.594565 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d09789d-a721-4133-a9cf-6645589b5d6a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:42.606735 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-2d09789d-a721-4133-a9cf-6645589b5d6a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:42.611047 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab91f39-05c3-4955-ae7b-59d4939ab302 None None] Network ca0c5b50-086e-408e-af99-6e41f16984a3 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:42.612097 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d09789d-a721-4133-a9cf-6645589b5d6a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:42.655160 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b2add-9597-4754-819d-068b708503c0 None None] Pushing event updated for resources: {'Port': ['ID=0994e983-cc62-4aa4-affd-67c822a20d0f,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:42.695107 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b8572ce0-3588-44f6-aa1b-db07b15b4fa5 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (afc9ad28-cd7e-40ef-8edc-b622b39a9de4), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.753649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-b8572ce0-3588-44f6-aa1b-db07b15b4fa5 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Calling delete_port for afc9ad28-cd7e-40ef-8edc-b622b39a9de4 owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:42.817469 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-29668356-4131-49be-81e4-f503bbc51dcb None None] Provisioning complete for port 0994e983-cc62-4aa4-affd-67c822a20d0f triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:42.817896 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-29668356-4131-49be-81e4-f503bbc51dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0994e983-cc62-4aa4-affd-67c822a20d0f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:43.012122 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b8572ce0-3588-44f6-aa1b-db07b15b4fa5 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (afc9ad28-cd7e-40ef-8edc-b622b39a9de4), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:43.099382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a4cbbb0a-9d88-4098-a715-185464f5b779 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5072770 Jan 27 22:10:43.103657 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8572ce0-3588-44f6-aa1b-db07b15b4fa5 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Pushing event deleted for resources: {'Port': ['ID=afc9ad28-cd7e-40ef-8edc-b622b39a9de4,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:43.246153 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:43.260428 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d09789d-a721-4133-a9cf-6645589b5d6a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router_gateway (52068511-e824-46aa-9438-4fd314c6aefe), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:43.281924 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b8572ce0-3588-44f6-aa1b-db07b15b4fa5 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (36d62a50-3042-42a6-80fb-350090c3affb), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:43.334904 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] Set router 6de3647a-c55e-4c7d-86c5-a33b1b612620 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:10:43.395047 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d25a0d-c8ce-4bf5-8d42-ffe5280abea4 None None] Network ca0c5b50-086e-408e-af99-6e41f16984a3 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:43.563186 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-29668356-4131-49be-81e4-f503bbc51dcb None None] Current status of the port 0994e983-cc62-4aa4-affd-67c822a20d0f is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:43.563596 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-29668356-4131-49be-81e4-f503bbc51dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0994e983-cc62-4aa4-affd-67c822a20d0f), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:43.829486 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device afd22a47-0302-4930-aa47-b3194d1c94b0 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:43.853240 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b8572ce0-3588-44f6-aa1b-db07b15b4fa5 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (36d62a50-3042-42a6-80fb-350090c3affb), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:43.858176 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b8572ce0-3588-44f6-aa1b-db07b15b4fa5 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1668512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1663757'] for router (36d62a50-3042-42a6-80fb-350090c3affb), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:43.957698 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28f49f8-396a-4a99-b61b-ad8c14bf7d54 None None] Network 211a726e-8b75-46b6-83ea-787ffc35b6d6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:44.045896 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1afed777-e123-437a-80db-cf69e1eb30f9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (411ef605-f44f-429f-bef3-54b88964e7e5), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.046671 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8572ce0-3588-44f6-aa1b-db07b15b4fa5 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Router 36d62a50-3042-42a6-80fb-350090c3affb has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:10:44.109771 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afed777-e123-437a-80db-cf69e1eb30f9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 211a726e-8b75-46b6-83ea-787ffc35b6d6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:44.124760 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-1afed777-e123-437a-80db-cf69e1eb30f9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:44.144227 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afed777-e123-437a-80db-cf69e1eb30f9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:44.149148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port afd22a47-0302-4930-aa47-b3194d1c94b0 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:44.149721 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (afd22a47-0302-4930-aa47-b3194d1c94b0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.150395 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1afed777-e123-437a-80db-cf69e1eb30f9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.170837 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8572ce0-3588-44f6-aa1b-db07b15b4fa5 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:10:44.184777 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b8572ce0-3588-44f6-aa1b-db07b15b4fa5 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.192004 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b8572ce0-3588-44f6-aa1b-db07b15b4fa5 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "PUT /v2.0/routers/36d62a50-3042-42a6-80fb-350090c3affb HTTP/1.1" status: 200 len: 706 time: 3.3616138 Jan 27 22:10:44.196304 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53302) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:44.208540 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afed777-e123-437a-80db-cf69e1eb30f9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Subnet': ['ID=411ef605-f44f-429f-bef3-54b88964e7e5,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:44.267978 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53306) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:44.274438 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-3858a13d-815f-4ed8-99c2-5d8b4e1fe899 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-171623962-network', 'tenant_id': '1273bfd5606b47f59a8150eb0d979a97'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:44.275545 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65b38db-9697-4524-b3a1-ea4ecfb6a20a None None] Sync routers for ids ['36d62a50-3042-42a6-80fb-350090c3affb'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:10:44.317904 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-29668356-4131-49be-81e4-f503bbc51dcb None None] For port 0994e983-cc62-4aa4-affd-67c822a20d0f, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0994e983-cc62-4aa4-affd-67c822a20d0f,segment=NetworkSegment(b5b4849f-ae14-4315-94ae-dd32e60bcad2),segment_id=b5b4849f-ae14-4315-94ae-dd32e60bcad2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:44.323683 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65b38db-9697-4524-b3a1-ea4ecfb6a20a None None] Routers {'36d62a50-3042-42a6-80fb-350090c3affb'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:44.324582 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a65b38db-9697-4524-b3a1-ea4ecfb6a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['36d62a50-3042-42a6-80fb-350090c3affb'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:44.343497 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d09789d-a721-4133-a9cf-6645589b5d6a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (52068511-e824-46aa-9438-4fd314c6aefe), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.356134 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1afed777-e123-437a-80db-cf69e1eb30f9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8086073 Jan 27 22:10:44.356364 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53310) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:44.359747 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3858a13d-815f-4ed8-99c2-5d8b4e1fe899 admin admin] Made reservation on behalf of 1273bfd5606b47f59a8150eb0d979a97 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:44.363578 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3858a13d-815f-4ed8-99c2-5d8b4e1fe899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.370584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-842ca1ae-137a-44e1-9ba8-5d2a45bf651d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'port': {'network_id': '211a726e-8b75-46b6-83ea-787ffc35b6d6', 'fixed_ips': [{'subnet_id': 'fc6519c7-bcba-4778-9c9e-906f4b8fbb2f'}, {'subnet_id': '411ef605-f44f-429f-bef3-54b88964e7e5'}], 'name': 'tempest-PortsTestJSON-1309122096'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:44.383707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-cb07c06d-9fd8-4e97-bf16-3cf52b83fe1e tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "GET /v2.0/routers/36d62a50-3042-42a6-80fb-350090c3affb HTTP/1.1" status: 200 len: 741 time: 0.1844316 Jan 27 22:10:44.393635 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53314) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:44.417906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a65b38db-9697-4524-b3a1-ea4ecfb6a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:44.428674 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port afd22a47-0302-4930-aa47-b3194d1c94b0 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:44.429686 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (afd22a47-0302-4930-aa47-b3194d1c94b0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.435950 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-29668356-4131-49be-81e4-f503bbc51dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0994e983-cc62-4aa4-affd-67c822a20d0f), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.458608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ce7d0b2b-2e4f-459c-805b-35726b56806c tempest-RoutersAdminTest-1204666025 tempest-RoutersAdminTest-1204666025-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&device_id=36d62a50-3042-42a6-80fb-350090c3affb HTTP/1.1" status: 200 len: 205 time: 0.0614753 Jan 27 22:10:44.458608 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3858a13d-815f-4ed8-99c2-5d8b4e1fe899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.466633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53316) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:44.498981 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65b38db-9697-4524-b3a1-ea4ecfb6a20a None None] Routers {'36d62a50-3042-42a6-80fb-350090c3affb'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:44.499632 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a65b38db-9697-4524-b3a1-ea4ecfb6a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['36d62a50-3042-42a6-80fb-350090c3affb'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:44.550903 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ec774426-aafa-4340-a1b2-9e20077fe1df tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "GET /v2.0/ports?device_id=36d62a50-3042-42a6-80fb-350090c3affb HTTP/1.1" status: 200 len: 205 time: 0.0442719 Jan 27 22:10:44.552424 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53322) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:44.696039 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d56af472-ad99-4fcb-b2b5-4429e1e73781 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router (36d62a50-3042-42a6-80fb-350090c3affb), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.700235 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d09789d-a721-4133-a9cf-6645589b5d6a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router 52068511-e824-46aa-9438-4fd314c6aefe is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:10:44.701144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842ca1ae-137a-44e1-9ba8-5d2a45bf651d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:44.770008 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a65b38db-9697-4524-b3a1-ea4ecfb6a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:44.770891 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65b38db-9697-4524-b3a1-ea4ecfb6a20a None None] The sync data for ids ['36d62a50-3042-42a6-80fb-350090c3affb'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:10:44.825718 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port afd22a47-0302-4930-aa47-b3194d1c94b0, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=afd22a47-0302-4930-aa47-b3194d1c94b0,segment=NetworkSegment(9b264741-b453-4da1-a8dc-8abba1c2c443),segment_id=9b264741-b453-4da1-a8dc-8abba1c2c443)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:44.839259 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cc09323e-5b28-4d53-89e5-51a16bd32197 None None] Provisioning complete for port 0994e983-cc62-4aa4-affd-67c822a20d0f triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:44.839962 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cc09323e-5b28-4d53-89e5-51a16bd32197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0994e983-cc62-4aa4-affd-67c822a20d0f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.841659 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (afd22a47-0302-4930-aa47-b3194d1c94b0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.845508 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-842ca1ae-137a-44e1-9ba8-5d2a45bf651d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.872719 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29668356-4131-49be-81e4-f503bbc51dcb None None] Pushing event updated for resources: {'Port': ['ID=0994e983-cc62-4aa4-affd-67c822a20d0f,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:44.880088 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3858a13d-815f-4ed8-99c2-5d8b4e1fe899 admin admin] Publish callbacks [] for security_group (865fd3f0-43ce-4232-8056-7f837eb185d6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.886505 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3858a13d-815f-4ed8-99c2-5d8b4e1fe899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (865fd3f0-43ce-4232-8056-7f837eb185d6), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.901163 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3858a13d-815f-4ed8-99c2-5d8b4e1fe899 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:44.910453 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3858a13d-815f-4ed8-99c2-5d8b4e1fe899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (8e5ed610-5b9b-488f-bec8-421c5ea62b94), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.910801 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-3858a13d-815f-4ed8-99c2-5d8b4e1fe899 admin admin] Added segment 8e5ed610-5b9b-488f-bec8-421c5ea62b94 of type vlan for network a1c7f966-110a-47e4-9787-66ca56a71600 Jan 27 22:10:44.951350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fea34f-adc1-4611-8abc-6b7e26f72bb5 None None] Network 211a726e-8b75-46b6-83ea-787ffc35b6d6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:44.957432 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3858a13d-815f-4ed8-99c2-5d8b4e1fe899 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (a1c7f966-110a-47e4-9787-66ca56a71600), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:45.002266 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3858a13d-815f-4ed8-99c2-5d8b4e1fe899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (a1c7f966-110a-47e4-9787-66ca56a71600), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:45.002730 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d09789d-a721-4133-a9cf-6645589b5d6a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:10:45.003250 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3858a13d-815f-4ed8-99c2-5d8b4e1fe899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:45.003842 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3858a13d-815f-4ed8-99c2-5d8b4e1fe899 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:45.025962 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c2506f-d23b-4f95-a7ea-3385184d02d5 None None] Sync routers for ids ['52068511-e824-46aa-9438-4fd314c6aefe'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:10:45.050378 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c2506f-d23b-4f95-a7ea-3385184d02d5 None None] Routers {'52068511-e824-46aa-9438-4fd314c6aefe'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:45.051167 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-72c2506f-d23b-4f95-a7ea-3385184d02d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['52068511-e824-46aa-9438-4fd314c6aefe'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:45.096963 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=afd22a47-0302-4930-aa47-b3194d1c94b0,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:45.117313 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d09789d-a721-4133-a9cf-6645589b5d6a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:45.118979 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2d09789d-a721-4133-a9cf-6645589b5d6a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.0474102 Jan 27 22:10:45.122812 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53332) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:45.170693 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-72c2506f-d23b-4f95-a7ea-3385184d02d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:45.191175 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cc09323e-5b28-4d53-89e5-51a16bd32197 None None] Current status of the port 0994e983-cc62-4aa4-affd-67c822a20d0f is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:45.204527 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c2506f-d23b-4f95-a7ea-3385184d02d5 None None] Routers {'52068511-e824-46aa-9438-4fd314c6aefe'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:45.207180 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-72c2506f-d23b-4f95-a7ea-3385184d02d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['52068511-e824-46aa-9438-4fd314c6aefe'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:45.210225 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'name': 'tempest-TestNetworkBasicOps-router-398037084', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:10:35Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:33Z', 'updated_at': '2022-01-27T22:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'bce0a8f5-5e41-4e5c-b46f-b9c3319a962e', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'port_id': 'a0e43861-1e91-4207-847c-5e8a72be1419', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'mac_address': 'fa:16:3e:ae:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72d76f-352b-47a5-9fa7-a4354217985c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:08:16Z', 'updated_at': '2022-01-27T22:08:23Z', 'revision_number': 1, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0994e983-cc62-4aa4-affd-67c822a20d0f', 'name': '', 'network_id': '2b88bd20-1798-48ad-b21f-622cdc63e125', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:8a:a4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'd7f8e6f4-9f78-4696-912f-81f03e5505e6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:33Z', 'updated_at': '2022-01-27T22:10:42Z', 'revision_number': 4, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'd7f8e6f4-9f78-4696-912f-81f03e5505e6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b83680cf-046d-424d-ae8b-ae3fccd272f4', 'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:84:18:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:39Z', 'updated_at': '2022-01-27T22:07:46Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:45.213681 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d56af472-ad99-4fcb-b2b5-4429e1e73781 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (36d62a50-3042-42a6-80fb-350090c3affb), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:45.228012 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d56af472-ad99-4fcb-b2b5-4429e1e73781 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router_controller (36d62a50-3042-42a6-80fb-350090c3affb), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:45.269080 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409b0ca-ac16-4963-9938-980ce5fff79e None None] The sync data for ids ['6de3647a-c55e-4c7d-86c5-a33b1b612620'] in n-d-772272-3 is: [{'id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'name': 'tempest-TestNetworkBasicOps-router-398037084', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:10:35Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:33Z', 'updated_at': '2022-01-27T22:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'bce0a8f5-5e41-4e5c-b46f-b9c3319a962e', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'port_id': 'a0e43861-1e91-4207-847c-5e8a72be1419', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'mac_address': 'fa:16:3e:ae:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72d76f-352b-47a5-9fa7-a4354217985c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:08:16Z', 'updated_at': '2022-01-27T22:08:23Z', 'revision_number': 1, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0994e983-cc62-4aa4-affd-67c822a20d0f', 'name': '', 'network_id': '2b88bd20-1798-48ad-b21f-622cdc63e125', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:8a:a4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'd7f8e6f4-9f78-4696-912f-81f03e5505e6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:33Z', 'updated_at': '2022-01-27T22:10:42Z', 'revision_number': 4, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'd7f8e6f4-9f78-4696-912f-81f03e5505e6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b83680cf-046d-424d-ae8b-ae3fccd272f4', 'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:84:18:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:39Z', 'updated_at': '2022-01-27T22:07:46Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:10:45.272863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cc09323e-5b28-4d53-89e5-51a16bd32197 None None] Provisioning complete for port afd22a47-0302-4930-aa47-b3194d1c94b0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:45.272976 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-842ca1ae-137a-44e1-9ba8-5d2a45bf651d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] device_id is not set on port 39ddac10-7c7c-497b-ab5d-df108ccfc420 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:10:45.273064 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cc09323e-5b28-4d53-89e5-51a16bd32197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (afd22a47-0302-4930-aa47-b3194d1c94b0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:45.277638 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858a13d-815f-4ed8-99c2-5d8b4e1fe899 admin admin] Pushing event updated for resources: {'Network': ['ID=a1c7f966-110a-47e4-9787-66ca56a71600,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:45.315187 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d56af472-ad99-4fcb-b2b5-4429e1e73781 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (36d62a50-3042-42a6-80fb-350090c3affb), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:45.315684 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56af472-ad99-4fcb-b2b5-4429e1e73781 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Fanout notify agent at l3_agent the message router_deleted on router 36d62a50-3042-42a6-80fb-350090c3affb {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:10:45.325101 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d56af472-ad99-4fcb-b2b5-4429e1e73781 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:45.332763 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d56af472-ad99-4fcb-b2b5-4429e1e73781 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "DELETE /v2.0/routers/36d62a50-3042-42a6-80fb-350090c3affb HTTP/1.1" status: 204 len: 168 time: 0.7804642 Jan 27 22:10:45.341461 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-72c2506f-d23b-4f95-a7ea-3385184d02d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:45.342366 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c2506f-d23b-4f95-a7ea-3385184d02d5 None None] The sync data for ids ['52068511-e824-46aa-9438-4fd314c6aefe'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:10:45.366254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53336) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:45.400992 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network a1c7f966-110a-47e4-9787-66ca56a71600 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:45.418383 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e24731fa-afbc-47f2-8000-3e9f42508ae2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/routers/52068511-e824-46aa-9438-4fd314c6aefe HTTP/1.1" status: 200 len: 881 time: 0.2920332 Jan 27 22:10:45.418964 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53338) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:45.490933 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3858a13d-815f-4ed8-99c2-5d8b4e1fe899 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2215877 Jan 27 22:10:45.498790 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53342) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:45.516483 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-575358d8-2130-4b9f-b2b8-a322af2dfba0 admin admin] Request body: {'subnet': {'network_id': 'a1c7f966-110a-47e4-9787-66ca56a71600', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-171623962-subnet', 'tenant_id': '1273bfd5606b47f59a8150eb0d979a97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:45.547786 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-23dfaaef-a09e-49ab-a2c1-54b86fe4ce07 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "GET /v2.0/ports?device_id=36d62a50-3042-42a6-80fb-350090c3affb HTTP/1.1" status: 200 len: 205 time: 0.1754951 Jan 27 22:10:45.554813 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53344) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:45.554952 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858a13d-815f-4ed8-99c2-5d8b4e1fe899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865fd3f0-43ce-4232-8056-7f837eb185d6,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:45.571214 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a8e01f-96cc-48cc-801c-f3c48090a861 None None] Update dhcp port {'port': {'network_id': '211a726e-8b75-46b6-83ea-787ffc35b6d6', 'fixed_ips': [{'subnet_id': 'fc6519c7-bcba-4778-9c9e-906f4b8fbb2f', 'ip_address': '172.20.0.2'}, {'subnet_id': '411ef605-f44f-429f-bef3-54b88964e7e5'}], 'binding:host_id': 'n-d-772272-3'}, 'id': 'afd22a47-0302-4930-aa47-b3194d1c94b0'} from n-d-772272-3. {{(pid=109743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:10:45.639021 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-99a8e01f-96cc-48cc-801c-f3c48090a861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (afd22a47-0302-4930-aa47-b3194d1c94b0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:45.681956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575358d8-2130-4b9f-b2b8-a322af2dfba0 admin admin] Made reservation on behalf of 1273bfd5606b47f59a8150eb0d979a97 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:45.690298 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-575358d8-2130-4b9f-b2b8-a322af2dfba0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:45.696262 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-2a158925-fc2d-424a-942b-f184632831ba tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] delete failed (client error): The resource could not be found. Jan 27 22:10:45.704033 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2a158925-fc2d-424a-942b-f184632831ba tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "DELETE /v2.0/routers/36d62a50-3042-42a6-80fb-350090c3affb HTTP/1.1" status: 404 len: 336 time: 0.1376708 Jan 27 22:10:45.707636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53352) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:45.775263 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cc09323e-5b28-4d53-89e5-51a16bd32197 None None] Current status of the port afd22a47-0302-4930-aa47-b3194d1c94b0 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:45.916068 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a467c46e-6cb5-4fc9-bde5-2d33c2e8ed9f tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d3de892-a091-43ac-9abf-3cb40b923223 HTTP/1.1" status: 200 len: 205 time: 0.2046041 Jan 27 22:10:45.916705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53362) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:45.988135 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-99a8e01f-96cc-48cc-801c-f3c48090a861 None None] Allocated IP 172.20.0.18 (211a726e-8b75-46b6-83ea-787ffc35b6d6/411ef605-f44f-429f-bef3-54b88964e7e5/afd22a47-0302-4930-aa47-b3194d1c94b0) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:46.001857 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device afd22a47-0302-4930-aa47-b3194d1c94b0 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:46.013157 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-e4ef79d9-7dc9-4393-8de9-957e4a41bfc3 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] delete failed (client error): The resource could not be found. Jan 27 22:10:46.016657 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:10:46.017360 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e4ef79d9-7dc9-4393-8de9-957e4a41bfc3 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "DELETE /v2.0/routers/8d3de892-a091-43ac-9abf-3cb40b923223 HTTP/1.1" status: 404 len: 336 time: 0.0995519 Jan 27 22:10:46.017946 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53368) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:46.056782 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9ea4bf41-9f6e-4a57-b282-e66a7a62e744 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4ba9f4d-d4df-48b0-baff-957028cb4833 HTTP/1.1" status: 200 len: 205 time: 0.0370712 Jan 27 22:10:46.057716 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53370) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:46.113666 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-24c28aec-e51c-4cb6-b9b5-f10f70ecc3e5 None None] Provisioning complete for port afd22a47-0302-4930-aa47-b3194d1c94b0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:46.114895 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-24c28aec-e51c-4cb6-b9b5-f10f70ecc3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (afd22a47-0302-4930-aa47-b3194d1c94b0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:46.144319 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-4f6ce2d7-11b4-49d2-bb21-030a0e39ec94 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] delete failed (client error): The resource could not be found. Jan 27 22:10:46.154559 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4f6ce2d7-11b4-49d2-bb21-030a0e39ec94 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "DELETE /v2.0/routers/a4ba9f4d-d4df-48b0-baff-957028cb4833 HTTP/1.1" status: 404 len: 336 time: 0.0954785 Jan 27 22:10:46.155181 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53380) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:46.221180 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d52faabc-11d7-448b-a957-214ae8553013 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ed3d01e-e33d-4449-abfb-d6083f575307 HTTP/1.1" status: 200 len: 205 time: 0.0418656 Jan 27 22:10:46.222071 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53386) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:46.279360 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-099ee294-61aa-4f7c-8b0d-380f22e97e17 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] delete failed (client error): The resource could not be found. Jan 27 22:10:46.283679 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-099ee294-61aa-4f7c-8b0d-380f22e97e17 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "DELETE /v2.0/routers/4ed3d01e-e33d-4449-abfb-d6083f575307 HTTP/1.1" status: 404 len: 336 time: 0.0584342 Jan 27 22:10:46.286469 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53390) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:46.348990 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-27164c8e-bf09-47a1-acee-8412af70b735 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "GET /v2.0/ports?device_id=217919a5-c5fa-4d20-b668-e25fab3a0ce4 HTTP/1.1" status: 200 len: 205 time: 0.0609720 Jan 27 22:10:46.354501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53396) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:46.429894 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-575358d8-2130-4b9f-b2b8-a322af2dfba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (45d594b1-127e-42e2-baee-326c4971b845), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:46.449835 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-50aaab4a-e860-495c-a716-3a702c35052a tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] delete failed (client error): The resource could not be found. Jan 27 22:10:46.456773 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-50aaab4a-e860-495c-a716-3a702c35052a tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "DELETE /v2.0/routers/217919a5-c5fa-4d20-b668-e25fab3a0ce4 HTTP/1.1" status: 404 len: 336 time: 0.0998731 Jan 27 22:10:46.457594 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53404) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:46.461568 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8f1bc45-bad6-488d-a957-6d12188d79c0 req-4050a073-3060-4d12-9cce-d26a88bca3d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3374848 Jan 27 22:10:46.538060 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-916a5955-3aad-4cf2-a8e5-6f2352816366 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6b827ad-ff70-412b-be2e-74221038034c HTTP/1.1" status: 200 len: 205 time: 0.0753295 Jan 27 22:10:46.540308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53408) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:46.603598 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575358d8-2130-4b9f-b2b8-a322af2dfba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45d594b1-127e-42e2-baee-326c4971b845,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:46.635549 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575358d8-2130-4b9f-b2b8-a322af2dfba0 admin admin] Checking segment: {'id': '8e5ed610-5b9b-488f-bec8-421c5ea62b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a1c7f966-110a-47e4-9787-66ca56a71600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:46.636100 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575358d8-2130-4b9f-b2b8-a322af2dfba0 admin admin] Network hostable DHCP agents. Network: a1c7f966-110a-47e4-9787-66ca56a71600, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:46.656577 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1b6c45bd-453f-4e55-8658-8222e8b901f5 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.2366264 Jan 27 22:10:46.659723 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53416) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:46.664630 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b09f911f-e220-46f9-a79e-acb4825ca369 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1666947786'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:46.716563 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-b47cf508-7f4c-459a-b0ee-0b3bd78cecb7 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] delete failed (client error): The resource could not be found. Jan 27 22:10:46.717910 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b47cf508-7f4c-459a-b0ee-0b3bd78cecb7 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "DELETE /v2.0/routers/d6b827ad-ff70-412b-be2e-74221038034c HTTP/1.1" status: 404 len: 336 time: 0.1765947 Jan 27 22:10:46.722087 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53422) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:46.765358 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575358d8-2130-4b9f-b2b8-a322af2dfba0 admin admin] Network a1c7f966-110a-47e4-9787-66ca56a71600 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:46.778814 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-575358d8-2130-4b9f-b2b8-a322af2dfba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, a1c7f966-110a-47e4-9787-66ca56a71600) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:46.789010 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575358d8-2130-4b9f-b2b8-a322af2dfba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:46.789412 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-575358d8-2130-4b9f-b2b8-a322af2dfba0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:46.810294 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-25193be1-19d5-476e-ad1a-c59453f2df14 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] DELETE failed (client error): The resource could not be found. Jan 27 22:10:46.810758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25193be1-19d5-476e-ad1a-c59453f2df14 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:10:46.816522 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-25193be1-19d5-476e-ad1a-c59453f2df14 tempest-RoutersAdminTest-506082363 tempest-RoutersAdminTest-506082363-project] 10.222.0.23 "DELETE /v2.0/subnets/cea4dc07-61a4-4277-83ab-9c42c3b19163 HTTP/1.1" status: 404 len: 337 time: 0.0868120 Jan 27 22:10:46.823935 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fb67c1-7481-45df-a2f2-bd3e65a8d37f None None] Network a1c7f966-110a-47e4-9787-66ca56a71600 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:46.857498 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-575358d8-2130-4b9f-b2b8-a322af2dfba0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3453856 Jan 27 22:10:46.858363 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1bc45-bad6-488d-a957-6d12188d79c0 req-486cb353-e0c5-4dd5-95d8-dde44d564a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:46.860573 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8f1bc45-bad6-488d-a957-6d12188d79c0 req-486cb353-e0c5-4dd5-95d8-dde44d564a5e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f283cf476a449f8a327cb51a3011c25&device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 1096 time: 0.3210533 Jan 27 22:10:46.978747 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-99a8e01f-96cc-48cc-801c-f3c48090a861 None None] For port afd22a47-0302-4930-aa47-b3194d1c94b0, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=afd22a47-0302-4930-aa47-b3194d1c94b0,segment=NetworkSegment(9b264741-b453-4da1-a8dc-8abba1c2c443),segment_id=9b264741-b453-4da1-a8dc-8abba1c2c443)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:47.028866 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port afd22a47-0302-4930-aa47-b3194d1c94b0 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:47.029675 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (afd22a47-0302-4930-aa47-b3194d1c94b0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:47.075204 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1bc45-bad6-488d-a957-6d12188d79c0 req-d1e51454-64b5-46cb-aa9c-2425689b4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:47.078262 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8f1bc45-bad6-488d-a957-6d12188d79c0 req-d1e51454-64b5-46cb-aa9c-2425689b4034 service neutron] 10.222.0.21 "GET /v2.0/networks?id=311387d6-3d2b-47db-9edf-f9892a889d06 HTTP/1.1" status: 200 len: 898 time: 0.1847150 Jan 27 22:10:47.186752 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-24c28aec-e51c-4cb6-b9b5-f10f70ecc3e5 None None] Current status of the port afd22a47-0302-4930-aa47-b3194d1c94b0 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:47.199611 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-99a8e01f-96cc-48cc-801c-f3c48090a861 None None] Publish callbacks [] for port (afd22a47-0302-4930-aa47-b3194d1c94b0), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:47.213404 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-99a8e01f-96cc-48cc-801c-f3c48090a861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (afd22a47-0302-4930-aa47-b3194d1c94b0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:47.213908 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8f1bc45-bad6-488d-a957-6d12188d79c0 req-0b2de606-9ca9-4c07-a274-d3202de0a444 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0e43861-1e91-4207-847c-5e8a72be1419 HTTP/1.1" status: 200 len: 999 time: 0.1249044 Jan 27 22:10:47.294520 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7430aedd-376a-4771-8cc8-f8551c9f9807 None None] Network a1c7f966-110a-47e4-9787-66ca56a71600 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:47.408780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53452) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:47.464074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1bc45-bad6-488d-a957-6d12188d79c0 req-12175511-d5ec-471c-a81e-a2a2f97f1504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:47.469411 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b09f911f-e220-46f9-a79e-acb4825ca369 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (52068511-e824-46aa-9438-4fd314c6aefe), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:47.470810 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8f1bc45-bad6-488d-a957-6d12188d79c0 req-12175511-d5ec-471c-a81e-a2a2f97f1504 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbf00ebb-14ad-4f54-96c2-53f25b86a208 HTTP/1.1" status: 200 len: 834 time: 0.2497733 Jan 27 22:10:47.487980 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b09f911f-e220-46f9-a79e-acb4825ca369 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1668512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1663757'] for router (52068511-e824-46aa-9438-4fd314c6aefe), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:47.610176 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1bc45-bad6-488d-a957-6d12188d79c0 req-faa2c8fd-e634-4435-963f-63c0b0ca159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:47.611684 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8f1bc45-bad6-488d-a957-6d12188d79c0 req-faa2c8fd-e634-4435-963f-63c0b0ca159a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=311387d6-3d2b-47db-9edf-f9892a889d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304924 Jan 27 22:10:47.616073 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-842ca1ae-137a-44e1-9ba8-5d2a45bf651d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Allocated IP 172.20.0.8 (211a726e-8b75-46b6-83ea-787ffc35b6d6/fc6519c7-bcba-4778-9c9e-906f4b8fbb2f/39ddac10-7c7c-497b-ab5d-df108ccfc420) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:47.624287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8e01f-96cc-48cc-801c-f3c48090a861 None None] Pushing event updated for resources: {'Port': ['ID=afd22a47-0302-4930-aa47-b3194d1c94b0,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:47.633074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-842ca1ae-137a-44e1-9ba8-5d2a45bf651d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Allocated IP 172.20.0.22 (211a726e-8b75-46b6-83ea-787ffc35b6d6/411ef605-f44f-429f-bef3-54b88964e7e5/39ddac10-7c7c-497b-ab5d-df108ccfc420) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:47.672588 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port afd22a47-0302-4930-aa47-b3194d1c94b0 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:47.673743 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0994e983-cc62-4aa4-affd-67c822a20d0f up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:47.771705 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09f911f-e220-46f9-a79e-acb4825ca369 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router 52068511-e824-46aa-9438-4fd314c6aefe has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:10:47.807926 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 0994e983-cc62-4aa4-affd-67c822a20d0f triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:47.808420 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0994e983-cc62-4aa4-affd-67c822a20d0f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:47.939668 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cc746ecd-76b7-48b7-9b77-d70d7965c579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:48.046611 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 0994e983-cc62-4aa4-affd-67c822a20d0f is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:48.085330 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09f911f-e220-46f9-a79e-acb4825ca369 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:10:48.101360 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5198c853-7b66-409d-80fd-e4a229d84733 None None] Sync routers for ids ['52068511-e824-46aa-9438-4fd314c6aefe'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:10:48.109963 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b09f911f-e220-46f9-a79e-acb4825ca369 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:48.114638 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b09f911f-e220-46f9-a79e-acb4825ca369 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/52068511-e824-46aa-9438-4fd314c6aefe HTTP/1.1" status: 200 len: 888 time: 1.4528947 Jan 27 22:10:48.115550 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5198c853-7b66-409d-80fd-e4a229d84733 None None] Routers {'52068511-e824-46aa-9438-4fd314c6aefe'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:48.117721 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5198c853-7b66-409d-80fd-e4a229d84733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['52068511-e824-46aa-9438-4fd314c6aefe'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:48.119489 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53478) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:48.186504 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5198c853-7b66-409d-80fd-e4a229d84733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:48.197507 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53480) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:48.222200 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device afd22a47-0302-4930-aa47-b3194d1c94b0 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:48.303084 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5198c853-7b66-409d-80fd-e4a229d84733 None None] Routers {'52068511-e824-46aa-9438-4fd314c6aefe'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:48.303775 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5198c853-7b66-409d-80fd-e4a229d84733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['52068511-e824-46aa-9438-4fd314c6aefe'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:48.367728 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5198c853-7b66-409d-80fd-e4a229d84733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:48.369946 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5198c853-7b66-409d-80fd-e4a229d84733 None None] The sync data for ids ['52068511-e824-46aa-9438-4fd314c6aefe'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:10:48.388997 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ab2f8eaa-dd9f-489a-92d9-b2f0177d13ae tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/routers/52068511-e824-46aa-9438-4fd314c6aefe HTTP/1.1" status: 200 len: 888 time: 0.2669156 Jan 27 22:10:48.399277 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53492) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:48.424467 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port afd22a47-0302-4930-aa47-b3194d1c94b0 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:48.425170 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (afd22a47-0302-4930-aa47-b3194d1c94b0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:48.448085 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-40af5d99-e1e3-4015-ae5d-097a840271f5 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/ports?device_id=52068511-e824-46aa-9438-4fd314c6aefe HTTP/1.1" status: 200 len: 205 time: 0.0443110 Jan 27 22:10:48.453004 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53496) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:48.576240 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port afd22a47-0302-4930-aa47-b3194d1c94b0 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:48.590570 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5523b1ab-5c67-4ecc-a8ea-d687abb45988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:48.629993 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-bd95496b-61c8-4d83-902e-1e10105f73c8 None None] Provisioning complete for port afd22a47-0302-4930-aa47-b3194d1c94b0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:48.630667 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bd95496b-61c8-4d83-902e-1e10105f73c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (afd22a47-0302-4930-aa47-b3194d1c94b0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:48.631094 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ec5cc20-a72c-479e-8f7f-eb06298929ae tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (52068511-e824-46aa-9438-4fd314c6aefe), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:48.655634 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8f1bc45-bad6-488d-a957-6d12188d79c0 req-5aa3ffba-58c4-424f-8e77-042190db250e service neutron] 10.222.0.21 "GET /v2.0/networks/311387d6-3d2b-47db-9edf-f9892a889d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0337269 Jan 27 22:10:48.740320 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-bd95496b-61c8-4d83-902e-1e10105f73c8 None None] Current status of the port afd22a47-0302-4930-aa47-b3194d1c94b0 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:48.809641 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5523b1ab-5c67-4ecc-a8ea-d687abb45988 admin admin] Publish callbacks [] for security_group (f137d909-d466-489c-8e9d-8b0a300224cf), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:48.812215 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ec5cc20-a72c-479e-8f7f-eb06298929ae tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router_gateway (52068511-e824-46aa-9438-4fd314c6aefe), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:48.817453 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5523b1ab-5c67-4ecc-a8ea-d687abb45988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f137d909-d466-489c-8e9d-8b0a300224cf), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:48.877164 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cc746ecd-76b7-48b7-9b77-d70d7965c579 admin admin] Publish callbacks [] for security_group (580ea3ba-dbd1-4586-974c-a003f15ddc01), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:48.879554 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523b1ab-5c67-4ecc-a8ea-d687abb45988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f137d909-d466-489c-8e9d-8b0a300224cf,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:48.893281 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cc746ecd-76b7-48b7-9b77-d70d7965c579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (580ea3ba-dbd1-4586-974c-a003f15ddc01), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:48.894960 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5523b1ab-5c67-4ecc-a8ea-d687abb45988 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c6f4b1bb9c743e182ae312738b2fe87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6960454 Jan 27 22:10:48.896828 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53522) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:48.905901 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523b1ab-5c67-4ecc-a8ea-d687abb45988 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:48.906604 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523b1ab-5c67-4ecc-a8ea-d687abb45988 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:48.907025 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523b1ab-5c67-4ecc-a8ea-d687abb45988 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:48.907376 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523b1ab-5c67-4ecc-a8ea-d687abb45988 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:48.907810 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523b1ab-5c67-4ecc-a8ea-d687abb45988 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:48.908807 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523b1ab-5c67-4ecc-a8ea-d687abb45988 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:48.909223 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523b1ab-5c67-4ecc-a8ea-d687abb45988 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:48.909647 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523b1ab-5c67-4ecc-a8ea-d687abb45988 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:48.910050 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523b1ab-5c67-4ecc-a8ea-d687abb45988 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:48.910510 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523b1ab-5c67-4ecc-a8ea-d687abb45988 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:48.910909 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523b1ab-5c67-4ecc-a8ea-d687abb45988 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:48.911307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523b1ab-5c67-4ecc-a8ea-d687abb45988 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:48.911705 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5523b1ab-5c67-4ecc-a8ea-d687abb45988 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:48.913858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-135e177f-7e54-43b0-88b7-65c494967537 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:48.915272 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-135e177f-7e54-43b0-88b7-65c494967537 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/networks?id=ca0c5b50-086e-408e-af99-6e41f16984a3 HTTP/1.1" status: 200 len: 809 time: 1.2078519 Jan 27 22:10:49.025184 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-842ca1ae-137a-44e1-9ba8-5d2a45bf651d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for port (39ddac10-7c7c-497b-ab5d-df108ccfc420), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:49.033428 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-3da53224-3672-4d95-9fe7-d8219a85b7e2 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/quotas/a4d6e60c77fc425886751adbc896d4c7 HTTP/1.1" status: 200 len: 375 time: 0.0734582 Jan 27 22:10:49.039199 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-cc746ecd-76b7-48b7-9b77-d70d7965c579 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e868b0e56a9d458a97c4005a738eff29&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6203432 Jan 27 22:10:49.047618 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53532) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:49.048337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc746ecd-76b7-48b7-9b77-d70d7965c579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580ea3ba-dbd1-4586-974c-a003f15ddc01,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:49.132329 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8f1bc45-bad6-488d-a957-6d12188d79c0 req-e2b877db-00b3-4bfa-a337-0e59ea292644 service neutron] 10.222.0.21 "GET /v2.0/networks/311387d6-3d2b-47db-9edf-f9892a889d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601808 Jan 27 22:10:49.158566 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-d5098a38-8661-4f34-afbd-194320731501 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a4d6e60c77fc425886751adbc896d4c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1116621 Jan 27 22:10:49.202930 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d219223e-f7eb-457c-8349-476088ffb60f admin admin] Publish callbacks [] for security_group (580ea3ba-dbd1-4586-974c-a003f15ddc01), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:49.219386 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-842ca1ae-137a-44e1-9ba8-5d2a45bf651d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (39ddac10-7c7c-497b-ab5d-df108ccfc420), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:49.298228 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d219223e-f7eb-457c-8349-476088ffb60f admin admin] Publish callbacks [] for security_group (580ea3ba-dbd1-4586-974c-a003f15ddc01), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:49.330811 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842ca1ae-137a-44e1-9ba8-5d2a45bf651d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 211a726e-8b75-46b6-83ea-787ffc35b6d6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:49.339219 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-842ca1ae-137a-44e1-9ba8-5d2a45bf651d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:49.343225 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842ca1ae-137a-44e1-9ba8-5d2a45bf651d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:49.429033 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ca1ae-137a-44e1-9ba8-5d2a45bf651d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Port': ['ID=39ddac10-7c7c-497b-ab5d-df108ccfc420,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:49.484484 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-5ec5cc20-a72c-479e-8f7f-eb06298929ae tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting port 49bc786d-5ff8-4b46-8de8-5630bb90e004 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:49.484484 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ec5cc20-a72c-479e-8f7f-eb06298929ae tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (49bc786d-5ff8-4b46-8de8-5630bb90e004), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:49.484865 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53546) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:49.541470 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-97702c1a-2b62-427f-8bf7-589d769611c1 service neutron] 10.222.0.23 "GET /v2.0/networks/ca0c5b50-086e-408e-af99-6e41f16984a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676388 Jan 27 22:10:49.584401 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b6bbc72-bca3-4f44-9e3e-8132a0453971 admin admin] Publish callbacks [] for security_group (f137d909-d466-489c-8e9d-8b0a300224cf), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:49.591705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842ca1ae-137a-44e1-9ba8-5d2a45bf651d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:49.592402 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-842ca1ae-137a-44e1-9ba8-5d2a45bf651d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:49.645132 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b6bbc72-bca3-4f44-9e3e-8132a0453971 admin admin] Publish callbacks [] for security_group (f137d909-d466-489c-8e9d-8b0a300224cf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:49.682451 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d219223e-f7eb-457c-8349-476088ffb60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (580ea3ba-dbd1-4586-974c-a003f15ddc01), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:49.686939 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d219223e-f7eb-457c-8349-476088ffb60f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:49.693068 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d219223e-f7eb-457c-8349-476088ffb60f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/580ea3ba-dbd1-4586-974c-a003f15ddc01 HTTP/1.1" status: 204 len: 168 time: 0.6289630 Jan 27 22:10:49.698464 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ec5cc20-a72c-479e-8f7f-eb06298929ae tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (49bc786d-5ff8-4b46-8de8-5630bb90e004), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:49.714871 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219223e-f7eb-457c-8349-476088ffb60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580ea3ba-dbd1-4586-974c-a003f15ddc01,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:49.732843 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-842ca1ae-137a-44e1-9ba8-5d2a45bf651d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.3758836 Jan 27 22:10:49.753068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53554) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:49.770258 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-e91d870d-49a7-4bdb-8c1a-6025cd4a5645 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fc6519c7-bcba-4778-9c9e-906f4b8fbb2f'}]}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:49.782933 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-5ec5cc20-a72c-479e-8f7f-eb06298929ae tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Calling delete_port for 49bc786d-5ff8-4b46-8de8-5630bb90e004 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:49.789083 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-bbda76c6-df11-4a7e-aaf1-d6d861c73590 None None] Provisioning complete for port 39ddac10-7c7c-497b-ab5d-df108ccfc420 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:49.789709 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bbda76c6-df11-4a7e-aaf1-d6d861c73590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (39ddac10-7c7c-497b-ab5d-df108ccfc420), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:49.807237 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b158820d-f6cf-429d-ad01-c7f29dc648cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:49.833377 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-96164e54-7b4f-4ba4-ba60-1d662c1d4ad6 service neutron] 10.222.0.23 "GET /v2.0/networks/ca0c5b50-086e-408e-af99-6e41f16984a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795417 Jan 27 22:10:49.882814 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-bbda76c6-df11-4a7e-aaf1-d6d861c73590 None None] Port 39ddac10-7c7c-497b-ab5d-df108ccfc420 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:10:49.930497 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e91d870d-49a7-4bdb-8c1a-6025cd4a5645 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (39ddac10-7c7c-497b-ab5d-df108ccfc420), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:49.945442 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b6bbc72-bca3-4f44-9e3e-8132a0453971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f137d909-d466-489c-8e9d-8b0a300224cf), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:49.948666 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b6bbc72-bca3-4f44-9e3e-8132a0453971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:49.949849 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2b6bbc72-bca3-4f44-9e3e-8132a0453971 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f137d909-d466-489c-8e9d-8b0a300224cf HTTP/1.1" status: 204 len: 168 time: 1.0520294 Jan 27 22:10:49.992617 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bbc72-bca3-4f44-9e3e-8132a0453971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f137d909-d466-489c-8e9d-8b0a300224cf,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:50.272561 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b158820d-f6cf-429d-ad01-c7f29dc648cc admin admin] Publish callbacks [] for security_group (e4740dc2-9cb0-4343-b7e1-90fd3c372ab1), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.332784 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b158820d-f6cf-429d-ad01-c7f29dc648cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e4740dc2-9cb0-4343-b7e1-90fd3c372ab1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.369891 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b67fd2b-b27e-4f9d-ac37-51464eea8bc9 req-04abc754-cc84-4920-965a-f4d234d3e1dd tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7c143d-7999-42cf-bb63-88996cbf24f4 HTTP/1.1" status: 200 len: 210 time: 0.0552309 Jan 27 22:10:50.370357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53570) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:50.412203 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158820d-f6cf-429d-ad01-c7f29dc648cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4740dc2-9cb0-4343-b7e1-90fd3c372ab1,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:50.421005 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b158820d-f6cf-429d-ad01-c7f29dc648cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ae55205baab457382b6de0d19ff5fdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9336369 Jan 27 22:10:50.424637 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53574) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:50.432668 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ec5cc20-a72c-479e-8f7f-eb06298929ae tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (49bc786d-5ff8-4b46-8de8-5630bb90e004), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.473921 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5cc20-a72c-479e-8f7f-eb06298929ae tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Port': ['ID=49bc786d-5ff8-4b46-8de8-5630bb90e004,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:50.498708 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b527d7c8-db1d-456d-954b-1ec03b080825 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=198458bdf11a4fbab8a9495016c591b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1227081 Jan 27 22:10:50.508301 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53576) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:50.561075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-e91d870d-49a7-4bdb-8c1a-6025cd4a5645 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Delete allocated IP 172.20.0.22 (211a726e-8b75-46b6-83ea-787ffc35b6d6/411ef605-f44f-429f-bef3-54b88964e7e5) {{(pid=109741) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 22:10:50.621301 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f956264-c8c4-40fb-bd9a-725524a94232 admin admin] Publish callbacks [] for security_group (e4740dc2-9cb0-4343-b7e1-90fd3c372ab1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.633549 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ec5cc20-a72c-479e-8f7f-eb06298929ae tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (52068511-e824-46aa-9438-4fd314c6aefe), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.649835 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53580) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:50.674623 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04200407-06ad-484a-b663-0e3fc0a840d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.714802 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f956264-c8c4-40fb-bd9a-725524a94232 admin admin] Publish callbacks [] for security_group (e4740dc2-9cb0-4343-b7e1-90fd3c372ab1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.755859 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e91d870d-49a7-4bdb-8c1a-6025cd4a5645 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for port (39ddac10-7c7c-497b-ab5d-df108ccfc420), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.763096 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e91d870d-49a7-4bdb-8c1a-6025cd4a5645 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (39ddac10-7c7c-497b-ab5d-df108ccfc420), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.778421 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ec5cc20-a72c-479e-8f7f-eb06298929ae tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (52068511-e824-46aa-9438-4fd314c6aefe), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.782952 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e53b4db9-cc5c-40fb-83b5-82f12720ea71 admin admin] Publish callbacks [] for security_group (99a05405-0425-4674-b1b9-c42e6f990720), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.791165 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ec5cc20-a72c-479e-8f7f-eb06298929ae tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router_controller (52068511-e824-46aa-9438-4fd314c6aefe), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.820026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d870d-49a7-4bdb-8c1a-6025cd4a5645 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Port': ['ID=39ddac10-7c7c-497b-ab5d-df108ccfc420,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:50.864980 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e53b4db9-cc5c-40fb-83b5-82f12720ea71 admin admin] Publish callbacks [] for security_group (99a05405-0425-4674-b1b9-c42e6f990720), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.879741 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ec5cc20-a72c-479e-8f7f-eb06298929ae tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (52068511-e824-46aa-9438-4fd314c6aefe), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.880307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec5cc20-a72c-479e-8f7f-eb06298929ae tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Fanout notify agent at l3_agent the message router_deleted on router 52068511-e824-46aa-9438-4fd314c6aefe {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:10:50.887693 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ec5cc20-a72c-479e-8f7f-eb06298929ae tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.888854 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5ec5cc20-a72c-479e-8f7f-eb06298929ae tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/routers/52068511-e824-46aa-9438-4fd314c6aefe HTTP/1.1" status: 204 len: 168 time: 2.4284105 Jan 27 22:10:50.893965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53582) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:50.900748 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-fe620635-bd60-4d7a-a2ac-cbf4717c9e69 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'network': {'name': 'tempest-RoutersTest-746956030'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:50.924192 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04200407-06ad-484a-b663-0e3fc0a840d6 admin admin] Publish callbacks [] for security_group (ca03e98f-4963-43d9-85c7-3f4e214d12e6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.934242 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f956264-c8c4-40fb-bd9a-725524a94232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e4740dc2-9cb0-4343-b7e1-90fd3c372ab1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.937733 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f956264-c8c4-40fb-bd9a-725524a94232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.939072 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1f956264-c8c4-40fb-bd9a-725524a94232 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4740dc2-9cb0-4343-b7e1-90fd3c372ab1 HTTP/1.1" status: 204 len: 168 time: 0.5134830 Jan 27 22:10:50.942649 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04200407-06ad-484a-b663-0e3fc0a840d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ca03e98f-4963-43d9-85c7-3f4e214d12e6), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.955360 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f956264-c8c4-40fb-bd9a-725524a94232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4740dc2-9cb0-4343-b7e1-90fd3c372ab1,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:50.959320 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe620635-bd60-4d7a-a2ac-cbf4717c9e69 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Made reservation on behalf of 1343ecea38cc45ffb85c1a5fad43cd9f for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:50.964332 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe620635-bd60-4d7a-a2ac-cbf4717c9e69 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.972327 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-e91d870d-49a7-4bdb-8c1a-6025cd4a5645 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] In _notify_port_updated(), no bound segment for port 39ddac10-7c7c-497b-ab5d-df108ccfc420 on network 211a726e-8b75-46b6-83ea-787ffc35b6d6 {{(pid=109741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:10:50.977655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91d870d-49a7-4bdb-8c1a-6025cd4a5645 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:50.978305 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e91d870d-49a7-4bdb-8c1a-6025cd4a5645 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:50.997904 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53586) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:51.003391 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e91d870d-49a7-4bdb-8c1a-6025cd4a5645 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "PUT /v2.0/ports/39ddac10-7c7c-497b-ab5d-df108ccfc420 HTTP/1.1" status: 200 len: 919 time: 1.2489345 Jan 27 22:10:51.021255 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8e4b87e8-2fc3-453b-8cc7-38f4f23cb6c8 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fc6519c7-bcba-4778-9c9e-906f4b8fbb2f'}, {'subnet_id': '411ef605-f44f-429f-bef3-54b88964e7e5'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:51.028757 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-04200407-06ad-484a-b663-0e3fc0a840d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df4de5e67dfc40c58e2013f666bf2777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3779016 Jan 27 22:10:51.030605 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04200407-06ad-484a-b663-0e3fc0a840d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca03e98f-4963-43d9-85c7-3f4e214d12e6,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:51.033980 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53588) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:51.036408 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e53b4db9-cc5c-40fb-83b5-82f12720ea71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (99a05405-0425-4674-b1b9-c42e6f990720), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.043189 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e53b4db9-cc5c-40fb-83b5-82f12720ea71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.045868 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e53b4db9-cc5c-40fb-83b5-82f12720ea71 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99a05405-0425-4674-b1b9-c42e6f990720 HTTP/1.1" status: 204 len: 168 time: 0.5361423 Jan 27 22:10:51.083937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b4db9-cc5c-40fb-83b5-82f12720ea71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a05405-0425-4674-b1b9-c42e6f990720,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:51.087847 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe620635-bd60-4d7a-a2ac-cbf4717c9e69 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:51.098885 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-12787e18-9295-4ba5-b3e1-f963d12cca58 admin admin] Publish callbacks [] for security_group (ca03e98f-4963-43d9-85c7-3f4e214d12e6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.110919 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe620635-bd60-4d7a-a2ac-cbf4717c9e69 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (7b0f3cbb-1b78-40d3-bd47-f2dbaf4d2660), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.111604 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-fe620635-bd60-4d7a-a2ac-cbf4717c9e69 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Added segment 7b0f3cbb-1b78-40d3-bd47-f2dbaf4d2660 of type vlan for network e4d3aded-0ebb-407d-9bfe-fe714f0d1f50 Jan 27 22:10:51.151370 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.160340 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-12787e18-9295-4ba5-b3e1-f963d12cca58 admin admin] Publish callbacks [] for security_group (ca03e98f-4963-43d9-85c7-3f4e214d12e6), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.228379 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe620635-bd60-4d7a-a2ac-cbf4717c9e69 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (e4d3aded-0ebb-407d-9bfe-fe714f0d1f50), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.230959 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-12787e18-9295-4ba5-b3e1-f963d12cca58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ca03e98f-4963-43d9-85c7-3f4e214d12e6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.237449 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-12787e18-9295-4ba5-b3e1-f963d12cca58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.238957 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-de5c3c6d-a555-4ec6-9a0e-18159654541e None None] Provisioning complete for port 39ddac10-7c7c-497b-ab5d-df108ccfc420 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:51.239466 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-12787e18-9295-4ba5-b3e1-f963d12cca58 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca03e98f-4963-43d9-85c7-3f4e214d12e6 HTTP/1.1" status: 204 len: 168 time: 0.2042027 Jan 27 22:10:51.240232 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-de5c3c6d-a555-4ec6-9a0e-18159654541e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (39ddac10-7c7c-497b-ab5d-df108ccfc420), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.259972 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12787e18-9295-4ba5-b3e1-f963d12cca58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca03e98f-4963-43d9-85c7-3f4e214d12e6,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:51.317973 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-de5c3c6d-a555-4ec6-9a0e-18159654541e None None] Port 39ddac10-7c7c-497b-ab5d-df108ccfc420 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:10:51.335388 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe620635-bd60-4d7a-a2ac-cbf4717c9e69 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (e4d3aded-0ebb-407d-9bfe-fe714f0d1f50), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.351032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe620635-bd60-4d7a-a2ac-cbf4717c9e69 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:51.351669 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe620635-bd60-4d7a-a2ac-cbf4717c9e69 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.457463 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fe620635-bd60-4d7a-a2ac-cbf4717c9e69 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5621090 Jan 27 22:10:51.461025 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53604) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:51.473034 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a12e67c2-69df-49e0-beb2-831bf986dc58 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'subnet': {'network_id': 'e4d3aded-0ebb-407d-9bfe-fe714f0d1f50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:51.506933 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e4b87e8-2fc3-453b-8cc7-38f4f23cb6c8 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (39ddac10-7c7c-497b-ab5d-df108ccfc420), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.559044 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe620635-bd60-4d7a-a2ac-cbf4717c9e69 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Network': ['ID=e4d3aded-0ebb-407d-9bfe-fe714f0d1f50,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:51.573104 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network e4d3aded-0ebb-407d-9bfe-fe714f0d1f50 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:51.573819 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc081c5c-2227-4eb3-9982-e68541985bf3 req-094d7394-41dc-4ffd-bec6-661cd4149110 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7c143d-7999-42cf-bb63-88996cbf24f4 HTTP/1.1" status: 200 len: 210 time: 0.0417621 Jan 27 22:10:51.580586 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-eef039a0-991f-42f3-920a-2b314583dd44 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:51.582270 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-eef039a0-991f-42f3-920a-2b314583dd44 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.15 "GET /v2.0/networks?id=ca0c5b50-086e-408e-af99-6e41f16984a3 HTTP/1.1" status: 200 len: 809 time: 0.1939046 Jan 27 22:10:51.603335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-adf34670-66ce-48b7-8110-7d51754cb0b9 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Request body: {'port': {'device_id': '0f7c143d-7999-42cf-bb63-88996cbf24f4', 'network_id': 'ca0c5b50-086e-408e-af99-6e41f16984a3', 'admin_state_up': True, 'tenant_id': 'a4d6e60c77fc425886751adbc896d4c7'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:51.697153 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53608) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:51.749925 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-af8acbc4-8d19-458f-b03a-68d0d90abaf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.799664 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-adf34670-66ce-48b7-8110-7d51754cb0b9 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Made reservation on behalf of a4d6e60c77fc425886751adbc896d4c7 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:51.803598 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-adf34670-66ce-48b7-8110-7d51754cb0b9 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.805572 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12e67c2-69df-49e0-beb2-831bf986dc58 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Made reservation on behalf of 1343ecea38cc45ffb85c1a5fad43cd9f for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:51.814095 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a12e67c2-69df-49e0-beb2-831bf986dc58 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.992854 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-af8acbc4-8d19-458f-b03a-68d0d90abaf1 admin admin] Publish callbacks [] for security_group (ebaea455-919a-4175-a25c-952cec2ca831), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:51.998018 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-af8acbc4-8d19-458f-b03a-68d0d90abaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ebaea455-919a-4175-a25c-952cec2ca831), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.030453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-adf34670-66ce-48b7-8110-7d51754cb0b9 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Allocated IP 172.20.0.6 (ca0c5b50-086e-408e-af99-6e41f16984a3/d18f7240-d1c5-449c-b30e-6ee34de53596/f8c2172b-fdcc-41ca-84fb-69b8772aac99) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:52.062595 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-af8acbc4-8d19-458f-b03a-68d0d90abaf1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c795374e871429fb9808ebe47d604c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3616326 Jan 27 22:10:52.062595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8acbc4-8d19-458f-b03a-68d0d90abaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaea455-919a-4175-a25c-952cec2ca831,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:52.065018 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53624) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:52.129188 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-8e4b87e8-2fc3-453b-8cc7-38f4f23cb6c8 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Allocated IP 172.20.0.22 (211a726e-8b75-46b6-83ea-787ffc35b6d6/411ef605-f44f-429f-bef3-54b88964e7e5/39ddac10-7c7c-497b-ab5d-df108ccfc420) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:52.159755 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e18c-26ba-4aa2-b3b3-f1390185d38e admin admin] Publish callbacks [] for security_group (ebaea455-919a-4175-a25c-952cec2ca831), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.226474 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a12e67c2-69df-49e0-beb2-831bf986dc58 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (efc0629b-c157-40a3-814d-867216cc848a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.229907 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e18c-26ba-4aa2-b3b3-f1390185d38e admin admin] Publish callbacks [] for security_group (ebaea455-919a-4175-a25c-952cec2ca831), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.306680 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-adf34670-66ce-48b7-8110-7d51754cb0b9 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Publish callbacks [] for port (f8c2172b-fdcc-41ca-84fb-69b8772aac99), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.332981 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e18c-26ba-4aa2-b3b3-f1390185d38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ebaea455-919a-4175-a25c-952cec2ca831), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.336812 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e18c-26ba-4aa2-b3b3-f1390185d38e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.337985 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4dd2e18c-26ba-4aa2-b3b3-f1390185d38e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ebaea455-919a-4175-a25c-952cec2ca831 HTTP/1.1" status: 204 len: 168 time: 0.2695611 Jan 27 22:10:52.349784 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e67c2-69df-49e0-beb2-831bf986dc58 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Subnet': ['ID=efc0629b-c157-40a3-814d-867216cc848a,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:52.365344 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e18c-26ba-4aa2-b3b3-f1390185d38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaea455-919a-4175-a25c-952cec2ca831,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:52.397468 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-adf34670-66ce-48b7-8110-7d51754cb0b9 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f8c2172b-fdcc-41ca-84fb-69b8772aac99), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.415513 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12e67c2-69df-49e0-beb2-831bf986dc58 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Checking segment: {'id': '7b0f3cbb-1b78-40d3-bd47-f2dbaf4d2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e4d3aded-0ebb-407d-9bfe-fe714f0d1f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:52.416072 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12e67c2-69df-49e0-beb2-831bf986dc58 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network hostable DHCP agents. Network: e4d3aded-0ebb-407d-9bfe-fe714f0d1f50, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:52.451640 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12e67c2-69df-49e0-beb2-831bf986dc58 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network e4d3aded-0ebb-407d-9bfe-fe714f0d1f50 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:52.455069 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e4b87e8-2fc3-453b-8cc7-38f4f23cb6c8 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for port (39ddac10-7c7c-497b-ab5d-df108ccfc420), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.471831 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e4b87e8-2fc3-453b-8cc7-38f4f23cb6c8 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (39ddac10-7c7c-497b-ab5d-df108ccfc420), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.473027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf34670-66ce-48b7-8110-7d51754cb0b9 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Pushing event updated for resources: {'Port': ['ID=f8c2172b-fdcc-41ca-84fb-69b8772aac99,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:52.480518 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-adf34670-66ce-48b7-8110-7d51754cb0b9 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Network ca0c5b50-086e-408e-af99-6e41f16984a3 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:52.481998 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-adf34670-66ce-48b7-8110-7d51754cb0b9 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:52.484380 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-adf34670-66ce-48b7-8110-7d51754cb0b9 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:52.484739 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-a12e67c2-69df-49e0-beb2-831bf986dc58 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, e4d3aded-0ebb-407d-9bfe-fe714f0d1f50) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:52.498828 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b503edb4-3393-4044-8a6f-13eca37bcdf3 None None] Network e4d3aded-0ebb-407d-9bfe-fe714f0d1f50 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:52.545941 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-adf34670-66ce-48b7-8110-7d51754cb0b9 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.546888 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-adf34670-66ce-48b7-8110-7d51754cb0b9 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.548475 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12e67c2-69df-49e0-beb2-831bf986dc58 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.549145 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a12e67c2-69df-49e0-beb2-831bf986dc58 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.566798 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-adf34670-66ce-48b7-8110-7d51754cb0b9 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9744067 Jan 27 22:10:52.580737 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-dc8de32a-2853-4987-8341-de30138233ec service neutron] Request body: {'port': {'device_id': '0f7c143d-7999-42cf-bb63-88996cbf24f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:52.650908 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a12e67c2-69df-49e0-beb2-831bf986dc58 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1826322 Jan 27 22:10:52.659812 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53646) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:52.665578 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5cd17b8c-47ed-4c01-9821-79f4786496b4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-636816683', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:52.712212 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b87e8-2fc3-453b-8cc7-38f4f23cb6c8 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Port': ['ID=39ddac10-7c7c-497b-ab5d-df108ccfc420,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:52.720786 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-dc8de32a-2853-4987-8341-de30138233ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f8c2172b-fdcc-41ca-84fb-69b8772aac99), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.738139 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75320d5-ea91-4202-afea-2feecff1260f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-e4d3aded-0ebb-407d-9bfe-fe714f0d1f50', 'network_id': 'e4d3aded-0ebb-407d-9bfe-fe714f0d1f50', 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'fixed_ips': [{'subnet_id': 'efc0629b-c157-40a3-814d-867216cc848a'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:10:52.739112 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a75320d5-ea91-4202-afea-2feecff1260f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.770883 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b87e8-2fc3-453b-8cc7-38f4f23cb6c8 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] In _notify_port_updated(), no bound segment for port 39ddac10-7c7c-497b-ab5d-df108ccfc420 on network 211a726e-8b75-46b6-83ea-787ffc35b6d6 {{(pid=109742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:10:52.778822 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4b87e8-2fc3-453b-8cc7-38f4f23cb6c8 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.779586 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e4b87e8-2fc3-453b-8cc7-38f4f23cb6c8 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.781432 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8e4b87e8-2fc3-453b-8cc7-38f4f23cb6c8 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "PUT /v2.0/ports/39ddac10-7c7c-497b-ab5d-df108ccfc420 HTTP/1.1" status: 200 len: 999 time: 1.7786834 Jan 27 22:10:52.783452 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5cd17b8c-47ed-4c01-9821-79f4786496b4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.784868 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5cd17b8c-47ed-4c01-9821-79f4786496b4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.800985 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53650) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:52.821274 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53652) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:52.875728 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5cd17b8c-47ed-4c01-9821-79f4786496b4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router_controller (b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.879231 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5cd17b8c-47ed-4c01-9821-79f4786496b4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.907678 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4440c3-1386-488c-ad8f-20918a80dd7e req-079d20a4-b643-4508-b15b-eb7b8794b42c tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.909674 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b4440c3-1386-488c-ad8f-20918a80dd7e req-079d20a4-b643-4508-b15b-eb7b8794b42c tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7c143d-7999-42cf-bb63-88996cbf24f4 HTTP/1.1" status: 200 len: 931 time: 0.1763129 Jan 27 22:10:52.917501 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5cd17b8c-47ed-4c01-9821-79f4786496b4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:52.922166 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5cd17b8c-47ed-4c01-9821-79f4786496b4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2609076 Jan 27 22:10:52.923132 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53662) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:53.071496 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-a75320d5-ea91-4202-afea-2feecff1260f None None] Allocated IP 172.20.0.2 (e4d3aded-0ebb-407d-9bfe-fe714f0d1f50/efc0629b-c157-40a3-814d-867216cc848a/6a869f9a-1787-4e8f-b6c8-1d4968fb84d5) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:53.083265 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-a3a19c02-16fa-4207-9c06-baaef8c59bea tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1232150411'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:53.111267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-faac881c-269b-4013-96f2-a220a149f7b0 None None] Provisioning complete for port 39ddac10-7c7c-497b-ab5d-df108ccfc420 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:53.111650 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-faac881c-269b-4013-96f2-a220a149f7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (39ddac10-7c7c-497b-ab5d-df108ccfc420), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.172857 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-faac881c-269b-4013-96f2-a220a149f7b0 None None] Port 39ddac10-7c7c-497b-ab5d-df108ccfc420 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:10:53.173848 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b4440c3-1386-488c-ad8f-20918a80dd7e req-d99aa3aa-ad03-4ef9-89ca-16c23af20e46 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/security-groups?id=918bd090-9fe6-4eb6-a46b-926aca440599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462404 Jan 27 22:10:53.306532 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a19c02-16fa-4207-9c06-baaef8c59bea tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Made reservation on behalf of ffe5c159ddee41f4aa7e7b626bca1b5f for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:53.307109 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a75320d5-ea91-4202-afea-2feecff1260f None None] Publish callbacks [] for port (6a869f9a-1787-4e8f-b6c8-1d4968fb84d5), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.310122 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a3a19c02-16fa-4207-9c06-baaef8c59bea tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.316376 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a75320d5-ea91-4202-afea-2feecff1260f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (6a869f9a-1787-4e8f-b6c8-1d4968fb84d5), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.329254 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a3a19c02-16fa-4207-9c06-baaef8c59bea tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.352380 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e5d6cbe3-5697-478e-87a2-eb817268be1b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.367621 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-83bca451-42b6-48b1-8f88-20fde3f1c5dc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting port 39ddac10-7c7c-497b-ab5d-df108ccfc420 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:53.367919 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-83bca451-42b6-48b1-8f88-20fde3f1c5dc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (39ddac10-7c7c-497b-ab5d-df108ccfc420), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.374223 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75320d5-ea91-4202-afea-2feecff1260f None None] Pushing event updated for resources: {'Port': ['ID=6a869f9a-1787-4e8f-b6c8-1d4968fb84d5,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:53.390222 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75320d5-ea91-4202-afea-2feecff1260f None None] Network e4d3aded-0ebb-407d-9bfe-fe714f0d1f50 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:53.392204 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-a75320d5-ea91-4202-afea-2feecff1260f None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:53.401414 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75320d5-ea91-4202-afea-2feecff1260f None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:53.480634 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a75320d5-ea91-4202-afea-2feecff1260f None None] Attempting to bind port 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:53.481143 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a75320d5-ea91-4202-afea-2feecff1260f None None] Attempting to bind port 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '7b0f3cbb-1b78-40d3-bd47-f2dbaf4d2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e4d3aded-0ebb-407d-9bfe-fe714f0d1f50'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:53.481531 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75320d5-ea91-4202-afea-2feecff1260f None None] Attempting to bind port 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5 on network e4d3aded-0ebb-407d-9bfe-fe714f0d1f50 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:53.487681 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75320d5-ea91-4202-afea-2feecff1260f None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:53.488094 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75320d5-ea91-4202-afea-2feecff1260f None None] Checking segment: {'id': '7b0f3cbb-1b78-40d3-bd47-f2dbaf4d2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e4d3aded-0ebb-407d-9bfe-fe714f0d1f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:53.488506 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a75320d5-ea91-4202-afea-2feecff1260f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.488911 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75320d5-ea91-4202-afea-2feecff1260f None None] Bound using segment: {'id': '7b0f3cbb-1b78-40d3-bd47-f2dbaf4d2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e4d3aded-0ebb-407d-9bfe-fe714f0d1f50'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:53.489390 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a75320d5-ea91-4202-afea-2feecff1260f None None] Bound port: 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0f3cbb-1b78-40d3-bd47-f2dbaf4d2660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e4d3aded-0ebb-407d-9bfe-fe714f0d1f50'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:53.489781 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a75320d5-ea91-4202-afea-2feecff1260f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6a869f9a-1787-4e8f-b6c8-1d4968fb84d5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.591008 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a75320d5-ea91-4202-afea-2feecff1260f None None] For port 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:53.596803 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a75320d5-ea91-4202-afea-2feecff1260f None None] For port 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=6a869f9a-1787-4e8f-b6c8-1d4968fb84d5,segment=NetworkSegment(7b0f3cbb-1b78-40d3-bd47-f2dbaf4d2660),segment_id=7b0f3cbb-1b78-40d3-bd47-f2dbaf4d2660)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:53.602382 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a75320d5-ea91-4202-afea-2feecff1260f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6a869f9a-1787-4e8f-b6c8-1d4968fb84d5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.703355 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75320d5-ea91-4202-afea-2feecff1260f None None] Pushing event updated for resources: {'Port': ['ID=6a869f9a-1787-4e8f-b6c8-1d4968fb84d5,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:53.723482 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-83bca451-42b6-48b1-8f88-20fde3f1c5dc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (39ddac10-7c7c-497b-ab5d-df108ccfc420), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.728530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-dc8de32a-2853-4987-8341-de30138233ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c2172b-fdcc-41ca-84fb-69b8772aac99 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:10:53.763578 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-dc8de32a-2853-4987-8341-de30138233ec service neutron] Publish callbacks [] for port (f8c2172b-fdcc-41ca-84fb-69b8772aac99), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.766146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-83bca451-42b6-48b1-8f88-20fde3f1c5dc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Calling delete_port for 39ddac10-7c7c-497b-ab5d-df108ccfc420 owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:53.812150 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-dc8de32a-2853-4987-8341-de30138233ec service neutron] Transition to ACTIVE for port object f8c2172b-fdcc-41ca-84fb-69b8772aac99 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:10:53.818230 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a3a19c02-16fa-4207-9c06-baaef8c59bea tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for security_group (773b7d74-c043-412f-9f49-0f4e41f0c60b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.825928 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-dc8de32a-2853-4987-8341-de30138233ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f8c2172b-fdcc-41ca-84fb-69b8772aac99), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.865331 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-e5d6cbe3-5697-478e-87a2-eb817268be1b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Allocated IP 172.20.0.1 (e4d3aded-0ebb-407d-9bfe-fe714f0d1f50/efc0629b-c157-40a3-814d-867216cc848a/e90febf2-b29d-4d01-b0ae-456000399dce) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:53.872037 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a3a19c02-16fa-4207-9c06-baaef8c59bea tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (773b7d74-c043-412f-9f49-0f4e41f0c60b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:53.952421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a19c02-16fa-4207-9c06-baaef8c59bea tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:54.021718 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a19c02-16fa-4207-9c06-baaef8c59bea tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=773b7d74-c043-412f-9f49-0f4e41f0c60b,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:54.032728 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a3a19c02-16fa-4207-9c06-baaef8c59bea tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (81b61a04-9583-4e8d-9273-c2114a4c0a23), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.033087 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-a3a19c02-16fa-4207-9c06-baaef8c59bea tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Added segment 81b61a04-9583-4e8d-9273-c2114a4c0a23 of type vlan for network c2791214-9850-449d-a749-f80b0176ccd6 Jan 27 22:10:54.071469 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8de32a-2853-4987-8341-de30138233ec service neutron] Pushing event updated for resources: {'Port': ['ID=f8c2172b-fdcc-41ca-84fb-69b8772aac99,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:54.139429 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e5d6cbe3-5697-478e-87a2-eb817268be1b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for port (e90febf2-b29d-4d01-b0ae-456000399dce), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.144830 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bfb148a7-9ddd-4e52-a548-201804d56794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.194254 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a3a19c02-16fa-4207-9c06-baaef8c59bea tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (c2791214-9850-449d-a749-f80b0176ccd6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.215616 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e5d6cbe3-5697-478e-87a2-eb817268be1b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (e90febf2-b29d-4d01-b0ae-456000399dce), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.354218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d6cbe3-5697-478e-87a2-eb817268be1b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network e4d3aded-0ebb-407d-9bfe-fe714f0d1f50 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:54.363959 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-e5d6cbe3-5697-478e-87a2-eb817268be1b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:54.368355 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d6cbe3-5697-478e-87a2-eb817268be1b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:54.373009 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:54.391890 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-dc8de32a-2853-4987-8341-de30138233ec service neutron] Attempting to bind port f8c2172b-fdcc-41ca-84fb-69b8772aac99 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:54.392268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-dc8de32a-2853-4987-8341-de30138233ec service neutron] Attempting to bind port f8c2172b-fdcc-41ca-84fb-69b8772aac99 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '721bb501-a4a5-4a55-bb23-624fbea0c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ca0c5b50-086e-408e-af99-6e41f16984a3'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:54.392786 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-dc8de32a-2853-4987-8341-de30138233ec service neutron] Attempting to bind port f8c2172b-fdcc-41ca-84fb-69b8772aac99 on network ca0c5b50-086e-408e-af99-6e41f16984a3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:54.400994 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6cbe3-5697-478e-87a2-eb817268be1b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Port': ['ID=e90febf2-b29d-4d01-b0ae-456000399dce,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:54.417935 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a3a19c02-16fa-4207-9c06-baaef8c59bea tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (c2791214-9850-449d-a749-f80b0176ccd6), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.424216 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a19c02-16fa-4207-9c06-baaef8c59bea tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:54.425265 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a3a19c02-16fa-4207-9c06-baaef8c59bea tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.444030 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e5d6cbe3-5697-478e-87a2-eb817268be1b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.490833 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:54.491521 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6a869f9a-1787-4e8f-b6c8-1d4968fb84d5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.557175 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a19c02-16fa-4207-9c06-baaef8c59bea tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Network': ['ID=c2791214-9850-449d-a749-f80b0176ccd6,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:54.572413 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network c2791214-9850-449d-a749-f80b0176ccd6 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:54.574240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-dc8de32a-2853-4987-8341-de30138233ec service neutron] Port f8c2172b-fdcc-41ca-84fb-69b8772aac99 on network ca0c5b50-086e-408e-af99-6e41f16984a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:54.574691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-dc8de32a-2853-4987-8341-de30138233ec service neutron] Attempting to bind port f8c2172b-fdcc-41ca-84fb-69b8772aac99 on network ca0c5b50-086e-408e-af99-6e41f16984a3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:54.588092 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-dc8de32a-2853-4987-8341-de30138233ec service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:54.588569 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-dc8de32a-2853-4987-8341-de30138233ec service neutron] Checking segment: {'id': '721bb501-a4a5-4a55-bb23-624fbea0c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ca0c5b50-086e-408e-af99-6e41f16984a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:54.588974 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-dc8de32a-2853-4987-8341-de30138233ec service neutron] Bound using segment: {'id': '721bb501-a4a5-4a55-bb23-624fbea0c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ca0c5b50-086e-408e-af99-6e41f16984a3'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:54.589435 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-dc8de32a-2853-4987-8341-de30138233ec service neutron] Bound port: f8c2172b-fdcc-41ca-84fb-69b8772aac99, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721bb501-a4a5-4a55-bb23-624fbea0c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ca0c5b50-086e-408e-af99-6e41f16984a3'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:54.590048 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-dc8de32a-2853-4987-8341-de30138233ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f8c2172b-fdcc-41ca-84fb-69b8772aac99), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.674016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-dc8de32a-2853-4987-8341-de30138233ec service neutron] For port f8c2172b-fdcc-41ca-84fb-69b8772aac99, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:54.677319 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-dc8de32a-2853-4987-8341-de30138233ec service neutron] For port f8c2172b-fdcc-41ca-84fb-69b8772aac99, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f8c2172b-fdcc-41ca-84fb-69b8772aac99,segment=NetworkSegment(721bb501-a4a5-4a55-bb23-624fbea0c3dc),segment_id=721bb501-a4a5-4a55-bb23-624fbea0c3dc)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:54.684220 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e5d6cbe3-5697-478e-87a2-eb817268be1b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e90febf2-b29d-4d01-b0ae-456000399dce), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.686319 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a3a19c02-16fa-4207-9c06-baaef8c59bea tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8564510 Jan 27 22:10:54.691828 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-dc8de32a-2853-4987-8341-de30138233ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f8c2172b-fdcc-41ca-84fb-69b8772aac99), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.702490 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53716) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:54.712542 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f431ebcc-f49c-4fc4-9c46-63f5c35d7ac6 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Request body: {'subnet': {'network_id': 'c2791214-9850-449d-a749-f80b0176ccd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:54.728961 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:54.729564 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6a869f9a-1787-4e8f-b6c8-1d4968fb84d5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.809970 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=6a869f9a-1787-4e8f-b6c8-1d4968fb84d5,segment=NetworkSegment(7b0f3cbb-1b78-40d3-bd47-f2dbaf4d2660),segment_id=7b0f3cbb-1b78-40d3-bd47-f2dbaf4d2660)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:54.825715 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6a869f9a-1787-4e8f-b6c8-1d4968fb84d5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.832466 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c71fa-9347-4107-8a2f-c9e73426a74f req-e14fb5ff-f917-4dd6-a810-d4f3e86b62d0 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:54.834798 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6f7c71fa-9347-4107-8a2f-c9e73426a74f req-e14fb5ff-f917-4dd6-a810-d4f3e86b62d0 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7c143d-7999-42cf-bb63-88996cbf24f4 HTTP/1.1" status: 200 len: 943 time: 0.4698179 Jan 27 22:10:54.839460 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8de32a-2853-4987-8341-de30138233ec service neutron] Pushing event updated for resources: {'Port': ['ID=f8c2172b-fdcc-41ca-84fb-69b8772aac99,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:54.853804 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-83bca451-42b6-48b1-8f88-20fde3f1c5dc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (39ddac10-7c7c-497b-ab5d-df108ccfc420), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.912507 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=6a869f9a-1787-4e8f-b6c8-1d4968fb84d5,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:54.918986 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bca451-42b6-48b1-8f88-20fde3f1c5dc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Port': ['ID=39ddac10-7c7c-497b-ab5d-df108ccfc420,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:54.921499 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-dc8de32a-2853-4987-8341-de30138233ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:54.922138 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-dc8de32a-2853-4987-8341-de30138233ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:54.923539 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-dc8de32a-2853-4987-8341-de30138233ec service neutron] 10.222.0.15 "PUT /v2.0/ports/f8c2172b-fdcc-41ca-84fb-69b8772aac99 HTTP/1.1" status: 200 len: 1091 time: 2.3493383 Jan 27 22:10:54.943091 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7c143d-7999-42cf-bb63-88996cbf24f4', 'tag': 'f8c2172b-fdcc-41ca-84fb-69b8772aac99'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:10:54.961709 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f0d0d2-e0f9-4253-9999-10c1cec1eb6a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7c143d-7999-42cf-bb63-88996cbf24f4", "tag": "f8c2172b-fdcc-41ca-84fb-69b8772aac99"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:10:54.980073 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f431ebcc-f49c-4fc4-9c46-63f5c35d7ac6 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Made reservation on behalf of ffe5c159ddee41f4aa7e7b626bca1b5f for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:55.005920 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f431ebcc-f49c-4fc4-9c46-63f5c35d7ac6 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:55.075591 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0811f62c-fa1e-4aa8-9899-83ad017e505d x-openstack-request-id: req-0811f62c-fa1e-4aa8-9899-83ad017e505d {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:10:55.075898 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7c143d-7999-42cf-bb63-88996cbf24f4", "tag": "f8c2172b-fdcc-41ca-84fb-69b8772aac99", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:10:55.076189 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0811f62c-fa1e-4aa8-9899-83ad017e505d {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:10:55.076592 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7c143d-7999-42cf-bb63-88996cbf24f4', 'tag': 'f8c2172b-fdcc-41ca-84fb-69b8772aac99', 'status': 'completed', 'code': 200} Jan 27 22:10:55.178102 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6f7c71fa-9347-4107-8a2f-c9e73426a74f req-dfe67ef8-e568-41f4-868f-42fcd50aa338 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/security-groups?id=918bd090-9fe6-4eb6-a46b-926aca440599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340113 Jan 27 22:10:55.448610 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfd5f9c-510e-4cdb-9fe9-296278d6dc53 None None] Network e4d3aded-0ebb-407d-9bfe-fe714f0d1f50 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:55.615162 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-49947ab2-0eda-4cb9-9ef0-e370b323b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:55.618081 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-49947ab2-0eda-4cb9-9ef0-e370b323b211 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4d6e60c77fc425886751adbc896d4c7&device_id=0f7c143d-7999-42cf-bb63-88996cbf24f4 HTTP/1.1" status: 200 len: 1094 time: 0.6535454 Jan 27 22:10:55.629082 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-16f4b976-d6ed-428f-9cbc-1f01e814bf9d None None] Provisioning complete for port 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:55.629832 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-16f4b976-d6ed-428f-9cbc-1f01e814bf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6a869f9a-1787-4e8f-b6c8-1d4968fb84d5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:55.693530 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-83bca451-42b6-48b1-8f88-20fde3f1c5dc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:55.703017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-83bca451-42b6-48b1-8f88-20fde3f1c5dc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/ports/39ddac10-7c7c-497b-ab5d-df108ccfc420 HTTP/1.1" status: 204 len: 168 time: 2.8855646 Jan 27 22:10:55.705745 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-5391a9b3-3af8-4066-9dc4-e83a9ad19e31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8c2172b-fdcc-41ca-84fb-69b8772aac99 HTTP/1.1" status: 200 len: 217 time: 0.0809040 Jan 27 22:10:55.709002 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53746) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:55.787084 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f431ebcc-f49c-4fc4-9c46-63f5c35d7ac6 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (c1181450-49e9-484c-888c-b8974fd65818), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:55.787668 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-16f4b976-d6ed-428f-9cbc-1f01e814bf9d None None] Current status of the port 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:55.796313 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef20501-ec70-42c2-bfa8-19673e087b8b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] GET failed (client error): The resource could not be found. Jan 27 22:10:55.801496 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bef20501-ec70-42c2-bfa8-19673e087b8b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports/39ddac10-7c7c-497b-ab5d-df108ccfc420 HTTP/1.1" status: 404 len: 333 time: 0.0887716 Jan 27 22:10:55.802293 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53752) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:55.934519 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-6200c812-ab23-4fca-90a6-86647d9021d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:55.936216 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-6200c812-ab23-4fca-90a6-86647d9021d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d18f7240-d1c5-449c-b30e-6ee34de53596 HTTP/1.1" status: 200 len: 849 time: 0.1741331 Jan 27 22:10:55.937097 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431ebcc-f49c-4fc4-9c46-63f5c35d7ac6 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Subnet': ['ID=c1181450-49e9-484c-888c-b8974fd65818,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:55.968655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b90765-5eb0-48df-93c4-3eed2bf521e5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting subnet 411ef605-f44f-429f-bef3-54b88964e7e5 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:10:55.973620 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f431ebcc-f49c-4fc4-9c46-63f5c35d7ac6 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Checking segment: {'id': '81b61a04-9583-4e8d-9273-c2114a4c0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c2791214-9850-449d-a749-f80b0176ccd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:55.974070 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f431ebcc-f49c-4fc4-9c46-63f5c35d7ac6 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Network hostable DHCP agents. Network: c2791214-9850-449d-a749-f80b0176ccd6, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:55.988914 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-96b90765-5eb0-48df-93c4-3eed2bf521e5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (411ef605-f44f-429f-bef3-54b88964e7e5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:55.994763 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-cbc1a283-c045-4628-9c14-99df9eb29422 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca0c5b50-086e-408e-af99-6e41f16984a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439985 Jan 27 22:10:56.030306 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e5d6cbe3-5697-478e-87a2-eb817268be1b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for port (e90febf2-b29d-4d01-b0ae-456000399dce), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.046098 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e5d6cbe3-5697-478e-87a2-eb817268be1b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (e90febf2-b29d-4d01-b0ae-456000399dce), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.145790 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-732c2fba-96b3-4f64-9c34-1035993a16bb None None] Provisioning complete for port 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:56.151089 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-732c2fba-96b3-4f64-9c34-1035993a16bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6a869f9a-1787-4e8f-b6c8-1d4968fb84d5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.159841 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-96b90765-5eb0-48df-93c4-3eed2bf521e5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (411ef605-f44f-429f-bef3-54b88964e7e5), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.168555 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f431ebcc-f49c-4fc4-9c46-63f5c35d7ac6 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Network c2791214-9850-449d-a749-f80b0176ccd6 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:56.185827 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6cbe3-5697-478e-87a2-eb817268be1b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Port': ['ID=e90febf2-b29d-4d01-b0ae-456000399dce,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:56.235109 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-f431ebcc-f49c-4fc4-9c46-63f5c35d7ac6 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, c2791214-9850-449d-a749-f80b0176ccd6) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:56.238111 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:56.263746 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f431ebcc-f49c-4fc4-9c46-63f5c35d7ac6 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:56.269066 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f431ebcc-f49c-4fc4-9c46-63f5c35d7ac6 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.283408 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a4bb16-3c51-4457-9937-7fd8df6faf0c None None] Network c2791214-9850-449d-a749-f80b0176ccd6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:56.299914 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e5d6cbe3-5697-478e-87a2-eb817268be1b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.324422 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f431ebcc-f49c-4fc4-9c46-63f5c35d7ac6 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6193180 Jan 27 22:10:56.326953 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53768) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:56.336097 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-6c93e81d-185b-4a9d-8169-ff4320c98166 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-940970741', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}, 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:56.376855 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c93e81d-185b-4a9d-8169-ff4320c98166 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (6e273520-5c12-4997-a694-32f5bedbbfa8), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.378555 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c93e81d-185b-4a9d-8169-ff4320c98166 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (6e273520-5c12-4997-a694-32f5bedbbfa8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.439606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-b89c63d1-90e8-4665-a33f-877847912568 service neutron] 10.222.0.15 "GET /v2.0/networks/ca0c5b50-086e-408e-af99-6e41f16984a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249320 Jan 27 22:10:56.565001 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c93e81d-185b-4a9d-8169-ff4320c98166 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for router_controller (6e273520-5c12-4997-a694-32f5bedbbfa8), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.616192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd56ad-2607-4272-9685-3c3252087119 req-86d7e44e-927f-4c8a-b716-5d4bdb834f09 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:56.618787 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14cd56ad-2607-4272-9685-3c3252087119 req-86d7e44e-927f-4c8a-b716-5d4bdb834f09 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7c143d-7999-42cf-bb63-88996cbf24f4 HTTP/1.1" status: 200 len: 943 time: 0.2944615 Jan 27 22:10:56.620215 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-96b90765-5eb0-48df-93c4-3eed2bf521e5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (411ef605-f44f-429f-bef3-54b88964e7e5), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.645148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-732c2fba-96b3-4f64-9c34-1035993a16bb None None] Current status of the port 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:56.660708 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d6cbe3-5697-478e-87a2-eb817268be1b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network e4d3aded-0ebb-407d-9bfe-fe714f0d1f50 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:56.665725 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-e5d6cbe3-5697-478e-87a2-eb817268be1b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:56.676960 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:56.677332 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6a869f9a-1787-4e8f-b6c8-1d4968fb84d5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.763859 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a18300a-dc53-4a05-8cc6-81a3868012bb req-65418917-f2d5-4a90-9ff1-cee4191439e7 service neutron] 10.222.0.15 "GET /v2.0/networks/ca0c5b50-086e-408e-af99-6e41f16984a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935808 Jan 27 22:10:56.784441 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14cd56ad-2607-4272-9685-3c3252087119 req-1aca187e-9d2b-4f25-9d80-3821fdf40111 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/security-groups?id=918bd090-9fe6-4eb6-a46b-926aca440599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571620 Jan 27 22:10:56.796746 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-96b90765-5eb0-48df-93c4-3eed2bf521e5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (411ef605-f44f-429f-bef3-54b88964e7e5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.821963 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-732c2fba-96b3-4f64-9c34-1035993a16bb None None] Provisioning complete for port e90febf2-b29d-4d01-b0ae-456000399dce triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:56.822537 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-732c2fba-96b3-4f64-9c34-1035993a16bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e90febf2-b29d-4d01-b0ae-456000399dce), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.840054 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7c34d1-764e-452b-847a-2e84e83c3fec None None] Network c2791214-9850-449d-a749-f80b0176ccd6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:56.849232 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-96b90765-5eb0-48df-93c4-3eed2bf521e5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:56.858076 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-96b90765-5eb0-48df-93c4-3eed2bf521e5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/subnets/411ef605-f44f-429f-bef3-54b88964e7e5 HTTP/1.1" status: 204 len: 168 time: 1.0456657 Jan 27 22:10:56.866028 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b530db-0147-4910-a38f-89fd2a2c843e None None] Network 211a726e-8b75-46b6-83ea-787ffc35b6d6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:56.914211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53780) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:56.925671 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b90765-5eb0-48df-93c4-3eed2bf521e5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Subnet': ['ID=411ef605-f44f-429f-bef3-54b88964e7e5,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:57.037756 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0d0d2-e0f9-4253-9999-10c1cec1eb6a req-5092f8ae-e0ee-4032-a71e-0cc73a9848cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:57.039532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11f0d0d2-e0f9-4253-9999-10c1cec1eb6a req-5092f8ae-e0ee-4032-a71e-0cc73a9848cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4d6e60c77fc425886751adbc896d4c7&device_id=0f7c143d-7999-42cf-bb63-88996cbf24f4 HTTP/1.1" status: 200 len: 1094 time: 0.1783750 Jan 27 22:10:57.045656 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb42b053-4c02-4bdd-823e-217d40cd028c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting subnet fc6519c7-bcba-4778-9c9e-906f4b8fbb2f {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:10:57.049336 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fb42b053-4c02-4bdd-823e-217d40cd028c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (fc6519c7-bcba-4778-9c9e-906f4b8fbb2f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.054643 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:57.057763 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e86d4db3-b630-48fb-806e-fa6a0784d911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.090292 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c93e81d-185b-4a9d-8169-ff4320c98166 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for router_gateway (6e273520-5c12-4997-a694-32f5bedbbfa8), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.123432 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-732c2fba-96b3-4f64-9c34-1035993a16bb None None] Port e90febf2-b29d-4d01-b0ae-456000399dce cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:10:57.134333 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fb42b053-4c02-4bdd-823e-217d40cd028c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (fc6519c7-bcba-4778-9c9e-906f4b8fbb2f), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.256278 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53788) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:57.288000 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-fcf3b855-446e-42fd-a1fb-6ab966e177e7 None None] Provisioning complete for port e90febf2-b29d-4d01-b0ae-456000399dce triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:57.288409 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fcf3b855-446e-42fd-a1fb-6ab966e177e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e90febf2-b29d-4d01-b0ae-456000399dce), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.324188 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0d0d2-e0f9-4253-9999-10c1cec1eb6a req-204102d8-4dd8-4f7d-90b2-29f804bc6821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:57.325966 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11f0d0d2-e0f9-4253-9999-10c1cec1eb6a req-204102d8-4dd8-4f7d-90b2-29f804bc6821 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca0c5b50-086e-408e-af99-6e41f16984a3 HTTP/1.1" status: 200 len: 910 time: 0.1847103 Jan 27 22:10:57.329073 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fb42b053-4c02-4bdd-823e-217d40cd028c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (fc6519c7-bcba-4778-9c9e-906f4b8fbb2f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.382957 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-fcf3b855-446e-42fd-a1fb-6ab966e177e7 None None] Port e90febf2-b29d-4d01-b0ae-456000399dce cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:10:57.400293 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d6cbe3-5697-478e-87a2-eb817268be1b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:10:57.419411 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11f0d0d2-e0f9-4253-9999-10c1cec1eb6a req-c0d2a55e-5237-4b76-b05a-17660893b76f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8c2172b-fdcc-41ca-84fb-69b8772aac99 HTTP/1.1" status: 200 len: 217 time: 0.0866485 Jan 27 22:10:57.515438 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fb42b053-4c02-4bdd-823e-217d40cd028c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (fc6519c7-bcba-4778-9c9e-906f4b8fbb2f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.522117 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.533076 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0d0d2-e0f9-4253-9999-10c1cec1eb6a req-953ff506-9724-454a-bdb9-5b47fa9298c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:57.534727 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11f0d0d2-e0f9-4253-9999-10c1cec1eb6a req-953ff506-9724-454a-bdb9-5b47fa9298c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d18f7240-d1c5-449c-b30e-6ee34de53596 HTTP/1.1" status: 200 len: 849 time: 0.1084754 Jan 27 22:10:57.555365 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bb03ae2a-9239-4722-806b-f4f6ec072e33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.585168 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11f0d0d2-e0f9-4253-9999-10c1cec1eb6a req-ba0250c5-6480-4fba-929e-7bd180ef2d57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca0c5b50-086e-408e-af99-6e41f16984a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270176 Jan 27 22:10:57.585993 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42b053-4c02-4bdd-823e-217d40cd028c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Subnet': ['ID=fc6519c7-bcba-4778-9c9e-906f4b8fbb2f,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:57.597411 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fb42b053-4c02-4bdd-823e-217d40cd028c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.598157 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d6cbe3-5697-478e-87a2-eb817268be1b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:10:57.603968 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-fb42b053-4c02-4bdd-823e-217d40cd028c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/subnets/fc6519c7-bcba-4778-9c9e-906f4b8fbb2f HTTP/1.1" status: 204 len: 168 time: 0.6882777 Jan 27 22:10:57.606122 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53792) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:57.610639 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d625132d-996b-4794-8831-9b2039585507 None None] Sync routers for ids ['b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:10:57.616780 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e5d6cbe3-5697-478e-87a2-eb817268be1b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6918824 Jan 27 22:10:57.619462 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53794) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:57.626999 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d625132d-996b-4794-8831-9b2039585507 None None] Routers {'b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:57.628569 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d625132d-996b-4794-8831-9b2039585507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:57.687708 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d625132d-996b-4794-8831-9b2039585507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:57.701555 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c93e81d-185b-4a9d-8169-ff4320c98166 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for router_gateway (6e273520-5c12-4997-a694-32f5bedbbfa8), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.702554 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d625132d-996b-4794-8831-9b2039585507 None None] Routers {'b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:57.703398 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d625132d-996b-4794-8831-9b2039585507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:57.753253 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c93e81d-185b-4a9d-8169-ff4320c98166 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.761212 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d625132d-996b-4794-8831-9b2039585507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:57.762573 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d625132d-996b-4794-8831-9b2039585507 None None] The sync data for ids ['b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:10:57.782188 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab90d98-3ed3-4580-8295-64ed9c79f309 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:57.788639 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6ab90d98-3ed3-4580-8295-64ed9c79f309 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/ports/e90febf2-b29d-4d01-b0ae-456000399dce HTTP/1.1" status: 200 len: 910 time: 0.1668630 Jan 27 22:10:57.788868 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53796) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:57.795893 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-75fb73f3-58af-4b53-9b92-a0ac713733fa tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'efc0629b-c157-40a3-814d-867216cc848a'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:57.872464 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bf708007-d030-4949-8912-652fa9853821 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (211a726e-8b75-46b6-83ea-787ffc35b6d6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.920316 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11f0d0d2-e0f9-4253-9999-10c1cec1eb6a req-3e77a425-998e-4c8d-bf95-f75ac6f7b5a9 service neutron] 10.222.0.15 "GET /v2.0/networks/ca0c5b50-086e-408e-af99-6e41f16984a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149598 Jan 27 22:10:58.090099 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bb03ae2a-9239-4722-806b-f4f6ec072e33 admin admin] Publish callbacks [] for security_group (7fbf04e4-84ba-4bed-9588-d40d94ac7c5b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.091039 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-6c93e81d-185b-4a9d-8169-ff4320c98166 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Allocated IP 172.25.3.210 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/9e471586-8b4e-41a5-9ebb-131ce6785dbb) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:58.099600 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bb03ae2a-9239-4722-806b-f4f6ec072e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7fbf04e4-84ba-4bed-9588-d40d94ac7c5b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.104533 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11f0d0d2-e0f9-4253-9999-10c1cec1eb6a req-2e15d475-2926-43c0-9020-44c98596596f service neutron] 10.222.0.15 "GET /v2.0/networks/ca0c5b50-086e-408e-af99-6e41f16984a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657741 Jan 27 22:10:58.148421 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c26734-2198-4e4e-b6f7-fa6a6db062b3 None None] Network 211a726e-8b75-46b6-83ea-787ffc35b6d6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:58.175326 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bb03ae2a-9239-4722-806b-f4f6ec072e33 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe667f768452486da2bcd203f0b562e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9152176 Jan 27 22:10:58.183369 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059af9c-4fc5-4fc1-b114-12a6af99a73b req-fa3d9969-0d41-41bd-9faa-37a13df1f777 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:58.184869 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f059af9c-4fc5-4fc1-b114-12a6af99a73b req-fa3d9969-0d41-41bd-9faa-37a13df1f777 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7c143d-7999-42cf-bb63-88996cbf24f4 HTTP/1.1" status: 200 len: 943 time: 0.2449527 Jan 27 22:10:58.185366 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53804) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:58.194887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03ae2a-9239-4722-806b-f4f6ec072e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbf04e4-84ba-4bed-9588-d40d94ac7c5b,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:58.200684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-bf708007-d030-4949-8912-652fa9853821 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting port afd22a47-0302-4930-aa47-b3194d1c94b0 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:58.201041 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bf708007-d030-4949-8912-652fa9853821 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (afd22a47-0302-4930-aa47-b3194d1c94b0), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.234590 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-75fb73f3-58af-4b53-9b92-a0ac713733fa tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e90febf2-b29d-4d01-b0ae-456000399dce), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.273300 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6f330b35-4d20-4231-b89a-ccc7e5609984 None None] Provisioning complete for port afd22a47-0302-4930-aa47-b3194d1c94b0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:58.273796 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6f330b35-4d20-4231-b89a-ccc7e5609984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (afd22a47-0302-4930-aa47-b3194d1c94b0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.324190 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f059af9c-4fc5-4fc1-b114-12a6af99a73b req-85f6a340-b944-48f0-946f-c0efd4a7efbb tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/security-groups?id=918bd090-9fe6-4eb6-a46b-926aca440599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263914 Jan 27 22:10:58.340756 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-bf708007-d030-4949-8912-652fa9853821 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] For port afd22a47-0302-4930-aa47-b3194d1c94b0, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=afd22a47-0302-4930-aa47-b3194d1c94b0,segment=NetworkSegment(9b264741-b453-4da1-a8dc-8abba1c2c443),segment_id=9b264741-b453-4da1-a8dc-8abba1c2c443)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:58.341079 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bf708007-d030-4949-8912-652fa9853821 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (afd22a47-0302-4930-aa47-b3194d1c94b0), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.360826 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-bf708007-d030-4949-8912-652fa9853821 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Calling delete_port for afd22a47-0302-4930-aa47-b3194d1c94b0 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:58.362661 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9733ef6e-7c7f-4bb0-bebb-d24f84d8574f admin admin] Publish callbacks [] for security_group (7fbf04e4-84ba-4bed-9588-d40d94ac7c5b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.408785 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb691c4-6c36-417d-b253-e3501af45e13 None None] DHCP port deletion for 211a726e-8b75-46b6-83ea-787ffc35b6d6 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:10:58.421118 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9733ef6e-7c7f-4bb0-bebb-d24f84d8574f admin admin] Publish callbacks [] for security_group (7fbf04e4-84ba-4bed-9588-d40d94ac7c5b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.421838 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6f330b35-4d20-4231-b89a-ccc7e5609984 None None] Current status of the port afd22a47-0302-4930-aa47-b3194d1c94b0 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:58.436911 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f8c2172b-fdcc-41ca-84fb-69b8772aac99 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:10:58.504952 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9733ef6e-7c7f-4bb0-bebb-d24f84d8574f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7fbf04e4-84ba-4bed-9588-d40d94ac7c5b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.508637 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9733ef6e-7c7f-4bb0-bebb-d24f84d8574f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.510043 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9733ef6e-7c7f-4bb0-bebb-d24f84d8574f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7fbf04e4-84ba-4bed-9588-d40d94ac7c5b HTTP/1.1" status: 204 len: 168 time: 0.3217244 Jan 27 22:10:58.511047 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bf708007-d030-4949-8912-652fa9853821 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (afd22a47-0302-4930-aa47-b3194d1c94b0), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.527424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf708007-d030-4949-8912-652fa9853821 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] No DVR routers for this DVR port afd22a47-0302-4930-aa47-b3194d1c94b0 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:58.553954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733ef6e-7c7f-4bb0-bebb-d24f84d8574f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbf04e4-84ba-4bed-9588-d40d94ac7c5b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:58.555896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf708007-d030-4949-8912-652fa9853821 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Port': ['ID=afd22a47-0302-4930-aa47-b3194d1c94b0,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:58.624596 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0fb691c4-6c36-417d-b253-e3501af45e13 None None] Deleting port afd22a47-0302-4930-aa47-b3194d1c94b0 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:10:58.625281 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0fb691c4-6c36-417d-b253-e3501af45e13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (afd22a47-0302-4930-aa47-b3194d1c94b0), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.696203 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bf708007-d030-4949-8912-652fa9853821 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (211a726e-8b75-46b6-83ea-787ffc35b6d6), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.700415 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c93e81d-185b-4a9d-8169-ff4320c98166 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for port (9e471586-8b4e-41a5-9ebb-131ce6785dbb), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.741969 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-bf708007-d030-4949-8912-652fa9853821 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211a726e-8b75-46b6-83ea-787ffc35b6d6']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:58.744004 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-0fb691c4-6c36-417d-b253-e3501af45e13 None None] For port afd22a47-0302-4930-aa47-b3194d1c94b0, host n-d-772272-3, got binding levels [] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:58.749566 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0fb691c4-6c36-417d-b253-e3501af45e13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (afd22a47-0302-4930-aa47-b3194d1c94b0), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.753110 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-bf708007-d030-4949-8912-652fa9853821 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b264741-b453-4da1-a8dc-8abba1c2c443') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:58.753110 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-bf708007-d030-4949-8912-652fa9853821 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b264741-b453-4da1-a8dc-8abba1c2c443') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:58.768922 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bf708007-d030-4949-8912-652fa9853821 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (9b264741-b453-4da1-a8dc-8abba1c2c443), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.791557 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bf708007-d030-4949-8912-652fa9853821 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (9b264741-b453-4da1-a8dc-8abba1c2c443), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.801325 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf708007-d030-4949-8912-652fa9853821 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:58.801750 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bf708007-d030-4949-8912-652fa9853821 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (9b264741-b453-4da1-a8dc-8abba1c2c443), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:58.806024 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:58.829771 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f8c2172b-fdcc-41ca-84fb-69b8772aac99, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f8c2172b-fdcc-41ca-84fb-69b8772aac99,segment=NetworkSegment(721bb501-a4a5-4a55-bb23-624fbea0c3dc),segment_id=721bb501-a4a5-4a55-bb23-624fbea0c3dc)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:58.832371 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0fb691c4-6c36-417d-b253-e3501af45e13 None None] Calling delete_port for afd22a47-0302-4930-aa47-b3194d1c94b0 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:10:58.847095 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.ipam_backend_mixin [None req-0fb691c4-6c36-417d-b253-e3501af45e13 None None] Port afd22a47-0302-4930-aa47-b3194d1c94b0 was not found and therefore no delete operation was performed {{(pid=109743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:10:58.848633 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0fb691c4-6c36-417d-b253-e3501af45e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (afd22a47-0302-4930-aa47-b3194d1c94b0), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.849140 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c93e81d-185b-4a9d-8169-ff4320c98166 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (9e471586-8b4e-41a5-9ebb-131ce6785dbb), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.887201 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'f8c2172b-fdcc-41ca-84fb-69b8772aac99', 'network_id': 'ca0c5b50-086e-408e-af99-6e41f16984a3', 'port_id': 'f8c2172b-fdcc-41ca-84fb-69b8772aac99', 'mac_address': 'fa:16:3e:19:0d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd18f7240-d1c5-449c-b30e-6ee34de53596', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:10:58.902894 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bf708007-d030-4949-8912-652fa9853821 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (211a726e-8b75-46b6-83ea-787ffc35b6d6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.905236 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb691c4-6c36-417d-b253-e3501af45e13 None None] No DVR routers for this DVR port afd22a47-0302-4930-aa47-b3194d1c94b0 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:10:58.909096 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c93e81d-185b-4a9d-8169-ff4320c98166 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:58.913742 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb691c4-6c36-417d-b253-e3501af45e13 None None] Pushing event deleted for resources: {'Port': ['ID=afd22a47-0302-4930-aa47-b3194d1c94b0,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:58.915239 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-6c93e81d-185b-4a9d-8169-ff4320c98166 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:58.919382 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bf708007-d030-4949-8912-652fa9853821 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.931325 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c93e81d-185b-4a9d-8169-ff4320c98166 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:58.934582 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bf708007-d030-4949-8912-652fa9853821 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/networks/211a726e-8b75-46b6-83ea-787ffc35b6d6 HTTP/1.1" status: 204 len: 168 time: 1.3048329 Jan 27 22:10:58.938807 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53816) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:58.976534 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93e81d-185b-4a9d-8169-ff4320c98166 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Port': ['ID=9e471586-8b4e-41a5-9ebb-131ce6785dbb,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:58.976793 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:58.995123 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f8c2172b-fdcc-41ca-84fb-69b8772aac99 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:58.995523 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f8c2172b-fdcc-41ca-84fb-69b8772aac99), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.014321 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c2172b-fdcc-41ca-84fb-69b8772aac99 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:10:59.030508 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf708007-d030-4949-8912-652fa9853821 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Network': ['ID=211a726e-8b75-46b6-83ea-787ffc35b6d6,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:59.058874 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f8c2172b-fdcc-41ca-84fb-69b8772aac99, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f8c2172b-fdcc-41ca-84fb-69b8772aac99,segment=NetworkSegment(721bb501-a4a5-4a55-bb23-624fbea0c3dc),segment_id=721bb501-a4a5-4a55-bb23-624fbea0c3dc)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:59.060936 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8876ce3-13fc-4741-acd0-151181c19971 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:59.064204 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f8c2172b-fdcc-41ca-84fb-69b8772aac99), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.068444 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a8876ce3-13fc-4741-acd0-151181c19971 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1246152 Jan 27 22:10:59.069872 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53818) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:59.082341 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53820) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:59.100201 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-59166575-26be-485a-8070-ad9002d89eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.137138 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f8c2172b-fdcc-41ca-84fb-69b8772aac99,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:59.184749 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d33a31df-8e55-44f0-9fc3-d656c57004a5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1136637 Jan 27 22:10:59.185186 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53824) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:59.196301 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b3a805b3-3ab2-4cfa-a9e5-9abf3fb76711 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1326445586'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:59.251867 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-59166575-26be-485a-8070-ad9002d89eb0 admin admin] Publish callbacks [] for security_group (9a499676-08da-475b-becc-bbe5dfdf60e9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.257815 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-59166575-26be-485a-8070-ad9002d89eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9a499676-08da-475b-becc-bbe5dfdf60e9), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.266990 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f8c2172b-fdcc-41ca-84fb-69b8772aac99'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:10:59.283993 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a805b3-3ab2-4cfa-a9e5-9abf3fb76711 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:59.288007 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3a805b3-3ab2-4cfa-a9e5-9abf3fb76711 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.316215 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-59166575-26be-485a-8070-ad9002d89eb0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e8246be258df4c58b22bbb74008a7458&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2315977 Jan 27 22:10:59.317316 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53826) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:59.318120 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a805b3-3ab2-4cfa-a9e5-9abf3fb76711 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:59.320044 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59166575-26be-485a-8070-ad9002d89eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a499676-08da-475b-becc-bbe5dfdf60e9,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:59.342767 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3a805b3-3ab2-4cfa-a9e5-9abf3fb76711 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (47f4aafa-5cd0-413d-bcea-d2916381f156), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.343113 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-b3a805b3-3ab2-4cfa-a9e5-9abf3fb76711 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Added segment 47f4aafa-5cd0-413d-bcea-d2916381f156 of type vlan for network 1cda446a-9512-4e9a-a3da-2c455fbd614a Jan 27 22:10:59.380143 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04cc6141-291e-4cb6-8b30-f2f44bc21974 admin admin] Publish callbacks [] for security_group (9a499676-08da-475b-becc-bbe5dfdf60e9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.408869 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04cc6141-291e-4cb6-8b30-f2f44bc21974 admin admin] Publish callbacks [] for security_group (9a499676-08da-475b-becc-bbe5dfdf60e9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.432985 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3a805b3-3ab2-4cfa-a9e5-9abf3fb76711 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (1cda446a-9512-4e9a-a3da-2c455fbd614a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.470673 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3a805b3-3ab2-4cfa-a9e5-9abf3fb76711 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (1cda446a-9512-4e9a-a3da-2c455fbd614a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.476836 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a805b3-3ab2-4cfa-a9e5-9abf3fb76711 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:59.477489 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3a805b3-3ab2-4cfa-a9e5-9abf3fb76711 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.503659 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221d085-cc2e-4d20-9fff-23f364c77338 req-1776aacc-2a01-448b-8f45-01cecc9734b0 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:59.505312 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5221d085-cc2e-4d20-9fff-23f364c77338 req-1776aacc-2a01-448b-8f45-01cecc9734b0 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7c143d-7999-42cf-bb63-88996cbf24f4 HTTP/1.1" status: 200 len: 944 time: 0.0714519 Jan 27 22:10:59.513953 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04cc6141-291e-4cb6-8b30-f2f44bc21974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9a499676-08da-475b-becc-bbe5dfdf60e9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.516709 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04cc6141-291e-4cb6-8b30-f2f44bc21974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.520478 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-04cc6141-291e-4cb6-8b30-f2f44bc21974 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a499676-08da-475b-becc-bbe5dfdf60e9 HTTP/1.1" status: 204 len: 168 time: 0.1996944 Jan 27 22:10:59.540712 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc6141-291e-4cb6-8b30-f2f44bc21974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a499676-08da-475b-becc-bbe5dfdf60e9,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:59.544855 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-75fb73f3-58af-4b53-9b92-a0ac713733fa tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for port (e90febf2-b29d-4d01-b0ae-456000399dce), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.601169 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b3a805b3-3ab2-4cfa-a9e5-9abf3fb76711 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4135084 Jan 27 22:10:59.606779 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53832) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:59.612152 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-2185257f-a165-445e-979b-5a2e949aab40 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'subnet': {'network_id': '1cda446a-9512-4e9a-a3da-2c455fbd614a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:59.617459 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-75fb73f3-58af-4b53-9b92-a0ac713733fa tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (e90febf2-b29d-4d01-b0ae-456000399dce), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.630765 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5221d085-cc2e-4d20-9fff-23f364c77338 req-20e4d512-7380-4d20-a43b-c1de44ce2ec4 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/security-groups?id=918bd090-9fe6-4eb6-a46b-926aca440599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116898 Jan 27 22:10:59.679221 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c93e81d-185b-4a9d-8169-ff4320c98166 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for router_gateway (6e273520-5c12-4997-a694-32f5bedbbfa8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.728119 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a805b3-3ab2-4cfa-a9e5-9abf3fb76711 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Network': ['ID=1cda446a-9512-4e9a-a3da-2c455fbd614a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:59.742708 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 1cda446a-9512-4e9a-a3da-2c455fbd614a details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:59.750607 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2185257f-a165-445e-979b-5a2e949aab40 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:59.754902 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2185257f-a165-445e-979b-5a2e949aab40 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.853226 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fb73f3-58af-4b53-9b92-a0ac713733fa tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:59.854389 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-75fb73f3-58af-4b53-9b92-a0ac713733fa tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:59.856420 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-75fb73f3-58af-4b53-9b92-a0ac713733fa tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/ports/e90febf2-b29d-4d01-b0ae-456000399dce HTTP/1.1" status: 200 len: 910 time: 2.0647380 Jan 27 22:10:59.859414 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53838) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:59.912063 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb73f3-58af-4b53-9b92-a0ac713733fa tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Port': ['ID=e90febf2-b29d-4d01-b0ae-456000399dce,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:00.050017 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2185257f-a165-445e-979b-5a2e949aab40 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (a73ec722-ed7d-4845-93cb-b3bf43df9dc8), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:00.114761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185257f-a165-445e-979b-5a2e949aab40 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Subnet': ['ID=a73ec722-ed7d-4845-93cb-b3bf43df9dc8,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:00.165111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2185257f-a165-445e-979b-5a2e949aab40 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Checking segment: {'id': '47f4aafa-5cd0-413d-bcea-d2916381f156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1cda446a-9512-4e9a-a3da-2c455fbd614a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:00.165494 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2185257f-a165-445e-979b-5a2e949aab40 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network hostable DHCP agents. Network: 1cda446a-9512-4e9a-a3da-2c455fbd614a, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:11:00.176328 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c93e81d-185b-4a9d-8169-ff4320c98166 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (6e273520-5c12-4997-a694-32f5bedbbfa8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:00.177501 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device afd22a47-0302-4930-aa47-b3194d1c94b0 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:00.202781 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2185257f-a165-445e-979b-5a2e949aab40 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 1cda446a-9512-4e9a-a3da-2c455fbd614a is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:11:00.206298 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: afd22a47-0302-4930-aa47-b3194d1c94b0 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:00.206933 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device afd22a47-0302-4930-aa47-b3194d1c94b0 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:00.223988 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-2185257f-a165-445e-979b-5a2e949aab40 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 1cda446a-9512-4e9a-a3da-2c455fbd614a) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:00.229455 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2185257f-a165-445e-979b-5a2e949aab40 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:00.229856 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2185257f-a165-445e-979b-5a2e949aab40 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:00.242309 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6565897d-4faa-4bc3-a115-f437b2b73309 None None] Network 1cda446a-9512-4e9a-a3da-2c455fbd614a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:00.261393 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2185257f-a165-445e-979b-5a2e949aab40 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6533387 Jan 27 22:11:00.267266 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53850) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:00.276394 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-706b5eb9-70d0-4173-abf6-4e158292278c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'port': {'network_id': '1cda446a-9512-4e9a-a3da-2c455fbd614a', 'name': 'tempest-PortsTestJSON-1476040609'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:00.328550 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:00.403151 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9597db-db83-4a96-81f9-d5c1afc95528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-1cda446a-9512-4e9a-a3da-2c455fbd614a', 'network_id': '1cda446a-9512-4e9a-a3da-2c455fbd614a', 'project_id': '843bc7b8352e40efa7b0de2db41edc8d', 'fixed_ips': [{'subnet_id': 'a73ec722-ed7d-4845-93cb-b3bf43df9dc8'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:11:00.404038 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fa9597db-db83-4a96-81f9-d5c1afc95528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:00.423246 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f8c2172b-fdcc-41ca-84fb-69b8772aac99 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:00.568534 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port f8c2172b-fdcc-41ca-84fb-69b8772aac99 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:11:00.594996 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port f8c2172b-fdcc-41ca-84fb-69b8772aac99 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:00.595782 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f8c2172b-fdcc-41ca-84fb-69b8772aac99), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:00.642992 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-fa9597db-db83-4a96-81f9-d5c1afc95528 None None] Allocated IP 172.20.0.2 (1cda446a-9512-4e9a-a3da-2c455fbd614a/a73ec722-ed7d-4845-93cb-b3bf43df9dc8/4a639513-ee50-48a6-8e03-8f9bd02e3d81) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:00.762171 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f8c2172b-fdcc-41ca-84fb-69b8772aac99 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:00.762605 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f8c2172b-fdcc-41ca-84fb-69b8772aac99), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:00.769078 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706b5eb9-70d0-4173-abf6-4e158292278c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:00.775915 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-706b5eb9-70d0-4173-abf6-4e158292278c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:00.788856 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c93e81d-185b-4a9d-8169-ff4320c98166 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Router 6e273520-5c12-4997-a694-32f5bedbbfa8 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:11:00.825860 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-706b5eb9-70d0-4173-abf6-4e158292278c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] device_id is not set on port cfbea83a-11c1-4960-9154-44bd45c1c42d yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:11:00.852253 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7c143d-7999-42cf-bb63-88996cbf24f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c2172b-fdcc-41ca-84fb-69b8772aac99'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:11:00.865168 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5207cd-ebec-41ed-b060-0b81ffb798f0" -d '{"events": [{"server_uuid": "0f7c143d-7999-42cf-bb63-88996cbf24f4", "name": "network-vif-plugged", "status": "completed", "tag": "f8c2172b-fdcc-41ca-84fb-69b8772aac99"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:11:00.903618 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f8c2172b-fdcc-41ca-84fb-69b8772aac99, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f8c2172b-fdcc-41ca-84fb-69b8772aac99,segment=NetworkSegment(721bb501-a4a5-4a55-bb23-624fbea0c3dc),segment_id=721bb501-a4a5-4a55-bb23-624fbea0c3dc)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:00.919822 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f8c2172b-fdcc-41ca-84fb-69b8772aac99), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:00.969789 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35864602-8e98-4b95-ac26-47dfad89cfa1 x-openstack-request-id: req-35864602-8e98-4b95-ac26-47dfad89cfa1 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:11:00.970089 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7c143d-7999-42cf-bb63-88996cbf24f4", "name": "network-vif-plugged", "status": "completed", "tag": "f8c2172b-fdcc-41ca-84fb-69b8772aac99", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:11:00.970359 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35864602-8e98-4b95-ac26-47dfad89cfa1 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:11:00.970761 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7c143d-7999-42cf-bb63-88996cbf24f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c2172b-fdcc-41ca-84fb-69b8772aac99', 'code': 200} Jan 27 22:11:01.100038 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fa9597db-db83-4a96-81f9-d5c1afc95528 None None] Publish callbacks [] for port (4a639513-ee50-48a6-8e03-8f9bd02e3d81), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:01.117768 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f8c2172b-fdcc-41ca-84fb-69b8772aac99,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:01.127048 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fa9597db-db83-4a96-81f9-d5c1afc95528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (4a639513-ee50-48a6-8e03-8f9bd02e3d81), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:01.204792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9597db-db83-4a96-81f9-d5c1afc95528 None None] Network 1cda446a-9512-4e9a-a3da-2c455fbd614a is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:01.207665 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-fa9597db-db83-4a96-81f9-d5c1afc95528 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:01.214463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9597db-db83-4a96-81f9-d5c1afc95528 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:01.221687 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9597db-db83-4a96-81f9-d5c1afc95528 None None] Pushing event updated for resources: {'Port': ['ID=4a639513-ee50-48a6-8e03-8f9bd02e3d81,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:01.268646 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-706b5eb9-70d0-4173-abf6-4e158292278c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Allocated IP 172.20.0.12 (1cda446a-9512-4e9a-a3da-2c455fbd614a/a73ec722-ed7d-4845-93cb-b3bf43df9dc8/cfbea83a-11c1-4960-9154-44bd45c1c42d) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:01.324823 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-fa9597db-db83-4a96-81f9-d5c1afc95528 None None] Attempting to bind port 4a639513-ee50-48a6-8e03-8f9bd02e3d81 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:11:01.325330 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-fa9597db-db83-4a96-81f9-d5c1afc95528 None None] Attempting to bind port 4a639513-ee50-48a6-8e03-8f9bd02e3d81 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '47f4aafa-5cd0-413d-bcea-d2916381f156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1cda446a-9512-4e9a-a3da-2c455fbd614a'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:11:01.325854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9597db-db83-4a96-81f9-d5c1afc95528 None None] Attempting to bind port 4a639513-ee50-48a6-8e03-8f9bd02e3d81 on network 1cda446a-9512-4e9a-a3da-2c455fbd614a {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:11:01.336154 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9597db-db83-4a96-81f9-d5c1afc95528 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:11:01.337470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9597db-db83-4a96-81f9-d5c1afc95528 None None] Checking segment: {'id': '47f4aafa-5cd0-413d-bcea-d2916381f156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1cda446a-9512-4e9a-a3da-2c455fbd614a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:01.340267 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fa9597db-db83-4a96-81f9-d5c1afc95528 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:01.340899 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9597db-db83-4a96-81f9-d5c1afc95528 None None] Bound using segment: {'id': '47f4aafa-5cd0-413d-bcea-d2916381f156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1cda446a-9512-4e9a-a3da-2c455fbd614a'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:11:01.342779 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-fa9597db-db83-4a96-81f9-d5c1afc95528 None None] Bound port: 4a639513-ee50-48a6-8e03-8f9bd02e3d81, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f4aafa-5cd0-413d-bcea-d2916381f156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1cda446a-9512-4e9a-a3da-2c455fbd614a'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:11:01.343622 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fa9597db-db83-4a96-81f9-d5c1afc95528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4a639513-ee50-48a6-8e03-8f9bd02e3d81), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:01.413850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d445893-5081-4df6-9348-c9e6d409797c req-406fee4b-b576-4e60-9eac-907cf5750247 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:01.423871 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d445893-5081-4df6-9348-c9e6d409797c req-406fee4b-b576-4e60-9eac-907cf5750247 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7c143d-7999-42cf-bb63-88996cbf24f4 HTTP/1.1" status: 200 len: 944 time: 0.6215627 Jan 27 22:11:01.479593 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-fa9597db-db83-4a96-81f9-d5c1afc95528 None None] For port 4a639513-ee50-48a6-8e03-8f9bd02e3d81, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:11:01.486974 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-fa9597db-db83-4a96-81f9-d5c1afc95528 None None] For port 4a639513-ee50-48a6-8e03-8f9bd02e3d81, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4a639513-ee50-48a6-8e03-8f9bd02e3d81,segment=NetworkSegment(47f4aafa-5cd0-413d-bcea-d2916381f156),segment_id=47f4aafa-5cd0-413d-bcea-d2916381f156)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:11:01.487348 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c93e81d-185b-4a9d-8169-ff4320c98166 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:11:01.493231 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fa9597db-db83-4a96-81f9-d5c1afc95528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4a639513-ee50-48a6-8e03-8f9bd02e3d81), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:01.508235 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b66a64b1-8d34-41b2-9356-4419c1903c11 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:01.511302 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c076cf3-077d-49e0-8ebe-ec92fafd68e7 req-9ef8800d-13b0-4814-b22e-bbfb5f1b366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:01.513175 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32419c6-40c4-4709-9c7b-a152adb3e4df None None] Sync routers for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:11:01.517622 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c076cf3-077d-49e0-8ebe-ec92fafd68e7 req-9ef8800d-13b0-4814-b22e-bbfb5f1b366e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f7c143d-7999-42cf-bb63-88996cbf24f4 HTTP/1.1" status: 200 len: 1096 time: 0.1881487 Jan 27 22:11:01.596050 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d445893-5081-4df6-9348-c9e6d409797c req-61ac1a32-933b-4e88-823c-31264bb4b9f9 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/security-groups?id=918bd090-9fe6-4eb6-a46b-926aca440599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693304 Jan 27 22:11:01.628651 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c076cf3-077d-49e0-8ebe-ec92fafd68e7 req-b51e862d-ea80-4196-82d2-355ef43c285a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=918bd090-9fe6-4eb6-a46b-926aca440599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027839 Jan 27 22:11:01.631124 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c93e81d-185b-4a9d-8169-ff4320c98166 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:01.632450 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6c93e81d-185b-4a9d-8169-ff4320c98166 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.3043301 Jan 27 22:11:01.635282 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53882) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:01.639007 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32419c6-40c4-4709-9c7b-a152adb3e4df None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:01.639848 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d32419c6-40c4-4709-9c7b-a152adb3e4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:01.711847 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-706b5eb9-70d0-4173-abf6-4e158292278c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for port (cfbea83a-11c1-4960-9154-44bd45c1c42d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:01.721336 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d32419c6-40c4-4709-9c7b-a152adb3e4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:01.735786 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9597db-db83-4a96-81f9-d5c1afc95528 None None] Pushing event updated for resources: {'Port': ['ID=4a639513-ee50-48a6-8e03-8f9bd02e3d81,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:01.740924 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32419c6-40c4-4709-9c7b-a152adb3e4df None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:01.741919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d32419c6-40c4-4709-9c7b-a152adb3e4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:01.868842 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d32419c6-40c4-4709-9c7b-a152adb3e4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:01.869730 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32419c6-40c4-4709-9c7b-a152adb3e4df None None] The sync data for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:11:02.012604 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-706b5eb9-70d0-4173-abf6-4e158292278c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (cfbea83a-11c1-4960-9154-44bd45c1c42d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:02.152070 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706b5eb9-70d0-4173-abf6-4e158292278c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 1cda446a-9512-4e9a-a3da-2c455fbd614a is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:02.159094 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-706b5eb9-70d0-4173-abf6-4e158292278c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:02.169085 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706b5eb9-70d0-4173-abf6-4e158292278c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:02.233999 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b5eb9-70d0-4173-abf6-4e158292278c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Port': ['ID=cfbea83a-11c1-4960-9154-44bd45c1c42d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:02.301477 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4a639513-ee50-48a6-8e03-8f9bd02e3d81 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:02.304689 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706b5eb9-70d0-4173-abf6-4e158292278c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:02.305328 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-706b5eb9-70d0-4173-abf6-4e158292278c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:02.345529 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-706b5eb9-70d0-4173-abf6-4e158292278c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0736828 Jan 27 22:11:02.348428 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53898) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:02.355283 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b185b79c-6803-431d-8f66-6117234c4a7c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'port': {'network_id': '1cda446a-9512-4e9a-a3da-2c455fbd614a', 'name': 'tempest-PortsTestJSON-1013984802'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:02.395746 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 4a639513-ee50-48a6-8e03-8f9bd02e3d81 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:02.396305 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4a639513-ee50-48a6-8e03-8f9bd02e3d81), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:02.419222 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-b66a64b1-8d34-41b2-9356-4419c1903c11 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting port e90febf2-b29d-4d01-b0ae-456000399dce {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:02.419903 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b66a64b1-8d34-41b2-9356-4419c1903c11 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e90febf2-b29d-4d01-b0ae-456000399dce), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:02.426762 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7528486c-2b70-447c-939e-4efed6c08bb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:02.566664 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b66a64b1-8d34-41b2-9356-4419c1903c11 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e90febf2-b29d-4d01-b0ae-456000399dce), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:02.587677 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b185b79c-6803-431d-8f66-6117234c4a7c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:02.592325 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b185b79c-6803-431d-8f66-6117234c4a7c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:02.596905 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-b66a64b1-8d34-41b2-9356-4419c1903c11 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Calling delete_port for e90febf2-b29d-4d01-b0ae-456000399dce owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:02.628156 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-b185b79c-6803-431d-8f66-6117234c4a7c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] device_id is not set on port b34c839c-049d-4071-ac28-4fc674a9c69b yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:11:02.739973 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 4a639513-ee50-48a6-8e03-8f9bd02e3d81 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:02.742934 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4a639513-ee50-48a6-8e03-8f9bd02e3d81), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:02.810004 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 4a639513-ee50-48a6-8e03-8f9bd02e3d81, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4a639513-ee50-48a6-8e03-8f9bd02e3d81,segment=NetworkSegment(47f4aafa-5cd0-413d-bcea-d2916381f156),segment_id=47f4aafa-5cd0-413d-bcea-d2916381f156)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:02.815153 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4a639513-ee50-48a6-8e03-8f9bd02e3d81), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:02.899479 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-b185b79c-6803-431d-8f66-6117234c4a7c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Allocated IP 172.20.0.3 (1cda446a-9512-4e9a-a3da-2c455fbd614a/a73ec722-ed7d-4845-93cb-b3bf43df9dc8/b34c839c-049d-4071-ac28-4fc674a9c69b) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:02.921277 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=4a639513-ee50-48a6-8e03-8f9bd02e3d81,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:03.020152 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c96ff9-94a0-458f-b0f6-d322473e2095 req-fcdd0e8b-75bf-4ea3-bb18-6c3c697acb0d tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:03.021905 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3c96ff9-94a0-458f-b0f6-d322473e2095 req-fcdd0e8b-75bf-4ea3-bb18-6c3c697acb0d tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7c143d-7999-42cf-bb63-88996cbf24f4 HTTP/1.1" status: 200 len: 945 time: 0.1658640 Jan 27 22:11:03.054679 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-7528486c-2b70-447c-939e-4efed6c08bb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Allocated IP 172.20.0.1 (c2791214-9850-449d-a749-f80b0176ccd6/c1181450-49e9-484c-888c-b8974fd65818/1d4598c7-3a78-4645-8464-9c7e8ae98da9) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:03.227669 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ced7bd7-183e-43c1-b86a-a95ea71d1eb5 None None] Network 1cda446a-9512-4e9a-a3da-2c455fbd614a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:03.249747 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3c96ff9-94a0-458f-b0f6-d322473e2095 req-02ce32a2-cced-437b-a57c-ec4145741b17 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/security-groups?id=918bd090-9fe6-4eb6-a46b-926aca440599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172701 Jan 27 22:11:03.261054 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b66a64b1-8d34-41b2-9356-4419c1903c11 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (e90febf2-b29d-4d01-b0ae-456000399dce), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:03.268243 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b185b79c-6803-431d-8f66-6117234c4a7c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for port (b34c839c-049d-4071-ac28-4fc674a9c69b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:03.301364 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7528486c-2b70-447c-939e-4efed6c08bb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for port (1d4598c7-3a78-4645-8464-9c7e8ae98da9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:03.324803 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a64b1-8d34-41b2-9356-4419c1903c11 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Port': ['ID=e90febf2-b29d-4d01-b0ae-456000399dce,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:03.340618 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e75a5e0b-04a5-435d-9261-78af76a7e9fd None None] Provisioning complete for port 4a639513-ee50-48a6-8e03-8f9bd02e3d81 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:03.341083 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e75a5e0b-04a5-435d-9261-78af76a7e9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4a639513-ee50-48a6-8e03-8f9bd02e3d81), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:03.367163 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7528486c-2b70-447c-939e-4efed6c08bb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (1d4598c7-3a78-4645-8464-9c7e8ae98da9), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:03.422946 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b185b79c-6803-431d-8f66-6117234c4a7c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b34c839c-049d-4071-ac28-4fc674a9c69b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:03.492220 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7528486c-2b70-447c-939e-4efed6c08bb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Network c2791214-9850-449d-a749-f80b0176ccd6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:03.498843 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e75a5e0b-04a5-435d-9261-78af76a7e9fd None None] Current status of the port 4a639513-ee50-48a6-8e03-8f9bd02e3d81 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:03.519467 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-7528486c-2b70-447c-939e-4efed6c08bb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:03.533016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7528486c-2b70-447c-939e-4efed6c08bb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:03.549020 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b66a64b1-8d34-41b2-9356-4419c1903c11 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:03.552651 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b185b79c-6803-431d-8f66-6117234c4a7c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 1cda446a-9512-4e9a-a3da-2c455fbd614a is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:03.560669 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-b185b79c-6803-431d-8f66-6117234c4a7c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:03.563768 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b185b79c-6803-431d-8f66-6117234c4a7c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:03.602086 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528486c-2b70-447c-939e-4efed6c08bb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Port': ['ID=1d4598c7-3a78-4645-8464-9c7e8ae98da9,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:03.642393 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7528486c-2b70-447c-939e-4efed6c08bb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (6e273520-5c12-4997-a694-32f5bedbbfa8), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:03.710845 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185b79c-6803-431d-8f66-6117234c4a7c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Port': ['ID=b34c839c-049d-4071-ac28-4fc674a9c69b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:03.839272 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b185b79c-6803-431d-8f66-6117234c4a7c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:03.840038 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b185b79c-6803-431d-8f66-6117234c4a7c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:03.893682 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53950) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:03.939140 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b185b79c-6803-431d-8f66-6117234c4a7c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5879552 Jan 27 22:11:03.939948 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53954) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:03.983870 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7528486c-2b70-447c-939e-4efed6c08bb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1d4598c7-3a78-4645-8464-9c7e8ae98da9), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.036669 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a5f5d3c7-6629-4fbc-9912-eb0519223173 None None] Provisioning complete for port cfbea83a-11c1-4960-9154-44bd45c1c42d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:04.036965 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a5f5d3c7-6629-4fbc-9912-eb0519223173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cfbea83a-11c1-4960-9154-44bd45c1c42d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.038526 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66a64b1-8d34-41b2-9356-4419c1903c11 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:11:04.073304 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-94c78a3f-bb0e-46fb-9e15-247072695532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.090154 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4819a96-8525-4908-8a4a-3cc08c43259a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:04.094755 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d4819a96-8525-4908-8a4a-3cc08c43259a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.1517050 Jan 27 22:11:04.095431 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53956) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:04.127757 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a5f5d3c7-6629-4fbc-9912-eb0519223173 None None] Port cfbea83a-11c1-4960-9154-44bd45c1c42d cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:04.151863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a5f5d3c7-6629-4fbc-9912-eb0519223173 None None] Provisioning complete for port b34c839c-049d-4071-ac28-4fc674a9c69b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:04.152555 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a5f5d3c7-6629-4fbc-9912-eb0519223173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b34c839c-049d-4071-ac28-4fc674a9c69b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.218671 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4a639513-ee50-48a6-8e03-8f9bd02e3d81 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:04.236298 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66a64b1-8d34-41b2-9356-4419c1903c11 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:11:04.246813 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a095b5-d061-49b4-b533-9352baed9ba1 None None] Sync routers for ids ['b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:11:04.257773 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b66a64b1-8d34-41b2-9356-4419c1903c11 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3941109 Jan 27 22:11:04.265116 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53958) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:04.265351 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a095b5-d061-49b4-b533-9352baed9ba1 None None] Routers {'b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:04.266203 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-03a095b5-d061-49b4-b533-9352baed9ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:04.275703 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a5f5d3c7-6629-4fbc-9912-eb0519223173 None None] Port b34c839c-049d-4071-ac28-4fc674a9c69b cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:04.297288 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a5f5d3c7-6629-4fbc-9912-eb0519223173 None None] Provisioning complete for port 4a639513-ee50-48a6-8e03-8f9bd02e3d81 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:04.297922 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a5f5d3c7-6629-4fbc-9912-eb0519223173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4a639513-ee50-48a6-8e03-8f9bd02e3d81), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.344407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 4a639513-ee50-48a6-8e03-8f9bd02e3d81 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:04.345359 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4a639513-ee50-48a6-8e03-8f9bd02e3d81), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.390879 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-03a095b5-d061-49b4-b533-9352baed9ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:04.401428 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-83acd847-261b-417a-a847-d474e87dd7e4 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/ports?device_id=b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8 HTTP/1.1" status: 200 len: 205 time: 0.1292202 Jan 27 22:11:04.405086 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53962) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:04.413461 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a095b5-d061-49b4-b533-9352baed9ba1 None None] Routers {'b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:04.414405 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-03a095b5-d061-49b4-b533-9352baed9ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:04.447353 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7528486c-2b70-447c-939e-4efed6c08bb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for port (1d4598c7-3a78-4645-8464-9c7e8ae98da9), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.462797 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7528486c-2b70-447c-939e-4efed6c08bb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (1d4598c7-3a78-4645-8464-9c7e8ae98da9), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.495199 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-03a095b5-d061-49b4-b533-9352baed9ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:04.495985 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a095b5-d061-49b4-b533-9352baed9ba1 None None] The sync data for ids ['b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:11:04.533515 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a5f5d3c7-6629-4fbc-9912-eb0519223173 None None] Current status of the port 4a639513-ee50-48a6-8e03-8f9bd02e3d81 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:04.557328 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fa431dc6-b34a-4b9b-98aa-df0de80e1115 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.564863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 4a639513-ee50-48a6-8e03-8f9bd02e3d81 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:04.615281 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7528486c-2b70-447c-939e-4efed6c08bb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (6e273520-5c12-4997-a694-32f5bedbbfa8), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.627025 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-8bfe1633-ce8e-49c2-851c-c6e5c0a93033 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting port b34c839c-049d-4071-ac28-4fc674a9c69b {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:04.627367 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8bfe1633-ce8e-49c2-851c-c6e5c0a93033 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b34c839c-049d-4071-ac28-4fc674a9c69b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.632286 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528486c-2b70-447c-939e-4efed6c08bb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Port': ['ID=1d4598c7-3a78-4645-8464-9c7e8ae98da9,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:04.663892 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817289c4-3169-4ab6-bae8-47dee63c6977 req-0c62a842-af68-420a-835f-100bea7f881f tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:04.665666 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-817289c4-3169-4ab6-bae8-47dee63c6977 req-0c62a842-af68-420a-835f-100bea7f881f tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7c143d-7999-42cf-bb63-88996cbf24f4 HTTP/1.1" status: 200 len: 945 time: 0.2160044 Jan 27 22:11:04.672434 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2d5c25e5-0f64-4b79-a912-803f6c640384 None None] Provisioning complete for port cfbea83a-11c1-4960-9154-44bd45c1c42d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:04.672814 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2d5c25e5-0f64-4b79-a912-803f6c640384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cfbea83a-11c1-4960-9154-44bd45c1c42d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.722051 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c25e5-0f64-4b79-a912-803f6c640384 None None] Port cfbea83a-11c1-4960-9154-44bd45c1c42d cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:04.801619 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-817289c4-3169-4ab6-bae8-47dee63c6977 req-ab20988a-21c8-41f6-891d-e0cc30c39fb0 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/security-groups?id=918bd090-9fe6-4eb6-a46b-926aca440599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888319 Jan 27 22:11:04.829352 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7528486c-2b70-447c-939e-4efed6c08bb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Network c2791214-9850-449d-a749-f80b0176ccd6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:04.835203 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-7528486c-2b70-447c-939e-4efed6c08bb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:04.869550 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-647eba92-cf56-46e5-987f-5cf3ac992197 None None] Provisioning complete for port b34c839c-049d-4071-ac28-4fc674a9c69b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:04.870263 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-647eba92-cf56-46e5-987f-5cf3ac992197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b34c839c-049d-4071-ac28-4fc674a9c69b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.963070 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-647eba92-cf56-46e5-987f-5cf3ac992197 None None] Port b34c839c-049d-4071-ac28-4fc674a9c69b cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:05.007576 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7528486c-2b70-447c-939e-4efed6c08bb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Router 6e273520-5c12-4997-a694-32f5bedbbfa8 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:11:05.077808 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-94c78a3f-bb0e-46fb-9e15-247072695532 admin admin] Publish callbacks [] for security_group (fd00e757-5415-47f4-86ab-ad5b61f2ab6e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.086483 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-94c78a3f-bb0e-46fb-9e15-247072695532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (fd00e757-5415-47f4-86ab-ad5b61f2ab6e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.133921 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fa431dc6-b34a-4b9b-98aa-df0de80e1115 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.144018 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fa431dc6-b34a-4b9b-98aa-df0de80e1115 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router_controller (b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.144986 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7528486c-2b70-447c-939e-4efed6c08bb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:11:05.156620 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7528486c-2b70-447c-939e-4efed6c08bb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "PUT /v2.0/routers/6e273520-5c12-4997-a694-32f5bedbbfa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5198345 Jan 27 22:11:05.158309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53972) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:05.158796 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f0d82e-0399-4859-97c9-694c98524603 None None] Sync routers for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:11:05.167083 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-95f96e2b-d2cb-4bbe-a659-9668b2293be2 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Request body: {'port': {'network_id': 'c2791214-9850-449d-a749-f80b0176ccd6', 'name': 'tempest-FloatingIPTestJSON-688890151'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:05.183265 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f0d82e-0399-4859-97c9-694c98524603 None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:05.186160 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-00f0d82e-0399-4859-97c9-694c98524603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:05.238954 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c78a3f-bb0e-46fb-9e15-247072695532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd00e757-5415-47f4-86ab-ad5b61f2ab6e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:05.268035 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-94c78a3f-bb0e-46fb-9e15-247072695532 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a05dc78e1dc4a91a7a7ccd49c856386&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3616674 Jan 27 22:11:05.269838 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53976) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:05.309257 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8bfe1633-ce8e-49c2-851c-c6e5c0a93033 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b34c839c-049d-4071-ac28-4fc674a9c69b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.312588 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fa431dc6-b34a-4b9b-98aa-df0de80e1115 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.313463 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa431dc6-b34a-4b9b-98aa-df0de80e1115 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Fanout notify agent at l3_agent the message router_deleted on router b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:11:05.319934 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f96e2b-d2cb-4bbe-a659-9668b2293be2 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Made reservation on behalf of ffe5c159ddee41f4aa7e7b626bca1b5f for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:05.327100 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-95f96e2b-d2cb-4bbe-a659-9668b2293be2 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.329394 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fa431dc6-b34a-4b9b-98aa-df0de80e1115 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.330442 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fa431dc6-b34a-4b9b-98aa-df0de80e1115 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/routers/b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8 HTTP/1.1" status: 204 len: 168 time: 0.9219091 Jan 27 22:11:05.335285 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53980) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:05.338007 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-00f0d82e-0399-4859-97c9-694c98524603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:05.348648 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-8bfe1633-ce8e-49c2-851c-c6e5c0a93033 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Calling delete_port for b34c839c-049d-4071-ac28-4fc674a9c69b owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:05.356272 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-95f96e2b-d2cb-4bbe-a659-9668b2293be2 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] device_id is not set on port 0b931e02-d832-4e5b-928f-36e6ebd0ab90 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:11:05.363751 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f0d82e-0399-4859-97c9-694c98524603 None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:05.364429 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-00f0d82e-0399-4859-97c9-694c98524603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:05.430261 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-00f0d82e-0399-4859-97c9-694c98524603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:05.431024 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f0d82e-0399-4859-97c9-694c98524603 None None] The sync data for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:11:05.501554 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-95f96e2b-d2cb-4bbe-a659-9668b2293be2 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Allocated IP 172.20.0.4 (c2791214-9850-449d-a749-f80b0176ccd6/c1181450-49e9-484c-888c-b8974fd65818/0b931e02-d832-4e5b-928f-36e6ebd0ab90) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:05.509947 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ccb0f3e8-0f5a-45a8-9efc-5fb55563decc admin admin] Publish callbacks [] for security_group (fd00e757-5415-47f4-86ab-ad5b61f2ab6e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.522572 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-342eb6ce-b06e-4227-8fa0-05e4cb68d182 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting subnet efc0629b-c157-40a3-814d-867216cc848a {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:11:05.526155 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-342eb6ce-b06e-4227-8fa0-05e4cb68d182 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (efc0629b-c157-40a3-814d-867216cc848a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.576848 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-342eb6ce-b06e-4227-8fa0-05e4cb68d182 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (efc0629b-c157-40a3-814d-867216cc848a), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.692280 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ccb0f3e8-0f5a-45a8-9efc-5fb55563decc admin admin] Publish callbacks [] for security_group (fd00e757-5415-47f4-86ab-ad5b61f2ab6e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.797224 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-95f96e2b-d2cb-4bbe-a659-9668b2293be2 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for port (0b931e02-d832-4e5b-928f-36e6ebd0ab90), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.826027 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-342eb6ce-b06e-4227-8fa0-05e4cb68d182 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (efc0629b-c157-40a3-814d-867216cc848a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.855881 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-95f96e2b-d2cb-4bbe-a659-9668b2293be2 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0b931e02-d832-4e5b-928f-36e6ebd0ab90), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.880560 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ccb0f3e8-0f5a-45a8-9efc-5fb55563decc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (fd00e757-5415-47f4-86ab-ad5b61f2ab6e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.889356 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ccb0f3e8-0f5a-45a8-9efc-5fb55563decc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.890769 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ccb0f3e8-0f5a-45a8-9efc-5fb55563decc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd00e757-5415-47f4-86ab-ad5b61f2ab6e HTTP/1.1" status: 204 len: 168 time: 0.6192529 Jan 27 22:11:05.935963 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0f3e8-0f5a-45a8-9efc-5fb55563decc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd00e757-5415-47f4-86ab-ad5b61f2ab6e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:06.018920 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f96e2b-d2cb-4bbe-a659-9668b2293be2 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Network c2791214-9850-449d-a749-f80b0176ccd6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:06.030991 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-95f96e2b-d2cb-4bbe-a659-9668b2293be2 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:06.038125 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f96e2b-d2cb-4bbe-a659-9668b2293be2 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:06.048948 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8bfe1633-ce8e-49c2-851c-c6e5c0a93033 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b34c839c-049d-4071-ac28-4fc674a9c69b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.135767 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe1633-ce8e-49c2-851c-c6e5c0a93033 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Port': ['ID=b34c839c-049d-4071-ac28-4fc674a9c69b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:06.149126 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-342eb6ce-b06e-4227-8fa0-05e4cb68d182 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (efc0629b-c157-40a3-814d-867216cc848a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.155914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f96e2b-d2cb-4bbe-a659-9668b2293be2 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Port': ['ID=0b931e02-d832-4e5b-928f-36e6ebd0ab90,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:06.169039 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-342eb6ce-b06e-4227-8fa0-05e4cb68d182 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.177522 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32ca134-40ad-489e-b253-a0945c87064c None None] Network e4d3aded-0ebb-407d-9bfe-fe714f0d1f50 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:06.182425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53992) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:06.183266 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-342eb6ce-b06e-4227-8fa0-05e4cb68d182 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/subnets/efc0629b-c157-40a3-814d-867216cc848a HTTP/1.1" status: 204 len: 168 time: 0.8467500 Jan 27 22:11:06.217805 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342eb6ce-b06e-4227-8fa0-05e4cb68d182 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Subnet': ['ID=efc0629b-c157-40a3-814d-867216cc848a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:06.245306 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f96e2b-d2cb-4bbe-a659-9668b2293be2 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:06.247393 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-95f96e2b-d2cb-4bbe-a659-9668b2293be2 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.327439 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8bfe1633-ce8e-49c2-851c-c6e5c0a93033 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.333967 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8bfe1633-ce8e-49c2-851c-c6e5c0a93033 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/ports/b34c839c-049d-4071-ac28-4fc674a9c69b HTTP/1.1" status: 204 len: 168 time: 2.2339189 Jan 27 22:11:06.334823 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 53996) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:06.386188 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-95f96e2b-d2cb-4bbe-a659-9668b2293be2 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2265859 Jan 27 22:11:06.404510 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53998) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:06.409377 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8d2ab7-9a16-4bf3-abfc-f205f4295cb5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] GET failed (client error): The resource could not be found. Jan 27 22:11:06.412216 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8b8d2ab7-9a16-4bf3-abfc-f205f4295cb5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports/b34c839c-049d-4071-ac28-4fc674a9c69b HTTP/1.1" status: 404 len: 333 time: 0.0751483 Jan 27 22:11:06.416548 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54000) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:06.426427 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-adca9f49-6478-43aa-a908-97a5b8f5d04e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Request body: {'port': {'network_id': 'c2791214-9850-449d-a749-f80b0176ccd6', 'name': 'tempest-FloatingIPTestJSON-1600633779'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:06.467821 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c4ee39d3-bc79-4777-80e7-30c01b4913a3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (e4d3aded-0ebb-407d-9bfe-fe714f0d1f50), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.502621 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54002) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:06.529347 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62ee0e3-56fc-4608-b7ac-da0672f34408 None None] DHCP port deletion for e4d3aded-0ebb-407d-9bfe-fe714f0d1f50 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:11:06.534781 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-947c69c9-6e4a-4d5f-b5c4-522a65d35a5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.601809 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c62ee0e3-56fc-4608-b7ac-da0672f34408 None None] Deleting port 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:06.602367 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c62ee0e3-56fc-4608-b7ac-da0672f34408 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (6a869f9a-1787-4e8f-b6c8-1d4968fb84d5), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.623570 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adca9f49-6478-43aa-a908-97a5b8f5d04e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Made reservation on behalf of ffe5c159ddee41f4aa7e7b626bca1b5f for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:06.627221 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-adca9f49-6478-43aa-a908-97a5b8f5d04e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.642699 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-c4ee39d3-bc79-4777-80e7-30c01b4913a3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting port 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:06.642960 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c4ee39d3-bc79-4777-80e7-30c01b4913a3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (6a869f9a-1787-4e8f-b6c8-1d4968fb84d5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.680954 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-947c69c9-6e4a-4d5f-b5c4-522a65d35a5a admin admin] Publish callbacks [] for security_group (6b70adf7-8196-4b01-95a5-9fb48438d7ea), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.721237 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-adca9f49-6478-43aa-a908-97a5b8f5d04e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] device_id is not set on port 554e5798-2c96-42b7-852c-2ca5e9dd852b yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:11:06.729123 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-947c69c9-6e4a-4d5f-b5c4-522a65d35a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6b70adf7-8196-4b01-95a5-9fb48438d7ea), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.749113 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c62ee0e3-56fc-4608-b7ac-da0672f34408 None None] For port 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=6a869f9a-1787-4e8f-b6c8-1d4968fb84d5,segment=NetworkSegment(7b0f3cbb-1b78-40d3-bd47-f2dbaf4d2660),segment_id=7b0f3cbb-1b78-40d3-bd47-f2dbaf4d2660)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:06.751090 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c62ee0e3-56fc-4608-b7ac-da0672f34408 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (6a869f9a-1787-4e8f-b6c8-1d4968fb84d5), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.770205 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c62ee0e3-56fc-4608-b7ac-da0672f34408 None None] Calling delete_port for 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:06.790110 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c69c9-6e4a-4d5f-b5c4-522a65d35a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b70adf7-8196-4b01-95a5-9fb48438d7ea,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:06.812731 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-c4ee39d3-bc79-4777-80e7-30c01b4913a3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] For port 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=6a869f9a-1787-4e8f-b6c8-1d4968fb84d5,segment=NetworkSegment(7b0f3cbb-1b78-40d3-bd47-f2dbaf4d2660),segment_id=7b0f3cbb-1b78-40d3-bd47-f2dbaf4d2660)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:06.813208 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c4ee39d3-bc79-4777-80e7-30c01b4913a3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (6a869f9a-1787-4e8f-b6c8-1d4968fb84d5), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.839524 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-c4ee39d3-bc79-4777-80e7-30c01b4913a3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Calling delete_port for 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:06.858015 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-947c69c9-6e4a-4d5f-b5c4-522a65d35a5a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd498e877ecd4381afdc25b291f2ef84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3542016 Jan 27 22:11:06.862527 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54006) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:06.931247 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-3648803f-c866-485b-82fd-ea352a69ed91 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting port cfbea83a-11c1-4960-9154-44bd45c1c42d {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:06.931704 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3648803f-c866-485b-82fd-ea352a69ed91 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (cfbea83a-11c1-4960-9154-44bd45c1c42d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.947337 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c62ee0e3-56fc-4608-b7ac-da0672f34408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (6a869f9a-1787-4e8f-b6c8-1d4968fb84d5), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.984024 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ee0e3-56fc-4608-b7ac-da0672f34408 None None] Pushing event deleted for resources: {'Port': ['ID=6a869f9a-1787-4e8f-b6c8-1d4968fb84d5,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:06.993315 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ee0e3-56fc-4608-b7ac-da0672f34408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:06.993699 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ee0e3-56fc-4608-b7ac-da0672f34408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:06.994019 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ee0e3-56fc-4608-b7ac-da0672f34408 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:06.994364 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ee0e3-56fc-4608-b7ac-da0672f34408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:06.994701 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ee0e3-56fc-4608-b7ac-da0672f34408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:06.995043 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ee0e3-56fc-4608-b7ac-da0672f34408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:06.995378 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ee0e3-56fc-4608-b7ac-da0672f34408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:06.995713 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ee0e3-56fc-4608-b7ac-da0672f34408 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:06.996115 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ee0e3-56fc-4608-b7ac-da0672f34408 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:06.996490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ee0e3-56fc-4608-b7ac-da0672f34408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:06.996822 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ee0e3-56fc-4608-b7ac-da0672f34408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:06.997152 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ee0e3-56fc-4608-b7ac-da0672f34408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:06.997482 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62ee0e3-56fc-4608-b7ac-da0672f34408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:07.001775 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62ee0e3-56fc-4608-b7ac-da0672f34408 None None] No DVR routers for this DVR port 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:07.029239 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c4ee39d3-bc79-4777-80e7-30c01b4913a3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (6a869f9a-1787-4e8f-b6c8-1d4968fb84d5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.044343 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-563b3b41-a8b4-4df3-b187-7d8428a77833 admin admin] Publish callbacks [] for security_group (6b70adf7-8196-4b01-95a5-9fb48438d7ea), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.066450 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-adca9f49-6478-43aa-a908-97a5b8f5d04e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Allocated IP 172.20.0.3 (c2791214-9850-449d-a749-f80b0176ccd6/c1181450-49e9-484c-888c-b8974fd65818/554e5798-2c96-42b7-852c-2ca5e9dd852b) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:07.068682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee39d3-bc79-4777-80e7-30c01b4913a3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Port': ['ID=6a869f9a-1787-4e8f-b6c8-1d4968fb84d5,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:07.089258 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ee39d3-bc79-4777-80e7-30c01b4913a3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] No DVR routers for this DVR port 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:07.136403 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3648803f-c866-485b-82fd-ea352a69ed91 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (cfbea83a-11c1-4960-9154-44bd45c1c42d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.154193 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-3648803f-c866-485b-82fd-ea352a69ed91 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Calling delete_port for cfbea83a-11c1-4960-9154-44bd45c1c42d owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:07.205668 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c4ee39d3-bc79-4777-80e7-30c01b4913a3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (e4d3aded-0ebb-407d-9bfe-fe714f0d1f50), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.255285 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-c4ee39d3-bc79-4777-80e7-30c01b4913a3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d3aded-0ebb-407d-9bfe-fe714f0d1f50']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:07.331979 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-563b3b41-a8b4-4df3-b187-7d8428a77833 admin admin] Publish callbacks [] for security_group (6b70adf7-8196-4b01-95a5-9fb48438d7ea), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.380748 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3648803f-c866-485b-82fd-ea352a69ed91 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (cfbea83a-11c1-4960-9154-44bd45c1c42d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.425804 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648803f-c866-485b-82fd-ea352a69ed91 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Port': ['ID=cfbea83a-11c1-4960-9154-44bd45c1c42d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:07.505730 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-563b3b41-a8b4-4df3-b187-7d8428a77833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6b70adf7-8196-4b01-95a5-9fb48438d7ea), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.509057 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-563b3b41-a8b4-4df3-b187-7d8428a77833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.510288 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-563b3b41-a8b4-4df3-b187-7d8428a77833 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6b70adf7-8196-4b01-95a5-9fb48438d7ea HTTP/1.1" status: 204 len: 168 time: 0.6464655 Jan 27 22:11:07.521081 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b3b41-a8b4-4df3-b187-7d8428a77833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b70adf7-8196-4b01-95a5-9fb48438d7ea,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:07.525904 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3648803f-c866-485b-82fd-ea352a69ed91 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.533369 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3648803f-c866-485b-82fd-ea352a69ed91 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/ports/cfbea83a-11c1-4960-9154-44bd45c1c42d HTTP/1.1" status: 204 len: 168 time: 1.1140561 Jan 27 22:11:07.535712 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54016) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:07.571958 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c401a0d-981c-4b50-9b54-cf03bb8e8fec tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] GET failed (client error): The resource could not be found. Jan 27 22:11:07.576634 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7c401a0d-981c-4b50-9b54-cf03bb8e8fec tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports/cfbea83a-11c1-4960-9154-44bd45c1c42d HTTP/1.1" status: 404 len: 333 time: 0.0352945 Jan 27 22:11:07.577285 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54018) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:07.601612 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-c4ee39d3-bc79-4777-80e7-30c01b4913a3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0f3cbb-1b78-40d3-bd47-f2dbaf4d2660') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:07.601920 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-c4ee39d3-bc79-4777-80e7-30c01b4913a3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0f3cbb-1b78-40d3-bd47-f2dbaf4d2660') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:07.616747 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c4ee39d3-bc79-4777-80e7-30c01b4913a3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (7b0f3cbb-1b78-40d3-bd47-f2dbaf4d2660), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.639740 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dacff22-7d5c-4e8a-8496-50792787fdf6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting subnet a73ec722-ed7d-4845-93cb-b3bf43df9dc8 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:11:07.641242 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c4ee39d3-bc79-4777-80e7-30c01b4913a3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (7b0f3cbb-1b78-40d3-bd47-f2dbaf4d2660), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.643577 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4dacff22-7d5c-4e8a-8496-50792787fdf6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (a73ec722-ed7d-4845-93cb-b3bf43df9dc8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.653327 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4ee39d3-bc79-4777-80e7-30c01b4913a3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:11:07.653735 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c4ee39d3-bc79-4777-80e7-30c01b4913a3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (7b0f3cbb-1b78-40d3-bd47-f2dbaf4d2660), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:11:07.657288 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:11:07.702654 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4dacff22-7d5c-4e8a-8496-50792787fdf6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (a73ec722-ed7d-4845-93cb-b3bf43df9dc8), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.747750 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-adca9f49-6478-43aa-a908-97a5b8f5d04e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for port (554e5798-2c96-42b7-852c-2ca5e9dd852b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.758162 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c4ee39d3-bc79-4777-80e7-30c01b4913a3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (e4d3aded-0ebb-407d-9bfe-fe714f0d1f50), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.777908 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c4ee39d3-bc79-4777-80e7-30c01b4913a3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.785675 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c4ee39d3-bc79-4777-80e7-30c01b4913a3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/networks/e4d3aded-0ebb-407d-9bfe-fe714f0d1f50 HTTP/1.1" status: 204 len: 168 time: 1.5977199 Jan 27 22:11:07.785675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee39d3-bc79-4777-80e7-30c01b4913a3 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Network': ['ID=e4d3aded-0ebb-407d-9bfe-fe714f0d1f50,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:07.785675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54022) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:07.789691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-57284287-a190-487e-8219-a2f7dda528a9 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1862409389', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:07.814672 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4dacff22-7d5c-4e8a-8496-50792787fdf6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (a73ec722-ed7d-4845-93cb-b3bf43df9dc8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.825437 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-57284287-a190-487e-8219-a2f7dda528a9 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (c9d81c5f-1ff3-4995-a896-f7518a4406f6), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.826430 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-57284287-a190-487e-8219-a2f7dda528a9 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (c9d81c5f-1ff3-4995-a896-f7518a4406f6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.877173 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-adca9f49-6478-43aa-a908-97a5b8f5d04e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (554e5798-2c96-42b7-852c-2ca5e9dd852b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.879853 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-57284287-a190-487e-8219-a2f7dda528a9 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router_controller (c9d81c5f-1ff3-4995-a896-f7518a4406f6), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.887819 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4dacff22-7d5c-4e8a-8496-50792787fdf6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (a73ec722-ed7d-4845-93cb-b3bf43df9dc8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.920627 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacff22-7d5c-4e8a-8496-50792787fdf6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Subnet': ['ID=a73ec722-ed7d-4845-93cb-b3bf43df9dc8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:07.922035 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-57284287-a190-487e-8219-a2f7dda528a9 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (c9d81c5f-1ff3-4995-a896-f7518a4406f6), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.929545 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4dacff22-7d5c-4e8a-8496-50792787fdf6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.936185 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4dacff22-7d5c-4e8a-8496-50792787fdf6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/subnets/a73ec722-ed7d-4845-93cb-b3bf43df9dc8 HTTP/1.1" status: 204 len: 168 time: 0.3559101 Jan 27 22:11:07.936526 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54032) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:07.939809 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511e4ccc-4212-4f60-9f12-dbcb7ccc8def None None] Network 1cda446a-9512-4e9a-a3da-2c455fbd614a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:07.948859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adca9f49-6478-43aa-a908-97a5b8f5d04e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Network c2791214-9850-449d-a749-f80b0176ccd6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:07.953574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-adca9f49-6478-43aa-a908-97a5b8f5d04e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:07.957902 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adca9f49-6478-43aa-a908-97a5b8f5d04e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:07.960917 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca9f49-6478-43aa-a908-97a5b8f5d04e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Port': ['ID=554e5798-2c96-42b7-852c-2ca5e9dd852b,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:07.986859 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-57284287-a190-487e-8219-a2f7dda528a9 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.990545 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-57284287-a190-487e-8219-a2f7dda528a9 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2018888 Jan 27 22:11:07.993245 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54036) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:07.998743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-d3a34e16-1f0a-470d-bc0d-00a47a14f7cd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'network': {'name': 'tempest-RoutersTest-199713308'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:08.040060 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adca9f49-6478-43aa-a908-97a5b8f5d04e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:08.043682 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-adca9f49-6478-43aa-a908-97a5b8f5d04e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.071842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a34e16-1f0a-470d-bc0d-00a47a14f7cd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Made reservation on behalf of 1343ecea38cc45ffb85c1a5fad43cd9f for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:08.077584 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d3a34e16-1f0a-470d-bc0d-00a47a14f7cd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.084861 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-adca9f49-6478-43aa-a908-97a5b8f5d04e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6771715 Jan 27 22:11:08.092373 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54040) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:08.103918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-70000308-fc43-4e6e-a7f2-e2ac29466764 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': '554e5798-2c96-42b7-852c-2ca5e9dd852b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:08.132611 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-70000308-fc43-4e6e-a7f2-e2ac29466764 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.141116 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c94c7bb2-7bb6-416e-9224-fd785a276c55 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (1cda446a-9512-4e9a-a3da-2c455fbd614a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.171588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a34e16-1f0a-470d-bc0d-00a47a14f7cd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:11:08.204889 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:08.232275 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d3a34e16-1f0a-470d-bc0d-00a47a14f7cd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (fefaf511-0a3b-414b-9e9a-ac00730049cf), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.232477 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-d3a34e16-1f0a-470d-bc0d-00a47a14f7cd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Added segment fefaf511-0a3b-414b-9e9a-ac00730049cf of type vlan for network cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1 Jan 27 22:11:08.250984 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-c94c7bb2-7bb6-416e-9224-fd785a276c55 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting port 4a639513-ee50-48a6-8e03-8f9bd02e3d81 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:08.251331 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c94c7bb2-7bb6-416e-9224-fd785a276c55 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (4a639513-ee50-48a6-8e03-8f9bd02e3d81), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.305504 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e2d3a3-111c-4c8d-b8e8-0654e7b077fe None None] DHCP port deletion for 1cda446a-9512-4e9a-a3da-2c455fbd614a request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:11:08.307710 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:08.310061 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 6a869f9a-1787-4e8f-b6c8-1d4968fb84d5 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:08.331032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-c94c7bb2-7bb6-416e-9224-fd785a276c55 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] For port 4a639513-ee50-48a6-8e03-8f9bd02e3d81, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4a639513-ee50-48a6-8e03-8f9bd02e3d81,segment=NetworkSegment(47f4aafa-5cd0-413d-bcea-d2916381f156),segment_id=47f4aafa-5cd0-413d-bcea-d2916381f156)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:08.331032 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c94c7bb2-7bb6-416e-9224-fd785a276c55 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (4a639513-ee50-48a6-8e03-8f9bd02e3d81), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.347545 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-c94c7bb2-7bb6-416e-9224-fd785a276c55 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Calling delete_port for 4a639513-ee50-48a6-8e03-8f9bd02e3d81 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:08.393009 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d3a34e16-1f0a-470d-bc0d-00a47a14f7cd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.398126 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-62e2d3a3-111c-4c8d-b8e8-0654e7b077fe None None] Deleting port 4a639513-ee50-48a6-8e03-8f9bd02e3d81 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:08.398764 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-62e2d3a3-111c-4c8d-b8e8-0654e7b077fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (4a639513-ee50-48a6-8e03-8f9bd02e3d81), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.461950 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c94c7bb2-7bb6-416e-9224-fd785a276c55 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (4a639513-ee50-48a6-8e03-8f9bd02e3d81), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.466607 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d3a34e16-1f0a-470d-bc0d-00a47a14f7cd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.477192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a34e16-1f0a-470d-bc0d-00a47a14f7cd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:08.478289 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d3a34e16-1f0a-470d-bc0d-00a47a14f7cd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.481619 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-62e2d3a3-111c-4c8d-b8e8-0654e7b077fe None None] For port 4a639513-ee50-48a6-8e03-8f9bd02e3d81, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4a639513-ee50-48a6-8e03-8f9bd02e3d81,segment=NetworkSegment(47f4aafa-5cd0-413d-bcea-d2916381f156),segment_id=47f4aafa-5cd0-413d-bcea-d2916381f156)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:08.482432 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-62e2d3a3-111c-4c8d-b8e8-0654e7b077fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (4a639513-ee50-48a6-8e03-8f9bd02e3d81), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.493542 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c7bb2-7bb6-416e-9224-fd785a276c55 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Port': ['ID=4a639513-ee50-48a6-8e03-8f9bd02e3d81,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:08.495506 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c7bb2-7bb6-416e-9224-fd785a276c55 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] No DVR routers for this DVR port 4a639513-ee50-48a6-8e03-8f9bd02e3d81 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:08.510581 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-62e2d3a3-111c-4c8d-b8e8-0654e7b077fe None None] Calling delete_port for 4a639513-ee50-48a6-8e03-8f9bd02e3d81 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:08.626214 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c94c7bb2-7bb6-416e-9224-fd785a276c55 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (1cda446a-9512-4e9a-a3da-2c455fbd614a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.628894 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-62e2d3a3-111c-4c8d-b8e8-0654e7b077fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (4a639513-ee50-48a6-8e03-8f9bd02e3d81), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.655819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e2d3a3-111c-4c8d-b8e8-0654e7b077fe None None] No DVR routers for this DVR port 4a639513-ee50-48a6-8e03-8f9bd02e3d81 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:08.687486 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-c94c7bb2-7bb6-416e-9224-fd785a276c55 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cda446a-9512-4e9a-a3da-2c455fbd614a']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:08.692009 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d3a34e16-1f0a-470d-bc0d-00a47a14f7cd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6975815 Jan 27 22:11:08.694531 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54058) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:08.697894 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2d3a3-111c-4c8d-b8e8-0654e7b077fe None None] Pushing event deleted for resources: {'Port': ['ID=4a639513-ee50-48a6-8e03-8f9bd02e3d81,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:08.715277 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f7b7360f-5372-451f-9e6d-3c9931126b00 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'subnet': {'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:08.720259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a34e16-1f0a-470d-bc0d-00a47a14f7cd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Network': ['ID=cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:08.726433 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-c94c7bb2-7bb6-416e-9224-fd785a276c55 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f4aafa-5cd0-413d-bcea-d2916381f156') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:08.727081 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-c94c7bb2-7bb6-416e-9224-fd785a276c55 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f4aafa-5cd0-413d-bcea-d2916381f156') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:08.732554 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:11:08.765796 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-70000308-fc43-4e6e-a7f2-e2ac29466764 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.786939 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c94c7bb2-7bb6-416e-9224-fd785a276c55 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (47f4aafa-5cd0-413d-bcea-d2916381f156), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.837807 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c94c7bb2-7bb6-416e-9224-fd785a276c55 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (47f4aafa-5cd0-413d-bcea-d2916381f156), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.852116 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94c7bb2-7bb6-416e-9224-fd785a276c55 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:11:08.852616 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c94c7bb2-7bb6-416e-9224-fd785a276c55 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (47f4aafa-5cd0-413d-bcea-d2916381f156), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:11:08.857031 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:11:08.938215 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b7360f-5372-451f-9e6d-3c9931126b00 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Made reservation on behalf of 1343ecea38cc45ffb85c1a5fad43cd9f for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:08.942708 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f7b7360f-5372-451f-9e6d-3c9931126b00 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:08.962773 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-70000308-fc43-4e6e-a7f2-e2ac29466764 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Allocated IP 172.25.3.69 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/4dea3df2-0b22-45b9-9a88-53a17f280b47) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:08.992397 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c94c7bb2-7bb6-416e-9224-fd785a276c55 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (1cda446a-9512-4e9a-a3da-2c455fbd614a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:09.011234 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c94c7bb2-7bb6-416e-9224-fd785a276c55 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:09.014721 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c94c7bb2-7bb6-416e-9224-fd785a276c55 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/networks/1cda446a-9512-4e9a-a3da-2c455fbd614a HTTP/1.1" status: 204 len: 168 time: 1.0771489 Jan 27 22:11:09.029022 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54068) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:09.037953 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c7bb2-7bb6-416e-9224-fd785a276c55 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Network': ['ID=1cda446a-9512-4e9a-a3da-2c455fbd614a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:09.043218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-de3646b9-b1c5-47f4-a2ba-832064bb5ab0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2055344160'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:09.187475 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-70000308-fc43-4e6e-a7f2-e2ac29466764 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for port (4dea3df2-0b22-45b9-9a88-53a17f280b47), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:09.210631 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3646b9-b1c5-47f4-a2ba-832064bb5ab0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:09.217751 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-de3646b9-b1c5-47f4-a2ba-832064bb5ab0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:09.234448 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-70000308-fc43-4e6e-a7f2-e2ac29466764 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (4dea3df2-0b22-45b9-9a88-53a17f280b47), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:09.321412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70000308-fc43-4e6e-a7f2-e2ac29466764 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:09.328964 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-70000308-fc43-4e6e-a7f2-e2ac29466764 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:09.334463 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70000308-fc43-4e6e-a7f2-e2ac29466764 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:09.337809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70000308-fc43-4e6e-a7f2-e2ac29466764 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Port': ['ID=4dea3df2-0b22-45b9-9a88-53a17f280b47,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:09.350394 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3646b9-b1c5-47f4-a2ba-832064bb5ab0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:11:09.377387 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-de3646b9-b1c5-47f4-a2ba-832064bb5ab0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (95007204-96f0-4340-b0d3-40bb9340bf29), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:09.380745 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-de3646b9-b1c5-47f4-a2ba-832064bb5ab0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Added segment 95007204-96f0-4340-b0d3-40bb9340bf29 of type vlan for network 2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce Jan 27 22:11:09.485003 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-de3646b9-b1c5-47f4-a2ba-832064bb5ab0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:09.490511 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f7b7360f-5372-451f-9e6d-3c9931126b00 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (4db26016-47f5-43fa-afa8-c6e40a54d414), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:09.564386 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7360f-5372-451f-9e6d-3c9931126b00 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Subnet': ['ID=4db26016-47f5-43fa-afa8-c6e40a54d414,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:09.635293 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-de3646b9-b1c5-47f4-a2ba-832064bb5ab0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:09.640411 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3646b9-b1c5-47f4-a2ba-832064bb5ab0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:09.641033 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-de3646b9-b1c5-47f4-a2ba-832064bb5ab0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:09.651135 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b7360f-5372-451f-9e6d-3c9931126b00 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Checking segment: {'id': 'fefaf511-0a3b-414b-9e9a-ac00730049cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:09.651530 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b7360f-5372-451f-9e6d-3c9931126b00 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network hostable DHCP agents. Network: cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:11:09.726182 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-de3646b9-b1c5-47f4-a2ba-832064bb5ab0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6933877 Jan 27 22:11:09.733147 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54094) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:09.741853 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1c74af60-8c70-4acc-8ea8-f61a700f612f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'subnet': {'network_id': '2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:09.764396 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b7360f-5372-451f-9e6d-3c9931126b00 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:11:09.829251 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3646b9-b1c5-47f4-a2ba-832064bb5ab0 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Network': ['ID=2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:09.843937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-f7b7360f-5372-451f-9e6d-3c9931126b00 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:09.850775 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b7360f-5372-451f-9e6d-3c9931126b00 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:09.850962 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:11:09.853380 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f7b7360f-5372-451f-9e6d-3c9931126b00 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:09.890415 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f7b7360f-5372-451f-9e6d-3c9931126b00 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1945686 Jan 27 22:11:09.902670 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54102) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:10.034434 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93b6f7c-6850-48be-a3b6-69be469d3684 None None] Network cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:10.054556 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c74af60-8c70-4acc-8ea8-f61a700f612f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:10.059207 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c74af60-8c70-4acc-8ea8-f61a700f612f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:10.183103 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4a639513-ee50-48a6-8e03-8f9bd02e3d81 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:10.209562 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 4a639513-ee50-48a6-8e03-8f9bd02e3d81 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:10.210089 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4a639513-ee50-48a6-8e03-8f9bd02e3d81 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:10.283522 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed19375-3700-47cd-b731-f3648227af02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:11:10.287327 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1ed19375-3700-47cd-b731-f3648227af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:10.406309 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-70000308-fc43-4e6e-a7f2-e2ac29466764 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (42ab8115-48d9-4a01-911c-9db1c0c2359f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:10.558698 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-70000308-fc43-4e6e-a7f2-e2ac29466764 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4dea3df2-0b22-45b9-9a88-53a17f280b47), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:10.688522 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-1ed19375-3700-47cd-b731-f3648227af02 None None] Allocated IP 172.20.0.2 (cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1/4db26016-47f5-43fa-afa8-c6e40a54d414/327c37e6-ddb0-4adb-b415-2a2d61795458) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:10.771502 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-70000308-fc43-4e6e-a7f2-e2ac29466764 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for port (4dea3df2-0b22-45b9-9a88-53a17f280b47), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:10.788251 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9795cf5-1b8a-4311-b718-195ed6074b92 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:10.821583 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-70000308-fc43-4e6e-a7f2-e2ac29466764 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (4dea3df2-0b22-45b9-9a88-53a17f280b47), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:10.921459 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70000308-fc43-4e6e-a7f2-e2ac29466764 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Port': ['ID=4dea3df2-0b22-45b9-9a88-53a17f280b47,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:10.940685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544c9d6-c618-4a58-8a41-d896445298ba req-3fc5816b-bf7e-49d0-9ba8-31c6f1dcc630 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:10.942883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c544c9d6-c618-4a58-8a41-d896445298ba req-3fc5816b-bf7e-49d0-9ba8-31c6f1dcc630 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7c143d-7999-42cf-bb63-88996cbf24f4 HTTP/1.1" status: 200 len: 945 time: 0.1641073 Jan 27 22:11:10.945372 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1ed19375-3700-47cd-b731-f3648227af02 None None] Publish callbacks [] for port (327c37e6-ddb0-4adb-b415-2a2d61795458), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:10.952967 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1ed19375-3700-47cd-b731-f3648227af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (327c37e6-ddb0-4adb-b415-2a2d61795458), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:10.963687 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-70000308-fc43-4e6e-a7f2-e2ac29466764 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (42ab8115-48d9-4a01-911c-9db1c0c2359f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:11.028807 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed19375-3700-47cd-b731-f3648227af02 None None] Network cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:11.037448 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-1ed19375-3700-47cd-b731-f3648227af02 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:11.054481 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed19375-3700-47cd-b731-f3648227af02 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:11.110596 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c544c9d6-c618-4a58-8a41-d896445298ba req-8141ba0e-a551-41bc-ad13-51545d975b43 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/security-groups?id=918bd090-9fe6-4eb6-a46b-926aca440599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619411 Jan 27 22:11:11.128262 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed19375-3700-47cd-b731-f3648227af02 None None] Pushing event updated for resources: {'Port': ['ID=327c37e6-ddb0-4adb-b415-2a2d61795458,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:11.142023 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-70000308-fc43-4e6e-a7f2-e2ac29466764 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Floating IP 42ab8115-48d9-4a01-911c-9db1c0c2359f associated. External IP: 172.25.3.69, port: 554e5798-2c96-42b7-852c-2ca5e9dd852b. Jan 27 22:11:11.176223 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1ed19375-3700-47cd-b731-f3648227af02 None None] Attempting to bind port 327c37e6-ddb0-4adb-b415-2a2d61795458 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:11:11.177109 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1ed19375-3700-47cd-b731-f3648227af02 None None] Attempting to bind port 327c37e6-ddb0-4adb-b415-2a2d61795458 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'fefaf511-0a3b-414b-9e9a-ac00730049cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:11:11.178365 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed19375-3700-47cd-b731-f3648227af02 None None] Attempting to bind port 327c37e6-ddb0-4adb-b415-2a2d61795458 on network cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:11:11.188036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed19375-3700-47cd-b731-f3648227af02 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:11:11.188631 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed19375-3700-47cd-b731-f3648227af02 None None] Checking segment: {'id': 'fefaf511-0a3b-414b-9e9a-ac00730049cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:11.189142 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1ed19375-3700-47cd-b731-f3648227af02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:11.190304 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed19375-3700-47cd-b731-f3648227af02 None None] Bound using segment: {'id': 'fefaf511-0a3b-414b-9e9a-ac00730049cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:11:11.190911 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1ed19375-3700-47cd-b731-f3648227af02 None None] Bound port: 327c37e6-ddb0-4adb-b415-2a2d61795458, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fefaf511-0a3b-414b-9e9a-ac00730049cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:11:11.191676 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1ed19375-3700-47cd-b731-f3648227af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (327c37e6-ddb0-4adb-b415-2a2d61795458), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:11.274879 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1ed19375-3700-47cd-b731-f3648227af02 None None] For port 327c37e6-ddb0-4adb-b415-2a2d61795458, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:11:11.278508 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1ed19375-3700-47cd-b731-f3648227af02 None None] For port 327c37e6-ddb0-4adb-b415-2a2d61795458, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=327c37e6-ddb0-4adb-b415-2a2d61795458,segment=NetworkSegment(fefaf511-0a3b-414b-9e9a-ac00730049cf),segment_id=fefaf511-0a3b-414b-9e9a-ac00730049cf)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:11:11.282764 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1ed19375-3700-47cd-b731-f3648227af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (327c37e6-ddb0-4adb-b415-2a2d61795458), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:11.332210 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c74af60-8c70-4acc-8ea8-f61a700f612f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (0d4e0264-620b-4390-b58f-215232e3af0e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:11.378463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed19375-3700-47cd-b731-f3648227af02 None None] Pushing event updated for resources: {'Port': ['ID=327c37e6-ddb0-4adb-b415-2a2d61795458,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:11.602307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74af60-8c70-4acc-8ea8-f61a700f612f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Subnet': ['ID=0d4e0264-620b-4390-b58f-215232e3af0e,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:11.759482 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-b9795cf5-1b8a-4311-b718-195ed6074b92 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Allocated IP 172.20.0.1 (cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1/4db26016-47f5-43fa-afa8-c6e40a54d414/411c79bf-caf1-4c53-b68d-080487dac080) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:11.778206 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c74af60-8c70-4acc-8ea8-f61a700f612f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Checking segment: {'id': '95007204-96f0-4340-b0d3-40bb9340bf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:11.778480 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c74af60-8c70-4acc-8ea8-f61a700f612f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network hostable DHCP agents. Network: 2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:11:11.808141 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c74af60-8c70-4acc-8ea8-f61a700f612f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:11:11.831668 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-1c74af60-8c70-4acc-8ea8-f61a700f612f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:11.843089 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efee2fc2-9ed9-4d78-a9fe-7cd9d33f72b7 None None] Network 2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:11.865916 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c74af60-8c70-4acc-8ea8-f61a700f612f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:11.866424 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c74af60-8c70-4acc-8ea8-f61a700f612f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:11.919606 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1c74af60-8c70-4acc-8ea8-f61a700f612f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1810341 Jan 27 22:11:11.924778 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54144) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:11.994810 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9795cf5-1b8a-4311-b718-195ed6074b92 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for port (411c79bf-caf1-4c53-b68d-080487dac080), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:12.018142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297e8ca-0bd4-4420-951a-9100f7f6adc2 req-e38ac3a6-f607-4306-ae86-3ee727710dd6 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:12.018142 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7297e8ca-0bd4-4420-951a-9100f7f6adc2 req-e38ac3a6-f607-4306-ae86-3ee727710dd6 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f7c143d-7999-42cf-bb63-88996cbf24f4 HTTP/1.1" status: 200 len: 945 time: 0.1351299 Jan 27 22:11:12.026732 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-899c84af-411d-4713-a03f-f695c8adaa9c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'port': {'network_id': '2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce', 'name': 'tempest-PortsTestJSON-1382814435', 'fixed_ips': [{'subnet_id': '0d4e0264-620b-4390-b58f-215232e3af0e', 'ip_address': '172.20.0.10'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:12.084836 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70000308-fc43-4e6e-a7f2-e2ac29466764 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Router 6e273520-5c12-4997-a694-32f5bedbbfa8 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:11:12.208478 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899c84af-411d-4713-a03f-f695c8adaa9c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:12.229322 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-7297e8ca-0bd4-4420-951a-9100f7f6adc2 req-e54d307f-6ef0-4aaf-8052-ea7cc8f99b19 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Deleting port f8c2172b-fdcc-41ca-84fb-69b8772aac99 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:12.229746 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7297e8ca-0bd4-4420-951a-9100f7f6adc2 req-e54d307f-6ef0-4aaf-8052-ea7cc8f99b19 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f8c2172b-fdcc-41ca-84fb-69b8772aac99), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:12.259594 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9795cf5-1b8a-4311-b718-195ed6074b92 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (411c79bf-caf1-4c53-b68d-080487dac080), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:12.360511 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9795cf5-1b8a-4311-b718-195ed6074b92 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:12.365103 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-b9795cf5-1b8a-4311-b718-195ed6074b92 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:12.368843 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9795cf5-1b8a-4311-b718-195ed6074b92 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:12.407378 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 327c37e6-ddb0-4adb-b415-2a2d61795458 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:12.430549 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9795cf5-1b8a-4311-b718-195ed6074b92 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Port': ['ID=411c79bf-caf1-4c53-b68d-080487dac080,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:12.490134 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-7297e8ca-0bd4-4420-951a-9100f7f6adc2 req-e54d307f-6ef0-4aaf-8052-ea7cc8f99b19 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] For port f8c2172b-fdcc-41ca-84fb-69b8772aac99, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f8c2172b-fdcc-41ca-84fb-69b8772aac99,segment=NetworkSegment(721bb501-a4a5-4a55-bb23-624fbea0c3dc),segment_id=721bb501-a4a5-4a55-bb23-624fbea0c3dc)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:12.490793 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9795cf5-1b8a-4311-b718-195ed6074b92 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (c9d81c5f-1ff3-4995-a896-f7518a4406f6), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:12.491266 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7297e8ca-0bd4-4420-951a-9100f7f6adc2 req-e54d307f-6ef0-4aaf-8052-ea7cc8f99b19 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f8c2172b-fdcc-41ca-84fb-69b8772aac99), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:12.503189 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-899c84af-411d-4713-a03f-f695c8adaa9c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:12.507683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-7297e8ca-0bd4-4420-951a-9100f7f6adc2 req-e54d307f-6ef0-4aaf-8052-ea7cc8f99b19 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Calling delete_port for f8c2172b-fdcc-41ca-84fb-69b8772aac99 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:12.559580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a23f6c9-c6aa-418d-af48-8342e15ac760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce', 'network_id': '2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce', 'project_id': '843bc7b8352e40efa7b0de2db41edc8d', 'fixed_ips': [{'subnet_id': '0d4e0264-620b-4390-b58f-215232e3af0e'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:11:12.560862 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8a23f6c9-c6aa-418d-af48-8342e15ac760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:12.590379 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 327c37e6-ddb0-4adb-b415-2a2d61795458 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:12.596726 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (327c37e6-ddb0-4adb-b415-2a2d61795458), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:12.727290 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9795cf5-1b8a-4311-b718-195ed6074b92 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (411c79bf-caf1-4c53-b68d-080487dac080), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:12.742477 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-899c84af-411d-4713-a03f-f695c8adaa9c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] device_id is not set on port 77dd970b-9c65-458c-9ae1-a259b04f70ee yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:11:12.883679 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-8a23f6c9-c6aa-418d-af48-8342e15ac760 None None] Allocated IP 172.20.0.2 (2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce/0d4e0264-620b-4390-b58f-215232e3af0e/bf7aa6d0-360b-4733-8b35-19b2139096f1) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:12.906721 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70000308-fc43-4e6e-a7f2-e2ac29466764 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:11:12.920239 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bde898-b5ce-4ebf-9589-edd446a41d53 None None] Sync routers for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:11:12.939876 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bde898-b5ce-4ebf-9589-edd446a41d53 None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:12.941676 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-17bde898-b5ce-4ebf-9589-edd446a41d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:12.947752 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38fecd-f7ca-4fa6-9f7f-0800cf398ed8 req-d581dd1c-5e94-486c-b2a7-c6c5d10b5c68 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:12.957296 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec38fecd-f7ca-4fa6-9f7f-0800cf398ed8 req-d581dd1c-5e94-486c-b2a7-c6c5d10b5c68 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f7c143d-7999-42cf-bb63-88996cbf24f4 HTTP/1.1" status: 200 len: 945 time: 0.6825736 Jan 27 22:11:12.967623 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7297e8ca-0bd4-4420-951a-9100f7f6adc2 req-e54d307f-6ef0-4aaf-8052-ea7cc8f99b19 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f8c2172b-fdcc-41ca-84fb-69b8772aac99), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:12.986850 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-70000308-fc43-4e6e-a7f2-e2ac29466764 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.059323 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d307f-6ef0-4aaf-8052-ea7cc8f99b19 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Pushing event deleted for resources: {'Port': ['ID=f8c2172b-fdcc-41ca-84fb-69b8772aac99,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:13.066836 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-17bde898-b5ce-4ebf-9589-edd446a41d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:13.093692 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f607739-d8b0-4f1c-a94d-4078f5bd3fde None None] Network cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:13.095962 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bde898-b5ce-4ebf-9589-edd446a41d53 None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:13.098039 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-17bde898-b5ce-4ebf-9589-edd446a41d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:13.124547 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.143440 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-70000308-fc43-4e6e-a7f2-e2ac29466764 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.0495973 Jan 27 22:11:13.147034 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-17bde898-b5ce-4ebf-9589-edd446a41d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:13.148010 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bde898-b5ce-4ebf-9589-edd446a41d53 None None] The sync data for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:11:13.151455 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54162) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:13.176498 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-e5c034a7-87e4-4f95-97b7-45dd6c7d7c78 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:13.205582 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7297e8ca-0bd4-4420-951a-9100f7f6adc2 req-e54d307f-6ef0-4aaf-8052-ea7cc8f99b19 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] No DVR routers for this DVR port f8c2172b-fdcc-41ca-84fb-69b8772aac99 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:13.208669 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7297e8ca-0bd4-4420-951a-9100f7f6adc2 req-e54d307f-6ef0-4aaf-8052-ea7cc8f99b19 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.212595 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7297e8ca-0bd4-4420-951a-9100f7f6adc2 req-e54d307f-6ef0-4aaf-8052-ea7cc8f99b19 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.15 "DELETE /v2.0/ports/f8c2172b-fdcc-41ca-84fb-69b8772aac99 HTTP/1.1" status: 204 len: 173 time: 1.1895339 Jan 27 22:11:13.267636 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1d7cecef-a02d-40ab-bbec-c4a59ac4f5b2 None None] Provisioning complete for port 327c37e6-ddb0-4adb-b415-2a2d61795458 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:13.268305 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1d7cecef-a02d-40ab-bbec-c4a59ac4f5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (327c37e6-ddb0-4adb-b415-2a2d61795458), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.288066 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7c143d-7999-42cf-bb63-88996cbf24f4', 'name': 'network-vif-deleted', 'tag': 'f8c2172b-fdcc-41ca-84fb-69b8772aac99'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:11:13.290447 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc3ffee-4b67-48db-b50a-2da142ea2486" -d '{"events": [{"server_uuid": "0f7c143d-7999-42cf-bb63-88996cbf24f4", "name": "network-vif-deleted", "tag": "f8c2172b-fdcc-41ca-84fb-69b8772aac99"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:11:13.304907 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec38fecd-f7ca-4fa6-9f7f-0800cf398ed8 req-8358200a-f201-4048-9b2d-0d2eb53e0c77 tempest-VolumesActionsTest-564513102 tempest-VolumesActionsTest-564513102-project] 10.222.0.23 "GET /v2.0/security-groups?id=918bd090-9fe6-4eb6-a46b-926aca440599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463960 Jan 27 22:11:13.394126 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e5c034a7-87e4-4f95-97b7-45dd6c7d7c78 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (42ab8115-48d9-4a01-911c-9db1c0c2359f), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.442523 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 327c37e6-ddb0-4adb-b415-2a2d61795458 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:13.443079 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (327c37e6-ddb0-4adb-b415-2a2d61795458), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.452344 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9795cf5-1b8a-4311-b718-195ed6074b92 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for port (411c79bf-caf1-4c53-b68d-080487dac080), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.459025 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9795cf5-1b8a-4311-b718-195ed6074b92 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (411c79bf-caf1-4c53-b68d-080487dac080), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.473852 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e6254e-78a8-49bd-ae7f-8b9579f79c7e x-openstack-request-id: req-24e6254e-78a8-49bd-ae7f-8b9579f79c7e {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:11:13.474156 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7c143d-7999-42cf-bb63-88996cbf24f4", "name": "network-vif-deleted", "tag": "f8c2172b-fdcc-41ca-84fb-69b8772aac99", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:11:13.474419 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24e6254e-78a8-49bd-ae7f-8b9579f79c7e {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:11:13.475426 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7c143d-7999-42cf-bb63-88996cbf24f4', 'name': 'network-vif-deleted', 'tag': 'f8c2172b-fdcc-41ca-84fb-69b8772aac99', 'status': 'completed', 'code': 200} Jan 27 22:11:13.556261 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9795cf5-1b8a-4311-b718-195ed6074b92 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Port': ['ID=411c79bf-caf1-4c53-b68d-080487dac080,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:13.588746 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9795cf5-1b8a-4311-b718-195ed6074b92 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (c9d81c5f-1ff3-4995-a896-f7518a4406f6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.632988 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 327c37e6-ddb0-4adb-b415-2a2d61795458, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=327c37e6-ddb0-4adb-b415-2a2d61795458,segment=NetworkSegment(fefaf511-0a3b-414b-9e9a-ac00730049cf),segment_id=fefaf511-0a3b-414b-9e9a-ac00730049cf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:13.703185 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1d7cecef-a02d-40ab-bbec-c4a59ac4f5b2 None None] Current status of the port 327c37e6-ddb0-4adb-b415-2a2d61795458 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:13.704034 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1d7cecef-a02d-40ab-bbec-c4a59ac4f5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (327c37e6-ddb0-4adb-b415-2a2d61795458), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.713146 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (327c37e6-ddb0-4adb-b415-2a2d61795458), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.747801 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54180) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:13.778172 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e5c034a7-87e4-4f95-97b7-45dd6c7d7c78 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.785914 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e5c034a7-87e4-4f95-97b7-45dd6c7d7c78 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (42ab8115-48d9-4a01-911c-9db1c0c2359f), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.789140 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-e5c034a7-87e4-4f95-97b7-45dd6c7d7c78 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Floating IP 42ab8115-48d9-4a01-911c-9db1c0c2359f disassociated. External IP: 172.25.3.69, port: 554e5798-2c96-42b7-852c-2ca5e9dd852b. Jan 27 22:11:13.832125 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8a23f6c9-c6aa-418d-af48-8342e15ac760 None None] Publish callbacks [] for port (bf7aa6d0-360b-4733-8b35-19b2139096f1), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.878156 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9795cf5-1b8a-4311-b718-195ed6074b92 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:13.893976 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-b9795cf5-1b8a-4311-b718-195ed6074b92 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:13.938076 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8a23f6c9-c6aa-418d-af48-8342e15ac760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (bf7aa6d0-360b-4733-8b35-19b2139096f1), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:13.948599 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=327c37e6-ddb0-4adb-b415-2a2d61795458,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:14.020131 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a23f6c9-c6aa-418d-af48-8342e15ac760 None None] Network 2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:14.026619 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-1d7cecef-a02d-40ab-bbec-c4a59ac4f5b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:11:14.027111 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-1d7cecef-a02d-40ab-bbec-c4a59ac4f5b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:11:14.028514 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-8a23f6c9-c6aa-418d-af48-8342e15ac760 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:14.036185 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a23f6c9-c6aa-418d-af48-8342e15ac760 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:14.129406 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23f6c9-c6aa-418d-af48-8342e15ac760 None None] Pushing event updated for resources: {'Port': ['ID=bf7aa6d0-360b-4733-8b35-19b2139096f1,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:14.184527 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-8a23f6c9-c6aa-418d-af48-8342e15ac760 None None] Attempting to bind port bf7aa6d0-360b-4733-8b35-19b2139096f1 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:11:14.184909 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-8a23f6c9-c6aa-418d-af48-8342e15ac760 None None] Attempting to bind port bf7aa6d0-360b-4733-8b35-19b2139096f1 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '95007204-96f0-4340-b0d3-40bb9340bf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:11:14.185281 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a23f6c9-c6aa-418d-af48-8342e15ac760 None None] Attempting to bind port bf7aa6d0-360b-4733-8b35-19b2139096f1 on network 2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:11:14.200369 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a23f6c9-c6aa-418d-af48-8342e15ac760 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:11:14.200681 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a23f6c9-c6aa-418d-af48-8342e15ac760 None None] Checking segment: {'id': '95007204-96f0-4340-b0d3-40bb9340bf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:14.201361 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8a23f6c9-c6aa-418d-af48-8342e15ac760 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:14.201782 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a23f6c9-c6aa-418d-af48-8342e15ac760 None None] Bound using segment: {'id': '95007204-96f0-4340-b0d3-40bb9340bf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:11:14.202263 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-8a23f6c9-c6aa-418d-af48-8342e15ac760 None None] Bound port: bf7aa6d0-360b-4733-8b35-19b2139096f1, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95007204-96f0-4340-b0d3-40bb9340bf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:11:14.203223 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8a23f6c9-c6aa-418d-af48-8342e15ac760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (bf7aa6d0-360b-4733-8b35-19b2139096f1), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:14.229836 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 327c37e6-ddb0-4adb-b415-2a2d61795458 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:14.310015 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-899c84af-411d-4713-a03f-f695c8adaa9c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Allocated IP 172.20.0.10 (2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce/0d4e0264-620b-4390-b58f-215232e3af0e/77dd970b-9c65-458c-9ae1-a259b04f70ee) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:14.392716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 327c37e6-ddb0-4adb-b415-2a2d61795458 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:14.393108 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (327c37e6-ddb0-4adb-b415-2a2d61795458), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:14.451768 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8a23f6c9-c6aa-418d-af48-8342e15ac760 None None] For port bf7aa6d0-360b-4733-8b35-19b2139096f1, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:11:14.488021 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8a23f6c9-c6aa-418d-af48-8342e15ac760 None None] For port bf7aa6d0-360b-4733-8b35-19b2139096f1, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=bf7aa6d0-360b-4733-8b35-19b2139096f1,segment=NetworkSegment(95007204-96f0-4340-b0d3-40bb9340bf29),segment_id=95007204-96f0-4340-b0d3-40bb9340bf29)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:11:14.509395 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f8c2172b-fdcc-41ca-84fb-69b8772aac99 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:14.523269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c034a7-87e4-4f95-97b7-45dd6c7d7c78 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Router 6e273520-5c12-4997-a694-32f5bedbbfa8 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:11:14.572915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: f8c2172b-fdcc-41ca-84fb-69b8772aac99 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:14.573283 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f8c2172b-fdcc-41ca-84fb-69b8772aac99 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:14.582386 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8a23f6c9-c6aa-418d-af48-8342e15ac760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (bf7aa6d0-360b-4733-8b35-19b2139096f1), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:14.650824 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54198) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:14.741082 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c034a7-87e4-4f95-97b7-45dd6c7d7c78 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:11:14.760122 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e5c034a7-87e4-4f95-97b7-45dd6c7d7c78 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:14.793331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c2c3fb-35d6-4320-a261-43141eb1d929 None None] Sync routers for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:11:14.839471 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e5c034a7-87e4-4f95-97b7-45dd6c7d7c78 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "PUT /v2.0/floatingips/42ab8115-48d9-4a01-911c-9db1c0c2359f HTTP/1.1" status: 200 len: 687 time: 1.6811724 Jan 27 22:11:14.840367 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54202) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:14.930352 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c2c3fb-35d6-4320-a261-43141eb1d929 None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:14.931006 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b7c2c3fb-35d6-4320-a261-43141eb1d929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:15.041287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b7c2c3fb-35d6-4320-a261-43141eb1d929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:15.048577 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1d7cecef-a02d-40ab-bbec-c4a59ac4f5b2 None None] Current status of the port 327c37e6-ddb0-4adb-b415-2a2d61795458 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:15.055727 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23f6c9-c6aa-418d-af48-8342e15ac760 None None] Pushing event updated for resources: {'Port': ['ID=bf7aa6d0-360b-4733-8b35-19b2139096f1,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:15.065056 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c2c3fb-35d6-4320-a261-43141eb1d929 None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:15.065689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b7c2c3fb-35d6-4320-a261-43141eb1d929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:15.068887 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9795cf5-1b8a-4311-b718-195ed6074b92 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router c9d81c5f-1ff3-4995-a896-f7518a4406f6 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:11:15.130129 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b7c2c3fb-35d6-4320-a261-43141eb1d929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:15.130796 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c2c3fb-35d6-4320-a261-43141eb1d929 None None] The sync data for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:11:15.145694 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 327c37e6-ddb0-4adb-b415-2a2d61795458 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:15.184784 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cda586d0-790a-4101-a37c-f43e29331612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:15.196958 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1f05174b-710b-4ecd-a4f6-9f8071adca26 None None] Provisioning complete for port 327c37e6-ddb0-4adb-b415-2a2d61795458 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:15.206103 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1f05174b-710b-4ecd-a4f6-9f8071adca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (327c37e6-ddb0-4adb-b415-2a2d61795458), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:15.404214 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9795cf5-1b8a-4311-b718-195ed6074b92 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:11:15.416752 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] Sync routers for ids ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:11:15.432060 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] Routers {'c9d81c5f-1ff3-4995-a896-f7518a4406f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:15.432958 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1f05174b-710b-4ecd-a4f6-9f8071adca26 None None] Current status of the port 327c37e6-ddb0-4adb-b415-2a2d61795458 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:15.437013 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:15.440390 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-899c84af-411d-4713-a03f-f695c8adaa9c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for port (77dd970b-9c65-458c-9ae1-a259b04f70ee), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:15.452693 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cda586d0-790a-4101-a37c-f43e29331612 admin admin] Publish callbacks [] for security_group (dc06410b-246e-4b5d-97ee-e9c472eed7fc), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:15.464624 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-2c30ac7a-5ccb-43a0-bf0a-25000659751a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Deleting port 4dea3df2-0b22-45b9-9a88-53a17f280b47 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:15.464968 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2c30ac7a-5ccb-43a0-bf0a-25000659751a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (4dea3df2-0b22-45b9-9a88-53a17f280b47), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:15.472774 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1f05174b-710b-4ecd-a4f6-9f8071adca26 None None] Provisioning complete for port 411c79bf-caf1-4c53-b68d-080487dac080 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:15.473317 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1f05174b-710b-4ecd-a4f6-9f8071adca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (411c79bf-caf1-4c53-b68d-080487dac080), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:15.531767 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b9795cf5-1b8a-4311-b718-195ed6074b92 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/c9d81c5f-1ff3-4995-a896-f7518a4406f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6263361 Jan 27 22:11:15.537080 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-899c84af-411d-4713-a03f-f695c8adaa9c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (77dd970b-9c65-458c-9ae1-a259b04f70ee), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:15.539306 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54216) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:15.571716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1f05174b-710b-4ecd-a4f6-9f8071adca26 None None] Port 411c79bf-caf1-4c53-b68d-080487dac080 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:15.601213 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3901a1c0-57c8-42c4-8be7-83db119654dd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'network': {'name': 'tempest-RoutersTest-1551106692'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:15.626308 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2c30ac7a-5ccb-43a0-bf0a-25000659751a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (4dea3df2-0b22-45b9-9a88-53a17f280b47), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:15.627246 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2c30ac7a-5ccb-43a0-bf0a-25000659751a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (4dea3df2-0b22-45b9-9a88-53a17f280b47), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:15.647799 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-2c30ac7a-5ccb-43a0-bf0a-25000659751a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Calling delete_port for 4dea3df2-0b22-45b9-9a88-53a17f280b47 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:15.738392 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c84af-411d-4713-a03f-f695c8adaa9c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Port': ['ID=77dd970b-9c65-458c-9ae1-a259b04f70ee,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:15.769202 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] Set router c9d81c5f-1ff3-4995-a896-f7518a4406f6 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:11:15.800054 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899c84af-411d-4713-a03f-f695c8adaa9c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:15.814935 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-899c84af-411d-4713-a03f-f695c8adaa9c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:15.823951 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899c84af-411d-4713-a03f-f695c8adaa9c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:15.837349 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cda586d0-790a-4101-a37c-f43e29331612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (dc06410b-246e-4b5d-97ee-e9c472eed7fc), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:15.887960 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-cda586d0-790a-4101-a37c-f43e29331612 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=303c2fd31e6249bda35a7e09bd32eeec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2336705 Jan 27 22:11:15.893977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54220) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:15.903761 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2c30ac7a-5ccb-43a0-bf0a-25000659751a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (4dea3df2-0b22-45b9-9a88-53a17f280b47), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:16.015186 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30ac7a-5ccb-43a0-bf0a-25000659751a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event deleted for resources: {'Port': ['ID=4dea3df2-0b22-45b9-9a88-53a17f280b47,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:16.019508 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda586d0-790a-4101-a37c-f43e29331612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc06410b-246e-4b5d-97ee-e9c472eed7fc,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:16.186585 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fe24fbc8-0e74-49c5-9657-e0106cdde5b4 admin admin] Publish callbacks [] for security_group (dc06410b-246e-4b5d-97ee-e9c472eed7fc), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:16.191981 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2c30ac7a-5ccb-43a0-bf0a-25000659751a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (42ab8115-48d9-4a01-911c-9db1c0c2359f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:16.196297 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2c30ac7a-5ccb-43a0-bf0a-25000659751a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:16.203845 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2c30ac7a-5ccb-43a0-bf0a-25000659751a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "DELETE /v2.0/floatingips/42ab8115-48d9-4a01-911c-9db1c0c2359f HTTP/1.1" status: 204 len: 168 time: 1.3622634 Jan 27 22:11:16.212724 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54226) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:16.217697 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-038dce52-83ac-463b-895a-efc23dd4de92 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': '0b931e02-d832-4e5b-928f-36e6ebd0ab90'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:16.305893 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fe24fbc8-0e74-49c5-9657-e0106cdde5b4 admin admin] Publish callbacks [] for security_group (dc06410b-246e-4b5d-97ee-e9c472eed7fc), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:16.331917 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-038dce52-83ac-463b-895a-efc23dd4de92 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:16.354862 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device bf7aa6d0-360b-4733-8b35-19b2139096f1 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:16.390396 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:11:12Z', 'revision_number': 2, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:13Z', 'revision_number': 2, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:16.481351 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] Checking router: c9d81c5f-1ff3-4995-a896-f7518a4406f6 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:11:16.482003 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] Updating router c9d81c5f-1ff3-4995-a896-f7518a4406f6 port 411c79bf-caf1-4c53-b68d-080487dac080 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:11:16.509107 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port bf7aa6d0-360b-4733-8b35-19b2139096f1 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:16.509637 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (bf7aa6d0-360b-4733-8b35-19b2139096f1), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:16.521056 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3901a1c0-57c8-42c4-8be7-83db119654dd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Made reservation on behalf of 1343ecea38cc45ffb85c1a5fad43cd9f for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:16.526270 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3901a1c0-57c8-42c4-8be7-83db119654dd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:16.583555 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (411c79bf-caf1-4c53-b68d-080487dac080), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:16.632006 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899c84af-411d-4713-a03f-f695c8adaa9c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:16.632929 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-899c84af-411d-4713-a03f-f695c8adaa9c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:16.658520 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3901a1c0-57c8-42c4-8be7-83db119654dd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:11:16.660931 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fe24fbc8-0e74-49c5-9657-e0106cdde5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (dc06410b-246e-4b5d-97ee-e9c472eed7fc), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:16.669257 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-899c84af-411d-4713-a03f-f695c8adaa9c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.7434011 Jan 27 22:11:16.669483 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fe24fbc8-0e74-49c5-9657-e0106cdde5b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:16.673972 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-fe24fbc8-0e74-49c5-9657-e0106cdde5b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc06410b-246e-4b5d-97ee-e9c472eed7fc HTTP/1.1" status: 204 len: 168 time: 0.7764030 Jan 27 22:11:16.674762 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54232) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:16.685338 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3901a1c0-57c8-42c4-8be7-83db119654dd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b03a9bee-1b5b-4dd9-a575-d22158fdb518), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:16.685992 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-3901a1c0-57c8-42c4-8be7-83db119654dd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Added segment b03a9bee-1b5b-4dd9-a575-d22158fdb518 of type vlan for network 51bc701d-9dd0-496b-90e2-e62b22c5780a Jan 27 22:11:16.699926 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-10f637ec-aa03-425d-8ea7-899ce9a70a2f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'port': {'network_id': '2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce', 'name': 'tempest-PortsTestJSON-785903581', 'fixed_ips': [{'subnet_id': '0d4e0264-620b-4390-b58f-215232e3af0e', 'ip_address': '172.20.0.9'}]}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:16.728852 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port bf7aa6d0-360b-4733-8b35-19b2139096f1 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:16.729510 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (bf7aa6d0-360b-4733-8b35-19b2139096f1), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:16.808128 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port bf7aa6d0-360b-4733-8b35-19b2139096f1, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=bf7aa6d0-360b-4733-8b35-19b2139096f1,segment=NetworkSegment(95007204-96f0-4340-b0d3-40bb9340bf29),segment_id=95007204-96f0-4340-b0d3-40bb9340bf29)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:16.813184 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (bf7aa6d0-360b-4733-8b35-19b2139096f1), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:16.831804 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3901a1c0-57c8-42c4-8be7-83db119654dd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (51bc701d-9dd0-496b-90e2-e62b22c5780a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:16.853545 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24fbc8-0e74-49c5-9657-e0106cdde5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc06410b-246e-4b5d-97ee-e9c472eed7fc,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:16.917260 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88777ad1-61c1-46a2-acfb-4e892677e6a0 None None] Network 2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:17.015587 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-038dce52-83ac-463b-895a-efc23dd4de92 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:17.020980 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3901a1c0-57c8-42c4-8be7-83db119654dd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (51bc701d-9dd0-496b-90e2-e62b22c5780a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:17.026555 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3901a1c0-57c8-42c4-8be7-83db119654dd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:17.027016 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3901a1c0-57c8-42c4-8be7-83db119654dd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:17.109720 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] Publish callbacks [] for port (411c79bf-caf1-4c53-b68d-080487dac080), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:17.116683 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (411c79bf-caf1-4c53-b68d-080487dac080), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:17.159407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=bf7aa6d0-360b-4733-8b35-19b2139096f1,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:17.179110 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-60cac221-4fe1-4632-8da0-8a2f72918746 None None] Provisioning complete for port bf7aa6d0-360b-4733-8b35-19b2139096f1 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:17.184448 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-60cac221-4fe1-4632-8da0-8a2f72918746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (bf7aa6d0-360b-4733-8b35-19b2139096f1), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:17.269493 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe49f4-13c4-454c-a233-090e566086ee None None] Pushing event updated for resources: {'Port': ['ID=411c79bf-caf1-4c53-b68d-080487dac080,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:17.279317 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901a1c0-57c8-42c4-8be7-83db119654dd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Network': ['ID=51bc701d-9dd0-496b-90e2-e62b22c5780a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:17.304643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f637ec-aa03-425d-8ea7-899ce9a70a2f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:17.325421 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7de61011-0ccf-4d87-9804-032e33adc5fe tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (6de3647a-c55e-4c7d-86c5-a33b1b612620), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:17.359198 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe49f4-13c4-454c-a233-090e566086ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:17.360987 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe49f4-13c4-454c-a233-090e566086ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:17.361458 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe49f4-13c4-454c-a233-090e566086ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:17.363078 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe49f4-13c4-454c-a233-090e566086ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:17.363575 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe49f4-13c4-454c-a233-090e566086ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:17.364017 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe49f4-13c4-454c-a233-090e566086ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:17.365047 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe49f4-13c4-454c-a233-090e566086ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:17.365525 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe49f4-13c4-454c-a233-090e566086ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:17.368501 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe49f4-13c4-454c-a233-090e566086ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:17.368501 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe49f4-13c4-454c-a233-090e566086ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:17.368939 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe49f4-13c4-454c-a233-090e566086ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:17.369374 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe49f4-13c4-454c-a233-090e566086ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:17.370696 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebe49f4-13c4-454c-a233-090e566086ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:17.435475 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] Attempting to bind port 411c79bf-caf1-4c53-b68d-080487dac080 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:11:17.438472 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] Attempting to bind port 411c79bf-caf1-4c53-b68d-080487dac080 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'fefaf511-0a3b-414b-9e9a-ac00730049cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:11:17.441570 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] Attempting to bind port 411c79bf-caf1-4c53-b68d-080487dac080 on network cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:11:17.458970 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:11:17.462561 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] Checking segment: {'id': 'fefaf511-0a3b-414b-9e9a-ac00730049cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:17.465308 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:17.465781 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] Bound using segment: {'id': 'fefaf511-0a3b-414b-9e9a-ac00730049cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:11:17.466389 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] Bound port: 411c79bf-caf1-4c53-b68d-080487dac080, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fefaf511-0a3b-414b-9e9a-ac00730049cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:11:17.470836 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (411c79bf-caf1-4c53-b68d-080487dac080), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:17.575233 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3901a1c0-57c8-42c4-8be7-83db119654dd tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9861033 Jan 27 22:11:17.577155 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54246) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:17.636194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-038dce52-83ac-463b-895a-efc23dd4de92 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Allocated IP 172.25.3.47 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/1bbaa7eb-8380-4e20-acf0-ed7b29a7ff8b) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:17.663578 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-6dcb755e-4a6f-4bea-82aa-a2b24f803ee6 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'subnet': {'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:17.675601 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54250) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:17.693151 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10f637ec-aa03-425d-8ea7-899ce9a70a2f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:17.709761 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] For port 411c79bf-caf1-4c53-b68d-080487dac080, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:11:17.726287 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] For port 411c79bf-caf1-4c53-b68d-080487dac080, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=411c79bf-caf1-4c53-b68d-080487dac080,segment=NetworkSegment(fefaf511-0a3b-414b-9e9a-ac00730049cf),segment_id=fefaf511-0a3b-414b-9e9a-ac00730049cf)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:11:17.735055 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (411c79bf-caf1-4c53-b68d-080487dac080), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:17.759709 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-10f637ec-aa03-425d-8ea7-899ce9a70a2f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] device_id is not set on port 44105a73-c4a7-4120-83a7-8e5cc5731367 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:11:17.788538 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2950e669-e1e4-45f9-b01a-4b31fd6934aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:17.881406 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] Routers {'c9d81c5f-1ff3-4995-a896-f7518a4406f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:17.892780 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:17.911764 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 51bc701d-9dd0-496b-90e2-e62b22c5780a details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:11:18.019665 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-038dce52-83ac-463b-895a-efc23dd4de92 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for port (1bbaa7eb-8380-4e20-acf0-ed7b29a7ff8b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:18.107806 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe49f4-13c4-454c-a233-090e566086ee None None] Pushing event updated for resources: {'Port': ['ID=411c79bf-caf1-4c53-b68d-080487dac080,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:18.123007 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] Set router c9d81c5f-1ff3-4995-a896-f7518a4406f6 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:11:18.284760 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-10f637ec-aa03-425d-8ea7-899ce9a70a2f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Allocated IP 172.20.0.9 (2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce/0d4e0264-620b-4390-b58f-215232e3af0e/44105a73-c4a7-4120-83a7-8e5cc5731367) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:18.341889 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device bf7aa6d0-360b-4733-8b35-19b2139096f1 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:18.349834 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcb755e-4a6f-4bea-82aa-a2b24f803ee6 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Made reservation on behalf of 1343ecea38cc45ffb85c1a5fad43cd9f for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:18.353285 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6dcb755e-4a6f-4bea-82aa-a2b24f803ee6 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:18.366673 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-038dce52-83ac-463b-895a-efc23dd4de92 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (1bbaa7eb-8380-4e20-acf0-ed7b29a7ff8b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:18.439258 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038dce52-83ac-463b-895a-efc23dd4de92 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:18.452991 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-038dce52-83ac-463b-895a-efc23dd4de92 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:18.476322 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038dce52-83ac-463b-895a-efc23dd4de92 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:18.520576 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:11:12Z', 'revision_number': 2, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:17Z', 'revision_number': 4, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:18.548378 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dce52-83ac-463b-895a-efc23dd4de92 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Port': ['ID=1bbaa7eb-8380-4e20-acf0-ed7b29a7ff8b,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:18.557804 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-60cac221-4fe1-4632-8da0-8a2f72918746 None None] Current status of the port bf7aa6d0-360b-4733-8b35-19b2139096f1 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:18.560269 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10553cf-d1cb-41e4-87e9-e75ed6499380 None None] The sync data for ids ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'] in n-d-772272-3 is: [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:11:12Z', 'revision_number': 2, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:17Z', 'revision_number': 4, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:11:18.603657 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port bf7aa6d0-360b-4733-8b35-19b2139096f1 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:18.604388 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (bf7aa6d0-360b-4733-8b35-19b2139096f1), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:18.655526 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2950e669-e1e4-45f9-b01a-4b31fd6934aa admin admin] Publish callbacks [] for security_group (e706b9f6-c55f-4659-85da-08fa81b158b8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:18.664919 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2950e669-e1e4-45f9-b01a-4b31fd6934aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e706b9f6-c55f-4659-85da-08fa81b158b8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:18.701425 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-5bcfea74-9679-4be2-b5da-05b90c252be8 None None] Provisioning complete for port 411c79bf-caf1-4c53-b68d-080487dac080 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:18.702219 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5bcfea74-9679-4be2-b5da-05b90c252be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (411c79bf-caf1-4c53-b68d-080487dac080), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:18.714550 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2950e669-e1e4-45f9-b01a-4b31fd6934aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d991fca14ec42508c7b43d6ed462990&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0090356 Jan 27 22:11:18.723928 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54260) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:18.830015 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950e669-e1e4-45f9-b01a-4b31fd6934aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e706b9f6-c55f-4659-85da-08fa81b158b8,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:18.851483 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port bf7aa6d0-360b-4733-8b35-19b2139096f1 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:18.875288 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-5bcfea74-9679-4be2-b5da-05b90c252be8 None None] Current status of the port 411c79bf-caf1-4c53-b68d-080487dac080 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:18.875829 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5bcfea74-9679-4be2-b5da-05b90c252be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (411c79bf-caf1-4c53-b68d-080487dac080), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:18.918816 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-5bcfea74-9679-4be2-b5da-05b90c252be8 None None] For port 411c79bf-caf1-4c53-b68d-080487dac080, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=411c79bf-caf1-4c53-b68d-080487dac080,segment=NetworkSegment(fefaf511-0a3b-414b-9e9a-ac00730049cf),segment_id=fefaf511-0a3b-414b-9e9a-ac00730049cf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:18.928910 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5bcfea74-9679-4be2-b5da-05b90c252be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (411c79bf-caf1-4c53-b68d-080487dac080), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:18.995691 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10f637ec-aa03-425d-8ea7-899ce9a70a2f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for port (44105a73-c4a7-4120-83a7-8e5cc5731367), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.028100 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dc3f18e4-3d4b-486b-a0de-c4f4ac03e73b admin admin] Publish callbacks [] for security_group (e706b9f6-c55f-4659-85da-08fa81b158b8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.040130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfea74-9679-4be2-b5da-05b90c252be8 None None] Pushing event updated for resources: {'Port': ['ID=411c79bf-caf1-4c53-b68d-080487dac080,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:19.090404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7aaba02f-44ac-4901-aaca-c5527dd5f477 None None] Provisioning complete for port 77dd970b-9c65-458c-9ae1-a259b04f70ee triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:19.090719 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7aaba02f-44ac-4901-aaca-c5527dd5f477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (77dd970b-9c65-458c-9ae1-a259b04f70ee), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.101617 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-7de61011-0ccf-4d87-9804-032e33adc5fe tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Deleting port 0994e983-cc62-4aa4-affd-67c822a20d0f {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:19.103603 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7de61011-0ccf-4d87-9804-032e33adc5fe tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0994e983-cc62-4aa4-affd-67c822a20d0f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.142970 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7aaba02f-44ac-4901-aaca-c5527dd5f477 None None] Port 77dd970b-9c65-458c-9ae1-a259b04f70ee cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:19.156003 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7aaba02f-44ac-4901-aaca-c5527dd5f477 None None] Provisioning complete for port bf7aa6d0-360b-4733-8b35-19b2139096f1 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:19.156445 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7aaba02f-44ac-4901-aaca-c5527dd5f477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (bf7aa6d0-360b-4733-8b35-19b2139096f1), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.221231 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dc3f18e4-3d4b-486b-a0de-c4f4ac03e73b admin admin] Publish callbacks [] for security_group (e706b9f6-c55f-4659-85da-08fa81b158b8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.301768 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7aaba02f-44ac-4901-aaca-c5527dd5f477 None None] Current status of the port bf7aa6d0-360b-4733-8b35-19b2139096f1 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:19.345493 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6dcb755e-4a6f-4bea-82aa-a2b24f803ee6 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (7b3d70ca-3b79-4967-b965-53a3bb4143ea), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.495893 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dc3f18e4-3d4b-486b-a0de-c4f4ac03e73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e706b9f6-c55f-4659-85da-08fa81b158b8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.498468 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dc3f18e4-3d4b-486b-a0de-c4f4ac03e73b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.499648 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dc3f18e4-3d4b-486b-a0de-c4f4ac03e73b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e706b9f6-c55f-4659-85da-08fa81b158b8 HTTP/1.1" status: 204 len: 168 time: 0.7720671 Jan 27 22:11:19.514803 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb755e-4a6f-4bea-82aa-a2b24f803ee6 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Subnet': ['ID=7b3d70ca-3b79-4967-b965-53a3bb4143ea,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:19.529263 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f18e4-3d4b-486b-a0de-c4f4ac03e73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e706b9f6-c55f-4659-85da-08fa81b158b8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:19.579888 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-914d8d84-3e95-4e01-9086-b9c3bc972516 None None] Provisioning complete for port 77dd970b-9c65-458c-9ae1-a259b04f70ee triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:19.582056 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-914d8d84-3e95-4e01-9086-b9c3bc972516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (77dd970b-9c65-458c-9ae1-a259b04f70ee), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.582787 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-7de61011-0ccf-4d87-9804-032e33adc5fe tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] For port 0994e983-cc62-4aa4-affd-67c822a20d0f, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0994e983-cc62-4aa4-affd-67c822a20d0f,segment=NetworkSegment(b5b4849f-ae14-4315-94ae-dd32e60bcad2),segment_id=b5b4849f-ae14-4315-94ae-dd32e60bcad2)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:19.583167 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7de61011-0ccf-4d87-9804-032e33adc5fe tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0994e983-cc62-4aa4-affd-67c822a20d0f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.586993 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb755e-4a6f-4bea-82aa-a2b24f803ee6 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Checking segment: {'id': 'b03a9bee-1b5b-4dd9-a575-d22158fdb518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:19.587364 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcb755e-4a6f-4bea-82aa-a2b24f803ee6 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network hostable DHCP agents. Network: 51bc701d-9dd0-496b-90e2-e62b22c5780a, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:11:19.608979 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-7de61011-0ccf-4d87-9804-032e33adc5fe tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Calling delete_port for 0994e983-cc62-4aa4-affd-67c822a20d0f owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:19.647298 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcb755e-4a6f-4bea-82aa-a2b24f803ee6 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network 51bc701d-9dd0-496b-90e2-e62b22c5780a is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:11:19.662364 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-914d8d84-3e95-4e01-9086-b9c3bc972516 None None] Port 77dd970b-9c65-458c-9ae1-a259b04f70ee cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:19.791925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-6dcb755e-4a6f-4bea-82aa-a2b24f803ee6 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 51bc701d-9dd0-496b-90e2-e62b22c5780a) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:19.811355 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcb755e-4a6f-4bea-82aa-a2b24f803ee6 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:19.811951 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6dcb755e-4a6f-4bea-82aa-a2b24f803ee6 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.812472 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52da9d6-3d97-4e20-b93e-442789cac1bc None None] Network 51bc701d-9dd0-496b-90e2-e62b22c5780a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:19.848706 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10f637ec-aa03-425d-8ea7-899ce9a70a2f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (44105a73-c4a7-4120-83a7-8e5cc5731367), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.932435 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6dcb755e-4a6f-4bea-82aa-a2b24f803ee6 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3513582 Jan 27 22:11:19.941268 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54288) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:19.983705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f637ec-aa03-425d-8ea7-899ce9a70a2f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Port': ['ID=44105a73-c4a7-4120-83a7-8e5cc5731367,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:20.064812 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f637ec-aa03-425d-8ea7-899ce9a70a2f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:20.068041 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-038dce52-83ac-463b-895a-efc23dd4de92 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (0c0289e7-92eb-467d-9933-51375acdae0b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:20.070229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-10f637ec-aa03-425d-8ea7-899ce9a70a2f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:20.080298 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a4e922-075d-4ac6-a13a-7cdb8a050b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-51bc701d-9dd0-496b-90e2-e62b22c5780a', 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a', 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'fixed_ips': [{'subnet_id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:11:20.081184 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-56a4e922-075d-4ac6-a13a-7cdb8a050b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:20.134196 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f637ec-aa03-425d-8ea7-899ce9a70a2f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:20.288643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f637ec-aa03-425d-8ea7-899ce9a70a2f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:20.290160 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10f637ec-aa03-425d-8ea7-899ce9a70a2f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:20.325018 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-10f637ec-aa03-425d-8ea7-899ce9a70a2f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6409335 Jan 27 22:11:20.350770 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54298) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:20.368665 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 411c79bf-caf1-4c53-b68d-080487dac080 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:20.389740 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-038dce52-83ac-463b-895a-efc23dd4de92 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1bbaa7eb-8380-4e20-acf0-ed7b29a7ff8b), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:20.473842 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-56a4e922-075d-4ac6-a13a-7cdb8a050b42 None None] Allocated IP 172.21.0.2 (51bc701d-9dd0-496b-90e2-e62b22c5780a/7b3d70ca-3b79-4967-b965-53a3bb4143ea/0605bd78-8a34-4903-b53f-d768d1543fae) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:20.536506 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 411c79bf-caf1-4c53-b68d-080487dac080 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:20.536767 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (411c79bf-caf1-4c53-b68d-080487dac080), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:20.689341 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8103e2-12c4-4fae-af5d-681ea26f0726 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:20.697192 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5e8103e2-12c4-4fae-af5d-681ea26f0726 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3432417 Jan 27 22:11:20.706528 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54310) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:20.710491 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-038dce52-83ac-463b-895a-efc23dd4de92 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for port (1bbaa7eb-8380-4e20-acf0-ed7b29a7ff8b), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:20.770508 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-038dce52-83ac-463b-895a-efc23dd4de92 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (1bbaa7eb-8380-4e20-acf0-ed7b29a7ff8b), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:20.839745 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7a003eeb-16a1-409a-93ab-b3067af6d662 None None] Provisioning complete for port 44105a73-c4a7-4120-83a7-8e5cc5731367 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:20.840116 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7a003eeb-16a1-409a-93ab-b3067af6d662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (44105a73-c4a7-4120-83a7-8e5cc5731367), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:20.955982 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7a003eeb-16a1-409a-93ab-b3067af6d662 None None] Port 44105a73-c4a7-4120-83a7-8e5cc5731367 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:20.956398 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dce52-83ac-463b-895a-efc23dd4de92 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Port': ['ID=1bbaa7eb-8380-4e20-acf0-ed7b29a7ff8b,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:21.001219 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7de61011-0ccf-4d87-9804-032e33adc5fe tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (0994e983-cc62-4aa4-affd-67c822a20d0f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.065986 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de61011-0ccf-4d87-9804-032e33adc5fe tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event deleted for resources: {'Port': ['ID=0994e983-cc62-4aa4-affd-67c822a20d0f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:21.132997 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093be128-7a3a-4b6c-b123-1dfcf9eb4978 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:21.144311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093be128-7a3a-4b6c-b123-1dfcf9eb4978 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:21.151255 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093be128-7a3a-4b6c-b123-1dfcf9eb4978 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:21.169038 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-093be128-7a3a-4b6c-b123-1dfcf9eb4978 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4611127 Jan 27 22:11:21.172070 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-038dce52-83ac-463b-895a-efc23dd4de92 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (0c0289e7-92eb-467d-9933-51375acdae0b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.174096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54326) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:21.286971 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.321556 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-56a4e922-075d-4ac6-a13a-7cdb8a050b42 None None] Publish callbacks [] for port (0605bd78-8a34-4903-b53f-d768d1543fae), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.341884 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-56a4e922-075d-4ac6-a13a-7cdb8a050b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (0605bd78-8a34-4903-b53f-d768d1543fae), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.349449 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 411c79bf-caf1-4c53-b68d-080487dac080 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:21.445556 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a4e922-075d-4ac6-a13a-7cdb8a050b42 None None] Network 51bc701d-9dd0-496b-90e2-e62b22c5780a is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:21.458313 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-56a4e922-075d-4ac6-a13a-7cdb8a050b42 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:21.467062 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a4e922-075d-4ac6-a13a-7cdb8a050b42 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:21.487717 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4e922-075d-4ac6-a13a-7cdb8a050b42 None None] Pushing event updated for resources: {'Port': ['ID=0605bd78-8a34-4903-b53f-d768d1543fae,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:21.493097 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-038dce52-83ac-463b-895a-efc23dd4de92 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Floating IP 0c0289e7-92eb-467d-9933-51375acdae0b associated. External IP: 172.25.3.47, port: 0b931e02-d832-4e5b-928f-36e6ebd0ab90. Jan 27 22:11:21.609155 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-9b4084e4-0ec6-4075-beb5-b61a2235f85f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting port 44105a73-c4a7-4120-83a7-8e5cc5731367 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:21.624751 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9b4084e4-0ec6-4075-beb5-b61a2235f85f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (44105a73-c4a7-4120-83a7-8e5cc5731367), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.686801 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-56a4e922-075d-4ac6-a13a-7cdb8a050b42 None None] Attempting to bind port 0605bd78-8a34-4903-b53f-d768d1543fae on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:11:21.690331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-56a4e922-075d-4ac6-a13a-7cdb8a050b42 None None] Attempting to bind port 0605bd78-8a34-4903-b53f-d768d1543fae by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'b03a9bee-1b5b-4dd9-a575-d22158fdb518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:11:21.692327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a4e922-075d-4ac6-a13a-7cdb8a050b42 None None] Attempting to bind port 0605bd78-8a34-4903-b53f-d768d1543fae on network 51bc701d-9dd0-496b-90e2-e62b22c5780a {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:11:21.712559 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a4e922-075d-4ac6-a13a-7cdb8a050b42 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:11:21.714361 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a4e922-075d-4ac6-a13a-7cdb8a050b42 None None] Checking segment: {'id': 'b03a9bee-1b5b-4dd9-a575-d22158fdb518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:21.716366 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-56a4e922-075d-4ac6-a13a-7cdb8a050b42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.717266 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a4e922-075d-4ac6-a13a-7cdb8a050b42 None None] Bound using segment: {'id': 'b03a9bee-1b5b-4dd9-a575-d22158fdb518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:11:21.718501 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-56a4e922-075d-4ac6-a13a-7cdb8a050b42 None None] Bound port: 0605bd78-8a34-4903-b53f-d768d1543fae, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03a9bee-1b5b-4dd9-a575-d22158fdb518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:11:21.719402 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-56a4e922-075d-4ac6-a13a-7cdb8a050b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0605bd78-8a34-4903-b53f-d768d1543fae), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.855395 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-56a4e922-075d-4ac6-a13a-7cdb8a050b42 None None] For port 0605bd78-8a34-4903-b53f-d768d1543fae, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:11:21.858761 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-56a4e922-075d-4ac6-a13a-7cdb8a050b42 None None] For port 0605bd78-8a34-4903-b53f-d768d1543fae, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0605bd78-8a34-4903-b53f-d768d1543fae,segment=NetworkSegment(b03a9bee-1b5b-4dd9-a575-d22158fdb518),segment_id=b03a9bee-1b5b-4dd9-a575-d22158fdb518)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:11:21.862831 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-56a4e922-075d-4ac6-a13a-7cdb8a050b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0605bd78-8a34-4903-b53f-d768d1543fae), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.951548 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9b4084e4-0ec6-4075-beb5-b61a2235f85f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (44105a73-c4a7-4120-83a7-8e5cc5731367), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.986216 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4e922-075d-4ac6-a13a-7cdb8a050b42 None None] Pushing event updated for resources: {'Port': ['ID=0605bd78-8a34-4903-b53f-d768d1543fae,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:22.012720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-9b4084e4-0ec6-4075-beb5-b61a2235f85f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Calling delete_port for 44105a73-c4a7-4120-83a7-8e5cc5731367 owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:22.013124 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb6c2ddf-01e3-4e76-ba0f-341318ddd46e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:22.049607 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7de61011-0ccf-4d87-9804-032e33adc5fe tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (6de3647a-c55e-4c7d-86c5-a33b1b612620), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:22.592705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038dce52-83ac-463b-895a-efc23dd4de92 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Router 6e273520-5c12-4997-a694-32f5bedbbfa8 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:11:22.656609 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9b4084e4-0ec6-4075-beb5-b61a2235f85f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (44105a73-c4a7-4120-83a7-8e5cc5731367), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:22.735808 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4084e4-0ec6-4075-beb5-b61a2235f85f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Port': ['ID=44105a73-c4a7-4120-83a7-8e5cc5731367,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:22.836501 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-eb6c2ddf-01e3-4e76-ba0f-341318ddd46e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Allocated IP 172.21.0.1 (51bc701d-9dd0-496b-90e2-e62b22c5780a/7b3d70ca-3b79-4967-b965-53a3bb4143ea/0206117e-4aab-4c1d-9550-eb52940f9a66) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:23.018368 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:11:23.040364 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038dce52-83ac-463b-895a-efc23dd4de92 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:11:23.046735 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9b4084e4-0ec6-4075-beb5-b61a2235f85f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.052866 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e25b74-928b-40e0-a546-57b8bf3c699d None None] Sync routers for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:11:23.058468 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9b4084e4-0ec6-4075-beb5-b61a2235f85f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/ports/44105a73-c4a7-4120-83a7-8e5cc5731367 HTTP/1.1" status: 204 len: 168 time: 1.8757401 Jan 27 22:11:23.059269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54358) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:23.077679 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e25b74-928b-40e0-a546-57b8bf3c699d None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:23.078860 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-09e25b74-928b-40e0-a546-57b8bf3c699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:23.185650 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-535c27a5-5570-416e-a362-f04facc93d2b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] GET failed (client error): The resource could not be found. Jan 27 22:11:23.194085 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-535c27a5-5570-416e-a362-f04facc93d2b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports/44105a73-c4a7-4120-83a7-8e5cc5731367 HTTP/1.1" status: 404 len: 333 time: 0.1296935 Jan 27 22:11:23.199226 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54366) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:23.205860 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-09e25b74-928b-40e0-a546-57b8bf3c699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:23.218979 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-038dce52-83ac-463b-895a-efc23dd4de92 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.229973 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e25b74-928b-40e0-a546-57b8bf3c699d None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:23.231514 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-09e25b74-928b-40e0-a546-57b8bf3c699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:23.311972 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-038dce52-83ac-463b-895a-efc23dd4de92 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.0955646 Jan 27 22:11:23.312665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54370) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:23.313000 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54372) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:23.348354 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-09e25b74-928b-40e0-a546-57b8bf3c699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:23.349024 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e25b74-928b-40e0-a546-57b8bf3c699d None None] The sync data for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:11:23.453164 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb6c2ddf-01e3-4e76-ba0f-341318ddd46e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for port (0206117e-4aab-4c1d-9550-eb52940f9a66), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.466917 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-67a33c0a-86f3-4da5-acc7-d4fe63a3aea8 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "GET /v2.0/floatingips/0c0289e7-92eb-467d-9933-51375acdae0b HTTP/1.1" status: 200 len: 976 time: 0.1406302 Jan 27 22:11:23.469401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54378) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:23.477517 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de61011-0ccf-4d87-9804-032e33adc5fe tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Router 6de3647a-c55e-4c7d-86c5-a33b1b612620 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:11:23.631483 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d10cff92-ac36-465e-8c86-a17390221684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.697894 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb6c2ddf-01e3-4e76-ba0f-341318ddd46e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (0206117e-4aab-4c1d-9550-eb52940f9a66), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.714722 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e7b22103-1634-4f53-aebf-2cbe6338192f tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2418909 Jan 27 22:11:23.716289 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54384) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:23.722293 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71945d15-a142-4cf2-a486-bf6d0a3ccd59 None None] Network 51bc701d-9dd0-496b-90e2-e62b22c5780a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:23.726762 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-f8312781-b240-44a8-b1f7-6f7195413bc8 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Request body: {'floatingip': {'port_id': '554e5798-2c96-42b7-852c-2ca5e9dd852b'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:23.829517 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f8312781-b240-44a8-b1f7-6f7195413bc8 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (0c0289e7-92eb-467d-9933-51375acdae0b), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.833935 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6c2ddf-01e3-4e76-ba0f-341318ddd46e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network 51bc701d-9dd0-496b-90e2-e62b22c5780a is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:23.839605 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-442f0682-7280-4809-a67e-36577505400e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting port 77dd970b-9c65-458c-9ae1-a259b04f70ee {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:23.840062 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-442f0682-7280-4809-a67e-36577505400e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (77dd970b-9c65-458c-9ae1-a259b04f70ee), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.843336 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-32493538-0f36-458c-abcb-305ae7e80325 None None] Provisioning complete for port 0605bd78-8a34-4903-b53f-d768d1543fae triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:23.843811 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-32493538-0f36-458c-abcb-305ae7e80325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0605bd78-8a34-4903-b53f-d768d1543fae), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.864009 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-eb6c2ddf-01e3-4e76-ba0f-341318ddd46e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:23.887723 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c2ddf-01e3-4e76-ba0f-341318ddd46e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:23.968819 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d10cff92-ac36-465e-8c86-a17390221684 admin admin] Publish callbacks [] for security_group (85b2733f-f164-49ff-bc1e-46d0622f4935), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.975881 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d10cff92-ac36-465e-8c86-a17390221684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (85b2733f-f164-49ff-bc1e-46d0622f4935), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.992333 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c2ddf-01e3-4e76-ba0f-341318ddd46e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Port': ['ID=0206117e-4aab-4c1d-9550-eb52940f9a66,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:24.001834 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de61011-0ccf-4d87-9804-032e33adc5fe tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:11:24.010823 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7de61011-0ccf-4d87-9804-032e33adc5fe tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "PUT /v2.0/routers/6de3647a-c55e-4c7d-86c5-a33b1b612620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2619011 Jan 27 22:11:24.019614 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef13d8d-72ec-4e82-909e-d870c82a4629 None None] Sync routers for ids ['6de3647a-c55e-4c7d-86c5-a33b1b612620'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:11:24.055086 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef13d8d-72ec-4e82-909e-d870c82a4629 None None] Routers {'6de3647a-c55e-4c7d-86c5-a33b1b612620'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:24.055997 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8ef13d8d-72ec-4e82-909e-d870c82a4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6de3647a-c55e-4c7d-86c5-a33b1b612620'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:24.071116 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-32493538-0f36-458c-abcb-305ae7e80325 None None] Current status of the port 0605bd78-8a34-4903-b53f-d768d1543fae is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:24.072093 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-32493538-0f36-458c-abcb-305ae7e80325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0605bd78-8a34-4903-b53f-d768d1543fae), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.108916 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb6c2ddf-01e3-4e76-ba0f-341318ddd46e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (c9d81c5f-1ff3-4995-a896-f7518a4406f6), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.204016 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b51d5be5-10ab-4e8c-837f-6af778dbc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.220063 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d10cff92-ac36-465e-8c86-a17390221684 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=525055a234174a008550aa551d2552b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9060235 Jan 27 22:11:24.226501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10cff92-ac36-465e-8c86-a17390221684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b2733f-f164-49ff-bc1e-46d0622f4935,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:24.231345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54396) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:24.286029 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-32493538-0f36-458c-abcb-305ae7e80325 None None] For port 0605bd78-8a34-4903-b53f-d768d1543fae, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0605bd78-8a34-4903-b53f-d768d1543fae,segment=NetworkSegment(b03a9bee-1b5b-4dd9-a575-d22158fdb518),segment_id=b03a9bee-1b5b-4dd9-a575-d22158fdb518)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:24.298678 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-32493538-0f36-458c-abcb-305ae7e80325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0605bd78-8a34-4903-b53f-d768d1543fae), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.448715 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-8ef13d8d-72ec-4e82-909e-d870c82a4629 None None] Set router 6de3647a-c55e-4c7d-86c5-a33b1b612620 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:11:24.519248 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32493538-0f36-458c-abcb-305ae7e80325 None None] Pushing event updated for resources: {'Port': ['ID=0605bd78-8a34-4903-b53f-d768d1543fae,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:24.533978 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0605bd78-8a34-4903-b53f-d768d1543fae up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:24.599822 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-442f0682-7280-4809-a67e-36577505400e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (77dd970b-9c65-458c-9ae1-a259b04f70ee), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.607875 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb6c2ddf-01e3-4e76-ba0f-341318ddd46e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0206117e-4aab-4c1d-9550-eb52940f9a66), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.647455 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-442f0682-7280-4809-a67e-36577505400e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Calling delete_port for 77dd970b-9c65-458c-9ae1-a259b04f70ee owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:24.647672 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a8e8e1e7-9db6-4f2e-83d9-5b5cae6a502e None None] Provisioning complete for port 0605bd78-8a34-4903-b53f-d768d1543fae triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:24.648021 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a8e8e1e7-9db6-4f2e-83d9-5b5cae6a502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0605bd78-8a34-4903-b53f-d768d1543fae), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.706284 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 0605bd78-8a34-4903-b53f-d768d1543fae triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:24.706603 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0605bd78-8a34-4903-b53f-d768d1543fae), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.840897 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 0605bd78-8a34-4903-b53f-d768d1543fae is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:24.847626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a8e8e1e7-9db6-4f2e-83d9-5b5cae6a502e None None] Current status of the port 0605bd78-8a34-4903-b53f-d768d1543fae is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:24.860920 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a8e8e1e7-9db6-4f2e-83d9-5b5cae6a502e None None] Provisioning complete for port 0206117e-4aab-4c1d-9550-eb52940f9a66 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:24.862143 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a8e8e1e7-9db6-4f2e-83d9-5b5cae6a502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0206117e-4aab-4c1d-9550-eb52940f9a66), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.922472 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a8e8e1e7-9db6-4f2e-83d9-5b5cae6a502e None None] Port 0206117e-4aab-4c1d-9550-eb52940f9a66 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:24.969871 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8ef13d8d-72ec-4e82-909e-d870c82a4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'name': 'tempest-TestNetworkBasicOps-router-398037084', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:11:20Z', 'revision_number': 6, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:33Z', 'updated_at': '2022-01-27T22:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'bce0a8f5-5e41-4e5c-b46f-b9c3319a962e', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'port_id': 'a0e43861-1e91-4207-847c-5e8a72be1419', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'mac_address': 'fa:16:3e:ae:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72d76f-352b-47a5-9fa7-a4354217985c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:08:16Z', 'updated_at': '2022-01-27T22:08:23Z', 'revision_number': 1, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b83680cf-046d-424d-ae8b-ae3fccd272f4', 'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:84:18:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:39Z', 'updated_at': '2022-01-27T22:07:46Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:25.024596 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef13d8d-72ec-4e82-909e-d870c82a4629 None None] Checking router: 6de3647a-c55e-4c7d-86c5-a33b1b612620 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:11:25.039222 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef13d8d-72ec-4e82-909e-d870c82a4629 None None] Routers {'6de3647a-c55e-4c7d-86c5-a33b1b612620'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:25.041400 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8ef13d8d-72ec-4e82-909e-d870c82a4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:10:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6de3647a-c55e-4c7d-86c5-a33b1b612620'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:25.047265 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e6bfd9e2-d61c-494e-9cb1-808ae0cf667d None None] Provisioning complete for port 0206117e-4aab-4c1d-9550-eb52940f9a66 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:25.047746 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e6bfd9e2-d61c-494e-9cb1-808ae0cf667d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0206117e-4aab-4c1d-9550-eb52940f9a66), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.099388 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e6bfd9e2-d61c-494e-9cb1-808ae0cf667d None None] Port 0206117e-4aab-4c1d-9550-eb52940f9a66 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:25.205287 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-442f0682-7280-4809-a67e-36577505400e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (77dd970b-9c65-458c-9ae1-a259b04f70ee), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.314929 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f0682-7280-4809-a67e-36577505400e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Port': ['ID=77dd970b-9c65-458c-9ae1-a259b04f70ee,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:25.414538 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb6c2ddf-01e3-4e76-ba0f-341318ddd46e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for port (0206117e-4aab-4c1d-9550-eb52940f9a66), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.462092 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-8ef13d8d-72ec-4e82-909e-d870c82a4629 None None] Set router 6de3647a-c55e-4c7d-86c5-a33b1b612620 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:11:25.488403 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36baa217-98ba-48f4-abfd-062ec1564237 req-2f64b0d9-9a94-4f07-9cbc-b702b3c0224e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:25.490069 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36baa217-98ba-48f4-abfd-062ec1564237 req-2f64b0d9-9a94-4f07-9cbc-b702b3c0224e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6 HTTP/1.1" status: 200 len: 946 time: 0.1208260 Jan 27 22:11:25.519834 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-442f0682-7280-4809-a67e-36577505400e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.525713 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-442f0682-7280-4809-a67e-36577505400e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/ports/77dd970b-9c65-458c-9ae1-a259b04f70ee HTTP/1.1" status: 204 len: 168 time: 2.3227081 Jan 27 22:11:25.525713 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb6c2ddf-01e3-4e76-ba0f-341318ddd46e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (0206117e-4aab-4c1d-9550-eb52940f9a66), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.527174 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54422) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:25.625429 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c2ddf-01e3-4e76-ba0f-341318ddd46e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Port': ['ID=0206117e-4aab-4c1d-9550-eb52940f9a66,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:25.635469 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5e727e5d-0107-4901-a36c-2b17d4932c43 admin admin] Publish callbacks [] for security_group (85b2733f-f164-49ff-bc1e-46d0622f4935), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.641784 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8dc0c6-2352-4e20-a28c-3e0acbc909a6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] GET failed (client error): The resource could not be found. Jan 27 22:11:25.645191 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1a8dc0c6-2352-4e20-a28c-3e0acbc909a6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports/77dd970b-9c65-458c-9ae1-a259b04f70ee HTTP/1.1" status: 404 len: 333 time: 0.0553401 Jan 27 22:11:25.648529 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54424) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:25.666558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36baa217-98ba-48f4-abfd-062ec1564237 req-3c68c99b-4528-4650-a74f-e28577a11ddb tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=cb2b2421-14a3-4488-b92c-ce4a9d0ece50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822563 Jan 27 22:11:25.740694 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5e727e5d-0107-4901-a36c-2b17d4932c43 admin admin] Publish callbacks [] for security_group (85b2733f-f164-49ff-bc1e-46d0622f4935), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.791532 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb6c2ddf-01e3-4e76-ba0f-341318ddd46e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (c9d81c5f-1ff3-4995-a896-f7518a4406f6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.797233 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3caf512-f661-485a-8274-9ff449376bd9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting subnet 0d4e0264-620b-4390-b58f-215232e3af0e {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:11:25.805877 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f3caf512-f661-485a-8274-9ff449376bd9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (0d4e0264-620b-4390-b58f-215232e3af0e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.857377 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5e727e5d-0107-4901-a36c-2b17d4932c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (85b2733f-f164-49ff-bc1e-46d0622f4935), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.860255 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5e727e5d-0107-4901-a36c-2b17d4932c43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.865566 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5e727e5d-0107-4901-a36c-2b17d4932c43 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85b2733f-f164-49ff-bc1e-46d0622f4935 HTTP/1.1" status: 204 len: 168 time: 1.6325955 Jan 27 22:11:25.949849 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727e5d-0107-4901-a36c-2b17d4932c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b2733f-f164-49ff-bc1e-46d0622f4935,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:25.953049 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f3caf512-f661-485a-8274-9ff449376bd9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (0d4e0264-620b-4390-b58f-215232e3af0e), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.968751 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8ef13d8d-72ec-4e82-909e-d870c82a4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'name': 'tempest-TestNetworkBasicOps-router-398037084', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:11:20Z', 'revision_number': 6, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:33Z', 'updated_at': '2022-01-27T22:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'bce0a8f5-5e41-4e5c-b46f-b9c3319a962e', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'port_id': 'a0e43861-1e91-4207-847c-5e8a72be1419', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'mac_address': 'fa:16:3e:ae:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72d76f-352b-47a5-9fa7-a4354217985c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:08:16Z', 'updated_at': '2022-01-27T22:08:23Z', 'revision_number': 1, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b83680cf-046d-424d-ae8b-ae3fccd272f4', 'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:84:18:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:39Z', 'updated_at': '2022-01-27T22:07:46Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:25.982936 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f8312781-b240-44a8-b1f7-6f7195413bc8 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.987906 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f8312781-b240-44a8-b1f7-6f7195413bc8 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (0c0289e7-92eb-467d-9933-51375acdae0b), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:26.007844 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef13d8d-72ec-4e82-909e-d870c82a4629 None None] The sync data for ids ['6de3647a-c55e-4c7d-86c5-a33b1b612620'] in n-d-772272-3 is: [{'id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'name': 'tempest-TestNetworkBasicOps-router-398037084', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:11:20Z', 'revision_number': 6, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:33Z', 'updated_at': '2022-01-27T22:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'bce0a8f5-5e41-4e5c-b46f-b9c3319a962e', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'port_id': 'a0e43861-1e91-4207-847c-5e8a72be1419', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'mac_address': 'fa:16:3e:ae:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d72d76f-352b-47a5-9fa7-a4354217985c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:08:16Z', 'updated_at': '2022-01-27T22:08:23Z', 'revision_number': 1, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b83680cf-046d-424d-ae8b-ae3fccd272f4', 'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:84:18:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:39Z', 'updated_at': '2022-01-27T22:07:46Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:11:26.158782 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6c2ddf-01e3-4e76-ba0f-341318ddd46e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network 51bc701d-9dd0-496b-90e2-e62b22c5780a is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:26.163481 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-eb6c2ddf-01e3-4e76-ba0f-341318ddd46e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:26.265494 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-f8312781-b240-44a8-b1f7-6f7195413bc8 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Floating IP 0c0289e7-92eb-467d-9933-51375acdae0b associated. External IP: 172.25.3.47, port: 0b931e02-d832-4e5b-928f-36e6ebd0ab90. Jan 27 22:11:26.373257 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b96750-da2c-4138-be70-8ab2634470ea req-6ef207c8-f73d-4475-bd82-7490f93a030e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:26.375526 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b96750-da2c-4138-be70-8ab2634470ea req-6ef207c8-f73d-4475-bd82-7490f93a030e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6 HTTP/1.1" status: 200 len: 946 time: 0.2259772 Jan 27 22:11:26.557060 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0605bd78-8a34-4903-b53f-d768d1543fae up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:26.672509 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54436) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:26.710749 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a238ab6d-7276-43bc-a3ed-bbad4e0d79af None None] Provisioning complete for port 0206117e-4aab-4c1d-9550-eb52940f9a66 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:26.711263 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a238ab6d-7276-43bc-a3ed-bbad4e0d79af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0206117e-4aab-4c1d-9550-eb52940f9a66), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:26.738011 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7f907cad-b56d-4192-aae9-dac2b61c8f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:26.824910 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a238ab6d-7276-43bc-a3ed-bbad4e0d79af None None] Port 0206117e-4aab-4c1d-9550-eb52940f9a66 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:26.843703 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 0605bd78-8a34-4903-b53f-d768d1543fae triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:26.852808 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0605bd78-8a34-4903-b53f-d768d1543fae), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:26.927207 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-eb515b2a-3dae-49ed-b59e-344e78a6b6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.006981 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f3caf512-f661-485a-8274-9ff449376bd9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (0d4e0264-620b-4390-b58f-215232e3af0e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.059317 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 0605bd78-8a34-4903-b53f-d768d1543fae is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:27.070471 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0994e983-cc62-4aa4-affd-67c822a20d0f no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:27.100151 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 0994e983-cc62-4aa4-affd-67c822a20d0f {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:27.114192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0994e983-cc62-4aa4-affd-67c822a20d0f not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:27.143276 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f3caf512-f661-485a-8274-9ff449376bd9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (0d4e0264-620b-4390-b58f-215232e3af0e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.186473 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7f907cad-b56d-4192-aae9-dac2b61c8f00 admin admin] Publish callbacks [] for security_group (35365e6c-57e4-4d4b-8c55-c4a4bf685673), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.189887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-12b96750-da2c-4138-be70-8ab2634470ea req-adb872a0-e152-4b97-b1cb-84aeed30b192 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Deleting port 99a98923-e4dd-4e69-98c9-c0fccbf82557 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:27.190231 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-12b96750-da2c-4138-be70-8ab2634470ea req-adb872a0-e152-4b97-b1cb-84aeed30b192 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (99a98923-e4dd-4e69-98c9-c0fccbf82557), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.210481 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7f907cad-b56d-4192-aae9-dac2b61c8f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (35365e6c-57e4-4d4b-8c55-c4a4bf685673), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.216447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8312781-b240-44a8-b1f7-6f7195413bc8 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Router 6e273520-5c12-4997-a694-32f5bedbbfa8 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:11:27.217607 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6c2ddf-01e3-4e76-ba0f-341318ddd46e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router c9d81c5f-1ff3-4995-a896-f7518a4406f6 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:11:27.226939 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3caf512-f661-485a-8274-9ff449376bd9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Subnet': ['ID=0d4e0264-620b-4390-b58f-215232e3af0e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:27.252587 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f3caf512-f661-485a-8274-9ff449376bd9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.254603 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aabca1-80e5-4bb9-9268-85bc124e9163 None None] Network 2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:27.260784 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f3caf512-f661-485a-8274-9ff449376bd9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/subnets/0d4e0264-620b-4390-b58f-215232e3af0e HTTP/1.1" status: 204 len: 168 time: 1.5805624 Jan 27 22:11:27.265362 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54448) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:27.284293 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f907cad-b56d-4192-aae9-dac2b61c8f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35365e6c-57e4-4d4b-8c55-c4a4bf685673,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:27.338818 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed25ba-c36e-4a4a-ac1d-0684df4d37bd req-104b095c-ec6d-44d6-bab0-c1e8454b0f88 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:27.341350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3ed25ba-c36e-4a4a-ac1d-0684df4d37bd req-104b095c-ec6d-44d6-bab0-c1e8454b0f88 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6 HTTP/1.1" status: 200 len: 946 time: 0.4073541 Jan 27 22:11:27.346902 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7f907cad-b56d-4192-aae9-dac2b61c8f00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ea982edc98849c1a9bf55696e700d5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6712804 Jan 27 22:11:27.353894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54452) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:27.593616 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b629c9-be48-4485-ae57-5e88c10c89c3 None None] DHCP port deletion for 2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:11:27.629035 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-12b96750-da2c-4138-be70-8ab2634470ea req-adb872a0-e152-4b97-b1cb-84aeed30b192 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] For port 99a98923-e4dd-4e69-98c9-c0fccbf82557, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=99a98923-e4dd-4e69-98c9-c0fccbf82557,segment=NetworkSegment(b5b4849f-ae14-4315-94ae-dd32e60bcad2),segment_id=b5b4849f-ae14-4315-94ae-dd32e60bcad2)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:27.629324 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-12b96750-da2c-4138-be70-8ab2634470ea req-adb872a0-e152-4b97-b1cb-84aeed30b192 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (99a98923-e4dd-4e69-98c9-c0fccbf82557), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.632501 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2bb58dd7-05bd-4c03-b676-13f9ed2a65d3 admin admin] Publish callbacks [] for security_group (35365e6c-57e4-4d4b-8c55-c4a4bf685673), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.638902 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.685325 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-88b629c9-be48-4485-ae57-5e88c10c89c3 None None] Deleting port bf7aa6d0-360b-4733-8b35-19b2139096f1 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:27.686924 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-88b629c9-be48-4485-ae57-5e88c10c89c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (bf7aa6d0-360b-4733-8b35-19b2139096f1), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.712671 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-12b96750-da2c-4138-be70-8ab2634470ea req-adb872a0-e152-4b97-b1cb-84aeed30b192 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Calling delete_port for 99a98923-e4dd-4e69-98c9-c0fccbf82557 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:27.715901 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-281afe8c-49c1-4c31-a5ea-8fc1aa8429bc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.736341 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3ed25ba-c36e-4a4a-ac1d-0684df4d37bd req-19810c02-721c-4ec9-9dc9-fe1a6b6f969a tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=cb2b2421-14a3-4488-b92c-ce4a9d0ece50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3858287 Jan 27 22:11:27.753078 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2bb58dd7-05bd-4c03-b676-13f9ed2a65d3 admin admin] Publish callbacks [] for security_group (35365e6c-57e4-4d4b-8c55-c4a4bf685673), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.758148 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6c2ddf-01e3-4e76-ba0f-341318ddd46e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:11:27.766561 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-eb6c2ddf-01e3-4e76-ba0f-341318ddd46e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/c9d81c5f-1ff3-4995-a896-f7518a4406f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8232343 Jan 27 22:11:27.787327 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54456) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:27.793590 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-10ae984d-87cd-47c6-a423-3af5640f01a1 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'network': {'name': 'tempest-RoutersTest-1988329573'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:27.803956 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8312781-b240-44a8-b1f7-6f7195413bc8 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:11:27.821777 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d57e9cf-9a8f-45dd-8300-366836729d08 None None] Sync routers for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:11:27.841065 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-88b629c9-be48-4485-ae57-5e88c10c89c3 None None] For port bf7aa6d0-360b-4733-8b35-19b2139096f1, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=bf7aa6d0-360b-4733-8b35-19b2139096f1,segment=NetworkSegment(95007204-96f0-4340-b0d3-40bb9340bf29),segment_id=95007204-96f0-4340-b0d3-40bb9340bf29)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:27.841659 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d57e9cf-9a8f-45dd-8300-366836729d08 None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:27.841967 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-88b629c9-be48-4485-ae57-5e88c10c89c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (bf7aa6d0-360b-4733-8b35-19b2139096f1), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.842318 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6d57e9cf-9a8f-45dd-8300-366836729d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:27.848534 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ae984d-87cd-47c6-a423-3af5640f01a1 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Made reservation on behalf of 1343ecea38cc45ffb85c1a5fad43cd9f for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:27.859395 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10ae984d-87cd-47c6-a423-3af5640f01a1 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.867052 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-88b629c9-be48-4485-ae57-5e88c10c89c3 None None] Calling delete_port for bf7aa6d0-360b-4733-8b35-19b2139096f1 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:27.922227 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6d57e9cf-9a8f-45dd-8300-366836729d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:27.926396 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-281afe8c-49c1-4c31-a5ea-8fc1aa8429bc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting port bf7aa6d0-360b-4733-8b35-19b2139096f1 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:27.927119 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-281afe8c-49c1-4c31-a5ea-8fc1aa8429bc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (bf7aa6d0-360b-4733-8b35-19b2139096f1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.943638 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d57e9cf-9a8f-45dd-8300-366836729d08 None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:27.944635 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6d57e9cf-9a8f-45dd-8300-366836729d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:27.962688 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ae984d-87cd-47c6-a423-3af5640f01a1 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:11:28.015691 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10ae984d-87cd-47c6-a423-3af5640f01a1 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (6364881f-d165-4d73-aa36-6d83ec1e45aa), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.016395 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-10ae984d-87cd-47c6-a423-3af5640f01a1 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Added segment 6364881f-d165-4d73-aa36-6d83ec1e45aa of type vlan for network fe28771e-6fad-4a03-8140-88b0158ecd2a Jan 27 22:11:28.022312 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] Sync routers for ids ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:11:28.027382 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6d57e9cf-9a8f-45dd-8300-366836729d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:28.028238 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d57e9cf-9a8f-45dd-8300-366836729d08 None None] The sync data for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:11:28.032929 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-88b629c9-be48-4485-ae57-5e88c10c89c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (bf7aa6d0-360b-4733-8b35-19b2139096f1), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.060799 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b629c9-be48-4485-ae57-5e88c10c89c3 None None] No DVR routers for this DVR port bf7aa6d0-360b-4733-8b35-19b2139096f1 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:28.072107 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-281afe8c-49c1-4c31-a5ea-8fc1aa8429bc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] For port bf7aa6d0-360b-4733-8b35-19b2139096f1, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=bf7aa6d0-360b-4733-8b35-19b2139096f1,segment=NetworkSegment(95007204-96f0-4340-b0d3-40bb9340bf29),segment_id=95007204-96f0-4340-b0d3-40bb9340bf29)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:28.072504 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-281afe8c-49c1-4c31-a5ea-8fc1aa8429bc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (bf7aa6d0-360b-4733-8b35-19b2139096f1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.082628 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b629c9-be48-4485-ae57-5e88c10c89c3 None None] Pushing event deleted for resources: {'Port': ['ID=bf7aa6d0-360b-4733-8b35-19b2139096f1,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:28.086559 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] Routers {'c9d81c5f-1ff3-4995-a896-f7518a4406f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:28.087219 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:28.089753 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10ae984d-87cd-47c6-a423-3af5640f01a1 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (fe28771e-6fad-4a03-8140-88b0158ecd2a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.096215 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-281afe8c-49c1-4c31-a5ea-8fc1aa8429bc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Calling delete_port for bf7aa6d0-360b-4733-8b35-19b2139096f1 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:28.173470 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10ae984d-87cd-47c6-a423-3af5640f01a1 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (fe28771e-6fad-4a03-8140-88b0158ecd2a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.182851 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ae984d-87cd-47c6-a423-3af5640f01a1 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:28.183426 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10ae984d-87cd-47c6-a423-3af5640f01a1 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.248726 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] Set router c9d81c5f-1ff3-4995-a896-f7518a4406f6 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:11:28.281476 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2bb58dd7-05bd-4c03-b676-13f9ed2a65d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (35365e6c-57e4-4d4b-8c55-c4a4bf685673), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.284144 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2bb58dd7-05bd-4c03-b676-13f9ed2a65d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.291280 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device bf7aa6d0-360b-4733-8b35-19b2139096f1 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:28.299524 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2bb58dd7-05bd-4c03-b676-13f9ed2a65d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/35365e6c-57e4-4d4b-8c55-c4a4bf685673 HTTP/1.1" status: 204 len: 168 time: 0.9417672 Jan 27 22:11:28.309527 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-281afe8c-49c1-4c31-a5ea-8fc1aa8429bc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (bf7aa6d0-360b-4733-8b35-19b2139096f1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.341873 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281afe8c-49c1-4c31-a5ea-8fc1aa8429bc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Port': ['ID=bf7aa6d0-360b-4733-8b35-19b2139096f1,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:28.347209 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-10ae984d-87cd-47c6-a423-3af5640f01a1 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5575550 Jan 27 22:11:28.351681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54464) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:28.352371 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: bf7aa6d0-360b-4733-8b35-19b2139096f1 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:28.353952 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device bf7aa6d0-360b-4733-8b35-19b2139096f1 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:28.357709 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281afe8c-49c1-4c31-a5ea-8fc1aa8429bc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] No DVR routers for this DVR port bf7aa6d0-360b-4733-8b35-19b2139096f1 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:28.359480 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae984d-87cd-47c6-a423-3af5640f01a1 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Network': ['ID=fe28771e-6fad-4a03-8140-88b0158ecd2a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:28.379029 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network fe28771e-6fad-4a03-8140-88b0158ecd2a details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:11:28.384813 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-b37ef096-51df-40cf-8e98-3e6f224f8de8 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'subnet': {'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:28.399072 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb58dd7-05bd-4c03-b676-13f9ed2a65d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35365e6c-57e4-4d4b-8c55-c4a4bf685673,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:28.480065 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-281afe8c-49c1-4c31-a5ea-8fc1aa8429bc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.533605 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8312781-b240-44a8-b1f7-6f7195413bc8 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Router 6e273520-5c12-4997-a694-32f5bedbbfa8 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:11:28.533949 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-281afe8c-49c1-4c31-a5ea-8fc1aa8429bc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:28.553462 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-281afe8c-49c1-4c31-a5ea-8fc1aa8429bc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95007204-96f0-4340-b0d3-40bb9340bf29') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:28.553771 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-281afe8c-49c1-4c31-a5ea-8fc1aa8429bc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95007204-96f0-4340-b0d3-40bb9340bf29') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:28.579040 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-281afe8c-49c1-4c31-a5ea-8fc1aa8429bc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (95007204-96f0-4340-b0d3-40bb9340bf29), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.605447 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-281afe8c-49c1-4c31-a5ea-8fc1aa8429bc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (95007204-96f0-4340-b0d3-40bb9340bf29), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.609974 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-12b96750-da2c-4138-be70-8ab2634470ea req-adb872a0-e152-4b97-b1cb-84aeed30b192 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (99a98923-e4dd-4e69-98c9-c0fccbf82557), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.632085 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281afe8c-49c1-4c31-a5ea-8fc1aa8429bc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:11:28.634280 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-281afe8c-49c1-4c31-a5ea-8fc1aa8429bc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (95007204-96f0-4340-b0d3-40bb9340bf29), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:11:28.643530 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:11:28.737482 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-281afe8c-49c1-4c31-a5ea-8fc1aa8429bc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.754806 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-281afe8c-49c1-4c31-a5ea-8fc1aa8429bc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.759992 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-281afe8c-49c1-4c31-a5ea-8fc1aa8429bc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/networks/2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce HTTP/1.1" status: 204 len: 168 time: 1.4924970 Jan 27 22:11:28.768927 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54480) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:28.780750 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-210e40ab-5ffc-44ed-b336-f36dd72d0bec tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-563114615'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:28.806948 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281afe8c-49c1-4c31-a5ea-8fc1aa8429bc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Network': ['ID=2f3c0f32-77b9-445c-9157-ad7eb2c6c2ce,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:28.828128 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210e40ab-5ffc-44ed-b336-f36dd72d0bec tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:28.832310 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-210e40ab-5ffc-44ed-b336-f36dd72d0bec tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.854217 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb872a0-e152-4b97-b1cb-84aeed30b192 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event deleted for resources: {'Port': ['ID=99a98923-e4dd-4e69-98c9-c0fccbf82557,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:28.881910 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210e40ab-5ffc-44ed-b336-f36dd72d0bec tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:11:28.912331 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-210e40ab-5ffc-44ed-b336-f36dd72d0bec tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (4c255409-4c67-44f2-a969-e3521171e52f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.913028 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-210e40ab-5ffc-44ed-b336-f36dd72d0bec tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Added segment 4c255409-4c67-44f2-a969-e3521171e52f of type vlan for network dab31c78-639c-4e7f-a18d-6de7676fe8e9 Jan 27 22:11:29.009573 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-210e40ab-5ffc-44ed-b336-f36dd72d0bec tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (dab31c78-639c-4e7f-a18d-6de7676fe8e9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.013200 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.053568 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-210e40ab-5ffc-44ed-b336-f36dd72d0bec tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (dab31c78-639c-4e7f-a18d-6de7676fe8e9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.063437 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210e40ab-5ffc-44ed-b336-f36dd72d0bec tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:29.064833 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-210e40ab-5ffc-44ed-b336-f36dd72d0bec tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.160792 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b96750-da2c-4138-be70-8ab2634470ea req-adb872a0-e152-4b97-b1cb-84aeed30b192 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] No DVR routers for this DVR port 99a98923-e4dd-4e69-98c9-c0fccbf82557 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:29.162000 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:11:24Z', 'revision_number': 3, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '0206117e-4aab-4c1d-9550-eb52940f9a66', 'name': '', 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:71:a9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:22Z', 'updated_at': '2022-01-27T22:11:24Z', 'revision_number': 2, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:29.167990 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-12b96750-da2c-4138-be70-8ab2634470ea req-adb872a0-e152-4b97-b1cb-84aeed30b192 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.182915 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b96750-da2c-4138-be70-8ab2634470ea req-adb872a0-e152-4b97-b1cb-84aeed30b192 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.21 "DELETE /v2.0/ports/99a98923-e4dd-4e69-98c9-c0fccbf82557 HTTP/1.1" status: 204 len: 173 time: 2.7944691 Jan 27 22:11:29.269333 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6', 'name': 'network-vif-deleted', 'tag': '99a98923-e4dd-4e69-98c9-c0fccbf82557'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:11:29.272401 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc090fc-b606-44f4-b75d-5b8332292015" -d '{"events": [{"server_uuid": "2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6", "name": "network-vif-deleted", "tag": "99a98923-e4dd-4e69-98c9-c0fccbf82557"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:11:29.286087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] Checking router: c9d81c5f-1ff3-4995-a896-f7518a4406f6 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:11:29.297054 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] Updating router c9d81c5f-1ff3-4995-a896-f7518a4406f6 port 0206117e-4aab-4c1d-9550-eb52940f9a66 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:11:29.305230 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e8e2bde-4600-4334-b704-55744aed117a req-dd3fc5d0-cc26-488e-9c3f-1c3d0900b10b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6 HTTP/1.1" status: 200 len: 210 time: 0.3375373 Jan 27 22:11:29.317036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37ef096-51df-40cf-8e98-3e6f224f8de8 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Made reservation on behalf of 1343ecea38cc45ffb85c1a5fad43cd9f for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:29.320948 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b37ef096-51df-40cf-8e98-3e6f224f8de8 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.380242 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8312781-b240-44a8-b1f7-6f7195413bc8 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:11:29.384096 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881f44c3-f849-402a-9e6a-0b1a33b96832 x-openstack-request-id: req-881f44c3-f849-402a-9e6a-0b1a33b96832 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:11:29.391418 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-210e40ab-5ffc-44ed-b336-f36dd72d0bec tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6149216 Jan 27 22:11:29.393938 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6", "name": "network-vif-deleted", "tag": "99a98923-e4dd-4e69-98c9-c0fccbf82557", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:11:29.394223 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-881f44c3-f849-402a-9e6a-0b1a33b96832 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:11:29.394667 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2af53c-9076-4ee3-bb8f-7e74e04fc9a6', 'name': 'network-vif-deleted', 'tag': '99a98923-e4dd-4e69-98c9-c0fccbf82557', 'status': 'completed', 'code': 200} Jan 27 22:11:29.402275 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54510) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:29.427873 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-21bd09b8-78e2-4db9-9f98-1b1b2e5ca4b9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'subnet': {'network_id': 'dab31c78-639c-4e7f-a18d-6de7676fe8e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:29.434455 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f8312781-b240-44a8-b1f7-6f7195413bc8 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.447128 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e40ab-5ffc-44ed-b336-f36dd72d0bec tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Network': ['ID=dab31c78-639c-4e7f-a18d-6de7676fe8e9,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:29.588719 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f8312781-b240-44a8-b1f7-6f7195413bc8 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "PUT /v2.0/floatingips/0c0289e7-92eb-467d-9933-51375acdae0b HTTP/1.1" status: 200 len: 977 time: 5.8712566 Jan 27 22:11:29.589910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54514) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:29.603698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-0cad8201-ca91-43c5-81f9-a1d6f96f2e99 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:29.783710 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bd09b8-78e2-4db9-9f98-1b1b2e5ca4b9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:29.803557 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21bd09b8-78e2-4db9-9f98-1b1b2e5ca4b9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.811663 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network dab31c78-639c-4e7f-a18d-6de7676fe8e9 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:11:29.941601 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7e9d03-f153-43d7-ab87-f1f6bda50a74 None None] Sync routers for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:11:29.945284 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0cad8201-ca91-43c5-81f9-a1d6f96f2e99 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (0c0289e7-92eb-467d-9933-51375acdae0b), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.964732 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7e9d03-f153-43d7-ab87-f1f6bda50a74 None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:29.965378 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-bf7e9d03-f153-43d7-ab87-f1f6bda50a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:30.030739 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-bf7e9d03-f153-43d7-ab87-f1f6bda50a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:30.041232 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0206117e-4aab-4c1d-9550-eb52940f9a66), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.079764 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b37ef096-51df-40cf-8e98-3e6f224f8de8 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (bd5464ed-71c4-4e3e-98db-24e4637e7a08), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.363631 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21bd09b8-78e2-4db9-9f98-1b1b2e5ca4b9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (d9ee192b-91b7-496d-ac3a-6c9f035889a3), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.450766 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54534) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:30.451916 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd09b8-78e2-4db9-9f98-1b1b2e5ca4b9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Checking segment: {'id': '4c255409-4c67-44f2-a969-e3521171e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dab31c78-639c-4e7f-a18d-6de7676fe8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:30.452693 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bd09b8-78e2-4db9-9f98-1b1b2e5ca4b9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network hostable DHCP agents. Network: dab31c78-639c-4e7f-a18d-6de7676fe8e9, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:11:30.456725 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 99a98923-e4dd-4e69-98c9-c0fccbf82557 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:30.506447 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7e9d03-f153-43d7-ab87-f1f6bda50a74 None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:30.507171 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-bf7e9d03-f153-43d7-ab87-f1f6bda50a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:30.541514 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd09b8-78e2-4db9-9f98-1b1b2e5ca4b9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Subnet': ['ID=d9ee192b-91b7-496d-ac3a-6c9f035889a3,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:30.617798 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bd09b8-78e2-4db9-9f98-1b1b2e5ca4b9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network dab31c78-639c-4e7f-a18d-6de7676fe8e9 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:11:30.641981 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-21bd09b8-78e2-4db9-9f98-1b1b2e5ca4b9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, dab31c78-639c-4e7f-a18d-6de7676fe8e9) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:30.652085 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 99a98923-e4dd-4e69-98c9-c0fccbf82557 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:30.652463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 99a98923-e4dd-4e69-98c9-c0fccbf82557 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:30.657900 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a41c06f5-a370-46b7-a084-000737fcb02e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group (cb2b2421-14a3-4488-b92c-ce4a9d0ece50), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.658659 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-bf7e9d03-f153-43d7-ab87-f1f6bda50a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:30.659745 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7e9d03-f153-43d7-ab87-f1f6bda50a74 None None] The sync data for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:11:30.660503 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bd09b8-78e2-4db9-9f98-1b1b2e5ca4b9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:30.663980 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21bd09b8-78e2-4db9-9f98-1b1b2e5ca4b9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.706954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681aefdc-798f-4577-9d9e-b0b45755f83b None None] Network dab31c78-639c-4e7f-a18d-6de7676fe8e9 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:30.764557 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-21bd09b8-78e2-4db9-9f98-1b1b2e5ca4b9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3580444 Jan 27 22:11:30.767825 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a41c06f5-a370-46b7-a084-000737fcb02e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group (cb2b2421-14a3-4488-b92c-ce4a9d0ece50), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.770355 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54546) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:30.795982 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-086fc112-749b-4de8-836e-9412e80d7d06 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1833129618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:30.803366 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.822365 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-086fc112-749b-4de8-836e-9412e80d7d06 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (1b9d98c6-098f-4664-a1f1-3723e003143c), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.825298 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-086fc112-749b-4de8-836e-9412e80d7d06 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (1b9d98c6-098f-4664-a1f1-3723e003143c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.916851 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] Publish callbacks [] for port (0206117e-4aab-4c1d-9550-eb52940f9a66), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.927007 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0206117e-4aab-4c1d-9550-eb52940f9a66), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.965551 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-086fc112-749b-4de8-836e-9412e80d7d06 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for router_controller (1b9d98c6-098f-4664-a1f1-3723e003143c), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.971585 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-086fc112-749b-4de8-836e-9412e80d7d06 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (1b9d98c6-098f-4664-a1f1-3723e003143c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.002093 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-086fc112-749b-4de8-836e-9412e80d7d06 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.002093 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-086fc112-749b-4de8-836e-9412e80d7d06 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2232287 Jan 27 22:11:31.002839 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54554) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:31.009716 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-537804e6-66ab-46eb-87fa-170f5d040d0e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'port': {'network_id': 'dab31c78-639c-4e7f-a18d-6de7676fe8e9', 'name': 'tempest-PortsTestJSON-1980733425'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:31.044474 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f69b17-0e1e-400d-b86b-5a833415da2f None None] Pushing event updated for resources: {'Port': ['ID=0206117e-4aab-4c1d-9550-eb52940f9a66,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:31.081631 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ef096-51df-40cf-8e98-3e6f224f8de8 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Subnet': ['ID=bd5464ed-71c4-4e3e-98db-24e4637e7a08,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:31.100869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ef096-51df-40cf-8e98-3e6f224f8de8 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Checking segment: {'id': '6364881f-d165-4d73-aa36-6d83ec1e45aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:31.101241 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37ef096-51df-40cf-8e98-3e6f224f8de8 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network hostable DHCP agents. Network: fe28771e-6fad-4a03-8140-88b0158ecd2a, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:11:31.147763 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fb00fe-3c0b-4fec-a154-659cb1089e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-dab31c78-639c-4e7f-a18d-6de7676fe8e9', 'network_id': 'dab31c78-639c-4e7f-a18d-6de7676fe8e9', 'project_id': '843bc7b8352e40efa7b0de2db41edc8d', 'fixed_ips': [{'subnet_id': 'd9ee192b-91b7-496d-ac3a-6c9f035889a3'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:11:31.148026 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-32fb00fe-3c0b-4fec-a154-659cb1089e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.206752 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a41c06f5-a370-46b7-a084-000737fcb02e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cb2b2421-14a3-4488-b92c-ce4a9d0ece50), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.210053 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a41c06f5-a370-46b7-a084-000737fcb02e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.211357 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a41c06f5-a370-46b7-a084-000737fcb02e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "DELETE /v2.0/security-groups/cb2b2421-14a3-4488-b92c-ce4a9d0ece50 HTTP/1.1" status: 204 len: 168 time: 0.7536147 Jan 27 22:11:31.218702 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0cad8201-ca91-43c5-81f9-a1d6f96f2e99 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.234061 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0cad8201-ca91-43c5-81f9-a1d6f96f2e99 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (0c0289e7-92eb-467d-9933-51375acdae0b), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.234408 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-0cad8201-ca91-43c5-81f9-a1d6f96f2e99 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Floating IP 0c0289e7-92eb-467d-9933-51375acdae0b disassociated. External IP: 172.25.3.47, port: 554e5798-2c96-42b7-852c-2ca5e9dd852b. Jan 27 22:11:31.268939 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c06f5-a370-46b7-a084-000737fcb02e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2b2421-14a3-4488-b92c-ce4a9d0ece50,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:31.280335 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54562) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:31.403974 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-88858ec2-ba82-4465-8821-f5924aba0e1d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Deleting subnet d7f8e6f4-9f78-4696-912f-81f03e5505e6 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:11:31.409836 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88858ec2-ba82-4465-8821-f5924aba0e1d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for subnet (d7f8e6f4-9f78-4696-912f-81f03e5505e6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.414175 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537804e6-66ab-46eb-87fa-170f5d040d0e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:31.419213 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-537804e6-66ab-46eb-87fa-170f5d040d0e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.485114 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37ef096-51df-40cf-8e98-3e6f224f8de8 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network fe28771e-6fad-4a03-8140-88b0158ecd2a is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:11:31.494125 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-b37ef096-51df-40cf-8e98-3e6f224f8de8 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, fe28771e-6fad-4a03-8140-88b0158ecd2a) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:31.508259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37ef096-51df-40cf-8e98-3e6f224f8de8 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:31.515223 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b37ef096-51df-40cf-8e98-3e6f224f8de8 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.516178 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1aa194-fcee-42f0-b070-8f7c9c6fcd96 None None] Network fe28771e-6fad-4a03-8140-88b0158ecd2a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:31.518672 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-537804e6-66ab-46eb-87fa-170f5d040d0e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] device_id is not set on port 504f8acd-3cfe-4faf-b2f1-cfda19fe3749 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:11:31.520463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] Attempting to bind port 0206117e-4aab-4c1d-9550-eb52940f9a66 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:11:31.520986 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] Attempting to bind port 0206117e-4aab-4c1d-9550-eb52940f9a66 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'b03a9bee-1b5b-4dd9-a575-d22158fdb518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:11:31.521771 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] Attempting to bind port 0206117e-4aab-4c1d-9550-eb52940f9a66 on network 51bc701d-9dd0-496b-90e2-e62b22c5780a {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:11:31.610533 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b37ef096-51df-40cf-8e98-3e6f224f8de8 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2497518 Jan 27 22:11:31.613026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54570) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:31.619710 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88858ec2-ba82-4465-8821-f5924aba0e1d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (d7f8e6f4-9f78-4696-912f-81f03e5505e6), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.631148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:11:31.631786 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] Checking segment: {'id': 'b03a9bee-1b5b-4dd9-a575-d22158fdb518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:31.632492 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.633082 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] Bound using segment: {'id': 'b03a9bee-1b5b-4dd9-a575-d22158fdb518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:11:31.633915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] Bound port: 0206117e-4aab-4c1d-9550-eb52940f9a66, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03a9bee-1b5b-4dd9-a575-d22158fdb518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:11:31.634474 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0206117e-4aab-4c1d-9550-eb52940f9a66), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.787647 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88858ec2-ba82-4465-8821-f5924aba0e1d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (d7f8e6f4-9f78-4696-912f-81f03e5505e6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.858863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] For port 0206117e-4aab-4c1d-9550-eb52940f9a66, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:11:31.863640 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] For port 0206117e-4aab-4c1d-9550-eb52940f9a66, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0206117e-4aab-4c1d-9550-eb52940f9a66,segment=NetworkSegment(b03a9bee-1b5b-4dd9-a575-d22158fdb518),segment_id=b03a9bee-1b5b-4dd9-a575-d22158fdb518)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:11:31.903189 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88858ec2-ba82-4465-8821-f5924aba0e1d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (d7f8e6f4-9f78-4696-912f-81f03e5505e6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.904317 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-32fb00fe-3c0b-4fec-a154-659cb1089e71 None None] Allocated IP 172.20.0.2 (dab31c78-639c-4e7f-a18d-6de7676fe8e9/d9ee192b-91b7-496d-ac3a-6c9f035889a3/cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:32.000758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cad8201-ca91-43c5-81f9-a1d6f96f2e99 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Router 6e273520-5c12-4997-a694-32f5bedbbfa8 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:11:32.020672 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88858ec2-ba82-4465-8821-f5924aba0e1d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f8e6f4-9f78-4696-912f-81f03e5505e6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:32.032383 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-350128a9-1f9f-4e40-9e52-dd44aeb1886a None None] Provisioning complete for port 0206117e-4aab-4c1d-9550-eb52940f9a66 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:32.032949 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-350128a9-1f9f-4e40-9e52-dd44aeb1886a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0206117e-4aab-4c1d-9550-eb52940f9a66), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.049517 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88858ec2-ba82-4465-8821-f5924aba0e1d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.054646 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0206117e-4aab-4c1d-9550-eb52940f9a66), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.060293 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-88858ec2-ba82-4465-8821-f5924aba0e1d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "DELETE /v2.0/subnets/d7f8e6f4-9f78-4696-912f-81f03e5505e6 HTTP/1.1" status: 204 len: 168 time: 0.7721357 Jan 27 22:11:32.061265 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54584) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:32.070230 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e4499b-cf0c-4b42-93e3-1d4a0b1c0a2f None None] Network 2b88bd20-1798-48ad-b21f-622cdc63e125 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:32.128903 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ea6c51-ef2e-4e5e-9d49-d17b2928c77c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-fe28771e-6fad-4a03-8140-88b0158ecd2a', 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a', 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'fixed_ips': [{'subnet_id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:11:32.130064 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-26ea6c51-ef2e-4e5e-9d49-d17b2928c77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.243267 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6398b4e2-f243-4be2-ad83-abae47da4277 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (2b88bd20-1798-48ad-b21f-622cdc63e125), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.312215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cad8201-ca91-43c5-81f9-a1d6f96f2e99 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:11:32.326296 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c79e816-738b-4a67-b352-8f36bba3a486 None None] Sync routers for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:11:32.327501 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0cad8201-ca91-43c5-81f9-a1d6f96f2e99 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.342167 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c79e816-738b-4a67-b352-8f36bba3a486 None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:32.344763 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-3c79e816-738b-4a67-b352-8f36bba3a486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:32.347449 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-6398b4e2-f243-4be2-ad83-abae47da4277 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Deleting port a4fe0f00-9c25-4e53-939b-4f9ef1eee86d {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:32.348094 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6398b4e2-f243-4be2-ad83-abae47da4277 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (a4fe0f00-9c25-4e53-939b-4f9ef1eee86d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.471488 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-3c79e816-738b-4a67-b352-8f36bba3a486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:32.507516 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c79e816-738b-4a67-b352-8f36bba3a486 None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:32.509218 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-3c79e816-738b-4a67-b352-8f36bba3a486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:32.521791 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f69b17-0e1e-400d-b86b-5a833415da2f None None] Pushing event updated for resources: {'Port': ['ID=0206117e-4aab-4c1d-9550-eb52940f9a66,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:32.567452 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0cad8201-ca91-43c5-81f9-a1d6f96f2e99 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "PUT /v2.0/floatingips/0c0289e7-92eb-467d-9933-51375acdae0b HTTP/1.1" status: 200 len: 687 time: 2.9669724 Jan 27 22:11:32.584408 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54594) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:32.587868 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-6398b4e2-f243-4be2-ad83-abae47da4277 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] For port a4fe0f00-9c25-4e53-939b-4f9ef1eee86d, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a4fe0f00-9c25-4e53-939b-4f9ef1eee86d,segment=NetworkSegment(b5b4849f-ae14-4315-94ae-dd32e60bcad2),segment_id=b5b4849f-ae14-4315-94ae-dd32e60bcad2)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:32.589787 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6398b4e2-f243-4be2-ad83-abae47da4277 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (a4fe0f00-9c25-4e53-939b-4f9ef1eee86d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.597751 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] Routers {'c9d81c5f-1ff3-4995-a896-f7518a4406f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:32.601649 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:32.618396 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-3c79e816-738b-4a67-b352-8f36bba3a486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:32.619358 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c79e816-738b-4a67-b352-8f36bba3a486 None None] The sync data for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:11:32.620590 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-6398b4e2-f243-4be2-ad83-abae47da4277 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Calling delete_port for a4fe0f00-9c25-4e53-939b-4f9ef1eee86d owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:32.761731 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6398b4e2-f243-4be2-ad83-abae47da4277 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (a4fe0f00-9c25-4e53-939b-4f9ef1eee86d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.807154 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398b4e2-f243-4be2-ad83-abae47da4277 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event deleted for resources: {'Port': ['ID=a4fe0f00-9c25-4e53-939b-4f9ef1eee86d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:32.829807 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6398b4e2-f243-4be2-ad83-abae47da4277 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] No DVR routers for this DVR port a4fe0f00-9c25-4e53-939b-4f9ef1eee86d on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:32.933547 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3a7f1b4d-7af8-46b4-9a8a-51e902b79935 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.956472 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6398b4e2-f243-4be2-ad83-abae47da4277 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (2b88bd20-1798-48ad-b21f-622cdc63e125), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.958618 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-7ddb3505-3846-471d-9db8-65b329daa000 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Deleting port 1bbaa7eb-8380-4e20-acf0-ed7b29a7ff8b {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:32.959722 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7ddb3505-3846-471d-9db8-65b329daa000 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1bbaa7eb-8380-4e20-acf0-ed7b29a7ff8b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.982712 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-6398b4e2-f243-4be2-ad83-abae47da4277 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b88bd20-1798-48ad-b21f-622cdc63e125']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:32.998278 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-6398b4e2-f243-4be2-ad83-abae47da4277 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b4849f-ae14-4315-94ae-dd32e60bcad2') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:32.998601 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-6398b4e2-f243-4be2-ad83-abae47da4277 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b4849f-ae14-4315-94ae-dd32e60bcad2') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:33.015119 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6398b4e2-f243-4be2-ad83-abae47da4277 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (b5b4849f-ae14-4315-94ae-dd32e60bcad2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.032679 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6398b4e2-f243-4be2-ad83-abae47da4277 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b5b4849f-ae14-4315-94ae-dd32e60bcad2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.040004 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6398b4e2-f243-4be2-ad83-abae47da4277 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:11:33.040431 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6398b4e2-f243-4be2-ad83-abae47da4277 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (b5b4849f-ae14-4315-94ae-dd32e60bcad2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.113569 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54600) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:11:33.114899 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:11:33.122315 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6398b4e2-f243-4be2-ad83-abae47da4277 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (2b88bd20-1798-48ad-b21f-622cdc63e125), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.128020 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6398b4e2-f243-4be2-ad83-abae47da4277 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.134646 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6398b4e2-f243-4be2-ad83-abae47da4277 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "DELETE /v2.0/networks/2b88bd20-1798-48ad-b21f-622cdc63e125 HTTP/1.1" status: 204 len: 168 time: 1.0682745 Jan 27 22:11:33.149615 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54604) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:33.150047 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398b4e2-f243-4be2-ad83-abae47da4277 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event deleted for resources: {'Network': ['ID=2b88bd20-1798-48ad-b21f-622cdc63e125,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:33.295488 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7ddb3505-3846-471d-9db8-65b329daa000 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1bbaa7eb-8380-4e20-acf0-ed7b29a7ff8b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.295828 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7ddb3505-3846-471d-9db8-65b329daa000 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (1bbaa7eb-8380-4e20-acf0-ed7b29a7ff8b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.341418 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-7ddb3505-3846-471d-9db8-65b329daa000 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Calling delete_port for 1bbaa7eb-8380-4e20-acf0-ed7b29a7ff8b owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:33.417339 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5c15e4a-445d-4a2b-8963-08e1b5d0b253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.426425 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-350128a9-1f9f-4e40-9e52-dd44aeb1886a None None] Current status of the port 0206117e-4aab-4c1d-9550-eb52940f9a66 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:33.426919 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-350128a9-1f9f-4e40-9e52-dd44aeb1886a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0206117e-4aab-4c1d-9550-eb52940f9a66), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.499447 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] Set router c9d81c5f-1ff3-4995-a896-f7518a4406f6 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:11:33.536887 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5c15e4a-445d-4a2b-8963-08e1b5d0b253 admin admin] Publish callbacks [] for security_group (39efec10-1a75-46f1-b0ef-aab01e180767), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.546084 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5c15e4a-445d-4a2b-8963-08e1b5d0b253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (39efec10-1a75-46f1-b0ef-aab01e180767), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.565242 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-32fb00fe-3c0b-4fec-a154-659cb1089e71 None None] Publish callbacks [] for port (cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.610066 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-350128a9-1f9f-4e40-9e52-dd44aeb1886a None None] For port 0206117e-4aab-4c1d-9550-eb52940f9a66, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0206117e-4aab-4c1d-9550-eb52940f9a66,segment=NetworkSegment(b03a9bee-1b5b-4dd9-a575-d22158fdb518),segment_id=b03a9bee-1b5b-4dd9-a575-d22158fdb518)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:33.619764 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910e3e5a-d056-4a5e-aaab-4c2bec58cd0d None None] DHCP port deletion for 2b88bd20-1798-48ad-b21f-622cdc63e125 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:11:33.624523 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7ddb3505-3846-471d-9db8-65b329daa000 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (1bbaa7eb-8380-4e20-acf0-ed7b29a7ff8b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.639868 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-350128a9-1f9f-4e40-9e52-dd44aeb1886a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0206117e-4aab-4c1d-9550-eb52940f9a66), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.642991 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-32fb00fe-3c0b-4fec-a154-659cb1089e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.678240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb3505-3846-471d-9db8-65b329daa000 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event deleted for resources: {'Port': ['ID=1bbaa7eb-8380-4e20-acf0-ed7b29a7ff8b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:33.715768 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c15e4a-445d-4a2b-8963-08e1b5d0b253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39efec10-1a75-46f1-b0ef-aab01e180767,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:33.722762 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f5c15e4a-445d-4a2b-8963-08e1b5d0b253 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4ced1636cc74b84a4dd4919850269b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6039889 Jan 27 22:11:33.732925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54610) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:33.759143 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a8a2f399-72e9-46b5-a1ff-8895ce42cb34 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Deleting port bbdb1f06-cf7c-45cc-967d-fa00ad9bc320 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:33.759476 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8a2f399-72e9-46b5-a1ff-8895ce42cb34 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (bbdb1f06-cf7c-45cc-967d-fa00ad9bc320), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.761412 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-26ea6c51-ef2e-4e5e-9d49-d17b2928c77c None None] Allocated IP 172.22.0.2 (fe28771e-6fad-4a03-8140-88b0158ecd2a/bd5464ed-71c4-4e3e-98db-24e4637e7a08/0d0f95b9-3515-4441-a1dc-ca119c85614e) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:33.823975 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-537804e6-66ab-46eb-87fa-170f5d040d0e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Allocated IP 172.20.0.7 (dab31c78-639c-4e7f-a18d-6de7676fe8e9/d9ee192b-91b7-496d-ac3a-6c9f035889a3/504f8acd-3cfe-4faf-b2f1-cfda19fe3749) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:33.830113 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fb00fe-3c0b-4fec-a154-659cb1089e71 None None] Network dab31c78-639c-4e7f-a18d-6de7676fe8e9 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:33.837810 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7ddb3505-3846-471d-9db8-65b329daa000 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (0c0289e7-92eb-467d-9933-51375acdae0b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.843646 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7ddb3505-3846-471d-9db8-65b329daa000 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.845693 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7ddb3505-3846-471d-9db8-65b329daa000 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "DELETE /v2.0/floatingips/0c0289e7-92eb-467d-9933-51375acdae0b HTTP/1.1" status: 204 len: 168 time: 1.2600975 Jan 27 22:11:33.848545 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54612) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:33.875906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-32fb00fe-3c0b-4fec-a154-659cb1089e71 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:33.902991 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-507816d1-03ef-4eee-b308-d1243f7128d6 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] delete failed (client error): The resource could not be found. Jan 27 22:11:33.904285 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-507816d1-03ef-4eee-b308-d1243f7128d6 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "DELETE /v2.0/floatingips/0c0289e7-92eb-467d-9933-51375acdae0b HTTP/1.1" status: 404 len: 345 time: 0.0540926 Jan 27 22:11:33.908332 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54614) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:33.910798 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c85a350e-41ab-49bb-9afb-b1c731a2654d admin admin] Publish callbacks [] for security_group (39efec10-1a75-46f1-b0ef-aab01e180767), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.915039 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8a2f399-72e9-46b5-a1ff-8895ce42cb34 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (bbdb1f06-cf7c-45cc-967d-fa00ad9bc320), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.915364 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8a2f399-72e9-46b5-a1ff-8895ce42cb34 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for floatingip (bbdb1f06-cf7c-45cc-967d-fa00ad9bc320), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:33.936013 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fb00fe-3c0b-4fec-a154-659cb1089e71 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:33.946520 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a8a2f399-72e9-46b5-a1ff-8895ce42cb34 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Calling delete_port for bbdb1f06-cf7c-45cc-967d-fa00ad9bc320 owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:33.991269 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c85a350e-41ab-49bb-9afb-b1c731a2654d admin admin] Publish callbacks [] for security_group (39efec10-1a75-46f1-b0ef-aab01e180767), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:34.150771 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb2c4e3-e10d-41b8-831f-b11b754898e2 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:34.167109 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb2c4e3-e10d-41b8-831f-b11b754898e2 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:34.194668 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb2c4e3-e10d-41b8-831f-b11b754898e2 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:34.210664 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ddb2c4e3-e10d-41b8-831f-b11b754898e2 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "GET /v2.0/ports?network_id=c2791214-9850-449d-a749-f80b0176ccd6 HTTP/1.1" status: 200 len: 2357 time: 0.2986805 Jan 27 22:11:34.211786 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54618) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:34.248753 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-26ea6c51-ef2e-4e5e-9d49-d17b2928c77c None None] Publish callbacks [] for port (0d0f95b9-3515-4441-a1dc-ca119c85614e), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:34.249695 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c85a350e-41ab-49bb-9afb-b1c731a2654d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (39efec10-1a75-46f1-b0ef-aab01e180767), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:34.252434 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c85a350e-41ab-49bb-9afb-b1c731a2654d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:34.253753 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c85a350e-41ab-49bb-9afb-b1c731a2654d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39efec10-1a75-46f1-b0ef-aab01e180767 HTTP/1.1" status: 204 len: 168 time: 0.5199034 Jan 27 22:11:34.268083 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-537804e6-66ab-46eb-87fa-170f5d040d0e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for port (504f8acd-3cfe-4faf-b2f1-cfda19fe3749), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:34.280546 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd195389-d147-4f42-b6c2-a55db050b1da None None] Provisioning complete for port 0206117e-4aab-4c1d-9550-eb52940f9a66 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:34.280922 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd195389-d147-4f42-b6c2-a55db050b1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0206117e-4aab-4c1d-9550-eb52940f9a66), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:34.331876 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a350e-41ab-49bb-9afb-b1c731a2654d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39efec10-1a75-46f1-b0ef-aab01e180767,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:34.365758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-3a7f1b4d-7af8-46b4-9a8a-51e902b79935 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Allocated IP 172.22.0.1 (fe28771e-6fad-4a03-8140-88b0158ecd2a/bd5464ed-71c4-4e3e-98db-24e4637e7a08/6179a379-d10d-4834-ae1a-fa222bab5202) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:34.381959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a4fe0f00-9c25-4e53-939b-4f9ef1eee86d no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:34.383521 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7108b9c0-9172-46ac-ae04-d6118bc0f966 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:34.389920 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-26ea6c51-ef2e-4e5e-9d49-d17b2928c77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (0d0f95b9-3515-4441-a1dc-ca119c85614e), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:34.392012 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7108b9c0-9172-46ac-ae04-d6118bc0f966 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "GET /v2.0/subnets/c1181450-49e9-484c-888c-b8974fd65818 HTTP/1.1" status: 200 len: 797 time: 0.1744487 Jan 27 22:11:34.397252 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54622) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:34.419573 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-6b159385-340b-49b1-a985-fa4023984105 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Request body: {'port': {'network_id': 'c2791214-9850-449d-a749-f80b0176ccd6', 'name': 'tempest-FloatingIPTestJSON-1710068089', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:34.573087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: a4fe0f00-9c25-4e53-939b-4f9ef1eee86d {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:34.573655 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a4fe0f00-9c25-4e53-939b-4f9ef1eee86d not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:34.588736 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-537804e6-66ab-46eb-87fa-170f5d040d0e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (504f8acd-3cfe-4faf-b2f1-cfda19fe3749), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:34.592115 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350128a9-1f9f-4e40-9e52-dd44aeb1886a None None] Pushing event updated for resources: {'Port': ['ID=0206117e-4aab-4c1d-9550-eb52940f9a66,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:34.666268 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3a7f1b4d-7af8-46b4-9a8a-51e902b79935 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for port (6179a379-d10d-4834-ae1a-fa222bab5202), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:34.726882 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ea6c51-ef2e-4e5e-9d49-d17b2928c77c None None] Network fe28771e-6fad-4a03-8140-88b0158ecd2a is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:34.745218 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3a7f1b4d-7af8-46b4-9a8a-51e902b79935 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (6179a379-d10d-4834-ae1a-fa222bab5202), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:34.786454 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-26ea6c51-ef2e-4e5e-9d49-d17b2928c77c None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:34.792642 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ea6c51-ef2e-4e5e-9d49-d17b2928c77c None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:34.828320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54630) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:34.862233 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-32fb00fe-3c0b-4fec-a154-659cb1089e71 None None] Attempting to bind port cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:11:34.862616 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-32fb00fe-3c0b-4fec-a154-659cb1089e71 None None] Attempting to bind port cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '4c255409-4c67-44f2-a969-e3521171e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dab31c78-639c-4e7f-a18d-6de7676fe8e9'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:11:34.863192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fb00fe-3c0b-4fec-a154-659cb1089e71 None None] Attempting to bind port cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1 on network dab31c78-639c-4e7f-a18d-6de7676fe8e9 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:11:34.865730 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb00fe-3c0b-4fec-a154-659cb1089e71 None None] Pushing event updated for resources: {'Port': ['ID=cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:34.921149 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7f1b4d-7af8-46b4-9a8a-51e902b79935 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network fe28771e-6fad-4a03-8140-88b0158ecd2a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:34.924993 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fb00fe-3c0b-4fec-a154-659cb1089e71 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:11:34.925391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fb00fe-3c0b-4fec-a154-659cb1089e71 None None] Checking segment: {'id': '4c255409-4c67-44f2-a969-e3521171e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dab31c78-639c-4e7f-a18d-6de7676fe8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:34.925810 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-32fb00fe-3c0b-4fec-a154-659cb1089e71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:34.926216 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fb00fe-3c0b-4fec-a154-659cb1089e71 None None] Bound using segment: {'id': '4c255409-4c67-44f2-a969-e3521171e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dab31c78-639c-4e7f-a18d-6de7676fe8e9'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:11:34.926713 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-32fb00fe-3c0b-4fec-a154-659cb1089e71 None None] Bound port: cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c255409-4c67-44f2-a969-e3521171e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dab31c78-639c-4e7f-a18d-6de7676fe8e9'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:11:34.927099 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-32fb00fe-3c0b-4fec-a154-659cb1089e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:34.928970 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-234e56b6-ba56-4499-9309-877edb3a57d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:34.942609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-3a7f1b4d-7af8-46b4-9a8a-51e902b79935 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:34.945253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f1b4d-7af8-46b4-9a8a-51e902b79935 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Port': ['ID=6179a379-d10d-4834-ae1a-fa222bab5202,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:34.958122 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7f1b4d-7af8-46b4-9a8a-51e902b79935 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:34.968902 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd195389-d147-4f42-b6c2-a55db050b1da None None] Current status of the port 0206117e-4aab-4c1d-9550-eb52940f9a66 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:35.008822 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-26ea6c51-ef2e-4e5e-9d49-d17b2928c77c None None] Attempting to bind port 0d0f95b9-3515-4441-a1dc-ca119c85614e on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:11:35.009244 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-26ea6c51-ef2e-4e5e-9d49-d17b2928c77c None None] Attempting to bind port 0d0f95b9-3515-4441-a1dc-ca119c85614e by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '6364881f-d165-4d73-aa36-6d83ec1e45aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:11:35.009615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ea6c51-ef2e-4e5e-9d49-d17b2928c77c None None] Attempting to bind port 0d0f95b9-3515-4441-a1dc-ca119c85614e on network fe28771e-6fad-4a03-8140-88b0158ecd2a {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:11:35.045395 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea6c51-ef2e-4e5e-9d49-d17b2928c77c None None] Pushing event updated for resources: {'Port': ['ID=0d0f95b9-3515-4441-a1dc-ca119c85614e,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:35.053262 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ea6c51-ef2e-4e5e-9d49-d17b2928c77c None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:11:35.053847 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ea6c51-ef2e-4e5e-9d49-d17b2928c77c None None] Checking segment: {'id': '6364881f-d165-4d73-aa36-6d83ec1e45aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:35.054118 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-26ea6c51-ef2e-4e5e-9d49-d17b2928c77c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:35.054518 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ea6c51-ef2e-4e5e-9d49-d17b2928c77c None None] Bound using segment: {'id': '6364881f-d165-4d73-aa36-6d83ec1e45aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:11:35.055006 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-26ea6c51-ef2e-4e5e-9d49-d17b2928c77c None None] Bound port: 0d0f95b9-3515-4441-a1dc-ca119c85614e, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6364881f-d165-4d73-aa36-6d83ec1e45aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:11:35.055390 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-26ea6c51-ef2e-4e5e-9d49-d17b2928c77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0d0f95b9-3515-4441-a1dc-ca119c85614e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:35.067274 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537804e6-66ab-46eb-87fa-170f5d040d0e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Port': ['ID=504f8acd-3cfe-4faf-b2f1-cfda19fe3749,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:35.079010 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:11:24Z', 'revision_number': 3, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '0206117e-4aab-4c1d-9550-eb52940f9a66', 'name': '', 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:71:a9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:22Z', 'updated_at': '2022-01-27T22:11:31Z', 'revision_number': 4, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:35.083499 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3a7f1b4d-7af8-46b4-9a8a-51e902b79935 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (c9d81c5f-1ff3-4995-a896-f7518a4406f6), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:35.122607 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537804e6-66ab-46eb-87fa-170f5d040d0e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network dab31c78-639c-4e7f-a18d-6de7676fe8e9 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:35.139516 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5362528d-d055-42b9-a1d4-783a0344e06c None None] The sync data for ids ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'] in n-d-772272-3 is: [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:11:24Z', 'revision_number': 3, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '0206117e-4aab-4c1d-9550-eb52940f9a66', 'name': '', 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:71:a9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:22Z', 'updated_at': '2022-01-27T22:11:31Z', 'revision_number': 4, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:11:35.142283 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-537804e6-66ab-46eb-87fa-170f5d040d0e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:35.147977 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537804e6-66ab-46eb-87fa-170f5d040d0e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:35.157980 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8a2f399-72e9-46b5-a1ff-8895ce42cb34 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (bbdb1f06-cf7c-45cc-967d-fa00ad9bc320), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:35.182778 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-32fb00fe-3c0b-4fec-a154-659cb1089e71 None None] For port cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:11:35.215384 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-32fb00fe-3c0b-4fec-a154-659cb1089e71 None None] For port cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1,segment=NetworkSegment(4c255409-4c67-44f2-a969-e3521171e52f),segment_id=4c255409-4c67-44f2-a969-e3521171e52f)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:11:35.235141 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-32fb00fe-3c0b-4fec-a154-659cb1089e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:35.301406 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-234e56b6-ba56-4499-9309-877edb3a57d6 admin admin] Publish callbacks [] for security_group (062d874b-2209-41f0-a3aa-f6a3b0441595), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:35.314961 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2f399-72e9-46b5-a1ff-8895ce42cb34 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event deleted for resources: {'Port': ['ID=bbdb1f06-cf7c-45cc-967d-fa00ad9bc320,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:35.353896 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-26ea6c51-ef2e-4e5e-9d49-d17b2928c77c None None] For port 0d0f95b9-3515-4441-a1dc-ca119c85614e, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:11:35.365755 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-234e56b6-ba56-4499-9309-877edb3a57d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (062d874b-2209-41f0-a3aa-f6a3b0441595), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:35.433382 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-26ea6c51-ef2e-4e5e-9d49-d17b2928c77c None None] For port 0d0f95b9-3515-4441-a1dc-ca119c85614e, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0d0f95b9-3515-4441-a1dc-ca119c85614e,segment=NetworkSegment(6364881f-d165-4d73-aa36-6d83ec1e45aa),segment_id=6364881f-d165-4d73-aa36-6d83ec1e45aa)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:11:35.443359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e56b6-ba56-4499-9309-877edb3a57d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062d874b-2209-41f0-a3aa-f6a3b0441595,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:35.446526 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537804e6-66ab-46eb-87fa-170f5d040d0e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:35.447416 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-537804e6-66ab-46eb-87fa-170f5d040d0e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:35.454881 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-26ea6c51-ef2e-4e5e-9d49-d17b2928c77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0d0f95b9-3515-4441-a1dc-ca119c85614e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:35.457788 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb00fe-3c0b-4fec-a154-659cb1089e71 None None] Pushing event updated for resources: {'Port': ['ID=cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:35.474966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e56b6-ba56-4499-9309-877edb3a57d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.475358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e56b6-ba56-4499-9309-877edb3a57d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.488082 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e56b6-ba56-4499-9309-877edb3a57d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.490294 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e56b6-ba56-4499-9309-877edb3a57d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.490814 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e56b6-ba56-4499-9309-877edb3a57d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.491321 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e56b6-ba56-4499-9309-877edb3a57d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.492603 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e56b6-ba56-4499-9309-877edb3a57d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.493476 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e56b6-ba56-4499-9309-877edb3a57d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.495874 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-537804e6-66ab-46eb-87fa-170f5d040d0e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4915931 Jan 27 22:11:35.496375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e56b6-ba56-4499-9309-877edb3a57d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.497358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e56b6-ba56-4499-9309-877edb3a57d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.497874 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e56b6-ba56-4499-9309-877edb3a57d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.499277 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e56b6-ba56-4499-9309-877edb3a57d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.499780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234e56b6-ba56-4499-9309-877edb3a57d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:35.502287 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54634) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:35.514452 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b159385-340b-49b1-a985-fa4023984105 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Made reservation on behalf of ffe5c159ddee41f4aa7e7b626bca1b5f for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:35.523759 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3a7f1b4d-7af8-46b4-9a8a-51e902b79935 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6179a379-d10d-4834-ae1a-fa222bab5202), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:35.592538 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-234e56b6-ba56-4499-9309-877edb3a57d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a94fe185ddd4741b756019dab03433f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7479992 Jan 27 22:11:35.595246 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea6c51-ef2e-4e5e-9d49-d17b2928c77c None None] Pushing event updated for resources: {'Port': ['ID=0d0f95b9-3515-4441-a1dc-ca119c85614e,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:35.648598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54636) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:35.804452 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ca782b08-faf4-4b34-8d50-38959075c5f7 admin admin] Publish callbacks [] for security_group (062d874b-2209-41f0-a3aa-f6a3b0441595), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:35.907523 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ca782b08-faf4-4b34-8d50-38959075c5f7 admin admin] Publish callbacks [] for security_group (062d874b-2209-41f0-a3aa-f6a3b0441595), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:35.948340 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8a2f399-72e9-46b5-a1ff-8895ce42cb34 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for floatingip (bce0a8f5-5e41-4e5c-b46f-b9c3319a962e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:35.948608 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-a8a2f399-72e9-46b5-a1ff-8895ce42cb34 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Floating IP bce0a8f5-5e41-4e5c-b46f-b9c3319a962e disassociated (deleted). External IP: 172.25.3.5, port: a0e43861-1e91-4207-847c-5e8a72be1419. Jan 27 22:11:36.160940 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ca782b08-faf4-4b34-8d50-38959075c5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (062d874b-2209-41f0-a3aa-f6a3b0441595), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:36.166631 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ca782b08-faf4-4b34-8d50-38959075c5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:36.183781 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ca782b08-faf4-4b34-8d50-38959075c5f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/062d874b-2209-41f0-a3aa-f6a3b0441595 HTTP/1.1" status: 204 len: 168 time: 0.5340509 Jan 27 22:11:36.443927 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca782b08-faf4-4b34-8d50-38959075c5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062d874b-2209-41f0-a3aa-f6a3b0441595,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:36.696973 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6b159385-340b-49b1-a985-fa4023984105 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:36.710564 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3a7f1b4d-7af8-46b4-9a8a-51e902b79935 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for port (6179a379-d10d-4834-ae1a-fa222bab5202), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:36.725203 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3a7f1b4d-7af8-46b4-9a8a-51e902b79935 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (6179a379-d10d-4834-ae1a-fa222bab5202), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:36.772365 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-6b159385-340b-49b1-a985-fa4023984105 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] device_id is not set on port d201d9f9-9463-4e50-908d-f987ed41e79f yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:11:36.820808 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54656) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:36.865972 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3a7f1b4d-7af8-46b4-9a8a-51e902b79935 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (c9d81c5f-1ff3-4995-a896-f7518a4406f6), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:36.879616 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f1b4d-7af8-46b4-9a8a-51e902b79935 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Port': ['ID=6179a379-d10d-4834-ae1a-fa222bab5202,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:37.113798 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f370170-f03f-4c30-8252-35b481f2c558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:37.215142 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:37.266763 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7f1b4d-7af8-46b4-9a8a-51e902b79935 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network fe28771e-6fad-4a03-8140-88b0158ecd2a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:37.308232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-3a7f1b4d-7af8-46b4-9a8a-51e902b79935 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:37.371962 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:37.372420 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:37.591862 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:37.592355 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:37.613839 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f370170-f03f-4c30-8252-35b481f2c558 admin admin] Publish callbacks [] for security_group (94bb26f8-4af5-4ea6-b020-b1610095301c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:37.631429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7f1b4d-7af8-46b4-9a8a-51e902b79935 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router c9d81c5f-1ff3-4995-a896-f7518a4406f6 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:11:37.632401 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f370170-f03f-4c30-8252-35b481f2c558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (94bb26f8-4af5-4ea6-b020-b1610095301c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:37.704410 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-6b159385-340b-49b1-a985-fa4023984105 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Allocated IP 172.20.0.14 (c2791214-9850-449d-a749-f80b0176ccd6/c1181450-49e9-484c-888c-b8974fd65818/d201d9f9-9463-4e50-908d-f987ed41e79f) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:37.725357 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-6b159385-340b-49b1-a985-fa4023984105 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Allocated IP 172.20.0.13 (c2791214-9850-449d-a749-f80b0176ccd6/c1181450-49e9-484c-888c-b8974fd65818/d201d9f9-9463-4e50-908d-f987ed41e79f) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:37.732185 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1,segment=NetworkSegment(4c255409-4c67-44f2-a969-e3521171e52f),segment_id=4c255409-4c67-44f2-a969-e3521171e52f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:37.741796 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:37.742599 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0206117e-4aab-4c1d-9550-eb52940f9a66 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:37.758330 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c092b055-0468-4615-af2b-601103a3a3d6 None None] Network fe28771e-6fad-4a03-8140-88b0158ecd2a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:37.804383 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6f370170-f03f-4c30-8252-35b481f2c558 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=145f20ba2ad142998de9202913e120bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9799573 Jan 27 22:11:37.980630 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54682) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:37.991953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f370170-f03f-4c30-8252-35b481f2c558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bb26f8-4af5-4ea6-b020-b1610095301c,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:38.020574 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b20009b-3080-45a5-820c-77dd1fc95c86 None None] Network dab31c78-639c-4e7f-a18d-6de7676fe8e9 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:38.153518 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0f1606b6-f0a6-4dcc-9542-e468cc062e7a admin admin] Publish callbacks [] for security_group (94bb26f8-4af5-4ea6-b020-b1610095301c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:38.187580 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0f1606b6-f0a6-4dcc-9542-e468cc062e7a admin admin] Publish callbacks [] for security_group (94bb26f8-4af5-4ea6-b020-b1610095301c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:38.252904 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-fcf1cb84-5931-43aa-bd85-716610e9c379 None None] Provisioning complete for port 0d0f95b9-3515-4441-a1dc-ca119c85614e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:38.253460 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fcf1cb84-5931-43aa-bd85-716610e9c379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0d0f95b9-3515-4441-a1dc-ca119c85614e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:38.265790 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0f1606b6-f0a6-4dcc-9542-e468cc062e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (94bb26f8-4af5-4ea6-b020-b1610095301c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:38.269899 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0f1606b6-f0a6-4dcc-9542-e468cc062e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:38.270385 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0f1606b6-f0a6-4dcc-9542-e468cc062e7a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/94bb26f8-4af5-4ea6-b020-b1610095301c HTTP/1.1" status: 204 len: 168 time: 0.2847488 Jan 27 22:11:38.271762 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7f1b4d-7af8-46b4-9a8a-51e902b79935 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:11:38.277176 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a2f399-72e9-46b5-a1ff-8895ce42cb34 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Router 6de3647a-c55e-4c7d-86c5-a33b1b612620 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:11:38.291902 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3a7f1b4d-7af8-46b4-9a8a-51e902b79935 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/c9d81c5f-1ff3-4995-a896-f7518a4406f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6775875 Jan 27 22:11:38.293903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54696) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:38.295809 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:38.317834 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-23d5ba69-ec1e-4d8d-b19b-22fe70251376 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'network': {'name': 'tempest-RoutersTest-913867211'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:38.345421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1606b6-f0a6-4dcc-9542-e468cc062e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bb26f8-4af5-4ea6-b020-b1610095301c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:38.389148 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d5ba69-ec1e-4d8d-b19b-22fe70251376 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Made reservation on behalf of 1343ecea38cc45ffb85c1a5fad43cd9f for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:38.395095 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-23d5ba69-ec1e-4d8d-b19b-22fe70251376 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:38.406933 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] Sync routers for ids ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:11:38.455276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d5ba69-ec1e-4d8d-b19b-22fe70251376 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:11:38.477035 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-23d5ba69-ec1e-4d8d-b19b-22fe70251376 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (c61011d3-5808-4645-9d8c-c070d8570661), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:38.478893 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-23d5ba69-ec1e-4d8d-b19b-22fe70251376 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Added segment c61011d3-5808-4645-9d8c-c070d8570661 of type vlan for network 2ef5b06b-ac82-4637-8e33-ddb635f3d74a Jan 27 22:11:38.549011 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-23d5ba69-ec1e-4d8d-b19b-22fe70251376 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (2ef5b06b-ac82-4637-8e33-ddb635f3d74a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:38.571570 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] Routers {'c9d81c5f-1ff3-4995-a896-f7518a4406f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:38.573511 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:38.587795 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-23d5ba69-ec1e-4d8d-b19b-22fe70251376 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (2ef5b06b-ac82-4637-8e33-ddb635f3d74a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:38.602813 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d5ba69-ec1e-4d8d-b19b-22fe70251376 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:38.604412 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-23d5ba69-ec1e-4d8d-b19b-22fe70251376 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:38.644423 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b11fe87e-e5d4-4c17-87d2-233f65937ee7 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (504f8acd-3cfe-4faf-b2f1-cfda19fe3749), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:38.662249 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6b159385-340b-49b1-a985-fa4023984105 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for port (d201d9f9-9463-4e50-908d-f987ed41e79f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:39.370165 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b11fe87e-e5d4-4c17-87d2-233f65937ee7 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for port (504f8acd-3cfe-4faf-b2f1-cfda19fe3749), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:39.378327 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54716) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:39.380508 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] Set router c9d81c5f-1ff3-4995-a896-f7518a4406f6 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:11:39.390836 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b11fe87e-e5d4-4c17-87d2-233f65937ee7 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (504f8acd-3cfe-4faf-b2f1-cfda19fe3749), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:39.420424 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a2f399-72e9-46b5-a1ff-8895ce42cb34 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:11:39.431857 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b03356-318a-4b00-ae04-45c81641791b None None] Sync routers for ids ['6de3647a-c55e-4c7d-86c5-a33b1b612620'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:11:39.442780 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8d03d48-6bb3-4b31-ac56-e01e71be53b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:39.448045 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8a2f399-72e9-46b5-a1ff-8895ce42cb34 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:39.448813 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b03356-318a-4b00-ae04-45c81641791b None None] Routers {'6de3647a-c55e-4c7d-86c5-a33b1b612620'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:39.449633 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b2b03356-318a-4b00-ae04-45c81641791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6de3647a-c55e-4c7d-86c5-a33b1b612620'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:39.512769 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a8a2f399-72e9-46b5-a1ff-8895ce42cb34 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "DELETE /v2.0/floatingips/bce0a8f5-5e41-4e5c-b46f-b9c3319a962e HTTP/1.1" status: 204 len: 168 time: 6.3553877 Jan 27 22:11:39.529032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d72d76f-352b-47a5-9fa7-a4354217985c', 'tag': 'a0e43861-1e91-4207-847c-5e8a72be1419'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:11:39.531361 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6203d02b-cbd2-4254-8eeb-786e2920203e" -d '{"events": [{"name": "network-changed", "server_uuid": "5d72d76f-352b-47a5-9fa7-a4354217985c", "tag": "a0e43861-1e91-4207-847c-5e8a72be1419"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:11:39.638812 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 0206117e-4aab-4c1d-9550-eb52940f9a66 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:39.643386 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0206117e-4aab-4c1d-9550-eb52940f9a66), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:39.743976 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b2b03356-318a-4b00-ae04-45c81641791b None None] Set router 6de3647a-c55e-4c7d-86c5-a33b1b612620 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:11:39.889358 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6b159385-340b-49b1-a985-fa4023984105 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d201d9f9-9463-4e50-908d-f987ed41e79f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:39.910030 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fe87e-e5d4-4c17-87d2-233f65937ee7 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Port': ['ID=504f8acd-3cfe-4faf-b2f1-cfda19fe3749,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:39.999759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-23d5ba69-ec1e-4d8d-b19b-22fe70251376 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7008936 Jan 27 22:11:40.011167 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54732) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:40.052768 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-afcf8fff-bbfb-4b87-a0db-ad7b89915358 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'subnet': {'network_id': '2ef5b06b-ac82-4637-8e33-ddb635f3d74a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:40.074916 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5ba69-ec1e-4d8d-b19b-22fe70251376 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Network': ['ID=2ef5b06b-ac82-4637-8e33-ddb635f3d74a,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:40.127152 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 2ef5b06b-ac82-4637-8e33-ddb635f3d74a details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:11:40.150372 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b159385-340b-49b1-a985-fa4023984105 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Network c2791214-9850-449d-a749-f80b0176ccd6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:40.184289 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-6b159385-340b-49b1-a985-fa4023984105 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:40.199649 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b159385-340b-49b1-a985-fa4023984105 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:40.373270 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-fcf1cb84-5931-43aa-bd85-716610e9c379 None None] Current status of the port 0d0f95b9-3515-4441-a1dc-ca119c85614e is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:40.376705 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fcf1cb84-5931-43aa-bd85-716610e9c379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0d0f95b9-3515-4441-a1dc-ca119c85614e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:40.415689 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b159385-340b-49b1-a985-fa4023984105 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:40.417996 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6b159385-340b-49b1-a985-fa4023984105 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:40.431917 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b546f2-2f5a-4432-92c4-095eb7766ad5 req-49d0e382-546c-4a1a-ae76-1cc01d63cae2 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:40.435242 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4b546f2-2f5a-4432-92c4-095eb7766ad5 req-49d0e382-546c-4a1a-ae76-1cc01d63cae2 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 945 time: 0.3155403 Jan 27 22:11:40.496032 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d230c8e-c953-4420-abfc-da5e18162054 x-openstack-request-id: req-8d230c8e-c953-4420-abfc-da5e18162054 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:11:40.499586 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d72d76f-352b-47a5-9fa7-a4354217985c", "tag": "a0e43861-1e91-4207-847c-5e8a72be1419", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:11:40.499982 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d230c8e-c953-4420-abfc-da5e18162054 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:11:40.508678 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d72d76f-352b-47a5-9fa7-a4354217985c', 'tag': 'a0e43861-1e91-4207-847c-5e8a72be1419', 'status': 'completed', 'code': 200} Jan 27 22:11:40.585818 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b2b03356-318a-4b00-ae04-45c81641791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'name': 'tempest-TestNetworkBasicOps-router-398037084', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:11:20Z', 'revision_number': 6, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:33Z', 'updated_at': '2022-01-27T22:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b83680cf-046d-424d-ae8b-ae3fccd272f4', 'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:84:18:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:39Z', 'updated_at': '2022-01-27T22:07:46Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:40.689695 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b03356-318a-4b00-ae04-45c81641791b None None] Checking router: 6de3647a-c55e-4c7d-86c5-a33b1b612620 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:11:40.733709 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b03356-318a-4b00-ae04-45c81641791b None None] Routers {'6de3647a-c55e-4c7d-86c5-a33b1b612620'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:40.737557 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b2b03356-318a-4b00-ae04-45c81641791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6de3647a-c55e-4c7d-86c5-a33b1b612620'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:40.756129 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-fcf1cb84-5931-43aa-bd85-716610e9c379 None None] For port 0d0f95b9-3515-4441-a1dc-ca119c85614e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0d0f95b9-3515-4441-a1dc-ca119c85614e,segment=NetworkSegment(6364881f-d165-4d73-aa36-6d83ec1e45aa),segment_id=6364881f-d165-4d73-aa36-6d83ec1e45aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:40.827832 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54740) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:40.846482 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcf8fff-bbfb-4b87-a0db-ad7b89915358 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Made reservation on behalf of 1343ecea38cc45ffb85c1a5fad43cd9f for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:40.871076 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fcf1cb84-5931-43aa-bd85-716610e9c379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0d0f95b9-3515-4441-a1dc-ca119c85614e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:40.871837 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-afcf8fff-bbfb-4b87-a0db-ad7b89915358 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:40.892488 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b159385-340b-49b1-a985-fa4023984105 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Port': ['ID=d201d9f9-9463-4e50-908d-f987ed41e79f,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:40.931019 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6b159385-340b-49b1-a985-fa4023984105 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 6.5251334 Jan 27 22:11:40.936482 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54742) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:40.961213 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d7342347-fa38-47a4-a372-881c4a555d1a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': 'd201d9f9-9463-4e50-908d-f987ed41e79f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:41.064335 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b2b03356-318a-4b00-ae04-45c81641791b None None] Set router 6de3647a-c55e-4c7d-86c5-a33b1b612620 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:11:41.068905 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8d03d48-6bb3-4b31-ac56-e01e71be53b0 admin admin] Publish callbacks [] for security_group (df27f350-2cee-4290-8aad-928da9980820), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:41.080819 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7342347-fa38-47a4-a372-881c4a555d1a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:41.150813 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 0206117e-4aab-4c1d-9550-eb52940f9a66 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:41.153363 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0d0f95b9-3515-4441-a1dc-ca119c85614e up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:41.184309 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4b546f2-2f5a-4432-92c4-095eb7766ad5 req-a5851c61-45dc-424f-b468-71c4dc954ab8 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1719a7de-9551-4f36-a7b9-8649de529049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7422593 Jan 27 22:11:41.224465 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8d03d48-6bb3-4b31-ac56-e01e71be53b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (df27f350-2cee-4290-8aad-928da9980820), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:41.235692 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203d02b-cbd2-4254-8eeb-786e2920203e req-c6af8305-6fb8-4e15-bab2-6ccfcfd47f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:41.237385 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6203d02b-cbd2-4254-8eeb-786e2920203e req-c6af8305-6fb8-4e15-bab2-6ccfcfd47f80 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f283cf476a449f8a327cb51a3011c25&device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 1096 time: 0.7488804 Jan 27 22:11:41.294081 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-fa34a7c0-4aee-4b6f-a48a-04299225a7f6 None None] Provisioning complete for port cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:41.297193 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fa34a7c0-4aee-4b6f-a48a-04299225a7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:41.308315 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1cb84-5931-43aa-bd85-716610e9c379 None None] Pushing event updated for resources: {'Port': ['ID=0d0f95b9-3515-4441-a1dc-ca119c85614e,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:41.387967 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c8d03d48-6bb3-4b31-ac56-e01e71be53b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=332c45dac5f04505848bbc4ca3aee912&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0070457 Jan 27 22:11:41.408687 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d03d48-6bb3-4b31-ac56-e01e71be53b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df27f350-2cee-4290-8aad-928da9980820,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:41.455871 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b11fe87e-e5d4-4c17-87d2-233f65937ee7 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (1b9d98c6-098f-4664-a1f1-3723e003143c), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:41.471418 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54748) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:41.619788 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:11:35Z', 'revision_number': 4, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '0206117e-4aab-4c1d-9550-eb52940f9a66', 'name': '', 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:71:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:22Z', 'updated_at': '2022-01-27T22:11:33Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6179a379-d10d-4834-ae1a-fa222bab5202', 'name': '', 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:bc:66:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:33Z', 'updated_at': '2022-01-27T22:11:36Z', 'revision_number': 2, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:41.757818 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-effb1b57-9ea7-4038-bf7f-8131153f9f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:41.763192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203d02b-cbd2-4254-8eeb-786e2920203e req-9058e9aa-e689-4ff0-a338-8e0e8a8c2806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:41.765305 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6203d02b-cbd2-4254-8eeb-786e2920203e req-9058e9aa-e689-4ff0-a338-8e0e8a8c2806 service neutron] 10.222.0.21 "GET /v2.0/networks?id=311387d6-3d2b-47db-9edf-f9892a889d06 HTTP/1.1" status: 200 len: 898 time: 0.4984224 Jan 27 22:11:41.772291 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b2b03356-318a-4b00-ae04-45c81641791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'name': 'tempest-TestNetworkBasicOps-router-398037084', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:11:20Z', 'revision_number': 6, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:33Z', 'updated_at': '2022-01-27T22:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b83680cf-046d-424d-ae8b-ae3fccd272f4', 'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:84:18:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:39Z', 'updated_at': '2022-01-27T22:07:46Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:41.813949 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 0d0f95b9-3515-4441-a1dc-ca119c85614e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:41.814586 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0d0f95b9-3515-4441-a1dc-ca119c85614e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:41.816407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] Checking router: c9d81c5f-1ff3-4995-a896-f7518a4406f6 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:11:41.816769 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] Updating router c9d81c5f-1ff3-4995-a896-f7518a4406f6 port 6179a379-d10d-4834-ae1a-fa222bab5202 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:11:41.860434 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b03356-318a-4b00-ae04-45c81641791b None None] The sync data for ids ['6de3647a-c55e-4c7d-86c5-a33b1b612620'] in n-d-772272-3 is: [{'id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'name': 'tempest-TestNetworkBasicOps-router-398037084', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:11:20Z', 'revision_number': 6, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:33Z', 'updated_at': '2022-01-27T22:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b83680cf-046d-424d-ae8b-ae3fccd272f4', 'name': '', 'network_id': '311387d6-3d2b-47db-9edf-f9892a889d06', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:84:18:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:39Z', 'updated_at': '2022-01-27T22:07:46Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'bbf00ebb-14ad-4f54-96c2-53f25b86a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:11:42.050558 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6179a379-d10d-4834-ae1a-fa222bab5202), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:42.186702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6203d02b-cbd2-4254-8eeb-786e2920203e req-24c9045f-3307-43f8-80ce-baca8688135d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0e43861-1e91-4207-847c-5e8a72be1419 HTTP/1.1" status: 200 len: 217 time: 0.4045124 Jan 27 22:11:42.190885 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-afcf8fff-bbfb-4b87-a0db-ad7b89915358 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (1a5290ac-879e-4609-be26-bf9a117b6bf3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:42.498341 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf8fff-bbfb-4b87-a0db-ad7b89915358 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Subnet': ['ID=1a5290ac-879e-4609-be26-bf9a117b6bf3,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:42.508554 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203d02b-cbd2-4254-8eeb-786e2920203e req-9a86cf60-e5bc-486f-9e16-a7275148d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:42.510149 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6203d02b-cbd2-4254-8eeb-786e2920203e req-9a86cf60-e5bc-486f-9e16-a7275148d39d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbf00ebb-14ad-4f54-96c2-53f25b86a208 HTTP/1.1" status: 200 len: 834 time: 0.3133266 Jan 27 22:11:42.544225 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2245e23-57d3-49ed-aa18-2ca5d563ff87 req-9857ddf9-396e-4595-b3a1-bebe93492cba tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:42.546029 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2245e23-57d3-49ed-aa18-2ca5d563ff87 req-9857ddf9-396e-4595-b3a1-bebe93492cba tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 945 time: 0.2105341 Jan 27 22:11:42.546844 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcf8fff-bbfb-4b87-a0db-ad7b89915358 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Checking segment: {'id': 'c61011d3-5808-4645-9d8c-c070d8570661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef5b06b-ac82-4637-8e33-ddb635f3d74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:42.547376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcf8fff-bbfb-4b87-a0db-ad7b89915358 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network hostable DHCP agents. Network: 2ef5b06b-ac82-4637-8e33-ddb635f3d74a, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:11:42.662244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcf8fff-bbfb-4b87-a0db-ad7b89915358 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network 2ef5b06b-ac82-4637-8e33-ddb635f3d74a is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:11:42.701820 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-effb1b57-9ea7-4038-bf7f-8131153f9f1a admin admin] Publish callbacks [] for security_group (e708a6fd-542e-4041-94ee-63051c182628), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:42.727093 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-afcf8fff-bbfb-4b87-a0db-ad7b89915358 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 2ef5b06b-ac82-4637-8e33-ddb635f3d74a) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:42.733237 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcf8fff-bbfb-4b87-a0db-ad7b89915358 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:42.733967 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-afcf8fff-bbfb-4b87-a0db-ad7b89915358 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:42.752247 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-effb1b57-9ea7-4038-bf7f-8131153f9f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e708a6fd-542e-4041-94ee-63051c182628), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:42.762316 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203d02b-cbd2-4254-8eeb-786e2920203e req-4aacfe5c-7c15-4845-9fe7-228fe548b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:42.764454 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6203d02b-cbd2-4254-8eeb-786e2920203e req-4aacfe5c-7c15-4845-9fe7-228fe548b994 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=311387d6-3d2b-47db-9edf-f9892a889d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2467134 Jan 27 22:11:42.765229 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ddf1d-44f2-417c-a00b-4229a95b3ecb req-774ad166-f2c4-4090-99eb-d6c5a873e9d0 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:42.767936 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-afcf8fff-bbfb-4b87-a0db-ad7b89915358 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7301435 Jan 27 22:11:42.776440 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c98ddf1d-44f2-417c-a00b-4229a95b3ecb req-774ad166-f2c4-4090-99eb-d6c5a873e9d0 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 945 time: 0.3864865 Jan 27 22:11:42.787512 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54760) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:42.805837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d66bab-42c8-4aad-be69-a989cb6abe94 None None] Network 2ef5b06b-ac82-4637-8e33-ddb635f3d74a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:42.818753 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c86db7b-e469-4187-aaef-e215bc18e355 None None] New status for floating IP bce0a8f5-5e41-4e5c-b46f-b9c3319a962e: DOWN {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:11:42.924787 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2245e23-57d3-49ed-aa18-2ca5d563ff87 req-13db8db5-c1c4-4368-af8f-63ac81320d85 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1719a7de-9551-4f36-a7b9-8649de529049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3657362 Jan 27 22:11:42.978224 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] Publish callbacks [] for port (6179a379-d10d-4834-ae1a-fa222bab5202), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.016898 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-61e9e6dd-ed2e-4d52-b276-64d211ec18ef admin admin] Publish callbacks [] for security_group (df27f350-2cee-4290-8aad-928da9980820), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.019252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb1b57-9ea7-4038-bf7f-8131153f9f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e708a6fd-542e-4041-94ee-63051c182628,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:43.026383 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-effb1b57-9ea7-4038-bf7f-8131153f9f1a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=407161abd88541e0919128b3b3a8a210&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1852808 Jan 27 22:11:43.029000 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54770) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:43.084699 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b11fe87e-e5d4-4c17-87d2-233f65937ee7 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (504f8acd-3cfe-4faf-b2f1-cfda19fe3749), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.113495 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6203d02b-cbd2-4254-8eeb-786e2920203e req-1f1c9585-020c-4c69-82a6-7fd9ef081f7d service neutron] 10.222.0.21 "GET /v2.0/networks/311387d6-3d2b-47db-9edf-f9892a889d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942574 Jan 27 22:11:43.121529 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-fa34a7c0-4aee-4b6f-a48a-04299225a7f6 None None] Current status of the port cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:43.126836 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.130983 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-61e9e6dd-ed2e-4d52-b276-64d211ec18ef admin admin] Publish callbacks [] for security_group (df27f350-2cee-4290-8aad-928da9980820), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.146318 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6179a379-d10d-4834-ae1a-fa222bab5202), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.158343 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-fa34a7c0-4aee-4b6f-a48a-04299225a7f6 None None] Provisioning complete for port 504f8acd-3cfe-4faf-b2f1-cfda19fe3749 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:43.159002 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fa34a7c0-4aee-4b6f-a48a-04299225a7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (504f8acd-3cfe-4faf-b2f1-cfda19fe3749), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.200611 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-61e9e6dd-ed2e-4d52-b276-64d211ec18ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (df27f350-2cee-4290-8aad-928da9980820), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.204100 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-61e9e6dd-ed2e-4d52-b276-64d211ec18ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.205663 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-61e9e6dd-ed2e-4d52-b276-64d211ec18ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df27f350-2cee-4290-8aad-928da9980820 HTTP/1.1" status: 204 len: 168 time: 1.7262855 Jan 27 22:11:43.251488 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-615c36ee-8814-4c0c-b0c0-9e78e80b3e8b admin admin] Publish callbacks [] for security_group (e708a6fd-542e-4041-94ee-63051c182628), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.283040 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9e6dd-ed2e-4d52-b276-64d211ec18ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df27f350-2cee-4290-8aad-928da9980820,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:43.336256 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-615c36ee-8814-4c0c-b0c0-9e78e80b3e8b admin admin] Publish callbacks [] for security_group (e708a6fd-542e-4041-94ee-63051c182628), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.399610 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-fa34a7c0-4aee-4b6f-a48a-04299225a7f6 None None] Port 504f8acd-3cfe-4faf-b2f1-cfda19fe3749 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:43.400744 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6203d02b-cbd2-4254-8eeb-786e2920203e req-a9482c7f-7aaa-4433-85ad-dae0f6b48872 service neutron] 10.222.0.21 "GET /v2.0/networks/311387d6-3d2b-47db-9edf-f9892a889d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793555 Jan 27 22:11:43.408611 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a707185-e4d8-4b9e-9da8-024659897b38 None None] Pushing event updated for resources: {'Port': ['ID=6179a379-d10d-4834-ae1a-fa222bab5202,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:43.441398 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-615c36ee-8814-4c0c-b0c0-9e78e80b3e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e708a6fd-542e-4041-94ee-63051c182628), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.444067 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-615c36ee-8814-4c0c-b0c0-9e78e80b3e8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.447505 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-615c36ee-8814-4c0c-b0c0-9e78e80b3e8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e708a6fd-542e-4041-94ee-63051c182628 HTTP/1.1" status: 204 len: 168 time: 0.4152224 Jan 27 22:11:43.462315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c36ee-8814-4c0c-b0c0-9e78e80b3e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e708a6fd-542e-4041-94ee-63051c182628,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:43.587666 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7342347-fa38-47a4-a372-881c4a555d1a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.717766 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-d7342347-fa38-47a4-a372-881c4a555d1a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Allocated IP 172.25.3.182 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/16dfb25b-5f8b-47da-9847-869d5b695c19) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:43.753828 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 0d0f95b9-3515-4441-a1dc-ca119c85614e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:43.785886 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ff7620fa-7a41-4f76-a361-f72a678a21eb None None] Provisioning complete for port 6179a379-d10d-4834-ae1a-fa222bab5202 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:43.786272 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ff7620fa-7a41-4f76-a361-f72a678a21eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6179a379-d10d-4834-ae1a-fa222bab5202), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.807318 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01581017-401d-4bee-8369-8d8f57bdb85a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-2ef5b06b-ac82-4637-8e33-ddb635f3d74a', 'network_id': '2ef5b06b-ac82-4637-8e33-ddb635f3d74a', 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'fixed_ips': [{'subnet_id': '1a5290ac-879e-4609-be26-bf9a117b6bf3'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:11:43.808898 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-01581017-401d-4bee-8369-8d8f57bdb85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.830786 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] Attempting to bind port 6179a379-d10d-4834-ae1a-fa222bab5202 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:11:43.831363 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] Attempting to bind port 6179a379-d10d-4834-ae1a-fa222bab5202 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '6364881f-d165-4d73-aa36-6d83ec1e45aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:11:43.831598 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] Attempting to bind port 6179a379-d10d-4834-ae1a-fa222bab5202 on network fe28771e-6fad-4a03-8140-88b0158ecd2a {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:11:43.861258 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:11:43.861701 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] Checking segment: {'id': '6364881f-d165-4d73-aa36-6d83ec1e45aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:43.862070 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.862470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] Bound using segment: {'id': '6364881f-d165-4d73-aa36-6d83ec1e45aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:11:43.862950 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] Bound port: 6179a379-d10d-4834-ae1a-fa222bab5202, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6364881f-d165-4d73-aa36-6d83ec1e45aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:11:43.863335 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6179a379-d10d-4834-ae1a-fa222bab5202), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.870361 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54780) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:43.894313 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2890eb91-e54b-4756-820d-20ef38e1f1b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:43.919634 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:43.926241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ff7620fa-7a41-4f76-a361-f72a678a21eb None None] Port 6179a379-d10d-4834-ae1a-fa222bab5202 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:44.032727 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-c98ddf1d-44f2-417c-a00b-4229a95b3ecb req-f4fbb944-70a2-4ab3-96ca-f99fbb8b7cc0 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Deleting port a0e43861-1e91-4207-847c-5e8a72be1419 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:44.033344 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c98ddf1d-44f2-417c-a00b-4229a95b3ecb req-f4fbb944-70a2-4ab3-96ca-f99fbb8b7cc0 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (a0e43861-1e91-4207-847c-5e8a72be1419), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.090025 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7342347-fa38-47a4-a372-881c4a555d1a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for port (16dfb25b-5f8b-47da-9847-869d5b695c19), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.090319 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2890eb91-e54b-4756-820d-20ef38e1f1b7 admin admin] Publish callbacks [] for security_group (f8c97600-9bed-4a4f-8d88-6e1d3a455d77), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.094877 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2890eb91-e54b-4756-820d-20ef38e1f1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f8c97600-9bed-4a4f-8d88-6e1d3a455d77), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.165606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2890eb91-e54b-4756-820d-20ef38e1f1b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7c6d4ab4bac4dc2bf1c65807888c683&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2936146 Jan 27 22:11:44.167044 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890eb91-e54b-4756-820d-20ef38e1f1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c97600-9bed-4a4f-8d88-6e1d3a455d77,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:44.190481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54788) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:44.203908 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54790) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:44.251245 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ca3b5d8a-87d3-407e-b91c-b25b9276c4a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.306543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596e3f1-088c-42f1-ac67-d50ffba3d3ab req-581e85a3-2d0e-4d57-a9eb-1bdc5b1f73b8 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:44.308957 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c596e3f1-088c-42f1-ac67-d50ffba3d3ab req-581e85a3-2d0e-4d57-a9eb-1bdc5b1f73b8 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 945 time: 0.1686518 Jan 27 22:11:44.342873 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2230ae0c-8313-44d7-b6c5-d940467efb67 admin admin] Publish callbacks [] for security_group (f8c97600-9bed-4a4f-8d88-6e1d3a455d77), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.400499 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2230ae0c-8313-44d7-b6c5-d940467efb67 admin admin] Publish callbacks [] for security_group (f8c97600-9bed-4a4f-8d88-6e1d3a455d77), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.407683 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c596e3f1-088c-42f1-ac67-d50ffba3d3ab req-e4a57f63-fec6-48d3-b19e-7fbe7d437369 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1719a7de-9551-4f36-a7b9-8649de529049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907547 Jan 27 22:11:44.478205 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ff7620fa-7a41-4f76-a361-f72a678a21eb None None] Provisioning complete for port 0d0f95b9-3515-4441-a1dc-ca119c85614e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:44.478575 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ff7620fa-7a41-4f76-a361-f72a678a21eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0d0f95b9-3515-4441-a1dc-ca119c85614e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.481828 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-c98ddf1d-44f2-417c-a00b-4229a95b3ecb req-f4fbb944-70a2-4ab3-96ca-f99fbb8b7cc0 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] For port a0e43861-1e91-4207-847c-5e8a72be1419, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=a0e43861-1e91-4207-847c-5e8a72be1419,segment=NetworkSegment(18681f0a-83a2-48d7-a7ce-507e4934d49b),segment_id=18681f0a-83a2-48d7-a7ce-507e4934d49b)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:44.482282 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c98ddf1d-44f2-417c-a00b-4229a95b3ecb req-f4fbb944-70a2-4ab3-96ca-f99fbb8b7cc0 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (a0e43861-1e91-4207-847c-5e8a72be1419), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.484705 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ca3b5d8a-87d3-407e-b91c-b25b9276c4a3 admin admin] Publish callbacks [] for security_group (89204558-5a13-4ade-b739-c5f3d5179b2e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.493403 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ca3b5d8a-87d3-407e-b91c-b25b9276c4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (89204558-5a13-4ade-b739-c5f3d5179b2e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.494933 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7342347-fa38-47a4-a372-881c4a555d1a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (16dfb25b-5f8b-47da-9847-869d5b695c19), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.524949 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-c98ddf1d-44f2-417c-a00b-4229a95b3ecb req-f4fbb944-70a2-4ab3-96ca-f99fbb8b7cc0 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Calling delete_port for a0e43861-1e91-4207-847c-5e8a72be1419 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:44.525937 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:44.526534 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.531502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b5d8a-87d3-407e-b91c-b25b9276c4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89204558-5a13-4ade-b739-c5f3d5179b2e,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:44.539678 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] For port 6179a379-d10d-4834-ae1a-fa222bab5202, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:11:44.550459 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2230ae0c-8313-44d7-b6c5-d940467efb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f8c97600-9bed-4a4f-8d88-6e1d3a455d77), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.553411 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2230ae0c-8313-44d7-b6c5-d940467efb67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.557582 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2230ae0c-8313-44d7-b6c5-d940467efb67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8c97600-9bed-4a4f-8d88-6e1d3a455d77 HTTP/1.1" status: 204 len: 168 time: 0.3588901 Jan 27 22:11:44.564606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230ae0c-8313-44d7-b6c5-d940467efb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c97600-9bed-4a4f-8d88-6e1d3a455d77,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:44.569328 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ca3b5d8a-87d3-407e-b91c-b25b9276c4a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d86dbb898e70450291617bc548424a83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3641284 Jan 27 22:11:44.571832 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54794) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:44.633421 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7342347-fa38-47a4-a372-881c4a555d1a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:44.635255 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] For port 6179a379-d10d-4834-ae1a-fa222bab5202, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=6179a379-d10d-4834-ae1a-fa222bab5202,segment=NetworkSegment(6364881f-d165-4d73-aa36-6d83ec1e45aa),segment_id=6364881f-d165-4d73-aa36-6d83ec1e45aa)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:11:44.640985 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d5a-dfe6-45f6-9962-2225554f8bd4 admin admin] Publish callbacks [] for security_group (89204558-5a13-4ade-b739-c5f3d5179b2e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.649644 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-d7342347-fa38-47a4-a372-881c4a555d1a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:44.659840 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7342347-fa38-47a4-a372-881c4a555d1a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:44.670885 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7342347-fa38-47a4-a372-881c4a555d1a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Port': ['ID=16dfb25b-5f8b-47da-9847-869d5b695c19,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:44.672078 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6179a379-d10d-4834-ae1a-fa222bab5202), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.676671 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-01581017-401d-4bee-8369-8d8f57bdb85a None None] Allocated IP 172.23.0.2 (2ef5b06b-ac82-4637-8e33-ddb635f3d74a/1a5290ac-879e-4609-be26-bf9a117b6bf3/f87fc8b7-5f24-44c5-a8d0-43901c54e6f1) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:44.681562 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d5a-dfe6-45f6-9962-2225554f8bd4 admin admin] Publish callbacks [] for security_group (89204558-5a13-4ade-b739-c5f3d5179b2e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.747755 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b11fe87e-e5d4-4c17-87d2-233f65937ee7 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for port (504f8acd-3cfe-4faf-b2f1-cfda19fe3749), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.757348 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d5a-dfe6-45f6-9962-2225554f8bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (89204558-5a13-4ade-b739-c5f3d5179b2e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.760401 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0fbe7d5a-dfe6-45f6-9962-2225554f8bd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.766384 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0fbe7d5a-dfe6-45f6-9962-2225554f8bd4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89204558-5a13-4ade-b739-c5f3d5179b2e HTTP/1.1" status: 204 len: 168 time: 0.1911516 Jan 27 22:11:44.783690 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe7d5a-dfe6-45f6-9962-2225554f8bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89204558-5a13-4ade-b739-c5f3d5179b2e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:44.807848 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b11fe87e-e5d4-4c17-87d2-233f65937ee7 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (504f8acd-3cfe-4faf-b2f1-cfda19fe3749), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:44.972138 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a707185-e4d8-4b9e-9da8-024659897b38 None None] Pushing event updated for resources: {'Port': ['ID=6179a379-d10d-4834-ae1a-fa222bab5202,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:45.001400 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] Routers {'c9d81c5f-1ff3-4995-a896-f7518a4406f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:45.002325 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:45.087648 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ff7620fa-7a41-4f76-a361-f72a678a21eb None None] Current status of the port 0d0f95b9-3515-4441-a1dc-ca119c85614e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:45.127603 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:45.219506 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-01581017-401d-4bee-8369-8d8f57bdb85a None None] Publish callbacks [] for port (f87fc8b7-5f24-44c5-a8d0-43901c54e6f1), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:45.256406 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:45.257755 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0d0f95b9-3515-4441-a1dc-ca119c85614e up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:45.405530 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-01581017-401d-4bee-8369-8d8f57bdb85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (f87fc8b7-5f24-44c5-a8d0-43901c54e6f1), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:45.524265 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01581017-401d-4bee-8369-8d8f57bdb85a None None] Network 2ef5b06b-ac82-4637-8e33-ddb635f3d74a is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:45.526977 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01581017-401d-4bee-8369-8d8f57bdb85a None None] Pushing event updated for resources: {'Port': ['ID=f87fc8b7-5f24-44c5-a8d0-43901c54e6f1,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:45.527183 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fe87e-e5d4-4c17-87d2-233f65937ee7 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Port': ['ID=504f8acd-3cfe-4faf-b2f1-cfda19fe3749,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:45.529596 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ff7620fa-7a41-4f76-a361-f72a678a21eb None None] Provisioning complete for port 504f8acd-3cfe-4faf-b2f1-cfda19fe3749 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:45.530025 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ff7620fa-7a41-4f76-a361-f72a678a21eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (504f8acd-3cfe-4faf-b2f1-cfda19fe3749), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:45.532566 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b11fe87e-e5d4-4c17-87d2-233f65937ee7 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (1b9d98c6-098f-4664-a1f1-3723e003143c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:45.573805 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-01581017-401d-4bee-8369-8d8f57bdb85a None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:45.576319 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01581017-401d-4bee-8369-8d8f57bdb85a None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:45.592752 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ff7620fa-7a41-4f76-a361-f72a678a21eb None None] Port 504f8acd-3cfe-4faf-b2f1-cfda19fe3749 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:45.618964 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 0d0f95b9-3515-4441-a1dc-ca119c85614e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:45.619346 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0d0f95b9-3515-4441-a1dc-ca119c85614e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:45.637628 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] Set router c9d81c5f-1ff3-4995-a896-f7518a4406f6 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:11:45.657166 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca3c46-8f04-4993-8d51-8747546c72f7 req-bfcbc2da-c2d0-4f25-955a-30aa57b8516b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:45.661626 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23ca3c46-8f04-4993-8d51-8747546c72f7 req-bfcbc2da-c2d0-4f25-955a-30aa57b8516b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 945 time: 0.0898557 Jan 27 22:11:45.753596 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23ca3c46-8f04-4993-8d51-8747546c72f7 req-65f0f795-aa40-4fc0-8906-c5757d5c6bc6 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1719a7de-9551-4f36-a7b9-8649de529049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844188 Jan 27 22:11:45.761533 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-01581017-401d-4bee-8369-8d8f57bdb85a None None] Attempting to bind port f87fc8b7-5f24-44c5-a8d0-43901c54e6f1 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:11:45.761533 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-01581017-401d-4bee-8369-8d8f57bdb85a None None] Attempting to bind port f87fc8b7-5f24-44c5-a8d0-43901c54e6f1 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'c61011d3-5808-4645-9d8c-c070d8570661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef5b06b-ac82-4637-8e33-ddb635f3d74a'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:11:45.761533 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01581017-401d-4bee-8369-8d8f57bdb85a None None] Attempting to bind port f87fc8b7-5f24-44c5-a8d0-43901c54e6f1 on network 2ef5b06b-ac82-4637-8e33-ddb635f3d74a {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:11:45.927392 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-776bb395-9d21-4908-bf45-bf5140ad5874 None None] Provisioning complete for port 6179a379-d10d-4834-ae1a-fa222bab5202 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:45.927775 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-776bb395-9d21-4908-bf45-bf5140ad5874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6179a379-d10d-4834-ae1a-fa222bab5202), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:45.937545 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01581017-401d-4bee-8369-8d8f57bdb85a None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:11:45.937545 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01581017-401d-4bee-8369-8d8f57bdb85a None None] Checking segment: {'id': 'c61011d3-5808-4645-9d8c-c070d8570661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef5b06b-ac82-4637-8e33-ddb635f3d74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:45.937897 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-01581017-401d-4bee-8369-8d8f57bdb85a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:45.938297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01581017-401d-4bee-8369-8d8f57bdb85a None None] Bound using segment: {'id': 'c61011d3-5808-4645-9d8c-c070d8570661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef5b06b-ac82-4637-8e33-ddb635f3d74a'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:11:45.938783 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-01581017-401d-4bee-8369-8d8f57bdb85a None None] Bound port: f87fc8b7-5f24-44c5-a8d0-43901c54e6f1, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61011d3-5808-4645-9d8c-c070d8570661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef5b06b-ac82-4637-8e33-ddb635f3d74a'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:11:45.939170 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-01581017-401d-4bee-8369-8d8f57bdb85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f87fc8b7-5f24-44c5-a8d0-43901c54e6f1), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:45.949523 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c98ddf1d-44f2-417c-a00b-4229a95b3ecb req-f4fbb944-70a2-4ab3-96ca-f99fbb8b7cc0 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (a0e43861-1e91-4207-847c-5e8a72be1419), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:46.145210 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 0d0f95b9-3515-4441-a1dc-ca119c85614e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:46.158044 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5787a5d5-0932-408b-9181-5a0b390201f9 req-d2b1c6dc-162b-4f46-9b4b-b4c73f55f6c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686033 Jan 27 22:11:46.167675 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-01581017-401d-4bee-8369-8d8f57bdb85a None None] For port f87fc8b7-5f24-44c5-a8d0-43901c54e6f1, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:11:46.173529 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-01581017-401d-4bee-8369-8d8f57bdb85a None None] For port f87fc8b7-5f24-44c5-a8d0-43901c54e6f1, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f87fc8b7-5f24-44c5-a8d0-43901c54e6f1,segment=NetworkSegment(c61011d3-5808-4645-9d8c-c070d8570661),segment_id=c61011d3-5808-4645-9d8c-c070d8570661)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:11:46.202847 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-01581017-401d-4bee-8369-8d8f57bdb85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f87fc8b7-5f24-44c5-a8d0-43901c54e6f1), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:46.266438 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:11:35Z', 'revision_number': 4, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '0206117e-4aab-4c1d-9550-eb52940f9a66', 'name': '', 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:71:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:22Z', 'updated_at': '2022-01-27T22:11:33Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6179a379-d10d-4834-ae1a-fa222bab5202', 'name': '', 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:bc:66:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:33Z', 'updated_at': '2022-01-27T22:11:44Z', 'revision_number': 4, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:46.302795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-776bb395-9d21-4908-bf45-bf5140ad5874 None None] Current status of the port 6179a379-d10d-4834-ae1a-fa222bab5202 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:46.303406 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-776bb395-9d21-4908-bf45-bf5140ad5874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6179a379-d10d-4834-ae1a-fa222bab5202), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:46.305337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787a5d5-0932-408b-9181-5a0b390201f9 req-9a7175d9-557d-42be-9fa3-98340d8dedd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:46.311036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98b189b-b792-4867-8b84-64469ed82dab None None] The sync data for ids ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'] in n-d-772272-3 is: [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:11:35Z', 'revision_number': 4, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '0206117e-4aab-4c1d-9550-eb52940f9a66', 'name': '', 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:71:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:22Z', 'updated_at': '2022-01-27T22:11:33Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6179a379-d10d-4834-ae1a-fa222bab5202', 'name': '', 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:bc:66:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:33Z', 'updated_at': '2022-01-27T22:11:44Z', 'revision_number': 4, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:11:46.312581 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5787a5d5-0932-408b-9181-5a0b390201f9 req-9a7175d9-557d-42be-9fa3-98340d8dedd2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5fa39c9f14c34091a555381958bf20fa&device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 1096 time: 0.1181607 Jan 27 22:11:46.313475 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Allocated IP 172.23.0.1 (2ef5b06b-ac82-4637-8e33-ddb635f3d74a/1a5290ac-879e-4609-be26-bf9a117b6bf3/478f207b-a883-4b54-901a-d688c6ec36f9) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:46.333817 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device a0e43861-1e91-4207-847c-5e8a72be1419 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:46.408495 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01581017-401d-4bee-8369-8d8f57bdb85a None None] Pushing event updated for resources: {'Port': ['ID=f87fc8b7-5f24-44c5-a8d0-43901c54e6f1,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:46.473938 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: a0e43861-1e91-4207-847c-5e8a72be1419 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:46.475457 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device a0e43861-1e91-4207-847c-5e8a72be1419 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:46.508480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-776bb395-9d21-4908-bf45-bf5140ad5874 None None] For port 6179a379-d10d-4834-ae1a-fa222bab5202, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=6179a379-d10d-4834-ae1a-fa222bab5202,segment=NetworkSegment(6364881f-d165-4d73-aa36-6d83ec1e45aa),segment_id=6364881f-d165-4d73-aa36-6d83ec1e45aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:46.520449 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-776bb395-9d21-4908-bf45-bf5140ad5874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6179a379-d10d-4834-ae1a-fa222bab5202), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:46.529295 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787a5d5-0932-408b-9181-5a0b390201f9 req-04a7563f-e289-46b3-a27a-684a3a1ebe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:46.531296 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5787a5d5-0932-408b-9181-5a0b390201f9 req-04a7563f-e289-46b3-a27a-684a3a1ebe77 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b09128f-4816-4051-b7b2-5b7a59716965 HTTP/1.1" status: 200 len: 911 time: 0.1905627 Jan 27 22:11:46.681376 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5787a5d5-0932-408b-9181-5a0b390201f9 req-7dee9b40-e6da-4084-898e-16da5fc69591 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f013428-d36e-48cd-93d1-85d7f63f05cb HTTP/1.1" status: 200 len: 1001 time: 0.1296883 Jan 27 22:11:46.701207 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bb395-9d21-4908-bf45-bf5140ad5874 None None] Pushing event updated for resources: {'Port': ['ID=6179a379-d10d-4834-ae1a-fa222bab5202,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:46.874713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787a5d5-0932-408b-9181-5a0b390201f9 req-8fcc45e4-4e4f-43f3-bee7-f40e0dd652e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:46.876263 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5787a5d5-0932-408b-9181-5a0b390201f9 req-8fcc45e4-4e4f-43f3-bee7-f40e0dd652e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8368a6d-250d-43a0-8b81-29729883ab77 HTTP/1.1" status: 200 len: 849 time: 0.1940467 Jan 27 22:11:47.118963 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33c1a178-453e-4eaf-a14d-4d0f092d1fe0 req-2757f06b-c30b-4279-ae55-b5b5981d8e20 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 210 time: 0.1426980 Jan 27 22:11:47.155971 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787a5d5-0932-408b-9181-5a0b390201f9 req-9ae913c4-1de6-4658-81d1-7726bb0221ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:47.160443 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5787a5d5-0932-408b-9181-5a0b390201f9 req-9ae913c4-1de6-4658-81d1-7726bb0221ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b09128f-4816-4051-b7b2-5b7a59716965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2751436 Jan 27 22:11:47.282222 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7342347-fa38-47a4-a372-881c4a555d1a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (dea3b887-8aa3-425e-a829-db3c149d907a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:47.408981 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11fe87e-e5d4-4c17-87d2-233f65937ee7 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network dab31c78-639c-4e7f-a18d-6de7676fe8e9 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:47.426161 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5787a5d5-0932-408b-9181-5a0b390201f9 req-e42181c1-0d7b-4680-8f03-9abb00f15fcb service neutron] 10.222.0.21 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553360 Jan 27 22:11:47.433337 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbb944-70a2-4ab3-96ca-f99fbb8b7cc0 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event deleted for resources: {'Port': ['ID=a0e43861-1e91-4207-847c-5e8a72be1419,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:47.440831 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-b11fe87e-e5d4-4c17-87d2-233f65937ee7 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:47.487484 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7342347-fa38-47a4-a372-881c4a555d1a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (16dfb25b-5f8b-47da-9847-869d5b695c19), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:47.629279 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98ddf1d-44f2-417c-a00b-4229a95b3ecb req-f4fbb944-70a2-4ab3-96ca-f99fbb8b7cc0 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] No DVR routers for this DVR port a0e43861-1e91-4207-847c-5e8a72be1419 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:47.640995 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c98ddf1d-44f2-417c-a00b-4229a95b3ecb req-f4fbb944-70a2-4ab3-96ca-f99fbb8b7cc0 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:47.644632 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c98ddf1d-44f2-417c-a00b-4229a95b3ecb req-f4fbb944-70a2-4ab3-96ca-f99fbb8b7cc0 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.21 "DELETE /v2.0/ports/a0e43861-1e91-4207-847c-5e8a72be1419 HTTP/1.1" status: 204 len: 173 time: 4.7893648 Jan 27 22:11:47.680479 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d72d76f-352b-47a5-9fa7-a4354217985c', 'name': 'network-vif-deleted', 'tag': 'a0e43861-1e91-4207-847c-5e8a72be1419'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:11:47.689481 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e4dde0-1162-4b75-8684-def9ebed6943" -d '{"events": [{"server_uuid": "5d72d76f-352b-47a5-9fa7-a4354217985c", "name": "network-vif-deleted", "tag": "a0e43861-1e91-4207-847c-5e8a72be1419"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:11:47.777638 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5787a5d5-0932-408b-9181-5a0b390201f9 req-2d968fd7-5297-4821-9b95-08b4e72d962c service neutron] 10.222.0.21 "GET /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366292 Jan 27 22:11:48.014641 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99594a33-68d0-443d-9ca1-9908f70cd021 x-openstack-request-id: req-99594a33-68d0-443d-9ca1-9908f70cd021 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:11:48.015176 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d72d76f-352b-47a5-9fa7-a4354217985c", "name": "network-vif-deleted", "tag": "a0e43861-1e91-4207-847c-5e8a72be1419", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:11:48.015608 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99594a33-68d0-443d-9ca1-9908f70cd021 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:11:48.016211 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d72d76f-352b-47a5-9fa7-a4354217985c', 'name': 'network-vif-deleted', 'tag': 'a0e43861-1e91-4207-847c-5e8a72be1419', 'status': 'completed', 'code': 200} Jan 27 22:11:48.074790 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f8e96b34-f27c-477e-be20-2e6fe55bfc00 None None] Provisioning complete for port 504f8acd-3cfe-4faf-b2f1-cfda19fe3749 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:48.079995 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f8e96b34-f27c-477e-be20-2e6fe55bfc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (504f8acd-3cfe-4faf-b2f1-cfda19fe3749), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:48.201729 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f8e96b34-f27c-477e-be20-2e6fe55bfc00 None None] Port 504f8acd-3cfe-4faf-b2f1-cfda19fe3749 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:48.233182 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11fe87e-e5d4-4c17-87d2-233f65937ee7 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Router 1b9d98c6-098f-4664-a1f1-3723e003143c is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:11:48.428195 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for port (478f207b-a883-4b54-901a-d688c6ec36f9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:48.533028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f95a2ebc-51db-4dfc-be4b-4cd0f8f896e1 req-39a8ad23-7e60-4713-a02d-3f117ab6bd0c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d72d76f-352b-47a5-9fa7-a4354217985c HTTP/1.1" status: 200 len: 210 time: 0.1258802 Jan 27 22:11:48.619729 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d786af9-0180-47a0-8823-909b3322c38a None None] Network 2ef5b06b-ac82-4637-8e33-ddb635f3d74a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:48.625428 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f87fc8b7-5f24-44c5-a8d0-43901c54e6f1 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:48.901371 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-4bf9c4bb-b94e-458c-9904-ffbbd8036d39 None None] Provisioning complete for port f87fc8b7-5f24-44c5-a8d0-43901c54e6f1 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:48.901754 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4bf9c4bb-b94e-458c-9904-ffbbd8036d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f87fc8b7-5f24-44c5-a8d0-43901c54e6f1), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:49.099473 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11fe87e-e5d4-4c17-87d2-233f65937ee7 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:11:49.107590 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b11fe87e-e5d4-4c17-87d2-233f65937ee7 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "PUT /v2.0/routers/1b9d98c6-098f-4664-a1f1-3723e003143c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6016142 Jan 27 22:11:49.110039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54966) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:49.111019 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bb46e0-4554-4f25-81d2-91875b8a6111 None None] Sync routers for ids ['1b9d98c6-098f-4664-a1f1-3723e003143c'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:11:49.128433 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (478f207b-a883-4b54-901a-d688c6ec36f9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:49.137774 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bb46e0-4554-4f25-81d2-91875b8a6111 None None] Routers {'1b9d98c6-098f-4664-a1f1-3723e003143c'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:49.143049 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-03bb46e0-4554-4f25-81d2-91875b8a6111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1b9d98c6-098f-4664-a1f1-3723e003143c'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:49.214344 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68fe392-9619-4aa5-af97-2855c899529f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:49.214708 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Port': ['ID=478f207b-a883-4b54-901a-d688c6ec36f9,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:49.227270 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54970) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:49.228805 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:49.230072 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:49.230433 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:49.230981 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:49.231369 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:49.231708 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:49.232038 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:49.232425 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:49.232803 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:49.233081 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:49.233409 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:49.233833 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:49.234046 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:49.235186 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a68fe392-9619-4aa5-af97-2855c899529f tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b9d98c6-098f-4664-a1f1-3723e003143c HTTP/1.1" status: 200 len: 982 time: 0.1240175 Jan 27 22:11:49.245673 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-03bb46e0-4554-4f25-81d2-91875b8a6111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:49.283498 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bb46e0-4554-4f25-81d2-91875b8a6111 None None] Routers {'1b9d98c6-098f-4664-a1f1-3723e003143c'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:49.284134 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-03bb46e0-4554-4f25-81d2-91875b8a6111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1b9d98c6-098f-4664-a1f1-3723e003143c'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:49.339508 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-03bb46e0-4554-4f25-81d2-91875b8a6111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:49.340772 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bb46e0-4554-4f25-81d2-91875b8a6111 None None] The sync data for ids ['1b9d98c6-098f-4664-a1f1-3723e003143c'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:11:49.408720 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7342347-fa38-47a4-a372-881c4a555d1a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for port (16dfb25b-5f8b-47da-9847-869d5b695c19), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:49.448605 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4bf9c4bb-b94e-458c-9904-ffbbd8036d39 None None] Current status of the port f87fc8b7-5f24-44c5-a8d0-43901c54e6f1 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:49.449199 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4bf9c4bb-b94e-458c-9904-ffbbd8036d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f87fc8b7-5f24-44c5-a8d0-43901c54e6f1), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:49.450569 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network 2ef5b06b-ac82-4637-8e33-ddb635f3d74a is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:49.456395 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7342347-fa38-47a4-a372-881c4a555d1a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (16dfb25b-5f8b-47da-9847-869d5b695c19), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:49.480677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port f87fc8b7-5f24-44c5-a8d0-43901c54e6f1 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:49.481063 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f87fc8b7-5f24-44c5-a8d0-43901c54e6f1), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:49.552357 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:49.571520 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:11:49.600901 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-4bf9c4bb-b94e-458c-9904-ffbbd8036d39 None None] For port f87fc8b7-5f24-44c5-a8d0-43901c54e6f1, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f87fc8b7-5f24-44c5-a8d0-43901c54e6f1,segment=NetworkSegment(c61011d3-5808-4645-9d8c-c070d8570661),segment_id=c61011d3-5808-4645-9d8c-c070d8570661)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:49.611800 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4bf9c4bb-b94e-458c-9904-ffbbd8036d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f87fc8b7-5f24-44c5-a8d0-43901c54e6f1), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:49.631840 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55002) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:49.744276 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9c4bb-b94e-458c-9904-ffbbd8036d39 None None] Pushing event updated for resources: {'Port': ['ID=f87fc8b7-5f24-44c5-a8d0-43901c54e6f1,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:49.747472 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f87fc8b7-5f24-44c5-a8d0-43901c54e6f1 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:49.749210 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 6179a379-d10d-4834-ae1a-fa222bab5202 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:49.819613 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1a58830e-8f0b-4e57-8e3b-9f5f3cc423c7 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group (1719a7de-9551-4f36-a7b9-8649de529049), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:49.890807 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1a58830e-8f0b-4e57-8e3b-9f5f3cc423c7 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group (1719a7de-9551-4f36-a7b9-8649de529049), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:49.974834 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 6179a379-d10d-4834-ae1a-fa222bab5202 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:49.975218 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6179a379-d10d-4834-ae1a-fa222bab5202), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:50.022958 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1a58830e-8f0b-4e57-8e3b-9f5f3cc423c7 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1719a7de-9551-4f36-a7b9-8649de529049), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:50.026021 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1a58830e-8f0b-4e57-8e3b-9f5f3cc423c7 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:50.027525 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1a58830e-8f0b-4e57-8e3b-9f5f3cc423c7 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "DELETE /v2.0/security-groups/1719a7de-9551-4f36-a7b9-8649de529049 HTTP/1.1" status: 204 len: 168 time: 0.3943591 Jan 27 22:11:50.054685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58830e-8f0b-4e57-8e3b-9f5f3cc423c7 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1719a7de-9551-4f36-a7b9-8649de529049,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:50.089629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55024) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:50.155953 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7342347-fa38-47a4-a372-881c4a555d1a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Port': ['ID=16dfb25b-5f8b-47da-9847-869d5b695c19,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:50.290385 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7342347-fa38-47a4-a372-881c4a555d1a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (dea3b887-8aa3-425e-a829-db3c149d907a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:50.315045 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (c9d81c5f-1ff3-4995-a896-f7518a4406f6), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:50.316571 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-327c751b-2a3b-4a8b-9821-ee8ecddc0dd9 None None] Provisioning complete for port f87fc8b7-5f24-44c5-a8d0-43901c54e6f1 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:50.317083 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-327c751b-2a3b-4a8b-9821-ee8ecddc0dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f87fc8b7-5f24-44c5-a8d0-43901c54e6f1), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:50.603799 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-327c751b-2a3b-4a8b-9821-ee8ecddc0dd9 None None] Current status of the port f87fc8b7-5f24-44c5-a8d0-43901c54e6f1 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:50.610204 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 6179a379-d10d-4834-ae1a-fa222bab5202 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:50.624479 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-327c751b-2a3b-4a8b-9821-ee8ecddc0dd9 None None] Provisioning complete for port 478f207b-a883-4b54-901a-d688c6ec36f9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:50.625012 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-327c751b-2a3b-4a8b-9821-ee8ecddc0dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (478f207b-a883-4b54-901a-d688c6ec36f9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:50.688376 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-327c751b-2a3b-4a8b-9821-ee8ecddc0dd9 None None] Port 478f207b-a883-4b54-901a-d688c6ec36f9 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:50.804241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f87fc8b7-5f24-44c5-a8d0-43901c54e6f1 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:50.913747 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2e0db23f-4589-4da1-9a38-297710635183 None None] Provisioning complete for port 478f207b-a883-4b54-901a-d688c6ec36f9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:50.914127 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2e0db23f-4589-4da1-9a38-297710635183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (478f207b-a883-4b54-901a-d688c6ec36f9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:50.980391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2e0db23f-4589-4da1-9a38-297710635183 None None] Port 478f207b-a883-4b54-901a-d688c6ec36f9 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:50.990088 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port f87fc8b7-5f24-44c5-a8d0-43901c54e6f1 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:50.990688 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f87fc8b7-5f24-44c5-a8d0-43901c54e6f1), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:51.083047 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8a7c14b5-4e43-4879-b2ab-5ed32c35accf tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (6de3647a-c55e-4c7d-86c5-a33b1b612620), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:51.130060 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (478f207b-a883-4b54-901a-d688c6ec36f9), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:51.148381 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-d7342347-fa38-47a4-a372-881c4a555d1a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Floating IP dea3b887-8aa3-425e-a829-db3c149d907a associated. External IP: 172.25.3.182, port: d201d9f9-9463-4e50-908d-f987ed41e79f. Jan 27 22:11:51.216835 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:51.218009 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f87fc8b7-5f24-44c5-a8d0-43901c54e6f1 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:51.750946 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-8a7c14b5-4e43-4879-b2ab-5ed32c35accf tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Deleting port b83680cf-046d-424d-ae8b-ae3fccd272f4 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:51.751594 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8a7c14b5-4e43-4879-b2ab-5ed32c35accf tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b83680cf-046d-424d-ae8b-ae3fccd272f4), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:51.936492 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-8a7c14b5-4e43-4879-b2ab-5ed32c35accf tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] For port b83680cf-046d-424d-ae8b-ae3fccd272f4, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b83680cf-046d-424d-ae8b-ae3fccd272f4,segment=NetworkSegment(18681f0a-83a2-48d7-a7ce-507e4934d49b),segment_id=18681f0a-83a2-48d7-a7ce-507e4934d49b)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:51.936760 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8a7c14b5-4e43-4879-b2ab-5ed32c35accf tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b83680cf-046d-424d-ae8b-ae3fccd272f4), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:51.968487 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-8a7c14b5-4e43-4879-b2ab-5ed32c35accf tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Calling delete_port for b83680cf-046d-424d-ae8b-ae3fccd272f4 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:52.094856 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for port (478f207b-a883-4b54-901a-d688c6ec36f9), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:52.128553 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (478f207b-a883-4b54-901a-d688c6ec36f9), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:52.281189 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55136) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:52.318418 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8a7c14b5-4e43-4879-b2ab-5ed32c35accf tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (b83680cf-046d-424d-ae8b-ae3fccd272f4), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:52.411717 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c14b5-4e43-4879-b2ab-5ed32c35accf tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event deleted for resources: {'Port': ['ID=b83680cf-046d-424d-ae8b-ae3fccd272f4,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:52.429483 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e82ae98-e101-4e0a-800a-cd073c821d8b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (1b9d98c6-098f-4664-a1f1-3723e003143c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:52.563056 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7b38acbb-273b-403c-9459-f0aabcf2ec54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:52.706573 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (c9d81c5f-1ff3-4995-a896-f7518a4406f6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:52.744384 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event updated for resources: {'Port': ['ID=478f207b-a883-4b54-901a-d688c6ec36f9,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:52.863599 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8a7c14b5-4e43-4879-b2ab-5ed32c35accf tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (6de3647a-c55e-4c7d-86c5-a33b1b612620), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:52.878825 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7342347-fa38-47a4-a372-881c4a555d1a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Router 6e273520-5c12-4997-a694-32f5bedbbfa8 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:11:53.026013 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7b38acbb-273b-403c-9459-f0aabcf2ec54 admin admin] Publish callbacks [] for security_group (f8f2019a-e79a-454f-919e-f19b4cb2a2b5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:53.036629 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7b38acbb-273b-403c-9459-f0aabcf2ec54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f8f2019a-e79a-454f-919e-f19b4cb2a2b5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:53.094144 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7b38acbb-273b-403c-9459-f0aabcf2ec54 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53fa9b2e191b48e3ae9cb6fe44ff0ec7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8097725 Jan 27 22:11:53.097089 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55150) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:53.153922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38acbb-273b-403c-9459-f0aabcf2ec54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f2019a-e79a-454f-919e-f19b4cb2a2b5,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:53.322584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7c14b5-4e43-4879-b2ab-5ed32c35accf tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Router 6de3647a-c55e-4c7d-86c5-a33b1b612620 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:11:53.324181 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f302-93cc-4f52-8ee6-507a1057686e admin admin] Publish callbacks [] for security_group (f8f2019a-e79a-454f-919e-f19b4cb2a2b5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:53.392526 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f302-93cc-4f52-8ee6-507a1057686e admin admin] Publish callbacks [] for security_group (f8f2019a-e79a-454f-919e-f19b4cb2a2b5), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:53.920081 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Network 2ef5b06b-ac82-4637-8e33-ddb635f3d74a is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:11:53.940452 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:11:53.968800 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7342347-fa38-47a4-a372-881c4a555d1a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:11:53.997222 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6355c2d9-2088-4288-8f7f-f776aee6c43c None None] Sync routers for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:11:54.027147 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6355c2d9-2088-4288-8f7f-f776aee6c43c None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:54.027801 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-6355c2d9-2088-4288-8f7f-f776aee6c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:54.122894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7c14b5-4e43-4879-b2ab-5ed32c35accf tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:11:54.131064 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8a7c14b5-4e43-4879-b2ab-5ed32c35accf tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "PUT /v2.0/routers/6de3647a-c55e-4c7d-86c5-a33b1b612620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0392072 Jan 27 22:11:54.132657 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f302-93cc-4f52-8ee6-507a1057686e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f8f2019a-e79a-454f-919e-f19b4cb2a2b5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:54.135918 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208e064e-521d-4845-ae61-58a0d0b8a770 None None] Sync routers for ids ['6de3647a-c55e-4c7d-86c5-a33b1b612620'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:11:54.137320 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bbf5f302-93cc-4f52-8ee6-507a1057686e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:54.142477 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bbf5f302-93cc-4f52-8ee6-507a1057686e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8f2019a-e79a-454f-919e-f19b4cb2a2b5 HTTP/1.1" status: 204 len: 168 time: 1.0420125 Jan 27 22:11:54.142477 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55180) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:54.170293 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-6355c2d9-2088-4288-8f7f-f776aee6c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:54.170645 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208e064e-521d-4845-ae61-58a0d0b8a770 None None] Routers {'6de3647a-c55e-4c7d-86c5-a33b1b612620'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:54.171289 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-208e064e-521d-4845-ae61-58a0d0b8a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6de3647a-c55e-4c7d-86c5-a33b1b612620'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:54.258861 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cee20e08-5674-47f0-a375-b21b0fd79609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:54.264625 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6355c2d9-2088-4288-8f7f-f776aee6c43c None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:54.265284 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-6355c2d9-2088-4288-8f7f-f776aee6c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:54.312097 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router c9d81c5f-1ff3-4995-a896-f7518a4406f6 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:11:54.371536 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7342347-fa38-47a4-a372-881c4a555d1a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:54.373216 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44f7ef5-0186-45dd-a65e-091a0096a4ca tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Deleting subnet bbf00ebb-14ad-4f54-96c2-53f25b86a208 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:11:54.383385 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5f302-93cc-4f52-8ee6-507a1057686e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f2019a-e79a-454f-919e-f19b4cb2a2b5,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:54.397876 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f44f7ef5-0186-45dd-a65e-091a0096a4ca tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for subnet (bbf00ebb-14ad-4f54-96c2-53f25b86a208), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:54.416542 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-6355c2d9-2088-4288-8f7f-f776aee6c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:54.417327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6355c2d9-2088-4288-8f7f-f776aee6c43c None None] The sync data for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:11:54.466724 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d7342347-fa38-47a4-a372-881c4a555d1a tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 13.5221598 Jan 27 22:11:54.487945 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55190) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:54.497049 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-da86e209-f518-4c0b-a8bd-b53dd0e99151 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Request body: {'floatingip': {'port_id': 'd201d9f9-9463-4e50-908d-f987ed41e79f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:54.515132 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f44f7ef5-0186-45dd-a65e-091a0096a4ca tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (bbf00ebb-14ad-4f54-96c2-53f25b86a208), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:54.525431 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-0e82ae98-e101-4e0a-800a-cd073c821d8b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting port 504f8acd-3cfe-4faf-b2f1-cfda19fe3749 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:54.525769 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e82ae98-e101-4e0a-800a-cd073c821d8b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (504f8acd-3cfe-4faf-b2f1-cfda19fe3749), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:54.560667 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-208e064e-521d-4845-ae61-58a0d0b8a770 None None] Set router 6de3647a-c55e-4c7d-86c5-a33b1b612620 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:11:54.634787 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-0fa38cdd-2e4a-4dca-a94f-f223044b2a54 None None] Provisioning complete for port 478f207b-a883-4b54-901a-d688c6ec36f9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:54.635173 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0fa38cdd-2e4a-4dca-a94f-f223044b2a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (478f207b-a883-4b54-901a-d688c6ec36f9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:54.689519 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f44f7ef5-0186-45dd-a65e-091a0096a4ca tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (bbf00ebb-14ad-4f54-96c2-53f25b86a208), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:54.745563 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0fa38cdd-2e4a-4dca-a94f-f223044b2a54 None None] Port 478f207b-a883-4b54-901a-d688c6ec36f9 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:11:54.841590 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f44f7ef5-0186-45dd-a65e-091a0096a4ca tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (bbf00ebb-14ad-4f54-96c2-53f25b86a208), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:54.923931 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829ec988-69e2-482a-b2e8-a995f4268ad0 None None] Network 311387d6-3d2b-47db-9edf-f9892a889d06 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:54.930022 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f7ef5-0186-45dd-a65e-091a0096a4ca tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf00ebb-14ad-4f54-96c2-53f25b86a208,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:54.934133 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f44f7ef5-0186-45dd-a65e-091a0096a4ca tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:54.948049 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f44f7ef5-0186-45dd-a65e-091a0096a4ca tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "DELETE /v2.0/subnets/bbf00ebb-14ad-4f54-96c2-53f25b86a208 HTTP/1.1" status: 204 len: 168 time: 0.7977018 Jan 27 22:11:54.950282 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55208) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:55.127244 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-da86e209-f518-4c0b-a8bd-b53dd0e99151 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (dea3b887-8aa3-425e-a829-db3c149d907a), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:55.128700 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-208e064e-521d-4845-ae61-58a0d0b8a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'name': 'tempest-TestNetworkBasicOps-router-398037084', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:11:52Z', 'revision_number': 7, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:33Z', 'updated_at': '2022-01-27T22:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:55.198094 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208e064e-521d-4845-ae61-58a0d0b8a770 None None] Checking router: 6de3647a-c55e-4c7d-86c5-a33b1b612620 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:11:55.230766 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208e064e-521d-4845-ae61-58a0d0b8a770 None None] Routers {'6de3647a-c55e-4c7d-86c5-a33b1b612620'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:55.234281 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-208e064e-521d-4845-ae61-58a0d0b8a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6de3647a-c55e-4c7d-86c5-a33b1b612620'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:55.260829 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c97ab57-d97c-49b3-8bfa-c376b68d5451 None None] DHCP port deletion for 311387d6-3d2b-47db-9edf-f9892a889d06 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:11:55.357376 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:11:55.370942 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bc71b6d7-fe75-4c66-8c14-914ff8f3a962 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/c9d81c5f-1ff3-4995-a896-f7518a4406f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5817928 Jan 27 22:11:55.376486 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55222) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:55.380709 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] Sync routers for ids ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:11:55.387206 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c290e27e-3822-45cc-a4ed-7b48a1da92a4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for router (6de3647a-c55e-4c7d-86c5-a33b1b612620), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:55.405099 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-7715cddd-f78b-4a4c-9bc3-755320bc3e30 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:55.523350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7c97ab57-d97c-49b3-8bfa-c376b68d5451 None None] Deleting port e3f174e2-e4f0-4ac8-a146-db69be675be9 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:55.523737 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7c97ab57-d97c-49b3-8bfa-c376b68d5451 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e3f174e2-e4f0-4ac8-a146-db69be675be9), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:55.545855 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e82ae98-e101-4e0a-800a-cd073c821d8b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (504f8acd-3cfe-4faf-b2f1-cfda19fe3749), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:55.658428 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-208e064e-521d-4845-ae61-58a0d0b8a770 None None] Set router 6de3647a-c55e-4c7d-86c5-a33b1b612620 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:11:55.720503 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-0e82ae98-e101-4e0a-800a-cd073c821d8b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Calling delete_port for 504f8acd-3cfe-4faf-b2f1-cfda19fe3749 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:55.731700 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7c97ab57-d97c-49b3-8bfa-c376b68d5451 None None] For port e3f174e2-e4f0-4ac8-a146-db69be675be9, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e3f174e2-e4f0-4ac8-a146-db69be675be9,segment=NetworkSegment(18681f0a-83a2-48d7-a7ce-507e4934d49b),segment_id=18681f0a-83a2-48d7-a7ce-507e4934d49b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:55.732141 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7c97ab57-d97c-49b3-8bfa-c376b68d5451 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e3f174e2-e4f0-4ac8-a146-db69be675be9), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:55.771330 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c290e27e-3822-45cc-a4ed-7b48a1da92a4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for router_gateway (6de3647a-c55e-4c7d-86c5-a33b1b612620), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:55.800830 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7c97ab57-d97c-49b3-8bfa-c376b68d5451 None None] Calling delete_port for e3f174e2-e4f0-4ac8-a146-db69be675be9 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:55.988757 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-c290e27e-3822-45cc-a4ed-7b48a1da92a4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Deleting port 9c8fdc6b-0977-41c9-940a-8807938eaeff {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:55.989649 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c290e27e-3822-45cc-a4ed-7b48a1da92a4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (9c8fdc6b-0977-41c9-940a-8807938eaeff), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:56.059842 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-208e064e-521d-4845-ae61-58a0d0b8a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'name': 'tempest-TestNetworkBasicOps-router-398037084', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:11:52Z', 'revision_number': 7, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:33Z', 'updated_at': '2022-01-27T22:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:56.110969 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] Routers {'c9d81c5f-1ff3-4995-a896-f7518a4406f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:56.112000 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:56.138327 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208e064e-521d-4845-ae61-58a0d0b8a770 None None] The sync data for ids ['6de3647a-c55e-4c7d-86c5-a33b1b612620'] in n-d-772272-3 is: [{'id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'name': 'tempest-TestNetworkBasicOps-router-398037084', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:32Z', 'updated_at': '2022-01-27T22:11:52Z', 'revision_number': 7, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': '9c8fdc6b-0977-41c9-940a-8807938eaeff', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de3647a-c55e-4c7d-86c5-a33b1b612620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:33Z', 'updated_at': '2022-01-27T22:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:11:56.211625 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-c290e27e-3822-45cc-a4ed-7b48a1da92a4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] For port 9c8fdc6b-0977-41c9-940a-8807938eaeff, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9c8fdc6b-0977-41c9-940a-8807938eaeff,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:56.212413 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c290e27e-3822-45cc-a4ed-7b48a1da92a4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (9c8fdc6b-0977-41c9-940a-8807938eaeff), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:56.234596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-c290e27e-3822-45cc-a4ed-7b48a1da92a4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Calling delete_port for 9c8fdc6b-0977-41c9-940a-8807938eaeff owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:56.235391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] Set router c9d81c5f-1ff3-4995-a896-f7518a4406f6 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:11:56.450941 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7c97ab57-d97c-49b3-8bfa-c376b68d5451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (e3f174e2-e4f0-4ac8-a146-db69be675be9), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:56.509142 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c290e27e-3822-45cc-a4ed-7b48a1da92a4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (9c8fdc6b-0977-41c9-940a-8807938eaeff), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:56.589135 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290e27e-3822-45cc-a4ed-7b48a1da92a4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event deleted for resources: {'Port': ['ID=9c8fdc6b-0977-41c9-940a-8807938eaeff,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:56.610426 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97ab57-d97c-49b3-8bfa-c376b68d5451 None None] Pushing event deleted for resources: {'Port': ['ID=e3f174e2-e4f0-4ac8-a146-db69be675be9,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:56.646481 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c97ab57-d97c-49b3-8bfa-c376b68d5451 None None] No DVR routers for this DVR port e3f174e2-e4f0-4ac8-a146-db69be675be9 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:56.715060 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c290e27e-3822-45cc-a4ed-7b48a1da92a4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (6de3647a-c55e-4c7d-86c5-a33b1b612620), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:56.773355 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-79f4ec0b-e08c-47b4-bdf9-64e54ef1b5c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:56.798284 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:11:50Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '0206117e-4aab-4c1d-9550-eb52940f9a66', 'name': '', 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:71:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:22Z', 'updated_at': '2022-01-27T22:11:33Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '478f207b-a883-4b54-901a-d688c6ec36f9', 'name': '', 'network_id': '2ef5b06b-ac82-4637-8e33-ddb635f3d74a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:50:a9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '1a5290ac-879e-4609-be26-bf9a117b6bf3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:45Z', 'updated_at': '2022-01-27T22:11:51Z', 'revision_number': 2, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '1a5290ac-879e-4609-be26-bf9a117b6bf3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6179a379-d10d-4834-ae1a-fa222bab5202', 'name': '', 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:bc:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:33Z', 'updated_at': '2022-01-27T22:11:46Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:56.869943 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] Checking router: c9d81c5f-1ff3-4995-a896-f7518a4406f6 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:11:56.870400 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] Updating router c9d81c5f-1ff3-4995-a896-f7518a4406f6 port 478f207b-a883-4b54-901a-d688c6ec36f9 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:11:56.933103 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (478f207b-a883-4b54-901a-d688c6ec36f9), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:57.045618 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c290e27e-3822-45cc-a4ed-7b48a1da92a4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (6de3647a-c55e-4c7d-86c5-a33b1b612620), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:57.048394 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c290e27e-3822-45cc-a4ed-7b48a1da92a4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for router_controller (6de3647a-c55e-4c7d-86c5-a33b1b612620), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:57.163667 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c290e27e-3822-45cc-a4ed-7b48a1da92a4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (6de3647a-c55e-4c7d-86c5-a33b1b612620), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:57.164552 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c290e27e-3822-45cc-a4ed-7b48a1da92a4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Fanout notify agent at l3_agent the message router_deleted on router 6de3647a-c55e-4c7d-86c5-a33b1b612620 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:11:57.180379 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c290e27e-3822-45cc-a4ed-7b48a1da92a4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:57.182966 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c290e27e-3822-45cc-a4ed-7b48a1da92a4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "DELETE /v2.0/routers/6de3647a-c55e-4c7d-86c5-a33b1b612620 HTTP/1.1" status: 204 len: 168 time: 2.2316086 Jan 27 22:11:57.186418 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55256) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:57.413598 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-317cc123-72ac-4462-93bd-ce322cafc112 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (311387d6-3d2b-47db-9edf-f9892a889d06), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:57.538251 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-317cc123-72ac-4462-93bd-ce322cafc112 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (311387d6-3d2b-47db-9edf-f9892a889d06), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:57.569607 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-317cc123-72ac-4462-93bd-ce322cafc112 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['311387d6-3d2b-47db-9edf-f9892a889d06']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:57.582208 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-317cc123-72ac-4462-93bd-ce322cafc112 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18681f0a-83a2-48d7-a7ce-507e4934d49b') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:57.582509 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-317cc123-72ac-4462-93bd-ce322cafc112 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18681f0a-83a2-48d7-a7ce-507e4934d49b') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:57.595353 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-317cc123-72ac-4462-93bd-ce322cafc112 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (18681f0a-83a2-48d7-a7ce-507e4934d49b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:57.610054 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-317cc123-72ac-4462-93bd-ce322cafc112 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (18681f0a-83a2-48d7-a7ce-507e4934d49b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:57.618584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317cc123-72ac-4462-93bd-ce322cafc112 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:11:57.619155 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-317cc123-72ac-4462-93bd-ce322cafc112 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (18681f0a-83a2-48d7-a7ce-507e4934d49b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:11:57.683228 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:11:57.736742 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-317cc123-72ac-4462-93bd-ce322cafc112 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (311387d6-3d2b-47db-9edf-f9892a889d06), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:57.761574 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-317cc123-72ac-4462-93bd-ce322cafc112 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:57.762271 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] Publish callbacks [] for port (478f207b-a883-4b54-901a-d688c6ec36f9), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:57.766302 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-317cc123-72ac-4462-93bd-ce322cafc112 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "DELETE /v2.0/networks/311387d6-3d2b-47db-9edf-f9892a889d06 HTTP/1.1" status: 204 len: 168 time: 0.5786514 Jan 27 22:11:57.767858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317cc123-72ac-4462-93bd-ce322cafc112 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event deleted for resources: {'Network': ['ID=311387d6-3d2b-47db-9edf-f9892a889d06,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:57.777812 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b83680cf-046d-424d-ae8b-ae3fccd272f4 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:57.806377 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55276) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:57.813084 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-a4c32d9b-d59e-4c09-9114-3febadb4299a tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'network': {'name': 'tempest-network-smoke--1013097223', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'port_security_enabled': True}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:57.862869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c32d9b-d59e-4c09-9114-3febadb4299a tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Made reservation on behalf of 7f283cf476a449f8a327cb51a3011c25 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:11:57.868231 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a4c32d9b-d59e-4c09-9114-3febadb4299a tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:57.923075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c32d9b-d59e-4c09-9114-3febadb4299a tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:11:57.927696 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (478f207b-a883-4b54-901a-d688c6ec36f9), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:57.956725 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a4c32d9b-d59e-4c09-9114-3febadb4299a tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (cacc80b8-5a81-4830-a1f0-6df7f19512b6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:57.959734 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-a4c32d9b-d59e-4c09-9114-3febadb4299a tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Added segment cacc80b8-5a81-4830-a1f0-6df7f19512b6 of type vlan for network dfd554a6-e3e7-42fa-aa9f-3416cb186645 Jan 27 22:11:57.981553 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: b83680cf-046d-424d-ae8b-ae3fccd272f4 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:57.982105 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b83680cf-046d-424d-ae8b-ae3fccd272f4 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:57.982688 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e3f174e2-e4f0-4ac8-a146-db69be675be9 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:58.001308 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e82ae98-e101-4e0a-800a-cd073c821d8b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (504f8acd-3cfe-4faf-b2f1-cfda19fe3749), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:58.017566 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea6392-cf7d-4fcd-bdf4-78371176dba5 None None] Pushing event updated for resources: {'Port': ['ID=478f207b-a883-4b54-901a-d688c6ec36f9,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:58.021621 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: e3f174e2-e4f0-4ac8-a146-db69be675be9 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:58.026198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e3f174e2-e4f0-4ac8-a146-db69be675be9 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:58.062382 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:58.107828 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] Attempting to bind port 478f207b-a883-4b54-901a-d688c6ec36f9 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:11:58.108478 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] Attempting to bind port 478f207b-a883-4b54-901a-d688c6ec36f9 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'c61011d3-5808-4645-9d8c-c070d8570661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef5b06b-ac82-4637-8e33-ddb635f3d74a'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:11:58.110897 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] Attempting to bind port 478f207b-a883-4b54-901a-d688c6ec36f9 on network 2ef5b06b-ac82-4637-8e33-ddb635f3d74a {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:11:58.120737 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:11:58.124327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] Checking segment: {'id': 'c61011d3-5808-4645-9d8c-c070d8570661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef5b06b-ac82-4637-8e33-ddb635f3d74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:11:58.125267 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:58.125887 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] Bound using segment: {'id': 'c61011d3-5808-4645-9d8c-c070d8570661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef5b06b-ac82-4637-8e33-ddb635f3d74a'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:11:58.126910 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] Bound port: 478f207b-a883-4b54-901a-d688c6ec36f9, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61011d3-5808-4645-9d8c-c070d8570661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ef5b06b-ac82-4637-8e33-ddb635f3d74a'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:11:58.127526 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (478f207b-a883-4b54-901a-d688c6ec36f9), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:58.181191 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a4c32d9b-d59e-4c09-9114-3febadb4299a tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (dfd554a6-e3e7-42fa-aa9f-3416cb186645), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:58.201214 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82ae98-e101-4e0a-800a-cd073c821d8b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Port': ['ID=504f8acd-3cfe-4faf-b2f1-cfda19fe3749,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:58.252393 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a4c32d9b-d59e-4c09-9114-3febadb4299a tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (dfd554a6-e3e7-42fa-aa9f-3416cb186645), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:58.264426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c32d9b-d59e-4c09-9114-3febadb4299a tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:58.265128 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a4c32d9b-d59e-4c09-9114-3febadb4299a tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:58.350334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] For port 478f207b-a883-4b54-901a-d688c6ec36f9, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:11:58.361213 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] For port 478f207b-a883-4b54-901a-d688c6ec36f9, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=478f207b-a883-4b54-901a-d688c6ec36f9,segment=NetworkSegment(c61011d3-5808-4645-9d8c-c070d8570661),segment_id=c61011d3-5808-4645-9d8c-c070d8570661)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:11:58.374544 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (478f207b-a883-4b54-901a-d688c6ec36f9), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:58.380980 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a4c32d9b-d59e-4c09-9114-3febadb4299a tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5729544 Jan 27 22:11:58.385137 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55300) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:58.391443 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-6f4bcd3b-27d9-4f02-bd69-9abdd2023f14 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1793070370', 'admin_state_up': True, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:11:58.401226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c32d9b-d59e-4c09-9114-3febadb4299a tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'Network': ['ID=dfd554a6-e3e7-42fa-aa9f-3416cb186645,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:58.433181 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f4bcd3b-27d9-4f02-bd69-9abdd2023f14 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (b6aa639d-7cb8-4455-bf35-65c296cbcaca), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:58.436509 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f4bcd3b-27d9-4f02-bd69-9abdd2023f14 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (b6aa639d-7cb8-4455-bf35-65c296cbcaca), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:58.478406 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network dfd554a6-e3e7-42fa-aa9f-3416cb186645 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:11:58.575383 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.extraroute_db [None req-7715cddd-f78b-4a4c-9bc3-755320bc3e30 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 22:11:58.617373 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f4bcd3b-27d9-4f02-bd69-9abdd2023f14 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for router_controller (b6aa639d-7cb8-4455-bf35-65c296cbcaca), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:58.732973 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.extraroute_db [None req-7715cddd-f78b-4a4c-9bc3-755320bc3e30 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Removed routes are [] {{(pid=109742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 22:11:58.733391 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7715cddd-f78b-4a4c-9bc3-755320bc3e30 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (c9d81c5f-1ff3-4995-a896-f7518a4406f6), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:58.758508 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9c8fdc6b-0977-41c9-940a-8807938eaeff no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:58.828475 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 9c8fdc6b-0977-41c9-940a-8807938eaeff {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:58.829100 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9c8fdc6b-0977-41c9-940a-8807938eaeff not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:58.866998 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e3c55c85-9290-4afc-87ec-345a22ff8b00 None None] Provisioning complete for port 478f207b-a883-4b54-901a-d688c6ec36f9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:58.867716 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e3c55c85-9290-4afc-87ec-345a22ff8b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (478f207b-a883-4b54-901a-d688c6ec36f9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:58.954828 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] Routers {'c9d81c5f-1ff3-4995-a896-f7518a4406f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:58.956232 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:58.975657 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-da86e209-f518-4c0b-a8bd-b53dd0e99151 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:58.990155 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-da86e209-f518-4c0b-a8bd-b53dd0e99151 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (dea3b887-8aa3-425e-a829-db3c149d907a), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:59.079765 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea6392-cf7d-4fcd-bdf4-78371176dba5 None None] Pushing event updated for resources: {'Port': ['ID=478f207b-a883-4b54-901a-d688c6ec36f9,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:59.101350 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f4bcd3b-27d9-4f02-bd69-9abdd2023f14 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for router_gateway (b6aa639d-7cb8-4455-bf35-65c296cbcaca), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:59.123045 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:59.403110 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55326) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:59.438026 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] Set router c9d81c5f-1ff3-4995-a896-f7518a4406f6 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:11:59.482441 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e3c55c85-9290-4afc-87ec-345a22ff8b00 None None] Current status of the port 478f207b-a883-4b54-901a-d688c6ec36f9 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:59.483203 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e3c55c85-9290-4afc-87ec-345a22ff8b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (478f207b-a883-4b54-901a-d688c6ec36f9), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:59.519026 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f4bcd3b-27d9-4f02-bd69-9abdd2023f14 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for router_gateway (b6aa639d-7cb8-4455-bf35-65c296cbcaca), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:59.545648 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e3c55c85-9290-4afc-87ec-345a22ff8b00 None None] For port 478f207b-a883-4b54-901a-d688c6ec36f9, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=478f207b-a883-4b54-901a-d688c6ec36f9,segment=NetworkSegment(c61011d3-5808-4645-9d8c-c070d8570661),segment_id=c61011d3-5808-4645-9d8c-c070d8570661)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:59.568367 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f4bcd3b-27d9-4f02-bd69-9abdd2023f14 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:59.628046 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e3c55c85-9290-4afc-87ec-345a22ff8b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (478f207b-a883-4b54-901a-d688c6ec36f9), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:59.709470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c55c85-9290-4afc-87ec-345a22ff8b00 None None] Pushing event updated for resources: {'Port': ['ID=478f207b-a883-4b54-901a-d688c6ec36f9,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:59.720672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-6f4bcd3b-27d9-4f02-bd69-9abdd2023f14 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Allocated IP 172.25.3.122 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:11:59.821644 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-d15250a2-1224-4e5f-ba2c-02e9f593ad9a None None] Provisioning complete for port 478f207b-a883-4b54-901a-d688c6ec36f9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:59.822571 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d15250a2-1224-4e5f-ba2c-02e9f593ad9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (478f207b-a883-4b54-901a-d688c6ec36f9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:59.860246 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e82ae98-e101-4e0a-800a-cd073c821d8b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (1b9d98c6-098f-4664-a1f1-3723e003143c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:59.862667 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f4bcd3b-27d9-4f02-bd69-9abdd2023f14 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for port (cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:59.906929 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f4bcd3b-27d9-4f02-bd69-9abdd2023f14 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:59.969347 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f18de55b-8cd5-4ed9-884e-778070590a65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:59.973753 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bcd3b-27d9-4f02-bd69-9abdd2023f14 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'Port': ['ID=cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:00.001796 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7715cddd-f78b-4a4c-9bc3-755320bc3e30 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (c9d81c5f-1ff3-4995-a896-f7518a4406f6), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:00.021538 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:12:00.026456 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4bcd3b-27d9-4f02-bd69-9abdd2023f14 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:00.067905 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d15250a2-1224-4e5f-ba2c-02e9f593ad9a None None] Current status of the port 478f207b-a883-4b54-901a-d688c6ec36f9 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:00.085851 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7715cddd-f78b-4a4c-9bc3-755320bc3e30 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1668512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1663757'] for router (c9d81c5f-1ff3-4995-a896-f7518a4406f6), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:00.130593 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f18de55b-8cd5-4ed9-884e-778070590a65 admin admin] Publish callbacks [] for security_group (2dfbe4b3-0b9e-4b59-a2c1-fdf1e4dd0493), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:00.132603 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-6f4bcd3b-27d9-4f02-bd69-9abdd2023f14 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:00.135877 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f18de55b-8cd5-4ed9-884e-778070590a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2dfbe4b3-0b9e-4b59-a2c1-fdf1e4dd0493), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:00.165157 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4bcd3b-27d9-4f02-bd69-9abdd2023f14 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:00.233660 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f18de55b-8cd5-4ed9-884e-778070590a65 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcfc7abbedb6419eb72cc8057b72606b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8253083 Jan 27 22:12:00.236234 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:11:58Z', 'revision_number': 6, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '0206117e-4aab-4c1d-9550-eb52940f9a66', 'name': '', 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:71:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:22Z', 'updated_at': '2022-01-27T22:11:33Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '478f207b-a883-4b54-901a-d688c6ec36f9', 'name': '', 'network_id': '2ef5b06b-ac82-4637-8e33-ddb635f3d74a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:50:a9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '1a5290ac-879e-4609-be26-bf9a117b6bf3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:45Z', 'updated_at': '2022-01-27T22:11:58Z', 'revision_number': 4, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '1a5290ac-879e-4609-be26-bf9a117b6bf3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6179a379-d10d-4834-ae1a-fa222bab5202', 'name': '', 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:bc:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:33Z', 'updated_at': '2022-01-27T22:11:46Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:00.273621 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a37c5f5-e4a8-4b14-bb5d-98095abecd76 None None] The sync data for ids ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'] in n-d-772272-3 is: [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:11:58Z', 'revision_number': 6, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '0206117e-4aab-4c1d-9550-eb52940f9a66', 'name': '', 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:71:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:22Z', 'updated_at': '2022-01-27T22:11:33Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '478f207b-a883-4b54-901a-d688c6ec36f9', 'name': '', 'network_id': '2ef5b06b-ac82-4637-8e33-ddb635f3d74a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:50:a9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '1a5290ac-879e-4609-be26-bf9a117b6bf3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:45Z', 'updated_at': '2022-01-27T22:11:58Z', 'revision_number': 4, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '1a5290ac-879e-4609-be26-bf9a117b6bf3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6179a379-d10d-4834-ae1a-fa222bab5202', 'name': '', 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:bc:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:33Z', 'updated_at': '2022-01-27T22:11:46Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:00.307876 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55334) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:00.312189 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:00.470357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18de55b-8cd5-4ed9-884e-778070590a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfbe4b3-0b9e-4b59-a2c1-fdf1e4dd0493,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:00.509991 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e82ae98-e101-4e0a-800a-cd073c821d8b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Router 1b9d98c6-098f-4664-a1f1-3723e003143c has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:12:00.545520 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7715cddd-f78b-4a4c-9bc3-755320bc3e30 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router c9d81c5f-1ff3-4995-a896-f7518a4406f6 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:12:00.706714 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cfd43e0e-a472-41f1-a55f-49f75ec73274 admin admin] Publish callbacks [] for security_group (2dfbe4b3-0b9e-4b59-a2c1-fdf1e4dd0493), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:00.767119 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da86e209-f518-4c0b-a8bd-b53dd0e99151 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Router 6e273520-5c12-4997-a694-32f5bedbbfa8 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:12:00.817843 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f4bcd3b-27d9-4f02-bd69-9abdd2023f14 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for router_gateway (b6aa639d-7cb8-4455-bf35-65c296cbcaca), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:00.867497 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e82ae98-e101-4e0a-800a-cd073c821d8b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:00.876524 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0e82ae98-e101-4e0a-800a-cd073c821d8b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "PUT /v2.0/routers/1b9d98c6-098f-4664-a1f1-3723e003143c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6207879 Jan 27 22:12:00.880211 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90a90fe-081f-43a8-8a58-8037ddbd72fb None None] Sync routers for ids ['1b9d98c6-098f-4664-a1f1-3723e003143c'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:00.882937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55340) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:00.898023 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 478f207b-a883-4b54-901a-d688c6ec36f9 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:00.906406 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90a90fe-081f-43a8-8a58-8037ddbd72fb None None] Routers {'1b9d98c6-098f-4664-a1f1-3723e003143c'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:00.907204 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b90a90fe-081f-43a8-8a58-8037ddbd72fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1b9d98c6-098f-4664-a1f1-3723e003143c'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:01.010140 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b90a90fe-081f-43a8-8a58-8037ddbd72fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:01.020842 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90a90fe-081f-43a8-8a58-8037ddbd72fb None None] Routers {'1b9d98c6-098f-4664-a1f1-3723e003143c'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:01.021789 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b90a90fe-081f-43a8-8a58-8037ddbd72fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1b9d98c6-098f-4664-a1f1-3723e003143c'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:01.033768 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 478f207b-a883-4b54-901a-d688c6ec36f9 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:01.034150 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (478f207b-a883-4b54-901a-d688c6ec36f9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:01.086852 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b90a90fe-081f-43a8-8a58-8037ddbd72fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:01.087791 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90a90fe-081f-43a8-8a58-8037ddbd72fb None None] The sync data for ids ['1b9d98c6-098f-4664-a1f1-3723e003143c'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:01.118647 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da86e209-f518-4c0b-a8bd-b53dd0e99151 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:01.129121 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-da86e209-f518-4c0b-a8bd-b53dd0e99151 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:01.133087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a385a5-ad17-44fe-9b45-22003ba84788 None None] Sync routers for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:01.138036 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6117186-95a1-472a-9d6e-5a12ef2c5e1d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] GET failed (client error): The resource could not be found. Jan 27 22:12:01.142043 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c6117186-95a1-472a-9d6e-5a12ef2c5e1d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports/504f8acd-3cfe-4faf-b2f1-cfda19fe3749 HTTP/1.1" status: 404 len: 333 time: 0.0899158 Jan 27 22:12:01.194380 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55344) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:01.208303 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a385a5-ad17-44fe-9b45-22003ba84788 None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:01.209397 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-79a385a5-ad17-44fe-9b45-22003ba84788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:01.277745 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cfd43e0e-a472-41f1-a55f-49f75ec73274 admin admin] Publish callbacks [] for security_group (2dfbe4b3-0b9e-4b59-a2c1-fdf1e4dd0493), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:01.309407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-79a385a5-ad17-44fe-9b45-22003ba84788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:01.339262 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a385a5-ad17-44fe-9b45-22003ba84788 None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:01.339911 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-79a385a5-ad17-44fe-9b45-22003ba84788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:01.402720 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c1318a15-1bc9-4af2-8c5f-360a429a386c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for router (1b9d98c6-098f-4664-a1f1-3723e003143c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:01.420274 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-79a385a5-ad17-44fe-9b45-22003ba84788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:01.422915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a385a5-ad17-44fe-9b45-22003ba84788 None None] The sync data for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:01.433030 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 478f207b-a883-4b54-901a-d688c6ec36f9 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:01.470065 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7715cddd-f78b-4a4c-9bc3-755320bc3e30 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:01.486781 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7715cddd-f78b-4a4c-9bc3-755320bc3e30 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:01.496119 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7715cddd-f78b-4a4c-9bc3-755320bc3e30 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/c9d81c5f-1ff3-4995-a896-f7518a4406f6 HTTP/1.1" status: 200 len: 934 time: 6.0975614 Jan 27 22:12:01.499500 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55348) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:01.625928 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-da86e209-f518-4c0b-a8bd-b53dd0e99151 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "PUT /v2.0/floatingips/dea3b887-8aa3-425e-a829-db3c149d907a HTTP/1.1" status: 200 len: 979 time: 7.1355417 Jan 27 22:12:01.632892 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cfd43e0e-a472-41f1-a55f-49f75ec73274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2dfbe4b3-0b9e-4b59-a2c1-fdf1e4dd0493), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:01.638991 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cfd43e0e-a472-41f1-a55f-49f75ec73274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:01.641412 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cfd43e0e-a472-41f1-a55f-49f75ec73274 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2dfbe4b3-0b9e-4b59-a2c1-fdf1e4dd0493 HTTP/1.1" status: 204 len: 168 time: 1.3313305 Jan 27 22:12:01.644000 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55350) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:01.737764 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b267cfbc-8523-47cf-9007-0074af83c635 None None] Sync routers for ids ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:01.759910 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b267cfbc-8523-47cf-9007-0074af83c635 None None] Routers {'c9d81c5f-1ff3-4995-a896-f7518a4406f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:01.760823 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b267cfbc-8523-47cf-9007-0074af83c635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:01.795469 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c1318a15-1bc9-4af2-8c5f-360a429a386c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (1b9d98c6-098f-4664-a1f1-3723e003143c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:01.804475 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c1318a15-1bc9-4af2-8c5f-360a429a386c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for router_controller (1b9d98c6-098f-4664-a1f1-3723e003143c), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:01.819015 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd43e0e-a472-41f1-a55f-49f75ec73274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfbe4b3-0b9e-4b59-a2c1-fdf1e4dd0493,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:01.911029 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b267cfbc-8523-47cf-9007-0074af83c635 None None] Set router c9d81c5f-1ff3-4995-a896-f7518a4406f6 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:01.981123 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-136aa889-ddf8-437b-85b7-c400b30f97fc tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/routers/c9d81c5f-1ff3-4995-a896-f7518a4406f6 HTTP/1.1" status: 200 len: 934 time: 0.4749842 Jan 27 22:12:01.981804 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55358) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:01.996141 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8f6116cc-4f1f-45da-b70d-c0e2ef6f004b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'router': {'routes': None}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:02.269764 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55362) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:02.323399 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f4bcd3b-27d9-4f02-bd69-9abdd2023f14 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (b6aa639d-7cb8-4455-bf35-65c296cbcaca), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:02.327594 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c1318a15-1bc9-4af2-8c5f-360a429a386c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (1b9d98c6-098f-4664-a1f1-3723e003143c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:02.328227 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1318a15-1bc9-4af2-8c5f-360a429a386c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Fanout notify agent at l3_agent the message router_deleted on router 1b9d98c6-098f-4664-a1f1-3723e003143c {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:12:02.329514 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b267cfbc-8523-47cf-9007-0074af83c635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:11:58Z', 'revision_number': 6, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '0206117e-4aab-4c1d-9550-eb52940f9a66', 'name': '', 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:71:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:22Z', 'updated_at': '2022-01-27T22:11:33Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '478f207b-a883-4b54-901a-d688c6ec36f9', 'name': '', 'network_id': '2ef5b06b-ac82-4637-8e33-ddb635f3d74a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:50:a9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '1a5290ac-879e-4609-be26-bf9a117b6bf3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:45Z', 'updated_at': '2022-01-27T22:11:59Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '1a5290ac-879e-4609-be26-bf9a117b6bf3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6179a379-d10d-4834-ae1a-fa222bab5202', 'name': '', 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:bc:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:33Z', 'updated_at': '2022-01-27T22:11:46Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:02.337705 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c1318a15-1bc9-4af2-8c5f-360a429a386c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:02.341344 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c1318a15-1bc9-4af2-8c5f-360a429a386c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/routers/1b9d98c6-098f-4664-a1f1-3723e003143c HTTP/1.1" status: 204 len: 168 time: 1.1436899 Jan 27 22:12:02.341698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55364) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:02.390891 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-151f7a1b-36dd-4a85-bd25-bc8ede6da66c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:02.412191 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b267cfbc-8523-47cf-9007-0074af83c635 None None] Checking router: c9d81c5f-1ff3-4995-a896-f7518a4406f6 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:12:02.440914 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b267cfbc-8523-47cf-9007-0074af83c635 None None] Routers {'c9d81c5f-1ff3-4995-a896-f7518a4406f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:02.441556 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b267cfbc-8523-47cf-9007-0074af83c635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:02.469818 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e99d0a0-22b8-46dc-89f1-52f4b1300d41 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting subnet d9ee192b-91b7-496d-ac3a-6c9f035889a3 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:12:02.476799 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e99d0a0-22b8-46dc-89f1-52f4b1300d41 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (d9ee192b-91b7-496d-ac3a-6c9f035889a3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:02.530357 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-151f7a1b-36dd-4a85-bd25-bc8ede6da66c admin admin] Publish callbacks [] for security_group (0f8dd77b-8fc4-4ced-b3b4-742f003751a2), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:02.554444 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-151f7a1b-36dd-4a85-bd25-bc8ede6da66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0f8dd77b-8fc4-4ced-b3b4-742f003751a2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:02.555984 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e99d0a0-22b8-46dc-89f1-52f4b1300d41 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (d9ee192b-91b7-496d-ac3a-6c9f035889a3), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:02.641877 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b267cfbc-8523-47cf-9007-0074af83c635 None None] Set router c9d81c5f-1ff3-4995-a896-f7518a4406f6 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:02.704975 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ba950f87-cdf5-4ab1-875d-578c15d6a4ed tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Deleting port 16dfb25b-5f8b-47da-9847-869d5b695c19 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:02.706151 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba950f87-cdf5-4ab1-875d-578c15d6a4ed tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (16dfb25b-5f8b-47da-9847-869d5b695c19), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:02.719423 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f7a1b-36dd-4a85-bd25-bc8ede6da66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8dd77b-8fc4-4ced-b3b4-742f003751a2,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:02.728220 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-151f7a1b-36dd-4a85-bd25-bc8ede6da66c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a964673fe8564d66b06815a0bc7d5c16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3682923 Jan 27 22:12:02.733193 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55368) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:02.755165 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4bcd3b-27d9-4f02-bd69-9abdd2023f14 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Router b6aa639d-7cb8-4455-bf35-65c296cbcaca is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:12:02.819483 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e99d0a0-22b8-46dc-89f1-52f4b1300d41 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (d9ee192b-91b7-496d-ac3a-6c9f035889a3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:03.125666 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4bcd3b-27d9-4f02-bd69-9abdd2023f14 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:03.135085 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e99d0a0-22b8-46dc-89f1-52f4b1300d41 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (d9ee192b-91b7-496d-ac3a-6c9f035889a3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:03.138801 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] Sync routers for ids ['b6aa639d-7cb8-4455-bf35-65c296cbcaca'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:03.156968 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e99d0a0-22b8-46dc-89f1-52f4b1300d41 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:03.158111 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b267cfbc-8523-47cf-9007-0074af83c635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:11:58Z', 'revision_number': 6, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '0206117e-4aab-4c1d-9550-eb52940f9a66', 'name': '', 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:71:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:22Z', 'updated_at': '2022-01-27T22:11:33Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '478f207b-a883-4b54-901a-d688c6ec36f9', 'name': '', 'network_id': '2ef5b06b-ac82-4637-8e33-ddb635f3d74a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:50:a9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '1a5290ac-879e-4609-be26-bf9a117b6bf3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:45Z', 'updated_at': '2022-01-27T22:11:59Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '1a5290ac-879e-4609-be26-bf9a117b6bf3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6179a379-d10d-4834-ae1a-fa222bab5202', 'name': '', 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:bc:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:33Z', 'updated_at': '2022-01-27T22:11:46Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:03.160544 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2e99d0a0-22b8-46dc-89f1-52f4b1300d41 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/subnets/d9ee192b-91b7-496d-ac3a-6c9f035889a3 HTTP/1.1" status: 204 len: 168 time: 0.8176479 Jan 27 22:12:03.172033 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bc47ca-37f6-4c19-9245-4b2d983f2f26 None None] Network dab31c78-639c-4e7f-a18d-6de7676fe8e9 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:03.180675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55372) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:03.191222 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99d0a0-22b8-46dc-89f1-52f4b1300d41 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ee192b-91b7-496d-ac3a-6c9f035889a3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:03.197933 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] Routers {'b6aa639d-7cb8-4455-bf35-65c296cbcaca'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:03.201648 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b6aa639d-7cb8-4455-bf35-65c296cbcaca'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:03.211848 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f4bcd3b-27d9-4f02-bd69-9abdd2023f14 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:03.213183 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6f4bcd3b-27d9-4f02-bd69-9abdd2023f14 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8261161 Jan 27 22:12:03.216295 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55374) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:03.227500 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b267cfbc-8523-47cf-9007-0074af83c635 None None] The sync data for ids ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'] in n-d-772272-3 is: [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:11:58Z', 'revision_number': 6, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '0206117e-4aab-4c1d-9550-eb52940f9a66', 'name': '', 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:71:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:22Z', 'updated_at': '2022-01-27T22:11:33Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '478f207b-a883-4b54-901a-d688c6ec36f9', 'name': '', 'network_id': '2ef5b06b-ac82-4637-8e33-ddb635f3d74a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:50:a9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '1a5290ac-879e-4609-be26-bf9a117b6bf3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:45Z', 'updated_at': '2022-01-27T22:11:59Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '1a5290ac-879e-4609-be26-bf9a117b6bf3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6179a379-d10d-4834-ae1a-fa222bab5202', 'name': '', 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:bc:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:33Z', 'updated_at': '2022-01-27T22:11:46Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:03.364953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7febcf1f-23e1-416c-96bc-955d10b62949 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=7f283cf476a449f8a327cb51a3011c25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0668781 Jan 27 22:12:03.366226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55380) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:03.468521 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0fe5bd7a-e8a1-4160-b65f-d9e09a9d59f6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (dab31c78-639c-4e7f-a18d-6de7676fe8e9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:03.651249 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] Set router b6aa639d-7cb8-4455-bf35-65c296cbcaca gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:03.782422 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421cfa36-26c6-4e03-9173-ff3d01a295f4 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:03.792872 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-421cfa36-26c6-4e03-9173-ff3d01a295f4 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4159334 Jan 27 22:12:03.793068 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55384) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:03.804645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-0fe5bd7a-e8a1-4160-b65f-d9e09a9d59f6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting port cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:03.804887 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0fe5bd7a-e8a1-4160-b65f-d9e09a9d59f6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:03.904404 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-0fe5bd7a-e8a1-4160-b65f-d9e09a9d59f6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] For port cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1,segment=NetworkSegment(4c255409-4c67-44f2-a969-e3521171e52f),segment_id=4c255409-4c67-44f2-a969-e3521171e52f)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:03.904404 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0fe5bd7a-e8a1-4160-b65f-d9e09a9d59f6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:03.917282 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-0fe5bd7a-e8a1-4160-b65f-d9e09a9d59f6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Calling delete_port for cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:04.023359 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a149cbc-4058-44d6-9ad0-d35a53ec7ed2 None None] DHCP port deletion for dab31c78-639c-4e7f-a18d-6de7676fe8e9 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:12:04.040997 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c1564a5f-a2da-4b33-b316-7d6b0f45faf7 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2407944 Jan 27 22:12:04.055945 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55392) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:04.062282 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-01bf50dd-4ee6-420a-83e3-ed7aae951984 admin admin] Publish callbacks [] for security_group (0f8dd77b-8fc4-4ced-b3b4-742f003751a2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:04.067197 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-96652e91-6116-43c6-b152-c64dfa134413 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-434893953', 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:04.107119 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba950f87-cdf5-4ab1-875d-578c15d6a4ed tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (16dfb25b-5f8b-47da-9847-869d5b695c19), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:04.107610 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba950f87-cdf5-4ab1-875d-578c15d6a4ed tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (16dfb25b-5f8b-47da-9847-869d5b695c19), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:04.142221 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8a149cbc-4058-44d6-9ad0-d35a53ec7ed2 None None] The port 'cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1' was deleted {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1993}} Jan 27 22:12:04.191326 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-01bf50dd-4ee6-420a-83e3-ed7aae951984 admin admin] Publish callbacks [] for security_group (0f8dd77b-8fc4-4ced-b3b4-742f003751a2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:04.245920 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0fe5bd7a-e8a1-4160-b65f-d9e09a9d59f6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:04.261757 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ba950f87-cdf5-4ab1-875d-578c15d6a4ed tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Calling delete_port for 16dfb25b-5f8b-47da-9847-869d5b695c19 owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:04.281347 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'name': 'tempest-TestNetworkBasicOps-router-1793070370', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:58Z', 'updated_at': '2022-01-27T22:12:00Z', 'revision_number': 3, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:59Z', 'updated_at': '2022-01-27T22:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:04.341033 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5bd7a-e8a1-4160-b65f-d9e09a9d59f6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Port': ['ID=cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:04.359270 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] Checking router: b6aa639d-7cb8-4455-bf35-65c296cbcaca for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:12:04.359631 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] Updating router b6aa639d-7cb8-4455-bf35-65c296cbcaca port cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:12:04.379564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe5bd7a-e8a1-4160-b65f-d9e09a9d59f6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] No DVR routers for this DVR port cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:12:04.433626 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:04.499923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96652e91-6116-43c6-b152-c64dfa134413 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Made reservation on behalf of 7f283cf476a449f8a327cb51a3011c25 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:04.503387 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-96652e91-6116-43c6-b152-c64dfa134413 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:04.569129 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-01bf50dd-4ee6-420a-83e3-ed7aae951984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0f8dd77b-8fc4-4ced-b3b4-742f003751a2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:04.571094 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-01bf50dd-4ee6-420a-83e3-ed7aae951984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:04.577581 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-01bf50dd-4ee6-420a-83e3-ed7aae951984 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f8dd77b-8fc4-4ced-b3b4-742f003751a2 HTTP/1.1" status: 204 len: 168 time: 1.8005641 Jan 27 22:12:04.676921 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf50dd-4ee6-420a-83e3-ed7aae951984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8dd77b-8fc4-4ced-b3b4-742f003751a2,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:04.733433 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.extraroute_db [None req-8f6116cc-4f1f-45da-b70d-c0e2ef6f004b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Added routes are [] {{(pid=109742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 22:12:04.733563 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.extraroute_db [None req-8f6116cc-4f1f-45da-b70d-c0e2ef6f004b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 22:12:04.798825 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:12:04.819637 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0fe5bd7a-e8a1-4160-b65f-d9e09a9d59f6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (dab31c78-639c-4e7f-a18d-6de7676fe8e9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:04.866382 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:12:04.866682 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cfc8ce45-3ab1-4bee-ad73-5abeb9b820f1 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:12:04.924421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-0fe5bd7a-e8a1-4160-b65f-d9e09a9d59f6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab31c78-639c-4e7f-a18d-6de7676fe8e9']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:04.932045 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8f6116cc-4f1f-45da-b70d-c0e2ef6f004b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (c9d81c5f-1ff3-4995-a896-f7518a4406f6), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:05.006699 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-0fe5bd7a-e8a1-4160-b65f-d9e09a9d59f6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c255409-4c67-44f2-a969-e3521171e52f') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:05.007027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-0fe5bd7a-e8a1-4160-b65f-d9e09a9d59f6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c255409-4c67-44f2-a969-e3521171e52f') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:05.053692 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0fe5bd7a-e8a1-4160-b65f-d9e09a9d59f6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (4c255409-4c67-44f2-a969-e3521171e52f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:05.061418 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba950f87-cdf5-4ab1-875d-578c15d6a4ed tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (16dfb25b-5f8b-47da-9847-869d5b695c19), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:05.105734 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0fe5bd7a-e8a1-4160-b65f-d9e09a9d59f6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (4c255409-4c67-44f2-a969-e3521171e52f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:05.107429 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] Publish callbacks [] for port (cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:05.115152 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:05.149601 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe5bd7a-e8a1-4160-b65f-d9e09a9d59f6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:12:05.150022 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0fe5bd7a-e8a1-4160-b65f-d9e09a9d59f6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (4c255409-4c67-44f2-a969-e3521171e52f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:12:05.172860 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:12:05.217683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55416) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:05.264707 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba950f87-cdf5-4ab1-875d-578c15d6a4ed tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event deleted for resources: {'Port': ['ID=16dfb25b-5f8b-47da-9847-869d5b695c19,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:05.307849 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] Attempting to bind port cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:05.308608 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] Attempting to bind port cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:05.308974 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] Attempting to bind port cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:05.325307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a915700-3f36-4c08-a10b-984c35900024 None None] Pushing event updated for resources: {'Port': ['ID=cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:05.337166 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:12:05.337793 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:12:05.338509 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:05.339491 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:12:05.340144 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] Bound port: cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:12:05.340722 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:05.413250 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] For port cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:12:05.418166 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] For port cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:12:05.427449 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:05.516786 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba950f87-cdf5-4ab1-875d-578c15d6a4ed tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (dea3b887-8aa3-425e-a829-db3c149d907a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:05.517339 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-ba950f87-cdf5-4ab1-875d-578c15d6a4ed tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Floating IP dea3b887-8aa3-425e-a829-db3c149d907a disassociated (deleted). External IP: 172.25.3.182, port: d201d9f9-9463-4e50-908d-f987ed41e79f. Jan 27 22:12:05.538344 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0fe5bd7a-e8a1-4160-b65f-d9e09a9d59f6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (dab31c78-639c-4e7f-a18d-6de7676fe8e9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:05.549395 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] Routers {'b6aa639d-7cb8-4455-bf35-65c296cbcaca'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:05.550101 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b6aa639d-7cb8-4455-bf35-65c296cbcaca'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:05.561286 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0fe5bd7a-e8a1-4160-b65f-d9e09a9d59f6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:05.568643 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0fe5bd7a-e8a1-4160-b65f-d9e09a9d59f6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/networks/dab31c78-639c-4e7f-a18d-6de7676fe8e9 HTTP/1.1" status: 204 len: 168 time: 2.3866792 Jan 27 22:12:05.580927 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55428) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:05.581732 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3f6c148f-5800-44ab-8e86-41704301883d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:05.702873 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] Set router b6aa639d-7cb8-4455-bf35-65c296cbcaca gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:05.829127 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ce8f3f-d72c-4ad0-bac0-8c8724f52247 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:05.839963 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-88ce8f3f-d72c-4ad0-bac0-8c8724f52247 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports/87edbb31-9942-4929-bda9-18e7221f4de9 HTTP/1.1" status: 200 len: 840 time: 0.2471924 Jan 27 22:12:05.841358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55436) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:05.853266 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5bd7a-e8a1-4160-b65f-d9e09a9d59f6 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Network': ['ID=dab31c78-639c-4e7f-a18d-6de7676fe8e9,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:06.022013 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3f6c148f-5800-44ab-8e86-41704301883d admin admin] Publish callbacks [] for security_group (3a8ea1bd-e23e-4ae6-b869-d998fa7a7268), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:06.039230 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3f6c148f-5800-44ab-8e86-41704301883d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3a8ea1bd-e23e-4ae6-b869-d998fa7a7268), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:06.122648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c148f-5800-44ab-8e86-41704301883d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8ea1bd-e23e-4ae6-b869-d998fa7a7268,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:06.147336 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba950f87-cdf5-4ab1-875d-578c15d6a4ed tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Router 6e273520-5c12-4997-a694-32f5bedbbfa8 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:12:06.165073 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-96652e91-6116-43c6-b152-c64dfa134413 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (c5518924-fd94-4230-9918-353734c78108), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:06.206990 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8f6116cc-4f1f-45da-b70d-c0e2ef6f004b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (c9d81c5f-1ff3-4995-a896-f7518a4406f6), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:06.225976 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8f6116cc-4f1f-45da-b70d-c0e2ef6f004b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1668512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1663757'] for router (c9d81c5f-1ff3-4995-a896-f7518a4406f6), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:06.311694 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-871ba20d-ab94-4dc7-b3b9-2a34a78fe506 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports/87edbb31-9942-4929-bda9-18e7221f4de9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4441924 Jan 27 22:12:06.392888 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55444) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:06.414532 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-9c7aae11-3a86-4eb3-8994-c734c21d85b2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'subnet': {'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:06.518134 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3f6c148f-5800-44ab-8e86-41704301883d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dcff130d17244e6c8d8211c799fca15c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2993371 Jan 27 22:12:06.537223 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55448) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:06.540214 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96652e91-6116-43c6-b152-c64dfa134413 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Checking segment: {'id': 'cacc80b8-5a81-4830-a1f0-6df7f19512b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:12:06.541713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96652e91-6116-43c6-b152-c64dfa134413 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Network hostable DHCP agents. Network: dfd554a6-e3e7-42fa-aa9f-3416cb186645, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:12:06.654402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96652e91-6116-43c6-b152-c64dfa134413 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'Subnet': ['ID=c5518924-fd94-4230-9918-353734c78108,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:06.659850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96652e91-6116-43c6-b152-c64dfa134413 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Network dfd554a6-e3e7-42fa-aa9f-3416cb186645 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:12:06.712199 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-96652e91-6116-43c6-b152-c64dfa134413 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, dfd554a6-e3e7-42fa-aa9f-3416cb186645) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:06.759171 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96652e91-6116-43c6-b152-c64dfa134413 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:06.759783 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-96652e91-6116-43c6-b152-c64dfa134413 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:06.768907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7aae11-3a86-4eb3-8994-c734c21d85b2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:06.775582 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9c7aae11-3a86-4eb3-8994-c734c21d85b2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:06.797194 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4000cb-cf08-440f-b1e7-a346464dcfba None None] Network dfd554a6-e3e7-42fa-aa9f-3416cb186645 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:06.806322 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a915700-3f36-4c08-a10b-984c35900024 None None] Pushing event updated for resources: {'Port': ['ID=cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:06.913991 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba950f87-cdf5-4ab1-875d-578c15d6a4ed tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:06.927975 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba950f87-cdf5-4ab1-875d-578c15d6a4ed tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:06.928325 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecb0f9d-8fa0-4728-a99c-2199a8907736 None None] Sync routers for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:06.954364 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecb0f9d-8fa0-4728-a99c-2199a8907736 None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:06.955296 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-fecb0f9d-8fa0-4728-a99c-2199a8907736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:07.039158 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6116cc-4f1f-45da-b70d-c0e2ef6f004b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router c9d81c5f-1ff3-4995-a896-f7518a4406f6 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:12:07.041253 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'name': 'tempest-TestNetworkBasicOps-router-1793070370', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:58Z', 'updated_at': '2022-01-27T22:12:00Z', 'revision_number': 3, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:59Z', 'updated_at': '2022-01-27T22:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:07.052027 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-fecb0f9d-8fa0-4728-a99c-2199a8907736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:07.075550 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6faf212b-d931-4005-b41d-bb4465a0c537 admin admin] Publish callbacks [] for security_group (3a8ea1bd-e23e-4ae6-b869-d998fa7a7268), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:07.077274 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecb0f9d-8fa0-4728-a99c-2199a8907736 None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:07.078065 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-fecb0f9d-8fa0-4728-a99c-2199a8907736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:07.133088 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6faf212b-d931-4005-b41d-bb4465a0c537 admin admin] Publish callbacks [] for security_group (3a8ea1bd-e23e-4ae6-b869-d998fa7a7268), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:07.173418 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7260d83-3d7a-4607-b22b-a0dcf829c119 None None] The sync data for ids ['b6aa639d-7cb8-4455-bf35-65c296cbcaca'] in n-d-772272-3 is: [{'id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'name': 'tempest-TestNetworkBasicOps-router-1793070370', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:58Z', 'updated_at': '2022-01-27T22:12:00Z', 'revision_number': 3, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:59Z', 'updated_at': '2022-01-27T22:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:07.177858 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-96652e91-6116-43c6-b152-c64dfa134413 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.1179008 Jan 27 22:12:07.185992 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55458) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:07.189618 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-fecb0f9d-8fa0-4728-a99c-2199a8907736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:07.189988 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-dfd554a6-e3e7-42fa-aa9f-3416cb186645', 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'fixed_ips': [{'subnet_id': 'c5518924-fd94-4230-9918-353734c78108'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:12:07.191183 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:07.200001 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecb0f9d-8fa0-4728-a99c-2199a8907736 None None] The sync data for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:07.273582 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ba950f87-cdf5-4ab1-875d-578c15d6a4ed tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "DELETE /v2.0/floatingips/dea3b887-8aa3-425e-a829-db3c149d907a HTTP/1.1" status: 204 len: 168 time: 5.6167877 Jan 27 22:12:07.275779 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6faf212b-d931-4005-b41d-bb4465a0c537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3a8ea1bd-e23e-4ae6-b869-d998fa7a7268), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:07.285206 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6faf212b-d931-4005-b41d-bb4465a0c537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:07.291107 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6faf212b-d931-4005-b41d-bb4465a0c537 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a8ea1bd-e23e-4ae6-b869-d998fa7a7268 HTTP/1.1" status: 204 len: 168 time: 0.7386284 Jan 27 22:12:07.291107 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55460) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:07.478414 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf212b-d931-4005-b41d-bb4465a0c537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8ea1bd-e23e-4ae6-b869-d998fa7a7268,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:07.817600 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Allocated IP 172.20.0.2 (dfd554a6-e3e7-42fa-aa9f-3416cb186645/c5518924-fd94-4230-9918-353734c78108/fc413bd6-36e7-4223-9e09-1f27d9438ab2) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:07.907490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55474) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:07.908465 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9c7aae11-3a86-4eb3-8994-c734c21d85b2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (96ee7050-7989-4c67-ba85-40add23794c3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:08.166872 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a07d88c5-18aa-4fe7-b0eb-d5ce25a35e55 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Deleting port d201d9f9-9463-4e50-908d-f987ed41e79f {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:08.170884 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a07d88c5-18aa-4fe7-b0eb-d5ce25a35e55 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d201d9f9-9463-4e50-908d-f987ed41e79f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:08.186956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6116cc-4f1f-45da-b70d-c0e2ef6f004b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:08.211028 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f28b385-ad41-48a2-8b47-74435ddaa420 None None] Sync routers for ids ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:08.211238 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8f6116cc-4f1f-45da-b70d-c0e2ef6f004b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:08.214956 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8f6116cc-4f1f-45da-b70d-c0e2ef6f004b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/c9d81c5f-1ff3-4995-a896-f7518a4406f6 HTTP/1.1" status: 200 len: 700 time: 6.2205114 Jan 27 22:12:08.218424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7aae11-3a86-4eb3-8994-c734c21d85b2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Subnet': ['ID=96ee7050-7989-4c67-ba85-40add23794c3,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:08.223762 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55478) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:08.224199 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55480) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:08.231512 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7aae11-3a86-4eb3-8994-c734c21d85b2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:08.236848 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-9c7aae11-3a86-4eb3-8994-c734c21d85b2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:08.240108 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7aae11-3a86-4eb3-8994-c734c21d85b2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:08.240766 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9c7aae11-3a86-4eb3-8994-c734c21d85b2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:08.255980 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacb6f71-1383-4b24-98a6-23bad939aec5 None None] Network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:08.300065 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f28b385-ad41-48a2-8b47-74435ddaa420 None None] Routers {'c9d81c5f-1ff3-4995-a896-f7518a4406f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:08.301027 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-4f28b385-ad41-48a2-8b47-74435ddaa420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:08.310534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9c7aae11-3a86-4eb3-8994-c734c21d85b2 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9129481 Jan 27 22:12:08.335211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-28216dc1-a87e-4f3b-9433-4ec863239d59 tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-481493328'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:08.335635 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-28216dc1-a87e-4f3b-9433-4ec863239d59 tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] Unknown quota resources ['metering_label']. {{(pid=109741) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 22:12:08.337796 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55482) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:08.345983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-29e7a1fa-fb92-4273-ba21-7b6bb9c6969a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'security_group': {'name': 'tempest-secgroup-469544815'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:08.441473 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-4f28b385-ad41-48a2-8b47-74435ddaa420 None None] Set router c9d81c5f-1ff3-4995-a896-f7518a4406f6 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:08.497935 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29e7a1fa-fb92-4273-ba21-7b6bb9c6969a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:08.526113 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a07d88c5-18aa-4fe7-b0eb-d5ce25a35e55 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d201d9f9-9463-4e50-908d-f987ed41e79f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:08.544404 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a07d88c5-18aa-4fe7-b0eb-d5ce25a35e55 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Calling delete_port for d201d9f9-9463-4e50-908d-f987ed41e79f owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:08.574049 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Publish callbacks [] for port (fc413bd6-36e7-4223-9e09-1f27d9438ab2), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:08.871476 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-56255db7-cdca-4a74-8299-c93f63cab05c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/routers/c9d81c5f-1ff3-4995-a896-f7518a4406f6 HTTP/1.1" status: 200 len: 700 time: 0.6187334 Jan 27 22:12:08.921419 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55488) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:08.954212 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-44832a16-bcc8-4897-b773-4903fb28dbd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:09.041910 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:09.044755 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (fc413bd6-36e7-4223-9e09-1f27d9438ab2), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:09.182482 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-44832a16-bcc8-4897-b773-4903fb28dbd3 admin admin] Publish callbacks [] for security_group (e8c2615e-07c3-4773-89ad-9be81e8de973), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:09.185834 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a07d88c5-18aa-4fe7-b0eb-d5ce25a35e55 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d201d9f9-9463-4e50-908d-f987ed41e79f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:09.243276 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-44832a16-bcc8-4897-b773-4903fb28dbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e8c2615e-07c3-4773-89ad-9be81e8de973), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:09.249130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:09.249642 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:09.285888 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-44832a16-bcc8-4897-b773-4903fb28dbd3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4d9935017144c319860275ce2365d64&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0582762 Jan 27 22:12:09.286966 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d88c5-18aa-4fe7-b0eb-d5ce25a35e55 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event deleted for resources: {'Port': ['ID=d201d9f9-9463-4e50-908d-f987ed41e79f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:09.291181 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55498) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:09.300732 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-28216dc1-a87e-4f3b-9433-4ec863239d59 tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:09.303443 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-28216dc1-a87e-4f3b-9433-4ec863239d59 tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.3927336 Jan 27 22:12:09.320254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55500) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:09.328409 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Network dfd554a6-e3e7-42fa-aa9f-3416cb186645 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:09.336075 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:09.340323 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:09.357044 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-799fb564-54bd-4890-b835-8f6ab81cce97 tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '72b70183-bde5-4e33-a745-2f8a5dbb3a98'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:09.359128 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-799fb564-54bd-4890-b835-8f6ab81cce97 tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109741) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 22:12:09.394000 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69e09054-e0fb-47a2-84e7-c1fe7fc8f856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:09.467518 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44832a16-bcc8-4897-b773-4903fb28dbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c2615e-07c3-4773-89ad-9be81e8de973,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:09.478430 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34ad4ee-46af-4e40-a660-8c0d804be405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-8bc1ea37-ce86-4e2b-8195-a36bd1262097', 'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097', 'project_id': '843bc7b8352e40efa7b0de2db41edc8d', 'fixed_ips': [{'subnet_id': '96ee7050-7989-4c67-ba85-40add23794c3'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:12:09.483847 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a34ad4ee-46af-4e40-a660-8c0d804be405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:09.492118 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-074e00c4-2955-4903-afa7-947501814df4 admin admin] Publish callbacks [] for security_group (e8c2615e-07c3-4773-89ad-9be81e8de973), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:09.499691 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Pushing event updated for resources: {'Port': ['ID=fc413bd6-36e7-4223-9e09-1f27d9438ab2,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:09.530776 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-074e00c4-2955-4903-afa7-947501814df4 admin admin] Publish callbacks [] for security_group (e8c2615e-07c3-4773-89ad-9be81e8de973), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:09.543116 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Attempting to bind port fc413bd6-36e7-4223-9e09-1f27d9438ab2 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:09.551604 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Attempting to bind port fc413bd6-36e7-4223-9e09-1f27d9438ab2 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'cacc80b8-5a81-4830-a1f0-6df7f19512b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:09.552392 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Attempting to bind port fc413bd6-36e7-4223-9e09-1f27d9438ab2 on network dfd554a6-e3e7-42fa-aa9f-3416cb186645 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:09.568226 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:09.575550 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:09.576261 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:09.576833 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:09.577406 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:09.577974 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:09.578553 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:09.579113 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:09.579675 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:09.580269 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:09.580838 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:09.581421 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:09.581991 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:09.604060 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a07d88c5-18aa-4fe7-b0eb-d5ce25a35e55 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:09.610662 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a07d88c5-18aa-4fe7-b0eb-d5ce25a35e55 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "DELETE /v2.0/ports/d201d9f9-9463-4e50-908d-f987ed41e79f HTTP/1.1" status: 204 len: 168 time: 2.3113854 Jan 27 22:12:09.612313 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-074e00c4-2955-4903-afa7-947501814df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e8c2615e-07c3-4773-89ad-9be81e8de973), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:09.618277 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-074e00c4-2955-4903-afa7-947501814df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:09.619885 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-074e00c4-2955-4903-afa7-947501814df4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e8c2615e-07c3-4773-89ad-9be81e8de973 HTTP/1.1" status: 204 len: 168 time: 0.3263381 Jan 27 22:12:09.620903 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55508) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:09.629730 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f6b66821-7595-4cc6-8f49-d04fd5ba6650 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:09.644981 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e00c4-2955-4903-afa7-947501814df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c2615e-07c3-4773-89ad-9be81e8de973,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:09.663914 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:12:09.665810 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Checking segment: {'id': 'cacc80b8-5a81-4830-a1f0-6df7f19512b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:12:09.666503 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:09.667945 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Bound using segment: {'id': 'cacc80b8-5a81-4830-a1f0-6df7f19512b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:12:09.669134 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Bound port: fc413bd6-36e7-4223-9e09-1f27d9438ab2, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cacc80b8-5a81-4830-a1f0-6df7f19512b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:12:09.671178 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fc413bd6-36e7-4223-9e09-1f27d9438ab2), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:09.694787 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6b66821-7595-4cc6-8f49-d04fd5ba6650 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:09.868030 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29e7a1fa-fb92-4273-ba21-7b6bb9c6969a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (920cda0b-438e-41f7-9869-f6be942921ff), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:09.912251 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-4f28b385-ad41-48a2-8b47-74435ddaa420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:12:04Z', 'revision_number': 7, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '0206117e-4aab-4c1d-9550-eb52940f9a66', 'name': '', 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:71:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:22Z', 'updated_at': '2022-01-27T22:11:33Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '478f207b-a883-4b54-901a-d688c6ec36f9', 'name': '', 'network_id': '2ef5b06b-ac82-4637-8e33-ddb635f3d74a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:50:a9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '1a5290ac-879e-4609-be26-bf9a117b6bf3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:45Z', 'updated_at': '2022-01-27T22:11:59Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '1a5290ac-879e-4609-be26-bf9a117b6bf3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6179a379-d10d-4834-ae1a-fa222bab5202', 'name': '', 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:bc:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:33Z', 'updated_at': '2022-01-27T22:11:46Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:09.941339 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29e7a1fa-fb92-4273-ba21-7b6bb9c6969a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (920cda0b-438e-41f7-9869-f6be942921ff), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:09.986526 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6b66821-7595-4cc6-8f49-d04fd5ba6650 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:10.033170 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:10.033727 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:10.046097 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f28b385-ad41-48a2-8b47-74435ddaa420 None None] Checking router: c9d81c5f-1ff3-4995-a896-f7518a4406f6 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:12:10.094817 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29e7a1fa-fb92-4273-ba21-7b6bb9c6969a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:10.096406 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-29e7a1fa-fb92-4273-ba21-7b6bb9c6969a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.7576301 Jan 27 22:12:10.104863 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55520) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:10.111504 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-dfd33485-5aab-47a4-857b-0ce348dd11fb tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'security_group': {'name': 'tempest-secgroup-273090692'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:10.131236 n-d-772272-3 neutron-server[109741]: WARNING neutron.services.metering.metering_plugin [None req-799fb564-54bd-4890-b835-8f6ab81cce97 tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 27 22:12:10.131725 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:10.148949 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:10.151341 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f28b385-ad41-48a2-8b47-74435ddaa420 None None] Routers {'c9d81c5f-1ff3-4995-a896-f7518a4406f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:10.152397 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-4f28b385-ad41-48a2-8b47-74435ddaa420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:10.195819 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dfd33485-5aab-47a4-857b-0ce348dd11fb tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:10.208824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] For port fc413bd6-36e7-4223-9e09-1f27d9438ab2, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:12:10.339255 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-f6b66821-7595-4cc6-8f49-d04fd5ba6650 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Allocated IP 172.25.3.202 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/22de4854-23bb-4e86-b53e-0def2ce9e8cd) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:10.484445 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7a1fa-fb92-4273-ba21-7b6bb9c6969a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=920cda0b-438e-41f7-9869-f6be942921ff,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:10.530289 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dfd33485-5aab-47a4-857b-0ce348dd11fb tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (e6b706b4-f10c-4d99-ab8c-3836690c737e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:10.536508 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-799fb564-54bd-4890-b835-8f6ab81cce97 tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:10.540761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-799fb564-54bd-4890-b835-8f6ab81cce97 tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.2153757 Jan 27 22:12:10.558096 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dfd33485-5aab-47a4-857b-0ce348dd11fb tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e6b706b4-f10c-4d99-ab8c-3836690c737e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:10.576226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55530) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:10.612749 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-55dcc18d-8304-4b5e-8ed8-700c79ecc530 tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '72b70183-bde5-4e33-a745-2f8a5dbb3a98'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:10.613270 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-55dcc18d-8304-4b5e-8ed8-700c79ecc530 tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109741) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 22:12:10.634571 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dfd33485-5aab-47a4-857b-0ce348dd11fb tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:10.638870 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dfd33485-5aab-47a4-857b-0ce348dd11fb tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5304914 Jan 27 22:12:10.644342 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd33485-5aab-47a4-857b-0ce348dd11fb tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b706b4-f10c-4d99-ab8c-3836690c737e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:10.645563 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55534) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:10.652044 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6b66821-7595-4cc6-8f49-d04fd5ba6650 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for port (22de4854-23bb-4e86-b53e-0def2ce9e8cd), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:10.688601 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-4bd54fe9-1398-47e2-b09c-c4aa6732d525 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-306556659', 'security_groups': ['e6b706b4-f10c-4d99-ab8c-3836690c737e'], 'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '96ee7050-7989-4c67-ba85-40add23794c3'}]}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:10.729032 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6b66821-7595-4cc6-8f49-d04fd5ba6650 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (22de4854-23bb-4e86-b53e-0def2ce9e8cd), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:10.833505 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] For port fc413bd6-36e7-4223-9e09-1f27d9438ab2, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=fc413bd6-36e7-4223-9e09-1f27d9438ab2,segment=NetworkSegment(cacc80b8-5a81-4830-a1f0-6df7f19512b6),segment_id=cacc80b8-5a81-4830-a1f0-6df7f19512b6)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:12:10.849019 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-a34ad4ee-46af-4e40-a660-8c0d804be405 None None] Allocated IP 172.20.0.2 (8bc1ea37-ce86-4e2b-8195-a36bd1262097/96ee7050-7989-4c67-ba85-40add23794c3/eda226c4-ac53-4ddb-9248-ce4443edd19a) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:10.854443 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (fc413bd6-36e7-4223-9e09-1f27d9438ab2), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:10.921147 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-4f28b385-ad41-48a2-8b47-74435ddaa420 None None] Set router c9d81c5f-1ff3-4995-a896-f7518a4406f6 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:11.057292 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-69e09054-e0fb-47a2-84e7-c1fe7fc8f856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Allocated IP 172.20.0.1 (dfd554a6-e3e7-42fa-aa9f-3416cb186645/c5518924-fd94-4230-9918-353734c78108/3ed1a26a-10f6-4138-bbef-ff1e9beccc44) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:11.084393 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:11.410882 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69e09054-e0fb-47a2-84e7-c1fe7fc8f856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for port (3ed1a26a-10f6-4138-bbef-ff1e9beccc44), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:11.479099 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e99a6-f396-41f8-8a72-09aeef4cf06c None None] Pushing event updated for resources: {'Port': ['ID=fc413bd6-36e7-4223-9e09-1f27d9438ab2,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:11.553449 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b66821-7595-4cc6-8f49-d04fd5ba6650 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:11.560662 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-f6b66821-7595-4cc6-8f49-d04fd5ba6650 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:11.568765 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b66821-7595-4cc6-8f49-d04fd5ba6650 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:11.620081 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b66821-7595-4cc6-8f49-d04fd5ba6650 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Port': ['ID=22de4854-23bb-4e86-b53e-0def2ce9e8cd,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:11.669229 n-d-772272-3 neutron-server[109741]: WARNING neutron.services.metering.metering_plugin [None req-55dcc18d-8304-4b5e-8ed8-700c79ecc530 tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 27 22:12:11.685746 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69e09054-e0fb-47a2-84e7-c1fe7fc8f856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (3ed1a26a-10f6-4138-bbef-ff1e9beccc44), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:11.705194 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a34ad4ee-46af-4e40-a660-8c0d804be405 None None] Publish callbacks [] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:11.732760 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a34ad4ee-46af-4e40-a660-8c0d804be405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:11.804311 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6b66821-7595-4cc6-8f49-d04fd5ba6650 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (57772e03-5e57-47f5-af59-6a7c4ca18171), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:11.815497 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34ad4ee-46af-4e40-a660-8c0d804be405 None None] Network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:11.819517 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-a34ad4ee-46af-4e40-a660-8c0d804be405 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:11.829147 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34ad4ee-46af-4e40-a660-8c0d804be405 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:11.879991 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ad4ee-46af-4e40-a660-8c0d804be405 None None] Pushing event updated for resources: {'Port': ['ID=eda226c4-ac53-4ddb-9248-ce4443edd19a,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:11.928633 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6b66821-7595-4cc6-8f49-d04fd5ba6650 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (22de4854-23bb-4e86-b53e-0def2ce9e8cd), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:11.937740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e09054-e0fb-47a2-84e7-c1fe7fc8f856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Network dfd554a6-e3e7-42fa-aa9f-3416cb186645 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:11.958617 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-4f28b385-ad41-48a2-8b47-74435ddaa420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:12:04Z', 'revision_number': 7, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '0206117e-4aab-4c1d-9550-eb52940f9a66', 'name': '', 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:71:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:22Z', 'updated_at': '2022-01-27T22:11:33Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '478f207b-a883-4b54-901a-d688c6ec36f9', 'name': '', 'network_id': '2ef5b06b-ac82-4637-8e33-ddb635f3d74a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:50:a9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '1a5290ac-879e-4609-be26-bf9a117b6bf3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:45Z', 'updated_at': '2022-01-27T22:11:59Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '1a5290ac-879e-4609-be26-bf9a117b6bf3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6179a379-d10d-4834-ae1a-fa222bab5202', 'name': '', 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:bc:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:33Z', 'updated_at': '2022-01-27T22:11:46Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:12.008936 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f28b385-ad41-48a2-8b47-74435ddaa420 None None] The sync data for ids ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'] in n-d-772272-3 is: [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:12:04Z', 'revision_number': 7, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '0206117e-4aab-4c1d-9550-eb52940f9a66', 'name': '', 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:71:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:22Z', 'updated_at': '2022-01-27T22:11:33Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '478f207b-a883-4b54-901a-d688c6ec36f9', 'name': '', 'network_id': '2ef5b06b-ac82-4637-8e33-ddb635f3d74a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:50:a9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '1a5290ac-879e-4609-be26-bf9a117b6bf3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:45Z', 'updated_at': '2022-01-27T22:11:59Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '1a5290ac-879e-4609-be26-bf9a117b6bf3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6179a379-d10d-4834-ae1a-fa222bab5202', 'name': '', 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:bc:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:33Z', 'updated_at': '2022-01-27T22:11:46Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:12.012144 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a34ad4ee-46af-4e40-a660-8c0d804be405 None None] Attempting to bind port eda226c4-ac53-4ddb-9248-ce4443edd19a on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:12.012624 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a34ad4ee-46af-4e40-a660-8c0d804be405 None None] Attempting to bind port eda226c4-ac53-4ddb-9248-ce4443edd19a by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'eec158c0-8891-4176-aeb5-f7c68c61fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:12.013211 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34ad4ee-46af-4e40-a660-8c0d804be405 None None] Attempting to bind port eda226c4-ac53-4ddb-9248-ce4443edd19a on network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:12.020061 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34ad4ee-46af-4e40-a660-8c0d804be405 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:12:12.020732 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34ad4ee-46af-4e40-a660-8c0d804be405 None None] Checking segment: {'id': 'eec158c0-8891-4176-aeb5-f7c68c61fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:12:12.021377 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a34ad4ee-46af-4e40-a660-8c0d804be405 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:12.021984 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34ad4ee-46af-4e40-a660-8c0d804be405 None None] Bound using segment: {'id': 'eec158c0-8891-4176-aeb5-f7c68c61fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:12:12.022999 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a34ad4ee-46af-4e40-a660-8c0d804be405 None None] Bound port: eda226c4-ac53-4ddb-9248-ce4443edd19a, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec158c0-8891-4176-aeb5-f7c68c61fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:12:12.023509 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a34ad4ee-46af-4e40-a660-8c0d804be405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:12.029125 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-69e09054-e0fb-47a2-84e7-c1fe7fc8f856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:12.034535 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e09054-e0fb-47a2-84e7-c1fe7fc8f856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:12.171981 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a34ad4ee-46af-4e40-a660-8c0d804be405 None None] For port eda226c4-ac53-4ddb-9248-ce4443edd19a, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:12:12.204751 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a34ad4ee-46af-4e40-a660-8c0d804be405 None None] For port eda226c4-ac53-4ddb-9248-ce4443edd19a, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=eda226c4-ac53-4ddb-9248-ce4443edd19a,segment=NetworkSegment(eec158c0-8891-4176-aeb5-f7c68c61fc26),segment_id=eec158c0-8891-4176-aeb5-f7c68c61fc26)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:12:12.214596 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a34ad4ee-46af-4e40-a660-8c0d804be405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:12.241995 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55dcc18d-8304-4b5e-8ed8-700c79ecc530 tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:12.255300 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-55dcc18d-8304-4b5e-8ed8-700c79ecc530 tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.6532021 Jan 27 22:12:12.259569 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55566) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:12.323495 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4e45fb79-79b8-4e93-bf83-bd81315ef82c tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=1a9aee02-8de1-4a31-bf0a-4cbee7a6ed77 HTTP/1.1" status: 200 len: 464 time: 0.0565324 Jan 27 22:12:12.330197 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55568) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:12.336789 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e09054-e0fb-47a2-84e7-c1fe7fc8f856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'Port': ['ID=3ed1a26a-10f6-4138-bbef-ff1e9beccc44,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:12.427577 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ad4ee-46af-4e40-a660-8c0d804be405 None None] Pushing event updated for resources: {'Port': ['ID=eda226c4-ac53-4ddb-9248-ce4443edd19a,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:12.449961 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6b66821-7595-4cc6-8f49-d04fd5ba6650 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for port (22de4854-23bb-4e86-b53e-0def2ce9e8cd), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:12.461941 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6b66821-7595-4cc6-8f49-d04fd5ba6650 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (22de4854-23bb-4e86-b53e-0def2ce9e8cd), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:12.548661 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69e09054-e0fb-47a2-84e7-c1fe7fc8f856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (b6aa639d-7cb8-4455-bf35-65c296cbcaca), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:12.729541 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:12.752218 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd54fe9-1398-47e2-b09c-c4aa6732d525 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:12.786510 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6b66821-7595-4cc6-8f49-d04fd5ba6650 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (57772e03-5e57-47f5-af59-6a7c4ca18171), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:12.803419 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b66821-7595-4cc6-8f49-d04fd5ba6650 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Port': ['ID=22de4854-23bb-4e86-b53e-0def2ce9e8cd,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:12.876003 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-02cf7660-e1a9-4031-af83-d97295e05cae tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:12.883030 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-02cf7660-e1a9-4031-af83-d97295e05cae tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/1a9aee02-8de1-4a31-bf0a-4cbee7a6ed77 HTTP/1.1" status: 204 len: 168 time: 0.5366194 Jan 27 22:12:12.884730 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55574) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:12.904201 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6b66821-7595-4cc6-8f49-d04fd5ba6650 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:12.915875 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55576) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:12.918143 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f6b66821-7595-4cc6-8f49-d04fd5ba6650 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2934895 Jan 27 22:12:12.924896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-1034d743-1d0f-4a44-987a-d1f937f199dd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Request body: {'port': {'network_id': 'c2791214-9850-449d-a749-f80b0176ccd6', 'name': 'tempest-FloatingIPTestJSON-1350664355'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:12.936156 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3430b1d0-abb4-420f-826a-3bf9d9c09cea tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=1a9aee02-8de1-4a31-bf0a-4cbee7a6ed77 HTTP/1.1" status: 200 len: 221 time: 0.0502565 Jan 27 22:12:12.937072 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55578) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:12.949772 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e201a683-5988-4f2e-be38-6d66eaa5884c tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1549604636', 'description': 'label created by tempest'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:12.951922 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e201a683-5988-4f2e-be38-6d66eaa5884c tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] Unknown quota resources ['metering_label']. {{(pid=109742) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 22:12:13.027608 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ecd320-a595-43fa-81c4-0bef71210379 None None] Network dfd554a6-e3e7-42fa-aa9f-3416cb186645 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:13.165853 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device fc413bd6-36e7-4223-9e09-1f27d9438ab2 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:13.241692 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1d65beb7-c6c4-4d75-b6d2-6cc02cae85ca None None] Provisioning complete for port fc413bd6-36e7-4223-9e09-1f27d9438ab2 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:13.242397 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1d65beb7-c6c4-4d75-b6d2-6cc02cae85ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fc413bd6-36e7-4223-9e09-1f27d9438ab2), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:13.349371 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4bd54fe9-1398-47e2-b09c-c4aa6732d525 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:13.372922 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69e09054-e0fb-47a2-84e7-c1fe7fc8f856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3ed1a26a-10f6-4138-bbef-ff1e9beccc44), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:13.393410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-4bd54fe9-1398-47e2-b09c-c4aa6732d525 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] device_id is not set on port f8b51605-e068-49d4-8f72-c7b5e9369b03 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:12:13.437239 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port fc413bd6-36e7-4223-9e09-1f27d9438ab2 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:13.437710 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fc413bd6-36e7-4223-9e09-1f27d9438ab2), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:13.450289 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e201a683-5988-4f2e-be38-6d66eaa5884c tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:13.453996 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e201a683-5988-4f2e-be38-6d66eaa5884c tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5131431 Jan 27 22:12:13.455543 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55584) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:13.619823 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9d8582ab-f744-44f9-a342-3db49a05004c tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=e72f8577-dcc0-446b-86ea-6ed054a0b869 HTTP/1.1" status: 200 len: 468 time: 0.1626167 Jan 27 22:12:13.622218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55588) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:13.671419 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1d65beb7-c6c4-4d75-b6d2-6cc02cae85ca None None] Current status of the port fc413bd6-36e7-4223-9e09-1f27d9438ab2 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:13.678968 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1d65beb7-c6c4-4d75-b6d2-6cc02cae85ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fc413bd6-36e7-4223-9e09-1f27d9438ab2), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:13.722017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1034d743-1d0f-4a44-987a-d1f937f199dd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Made reservation on behalf of ffe5c159ddee41f4aa7e7b626bca1b5f for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:13.734083 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1034d743-1d0f-4a44-987a-d1f937f199dd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:13.862394 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port fc413bd6-36e7-4223-9e09-1f27d9438ab2 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:13.862789 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fc413bd6-36e7-4223-9e09-1f27d9438ab2), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:13.887101 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8496c234-fbbe-447d-b1af-8b6b6803a742 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (c9d81c5f-1ff3-4995-a896-f7518a4406f6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:13.898979 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1d65beb7-c6c4-4d75-b6d2-6cc02cae85ca None None] For port fc413bd6-36e7-4223-9e09-1f27d9438ab2, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=fc413bd6-36e7-4223-9e09-1f27d9438ab2,segment=NetworkSegment(cacc80b8-5a81-4830-a1f0-6df7f19512b6),segment_id=cacc80b8-5a81-4830-a1f0-6df7f19512b6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:13.930567 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1d65beb7-c6c4-4d75-b6d2-6cc02cae85ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (fc413bd6-36e7-4223-9e09-1f27d9438ab2), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:14.179607 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65beb7-c6c4-4d75-b6d2-6cc02cae85ca None None] Pushing event updated for resources: {'Port': ['ID=fc413bd6-36e7-4223-9e09-1f27d9438ab2,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:14.180985 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ad162cd0-1293-48f1-9f5d-35055afdbe5a tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:14.183726 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ad162cd0-1293-48f1-9f5d-35055afdbe5a tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/e72f8577-dcc0-446b-86ea-6ed054a0b869 HTTP/1.1" status: 204 len: 168 time: 0.5591352 Jan 27 22:12:14.185775 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55596) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:14.212979 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:12:14.213338 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:12:14.213867 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a3464469-1152-45e0-8455-f25ddc22c98a None None] Provisioning complete for port 3ed1a26a-10f6-4138-bbef-ff1e9beccc44 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:14.214239 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a3464469-1152-45e0-8455-f25ddc22c98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3ed1a26a-10f6-4138-bbef-ff1e9beccc44), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:14.220736 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-59cc7976-fd9d-4203-be73-04a95ea04906 tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=e72f8577-dcc0-446b-86ea-6ed054a0b869 HTTP/1.1" status: 200 len: 216 time: 0.0308411 Jan 27 22:12:14.221597 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55598) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:14.242262 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-813cd179-8999-464b-a184-a2f32d8d5111 tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0168278 Jan 27 22:12:14.242800 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55600) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:14.274993 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-eec4a73c-6851-4469-ac49-c6bf128792fd tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0274682 Jan 27 22:12:14.275310 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55602) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:14.319653 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a3464469-1152-45e0-8455-f25ddc22c98a None None] Port 3ed1a26a-10f6-4138-bbef-ff1e9beccc44 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:14.342581 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a3464469-1152-45e0-8455-f25ddc22c98a None None] Provisioning complete for port fc413bd6-36e7-4223-9e09-1f27d9438ab2 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:14.356426 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a3464469-1152-45e0-8455-f25ddc22c98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fc413bd6-36e7-4223-9e09-1f27d9438ab2), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:14.412859 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-24acd488-5eaf-490c-b0d2-b96a2fc59ddc tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/72b70183-bde5-4e33-a745-2f8a5dbb3a98 HTTP/1.1" status: 200 len: 472 time: 0.1363683 Jan 27 22:12:14.413873 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55604) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:14.439009 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cd24ff91-8a3e-4a3e-b4e7-dbc616fe694e tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/d75f68f9-5e75-4fee-863c-5565ab7b0679 HTTP/1.1" status: 200 len: 461 time: 0.0237288 Jan 27 22:12:14.439939 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55606) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:14.451643 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a3464469-1152-45e0-8455-f25ddc22c98a None None] Current status of the port fc413bd6-36e7-4223-9e09-1f27d9438ab2 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:14.581241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-77f275ec-0d1f-48e3-a47a-f0f196700912 None None] Provisioning complete for port 87edbb31-9942-4929-bda9-18e7221f4de9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:14.582422 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-77f275ec-0d1f-48e3-a47a-f0f196700912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (87edbb31-9942-4929-bda9-18e7221f4de9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:14.591865 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-1034d743-1d0f-4a44-987a-d1f937f199dd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] device_id is not set on port bce87a2b-42a3-4a1e-9c06-14b7a37d72b0 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:12:14.671918 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0aa8ea4b-fbf2-4dc6-a548-8bc8fc394f5c tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:14.672876 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-77f275ec-0d1f-48e3-a47a-f0f196700912 None None] Port 87edbb31-9942-4929-bda9-18e7221f4de9 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:14.673142 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0aa8ea4b-fbf2-4dc6-a548-8bc8fc394f5c tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/d75f68f9-5e75-4fee-863c-5565ab7b0679 HTTP/1.1" status: 204 len: 168 time: 0.2320395 Jan 27 22:12:14.676738 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55608) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:14.704008 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-77f275ec-0d1f-48e3-a47a-f0f196700912 None None] Provisioning complete for port 3ed1a26a-10f6-4138-bbef-ff1e9beccc44 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:14.704413 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-77f275ec-0d1f-48e3-a47a-f0f196700912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3ed1a26a-10f6-4138-bbef-ff1e9beccc44), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:14.834468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port fc413bd6-36e7-4223-9e09-1f27d9438ab2 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:14.836800 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:14.922716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-77f275ec-0d1f-48e3-a47a-f0f196700912 None None] Port 3ed1a26a-10f6-4138-bbef-ff1e9beccc44 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:14.945924 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-77f275ec-0d1f-48e3-a47a-f0f196700912 None None] Provisioning complete for port eda226c4-ac53-4ddb-9248-ce4443edd19a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:14.946321 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-77f275ec-0d1f-48e3-a47a-f0f196700912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:14.991323 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:14.991712 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:15.110152 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17468684-15bd-4c4c-91cb-e39b67796e80 tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:15.113603 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-17468684-15bd-4c4c-91cb-e39b67796e80 tempest-MeteringTestJSON-1064736471 tempest-MeteringTestJSON-1064736471-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/72b70183-bde5-4e33-a745-2f8a5dbb3a98 HTTP/1.1" status: 204 len: 168 time: 0.4336908 Jan 27 22:12:15.188771 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-4bd54fe9-1398-47e2-b09c-c4aa6732d525 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Allocated IP 172.20.0.6 (8bc1ea37-ce86-4e2b-8195-a36bd1262097/96ee7050-7989-4c67-ba85-40add23794c3/f8b51605-e068-49d4-8f72-c7b5e9369b03) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:15.191274 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-1034d743-1d0f-4a44-987a-d1f937f199dd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Allocated IP 172.20.0.6 (c2791214-9850-449d-a749-f80b0176ccd6/c1181450-49e9-484c-888c-b8974fd65818/bce87a2b-42a3-4a1e-9c06-14b7a37d72b0) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:15.204445 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-77f275ec-0d1f-48e3-a47a-f0f196700912 None None] Current status of the port eda226c4-ac53-4ddb-9248-ce4443edd19a is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:15.206158 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-77f275ec-0d1f-48e3-a47a-f0f196700912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:15.225480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:15.255365 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-77f275ec-0d1f-48e3-a47a-f0f196700912 None None] For port eda226c4-ac53-4ddb-9248-ce4443edd19a, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=eda226c4-ac53-4ddb-9248-ce4443edd19a,segment=NetworkSegment(eec158c0-8891-4176-aeb5-f7c68c61fc26),segment_id=eec158c0-8891-4176-aeb5-f7c68c61fc26)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:15.264641 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-77f275ec-0d1f-48e3-a47a-f0f196700912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:15.380880 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f275ec-0d1f-48e3-a47a-f0f196700912 None None] Pushing event updated for resources: {'Port': ['ID=eda226c4-ac53-4ddb-9248-ce4443edd19a,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:15.581802 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69e09054-e0fb-47a2-84e7-c1fe7fc8f856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for port (3ed1a26a-10f6-4138-bbef-ff1e9beccc44), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:15.599232 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69e09054-e0fb-47a2-84e7-c1fe7fc8f856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (3ed1a26a-10f6-4138-bbef-ff1e9beccc44), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:15.656405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device fc413bd6-36e7-4223-9e09-1f27d9438ab2 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:15.763832 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4bd54fe9-1398-47e2-b09c-c4aa6732d525 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for port (f8b51605-e068-49d4-8f72-c7b5e9369b03), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:15.764105 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55620) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:15.784482 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port fc413bd6-36e7-4223-9e09-1f27d9438ab2 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:15.784482 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fc413bd6-36e7-4223-9e09-1f27d9438ab2), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:15.838543 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1034d743-1d0f-4a44-987a-d1f937f199dd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for port (bce87a2b-42a3-4a1e-9c06-14b7a37d72b0), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:15.848792 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69e09054-e0fb-47a2-84e7-c1fe7fc8f856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (b6aa639d-7cb8-4455-bf35-65c296cbcaca), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:15.869331 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e09054-e0fb-47a2-84e7-c1fe7fc8f856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'Port': ['ID=3ed1a26a-10f6-4138-bbef-ff1e9beccc44,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:15.897472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-8496c234-fbbe-447d-b1af-8b6b6803a742 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting port 478f207b-a883-4b54-901a-d688c6ec36f9 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:15.897881 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8496c234-fbbe-447d-b1af-8b6b6803a742 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (478f207b-a883-4b54-901a-d688c6ec36f9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:15.987917 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port fc413bd6-36e7-4223-9e09-1f27d9438ab2 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:15.992326 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device eda226c4-ac53-4ddb-9248-ce4443edd19a up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:16.050547 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc682061-a909-4ec1-a797-524c32cbd4a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:16.086514 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port eda226c4-ac53-4ddb-9248-ce4443edd19a triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:16.087365 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:16.166334 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-8496c234-fbbe-447d-b1af-8b6b6803a742 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] For port 478f207b-a883-4b54-901a-d688c6ec36f9, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=478f207b-a883-4b54-901a-d688c6ec36f9,segment=NetworkSegment(c61011d3-5808-4645-9d8c-c070d8570661),segment_id=c61011d3-5808-4645-9d8c-c070d8570661)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:16.166701 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8496c234-fbbe-447d-b1af-8b6b6803a742 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (478f207b-a883-4b54-901a-d688c6ec36f9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:16.189052 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-8496c234-fbbe-447d-b1af-8b6b6803a742 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Calling delete_port for 478f207b-a883-4b54-901a-d688c6ec36f9 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:16.190176 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc682061-a909-4ec1-a797-524c32cbd4a9 admin admin] Publish callbacks [] for security_group (3fb7f29c-1d59-41bb-8c60-477d1438b3a2), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:16.195312 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc682061-a909-4ec1-a797-524c32cbd4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3fb7f29c-1d59-41bb-8c60-477d1438b3a2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:16.253913 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port eda226c4-ac53-4ddb-9248-ce4443edd19a is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:16.263052 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bc682061-a909-4ec1-a797-524c32cbd4a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7b5eeed0e0f4d8793581dadd84d4bd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4976933 Jan 27 22:12:16.264062 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc682061-a909-4ec1-a797-524c32cbd4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb7f29c-1d59-41bb-8c60-477d1438b3a2,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:16.268033 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55632) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:16.328436 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0790ac4c-1ea9-45d4-9b9e-821c86bf7e44 admin admin] Publish callbacks [] for security_group (3fb7f29c-1d59-41bb-8c60-477d1438b3a2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:16.332811 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4bd54fe9-1398-47e2-b09c-c4aa6732d525 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f8b51605-e068-49d4-8f72-c7b5e9369b03), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:16.357067 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0790ac4c-1ea9-45d4-9b9e-821c86bf7e44 admin admin] Publish callbacks [] for security_group (3fb7f29c-1d59-41bb-8c60-477d1438b3a2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:16.391101 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1034d743-1d0f-4a44-987a-d1f937f199dd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (bce87a2b-42a3-4a1e-9c06-14b7a37d72b0), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:16.432522 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0790ac4c-1ea9-45d4-9b9e-821c86bf7e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3fb7f29c-1d59-41bb-8c60-477d1438b3a2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:16.435435 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0790ac4c-1ea9-45d4-9b9e-821c86bf7e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:16.437551 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd54fe9-1398-47e2-b09c-c4aa6732d525 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:16.439960 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0790ac4c-1ea9-45d4-9b9e-821c86bf7e44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3fb7f29c-1d59-41bb-8c60-477d1438b3a2 HTTP/1.1" status: 204 len: 168 time: 0.1705372 Jan 27 22:12:16.448738 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790ac4c-1ea9-45d4-9b9e-821c86bf7e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb7f29c-1d59-41bb-8c60-477d1438b3a2,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:16.457916 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e09054-e0fb-47a2-84e7-c1fe7fc8f856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Network dfd554a6-e3e7-42fa-aa9f-3416cb186645 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:16.463966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-4bd54fe9-1398-47e2-b09c-c4aa6732d525 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:16.468769 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd54fe9-1398-47e2-b09c-c4aa6732d525 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Port': ['ID=f8b51605-e068-49d4-8f72-c7b5e9369b03,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:16.471571 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-69e09054-e0fb-47a2-84e7-c1fe7fc8f856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:16.476824 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd54fe9-1398-47e2-b09c-c4aa6732d525 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:16.553548 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1034d743-1d0f-4a44-987a-d1f937f199dd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Network c2791214-9850-449d-a749-f80b0176ccd6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:16.567588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-1034d743-1d0f-4a44-987a-d1f937f199dd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:16.609220 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1034d743-1d0f-4a44-987a-d1f937f199dd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:16.626418 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8496c234-fbbe-447d-b1af-8b6b6803a742 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (478f207b-a883-4b54-901a-d688c6ec36f9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:16.680620 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034d743-1d0f-4a44-987a-d1f937f199dd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Port': ['ID=bce87a2b-42a3-4a1e-9c06-14b7a37d72b0,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:16.694899 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd54fe9-1398-47e2-b09c-c4aa6732d525 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:16.695904 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4bd54fe9-1398-47e2-b09c-c4aa6732d525 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:16.825931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496c234-fbbe-447d-b1af-8b6b6803a742 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Port': ['ID=478f207b-a883-4b54-901a-d688c6ec36f9,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:16.876930 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1034d743-1d0f-4a44-987a-d1f937f199dd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:16.877568 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1034d743-1d0f-4a44-987a-d1f937f199dd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:16.882794 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4bd54fe9-1398-47e2-b09c-c4aa6732d525 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.2300014 Jan 27 22:12:16.886303 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55638) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:16.891282 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-fcf35477-09e7-4515-acfb-dfeb13063675 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'subnet': {'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:16.922897 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55640) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:16.931944 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-62607869-906e-41a3-a247-b89edfbd7281 None None] Provisioning complete for port f8b51605-e068-49d4-8f72-c7b5e9369b03 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:16.932544 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-62607869-906e-41a3-a247-b89edfbd7281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f8b51605-e068-49d4-8f72-c7b5e9369b03), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:16.944099 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-05f58f37-444b-49e5-aab5-c692b0f8ca0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:16.981243 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1034d743-1d0f-4a44-987a-d1f937f199dd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0614679 Jan 27 22:12:16.982538 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55644) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:16.987142 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f048604c-e94f-44c0-8279-b0acf619b029 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Request body: {'floatingip': {'port_id': 'bce87a2b-42a3-4a1e-9c06-14b7a37d72b0'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:16.993830 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e09054-e0fb-47a2-84e7-c1fe7fc8f856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Router b6aa639d-7cb8-4455-bf35-65c296cbcaca has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:12:17.011511 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-62607869-906e-41a3-a247-b89edfbd7281 None None] Port f8b51605-e068-49d4-8f72-c7b5e9369b03 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:17.023106 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-62607869-906e-41a3-a247-b89edfbd7281 None None] Provisioning complete for port 3ed1a26a-10f6-4138-bbef-ff1e9beccc44 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:17.023413 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-62607869-906e-41a3-a247-b89edfbd7281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3ed1a26a-10f6-4138-bbef-ff1e9beccc44), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:17.075180 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-62607869-906e-41a3-a247-b89edfbd7281 None None] Port 3ed1a26a-10f6-4138-bbef-ff1e9beccc44 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:17.092468 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f048604c-e94f-44c0-8279-b0acf619b029 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (57772e03-5e57-47f5-af59-6a7c4ca18171), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:17.205051 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e09054-e0fb-47a2-84e7-c1fe7fc8f856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:17.216570 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] Sync routers for ids ['b6aa639d-7cb8-4455-bf35-65c296cbcaca'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:17.225800 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-69e09054-e0fb-47a2-84e7-c1fe7fc8f856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "PUT /v2.0/routers/b6aa639d-7cb8-4455-bf35-65c296cbcaca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0388880 Jan 27 22:12:17.231980 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55660) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:17.234195 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] Routers {'b6aa639d-7cb8-4455-bf35-65c296cbcaca'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:17.234195 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b6aa639d-7cb8-4455-bf35-65c296cbcaca'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:17.391029 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf35477-09e7-4515-acfb-dfeb13063675 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:17.395392 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fcf35477-09e7-4515-acfb-dfeb13063675 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:17.514021 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] Set router b6aa639d-7cb8-4455-bf35-65c296cbcaca gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:17.567988 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-05f58f37-444b-49e5-aab5-c692b0f8ca0a admin admin] Publish callbacks [] for security_group (e9cd1b11-2588-4365-b1f2-5cd0bf4447ee), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:17.586107 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device eda226c4-ac53-4ddb-9248-ce4443edd19a up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:17.587166 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8496c234-fbbe-447d-b1af-8b6b6803a742 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (c9d81c5f-1ff3-4995-a896-f7518a4406f6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:17.852762 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'name': 'tempest-TestNetworkBasicOps-router-1793070370', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:58Z', 'updated_at': '2022-01-27T22:12:13Z', 'revision_number': 4, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:59Z', 'updated_at': '2022-01-27T22:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3ed1a26a-10f6-4138-bbef-ff1e9beccc44', 'name': '', 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:ea:ef:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c5518924-fd94-4230-9918-353734c78108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:10Z', 'updated_at': '2022-01-27T22:12:14Z', 'revision_number': 2, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'c5518924-fd94-4230-9918-353734c78108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:17.884228 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] Checking router: b6aa639d-7cb8-4455-bf35-65c296cbcaca for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:12:17.884849 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] Updating router b6aa639d-7cb8-4455-bf35-65c296cbcaca port 3ed1a26a-10f6-4138-bbef-ff1e9beccc44 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:12:17.913566 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3ed1a26a-10f6-4138-bbef-ff1e9beccc44), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:18.130539 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-05f58f37-444b-49e5-aab5-c692b0f8ca0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e9cd1b11-2588-4365-b1f2-5cd0bf4447ee), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:18.231294 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port eda226c4-ac53-4ddb-9248-ce4443edd19a triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:18.231838 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:18.306691 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f58f37-444b-49e5-aab5-c692b0f8ca0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cd1b11-2588-4365-b1f2-5cd0bf4447ee,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:18.334463 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91de86a6-ae31-411b-86e9-55dbd9d62dd2 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.347514 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91de86a6-ae31-411b-86e9-55dbd9d62dd2 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.348337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91de86a6-ae31-411b-86e9-55dbd9d62dd2 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.349427 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91de86a6-ae31-411b-86e9-55dbd9d62dd2 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.350132 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91de86a6-ae31-411b-86e9-55dbd9d62dd2 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.350776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91de86a6-ae31-411b-86e9-55dbd9d62dd2 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.351413 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91de86a6-ae31-411b-86e9-55dbd9d62dd2 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.354301 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91de86a6-ae31-411b-86e9-55dbd9d62dd2 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.354960 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91de86a6-ae31-411b-86e9-55dbd9d62dd2 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.355602 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91de86a6-ae31-411b-86e9-55dbd9d62dd2 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.356604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91de86a6-ae31-411b-86e9-55dbd9d62dd2 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.360686 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91de86a6-ae31-411b-86e9-55dbd9d62dd2 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.361344 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91de86a6-ae31-411b-86e9-55dbd9d62dd2 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.366067 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-91de86a6-ae31-411b-86e9-55dbd9d62dd2 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9102 time: 1.1347392 Jan 27 22:12:18.369061 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55670) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:18.401001 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] Publish callbacks [] for port (3ed1a26a-10f6-4138-bbef-ff1e9beccc44), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:18.411634 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3ed1a26a-10f6-4138-bbef-ff1e9beccc44), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:18.428448 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port eda226c4-ac53-4ddb-9248-ce4443edd19a is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:18.429892 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.db.resource_extend [None req-f048604c-e94f-44c0-8279-b0acf619b029 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:12:18.487694 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db677b-ce03-4cd7-91d0-690961da25f6 None None] Pushing event updated for resources: {'Port': ['ID=3ed1a26a-10f6-4138-bbef-ff1e9beccc44,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:18.509921 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-05f58f37-444b-49e5-aab5-c692b0f8ca0a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fec1357cb02448299cca558148bacc6a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5855982 Jan 27 22:12:18.513681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55674) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:18.522334 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db677b-ce03-4cd7-91d0-690961da25f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:18.522910 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db677b-ce03-4cd7-91d0-690961da25f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:18.523593 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db677b-ce03-4cd7-91d0-690961da25f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:18.524209 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db677b-ce03-4cd7-91d0-690961da25f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:18.525514 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db677b-ce03-4cd7-91d0-690961da25f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:18.529741 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db677b-ce03-4cd7-91d0-690961da25f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:18.530443 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db677b-ce03-4cd7-91d0-690961da25f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:18.531107 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db677b-ce03-4cd7-91d0-690961da25f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:18.532178 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db677b-ce03-4cd7-91d0-690961da25f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:18.532690 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db677b-ce03-4cd7-91d0-690961da25f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:18.533183 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db677b-ce03-4cd7-91d0-690961da25f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:18.533691 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db677b-ce03-4cd7-91d0-690961da25f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:18.534187 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db677b-ce03-4cd7-91d0-690961da25f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:18.544424 n-d-772272-3 neutron-server[109742]: INFO neutron.db.ipam_backend_mixin [None req-fcf35477-09e7-4515-acfb-dfeb13063675 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 96ee7050-7989-4c67-ba85-40add23794c3 (CIDR: 172.20.0.0/28) Jan 27 22:12:18.554637 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf35477-09e7-4515-acfb-dfeb13063675 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:12:18.563015 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf35477-09e7-4515-acfb-dfeb13063675 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:12:18.595847 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f048604c-e94f-44c0-8279-b0acf619b029 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:18.604906 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f048604c-e94f-44c0-8279-b0acf619b029 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (57772e03-5e57-47f5-af59-6a7c4ca18171), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:18.613834 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fcf35477-09e7-4515-acfb-dfeb13063675 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7259562 Jan 27 22:12:18.627011 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55678) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:18.662132 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] Attempting to bind port 3ed1a26a-10f6-4138-bbef-ff1e9beccc44 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:18.662516 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] Attempting to bind port 3ed1a26a-10f6-4138-bbef-ff1e9beccc44 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'cacc80b8-5a81-4830-a1f0-6df7f19512b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:18.662888 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] Attempting to bind port 3ed1a26a-10f6-4138-bbef-ff1e9beccc44 on network dfd554a6-e3e7-42fa-aa9f-3416cb186645 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:18.669688 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:12:18.670063 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] Checking segment: {'id': 'cacc80b8-5a81-4830-a1f0-6df7f19512b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:12:18.670799 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:18.671199 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] Bound using segment: {'id': 'cacc80b8-5a81-4830-a1f0-6df7f19512b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:12:18.671877 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] Bound port: 3ed1a26a-10f6-4138-bbef-ff1e9beccc44, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cacc80b8-5a81-4830-a1f0-6df7f19512b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:12:18.675426 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3ed1a26a-10f6-4138-bbef-ff1e9beccc44), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:18.769122 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] For port 3ed1a26a-10f6-4138-bbef-ff1e9beccc44, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:12:18.775612 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] For port 3ed1a26a-10f6-4138-bbef-ff1e9beccc44, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3ed1a26a-10f6-4138-bbef-ff1e9beccc44,segment=NetworkSegment(cacc80b8-5a81-4830-a1f0-6df7f19512b6),segment_id=cacc80b8-5a81-4830-a1f0-6df7f19512b6)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:12:18.783566 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3ed1a26a-10f6-4138-bbef-ff1e9beccc44), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:18.849874 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e397c7-8d3c-4c5c-b536-442aca189cb5 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.850629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e397c7-8d3c-4c5c-b536-442aca189cb5 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.851728 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e397c7-8d3c-4c5c-b536-442aca189cb5 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.853674 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e397c7-8d3c-4c5c-b536-442aca189cb5 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.854306 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e397c7-8d3c-4c5c-b536-442aca189cb5 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.855692 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e397c7-8d3c-4c5c-b536-442aca189cb5 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.856799 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e397c7-8d3c-4c5c-b536-442aca189cb5 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.859510 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e397c7-8d3c-4c5c-b536-442aca189cb5 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.860256 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e397c7-8d3c-4c5c-b536-442aca189cb5 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.861281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e397c7-8d3c-4c5c-b536-442aca189cb5 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.865086 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e397c7-8d3c-4c5c-b536-442aca189cb5 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.865772 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e397c7-8d3c-4c5c-b536-442aca189cb5 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.866397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e397c7-8d3c-4c5c-b536-442aca189cb5 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:18.868916 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f1e397c7-8d3c-4c5c-b536-442aca189cb5 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8190 time: 0.4986122 Jan 27 22:12:18.872056 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55680) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:18.939523 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db677b-ce03-4cd7-91d0-690961da25f6 None None] Pushing event updated for resources: {'Port': ['ID=3ed1a26a-10f6-4138-bbef-ff1e9beccc44,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:18.941309 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c4719173-2c39-4e8c-bc4b-7b90a0369ae4 None None] Provisioning complete for port 3ed1a26a-10f6-4138-bbef-ff1e9beccc44 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:18.942206 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c4719173-2c39-4e8c-bc4b-7b90a0369ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3ed1a26a-10f6-4138-bbef-ff1e9beccc44), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:18.954422 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] Routers {'b6aa639d-7cb8-4455-bf35-65c296cbcaca'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:18.955378 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b6aa639d-7cb8-4455-bf35-65c296cbcaca'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:19.096912 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e731272c-32e1-4ea8-884e-de328f1db40d admin admin] Publish callbacks [] for security_group (e9cd1b11-2588-4365-b1f2-5cd0bf4447ee), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:19.156963 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e731272c-32e1-4ea8-884e-de328f1db40d admin admin] Publish callbacks [] for security_group (e9cd1b11-2588-4365-b1f2-5cd0bf4447ee), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:19.166197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c4719173-2c39-4e8c-bc4b-7b90a0369ae4 None None] Current status of the port 3ed1a26a-10f6-4138-bbef-ff1e9beccc44 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:19.166535 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c4719173-2c39-4e8c-bc4b-7b90a0369ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3ed1a26a-10f6-4138-bbef-ff1e9beccc44), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:19.209660 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] Set router b6aa639d-7cb8-4455-bf35-65c296cbcaca gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:19.266702 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c4719173-2c39-4e8c-bc4b-7b90a0369ae4 None None] For port 3ed1a26a-10f6-4138-bbef-ff1e9beccc44, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3ed1a26a-10f6-4138-bbef-ff1e9beccc44,segment=NetworkSegment(cacc80b8-5a81-4830-a1f0-6df7f19512b6),segment_id=cacc80b8-5a81-4830-a1f0-6df7f19512b6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:19.274282 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c4719173-2c39-4e8c-bc4b-7b90a0369ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3ed1a26a-10f6-4138-bbef-ff1e9beccc44), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:19.310459 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8496c234-fbbe-447d-b1af-8b6b6803a742 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router c9d81c5f-1ff3-4995-a896-f7518a4406f6 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:12:19.350732 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4719173-2c39-4e8c-bc4b-7b90a0369ae4 None None] Pushing event updated for resources: {'Port': ['ID=3ed1a26a-10f6-4138-bbef-ff1e9beccc44,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:19.407705 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f1b4b015-15c3-4cf3-b121-4a7a5294ebc1 None None] Provisioning complete for port 3ed1a26a-10f6-4138-bbef-ff1e9beccc44 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:19.409524 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b015-15c3-4cf3-b121-4a7a5294ebc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3ed1a26a-10f6-4138-bbef-ff1e9beccc44), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:19.419607 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-80a420b3-649b-4997-bf6a-ed97ce9742d4 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'subnet': {'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:19.543708 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f1b4b015-15c3-4cf3-b121-4a7a5294ebc1 None None] Current status of the port 3ed1a26a-10f6-4138-bbef-ff1e9beccc44 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:19.602436 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-f048604c-e94f-44c0-8279-b0acf619b029 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Floating IP 57772e03-5e57-47f5-af59-6a7c4ca18171 associated. External IP: 172.25.3.202, port: bce87a2b-42a3-4a1e-9c06-14b7a37d72b0. Jan 27 22:12:19.646960 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'name': 'tempest-TestNetworkBasicOps-router-1793070370', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:58Z', 'updated_at': '2022-01-27T22:12:13Z', 'revision_number': 4, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:59Z', 'updated_at': '2022-01-27T22:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3ed1a26a-10f6-4138-bbef-ff1e9beccc44', 'name': '', 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:ea:ef:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c5518924-fd94-4230-9918-353734c78108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:10Z', 'updated_at': '2022-01-27T22:12:18Z', 'revision_number': 4, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'c5518924-fd94-4230-9918-353734c78108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:19.649421 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e731272c-32e1-4ea8-884e-de328f1db40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e9cd1b11-2588-4365-b1f2-5cd0bf4447ee), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:19.654372 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e731272c-32e1-4ea8-884e-de328f1db40d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:19.660890 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e731272c-32e1-4ea8-884e-de328f1db40d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9cd1b11-2588-4365-b1f2-5cd0bf4447ee HTTP/1.1" status: 204 len: 168 time: 1.0179424 Jan 27 22:12:19.716847 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6edd753-f293-4c7d-8fd2-cfc909c63a93 None None] The sync data for ids ['b6aa639d-7cb8-4455-bf35-65c296cbcaca'] in n-d-772272-3 is: [{'id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'name': 'tempest-TestNetworkBasicOps-router-1793070370', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:58Z', 'updated_at': '2022-01-27T22:12:13Z', 'revision_number': 4, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:59Z', 'updated_at': '2022-01-27T22:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3ed1a26a-10f6-4138-bbef-ff1e9beccc44', 'name': '', 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:ea:ef:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c5518924-fd94-4230-9918-353734c78108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:10Z', 'updated_at': '2022-01-27T22:12:18Z', 'revision_number': 4, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'c5518924-fd94-4230-9918-353734c78108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:19.726403 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a420b3-649b-4997-bf6a-ed97ce9742d4 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:19.731128 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80a420b3-649b-4997-bf6a-ed97ce9742d4 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:19.766636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731272c-32e1-4ea8-884e-de328f1db40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cd1b11-2588-4365-b1f2-5cd0bf4447ee,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:20.025563 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8496c234-fbbe-447d-b1af-8b6b6803a742 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:20.037301 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc9656-6a4c-48d8-ac33-e58074ab8485 None None] Sync routers for ids ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:20.052881 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8496c234-fbbe-447d-b1af-8b6b6803a742 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/c9d81c5f-1ff3-4995-a896-f7518a4406f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1251857 Jan 27 22:12:20.053551 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55692) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:20.073846 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cc9656-6a4c-48d8-ac33-e58074ab8485 None None] Routers {'c9d81c5f-1ff3-4995-a896-f7518a4406f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:20.074646 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-65cc9656-6a4c-48d8-ac33-e58074ab8485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:20.208449 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e3ae70-62a3-46e6-9a7e-778bf956d848 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting subnet 1a5290ac-879e-4609-be26-bf9a117b6bf3 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:12:20.236469 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-81e3ae70-62a3-46e6-9a7e-778bf956d848 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (1a5290ac-879e-4609-be26-bf9a117b6bf3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:20.311864 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-248360d0-27dc-4651-910d-f4aa6d22e23e tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3575 time: 1.4262054 Jan 27 22:12:20.329729 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80a420b3-649b-4997-bf6a-ed97ce9742d4 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (447b9035-6cc9-4cd2-b6fc-081e2c96da42), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:20.345013 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-81e3ae70-62a3-46e6-9a7e-778bf956d848 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (1a5290ac-879e-4609-be26-bf9a117b6bf3), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:20.365855 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-65cc9656-6a4c-48d8-ac33-e58074ab8485 None None] Set router c9d81c5f-1ff3-4995-a896-f7518a4406f6 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:20.500420 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a420b3-649b-4997-bf6a-ed97ce9742d4 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:20.541931 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-80a420b3-649b-4997-bf6a-ed97ce9742d4 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:20.558098 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a420b3-649b-4997-bf6a-ed97ce9742d4 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:20.561591 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80a420b3-649b-4997-bf6a-ed97ce9742d4 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:20.574834 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-81e3ae70-62a3-46e6-9a7e-778bf956d848 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (1a5290ac-879e-4609-be26-bf9a117b6bf3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:20.593557 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a420b3-649b-4997-bf6a-ed97ce9742d4 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Subnet': ['ID=447b9035-6cc9-4cd2-b6fc-081e2c96da42,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:20.625279 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-80a420b3-649b-4997-bf6a-ed97ce9742d4 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1966903 Jan 27 22:12:20.630792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847b1f62-9e86-40f5-8bcb-0230613c9fd3 None None] Network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:20.631715 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55706) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:20.643232 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-cea08a12-78c2-479f-b9dc-66160309615e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1537327866', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '447b9035-6cc9-4cd2-b6fc-081e2c96da42'}], 'security_groups': ['920cda0b-438e-41f7-9869-f6be942921ff']}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:20.760044 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-81e3ae70-62a3-46e6-9a7e-778bf956d848 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (1a5290ac-879e-4609-be26-bf9a117b6bf3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:20.774773 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f048604c-e94f-44c0-8279-b0acf619b029 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Router 6e273520-5c12-4997-a694-32f5bedbbfa8 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:12:20.873999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3ae70-62a3-46e6-9a7e-778bf956d848 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Subnet': ['ID=1a5290ac-879e-4609-be26-bf9a117b6bf3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:20.876001 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-81e3ae70-62a3-46e6-9a7e-778bf956d848 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:20.903865 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-81e3ae70-62a3-46e6-9a7e-778bf956d848 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/subnets/1a5290ac-879e-4609-be26-bf9a117b6bf3 HTTP/1.1" status: 204 len: 168 time: 0.8443975 Jan 27 22:12:20.905359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55716) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:20.938240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55718) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:20.961496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-f14b92ba-a274-4cb6-b369-5c1a11d3d41b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1417497646', 'description': 'tempest-secgroup-smoke-1417497646 description', 'project_id': '7f283cf476a449f8a327cb51a3011c25'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:20.965655 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1409cbfd-39b5-4ec2-b783-5a9fe78fb491 None None] Network 2ef5b06b-ac82-4637-8e33-ddb635f3d74a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:21.019373 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f14b92ba-a274-4cb6-b369-5c1a11d3d41b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:21.208428 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f14b92ba-a274-4cb6-b369-5c1a11d3d41b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group (1d6ffcba-ea09-48e8-b571-bf21b96ee564), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:21.223316 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f14b92ba-a274-4cb6-b369-5c1a11d3d41b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1d6ffcba-ea09-48e8-b571-bf21b96ee564), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:21.265298 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f048604c-e94f-44c0-8279-b0acf619b029 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:21.279299 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4216cd4c-2d5c-47ac-97d9-37b8e341a896 None None] Sync routers for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:21.293963 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f048604c-e94f-44c0-8279-b0acf619b029 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:21.299676 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4216cd4c-2d5c-47ac-97d9-37b8e341a896 None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:21.301472 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4216cd4c-2d5c-47ac-97d9-37b8e341a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:21.377595 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f048604c-e94f-44c0-8279-b0acf619b029 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "PUT /v2.0/floatingips/57772e03-5e57-47f5-af59-6a7c4ca18171 HTTP/1.1" status: 200 len: 978 time: 4.3947206 Jan 27 22:12:21.387901 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:21.398431 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55726) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:21.410228 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cea08a12-78c2-479f-b9dc-66160309615e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f8b51605-e068-49d4-8f72-c7b5e9369b03), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:21.462393 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f14b92ba-a274-4cb6-b369-5c1a11d3d41b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:21.465822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f14b92ba-a274-4cb6-b369-5c1a11d3d41b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5184605 Jan 27 22:12:21.475422 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55730) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:21.480281 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4216cd4c-2d5c-47ac-97d9-37b8e341a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:21.490029 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a63b71b6-ca4b-4fc2-ac11-7f0f040e2703 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (2ef5b06b-ac82-4637-8e33-ddb635f3d74a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:21.515331 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b92ba-a274-4cb6-b369-5c1a11d3d41b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6ffcba-ea09-48e8-b571-bf21b96ee564,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:21.527011 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4216cd4c-2d5c-47ac-97d9-37b8e341a896 None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:21.532237 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4216cd4c-2d5c-47ac-97d9-37b8e341a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:21.614712 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-cd92b39b-fa0b-468f-a793-df19fad3cd7c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'security_group_rule': {'security_group_id': '1d6ffcba-ea09-48e8-b571-bf21b96ee564', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:21.634523 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4216cd4c-2d5c-47ac-97d9-37b8e341a896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:21.636699 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4216cd4c-2d5c-47ac-97d9-37b8e341a896 None None] The sync data for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:21.673233 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-a63b71b6-ca4b-4fc2-ac11-7f0f040e2703 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting port f87fc8b7-5f24-44c5-a8d0-43901c54e6f1 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:21.673871 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a63b71b6-ca4b-4fc2-ac11-7f0f040e2703 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f87fc8b7-5f24-44c5-a8d0-43901c54e6f1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:21.675398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eea8094-829d-48c9-81a3-5f9dd0abd0c7 None None] DHCP port deletion for 2ef5b06b-ac82-4637-8e33-ddb635f3d74a request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:12:21.682829 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3ed1a26a-10f6-4138-bbef-ff1e9beccc44 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:21.843649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-a63b71b6-ca4b-4fc2-ac11-7f0f040e2703 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] For port f87fc8b7-5f24-44c5-a8d0-43901c54e6f1, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f87fc8b7-5f24-44c5-a8d0-43901c54e6f1,segment=NetworkSegment(c61011d3-5808-4645-9d8c-c070d8570661),segment_id=c61011d3-5808-4645-9d8c-c070d8570661)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:21.844289 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a63b71b6-ca4b-4fc2-ac11-7f0f040e2703 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f87fc8b7-5f24-44c5-a8d0-43901c54e6f1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:21.886519 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-a63b71b6-ca4b-4fc2-ac11-7f0f040e2703 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Calling delete_port for f87fc8b7-5f24-44c5-a8d0-43901c54e6f1 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:22.113701 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-65cc9656-6a4c-48d8-ac33-e58074ab8485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:12:16Z', 'revision_number': 8, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '0206117e-4aab-4c1d-9550-eb52940f9a66', 'name': '', 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:71:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:22Z', 'updated_at': '2022-01-27T22:11:33Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6179a379-d10d-4834-ae1a-fa222bab5202', 'name': '', 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:bc:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:33Z', 'updated_at': '2022-01-27T22:11:46Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:22.166095 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a63b71b6-ca4b-4fc2-ac11-7f0f040e2703 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f87fc8b7-5f24-44c5-a8d0-43901c54e6f1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:22.217511 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63b71b6-ca4b-4fc2-ac11-7f0f040e2703 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] No DVR routers for this DVR port f87fc8b7-5f24-44c5-a8d0-43901c54e6f1 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:12:22.219356 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b71b6-ca4b-4fc2-ac11-7f0f040e2703 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Port': ['ID=f87fc8b7-5f24-44c5-a8d0-43901c54e6f1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:22.219974 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc9656-6a4c-48d8-ac33-e58074ab8485 None None] Checking router: c9d81c5f-1ff3-4995-a896-f7518a4406f6 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:12:22.242543 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 3ed1a26a-10f6-4138-bbef-ff1e9beccc44 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:22.245535 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3ed1a26a-10f6-4138-bbef-ff1e9beccc44), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:22.278983 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cc9656-6a4c-48d8-ac33-e58074ab8485 None None] Routers {'c9d81c5f-1ff3-4995-a896-f7518a4406f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:22.280085 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-65cc9656-6a4c-48d8-ac33-e58074ab8485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:22.289502 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3eea8094-829d-48c9-81a3-5f9dd0abd0c7 None None] Deleting port f87fc8b7-5f24-44c5-a8d0-43901c54e6f1 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:22.290028 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3eea8094-829d-48c9-81a3-5f9dd0abd0c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f87fc8b7-5f24-44c5-a8d0-43901c54e6f1), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:22.316972 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd92b39b-fa0b-468f-a793-df19fad3cd7c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (309bf859-1ae8-4dff-8a45-cbc5abd1c8e5), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:22.354042 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9a3652-fedb-4278-b128-d731937b3e30 None None] Update dhcp port {'port': {'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097', 'fixed_ips': [{'subnet_id': '96ee7050-7989-4c67-ba85-40add23794c3', 'ip_address': '172.20.0.2'}, {'subnet_id': '447b9035-6cc9-4cd2-b6fc-081e2c96da42'}], 'binding:host_id': 'n-d-772272-3'}, 'id': 'eda226c4-ac53-4ddb-9248-ce4443edd19a'} from n-d-772272-3. {{(pid=109743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:12:22.371738 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a63b71b6-ca4b-4fc2-ac11-7f0f040e2703 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (2ef5b06b-ac82-4637-8e33-ddb635f3d74a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:22.409672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-a63b71b6-ca4b-4fc2-ac11-7f0f040e2703 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef5b06b-ac82-4637-8e33-ddb635f3d74a']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:22.426914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-a63b71b6-ca4b-4fc2-ac11-7f0f040e2703 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61011d3-5808-4645-9d8c-c070d8570661') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:22.427525 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-a63b71b6-ca4b-4fc2-ac11-7f0f040e2703 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61011d3-5808-4645-9d8c-c070d8570661') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:22.442354 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a63b71b6-ca4b-4fc2-ac11-7f0f040e2703 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (c61011d3-5808-4645-9d8c-c070d8570661), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:22.470225 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a63b71b6-ca4b-4fc2-ac11-7f0f040e2703 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (c61011d3-5808-4645-9d8c-c070d8570661), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:22.482200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63b71b6-ca4b-4fc2-ac11-7f0f040e2703 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:12:22.482895 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a63b71b6-ca4b-4fc2-ac11-7f0f040e2703 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (c61011d3-5808-4645-9d8c-c070d8570661), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:22.509172 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-c3dcd37d-b169-499d-bbf4-1aa016b3b5fe tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Deleting port bce87a2b-42a3-4a1e-9c06-14b7a37d72b0 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:22.509522 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3dcd37d-b169-499d-bbf4-1aa016b3b5fe tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (bce87a2b-42a3-4a1e-9c06-14b7a37d72b0), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:22.526905 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4c9a3652-fedb-4278-b128-d731937b3e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:12:22.571401 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:12:22.574779 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a63b71b6-ca4b-4fc2-ac11-7f0f040e2703 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (2ef5b06b-ac82-4637-8e33-ddb635f3d74a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:22.578841 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd92b39b-fa0b-468f-a793-df19fad3cd7c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (309bf859-1ae8-4dff-8a45-cbc5abd1c8e5), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:22.583898 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a63b71b6-ca4b-4fc2-ac11-7f0f040e2703 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:22.589560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a63b71b6-ca4b-4fc2-ac11-7f0f040e2703 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/networks/2ef5b06b-ac82-4637-8e33-ddb635f3d74a HTTP/1.1" status: 204 len: 168 time: 1.6730323 Jan 27 22:12:22.591013 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55748) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:22.606798 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd92b39b-fa0b-468f-a793-df19fad3cd7c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (309bf859-1ae8-4dff-8a45-cbc5abd1c8e5), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:22.612588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b71b6-ca4b-4fc2-ac11-7f0f040e2703 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Network': ['ID=2ef5b06b-ac82-4637-8e33-ddb635f3d74a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:22.811133 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-cea08a12-78c2-479f-b9dc-66160309615e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Delete allocated IP 172.20.0.6 (8bc1ea37-ce86-4e2b-8195-a36bd1262097/96ee7050-7989-4c67-ba85-40add23794c3) {{(pid=109742) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 22:12:22.818573 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92b39b-fa0b-468f-a793-df19fad3cd7c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309bf859-1ae8-4dff-8a45-cbc5abd1c8e5,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:22.832340 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55760) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:22.841957 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd92b39b-fa0b-468f-a793-df19fad3cd7c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:22.845761 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cd92b39b-fa0b-468f-a793-df19fad3cd7c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2578139 Jan 27 22:12:22.846848 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55764) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:22.856961 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-cea08a12-78c2-479f-b9dc-66160309615e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Allocated IP 172.20.0.22 (8bc1ea37-ce86-4e2b-8195-a36bd1262097/447b9035-6cc9-4cd2-b6fc-081e2c96da42/f8b51605-e068-49d4-8f72-c7b5e9369b03) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:22.858054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-251367ce-747d-42ff-9048-8f82019b236e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'security_group_rule': {'security_group_id': '1d6ffcba-ea09-48e8-b571-bf21b96ee564', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:22.887134 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3dcd37d-b169-499d-bbf4-1aa016b3b5fe tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (bce87a2b-42a3-4a1e-9c06-14b7a37d72b0), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:22.922313 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-251367ce-747d-42ff-9048-8f82019b236e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (923bc011-830f-4124-805d-0a0825e126be), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:22.929444 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-3eea8094-829d-48c9-81a3-5f9dd0abd0c7 None None] For port f87fc8b7-5f24-44c5-a8d0-43901c54e6f1, host n-d-772272-3, got binding levels [] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:22.929853 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3eea8094-829d-48c9-81a3-5f9dd0abd0c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f87fc8b7-5f24-44c5-a8d0-43901c54e6f1), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:22.969412 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-65cc9656-6a4c-48d8-ac33-e58074ab8485 None None] Set router c9d81c5f-1ff3-4995-a896-f7518a4406f6 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:22.995476 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3eea8094-829d-48c9-81a3-5f9dd0abd0c7 None None] Calling delete_port for f87fc8b7-5f24-44c5-a8d0-43901c54e6f1 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:23.012154 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-251367ce-747d-42ff-9048-8f82019b236e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (923bc011-830f-4124-805d-0a0825e126be), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:23.018928 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-251367ce-747d-42ff-9048-8f82019b236e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (923bc011-830f-4124-805d-0a0825e126be), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:23.062649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251367ce-747d-42ff-9048-8f82019b236e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923bc011-830f-4124-805d-0a0825e126be,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:23.069154 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.ipam_backend_mixin [None req-3eea8094-829d-48c9-81a3-5f9dd0abd0c7 None None] Port f87fc8b7-5f24-44c5-a8d0-43901c54e6f1 was not found and therefore no delete operation was performed {{(pid=109743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:12:23.090109 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-251367ce-747d-42ff-9048-8f82019b236e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:23.090109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-251367ce-747d-42ff-9048-8f82019b236e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2383544 Jan 27 22:12:23.090800 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55772) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:23.095540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-730c7cde-4dee-4391-9bae-c428db81e856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'security_group_rule': {'security_group_id': '1d6ffcba-ea09-48e8-b571-bf21b96ee564', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:23.147790 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-a867f2b9-eaf0-4d91-8c72-516e465aeb0e tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1939799619'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:23.183753 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-730c7cde-4dee-4391-9bae-c428db81e856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (cc0e6b42-00ca-492c-bf0f-3d6f517848c6), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:23.282223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a867f2b9-eaf0-4d91-8c72-516e465aeb0e tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] Made reservation on behalf of 1c116ddff74a4993bba8351fb0a62bca for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:23.286558 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a867f2b9-eaf0-4d91-8c72-516e465aeb0e tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:23.310172 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a867f2b9-eaf0-4d91-8c72-516e465aeb0e tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:23.413509 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a867f2b9-eaf0-4d91-8c72-516e465aeb0e tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] Publish callbacks [] for security_group (85ee1ff7-bef2-4fd4-8091-c1163aefe7b7), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:23.420499 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a867f2b9-eaf0-4d91-8c72-516e465aeb0e tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (85ee1ff7-bef2-4fd4-8091-c1163aefe7b7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:23.435502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a867f2b9-eaf0-4d91-8c72-516e465aeb0e tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:12:23.451016 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a867f2b9-eaf0-4d91-8c72-516e465aeb0e tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3f824e0c-259f-4aa6-afd0-da5126020c6b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:23.451502 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-a867f2b9-eaf0-4d91-8c72-516e465aeb0e tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] Added segment 3f824e0c-259f-4aa6-afd0-da5126020c6b of type vlan for network 79511ee6-aafa-4bfb-96d5-cddaf2543116 Jan 27 22:12:23.514389 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a867f2b9-eaf0-4d91-8c72-516e465aeb0e tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (79511ee6-aafa-4bfb-96d5-cddaf2543116), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:23.517740 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3eea8094-829d-48c9-81a3-5f9dd0abd0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (f87fc8b7-5f24-44c5-a8d0-43901c54e6f1), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:23.553942 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a867f2b9-eaf0-4d91-8c72-516e465aeb0e tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (79511ee6-aafa-4bfb-96d5-cddaf2543116), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:23.564450 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a867f2b9-eaf0-4d91-8c72-516e465aeb0e tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:23.565128 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a867f2b9-eaf0-4d91-8c72-516e465aeb0e tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:23.579918 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-730c7cde-4dee-4391-9bae-c428db81e856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (cc0e6b42-00ca-492c-bf0f-3d6f517848c6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:23.594772 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-730c7cde-4dee-4391-9bae-c428db81e856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (cc0e6b42-00ca-492c-bf0f-3d6f517848c6), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:23.609872 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea8094-829d-48c9-81a3-5f9dd0abd0c7 None None] Pushing event deleted for resources: {'Port': ['ID=f87fc8b7-5f24-44c5-a8d0-43901c54e6f1,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:23.625212 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a867f2b9-eaf0-4d91-8c72-516e465aeb0e tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.7900801 Jan 27 22:12:23.631192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3eea8094-829d-48c9-81a3-5f9dd0abd0c7 None None] Network 2ef5b06b-ac82-4637-8e33-ddb635f3d74a is not hosted by any dhcp agent {{(pid=109743) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 22:12:23.637372 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea8094-829d-48c9-81a3-5f9dd0abd0c7 None None] No DVR routers for this DVR port f87fc8b7-5f24-44c5-a8d0-43901c54e6f1 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:12:23.664561 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 3ed1a26a-10f6-4138-bbef-ff1e9beccc44 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:23.731450 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c7cde-4dee-4391-9bae-c428db81e856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc0e6b42-00ca-492c-bf0f-3d6f517848c6,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:23.822848 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f87fc8b7-5f24-44c5-a8d0-43901c54e6f1 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:12:23.893494 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867f2b9-eaf0-4d91-8c72-516e465aeb0e tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] Pushing event updated for resources: {'Network': ['ID=79511ee6-aafa-4bfb-96d5-cddaf2543116,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:23.898910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867f2b9-eaf0-4d91-8c72-516e465aeb0e tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85ee1ff7-bef2-4fd4-8091-c1163aefe7b7,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:23.907113 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-730c7cde-4dee-4391-9bae-c428db81e856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:23.911814 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-730c7cde-4dee-4391-9bae-c428db81e856 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8200412 Jan 27 22:12:23.912674 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55788) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:23.920233 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-680aed42-ae3f-4009-9e09-daef2e919ad4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'security_group_rule': {'security_group_id': '1d6ffcba-ea09-48e8-b571-bf21b96ee564', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:23.953330 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-680aed42-ae3f-4009-9e09-daef2e919ad4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (d0f83315-b100-43f2-9d33-12c77c975162), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:23.955729 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 79511ee6-aafa-4bfb-96d5-cddaf2543116 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:12:24.004797 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55790) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:24.010579 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Request body: {'port': {'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116', 'binding:host_id': 'n-h1-772272-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-775321078'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:24.050662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Made reservation on behalf of 760fc9a797114f83877c97b84083621d for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:24.053029 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.078625 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.083925 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: f87fc8b7-5f24-44c5-a8d0-43901c54e6f1 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:12:24.084487 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f87fc8b7-5f24-44c5-a8d0-43901c54e6f1 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:12:24.091202 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-680aed42-ae3f-4009-9e09-daef2e919ad4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (d0f83315-b100-43f2-9d33-12c77c975162), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.103212 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-680aed42-ae3f-4009-9e09-daef2e919ad4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (d0f83315-b100-43f2-9d33-12c77c975162), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.146747 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0be4e4bd-40ce-45a0-b3d3-2515e52ca0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.161240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680aed42-ae3f-4009-9e09-daef2e919ad4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f83315-b100-43f2-9d33-12c77c975162,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:24.176387 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-680aed42-ae3f-4009-9e09-daef2e919ad4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.177626 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-680aed42-ae3f-4009-9e09-daef2e919ad4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2638178 Jan 27 22:12:24.180324 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55794) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:24.184880 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-f8ea8c5e-2a60-484b-80fe-10b6c5b4176d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'security_group_rule': {'security_group_id': '1d6ffcba-ea09-48e8-b571-bf21b96ee564', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:24.246554 n-d-772272-3 neutron-server[109741]: INFO neutron.db.securitygroups_db [None req-f8ea8c5e-2a60-484b-80fe-10b6c5b4176d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Project 7f283cf476a449f8a327cb51a3011c25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:12:24.276386 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-65cc9656-6a4c-48d8-ac33-e58074ab8485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:12:16Z', 'revision_number': 8, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '0206117e-4aab-4c1d-9550-eb52940f9a66', 'name': '', 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:71:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:22Z', 'updated_at': '2022-01-27T22:11:33Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6179a379-d10d-4834-ae1a-fa222bab5202', 'name': '', 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:bc:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:33Z', 'updated_at': '2022-01-27T22:11:46Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:24.286292 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f8ea8c5e-2a60-484b-80fe-10b6c5b4176d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (60c6df87-e55d-4550-8d4c-aa135fee1556), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.305694 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc9656-6a4c-48d8-ac33-e58074ab8485 None None] The sync data for ids ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'] in n-d-772272-3 is: [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:12:16Z', 'revision_number': 8, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '0206117e-4aab-4c1d-9550-eb52940f9a66', 'name': '', 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:71:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:22Z', 'updated_at': '2022-01-27T22:11:33Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6179a379-d10d-4834-ae1a-fa222bab5202', 'name': '', 'network_id': 'fe28771e-6fad-4a03-8140-88b0158ecd2a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:bc:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:33Z', 'updated_at': '2022-01-27T22:11:46Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': 'bd5464ed-71c4-4e3e-98db-24e4637e7a08', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:24.330404 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks [] for security_group (cc33d56b-bf6b-4a12-babd-1b26769996aa), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.351696 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cc33d56b-bf6b-4a12-babd-1b26769996aa), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.381705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] device_id is not set on port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:12:24.501390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc33d56b-bf6b-4a12-babd-1b26769996aa,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:24.530633 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3dcd37d-b169-499d-bbf4-1aa016b3b5fe tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.531132 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3dcd37d-b169-499d-bbf4-1aa016b3b5fe tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (57772e03-5e57-47f5-af59-6a7c4ca18171), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.531317 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-c3dcd37d-b169-499d-bbf4-1aa016b3b5fe tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Floating IP 57772e03-5e57-47f5-af59-6a7c4ca18171 disassociated. External IP: 172.25.3.202, port: bce87a2b-42a3-4a1e-9c06-14b7a37d72b0. Jan 27 22:12:24.531678 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-c3dcd37d-b169-499d-bbf4-1aa016b3b5fe tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Calling delete_port for bce87a2b-42a3-4a1e-9c06-14b7a37d72b0 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:24.551069 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cea08a12-78c2-479f-b9dc-66160309615e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for port (f8b51605-e068-49d4-8f72-c7b5e9369b03), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.578817 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cea08a12-78c2-479f-b9dc-66160309615e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (f8b51605-e068-49d4-8f72-c7b5e9369b03), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.685556 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-4c9a3652-fedb-4278-b128-d731937b3e30 None None] Allocated IP 172.20.0.18 (8bc1ea37-ce86-4e2b-8195-a36bd1262097/447b9035-6cc9-4cd2-b6fc-081e2c96da42/eda226c4-ac53-4ddb-9248-ce4443edd19a) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:24.707123 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f8ea8c5e-2a60-484b-80fe-10b6c5b4176d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (60c6df87-e55d-4550-8d4c-aa135fee1556), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.724061 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f8ea8c5e-2a60-484b-80fe-10b6c5b4176d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (60c6df87-e55d-4550-8d4c-aa135fee1556), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.755694 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea08a12-78c2-479f-b9dc-66160309615e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Port': ['ID=f8b51605-e068-49d4-8f72-c7b5e9369b03,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:24.808759 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f8ea8c5e-2a60-484b-80fe-10b6c5b4176d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.810017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f8ea8c5e-2a60-484b-80fe-10b6c5b4176d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6287577 Jan 27 22:12:24.814689 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55798) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:24.826895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-b960e035-5e39-4888-bac9-7267eba2d63b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'security_group_rule': {'security_group_id': '1d6ffcba-ea09-48e8-b571-bf21b96ee564', 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:24.842416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea8c5e-2a60-484b-80fe-10b6c5b4176d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c6df87-e55d-4550-8d4c-aa135fee1556,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:24.925906 n-d-772272-3 neutron-server[109741]: INFO neutron.db.securitygroups_db [None req-b960e035-5e39-4888-bac9-7267eba2d63b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Project 7f283cf476a449f8a327cb51a3011c25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:12:24.942280 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b960e035-5e39-4888-bac9-7267eba2d63b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (15c01ab6-cf2a-4cb9-96eb-732770eded94), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.948119 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-cea08a12-78c2-479f-b9dc-66160309615e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] In _notify_port_updated(), no bound segment for port f8b51605-e068-49d4-8f72-c7b5e9369b03 on network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 {{(pid=109742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:12:24.966900 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] device_id is not set on port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:12:24.970617 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea08a12-78c2-479f-b9dc-66160309615e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:24.971484 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cea08a12-78c2-479f-b9dc-66160309615e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.973092 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cea08a12-78c2-479f-b9dc-66160309615e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "PUT /v2.0/ports/f8b51605-e068-49d4-8f72-c7b5e9369b03 HTTP/1.1" status: 200 len: 921 time: 4.3357863 Jan 27 22:12:24.975210 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-4c9a3652-fedb-4278-b128-d731937b3e30 None None] For port eda226c4-ac53-4ddb-9248-ce4443edd19a, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=eda226c4-ac53-4ddb-9248-ce4443edd19a,segment=NetworkSegment(eec158c0-8891-4176-aeb5-f7c68c61fc26),segment_id=eec158c0-8891-4176-aeb5-f7c68c61fc26)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:24.977483 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55802) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:25.020715 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks [] for port (944b60ed-b8fc-4b4f-9e43-ad34eaec0027), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:25.064340 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4c9a3652-fedb-4278-b128-d731937b3e30 None None] Publish callbacks [] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:25.066653 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (944b60ed-b8fc-4b4f-9e43-ad34eaec0027), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:25.069767 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4c9a3652-fedb-4278-b128-d731937b3e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:25.234382 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3dcd37d-b169-499d-bbf4-1aa016b3b5fe tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (bce87a2b-42a3-4a1e-9c06-14b7a37d72b0), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:25.257987 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a3652-fedb-4278-b128-d731937b3e30 None None] Pushing event updated for resources: {'Port': ['ID=eda226c4-ac53-4ddb-9248-ce4443edd19a,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:25.299560 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42a25608-69ef-4dd5-a87c-bb5e3ddae1dc tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (c9d81c5f-1ff3-4995-a896-f7518a4406f6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:25.321936 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b960e035-5e39-4888-bac9-7267eba2d63b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (15c01ab6-cf2a-4cb9-96eb-732770eded94), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:25.335014 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Pushing event updated for resources: {'Port': ['ID=944b60ed-b8fc-4b4f-9e43-ad34eaec0027,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:25.341322 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b960e035-5e39-4888-bac9-7267eba2d63b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (15c01ab6-cf2a-4cb9-96eb-732770eded94), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:25.369602 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcd37d-b169-499d-bbf4-1aa016b3b5fe tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event deleted for resources: {'Port': ['ID=bce87a2b-42a3-4a1e-9c06-14b7a37d72b0,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:25.375276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960e035-5e39-4888-bac9-7267eba2d63b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c01ab6-cf2a-4cb9-96eb-732770eded94,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:25.382620 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Checking segment: {'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:12:25.383539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Network hostable DHCP agents. Network: 79511ee6-aafa-4bfb-96d5-cddaf2543116, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:12:25.402478 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b960e035-5e39-4888-bac9-7267eba2d63b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:25.404157 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b960e035-5e39-4888-bac9-7267eba2d63b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5885880 Jan 27 22:12:25.426270 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Network 79511ee6-aafa-4bfb-96d5-cddaf2543116 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:12:25.450611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 79511ee6-aafa-4bfb-96d5-cddaf2543116) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:25.471758 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1454eac9-bc40-4929-b0be-4af389dd8c54 None None] Network 79511ee6-aafa-4bfb-96d5-cddaf2543116 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:25.477156 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:25.554649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:25.555022 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:25.555356 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:25.572236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:25.572564 n-d-772272-3 neutron-server[109741]: ERROR neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:25.572894 n-d-772272-3 neutron-server[109741]: INFO neutron.plugins.ml2.plugin [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 2 to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 Jan 27 22:12:25.636937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:25.637169 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:25.637371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:25.647222 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:25.647554 n-d-772272-3 neutron-server[109741]: ERROR neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:25.647942 n-d-772272-3 neutron-server[109741]: INFO neutron.plugins.ml2.plugin [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 3 to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 Jan 27 22:12:25.702999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:25.703346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:25.703684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:25.716435 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:25.723471 n-d-772272-3 neutron-server[109741]: ERROR neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:25.723770 n-d-772272-3 neutron-server[109741]: INFO neutron.plugins.ml2.plugin [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 4 to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 Jan 27 22:12:25.774105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:25.774701 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:25.775205 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:25.797883 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:25.798521 n-d-772272-3 neutron-server[109741]: ERROR neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:25.799075 n-d-772272-3 neutron-server[109741]: INFO neutron.plugins.ml2.plugin [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 5 to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 Jan 27 22:12:25.814292 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device eda226c4-ac53-4ddb-9248-ce4443edd19a up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:25.842334 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dcd37d-b169-499d-bbf4-1aa016b3b5fe tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Router 6e273520-5c12-4997-a694-32f5bedbbfa8 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:12:25.867621 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-00e47fc6-8418-48a1-8156-bd2a6ac4313d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting port f8b51605-e068-49d4-8f72-c7b5e9369b03 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:25.869294 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:25.869630 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:25.869971 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:25.872499 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-00e47fc6-8418-48a1-8156-bd2a6ac4313d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f8b51605-e068-49d4-8f72-c7b5e9369b03), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:25.883419 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:25.884263 n-d-772272-3 neutron-server[109741]: ERROR neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:25.893120 n-d-772272-3 neutron-server[109741]: INFO neutron.plugins.ml2.plugin [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 6 to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 Jan 27 22:12:25.941233 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-680de00c-8166-433e-999d-e16963431825 req-dd4dbb0a-ac9f-44f4-ae8c-71861428ada8 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1417497646&fields=id&tenant_id=7f283cf476a449f8a327cb51a3011c25 HTTP/1.1" status: 200 len: 267 time: 0.0778975 Jan 27 22:12:25.942413 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:25.942753 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:25.943096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:25.948068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:25.949821 n-d-772272-3 neutron-server[109741]: ERROR neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:26.012963 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port eda226c4-ac53-4ddb-9248-ce4443edd19a triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:26.013350 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:26.099422 n-d-772272-3 neutron-server[109741]: INFO neutron.plugins.ml2.plugin [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 7 to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 Jan 27 22:12:26.122963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680de00c-8166-433e-999d-e16963431825 req-9c3bdffc-374d-46d6-ae2a-d643d4b04116 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:26.124951 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-680de00c-8166-433e-999d-e16963431825 req-9c3bdffc-374d-46d6-ae2a-d643d4b04116 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/networks?id=dfd554a6-e3e7-42fa-aa9f-3416cb186645 HTTP/1.1" status: 200 len: 797 time: 0.1738698 Jan 27 22:12:26.125481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:26.126566 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:26.126923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:26.133872 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:26.134212 n-d-772272-3 neutron-server[109741]: ERROR neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:26.141722 n-d-772272-3 neutron-server[109741]: INFO neutron.plugins.ml2.plugin [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 8 to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 Jan 27 22:12:26.160665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:26.161009 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:26.161253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:26.166254 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-680de00c-8166-433e-999d-e16963431825 req-208ee473-3902-4c9f-892b-5fa22d4f4f96 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/quotas/7f283cf476a449f8a327cb51a3011c25 HTTP/1.1" status: 200 len: 375 time: 0.0310903 Jan 27 22:12:26.169154 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:26.169486 n-d-772272-3 neutron-server[109741]: ERROR neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:26.170288 n-d-772272-3 neutron-server[109741]: INFO neutron.plugins.ml2.plugin [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 9 to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 Jan 27 22:12:26.201001 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:26.201514 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:26.201983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:26.204729 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port eda226c4-ac53-4ddb-9248-ce4443edd19a is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:26.216298 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 478f207b-a883-4b54-901a-d688c6ec36f9 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:12:26.226873 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-00e47fc6-8418-48a1-8156-bd2a6ac4313d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f8b51605-e068-49d4-8f72-c7b5e9369b03), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:26.242677 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:26.248600 n-d-772272-3 neutron-server[109741]: ERROR neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:26.248600 n-d-772272-3 neutron-server[109741]: INFO neutron.plugins.ml2.plugin [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 10 to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 Jan 27 22:12:26.257317 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 478f207b-a883-4b54-901a-d688c6ec36f9 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:12:26.257666 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 478f207b-a883-4b54-901a-d688c6ec36f9 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:12:26.272030 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55824) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:26.288809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:26.294369 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:26.296511 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:26.304312 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-00e47fc6-8418-48a1-8156-bd2a6ac4313d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Calling delete_port for f8b51605-e068-49d4-8f72-c7b5e9369b03 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:26.307869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:26.308323 n-d-772272-3 neutron-server[109741]: ERROR neutron.plugins.ml2.managers [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:26.308771 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (944b60ed-b8fc-4b4f-9e43-ad34eaec0027), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:26.334573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3ab4e2b1-6407-48d4-8ad2-107665991244 None None] Provisioning complete for port 87edbb31-9942-4929-bda9-18e7221f4de9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:26.334952 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3ab4e2b1-6407-48d4-8ad2-107665991244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (87edbb31-9942-4929-bda9-18e7221f4de9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:26.340378 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-680de00c-8166-433e-999d-e16963431825 req-138d4eab-334a-40a0-be80-d815953bb42c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f283cf476a449f8a327cb51a3011c25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1644194 Jan 27 22:12:26.373880 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4e2b1-6407-48d4-8ad2-107665991244 None None] Port 87edbb31-9942-4929-bda9-18e7221f4de9 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:26.412607 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3ab4e2b1-6407-48d4-8ad2-107665991244 None None] Provisioning complete for port f8b51605-e068-49d4-8f72-c7b5e9369b03 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:26.412937 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3ab4e2b1-6407-48d4-8ad2-107665991244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f8b51605-e068-49d4-8f72-c7b5e9369b03), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:26.443626 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] For port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:12:26.444415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempted to set empty binding levels {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 22:12:26.451057 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (944b60ed-b8fc-4b4f-9e43-ad34eaec0027), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:26.484893 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:26.489440 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:26.497284 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4e2b1-6407-48d4-8ad2-107665991244 None None] Port f8b51605-e068-49d4-8f72-c7b5e9369b03 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:26.517037 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3ab4e2b1-6407-48d4-8ad2-107665991244 None None] Provisioning complete for port eda226c4-ac53-4ddb-9248-ce4443edd19a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:26.517380 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3ab4e2b1-6407-48d4-8ad2-107665991244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:26.573377 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-46bc8120-1e93-448c-9281-068379292a23 admin admin] Deleting subnet d18f7240-d1c5-449c-b30e-6ee34de53596 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:12:26.587545 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46bc8120-1e93-448c-9281-068379292a23 admin admin] Publish callbacks [] for subnet (d18f7240-d1c5-449c-b30e-6ee34de53596), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:26.638148 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.6320305 Jan 27 22:12:26.642068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55828) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:26.651317 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dcd37d-b169-499d-bbf4-1aa016b3b5fe tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:26.676769 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4e2b1-6407-48d4-8ad2-107665991244 None None] Current status of the port eda226c4-ac53-4ddb-9248-ce4443edd19a is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:26.683469 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49de4cf5-5bcd-40b9-865e-bd47871ae93e None None] Sync routers for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:26.700472 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-00e47fc6-8418-48a1-8156-bd2a6ac4313d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (f8b51605-e068-49d4-8f72-c7b5e9369b03), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:26.715015 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de4cf5-5bcd-40b9-865e-bd47871ae93e None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:26.716581 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-49de4cf5-5bcd-40b9-865e-bd47871ae93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:11:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:26.723626 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66781be-c54c-4899-b90d-711b113fd917 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Pushing event updated for resources: {'Port': ['ID=944b60ed-b8fc-4b4f-9e43-ad34eaec0027,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:26.767872 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a927ecdc-839f-4b2c-90c4-50ecd7bf25d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:26.771354 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-49de4cf5-5bcd-40b9-865e-bd47871ae93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:26.787445 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de4cf5-5bcd-40b9-865e-bd47871ae93e None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:26.788476 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-49de4cf5-5bcd-40b9-865e-bd47871ae93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:26.816864 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e47fc6-8418-48a1-8156-bd2a6ac4313d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Port': ['ID=f8b51605-e068-49d4-8f72-c7b5e9369b03,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:26.851659 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46bc8120-1e93-448c-9281-068379292a23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (d18f7240-d1c5-449c-b30e-6ee34de53596), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:26.871849 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-680de00c-8166-433e-999d-e16963431825 req-8a222c6e-8499-44c9-8e45-439e74c9aff8 service neutron] 10.222.0.23 "GET /v2.0/networks/dfd554a6-e3e7-42fa-aa9f-3416cb186645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010579 Jan 27 22:12:26.902276 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-49de4cf5-5bcd-40b9-865e-bd47871ae93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:26.902970 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49de4cf5-5bcd-40b9-865e-bd47871ae93e None None] The sync data for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:27.006532 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-a61b6d2e-fa6d-4a7e-9f81-7ca02ee656bf tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Deleting port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:27.008976 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a61b6d2e-fa6d-4a7e-9f81-7ca02ee656bf tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (944b60ed-b8fc-4b4f-9e43-ad34eaec0027), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:27.027386 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-42a25608-69ef-4dd5-a87c-bb5e3ddae1dc tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting port 6179a379-d10d-4834-ae1a-fa222bab5202 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:27.028774 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42a25608-69ef-4dd5-a87c-bb5e3ddae1dc tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (6179a379-d10d-4834-ae1a-fa222bab5202), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:27.091441 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-d38c32ef-22e5-46ce-944c-c660c0a520f9 None None] Could not find standard attr ID for object f8b51605-e068-49d4-8f72-c7b5e9369b03. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:12:27.105067 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3dcd37d-b169-499d-bbf4-1aa016b3b5fe tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:27.110705 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c3dcd37d-b169-499d-bbf4-1aa016b3b5fe tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "DELETE /v2.0/ports/bce87a2b-42a3-4a1e-9c06-14b7a37d72b0 HTTP/1.1" status: 204 len: 168 time: 5.7050443 Jan 27 22:12:27.127456 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55842) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:27.152959 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46bc8120-1e93-448c-9281-068379292a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (d18f7240-d1c5-449c-b30e-6ee34de53596), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:27.224995 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e7df997f-dfee-4ee0-b4cc-956b9837922f tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "GET /v2.0/floatingips/57772e03-5e57-47f5-af59-6a7c4ca18171 HTTP/1.1" status: 200 len: 688 time: 0.0941606 Jan 27 22:12:27.229762 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-00e47fc6-8418-48a1-8156-bd2a6ac4313d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:27.229985 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55844) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:27.237379 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-00e47fc6-8418-48a1-8156-bd2a6ac4313d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/ports/f8b51605-e068-49d4-8f72-c7b5e9369b03 HTTP/1.1" status: 204 len: 168 time: 2.2414968 Jan 27 22:12:27.238757 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55846) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:27.268824 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-a61b6d2e-fa6d-4a7e-9f81-7ca02ee656bf tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] For port 944b60ed-b8fc-4b4f-9e43-ad34eaec0027, host n-h1-772272-3, got binding levels [] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:27.269809 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a61b6d2e-fa6d-4a7e-9f81-7ca02ee656bf tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (944b60ed-b8fc-4b4f-9e43-ad34eaec0027), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:27.274651 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-680de00c-8166-433e-999d-e16963431825 req-fb07227b-81c9-47f8-9c79-129e3af546fb service neutron] 10.222.0.23 "GET /v2.0/networks/dfd554a6-e3e7-42fa-aa9f-3416cb186645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015191 Jan 27 22:12:27.299676 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f68b7b-b4e4-4c37-92c7-d8d090650660 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] GET failed (client error): The resource could not be found. Jan 27 22:12:27.315848 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c6f68b7b-b4e4-4c37-92c7-d8d090650660 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports/f8b51605-e068-49d4-8f72-c7b5e9369b03 HTTP/1.1" status: 404 len: 333 time: 0.0713410 Jan 27 22:12:27.324326 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55850) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:27.497207 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-42a25608-69ef-4dd5-a87c-bb5e3ddae1dc tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] For port 6179a379-d10d-4834-ae1a-fa222bab5202, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=6179a379-d10d-4834-ae1a-fa222bab5202,segment=NetworkSegment(6364881f-d165-4d73-aa36-6d83ec1e45aa),segment_id=6364881f-d165-4d73-aa36-6d83ec1e45aa)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:27.497617 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42a25608-69ef-4dd5-a87c-bb5e3ddae1dc tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (6179a379-d10d-4834-ae1a-fa222bab5202), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:27.501248 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4bab12c-cf48-4c89-acea-a2fb6c555983 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (e6b706b4-f10c-4d99-ab8c-3836690c737e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:27.513844 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46bc8120-1e93-448c-9281-068379292a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (d18f7240-d1c5-449c-b30e-6ee34de53596), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:27.535876 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:27.539290 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-42a25608-69ef-4dd5-a87c-bb5e3ddae1dc tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Calling delete_port for 6179a379-d10d-4834-ae1a-fa222bab5202 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:27.546995 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-a61b6d2e-fa6d-4a7e-9f81-7ca02ee656bf tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Calling delete_port for 944b60ed-b8fc-4b4f-9e43-ad34eaec0027 owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:27.550201 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-46bc8120-1e93-448c-9281-068379292a23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:27.557540 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-46bc8120-1e93-448c-9281-068379292a23 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d18f7240-d1c5-449c-b30e-6ee34de53596 HTTP/1.1" status: 204 len: 168 time: 1.2804568 Jan 27 22:12:27.583777 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55854) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:27.592551 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc8120-1e93-448c-9281-068379292a23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d18f7240-d1c5-449c-b30e-6ee34de53596,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:27.607509 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4bab12c-cf48-4c89-acea-a2fb6c555983 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (e6b706b4-f10c-4d99-ab8c-3836690c737e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:27.662669 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-073044e0-9eb4-4e56-a63a-c0ae107970eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (ca0c5b50-086e-408e-af99-6e41f16984a3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:27.705689 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4669be7-7d7c-406b-b98b-12c3f8e9c854 req-e8c903e1-82e8-4d33-9c97-4ccb8ea3aea7 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 210 time: 0.1229227 Jan 27 22:12:27.850489 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-073044e0-9eb4-4e56-a63a-c0ae107970eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (ca0c5b50-086e-408e-af99-6e41f16984a3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:27.853706 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4bab12c-cf48-4c89-acea-a2fb6c555983 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e6b706b4-f10c-4d99-ab8c-3836690c737e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:27.860974 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d4bab12c-cf48-4c89-acea-a2fb6c555983 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:27.864722 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d4bab12c-cf48-4c89-acea-a2fb6c555983 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/security-groups/e6b706b4-f10c-4d99-ab8c-3836690c737e HTTP/1.1" status: 204 len: 168 time: 0.5373218 Jan 27 22:12:27.871743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-073044e0-9eb4-4e56-a63a-c0ae107970eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca0c5b50-086e-408e-af99-6e41f16984a3']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:27.881340 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55858) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:27.887387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-073044e0-9eb4-4e56-a63a-c0ae107970eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '721bb501-a4a5-4a55-bb23-624fbea0c3dc') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:27.887753 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-073044e0-9eb4-4e56-a63a-c0ae107970eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '721bb501-a4a5-4a55-bb23-624fbea0c3dc') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:27.898840 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bab12c-cf48-4c89-acea-a2fb6c555983 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b706b4-f10c-4d99-ab8c-3836690c737e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:27.958216 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-073044e0-9eb4-4e56-a63a-c0ae107970eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (721bb501-a4a5-4a55-bb23-624fbea0c3dc), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:27.987119 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42a25608-69ef-4dd5-a87c-bb5e3ddae1dc tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (6179a379-d10d-4834-ae1a-fa222bab5202), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:28.007054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-90770376-f815-4582-9051-9d8744d515af tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Deleting port 22de4854-23bb-4e86-b53e-0def2ce9e8cd {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:28.007573 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-90770376-f815-4582-9051-9d8744d515af tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (22de4854-23bb-4e86-b53e-0def2ce9e8cd), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:28.063059 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a25608-69ef-4dd5-a87c-bb5e3ddae1dc tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Port': ['ID=6179a379-d10d-4834-ae1a-fa222bab5202,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:28.087066 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-90770376-f815-4582-9051-9d8744d515af tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (22de4854-23bb-4e86-b53e-0def2ce9e8cd), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:28.087416 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-90770376-f815-4582-9051-9d8744d515af tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (22de4854-23bb-4e86-b53e-0def2ce9e8cd), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:28.100762 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-90770376-f815-4582-9051-9d8744d515af tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Calling delete_port for 22de4854-23bb-4e86-b53e-0def2ce9e8cd owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:28.186041 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-073044e0-9eb4-4e56-a63a-c0ae107970eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (721bb501-a4a5-4a55-bb23-624fbea0c3dc), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:28.198434 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c5bcd739-6e41-43b5-a2b2-13b31c37751d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (920cda0b-438e-41f7-9869-f6be942921ff), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:28.324175 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42a25608-69ef-4dd5-a87c-bb5e3ddae1dc tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (c9d81c5f-1ff3-4995-a896-f7518a4406f6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:28.680846 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a25608-69ef-4dd5-a87c-bb5e3ddae1dc tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router c9d81c5f-1ff3-4995-a896-f7518a4406f6 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:12:28.712025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073044e0-9eb4-4e56-a63a-c0ae107970eb admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:12:28.712734 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-073044e0-9eb4-4e56-a63a-c0ae107970eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (721bb501-a4a5-4a55-bb23-624fbea0c3dc), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:12:28.809613 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:12:28.822909 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a61b6d2e-fa6d-4a7e-9f81-7ca02ee656bf tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (944b60ed-b8fc-4b4f-9e43-ad34eaec0027), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:28.926205 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a25608-69ef-4dd5-a87c-bb5e3ddae1dc tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:28.930254 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:28.931561 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a61b6d2e-fa6d-4a7e-9f81-7ca02ee656bf tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:28.937075 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a61b6d2e-fa6d-4a7e-9f81-7ca02ee656bf tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] 10.222.0.23 "DELETE /v2.0/ports/944b60ed-b8fc-4b4f-9e43-ad34eaec0027 HTTP/1.1" status: 204 len: 168 time: 2.2899282 Jan 27 22:12:28.939731 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d107a72-0d9e-449f-b553-5f5530d76d73 None None] Sync routers for ids ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:28.947979 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-42a25608-69ef-4dd5-a87c-bb5e3ddae1dc tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/c9d81c5f-1ff3-4995-a896-f7518a4406f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3506014 Jan 27 22:12:28.947979 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55874) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:28.959504 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55876) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:28.967467 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d107a72-0d9e-449f-b553-5f5530d76d73 None None] Routers {'c9d81c5f-1ff3-4995-a896-f7518a4406f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:28.968121 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6d107a72-0d9e-449f-b553-5f5530d76d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:29.095238 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-073044e0-9eb4-4e56-a63a-c0ae107970eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (ca0c5b50-086e-408e-af99-6e41f16984a3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.118994 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c5bcd739-6e41-43b5-a2b2-13b31c37751d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (920cda0b-438e-41f7-9869-f6be942921ff), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.139723 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-6d107a72-0d9e-449f-b553-5f5530d76d73 None None] Set router c9d81c5f-1ff3-4995-a896-f7518a4406f6 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:29.144915 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9a00bb9-c454-4ce8-9c61-9177ad4dc277 req-b1841a94-6a62-4081-abd9-85e5e3f0a862 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 210 time: 0.3306491 Jan 27 22:12:29.145719 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-90770376-f815-4582-9051-9d8744d515af tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (22de4854-23bb-4e86-b53e-0def2ce9e8cd), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.154333 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b6d2e-fa6d-4a7e-9f81-7ca02ee656bf tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Pushing event deleted for resources: {'Port': ['ID=944b60ed-b8fc-4b4f-9e43-ad34eaec0027,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:29.155349 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ee5856-677e-46b6-8284-1d52f69e4c64 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting subnet bd5464ed-71c4-4e3e-98db-24e4637e7a08 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:12:29.161951 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17ee5856-677e-46b6-8284-1d52f69e4c64 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (bd5464ed-71c4-4e3e-98db-24e4637e7a08), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.206409 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-073044e0-9eb4-4e56-a63a-c0ae107970eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.207301 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-0169adbe-a414-4318-a700-44d779b8b032 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] GET failed (client error): The resource could not be found. Jan 27 22:12:29.208842 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0169adbe-a414-4318-a700-44d779b8b032 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] 10.222.0.23 "GET /v2.0/ports/944b60ed-b8fc-4b4f-9e43-ad34eaec0027 HTTP/1.1" status: 404 len: 333 time: 0.2614493 Jan 27 22:12:29.218224 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-073044e0-9eb4-4e56-a63a-c0ae107970eb admin admin] 10.222.0.23 "DELETE /v2.0/networks/ca0c5b50-086e-408e-af99-6e41f16984a3 HTTP/1.1" status: 204 len: 168 time: 1.6297653 Jan 27 22:12:29.223715 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55882) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:29.224075 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55884) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:29.241086 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e22dbede-bb2a-4fb2-8a1d-90b94cd2e221 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Request body: {'port': {'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-871449723'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:29.264192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90770376-f815-4582-9051-9d8744d515af tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event deleted for resources: {'Port': ['ID=22de4854-23bb-4e86-b53e-0def2ce9e8cd,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:29.366317 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17ee5856-677e-46b6-8284-1d52f69e4c64 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (bd5464ed-71c4-4e3e-98db-24e4637e7a08), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.383563 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073044e0-9eb4-4e56-a63a-c0ae107970eb admin admin] Pushing event deleted for resources: {'Network': ['ID=ca0c5b50-086e-408e-af99-6e41f16984a3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:29.415847 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-90770376-f815-4582-9051-9d8744d515af tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (57772e03-5e57-47f5-af59-6a7c4ca18171), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.418758 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22dbede-bb2a-4fb2-8a1d-90b94cd2e221 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Made reservation on behalf of 760fc9a797114f83877c97b84083621d for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:29.419159 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-90770376-f815-4582-9051-9d8744d515af tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.424538 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-90770376-f815-4582-9051-9d8744d515af tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "DELETE /v2.0/floatingips/57772e03-5e57-47f5-af59-6a7c4ca18171 HTTP/1.1" status: 204 len: 168 time: 2.1888645 Jan 27 22:12:29.424775 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e22dbede-bb2a-4fb2-8a1d-90b94cd2e221 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.424894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55888) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:29.428734 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c5bcd739-6e41-43b5-a2b2-13b31c37751d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (920cda0b-438e-41f7-9869-f6be942921ff), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.432402 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c5bcd739-6e41-43b5-a2b2-13b31c37751d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.436558 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55890) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:29.437072 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c5bcd739-6e41-43b5-a2b2-13b31c37751d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/security-groups/920cda0b-438e-41f7-9869-f6be942921ff HTTP/1.1" status: 204 len: 168 time: 1.5534875 Jan 27 22:12:29.441611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-366996a4-7d85-46c2-ba03-da44286502a0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': '554e5798-2c96-42b7-852c-2ca5e9dd852b'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:29.461415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcd739-6e41-43b5-a2b2-13b31c37751d tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=920cda0b-438e-41f7-9869-f6be942921ff,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:29.476281 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-366996a4-7d85-46c2-ba03-da44286502a0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.508829 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-e410ad04-9f6e-4e7d-a91a-62aa22ab5279 admin admin] Deleting subnet 45d594b1-127e-42e2-baee-326c4971b845 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:12:29.522676 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e410ad04-9f6e-4e7d-a91a-62aa22ab5279 admin admin] Publish callbacks [] for subnet (45d594b1-127e-42e2-baee-326c4971b845), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.533429 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6d107a72-0d9e-449f-b553-5f5530d76d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:12:27Z', 'revision_number': 9, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '0206117e-4aab-4c1d-9550-eb52940f9a66', 'name': '', 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:71:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:22Z', 'updated_at': '2022-01-27T22:11:33Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:29.554838 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-e22dbede-bb2a-4fb2-8a1d-90b94cd2e221 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] device_id is not set on port 4f739175-3a47-41e3-ad00-a8d2d43ca031 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:12:29.571556 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d107a72-0d9e-449f-b553-5f5530d76d73 None None] Checking router: c9d81c5f-1ff3-4995-a896-f7518a4406f6 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:12:29.583054 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d107a72-0d9e-449f-b553-5f5530d76d73 None None] Routers {'c9d81c5f-1ff3-4995-a896-f7518a4406f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:29.583882 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6d107a72-0d9e-449f-b553-5f5530d76d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:29.597949 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-366996a4-7d85-46c2-ba03-da44286502a0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.662190 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe99cd36-12fa-4aff-b091-dd8fe3a0f479 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting subnet 96ee7050-7989-4c67-ba85-40add23794c3 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:12:29.672734 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e410ad04-9f6e-4e7d-a91a-62aa22ab5279 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (45d594b1-127e-42e2-baee-326c4971b845), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.674546 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe99cd36-12fa-4aff-b091-dd8fe3a0f479 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (96ee7050-7989-4c67-ba85-40add23794c3), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.735260 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17ee5856-677e-46b6-8284-1d52f69e4c64 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (bd5464ed-71c4-4e3e-98db-24e4637e7a08), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.781197 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-6d107a72-0d9e-449f-b553-5f5530d76d73 None None] Set router c9d81c5f-1ff3-4995-a896-f7518a4406f6 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:29.791014 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-366996a4-7d85-46c2-ba03-da44286502a0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Allocated IP 172.25.3.23 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/54e05cc1-7d7f-45f0-9681-43bdd2774389) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:29.915194 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-366996a4-7d85-46c2-ba03-da44286502a0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for port (54e05cc1-7d7f-45f0-9681-43bdd2774389), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:29.958958 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-366996a4-7d85-46c2-ba03-da44286502a0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (54e05cc1-7d7f-45f0-9681-43bdd2774389), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.020977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366996a4-7d85-46c2-ba03-da44286502a0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:30.025963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-366996a4-7d85-46c2-ba03-da44286502a0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:30.030807 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366996a4-7d85-46c2-ba03-da44286502a0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:30.036017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366996a4-7d85-46c2-ba03-da44286502a0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Port': ['ID=54e05cc1-7d7f-45f0-9681-43bdd2774389,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:30.157811 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6d107a72-0d9e-449f-b553-5f5530d76d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:12:27Z', 'revision_number': 9, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '0206117e-4aab-4c1d-9550-eb52940f9a66', 'name': '', 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:71:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:22Z', 'updated_at': '2022-01-27T22:11:33Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:30.201446 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d107a72-0d9e-449f-b553-5f5530d76d73 None None] The sync data for ids ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'] in n-d-772272-3 is: [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:12:27Z', 'revision_number': 9, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '0206117e-4aab-4c1d-9550-eb52940f9a66', 'name': '', 'network_id': '51bc701d-9dd0-496b-90e2-e62b22c5780a', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:71:a9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:22Z', 'updated_at': '2022-01-27T22:11:33Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '7b3d70ca-3b79-4967-b965-53a3bb4143ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:30.271677 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe99cd36-12fa-4aff-b091-dd8fe3a0f479 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (96ee7050-7989-4c67-ba85-40add23794c3), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.297025 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.313995 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e410ad04-9f6e-4e7d-a91a-62aa22ab5279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (45d594b1-127e-42e2-baee-326c4971b845), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.321556 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-796a169b-d69b-4fa5-9917-013c2869cf8a req-d4940616-bbb3-441f-86d0-5c96c046636f tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 210 time: 0.0334058 Jan 27 22:12:30.413138 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e22dbede-bb2a-4fb2-8a1d-90b94cd2e221 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks [] for port (4f739175-3a47-41e3-ad00-a8d2d43ca031), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.428112 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17ee5856-677e-46b6-8284-1d52f69e4c64 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (bd5464ed-71c4-4e3e-98db-24e4637e7a08), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.496042 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee5856-677e-46b6-8284-1d52f69e4c64 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Subnet': ['ID=bd5464ed-71c4-4e3e-98db-24e4637e7a08,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:30.500730 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17ee5856-677e-46b6-8284-1d52f69e4c64 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.505602 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c8c5d1-cd3c-4e16-8b72-f68ec0413372 None None] Network fe28771e-6fad-4a03-8140-88b0158ecd2a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:30.507082 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-17ee5856-677e-46b6-8284-1d52f69e4c64 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/subnets/bd5464ed-71c4-4e3e-98db-24e4637e7a08 HTTP/1.1" status: 204 len: 168 time: 1.5443692 Jan 27 22:12:30.509868 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55900) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:30.531189 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e410ad04-9f6e-4e7d-a91a-62aa22ab5279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (45d594b1-127e-42e2-baee-326c4971b845), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.535367 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe99cd36-12fa-4aff-b091-dd8fe3a0f479 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (96ee7050-7989-4c67-ba85-40add23794c3), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.607768 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410ad04-9f6e-4e7d-a91a-62aa22ab5279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45d594b1-127e-42e2-baee-326c4971b845,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:30.615051 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e410ad04-9f6e-4e7d-a91a-62aa22ab5279 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.618378 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e410ad04-9f6e-4e7d-a91a-62aa22ab5279 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/45d594b1-127e-42e2-baee-326c4971b845 HTTP/1.1" status: 204 len: 168 time: 1.3897650 Jan 27 22:12:30.629657 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55904) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:30.660636 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e22dbede-bb2a-4fb2-8a1d-90b94cd2e221 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (4f739175-3a47-41e3-ad00-a8d2d43ca031), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.731755 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5302db79-c1ba-449d-8e99-6d4de8e27389 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (fe28771e-6fad-4a03-8140-88b0158ecd2a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.744279 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-366996a4-7d85-46c2-ba03-da44286502a0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (ae9b2a81-d3b3-454d-91d4-98f3cf77683d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.879239 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-366996a4-7d85-46c2-ba03-da44286502a0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (54e05cc1-7d7f-45f0-9681-43bdd2774389), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.904535 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8276aa18-0b23-4664-ae83-c58f31c0202a None None] DHCP port deletion for fe28771e-6fad-4a03-8140-88b0158ecd2a request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:12:30.935010 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22dbede-bb2a-4fb2-8a1d-90b94cd2e221 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Network 79511ee6-aafa-4bfb-96d5-cddaf2543116 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:30.940956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22dbede-bb2a-4fb2-8a1d-90b94cd2e221 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Pushing event updated for resources: {'Port': ['ID=4f739175-3a47-41e3-ad00-a8d2d43ca031,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:30.943519 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-e22dbede-bb2a-4fb2-8a1d-90b94cd2e221 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:30.945549 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe99cd36-12fa-4aff-b091-dd8fe3a0f479 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (96ee7050-7989-4c67-ba85-40add23794c3), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.947831 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22dbede-bb2a-4fb2-8a1d-90b94cd2e221 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:30.949280 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22dbede-bb2a-4fb2-8a1d-90b94cd2e221 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:30.955764 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e22dbede-bb2a-4fb2-8a1d-90b94cd2e221 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.964596 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0141-be1c-426f-927a-d1163e25f2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (a1c7f966-110a-47e4-9787-66ca56a71600), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:30.966939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-5302db79-c1ba-449d-8e99-6d4de8e27389 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting port 0d0f95b9-3515-4441-a1dc-ca119c85614e {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:30.967348 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5302db79-c1ba-449d-8e99-6d4de8e27389 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0d0f95b9-3515-4441-a1dc-ca119c85614e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.005311 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe99cd36-12fa-4aff-b091-dd8fe3a0f479 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.010676 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8276aa18-0b23-4664-ae83-c58f31c0202a None None] Deleting port 0d0f95b9-3515-4441-a1dc-ca119c85614e {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:31.011048 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8276aa18-0b23-4664-ae83-c58f31c0202a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0d0f95b9-3515-4441-a1dc-ca119c85614e), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.012746 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fe99cd36-12fa-4aff-b091-dd8fe3a0f479 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/subnets/96ee7050-7989-4c67-ba85-40add23794c3 HTTP/1.1" status: 204 len: 168 time: 1.5685847 Jan 27 22:12:31.015480 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55906) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:31.017845 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99cd36-12fa-4aff-b091-dd8fe3a0f479 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Subnet': ['ID=96ee7050-7989-4c67-ba85-40add23794c3,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:31.033136 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a8353aee-ea83-4837-bf8f-807251f4ce59 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'subnet': {'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:31.039392 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa8e55d-5fee-47ff-992d-664d9ddbe190 None None] Network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:31.043659 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e22dbede-bb2a-4fb2-8a1d-90b94cd2e221 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8162165 Jan 27 22:12:31.046453 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55908) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:31.060886 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:31.105215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-5302db79-c1ba-449d-8e99-6d4de8e27389 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] For port 0d0f95b9-3515-4441-a1dc-ca119c85614e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0d0f95b9-3515-4441-a1dc-ca119c85614e,segment=NetworkSegment(6364881f-d165-4d73-aa36-6d83ec1e45aa),segment_id=6364881f-d165-4d73-aa36-6d83ec1e45aa)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:31.105730 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5302db79-c1ba-449d-8e99-6d4de8e27389 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0d0f95b9-3515-4441-a1dc-ca119c85614e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.129193 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-5302db79-c1ba-449d-8e99-6d4de8e27389 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Calling delete_port for 0d0f95b9-3515-4441-a1dc-ca119c85614e owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:31.203256 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8276aa18-0b23-4664-ae83-c58f31c0202a None None] For port 0d0f95b9-3515-4441-a1dc-ca119c85614e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0d0f95b9-3515-4441-a1dc-ca119c85614e,segment=NetworkSegment(6364881f-d165-4d73-aa36-6d83ec1e45aa),segment_id=6364881f-d165-4d73-aa36-6d83ec1e45aa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:31.203734 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8276aa18-0b23-4664-ae83-c58f31c0202a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0d0f95b9-3515-4441-a1dc-ca119c85614e), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.224489 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8276aa18-0b23-4664-ae83-c58f31c0202a None None] Calling delete_port for 0d0f95b9-3515-4441-a1dc-ca119c85614e owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:31.243254 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0141-be1c-426f-927a-d1163e25f2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (a1c7f966-110a-47e4-9787-66ca56a71600), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.269557 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-366996a4-7d85-46c2-ba03-da44286502a0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for port (54e05cc1-7d7f-45f0-9681-43bdd2774389), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.280588 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4f739175-3a47-41e3-ad00-a8d2d43ca031), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.288060 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-cb0c0141-be1c-426f-927a-d1163e25f2b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c7f966-110a-47e4-9787-66ca56a71600']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:31.290599 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-366996a4-7d85-46c2-ba03-da44286502a0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (54e05cc1-7d7f-45f0-9681-43bdd2774389), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.315573 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-cb0c0141-be1c-426f-927a-d1163e25f2b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5ed610-5b9b-488f-bec8-421c5ea62b94') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:31.316778 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-cb0c0141-be1c-426f-927a-d1163e25f2b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5ed610-5b9b-488f-bec8-421c5ea62b94') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:31.334035 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0141-be1c-426f-927a-d1163e25f2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (8e5ed610-5b9b-488f-bec8-421c5ea62b94), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.392622 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0141-be1c-426f-927a-d1163e25f2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (8e5ed610-5b9b-488f-bec8-421c5ea62b94), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.409792 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0c0141-be1c-426f-927a-d1163e25f2b3 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:12:31.410188 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0141-be1c-426f-927a-d1163e25f2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (8e5ed610-5b9b-488f-bec8-421c5ea62b94), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:12:31.412644 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:12:31.415431 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5302db79-c1ba-449d-8e99-6d4de8e27389 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0d0f95b9-3515-4441-a1dc-ca119c85614e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.426826 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8353aee-ea83-4837-bf8f-807251f4ce59 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:31.429711 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366996a4-7d85-46c2-ba03-da44286502a0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Port': ['ID=54e05cc1-7d7f-45f0-9681-43bdd2774389,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:31.431045 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8353aee-ea83-4837-bf8f-807251f4ce59 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.470733 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8276aa18-0b23-4664-ae83-c58f31c0202a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (0d0f95b9-3515-4441-a1dc-ca119c85614e), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.505202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5302db79-c1ba-449d-8e99-6d4de8e27389 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] No DVR routers for this DVR port 0d0f95b9-3515-4441-a1dc-ca119c85614e on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:12:31.540468 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302db79-c1ba-449d-8e99-6d4de8e27389 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Port': ['ID=0d0f95b9-3515-4441-a1dc-ca119c85614e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:31.551750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276aa18-0b23-4664-ae83-c58f31c0202a None None] Pushing event deleted for resources: {'Port': ['ID=0d0f95b9-3515-4441-a1dc-ca119c85614e,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:31.565608 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8276aa18-0b23-4664-ae83-c58f31c0202a None None] No DVR routers for this DVR port 0d0f95b9-3515-4441-a1dc-ca119c85614e on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:12:31.578125 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-366996a4-7d85-46c2-ba03-da44286502a0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (ae9b2a81-d3b3-454d-91d4-98f3cf77683d), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.797032 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0141-be1c-426f-927a-d1163e25f2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (a1c7f966-110a-47e4-9787-66ca56a71600), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.799997 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-88f19fae-61a3-4e93-b8f6-977217d07644 req-cd533778-43e2-413d-b9b3-b6f74641d172 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 210 time: 0.0991170 Jan 27 22:12:31.827617 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cb0c0141-be1c-426f-927a-d1163e25f2b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.831512 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cb0c0141-be1c-426f-927a-d1163e25f2b3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a1c7f966-110a-47e4-9787-66ca56a71600 HTTP/1.1" status: 204 len: 168 time: 1.1873045 Jan 27 22:12:31.854741 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 6179a379-d10d-4834-ae1a-fa222bab5202 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:12:31.881414 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5302db79-c1ba-449d-8e99-6d4de8e27389 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (fe28771e-6fad-4a03-8140-88b0158ecd2a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:31.883133 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c0141-be1c-426f-927a-d1163e25f2b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1c7f966-110a-47e4-9787-66ca56a71600,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:31.900030 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680de00c-8166-433e-999d-e16963431825 req-0fcb2ea8-b6a3-426c-9538-30eff4a8b013 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:31.901041 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 6179a379-d10d-4834-ae1a-fa222bab5202 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:12:31.901597 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 6179a379-d10d-4834-ae1a-fa222bab5202 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:12:31.902247 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-680de00c-8166-433e-999d-e16963431825 req-0fcb2ea8-b6a3-426c-9538-30eff4a8b013 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.15 "GET /v2.0/networks?id=dfd554a6-e3e7-42fa-aa9f-3416cb186645 HTTP/1.1" status: 200 len: 797 time: 0.5582082 Jan 27 22:12:31.902852 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0d0f95b9-3515-4441-a1dc-ca119c85614e no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:12:31.941770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 0d0f95b9-3515-4441-a1dc-ca119c85614e {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:12:31.947364 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0d0f95b9-3515-4441-a1dc-ca119c85614e not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:12:32.011168 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-366996a4-7d85-46c2-ba03-da44286502a0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Floating IP ae9b2a81-d3b3-454d-91d4-98f3cf77683d associated. External IP: 172.25.3.23, port: 554e5798-2c96-42b7-852c-2ca5e9dd852b. Jan 27 22:12:32.057282 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] device_id is not set on port 4f739175-3a47-41e3-ad00-a8d2d43ca031 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:12:32.079432 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks [] for port (4f739175-3a47-41e3-ad00-a8d2d43ca031), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.105057 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55922) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:32.112500 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-5302db79-c1ba-449d-8e99-6d4de8e27389 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe28771e-6fad-4a03-8140-88b0158ecd2a']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:32.127250 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (4f739175-3a47-41e3-ad00-a8d2d43ca031), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.157961 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-5302db79-c1ba-449d-8e99-6d4de8e27389 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6364881f-d165-4d73-aa36-6d83ec1e45aa') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:32.158107 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-5302db79-c1ba-449d-8e99-6d4de8e27389 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6364881f-d165-4d73-aa36-6d83ec1e45aa') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:32.176258 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5302db79-c1ba-449d-8e99-6d4de8e27389 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (6364881f-d165-4d73-aa36-6d83ec1e45aa), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.246823 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Pushing event updated for resources: {'Port': ['ID=4f739175-3a47-41e3-ad00-a8d2d43ca031,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:32.256552 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5302db79-c1ba-449d-8e99-6d4de8e27389 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (6364881f-d165-4d73-aa36-6d83ec1e45aa), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.256846 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:32.257922 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:32.258686 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:32.276332 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-d4213e1e-1465-4ac9-a46a-15b34f9bfa87 None None] Provisioning complete for port 87edbb31-9942-4929-bda9-18e7221f4de9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:32.277025 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d4213e1e-1465-4ac9-a46a-15b34f9bfa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (87edbb31-9942-4929-bda9-18e7221f4de9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.284416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5302db79-c1ba-449d-8e99-6d4de8e27389 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:12:32.285364 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5302db79-c1ba-449d-8e99-6d4de8e27389 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (6364881f-d165-4d73-aa36-6d83ec1e45aa), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.290498 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-afd6a676-67a1-4bf6-8791-278cf1c2d652 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4d6e60c77fc425886751adbc896d4c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1823153 Jan 27 22:12:32.295846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-680de00c-8166-433e-999d-e16963431825 req-786087d4-52d7-47db-a7c5-01e8492f1b5e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f283cf476a449f8a327cb51a3011c25 HTTP/1.1" status: 200 len: 380 time: 0.2783337 Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:12:32.296533 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:12:32.298877 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55926) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:32.319166 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-680de00c-8166-433e-999d-e16963431825 req-1af11a74-7420-4b6b-aec7-ceb9035b580c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'port': {'device_id': '02607d52-8ace-4831-b4b7-bb0f43e6a7ec', 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645', 'admin_state_up': True, 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'security_groups': ['1d6ffcba-ea09-48e8-b571-bf21b96ee564']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:32.326436 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8353aee-ea83-4837-bf8f-807251f4ce59 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (df0086e0-6433-440e-b7c6-01d30bd44058), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.327496 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d4213e1e-1465-4ac9-a46a-15b34f9bfa87 None None] Port 87edbb31-9942-4929-bda9-18e7221f4de9 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:32.337158 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:32.337494 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:32.339118 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-d4213e1e-1465-4ac9-a46a-15b34f9bfa87 None None] Provisioning complete for port eda226c4-ac53-4ddb-9248-ce4443edd19a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:32.339725 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d4213e1e-1465-4ac9-a46a-15b34f9bfa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.352670 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8353aee-ea83-4837-bf8f-807251f4ce59 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:32.353785 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 2 to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 Jan 27 22:12:32.374411 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-a8353aee-ea83-4837-bf8f-807251f4ce59 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:32.379513 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8353aee-ea83-4837-bf8f-807251f4ce59 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:32.380694 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8353aee-ea83-4837-bf8f-807251f4ce59 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.390993 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e910af-b73a-4791-b880-a3cd31dc4d41 None None] Network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:32.395434 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:32.396792 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:32.397365 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:32.431353 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:32.431785 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:32.437925 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a8353aee-ea83-4837-bf8f-807251f4ce59 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4185250 Jan 27 22:12:32.440416 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 3 to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 Jan 27 22:12:32.445851 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55928) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:32.450904 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-34ac3d97-6dcc-4230-9d7c-5f7573a3ca18 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'security_group': {'name': 'tempest-secgroup-587126331'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:32.481395 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5302db79-c1ba-449d-8e99-6d4de8e27389 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (fe28771e-6fad-4a03-8140-88b0158ecd2a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.503400 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5302db79-c1ba-449d-8e99-6d4de8e27389 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.504113 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-34ac3d97-6dcc-4230-9d7c-5f7573a3ca18 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.509350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5302db79-c1ba-449d-8e99-6d4de8e27389 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/networks/fe28771e-6fad-4a03-8140-88b0158ecd2a HTTP/1.1" status: 204 len: 168 time: 1.9994116 Jan 27 22:12:32.509968 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55930) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:32.537377 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d4213e1e-1465-4ac9-a46a-15b34f9bfa87 None None] Current status of the port eda226c4-ac53-4ddb-9248-ce4443edd19a is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:32.608183 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-34ac3d97-6dcc-4230-9d7c-5f7573a3ca18 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (210517ab-43a1-4d3b-9e9d-c6ed25cea053), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.611359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302db79-c1ba-449d-8e99-6d4de8e27389 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Network': ['ID=fe28771e-6fad-4a03-8140-88b0158ecd2a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:32.619011 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:32.619451 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:32.620061 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:32.637956 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-34ac3d97-6dcc-4230-9d7c-5f7573a3ca18 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (210517ab-43a1-4d3b-9e9d-c6ed25cea053), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.640661 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8353aee-ea83-4837-bf8f-807251f4ce59 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Subnet': ['ID=df0086e0-6433-440e-b7c6-01d30bd44058,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:32.642865 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:32.643188 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:32.658748 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 4 to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 Jan 27 22:12:32.684302 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:32.684789 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:32.685142 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:32.692413 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bcfdef93-7be9-47b6-8237-e90b88d22163 admin admin] Publish callbacks [] for security_group (918bd090-9fe6-4eb6-a46b-926aca440599), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.704290 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2cf5da-2c0e-4089-af8a-d97bb287b3af None None] Update dhcp port {'port': {'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097', 'fixed_ips': [{'subnet_id': '447b9035-6cc9-4cd2-b6fc-081e2c96da42', 'ip_address': '172.20.0.18'}, {'subnet_id': 'df0086e0-6433-440e-b7c6-01d30bd44058'}], 'binding:host_id': 'n-d-772272-3'}, 'id': 'eda226c4-ac53-4ddb-9248-ce4443edd19a'} from n-d-772272-3. {{(pid=109743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:12:32.708550 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:32.708728 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:32.713442 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 5 to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 Jan 27 22:12:32.744323 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ea2cf5da-2c0e-4089-af8a-d97bb287b3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.749178 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366996a4-7d85-46c2-ba03-da44286502a0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Router 6e273520-5c12-4997-a694-32f5bedbbfa8 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:12:32.750538 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:32.750886 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:32.751233 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:32.754558 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680de00c-8166-433e-999d-e16963431825 req-1af11a74-7420-4b6b-aec7-ceb9035b580c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Made reservation on behalf of 7f283cf476a449f8a327cb51a3011c25 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:32.757911 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-680de00c-8166-433e-999d-e16963431825 req-1af11a74-7420-4b6b-aec7-ceb9035b580c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.761688 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:32.762034 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:32.767076 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-34ac3d97-6dcc-4230-9d7c-5f7573a3ca18 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.771848 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-34ac3d97-6dcc-4230-9d7c-5f7573a3ca18 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3217874 Jan 27 22:12:32.771848 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 6 to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 Jan 27 22:12:32.789105 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac3d97-6dcc-4230-9d7c-5f7573a3ca18 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210517ab-43a1-4d3b-9e9d-c6ed25cea053,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:32.791940 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bcfdef93-7be9-47b6-8237-e90b88d22163 admin admin] Publish callbacks [] for security_group (918bd090-9fe6-4eb6-a46b-926aca440599), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.793677 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55932) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:32.795764 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:32.796348 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:32.796700 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:32.810202 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-cdbeb1f1-b143-472d-8075-55aa1d95449c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'security_group': {'name': 'tempest-secgroup-2099821506'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:32.820329 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:32.820669 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:32.822885 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 7 to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 Jan 27 22:12:32.861441 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:32.861721 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:32.862038 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:32.879890 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:32.880285 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:32.889113 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 8 to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 Jan 27 22:12:32.938133 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:32.938655 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:32.939199 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:32.947023 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb1f1-b143-472d-8075-55aa1d95449c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.949307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:32.949749 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:32.951394 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 9 to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 Jan 27 22:12:32.986178 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:32.986680 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:32.987147 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:33.005070 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:33.005950 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:33.006105 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-ea2cf5da-2c0e-4089-af8a-d97bb287b3af None None] Allocated IP 172.20.0.2 (8bc1ea37-ce86-4e2b-8195-a36bd1262097/df0086e0-6433-440e-b7c6-01d30bd44058/eda226c4-ac53-4ddb-9248-ce4443edd19a) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:33.070125 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb1f1-b143-472d-8075-55aa1d95449c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (568e708b-0f44-486c-ad8c-ccb93293d7e4), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.071707 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 10 to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 Jan 27 22:12:33.076246 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb1f1-b143-472d-8075-55aa1d95449c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (568e708b-0f44-486c-ad8c-ccb93293d7e4), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.114726 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:33.115285 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:33.115640 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:33.125931 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:33.126274 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:33.126652 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4f739175-3a47-41e3-ad00-a8d2d43ca031), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.140332 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-ea2cf5da-2c0e-4089-af8a-d97bb287b3af None None] For port eda226c4-ac53-4ddb-9248-ce4443edd19a, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=eda226c4-ac53-4ddb-9248-ce4443edd19a,segment=NetworkSegment(eec158c0-8891-4176-aeb5-f7c68c61fc26),segment_id=eec158c0-8891-4176-aeb5-f7c68c61fc26)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:33.147787 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb1f1-b143-472d-8075-55aa1d95449c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.149120 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cdbeb1f1-b143-472d-8075-55aa1d95449c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3443363 Jan 27 22:12:33.151864 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55938) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:33.178145 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ea2cf5da-2c0e-4089-af8a-d97bb287b3af None None] Publish callbacks [] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.178882 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-6815f71c-1b46-4944-b320-eb5f54ac299c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'security_group': {'name': 'tempest-secgroup-1649243231'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:33.184085 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ea2cf5da-2c0e-4089-af8a-d97bb287b3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.202332 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbeb1f1-b143-472d-8075-55aa1d95449c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568e708b-0f44-486c-ad8c-ccb93293d7e4,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:33.210364 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6815f71c-1b46-4944-b320-eb5f54ac299c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.257186 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2cf5da-2c0e-4089-af8a-d97bb287b3af None None] Pushing event updated for resources: {'Port': ['ID=eda226c4-ac53-4ddb-9248-ce4443edd19a,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:33.318383 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6815f71c-1b46-4944-b320-eb5f54ac299c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (a9f98a14-fcc4-41c9-9485-ccee0976e890), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.325617 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6815f71c-1b46-4944-b320-eb5f54ac299c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a9f98a14-fcc4-41c9-9485-ccee0976e890), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.346097 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96314df5-4dbe-4eea-b5f4-c38abd726d96 req-d895e5bc-fd73-4b81-9815-30e3153d906e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 210 time: 0.1102371 Jan 27 22:12:33.352617 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6815f71c-1b46-4944-b320-eb5f54ac299c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.353953 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6815f71c-1b46-4944-b320-eb5f54ac299c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2011113 Jan 27 22:12:33.364880 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55942) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:33.370387 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-39614b46-50db-4a06-84b3-ad230014d7b5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1441183583', 'security_groups': ['a9f98a14-fcc4-41c9-9485-ccee0976e890'], 'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'df0086e0-6433-440e-b7c6-01d30bd44058'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:33.412506 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] For port 4f739175-3a47-41e3-ad00-a8d2d43ca031, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:12:33.412915 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempted to set empty binding levels {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 22:12:33.417660 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815f71c-1b46-4944-b320-eb5f54ac299c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f98a14-fcc4-41c9-9485-ccee0976e890,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:33.454288 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bcfdef93-7be9-47b6-8237-e90b88d22163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (918bd090-9fe6-4eb6-a46b-926aca440599), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.457231 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bcfdef93-7be9-47b6-8237-e90b88d22163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.458573 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bcfdef93-7be9-47b6-8237-e90b88d22163 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/918bd090-9fe6-4eb6-a46b-926aca440599 HTTP/1.1" status: 204 len: 168 time: 1.1504135 Jan 27 22:12:33.464757 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (4f739175-3a47-41e3-ad00-a8d2d43ca031), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.529747 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] In _notify_port_updated(), no bound segment for port 4f739175-3a47-41e3-ad00-a8d2d43ca031 on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:12:33.554750 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.555551 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdef93-7be9-47b6-8237-e90b88d22163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918bd090-9fe6-4eb6-a46b-926aca440599,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:33.556038 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.559718 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] 10.222.0.23 "PUT /v2.0/ports/4f739175-3a47-41e3-ad00-a8d2d43ca031 HTTP/1.1" status: 200 len: 974 time: 2.5102601 Jan 27 22:12:33.565324 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55946) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:33.609806 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366996a4-7d85-46c2-ba03-da44286502a0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:33.625304 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d33cfa-01be-4d78-b3b6-ad1df534f9ae None None] Sync routers for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:33.640414 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d33cfa-01be-4d78-b3b6-ad1df534f9ae None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:33.641054 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-31d33cfa-01be-4d78-b3b6-ad1df534f9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:33.676761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-680de00c-8166-433e-999d-e16963431825 req-1af11a74-7420-4b6b-aec7-ceb9035b580c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Allocated IP 172.20.0.11 (dfd554a6-e3e7-42fa-aa9f-3416cb186645/c5518924-fd94-4230-9918-353734c78108/8852115e-3d5c-4b8b-86bf-990e0e2acfa0) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:33.706780 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-366996a4-7d85-46c2-ba03-da44286502a0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:33.732216 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657a657-0afa-4bc4-8586-00fbf32ab8c8 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Pushing event updated for resources: {'Port': ['ID=4f739175-3a47-41e3-ad00-a8d2d43ca031,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:33.781739 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39614b46-50db-4a06-84b3-ad230014d7b5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:33.827040 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-366996a4-7d85-46c2-ba03-da44286502a0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.4003966 Jan 27 22:12:33.843225 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.844002 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.844645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.845269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.846082 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.846844 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.847976 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.848854 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.849474 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.850093 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.850739 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.851550 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.852198 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.852815 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.853450 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.854258 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.854909 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.855544 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.856208 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.856849 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.857480 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.858115 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.858744 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.859373 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.867601 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9fab01c6-07e3-4e3d-883d-1e8e9e496697 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21200 time: 0.3001609 Jan 27 22:12:33.872864 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55950) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:33.873423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55952) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:33.888355 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-83fb8a04-ffc4-4633-9b13-584301538740 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-558406083'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:34.046814 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fb8a04-ffc4-4633-9b13-584301538740 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Made reservation on behalf of ffe5c159ddee41f4aa7e7b626bca1b5f for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:34.051196 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39614b46-50db-4a06-84b3-ad230014d7b5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.052641 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-83fb8a04-ffc4-4633-9b13-584301538740 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.079581 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-39614b46-50db-4a06-84b3-ad230014d7b5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] device_id is not set on port 8d3ad1b6-563d-4360-aa22-fb9b17815a8b yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:12:34.126173 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device eda226c4-ac53-4ddb-9248-ce4443edd19a up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:34.130575 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-31d33cfa-01be-4d78-b3b6-ad1df534f9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:34.163417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83fb8a04-ffc4-4633-9b13-584301538740 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:12:34.176888 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55956) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:34.192434 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d33cfa-01be-4d78-b3b6-ad1df534f9ae None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:34.193420 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-31d33cfa-01be-4d78-b3b6-ad1df534f9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:34.220958 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-83fb8a04-ffc4-4633-9b13-584301538740 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3faf5d6d-f5df-465d-b611-1aca38de2499), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.221824 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-83fb8a04-ffc4-4633-9b13-584301538740 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Added segment 3faf5d6d-f5df-465d-b611-1aca38de2499 of type vlan for network 8d65909d-ab59-4d75-8c8b-9a79607eabd2 Jan 27 22:12:34.239438 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-680de00c-8166-433e-999d-e16963431825 req-1af11a74-7420-4b6b-aec7-ceb9035b580c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for port (8852115e-3d5c-4b8b-86bf-990e0e2acfa0), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.265915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-31d33cfa-01be-4d78-b3b6-ad1df534f9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:34.266691 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d33cfa-01be-4d78-b3b6-ad1df534f9ae None None] The sync data for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:34.317578 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port eda226c4-ac53-4ddb-9248-ce4443edd19a triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:34.319141 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.340784 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-680de00c-8166-433e-999d-e16963431825 req-1af11a74-7420-4b6b-aec7-ceb9035b580c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (8852115e-3d5c-4b8b-86bf-990e0e2acfa0), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.397349 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-13a48200-a8d9-41c7-9a90-cd88a6b2e435 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (c9d81c5f-1ff3-4995-a896-f7518a4406f6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.399125 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-39614b46-50db-4a06-84b3-ad230014d7b5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Allocated IP 172.20.0.7 (8bc1ea37-ce86-4e2b-8195-a36bd1262097/df0086e0-6433-440e-b7c6-01d30bd44058/8d3ad1b6-563d-4360-aa22-fb9b17815a8b) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:34.445697 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port eda226c4-ac53-4ddb-9248-ce4443edd19a is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:34.456329 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-02d70735-351e-4c8f-8182-03757728fa55 None None] Provisioning complete for port 87edbb31-9942-4929-bda9-18e7221f4de9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:34.456922 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-02d70735-351e-4c8f-8182-03757728fa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (87edbb31-9942-4929-bda9-18e7221f4de9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.468347 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680de00c-8166-433e-999d-e16963431825 req-1af11a74-7420-4b6b-aec7-ceb9035b580c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Network dfd554a6-e3e7-42fa-aa9f-3416cb186645 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:34.510870 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-02d70735-351e-4c8f-8182-03757728fa55 None None] Port 87edbb31-9942-4929-bda9-18e7221f4de9 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:34.530264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-02d70735-351e-4c8f-8182-03757728fa55 None None] Provisioning complete for port eda226c4-ac53-4ddb-9248-ce4443edd19a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:34.530481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-95ecfe29-2675-4f03-a019-c7df6a277da9 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Deleting port 4f739175-3a47-41e3-ad00-a8d2d43ca031 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:34.530628 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-95ecfe29-2675-4f03-a019-c7df6a277da9 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (4f739175-3a47-41e3-ad00-a8d2d43ca031), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.531591 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-02d70735-351e-4c8f-8182-03757728fa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.540393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-680de00c-8166-433e-999d-e16963431825 req-1af11a74-7420-4b6b-aec7-ceb9035b580c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:34.574443 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-cf9a0f84-35d2-4e56-a9cf-9d264ab0b9d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1273bfd5606b47f59a8150eb0d979a97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3954985 Jan 27 22:12:34.576284 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-680de00c-8166-433e-999d-e16963431825 req-1af11a74-7420-4b6b-aec7-ceb9035b580c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:34.592852 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39614b46-50db-4a06-84b3-ad230014d7b5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for port (8d3ad1b6-563d-4360-aa22-fb9b17815a8b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.609590 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55962) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:34.645689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-02d70735-351e-4c8f-8182-03757728fa55 None None] Current status of the port eda226c4-ac53-4ddb-9248-ce4443edd19a is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:34.669600 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-83fb8a04-ffc4-4633-9b13-584301538740 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (8d65909d-ab59-4d75-8c8b-9a79607eabd2), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.681073 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39614b46-50db-4a06-84b3-ad230014d7b5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (8d3ad1b6-563d-4360-aa22-fb9b17815a8b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.737582 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c41d7ea-2fbb-4db5-945d-28ec8a6f07c8 admin admin] Publish callbacks [] for security_group (865fd3f0-43ce-4232-8056-7f837eb185d6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.740579 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af11a74-7420-4b6b-aec7-ceb9035b580c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'Port': ['ID=8852115e-3d5c-4b8b-86bf-990e0e2acfa0,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:34.746684 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39614b46-50db-4a06-84b3-ad230014d7b5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:34.775655 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-39614b46-50db-4a06-84b3-ad230014d7b5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:34.781180 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39614b46-50db-4a06-84b3-ad230014d7b5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:34.791328 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39614b46-50db-4a06-84b3-ad230014d7b5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Port': ['ID=8d3ad1b6-563d-4360-aa22-fb9b17815a8b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:34.801678 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-95ecfe29-2675-4f03-a019-c7df6a277da9 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] For port 4f739175-3a47-41e3-ad00-a8d2d43ca031, host n-h1-772272-3, got binding levels [] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:34.802137 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-95ecfe29-2675-4f03-a019-c7df6a277da9 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (4f739175-3a47-41e3-ad00-a8d2d43ca031), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.810790 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680de00c-8166-433e-999d-e16963431825 req-1af11a74-7420-4b6b-aec7-ceb9035b580c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:34.811414 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-680de00c-8166-433e-999d-e16963431825 req-1af11a74-7420-4b6b-aec7-ceb9035b580c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.839244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-95ecfe29-2675-4f03-a019-c7df6a277da9 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Calling delete_port for 4f739175-3a47-41e3-ad00-a8d2d43ca031 owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:34.871279 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c41d7ea-2fbb-4db5-945d-28ec8a6f07c8 admin admin] Publish callbacks [] for security_group (865fd3f0-43ce-4232-8056-7f837eb185d6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.878391 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-83fb8a04-ffc4-4633-9b13-584301538740 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (8d65909d-ab59-4d75-8c8b-9a79607eabd2), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.890989 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fb8a04-ffc4-4633-9b13-584301538740 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:34.891635 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-83fb8a04-ffc4-4633-9b13-584301538740 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.909447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a9c7e-f580-43a6-8060-54bf2e2b1ea6 req-3af77005-c00f-48b3-ac4a-8470f55cd0fe tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:34.911489 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-139a9c7e-f580-43a6-8060-54bf2e2b1ea6 req-3af77005-c00f-48b3-ac4a-8470f55cd0fe tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 932 time: 0.3887625 Jan 27 22:12:34.921263 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-680de00c-8166-433e-999d-e16963431825 req-1af11a74-7420-4b6b-aec7-ceb9035b580c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6056778 Jan 27 22:12:34.923952 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39614b46-50db-4a06-84b3-ad230014d7b5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:34.924728 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39614b46-50db-4a06-84b3-ad230014d7b5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:34.948778 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-39614b46-50db-4a06-84b3-ad230014d7b5 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5828395 Jan 27 22:12:34.949402 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55964) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:34.963071 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-680de00c-8166-433e-999d-e16963431825 req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] Request body: {'port': {'device_id': '02607d52-8ace-4831-b4b7-bb0f43e6a7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:34.965694 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-97152f37-1253-4d9a-a54f-0de4145f1804 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'subnet': {'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:34.976350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-68f77ba2-0232-4cee-957e-ffc6fe8c5494 None None] Provisioning complete for port 8852115e-3d5c-4b8b-86bf-990e0e2acfa0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:34.976735 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-68f77ba2-0232-4cee-957e-ffc6fe8c5494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8852115e-3d5c-4b8b-86bf-990e0e2acfa0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:35.037159 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-68f77ba2-0232-4cee-957e-ffc6fe8c5494 None None] Port 8852115e-3d5c-4b8b-86bf-990e0e2acfa0 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:35.138401 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c41d7ea-2fbb-4db5-945d-28ec8a6f07c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (865fd3f0-43ce-4232-8056-7f837eb185d6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:35.141501 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c41d7ea-2fbb-4db5-945d-28ec8a6f07c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:35.145992 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1c41d7ea-2fbb-4db5-945d-28ec8a6f07c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/865fd3f0-43ce-4232-8056-7f837eb185d6 HTTP/1.1" status: 204 len: 168 time: 0.5325515 Jan 27 22:12:35.157447 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41d7ea-2fbb-4db5-945d-28ec8a6f07c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865fd3f0-43ce-4232-8056-7f837eb185d6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:35.159142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb8a04-ffc4-4633-9b13-584301538740 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Network': ['ID=8d65909d-ab59-4d75-8c8b-9a79607eabd2,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:35.188266 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 8d65909d-ab59-4d75-8c8b-9a79607eabd2 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:12:35.190278 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97152f37-1253-4d9a-a54f-0de4145f1804 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:35.196469 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-97152f37-1253-4d9a-a54f-0de4145f1804 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:35.199527 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-83fb8a04-ffc4-4633-9b13-584301538740 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3248496 Jan 27 22:12:35.208394 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55970) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:35.228600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-6a7178d0-a56d-461b-9564-89bf928c227b tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Request body: {'subnet': {'network_id': '8d65909d-ab59-4d75-8c8b-9a79607eabd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:35.290319 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-87f4044a-0fd9-436b-ab72-bbc1f9875180 None None] Provisioning complete for port 8d3ad1b6-563d-4360-aa22-fb9b17815a8b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:35.290899 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-87f4044a-0fd9-436b-ab72-bbc1f9875180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8d3ad1b6-563d-4360-aa22-fb9b17815a8b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:35.312329 n-d-772272-3 neutron-server[109742]: INFO neutron.db.ipam_backend_mixin [None req-97152f37-1253-4d9a-a54f-0de4145f1804 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet df0086e0-6433-440e-b7c6-01d30bd44058 (CIDR: 172.20.0.0/28) Jan 27 22:12:35.317193 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-97152f37-1253-4d9a-a54f-0de4145f1804 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:12:35.317743 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97152f37-1253-4d9a-a54f-0de4145f1804 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:12:35.351778 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-87f4044a-0fd9-436b-ab72-bbc1f9875180 None None] Port 8d3ad1b6-563d-4360-aa22-fb9b17815a8b cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:35.354982 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-97152f37-1253-4d9a-a54f-0de4145f1804 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4026539 Jan 27 22:12:35.356593 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55974) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:35.367175 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f78746c4-f282-49f3-8a76-b8d947642f34 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'subnet': {'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:35.394977 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-680de00c-8166-433e-999d-e16963431825 req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8852115e-3d5c-4b8b-86bf-990e0e2acfa0), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:35.497863 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-139a9c7e-f580-43a6-8060-54bf2e2b1ea6 req-fd1f937d-91ca-44b9-a7f2-218c430dc850 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d6ffcba-ea09-48e8-b571-bf21b96ee564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5755198 Jan 27 22:12:35.498751 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-95ecfe29-2675-4f03-a019-c7df6a277da9 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (4f739175-3a47-41e3-ad00-a8d2d43ca031), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:35.526774 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78746c4-f282-49f3-8a76-b8d947642f34 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:35.534254 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f78746c4-f282-49f3-8a76-b8d947642f34 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:35.646660 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecfe29-2675-4f03-a019-c7df6a277da9 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f739175-3a47-41e3-ad00-a8d2d43ca031,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:35.657130 n-d-772272-3 neutron-server[109742]: INFO neutron.db.ipam_backend_mixin [None req-f78746c4-f282-49f3-8a76-b8d947642f34 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 447b9035-6cc9-4cd2-b6fc-081e2c96da42 (CIDR: 172.20.0.16/28) Jan 27 22:12:35.657472 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-95ecfe29-2675-4f03-a019-c7df6a277da9 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:35.661214 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-95ecfe29-2675-4f03-a019-c7df6a277da9 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] 10.222.0.23 "DELETE /v2.0/ports/4f739175-3a47-41e3-ad00-a8d2d43ca031 HTTP/1.1" status: 204 len: 168 time: 1.7854981 Jan 27 22:12:35.662226 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78746c4-f282-49f3-8a76-b8d947642f34 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:12:35.663244 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f78746c4-f282-49f3-8a76-b8d947642f34 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:12:35.666137 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55986) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:35.683393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecfe29-2675-4f03-a019-c7df6a277da9 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.683930 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecfe29-2675-4f03-a019-c7df6a277da9 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.684489 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecfe29-2675-4f03-a019-c7df6a277da9 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.684952 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecfe29-2675-4f03-a019-c7df6a277da9 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.685400 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecfe29-2675-4f03-a019-c7df6a277da9 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.685945 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecfe29-2675-4f03-a019-c7df6a277da9 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.686475 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecfe29-2675-4f03-a019-c7df6a277da9 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.686939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecfe29-2675-4f03-a019-c7df6a277da9 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.687365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecfe29-2675-4f03-a019-c7df6a277da9 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.687819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecfe29-2675-4f03-a019-c7df6a277da9 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.688288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecfe29-2675-4f03-a019-c7df6a277da9 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.689311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecfe29-2675-4f03-a019-c7df6a277da9 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.689769 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ecfe29-2675-4f03-a019-c7df6a277da9 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:35.703059 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7178d0-a56d-461b-9564-89bf928c227b tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Made reservation on behalf of ffe5c159ddee41f4aa7e7b626bca1b5f for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:35.707172 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6a7178d0-a56d-461b-9564-89bf928c227b tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:35.716144 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-112b6669-0fa4-4c40-a715-44cfcccd8eef tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] GET failed (client error): The resource could not be found. Jan 27 22:12:35.718717 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-112b6669-0fa4-4c40-a715-44cfcccd8eef tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] 10.222.0.23 "GET /v2.0/ports/4f739175-3a47-41e3-ad00-a8d2d43ca031 HTTP/1.1" status: 404 len: 333 time: 0.0498865 Jan 27 22:12:35.725349 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f78746c4-f282-49f3-8a76-b8d947642f34 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3677509 Jan 27 22:12:35.726306 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55988) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:35.732896 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-0a00b2db-31b8-40f8-8689-ef10e668a75a tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-669840417', 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:35.740385 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55990) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:35.746413 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-4d1d9f9a-add1-4a81-8e1d-d708f811d014 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'subnet': {'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:35.766649 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a00b2db-31b8-40f8-8689-ef10e668a75a tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Made reservation on behalf of 760fc9a797114f83877c97b84083621d for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:35.769112 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0a00b2db-31b8-40f8-8689-ef10e668a75a tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:35.796507 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-0a00b2db-31b8-40f8-8689-ef10e668a75a tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] device_id is not set on port 88f449bc-ea8f-45a5-8e02-b0f43e074ee3 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:12:36.018427 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0a00b2db-31b8-40f8-8689-ef10e668a75a tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks [] for port (88f449bc-ea8f-45a5-8e02-b0f43e074ee3), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.036034 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-13a48200-a8d9-41c7-9a90-cd88a6b2e435 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting port 0206117e-4aab-4c1d-9550-eb52940f9a66 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:36.036595 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-13a48200-a8d9-41c7-9a90-cd88a6b2e435 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0206117e-4aab-4c1d-9550-eb52940f9a66), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.060295 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0a00b2db-31b8-40f8-8689-ef10e668a75a tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (88f449bc-ea8f-45a5-8e02-b0f43e074ee3), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.114875 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a00b2db-31b8-40f8-8689-ef10e668a75a tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Network 79511ee6-aafa-4bfb-96d5-cddaf2543116 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:36.118799 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-0a00b2db-31b8-40f8-8689-ef10e668a75a tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:36.122792 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a00b2db-31b8-40f8-8689-ef10e668a75a tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:36.124230 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a00b2db-31b8-40f8-8689-ef10e668a75a tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:36.125924 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0a00b2db-31b8-40f8-8689-ef10e668a75a tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.146758 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00b2db-31b8-40f8-8689-ef10e668a75a tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Pushing event updated for resources: {'Port': ['ID=88f449bc-ea8f-45a5-8e02-b0f43e074ee3,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:36.148949 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1d9f9a-add1-4a81-8e1d-d708f811d014 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Made reservation on behalf of 843bc7b8352e40efa7b0de2db41edc8d for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:36.152675 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d1d9f9a-add1-4a81-8e1d-d708f811d014 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.160496 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0a00b2db-31b8-40f8-8689-ef10e668a75a tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4321072 Jan 27 22:12:36.162787 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56002) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:36.175536 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56004) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:36.215106 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e98095-9fdf-4940-951f-a3df6f256558 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:36.219096 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c7e98095-9fdf-4940-951f-a3df6f256558 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] 10.222.0.23 "GET /v2.0/ports/88f449bc-ea8f-45a5-8e02-b0f43e074ee3 HTTP/1.1" status: 200 len: 954 time: 0.0530179 Jan 27 22:12:36.219545 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56008) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:36.272323 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-680de00c-8166-433e-999d-e16963431825 req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8852115e-3d5c-4b8b-86bf-990e0e2acfa0 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:12:36.298387 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-680de00c-8166-433e-999d-e16963431825 req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] Publish callbacks [] for port (8852115e-3d5c-4b8b-86bf-990e0e2acfa0), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.314456 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-52b95733-aa2d-43d7-8ebb-dfbffc5a43ce tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Deleting port 88f449bc-ea8f-45a5-8e02-b0f43e074ee3 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:36.315074 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-52b95733-aa2d-43d7-8ebb-dfbffc5a43ce tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (88f449bc-ea8f-45a5-8e02-b0f43e074ee3), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.370630 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3b7b9cc1-3b11-4a39-b296-71302caca795 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1366050916-network', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:36.388498 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-680de00c-8166-433e-999d-e16963431825 req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] Transition to ACTIVE for port object 8852115e-3d5c-4b8b-86bf-990e0e2acfa0 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:12:36.398754 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-13a48200-a8d9-41c7-9a90-cd88a6b2e435 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] For port 0206117e-4aab-4c1d-9550-eb52940f9a66, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0206117e-4aab-4c1d-9550-eb52940f9a66,segment=NetworkSegment(b03a9bee-1b5b-4dd9-a575-d22158fdb518),segment_id=b03a9bee-1b5b-4dd9-a575-d22158fdb518)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:36.399135 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-13a48200-a8d9-41c7-9a90-cd88a6b2e435 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0206117e-4aab-4c1d-9550-eb52940f9a66), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.408057 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-680de00c-8166-433e-999d-e16963431825 req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (8852115e-3d5c-4b8b-86bf-990e0e2acfa0), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.419076 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-52b95733-aa2d-43d7-8ebb-dfbffc5a43ce tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (88f449bc-ea8f-45a5-8e02-b0f43e074ee3), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.434875 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-52b95733-aa2d-43d7-8ebb-dfbffc5a43ce tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Calling delete_port for 88f449bc-ea8f-45a5-8e02-b0f43e074ee3 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:36.445626 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6a7178d0-a56d-461b-9564-89bf928c227b tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (eafbc967-ae1f-4a5f-b523-a169aaf57fcd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.507184 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7b9cc1-3b11-4a39-b296-71302caca795 admin admin] Made reservation on behalf of 8a5fc25301d94383ab4235fa1c78acd6 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:36.509726 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9cc1-3b11-4a39-b296-71302caca795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.525631 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9cc1-3b11-4a39-b296-71302caca795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.555140 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-52b95733-aa2d-43d7-8ebb-dfbffc5a43ce tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (88f449bc-ea8f-45a5-8e02-b0f43e074ee3), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.603207 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b95733-aa2d-43d7-8ebb-dfbffc5a43ce tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Pushing event deleted for resources: {'Port': ['ID=88f449bc-ea8f-45a5-8e02-b0f43e074ee3,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:36.615978 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-52b95733-aa2d-43d7-8ebb-dfbffc5a43ce tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.619369 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-52b95733-aa2d-43d7-8ebb-dfbffc5a43ce tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] 10.222.0.23 "DELETE /v2.0/ports/88f449bc-ea8f-45a5-8e02-b0f43e074ee3 HTTP/1.1" status: 204 len: 168 time: 0.3984141 Jan 27 22:12:36.621978 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56014) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:36.652751 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-12fa8593-74d4-462a-902a-9852b7013736 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] GET failed (client error): The resource could not be found. Jan 27 22:12:36.654245 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-12fa8593-74d4-462a-902a-9852b7013736 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] 10.222.0.23 "GET /v2.0/ports/88f449bc-ea8f-45a5-8e02-b0f43e074ee3 HTTP/1.1" status: 404 len: 333 time: 0.0313439 Jan 27 22:12:36.663649 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56016) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:36.670179 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8d312bde-3c27-4049-b7f1-d0f8426f2481 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Request body: {'port': {'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-370248124'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:36.709074 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d312bde-3c27-4049-b7f1-d0f8426f2481 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Made reservation on behalf of 760fc9a797114f83877c97b84083621d for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:36.711909 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d312bde-3c27-4049-b7f1-d0f8426f2481 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.719554 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9cc1-3b11-4a39-b296-71302caca795 admin admin] Publish callbacks [] for security_group (9c7b331d-4a70-43b0-95d2-0db91019d863), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.729041 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9cc1-3b11-4a39-b296-71302caca795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9c7b331d-4a70-43b0-95d2-0db91019d863), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.751891 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-8d312bde-3c27-4049-b7f1-d0f8426f2481 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] device_id is not set on port 5ed3a818-1806-4aef-aa64-9145b5a08fed yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:12:36.767487 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7b9cc1-3b11-4a39-b296-71302caca795 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:12:36.775411 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b9cc1-3b11-4a39-b296-71302caca795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7b331d-4a70-43b0-95d2-0db91019d863,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:36.819177 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9cc1-3b11-4a39-b296-71302caca795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (54fcc853-7c04-4dd3-b772-b4bd058e2d55), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.819616 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-3b7b9cc1-3b11-4a39-b296-71302caca795 admin admin] Added segment 54fcc853-7c04-4dd3-b772-b4bd058e2d55 of type vlan for network 31a02463-af56-4099-8dd0-6cf52c80b509 Jan 27 22:12:36.821962 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-13a48200-a8d9-41c7-9a90-cd88a6b2e435 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Calling delete_port for 0206117e-4aab-4c1d-9550-eb52940f9a66 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:36.886568 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9cc1-3b11-4a39-b296-71302caca795 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (31a02463-af56-4099-8dd0-6cf52c80b509), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.968389 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9cc1-3b11-4a39-b296-71302caca795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (31a02463-af56-4099-8dd0-6cf52c80b509), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.969435 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7b9cc1-3b11-4a39-b296-71302caca795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:36.970207 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9cc1-3b11-4a39-b296-71302caca795 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.005851 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148faf4-c549-4768-9c6f-224ef42913b2 req-d1ba143c-5b3c-4bec-80e5-767509e8d29c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:37.007659 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c148faf4-c549-4768-9c6f-224ef42913b2 req-d1ba143c-5b3c-4bec-80e5-767509e8d29c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 944 time: 0.1721060 Jan 27 22:12:37.017894 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d312bde-3c27-4049-b7f1-d0f8426f2481 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks [] for port (5ed3a818-1806-4aef-aa64-9145b5a08fed), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.029280 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:12:37.044144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8852115e-3d5c-4b8b-86bf-990e0e2acfa0,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:37.060902 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3b7b9cc1-3b11-4a39-b296-71302caca795 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8841937 Jan 27 22:12:37.064862 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56018) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:37.071243 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-91d46b55-58bf-4f49-bd6b-6ea9a92c3798 admin admin] Request body: {'subnet': {'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1366050916-subnet', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:37.086138 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b9cc1-3b11-4a39-b296-71302caca795 admin admin] Pushing event updated for resources: {'Network': ['ID=31a02463-af56-4099-8dd0-6cf52c80b509,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:37.103066 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 31a02463-af56-4099-8dd0-6cf52c80b509 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:12:37.116987 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d46b55-58bf-4f49-bd6b-6ea9a92c3798 admin admin] Made reservation on behalf of 8a5fc25301d94383ab4235fa1c78acd6 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:37.119500 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-91d46b55-58bf-4f49-bd6b-6ea9a92c3798 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.131318 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7178d0-a56d-461b-9564-89bf928c227b tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Subnet': ['ID=eafbc967-ae1f-4a5f-b523-a169aaf57fcd,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:37.141795 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d312bde-3c27-4049-b7f1-d0f8426f2481 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5ed3a818-1806-4aef-aa64-9145b5a08fed), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.242866 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d312bde-3c27-4049-b7f1-d0f8426f2481 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Network 79511ee6-aafa-4bfb-96d5-cddaf2543116 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:37.256412 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-8d312bde-3c27-4049-b7f1-d0f8426f2481 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:37.263584 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d312bde-3c27-4049-b7f1-d0f8426f2481 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:37.264655 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d312bde-3c27-4049-b7f1-d0f8426f2481 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:37.265412 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d312bde-3c27-4049-b7f1-d0f8426f2481 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.270484 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d312bde-3c27-4049-b7f1-d0f8426f2481 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Pushing event updated for resources: {'Port': ['ID=5ed3a818-1806-4aef-aa64-9145b5a08fed,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:37.285149 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c148faf4-c549-4768-9c6f-224ef42913b2 req-ef82501e-11a9-43a6-97b1-1927721b3687 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d6ffcba-ea09-48e8-b571-bf21b96ee564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377069 Jan 27 22:12:37.302365 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8d312bde-3c27-4049-b7f1-d0f8426f2481 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6347148 Jan 27 22:12:37.302672 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56022) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:37.307581 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:37.337719 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7178d0-a56d-461b-9564-89bf928c227b tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Checking segment: {'id': '3faf5d6d-f5df-465d-b611-1aca38de2499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8d65909d-ab59-4d75-8c8b-9a79607eabd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:12:37.338181 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7178d0-a56d-461b-9564-89bf928c227b tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Network hostable DHCP agents. Network: 8d65909d-ab59-4d75-8c8b-9a79607eabd2, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:12:37.359175 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-680de00c-8166-433e-999d-e16963431825 req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] Attempting to bind port 8852115e-3d5c-4b8b-86bf-990e0e2acfa0 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:37.359447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-680de00c-8166-433e-999d-e16963431825 req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] Attempting to bind port 8852115e-3d5c-4b8b-86bf-990e0e2acfa0 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'cacc80b8-5a81-4830-a1f0-6df7f19512b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:37.359856 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680de00c-8166-433e-999d-e16963431825 req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] Attempting to bind port 8852115e-3d5c-4b8b-86bf-990e0e2acfa0 on network dfd554a6-e3e7-42fa-aa9f-3416cb186645 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:37.376978 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680de00c-8166-433e-999d-e16963431825 req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] Port 8852115e-3d5c-4b8b-86bf-990e0e2acfa0 on network dfd554a6-e3e7-42fa-aa9f-3416cb186645 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:37.377229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680de00c-8166-433e-999d-e16963431825 req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] Attempting to bind port 8852115e-3d5c-4b8b-86bf-990e0e2acfa0 on network dfd554a6-e3e7-42fa-aa9f-3416cb186645 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:37.430486 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680de00c-8166-433e-999d-e16963431825 req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:12:37.430969 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680de00c-8166-433e-999d-e16963431825 req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] Checking segment: {'id': 'cacc80b8-5a81-4830-a1f0-6df7f19512b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:12:37.431430 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680de00c-8166-433e-999d-e16963431825 req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] Bound using segment: {'id': 'cacc80b8-5a81-4830-a1f0-6df7f19512b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:12:37.431872 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-680de00c-8166-433e-999d-e16963431825 req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] Bound port: 8852115e-3d5c-4b8b-86bf-990e0e2acfa0, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cacc80b8-5a81-4830-a1f0-6df7f19512b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:12:37.432265 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-680de00c-8166-433e-999d-e16963431825 req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8852115e-3d5c-4b8b-86bf-990e0e2acfa0), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.435171 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7178d0-a56d-461b-9564-89bf928c227b tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Network 8d65909d-ab59-4d75-8c8b-9a79607eabd2 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:12:37.441444 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5ed3a818-1806-4aef-aa64-9145b5a08fed), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.478579 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-6a7178d0-a56d-461b-9564-89bf928c227b tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 8d65909d-ab59-4d75-8c8b-9a79607eabd2) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:37.487476 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c6cc9b-b842-4caa-b2a9-491ee3d39f17 None None] Network 8d65909d-ab59-4d75-8c8b-9a79607eabd2 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:37.502455 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-91d46b55-58bf-4f49-bd6b-6ea9a92c3798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (a65de3af-7726-48bb-8509-44e3eaa0a25b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.558401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-680de00c-8166-433e-999d-e16963431825 req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] For port 8852115e-3d5c-4b8b-86bf-990e0e2acfa0, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:12:37.561636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-680de00c-8166-433e-999d-e16963431825 req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] For port 8852115e-3d5c-4b8b-86bf-990e0e2acfa0, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8852115e-3d5c-4b8b-86bf-990e0e2acfa0,segment=NetworkSegment(cacc80b8-5a81-4830-a1f0-6df7f19512b6),segment_id=cacc80b8-5a81-4830-a1f0-6df7f19512b6)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:12:37.569179 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7178d0-a56d-461b-9564-89bf928c227b tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:37.569796 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6a7178d0-a56d-461b-9564-89bf928c227b tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.590948 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-680de00c-8166-433e-999d-e16963431825 req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (8852115e-3d5c-4b8b-86bf-990e0e2acfa0), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.611599 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6220bf29-030e-40b7-a2a0-60469420919c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-8d65909d-ab59-4d75-8c8b-9a79607eabd2', 'network_id': '8d65909d-ab59-4d75-8c8b-9a79607eabd2', 'project_id': 'ffe5c159ddee41f4aa7e7b626bca1b5f', 'fixed_ips': [{'subnet_id': 'eafbc967-ae1f-4a5f-b523-a169aaf57fcd'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:12:37.613305 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6220bf29-030e-40b7-a2a0-60469420919c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.658142 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6a7178d0-a56d-461b-9564-89bf928c227b tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4347286 Jan 27 22:12:37.658142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680de00c-8166-433e-999d-e16963431825 req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:37.664151 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-680de00c-8166-433e-999d-e16963431825 req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.665814 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-680de00c-8166-433e-999d-e16963431825 req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] 10.222.0.15 "PUT /v2.0/ports/8852115e-3d5c-4b8b-86bf-990e0e2acfa0 HTTP/1.1" status: 200 len: 1092 time: 2.7109413 Jan 27 22:12:37.685131 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02607d52-8ace-4831-b4b7-bb0f43e6a7ec', 'tag': '8852115e-3d5c-4b8b-86bf-990e0e2acfa0'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:12:37.687459 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577866f6-f9e1-4fb3-87c3-59086c463118" -d '{"events": [{"name": "network-changed", "server_uuid": "02607d52-8ace-4831-b4b7-bb0f43e6a7ec", "tag": "8852115e-3d5c-4b8b-86bf-990e0e2acfa0"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:12:37.717035 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56026) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:37.735802 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-de456869-ca25-4f10-9d1c-2d1f88c461e4 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1885689441', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}, 'admin_state_up': False}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:37.849127 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77006939-7aa8-43cc-a7b5-e6e8236d07c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8852115e-3d5c-4b8b-86bf-990e0e2acfa0,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:37.868340 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e036e9-97bf-4668-ab7b-d1f0a6e927aa x-openstack-request-id: req-87e036e9-97bf-4668-ab7b-d1f0a6e927aa {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:12:37.869988 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02607d52-8ace-4831-b4b7-bb0f43e6a7ec", "tag": "8852115e-3d5c-4b8b-86bf-990e0e2acfa0", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:12:37.870361 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87e036e9-97bf-4668-ab7b-d1f0a6e927aa {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:12:37.870980 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02607d52-8ace-4831-b4b7-bb0f43e6a7ec', 'tag': '8852115e-3d5c-4b8b-86bf-990e0e2acfa0', 'status': 'completed', 'code': 200} Jan 27 22:12:37.895674 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-de456869-ca25-4f10-9d1c-2d1f88c461e4 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (ead3a2fa-ae8a-461f-8c52-49dc240a4264), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.898978 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-de456869-ca25-4f10-9d1c-2d1f88c461e4 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (ead3a2fa-ae8a-461f-8c52-49dc240a4264), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.907767 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d1d9f9a-add1-4a81-8e1d-d708f811d014 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (6441682c-c250-44bc-885b-313e70bcaeea), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.923158 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-6220bf29-030e-40b7-a2a0-60469420919c None None] Allocated IP 172.20.0.2 (8d65909d-ab59-4d75-8c8b-9a79607eabd2/eafbc967-ae1f-4a5f-b523-a169aaf57fcd/e8a54586-6415-43cd-a815-403a3fb70805) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:38.057383 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-13a48200-a8d9-41c7-9a90-cd88a6b2e435 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0206117e-4aab-4c1d-9550-eb52940f9a66), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:38.068717 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d9f9a-add1-4a81-8e1d-d708f811d014 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Subnet': ['ID=6441682c-c250-44bc-885b-313e70bcaeea,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:38.154108 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] device_id is not set on port 5ed3a818-1806-4aef-aa64-9145b5a08fed yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:12:38.163770 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks [] for port (5ed3a818-1806-4aef-aa64-9145b5a08fed), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:38.181160 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d46b55-58bf-4f49-bd6b-6ea9a92c3798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a65de3af-7726-48bb-8509-44e3eaa0a25b,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:38.183903 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (5ed3a818-1806-4aef-aa64-9145b5a08fed), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:38.229396 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6220bf29-030e-40b7-a2a0-60469420919c None None] Publish callbacks [] for port (e8a54586-6415-43cd-a815-403a3fb70805), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:38.237375 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6220bf29-030e-40b7-a2a0-60469420919c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (e8a54586-6415-43cd-a815-403a3fb70805), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:38.242651 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d46b55-58bf-4f49-bd6b-6ea9a92c3798 admin admin] Checking segment: {'id': '54fcc853-7c04-4dd3-b772-b4bd058e2d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:12:38.243015 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d46b55-58bf-4f49-bd6b-6ea9a92c3798 admin admin] Network hostable DHCP agents. Network: 31a02463-af56-4099-8dd0-6cf52c80b509, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:12:38.251808 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-de456869-ca25-4f10-9d1c-2d1f88c461e4 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for router_controller (ead3a2fa-ae8a-461f-8c52-49dc240a4264), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:38.276014 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a48200-a8d9-41c7-9a90-cd88a6b2e435 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Port': ['ID=0206117e-4aab-4c1d-9550-eb52940f9a66,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:38.291421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1d9f9a-add1-4a81-8e1d-d708f811d014 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:38.319828 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6220bf29-030e-40b7-a2a0-60469420919c None None] Network 8d65909d-ab59-4d75-8c8b-9a79607eabd2 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:38.327924 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-6220bf29-030e-40b7-a2a0-60469420919c None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:38.359058 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:38.359242 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-4d1d9f9a-add1-4a81-8e1d-d708f811d014 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:38.361193 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6220bf29-030e-40b7-a2a0-60469420919c None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:38.361503 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:38.362057 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:38.378943 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 5ed3a818-1806-4aef-aa64-9145b5a08fed on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:38.379368 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:38.381447 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 2 to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed Jan 27 22:12:38.389619 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e743cf05-14d5-455c-b004-dd672f19ecfd None None] Network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:38.396453 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:38.396910 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:38.397297 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:38.401997 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Pushing event updated for resources: {'Port': ['ID=5ed3a818-1806-4aef-aa64-9145b5a08fed,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:38.404802 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 5ed3a818-1806-4aef-aa64-9145b5a08fed on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:38.405135 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:38.405988 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 3 to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed Jan 27 22:12:38.408777 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220bf29-030e-40b7-a2a0-60469420919c None None] Pushing event updated for resources: {'Port': ['ID=e8a54586-6415-43cd-a815-403a3fb70805,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:38.432198 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d46b55-58bf-4f49-bd6b-6ea9a92c3798 admin admin] Network 31a02463-af56-4099-8dd0-6cf52c80b509 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:12:38.439516 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:38.443439 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:38.443960 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:38.456874 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 5ed3a818-1806-4aef-aa64-9145b5a08fed on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:38.457399 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:38.459066 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 4 to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed Jan 27 22:12:38.473866 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:38.474448 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:38.474957 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:38.478255 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1d9f9a-add1-4a81-8e1d-d708f811d014 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:38.478634 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-91d46b55-58bf-4f49-bd6b-6ea9a92c3798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 31a02463-af56-4099-8dd0-6cf52c80b509) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:38.478835 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d1d9f9a-add1-4a81-8e1d-d708f811d014 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:38.483984 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d46b55-58bf-4f49-bd6b-6ea9a92c3798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:38.484945 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-91d46b55-58bf-4f49-bd6b-6ea9a92c3798 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:38.496439 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 5ed3a818-1806-4aef-aa64-9145b5a08fed on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:38.497228 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:38.497870 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 5 to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed Jan 27 22:12:38.517545 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-91d46b55-58bf-4f49-bd6b-6ea9a92c3798 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4500220 Jan 27 22:12:38.524387 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56036) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:38.530224 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f0a5112e-f6da-49d8-9f78-1a6f5935ee3b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1366050916-router', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:38.558113 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160ece4b-e070-419a-acb6-bd8f5ebf5799 None None] Network 31a02463-af56-4099-8dd0-6cf52c80b509 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:38.583622 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680de00c-8166-433e-999d-e16963431825 req-62749189-2c4c-4105-a102-b1d7a600e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:38.591753 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-680de00c-8166-433e-999d-e16963431825 req-62749189-2c4c-4105-a102-b1d7a600e1af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f283cf476a449f8a327cb51a3011c25&device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 1095 time: 0.8063481 Jan 27 22:12:38.600419 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:38.600884 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:38.601217 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:38.616588 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 5ed3a818-1806-4aef-aa64-9145b5a08fed on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:38.617024 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:38.617794 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0a5112e-f6da-49d8-9f78-1a6f5935ee3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (1d9795dd-0100-4221-ab8c-91dc2009a6d8), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:38.618845 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0a5112e-f6da-49d8-9f78-1a6f5935ee3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (1d9795dd-0100-4221-ab8c-91dc2009a6d8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:38.622094 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 6 to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed Jan 27 22:12:38.639034 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-6220bf29-030e-40b7-a2a0-60469420919c None None] Attempting to bind port e8a54586-6415-43cd-a815-403a3fb70805 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:38.639579 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-6220bf29-030e-40b7-a2a0-60469420919c None None] Attempting to bind port e8a54586-6415-43cd-a815-403a3fb70805 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '3faf5d6d-f5df-465d-b611-1aca38de2499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8d65909d-ab59-4d75-8c8b-9a79607eabd2'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:38.639959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6220bf29-030e-40b7-a2a0-60469420919c None None] Attempting to bind port e8a54586-6415-43cd-a815-403a3fb70805 on network 8d65909d-ab59-4d75-8c8b-9a79607eabd2 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:38.658563 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:38.658948 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:38.659550 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:38.659677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6220bf29-030e-40b7-a2a0-60469420919c None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:12:38.660099 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6220bf29-030e-40b7-a2a0-60469420919c None None] Checking segment: {'id': '3faf5d6d-f5df-465d-b611-1aca38de2499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8d65909d-ab59-4d75-8c8b-9a79607eabd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:12:38.660753 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6220bf29-030e-40b7-a2a0-60469420919c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:38.661221 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6220bf29-030e-40b7-a2a0-60469420919c None None] Bound using segment: {'id': '3faf5d6d-f5df-465d-b611-1aca38de2499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8d65909d-ab59-4d75-8c8b-9a79607eabd2'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:12:38.661770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-6220bf29-030e-40b7-a2a0-60469420919c None None] Bound port: e8a54586-6415-43cd-a815-403a3fb70805, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3faf5d6d-f5df-465d-b611-1aca38de2499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8d65909d-ab59-4d75-8c8b-9a79607eabd2'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:12:38.662210 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6220bf29-030e-40b7-a2a0-60469420919c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e8a54586-6415-43cd-a815-403a3fb70805), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:38.665932 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 5ed3a818-1806-4aef-aa64-9145b5a08fed on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:38.666274 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:38.668997 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 7 to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed Jan 27 22:12:38.692627 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:38.693728 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:38.693728 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:38.701982 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 5ed3a818-1806-4aef-aa64-9145b5a08fed on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:38.702914 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:38.728362 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 8 to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed Jan 27 22:12:38.734085 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0a5112e-f6da-49d8-9f78-1a6f5935ee3b admin admin] Publish callbacks [] for router_controller (1d9795dd-0100-4221-ab8c-91dc2009a6d8), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:38.744562 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4d1d9f9a-add1-4a81-8e1d-d708f811d014 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.0019081 Jan 27 22:12:38.747084 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:38.747433 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:38.747771 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:38.750368 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56038) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:38.761298 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-8ea59409-9f7f-46b2-a7a6-7864369fad5b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-583846906', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6441682c-c250-44bc-885b-313e70bcaeea'}], 'security_groups': ['210517ab-43a1-4d3b-9e9d-c6ed25cea053', '568e708b-0f44-486c-ad8c-ccb93293d7e4']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:38.765518 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-680de00c-8166-433e-999d-e16963431825 req-296fccbc-b2a4-4069-a07a-f8f791085507 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8852115e-3d5c-4b8b-86bf-990e0e2acfa0 HTTP/1.1" status: 200 len: 217 time: 0.1142526 Jan 27 22:12:38.794504 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6220bf29-030e-40b7-a2a0-60469420919c None None] For port e8a54586-6415-43cd-a815-403a3fb70805, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:12:38.796455 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 5ed3a818-1806-4aef-aa64-9145b5a08fed on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:38.796798 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:38.799346 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 9 to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed Jan 27 22:12:38.804659 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6220bf29-030e-40b7-a2a0-60469420919c None None] For port e8a54586-6415-43cd-a815-403a3fb70805, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e8a54586-6415-43cd-a815-403a3fb70805,segment=NetworkSegment(3faf5d6d-f5df-465d-b611-1aca38de2499),segment_id=3faf5d6d-f5df-465d-b611-1aca38de2499)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:12:38.824190 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6220bf29-030e-40b7-a2a0-60469420919c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e8a54586-6415-43cd-a815-403a3fb70805), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:38.843171 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:38.843521 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:38.843850 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:38.852988 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 5ed3a818-1806-4aef-aa64-9145b5a08fed on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:38.853334 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:38.855386 n-d-772272-3 neutron-server[109742]: INFO neutron.plugins.ml2.plugin [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempt 10 to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed Jan 27 22:12:38.928135 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-de456869-ca25-4f10-9d1c-2d1f88c461e4 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for router_gateway (ead3a2fa-ae8a-461f-8c52-49dc240a4264), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:38.963094 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220bf29-030e-40b7-a2a0-60469420919c None None] Pushing event updated for resources: {'Port': ['ID=e8a54586-6415-43cd-a815-403a3fb70805,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:38.988565 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:38.988954 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:38.989292 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempting to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:39.005969 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Port 5ed3a818-1806-4aef-aa64-9145b5a08fed on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:39.006314 n-d-772272-3 neutron-server[109742]: ERROR neutron.plugins.ml2.managers [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Failed to bind port 5ed3a818-1806-4aef-aa64-9145b5a08fed on host n-h1-772272-3 for vnic_type normal using segments [{'id': '3f824e0c-259f-4aa6-afd0-da5126020c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '79511ee6-aafa-4bfb-96d5-cddaf2543116'}] Jan 27 22:12:39.006690 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5ed3a818-1806-4aef-aa64-9145b5a08fed), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:39.010365 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0a5112e-f6da-49d8-9f78-1a6f5935ee3b admin admin] Publish callbacks [] for router_gateway (1d9795dd-0100-4221-ab8c-91dc2009a6d8), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:39.017218 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5743d88-f298-4ca3-9603-46a2970573c9 req-222d4ae3-4304-488a-be59-d48a72902572 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:39.019860 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a5743d88-f298-4ca3-9603-46a2970573c9 req-222d4ae3-4304-488a-be59-d48a72902572 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 944 time: 0.5433879 Jan 27 22:12:39.061470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5733eb-0feb-493f-a202-9bb07cc2b3fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-31a02463-af56-4099-8dd0-6cf52c80b509', 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509', 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'fixed_ips': [{'subnet_id': 'a65de3af-7726-48bb-8509-44e3eaa0a25b'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:12:39.064113 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8b5733eb-0feb-493f-a202-9bb07cc2b3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:39.230914 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2d6670-ca03-40d4-9af1-07d3cdaab879 None None] Update dhcp port {'port': {'network_id': '8bc1ea37-ce86-4e2b-8195-a36bd1262097', 'fixed_ips': [{'subnet_id': '447b9035-6cc9-4cd2-b6fc-081e2c96da42', 'ip_address': '172.20.0.18'}, {'subnet_id': 'df0086e0-6433-440e-b7c6-01d30bd44058', 'ip_address': '172.20.0.2'}, {'subnet_id': '6441682c-c250-44bc-885b-313e70bcaeea'}], 'binding:host_id': 'n-d-772272-3'}, 'id': 'eda226c4-ac53-4ddb-9248-ce4443edd19a'} from n-d-772272-3. {{(pid=109743) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:12:39.326746 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6670-ca03-40d4-9af1-07d3cdaab879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:39.333318 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] For port 5ed3a818-1806-4aef-aa64-9145b5a08fed, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:12:39.333861 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attempted to set empty binding levels {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 22:12:39.351629 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a5743d88-f298-4ca3-9603-46a2970573c9 req-14c345b0-4cdb-4212-a054-9c10ee9d4284 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d6ffcba-ea09-48e8-b571-bf21b96ee564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770904 Jan 27 22:12:39.353821 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (5ed3a818-1806-4aef-aa64-9145b5a08fed), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:39.354894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680de00c-8166-433e-999d-e16963431825 req-fef0ebf1-628a-44af-82b5-ec07b2599dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:39.356213 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-680de00c-8166-433e-999d-e16963431825 req-fef0ebf1-628a-44af-82b5-ec07b2599dcf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5518924-fd94-4230-9918-353734c78108 HTTP/1.1" status: 200 len: 834 time: 0.5428929 Jan 27 22:12:39.388665 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-8b5733eb-0feb-493f-a202-9bb07cc2b3fb None None] Allocated IP 172.20.0.2 (31a02463-af56-4099-8dd0-6cf52c80b509/a65de3af-7726-48bb-8509-44e3eaa0a25b/16dc2763-0408-4976-8993-e2b0bf2e8d90) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:39.515957 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Pushing event updated for resources: {'Port': ['ID=5ed3a818-1806-4aef-aa64-9145b5a08fed,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:39.540718 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] In _notify_port_updated(), no bound segment for port 5ed3a818-1806-4aef-aa64-9145b5a08fed on network 79511ee6-aafa-4bfb-96d5-cddaf2543116 {{(pid=109742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:12:39.541615 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:39.542215 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:39.546030 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6905bd90-ced1-4de4-89d3-324eea433183 tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] 10.222.0.23 "PUT /v2.0/ports/5ed3a818-1806-4aef-aa64-9145b5a08fed HTTP/1.1" status: 200 len: 974 time: 2.2406402 Jan 27 22:12:39.555930 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56044) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:39.568723 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8ea59409-9f7f-46b2-a7a6-7864369fad5b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8d3ad1b6-563d-4360-aa22-fb9b17815a8b), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:39.594545 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-13a48200-a8d9-41c7-9a90-cd88a6b2e435 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (c9d81c5f-1ff3-4995-a896-f7518a4406f6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:39.649434 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680de00c-8166-433e-999d-e16963431825 req-678978a7-ac1d-4a4e-9780-10e56037985a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:39.651172 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-680de00c-8166-433e-999d-e16963431825 req-678978a7-ac1d-4a4e-9780-10e56037985a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfd554a6-e3e7-42fa-aa9f-3416cb186645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2824054 Jan 27 22:12:39.794977 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8b5733eb-0feb-493f-a202-9bb07cc2b3fb None None] Publish callbacks [] for port (16dc2763-0408-4976-8993-e2b0bf2e8d90), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:39.802907 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8b5733eb-0feb-493f-a202-9bb07cc2b3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (16dc2763-0408-4976-8993-e2b0bf2e8d90), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:39.884615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5733eb-0feb-493f-a202-9bb07cc2b3fb None None] Network 31a02463-af56-4099-8dd0-6cf52c80b509 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:39.894253 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-8b5733eb-0feb-493f-a202-9bb07cc2b3fb None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:39.907651 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5733eb-0feb-493f-a202-9bb07cc2b3fb None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:39.920767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5733eb-0feb-493f-a202-9bb07cc2b3fb None None] Pushing event updated for resources: {'Port': ['ID=16dc2763-0408-4976-8993-e2b0bf2e8d90,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:39.968649 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0a5112e-f6da-49d8-9f78-1a6f5935ee3b admin admin] Publish callbacks [] for router_gateway (1d9795dd-0100-4221-ab8c-91dc2009a6d8), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:39.997907 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0a5112e-f6da-49d8-9f78-1a6f5935ee3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:40.035602 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-8b5733eb-0feb-493f-a202-9bb07cc2b3fb None None] Attempting to bind port 16dc2763-0408-4976-8993-e2b0bf2e8d90 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:40.037723 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-8b5733eb-0feb-493f-a202-9bb07cc2b3fb None None] Attempting to bind port 16dc2763-0408-4976-8993-e2b0bf2e8d90 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '54fcc853-7c04-4dd3-b772-b4bd058e2d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:40.038693 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5733eb-0feb-493f-a202-9bb07cc2b3fb None None] Attempting to bind port 16dc2763-0408-4976-8993-e2b0bf2e8d90 on network 31a02463-af56-4099-8dd0-6cf52c80b509 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:40.039668 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-680de00c-8166-433e-999d-e16963431825 req-0bcd9b56-f47a-425a-958a-34f0ea24b9e5 service neutron] 10.222.0.15 "GET /v2.0/networks/dfd554a6-e3e7-42fa-aa9f-3416cb186645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785594 Jan 27 22:12:40.055535 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5733eb-0feb-493f-a202-9bb07cc2b3fb None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:12:40.056266 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5733eb-0feb-493f-a202-9bb07cc2b3fb None None] Checking segment: {'id': '54fcc853-7c04-4dd3-b772-b4bd058e2d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:12:40.056888 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8b5733eb-0feb-493f-a202-9bb07cc2b3fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:40.057532 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5733eb-0feb-493f-a202-9bb07cc2b3fb None None] Bound using segment: {'id': '54fcc853-7c04-4dd3-b772-b4bd058e2d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:12:40.058373 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-8b5733eb-0feb-493f-a202-9bb07cc2b3fb None None] Bound port: 16dc2763-0408-4976-8993-e2b0bf2e8d90, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fcc853-7c04-4dd3-b772-b4bd058e2d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:12:40.076642 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8b5733eb-0feb-493f-a202-9bb07cc2b3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (16dc2763-0408-4976-8993-e2b0bf2e8d90), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:40.079402 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e8a54586-6415-43cd-a815-403a3fb70805 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:40.085108 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ababc7c4-9fe0-462e-9076-c52e6342cc3d tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Deleting port 5ed3a818-1806-4aef-aa64-9145b5a08fed {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:40.085557 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ababc7c4-9fe0-462e-9076-c52e6342cc3d tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5ed3a818-1806-4aef-aa64-9145b5a08fed), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:40.132789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-ce2d6670-ca03-40d4-9af1-07d3cdaab879 None None] Allocated IP 172.20.0.34 (8bc1ea37-ce86-4e2b-8195-a36bd1262097/6441682c-c250-44bc-885b-313e70bcaeea/eda226c4-ac53-4ddb-9248-ce4443edd19a) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:40.185407 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-ababc7c4-9fe0-462e-9076-c52e6342cc3d tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] For port 5ed3a818-1806-4aef-aa64-9145b5a08fed, host n-h1-772272-3, got binding levels [] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:40.185873 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ababc7c4-9fe0-462e-9076-c52e6342cc3d tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5ed3a818-1806-4aef-aa64-9145b5a08fed), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:40.207111 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ababc7c4-9fe0-462e-9076-c52e6342cc3d tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Calling delete_port for 5ed3a818-1806-4aef-aa64-9145b5a08fed owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:40.215393 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8b5733eb-0feb-493f-a202-9bb07cc2b3fb None None] For port 16dc2763-0408-4976-8993-e2b0bf2e8d90, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:12:40.219994 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8b5733eb-0feb-493f-a202-9bb07cc2b3fb None None] For port 16dc2763-0408-4976-8993-e2b0bf2e8d90, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=16dc2763-0408-4976-8993-e2b0bf2e8d90,segment=NetworkSegment(54fcc853-7c04-4dd3-b772-b4bd058e2d55),segment_id=54fcc853-7c04-4dd3-b772-b4bd058e2d55)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:12:40.241522 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8b5733eb-0feb-493f-a202-9bb07cc2b3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (16dc2763-0408-4976-8993-e2b0bf2e8d90), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:40.338894 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ababc7c4-9fe0-462e-9076-c52e6342cc3d tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5ed3a818-1806-4aef-aa64-9145b5a08fed), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:40.406021 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababc7c4-9fe0-462e-9076-c52e6342cc3d tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ed3a818-1806-4aef-aa64-9145b5a08fed,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:40.454154 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ababc7c4-9fe0-462e-9076-c52e6342cc3d tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:40.464421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56048) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:40.465165 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ababc7c4-9fe0-462e-9076-c52e6342cc3d tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] 10.222.0.23 "DELETE /v2.0/ports/5ed3a818-1806-4aef-aa64-9145b5a08fed HTTP/1.1" status: 204 len: 168 time: 0.9030459 Jan 27 22:12:40.474915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port e8a54586-6415-43cd-a815-403a3fb70805 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:40.476751 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e8a54586-6415-43cd-a815-403a3fb70805), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:40.557111 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5733eb-0feb-493f-a202-9bb07cc2b3fb None None] Pushing event updated for resources: {'Port': ['ID=16dc2763-0408-4976-8993-e2b0bf2e8d90,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:40.561444 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-f0a5112e-f6da-49d8-9f78-1a6f5935ee3b admin admin] Allocated IP 172.25.3.202 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/b5157c60-5ff9-4639-b38d-4b25568f8494) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:40.848028 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0a5112e-f6da-49d8-9f78-1a6f5935ee3b admin admin] Publish callbacks [] for port (b5157c60-5ff9-4639-b38d-4b25568f8494), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:40.947276 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0a5112e-f6da-49d8-9f78-1a6f5935ee3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b5157c60-5ff9-4639-b38d-4b25568f8494), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:40.968743 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda7388b-fb69-4190-803d-5465c2bb9282 None None] Network 8d65909d-ab59-4d75-8c8b-9a79607eabd2 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:41.069958 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-ce2d6670-ca03-40d4-9af1-07d3cdaab879 None None] For port eda226c4-ac53-4ddb-9248-ce4443edd19a, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=eda226c4-ac53-4ddb-9248-ce4443edd19a,segment=NetworkSegment(eec158c0-8891-4176-aeb5-f7c68c61fc26),segment_id=eec158c0-8891-4176-aeb5-f7c68c61fc26)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:41.073482 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-538902be-e1b3-411f-98a6-a1776e83700a None None] Provisioning complete for port e8a54586-6415-43cd-a815-403a3fb70805 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:41.073865 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-538902be-e1b3-411f-98a6-a1776e83700a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e8a54586-6415-43cd-a815-403a3fb70805), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:41.075247 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a5112e-f6da-49d8-9f78-1a6f5935ee3b admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:41.085814 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-f0a5112e-f6da-49d8-9f78-1a6f5935ee3b admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:41.086847 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port e8a54586-6415-43cd-a815-403a3fb70805 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:41.087252 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e8a54586-6415-43cd-a815-403a3fb70805), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:41.093520 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a5112e-f6da-49d8-9f78-1a6f5935ee3b admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:41.095659 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5112e-f6da-49d8-9f78-1a6f5935ee3b admin admin] Pushing event updated for resources: {'Port': ['ID=b5157c60-5ff9-4639-b38d-4b25568f8494,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:41.163453 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port e8a54586-6415-43cd-a815-403a3fb70805, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e8a54586-6415-43cd-a815-403a3fb70805,segment=NetworkSegment(3faf5d6d-f5df-465d-b611-1aca38de2499),segment_id=3faf5d6d-f5df-465d-b611-1aca38de2499)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:41.181963 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e8a54586-6415-43cd-a815-403a3fb70805), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:41.243545 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6670-ca03-40d4-9af1-07d3cdaab879 None None] Publish callbacks [] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:41.290092 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ce2d6670-ca03-40d4-9af1-07d3cdaab879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:41.345771 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-680de00c-8166-433e-999d-e16963431825 req-7aebd1b8-cd38-4087-af45-6eb4db85aa07 service neutron] 10.222.0.15 "GET /v2.0/networks/dfd554a6-e3e7-42fa-aa9f-3416cb186645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2877676 Jan 27 22:12:41.347523 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1100684-806b-4534-88b5-5e11abdfb8ef tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] GET failed (client error): The resource could not be found. Jan 27 22:12:41.352942 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f1100684-806b-4534-88b5-5e11abdfb8ef tempest-PortsAdminExtendedAttrsTestJSON-876771987 tempest-PortsAdminExtendedAttrsTestJSON-876771987-project-admin] 10.222.0.23 "GET /v2.0/ports/5ed3a818-1806-4aef-aa64-9145b5a08fed HTTP/1.1" status: 404 len: 333 time: 0.8791571 Jan 27 22:12:41.354109 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56054) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:41.374416 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=e8a54586-6415-43cd-a815-403a3fb70805,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:41.430616 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-de456869-ca25-4f10-9d1c-2d1f88c461e4 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for router_gateway (ead3a2fa-ae8a-461f-8c52-49dc240a4264), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:41.499092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d6670-ca03-40d4-9af1-07d3cdaab879 None None] Pushing event updated for resources: {'Port': ['ID=eda226c4-ac53-4ddb-9248-ce4443edd19a,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:41.544532 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-538902be-e1b3-411f-98a6-a1776e83700a None None] Current status of the port e8a54586-6415-43cd-a815-403a3fb70805 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:41.602479 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0a5112e-f6da-49d8-9f78-1a6f5935ee3b admin admin] Publish callbacks [] for router_gateway (1d9795dd-0100-4221-ab8c-91dc2009a6d8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:41.765362 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-8ea59409-9f7f-46b2-a7a6-7864369fad5b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Delete allocated IP 172.20.0.7 (8bc1ea37-ce86-4e2b-8195-a36bd1262097/df0086e0-6433-440e-b7c6-01d30bd44058) {{(pid=109741) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 22:12:41.789926 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-8ea59409-9f7f-46b2-a7a6-7864369fad5b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Allocated IP 172.20.0.35 (8bc1ea37-ce86-4e2b-8195-a36bd1262097/6441682c-c250-44bc-885b-313e70bcaeea/8d3ad1b6-563d-4360-aa22-fb9b17815a8b) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:41.910268 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-de456869-ca25-4f10-9d1c-2d1f88c461e4 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:41.983460 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-af0c5b69-45b5-43b3-86ba-cc4587f8e0b3 None None] Provisioning complete for port e8a54586-6415-43cd-a815-403a3fb70805 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:41.983576 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-af0c5b69-45b5-43b3-86ba-cc4587f8e0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e8a54586-6415-43cd-a815-403a3fb70805), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:42.130991 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e8a54586-6415-43cd-a815-403a3fb70805 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:42.138712 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0a5112e-f6da-49d8-9f78-1a6f5935ee3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (1d9795dd-0100-4221-ab8c-91dc2009a6d8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:42.181983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c0db6-ff22-4c3e-83d5-eda23ab3760d req-b58e4335-faf5-48c4-a42c-40a7c176fec6 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:42.188045 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36afbc0-f892-4b0e-b76b-1456a7bc9329 None None] Network 31a02463-af56-4099-8dd0-6cf52c80b509 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:42.189568 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf5c0db6-ff22-4c3e-83d5-eda23ab3760d req-b58e4335-faf5-48c4-a42c-40a7c176fec6 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 944 time: 1.6186302 Jan 27 22:12:42.264821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-af0c5b69-45b5-43b3-86ba-cc4587f8e0b3 None None] Current status of the port e8a54586-6415-43cd-a815-403a3fb70805 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:42.266451 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a48200-a8d9-41c7-9a90-cd88a6b2e435 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router c9d81c5f-1ff3-4995-a896-f7518a4406f6 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:12:42.367515 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port e8a54586-6415-43cd-a815-403a3fb70805 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:42.368331 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e8a54586-6415-43cd-a815-403a3fb70805), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:42.382821 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4f7e5fd8-b1e5-478a-aedc-55c51a83e756 tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (79511ee6-aafa-4bfb-96d5-cddaf2543116), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:42.395919 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a5112e-f6da-49d8-9f78-1a6f5935ee3b admin admin] Router 1d9795dd-0100-4221-ab8c-91dc2009a6d8 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:12:42.413079 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577866f6-f9e1-4fb3-87c3-59086c463118 req-0c7567e8-f497-4757-8a08-d0b6b2d602dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:42.414902 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-577866f6-f9e1-4fb3-87c3-59086c463118 req-0c7567e8-f497-4757-8a08-d0b6b2d602dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f283cf476a449f8a327cb51a3011c25&device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 1095 time: 1.0015867 Jan 27 22:12:42.472536 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ea4715f0-2640-4d54-abaf-7e2568d77cbb None None] Provisioning complete for port 16dc2763-0408-4976-8993-e2b0bf2e8d90 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:42.473351 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ea4715f0-2640-4d54-abaf-7e2568d77cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (16dc2763-0408-4976-8993-e2b0bf2e8d90), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:42.570503 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf5c0db6-ff22-4c3e-83d5-eda23ab3760d req-ec7dcbb2-533b-4346-88fb-afa9b30d706e tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d6ffcba-ea09-48e8-b571-bf21b96ee564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3800194 Jan 27 22:12:42.573257 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-de456869-ca25-4f10-9d1c-2d1f88c461e4 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Allocated IP 172.25.3.17 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/c66cf329-f863-41e8-a661-e0323b115044) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:42.613703 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a5112e-f6da-49d8-9f78-1a6f5935ee3b admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:42.625857 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] Sync routers for ids ['1d9795dd-0100-4221-ab8c-91dc2009a6d8'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:42.643275 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] Routers {'1d9795dd-0100-4221-ab8c-91dc2009a6d8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:42.645559 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1d9795dd-0100-4221-ab8c-91dc2009a6d8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:42.669198 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0a5112e-f6da-49d8-9f78-1a6f5935ee3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:42.674485 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f0a5112e-f6da-49d8-9f78-1a6f5935ee3b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1486862 Jan 27 22:12:42.675509 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56060) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:42.708973 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port e8a54586-6415-43cd-a815-403a3fb70805 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:42.716468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device eda226c4-ac53-4ddb-9248-ce4443edd19a up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:42.870670 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] Set router 1d9795dd-0100-4221-ab8c-91dc2009a6d8 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:42.888146 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:42.909597 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ea4715f0-2640-4d54-abaf-7e2568d77cbb None None] Current status of the port 16dc2763-0408-4976-8993-e2b0bf2e8d90 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:42.909996 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ea4715f0-2640-4d54-abaf-7e2568d77cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (16dc2763-0408-4976-8993-e2b0bf2e8d90), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:42.934530 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8ea59409-9f7f-46b2-a7a6-7864369fad5b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for port (8d3ad1b6-563d-4360-aa22-fb9b17815a8b), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:42.937699 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port eda226c4-ac53-4ddb-9248-ce4443edd19a triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:42.938023 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:42.972865 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-ea4715f0-2640-4d54-abaf-7e2568d77cbb None None] For port 16dc2763-0408-4976-8993-e2b0bf2e8d90, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=16dc2763-0408-4976-8993-e2b0bf2e8d90,segment=NetworkSegment(54fcc853-7c04-4dd3-b772-b4bd058e2d55),segment_id=54fcc853-7c04-4dd3-b772-b4bd058e2d55)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:42.978132 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ea4715f0-2640-4d54-abaf-7e2568d77cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (16dc2763-0408-4976-8993-e2b0bf2e8d90), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.046080 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8ea59409-9f7f-46b2-a7a6-7864369fad5b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (8d3ad1b6-563d-4360-aa22-fb9b17815a8b), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.075876 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4f7e5fd8-b1e5-478a-aedc-55c51a83e756 tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (79511ee6-aafa-4bfb-96d5-cddaf2543116), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.084767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4715f0-2640-4d54-abaf-7e2568d77cbb None None] Pushing event updated for resources: {'Port': ['ID=16dc2763-0408-4976-8993-e2b0bf2e8d90,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:43.103498 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port eda226c4-ac53-4ddb-9248-ce4443edd19a is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:43.104637 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 16dc2763-0408-4976-8993-e2b0bf2e8d90 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:43.112713 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'name': 'tempest-TestServerBasicOps-1366050916-router', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:38Z', 'updated_at': '2022-01-27T22:12:41Z', 'revision_number': 3, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'gw_port': {'id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:40Z', 'updated_at': '2022-01-27T22:12:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:43.158226 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] Checking router: 1d9795dd-0100-4221-ab8c-91dc2009a6d8 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:12:43.158571 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] Updating router 1d9795dd-0100-4221-ab8c-91dc2009a6d8 port b5157c60-5ff9-4639-b38d-4b25568f8494 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:12:43.171796 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-09706992-f76a-4d82-8432-d19ef628d29f None None] Provisioning complete for port 87edbb31-9942-4929-bda9-18e7221f4de9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:43.172189 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-09706992-f76a-4d82-8432-d19ef628d29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (87edbb31-9942-4929-bda9-18e7221f4de9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.188912 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b5157c60-5ff9-4639-b38d-4b25568f8494), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.194760 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea59409-9f7f-46b2-a7a6-7864369fad5b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event updated for resources: {'Port': ['ID=8d3ad1b6-563d-4360-aa22-fb9b17815a8b,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:43.208077 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 16dc2763-0408-4976-8993-e2b0bf2e8d90 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:43.208077 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (16dc2763-0408-4976-8993-e2b0bf2e8d90), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.210049 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a48200-a8d9-41c7-9a90-cd88a6b2e435 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:43.234039 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56066) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:43.234270 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977805c-4845-4fce-8d29-a0c33c3dbd1c None None] Sync routers for ids ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:43.241198 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-13a48200-a8d9-41c7-9a90-cd88a6b2e435 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/c9d81c5f-1ff3-4995-a896-f7518a4406f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7224269 Jan 27 22:12:43.244351 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-09706992-f76a-4d82-8432-d19ef628d29f None None] Port 87edbb31-9942-4929-bda9-18e7221f4de9 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:43.262983 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5977805c-4845-4fce-8d29-a0c33c3dbd1c None None] Routers {'c9d81c5f-1ff3-4995-a896-f7518a4406f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:43.263616 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5977805c-4845-4fce-8d29-a0c33c3dbd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:43.293587 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-4f7e5fd8-b1e5-478a-aedc-55c51a83e756 tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79511ee6-aafa-4bfb-96d5-cddaf2543116']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:43.308386 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e45d6c1-a1ab-4f2f-b509-2d1ec90c5d7b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting subnet 7b3d70ca-3b79-4967-b965-53a3bb4143ea {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:12:43.313930 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6e45d6c1-a1ab-4f2f-b509-2d1ec90c5d7b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (7b3d70ca-3b79-4967-b965-53a3bb4143ea), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.341674 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577866f6-f9e1-4fb3-87c3-59086c463118 req-03d25212-3e37-48e5-acc9-d7e113e528e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:43.343293 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-577866f6-f9e1-4fb3-87c3-59086c463118 req-03d25212-3e37-48e5-acc9-d7e113e528e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dfd554a6-e3e7-42fa-aa9f-3416cb186645 HTTP/1.1" status: 200 len: 898 time: 0.8942623 Jan 27 22:12:43.345124 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-4f7e5fd8-b1e5-478a-aedc-55c51a83e756 tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f824e0c-259f-4aa6-afd0-da5126020c6b') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:43.345434 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-4f7e5fd8-b1e5-478a-aedc-55c51a83e756 tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f824e0c-259f-4aa6-afd0-da5126020c6b') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:43.379053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-5977805c-4845-4fce-8d29-a0c33c3dbd1c None None] Set router c9d81c5f-1ff3-4995-a896-f7518a4406f6 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:43.395836 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6e45d6c1-a1ab-4f2f-b509-2d1ec90c5d7b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (7b3d70ca-3b79-4967-b965-53a3bb4143ea), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.411950 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4f7e5fd8-b1e5-478a-aedc-55c51a83e756 tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (3f824e0c-259f-4aa6-afd0-da5126020c6b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.433523 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-09706992-f76a-4d82-8432-d19ef628d29f None None] Provisioning complete for port 8d3ad1b6-563d-4360-aa22-fb9b17815a8b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:43.434482 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-09706992-f76a-4d82-8432-d19ef628d29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8d3ad1b6-563d-4360-aa22-fb9b17815a8b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.464799 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-577866f6-f9e1-4fb3-87c3-59086c463118 req-062f5231-aec7-4344-8d72-7caabbcd78ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8852115e-3d5c-4b8b-86bf-990e0e2acfa0 HTTP/1.1" status: 200 len: 217 time: 0.0875623 Jan 27 22:12:43.483465 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4f7e5fd8-b1e5-478a-aedc-55c51a83e756 tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3f824e0c-259f-4aa6-afd0-da5126020c6b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.510208 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-de456869-ca25-4f10-9d1c-2d1f88c461e4 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for port (c66cf329-f863-41e8-a661-e0323b115044), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.540034 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7e5fd8-b1e5-478a-aedc-55c51a83e756 tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:12:43.540478 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4f7e5fd8-b1e5-478a-aedc-55c51a83e756 tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (3f824e0c-259f-4aa6-afd0-da5126020c6b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:12:43.543638 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:12:43.568545 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7161fd7e-83a5-453e-bd81-6e879e0abcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.572993 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-8ea59409-9f7f-46b2-a7a6-7864369fad5b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] In _notify_port_updated(), no bound segment for port 8d3ad1b6-563d-4360-aa22-fb9b17815a8b on network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 {{(pid=109741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:12:43.579754 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea59409-9f7f-46b2-a7a6-7864369fad5b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:43.581039 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-09706992-f76a-4d82-8432-d19ef628d29f None None] Port 8d3ad1b6-563d-4360-aa22-fb9b17815a8b cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:43.581949 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8ea59409-9f7f-46b2-a7a6-7864369fad5b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.586550 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8ea59409-9f7f-46b2-a7a6-7864369fad5b tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "PUT /v2.0/ports/8d3ad1b6-563d-4360-aa22-fb9b17815a8b HTTP/1.1" status: 200 len: 959 time: 4.8298211 Jan 27 22:12:43.586745 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56068) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:43.654405 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577866f6-f9e1-4fb3-87c3-59086c463118 req-80859e00-ccb7-4118-8ec7-7fd048661c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:43.655977 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-577866f6-f9e1-4fb3-87c3-59086c463118 req-80859e00-ccb7-4118-8ec7-7fd048661c2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5518924-fd94-4230-9918-353734c78108 HTTP/1.1" status: 200 len: 834 time: 0.1800363 Jan 27 22:12:43.658628 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4f7e5fd8-b1e5-478a-aedc-55c51a83e756 tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (79511ee6-aafa-4bfb-96d5-cddaf2543116), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.677177 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4f7e5fd8-b1e5-478a-aedc-55c51a83e756 tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.684741 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4f7e5fd8-b1e5-478a-aedc-55c51a83e756 tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] 10.222.0.23 "DELETE /v2.0/networks/79511ee6-aafa-4bfb-96d5-cddaf2543116 HTTP/1.1" status: 204 len: 168 time: 2.3049409 Jan 27 22:12:43.702718 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 16dc2763-0408-4976-8993-e2b0bf2e8d90 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:43.734856 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e5fd8-b1e5-478a-aedc-55c51a83e756 tempest-PortsAdminExtendedAttrsTestJSON-1807057596 tempest-PortsAdminExtendedAttrsTestJSON-1807057596-project] Pushing event deleted for resources: {'Network': ['ID=79511ee6-aafa-4bfb-96d5-cddaf2543116,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:43.756445 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-09706992-f76a-4d82-8432-d19ef628d29f None None] Provisioning complete for port 16dc2763-0408-4976-8993-e2b0bf2e8d90 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:43.756747 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-09706992-f76a-4d82-8432-d19ef628d29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (16dc2763-0408-4976-8993-e2b0bf2e8d90), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.771593 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-de456869-ca25-4f10-9d1c-2d1f88c461e4 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (c66cf329-f863-41e8-a661-e0323b115044), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:43.877869 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-7161fd7e-83a5-453e-bd81-6e879e0abcaf admin admin] Allocated IP 172.20.0.1 (31a02463-af56-4099-8dd0-6cf52c80b509/a65de3af-7726-48bb-8509-44e3eaa0a25b/d2cdc7ff-b493-49a6-8dc8-4315da02c00c) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:43.907925 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 16dc2763-0408-4976-8993-e2b0bf2e8d90 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:43.935270 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de456869-ca25-4f10-9d1c-2d1f88c461e4 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:43.939573 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577866f6-f9e1-4fb3-87c3-59086c463118 req-8cbc8348-6059-42ed-bffe-f2c6bb15eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:43.941660 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-577866f6-f9e1-4fb3-87c3-59086c463118 req-8cbc8348-6059-42ed-bffe-f2c6bb15eaf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfd554a6-e3e7-42fa-aa9f-3416cb186645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2777274 Jan 27 22:12:43.946659 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-de456869-ca25-4f10-9d1c-2d1f88c461e4 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:43.963184 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de456869-ca25-4f10-9d1c-2d1f88c461e4 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:44.071092 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de456869-ca25-4f10-9d1c-2d1f88c461e4 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Port': ['ID=c66cf329-f863-41e8-a661-e0323b115044,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:44.079224 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-09706992-f76a-4d82-8432-d19ef628d29f None None] Current status of the port 16dc2763-0408-4976-8993-e2b0bf2e8d90 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:44.106047 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7161fd7e-83a5-453e-bd81-6e879e0abcaf admin admin] Publish callbacks [] for port (d2cdc7ff-b493-49a6-8dc8-4315da02c00c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.110396 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc59b98-5bba-48e1-b88b-1dbe70c2b429 req-b16a3302-a943-4f8c-9f20-c015510f1c58 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:44.112143 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bc59b98-5bba-48e1-b88b-1dbe70c2b429 req-b16a3302-a943-4f8c-9f20-c015510f1c58 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 944 time: 0.3089142 Jan 27 22:12:44.127460 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 16dc2763-0408-4976-8993-e2b0bf2e8d90 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:44.128397 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (16dc2763-0408-4976-8993-e2b0bf2e8d90), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.132494 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-09706992-f76a-4d82-8432-d19ef628d29f None None] Provisioning complete for port eda226c4-ac53-4ddb-9248-ce4443edd19a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:44.132494 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-09706992-f76a-4d82-8432-d19ef628d29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.199391 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7161fd7e-83a5-453e-bd81-6e879e0abcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d2cdc7ff-b493-49a6-8dc8-4315da02c00c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.204656 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5977805c-4845-4fce-8d29-a0c33c3dbd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:12:37Z', 'revision_number': 10, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:44.244925 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6e45d6c1-a1ab-4f2f-b509-2d1ec90c5d7b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (7b3d70ca-3b79-4967-b965-53a3bb4143ea), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.246484 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977805c-4845-4fce-8d29-a0c33c3dbd1c None None] Checking router: c9d81c5f-1ff3-4995-a896-f7518a4406f6 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:12:44.267857 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5977805c-4845-4fce-8d29-a0c33c3dbd1c None None] Routers {'c9d81c5f-1ff3-4995-a896-f7518a4406f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:44.269481 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5977805c-4845-4fce-8d29-a0c33c3dbd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:44.282281 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7161fd7e-83a5-453e-bd81-6e879e0abcaf admin admin] Network 31a02463-af56-4099-8dd0-6cf52c80b509 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:44.321060 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] Publish callbacks [] for port (b5157c60-5ff9-4639-b38d-4b25568f8494), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.330732 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b5157c60-5ff9-4639-b38d-4b25568f8494), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.332965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-7161fd7e-83a5-453e-bd81-6e879e0abcaf admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:44.336560 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7161fd7e-83a5-453e-bd81-6e879e0abcaf admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:44.389362 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56080) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:44.443169 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fb336-aae2-410f-9b63-adfd695e39da None None] Pushing event updated for resources: {'Port': ['ID=b5157c60-5ff9-4639-b38d-4b25568f8494,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:44.447689 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161fd7e-83a5-453e-bd81-6e879e0abcaf admin admin] Pushing event updated for resources: {'Port': ['ID=d2cdc7ff-b493-49a6-8dc8-4315da02c00c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:44.450442 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] Attempting to bind port b5157c60-5ff9-4639-b38d-4b25568f8494 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:44.450822 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] Attempting to bind port b5157c60-5ff9-4639-b38d-4b25568f8494 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:44.451185 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] Attempting to bind port b5157c60-5ff9-4639-b38d-4b25568f8494 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:44.455581 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6e45d6c1-a1ab-4f2f-b509-2d1ec90c5d7b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (7b3d70ca-3b79-4967-b965-53a3bb4143ea), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.466289 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:12:44.466516 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:12:44.467084 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.467220 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:12:44.467810 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] Bound port: b5157c60-5ff9-4639-b38d-4b25568f8494, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:12:44.472434 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b5157c60-5ff9-4639-b38d-4b25568f8494), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.510339 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-c2170d22-c1d5-42fe-a79b-a69421411e06 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting port 8d3ad1b6-563d-4360-aa22-fb9b17815a8b {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:44.510640 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c2170d22-c1d5-42fe-a79b-a69421411e06 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (8d3ad1b6-563d-4360-aa22-fb9b17815a8b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.579078 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] For port b5157c60-5ff9-4639-b38d-4b25568f8494, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:12:44.583800 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-577866f6-f9e1-4fb3-87c3-59086c463118 req-02ea0943-10a7-407e-b386-657489328ce5 service neutron] 10.222.0.15 "GET /v2.0/networks/dfd554a6-e3e7-42fa-aa9f-3416cb186645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6343718 Jan 27 22:12:44.584998 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] For port b5157c60-5ff9-4639-b38d-4b25568f8494, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b5157c60-5ff9-4639-b38d-4b25568f8494,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:12:44.591066 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b5157c60-5ff9-4639-b38d-4b25568f8494), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.616665 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45d6c1-a1ab-4f2f-b509-2d1ec90c5d7b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Subnet': ['ID=7b3d70ca-3b79-4967-b965-53a3bb4143ea,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:44.640201 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6e45d6c1-a1ab-4f2f-b509-2d1ec90c5d7b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.652528 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6e45d6c1-a1ab-4f2f-b509-2d1ec90c5d7b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/subnets/7b3d70ca-3b79-4967-b965-53a3bb4143ea HTTP/1.1" status: 204 len: 168 time: 1.4040451 Jan 27 22:12:44.653234 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56084) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:44.660569 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7161fd7e-83a5-453e-bd81-6e879e0abcaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (1d9795dd-0100-4221-ab8c-91dc2009a6d8), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.716721 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-09706992-f76a-4d82-8432-d19ef628d29f None None] Current status of the port eda226c4-ac53-4ddb-9248-ce4443edd19a is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:44.720421 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518acda4-7260-47fb-a496-924c8154e4e8 None None] Network 51bc701d-9dd0-496b-90e2-e62b22c5780a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:44.742338 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] Routers {'1d9795dd-0100-4221-ab8c-91dc2009a6d8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:44.742985 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1d9795dd-0100-4221-ab8c-91dc2009a6d8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:44.777184 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bc59b98-5bba-48e1-b88b-1dbe70c2b429 req-1ab77589-cc5d-4cc5-b8ab-474ff8fd68e5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d6ffcba-ea09-48e8-b571-bf21b96ee564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6533599 Jan 27 22:12:44.824147 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 16dc2763-0408-4976-8993-e2b0bf2e8d90 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:44.857083 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-5977805c-4845-4fce-8d29-a0c33c3dbd1c None None] Set router c9d81c5f-1ff3-4995-a896-f7518a4406f6 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:44.919724 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 8852115e-3d5c-4b8b-86bf-990e0e2acfa0 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:12:44.945482 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-710b5c51-90e3-43ef-bd39-ad4bb8dec967 None None] Provisioning complete for port 8d3ad1b6-563d-4360-aa22-fb9b17815a8b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:44.945866 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-710b5c51-90e3-43ef-bd39-ad4bb8dec967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8d3ad1b6-563d-4360-aa22-fb9b17815a8b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:44.968611 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] Set router 1d9795dd-0100-4221-ab8c-91dc2009a6d8 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:44.995245 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-710b5c51-90e3-43ef-bd39-ad4bb8dec967 None None] Port 8d3ad1b6-563d-4360-aa22-fb9b17815a8b cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:45.025794 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-de456869-ca25-4f10-9d1c-2d1f88c461e4 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for router_gateway (ead3a2fa-ae8a-461f-8c52-49dc240a4264), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.078027 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fb336-aae2-410f-9b63-adfd695e39da None None] Pushing event updated for resources: {'Port': ['ID=b5157c60-5ff9-4639-b38d-4b25568f8494,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:45.126002 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.resource_extend [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:12:45.141842 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-577866f6-f9e1-4fb3-87c3-59086c463118 req-3416f857-c078-4e78-9252-19f7595222aa service neutron] 10.222.0.15 "GET /v2.0/networks/dfd554a6-e3e7-42fa-aa9f-3416cb186645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424459 Jan 27 22:12:45.219154 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2dc33621-273c-46c7-91d0-58387005a482 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c116ddff74a4993bba8351fb0a62bca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7772911 Jan 27 22:12:45.238244 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56090) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:45.255872 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c2170d22-c1d5-42fe-a79b-a69421411e06 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (8d3ad1b6-563d-4360-aa22-fb9b17815a8b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.299455 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-76512bbd-613d-450b-8fe4-6c47d0a9a097 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (51bc701d-9dd0-496b-90e2-e62b22c5780a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.317687 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175aeb68-5f2a-4cc3-bb53-fe4c07e4ba10 None None] DHCP port deletion for 51bc701d-9dd0-496b-90e2-e62b22c5780a request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:12:45.325854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-710b5c51-90e3-43ef-bd39-ad4bb8dec967 None None] Provisioning complete for port d2cdc7ff-b493-49a6-8dc8-4315da02c00c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:45.326520 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-710b5c51-90e3-43ef-bd39-ad4bb8dec967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d2cdc7ff-b493-49a6-8dc8-4315da02c00c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.326822 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-c2170d22-c1d5-42fe-a79b-a69421411e06 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Calling delete_port for 8d3ad1b6-563d-4360-aa22-fb9b17815a8b owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:45.380591 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'name': 'tempest-TestServerBasicOps-1366050916-router', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:38Z', 'updated_at': '2022-01-27T22:12:41Z', 'revision_number': 3, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'gw_port': {'id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:40Z', 'updated_at': '2022-01-27T22:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:45.399876 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-de456869-ca25-4f10-9d1c-2d1f88c461e4 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (ead3a2fa-ae8a-461f-8c52-49dc240a4264), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.415116 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4238e553-3bcb-4bd2-9df4-16268f5dedd8 None None] The sync data for ids ['1d9795dd-0100-4221-ab8c-91dc2009a6d8'] in n-d-772272-3 is: [{'id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'name': 'tempest-TestServerBasicOps-1366050916-router', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:38Z', 'updated_at': '2022-01-27T22:12:41Z', 'revision_number': 3, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'gw_port': {'id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:40Z', 'updated_at': '2022-01-27T22:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:45.462539 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 8852115e-3d5c-4b8b-86bf-990e0e2acfa0, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8852115e-3d5c-4b8b-86bf-990e0e2acfa0,segment=NetworkSegment(cacc80b8-5a81-4830-a1f0-6df7f19512b6),segment_id=cacc80b8-5a81-4830-a1f0-6df7f19512b6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:45.466797 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-710b5c51-90e3-43ef-bd39-ad4bb8dec967 None None] Port d2cdc7ff-b493-49a6-8dc8-4315da02c00c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:45.495653 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '8852115e-3d5c-4b8b-86bf-990e0e2acfa0', 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645', 'port_id': '8852115e-3d5c-4b8b-86bf-990e0e2acfa0', 'mac_address': 'fa:16:3e:79:48:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5518924-fd94-4230-9918-353734c78108', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:12:45.525148 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b877d20f-163d-4c9a-83a6-964069226f35 admin admin] Publish callbacks [] for security_group (85ee1ff7-bef2-4fd4-8091-c1163aefe7b7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.583369 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b877d20f-163d-4c9a-83a6-964069226f35 admin admin] Publish callbacks [] for security_group (85ee1ff7-bef2-4fd4-8091-c1163aefe7b7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.593455 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7161fd7e-83a5-453e-bd81-6e879e0abcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d2cdc7ff-b493-49a6-8dc8-4315da02c00c), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.603139 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-175aeb68-5f2a-4cc3-bb53-fe4c07e4ba10 None None] Deleting port 0605bd78-8a34-4903-b53f-d768d1543fae {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:45.603560 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-175aeb68-5f2a-4cc3-bb53-fe4c07e4ba10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0605bd78-8a34-4903-b53f-d768d1543fae), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.627505 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 8852115e-3d5c-4b8b-86bf-990e0e2acfa0 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:45.628036 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8852115e-3d5c-4b8b-86bf-990e0e2acfa0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.675736 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de456869-ca25-4f10-9d1c-2d1f88c461e4 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Router ead3a2fa-ae8a-461f-8c52-49dc240a4264 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:12:45.676653 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-76512bbd-613d-450b-8fe4-6c47d0a9a097 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting port 0605bd78-8a34-4903-b53f-d768d1543fae {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:45.677354 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-76512bbd-613d-450b-8fe4-6c47d0a9a097 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0605bd78-8a34-4903-b53f-d768d1543fae), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.689742 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8852115e-3d5c-4b8b-86bf-990e0e2acfa0 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:12:45.719065 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-175aeb68-5f2a-4cc3-bb53-fe4c07e4ba10 None None] For port 0605bd78-8a34-4903-b53f-d768d1543fae, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0605bd78-8a34-4903-b53f-d768d1543fae,segment=NetworkSegment(b03a9bee-1b5b-4dd9-a575-d22158fdb518),segment_id=b03a9bee-1b5b-4dd9-a575-d22158fdb518)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:45.719654 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-175aeb68-5f2a-4cc3-bb53-fe4c07e4ba10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0605bd78-8a34-4903-b53f-d768d1543fae), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.741461 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 8852115e-3d5c-4b8b-86bf-990e0e2acfa0, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8852115e-3d5c-4b8b-86bf-990e0e2acfa0,segment=NetworkSegment(cacc80b8-5a81-4830-a1f0-6df7f19512b6),segment_id=cacc80b8-5a81-4830-a1f0-6df7f19512b6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:45.746995 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5977805c-4845-4fce-8d29-a0c33c3dbd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:12:37Z', 'revision_number': 10, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:45.749039 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-175aeb68-5f2a-4cc3-bb53-fe4c07e4ba10 None None] Calling delete_port for 0605bd78-8a34-4903-b53f-d768d1543fae owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:45.750958 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8852115e-3d5c-4b8b-86bf-990e0e2acfa0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.885252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0605bd78-8a34-4903-b53f-d768d1543fae no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:12:45.887528 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977805c-4845-4fce-8d29-a0c33c3dbd1c None None] The sync data for ids ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'] in n-d-772272-3 is: [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:12:37Z', 'revision_number': 10, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None, '_interfaces': [{'id': '411c79bf-caf1-4c53-b68d-080487dac080', 'name': '', 'network_id': 'cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'mac_address': 'fa:16:3e:27:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:11Z', 'updated_at': '2022-01-27T22:11:18Z', 'revision_number': 5, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'subnets': [{'id': '4db26016-47f5-43fa-afa8-c6e40a54d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:45.912078 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b877d20f-163d-4c9a-83a6-964069226f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (85ee1ff7-bef2-4fd4-8091-c1163aefe7b7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.922112 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b877d20f-163d-4c9a-83a6-964069226f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.929332 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b877d20f-163d-4c9a-83a6-964069226f35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85ee1ff7-bef2-4fd4-8091-c1163aefe7b7 HTTP/1.1" status: 204 len: 168 time: 0.6899195 Jan 27 22:12:45.974555 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['8852115e-3d5c-4b8b-86bf-990e0e2acfa0'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:12:46.051914 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877d20f-163d-4c9a-83a6-964069226f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ee1ff7-bef2-4fd4-8091-c1163aefe7b7,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:46.088351 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de456869-ca25-4f10-9d1c-2d1f88c461e4 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:46.097398 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-76512bbd-613d-450b-8fe4-6c47d0a9a097 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] For port 0605bd78-8a34-4903-b53f-d768d1543fae, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0605bd78-8a34-4903-b53f-d768d1543fae,segment=NetworkSegment(b03a9bee-1b5b-4dd9-a575-d22158fdb518),segment_id=b03a9bee-1b5b-4dd9-a575-d22158fdb518)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:46.100601 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-76512bbd-613d-450b-8fe4-6c47d0a9a097 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0605bd78-8a34-4903-b53f-d768d1543fae), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:46.102989 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572ed01e-a8e5-499d-8fe5-0c5bc639d191 None None] Sync routers for ids ['ead3a2fa-ae8a-461f-8c52-49dc240a4264'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:46.111559 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=8852115e-3d5c-4b8b-86bf-990e0e2acfa0,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:46.122232 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-de456869-ca25-4f10-9d1c-2d1f88c461e4 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:46.127260 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-de456869-ca25-4f10-9d1c-2d1f88c461e4 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.3984323 Jan 27 22:12:46.127766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56100) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:46.137820 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ed01e-a8e5-499d-8fe5-0c5bc639d191 None None] Routers {'ead3a2fa-ae8a-461f-8c52-49dc240a4264'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:46.147332 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-572ed01e-a8e5-499d-8fe5-0c5bc639d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ead3a2fa-ae8a-461f-8c52-49dc240a4264'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:46.153611 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-76512bbd-613d-450b-8fe4-6c47d0a9a097 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Calling delete_port for 0605bd78-8a34-4903-b53f-d768d1543fae owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:46.174109 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c2170d22-c1d5-42fe-a79b-a69421411e06 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (8d3ad1b6-563d-4360-aa22-fb9b17815a8b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:46.243835 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-572ed01e-a8e5-499d-8fe5-0c5bc639d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:46.298252 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ed01e-a8e5-499d-8fe5-0c5bc639d191 None None] Routers {'ead3a2fa-ae8a-461f-8c52-49dc240a4264'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:46.299098 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-572ed01e-a8e5-499d-8fe5-0c5bc639d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ead3a2fa-ae8a-461f-8c52-49dc240a4264'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:46.351796 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-175aeb68-5f2a-4cc3-bb53-fe4c07e4ba10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (0605bd78-8a34-4903-b53f-d768d1543fae), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:46.423274 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-572ed01e-a8e5-499d-8fe5-0c5bc639d191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:46.425345 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7161fd7e-83a5-453e-bd81-6e879e0abcaf admin admin] Publish callbacks [] for port (d2cdc7ff-b493-49a6-8dc8-4315da02c00c), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:46.439432 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572ed01e-a8e5-499d-8fe5-0c5bc639d191 None None] The sync data for ids ['ead3a2fa-ae8a-461f-8c52-49dc240a4264'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:46.506840 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175aeb68-5f2a-4cc3-bb53-fe4c07e4ba10 None None] Pushing event deleted for resources: {'Port': ['ID=0605bd78-8a34-4903-b53f-d768d1543fae,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:46.516069 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175aeb68-5f2a-4cc3-bb53-fe4c07e4ba10 None None] No DVR routers for this DVR port 0605bd78-8a34-4903-b53f-d768d1543fae on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:12:46.525277 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7161fd7e-83a5-453e-bd81-6e879e0abcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (d2cdc7ff-b493-49a6-8dc8-4315da02c00c), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:46.529514 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56106) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:46.547807 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 0605bd78-8a34-4903-b53f-d768d1543fae is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:46.548884 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0605bd78-8a34-4903-b53f-d768d1543fae), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:46.556578 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2170d22-c1d5-42fe-a79b-a69421411e06 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Port': ['ID=8d3ad1b6-563d-4360-aa22-fb9b17815a8b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:46.679558 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161fd7e-83a5-453e-bd81-6e879e0abcaf admin admin] Pushing event updated for resources: {'Port': ['ID=d2cdc7ff-b493-49a6-8dc8-4315da02c00c,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:46.797751 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c2170d22-c1d5-42fe-a79b-a69421411e06 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:46.808174 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c2170d22-c1d5-42fe-a79b-a69421411e06 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/ports/8d3ad1b6-563d-4360-aa22-fb9b17815a8b HTTP/1.1" status: 204 len: 168 time: 3.2182977 Jan 27 22:12:46.814101 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56108) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:46.902249 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-923e7ada-db3b-474b-8fb2-55fae7a63e10 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] GET failed (client error): The resource could not be found. Jan 27 22:12:46.910886 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-923e7ada-db3b-474b-8fb2-55fae7a63e10 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports/8d3ad1b6-563d-4360-aa22-fb9b17815a8b HTTP/1.1" status: 404 len: 333 time: 0.0912340 Jan 27 22:12:46.918920 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2eb64e5e-4206-43e8-933d-dff0a3bba36c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=760fc9a797114f83877c97b84083621d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3692424 Jan 27 22:12:46.923146 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7161fd7e-83a5-453e-bd81-6e879e0abcaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (1d9795dd-0100-4221-ab8c-91dc2009a6d8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:46.925549 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56110) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:46.925889 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56112) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:47.147643 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-76512bbd-613d-450b-8fe4-6c47d0a9a097 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (0605bd78-8a34-4903-b53f-d768d1543fae), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:47.222279 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76512bbd-613d-450b-8fe4-6c47d0a9a097 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] No DVR routers for this DVR port 0605bd78-8a34-4903-b53f-d768d1543fae on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:12:47.233071 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76512bbd-613d-450b-8fe4-6c47d0a9a097 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Port': ['ID=0605bd78-8a34-4903-b53f-d768d1543fae,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:47.260400 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-992b4360-9c24-4360-b003-d8827cc87d4c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (a9f98a14-fcc4-41c9-9485-ccee0976e890), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:47.266143 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a48d7e61-f1e9-4baa-89bb-e8fce8b336aa admin admin] Publish callbacks [] for security_group (cc33d56b-bf6b-4a12-babd-1b26769996aa), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:47.385781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7161fd7e-83a5-453e-bd81-6e879e0abcaf admin admin] Network 31a02463-af56-4099-8dd0-6cf52c80b509 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:47.395991 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a48d7e61-f1e9-4baa-89bb-e8fce8b336aa admin admin] Publish callbacks [] for security_group (cc33d56b-bf6b-4a12-babd-1b26769996aa), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:47.398554 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-992b4360-9c24-4360-b003-d8827cc87d4c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (a9f98a14-fcc4-41c9-9485-ccee0976e890), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:47.401336 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-7161fd7e-83a5-453e-bd81-6e879e0abcaf admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:47.412224 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de67214-9002-476b-bcad-0e265e66cff1 req-1a22ad97-6678-426e-ab35-6f28b43ccd7c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:47.414457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8de67214-9002-476b-bcad-0e265e66cff1 req-1a22ad97-6678-426e-ab35-6f28b43ccd7c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 945 time: 1.4124792 Jan 27 22:12:47.420275 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-76512bbd-613d-450b-8fe4-6c47d0a9a097 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (51bc701d-9dd0-496b-90e2-e62b22c5780a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:47.485353 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8de67214-9002-476b-bcad-0e265e66cff1 req-aa9d81e3-c9b1-4604-9799-17d009af1ddc tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d6ffcba-ea09-48e8-b571-bf21b96ee564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548832 Jan 27 22:12:47.538471 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-76512bbd-613d-450b-8fe4-6c47d0a9a097 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51bc701d-9dd0-496b-90e2-e62b22c5780a']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:47.561847 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-76512bbd-613d-450b-8fe4-6c47d0a9a097 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03a9bee-1b5b-4dd9-a575-d22158fdb518') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:47.562269 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-76512bbd-613d-450b-8fe4-6c47d0a9a097 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03a9bee-1b5b-4dd9-a575-d22158fdb518') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:47.576047 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-76512bbd-613d-450b-8fe4-6c47d0a9a097 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (b03a9bee-1b5b-4dd9-a575-d22158fdb518), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:47.600516 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-992b4360-9c24-4360-b003-d8827cc87d4c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a9f98a14-fcc4-41c9-9485-ccee0976e890), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:47.603314 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-992b4360-9c24-4360-b003-d8827cc87d4c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:47.607233 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-992b4360-9c24-4360-b003-d8827cc87d4c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/security-groups/a9f98a14-fcc4-41c9-9485-ccee0976e890 HTTP/1.1" status: 204 len: 168 time: 0.6718609 Jan 27 22:12:47.608243 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56118) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:47.614980 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4e237ed9-663b-4fa4-b072-2e7975e4ddb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:47.618147 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-76512bbd-613d-450b-8fe4-6c47d0a9a097 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b03a9bee-1b5b-4dd9-a575-d22158fdb518), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:47.664802 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76512bbd-613d-450b-8fe4-6c47d0a9a097 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:12:47.665169 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-76512bbd-613d-450b-8fe4-6c47d0a9a097 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (b03a9bee-1b5b-4dd9-a575-d22158fdb518), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:12:47.674902 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:12:47.678035 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b4360-9c24-4360-b003-d8827cc87d4c tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f98a14-fcc4-41c9-9485-ccee0976e890,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:47.695947 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a48d7e61-f1e9-4baa-89bb-e8fce8b336aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cc33d56b-bf6b-4a12-babd-1b26769996aa), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:47.700497 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a48d7e61-f1e9-4baa-89bb-e8fce8b336aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:47.701663 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a48d7e61-f1e9-4baa-89bb-e8fce8b336aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc33d56b-bf6b-4a12-babd-1b26769996aa HTTP/1.1" status: 204 len: 168 time: 0.7678442 Jan 27 22:12:47.818907 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d7e61-f1e9-4baa-89bb-e8fce8b336aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc33d56b-bf6b-4a12-babd-1b26769996aa,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:47.834590 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-76512bbd-613d-450b-8fe4-6c47d0a9a097 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (51bc701d-9dd0-496b-90e2-e62b22c5780a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:47.839897 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-76512bbd-613d-450b-8fe4-6c47d0a9a097 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:47.847248 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-76512bbd-613d-450b-8fe4-6c47d0a9a097 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/networks/51bc701d-9dd0-496b-90e2-e62b22c5780a HTTP/1.1" status: 204 len: 168 time: 3.1883490 Jan 27 22:12:47.857565 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7161fd7e-83a5-453e-bd81-6e879e0abcaf admin admin] Router 1d9795dd-0100-4221-ab8c-91dc2009a6d8 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:12:47.858175 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56122) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:47.880366 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76512bbd-613d-450b-8fe4-6c47d0a9a097 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Network': ['ID=51bc701d-9dd0-496b-90e2-e62b22c5780a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:47.951530 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-95a1be81-e63d-443c-9230-a55e9847517a None None] Provisioning complete for port d2cdc7ff-b493-49a6-8dc8-4315da02c00c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:47.952124 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-95a1be81-e63d-443c-9230-a55e9847517a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d2cdc7ff-b493-49a6-8dc8-4315da02c00c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:47.981172 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8dc5d273-4435-4ca1-8f33-a4349e9923c4 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (568e708b-0f44-486c-ad8c-ccb93293d7e4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:48.043706 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b5157c60-5ff9-4639-b38d-4b25568f8494 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:48.112923 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8dc5d273-4435-4ca1-8f33-a4349e9923c4 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (568e708b-0f44-486c-ad8c-ccb93293d7e4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:48.158049 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-95a1be81-e63d-443c-9230-a55e9847517a None None] Port d2cdc7ff-b493-49a6-8dc8-4315da02c00c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:48.163835 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-4e237ed9-663b-4fa4-b072-2e7975e4ddb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Allocated IP 172.20.0.1 (8d65909d-ab59-4d75-8c8b-9a79607eabd2/eafbc967-ae1f-4a5f-b523-a169aaf57fcd/b9ae8279-a2a0-4cfe-a59b-21f9788a25fd) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:48.177987 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port b5157c60-5ff9-4639-b38d-4b25568f8494 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:48.178629 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b5157c60-5ff9-4639-b38d-4b25568f8494), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:48.319897 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port b5157c60-5ff9-4639-b38d-4b25568f8494 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:48.321310 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b5157c60-5ff9-4639-b38d-4b25568f8494), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:48.348833 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port b5157c60-5ff9-4639-b38d-4b25568f8494, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b5157c60-5ff9-4639-b38d-4b25568f8494,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:48.361220 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b5157c60-5ff9-4639-b38d-4b25568f8494), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:48.404392 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4e237ed9-663b-4fa4-b072-2e7975e4ddb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for port (b9ae8279-a2a0-4cfe-a59b-21f9788a25fd), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:48.438501 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=b5157c60-5ff9-4639-b38d-4b25568f8494,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:48.448392 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7161fd7e-83a5-453e-bd81-6e879e0abcaf admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:48.452406 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0206117e-4aab-4c1d-9550-eb52940f9a66 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:12:48.462457 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7161fd7e-83a5-453e-bd81-6e879e0abcaf admin admin] 10.222.0.23 "PUT /v2.0/routers/1d9795dd-0100-4221-ab8c-91dc2009a6d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7855740 Jan 27 22:12:48.477893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 0206117e-4aab-4c1d-9550-eb52940f9a66 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:12:48.478132 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0206117e-4aab-4c1d-9550-eb52940f9a66 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:12:48.482785 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] Sync routers for ids ['1d9795dd-0100-4221-ab8c-91dc2009a6d8'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:48.483617 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8dc5d273-4435-4ca1-8f33-a4349e9923c4 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (568e708b-0f44-486c-ad8c-ccb93293d7e4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:48.490377 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8dc5d273-4435-4ca1-8f33-a4349e9923c4 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:48.494965 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8dc5d273-4435-4ca1-8f33-a4349e9923c4 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/security-groups/568e708b-0f44-486c-ad8c-ccb93293d7e4 HTTP/1.1" status: 204 len: 168 time: 0.8855782 Jan 27 22:12:48.496867 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56140) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:48.498037 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4e237ed9-663b-4fa4-b072-2e7975e4ddb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (b9ae8279-a2a0-4cfe-a59b-21f9788a25fd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:48.524365 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] Routers {'1d9795dd-0100-4221-ab8c-91dc2009a6d8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:48.525018 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1d9795dd-0100-4221-ab8c-91dc2009a6d8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:48.581185 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5d273-4435-4ca1-8f33-a4349e9923c4 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=568e708b-0f44-486c-ad8c-ccb93293d7e4,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:48.624116 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e237ed9-663b-4fa4-b072-2e7975e4ddb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Port': ['ID=b9ae8279-a2a0-4cfe-a59b-21f9788a25fd,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:48.636785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e237ed9-663b-4fa4-b072-2e7975e4ddb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Network 8d65909d-ab59-4d75-8c8b-9a79607eabd2 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:48.702998 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-4e237ed9-663b-4fa4-b072-2e7975e4ddb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:48.710034 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e237ed9-663b-4fa4-b072-2e7975e4ddb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:48.780103 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4e237ed9-663b-4fa4-b072-2e7975e4ddb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (ead3a2fa-ae8a-461f-8c52-49dc240a4264), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:48.802715 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] Set router 1d9795dd-0100-4221-ab8c-91dc2009a6d8 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:48.806360 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a6c3222-e222-4d23-bdd9-6113904a533a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (c9d81c5f-1ff3-4995-a896-f7518a4406f6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:48.908031 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 8852115e-3d5c-4b8b-86bf-990e0e2acfa0 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:48.983309 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4e237ed9-663b-4fa4-b072-2e7975e4ddb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b9ae8279-a2a0-4cfe-a59b-21f9788a25fd), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:48.996381 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85ba511e-2944-4860-8cd3-7ed6e36995b8 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (210517ab-43a1-4d3b-9e9d-c6ed25cea053), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:49.028636 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85ba511e-2944-4860-8cd3-7ed6e36995b8 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (210517ab-43a1-4d3b-9e9d-c6ed25cea053), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:49.106575 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ca922-4a60-4f1a-ae8d-a0d8e6785a9d req-4dd2cb10-9e82-4d96-b26f-1517ab359a83 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:49.113081 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-138ca922-4a60-4f1a-ae8d-a0d8e6785a9d req-4dd2cb10-9e82-4d96-b26f-1517ab359a83 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 945 time: 0.4767056 Jan 27 22:12:49.318885 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85ba511e-2944-4860-8cd3-7ed6e36995b8 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (210517ab-43a1-4d3b-9e9d-c6ed25cea053), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:49.321584 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85ba511e-2944-4860-8cd3-7ed6e36995b8 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:49.325288 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-85ba511e-2944-4860-8cd3-7ed6e36995b8 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/security-groups/210517ab-43a1-4d3b-9e9d-c6ed25cea053 HTTP/1.1" status: 204 len: 168 time: 0.8123882 Jan 27 22:12:49.332436 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56162) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:49.366563 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-138ca922-4a60-4f1a-ae8d-a0d8e6785a9d req-dd6053be-9204-4f64-8b26-2cb9839e4cb2 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d6ffcba-ea09-48e8-b571-bf21b96ee564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490757 Jan 27 22:12:49.369571 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba511e-2944-4860-8cd3-7ed6e36995b8 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=210517ab-43a1-4d3b-9e9d-c6ed25cea053,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:49.463714 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-55ff961f-b983-407a-a5b3-488f18c47305 None None] Provisioning complete for port b9ae8279-a2a0-4cfe-a59b-21f9788a25fd triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:49.464342 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-55ff961f-b983-407a-a5b3-488f18c47305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b9ae8279-a2a0-4cfe-a59b-21f9788a25fd), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:49.531940 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce639c8-d50c-4cca-ab6a-5bc54b69b37e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting subnet df0086e0-6433-440e-b7c6-01d30bd44058 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:12:49.545787 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ce639c8-d50c-4cca-ab6a-5bc54b69b37e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (df0086e0-6433-440e-b7c6-01d30bd44058), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:49.557158 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-55ff961f-b983-407a-a5b3-488f18c47305 None None] Port b9ae8279-a2a0-4cfe-a59b-21f9788a25fd cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:49.761260 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4e237ed9-663b-4fa4-b072-2e7975e4ddb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for port (b9ae8279-a2a0-4cfe-a59b-21f9788a25fd), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:49.768144 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 8852115e-3d5c-4b8b-86bf-990e0e2acfa0 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:12:49.768859 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4e237ed9-663b-4fa4-b072-2e7975e4ddb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (b9ae8279-a2a0-4cfe-a59b-21f9788a25fd), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:49.779659 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ce639c8-d50c-4cca-ab6a-5bc54b69b37e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (df0086e0-6433-440e-b7c6-01d30bd44058), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:49.797821 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-9a6c3222-e222-4d23-bdd9-6113904a533a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting port 411c79bf-caf1-4c53-b68d-080487dac080 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:49.800998 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 8852115e-3d5c-4b8b-86bf-990e0e2acfa0 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:49.801662 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a6c3222-e222-4d23-bdd9-6113904a533a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (411c79bf-caf1-4c53-b68d-080487dac080), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:49.803780 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8852115e-3d5c-4b8b-86bf-990e0e2acfa0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:49.854671 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56176) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:49.865499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2fd0e7c4-82d7-4ad4-8f82-97f22ae72528 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-42933268-network', 'tenant_id': '023a1f0a72ec4906a6f6053152a053ee'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:49.886850 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b5157c60-5ff9-4639-b38d-4b25568f8494 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:49.929768 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd0e7c4-82d7-4ad4-8f82-97f22ae72528 admin admin] Made reservation on behalf of 023a1f0a72ec4906a6f6053152a053ee for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:49.937993 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fd0e7c4-82d7-4ad4-8f82-97f22ae72528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:49.954945 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e237ed9-663b-4fa4-b072-2e7975e4ddb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Port': ['ID=b9ae8279-a2a0-4cfe-a59b-21f9788a25fd,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:49.960714 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4e237ed9-663b-4fa4-b072-2e7975e4ddb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (ead3a2fa-ae8a-461f-8c52-49dc240a4264), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.007386 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fd0e7c4-82d7-4ad4-8f82-97f22ae72528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.026942 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port b5157c60-5ff9-4639-b38d-4b25568f8494 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:50.027487 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b5157c60-5ff9-4639-b38d-4b25568f8494), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.099665 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 8852115e-3d5c-4b8b-86bf-990e0e2acfa0 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:50.100478 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8852115e-3d5c-4b8b-86bf-990e0e2acfa0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.102614 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e237ed9-663b-4fa4-b072-2e7975e4ddb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Network 8d65909d-ab59-4d75-8c8b-9a79607eabd2 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:50.108578 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-4e237ed9-663b-4fa4-b072-2e7975e4ddb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:50.165228 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port b5157c60-5ff9-4639-b38d-4b25568f8494 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:50.184187 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02607d52-8ace-4831-b4b7-bb0f43e6a7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8852115e-3d5c-4b8b-86bf-990e0e2acfa0'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:12:50.186375 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-9a6c3222-e222-4d23-bdd9-6113904a533a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] For port 411c79bf-caf1-4c53-b68d-080487dac080, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=411c79bf-caf1-4c53-b68d-080487dac080,segment=NetworkSegment(fefaf511-0a3b-414b-9e9a-ac00730049cf),segment_id=fefaf511-0a3b-414b-9e9a-ac00730049cf)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:50.186806 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a6c3222-e222-4d23-bdd9-6113904a533a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (411c79bf-caf1-4c53-b68d-080487dac080), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.191286 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3b737f-3c70-4565-991b-4bf4dd72cae8" -d '{"events": [{"server_uuid": "02607d52-8ace-4831-b4b7-bb0f43e6a7ec", "name": "network-vif-plugged", "status": "completed", "tag": "8852115e-3d5c-4b8b-86bf-990e0e2acfa0"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:12:50.199708 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'name': 'tempest-TestServerBasicOps-1366050916-router', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:38Z', 'updated_at': '2022-01-27T22:12:45Z', 'revision_number': 4, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'gw_port': {'id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:40Z', 'updated_at': '2022-01-27T22:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'd2cdc7ff-b493-49a6-8dc8-4315da02c00c', 'name': '', 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'mac_address': 'fa:16:3e:d1:97:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'a65de3af-7726-48bb-8509-44e3eaa0a25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:43Z', 'updated_at': '2022-01-27T22:12:45Z', 'revision_number': 2, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'subnets': [{'id': 'a65de3af-7726-48bb-8509-44e3eaa0a25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:50.214272 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ce639c8-d50c-4cca-ab6a-5bc54b69b37e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (df0086e0-6433-440e-b7c6-01d30bd44058), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.248060 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-9a6c3222-e222-4d23-bdd9-6113904a533a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Calling delete_port for 411c79bf-caf1-4c53-b68d-080487dac080 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:50.255546 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] Checking router: 1d9795dd-0100-4221-ab8c-91dc2009a6d8 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:12:50.255794 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] Updating router 1d9795dd-0100-4221-ab8c-91dc2009a6d8 port d2cdc7ff-b493-49a6-8dc8-4315da02c00c binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:12:50.348891 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fd0e7c4-82d7-4ad4-8f82-97f22ae72528 admin admin] Publish callbacks [] for security_group (c22d4d5e-1fb5-4540-8f47-1a625c6cfd2b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.352726 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057fa509-25aa-4509-b4f2-f282512c902a x-openstack-request-id: req-057fa509-25aa-4509-b4f2-f282512c902a {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:12:50.354481 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ce639c8-d50c-4cca-ab6a-5bc54b69b37e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (df0086e0-6433-440e-b7c6-01d30bd44058), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.355053 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02607d52-8ace-4831-b4b7-bb0f43e6a7ec", "name": "network-vif-plugged", "status": "completed", "tag": "8852115e-3d5c-4b8b-86bf-990e0e2acfa0", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:12:50.355324 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-057fa509-25aa-4509-b4f2-f282512c902a {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:12:50.356062 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02607d52-8ace-4831-b4b7-bb0f43e6a7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8852115e-3d5c-4b8b-86bf-990e0e2acfa0', 'code': 200} Jan 27 22:12:50.364740 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 8852115e-3d5c-4b8b-86bf-990e0e2acfa0, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8852115e-3d5c-4b8b-86bf-990e0e2acfa0,segment=NetworkSegment(cacc80b8-5a81-4830-a1f0-6df7f19512b6),segment_id=cacc80b8-5a81-4830-a1f0-6df7f19512b6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:50.379441 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8852115e-3d5c-4b8b-86bf-990e0e2acfa0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.390595 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d2cdc7ff-b493-49a6-8dc8-4315da02c00c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.427977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e237ed9-663b-4fa4-b072-2e7975e4ddb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Router ead3a2fa-ae8a-461f-8c52-49dc240a4264 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:12:50.488329 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fd0e7c4-82d7-4ad4-8f82-97f22ae72528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c22d4d5e-1fb5-4540-8f47-1a625c6cfd2b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.497943 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4ce639c8-d50c-4cca-ab6a-5bc54b69b37e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.501788 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60b7392-d425-491e-a000-6d7a5a5490d9 None None] Network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:50.507438 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4ce639c8-d50c-4cca-ab6a-5bc54b69b37e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/subnets/df0086e0-6433-440e-b7c6-01d30bd44058 HTTP/1.1" status: 204 len: 168 time: 1.1739480 Jan 27 22:12:50.590262 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56190) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:50.634461 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49944f39-1b75-49d8-9d45-385b33ed4c62 req-d9c88bc5-accb-44a4-9643-e53caf69d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:50.636389 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49944f39-1b75-49d8-9d45-385b33ed4c62 req-d9c88bc5-accb-44a4-9643-e53caf69d4ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 1097 time: 0.2066483 Jan 27 22:12:50.637721 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e237ed9-663b-4fa4-b072-2e7975e4ddb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:50.652109 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e5082e-bb18-4357-ad1c-7d2911d9fdd5 None None] Sync routers for ids ['ead3a2fa-ae8a-461f-8c52-49dc240a4264'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:50.656468 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4e237ed9-663b-4fa4-b072-2e7975e4ddb9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "PUT /v2.0/routers/ead3a2fa-ae8a-461f-8c52-49dc240a4264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5274968 Jan 27 22:12:50.666461 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56200) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:50.673724 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-dce8ce91-d7a4-45ec-8174-c14851822f3d tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Request body: {'port': {'network_id': '8d65909d-ab59-4d75-8c8b-9a79607eabd2', 'name': 'tempest-FloatingIPTestJSON-1763448684'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:50.679349 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=8852115e-3d5c-4b8b-86bf-990e0e2acfa0,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:50.704056 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce639c8-d50c-4cca-ab6a-5bc54b69b37e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Subnet': ['ID=df0086e0-6433-440e-b7c6-01d30bd44058,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:50.706124 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e5082e-bb18-4357-ad1c-7d2911d9fdd5 None None] Routers {'ead3a2fa-ae8a-461f-8c52-49dc240a4264'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:50.709496 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-69e5082e-bb18-4357-ad1c-7d2911d9fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ead3a2fa-ae8a-461f-8c52-49dc240a4264'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:50.825367 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-69e5082e-bb18-4357-ad1c-7d2911d9fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:50.842599 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e5082e-bb18-4357-ad1c-7d2911d9fdd5 None None] Routers {'ead3a2fa-ae8a-461f-8c52-49dc240a4264'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:50.842878 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd0e7c4-82d7-4ad4-8f82-97f22ae72528 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:12:50.845881 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-69e5082e-bb18-4357-ad1c-7d2911d9fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ead3a2fa-ae8a-461f-8c52-49dc240a4264'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:50.883696 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce639c8-d50c-4cca-ab6a-5bc54b69b37e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:50.891072 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-d6cf520f-4525-4fdf-af27-5c99d28778e9 None None] Provisioning complete for port b9ae8279-a2a0-4cfe-a59b-21f9788a25fd triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:50.891807 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d6cf520f-4525-4fdf-af27-5c99d28778e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b9ae8279-a2a0-4cfe-a59b-21f9788a25fd), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.892561 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce639c8-d50c-4cca-ab6a-5bc54b69b37e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:50.892925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce639c8-d50c-4cca-ab6a-5bc54b69b37e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:50.893380 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce639c8-d50c-4cca-ab6a-5bc54b69b37e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:50.893727 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce639c8-d50c-4cca-ab6a-5bc54b69b37e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:50.894073 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce639c8-d50c-4cca-ab6a-5bc54b69b37e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:50.894414 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce639c8-d50c-4cca-ab6a-5bc54b69b37e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:50.897242 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce639c8-d50c-4cca-ab6a-5bc54b69b37e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:50.897626 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce639c8-d50c-4cca-ab6a-5bc54b69b37e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:50.898020 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce639c8-d50c-4cca-ab6a-5bc54b69b37e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:50.898324 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce639c8-d50c-4cca-ab6a-5bc54b69b37e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:50.898715 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce639c8-d50c-4cca-ab6a-5bc54b69b37e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:50.898996 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce639c8-d50c-4cca-ab6a-5bc54b69b37e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:50.938449 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-69e5082e-bb18-4357-ad1c-7d2911d9fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:50.940824 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e5082e-bb18-4357-ad1c-7d2911d9fdd5 None None] The sync data for ids ['ead3a2fa-ae8a-461f-8c52-49dc240a4264'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:50.953440 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0e7c4-82d7-4ad4-8f82-97f22ae72528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22d4d5e-1fb5-4540-8f47-1a625c6cfd2b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:50.957610 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49944f39-1b75-49d8-9d45-385b33ed4c62 req-fc9e53c1-06ed-4f69-b0c5-1165fa1cddaa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1d6ffcba-ea09-48e8-b571-bf21b96ee564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2990763 Jan 27 22:12:50.973737 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fd0e7c4-82d7-4ad4-8f82-97f22ae72528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (f68fc627-ffeb-41b2-b571-b7fac9510eeb), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.975421 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-2fd0e7c4-82d7-4ad4-8f82-97f22ae72528 admin admin] Added segment f68fc627-ffeb-41b2-b571-b7fac9510eeb of type vlan for network 79c70640-9dbd-49bb-8e19-9185d7559a3e Jan 27 22:12:50.981241 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce8ce91-d7a4-45ec-8174-c14851822f3d tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Made reservation on behalf of ffe5c159ddee41f4aa7e7b626bca1b5f for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:50.984317 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d856618-94a7-447d-aa2f-bf9cead70833 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting subnet 6441682c-c250-44bc-885b-313e70bcaeea {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:12:50.994161 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4d856618-94a7-447d-aa2f-bf9cead70833 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (6441682c-c250-44bc-885b-313e70bcaeea), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:50.999497 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dce8ce91-d7a4-45ec-8174-c14851822f3d tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.044646 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-dce8ce91-d7a4-45ec-8174-c14851822f3d tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] device_id is not set on port 32ed089a-754c-412d-b726-e2510b448cf4 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:12:51.096993 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4d856618-94a7-447d-aa2f-bf9cead70833 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (6441682c-c250-44bc-885b-313e70bcaeea), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.183457 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d6cf520f-4525-4fdf-af27-5c99d28778e9 None None] Port b9ae8279-a2a0-4cfe-a59b-21f9788a25fd cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:51.222226 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.246856 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4d856618-94a7-447d-aa2f-bf9cead70833 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (6441682c-c250-44bc-885b-313e70bcaeea), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.367984 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56210) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:51.406688 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-dce8ce91-d7a4-45ec-8174-c14851822f3d tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Allocated IP 172.20.0.6 (8d65909d-ab59-4d75-8c8b-9a79607eabd2/eafbc967-ae1f-4a5f-b523-a169aaf57fcd/32ed089a-754c-412d-b726-e2510b448cf4) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:51.446026 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] Publish callbacks [] for port (d2cdc7ff-b493-49a6-8dc8-4315da02c00c), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.449337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b2d5c-1d4f-4581-b816-654ae37bd1b7 req-706a9b6a-b212-47b6-8f0b-b05453fa1f45 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:51.452129 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f0b2d5c-1d4f-4581-b816-654ae37bd1b7 req-706a9b6a-b212-47b6-8f0b-b05453fa1f45 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 946 time: 0.8254139 Jan 27 22:12:51.459904 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d2cdc7ff-b493-49a6-8dc8-4315da02c00c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.583120 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b0cca-050d-4e43-a70f-edd6e96af5c3 None None] Pushing event updated for resources: {'Port': ['ID=d2cdc7ff-b493-49a6-8dc8-4315da02c00c,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:51.600049 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-189e1231-d163-487e-8e1c-c3962cb7c19d tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:51.662777 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a6c3222-e222-4d23-bdd9-6113904a533a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (411c79bf-caf1-4c53-b68d-080487dac080), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.710717 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c3222-e222-4d23-bdd9-6113904a533a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Port': ['ID=411c79bf-caf1-4c53-b68d-080487dac080,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:51.774976 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] Attempting to bind port d2cdc7ff-b493-49a6-8dc8-4315da02c00c on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:51.777881 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f0b2d5c-1d4f-4581-b816-654ae37bd1b7 req-e16c7ccd-34dd-4cc0-bf00-3acc29f2858b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d6ffcba-ea09-48e8-b571-bf21b96ee564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829826 Jan 27 22:12:51.789860 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] Attempting to bind port d2cdc7ff-b493-49a6-8dc8-4315da02c00c by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '54fcc853-7c04-4dd3-b772-b4bd058e2d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:51.790561 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] Attempting to bind port d2cdc7ff-b493-49a6-8dc8-4315da02c00c on network 31a02463-af56-4099-8dd0-6cf52c80b509 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:51.800424 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:12:51.813235 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fd0e7c4-82d7-4ad4-8f82-97f22ae72528 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (79c70640-9dbd-49bb-8e19-9185d7559a3e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.815134 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] Checking segment: {'id': '54fcc853-7c04-4dd3-b772-b4bd058e2d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:12:51.815775 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.816707 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] Bound using segment: {'id': '54fcc853-7c04-4dd3-b772-b4bd058e2d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:12:51.820118 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4d856618-94a7-447d-aa2f-bf9cead70833 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (6441682c-c250-44bc-885b-313e70bcaeea), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.820987 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] Bound port: d2cdc7ff-b493-49a6-8dc8-4315da02c00c, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fcc853-7c04-4dd3-b772-b4bd058e2d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:12:51.823698 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d2cdc7ff-b493-49a6-8dc8-4315da02c00c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.954911 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4d856618-94a7-447d-aa2f-bf9cead70833 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:51.971183 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4d856618-94a7-447d-aa2f-bf9cead70833 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/subnets/6441682c-c250-44bc-885b-313e70bcaeea HTTP/1.1" status: 204 len: 168 time: 1.3785133 Jan 27 22:12:51.974750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56218) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:52.004138 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d856618-94a7-447d-aa2f-bf9cead70833 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Subnet': ['ID=6441682c-c250-44bc-885b-313e70bcaeea,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:52.011941 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.db.resource_extend [None req-2fd0e7c4-82d7-4ad4-8f82-97f22ae72528 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:12:52.022285 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] For port d2cdc7ff-b493-49a6-8dc8-4315da02c00c, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:12:52.037786 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] For port d2cdc7ff-b493-49a6-8dc8-4315da02c00c, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d2cdc7ff-b493-49a6-8dc8-4315da02c00c,segment=NetworkSegment(54fcc853-7c04-4dd3-b772-b4bd058e2d55),segment_id=54fcc853-7c04-4dd3-b772-b4bd058e2d55)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:12:52.046296 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d2cdc7ff-b493-49a6-8dc8-4315da02c00c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:52.073973 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-189e1231-d163-487e-8e1c-c3962cb7c19d tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] 10.222.0.23 "PUT /v2.0/quotas/0bf7d2f317704a0d9ae1dcd8506328bf HTTP/1.1" status: 200 len: 366 time: 0.7047262 Jan 27 22:12:52.085082 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56220) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:52.107370 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ff83e2-c2e5-43f9-bd7a-4c221e1cc509 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] DELETE failed (client error): The resource could not be found. Jan 27 22:12:52.109238 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ff83e2-c2e5-43f9-bd7a-4c221e1cc509 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:12:52.118945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-32ff83e2-c2e5-43f9-bd7a-4c221e1cc509 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/subnets/df0086e0-6433-440e-b7c6-01d30bd44058 HTTP/1.1" status: 404 len: 337 time: 0.1424644 Jan 27 22:12:52.136527 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0707a94f-d5fe-4110-830d-5c7d08df614c tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0475826 Jan 27 22:12:52.137423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56222) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:52.175692 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56224) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:52.190062 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-830d0c39-c6f0-43b8-9771-1311787ced95 None None] Provisioning complete for port d2cdc7ff-b493-49a6-8dc8-4315da02c00c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:52.192472 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-830d0c39-c6f0-43b8-9771-1311787ced95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d2cdc7ff-b493-49a6-8dc8-4315da02c00c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:52.219812 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fd0e7c4-82d7-4ad4-8f82-97f22ae72528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (79c70640-9dbd-49bb-8e19-9185d7559a3e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:52.220997 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd0e7c4-82d7-4ad4-8f82-97f22ae72528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:52.221825 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fd0e7c4-82d7-4ad4-8f82-97f22ae72528 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:52.292149 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] Routers {'1d9795dd-0100-4221-ab8c-91dc2009a6d8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:52.292893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1d9795dd-0100-4221-ab8c-91dc2009a6d8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:52.298975 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-58dd8e0d-4c35-4868-925b-981a06b543c6 tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] 10.222.0.23 "GET /v2.0/quotas/0bf7d2f317704a0d9ae1dcd8506328bf HTTP/1.1" status: 200 len: 366 time: 0.1148210 Jan 27 22:12:52.316577 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56226) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:52.367297 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dfc6752-de99-47cc-a1db-8c232dadb563 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting subnet 447b9035-6cc9-4cd2-b6fc-081e2c96da42 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:12:52.374387 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3dfc6752-de99-47cc-a1db-8c232dadb563 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (447b9035-6cc9-4cd2-b6fc-081e2c96da42), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:52.449396 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3dfc6752-de99-47cc-a1db-8c232dadb563 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (447b9035-6cc9-4cd2-b6fc-081e2c96da42), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:52.504539 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2fd0e7c4-82d7-4ad4-8f82-97f22ae72528 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.6501184 Jan 27 22:12:52.507327 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56228) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:52.516657 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] Set router 1d9795dd-0100-4221-ab8c-91dc2009a6d8 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:52.544259 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-0e33ffa7-f2c8-4fb7-a4d5-5ee3da5d2dc6 admin admin] Request body: {'subnet': {'network_id': '79c70640-9dbd-49bb-8e19-9185d7559a3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-42933268-subnet', 'tenant_id': '023a1f0a72ec4906a6f6053152a053ee', 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:52.546707 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3dfc6752-de99-47cc-a1db-8c232dadb563 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (447b9035-6cc9-4cd2-b6fc-081e2c96da42), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:52.557044 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-902c45f2-0ef7-468b-af93-4bc82f3b3ad6 tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/0bf7d2f317704a0d9ae1dcd8506328bf HTTP/1.1" status: 204 len: 168 time: 0.2388530 Jan 27 22:12:52.567531 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56230) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:52.585859 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a6c3222-e222-4d23-bdd9-6113904a533a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (c9d81c5f-1ff3-4995-a896-f7518a4406f6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:52.610962 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dce8ce91-d7a4-45ec-8174-c14851822f3d tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for port (32ed089a-754c-412d-b726-e2510b448cf4), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:52.619950 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3dfc6752-de99-47cc-a1db-8c232dadb563 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (447b9035-6cc9-4cd2-b6fc-081e2c96da42), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:52.636101 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b0cca-050d-4e43-a70f-edd6e96af5c3 None None] Pushing event updated for resources: {'Port': ['ID=d2cdc7ff-b493-49a6-8dc8-4315da02c00c,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:52.637330 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c0b93eac-b28b-44f3-b4df-eb720fd28844 tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0663552 Jan 27 22:12:52.638020 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56232) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:52.639826 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3dfc6752-de99-47cc-a1db-8c232dadb563 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:52.647967 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3dfc6752-de99-47cc-a1db-8c232dadb563 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/subnets/447b9035-6cc9-4cd2-b6fc-081e2c96da42 HTTP/1.1" status: 204 len: 168 time: 0.4960299 Jan 27 22:12:52.669735 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56234) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:52.670564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc6752-de99-47cc-a1db-8c232dadb563 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Subnet': ['ID=447b9035-6cc9-4cd2-b6fc-081e2c96da42,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:52.711558 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-703b90f1-44ab-4ba9-820a-58acc7962bfe tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] DELETE failed (client error): The resource could not be found. Jan 27 22:12:52.712333 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703b90f1-44ab-4ba9-820a-58acc7962bfe tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:12:52.718579 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-703b90f1-44ab-4ba9-820a-58acc7962bfe tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/subnets/96ee7050-7989-4c67-ba85-40add23794c3 HTTP/1.1" status: 404 len: 337 time: 0.0455065 Jan 27 22:12:52.719489 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56236) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:52.737767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6621a13b-603d-4e2e-a4d0-4c5b58fd73b1 None None] Network 8bc1ea37-ce86-4e2b-8195-a36bd1262097 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:52.779336 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c02d8504-c516-4ce6-ad3a-191bf235f6bd tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b9d98c6-098f-4664-a1f1-3723e003143c HTTP/1.1" status: 200 len: 205 time: 0.0562208 Jan 27 22:12:52.834424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56238) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:52.949605 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-7a618055-0f38-4bae-8cf2-47ec3886bca4 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] delete failed (client error): The resource could not be found. Jan 27 22:12:52.950824 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7a618055-0f38-4bae-8cf2-47ec3886bca4 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/routers/1b9d98c6-098f-4664-a1f1-3723e003143c HTTP/1.1" status: 404 len: 336 time: 0.1132994 Jan 27 22:12:52.962496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56254) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:52.976018 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dce8ce91-d7a4-45ec-8174-c14851822f3d tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (32ed089a-754c-412d-b726-e2510b448cf4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:53.024868 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f35967-c2ad-4481-bab0-919dd2b53102 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] DELETE failed (client error): The resource could not be found. Jan 27 22:12:53.025582 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f35967-c2ad-4481-bab0-919dd2b53102 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:12:53.028817 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-11f35967-c2ad-4481-bab0-919dd2b53102 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/subnets/d9ee192b-91b7-496d-ac3a-6c9f035889a3 HTTP/1.1" status: 404 len: 337 time: 0.0652978 Jan 27 22:12:53.035236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56256) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:53.093430 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c025a9-cc71-45e5-a180-3b8156a8f6b9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] DELETE failed (client error): The resource could not be found. Jan 27 22:12:53.094046 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c025a9-cc71-45e5-a180-3b8156a8f6b9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:12:53.097381 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c7c025a9-cc71-45e5-a180-3b8156a8f6b9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/subnets/0d4e0264-620b-4390-b58f-215232e3af0e HTTP/1.1" status: 404 len: 337 time: 0.0584412 Jan 27 22:12:53.109262 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56258) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:53.112542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce8ce91-d7a4-45ec-8174-c14851822f3d tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Network 8d65909d-ab59-4d75-8c8b-9a79607eabd2 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:53.129252 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0e7c4-82d7-4ad4-8f82-97f22ae72528 admin admin] Pushing event updated for resources: {'Network': ['ID=79c70640-9dbd-49bb-8e19-9185d7559a3e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:53.140716 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-dce8ce91-d7a4-45ec-8174-c14851822f3d tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:53.170668 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e33ffa7-f2c8-4fb7-a4d5-5ee3da5d2dc6 admin admin] Made reservation on behalf of 023a1f0a72ec4906a6f6053152a053ee for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:53.173004 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fc9e0-af9b-455f-958e-bdae37eb3fe2 req-207c1edb-155f-4e57-9c07-0a1711832c6c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:53.174765 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e33ffa7-f2c8-4fb7-a4d5-5ee3da5d2dc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:53.182035 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-528fc9e0-af9b-455f-958e-bdae37eb3fe2 req-207c1edb-155f-4e57-9c07-0a1711832c6c tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 946 time: 0.2363789 Jan 27 22:12:53.184745 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce8ce91-d7a4-45ec-8174-c14851822f3d tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:53.189234 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8ce91-d7a4-45ec-8174-c14851822f3d tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event updated for resources: {'Port': ['ID=32ed089a-754c-412d-b726-e2510b448cf4,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:53.200200 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff96f5b-89bf-47b8-bb76-578b7aa1f703 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] DELETE failed (client error): The resource could not be found. Jan 27 22:12:53.200200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff96f5b-89bf-47b8-bb76-578b7aa1f703 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:12:53.202633 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 79c70640-9dbd-49bb-8e19-9185d7559a3e details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:12:53.208592 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9ff96f5b-89bf-47b8-bb76-578b7aa1f703 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/subnets/a73ec722-ed7d-4845-93cb-b3bf43df9dc8 HTTP/1.1" status: 404 len: 337 time: 0.0977440 Jan 27 22:12:53.212866 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56260) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:53.335537 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b550ddb5-476c-4306-b13f-3f64d6aa64d9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] DELETE failed (client error): The resource could not be found. Jan 27 22:12:53.335959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b550ddb5-476c-4306-b13f-3f64d6aa64d9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:12:53.345842 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-830d0c39-c6f0-43b8-9771-1311787ced95 None None] Current status of the port d2cdc7ff-b493-49a6-8dc8-4315da02c00c is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:53.346270 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-830d0c39-c6f0-43b8-9771-1311787ced95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d2cdc7ff-b493-49a6-8dc8-4315da02c00c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:53.350931 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b550ddb5-476c-4306-b13f-3f64d6aa64d9 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/ports/39ddac10-7c7c-497b-ab5d-df108ccfc420 HTTP/1.1" status: 404 len: 333 time: 0.1053901 Jan 27 22:12:53.360739 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56266) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:53.412194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce8ce91-d7a4-45ec-8174-c14851822f3d tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:53.413659 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dce8ce91-d7a4-45ec-8174-c14851822f3d tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:53.427288 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f03a405-c3db-43c2-89a8-a5c5e1042014 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] DELETE failed (client error): The resource could not be found. Jan 27 22:12:53.428290 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f03a405-c3db-43c2-89a8-a5c5e1042014 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:12:53.431783 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1f03a405-c3db-43c2-89a8-a5c5e1042014 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/subnets/411ef605-f44f-429f-bef3-54b88964e7e5 HTTP/1.1" status: 404 len: 337 time: 0.0699501 Jan 27 22:12:53.446543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56272) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:53.490651 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff7d4d2-8a87-4967-8457-2acc307dab8a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] DELETE failed (client error): The resource could not be found. Jan 27 22:12:53.491519 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff7d4d2-8a87-4967-8457-2acc307dab8a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:12:53.495346 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-fff7d4d2-8a87-4967-8457-2acc307dab8a tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/subnets/fc6519c7-bcba-4778-9c9e-906f4b8fbb2f HTTP/1.1" status: 404 len: 337 time: 0.0447392 Jan 27 22:12:53.497778 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56276) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:53.507832 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56278) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:53.512001 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-72e5775c-4b59-43d2-b445-0f3ed2fc45c6 tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] 10.222.0.23 "GET /v2.0/quotas/0bf7d2f317704a0d9ae1dcd8506328bf HTTP/1.1" status: 200 len: 370 time: 0.3695014 Jan 27 22:12:53.515917 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-830d0c39-c6f0-43b8-9771-1311787ced95 None None] For port d2cdc7ff-b493-49a6-8dc8-4315da02c00c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d2cdc7ff-b493-49a6-8dc8-4315da02c00c,segment=NetworkSegment(54fcc853-7c04-4dd3-b772-b4bd058e2d55),segment_id=54fcc853-7c04-4dd3-b772-b4bd058e2d55)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:53.516973 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-490a12ed-4a17-40d5-865d-13f8f7a7841e tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] 10.222.0.23 "GET /v2.0/quotas/0bf7d2f317704a0d9ae1dcd8506328bf/default HTTP/1.1" status: 200 len: 370 time: 0.0050051 Jan 27 22:12:53.522998 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56280) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:53.524411 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-528fc9e0-af9b-455f-958e-bdae37eb3fe2 req-7e8f82cc-315d-4f8a-965a-2b8b9a5e93d5 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d6ffcba-ea09-48e8-b571-bf21b96ee564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3411632 Jan 27 22:12:53.531192 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-830d0c39-c6f0-43b8-9771-1311787ced95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d2cdc7ff-b493-49a6-8dc8-4315da02c00c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:53.555711 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-dce8ce91-d7a4-45ec-8174-c14851822f3d tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8875806 Jan 27 22:12:53.556059 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-3f2e001b-2420-47d1-8041-fd6a3ea90a58 tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] delete failed (client error): The resource could not be found. Jan 27 22:12:53.560442 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3f2e001b-2420-47d1-8041-fd6a3ea90a58 tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/0bf7d2f317704a0d9ae1dcd8506328bf HTTP/1.1" status: 404 len: 348 time: 0.0158269 Jan 27 22:12:53.564940 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56284) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:53.568588 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f9f036-60df-4643-8661-7dbdf3186ecf tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] DELETE failed (client error): The resource could not be found. Jan 27 22:12:53.570968 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f9f036-60df-4643-8661-7dbdf3186ecf tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:12:53.583094 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-80f9f036-60df-4643-8661-7dbdf3186ecf tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/ports/5fef2ed4-f992-4a8e-a119-5ad8af838d17 HTTP/1.1" status: 404 len: 333 time: 0.0795412 Jan 27 22:12:53.597872 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-f9dfc01a-f912-4901-8d21-b66a063ef5f0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Request body: {'floatingip': {'port_id': '32ed089a-754c-412d-b726-e2510b448cf4'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:53.650808 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56288) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:53.682222 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c7aebf-e0da-4e26-955e-d64798b3343d None None] DHCP port deletion for 8bc1ea37-ce86-4e2b-8195-a36bd1262097 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:12:53.710713 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e33ffa7-f2c8-4fb7-a4d5-5ee3da5d2dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (5bef7302-5983-4bdb-bf47-1cb2592ae9af), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:53.755279 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f9dfc01a-f912-4901-8d21-b66a063ef5f0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (ae9b2a81-d3b3-454d-91d4-98f3cf77683d), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:53.760028 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'name': 'tempest-TestServerBasicOps-1366050916-router', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:38Z', 'updated_at': '2022-01-27T22:12:45Z', 'revision_number': 4, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'gw_port': {'id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:40Z', 'updated_at': '2022-01-27T22:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'd2cdc7ff-b493-49a6-8dc8-4315da02c00c', 'name': '', 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'mac_address': 'fa:16:3e:d1:97:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'a65de3af-7726-48bb-8509-44e3eaa0a25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:43Z', 'updated_at': '2022-01-27T22:12:52Z', 'revision_number': 4, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'subnets': [{'id': 'a65de3af-7726-48bb-8509-44e3eaa0a25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:53.796413 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56290) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:53.804320 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33ffa7-f2c8-4fb7-a4d5-5ee3da5d2dc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bef7302-5983-4bdb-bf47-1cb2592ae9af,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:53.806556 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-db63bd50-c3a6-40b9-b8a7-9360f452afdc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] DELETE failed (client error): The resource could not be found. Jan 27 22:12:53.807017 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db63bd50-c3a6-40b9-b8a7-9360f452afdc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:12:53.812469 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-db63bd50-c3a6-40b9-b8a7-9360f452afdc tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/subnets/4985c1ae-dd7d-4874-bbda-b72409ff1296 HTTP/1.1" status: 404 len: 337 time: 0.1581042 Jan 27 22:12:53.827739 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56292) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:53.840621 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3763a9-5dbd-444a-93a5-78464903dd85 None None] The sync data for ids ['1d9795dd-0100-4221-ab8c-91dc2009a6d8'] in n-d-772272-3 is: [{'id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'name': 'tempest-TestServerBasicOps-1366050916-router', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:38Z', 'updated_at': '2022-01-27T22:12:45Z', 'revision_number': 4, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'gw_port': {'id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:40Z', 'updated_at': '2022-01-27T22:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'd2cdc7ff-b493-49a6-8dc8-4315da02c00c', 'name': '', 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'mac_address': 'fa:16:3e:d1:97:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'a65de3af-7726-48bb-8509-44e3eaa0a25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:43Z', 'updated_at': '2022-01-27T22:12:52Z', 'revision_number': 4, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'subnets': [{'id': 'a65de3af-7726-48bb-8509-44e3eaa0a25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:53.846991 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d0c39-c6f0-43b8-9771-1311787ced95 None None] Pushing event updated for resources: {'Port': ['ID=d2cdc7ff-b493-49a6-8dc8-4315da02c00c,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:53.871533 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device eda226c4-ac53-4ddb-9248-ce4443edd19a no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:12:53.888258 n-d-772272-3 neutron-server[109741]: DEBUG neutron.quota.resource [None req-294ad931-aa64-4c7b-b7a7-7f988cb5f7db tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] Usage tracker for resource:network and project:32299f28b5f14a99b4860ae740d743e1 is out of sync, need to count used quota {{(pid=109741) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 22:12:53.895780 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27ef158-d7dc-473d-9e2c-5e20b16df717 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] DELETE failed (client error): The resource could not be found. Jan 27 22:12:53.896273 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c27ef158-d7dc-473d-9e2c-5e20b16df717 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:12:53.901692 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c27ef158-d7dc-473d-9e2c-5e20b16df717 tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/subnets/a2fa28cb-d3a7-48c8-8979-6d1458993a22 HTTP/1.1" status: 404 len: 337 time: 0.0704718 Jan 27 22:12:53.903375 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56294) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:53.941024 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3236eb3c-3faf-4d27-9909-bf8b962e0e6a None None] Provisioning complete for port d2cdc7ff-b493-49a6-8dc8-4315da02c00c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:53.941650 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3236eb3c-3faf-4d27-9909-bf8b962e0e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d2cdc7ff-b493-49a6-8dc8-4315da02c00c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:53.947808 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6c3222-e222-4d23-bdd9-6113904a533a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router c9d81c5f-1ff3-4995-a896-f7518a4406f6 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:12:53.969924 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3690c45-84de-421c-a1a2-85201c5609da req-bcd1cec0-4bb1-43fa-94b0-a0dbf7bc5543 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:53.977802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3690c45-84de-421c-a1a2-85201c5609da req-bcd1cec0-4bb1-43fa-94b0-a0dbf7bc5543 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 946 time: 0.2654274 Jan 27 22:12:53.994900 n-d-772272-3 neutron-server[109741]: DEBUG neutron.quota.resource [None req-294ad931-aa64-4c7b-b7a7-7f988cb5f7db tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109741) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 22:12:53.997928 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e33ffa7-f2c8-4fb7-a4d5-5ee3da5d2dc6 admin admin] Checking segment: {'id': 'f68fc627-ffeb-41b2-b571-b7fac9510eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '79c70640-9dbd-49bb-8e19-9185d7559a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:12:53.998313 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e33ffa7-f2c8-4fb7-a4d5-5ee3da5d2dc6 admin admin] Network hostable DHCP agents. Network: 79c70640-9dbd-49bb-8e19-9185d7559a3e, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:12:54.151350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3690c45-84de-421c-a1a2-85201c5609da req-616b5813-1ae8-4b02-98fb-d47a3a06b0b0 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d6ffcba-ea09-48e8-b571-bf21b96ee564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725795 Jan 27 22:12:54.157516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.quota.resource [None req-294ad931-aa64-4c7b-b7a7-7f988cb5f7db tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] Usage tracker for resource:subnet and project:32299f28b5f14a99b4860ae740d743e1 is out of sync, need to count used quota {{(pid=109741) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 22:12:54.173029 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56300) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:54.204344 n-d-772272-3 neutron-server[109741]: DEBUG neutron.quota.resource [None req-294ad931-aa64-4c7b-b7a7-7f988cb5f7db tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109741) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 22:12:54.230618 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c7c7aebf-e0da-4e26-955e-d64798b3343d None None] Deleting port eda226c4-ac53-4ddb-9248-ce4443edd19a {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:54.231028 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c7c7aebf-e0da-4e26-955e-d64798b3343d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:54.245145 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6c3222-e222-4d23-bdd9-6113904a533a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:54.248349 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e33ffa7-f2c8-4fb7-a4d5-5ee3da5d2dc6 admin admin] Network 79c70640-9dbd-49bb-8e19-9185d7559a3e is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:12:54.256717 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9a6c3222-e222-4d23-bdd9-6113904a533a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/c9d81c5f-1ff3-4995-a896-f7518a4406f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3974779 Jan 27 22:12:54.263427 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56304) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:54.353915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port eda226c4-ac53-4ddb-9248-ce4443edd19a is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:54.354316 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:54.356287 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d8e3f7-2ef0-49ac-a45c-e272c50a52d8 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting subnet 4db26016-47f5-43fa-afa8-c6e40a54d414 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:12:54.361174 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-61d8e3f7-2ef0-49ac-a45c-e272c50a52d8 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (4db26016-47f5-43fa-afa8-c6e40a54d414), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:54.363743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.quota.resource [None req-294ad931-aa64-4c7b-b7a7-7f988cb5f7db tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] Usage tracker for resource:subnetpool and project:32299f28b5f14a99b4860ae740d743e1 is out of sync, need to count used quota {{(pid=109741) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 22:12:54.367758 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e0c384-54ed-4efd-bed3-7178f34c4c1e None None] Sync routers for ids ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:54.387199 n-d-772272-3 neutron-server[109741]: DEBUG neutron.quota.resource [None req-294ad931-aa64-4c7b-b7a7-7f988cb5f7db tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109741) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 22:12:54.398667 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-0e33ffa7-f2c8-4fb7-a4d5-5ee3da5d2dc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 79c70640-9dbd-49bb-8e19-9185d7559a3e) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:54.408731 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e33ffa7-f2c8-4fb7-a4d5-5ee3da5d2dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:54.410245 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e33ffa7-f2c8-4fb7-a4d5-5ee3da5d2dc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:54.427734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.quota.resource [None req-294ad931-aa64-4c7b-b7a7-7f988cb5f7db tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] Usage tracker for resource:port and project:32299f28b5f14a99b4860ae740d743e1 is out of sync, need to count used quota {{(pid=109741) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 22:12:54.445336 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-61d8e3f7-2ef0-49ac-a45c-e272c50a52d8 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (4db26016-47f5-43fa-afa8-c6e40a54d414), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:54.500843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.quota.resource [None req-294ad931-aa64-4c7b-b7a7-7f988cb5f7db tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109741) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 22:12:54.519342 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e0c384-54ed-4efd-bed3-7178f34c4c1e None None] Routers {'c9d81c5f-1ff3-4995-a896-f7518a4406f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:54.521873 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-9aaffbed-db15-4623-ae82-2ea099e4297e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting port 87edbb31-9942-4929-bda9-18e7221f4de9 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:54.522224 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9aaffbed-db15-4623-ae82-2ea099e4297e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (87edbb31-9942-4929-bda9-18e7221f4de9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:54.527286 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-14e0c384-54ed-4efd-bed3-7178f34c4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:54.547442 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0e33ffa7-f2c8-4fb7-a4d5-5ee3da5d2dc6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.0171082 Jan 27 22:12:54.549085 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56312) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:54.562972 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-fee7fb56-92f3-42b8-8ab9-baa5aed2332c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-42933268-router', 'tenant_id': '023a1f0a72ec4906a6f6053152a053ee', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:54.650969 n-d-772272-3 neutron-server[109741]: DEBUG neutron.quota.resource [None req-294ad931-aa64-4c7b-b7a7-7f988cb5f7db tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] Usage tracker for resource:router and project:32299f28b5f14a99b4860ae740d743e1 is out of sync, need to count used quota {{(pid=109741) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 22:12:54.660938 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9aaffbed-db15-4623-ae82-2ea099e4297e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (87edbb31-9942-4929-bda9-18e7221f4de9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:54.669938 n-d-772272-3 neutron-server[109741]: DEBUG neutron.quota.resource [None req-294ad931-aa64-4c7b-b7a7-7f988cb5f7db tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109741) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 22:12:54.713935 n-d-772272-3 neutron-server[109741]: DEBUG neutron.quota.resource [None req-294ad931-aa64-4c7b-b7a7-7f988cb5f7db tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] Usage tracker for resource:floatingip and project:32299f28b5f14a99b4860ae740d743e1 is out of sync, need to count used quota {{(pid=109741) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 22:12:54.719980 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-9aaffbed-db15-4623-ae82-2ea099e4297e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Calling delete_port for 87edbb31-9942-4929-bda9-18e7221f4de9 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:54.722296 n-d-772272-3 neutron-server[109741]: DEBUG neutron.quota.resource [None req-294ad931-aa64-4c7b-b7a7-7f988cb5f7db tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109741) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 22:12:54.726107 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0af90d-786c-4ab1-8998-20b85c939387 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:54.728154 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ff0af90d-786c-4ab1-8998-20b85c939387 tempest-TestNetworkBasicOps-4675632 tempest-TestNetworkBasicOps-4675632-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 1092 time: 0.5481522 Jan 27 22:12:54.729521 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fee7fb56-92f3-42b8-8ab9-baa5aed2332c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (c325a6b9-d01e-444d-821a-997d17bac179), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:54.730946 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fee7fb56-92f3-42b8-8ab9-baa5aed2332c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (c325a6b9-d01e-444d-821a-997d17bac179), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:54.738153 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56314) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:54.741513 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-14e0c384-54ed-4efd-bed3-7178f34c4c1e None None] Set router c9d81c5f-1ff3-4995-a896-f7518a4406f6 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:54.743993 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-b1748ec5-9000-49ec-9b58-9260ae8b45fd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': '8852115e-3d5c-4b8b-86bf-990e0e2acfa0', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:54.760502 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-61d8e3f7-2ef0-49ac-a45c-e272c50a52d8 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (4db26016-47f5-43fa-afa8-c6e40a54d414), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:54.850664 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13521d8b-bd2f-49b8-bfac-87a59749960d None None] Network 79c70640-9dbd-49bb-8e19-9185d7559a3e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:54.866406 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b1748ec5-9000-49ec-9b58-9260ae8b45fd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:54.963076 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1d81684d-900b-4ce1-af38-2735592b7263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:54.970602 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-14e0c384-54ed-4efd-bed3-7178f34c4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:12:51Z', 'revision_number': 11, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:55.012091 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fee7fb56-92f3-42b8-8ab9-baa5aed2332c admin admin] Publish callbacks [] for router_controller (c325a6b9-d01e-444d-821a-997d17bac179), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:55.081200 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c7c7aebf-e0da-4e26-955e-d64798b3343d None None] For port eda226c4-ac53-4ddb-9248-ce4443edd19a, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=eda226c4-ac53-4ddb-9248-ce4443edd19a,segment=NetworkSegment(eec158c0-8891-4176-aeb5-f7c68c61fc26),segment_id=eec158c0-8891-4176-aeb5-f7c68c61fc26)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:55.085129 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c7c7aebf-e0da-4e26-955e-d64798b3343d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:55.114892 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c7c7aebf-e0da-4e26-955e-d64798b3343d None None] Calling delete_port for eda226c4-ac53-4ddb-9248-ce4443edd19a owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:55.173525 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-61d8e3f7-2ef0-49ac-a45c-e272c50a52d8 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (4db26016-47f5-43fa-afa8-c6e40a54d414), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:55.203135 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9aaffbed-db15-4623-ae82-2ea099e4297e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (87edbb31-9942-4929-bda9-18e7221f4de9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:55.263318 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e0c384-54ed-4efd-bed3-7178f34c4c1e None None] Checking router: c9d81c5f-1ff3-4995-a896-f7518a4406f6 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:12:55.272637 n-d-772272-3 neutron-server[109741]: DEBUG neutron.quota.resource [None req-294ad931-aa64-4c7b-b7a7-7f988cb5f7db tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] Usage tracker for resource:security_group and project:32299f28b5f14a99b4860ae740d743e1 is out of sync, need to count used quota {{(pid=109741) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 22:12:55.287515 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3236eb3c-3faf-4d27-9909-bf8b962e0e6a None None] Current status of the port d2cdc7ff-b493-49a6-8dc8-4315da02c00c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:55.299326 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaffbed-db15-4623-ae82-2ea099e4297e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Port': ['ID=87edbb31-9942-4929-bda9-18e7221f4de9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:55.320475 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-61d8e3f7-2ef0-49ac-a45c-e272c50a52d8 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:55.321612 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5861b9ff-a45b-4da5-99a7-7f71db0c98b6 None None] Network cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:55.336592 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-61d8e3f7-2ef0-49ac-a45c-e272c50a52d8 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/subnets/4db26016-47f5-43fa-afa8-c6e40a54d414 HTTP/1.1" status: 204 len: 168 time: 1.0697787 Jan 27 22:12:55.341982 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8e3f7-2ef0-49ac-a45c-e272c50a52d8 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Subnet': ['ID=4db26016-47f5-43fa-afa8-c6e40a54d414,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:55.344354 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56324) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:55.349357 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port eda226c4-ac53-4ddb-9248-ce4443edd19a, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=eda226c4-ac53-4ddb-9248-ce4443edd19a,segment=NetworkSegment(eec158c0-8891-4176-aeb5-f7c68c61fc26),segment_id=eec158c0-8891-4176-aeb5-f7c68c61fc26)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:55.352486 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6ba62e-66aa-4700-b865-506c1d50adec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-79c70640-9dbd-49bb-8e19-9185d7559a3e', 'network_id': '79c70640-9dbd-49bb-8e19-9185d7559a3e', 'project_id': '023a1f0a72ec4906a6f6053152a053ee', 'fixed_ips': [{'subnet_id': '5bef7302-5983-4bdb-bf47-1cb2592ae9af'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:12:55.353551 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3e6ba62e-66aa-4700-b865-506c1d50adec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:55.378134 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e0c384-54ed-4efd-bed3-7178f34c4c1e None None] Routers {'c9d81c5f-1ff3-4995-a896-f7518a4406f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:55.378953 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-14e0c384-54ed-4efd-bed3-7178f34c4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:55.417553 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9aaffbed-db15-4623-ae82-2ea099e4297e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:55.420904 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9aaffbed-db15-4623-ae82-2ea099e4297e tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/ports/87edbb31-9942-4929-bda9-18e7221f4de9 HTTP/1.1" status: 204 len: 168 time: 1.5093751 Jan 27 22:12:55.473106 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-14e0c384-54ed-4efd-bed3-7178f34c4c1e None None] Set router c9d81c5f-1ff3-4995-a896-f7518a4406f6 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:55.475925 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:55.502164 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56326) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:55.563932 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67e19d2f-1dd1-47c3-9692-87743c28e348 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:55.700317 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-14e0c384-54ed-4efd-bed3-7178f34c4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:12:51Z', 'revision_number': 11, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:55.717009 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bfd1707c-b4de-40d2-9898-618b504579fa tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (8bc1ea37-ce86-4e2b-8195-a36bd1262097), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:55.739027 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-67e19d2f-1dd1-47c3-9692-87743c28e348 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Deleting port 327c37e6-ddb0-4adb-b415-2a2d61795458 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:55.739429 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67e19d2f-1dd1-47c3-9692-87743c28e348 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (327c37e6-ddb0-4adb-b415-2a2d61795458), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:55.741134 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3236eb3c-3faf-4d27-9909-bf8b962e0e6a None None] Provisioning complete for port 32ed089a-754c-412d-b726-e2510b448cf4 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:55.741832 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3236eb3c-3faf-4d27-9909-bf8b962e0e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (32ed089a-754c-412d-b726-e2510b448cf4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:55.882784 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-67e19d2f-1dd1-47c3-9692-87743c28e348 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] For port 327c37e6-ddb0-4adb-b415-2a2d61795458, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=327c37e6-ddb0-4adb-b415-2a2d61795458,segment=NetworkSegment(fefaf511-0a3b-414b-9e9a-ac00730049cf),segment_id=fefaf511-0a3b-414b-9e9a-ac00730049cf)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:55.883153 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67e19d2f-1dd1-47c3-9692-87743c28e348 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (327c37e6-ddb0-4adb-b415-2a2d61795458), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:55.925305 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-67e19d2f-1dd1-47c3-9692-87743c28e348 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Calling delete_port for 327c37e6-ddb0-4adb-b415-2a2d61795458 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:56.011339 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-bfd1707c-b4de-40d2-9898-618b504579fa tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Deleting port eda226c4-ac53-4ddb-9248-ce4443edd19a {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:56.011707 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bfd1707c-b4de-40d2-9898-618b504579fa tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.013913 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=eda226c4-ac53-4ddb-9248-ce4443edd19a,revision_number=11']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:56.042793 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fee7fb56-92f3-42b8-8ab9-baa5aed2332c admin admin] Publish callbacks [] for router_gateway (c325a6b9-d01e-444d-821a-997d17bac179), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.048324 n-d-772272-3 neutron-server[109741]: DEBUG neutron.quota.resource [None req-294ad931-aa64-4c7b-b7a7-7f988cb5f7db tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109741) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 22:12:56.071914 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d2cdc7ff-b493-49a6-8dc8-4315da02c00c up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:56.079413 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.db.resource_extend [None req-f9dfc01a-f912-4901-8d21-b66a063ef5f0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] It took 0.93 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:12:56.110713 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c7c7aebf-e0da-4e26-955e-d64798b3343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.118180 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-bfd1707c-b4de-40d2-9898-618b504579fa tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] For port eda226c4-ac53-4ddb-9248-ce4443edd19a, host n-d-772272-3, got binding levels [] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:56.118425 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bfd1707c-b4de-40d2-9898-618b504579fa tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.123927 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e0c384-54ed-4efd-bed3-7178f34c4c1e None None] The sync data for ids ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'] in n-d-772272-3 is: [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:12:51Z', 'revision_number': 11, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:56.140223 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-bfd1707c-b4de-40d2-9898-618b504579fa tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Calling delete_port for eda226c4-ac53-4ddb-9248-ce4443edd19a owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:56.143587 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.ipam_backend_mixin [None req-bfd1707c-b4de-40d2-9898-618b504579fa tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Port eda226c4-ac53-4ddb-9248-ce4443edd19a was not found and therefore no delete operation was performed {{(pid=109742) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:12:56.145539 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bfd1707c-b4de-40d2-9898-618b504579fa tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (eda226c4-ac53-4ddb-9248-ce4443edd19a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.153406 n-d-772272-3 neutron-server[109741]: DEBUG neutron.quota.resource [None req-294ad931-aa64-4c7b-b7a7-7f988cb5f7db tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] Usage tracker for resource:security_group_rule and project:32299f28b5f14a99b4860ae740d743e1 is out of sync, need to count used quota {{(pid=109741) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 22:12:56.166004 n-d-772272-3 neutron-server[109741]: DEBUG neutron.quota.resource [None req-294ad931-aa64-4c7b-b7a7-7f988cb5f7db tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109741) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 22:12:56.185219 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1707c-b4de-40d2-9898-618b504579fa tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Port': ['ID=eda226c4-ac53-4ddb-9248-ce4443edd19a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:56.187129 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67e19d2f-1dd1-47c3-9692-87743c28e348 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (327c37e6-ddb0-4adb-b415-2a2d61795458), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.197662 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-294ad931-aa64-4c7b-b7a7-7f988cb5f7db tempest-QuotasTest-14291284 tempest-QuotasTest-14291284-project-admin] 10.222.0.23 "GET /v2.0/quotas/32299f28b5f14a99b4860ae740d743e1/details.json HTTP/1.1" status: 200 len: 703 time: 2.3797779 Jan 27 22:12:56.242394 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd1707c-b4de-40d2-9898-618b504579fa tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] No DVR routers for this DVR port eda226c4-ac53-4ddb-9248-ce4443edd19a on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:12:56.262359 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e19d2f-1dd1-47c3-9692-87743c28e348 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Port': ['ID=327c37e6-ddb0-4adb-b415-2a2d61795458,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:56.297277 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e19d2f-1dd1-47c3-9692-87743c28e348 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] No DVR routers for this DVR port 327c37e6-ddb0-4adb-b415-2a2d61795458 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:12:56.318549 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f9dfc01a-f912-4901-8d21-b66a063ef5f0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.346967 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f9dfc01a-f912-4901-8d21-b66a063ef5f0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (ae9b2a81-d3b3-454d-91d4-98f3cf77683d), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.436512 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b1748ec5-9000-49ec-9b58-9260ae8b45fd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.443607 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bfd1707c-b4de-40d2-9898-618b504579fa tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (8bc1ea37-ce86-4e2b-8195-a36bd1262097), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.458594 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67e19d2f-1dd1-47c3-9692-87743c28e348 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.484180 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-bfd1707c-b4de-40d2-9898-618b504579fa tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc1ea37-ce86-4e2b-8195-a36bd1262097']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:56.510015 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c7aebf-e0da-4e26-955e-d64798b3343d None None] No DVR routers for this DVR port eda226c4-ac53-4ddb-9248-ce4443edd19a on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:12:56.517079 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-67e19d2f-1dd1-47c3-9692-87743c28e348 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:56.521136 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-bfd1707c-b4de-40d2-9898-618b504579fa tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec158c0-8891-4176-aeb5-f7c68c61fc26') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:56.524856 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-bfd1707c-b4de-40d2-9898-618b504579fa tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec158c0-8891-4176-aeb5-f7c68c61fc26') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:56.550132 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-67e19d2f-1dd1-47c3-9692-87743c28e348 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fefaf511-0a3b-414b-9e9a-ac00730049cf') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:56.550433 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-67e19d2f-1dd1-47c3-9692-87743c28e348 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fefaf511-0a3b-414b-9e9a-ac00730049cf') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:56.558214 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-b1748ec5-9000-49ec-9b58-9260ae8b45fd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Allocated IP 172.25.3.215 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/0dd8256a-81c1-450b-80d2-30a360f96651) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:56.558417 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bfd1707c-b4de-40d2-9898-618b504579fa tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (eec158c0-8891-4176-aeb5-f7c68c61fc26), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.568118 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7aebf-e0da-4e26-955e-d64798b3343d None None] Pushing event deleted for resources: {'Port': ['ID=eda226c4-ac53-4ddb-9248-ce4443edd19a,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:56.573941 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67e19d2f-1dd1-47c3-9692-87743c28e348 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (fefaf511-0a3b-414b-9e9a-ac00730049cf), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.587966 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bfd1707c-b4de-40d2-9898-618b504579fa tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (eec158c0-8891-4176-aeb5-f7c68c61fc26), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.608453 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd1707c-b4de-40d2-9898-618b504579fa tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:12:56.608890 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bfd1707c-b4de-40d2-9898-618b504579fa tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (eec158c0-8891-4176-aeb5-f7c68c61fc26), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:12:56.615073 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:12:56.641092 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67e19d2f-1dd1-47c3-9692-87743c28e348 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (fefaf511-0a3b-414b-9e9a-ac00730049cf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.650536 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3236eb3c-3faf-4d27-9909-bf8b962e0e6a None None] Port 32ed089a-754c-412d-b726-e2510b448cf4 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:56.699692 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e19d2f-1dd1-47c3-9692-87743c28e348 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:12:56.700156 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67e19d2f-1dd1-47c3-9692-87743c28e348 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (fefaf511-0a3b-414b-9e9a-ac00730049cf), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:12:56.703448 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:12:56.713088 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3236eb3c-3faf-4d27-9909-bf8b962e0e6a None None] Could not find standard attr ID for object eda226c4-ac53-4ddb-9248-ce4443edd19a. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:12:56.720667 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b1748ec5-9000-49ec-9b58-9260ae8b45fd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for port (0dd8256a-81c1-450b-80d2-30a360f96651), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.732399 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3236eb3c-3faf-4d27-9909-bf8b962e0e6a None None] Could not find standard attr ID for object 87edbb31-9942-4929-bda9-18e7221f4de9. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:12:56.772959 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bfd1707c-b4de-40d2-9898-618b504579fa tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (8bc1ea37-ce86-4e2b-8195-a36bd1262097), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.782048 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bfd1707c-b4de-40d2-9898-618b504579fa tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.788946 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bfd1707c-b4de-40d2-9898-618b504579fa tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] 10.222.0.23 "DELETE /v2.0/networks/8bc1ea37-ce86-4e2b-8195-a36bd1262097 HTTP/1.1" status: 204 len: 168 time: 1.2850952 Jan 27 22:12:56.822525 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d2cdc7ff-b493-49a6-8dc8-4315da02c00c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:56.823840 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d2cdc7ff-b493-49a6-8dc8-4315da02c00c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.824001 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b1748ec5-9000-49ec-9b58-9260ae8b45fd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0dd8256a-81c1-450b-80d2-30a360f96651), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.846027 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67e19d2f-1dd1-47c3-9692-87743c28e348 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.851809 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1707c-b4de-40d2-9898-618b504579fa tempest-PortsTestJSON-1593098717 tempest-PortsTestJSON-1593098717-project] Pushing event deleted for resources: {'Network': ['ID=8bc1ea37-ce86-4e2b-8195-a36bd1262097,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:56.872889 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-67e19d2f-1dd1-47c3-9692-87743c28e348 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.890408 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-67e19d2f-1dd1-47c3-9692-87743c28e348 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/networks/cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1 HTTP/1.1" status: 204 len: 168 time: 1.5391419 Jan 27 22:12:56.893992 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56350) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:56.906854 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-15968c2e-a14d-48b3-812c-e012dc7e2c89 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'router': {'routes': None}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:56.912142 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e324f296-011c-4751-9d85-c3e32f462df4 None None] DHCP port deletion for cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:12:56.933989 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56352) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:56.934949 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0d8dd4e3-710a-4e08-8e6b-1513ea918eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.946091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-3e6ba62e-66aa-4700-b865-506c1d50adec None None] Allocated IP 172.20.0.2 (79c70640-9dbd-49bb-8e19-9185d7559a3e/5bef7302-5983-4bdb-bf47-1cb2592ae9af/6d2ae166-3247-4289-a355-f7bd96521331) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:56.972954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1748ec5-9000-49ec-9b58-9260ae8b45fd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:56.979396 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-b1748ec5-9000-49ec-9b58-9260ae8b45fd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:57.019038 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1748ec5-9000-49ec-9b58-9260ae8b45fd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:57.029606 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e19d2f-1dd1-47c3-9692-87743c28e348 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Pushing event deleted for resources: {'Network': ['ID=cf37c05b-eaa9-4ecd-b588-44ae53a6dcb1,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:57.063755 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d2cdc7ff-b493-49a6-8dc8-4315da02c00c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:57.107364 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1748ec5-9000-49ec-9b58-9260ae8b45fd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'Port': ['ID=0dd8256a-81c1-450b-80d2-30a360f96651,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:57.119069 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-f9dfc01a-f912-4901-8d21-b66a063ef5f0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Floating IP ae9b2a81-d3b3-454d-91d4-98f3cf77683d associated. External IP: 172.25.3.23, port: 554e5798-2c96-42b7-852c-2ca5e9dd852b. Jan 27 22:12:57.236251 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3e6ba62e-66aa-4700-b865-506c1d50adec None None] Publish callbacks [] for port (6d2ae166-3247-4289-a355-f7bd96521331), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.253142 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3e6ba62e-66aa-4700-b865-506c1d50adec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (6d2ae166-3247-4289-a355-f7bd96521331), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.268267 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.extraroute_db [None req-15968c2e-a14d-48b3-812c-e012dc7e2c89 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Added routes are [] {{(pid=109742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 22:12:57.268805 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.extraroute_db [None req-15968c2e-a14d-48b3-812c-e012dc7e2c89 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Removed routes are [] {{(pid=109742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 22:12:57.269283 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-15968c2e-a14d-48b3-812c-e012dc7e2c89 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (c9d81c5f-1ff3-4995-a896-f7518a4406f6), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.281132 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a6f1c617-2932-4db8-afdf-75d2f537c03e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.287261 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6ba62e-66aa-4700-b865-506c1d50adec None None] Network 79c70640-9dbd-49bb-8e19-9185d7559a3e is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:57.374408 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-3e6ba62e-66aa-4700-b865-506c1d50adec None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:57.382287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6ba62e-66aa-4700-b865-506c1d50adec None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:57.388354 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56366) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:57.437402 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ba62e-66aa-4700-b865-506c1d50adec None None] Pushing event updated for resources: {'Port': ['ID=6d2ae166-3247-4289-a355-f7bd96521331,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:57.472502 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-3e6ba62e-66aa-4700-b865-506c1d50adec None None] Attempting to bind port 6d2ae166-3247-4289-a355-f7bd96521331 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:57.472915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-3e6ba62e-66aa-4700-b865-506c1d50adec None None] Attempting to bind port 6d2ae166-3247-4289-a355-f7bd96521331 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'f68fc627-ffeb-41b2-b571-b7fac9510eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '79c70640-9dbd-49bb-8e19-9185d7559a3e'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:57.473304 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6ba62e-66aa-4700-b865-506c1d50adec None None] Attempting to bind port 6d2ae166-3247-4289-a355-f7bd96521331 on network 79c70640-9dbd-49bb-8e19-9185d7559a3e {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:57.478792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6ba62e-66aa-4700-b865-506c1d50adec None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:12:57.479177 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6ba62e-66aa-4700-b865-506c1d50adec None None] Checking segment: {'id': 'f68fc627-ffeb-41b2-b571-b7fac9510eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '79c70640-9dbd-49bb-8e19-9185d7559a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:12:57.479586 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3e6ba62e-66aa-4700-b865-506c1d50adec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.480716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6ba62e-66aa-4700-b865-506c1d50adec None None] Bound using segment: {'id': 'f68fc627-ffeb-41b2-b571-b7fac9510eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '79c70640-9dbd-49bb-8e19-9185d7559a3e'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:12:57.481234 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-3e6ba62e-66aa-4700-b865-506c1d50adec None None] Bound port: 6d2ae166-3247-4289-a355-f7bd96521331, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68fc627-ffeb-41b2-b571-b7fac9510eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '79c70640-9dbd-49bb-8e19-9185d7559a3e'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:12:57.481627 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3e6ba62e-66aa-4700-b865-506c1d50adec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6d2ae166-3247-4289-a355-f7bd96521331), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.521380 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-15968c2e-a14d-48b3-812c-e012dc7e2c89 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (c9d81c5f-1ff3-4995-a896-f7518a4406f6), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.531605 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-15968c2e-a14d-48b3-812c-e012dc7e2c89 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1668512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1663757'] for router (c9d81c5f-1ff3-4995-a896-f7518a4406f6), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.575661 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-3e6ba62e-66aa-4700-b865-506c1d50adec None None] For port 6d2ae166-3247-4289-a355-f7bd96521331, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:12:57.581512 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-3e6ba62e-66aa-4700-b865-506c1d50adec None None] For port 6d2ae166-3247-4289-a355-f7bd96521331, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=6d2ae166-3247-4289-a355-f7bd96521331,segment=NetworkSegment(f68fc627-ffeb-41b2-b571-b7fac9510eeb),segment_id=f68fc627-ffeb-41b2-b571-b7fac9510eeb)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:12:57.601888 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3e6ba62e-66aa-4700-b865-506c1d50adec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6d2ae166-3247-4289-a355-f7bd96521331), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.654067 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.689714 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ba62e-66aa-4700-b865-506c1d50adec None None] Pushing event updated for resources: {'Port': ['ID=6d2ae166-3247-4289-a355-f7bd96521331,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:57.704462 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15968c2e-a14d-48b3-812c-e012dc7e2c89 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router c9d81c5f-1ff3-4995-a896-f7518a4406f6 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:12:57.750816 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a6f1c617-2932-4db8-afdf-75d2f537c03e admin admin] Publish callbacks [] for security_group (08cebe5f-34a9-4ab1-b076-8679240b312f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.774140 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fee7fb56-92f3-42b8-8ab9-baa5aed2332c admin admin] Publish callbacks [] for router_gateway (c325a6b9-d01e-444d-821a-997d17bac179), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.774738 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a6f1c617-2932-4db8-afdf-75d2f537c03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (08cebe5f-34a9-4ab1-b076-8679240b312f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.810720 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fee7fb56-92f3-42b8-8ab9-baa5aed2332c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.847988 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a6f1c617-2932-4db8-afdf-75d2f537c03e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11ca53b9feac48a4a666477635a813ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9120474 Jan 27 22:12:57.853529 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5500ff90-08f1-4585-b707-4fbba1cea5b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=843bc7b8352e40efa7b0de2db41edc8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4589796 Jan 27 22:12:57.857808 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56374) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:57.858230 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56376) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:57.861032 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 327c37e6-ddb0-4adb-b415-2a2d61795458 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:12:57.914850 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15968c2e-a14d-48b3-812c-e012dc7e2c89 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:57.925153 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c067e0-a28d-4a5c-8da9-7e4b77425165 None None] Sync routers for ids ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:57.942338 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-15968c2e-a14d-48b3-812c-e012dc7e2c89 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.944599 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c067e0-a28d-4a5c-8da9-7e4b77425165 None None] Routers {'c9d81c5f-1ff3-4995-a896-f7518a4406f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:57.945270 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-06c067e0-a28d-4a5c-8da9-7e4b77425165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:57.948999 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-15968c2e-a14d-48b3-812c-e012dc7e2c89 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/c9d81c5f-1ff3-4995-a896-f7518a4406f6 HTTP/1.1" status: 200 len: 701 time: 1.0540054 Jan 27 22:12:57.951032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56378) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:57.953453 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 327c37e6-ddb0-4adb-b415-2a2d61795458 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:12:57.954006 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 327c37e6-ddb0-4adb-b415-2a2d61795458 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:12:57.954609 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 411c79bf-caf1-4c53-b68d-080487dac080 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:12:57.972645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9dfc01a-f912-4901-8d21-b66a063ef5f0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Router 6e273520-5c12-4997-a694-32f5bedbbfa8 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:12:57.977493 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1c617-2932-4db8-afdf-75d2f537c03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cebe5f-34a9-4ab1-b076-8679240b312f,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:58.017102 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3bacf54a-e641-43d9-9797-4c37392f84d6 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d81c5f-1ff3-4995-a896-f7518a4406f6 HTTP/1.1" status: 200 len: 205 time: 0.0645928 Jan 27 22:12:58.020632 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56380) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:58.029528 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 411c79bf-caf1-4c53-b68d-080487dac080 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:12:58.029888 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 411c79bf-caf1-4c53-b68d-080487dac080 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:12:58.163070 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b5fd83af-634e-4972-a64f-c955c69b51e2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (c9d81c5f-1ff3-4995-a896-f7518a4406f6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.179760 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-06c067e0-a28d-4a5c-8da9-7e4b77425165 None None] Set router c9d81c5f-1ff3-4995-a896-f7518a4406f6 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:58.252999 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-06c067e0-a28d-4a5c-8da9-7e4b77425165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:12:51Z', 'revision_number': 11, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:58.296385 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c067e0-a28d-4a5c-8da9-7e4b77425165 None None] Checking router: c9d81c5f-1ff3-4995-a896-f7518a4406f6 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:12:58.305096 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c067e0-a28d-4a5c-8da9-7e4b77425165 None None] Routers {'c9d81c5f-1ff3-4995-a896-f7518a4406f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:58.305721 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-06c067e0-a28d-4a5c-8da9-7e4b77425165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:58.378365 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-06c067e0-a28d-4a5c-8da9-7e4b77425165 None None] Set router c9d81c5f-1ff3-4995-a896-f7518a4406f6 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:58.433744 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e0e65623-46e4-4091-b13c-474b0181e809 admin admin] Publish callbacks [] for security_group (08cebe5f-34a9-4ab1-b076-8679240b312f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.447526 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-06c067e0-a28d-4a5c-8da9-7e4b77425165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:12:51Z', 'revision_number': 11, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:58.457481 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b1748ec5-9000-49ec-9b58-9260ae8b45fd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for floatingip (fa0cc7c9-2f34-42a8-98ba-d1083e8ca776), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.461457 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9dfc01a-f912-4901-8d21-b66a063ef5f0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:58.477818 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1012ce-5a06-45e4-b966-5baecf912925 None None] Sync routers for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:58.494146 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c067e0-a28d-4a5c-8da9-7e4b77425165 None None] The sync data for ids ['c9d81c5f-1ff3-4995-a896-f7518a4406f6'] in n-d-772272-3 is: [{'id': 'c9d81c5f-1ff3-4995-a896-f7518a4406f6', 'name': 'tempest-RoutersTest-router-1862409389', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:07Z', 'updated_at': '2022-01-27T22:12:51Z', 'revision_number': 11, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:58.506507 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1012ce-5a06-45e4-b966-5baecf912925 None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:58.507470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1b1012ce-5a06-45e4-b966-5baecf912925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:58.584733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1b1012ce-5a06-45e4-b966-5baecf912925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:58.603625 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1012ce-5a06-45e4-b966-5baecf912925 None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:58.604412 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8aab2058-1432-484e-b759-1f7545680740 admin admin] Publish callbacks [] for security_group (a0c26299-9d01-4825-8314-b9cb9a80b2c1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.604803 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1b1012ce-5a06-45e4-b966-5baecf912925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:58.655432 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e0e65623-46e4-4091-b13c-474b0181e809 admin admin] Publish callbacks [] for security_group (08cebe5f-34a9-4ab1-b076-8679240b312f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.660326 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1b1012ce-5a06-45e4-b966-5baecf912925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:58.661070 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1012ce-5a06-45e4-b966-5baecf912925 None None] The sync data for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:58.712715 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-fee7fb56-92f3-42b8-8ab9-baa5aed2332c admin admin] Allocated IP 172.25.3.81 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/d350d2d1-bccf-4714-8785-1070b8253189) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:58.775097 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b5fd83af-634e-4972-a64f-c955c69b51e2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (c9d81c5f-1ff3-4995-a896-f7518a4406f6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.778079 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b5fd83af-634e-4972-a64f-c955c69b51e2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router_controller (c9d81c5f-1ff3-4995-a896-f7518a4406f6), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.808281 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8aab2058-1432-484e-b759-1f7545680740 admin admin] Publish callbacks [] for security_group (a0c26299-9d01-4825-8314-b9cb9a80b2c1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.840805 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b5fd83af-634e-4972-a64f-c955c69b51e2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (c9d81c5f-1ff3-4995-a896-f7518a4406f6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.841524 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fd83af-634e-4972-a64f-c955c69b51e2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Fanout notify agent at l3_agent the message router_deleted on router c9d81c5f-1ff3-4995-a896-f7518a4406f6 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:12:58.849942 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b5fd83af-634e-4972-a64f-c955c69b51e2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.859155 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b5fd83af-634e-4972-a64f-c955c69b51e2 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/routers/c9d81c5f-1ff3-4995-a896-f7518a4406f6 HTTP/1.1" status: 204 len: 168 time: 0.8372896 Jan 27 22:12:58.859873 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56394) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:58.866423 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-dc9b0c9e-ed0a-47ce-b1a9-f7007a8c3e23 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1000582981', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:58.869775 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b1748ec5-9000-49ec-9b58-9260ae8b45fd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0dd8256a-81c1-450b-80d2-30a360f96651), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.905080 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dc9b0c9e-ed0a-47ce-b1a9-f7007a8c3e23 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (05fc1364-60c9-4df4-97bf-ee092d72af70), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.909072 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dc9b0c9e-ed0a-47ce-b1a9-f7007a8c3e23 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (05fc1364-60c9-4df4-97bf-ee092d72af70), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.927362 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.971582 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e0e65623-46e4-4091-b13c-474b0181e809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (08cebe5f-34a9-4ab1-b076-8679240b312f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.974229 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e0e65623-46e4-4091-b13c-474b0181e809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.984745 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e0e65623-46e4-4091-b13c-474b0181e809 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08cebe5f-34a9-4ab1-b076-8679240b312f HTTP/1.1" status: 204 len: 168 time: 1.1241097 Jan 27 22:12:59.074118 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e65623-46e4-4091-b13c-474b0181e809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cebe5f-34a9-4ab1-b076-8679240b312f,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:59.086520 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dc9b0c9e-ed0a-47ce-b1a9-f7007a8c3e23 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router_controller (05fc1364-60c9-4df4-97bf-ee092d72af70), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.099990 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dc9b0c9e-ed0a-47ce-b1a9-f7007a8c3e23 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (05fc1364-60c9-4df4-97bf-ee092d72af70), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.145308 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dc9b0c9e-ed0a-47ce-b1a9-f7007a8c3e23 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.147312 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dc9b0c9e-ed0a-47ce-b1a9-f7007a8c3e23 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2861385 Jan 27 22:12:59.151728 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56402) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:59.159745 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-09ec8d8c-cb97-4bfa-8c3d-c3a41f86b343 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:59.257028 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fee7fb56-92f3-42b8-8ab9-baa5aed2332c admin admin] Publish callbacks [] for port (d350d2d1-bccf-4714-8785-1070b8253189), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.276603 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f19f053-d4a8-4cbd-a704-274c9b679451 None None] Network 79c70640-9dbd-49bb-8e19-9185d7559a3e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:12:59.278936 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8aab2058-1432-484e-b759-1f7545680740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a0c26299-9d01-4825-8314-b9cb9a80b2c1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.281684 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8aab2058-1432-484e-b759-1f7545680740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.285821 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8aab2058-1432-484e-b759-1f7545680740 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0c26299-9d01-4825-8314-b9cb9a80b2c1 HTTP/1.1" status: 204 len: 168 time: 1.4213481 Jan 27 22:12:59.320524 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab2058-1432-484e-b759-1f7545680740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c26299-9d01-4825-8314-b9cb9a80b2c1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:59.445464 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fee7fb56-92f3-42b8-8ab9-baa5aed2332c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d350d2d1-bccf-4714-8785-1070b8253189), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.458364 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-9e192a62-37ca-4f4b-b601-80b55b3a4f92 None None] Provisioning complete for port 6d2ae166-3247-4289-a355-f7bd96521331 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:59.459467 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9e192a62-37ca-4f4b-b601-80b55b3a4f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6d2ae166-3247-4289-a355-f7bd96521331), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.465685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9dfc01a-f912-4901-8d21-b66a063ef5f0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Router ead3a2fa-ae8a-461f-8c52-49dc240a4264 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:12:59.472725 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b1748ec5-9000-49ec-9b58-9260ae8b45fd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for port (0dd8256a-81c1-450b-80d2-30a360f96651), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.501146 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b1748ec5-9000-49ec-9b58-9260ae8b45fd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (0dd8256a-81c1-450b-80d2-30a360f96651), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.515247 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee7fb56-92f3-42b8-8ab9-baa5aed2332c admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:59.540224 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-fee7fb56-92f3-42b8-8ab9-baa5aed2332c admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:59.571415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee7fb56-92f3-42b8-8ab9-baa5aed2332c admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:59.612227 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9e192a62-37ca-4f4b-b601-80b55b3a4f92 None None] Current status of the port 6d2ae166-3247-4289-a355-f7bd96521331 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:59.612698 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9e192a62-37ca-4f4b-b601-80b55b3a4f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6d2ae166-3247-4289-a355-f7bd96521331), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.626343 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-09ec8d8c-cb97-4bfa-8c3d-c3a41f86b343 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (05fc1364-60c9-4df4-97bf-ee092d72af70), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.661484 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-09ec8d8c-cb97-4bfa-8c3d-c3a41f86b343 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1668512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1663757'] for router (05fc1364-60c9-4df4-97bf-ee092d72af70), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.679926 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7fb56-92f3-42b8-8ab9-baa5aed2332c admin admin] Pushing event updated for resources: {'Port': ['ID=d350d2d1-bccf-4714-8785-1070b8253189,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:59.684902 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-9e192a62-37ca-4f4b-b601-80b55b3a4f92 None None] For port 6d2ae166-3247-4289-a355-f7bd96521331, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=6d2ae166-3247-4289-a355-f7bd96521331,segment=NetworkSegment(f68fc627-ffeb-41b2-b571-b7fac9510eeb),segment_id=f68fc627-ffeb-41b2-b571-b7fac9510eeb)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:59.701853 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9e192a62-37ca-4f4b-b601-80b55b3a4f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6d2ae166-3247-4289-a355-f7bd96521331), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.733180 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56418) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:59.801686 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-24f20b1e-6897-4cb2-a636-eb765cdaa156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.842084 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e192a62-37ca-4f4b-b601-80b55b3a4f92 None None] Pushing event updated for resources: {'Port': ['ID=6d2ae166-3247-4289-a355-f7bd96521331,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:59.903619 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ec8d8c-cb97-4bfa-8c3d-c3a41f86b343 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Router 05fc1364-60c9-4df4-97bf-ee092d72af70 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:12:59.964013 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 6d2ae166-3247-4289-a355-f7bd96521331 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:59.998144 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-24f20b1e-6897-4cb2-a636-eb765cdaa156 admin admin] Publish callbacks [] for security_group (a32f31d4-ab23-4177-8f57-bdea051e7ddc), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:00.010223 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-24f20b1e-6897-4cb2-a636-eb765cdaa156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a32f31d4-ab23-4177-8f57-bdea051e7ddc), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:00.092119 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 6d2ae166-3247-4289-a355-f7bd96521331 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:00.092624 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6d2ae166-3247-4289-a355-f7bd96521331), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:00.144843 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e2b48a87-3fb0-4693-bce5-730ae793bcb5 None None] Provisioning complete for port 6d2ae166-3247-4289-a355-f7bd96521331 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:00.145200 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e2b48a87-3fb0-4693-bce5-730ae793bcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6d2ae166-3247-4289-a355-f7bd96521331), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:00.172826 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f20b1e-6897-4cb2-a636-eb765cdaa156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32f31d4-ab23-4177-8f57-bdea051e7ddc,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:00.211437 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ec8d8c-cb97-4bfa-8c3d-c3a41f86b343 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:00.219812 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-09ec8d8c-cb97-4bfa-8c3d-c3a41f86b343 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:00.222287 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-09ec8d8c-cb97-4bfa-8c3d-c3a41f86b343 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "PUT /v2.0/routers/05fc1364-60c9-4df4-97bf-ee092d72af70 HTTP/1.1" status: 200 len: 694 time: 1.0690913 Jan 27 22:13:00.224848 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02afbacb-da65-463c-976c-2a0a6264cecf None None] Sync routers for ids ['05fc1364-60c9-4df4-97bf-ee092d72af70'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:00.231044 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56436) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:00.245521 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-24f20b1e-6897-4cb2-a636-eb765cdaa156 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32299f28b5f14a99b4860ae740d743e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5071881 Jan 27 22:13:00.247639 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02afbacb-da65-463c-976c-2a0a6264cecf None None] Routers {'05fc1364-60c9-4df4-97bf-ee092d72af70'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:00.248434 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-02afbacb-da65-463c-976c-2a0a6264cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['05fc1364-60c9-4df4-97bf-ee092d72af70'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:00.255141 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56438) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:00.386480 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-02afbacb-da65-463c-976c-2a0a6264cecf None None] Set router 05fc1364-60c9-4df4-97bf-ee092d72af70 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:00.424246 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 6d2ae166-3247-4289-a355-f7bd96521331 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:00.461043 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-02afbacb-da65-463c-976c-2a0a6264cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fc1364-60c9-4df4-97bf-ee092d72af70', 'name': 'tempest-RoutersTest-router-1000582981', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:58Z', 'updated_at': '2022-01-27T22:12:59Z', 'revision_number': 2, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:00.477052 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:00.481235 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e2b48a87-3fb0-4693-bce5-730ae793bcb5 None None] Current status of the port 6d2ae166-3247-4289-a355-f7bd96521331 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:00.491064 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f348edd4-a942-490a-9386-b0b1f0dcc094 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/routers/05fc1364-60c9-4df4-97bf-ee092d72af70 HTTP/1.1" status: 200 len: 700 time: 0.2531757 Jan 27 22:13:00.492370 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56444) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:00.506022 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02afbacb-da65-463c-976c-2a0a6264cecf None None] Checking router: 05fc1364-60c9-4df4-97bf-ee092d72af70 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:13:00.515760 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02afbacb-da65-463c-976c-2a0a6264cecf None None] Routers {'05fc1364-60c9-4df4-97bf-ee092d72af70'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:00.516617 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-02afbacb-da65-463c-976c-2a0a6264cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['05fc1364-60c9-4df4-97bf-ee092d72af70'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:00.536959 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b56f8636-19fe-4afe-8f5a-be90b357e0fa tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/ports?device_id=05fc1364-60c9-4df4-97bf-ee092d72af70 HTTP/1.1" status: 200 len: 205 time: 0.0434511 Jan 27 22:13:00.539503 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56450) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:00.581507 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b1748ec5-9000-49ec-9b58-9260ae8b45fd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (fa0cc7c9-2f34-42a8-98ba-d1083e8ca776), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:00.597023 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-02afbacb-da65-463c-976c-2a0a6264cecf None None] Set router 05fc1364-60c9-4df4-97bf-ee092d72af70 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:00.630564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1748ec5-9000-49ec-9b58-9260ae8b45fd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event updated for resources: {'Port': ['ID=0dd8256a-81c1-450b-80d2-30a360f96651,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:00.656537 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9dfc01a-f912-4901-8d21-b66a063ef5f0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:00.658923 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-02afbacb-da65-463c-976c-2a0a6264cecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fc1364-60c9-4df4-97bf-ee092d72af70', 'name': 'tempest-RoutersTest-router-1000582981', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:58Z', 'updated_at': '2022-01-27T22:12:59Z', 'revision_number': 2, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:00.680767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0c21b9-e031-4aa4-b1f3-fc2b74b84cd8 None None] Sync routers for ids ['ead3a2fa-ae8a-461f-8c52-49dc240a4264'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:00.704805 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02afbacb-da65-463c-976c-2a0a6264cecf None None] The sync data for ids ['05fc1364-60c9-4df4-97bf-ee092d72af70'] in n-d-772272-3 is: [{'id': '05fc1364-60c9-4df4-97bf-ee092d72af70', 'name': 'tempest-RoutersTest-router-1000582981', 'tenant_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:58Z', 'updated_at': '2022-01-27T22:12:59Z', 'revision_number': 2, 'project_id': '1343ecea38cc45ffb85c1a5fad43cd9f', 'gw_port_host': None}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:00.707795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0c21b9-e031-4aa4-b1f3-fc2b74b84cd8 None None] Routers {'ead3a2fa-ae8a-461f-8c52-49dc240a4264'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:00.709633 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-bf0c21b9-e031-4aa4-b1f3-fc2b74b84cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ead3a2fa-ae8a-461f-8c52-49dc240a4264'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:00.713886 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd6222dc-3a43-4cf4-890e-7830527c4e1e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (05fc1364-60c9-4df4-97bf-ee092d72af70), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:00.789697 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-bf0c21b9-e031-4aa4-b1f3-fc2b74b84cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:00.810725 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f9dfc01a-f912-4901-8d21-b66a063ef5f0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:00.816398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0c21b9-e031-4aa4-b1f3-fc2b74b84cd8 None None] Routers {'ead3a2fa-ae8a-461f-8c52-49dc240a4264'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:00.817055 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-bf0c21b9-e031-4aa4-b1f3-fc2b74b84cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ead3a2fa-ae8a-461f-8c52-49dc240a4264'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:00.892031 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-bf0c21b9-e031-4aa4-b1f3-fc2b74b84cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:00.894182 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0c21b9-e031-4aa4-b1f3-fc2b74b84cd8 None None] The sync data for ids ['ead3a2fa-ae8a-461f-8c52-49dc240a4264'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:00.903341 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9890f4f2-dfd2-4f97-8f95-4f1bc605de7b admin admin] Publish callbacks [] for security_group (a32f31d4-ab23-4177-8f57-bdea051e7ddc), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:00.929815 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56460) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:00.984104 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f9dfc01a-f912-4901-8d21-b66a063ef5f0 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "PUT /v2.0/floatingips/ae9b2a81-d3b3-454d-91d4-98f3cf77683d HTTP/1.1" status: 200 len: 977 time: 7.3980141 Jan 27 22:13:00.988767 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56466) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:01.040885 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-b1748ec5-9000-49ec-9b58-9260ae8b45fd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Floating IP fa0cc7c9-2f34-42a8-98ba-d1083e8ca776 associated. External IP: 172.25.3.215, port: 8852115e-3d5c-4b8b-86bf-990e0e2acfa0. Jan 27 22:13:01.049900 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9890f4f2-dfd2-4f97-8f95-4f1bc605de7b admin admin] Publish callbacks [] for security_group (a32f31d4-ab23-4177-8f57-bdea051e7ddc), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.131820 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd6222dc-3a43-4cf4-890e-7830527c4e1e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (05fc1364-60c9-4df4-97bf-ee092d72af70), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.139495 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd6222dc-3a43-4cf4-890e-7830527c4e1e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router_controller (05fc1364-60c9-4df4-97bf-ee092d72af70), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.208539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-e4b3f419-da94-4141-8ddc-ea02a63d7970 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1379429748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:01.218291 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd6222dc-3a43-4cf4-890e-7830527c4e1e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (05fc1364-60c9-4df4-97bf-ee092d72af70), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.219108 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6222dc-3a43-4cf4-890e-7830527c4e1e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Fanout notify agent at l3_agent the message router_deleted on router 05fc1364-60c9-4df4-97bf-ee092d72af70 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:13:01.227662 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cd6222dc-3a43-4cf4-890e-7830527c4e1e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.229122 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cd6222dc-3a43-4cf4-890e-7830527c4e1e tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/routers/05fc1364-60c9-4df4-97bf-ee092d72af70 HTTP/1.1" status: 204 len: 168 time: 0.6881356 Jan 27 22:13:01.233580 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fee7fb56-92f3-42b8-8ab9-baa5aed2332c admin admin] Publish callbacks [] for router_gateway (c325a6b9-d01e-444d-821a-997d17bac179), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.233902 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56470) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:01.276518 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a2265eb8-2e36-4d4c-be3f-760b7c573cbc tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/ports?device_id=05fc1364-60c9-4df4-97bf-ee092d72af70 HTTP/1.1" status: 200 len: 205 time: 0.0407925 Jan 27 22:13:01.281370 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56472) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:01.290804 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-59a8801d-3a52-4b9b-8fe4-e025dda8ed42 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Deleting port 32ed089a-754c-412d-b726-e2510b448cf4 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:01.291404 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59a8801d-3a52-4b9b-8fe4-e025dda8ed42 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (32ed089a-754c-412d-b726-e2510b448cf4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.298012 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9890f4f2-dfd2-4f97-8f95-4f1bc605de7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a32f31d4-ab23-4177-8f57-bdea051e7ddc), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.301267 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e4b3f419-da94-4141-8ddc-ea02a63d7970 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (c1fd8d19-b826-4639-a809-8ef019480df7), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.301877 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e4b3f419-da94-4141-8ddc-ea02a63d7970 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (c1fd8d19-b826-4639-a809-8ef019480df7), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.303459 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9890f4f2-dfd2-4f97-8f95-4f1bc605de7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.306964 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9890f4f2-dfd2-4f97-8f95-4f1bc605de7b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a32f31d4-ab23-4177-8f57-bdea051e7ddc HTTP/1.1" status: 204 len: 168 time: 1.0457904 Jan 27 22:13:01.362635 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e4b3f419-da94-4141-8ddc-ea02a63d7970 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for router_controller (c1fd8d19-b826-4639-a809-8ef019480df7), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.378709 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e4b3f419-da94-4141-8ddc-ea02a63d7970 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (c1fd8d19-b826-4639-a809-8ef019480df7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.406078 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-2fcbdfdc-7976-4d37-9498-346c0450cfbc tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] delete failed (client error): The resource could not be found. Jan 27 22:13:01.410161 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2fcbdfdc-7976-4d37-9498-346c0450cfbc tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/routers/05fc1364-60c9-4df4-97bf-ee092d72af70 HTTP/1.1" status: 404 len: 336 time: 0.1272624 Jan 27 22:13:01.417305 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56480) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:01.417305 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890f4f2-dfd2-4f97-8f95-4f1bc605de7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32f31d4-ab23-4177-8f57-bdea051e7ddc,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:01.488766 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e6d8a9-a8ff-40a7-beb4-3c4e1b1ae998 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] DELETE failed (client error): The resource could not be found. Jan 27 22:13:01.489307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e6d8a9-a8ff-40a7-beb4-3c4e1b1ae998 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:13:01.496793 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-75e6d8a9-a8ff-40a7-beb4-3c4e1b1ae998 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/subnets/1a5290ac-879e-4609-be26-bf9a117b6bf3 HTTP/1.1" status: 404 len: 337 time: 0.0667381 Jan 27 22:13:01.498303 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56484) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:01.541701 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b88862-9bf5-43be-aaba-3f6fe8832fd6 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] DELETE failed (client error): The resource could not be found. Jan 27 22:13:01.542164 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b88862-9bf5-43be-aaba-3f6fe8832fd6 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:13:01.548568 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f9b88862-9bf5-43be-aaba-3f6fe8832fd6 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/subnets/bd5464ed-71c4-4e3e-98db-24e4637e7a08 HTTP/1.1" status: 404 len: 337 time: 0.0430741 Jan 27 22:13:01.549832 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56486) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:01.566097 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e4b3f419-da94-4141-8ddc-ea02a63d7970 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.571429 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e4b3f419-da94-4141-8ddc-ea02a63d7970 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6392999 Jan 27 22:13:01.582385 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56488) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:01.586689 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c4239a-f1e0-4843-b60d-f1e96b2591fe tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] DELETE failed (client error): The resource could not be found. Jan 27 22:13:01.587171 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c4239a-f1e0-4843-b60d-f1e96b2591fe tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:13:01.593498 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-03c4239a-f1e0-4843-b60d-f1e96b2591fe tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/subnets/7b3d70ca-3b79-4967-b965-53a3bb4143ea HTTP/1.1" status: 404 len: 337 time: 0.0405264 Jan 27 22:13:01.599694 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a30fa837-fad8-472b-8e8e-c4d0cbf8067d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1663967502'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:01.618791 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56490) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:01.665979 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d1d67e-4259-4ef5-90eb-9afe85a96cd7 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] DELETE failed (client error): The resource could not be found. Jan 27 22:13:01.666447 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d1d67e-4259-4ef5-90eb-9afe85a96cd7 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:13:01.672443 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e4d1d67e-4259-4ef5-90eb-9afe85a96cd7 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/subnets/4db26016-47f5-43fa-afa8-c6e40a54d414 HTTP/1.1" status: 404 len: 337 time: 0.0433600 Jan 27 22:13:01.673357 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30fa837-fad8-472b-8e8e-c4d0cbf8067d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Made reservation on behalf of f6c7bd5bbbd6457080effbdbbe9de31d for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:01.676847 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a30fa837-fad8-472b-8e8e-c4d0cbf8067d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.695016 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56494) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:01.695824 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a30fa837-fad8-472b-8e8e-c4d0cbf8067d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.797239 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1748ec5-9000-49ec-9b58-9260ae8b45fd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Router b6aa639d-7cb8-4455-bf35-65c296cbcaca has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:13:01.872708 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 6d2ae166-3247-4289-a355-f7bd96521331 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:01.895221 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fee7fb56-92f3-42b8-8ab9-baa5aed2332c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (c325a6b9-d01e-444d-821a-997d17bac179), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.915011 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a30fa837-fad8-472b-8e8e-c4d0cbf8067d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for security_group (213a6412-ee64-4ed0-9ac2-e58f508a80fe), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.921187 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4c204b5d-bd61-4ee4-bd57-9c389d817e85 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9d81c5f-1ff3-4995-a896-f7518a4406f6 HTTP/1.1" status: 200 len: 205 time: 0.2219229 Jan 27 22:13:01.921852 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56510) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:01.977379 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-eadde21c-179a-4d6d-87ed-50e9ff1267e1 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] delete failed (client error): The resource could not be found. Jan 27 22:13:01.981609 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-eadde21c-179a-4d6d-87ed-50e9ff1267e1 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/routers/c9d81c5f-1ff3-4995-a896-f7518a4406f6 HTTP/1.1" status: 404 len: 336 time: 0.0517201 Jan 27 22:13:01.982356 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a30fa837-fad8-472b-8e8e-c4d0cbf8067d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (213a6412-ee64-4ed0-9ac2-e58f508a80fe), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.996643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56512) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:02.027823 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59a8801d-3a52-4b9b-8fe4-e025dda8ed42 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (32ed089a-754c-412d-b726-e2510b448cf4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:02.029179 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 6d2ae166-3247-4289-a355-f7bd96521331 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:02.029845 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6d2ae166-3247-4289-a355-f7bd96521331), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:02.092332 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30fa837-fad8-472b-8e8e-c4d0cbf8067d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:13:02.100088 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-41485abf-2e7f-4dc8-9363-b8260f4d8d5d tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/ports?device_id=b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8 HTTP/1.1" status: 200 len: 205 time: 0.0999048 Jan 27 22:13:02.105955 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56518) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:02.192131 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 6d2ae166-3247-4289-a355-f7bd96521331 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:02.285282 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1748ec5-9000-49ec-9b58-9260ae8b45fd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:02.301233 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3458f4e-1fef-480d-b0c4-a91aad13ccff None None] Sync routers for ids ['b6aa639d-7cb8-4455-bf35-65c296cbcaca'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:02.313065 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b1748ec5-9000-49ec-9b58-9260ae8b45fd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:02.323873 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-9e5d42e0-4002-4bb9-9f10-2c40f5aa0c35 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] delete failed (client error): The resource could not be found. Jan 27 22:13:02.325127 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9e5d42e0-4002-4bb9-9f10-2c40f5aa0c35 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/routers/b163dfc9-42ca-4fa5-afae-dcc5ec9f38a8 HTTP/1.1" status: 404 len: 336 time: 0.1996496 Jan 27 22:13:02.332009 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3458f4e-1fef-480d-b0c4-a91aad13ccff None None] Routers {'b6aa639d-7cb8-4455-bf35-65c296cbcaca'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:02.332274 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fa837-fad8-472b-8e8e-c4d0cbf8067d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213a6412-ee64-4ed0-9ac2-e58f508a80fe,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:02.334024 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-e3458f4e-1fef-480d-b0c4-a91aad13ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b6aa639d-7cb8-4455-bf35-65c296cbcaca'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:02.339724 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a30fa837-fad8-472b-8e8e-c4d0cbf8067d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (456f6d08-680e-481e-bb40-ce08d4582971), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:02.340192 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-a30fa837-fad8-472b-8e8e-c4d0cbf8067d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Added segment 456f6d08-680e-481e-bb40-ce08d4582971 of type vlan for network 1e10f72c-873b-40dc-a57b-b53545f740e1 Jan 27 22:13:02.343427 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56532) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:02.378781 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b1748ec5-9000-49ec-9b58-9260ae8b45fd tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.6389086 Jan 27 22:13:02.379434 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56534) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:02.380635 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02607d52-8ace-4831-b4b7-bb0f43e6a7ec', 'tag': '8852115e-3d5c-4b8b-86bf-990e0e2acfa0'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:13:02.383170 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236c520d-7d3a-4d9d-b196-0eb451d26978" -d '{"events": [{"name": "network-changed", "server_uuid": "02607d52-8ace-4831-b4b7-bb0f43e6a7ec", "tag": "8852115e-3d5c-4b8b-86bf-990e0e2acfa0"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:13:02.446846 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-827213d4-d81d-4512-adc5-4774add885b6 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] DELETE failed (client error): The resource could not be found. Jan 27 22:13:02.447365 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-827213d4-d81d-4512-adc5-4774add885b6 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:13:02.452095 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-827213d4-d81d-4512-adc5-4774add885b6 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/subnets/efc0629b-c157-40a3-814d-867216cc848a HTTP/1.1" status: 404 len: 337 time: 0.1074014 Jan 27 22:13:02.496054 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56542) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:02.515871 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee7fb56-92f3-42b8-8ab9-baa5aed2332c admin admin] Router c325a6b9-d01e-444d-821a-997d17bac179 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:13:02.530647 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a30fa837-fad8-472b-8e8e-c4d0cbf8067d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (1e10f72c-873b-40dc-a57b-b53545f740e1), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:02.537104 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4bd4ef-6f03-4959-b165-75853f8f7913 x-openstack-request-id: req-bf4bd4ef-6f03-4959-b165-75853f8f7913 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:13:02.537104 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02607d52-8ace-4831-b4b7-bb0f43e6a7ec", "tag": "8852115e-3d5c-4b8b-86bf-990e0e2acfa0", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:13:02.540986 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf4bd4ef-6f03-4959-b165-75853f8f7913 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:13:02.541711 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02607d52-8ace-4831-b4b7-bb0f43e6a7ec', 'tag': '8852115e-3d5c-4b8b-86bf-990e0e2acfa0', 'status': 'completed', 'code': 200} Jan 27 22:13:02.588323 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5600fb43-de4c-4976-8b85-344e761c18d0 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/ports?device_id=52068511-e824-46aa-9438-4fd314c6aefe HTTP/1.1" status: 200 len: 205 time: 0.0893025 Jan 27 22:13:02.596004 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56548) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:02.638714 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-e3458f4e-1fef-480d-b0c4-a91aad13ccff None None] Set router b6aa639d-7cb8-4455-bf35-65c296cbcaca gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:02.739494 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-9e59580a-48bd-416f-a095-538c8ccc394f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] delete failed (client error): The resource could not be found. Jan 27 22:13:02.740541 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9e59580a-48bd-416f-a095-538c8ccc394f tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/routers/52068511-e824-46aa-9438-4fd314c6aefe HTTP/1.1" status: 404 len: 336 time: 0.1421506 Jan 27 22:13:02.753529 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-11a1d3b1-1408-4e8b-a9c3-0da4d07b614b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/floatingips/fa0cc7c9-2f34-42a8-98ba-d1083e8ca776 HTTP/1.1" status: 200 len: 992 time: 0.3629780 Jan 27 22:13:02.762519 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56558) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:02.770949 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c520d-7d3a-4d9d-b196-0eb451d26978 req-7323cd6d-9207-4da0-b1eb-22b30037c658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:02.772543 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-236c520d-7d3a-4d9d-b196-0eb451d26978 req-7323cd6d-9207-4da0-b1eb-22b30037c658 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f283cf476a449f8a327cb51a3011c25&device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 1097 time: 0.2270920 Jan 27 22:13:02.843360 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a30fa837-fad8-472b-8e8e-c4d0cbf8067d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (1e10f72c-873b-40dc-a57b-b53545f740e1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:02.850897 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30fa837-fad8-472b-8e8e-c4d0cbf8067d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:02.851615 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a30fa837-fad8-472b-8e8e-c4d0cbf8067d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:02.909227 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b5b52b33-677b-4831-b1bb-a0d008e4c93d tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9bd1931-2bb9-4ced-8492-a6ead789966d HTTP/1.1" status: 200 len: 205 time: 0.1223283 Jan 27 22:13:02.914799 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56564) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:03.030085 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59a8801d-3a52-4b9b-8fe4-e025dda8ed42 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:03.040848 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59a8801d-3a52-4b9b-8fe4-e025dda8ed42 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (ae9b2a81-d3b3-454d-91d4-98f3cf77683d), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:03.040848 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-59a8801d-3a52-4b9b-8fe4-e025dda8ed42 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Floating IP ae9b2a81-d3b3-454d-91d4-98f3cf77683d disassociated. External IP: 172.25.3.23, port: 32ed089a-754c-412d-b726-e2510b448cf4. Jan 27 22:13:03.040848 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-59a8801d-3a52-4b9b-8fe4-e025dda8ed42 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Calling delete_port for 32ed089a-754c-412d-b726-e2510b448cf4 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:03.040848 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-3ffd3f87-397a-457b-8134-486fcf681d3a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] delete failed (client error): The resource could not be found. Jan 27 22:13:03.040848 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3ffd3f87-397a-457b-8134-486fcf681d3a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/routers/a9bd1931-2bb9-4ced-8492-a6ead789966d HTTP/1.1" status: 404 len: 336 time: 0.1147194 Jan 27 22:13:03.041449 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56568) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:03.070958 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a30fa837-fad8-472b-8e8e-c4d0cbf8067d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4737372 Jan 27 22:13:03.084876 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56572) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:03.095141 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-df35428a-29ac-4334-9c96-7d80e2ee708c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] DELETE failed (client error): The resource could not be found. Jan 27 22:13:03.095614 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df35428a-29ac-4334-9c96-7d80e2ee708c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:13:03.101491 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-df35428a-29ac-4334-9c96-7d80e2ee708c tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/subnets/a5b4ea1f-56b9-4004-8b3a-cb22635bb21d HTTP/1.1" status: 404 len: 337 time: 0.0591362 Jan 27 22:13:03.102801 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c83d4c48-1f0e-4c3e-9d6e-3e1c686e31da tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Request body: {'subnet': {'network_id': '1e10f72c-873b-40dc-a57b-b53545f740e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:03.104953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56574) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:03.109777 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fa837-fad8-472b-8e8e-c4d0cbf8067d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event updated for resources: {'Network': ['ID=1e10f72c-873b-40dc-a57b-b53545f740e1,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:03.124197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 1e10f72c-873b-40dc-a57b-b53545f740e1 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:13:03.124772 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee7fb56-92f3-42b8-8ab9-baa5aed2332c admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:03.139439 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-e3458f4e-1fef-480d-b0c4-a91aad13ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'name': 'tempest-TestNetworkBasicOps-router-1793070370', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:58Z', 'updated_at': '2022-01-27T22:12:13Z', 'revision_number': 4, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:59Z', 'updated_at': '2022-01-27T22:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'fa0cc7c9-2f34-42a8-98ba-d1083e8ca776', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'port_id': '8852115e-3d5c-4b8b-86bf-990e0e2acfa0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645', 'mac_address': 'fa:16:3e:79:48:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02607d52-8ace-4831-b4b7-bb0f43e6a7ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:12:57Z', 'updated_at': '2022-01-27T22:12:57Z', 'revision_number': 0, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ed1a26a-10f6-4138-bbef-ff1e9beccc44', 'name': '', 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:ea:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c5518924-fd94-4230-9918-353734c78108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:10Z', 'updated_at': '2022-01-27T22:12:19Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'c5518924-fd94-4230-9918-353734c78108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:03.148484 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0fe86731-ceee-4f83-aff1-00f5ae4be126 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d4099e2-5f76-41ca-a165-b572179a07a1 HTTP/1.1" status: 200 len: 205 time: 0.0420597 Jan 27 22:13:03.152812 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56576) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:03.156183 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] Sync routers for ids ['c325a6b9-d01e-444d-821a-997d17bac179'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:03.188086 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3458f4e-1fef-480d-b0c4-a91aad13ccff None None] Checking router: b6aa639d-7cb8-4455-bf35-65c296cbcaca for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:13:03.194259 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-ad8a7f2c-3d9c-4062-843b-ceecc8bbd635 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] delete failed (client error): The resource could not be found. Jan 27 22:13:03.195466 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ad8a7f2c-3d9c-4062-843b-ceecc8bbd635 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/routers/7d4099e2-5f76-41ca-a165-b572179a07a1 HTTP/1.1" status: 404 len: 336 time: 0.0411735 Jan 27 22:13:03.196770 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c520d-7d3a-4d9d-b196-0eb451d26978 req-e335187f-25d2-4316-8259-abba307fe89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:03.198924 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-236c520d-7d3a-4d9d-b196-0eb451d26978 req-e335187f-25d2-4316-8259-abba307fe89e service neutron] 10.222.0.15 "GET /v2.0/networks?id=dfd554a6-e3e7-42fa-aa9f-3416cb186645 HTTP/1.1" status: 200 len: 898 time: 0.3906143 Jan 27 22:13:03.200688 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56582) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:03.202380 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3458f4e-1fef-480d-b0c4-a91aad13ccff None None] Routers {'b6aa639d-7cb8-4455-bf35-65c296cbcaca'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:03.204254 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-e3458f4e-1fef-480d-b0c4-a91aad13ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b6aa639d-7cb8-4455-bf35-65c296cbcaca'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:03.236257 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] Routers {'c325a6b9-d01e-444d-821a-997d17bac179'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:03.238544 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c325a6b9-d01e-444d-821a-997d17bac179'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:03.275982 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fee7fb56-92f3-42b8-8ab9-baa5aed2332c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:03.280290 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-fee7fb56-92f3-42b8-8ab9-baa5aed2332c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 8.7241290 Jan 27 22:13:03.281067 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56586) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:03.286681 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3914e3-ced1-4f34-a13a-b422a3cf314b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] DELETE failed (client error): The resource could not be found. Jan 27 22:13:03.286681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3914e3-ced1-4f34-a13a-b422a3cf314b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:13:03.288416 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-fd3914e3-ced1-4f34-a13a-b422a3cf314b tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/subnets/bc67cd85-b7f3-43ab-aecf-adcc073c70b8 HTTP/1.1" status: 404 len: 337 time: 0.0865891 Jan 27 22:13:03.297683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56590) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:03.379312 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-cda9e656-b85e-4f57-85c8-10602ff82306 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a802508-2b4c-4369-9a37-6d6dd1d0dea8 HTTP/1.1" status: 200 len: 205 time: 0.0814261 Jan 27 22:13:03.387164 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56592) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:03.417153 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-e3458f4e-1fef-480d-b0c4-a91aad13ccff None None] Set router b6aa639d-7cb8-4455-bf35-65c296cbcaca gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:03.427829 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-8c2ffa31-1ace-4413-a412-35cb8bad5d81 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] delete failed (client error): The resource could not be found. Jan 27 22:13:03.428952 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8c2ffa31-1ace-4413-a412-35cb8bad5d81 tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/routers/2a802508-2b4c-4369-9a37-6d6dd1d0dea8 HTTP/1.1" status: 404 len: 336 time: 0.0408375 Jan 27 22:13:03.431359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56594) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:03.449566 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-236c520d-7d3a-4d9d-b196-0eb451d26978 req-b836ffd6-9310-4bfa-90fc-07672f917e01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8852115e-3d5c-4b8b-86bf-990e0e2acfa0 HTTP/1.1" status: 200 len: 1000 time: 0.2392499 Jan 27 22:13:03.484139 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] Set router c325a6b9-d01e-444d-821a-997d17bac179 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:03.898124 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56606) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:03.908109 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59a8801d-3a52-4b9b-8fe4-e025dda8ed42 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (32ed089a-754c-412d-b726-e2510b448cf4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:03.955606 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c325a6b9-d01e-444d-821a-997d17bac179', 'name': 'tempest-TestServerBasicOps-42933268-router', 'tenant_id': '023a1f0a72ec4906a6f6053152a053ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd350d2d1-bccf-4714-8785-1070b8253189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:13:00Z', 'revision_number': 3, 'project_id': '023a1f0a72ec4906a6f6053152a053ee', 'gw_port': {'id': 'd350d2d1-bccf-4714-8785-1070b8253189', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:59:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c325a6b9-d01e-444d-821a-997d17bac179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:57Z', 'updated_at': '2022-01-27T22:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:03.976767 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56608) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:04.036835 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-e3458f4e-1fef-480d-b0c4-a91aad13ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'name': 'tempest-TestNetworkBasicOps-router-1793070370', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:58Z', 'updated_at': '2022-01-27T22:12:13Z', 'revision_number': 4, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:59Z', 'updated_at': '2022-01-27T22:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'fa0cc7c9-2f34-42a8-98ba-d1083e8ca776', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'port_id': '8852115e-3d5c-4b8b-86bf-990e0e2acfa0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645', 'mac_address': 'fa:16:3e:79:48:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02607d52-8ace-4831-b4b7-bb0f43e6a7ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:12:57Z', 'updated_at': '2022-01-27T22:12:57Z', 'revision_number': 0, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ed1a26a-10f6-4138-bbef-ff1e9beccc44', 'name': '', 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:ea:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c5518924-fd94-4230-9918-353734c78108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:10Z', 'updated_at': '2022-01-27T22:12:19Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'c5518924-fd94-4230-9918-353734c78108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:04.042139 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] Checking router: c325a6b9-d01e-444d-821a-997d17bac179 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:13:04.044058 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] Updating router c325a6b9-d01e-444d-821a-997d17bac179 port d350d2d1-bccf-4714-8785-1070b8253189 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:13:04.075124 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8801d-3a52-4b9b-8fe4-e025dda8ed42 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event deleted for resources: {'Port': ['ID=32ed089a-754c-412d-b726-e2510b448cf4,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:04.147363 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d350d2d1-bccf-4714-8785-1070b8253189), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:04.311421 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1b13c40f-ca4d-4e2b-bf15-9d0ac16da20d tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/floatingips/fa0cc7c9-2f34-42a8-98ba-d1083e8ca776 HTTP/1.1" status: 200 len: 992 time: 0.4116211 Jan 27 22:13:04.369305 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83d4c48-1f0e-4c3e-9d6e-3e1c686e31da tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Made reservation on behalf of f6c7bd5bbbd6457080effbdbbe9de31d for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:04.373399 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c83d4c48-1f0e-4c3e-9d6e-3e1c686e31da tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:04.462145 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3458f4e-1fef-480d-b0c4-a91aad13ccff None None] The sync data for ids ['b6aa639d-7cb8-4455-bf35-65c296cbcaca'] in n-d-772272-3 is: [{'id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'name': 'tempest-TestNetworkBasicOps-router-1793070370', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:58Z', 'updated_at': '2022-01-27T22:12:13Z', 'revision_number': 4, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:59Z', 'updated_at': '2022-01-27T22:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'fa0cc7c9-2f34-42a8-98ba-d1083e8ca776', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'port_id': '8852115e-3d5c-4b8b-86bf-990e0e2acfa0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645', 'mac_address': 'fa:16:3e:79:48:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02607d52-8ace-4831-b4b7-bb0f43e6a7ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:12:57Z', 'updated_at': '2022-01-27T22:12:57Z', 'revision_number': 0, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ed1a26a-10f6-4138-bbef-ff1e9beccc44', 'name': '', 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:ea:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c5518924-fd94-4230-9918-353734c78108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:10Z', 'updated_at': '2022-01-27T22:12:19Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'c5518924-fd94-4230-9918-353734c78108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:04.472883 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-3befc31d-486f-442b-8c82-3dd0b7cc323a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] DELETE failed (client error): The resource could not be found. Jan 27 22:13:04.475862 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3befc31d-486f-442b-8c82-3dd0b7cc323a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:13:04.483923 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3befc31d-486f-442b-8c82-3dd0b7cc323a tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/subnets/1a895f63-ca7a-4a4b-9619-701d4065c34a HTTP/1.1" status: 404 len: 337 time: 1.0494781 Jan 27 22:13:04.485360 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56618) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:04.616673 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb35ea3-33b7-4213-98a0-225499f598af tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] DELETE failed (client error): The resource could not be found. Jan 27 22:13:04.617225 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb35ea3-33b7-4213-98a0-225499f598af tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:13:04.622858 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0bb35ea3-33b7-4213-98a0-225499f598af tempest-RoutersTest-758009839 tempest-RoutersTest-758009839-project] 10.222.0.23 "DELETE /v2.0/subnets/2b11433d-1118-46d5-81b3-9dfa62a2c016 HTTP/1.1" status: 404 len: 337 time: 0.0633636 Jan 27 22:13:04.625784 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8654a513-ffed-442f-b2f9-016c13967d53 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1550935386', 'router:external': True}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:04.663839 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a8801d-3a52-4b9b-8fe4-e025dda8ed42 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Router ead3a2fa-ae8a-461f-8c52-49dc240a4264 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:13:04.667562 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c520d-7d3a-4d9d-b196-0eb451d26978 req-736ceaf1-0738-46a9-901a-57de9f791ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:04.672462 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-236c520d-7d3a-4d9d-b196-0eb451d26978 req-736ceaf1-0738-46a9-901a-57de9f791ebc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5518924-fd94-4230-9918-353734c78108 HTTP/1.1" status: 200 len: 834 time: 1.1705744 Jan 27 22:13:04.729622 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c83d4c48-1f0e-4c3e-9d6e-3e1c686e31da tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (36654958-828d-42a6-bf24-138b340c688c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:04.825807 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] Publish callbacks [] for port (d350d2d1-bccf-4714-8785-1070b8253189), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:04.848862 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d350d2d1-bccf-4714-8785-1070b8253189), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:04.880025 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8654a513-ffed-442f-b2f9-016c13967d53 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Made reservation on behalf of 0b9cff8c95a2491fb3dbd91a6a4bb4d6 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:04.889573 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8654a513-ffed-442f-b2f9-016c13967d53 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:04.922010 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04641d6b-6489-4347-8f39-c99e2a79dbdd None None] New status for floating IP fa0cc7c9-2f34-42a8-98ba-d1083e8ca776: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:13:04.971676 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] Attempting to bind port d350d2d1-bccf-4714-8785-1070b8253189 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:04.972103 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] Attempting to bind port d350d2d1-bccf-4714-8785-1070b8253189 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:04.972911 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] Attempting to bind port d350d2d1-bccf-4714-8785-1070b8253189 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:04.998948 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:04.999174 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c520d-7d3a-4d9d-b196-0eb451d26978 req-ad2a3212-d10b-4993-9ddf-19b223a32ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:05.000691 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-236c520d-7d3a-4d9d-b196-0eb451d26978 req-ad2a3212-d10b-4993-9ddf-19b223a32ba6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfd554a6-e3e7-42fa-aa9f-3416cb186645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3171799 Jan 27 22:13:05.016813 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:05.017479 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:05.018724 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:05.019431 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] Bound port: d350d2d1-bccf-4714-8785-1070b8253189, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:05.020011 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d350d2d1-bccf-4714-8785-1070b8253189), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:05.034141 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-236c520d-7d3a-4d9d-b196-0eb451d26978 req-0de3244e-f06e-43eb-b584-1a6d6331218a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:13:05.038298 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8654a513-ffed-442f-b2f9-016c13967d53 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:05.044270 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-236c520d-7d3a-4d9d-b196-0eb451d26978 req-0de3244e-f06e-43eb-b584-1a6d6331218a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0177138 Jan 27 22:13:05.073289 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27886452-e573-4679-909e-3c1f3dc74c06 None None] Pushing event updated for resources: {'Port': ['ID=d350d2d1-bccf-4714-8785-1070b8253189,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:05.124265 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56632) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:05.155578 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d4c48-1f0e-4c3e-9d6e-3e1c686e31da tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event updated for resources: {'Subnet': ['ID=36654958-828d-42a6-bf24-138b340c688c,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:05.165023 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] For port d350d2d1-bccf-4714-8785-1070b8253189, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:05.184031 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] For port d350d2d1-bccf-4714-8785-1070b8253189, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d350d2d1-bccf-4714-8785-1070b8253189,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:05.192541 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a8801d-3a52-4b9b-8fe4-e025dda8ed42 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:05.202342 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d350d2d1-bccf-4714-8785-1070b8253189), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:05.253824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da89a6e-2883-4670-bd07-32430bce8617 None None] Sync routers for ids ['ead3a2fa-ae8a-461f-8c52-49dc240a4264'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:05.309488 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da89a6e-2883-4670-bd07-32430bce8617 None None] Routers {'ead3a2fa-ae8a-461f-8c52-49dc240a4264'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:05.312750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-4da89a6e-2883-4670-bd07-32430bce8617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ead3a2fa-ae8a-461f-8c52-49dc240a4264'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:05.319175 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56640) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:05.387289 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-4da89a6e-2883-4670-bd07-32430bce8617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:05.407866 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] Routers {'c325a6b9-d01e-444d-821a-997d17bac179'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:05.409238 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c325a6b9-d01e-444d-821a-997d17bac179'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:05.459689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da89a6e-2883-4670-bd07-32430bce8617 None None] Routers {'ead3a2fa-ae8a-461f-8c52-49dc240a4264'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:05.460795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-4da89a6e-2883-4670-bd07-32430bce8617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ead3a2fa-ae8a-461f-8c52-49dc240a4264'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:05.467448 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83d4c48-1f0e-4c3e-9d6e-3e1c686e31da tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Checking segment: {'id': '456f6d08-680e-481e-bb40-ce08d4582971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1e10f72c-873b-40dc-a57b-b53545f740e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:05.468199 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83d4c48-1f0e-4c3e-9d6e-3e1c686e31da tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Network hostable DHCP agents. Network: 1e10f72c-873b-40dc-a57b-b53545f740e1, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:13:05.485407 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f25fe55e-a507-4f42-84ac-c01b34079349 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/floatingips/fa0cc7c9-2f34-42a8-98ba-d1083e8ca776 HTTP/1.1" status: 200 len: 994 time: 0.1607361 Jan 27 22:13:05.493675 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-236c520d-7d3a-4d9d-b196-0eb451d26978 req-f5e759ff-cf4b-4068-b5dc-a7f449389c8f service neutron] 10.222.0.15 "GET /v2.0/networks/dfd554a6-e3e7-42fa-aa9f-3416cb186645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485245 Jan 27 22:13:05.518725 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59a8801d-3a52-4b9b-8fe4-e025dda8ed42 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:05.521271 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4411e090-02cf-43b3-bec9-fa8635ec5b04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1343ecea38cc45ffb85c1a5fad43cd9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3958204 Jan 27 22:13:05.522637 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-59a8801d-3a52-4b9b-8fe4-e025dda8ed42 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "DELETE /v2.0/ports/32ed089a-754c-412d-b726-e2510b448cf4 HTTP/1.1" status: 204 len: 168 time: 4.5287514 Jan 27 22:13:05.531286 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56642) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:05.531887 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56644) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:05.707025 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42f07272-d4ee-4449-b4d2-332b9f34bc7e admin admin] Publish callbacks [] for security_group (78087327-3b6e-4eda-88db-c9ee49bd78b9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:05.747399 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27886452-e573-4679-909e-3c1f3dc74c06 None None] Pushing event updated for resources: {'Port': ['ID=d350d2d1-bccf-4714-8785-1070b8253189,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:05.747600 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42f07272-d4ee-4449-b4d2-332b9f34bc7e admin admin] Publish callbacks [] for security_group (78087327-3b6e-4eda-88db-c9ee49bd78b9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:05.751534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-236c520d-7d3a-4d9d-b196-0eb451d26978 req-b9af10dd-0e2c-4f27-9020-7c1bdd52fb44 service neutron] 10.222.0.15 "GET /v2.0/networks/dfd554a6-e3e7-42fa-aa9f-3416cb186645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487977 Jan 27 22:13:05.802128 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f60f02ac-9d66-459b-be7e-709c3753a06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:05.842323 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] Set router c325a6b9-d01e-444d-821a-997d17bac179 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:05.851459 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83d4c48-1f0e-4c3e-9d6e-3e1c686e31da tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Network 1e10f72c-873b-40dc-a57b-b53545f740e1 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:13:05.860708 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42f07272-d4ee-4449-b4d2-332b9f34bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (78087327-3b6e-4eda-88db-c9ee49bd78b9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:05.868252 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42f07272-d4ee-4449-b4d2-332b9f34bc7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:05.875255 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-42f07272-d4ee-4449-b4d2-332b9f34bc7e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/78087327-3b6e-4eda-88db-c9ee49bd78b9 HTTP/1.1" status: 204 len: 168 time: 0.3398926 Jan 27 22:13:05.928093 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-c83d4c48-1f0e-4c3e-9d6e-3e1c686e31da tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 1e10f72c-873b-40dc-a57b-b53545f740e1) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:05.932767 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d4c48-1f0e-4c3e-9d6e-3e1c686e31da tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:05.933515 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c83d4c48-1f0e-4c3e-9d6e-3e1c686e31da tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:05.936420 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f07272-d4ee-4449-b4d2-332b9f34bc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78087327-3b6e-4eda-88db-c9ee49bd78b9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:05.995128 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aea11a9-fc1d-4eba-8ec7-e538d9a4926c None None] Network 1e10f72c-873b-40dc-a57b-b53545f740e1 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:06.002893 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8654a513-ffed-442f-b2f9-016c13967d53 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for security_group (d97c8cfb-e765-4408-b06a-305209aa5aef), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.003640 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-4da89a6e-2883-4670-bd07-32430bce8617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:06.005644 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da89a6e-2883-4670-bd07-32430bce8617 None None] The sync data for ids ['ead3a2fa-ae8a-461f-8c52-49dc240a4264'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:06.028301 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c83d4c48-1f0e-4c3e-9d6e-3e1c686e31da tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9406624 Jan 27 22:13:06.033831 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56654) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:06.070871 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8654a513-ffed-442f-b2f9-016c13967d53 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d97c8cfb-e765-4408-b06a-305209aa5aef), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.085357 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ff58ecaa-cd8e-47d7-9bd5-c8bd67873ff3 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Request body: {'network': {'name': 'tempest-router-network01--1723976991'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:06.158298 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8654a513-ffed-442f-b2f9-016c13967d53 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:13:06.173585 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-f60f02ac-9d66-459b-be7e-709c3753a06a admin admin] Allocated IP 172.20.0.1 (79c70640-9dbd-49bb-8e19-9185d7559a3e/5bef7302-5983-4bdb-bf47-1cb2592ae9af/f7f88f84-ada7-4e6e-98df-578c5dee7c4f) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:06.222276 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654a513-ffed-442f-b2f9-016c13967d53 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97c8cfb-e765-4408-b06a-305209aa5aef,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:06.308414 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8654a513-ffed-442f-b2f9-016c13967d53 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (ef7f1bc9-5b3b-4bca-9791-28e04fadf3f4), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.309591 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-8654a513-ffed-442f-b2f9-016c13967d53 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Added segment ef7f1bc9-5b3b-4bca-9791-28e04fadf3f4 of type vlan for network 6c6e9cec-372f-46fa-8ff1-ab8558845ea9 Jan 27 22:13:06.311171 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff58ecaa-cd8e-47d7-9bd5-c8bd67873ff3 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Made reservation on behalf of f6c7bd5bbbd6457080effbdbbe9de31d for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:06.315311 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff58ecaa-cd8e-47d7-9bd5-c8bd67873ff3 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.419126 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f60f02ac-9d66-459b-be7e-709c3753a06a admin admin] Publish callbacks [] for port (f7f88f84-ada7-4e6e-98df-578c5dee7c4f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.468244 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8654a513-ffed-442f-b2f9-016c13967d53 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (6c6e9cec-372f-46fa-8ff1-ab8558845ea9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.501773 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f60f02ac-9d66-459b-be7e-709c3753a06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f7f88f84-ada7-4e6e-98df-578c5dee7c4f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.529637 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff58ecaa-cd8e-47d7-9bd5-c8bd67873ff3 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:13:06.531005 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8ab0c4-93d6-4fc6-8c42-8e85191d680a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-1e10f72c-873b-40dc-a57b-b53545f740e1', 'network_id': '1e10f72c-873b-40dc-a57b-b53545f740e1', 'project_id': 'f6c7bd5bbbd6457080effbdbbe9de31d', 'fixed_ips': [{'subnet_id': '36654958-828d-42a6-bf24-138b340c688c'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:13:06.534632 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-de8ab0c4-93d6-4fc6-8c42-8e85191d680a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.577895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60f02ac-9d66-459b-be7e-709c3753a06a admin admin] Network 79c70640-9dbd-49bb-8e19-9185d7559a3e is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:06.581875 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-f60f02ac-9d66-459b-be7e-709c3753a06a admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:06.595371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f02ac-9d66-459b-be7e-709c3753a06a admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:06.615516 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff58ecaa-cd8e-47d7-9bd5-c8bd67873ff3 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (29d1a40b-ba3e-40ed-9fc6-14e1aaba416f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.615937 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-ff58ecaa-cd8e-47d7-9bd5-c8bd67873ff3 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Added segment 29d1a40b-ba3e-40ed-9fc6-14e1aaba416f of type vlan for network d322844e-1acc-45c9-8b3f-ac32db31b822 Jan 27 22:13:06.647729 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f02ac-9d66-459b-be7e-709c3753a06a admin admin] Pushing event updated for resources: {'Port': ['ID=f7f88f84-ada7-4e6e-98df-578c5dee7c4f,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:06.713966 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f60f02ac-9d66-459b-be7e-709c3753a06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (c325a6b9-d01e-444d-821a-997d17bac179), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.807971 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8654a513-ffed-442f-b2f9-016c13967d53 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (6c6e9cec-372f-46fa-8ff1-ab8558845ea9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.810142 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8654a513-ffed-442f-b2f9-016c13967d53 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:06.816305 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8654a513-ffed-442f-b2f9-016c13967d53 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.841648 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c325a6b9-d01e-444d-821a-997d17bac179', 'name': 'tempest-TestServerBasicOps-42933268-router', 'tenant_id': '023a1f0a72ec4906a6f6053152a053ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd350d2d1-bccf-4714-8785-1070b8253189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:13:00Z', 'revision_number': 3, 'project_id': '023a1f0a72ec4906a6f6053152a053ee', 'gw_port': {'id': 'd350d2d1-bccf-4714-8785-1070b8253189', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:59:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c325a6b9-d01e-444d-821a-997d17bac179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:57Z', 'updated_at': '2022-01-27T22:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:06.904320 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff58ecaa-cd8e-47d7-9bd5-c8bd67873ff3 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (d322844e-1acc-45c9-8b3f-ac32db31b822), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.951792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e403383-a0a1-4b4b-a555-b4064276e165 None None] The sync data for ids ['c325a6b9-d01e-444d-821a-997d17bac179'] in n-d-772272-3 is: [{'id': 'c325a6b9-d01e-444d-821a-997d17bac179', 'name': 'tempest-TestServerBasicOps-42933268-router', 'tenant_id': '023a1f0a72ec4906a6f6053152a053ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd350d2d1-bccf-4714-8785-1070b8253189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:13:00Z', 'revision_number': 3, 'project_id': '023a1f0a72ec4906a6f6053152a053ee', 'gw_port': {'id': 'd350d2d1-bccf-4714-8785-1070b8253189', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:59:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c325a6b9-d01e-444d-821a-997d17bac179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:57Z', 'updated_at': '2022-01-27T22:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:07.041750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-de8ab0c4-93d6-4fc6-8c42-8e85191d680a None None] Allocated IP 2001:db8::2 (1e10f72c-873b-40dc-a57b-b53545f740e1/36654958-828d-42a6-bf24-138b340c688c/f2486481-fb80-4913-b88f-3322a72e615e) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:07.158067 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8654a513-ffed-442f-b2f9-016c13967d53 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.1603076 Jan 27 22:13:07.162769 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.db.resource_extend [None req-ff58ecaa-cd8e-47d7-9bd5-c8bd67873ff3 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:13:07.174479 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56684) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:07.176150 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f60f02ac-9d66-459b-be7e-709c3753a06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7f88f84-ada7-4e6e-98df-578c5dee7c4f), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.228318 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-fdb9a617-7031-4887-bf65-806718f83a21 None None] Provisioning complete for port f7f88f84-ada7-4e6e-98df-578c5dee7c4f triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:07.228626 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fdb9a617-7031-4887-bf65-806718f83a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f7f88f84-ada7-4e6e-98df-578c5dee7c4f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.232991 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-930ff589-8805-478e-9058-4d7d88fb74ad tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Request body: {'subnet': {'network_id': '6c6e9cec-372f-46fa-8ff1-ab8558845ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:07.271228 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654a513-ffed-442f-b2f9-016c13967d53 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Pushing event updated for resources: {'Network': ['ID=6c6e9cec-372f-46fa-8ff1-ab8558845ea9,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:07.296306 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930ff589-8805-478e-9058-4d7d88fb74ad tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Made reservation on behalf of 0b9cff8c95a2491fb3dbd91a6a4bb4d6 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:07.296761 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff58ecaa-cd8e-47d7-9bd5-c8bd67873ff3 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (d322844e-1acc-45c9-8b3f-ac32db31b822), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.299978 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-930ff589-8805-478e-9058-4d7d88fb74ad tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.309128 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff58ecaa-cd8e-47d7-9bd5-c8bd67873ff3 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:07.312598 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff58ecaa-cd8e-47d7-9bd5-c8bd67873ff3 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.324560 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 6c6e9cec-372f-46fa-8ff1-ab8558845ea9 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:13:07.508007 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ff58ecaa-cd8e-47d7-9bd5-c8bd67873ff3 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4362140 Jan 27 22:13:07.509403 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56696) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:07.513821 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-914c62bb-0f8f-4983-ba29-583fec3207f8 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (ead3a2fa-ae8a-461f-8c52-49dc240a4264), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.528545 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-fdb9a617-7031-4887-bf65-806718f83a21 None None] Port f7f88f84-ada7-4e6e-98df-578c5dee7c4f cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:13:07.530851 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b3719ed4-3ef3-4b46-8f49-36bdb9cd0843 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Request body: {'network': {'name': 'tempest-router-network02--1792138526'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:07.534524 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56698) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:07.640550 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-de8ab0c4-93d6-4fc6-8c42-8e85191d680a None None] Publish callbacks [] for port (f2486481-fb80-4913-b88f-3322a72e615e), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.648489 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-de8ab0c4-93d6-4fc6-8c42-8e85191d680a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (f2486481-fb80-4913-b88f-3322a72e615e), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.652344 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58ecaa-cd8e-47d7-9bd5-c8bd67873ff3 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event updated for resources: {'Network': ['ID=d322844e-1acc-45c9-8b3f-ac32db31b822,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:07.671000 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8ab0c4-93d6-4fc6-8c42-8e85191d680a None None] Network 1e10f72c-873b-40dc-a57b-b53545f740e1 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:07.675996 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-de8ab0c4-93d6-4fc6-8c42-8e85191d680a None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:07.678410 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network d322844e-1acc-45c9-8b3f-ac32db31b822 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:13:07.681309 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8ab0c4-93d6-4fc6-8c42-8e85191d680a None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:07.715245 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3719ed4-3ef3-4b46-8f49-36bdb9cd0843 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Made reservation on behalf of f6c7bd5bbbd6457080effbdbbe9de31d for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:07.718815 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3719ed4-3ef3-4b46-8f49-36bdb9cd0843 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.855750 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3719ed4-3ef3-4b46-8f49-36bdb9cd0843 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:13:07.951076 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3719ed4-3ef3-4b46-8f49-36bdb9cd0843 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (be9be1d6-b03c-4ee0-bef9-8062ff1642a8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.951349 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-b3719ed4-3ef3-4b46-8f49-36bdb9cd0843 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Added segment be9be1d6-b03c-4ee0-bef9-8062ff1642a8 of type vlan for network d7d11cac-dd89-4d0e-a9d8-46cb525ef278 Jan 27 22:13:07.965190 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-b2cc5701-f726-41e5-9bed-09590cb6e8df tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:07.968674 n-d-772272-3 neutron-server[109741]: WARNING neutron.api.v2.base [None req-b2cc5701-f726-41e5-9bed-09590cb6e8df tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 22:13:07.969742 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-b2cc5701-f726-41e5-9bed-09590cb6e8df tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 22:13:07.971741 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b2cc5701-f726-41e5-9bed-09590cb6e8df tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4319377 Jan 27 22:13:07.993609 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56710) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:08.006721 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d28e8cde-d1ca-4d58-99a9-177d926236af tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1357088300'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:08.026963 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ab0c4-93d6-4fc6-8c42-8e85191d680a None None] Pushing event updated for resources: {'Port': ['ID=f2486481-fb80-4913-b88f-3322a72e615e,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:08.032409 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3719ed4-3ef3-4b46-8f49-36bdb9cd0843 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (d7d11cac-dd89-4d0e-a9d8-46cb525ef278), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.044423 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d350d2d1-bccf-4714-8785-1070b8253189 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:08.095374 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d28e8cde-d1ca-4d58-99a9-177d926236af tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.114072 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d28e8cde-d1ca-4d58-99a9-177d926236af tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.136688 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3719ed4-3ef3-4b46-8f49-36bdb9cd0843 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (d7d11cac-dd89-4d0e-a9d8-46cb525ef278), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.140216 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-de8ab0c4-93d6-4fc6-8c42-8e85191d680a None None] Attempting to bind port f2486481-fb80-4913-b88f-3322a72e615e on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:08.143786 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f60f02ac-9d66-459b-be7e-709c3753a06a admin admin] Publish callbacks [] for port (f7f88f84-ada7-4e6e-98df-578c5dee7c4f), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.144548 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-de8ab0c4-93d6-4fc6-8c42-8e85191d680a None None] Attempting to bind port f2486481-fb80-4913-b88f-3322a72e615e by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '456f6d08-680e-481e-bb40-ce08d4582971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1e10f72c-873b-40dc-a57b-b53545f740e1'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:08.145210 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8ab0c4-93d6-4fc6-8c42-8e85191d680a None None] Attempting to bind port f2486481-fb80-4913-b88f-3322a72e615e on network 1e10f72c-873b-40dc-a57b-b53545f740e1 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:08.157379 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3719ed4-3ef3-4b46-8f49-36bdb9cd0843 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:08.158104 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b3719ed4-3ef3-4b46-8f49-36bdb9cd0843 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.166565 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f60f02ac-9d66-459b-be7e-709c3753a06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f7f88f84-ada7-4e6e-98df-578c5dee7c4f), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.179778 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8ab0c4-93d6-4fc6-8c42-8e85191d680a None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:08.180677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8ab0c4-93d6-4fc6-8c42-8e85191d680a None None] Checking segment: {'id': '456f6d08-680e-481e-bb40-ce08d4582971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1e10f72c-873b-40dc-a57b-b53545f740e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:08.181439 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-de8ab0c4-93d6-4fc6-8c42-8e85191d680a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.182957 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8ab0c4-93d6-4fc6-8c42-8e85191d680a None None] Bound using segment: {'id': '456f6d08-680e-481e-bb40-ce08d4582971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1e10f72c-873b-40dc-a57b-b53545f740e1'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:08.183744 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-de8ab0c4-93d6-4fc6-8c42-8e85191d680a None None] Bound port: f2486481-fb80-4913-b88f-3322a72e615e, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456f6d08-680e-481e-bb40-ce08d4582971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1e10f72c-873b-40dc-a57b-b53545f740e1'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:08.185178 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-de8ab0c4-93d6-4fc6-8c42-8e85191d680a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f2486481-fb80-4913-b88f-3322a72e615e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.201760 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d350d2d1-bccf-4714-8785-1070b8253189 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:08.209134 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d350d2d1-bccf-4714-8785-1070b8253189), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.286452 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f60f02ac-9d66-459b-be7e-709c3753a06a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (c325a6b9-d01e-444d-821a-997d17bac179), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.335025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f02ac-9d66-459b-be7e-709c3753a06a admin admin] Pushing event updated for resources: {'Port': ['ID=f7f88f84-ada7-4e6e-98df-578c5dee7c4f,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:08.415724 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b3719ed4-3ef3-4b46-8f49-36bdb9cd0843 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9048262 Jan 27 22:13:08.430595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56716) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:08.432178 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-de8ab0c4-93d6-4fc6-8c42-8e85191d680a None None] For port f2486481-fb80-4913-b88f-3322a72e615e, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:08.444912 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-2361a3e3-fc54-4003-92ef-2d2e4f12fc96 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Request body: {'subnet': {'network_id': 'd322844e-1acc-45c9-8b3f-ac32db31b822', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:08.491428 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3719ed4-3ef3-4b46-8f49-36bdb9cd0843 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event updated for resources: {'Network': ['ID=d7d11cac-dd89-4d0e-a9d8-46cb525ef278,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:08.531913 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network d7d11cac-dd89-4d0e-a9d8-46cb525ef278 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:13:08.554357 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-de8ab0c4-93d6-4fc6-8c42-8e85191d680a None None] For port f2486481-fb80-4913-b88f-3322a72e615e, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f2486481-fb80-4913-b88f-3322a72e615e,segment=NetworkSegment(456f6d08-680e-481e-bb40-ce08d4582971),segment_id=456f6d08-680e-481e-bb40-ce08d4582971)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:08.595398 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-914c62bb-0f8f-4983-ba29-583fec3207f8 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Deleting port b9ae8279-a2a0-4cfe-a59b-21f9788a25fd {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:08.596420 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-914c62bb-0f8f-4983-ba29-583fec3207f8 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b9ae8279-a2a0-4cfe-a59b-21f9788a25fd), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.596561 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-de8ab0c4-93d6-4fc6-8c42-8e85191d680a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f2486481-fb80-4913-b88f-3322a72e615e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.711977 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d28e8cde-d1ca-4d58-99a9-177d926236af tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (ab22e509-65d6-40c9-95a2-85b6779b93b6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.730356 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d28e8cde-d1ca-4d58-99a9-177d926236af tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ab22e509-65d6-40c9-95a2-85b6779b93b6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.816810 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d350d2d1-bccf-4714-8785-1070b8253189 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:08.817381 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d350d2d1-bccf-4714-8785-1070b8253189), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.822891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2361a3e3-fc54-4003-92ef-2d2e4f12fc96 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Made reservation on behalf of f6c7bd5bbbd6457080effbdbbe9de31d for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:08.831855 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2361a3e3-fc54-4003-92ef-2d2e4f12fc96 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.847755 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e8cde-d1ca-4d58-99a9-177d926236af tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab22e509-65d6-40c9-95a2-85b6779b93b6,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:08.851737 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ab0c4-93d6-4fc6-8c42-8e85191d680a None None] Pushing event updated for resources: {'Port': ['ID=f2486481-fb80-4913-b88f-3322a72e615e,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:08.888010 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-914c62bb-0f8f-4983-ba29-583fec3207f8 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b9ae8279-a2a0-4cfe-a59b-21f9788a25fd), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.917383 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port d350d2d1-bccf-4714-8785-1070b8253189, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d350d2d1-bccf-4714-8785-1070b8253189,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:08.924404 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-914c62bb-0f8f-4983-ba29-583fec3207f8 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Calling delete_port for b9ae8279-a2a0-4cfe-a59b-21f9788a25fd owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:08.934810 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d350d2d1-bccf-4714-8785-1070b8253189), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.966060 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60f02ac-9d66-459b-be7e-709c3753a06a admin admin] Network 79c70640-9dbd-49bb-8e19-9185d7559a3e is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:08.981555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-f60f02ac-9d66-459b-be7e-709c3753a06a admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:09.079318 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=d350d2d1-bccf-4714-8785-1070b8253189,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:09.100715 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d28e8cde-d1ca-4d58-99a9-177d926236af tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (f14d2203-859c-48a8-9dea-0e118324bed0), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:09.113938 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d28e8cde-d1ca-4d58-99a9-177d926236af tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f14d2203-859c-48a8-9dea-0e118324bed0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:09.164807 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d28e8cde-d1ca-4d58-99a9-177d926236af tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:09.169228 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d28e8cde-d1ca-4d58-99a9-177d926236af tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1737206 Jan 27 22:13:09.170020 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56726) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:09.190969 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e6a29605-840a-4993-b1fa-aee735a8c2ac tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group_rule': {'security_group_id': 'f14d2203-859c-48a8-9dea-0e118324bed0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:09.258484 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e8cde-d1ca-4d58-99a9-177d926236af tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f14d2203-859c-48a8-9dea-0e118324bed0,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:09.318405 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e6a29605-840a-4993-b1fa-aee735a8c2ac tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group_rule (6ef808b9-b4f0-4b9b-8793-89db6fc611ed), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:09.495314 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e6a29605-840a-4993-b1fa-aee735a8c2ac tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group_rule (6ef808b9-b4f0-4b9b-8793-89db6fc611ed), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:09.502971 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e6a29605-840a-4993-b1fa-aee735a8c2ac tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (6ef808b9-b4f0-4b9b-8793-89db6fc611ed), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:09.511430 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-914c62bb-0f8f-4983-ba29-583fec3207f8 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b9ae8279-a2a0-4cfe-a59b-21f9788a25fd), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:09.594488 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-4da4ffd9-66ec-418d-8492-490b2531bbca None None] Provisioning complete for port f7f88f84-ada7-4e6e-98df-578c5dee7c4f triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:09.595025 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4da4ffd9-66ec-418d-8492-490b2531bbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f7f88f84-ada7-4e6e-98df-578c5dee7c4f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:09.598724 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c62bb-0f8f-4983-ba29-583fec3207f8 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event deleted for resources: {'Port': ['ID=b9ae8279-a2a0-4cfe-a59b-21f9788a25fd,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:09.602529 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a29605-840a-4993-b1fa-aee735a8c2ac tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef808b9-b4f0-4b9b-8793-89db6fc611ed,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:09.606945 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60f02ac-9d66-459b-be7e-709c3753a06a admin admin] Router c325a6b9-d01e-444d-821a-997d17bac179 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:13:09.608502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.objects.ports [None req-930ff589-8805-478e-9058-4d7d88fb74ad tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109741) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:13:09.608879 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-930ff589-8805-478e-9058-4d7d88fb74ad tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (3c9b573a-5de2-456b-8bb5-699e99ac6d01), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:09.628208 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e6a29605-840a-4993-b1fa-aee735a8c2ac tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:09.630329 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e6a29605-840a-4993-b1fa-aee735a8c2ac tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4557953 Jan 27 22:13:09.640718 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56732) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:09.649460 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a666e624-f3cb-47e5-b7d5-4bdbddcb7105 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group_rule': {'security_group_id': 'f14d2203-859c-48a8-9dea-0e118324bed0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:09.703074 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2361a3e3-fc54-4003-92ef-2d2e4f12fc96 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (a67109b0-6756-4754-a114-f01725d2f9a8), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:09.713569 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ff589-8805-478e-9058-4d7d88fb74ad tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3c9b573a-5de2-456b-8bb5-699e99ac6d01,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:09.716105 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4da4ffd9-66ec-418d-8492-490b2531bbca None None] Port f7f88f84-ada7-4e6e-98df-578c5dee7c4f cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:13:09.861683 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a666e624-f3cb-47e5-b7d5-4bdbddcb7105 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group_rule (b9b68743-5cf7-4729-8c2c-dbfdc71c80ec), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:10.060957 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-a666e624-f3cb-47e5-b7d5-4bdbddcb7105 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 22:13:10.065210 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a666e624-f3cb-47e5-b7d5-4bdbddcb7105 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4202037 Jan 27 22:13:10.068820 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56742) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:10.089447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361a3e3-fc54-4003-92ef-2d2e4f12fc96 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event updated for resources: {'Subnet': ['ID=a67109b0-6756-4754-a114-f01725d2f9a8,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:10.128340 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d350d2d1-bccf-4714-8785-1070b8253189 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:10.166585 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-914c62bb-0f8f-4983-ba29-583fec3207f8 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (ead3a2fa-ae8a-461f-8c52-49dc240a4264), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:10.196570 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60f02ac-9d66-459b-be7e-709c3753a06a admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:10.206317 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930ff589-8805-478e-9058-4d7d88fb74ad tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Checking segment: {'id': 'ef7f1bc9-5b3b-4bca-9791-28e04fadf3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6c6e9cec-372f-46fa-8ff1-ab8558845ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:10.206673 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930ff589-8805-478e-9058-4d7d88fb74ad tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Network hostable DHCP agents. Network: 6c6e9cec-372f-46fa-8ff1-ab8558845ea9, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:13:10.223005 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f60f02ac-9d66-459b-be7e-709c3753a06a admin admin] 10.222.0.23 "PUT /v2.0/routers/c325a6b9-d01e-444d-821a-997d17bac179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9249299 Jan 27 22:13:10.223005 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2361a3e3-fc54-4003-92ef-2d2e4f12fc96 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Checking segment: {'id': '29d1a40b-ba3e-40ed-9fc6-14e1aaba416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd322844e-1acc-45c9-8b3f-ac32db31b822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:10.223005 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2361a3e3-fc54-4003-92ef-2d2e4f12fc96 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Network hostable DHCP agents. Network: d322844e-1acc-45c9-8b3f-ac32db31b822, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:13:10.249045 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d350d2d1-bccf-4714-8785-1070b8253189 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:10.249353 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d350d2d1-bccf-4714-8785-1070b8253189), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:10.291791 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930ff589-8805-478e-9058-4d7d88fb74ad tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Network 6c6e9cec-372f-46fa-8ff1-ab8558845ea9 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:13:10.302620 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4bc535e3-6fda-46ed-9449-65852d9a2282 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (f14d2203-859c-48a8-9dea-0e118324bed0), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:10.305850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2361a3e3-fc54-4003-92ef-2d2e4f12fc96 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Network d322844e-1acc-45c9-8b3f-ac32db31b822 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:13:10.324922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-2361a3e3-fc54-4003-92ef-2d2e4f12fc96 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, d322844e-1acc-45c9-8b3f-ac32db31b822) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:10.326477 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-930ff589-8805-478e-9058-4d7d88fb74ad tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 6c6e9cec-372f-46fa-8ff1-ab8558845ea9) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:10.330733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2361a3e3-fc54-4003-92ef-2d2e4f12fc96 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:10.334746 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2361a3e3-fc54-4003-92ef-2d2e4f12fc96 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:10.357821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbe70d2-4bd8-4023-8ec4-8e546912e988 None None] Network d322844e-1acc-45c9-8b3f-ac32db31b822 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:10.359840 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930ff589-8805-478e-9058-4d7d88fb74ad tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:10.360574 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-930ff589-8805-478e-9058-4d7d88fb74ad tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:10.368013 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4bc535e3-6fda-46ed-9449-65852d9a2282 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (f14d2203-859c-48a8-9dea-0e118324bed0), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:10.392106 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2361a3e3-fc54-4003-92ef-2d2e4f12fc96 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9567454 Jan 27 22:13:10.395735 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56746) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:10.410820 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-d80e66e9-92d5-4b92-bcd3-dbe571941cb4 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Request body: {'subnet': {'network_id': 'd7d11cac-dd89-4d0e-a9d8-46cb525ef278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:10.451798 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-930ff589-8805-478e-9058-4d7d88fb74ad tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.2327330 Jan 27 22:13:10.461771 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56748) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:10.487739 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb6be3d-2580-4bdf-afd0-b66f7f303d16 None None] Network 6c6e9cec-372f-46fa-8ff1-ab8558845ea9 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:10.523084 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-5823886b-c81f-49e8-986c-9976745c8978 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-366511962', 'network_id': '6c6e9cec-372f-46fa-8ff1-ab8558845ea9'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:10.622660 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4bc535e3-6fda-46ed-9449-65852d9a2282 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f14d2203-859c-48a8-9dea-0e118324bed0), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:10.625467 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4bc535e3-6fda-46ed-9449-65852d9a2282 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:10.637563 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4bc535e3-6fda-46ed-9449-65852d9a2282 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "DELETE /v2.0/security-groups/f14d2203-859c-48a8-9dea-0e118324bed0 HTTP/1.1" status: 204 len: 168 time: 0.5617573 Jan 27 22:13:10.638500 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5823886b-c81f-49e8-986c-9976745c8978 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Made reservation on behalf of 0b9cff8c95a2491fb3dbd91a6a4bb4d6 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:10.644867 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5823886b-c81f-49e8-986c-9976745c8978 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:10.650722 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56758) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:10.695871 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66fb926-dfd0-4341-9bc4-9dee424d87f1 None None] Network 6c6e9cec-372f-46fa-8ff1-ab8558845ea9 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:10.804803 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc535e3-6fda-46ed-9449-65852d9a2282 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14d2203-859c-48a8-9dea-0e118324bed0,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:10.819801 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] Sync routers for ids ['c325a6b9-d01e-444d-821a-997d17bac179'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:10.849941 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] Routers {'c325a6b9-d01e-444d-821a-997d17bac179'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:10.850607 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c325a6b9-d01e-444d-821a-997d17bac179'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:10.861589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80e66e9-92d5-4b92-bcd3-dbe571941cb4 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Made reservation on behalf of f6c7bd5bbbd6457080effbdbbe9de31d for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:10.901493 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d80e66e9-92d5-4b92-bcd3-dbe571941cb4 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:10.906594 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-5823886b-c81f-49e8-986c-9976745c8978 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] device_id is not set on port e5b6fabc-81bf-411e-a53d-a0c6c16c8d81 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:13:11.236758 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] Set router c325a6b9-d01e-444d-821a-997d17bac179 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:11.338048 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7c78cb-6290-40b1-b824-93c0c057608c None None] Network 1e10f72c-873b-40dc-a57b-b53545f740e1 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:11.340864 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1efe54dd-86b6-46df-b22a-20d5124fddda tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6610303 Jan 27 22:13:11.355027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56768) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:11.363408 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-c2c25838-6424-4fe6-a63c-ab6285257eec tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group': {'name': 'tempest-secgroup--555432031'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:11.401905 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ecfec8-0e5e-4428-ada8-27eb8a87da03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-d322844e-1acc-45c9-8b3f-ac32db31b822', 'network_id': 'd322844e-1acc-45c9-8b3f-ac32db31b822', 'project_id': 'f6c7bd5bbbd6457080effbdbbe9de31d', 'fixed_ips': [{'subnet_id': 'a67109b0-6756-4754-a114-f01725d2f9a8'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:13:11.403030 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-05ecfec8-0e5e-4428-ada8-27eb8a87da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:11.500214 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d350d2d1-bccf-4714-8785-1070b8253189 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:11.501570 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f2486481-fb80-4913-b88f-3322a72e615e up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:11.559548 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-5823886b-c81f-49e8-986c-9976745c8978 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Allocated IP 2001:db8::af (6c6e9cec-372f-46fa-8ff1-ab8558845ea9/3c9b573a-5de2-456b-8bb5-699e99ac6d01/e5b6fabc-81bf-411e-a53d-a0c6c16c8d81) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:11.563687 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c185e400-06ea-43ec-b71a-5c0ef73b3e4e None None] Provisioning complete for port f2486481-fb80-4913-b88f-3322a72e615e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:11.564472 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c185e400-06ea-43ec-b71a-5c0ef73b3e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f2486481-fb80-4913-b88f-3322a72e615e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:11.662134 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914c62bb-0f8f-4983-ba29-583fec3207f8 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Router ead3a2fa-ae8a-461f-8c52-49dc240a4264 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:13:11.671048 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c325a6b9-d01e-444d-821a-997d17bac179', 'name': 'tempest-TestServerBasicOps-42933268-router', 'tenant_id': '023a1f0a72ec4906a6f6053152a053ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd350d2d1-bccf-4714-8785-1070b8253189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:13:07Z', 'revision_number': 4, 'project_id': '023a1f0a72ec4906a6f6053152a053ee', 'gw_port': {'id': 'd350d2d1-bccf-4714-8785-1070b8253189', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:59:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c325a6b9-d01e-444d-821a-997d17bac179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:57Z', 'updated_at': '2022-01-27T22:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'f7f88f84-ada7-4e6e-98df-578c5dee7c4f', 'name': '', 'network_id': '79c70640-9dbd-49bb-8e19-9185d7559a3e', 'tenant_id': '023a1f0a72ec4906a6f6053152a053ee', 'mac_address': 'fa:16:3e:66:e5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c325a6b9-d01e-444d-821a-997d17bac179', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '5bef7302-5983-4bdb-bf47-1cb2592ae9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:05Z', 'updated_at': '2022-01-27T22:13:07Z', 'revision_number': 2, 'project_id': '023a1f0a72ec4906a6f6053152a053ee', 'subnets': [{'id': '5bef7302-5983-4bdb-bf47-1cb2592ae9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:11.744115 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] Checking router: c325a6b9-d01e-444d-821a-997d17bac179 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:13:11.744486 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] Updating router c325a6b9-d01e-444d-821a-997d17bac179 port f7f88f84-ada7-4e6e-98df-578c5dee7c4f binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:13:11.766951 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56774) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:11.774354 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-02410ccd-c562-4e24-81df-736a2f87d244 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-757540045', 'description': 'tempest-secgroup-smoke-757540045 description', 'project_id': '8a5fc25301d94383ab4235fa1c78acd6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:11.799991 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7f88f84-ada7-4e6e-98df-578c5dee7c4f), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:11.802671 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c2c25838-6424-4fe6-a63c-ab6285257eec tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:11.902474 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-02410ccd-c562-4e24-81df-736a2f87d244 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:11.931150 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port f2486481-fb80-4913-b88f-3322a72e615e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:11.931620 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f2486481-fb80-4913-b88f-3322a72e615e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:11.943946 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5823886b-c81f-49e8-986c-9976745c8978 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for port (e5b6fabc-81bf-411e-a53d-a0c6c16c8d81), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:11.956620 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914c62bb-0f8f-4983-ba29-583fec3207f8 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:11.979579 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56780) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:11.980184 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-914c62bb-0f8f-4983-ba29-583fec3207f8 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "PUT /v2.0/routers/ead3a2fa-ae8a-461f-8c52-49dc240a4264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3931088 Jan 27 22:13:12.029409 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebc792f-ebf4-4a63-8a1b-ad0e43e925ad None None] Sync routers for ids ['ead3a2fa-ae8a-461f-8c52-49dc240a4264'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:12.131399 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-02410ccd-c562-4e24-81df-736a2f87d244 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group (87606c14-48a8-4d65-bf02-c5c41fde79e4), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.148923 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-02410ccd-c562-4e24-81df-736a2f87d244 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (87606c14-48a8-4d65-bf02-c5c41fde79e4), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.161339 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebc792f-ebf4-4a63-8a1b-ad0e43e925ad None None] Routers {'ead3a2fa-ae8a-461f-8c52-49dc240a4264'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:12.162049 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5ebc792f-ebf4-4a63-8a1b-ad0e43e925ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ead3a2fa-ae8a-461f-8c52-49dc240a4264'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:12.222007 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-02410ccd-c562-4e24-81df-736a2f87d244 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.227555 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5ebc792f-ebf4-4a63-8a1b-ad0e43e925ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:12.235710 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-02410ccd-c562-4e24-81df-736a2f87d244 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4666376 Jan 27 22:13:12.239294 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56784) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:12.246729 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9f57a542-b46e-4d0f-8770-2eded3fec953 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Request body: {'security_group_rule': {'security_group_id': '87606c14-48a8-4d65-bf02-c5c41fde79e4', 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:12.254006 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c185e400-06ea-43ec-b71a-5c0ef73b3e4e None None] Current status of the port f2486481-fb80-4913-b88f-3322a72e615e is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:12.254217 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02410ccd-c562-4e24-81df-736a2f87d244 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87606c14-48a8-4d65-bf02-c5c41fde79e4,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:12.254488 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c185e400-06ea-43ec-b71a-5c0ef73b3e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f2486481-fb80-4913-b88f-3322a72e615e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.309359 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f57a542-b46e-4d0f-8770-2eded3fec953 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group_rule (03aef5cc-0fa0-4a8a-9f49-f779a637cea0), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.355032 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f2486481-fb80-4913-b88f-3322a72e615e is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:12.356001 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f2486481-fb80-4913-b88f-3322a72e615e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.374256 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] Publish callbacks [] for port (f7f88f84-ada7-4e6e-98df-578c5dee7c4f), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.397037 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-05ecfec8-0e5e-4428-ada8-27eb8a87da03 None None] Allocated IP 2001:db8::2 (d322844e-1acc-45c9-8b3f-ac32db31b822/a67109b0-6756-4754-a114-f01725d2f9a8/2c56cec3-3c86-4ad0-ac66-6f8f30e1903c) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:12.398392 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f7f88f84-ada7-4e6e-98df-578c5dee7c4f), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.413817 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebc792f-ebf4-4a63-8a1b-ad0e43e925ad None None] Routers {'ead3a2fa-ae8a-461f-8c52-49dc240a4264'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:12.414439 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5ebc792f-ebf4-4a63-8a1b-ad0e43e925ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ead3a2fa-ae8a-461f-8c52-49dc240a4264'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:12.456985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c185e400-06ea-43ec-b71a-5c0ef73b3e4e None None] For port f2486481-fb80-4913-b88f-3322a72e615e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f2486481-fb80-4913-b88f-3322a72e615e,segment=NetworkSegment(456f6d08-680e-481e-bb40-ce08d4582971),segment_id=456f6d08-680e-481e-bb40-ce08d4582971)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:12.458398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5ebc792f-ebf4-4a63-8a1b-ad0e43e925ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:12.459074 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebc792f-ebf4-4a63-8a1b-ad0e43e925ad None None] The sync data for ids ['ead3a2fa-ae8a-461f-8c52-49dc240a4264'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:12.479894 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c185e400-06ea-43ec-b71a-5c0ef73b3e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f2486481-fb80-4913-b88f-3322a72e615e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.505054 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f57a542-b46e-4d0f-8770-2eded3fec953 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group_rule (03aef5cc-0fa0-4a8a-9f49-f779a637cea0), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.519500 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f57a542-b46e-4d0f-8770-2eded3fec953 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (03aef5cc-0fa0-4a8a-9f49-f779a637cea0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.556396 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57a542-b46e-4d0f-8770-2eded3fec953 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03aef5cc-0fa0-4a8a-9f49-f779a637cea0,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:12.559821 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64172ccf-9cca-4fea-b95d-cf8f9bee7cec None None] Pushing event updated for resources: {'Port': ['ID=f7f88f84-ada7-4e6e-98df-578c5dee7c4f,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:12.573075 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f57a542-b46e-4d0f-8770-2eded3fec953 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.574885 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9f57a542-b46e-4d0f-8770-2eded3fec953 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3344986 Jan 27 22:13:12.578693 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56788) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:12.585873 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-695f6d6d-50f0-409d-ac9a-6514daa11391 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Request body: {'security_group_rule': {'security_group_id': '87606c14-48a8-4d65-bf02-c5c41fde79e4', 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:12.652994 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-695f6d6d-50f0-409d-ac9a-6514daa11391 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group_rule (e8a1e1c6-48cb-4bed-83dc-2b739947d9c7), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.694699 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:13:12.695120 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:13:12.711719 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] Attempting to bind port f7f88f84-ada7-4e6e-98df-578c5dee7c4f on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:12.712095 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] Attempting to bind port f7f88f84-ada7-4e6e-98df-578c5dee7c4f by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'f68fc627-ffeb-41b2-b571-b7fac9510eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '79c70640-9dbd-49bb-8e19-9185d7559a3e'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:12.712505 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] Attempting to bind port f7f88f84-ada7-4e6e-98df-578c5dee7c4f on network 79c70640-9dbd-49bb-8e19-9185d7559a3e {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:12.726100 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185e400-06ea-43ec-b71a-5c0ef73b3e4e None None] Pushing event updated for resources: {'Port': ['ID=f2486481-fb80-4913-b88f-3322a72e615e,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:12.741635 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:12.742021 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] Checking segment: {'id': 'f68fc627-ffeb-41b2-b571-b7fac9510eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '79c70640-9dbd-49bb-8e19-9185d7559a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:12.742455 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.742844 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] Bound using segment: {'id': 'f68fc627-ffeb-41b2-b571-b7fac9510eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '79c70640-9dbd-49bb-8e19-9185d7559a3e'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:12.743330 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] Bound port: f7f88f84-ada7-4e6e-98df-578c5dee7c4f, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68fc627-ffeb-41b2-b571-b7fac9510eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '79c70640-9dbd-49bb-8e19-9185d7559a3e'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:12.743721 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7f88f84-ada7-4e6e-98df-578c5dee7c4f), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.756604 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7dea9cf3-76c8-41e1-a4ff-44f7b9aa435d None None] Provisioning complete for port f2486481-fb80-4913-b88f-3322a72e615e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:12.757044 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7dea9cf3-76c8-41e1-a4ff-44f7b9aa435d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f2486481-fb80-4913-b88f-3322a72e615e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.820966 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185e400-06ea-43ec-b71a-5c0ef73b3e4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:12.821378 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185e400-06ea-43ec-b71a-5c0ef73b3e4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:12.821861 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185e400-06ea-43ec-b71a-5c0ef73b3e4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:12.827560 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185e400-06ea-43ec-b71a-5c0ef73b3e4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:12.827984 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185e400-06ea-43ec-b71a-5c0ef73b3e4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:12.828538 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185e400-06ea-43ec-b71a-5c0ef73b3e4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:12.828928 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185e400-06ea-43ec-b71a-5c0ef73b3e4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:12.829270 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185e400-06ea-43ec-b71a-5c0ef73b3e4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:12.829602 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185e400-06ea-43ec-b71a-5c0ef73b3e4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:12.829970 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185e400-06ea-43ec-b71a-5c0ef73b3e4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:12.830304 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185e400-06ea-43ec-b71a-5c0ef73b3e4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:12.830636 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185e400-06ea-43ec-b71a-5c0ef73b3e4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:12.831013 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c185e400-06ea-43ec-b71a-5c0ef73b3e4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:12.833875 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-695f6d6d-50f0-409d-ac9a-6514daa11391 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group_rule (e8a1e1c6-48cb-4bed-83dc-2b739947d9c7), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.849056 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-695f6d6d-50f0-409d-ac9a-6514daa11391 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (e8a1e1c6-48cb-4bed-83dc-2b739947d9c7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.885085 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.915531 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f6d6d-50f0-409d-ac9a-6514daa11391 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a1e1c6-48cb-4bed-83dc-2b739947d9c7,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:12.933807 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-695f6d6d-50f0-409d-ac9a-6514daa11391 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:12.934974 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-695f6d6d-50f0-409d-ac9a-6514daa11391 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3552570 Jan 27 22:13:12.941473 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] For port f7f88f84-ada7-4e6e-98df-578c5dee7c4f, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:12.944031 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56794) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:12.949105 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] For port f7f88f84-ada7-4e6e-98df-578c5dee7c4f, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f7f88f84-ada7-4e6e-98df-578c5dee7c4f,segment=NetworkSegment(f68fc627-ffeb-41b2-b571-b7fac9510eeb),segment_id=f68fc627-ffeb-41b2-b571-b7fac9510eeb)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:12.960625 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b96b46ac-c3b7-4103-b849-5f59ea8e0ab7 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Request body: {'security_group_rule': {'security_group_id': '87606c14-48a8-4d65-bf02-c5c41fde79e4', 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:12.963535 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f7f88f84-ada7-4e6e-98df-578c5dee7c4f), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.032632 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b96b46ac-c3b7-4103-b849-5f59ea8e0ab7 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group_rule (610626a5-8f96-4050-ba11-4fc16b66aa6b), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.053029 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-05ecfec8-0e5e-4428-ada8-27eb8a87da03 None None] Publish callbacks [] for port (2c56cec3-3c86-4ad0-ac66-6f8f30e1903c), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.080780 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-05ecfec8-0e5e-4428-ada8-27eb8a87da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (2c56cec3-3c86-4ad0-ac66-6f8f30e1903c), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.138069 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] Routers {'c325a6b9-d01e-444d-821a-997d17bac179'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:13.141900 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c325a6b9-d01e-444d-821a-997d17bac179'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:13.163851 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b96b46ac-c3b7-4103-b849-5f59ea8e0ab7 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group_rule (610626a5-8f96-4050-ba11-4fc16b66aa6b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.190255 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b96b46ac-c3b7-4103-b849-5f59ea8e0ab7 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (610626a5-8f96-4050-ba11-4fc16b66aa6b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.230163 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ecfec8-0e5e-4428-ada8-27eb8a87da03 None None] Network d322844e-1acc-45c9-8b3f-ac32db31b822 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:13.257830 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b46ac-c3b7-4103-b849-5f59ea8e0ab7 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610626a5-8f96-4050-ba11-4fc16b66aa6b,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:13.265317 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64172ccf-9cca-4fea-b95d-cf8f9bee7cec None None] Pushing event updated for resources: {'Port': ['ID=f7f88f84-ada7-4e6e-98df-578c5dee7c4f,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:13.281552 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-05ecfec8-0e5e-4428-ada8-27eb8a87da03 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:13.284035 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b96b46ac-c3b7-4103-b849-5f59ea8e0ab7 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.289341 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b96b46ac-c3b7-4103-b849-5f59ea8e0ab7 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3442035 Jan 27 22:13:13.292183 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56804) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:13.293637 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ecfec8-0e5e-4428-ada8-27eb8a87da03 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:13.309946 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecfec8-0e5e-4428-ada8-27eb8a87da03 None None] Pushing event updated for resources: {'Port': ['ID=2c56cec3-3c86-4ad0-ac66-6f8f30e1903c,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:13.312489 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7dea9cf3-76c8-41e1-a4ff-44f7b9aa435d None None] Current status of the port f2486481-fb80-4913-b88f-3322a72e615e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:13.327241 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-0005edf0-584d-4a66-9c8e-88383fbec086 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Request body: {'security_group_rule': {'security_group_id': '87606c14-48a8-4d65-bf02-c5c41fde79e4', 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:13.385416 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f2486481-fb80-4913-b88f-3322a72e615e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:13.398243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-05ecfec8-0e5e-4428-ada8-27eb8a87da03 None None] Attempting to bind port 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:13.398674 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-05ecfec8-0e5e-4428-ada8-27eb8a87da03 None None] Attempting to bind port 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '29d1a40b-ba3e-40ed-9fc6-14e1aaba416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd322844e-1acc-45c9-8b3f-ac32db31b822'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:13.399145 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ecfec8-0e5e-4428-ada8-27eb8a87da03 None None] Attempting to bind port 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c on network d322844e-1acc-45c9-8b3f-ac32db31b822 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:13.400525 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0005edf0-584d-4a66-9c8e-88383fbec086 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group_rule (66e67de5-62bc-4669-9bba-a2fc1eb69707), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.409513 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ecfec8-0e5e-4428-ada8-27eb8a87da03 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:13.410050 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ecfec8-0e5e-4428-ada8-27eb8a87da03 None None] Checking segment: {'id': '29d1a40b-ba3e-40ed-9fc6-14e1aaba416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd322844e-1acc-45c9-8b3f-ac32db31b822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:13.410645 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-05ecfec8-0e5e-4428-ada8-27eb8a87da03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.411141 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ecfec8-0e5e-4428-ada8-27eb8a87da03 None None] Bound using segment: {'id': '29d1a40b-ba3e-40ed-9fc6-14e1aaba416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd322844e-1acc-45c9-8b3f-ac32db31b822'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:13.411862 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-05ecfec8-0e5e-4428-ada8-27eb8a87da03 None None] Bound port: 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d1a40b-ba3e-40ed-9fc6-14e1aaba416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd322844e-1acc-45c9-8b3f-ac32db31b822'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:13.412352 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-05ecfec8-0e5e-4428-ada8-27eb8a87da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2c56cec3-3c86-4ad0-ac66-6f8f30e1903c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.501328 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] Set router c325a6b9-d01e-444d-821a-997d17bac179 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:13.526893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-514e1e73-153b-4f26-84ea-612117abfdff None None] Provisioning complete for port f7f88f84-ada7-4e6e-98df-578c5dee7c4f triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:13.527731 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-514e1e73-153b-4f26-84ea-612117abfdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f7f88f84-ada7-4e6e-98df-578c5dee7c4f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.539200 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0005edf0-584d-4a66-9c8e-88383fbec086 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group_rule (66e67de5-62bc-4669-9bba-a2fc1eb69707), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.549632 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0005edf0-584d-4a66-9c8e-88383fbec086 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (66e67de5-62bc-4669-9bba-a2fc1eb69707), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.575281 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c2c25838-6424-4fe6-a63c-ab6285257eec tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (6cada9e8-7e43-4a5f-80f3-e4e019fb0eba), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.583989 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5823886b-c81f-49e8-986c-9976745c8978 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (e5b6fabc-81bf-411e-a53d-a0c6c16c8d81), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.586114 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f2486481-fb80-4913-b88f-3322a72e615e up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:13.589786 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-05ecfec8-0e5e-4428-ada8-27eb8a87da03 None None] For port 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:13.610349 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c2c25838-6424-4fe6-a63c-ab6285257eec tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6cada9e8-7e43-4a5f-80f3-e4e019fb0eba), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.611465 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005edf0-584d-4a66-9c8e-88383fbec086 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e67de5-62bc-4669-9bba-a2fc1eb69707,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:13.624372 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0005edf0-584d-4a66-9c8e-88383fbec086 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.631959 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0005edf0-584d-4a66-9c8e-88383fbec086 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3384447 Jan 27 22:13:13.634013 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56806) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:13.644374 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-05ecfec8-0e5e-4428-ada8-27eb8a87da03 None None] For port 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2c56cec3-3c86-4ad0-ac66-6f8f30e1903c,segment=NetworkSegment(29d1a40b-ba3e-40ed-9fc6-14e1aaba416f),segment_id=29d1a40b-ba3e-40ed-9fc6-14e1aaba416f)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:13.649694 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c105afed-a8d0-49d8-b981-46a9910bf186 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Request body: {'security_group_rule': {'security_group_id': '87606c14-48a8-4d65-bf02-c5c41fde79e4', 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:13.665224 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-05ecfec8-0e5e-4428-ada8-27eb8a87da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2c56cec3-3c86-4ad0-ac66-6f8f30e1903c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.695331 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-c105afed-a8d0-49d8-b981-46a9910bf186 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Project 8a5fc25301d94383ab4235fa1c78acd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:13:13.700854 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c105afed-a8d0-49d8-b981-46a9910bf186 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group_rule (737c5cd0-6ba0-4d40-83dd-21a26a75edf7), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.717936 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d80e66e9-92d5-4b92-bcd3-dbe571941cb4 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (bc69b1ec-091f-4f7e-a2f5-aa9d4dc4d10b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.723591 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5823886b-c81f-49e8-986c-9976745c8978 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Network 6c6e9cec-372f-46fa-8ff1-ab8558845ea9 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:13.733569 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c2c25838-6424-4fe6-a63c-ab6285257eec tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.735340 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c2c25838-6424-4fe6-a63c-ab6285257eec tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.3761191 Jan 27 22:13:13.740881 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56812) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:13.746353 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2c09807f-3823-411e-8cd6-6995f8f72ee1 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group_rule': {'security_group_id': '6cada9e8-7e43-4a5f-80f3-e4e019fb0eba', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:13.747434 n-d-772272-3 neutron-server[109742]: WARNING neutron.api.v2.base [None req-2c09807f-3823-411e-8cd6-6995f8f72ee1 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 27 22:13:13.748405 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-2c09807f-3823-411e-8cd6-6995f8f72ee1 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:13:13.749585 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2c09807f-3823-411e-8cd6-6995f8f72ee1 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071740 Jan 27 22:13:13.756492 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56814) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:13.785158 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-54ddcacd-783f-4ee9-8d43-d582a6f880ab tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for router (ead3a2fa-ae8a-461f-8c52-49dc240a4264), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.819555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-5823886b-c81f-49e8-986c-9976745c8978 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:13.821568 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c25838-6424-4fe6-a63c-ab6285257eec tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cada9e8-7e43-4a5f-80f3-e4e019fb0eba,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:13.823896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823886b-c81f-49e8-986c-9976745c8978 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:13.825087 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5823886b-c81f-49e8-986c-9976745c8978 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:13.825976 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5823886b-c81f-49e8-986c-9976745c8978 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.916899 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823886b-c81f-49e8-986c-9976745c8978 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Pushing event updated for resources: {'Port': ['ID=e5b6fabc-81bf-411e-a53d-a0c6c16c8d81,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:13.927510 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c105afed-a8d0-49d8-b981-46a9910bf186 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group_rule (737c5cd0-6ba0-4d40-83dd-21a26a75edf7), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.930003 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-77f50bc2-2940-463e-adcd-df6a21f66103 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (6cada9e8-7e43-4a5f-80f3-e4e019fb0eba), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.955362 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-514e1e73-153b-4f26-84ea-612117abfdff None None] Current status of the port f7f88f84-ada7-4e6e-98df-578c5dee7c4f is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:13.955694 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-514e1e73-153b-4f26-84ea-612117abfdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7f88f84-ada7-4e6e-98df-578c5dee7c4f), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.958072 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecfec8-0e5e-4428-ada8-27eb8a87da03 None None] Pushing event updated for resources: {'Port': ['ID=2c56cec3-3c86-4ad0-ac66-6f8f30e1903c,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:13.971503 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5823886b-c81f-49e8-986c-9976745c8978 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.5086591 Jan 27 22:13:13.972391 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-77f50bc2-2940-463e-adcd-df6a21f66103 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (6cada9e8-7e43-4a5f-80f3-e4e019fb0eba), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.976535 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56816) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:13.978985 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c325a6b9-d01e-444d-821a-997d17bac179', 'name': 'tempest-TestServerBasicOps-42933268-router', 'tenant_id': '023a1f0a72ec4906a6f6053152a053ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd350d2d1-bccf-4714-8785-1070b8253189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:13:07Z', 'revision_number': 4, 'project_id': '023a1f0a72ec4906a6f6053152a053ee', 'gw_port': {'id': 'd350d2d1-bccf-4714-8785-1070b8253189', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:59:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c325a6b9-d01e-444d-821a-997d17bac179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:57Z', 'updated_at': '2022-01-27T22:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'f7f88f84-ada7-4e6e-98df-578c5dee7c4f', 'name': '', 'network_id': '79c70640-9dbd-49bb-8e19-9185d7559a3e', 'tenant_id': '023a1f0a72ec4906a6f6053152a053ee', 'mac_address': 'fa:16:3e:66:e5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c325a6b9-d01e-444d-821a-997d17bac179', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '5bef7302-5983-4bdb-bf47-1cb2592ae9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:05Z', 'updated_at': '2022-01-27T22:13:12Z', 'revision_number': 4, 'project_id': '023a1f0a72ec4906a6f6053152a053ee', 'subnets': [{'id': '5bef7302-5983-4bdb-bf47-1cb2592ae9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:13.995936 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e66e9-92d5-4b92-bcd3-dbe571941cb4 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event updated for resources: {'Subnet': ['ID=bc69b1ec-091f-4f7e-a2f5-aa9d4dc4d10b,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:14.046563 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c105afed-a8d0-49d8-b981-46a9910bf186 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (737c5cd0-6ba0-4d40-83dd-21a26a75edf7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.057706 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa6eed8-9789-4ec4-b08f-afeafc2eb2b8 None None] The sync data for ids ['c325a6b9-d01e-444d-821a-997d17bac179'] in n-d-772272-3 is: [{'id': 'c325a6b9-d01e-444d-821a-997d17bac179', 'name': 'tempest-TestServerBasicOps-42933268-router', 'tenant_id': '023a1f0a72ec4906a6f6053152a053ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd350d2d1-bccf-4714-8785-1070b8253189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:13:07Z', 'revision_number': 4, 'project_id': '023a1f0a72ec4906a6f6053152a053ee', 'gw_port': {'id': 'd350d2d1-bccf-4714-8785-1070b8253189', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:59:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c325a6b9-d01e-444d-821a-997d17bac179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:57Z', 'updated_at': '2022-01-27T22:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'f7f88f84-ada7-4e6e-98df-578c5dee7c4f', 'name': '', 'network_id': '79c70640-9dbd-49bb-8e19-9185d7559a3e', 'tenant_id': '023a1f0a72ec4906a6f6053152a053ee', 'mac_address': 'fa:16:3e:66:e5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c325a6b9-d01e-444d-821a-997d17bac179', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '5bef7302-5983-4bdb-bf47-1cb2592ae9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:05Z', 'updated_at': '2022-01-27T22:13:12Z', 'revision_number': 4, 'project_id': '023a1f0a72ec4906a6f6053152a053ee', 'subnets': [{'id': '5bef7302-5983-4bdb-bf47-1cb2592ae9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:14.070021 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:13:14.071246 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-514e1e73-153b-4f26-84ea-612117abfdff None None] For port f7f88f84-ada7-4e6e-98df-578c5dee7c4f, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f7f88f84-ada7-4e6e-98df-578c5dee7c4f,segment=NetworkSegment(f68fc627-ffeb-41b2-b571-b7fac9510eeb),segment_id=f68fc627-ffeb-41b2-b571-b7fac9510eeb)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:14.073786 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port f2486481-fb80-4913-b88f-3322a72e615e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:14.074159 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-77f50bc2-2940-463e-adcd-df6a21f66103 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6cada9e8-7e43-4a5f-80f3-e4e019fb0eba), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.075187 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f2486481-fb80-4913-b88f-3322a72e615e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.078988 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-77f50bc2-2940-463e-adcd-df6a21f66103 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.080686 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-77f50bc2-2940-463e-adcd-df6a21f66103 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "DELETE /v2.0/security-groups/6cada9e8-7e43-4a5f-80f3-e4e019fb0eba HTTP/1.1" status: 204 len: 168 time: 0.3227887 Jan 27 22:13:14.099372 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c105afed-a8d0-49d8-b981-46a9910bf186 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.107413 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c105afed-a8d0-49d8-b981-46a9910bf186 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4691303 Jan 27 22:13:14.108097 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56818) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:14.108624 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56820) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:14.138584 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f50bc2-2940-463e-adcd-df6a21f66103 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cada9e8-7e43-4a5f-80f3-e4e019fb0eba,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:14.181764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80e66e9-92d5-4b92-bcd3-dbe571941cb4 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Checking segment: {'id': 'be9be1d6-b03c-4ee0-bef9-8062ff1642a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd7d11cac-dd89-4d0e-a9d8-46cb525ef278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:14.182162 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80e66e9-92d5-4b92-bcd3-dbe571941cb4 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Network hostable DHCP agents. Network: d7d11cac-dd89-4d0e-a9d8-46cb525ef278, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:13:14.194188 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-4285e897-601d-43ba-a0fd-d06ea57369f7 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Request body: {'security_group_rule': {'security_group_id': '87606c14-48a8-4d65-bf02-c5c41fde79e4', 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:14.216380 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105afed-a8d0-49d8-b981-46a9910bf186 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737c5cd0-6ba0-4d40-83dd-21a26a75edf7,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:14.228619 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-514e1e73-153b-4f26-84ea-612117abfdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f7f88f84-ada7-4e6e-98df-578c5dee7c4f), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.279308 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-54ddcacd-783f-4ee9-8d43-d582a6f880ab tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for router_gateway (ead3a2fa-ae8a-461f-8c52-49dc240a4264), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.336822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80e66e9-92d5-4b92-bcd3-dbe571941cb4 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Network d7d11cac-dd89-4d0e-a9d8-46cb525ef278 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:13:14.377378 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e1e73-153b-4f26-84ea-612117abfdff None None] Pushing event updated for resources: {'Port': ['ID=f7f88f84-ada7-4e6e-98df-578c5dee7c4f,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:14.410481 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-03195ca6-aeb8-4e11-861a-793a9162436b None None] Provisioning complete for port f7f88f84-ada7-4e6e-98df-578c5dee7c4f triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:14.411290 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-03195ca6-aeb8-4e11-861a-793a9162436b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f7f88f84-ada7-4e6e-98df-578c5dee7c4f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.432038 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-4285e897-601d-43ba-a0fd-d06ea57369f7 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Project 8a5fc25301d94383ab4235fa1c78acd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:13:14.460727 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4285e897-601d-43ba-a0fd-d06ea57369f7 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group_rule (955466a0-b272-4eba-9277-e027270d697d), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.474949 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-040f6570-e35c-4175-ac90-a2e870964710 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3195498 Jan 27 22:13:14.477688 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56830) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:14.486342 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a63fd7e6-59ca-4f96-ab8f-b4e09ce3a89f tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1135532430'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:14.501654 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-d80e66e9-92d5-4b92-bcd3-dbe571941cb4 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, d7d11cac-dd89-4d0e-a9d8-46cb525ef278) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:14.536977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80e66e9-92d5-4b92-bcd3-dbe571941cb4 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:14.543395 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d80e66e9-92d5-4b92-bcd3-dbe571941cb4 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.551998 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-2edc6d60-b32b-4c62-880a-747e3d0d9267 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Deleting port e5b6fabc-81bf-411e-a53d-a0c6c16c8d81 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:14.557082 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259ec4c7-0bac-49dc-a803-70558e621bc6 None None] Network d7d11cac-dd89-4d0e-a9d8-46cb525ef278 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:14.564712 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2edc6d60-b32b-4c62-880a-747e3d0d9267 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e5b6fabc-81bf-411e-a53d-a0c6c16c8d81), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.599622 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a63fd7e6-59ca-4f96-ab8f-b4e09ce3a89f tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.750430 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a63fd7e6-59ca-4f96-ab8f-b4e09ce3a89f tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (a8d6e80a-dc17-4fb5-803c-3232f4b0a90b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.766230 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f2486481-fb80-4913-b88f-3322a72e615e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:14.771318 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a63fd7e6-59ca-4f96-ab8f-b4e09ce3a89f tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a8d6e80a-dc17-4fb5-803c-3232f4b0a90b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.776270 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4285e897-601d-43ba-a0fd-d06ea57369f7 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group_rule (955466a0-b272-4eba-9277-e027270d697d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.811833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d80e66e9-92d5-4b92-bcd3-dbe571941cb4 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4136631 Jan 27 22:13:14.820284 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4285e897-601d-43ba-a0fd-d06ea57369f7 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (955466a0-b272-4eba-9277-e027270d697d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.820745 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56832) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:14.912792 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a63fd7e6-59ca-4f96-ab8f-b4e09ce3a89f tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.921128 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56838) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:14.921367 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a63fd7e6-59ca-4f96-ab8f-b4e09ce3a89f tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4390528 Jan 27 22:13:14.923049 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2edc6d60-b32b-4c62-880a-747e3d0d9267 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e5b6fabc-81bf-411e-a53d-a0c6c16c8d81), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.926509 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285e897-601d-43ba-a0fd-d06ea57369f7 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955466a0-b272-4eba-9277-e027270d697d,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:14.949869 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4285e897-601d-43ba-a0fd-d06ea57369f7 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:14.960702 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4285e897-601d-43ba-a0fd-d06ea57369f7 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7737343 Jan 27 22:13:14.960702 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fd7e6-59ca-4f96-ab8f-b4e09ce3a89f tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d6e80a-dc17-4fb5-803c-3232f4b0a90b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:14.992805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-bf9ce903-32e9-46dc-a34c-9e1357b709ba tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group_rule': {'security_group_id': 'a8d6e80a-dc17-4fb5-803c-3232f4b0a90b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:14.994080 n-d-772272-3 neutron-server[109741]: WARNING neutron.api.v2.base [None req-bf9ce903-32e9-46dc-a34c-9e1357b709ba tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 27 22:13:14.994844 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-bf9ce903-32e9-46dc-a34c-9e1357b709ba tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:13:14.995924 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bf9ce903-32e9-46dc-a34c-9e1357b709ba tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0391767 Jan 27 22:13:15.001347 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56842) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:15.018829 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-54ddcacd-783f-4ee9-8d43-d582a6f880ab tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Deleting port c66cf329-f863-41e8-a661-e0323b115044 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:15.019183 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-54ddcacd-783f-4ee9-8d43-d582a6f880ab tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c66cf329-f863-41e8-a661-e0323b115044), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:15.089428 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-03195ca6-aeb8-4e11-861a-793a9162436b None None] Current status of the port f7f88f84-ada7-4e6e-98df-578c5dee7c4f is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:15.128726 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-69356aef-3313-45ca-bcd8-1b2ec3840c57 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (a8d6e80a-dc17-4fb5-803c-3232f4b0a90b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:15.166572 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b03ad8-e2f1-4b2b-a9c8-a0f4e5984dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-d7d11cac-dd89-4d0e-a9d8-46cb525ef278', 'network_id': 'd7d11cac-dd89-4d0e-a9d8-46cb525ef278', 'project_id': 'f6c7bd5bbbd6457080effbdbbe9de31d', 'fixed_ips': [{'subnet_id': 'bc69b1ec-091f-4f7e-a2f5-aa9d4dc4d10b'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:13:15.167575 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-31b03ad8-e2f1-4b2b-a9c8-a0f4e5984dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:15.175073 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-69356aef-3313-45ca-bcd8-1b2ec3840c57 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (a8d6e80a-dc17-4fb5-803c-3232f4b0a90b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:15.208981 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-2edc6d60-b32b-4c62-880a-747e3d0d9267 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Calling delete_port for e5b6fabc-81bf-411e-a53d-a0c6c16c8d81 owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:15.289844 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-69356aef-3313-45ca-bcd8-1b2ec3840c57 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a8d6e80a-dc17-4fb5-803c-3232f4b0a90b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:15.293636 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-69356aef-3313-45ca-bcd8-1b2ec3840c57 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:15.297636 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-69356aef-3313-45ca-bcd8-1b2ec3840c57 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "DELETE /v2.0/security-groups/a8d6e80a-dc17-4fb5-803c-3232f4b0a90b HTTP/1.1" status: 204 len: 168 time: 0.2952614 Jan 27 22:13:15.298258 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56854) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:15.336663 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69356aef-3313-45ca-bcd8-1b2ec3840c57 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d6e80a-dc17-4fb5-803c-3232f4b0a90b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:15.455844 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d750609f-ec43-4862-9f79-96d409ff7c7c tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1511285 Jan 27 22:13:15.456519 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56860) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:15.466356 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1c8809e5-d78f-4ca6-8926-2531e921c34a tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1523638032'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:15.522161 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c8809e5-d78f-4ca6-8926-2531e921c34a tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:15.549402 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-31b03ad8-e2f1-4b2b-a9c8-a0f4e5984dd9 None None] Allocated IP 2001:db8::2 (d7d11cac-dd89-4d0e-a9d8-46cb525ef278/bc69b1ec-091f-4f7e-a2f5-aa9d4dc4d10b/30352c3b-8962-4d9c-88dc-9fe87be69549) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:15.762434 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-c9efbc90-98a9-48f0-9111-d792c9b0cc5e tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-757540045&fields=id&tenant_id=8a5fc25301d94383ab4235fa1c78acd6 HTTP/1.1" status: 200 len: 267 time: 0.5593677 Jan 27 22:13:15.778225 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-54ddcacd-783f-4ee9-8d43-d582a6f880ab tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c66cf329-f863-41e8-a661-e0323b115044), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:15.778884 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c8809e5-d78f-4ca6-8926-2531e921c34a tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (81f91c89-c5cb-40e6-b8e0-e6639d18e815), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:15.784843 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c8809e5-d78f-4ca6-8926-2531e921c34a tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (81f91c89-c5cb-40e6-b8e0-e6639d18e815), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:15.867364 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c8809e5-d78f-4ca6-8926-2531e921c34a tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:15.874751 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1c8809e5-d78f-4ca6-8926-2531e921c34a tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4146581 Jan 27 22:13:15.875721 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56866) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:15.881010 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-eb8c10b5-fb88-4be2-b7c0-c639f6e0ea85 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group_rule': {'security_group_id': '81f91c89-c5cb-40e6-b8e0-e6639d18e815', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:15.900669 n-d-772272-3 neutron-server[109742]: WARNING neutron.api.v2.base [None req-eb8c10b5-fb88-4be2-b7c0-c639f6e0ea85 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 27 22:13:15.901153 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-eb8c10b5-fb88-4be2-b7c0-c639f6e0ea85 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:13:15.902285 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-eb8c10b5-fb88-4be2-b7c0-c639f6e0ea85 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0255249 Jan 27 22:13:15.910040 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56868) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:15.922307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8809e5-d78f-4ca6-8926-2531e921c34a tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f91c89-c5cb-40e6-b8e0-e6639d18e815,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:15.929560 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-af2d95df-b537-4839-a2fd-95fb05a93d58 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group_rule': {'security_group_id': '81f91c89-c5cb-40e6-b8e0-e6639d18e815', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:15.932801 n-d-772272-3 neutron-server[109741]: WARNING neutron.api.v2.base [None req-af2d95df-b537-4839-a2fd-95fb05a93d58 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 27 22:13:15.933348 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-af2d95df-b537-4839-a2fd-95fb05a93d58 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:13:15.934370 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-af2d95df-b537-4839-a2fd-95fb05a93d58 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0085106 Jan 27 22:13:15.937213 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56870) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:15.943916 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5b4f9e67-ef41-42df-8ca9-0a9310ddc21d tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group_rule': {'security_group_id': '81f91c89-c5cb-40e6-b8e0-e6639d18e815', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:15.944849 n-d-772272-3 neutron-server[109742]: WARNING neutron.api.v2.base [None req-5b4f9e67-ef41-42df-8ca9-0a9310ddc21d tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 27 22:13:15.945341 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-5b4f9e67-ef41-42df-8ca9-0a9310ddc21d tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:13:15.946321 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5b4f9e67-ef41-42df-8ca9-0a9310ddc21d tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081129 Jan 27 22:13:15.958458 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56872) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:15.969004 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2c484b23-449d-4f93-8a78-d8bb28180fef tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group_rule': {'security_group_id': '81f91c89-c5cb-40e6-b8e0-e6639d18e815', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:15.973176 n-d-772272-3 neutron-server[109742]: WARNING neutron.api.v2.base [None req-2c484b23-449d-4f93-8a78-d8bb28180fef tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 27 22:13:15.981968 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-54ddcacd-783f-4ee9-8d43-d582a6f880ab tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Calling delete_port for c66cf329-f863-41e8-a661-e0323b115044 owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:15.988321 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-31b03ad8-e2f1-4b2b-a9c8-a0f4e5984dd9 None None] Publish callbacks [] for port (30352c3b-8962-4d9c-88dc-9fe87be69549), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:15.990506 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-2c484b23-449d-4f93-8a78-d8bb28180fef tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:13:15.995745 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2c484b23-449d-4f93-8a78-d8bb28180fef tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0326703 Jan 27 22:13:15.997013 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56874) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:16.007968 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-31b03ad8-e2f1-4b2b-a9c8-a0f4e5984dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (30352c3b-8962-4d9c-88dc-9fe87be69549), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:16.045104 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f7f88f84-ada7-4e6e-98df-578c5dee7c4f up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:16.128872 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b03ad8-e2f1-4b2b-a9c8-a0f4e5984dd9 None None] Network d7d11cac-dd89-4d0e-a9d8-46cb525ef278 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:16.139344 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-31b03ad8-e2f1-4b2b-a9c8-a0f4e5984dd9 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:16.146474 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b03ad8-e2f1-4b2b-a9c8-a0f4e5984dd9 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:16.147450 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d60caaa-17f5-4c70-a40b-61ecfc1d9f50 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (81f91c89-c5cb-40e6-b8e0-e6639d18e815), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:16.151193 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b03ad8-e2f1-4b2b-a9c8-a0f4e5984dd9 None None] Pushing event updated for resources: {'Port': ['ID=30352c3b-8962-4d9c-88dc-9fe87be69549,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:16.224412 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d60caaa-17f5-4c70-a40b-61ecfc1d9f50 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (81f91c89-c5cb-40e6-b8e0-e6639d18e815), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:16.281467 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-31b03ad8-e2f1-4b2b-a9c8-a0f4e5984dd9 None None] Attempting to bind port 30352c3b-8962-4d9c-88dc-9fe87be69549 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:16.282100 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-31b03ad8-e2f1-4b2b-a9c8-a0f4e5984dd9 None None] Attempting to bind port 30352c3b-8962-4d9c-88dc-9fe87be69549 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'be9be1d6-b03c-4ee0-bef9-8062ff1642a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd7d11cac-dd89-4d0e-a9d8-46cb525ef278'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:16.282681 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b03ad8-e2f1-4b2b-a9c8-a0f4e5984dd9 None None] Attempting to bind port 30352c3b-8962-4d9c-88dc-9fe87be69549 on network d7d11cac-dd89-4d0e-a9d8-46cb525ef278 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:16.291445 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d60caaa-17f5-4c70-a40b-61ecfc1d9f50 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (81f91c89-c5cb-40e6-b8e0-e6639d18e815), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:16.294145 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d60caaa-17f5-4c70-a40b-61ecfc1d9f50 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:16.299572 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2d60caaa-17f5-4c70-a40b-61ecfc1d9f50 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "DELETE /v2.0/security-groups/81f91c89-c5cb-40e6-b8e0-e6639d18e815 HTTP/1.1" status: 204 len: 168 time: 0.2946982 Jan 27 22:13:16.301213 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b03ad8-e2f1-4b2b-a9c8-a0f4e5984dd9 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:16.301629 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b03ad8-e2f1-4b2b-a9c8-a0f4e5984dd9 None None] Checking segment: {'id': 'be9be1d6-b03c-4ee0-bef9-8062ff1642a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd7d11cac-dd89-4d0e-a9d8-46cb525ef278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:16.301934 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-31b03ad8-e2f1-4b2b-a9c8-a0f4e5984dd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:16.302335 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b03ad8-e2f1-4b2b-a9c8-a0f4e5984dd9 None None] Bound using segment: {'id': 'be9be1d6-b03c-4ee0-bef9-8062ff1642a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd7d11cac-dd89-4d0e-a9d8-46cb525ef278'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:16.302875 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56880) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:16.305798 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-31b03ad8-e2f1-4b2b-a9c8-a0f4e5984dd9 None None] Bound port: 30352c3b-8962-4d9c-88dc-9fe87be69549, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9be1d6-b03c-4ee0-bef9-8062ff1642a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd7d11cac-dd89-4d0e-a9d8-46cb525ef278'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:16.306231 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-31b03ad8-e2f1-4b2b-a9c8-a0f4e5984dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (30352c3b-8962-4d9c-88dc-9fe87be69549), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:16.308307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port f7f88f84-ada7-4e6e-98df-578c5dee7c4f triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:16.308675 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f7f88f84-ada7-4e6e-98df-578c5dee7c4f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:16.335724 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60caaa-17f5-4c70-a40b-61ecfc1d9f50 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f91c89-c5cb-40e6-b8e0-e6639d18e815,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:16.357818 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc127-bac3-4197-adff-a50a6b95214d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:16.369454 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a25e53-e1b8-406e-87ca-fccca89b692e None None] Network d322844e-1acc-45c9-8b3f-ac32db31b822 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:16.376348 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1cd82af5-892f-4192-988f-9d675d929e9c tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0655515 Jan 27 22:13:16.381723 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56882) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:16.403692 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-76abcd5e-3844-4514-b0b9-7c0147d8acec tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group': {'name': 'tempest-secgroup--739040141'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:16.447090 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-76abcd5e-3844-4514-b0b9-7c0147d8acec tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:16.479005 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-eb9a24df-0c2e-4992-ae93-291db82cef6d None None] Provisioning complete for port 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:16.479389 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-eb9a24df-0c2e-4992-ae93-291db82cef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2c56cec3-3c86-4ad0-ac66-6f8f30e1903c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:16.481935 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-4242e067-3398-4765-bf7d-1a83eecbb18b tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:16.495958 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-4242e067-3398-4765-bf7d-1a83eecbb18b tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/networks?id=31a02463-af56-4099-8dd0-6cf52c80b509 HTTP/1.1" status: 200 len: 809 time: 0.7321997 Jan 27 22:13:16.608408 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-31b03ad8-e2f1-4b2b-a9c8-a0f4e5984dd9 None None] For port 30352c3b-8962-4d9c-88dc-9fe87be69549, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:16.613998 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-31b03ad8-e2f1-4b2b-a9c8-a0f4e5984dd9 None None] For port 30352c3b-8962-4d9c-88dc-9fe87be69549, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=30352c3b-8962-4d9c-88dc-9fe87be69549,segment=NetworkSegment(be9be1d6-b03c-4ee0-bef9-8062ff1642a8),segment_id=be9be1d6-b03c-4ee0-bef9-8062ff1642a8)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:16.627562 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-31b03ad8-e2f1-4b2b-a9c8-a0f4e5984dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (30352c3b-8962-4d9c-88dc-9fe87be69549), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:16.653500 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2edc6d60-b32b-4c62-880a-747e3d0d9267 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (e5b6fabc-81bf-411e-a53d-a0c6c16c8d81), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:16.687140 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-834fec77-5d24-4703-97b5-0ec7348f1aea tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/quotas/8a5fc25301d94383ab4235fa1c78acd6 HTTP/1.1" status: 200 len: 375 time: 0.1813796 Jan 27 22:13:16.697939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f7f88f84-ada7-4e6e-98df-578c5dee7c4f is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:16.699261 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-76abcd5e-3844-4514-b0b9-7c0147d8acec tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (51059fd9-1cbb-4297-a7c2-35575fb74eec), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:16.699506 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:16.706062 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-76abcd5e-3844-4514-b0b9-7c0147d8acec tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (51059fd9-1cbb-4297-a7c2-35575fb74eec), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:16.826761 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-76abcd5e-3844-4514-b0b9-7c0147d8acec tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:16.828088 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-76abcd5e-3844-4514-b0b9-7c0147d8acec tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4450796 Jan 27 22:13:16.840087 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56892) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:16.850700 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8ff9cd80-80b0-4292-998e-d766ad6bd1d4 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group_rule': {'security_group_id': '51059fd9-1cbb-4297-a7c2-35575fb74eec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:16.856657 n-d-772272-3 neutron-server[109742]: WARNING neutron.api.v2.base [None req-8ff9cd80-80b0-4292-998e-d766ad6bd1d4 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 22:13:16.857136 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-8ff9cd80-80b0-4292-998e-d766ad6bd1d4 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:13:16.858187 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8ff9cd80-80b0-4292-998e-d766ad6bd1d4 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0150957 Jan 27 22:13:16.866649 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abcd5e-3844-4514-b0b9-7c0147d8acec tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51059fd9-1cbb-4297-a7c2-35575fb74eec,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:16.869401 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56894) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:16.879356 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:16.879797 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2c56cec3-3c86-4ad0-ac66-6f8f30e1903c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:16.884918 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8e7d46d2-34c8-40b7-a926-5650c5278e12 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group_rule': {'security_group_id': '51059fd9-1cbb-4297-a7c2-35575fb74eec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:16.899221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc6d60-b32b-4c62-880a-747e3d0d9267 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5b6fabc-81bf-411e-a53d-a0c6c16c8d81,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:16.955369 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-8e7d46d2-34c8-40b7-a926-5650c5278e12 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:13:16.956758 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8e7d46d2-34c8-40b7-a926-5650c5278e12 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0864019 Jan 27 22:13:16.959787 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56896) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:16.964187 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-48ec9292-0846-42bd-a96c-e73fdaa6bfdf tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group_rule': {'security_group_id': '51059fd9-1cbb-4297-a7c2-35575fb74eec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:16.964673 n-d-772272-3 neutron-server[109742]: WARNING neutron.api.v2.base [None req-48ec9292-0846-42bd-a96c-e73fdaa6bfdf tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 27 22:13:16.965155 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-48ec9292-0846-42bd-a96c-e73fdaa6bfdf tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:13:16.966102 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-48ec9292-0846-42bd-a96c-e73fdaa6bfdf tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053620 Jan 27 22:13:16.969180 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56898) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:16.973724 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-06739ec2-8caa-4349-b430-53e06457c859 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group_rule': {'security_group_id': '51059fd9-1cbb-4297-a7c2-35575fb74eec', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:16.994787 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b03ad8-e2f1-4b2b-a9c8-a0f4e5984dd9 None None] Pushing event updated for resources: {'Port': ['ID=30352c3b-8962-4d9c-88dc-9fe87be69549,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:17.000924 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-eb9a24df-0c2e-4992-ae93-291db82cef6d None None] Current status of the port 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:17.004285 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-eb9a24df-0c2e-4992-ae93-291db82cef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2c56cec3-3c86-4ad0-ac66-6f8f30e1903c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:17.085125 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-06739ec2-8caa-4349-b430-53e06457c859 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:13:17.103533 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-54ddcacd-783f-4ee9-8d43-d582a6f880ab tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (c66cf329-f863-41e8-a661-e0323b115044), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:17.106177 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56900) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:17.109869 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-06739ec2-8caa-4349-b430-53e06457c859 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1388052 Jan 27 22:13:17.117081 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-eb9a24df-0c2e-4992-ae93-291db82cef6d None None] For port 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2c56cec3-3c86-4ad0-ac66-6f8f30e1903c,segment=NetworkSegment(29d1a40b-ba3e-40ed-9fc6-14e1aaba416f),segment_id=29d1a40b-ba3e-40ed-9fc6-14e1aaba416f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:17.132685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-81ace42f-c83b-44df-bec9-b3474fc54bcb tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group_rule': {'security_group_id': '51059fd9-1cbb-4297-a7c2-35575fb74eec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:17.138036 n-d-772272-3 neutron-server[109741]: WARNING neutron.api.v2.base [None req-81ace42f-c83b-44df-bec9-b3474fc54bcb tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 22:13:17.138602 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-81ace42f-c83b-44df-bec9-b3474fc54bcb tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:13:17.143422 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56902) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:17.147059 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-81ace42f-c83b-44df-bec9-b3474fc54bcb tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0319390 Jan 27 22:13:17.150152 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2118faca-58aa-48b3-a15b-4334dccda9eb tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group_rule': {'security_group_id': '51059fd9-1cbb-4297-a7c2-35575fb74eec', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:17.165520 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-eb9a24df-0c2e-4992-ae93-291db82cef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2c56cec3-3c86-4ad0-ac66-6f8f30e1903c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:17.181482 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2edc6d60-b32b-4c62-880a-747e3d0d9267 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:17.189977 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2edc6d60-b32b-4c62-880a-747e3d0d9267 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "DELETE /v2.0/ports/e5b6fabc-81bf-411e-a53d-a0c6c16c8d81 HTTP/1.1" status: 204 len: 168 time: 3.2098525 Jan 27 22:13:17.192513 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56904) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:17.205075 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-24a875f2-0871-40fc-bc0a-4c3baa91de6d tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c6e9cec-372f-46fa-8ff1-ab8558845ea9', 'external_fixed_ips': [{'subnet_id': '3c9b573a-5de2-456b-8bb5-699e99ac6d01', 'ip_address': '2001:db8::af'}]}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:17.219248 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-2118faca-58aa-48b3-a15b-4334dccda9eb tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Project da4b7966d82c47079646abdaa4e3b84d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:13:17.262352 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-24a875f2-0871-40fc-bc0a-4c3baa91de6d tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (53a8ca7d-8a1c-4006-9bef-1a6133ec73d4), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:17.263787 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-24a875f2-0871-40fc-bc0a-4c3baa91de6d tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (53a8ca7d-8a1c-4006-9bef-1a6133ec73d4), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:17.265680 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddcacd-783f-4ee9-8d43-d582a6f880ab tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event deleted for resources: {'Port': ['ID=c66cf329-f863-41e8-a661-e0323b115044,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:17.271559 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-2118faca-58aa-48b3-a15b-4334dccda9eb tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:13:17.275526 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2118faca-58aa-48b3-a15b-4334dccda9eb tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1282723 Jan 27 22:13:17.278202 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56910) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:17.284425 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-bfe864a2-bf76-46a7-85e1-648a761d1cdb tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group_rule': {'security_group_id': '51059fd9-1cbb-4297-a7c2-35575fb74eec', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:17.284916 n-d-772272-3 neutron-server[109742]: WARNING neutron.api.v2.base [None req-bfe864a2-bf76-46a7-85e1-648a761d1cdb tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 27 22:13:17.286002 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-bfe864a2-bf76-46a7-85e1-648a761d1cdb tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:13:17.289788 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bfe864a2-bf76-46a7-85e1-648a761d1cdb tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083704 Jan 27 22:13:17.291425 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56912) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:17.296453 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b5a8b724-6b5e-4472-8fd5-3e11b5b13d01 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group_rule': {'security_group_id': '51059fd9-1cbb-4297-a7c2-35575fb74eec', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:17.304247 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a24df-0c2e-4992-ae93-291db82cef6d None None] Pushing event updated for resources: {'Port': ['ID=2c56cec3-3c86-4ad0-ac66-6f8f30e1903c,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:17.336135 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:17.375375 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-24a875f2-0871-40fc-bc0a-4c3baa91de6d tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_controller (53a8ca7d-8a1c-4006-9bef-1a6133ec73d4), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:17.436582 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-c5f66448-651b-4a72-aeb5-f0a94fe4f4cf tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a5fc25301d94383ab4235fa1c78acd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7386227 Jan 27 22:13:17.450224 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-b5a8b724-6b5e-4472-8fd5-3e11b5b13d01 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Project da4b7966d82c47079646abdaa4e3b84d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:13:17.545317 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-b5a8b724-6b5e-4472-8fd5-3e11b5b13d01 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:13:17.546478 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b5a8b724-6b5e-4472-8fd5-3e11b5b13d01 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2540059 Jan 27 22:13:17.551687 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56916) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:17.556567 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-6b98a950-c41d-456a-89e9-e7dffc8d2280 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group_rule': {'security_group_id': '51059fd9-1cbb-4297-a7c2-35575fb74eec', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:17.627597 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-54ddcacd-783f-4ee9-8d43-d582a6f880ab tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (ead3a2fa-ae8a-461f-8c52-49dc240a4264), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:17.686158 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-6b98a950-c41d-456a-89e9-e7dffc8d2280 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Project da4b7966d82c47079646abdaa4e3b84d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:13:17.689985 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-24a875f2-0871-40fc-bc0a-4c3baa91de6d tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_gateway (53a8ca7d-8a1c-4006-9bef-1a6133ec73d4), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:17.788055 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-6b98a950-c41d-456a-89e9-e7dffc8d2280 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:13:17.792015 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6b98a950-c41d-456a-89e9-e7dffc8d2280 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2365816 Jan 27 22:13:17.821766 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-07c1feec-7734-4eac-aae3-63ff591b83d5 None None] Provisioning complete for port 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:17.822893 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-07c1feec-7734-4eac-aae3-63ff591b83d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2c56cec3-3c86-4ad0-ac66-6f8f30e1903c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:17.846079 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-54ddcacd-783f-4ee9-8d43-d582a6f880ab tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (ead3a2fa-ae8a-461f-8c52-49dc240a4264), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:17.846617 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56928) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:17.852823 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-54ddcacd-783f-4ee9-8d43-d582a6f880ab tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for router_controller (ead3a2fa-ae8a-461f-8c52-49dc240a4264), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:17.926314 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-8f3dc127-bac3-4197-adff-a50a6b95214d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Allocated IP 2001:db8::1 (d322844e-1acc-45c9-8b3f-ac32db31b822/a67109b0-6756-4754-a114-f01725d2f9a8/e7e1b063-409b-4967-a34f-6ee2c04de0bc) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:17.957591 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-03bb549c-bd29-4cf0-8779-e0a2539ed728 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (51059fd9-1cbb-4297-a7c2-35575fb74eec), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:17.972386 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-54ddcacd-783f-4ee9-8d43-d582a6f880ab tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (ead3a2fa-ae8a-461f-8c52-49dc240a4264), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:17.972983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ddcacd-783f-4ee9-8d43-d582a6f880ab tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Fanout notify agent at l3_agent the message router_deleted on router ead3a2fa-ae8a-461f-8c52-49dc240a4264 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:13:17.991897 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-54ddcacd-783f-4ee9-8d43-d582a6f880ab tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:17.993824 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-03bb549c-bd29-4cf0-8779-e0a2539ed728 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (51059fd9-1cbb-4297-a7c2-35575fb74eec), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:18.004735 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-54ddcacd-783f-4ee9-8d43-d582a6f880ab tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "DELETE /v2.0/routers/ead3a2fa-ae8a-461f-8c52-49dc240a4264 HTTP/1.1" status: 204 len: 168 time: 6.0170727 Jan 27 22:13:18.005963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56930) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:18.024597 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 30352c3b-8962-4d9c-88dc-9fe87be69549 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:18.063221 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-07c1feec-7734-4eac-aae3-63ff591b83d5 None None] Current status of the port 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:18.105420 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 30352c3b-8962-4d9c-88dc-9fe87be69549 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:18.106165 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (30352c3b-8962-4d9c-88dc-9fe87be69549), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:18.113568 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-03bb549c-bd29-4cf0-8779-e0a2539ed728 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (51059fd9-1cbb-4297-a7c2-35575fb74eec), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:18.116231 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-03bb549c-bd29-4cf0-8779-e0a2539ed728 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:18.116769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-0cfc4391-1090-4c77-833d-88fe3cb805d4 service neutron] 10.222.0.23 "GET /v2.0/networks/31a02463-af56-4099-8dd0-6cf52c80b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6557622 Jan 27 22:13:18.131335 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-03bb549c-bd29-4cf0-8779-e0a2539ed728 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "DELETE /v2.0/security-groups/51059fd9-1cbb-4297-a7c2-35575fb74eec HTTP/1.1" status: 204 len: 168 time: 0.2835584 Jan 27 22:13:18.132075 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56932) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:18.155286 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb549c-bd29-4cf0-8779-e0a2539ed728 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51059fd9-1cbb-4297-a7c2-35575fb74eec,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:18.222102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7c1bb0-5581-434b-a514-3e0b7a0c74a9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Deleting subnet eafbc967-ae1f-4a5f-b523-a169aaf57fcd {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:13:18.290536 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 30352c3b-8962-4d9c-88dc-9fe87be69549 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:18.292017 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (30352c3b-8962-4d9c-88dc-9fe87be69549), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:18.347999 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-6b9c2a40-7e90-4ba6-802c-6ed3cfba006a service neutron] 10.222.0.23 "GET /v2.0/networks/31a02463-af56-4099-8dd0-6cf52c80b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298205 Jan 27 22:13:18.349009 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cd7c1bb0-5581-434b-a514-3e0b7a0c74a9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for subnet (eafbc967-ae1f-4a5f-b523-a169aaf57fcd), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:18.372857 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-631534f0-84c2-495b-8233-dc6a549a84ef tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2253728 Jan 27 22:13:18.374383 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56938) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:18.394404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 30352c3b-8962-4d9c-88dc-9fe87be69549, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=30352c3b-8962-4d9c-88dc-9fe87be69549,segment=NetworkSegment(be9be1d6-b03c-4ee0-bef9-8062ff1642a8),segment_id=be9be1d6-b03c-4ee0-bef9-8062ff1642a8)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:18.400572 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (30352c3b-8962-4d9c-88dc-9fe87be69549), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:18.402358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:18.446522 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-0e318536-356b-46b8-a668-cd0699cd8152 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1613938775'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:18.455744 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cd7c1bb0-5581-434b-a514-3e0b7a0c74a9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (eafbc967-ae1f-4a5f-b523-a169aaf57fcd), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:18.493531 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e318536-356b-46b8-a668-cd0699cd8152 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:18.525681 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc127-bac3-4197-adff-a50a6b95214d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for port (e7e1b063-409b-4967-a34f-6ee2c04de0bc), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:18.610803 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5d30f9-40e5-4494-8aef-1864ff601194 None None] Network d7d11cac-dd89-4d0e-a9d8-46cb525ef278 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:18.612851 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-24a875f2-0871-40fc-bc0a-4c3baa91de6d tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_gateway (53a8ca7d-8a1c-4006-9bef-1a6133ec73d4), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:18.649365 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc127-bac3-4197-adff-a50a6b95214d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (e7e1b063-409b-4967-a34f-6ee2c04de0bc), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:18.653404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=30352c3b-8962-4d9c-88dc-9fe87be69549,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:18.687433 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cd7c1bb0-5581-434b-a514-3e0b7a0c74a9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (eafbc967-ae1f-4a5f-b523-a169aaf57fcd), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:18.693347 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-24a875f2-0871-40fc-bc0a-4c3baa91de6d tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:18.836496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3dc127-bac3-4197-adff-a50a6b95214d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Network d322844e-1acc-45c9-8b3f-ac32db31b822 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:18.842182 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca2ada92-8124-406f-a9d6-f174e3de2f1e req-aedc5d8c-fbd3-4e65-922b-099903f4161e tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 210 time: 0.0643299 Jan 27 22:13:18.849901 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-8f3dc127-bac3-4197-adff-a50a6b95214d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:18.875712 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3dc127-bac3-4197-adff-a50a6b95214d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:18.877233 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc127-bac3-4197-adff-a50a6b95214d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (c1fd8d19-b826-4639-a809-8ef019480df7), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:18.991002 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-31de72f8-5a4a-4b77-b5e6-01ed9e1db711 None None] Provisioning complete for port 30352c3b-8962-4d9c-88dc-9fe87be69549 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:18.991549 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-31de72f8-5a4a-4b77-b5e6-01ed9e1db711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (30352c3b-8962-4d9c-88dc-9fe87be69549), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.016407 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3dc127-bac3-4197-adff-a50a6b95214d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event updated for resources: {'Port': ['ID=e7e1b063-409b-4967-a34f-6ee2c04de0bc,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:19.060828 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e318536-356b-46b8-a668-cd0699cd8152 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (6886a525-11eb-461b-9b51-106f770227c7), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.069952 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cd7c1bb0-5581-434b-a514-3e0b7a0c74a9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (eafbc967-ae1f-4a5f-b523-a169aaf57fcd), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.089617 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:19.091339 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2c56cec3-3c86-4ad0-ac66-6f8f30e1903c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.169771 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-24a875f2-0871-40fc-bc0a-4c3baa91de6d tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Allocated IP 2001:db8::af (6c6e9cec-372f-46fa-8ff1-ab8558845ea9/3c9b573a-5de2-456b-8bb5-699e99ac6d01/ad8a3bfd-c88d-415d-ab1d-af6e171f15a5) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:19.180330 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c1bb0-5581-434b-a514-3e0b7a0c74a9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event deleted for resources: {'Subnet': ['ID=eafbc967-ae1f-4a5f-b523-a169aaf57fcd,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:19.184157 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc127-bac3-4197-adff-a50a6b95214d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e7e1b063-409b-4967-a34f-6ee2c04de0bc), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.234805 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cd7c1bb0-5581-434b-a514-3e0b7a0c74a9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.238597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-cd7c1bb0-5581-434b-a514-3e0b7a0c74a9 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "DELETE /v2.0/subnets/eafbc967-ae1f-4a5f-b523-a169aaf57fcd HTTP/1.1" status: 204 len: 168 time: 1.2225673 Jan 27 22:13:19.242610 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56960) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:19.252760 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f1d0a1-153d-4c38-8d10-779d23067736 None None] Network 8d65909d-ab59-4d75-8c8b-9a79607eabd2 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:19.311249 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e318536-356b-46b8-a668-cd0699cd8152 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6886a525-11eb-461b-9b51-106f770227c7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.438851 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-31de72f8-5a4a-4b77-b5e6-01ed9e1db711 None None] Current status of the port 30352c3b-8962-4d9c-88dc-9fe87be69549 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:19.459158 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e318536-356b-46b8-a668-cd0699cd8152 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.463811 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0e318536-356b-46b8-a668-cd0699cd8152 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0216408 Jan 27 22:13:19.464451 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56964) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:19.492961 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-484122ea-de11-40f7-846e-faa96c5c8ab8 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group_rule': {'security_group_id': '6886a525-11eb-461b-9b51-106f770227c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:19.504543 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:19.569123 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-770c595a-03ee-4099-9af2-7ad271f41070 None None] Provisioning complete for port e7e1b063-409b-4967-a34f-6ee2c04de0bc triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:19.569764 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-770c595a-03ee-4099-9af2-7ad271f41070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e7e1b063-409b-4967-a34f-6ee2c04de0bc), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.589827 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e318536-356b-46b8-a668-cd0699cd8152 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6886a525-11eb-461b-9b51-106f770227c7,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:19.612690 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73b182b-cd26-4866-b54d-169efe857d4f None None] DHCP port deletion for 8d65909d-ab59-4d75-8c8b-9a79607eabd2 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:13:19.614786 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ffccaf25-e045-494f-9407-a8503744fe58 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (8d65909d-ab59-4d75-8c8b-9a79607eabd2), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.660862 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-770c595a-03ee-4099-9af2-7ad271f41070 None None] Port e7e1b063-409b-4967-a34f-6ee2c04de0bc cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:13:19.681988 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-24a875f2-0871-40fc-bc0a-4c3baa91de6d tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for port (ad8a3bfd-c88d-415d-ab1d-af6e171f15a5), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.694262 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-484122ea-de11-40f7-846e-faa96c5c8ab8 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] create failed (client error): The resource could not be found. Jan 27 22:13:19.694664 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d73b182b-cd26-4866-b54d-169efe857d4f None None] Deleting port e8a54586-6415-43cd-a815-403a3fb70805 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:19.695180 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d73b182b-cd26-4866-b54d-169efe857d4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e8a54586-6415-43cd-a815-403a3fb70805), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.703305 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-484122ea-de11-40f7-846e-faa96c5c8ab8 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2136521 Jan 27 22:13:19.708570 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56970) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:19.714203 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-092405c5-d5b3-4d65-826b-1d52a632352c tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group_rule': {'security_group_id': '6886a525-11eb-461b-9b51-106f770227c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a645f3ee-da18-4245-83bd-c4fc5efb3376'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:19.801623 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d73b182b-cd26-4866-b54d-169efe857d4f None None] For port e8a54586-6415-43cd-a815-403a3fb70805, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e8a54586-6415-43cd-a815-403a3fb70805,segment=NetworkSegment(3faf5d6d-f5df-465d-b611-1aca38de2499),segment_id=3faf5d6d-f5df-465d-b611-1aca38de2499)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:19.803770 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d73b182b-cd26-4866-b54d-169efe857d4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e8a54586-6415-43cd-a815-403a3fb70805), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.836980 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-24a875f2-0871-40fc-bc0a-4c3baa91de6d tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (ad8a3bfd-c88d-415d-ab1d-af6e171f15a5), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:19.839478 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d73b182b-cd26-4866-b54d-169efe857d4f None None] Calling delete_port for e8a54586-6415-43cd-a815-403a3fb70805 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:19.888517 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a875f2-0871-40fc-bc0a-4c3baa91de6d tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Network 6c6e9cec-372f-46fa-8ff1-ab8558845ea9 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:19.889682 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-092405c5-d5b3-4d65-826b-1d52a632352c tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] create failed (client error): The resource could not be found. Jan 27 22:13:19.894602 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-092405c5-d5b3-4d65-826b-1d52a632352c tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1845500 Jan 27 22:13:19.895243 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56978) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:19.907857 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-24a875f2-0871-40fc-bc0a-4c3baa91de6d tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:19.929427 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a875f2-0871-40fc-bc0a-4c3baa91de6d tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:19.999139 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 30352c3b-8962-4d9c-88dc-9fe87be69549 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:20.046215 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d73b182b-cd26-4866-b54d-169efe857d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (e8a54586-6415-43cd-a815-403a3fb70805), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:20.060772 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [req-ddcd5eb6-1fa1-43e1-9372-5e8be7240e7f req-3ee83067-76fe-4ce1-bea2-a9b8402e0543 service neutron] (109742) timed out ('10.222.0.23', 34576) {{(pid=109742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:13:20.064754 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73b182b-cd26-4866-b54d-169efe857d4f None None] No DVR routers for this DVR port e8a54586-6415-43cd-a815-403a3fb70805 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:13:20.086484 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-4159d7b9-ed7f-424d-8bb0-0dece098abbe None None] Provisioning complete for port 30352c3b-8962-4d9c-88dc-9fe87be69549 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:20.086733 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4159d7b9-ed7f-424d-8bb0-0dece098abbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (30352c3b-8962-4d9c-88dc-9fe87be69549), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:20.116931 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a875f2-0871-40fc-bc0a-4c3baa91de6d tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Pushing event updated for resources: {'Port': ['ID=ad8a3bfd-c88d-415d-ab1d-af6e171f15a5,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:20.139227 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b182b-cd26-4866-b54d-169efe857d4f None None] Pushing event deleted for resources: {'Port': ['ID=e8a54586-6415-43cd-a815-403a3fb70805,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:20.159300 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 30352c3b-8962-4d9c-88dc-9fe87be69549 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:20.159717 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (30352c3b-8962-4d9c-88dc-9fe87be69549), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:20.292536 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b46c8183-48c3-4a13-aa6a-f0ad66489313 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (6886a525-11eb-461b-9b51-106f770227c7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:20.305378 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4159d7b9-ed7f-424d-8bb0-0dece098abbe None None] Current status of the port 30352c3b-8962-4d9c-88dc-9fe87be69549 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:20.325906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 30352c3b-8962-4d9c-88dc-9fe87be69549 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:20.341426 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b46c8183-48c3-4a13-aa6a-f0ad66489313 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (6886a525-11eb-461b-9b51-106f770227c7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:20.430408 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e8a54586-6415-43cd-a815-403a3fb70805 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:13:20.452817 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b46c8183-48c3-4a13-aa6a-f0ad66489313 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6886a525-11eb-461b-9b51-106f770227c7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:20.456435 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b46c8183-48c3-4a13-aa6a-f0ad66489313 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:20.457874 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b46c8183-48c3-4a13-aa6a-f0ad66489313 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "DELETE /v2.0/security-groups/6886a525-11eb-461b-9b51-106f770227c7 HTTP/1.1" status: 204 len: 168 time: 0.5595765 Jan 27 22:13:20.473670 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56986) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:20.475853 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: e8a54586-6415-43cd-a815-403a3fb70805 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:13:20.476153 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c8183-48c3-4a13-aa6a-f0ad66489313 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6886a525-11eb-461b-9b51-106f770227c7,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:20.476337 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e8a54586-6415-43cd-a815-403a3fb70805 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:13:20.630146 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-35124cb8-6231-4e39-8771-0d94a8bb28bc tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1437993 Jan 27 22:13:20.631577 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56992) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:20.636060 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e52d3678-b4e9-42d5-99b2-1977c85cfd23 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group_rule': {'security_group_id': '221297a9-cdce-4452-ab67-98b63efbb010', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:20.686855 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-e52d3678-b4e9-42d5-99b2-1977c85cfd23 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] create failed (client error): The resource could not be found. Jan 27 22:13:20.692072 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e52d3678-b4e9-42d5-99b2-1977c85cfd23 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0555344 Jan 27 22:13:20.693153 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56994) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:20.697810 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c57b826d-270d-4d40-bd0a-e4aa906f5f33 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group': {'name': 'tempest-secgroup--900367124'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:20.713489 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-24a875f2-0871-40fc-bc0a-4c3baa91de6d tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_gateway (53a8ca7d-8a1c-4006-9bef-1a6133ec73d4), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:20.726285 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc127-bac3-4197-adff-a50a6b95214d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for port (e7e1b063-409b-4967-a34f-6ee2c04de0bc), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:20.758797 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc127-bac3-4197-adff-a50a6b95214d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (e7e1b063-409b-4967-a34f-6ee2c04de0bc), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:20.759658 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f3dc127-bac3-4197-adff-a50a6b95214d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (c1fd8d19-b826-4639-a809-8ef019480df7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:20.776447 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c57b826d-270d-4d40-bd0a-e4aa906f5f33 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:20.835094 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8946e15-12e5-45b4-a93b-54cf19afc6c9 req-e175fceb-78e1-47e2-aee9-ac5847642858 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 210 time: 0.2901647 Jan 27 22:13:20.936463 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c57b826d-270d-4d40-bd0a-e4aa906f5f33 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (31f0ca6f-57f3-42df-abcf-dd5b747f9391), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:20.942433 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c57b826d-270d-4d40-bd0a-e4aa906f5f33 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (31f0ca6f-57f3-42df-abcf-dd5b747f9391), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:20.977711 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3dc127-bac3-4197-adff-a50a6b95214d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event updated for resources: {'Port': ['ID=e7e1b063-409b-4967-a34f-6ee2c04de0bc,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:21.013993 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-ffccaf25-e045-494f-9407-a8503744fe58 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Deleting port e8a54586-6415-43cd-a815-403a3fb70805 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:21.014401 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ffccaf25-e045-494f-9407-a8503744fe58 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e8a54586-6415-43cd-a815-403a3fb70805), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:21.047674 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c57b826d-270d-4d40-bd0a-e4aa906f5f33 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:21.052233 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c57b826d-270d-4d40-bd0a-e4aa906f5f33 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3580799 Jan 27 22:13:21.062359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57004) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:21.069810 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b826d-270d-4d40-bd0a-e4aa906f5f33 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f0ca6f-57f3-42df-abcf-dd5b747f9391,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:21.101628 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-48758e02-afa3-4ecc-97ea-9c1f876796e9 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group': {'name': 'tempest-secgroup--76682948'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:21.113280 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-142aa176-8019-4884-b59b-ec483ac63831 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:21.115091 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-142aa176-8019-4884-b59b-ec483ac63831 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.21 "GET /v2.0/networks?id=31a02463-af56-4099-8dd0-6cf52c80b509 HTTP/1.1" status: 200 len: 809 time: 0.5691755 Jan 27 22:13:21.144312 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-24a875f2-0871-40fc-bc0a-4c3baa91de6d tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (53a8ca7d-8a1c-4006-9bef-1a6133ec73d4), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:21.191068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-ffccaf25-e045-494f-9407-a8503744fe58 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] For port e8a54586-6415-43cd-a815-403a3fb70805, host n-d-772272-3, got binding levels [] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:21.191614 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ffccaf25-e045-494f-9407-a8503744fe58 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e8a54586-6415-43cd-a815-403a3fb70805), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:21.195178 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3dc127-bac3-4197-adff-a50a6b95214d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Network d322844e-1acc-45c9-8b3f-ac32db31b822 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:21.206345 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:21.213990 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-8f3dc127-bac3-4197-adff-a50a6b95214d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:21.216720 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-48758e02-afa3-4ecc-97ea-9c1f876796e9 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:21.233936 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-ffccaf25-e045-494f-9407-a8503744fe58 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Calling delete_port for e8a54586-6415-43cd-a815-403a3fb70805 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:21.251460 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.ipam_backend_mixin [None req-ffccaf25-e045-494f-9407-a8503744fe58 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Port e8a54586-6415-43cd-a815-403a3fb70805 was not found and therefore no delete operation was performed {{(pid=109741) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:13:21.280517 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ffccaf25-e045-494f-9407-a8503744fe58 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (e8a54586-6415-43cd-a815-403a3fb70805), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:21.462527 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-5e757540-8a0f-4a21-a2f3-d7ec301112a1 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a5fc25301d94383ab4235fa1c78acd6 HTTP/1.1" status: 200 len: 379 time: 0.3298688 Jan 27 22:13:21.469136 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffccaf25-e045-494f-9407-a8503744fe58 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] No DVR routers for this DVR port e8a54586-6415-43cd-a815-403a3fb70805 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:13:21.471721 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffccaf25-e045-494f-9407-a8503744fe58 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event deleted for resources: {'Port': ['ID=e8a54586-6415-43cd-a815-403a3fb70805,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:21.487320 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a875f2-0871-40fc-bc0a-4c3baa91de6d tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Router 53a8ca7d-8a1c-4006-9bef-1a6133ec73d4 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:13:21.520560 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-71790e52-9cce-4040-bce5-3ec1bdcfff07 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Request body: {'port': {'device_id': '4ce12ed6-2deb-4510-a4a3-8ebefef858b1', 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509', 'admin_state_up': True, 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'security_groups': ['87606c14-48a8-4d65-bf02-c5c41fde79e4']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:21.639175 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a875f2-0871-40fc-bc0a-4c3baa91de6d tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:21.651306 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] Sync routers for ids ['53a8ca7d-8a1c-4006-9bef-1a6133ec73d4'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:21.674874 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] Routers {'53a8ca7d-8a1c-4006-9bef-1a6133ec73d4'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:21.675576 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['53a8ca7d-8a1c-4006-9bef-1a6133ec73d4'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:21.682839 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-24a875f2-0871-40fc-bc0a-4c3baa91de6d tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:21.685508 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2e94cfe1-c568-4856-ac23-f3ab3f12bd98 None None] Provisioning complete for port e7e1b063-409b-4967-a34f-6ee2c04de0bc triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:21.685890 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2e94cfe1-c568-4856-ac23-f3ab3f12bd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e7e1b063-409b-4967-a34f-6ee2c04de0bc), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:21.686900 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-24a875f2-0871-40fc-bc0a-4c3baa91de6d tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.4930451 Jan 27 22:13:21.690016 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57014) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:21.718043 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ffccaf25-e045-494f-9407-a8503744fe58 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (8d65909d-ab59-4d75-8c8b-9a79607eabd2), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:21.747419 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2e94cfe1-c568-4856-ac23-f3ab3f12bd98 None None] Port e7e1b063-409b-4967-a34f-6ee2c04de0bc cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:13:21.785869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3dc127-bac3-4197-adff-a50a6b95214d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Router c1fd8d19-b826-4639-a809-8ef019480df7 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:13:21.814502 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-48758e02-afa3-4ecc-97ea-9c1f876796e9 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (546ab36e-df59-46e3-8cd7-71bdbbccbaf1), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:21.826815 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-ffccaf25-e045-494f-9407-a8503744fe58 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d65909d-ab59-4d75-8c8b-9a79607eabd2']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:21.832340 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-48758e02-afa3-4ecc-97ea-9c1f876796e9 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (546ab36e-df59-46e3-8cd7-71bdbbccbaf1), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:21.889901 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-48758e02-afa3-4ecc-97ea-9c1f876796e9 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:21.895553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-48758e02-afa3-4ecc-97ea-9c1f876796e9 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8264380 Jan 27 22:13:21.898610 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-ffccaf25-e045-494f-9407-a8503744fe58 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3faf5d6d-f5df-465d-b611-1aca38de2499') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:21.899205 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-ffccaf25-e045-494f-9407-a8503744fe58 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3faf5d6d-f5df-465d-b611-1aca38de2499') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:21.903260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57018) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:21.918569 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-0e706e0b-1d55-4016-b113-d088dc7996ae tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group_rule': {'security_group_id': '31f0ca6f-57f3-42df-abcf-dd5b747f9391', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '546ab36e-df59-46e3-8cd7-71bdbbccbaf1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:21.921742 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] Set router 53a8ca7d-8a1c-4006-9bef-1a6133ec73d4 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:21.934235 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ffccaf25-e045-494f-9407-a8503744fe58 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (3faf5d6d-f5df-465d-b611-1aca38de2499), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:21.937198 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb0558c1-bdd0-422e-a14a-bd12e3080c23 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router (53a8ca7d-8a1c-4006-9bef-1a6133ec73d4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:22.021354 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48758e02-afa3-4ecc-97ea-9c1f876796e9 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=546ab36e-df59-46e3-8cd7-71bdbbccbaf1,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:22.092631 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb0558c1-bdd0-422e-a14a-bd12e3080c23 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_gateway (53a8ca7d-8a1c-4006-9bef-1a6133ec73d4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:22.118904 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f794b0b-d16d-45ce-9e9a-6d6891c5839f req-7080ea3a-50d2-48a3-bff8-fd89dc66df93 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 210 time: 0.1052663 Jan 27 22:13:22.121810 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ffccaf25-e045-494f-9407-a8503744fe58 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3faf5d6d-f5df-465d-b611-1aca38de2499), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:22.127886 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-71790e52-9cce-4040-bce5-3ec1bdcfff07 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Made reservation on behalf of 8a5fc25301d94383ab4235fa1c78acd6 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:22.132585 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-71790e52-9cce-4040-bce5-3ec1bdcfff07 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:22.161970 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffccaf25-e045-494f-9407-a8503744fe58 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:13:22.162494 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ffccaf25-e045-494f-9407-a8503744fe58 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (3faf5d6d-f5df-465d-b611-1aca38de2499), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:13:22.166864 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:13:22.193794 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a8ca7d-8a1c-4006-9bef-1a6133ec73d4', 'name': '', 'tenant_id': '0b9cff8c95a2491fb3dbd91a6a4bb4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c6e9cec-372f-46fa-8ff1-ab8558845ea9', 'external_fixed_ips': [{'subnet_id': '3c9b573a-5de2-456b-8bb5-699e99ac6d01', 'ip_address': '2001:db8::af'}], 'enable_snat': True}, 'gw_port_id': 'ad8a3bfd-c88d-415d-ab1d-af6e171f15a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:13:17Z', 'updated_at': '2022-01-27T22:13:20Z', 'revision_number': 3, 'project_id': '0b9cff8c95a2491fb3dbd91a6a4bb4d6', 'gw_port': {'id': 'ad8a3bfd-c88d-415d-ab1d-af6e171f15a5', 'name': '', 'network_id': '6c6e9cec-372f-46fa-8ff1-ab8558845ea9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a8ca7d-8a1c-4006-9bef-1a6133ec73d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '3c9b573a-5de2-456b-8bb5-699e99ac6d01', 'ip_address': '2001:db8::af', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:18Z', 'updated_at': '2022-01-27T22:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c9b573a-5de2-456b-8bb5-699e99ac6d01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:22.202031 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-bb0558c1-bdd0-422e-a14a-bd12e3080c23 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Deleting port ad8a3bfd-c88d-415d-ab1d-af6e171f15a5 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:22.202639 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb0558c1-bdd0-422e-a14a-bd12e3080c23 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ad8a3bfd-c88d-415d-ab1d-af6e171f15a5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:22.225270 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] Checking router: 53a8ca7d-8a1c-4006-9bef-1a6133ec73d4 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:13:22.225997 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] Updating router 53a8ca7d-8a1c-4006-9bef-1a6133ec73d4 port ad8a3bfd-c88d-415d-ab1d-af6e171f15a5 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:13:22.254444 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ad8a3bfd-c88d-415d-ab1d-af6e171f15a5), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:22.283824 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ffccaf25-e045-494f-9407-a8503744fe58 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (8d65909d-ab59-4d75-8c8b-9a79607eabd2), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:22.305327 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-0e706e0b-1d55-4016-b113-d088dc7996ae tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:13:22.306978 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0e706e0b-1d55-4016-b113-d088dc7996ae tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3937709 Jan 27 22:13:22.310901 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ffccaf25-e045-494f-9407-a8503744fe58 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:22.316850 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ffccaf25-e045-494f-9407-a8503744fe58 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "DELETE /v2.0/networks/8d65909d-ab59-4d75-8c8b-9a79607eabd2 HTTP/1.1" status: 204 len: 168 time: 3.0711706 Jan 27 22:13:22.316850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57032) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:22.317211 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb0558c1-bdd0-422e-a14a-bd12e3080c23 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ad8a3bfd-c88d-415d-ab1d-af6e171f15a5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:22.323395 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57034) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:22.330638 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3dc127-bac3-4197-adff-a50a6b95214d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:22.347811 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942efd49-a078-42ca-9b8b-db9eced67031 None None] Sync routers for ids ['c1fd8d19-b826-4639-a809-8ef019480df7'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:22.372268 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942efd49-a078-42ca-9b8b-db9eced67031 None None] Routers {'c1fd8d19-b826-4639-a809-8ef019480df7'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:22.373202 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-942efd49-a078-42ca-9b8b-db9eced67031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c1fd8d19-b826-4639-a809-8ef019480df7'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:22.381960 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-bb0558c1-bdd0-422e-a14a-bd12e3080c23 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Calling delete_port for ad8a3bfd-c88d-415d-ab1d-af6e171f15a5 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:22.385853 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8f3dc127-bac3-4197-adff-a50a6b95214d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "PUT /v2.0/routers/c1fd8d19-b826-4639-a809-8ef019480df7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5612705 Jan 27 22:13:22.391709 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffccaf25-e045-494f-9407-a8503744fe58 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event deleted for resources: {'Network': ['ID=8d65909d-ab59-4d75-8c8b-9a79607eabd2,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:22.392343 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57042) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:22.440227 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-942efd49-a078-42ca-9b8b-db9eced67031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:22.454221 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942efd49-a078-42ca-9b8b-db9eced67031 None None] Routers {'c1fd8d19-b826-4639-a809-8ef019480df7'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:22.455284 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-942efd49-a078-42ca-9b8b-db9eced67031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c1fd8d19-b826-4639-a809-8ef019480df7'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:22.505688 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-942efd49-a078-42ca-9b8b-db9eced67031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:22.506801 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942efd49-a078-42ca-9b8b-db9eced67031 None None] The sync data for ids ['c1fd8d19-b826-4639-a809-8ef019480df7'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:22.525373 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-de2eded8-e7df-45ac-bcf6-48d6038973c0 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (546ab36e-df59-46e3-8cd7-71bdbbccbaf1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:22.567580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-71790e52-9cce-4040-bce5-3ec1bdcfff07 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Allocated IP 172.20.0.4 (31a02463-af56-4099-8dd0-6cf52c80b509/a65de3af-7726-48bb-8509-44e3eaa0a25b/d4aa3aaa-008a-44e2-a215-bfdd7d80194a) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:22.594603 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-de2eded8-e7df-45ac-bcf6-48d6038973c0 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (546ab36e-df59-46e3-8cd7-71bdbbccbaf1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:22.733983 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-de2eded8-e7df-45ac-bcf6-48d6038973c0 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (546ab36e-df59-46e3-8cd7-71bdbbccbaf1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:22.737456 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-de2eded8-e7df-45ac-bcf6-48d6038973c0 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:22.738803 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-de2eded8-e7df-45ac-bcf6-48d6038973c0 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "DELETE /v2.0/security-groups/546ab36e-df59-46e3-8cd7-71bdbbccbaf1 HTTP/1.1" status: 204 len: 168 time: 0.4096465 Jan 27 22:13:22.746578 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57056) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:22.773658 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] Publish callbacks [] for port (ad8a3bfd-c88d-415d-ab1d-af6e171f15a5), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:22.774931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2eded8-e7df-45ac-bcf6-48d6038973c0 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=546ab36e-df59-46e3-8cd7-71bdbbccbaf1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:22.814381 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ad8a3bfd-c88d-415d-ab1d-af6e171f15a5), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:22.913421 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-71790e52-9cce-4040-bce5-3ec1bdcfff07 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for port (d4aa3aaa-008a-44e2-a215-bfdd7d80194a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:22.920537 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4513359d-f873-4b92-a1fa-a4fe5c86451c tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1698978 Jan 27 22:13:22.926605 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57058) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:22.969188 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651ae48-765c-4216-bd67-d5b8b22eef58 None None] Pushing event updated for resources: {'Port': ['ID=ad8a3bfd-c88d-415d-ab1d-af6e171f15a5,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:22.978328 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] Attempting to bind port ad8a3bfd-c88d-415d-ab1d-af6e171f15a5 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:22.978990 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] Attempting to bind port ad8a3bfd-c88d-415d-ab1d-af6e171f15a5 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'ef7f1bc9-5b3b-4bca-9791-28e04fadf3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6c6e9cec-372f-46fa-8ff1-ab8558845ea9'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:22.979520 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] Attempting to bind port ad8a3bfd-c88d-415d-ab1d-af6e171f15a5 on network 6c6e9cec-372f-46fa-8ff1-ab8558845ea9 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:23.003186 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651ae48-765c-4216-bd67-d5b8b22eef58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:23.003568 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651ae48-765c-4216-bd67-d5b8b22eef58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:23.003872 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651ae48-765c-4216-bd67-d5b8b22eef58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:23.004231 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651ae48-765c-4216-bd67-d5b8b22eef58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:23.004569 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651ae48-765c-4216-bd67-d5b8b22eef58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:23.004898 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651ae48-765c-4216-bd67-d5b8b22eef58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:23.005209 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651ae48-765c-4216-bd67-d5b8b22eef58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:23.005534 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651ae48-765c-4216-bd67-d5b8b22eef58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:23.005859 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651ae48-765c-4216-bd67-d5b8b22eef58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:23.014220 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651ae48-765c-4216-bd67-d5b8b22eef58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:23.014668 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651ae48-765c-4216-bd67-d5b8b22eef58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:23.016801 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651ae48-765c-4216-bd67-d5b8b22eef58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:23.022179 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a651ae48-765c-4216-bd67-d5b8b22eef58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:23.029763 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:23.031359 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] Checking segment: {'id': 'ef7f1bc9-5b3b-4bca-9791-28e04fadf3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6c6e9cec-372f-46fa-8ff1-ab8558845ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:23.031359 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.031359 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] Bound using segment: {'id': 'ef7f1bc9-5b3b-4bca-9791-28e04fadf3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6c6e9cec-372f-46fa-8ff1-ab8558845ea9'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:23.031359 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] Bound port: ad8a3bfd-c88d-415d-ab1d-af6e171f15a5, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7f1bc9-5b3b-4bca-9791-28e04fadf3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6c6e9cec-372f-46fa-8ff1-ab8558845ea9'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:23.031817 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ad8a3bfd-c88d-415d-ab1d-af6e171f15a5), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.041642 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dfcb0454-6dd1-4c16-bbf5-e57f11979d58 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (31f0ca6f-57f3-42df-abcf-dd5b747f9391), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.064662 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-71790e52-9cce-4040-bce5-3ec1bdcfff07 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d4aa3aaa-008a-44e2-a215-bfdd7d80194a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.135472 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dfcb0454-6dd1-4c16-bbf5-e57f11979d58 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (31f0ca6f-57f3-42df-abcf-dd5b747f9391), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.154970 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] For port ad8a3bfd-c88d-415d-ab1d-af6e171f15a5, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:23.175278 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] For port ad8a3bfd-c88d-415d-ab1d-af6e171f15a5, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ad8a3bfd-c88d-415d-ab1d-af6e171f15a5,segment=NetworkSegment(ef7f1bc9-5b3b-4bca-9791-28e04fadf3f4),segment_id=ef7f1bc9-5b3b-4bca-9791-28e04fadf3f4)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:23.194174 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-71790e52-9cce-4040-bce5-3ec1bdcfff07 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Network 31a02463-af56-4099-8dd0-6cf52c80b509 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:23.202911 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ad8a3bfd-c88d-415d-ab1d-af6e171f15a5), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.228209 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-71790e52-9cce-4040-bce5-3ec1bdcfff07 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:23.232861 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71790e52-9cce-4040-bce5-3ec1bdcfff07 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Pushing event updated for resources: {'Port': ['ID=d4aa3aaa-008a-44e2-a215-bfdd7d80194a,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:23.250844 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-71790e52-9cce-4040-bce5-3ec1bdcfff07 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:23.338926 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] Routers {'53a8ca7d-8a1c-4006-9bef-1a6133ec73d4'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:23.340118 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:12:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['53a8ca7d-8a1c-4006-9bef-1a6133ec73d4'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:23.342497 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651ae48-765c-4216-bd67-d5b8b22eef58 None None] Pushing event updated for resources: {'Port': ['ID=ad8a3bfd-c88d-415d-ab1d-af6e171f15a5,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:23.342766 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dfcb0454-6dd1-4c16-bbf5-e57f11979d58 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (31f0ca6f-57f3-42df-abcf-dd5b747f9391), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.354843 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dfcb0454-6dd1-4c16-bbf5-e57f11979d58 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.356521 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-dfcb0454-6dd1-4c16-bbf5-e57f11979d58 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "DELETE /v2.0/security-groups/31f0ca6f-57f3-42df-abcf-dd5b747f9391 HTTP/1.1" status: 204 len: 168 time: 0.4284263 Jan 27 22:13:23.370520 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57068) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:23.388547 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb0454-6dd1-4c16-bbf5-e57f11979d58 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f0ca6f-57f3-42df-abcf-dd5b747f9391,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:23.449114 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9f4a9-d2c2-4aa8-8518-e7fca309543b req-5b2c1f6a-7d15-4efb-a0b5-2b17e29a3d6e tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:23.457737 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0a9f4a9-d2c2-4aa8-8518-e7fca309543b req-5b2c1f6a-7d15-4efb-a0b5-2b17e29a3d6e tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 931 time: 0.1551013 Jan 27 22:13:23.488583 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-71790e52-9cce-4040-bce5-3ec1bdcfff07 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:23.489975 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-71790e52-9cce-4040-bce5-3ec1bdcfff07 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.490441 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] Set router 53a8ca7d-8a1c-4006-9bef-1a6133ec73d4 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:23.544619 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-71790e52-9cce-4040-bce5-3ec1bdcfff07 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0341871 Jan 27 22:13:23.552381 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0a9f4a9-d2c2-4aa8-8518-e7fca309543b req-919b2d5a-3e65-43be-a3d6-40f24b492527 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/security-groups?id=87606c14-48a8-4d65-bf02-c5c41fde79e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935006 Jan 27 22:13:23.561225 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] Request body: {'port': {'device_id': '4ce12ed6-2deb-4510-a4a3-8ebefef858b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:23.569836 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a8ca7d-8a1c-4006-9bef-1a6133ec73d4', 'name': '', 'tenant_id': '0b9cff8c95a2491fb3dbd91a6a4bb4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:13:17Z', 'updated_at': '2022-01-27T22:13:22Z', 'revision_number': 4, 'project_id': '0b9cff8c95a2491fb3dbd91a6a4bb4d6', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:23.605277 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44bece1-2832-4b73-ae12-e93eb9bd4a8a None None] The sync data for ids ['53a8ca7d-8a1c-4006-9bef-1a6133ec73d4'] in n-d-772272-3 is: [{'id': '53a8ca7d-8a1c-4006-9bef-1a6133ec73d4', 'name': '', 'tenant_id': '0b9cff8c95a2491fb3dbd91a6a4bb4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:13:17Z', 'updated_at': '2022-01-27T22:13:22Z', 'revision_number': 4, 'project_id': '0b9cff8c95a2491fb3dbd91a6a4bb4d6', 'gw_port_host': None}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:23.640326 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d4aa3aaa-008a-44e2-a215-bfdd7d80194a), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.732563 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6a1e185c-c37e-453c-a1fc-76c112b07341 None None] Provisioning complete for port d4aa3aaa-008a-44e2-a215-bfdd7d80194a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:23.733563 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6a1e185c-c37e-453c-a1fc-76c112b07341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d4aa3aaa-008a-44e2-a215-bfdd7d80194a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.796704 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8f31129e-7745-4756-93d1-50e0a68d6dc8 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4153512 Jan 27 22:13:23.797433 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57076) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:23.811052 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f770b4b6-5611-43a5-9641-bdbb2388eded tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group': {'name': 'tempest-secgroup--719011278'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:23.811269 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6a1e185c-c37e-453c-a1fc-76c112b07341 None None] Port d4aa3aaa-008a-44e2-a215-bfdd7d80194a cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:13:23.970008 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-8bd2beb3-6426-4315-afce-e5e71216f766 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Deleting port 54e05cc1-7d7f-45f0-9681-43bdd2774389 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:23.971190 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8bd2beb3-6426-4315-afce-e5e71216f766 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (54e05cc1-7d7f-45f0-9681-43bdd2774389), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.056522 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f770b4b6-5611-43a5-9641-bdbb2388eded tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.057791 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4aa3aaa-008a-44e2-a215-bfdd7d80194a {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:13:24.062833 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb0558c1-bdd0-422e-a14a-bd12e3080c23 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (ad8a3bfd-c88d-415d-ab1d-af6e171f15a5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.070603 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] Publish callbacks [] for port (d4aa3aaa-008a-44e2-a215-bfdd7d80194a), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.076210 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57082) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:24.092195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] Transition to ACTIVE for port object d4aa3aaa-008a-44e2-a215-bfdd7d80194a will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:13:24.098535 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (d4aa3aaa-008a-44e2-a215-bfdd7d80194a), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.141726 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-eafb3f28-988a-4013-b1e3-f8a2126a4eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.167069 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0558c1-bdd0-422e-a14a-bd12e3080c23 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad8a3bfd-c88d-415d-ab1d-af6e171f15a5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:24.190538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] Pushing event updated for resources: {'Port': ['ID=d4aa3aaa-008a-44e2-a215-bfdd7d80194a,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:24.348144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] Attempting to bind port d4aa3aaa-008a-44e2-a215-bfdd7d80194a on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:24.349250 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] Attempting to bind port d4aa3aaa-008a-44e2-a215-bfdd7d80194a by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '54fcc853-7c04-4dd3-b772-b4bd058e2d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:24.350087 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] Attempting to bind port d4aa3aaa-008a-44e2-a215-bfdd7d80194a on network 31a02463-af56-4099-8dd0-6cf52c80b509 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:24.355073 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb0558c1-bdd0-422e-a14a-bd12e3080c23 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (53a8ca7d-8a1c-4006-9bef-1a6133ec73d4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.357879 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] Port d4aa3aaa-008a-44e2-a215-bfdd7d80194a on network 31a02463-af56-4099-8dd0-6cf52c80b509 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:13:24.358513 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] Attempting to bind port d4aa3aaa-008a-44e2-a215-bfdd7d80194a on network 31a02463-af56-4099-8dd0-6cf52c80b509 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:24.366645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:24.367316 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] Checking segment: {'id': '54fcc853-7c04-4dd3-b772-b4bd058e2d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:24.368544 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] Bound using segment: {'id': '54fcc853-7c04-4dd3-b772-b4bd058e2d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:24.370425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] Bound port: d4aa3aaa-008a-44e2-a215-bfdd7d80194a, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fcc853-7c04-4dd3-b772-b4bd058e2d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:24.371920 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d4aa3aaa-008a-44e2-a215-bfdd7d80194a), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.428866 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8bd2beb3-6426-4315-afce-e5e71216f766 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (54e05cc1-7d7f-45f0-9681-43bdd2774389), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.429461 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8bd2beb3-6426-4315-afce-e5e71216f766 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (54e05cc1-7d7f-45f0-9681-43bdd2774389), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.468563 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] For port d4aa3aaa-008a-44e2-a215-bfdd7d80194a, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:24.477168 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] For port d4aa3aaa-008a-44e2-a215-bfdd7d80194a, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d4aa3aaa-008a-44e2-a215-bfdd7d80194a,segment=NetworkSegment(54fcc853-7c04-4dd3-b772-b4bd058e2d55),segment_id=54fcc853-7c04-4dd3-b772-b4bd058e2d55)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:24.486238 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (d4aa3aaa-008a-44e2-a215-bfdd7d80194a), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.502925 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-b4044f58-6e09-4031-a568-717c77cca352 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:13:24.504285 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b4044f58-6e09-4031-a568-717c77cca352 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "PUT /v2.0/routers/c1fd8d19-b826-4639-a809-8ef019480df7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1109459 Jan 27 22:13:24.513603 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57092) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:24.553955 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-8bd2beb3-6426-4315-afce-e5e71216f766 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Calling delete_port for 54e05cc1-7d7f-45f0-9681-43bdd2774389 owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:24.565409 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-94453c24-7e3b-473d-95fa-5ba181182753 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/floatingips/fa0cc7c9-2f34-42a8-98ba-d1083e8ca776 HTTP/1.1" status: 200 len: 994 time: 0.4778678 Jan 27 22:13:24.569767 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb0558c1-bdd0-422e-a14a-bd12e3080c23 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (53a8ca7d-8a1c-4006-9bef-1a6133ec73d4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.578874 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb0558c1-bdd0-422e-a14a-bd12e3080c23 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_controller (53a8ca7d-8a1c-4006-9bef-1a6133ec73d4), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.715670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:24.717306 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.718912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] 10.222.0.21 "PUT /v2.0/ports/d4aa3aaa-008a-44e2-a215-bfdd7d80194a HTTP/1.1" status: 200 len: 1091 time: 1.1650681 Jan 27 22:13:24.722645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce12ed6-2deb-4510-a4a3-8ebefef858b1', 'tag': 'd4aa3aaa-008a-44e2-a215-bfdd7d80194a'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:13:24.731767 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160a62f3-e766-44f3-99ed-ad1dd3be749b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce12ed6-2deb-4510-a4a3-8ebefef858b1", "tag": "d4aa3aaa-008a-44e2-a215-bfdd7d80194a"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:13:24.805764 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f770b4b6-5611-43a5-9641-bdbb2388eded tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (ae1433c7-5cf6-4f5a-897f-af92a53e0ac0), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.820885 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e13a4c-f3e1-442a-85dc-280c76d72b2d x-openstack-request-id: req-b8e13a4c-f3e1-442a-85dc-280c76d72b2d {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:13:24.821407 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce12ed6-2deb-4510-a4a3-8ebefef858b1", "tag": "d4aa3aaa-008a-44e2-a215-bfdd7d80194a", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:13:24.821855 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8e13a4c-f3e1-442a-85dc-280c76d72b2d {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:13:24.823062 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce12ed6-2deb-4510-a4a3-8ebefef858b1', 'tag': 'd4aa3aaa-008a-44e2-a215-bfdd7d80194a', 'status': 'completed', 'code': 200} Jan 27 22:13:24.825159 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f770b4b6-5611-43a5-9641-bdbb2388eded tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ae1433c7-5cf6-4f5a-897f-af92a53e0ac0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.878225 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb0558c1-bdd0-422e-a14a-bd12e3080c23 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (53a8ca7d-8a1c-4006-9bef-1a6133ec73d4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.878657 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0558c1-bdd0-422e-a14a-bd12e3080c23 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53a8ca7d-8a1c-4006-9bef-1a6133ec73d4 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:13:24.886776 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bb0558c1-bdd0-422e-a14a-bd12e3080c23 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.890513 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bb0558c1-bdd0-422e-a14a-bd12e3080c23 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "DELETE /v2.0/routers/53a8ca7d-8a1c-4006-9bef-1a6133ec73d4 HTTP/1.1" status: 204 len: 168 time: 3.1963470 Jan 27 22:13:24.897640 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57104) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:24.915156 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c44e4d-f753-4780-9c87-c4e40b4beff6 service neutron] Pushing event updated for resources: {'Port': ['ID=d4aa3aaa-008a-44e2-a215-bfdd7d80194a,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:24.935246 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f770b4b6-5611-43a5-9641-bdbb2388eded tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.945196 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57108) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:24.945877 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57110) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:24.948311 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f770b4b6-5611-43a5-9641-bdbb2388eded tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1418533 Jan 27 22:13:24.952810 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770b4b6-5611-43a5-9641-bdbb2388eded tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1433c7-5cf6-4f5a-897f-af92a53e0ac0,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:25.024795 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-aa34118b-f9a1-4875-887b-b66e2d65684f tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group_rule': {'security_group_id': 'ae1433c7-5cf6-4f5a-897f-af92a53e0ac0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:25.076226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3545e-2bc7-4329-a46c-fbc1f2aafba4 req-ec9ec558-84ba-4731-90d0-606fc928d363 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:25.078063 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96f3545e-2bc7-4329-a46c-fbc1f2aafba4 req-ec9ec558-84ba-4731-90d0-606fc928d363 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 943 time: 0.3578048 Jan 27 22:13:25.131443 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8bd2beb3-6426-4315-afce-e5e71216f766 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (54e05cc1-7d7f-45f0-9681-43bdd2774389), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:25.189883 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2beb3-6426-4315-afce-e5e71216f766 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event deleted for resources: {'Port': ['ID=54e05cc1-7d7f-45f0-9681-43bdd2774389,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:25.249781 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-96f3545e-2bc7-4329-a46c-fbc1f2aafba4 req-c89ff98f-b6d8-4bfc-8d63-daa3a7355551 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/security-groups?id=87606c14-48a8-4d65-bf02-c5c41fde79e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991900 Jan 27 22:13:25.293282 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8bd2beb3-6426-4315-afce-e5e71216f766 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for floatingip (ae9b2a81-d3b3-454d-91d4-98f3cf77683d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:25.301956 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8bd2beb3-6426-4315-afce-e5e71216f766 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:25.303537 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8bd2beb3-6426-4315-afce-e5e71216f766 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "DELETE /v2.0/floatingips/ae9b2a81-d3b3-454d-91d4-98f3cf77683d HTTP/1.1" status: 204 len: 168 time: 2.9777710 Jan 27 22:13:25.308040 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57116) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:25.313851 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-fa5ea95c-3d80-44cb-951f-e9d8d534dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:25.315652 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-fa5ea95c-3d80-44cb-951f-e9d8d534dcd2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a5fc25301d94383ab4235fa1c78acd6&device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 1094 time: 0.5262055 Jan 27 22:13:25.335452 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa61d73c-cb7f-40ef-b504-16c7efc046f3 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] DELETE failed (client error): The resource could not be found. Jan 27 22:13:25.337693 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa61d73c-cb7f-40ef-b504-16c7efc046f3 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:13:25.341337 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-aa61d73c-cb7f-40ef-b504-16c7efc046f3 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "DELETE /v2.0/ports/32ed089a-754c-412d-b726-e2510b448cf4 HTTP/1.1" status: 404 len: 333 time: 0.0321538 Jan 27 22:13:25.343867 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57122) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:25.391786 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-931518aa-8141-4beb-bb64-a261176e065f tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "GET /v2.0/ports?device_id=ead3a2fa-ae8a-461f-8c52-49dc240a4264 HTTP/1.1" status: 200 len: 205 time: 0.0466809 Jan 27 22:13:25.394586 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57124) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:25.410603 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-c91e3c0f-2294-4912-ae3f-de9772a12aab tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Deleting subnet 3c9b573a-5de2-456b-8bb5-699e99ac6d01 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:13:25.472888 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c91e3c0f-2294-4912-ae3f-de9772a12aab tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for subnet (3c9b573a-5de2-456b-8bb5-699e99ac6d01), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:25.479314 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-6af6eb3e-f5bc-4e56-be09-ffb8bef4d060 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] delete failed (client error): The resource could not be found. Jan 27 22:13:25.483681 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6af6eb3e-f5bc-4e56-be09-ffb8bef4d060 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "DELETE /v2.0/routers/ead3a2fa-ae8a-461f-8c52-49dc240a4264 HTTP/1.1" status: 404 len: 336 time: 0.0873325 Jan 27 22:13:25.484596 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57126) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:25.516651 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-837e1866-fffd-4cf1-a9a5-8250ea7cf6f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4aa3aaa-008a-44e2-a215-bfdd7d80194a HTTP/1.1" status: 200 len: 217 time: 0.1633101 Jan 27 22:13:25.518797 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44923ff-080d-4d99-b697-7d6cb75ce7fe tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] DELETE failed (client error): The resource could not be found. Jan 27 22:13:25.519438 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d44923ff-080d-4d99-b697-7d6cb75ce7fe tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:13:25.525436 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d44923ff-080d-4d99-b697-7d6cb75ce7fe tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "DELETE /v2.0/subnets/eafbc967-ae1f-4a5f-b523-a169aaf57fcd HTTP/1.1" status: 404 len: 337 time: 0.0397637 Jan 27 22:13:25.526396 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57128) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:25.595776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-60893909-8e3a-4c75-8fbb-f1c93c7e5f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:25.597278 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-60893909-8e3a-4c75-8fbb-f1c93c7e5f2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a65de3af-7726-48bb-8509-44e3eaa0a25b HTTP/1.1" status: 200 len: 848 time: 0.0693710 Jan 27 22:13:25.609149 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-aa34118b-f9a1-4875-887b-b66e2d65684f tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:13:25.613400 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-aa34118b-f9a1-4875-887b-b66e2d65684f tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5893288 Jan 27 22:13:25.615971 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57130) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:25.622160 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ec0a9112-2bc9-4e3a-9470-a2a3199271f4 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group_rule': {'security_group_id': 'ae1433c7-5cf6-4f5a-897f-af92a53e0ac0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:25.661078 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c91e3c0f-2294-4912-ae3f-de9772a12aab tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (3c9b573a-5de2-456b-8bb5-699e99ac6d01), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:25.668648 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-1bc7b187-b8c3-4352-b08f-62533bf8896e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Deleting port 554e5798-2c96-42b7-852c-2ca5e9dd852b {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:25.669198 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1bc7b187-b8c3-4352-b08f-62533bf8896e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (554e5798-2c96-42b7-852c-2ca5e9dd852b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:25.724054 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-ec0a9112-2bc9-4e3a-9470-a2a3199271f4 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:13:25.730596 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ec0a9112-2bc9-4e3a-9470-a2a3199271f4 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1122172 Jan 27 22:13:25.731460 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57136) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:25.834670 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1bc7b187-b8c3-4352-b08f-62533bf8896e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (554e5798-2c96-42b7-852c-2ca5e9dd852b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:25.844870 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92b1191e-280b-410f-845d-7829b465ffb9 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (ae1433c7-5cf6-4f5a-897f-af92a53e0ac0), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:25.855535 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-1bc7b187-b8c3-4352-b08f-62533bf8896e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Calling delete_port for 554e5798-2c96-42b7-852c-2ca5e9dd852b owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:25.882608 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92b1191e-280b-410f-845d-7829b465ffb9 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (ae1433c7-5cf6-4f5a-897f-af92a53e0ac0), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.069352 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92b1191e-280b-410f-845d-7829b465ffb9 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ae1433c7-5cf6-4f5a-897f-af92a53e0ac0), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.073109 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92b1191e-280b-410f-845d-7829b465ffb9 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.077359 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-92b1191e-280b-410f-845d-7829b465ffb9 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "DELETE /v2.0/security-groups/ae1433c7-5cf6-4f5a-897f-af92a53e0ac0 HTTP/1.1" status: 204 len: 168 time: 0.3403380 Jan 27 22:13:26.081746 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57142) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:26.108517 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1191e-280b-410f-845d-7829b465ffb9 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1433c7-5cf6-4f5a-897f-af92a53e0ac0,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:26.110361 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1bc7b187-b8c3-4352-b08f-62533bf8896e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (554e5798-2c96-42b7-852c-2ca5e9dd852b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.150845 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7b187-b8c3-4352-b08f-62533bf8896e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event deleted for resources: {'Port': ['ID=554e5798-2c96-42b7-852c-2ca5e9dd852b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:26.223098 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-ef478e0b-ef4f-4f98-843d-4a8d94bf7566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:26.224676 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-ef478e0b-ef4f-4f98-843d-4a8d94bf7566 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31a02463-af56-4099-8dd0-6cf52c80b509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6071599 Jan 27 22:13:26.230619 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c91e3c0f-2294-4912-ae3f-de9772a12aab tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (3c9b573a-5de2-456b-8bb5-699e99ac6d01), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.231417 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f701519f-e02c-405d-8628-d246e6a02c29 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1460779 Jan 27 22:13:26.234407 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57144) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:26.238467 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f839056d-6106-4d5c-a277-aca1fc6dc39b tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group': {'name': 'tempest-secgroup--624379344'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:26.267791 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1bc7b187-b8c3-4352-b08f-62533bf8896e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.271393 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1bc7b187-b8c3-4352-b08f-62533bf8896e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "DELETE /v2.0/ports/554e5798-2c96-42b7-852c-2ca5e9dd852b HTTP/1.1" status: 204 len: 168 time: 0.7436588 Jan 27 22:13:26.273793 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57146) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:26.292324 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f839056d-6106-4d5c-a277-aca1fc6dc39b tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.366668 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-7083b735-e531-49e3-bb29-2d4d342ceaad tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Deleting port 0dd8256a-81c1-450b-80d2-30a360f96651 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:26.367200 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7083b735-e531-49e3-bb29-2d4d342ceaad tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0dd8256a-81c1-450b-80d2-30a360f96651), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.525121 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c91e3c0f-2294-4912-ae3f-de9772a12aab tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (3c9b573a-5de2-456b-8bb5-699e99ac6d01), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.557858 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f839056d-6106-4d5c-a277-aca1fc6dc39b tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (ff10afb1-5ca9-4975-af60-2c09553d9bd1), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.568528 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-0aab6d83-e5b0-40d6-987d-d306a851375c tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Deleting port 0b931e02-d832-4e5b-928f-36e6ebd0ab90 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:26.568994 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0aab6d83-e5b0-40d6-987d-d306a851375c tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0b931e02-d832-4e5b-928f-36e6ebd0ab90), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.572689 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f839056d-6106-4d5c-a277-aca1fc6dc39b tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ff10afb1-5ca9-4975-af60-2c09553d9bd1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.600854 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-1dac3ff8-b768-49d4-b37d-b435ad070ed6 service neutron] 10.222.0.21 "GET /v2.0/networks/31a02463-af56-4099-8dd0-6cf52c80b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671818 Jan 27 22:13:26.607477 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c91e3c0f-2294-4912-ae3f-de9772a12aab tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.608904 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f839056d-6106-4d5c-a277-aca1fc6dc39b tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.610308 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f839056d-6106-4d5c-a277-aca1fc6dc39b tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3751566 Jan 27 22:13:26.611736 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c91e3c0f-2294-4912-ae3f-de9772a12aab tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/3c9b573a-5de2-456b-8bb5-699e99ac6d01 HTTP/1.1" status: 204 len: 168 time: 1.7052712 Jan 27 22:13:26.612665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e3c0f-2294-4912-ae3f-de9772a12aab tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3c9b573a-5de2-456b-8bb5-699e99ac6d01,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:26.616867 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57158) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:26.617218 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57160) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:26.630048 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83868a-7520-4b1b-8cf2-de491bdeb3e3 req-36e8d2ba-47a1-4f12-ada7-3a4660709587 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:26.631556 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f83868a-7520-4b1b-8cf2-de491bdeb3e3 req-36e8d2ba-47a1-4f12-ada7-3a4660709587 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 943 time: 0.2957439 Jan 27 22:13:26.640901 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-46cd6094-2eef-4fbe-9411-2f8de844274e tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:26.641323 n-d-772272-3 neutron-server[109741]: WARNING neutron.api.v2.base [None req-46cd6094-2eef-4fbe-9411-2f8de844274e tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 22:13:26.642217 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-46cd6094-2eef-4fbe-9411-2f8de844274e tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] update failed (client error): There was a conflict when trying to complete your request. Jan 27 22:13:26.645858 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-46cd6094-2eef-4fbe-9411-2f8de844274e tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "PUT /v2.0/security-groups/ff10afb1-5ca9-4975-af60-2c09553d9bd1 HTTP/1.1" status: 409 len: 330 time: 0.0226245 Jan 27 22:13:26.661003 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57164) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:26.711074 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-080b83c4-c1d2-4b07-bff0-2c7664105221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.734101 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0aab6d83-e5b0-40d6-987d-d306a851375c tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0b931e02-d832-4e5b-928f-36e6ebd0ab90), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.754127 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-0aab6d83-e5b0-40d6-987d-d306a851375c tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Calling delete_port for 0b931e02-d832-4e5b-928f-36e6ebd0ab90 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:26.769722 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839056d-6106-4d5c-a277-aca1fc6dc39b tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff10afb1-5ca9-4975-af60-2c09553d9bd1,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:26.848901 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7083b735-e531-49e3-bb29-2d4d342ceaad tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0dd8256a-81c1-450b-80d2-30a360f96651), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.848901 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7083b735-e531-49e3-bb29-2d4d342ceaad tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for floatingip (0dd8256a-81c1-450b-80d2-30a360f96651), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.908312 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-7083b735-e531-49e3-bb29-2d4d342ceaad tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Calling delete_port for 0dd8256a-81c1-450b-80d2-30a360f96651 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:26.911973 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5f024126-c7de-45b1-a98f-b3ef6b1e2697 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (6c6e9cec-372f-46fa-8ff1-ab8558845ea9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.928858 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c29de35b-7ece-4f42-9cd2-7c3345ea7614 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (c1fd8d19-b826-4639-a809-8ef019480df7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.960854 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0aab6d83-e5b0-40d6-987d-d306a851375c tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (0b931e02-d832-4e5b-928f-36e6ebd0ab90), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.996992 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab6d83-e5b0-40d6-987d-d306a851375c tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event deleted for resources: {'Port': ['ID=0b931e02-d832-4e5b-928f-36e6ebd0ab90,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:27.030302 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f83868a-7520-4b1b-8cf2-de491bdeb3e3 req-ee3cdf74-0141-4a58-94b4-c2fa26b25562 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/security-groups?id=87606c14-48a8-4d65-bf02-c5c41fde79e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3682325 Jan 27 22:13:27.100933 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0aab6d83-e5b0-40d6-987d-d306a851375c tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:27.104644 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0aab6d83-e5b0-40d6-987d-d306a851375c tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "DELETE /v2.0/ports/0b931e02-d832-4e5b-928f-36e6ebd0ab90 HTTP/1.1" status: 204 len: 168 time: 0.8298366 Jan 27 22:13:27.108594 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57174) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:27.115062 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfe02c31-2873-46dd-ad60-a1cb6e94b176 req-30754dbb-a7f4-44f1-b962-6e3d9632dee5 service neutron] 10.222.0.21 "GET /v2.0/networks/31a02463-af56-4099-8dd0-6cf52c80b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4989860 Jan 27 22:13:27.115693 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-abe34b4d-bb50-447e-9ed3-27b22129c4f8 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (ff10afb1-5ca9-4975-af60-2c09553d9bd1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:27.180880 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2e9076-5bb5-4cbd-8b5c-fca8e02f08cf tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:27.183278 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3b2e9076-5bb5-4cbd-8b5c-fca8e02f08cf tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e273520-5c12-4997-a694-32f5bedbbfa8 HTTP/1.1" status: 200 len: 913 time: 0.0736582 Jan 27 22:13:27.187695 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57176) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:27.295474 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-abe34b4d-bb50-447e-9ed3-27b22129c4f8 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (ff10afb1-5ca9-4975-af60-2c09553d9bd1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:27.402691 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5f024126-c7de-45b1-a98f-b3ef6b1e2697 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (6c6e9cec-372f-46fa-8ff1-ab8558845ea9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:27.459682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a62f3-e766-44f3-99ed-ad1dd3be749b req-2a07cf06-4250-4b90-a4e3-ffca9560d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:27.461242 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-160a62f3-e766-44f3-99ed-ad1dd3be749b req-2a07cf06-4250-4b90-a4e3-ffca9560d98a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a5fc25301d94383ab4235fa1c78acd6&device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 1094 time: 0.2692375 Jan 27 22:13:27.507431 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-5f024126-c7de-45b1-a98f-b3ef6b1e2697 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c6e9cec-372f-46fa-8ff1-ab8558845ea9']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:27.550622 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:27.575483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-5f024126-c7de-45b1-a98f-b3ef6b1e2697 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7f1bc9-5b3b-4bca-9791-28e04fadf3f4') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:27.576185 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-5f024126-c7de-45b1-a98f-b3ef6b1e2697 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7f1bc9-5b3b-4bca-9791-28e04fadf3f4') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:27.600599 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5f024126-c7de-45b1-a98f-b3ef6b1e2697 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (ef7f1bc9-5b3b-4bca-9791-28e04fadf3f4), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:27.619244 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-abe34b4d-bb50-447e-9ed3-27b22129c4f8 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ff10afb1-5ca9-4975-af60-2c09553d9bd1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:27.621992 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-abe34b4d-bb50-447e-9ed3-27b22129c4f8 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:27.623197 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-abe34b4d-bb50-447e-9ed3-27b22129c4f8 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "DELETE /v2.0/security-groups/ff10afb1-5ca9-4975-af60-2c09553d9bd1 HTTP/1.1" status: 204 len: 168 time: 0.9601831 Jan 27 22:13:27.644824 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57186) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:27.672419 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5f024126-c7de-45b1-a98f-b3ef6b1e2697 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (ef7f1bc9-5b3b-4bca-9791-28e04fadf3f4), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:27.681693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34b4d-bb50-447e-9ed3-27b22129c4f8 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff10afb1-5ca9-4975-af60-2c09553d9bd1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:27.702350 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f024126-c7de-45b1-a98f-b3ef6b1e2697 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:13:27.702762 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5f024126-c7de-45b1-a98f-b3ef6b1e2697 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (ef7f1bc9-5b3b-4bca-9791-28e04fadf3f4), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:13:27.707513 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:13:27.710182 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10c8afa4-e841-4082-8f9e-9d71418aa593 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (6e273520-5c12-4997-a694-32f5bedbbfa8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:27.908214 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a62f3-e766-44f3-99ed-ad1dd3be749b req-15818f55-88ea-4a43-8de2-3c9afd81fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:27.910150 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-160a62f3-e766-44f3-99ed-ad1dd3be749b req-15818f55-88ea-4a43-8de2-3c9afd81fb66 service neutron] 10.222.0.21 "GET /v2.0/networks?id=31a02463-af56-4099-8dd0-6cf52c80b509 HTTP/1.1" status: 200 len: 910 time: 0.4312344 Jan 27 22:13:27.918368 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-43803510-7b7c-4bf1-b24b-15b1207cf260 tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2693989 Jan 27 22:13:27.922333 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57192) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:27.934726 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7083b735-e531-49e3-bb29-2d4d342ceaad tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0dd8256a-81c1-450b-80d2-30a360f96651), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:27.941043 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-40eb1a7a-e5b1-4001-81a3-4271ea26eafe tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] delete failed (client error): The resource could not be found. Jan 27 22:13:27.942109 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-40eb1a7a-e5b1-4001-81a3-4271ea26eafe tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "DELETE /v2.0/security-groups/652eb405-1960-4449-b2d3-05c26e835854 HTTP/1.1" status: 404 len: 347 time: 0.0179892 Jan 27 22:13:27.946198 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57194) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:27.962911 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-b29e3da1-fe39-4faf-abfd-47c07847370c tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] show failed (client error): The resource could not be found. Jan 27 22:13:27.967683 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b29e3da1-fe39-4faf-abfd-47c07847370c tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "GET /v2.0/security-groups/9d23d9fd-2cb4-4e15-905a-55df2c356187 HTTP/1.1" status: 404 len: 347 time: 0.0171020 Jan 27 22:13:27.967957 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57196) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:27.981968 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-aad0ce5f-5a76-4378-9bce-a896705579bc req-df396545-108b-4067-8c52-f2f44b2a35c3 tempest-ServerShowV254Test-1194349293 tempest-ServerShowV254Test-1194349293-project] (109741) timed out ('10.222.0.21', 53456) {{(pid=109741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:13:27.987335 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5f024126-c7de-45b1-a98f-b3ef6b1e2697 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (6c6e9cec-372f-46fa-8ff1-ab8558845ea9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:27.991975 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-95c18496-620b-463a-9f77-17a548cd64ae tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] show failed (client error): The resource could not be found. Jan 27 22:13:27.997432 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-95c18496-620b-463a-9f77-17a548cd64ae tempest-NegativeSecGroupIPv6Test-399875834 tempest-NegativeSecGroupIPv6Test-399875834-project] 10.222.0.23 "GET /v2.0/security-group-rules/a35a7184-6b34-4b2b-9113-49fa9f71139a HTTP/1.1" status: 404 len: 356 time: 0.0232141 Jan 27 22:13:28.007593 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-160a62f3-e766-44f3-99ed-ad1dd3be749b req-c6d94bfc-351c-42ab-bca1-90f7754f54f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4aa3aaa-008a-44e2-a215-bfdd7d80194a HTTP/1.1" status: 200 len: 217 time: 0.0845456 Jan 27 22:13:28.042581 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f024126-c7de-45b1-a98f-b3ef6b1e2697 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6c6e9cec-372f-46fa-8ff1-ab8558845ea9 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 22:13:28.065740 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5f024126-c7de-45b1-a98f-b3ef6b1e2697 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:28.069043 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5f024126-c7de-45b1-a98f-b3ef6b1e2697 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "DELETE /v2.0/networks/6c6e9cec-372f-46fa-8ff1-ab8558845ea9 HTTP/1.1" status: 204 len: 168 time: 1.4472895 Jan 27 22:13:28.071505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083b735-e531-49e3-bb29-2d4d342ceaad tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event deleted for resources: {'Port': ['ID=0dd8256a-81c1-450b-80d2-30a360f96651,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:28.171589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f024126-c7de-45b1-a98f-b3ef6b1e2697 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Pushing event deleted for resources: {'Network': ['ID=6c6e9cec-372f-46fa-8ff1-ab8558845ea9,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:28.312615 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-10c8afa4-e841-4082-8f9e-9d71418aa593 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Deleting port 1d4598c7-3a78-4645-8464-9c7e8ae98da9 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:28.313120 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10c8afa4-e841-4082-8f9e-9d71418aa593 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1d4598c7-3a78-4645-8464-9c7e8ae98da9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:28.435994 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a62f3-e766-44f3-99ed-ad1dd3be749b req-a062f564-bbaf-4141-88e0-35b9b42c6fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:28.441281 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-160a62f3-e766-44f3-99ed-ad1dd3be749b req-a062f564-bbaf-4141-88e0-35b9b42c6fc4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a65de3af-7726-48bb-8509-44e3eaa0a25b HTTP/1.1" status: 200 len: 848 time: 0.4064684 Jan 27 22:13:28.502373 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-c29de35b-7ece-4f42-9cd2-7c3345ea7614 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Deleting port e7e1b063-409b-4967-a34f-6ee2c04de0bc {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:28.502827 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c29de35b-7ece-4f42-9cd2-7c3345ea7614 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e7e1b063-409b-4967-a34f-6ee2c04de0bc), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:28.572472 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10c8afa4-e841-4082-8f9e-9d71418aa593 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1d4598c7-3a78-4645-8464-9c7e8ae98da9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:28.589676 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57218) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:28.593510 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57220) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:28.607351 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-391e5364-402d-4b64-92c6-e8331ef24b36 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Request body: {'router': {'name': 'tempest-router--362099116', 'project_id': 'a8a83eaa15c44cba85f2c1df9eb6900f'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:28.625030 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-10c8afa4-e841-4082-8f9e-9d71418aa593 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Calling delete_port for 1d4598c7-3a78-4645-8464-9c7e8ae98da9 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:28.649819 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c29de35b-7ece-4f42-9cd2-7c3345ea7614 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e7e1b063-409b-4967-a34f-6ee2c04de0bc), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:28.664540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-c29de35b-7ece-4f42-9cd2-7c3345ea7614 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Calling delete_port for e7e1b063-409b-4967-a34f-6ee2c04de0bc owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:28.779294 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-391e5364-402d-4b64-92c6-e8331ef24b36 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (ecbb3d2f-b8d6-4d43-aebd-65484d94df9b), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:28.783299 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-391e5364-402d-4b64-92c6-e8331ef24b36 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (ecbb3d2f-b8d6-4d43-aebd-65484d94df9b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:28.866525 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-391e5364-402d-4b64-92c6-e8331ef24b36 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_controller (ecbb3d2f-b8d6-4d43-aebd-65484d94df9b), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:28.889578 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4aa41-3696-413f-84dc-a384a72a361d req-927d54ba-9b4f-40ca-8291-4f30794faeee tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:28.891170 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fcb4aa41-3696-413f-84dc-a384a72a361d req-927d54ba-9b4f-40ca-8291-4f30794faeee tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 943 time: 0.6539986 Jan 27 22:13:28.897889 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7083b735-e531-49e3-bb29-2d4d342ceaad tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for floatingip (fa0cc7c9-2f34-42a8-98ba-d1083e8ca776), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:28.898474 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-7083b735-e531-49e3-bb29-2d4d342ceaad tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Floating IP fa0cc7c9-2f34-42a8-98ba-d1083e8ca776 disassociated (deleted). External IP: 172.25.3.215, port: 8852115e-3d5c-4b8b-86bf-990e0e2acfa0. Jan 27 22:13:28.905776 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c29de35b-7ece-4f42-9cd2-7c3345ea7614 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (e7e1b063-409b-4967-a34f-6ee2c04de0bc), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:28.933597 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:28.955882 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-391e5364-402d-4b64-92c6-e8331ef24b36 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (ecbb3d2f-b8d6-4d43-aebd-65484d94df9b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:28.974984 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29de35b-7ece-4f42-9cd2-7c3345ea7614 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event deleted for resources: {'Port': ['ID=e7e1b063-409b-4967-a34f-6ee2c04de0bc,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:29.008907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a62f3-e766-44f3-99ed-ad1dd3be749b req-27ab2165-e123-40d9-aaa0-218e30dfe8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:29.010993 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-160a62f3-e766-44f3-99ed-ad1dd3be749b req-27ab2165-e123-40d9-aaa0-218e30dfe8a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31a02463-af56-4099-8dd0-6cf52c80b509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5409477 Jan 27 22:13:29.044662 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9a13b4fd-e6a4-4a69-929b-c07e6cca2eef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da4b7966d82c47079646abdaa4e3b84d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4383357 Jan 27 22:13:29.050501 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-391e5364-402d-4b64-92c6-e8331ef24b36 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:29.054502 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-391e5364-402d-4b64-92c6-e8331ef24b36 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4532304 Jan 27 22:13:29.055097 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57232) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:29.055450 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57234) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:29.138836 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d123d25-2689-4092-b226-e2a8a03ffdcb tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router (ecbb3d2f-b8d6-4d43-aebd-65484d94df9b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:29.175222 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-160a62f3-e766-44f3-99ed-ad1dd3be749b req-8aad6cf5-c281-428a-b291-a5e6fe768d66 service neutron] 10.222.0.21 "GET /v2.0/networks/31a02463-af56-4099-8dd0-6cf52c80b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558561 Jan 27 22:13:29.358602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fcb4aa41-3696-413f-84dc-a384a72a361d req-5f9855ae-064d-42bb-932a-6826087ca5b1 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/security-groups?id=87606c14-48a8-4d65-bf02-c5c41fde79e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4481850 Jan 27 22:13:29.448698 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c29de35b-7ece-4f42-9cd2-7c3345ea7614 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (c1fd8d19-b826-4639-a809-8ef019480df7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:29.497989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-160a62f3-e766-44f3-99ed-ad1dd3be749b req-a68cbf87-2474-420b-9b96-312993502563 service neutron] 10.222.0.21 "GET /v2.0/networks/31a02463-af56-4099-8dd0-6cf52c80b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865019 Jan 27 22:13:29.890081 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3be5b880-3f43-40d9-b993-593a72a964b1 admin admin] Publish callbacks [] for security_group (ab22e509-65d6-40c9-95a2-85b6779b93b6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:29.894244 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d123d25-2689-4092-b226-e2a8a03ffdcb tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (ecbb3d2f-b8d6-4d43-aebd-65484d94df9b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:29.900600 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d123d25-2689-4092-b226-e2a8a03ffdcb tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_controller (ecbb3d2f-b8d6-4d43-aebd-65484d94df9b), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:29.972029 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3be5b880-3f43-40d9-b993-593a72a964b1 admin admin] Publish callbacks [] for security_group (ab22e509-65d6-40c9-95a2-85b6779b93b6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:30.023555 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d123d25-2689-4092-b226-e2a8a03ffdcb tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (ecbb3d2f-b8d6-4d43-aebd-65484d94df9b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:30.024102 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d123d25-2689-4092-b226-e2a8a03ffdcb tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ecbb3d2f-b8d6-4d43-aebd-65484d94df9b {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:13:30.042473 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d123d25-2689-4092-b226-e2a8a03ffdcb tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:30.046579 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9d123d25-2689-4092-b226-e2a8a03ffdcb tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "DELETE /v2.0/routers/ecbb3d2f-b8d6-4d43-aebd-65484d94df9b HTTP/1.1" status: 204 len: 168 time: 0.9874768 Jan 27 22:13:30.150315 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10c8afa4-e841-4082-8f9e-9d71418aa593 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (1d4598c7-3a78-4645-8464-9c7e8ae98da9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:30.235102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7083b735-e531-49e3-bb29-2d4d342ceaad tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Router b6aa639d-7cb8-4455-bf35-65c296cbcaca has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:13:30.241440 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8afa4-e841-4082-8f9e-9d71418aa593 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event deleted for resources: {'Port': ['ID=1d4598c7-3a78-4645-8464-9c7e8ae98da9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:30.244870 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3be5b880-3f43-40d9-b993-593a72a964b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ab22e509-65d6-40c9-95a2-85b6779b93b6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:30.248737 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3be5b880-3f43-40d9-b993-593a72a964b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:30.253376 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3be5b880-3f43-40d9-b993-593a72a964b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab22e509-65d6-40c9-95a2-85b6779b93b6 HTTP/1.1" status: 204 len: 168 time: 1.1954238 Jan 27 22:13:30.282291 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57256) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:30.303583 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5b880-3f43-40d9-b993-593a72a964b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab22e509-65d6-40c9-95a2-85b6779b93b6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:30.347703 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:30.437268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29de35b-7ece-4f42-9cd2-7c3345ea7614 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Router c1fd8d19-b826-4639-a809-8ef019480df7 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:13:30.510430 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10c8afa4-e841-4082-8f9e-9d71418aa593 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (6e273520-5c12-4997-a694-32f5bedbbfa8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:30.648639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29de35b-7ece-4f42-9cd2-7c3345ea7614 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:30.660400 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c29de35b-7ece-4f42-9cd2-7c3345ea7614 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "PUT /v2.0/routers/c1fd8d19-b826-4639-a809-8ef019480df7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1362145 Jan 27 22:13:30.663724 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57268) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:30.670948 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6826a7a4-b4ef-45b7-b9a6-8139b503f42a None None] Sync routers for ids ['c1fd8d19-b826-4639-a809-8ef019480df7'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:30.676399 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-27aceb1e-46bd-4c34-bc1c-9bf606720cc2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-65846613', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}, 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:30.713246 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6826a7a4-b4ef-45b7-b9a6-8139b503f42a None None] Routers {'c1fd8d19-b826-4639-a809-8ef019480df7'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:30.713894 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6826a7a4-b4ef-45b7-b9a6-8139b503f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c1fd8d19-b826-4639-a809-8ef019480df7'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:30.730134 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-119c9818-6dd9-420d-88b5-4d083693d397 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] delete failed (client error): The resource could not be found. Jan 27 22:13:30.736955 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-119c9818-6dd9-420d-88b5-4d083693d397 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1690637972 HTTP/1.1" status: 404 len: 335 time: 0.0646632 Jan 27 22:13:30.774228 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6826a7a4-b4ef-45b7-b9a6-8139b503f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:30.780006 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57270) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:30.792387 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2a07b7c9-4046-4d9c-9213-8d3baf1f20ab tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c1fd8d19-b826-4639-a809-8ef019480df7'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:30.792749 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6826a7a4-b4ef-45b7-b9a6-8139b503f42a None None] Routers {'c1fd8d19-b826-4639-a809-8ef019480df7'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:30.793601 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6826a7a4-b4ef-45b7-b9a6-8139b503f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c1fd8d19-b826-4639-a809-8ef019480df7'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:30.815337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73587c1-11d2-430e-95a5-704c50f4e599 req-3d0d6b60-0651-4bdb-b623-50f245549234 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:30.817028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d73587c1-11d2-430e-95a5-704c50f4e599 req-3d0d6b60-0651-4bdb-b623-50f245549234 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 943 time: 0.3008850 Jan 27 22:13:30.868123 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d4aa3aaa-008a-44e2-a215-bfdd7d80194a details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:13:30.882131 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6826a7a4-b4ef-45b7-b9a6-8139b503f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:30.882730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7083b735-e531-49e3-bb29-2d4d342ceaad tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:30.889467 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6826a7a4-b4ef-45b7-b9a6-8139b503f42a None None] The sync data for ids ['c1fd8d19-b826-4639-a809-8ef019480df7'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:30.914075 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7083b735-e531-49e3-bb29-2d4d342ceaad tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:30.922449 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07f0932-d608-4368-a092-e1835f919c9e None None] Sync routers for ids ['b6aa639d-7cb8-4455-bf35-65c296cbcaca'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:30.935593 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d73587c1-11d2-430e-95a5-704c50f4e599 req-0f2a9551-ad93-45e0-af67-87a52364f7a5 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/security-groups?id=87606c14-48a8-4d65-bf02-c5c41fde79e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922613 Jan 27 22:13:31.013505 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7083b735-e531-49e3-bb29-2d4d342ceaad tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "DELETE /v2.0/floatingips/fa0cc7c9-2f34-42a8-98ba-d1083e8ca776 HTTP/1.1" status: 204 len: 168 time: 5.9825652 Jan 27 22:13:31.020603 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02607d52-8ace-4831-b4b7-bb0f43e6a7ec', 'tag': '8852115e-3d5c-4b8b-86bf-990e0e2acfa0'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:13:31.023669 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07f0932-d608-4368-a092-e1835f919c9e None None] Routers {'b6aa639d-7cb8-4455-bf35-65c296cbcaca'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:31.029772 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b07f0932-d608-4368-a092-e1835f919c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b6aa639d-7cb8-4455-bf35-65c296cbcaca'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:31.030258 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27455aa7-dce6-44a5-9cdd-ec75fc7aaa37" -d '{"events": [{"name": "network-changed", "server_uuid": "02607d52-8ace-4831-b4b7-bb0f43e6a7ec", "tag": "8852115e-3d5c-4b8b-86bf-990e0e2acfa0"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:13:31.041366 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27aceb1e-46bd-4c34-bc1c-9bf606720cc2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (f232673b-c968-4b95-9950-962dd7ded60f), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:31.043702 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27aceb1e-46bd-4c34-bc1c-9bf606720cc2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (f232673b-c968-4b95-9950-962dd7ded60f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:31.117945 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d256c2c7-8349-4ccf-873b-51c5b45e974b x-openstack-request-id: req-d256c2c7-8349-4ccf-873b-51c5b45e974b {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:13:31.118251 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02607d52-8ace-4831-b4b7-bb0f43e6a7ec", "tag": "8852115e-3d5c-4b8b-86bf-990e0e2acfa0", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:13:31.124995 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d256c2c7-8349-4ccf-873b-51c5b45e974b {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:13:31.125900 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02607d52-8ace-4831-b4b7-bb0f43e6a7ec', 'tag': '8852115e-3d5c-4b8b-86bf-990e0e2acfa0', 'status': 'completed', 'code': 200} Jan 27 22:13:31.131637 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c8afa4-e841-4082-8f9e-9d71418aa593 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Router 6e273520-5c12-4997-a694-32f5bedbbfa8 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:13:31.248250 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27455aa7-dce6-44a5-9cdd-ec75fc7aaa37 req-fd37fa69-37c9-46fa-8d47-8ffc6be29633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:31.250219 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27455aa7-dce6-44a5-9cdd-ec75fc7aaa37 req-fd37fa69-37c9-46fa-8d47-8ffc6be29633 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f283cf476a449f8a327cb51a3011c25&device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 1097 time: 0.1031799 Jan 27 22:13:31.429991 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27aceb1e-46bd-4c34-bc1c-9bf606720cc2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_controller (f232673b-c968-4b95-9950-962dd7ded60f), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:31.491398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d4aa3aaa-008a-44e2-a215-bfdd7d80194a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d4aa3aaa-008a-44e2-a215-bfdd7d80194a,segment=NetworkSegment(54fcc853-7c04-4dd3-b772-b4bd058e2d55),segment_id=54fcc853-7c04-4dd3-b772-b4bd058e2d55)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:31.514389 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'd4aa3aaa-008a-44e2-a215-bfdd7d80194a', 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509', 'port_id': 'd4aa3aaa-008a-44e2-a215-bfdd7d80194a', 'mac_address': 'fa:16:3e:64:bb:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65de3af-7726-48bb-8509-44e3eaa0a25b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:13:31.524620 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b07f0932-d608-4368-a092-e1835f919c9e None None] Set router b6aa639d-7cb8-4455-bf35-65c296cbcaca gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:31.538344 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c1a57-cbd9-4ae0-ad76-3b2e876ae556 req-f2787351-698b-417e-873d-f2771cf9b5f1 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:31.544813 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-064c1a57-cbd9-4ae0-ad76-3b2e876ae556 req-f2787351-698b-417e-873d-f2771cf9b5f1 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 946 time: 0.1256905 Jan 27 22:13:31.556521 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27455aa7-dce6-44a5-9cdd-ec75fc7aaa37 req-0c5e789c-20a9-4e66-a458-3654182782d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:31.557978 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27455aa7-dce6-44a5-9cdd-ec75fc7aaa37 req-0c5e789c-20a9-4e66-a458-3654182782d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dfd554a6-e3e7-42fa-aa9f-3416cb186645 HTTP/1.1" status: 200 len: 898 time: 0.3010085 Jan 27 22:13:31.637895 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2a07b7c9-4046-4d9c-9213-8d3baf1f20ab tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for router_gateway (c1fd8d19-b826-4639-a809-8ef019480df7), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:31.672420 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27455aa7-dce6-44a5-9cdd-ec75fc7aaa37 req-b02fc34a-f2c5-4c81-a94b-b017f60c7293 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8852115e-3d5c-4b8b-86bf-990e0e2acfa0 HTTP/1.1" status: 200 len: 217 time: 0.1039174 Jan 27 22:13:31.759372 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-064c1a57-cbd9-4ae0-ad76-3b2e876ae556 req-a0d399c4-c847-423a-a645-48c715a8d37a tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d6ffcba-ea09-48e8-b571-bf21b96ee564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136815 Jan 27 22:13:31.791530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27455aa7-dce6-44a5-9cdd-ec75fc7aaa37 req-97a5de2b-5add-4901-a755-3ea38592ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:31.794383 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27455aa7-dce6-44a5-9cdd-ec75fc7aaa37 req-97a5de2b-5add-4901-a755-3ea38592ffd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5518924-fd94-4230-9918-353734c78108 HTTP/1.1" status: 200 len: 834 time: 0.1066751 Jan 27 22:13:31.809780 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port d4aa3aaa-008a-44e2-a215-bfdd7d80194a is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:31.810333 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d4aa3aaa-008a-44e2-a215-bfdd7d80194a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:31.851214 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4aa3aaa-008a-44e2-a215-bfdd7d80194a {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:13:31.873375 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d4aa3aaa-008a-44e2-a215-bfdd7d80194a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d4aa3aaa-008a-44e2-a215-bfdd7d80194a,segment=NetworkSegment(54fcc853-7c04-4dd3-b772-b4bd058e2d55),segment_id=54fcc853-7c04-4dd3-b772-b4bd058e2d55)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:31.883614 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d4aa3aaa-008a-44e2-a215-bfdd7d80194a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:31.907720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27455aa7-dce6-44a5-9cdd-ec75fc7aaa37 req-351d70b9-bf45-4103-8301-54ca9a1ef02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:31.913056 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27455aa7-dce6-44a5-9cdd-ec75fc7aaa37 req-351d70b9-bf45-4103-8301-54ca9a1ef02c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dfd554a6-e3e7-42fa-aa9f-3416cb186645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117656 Jan 27 22:13:31.917957 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c8afa4-e841-4082-8f9e-9d71418aa593 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:31.931060 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec22a395-c798-4528-a9fd-56c75ea5749c None None] Sync routers for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:31.939651 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-10c8afa4-e841-4082-8f9e-9d71418aa593 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "PUT /v2.0/routers/6e273520-5c12-4997-a694-32f5bedbbfa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7494338 Jan 27 22:13:31.941278 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-2a07b7c9-4046-4d9c-9213-8d3baf1f20ab tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] update failed (client error): The resource could not be found. Jan 27 22:13:31.947276 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2a07b7c9-4046-4d9c-9213-8d3baf1f20ab tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "PUT /v2.0/routers/c1fd8d19-b826-4639-a809-8ef019480df7 HTTP/1.1" status: 404 len: 339 time: 1.1614175 Jan 27 22:13:31.949243 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec22a395-c798-4528-a9fd-56c75ea5749c None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:31.950144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57312) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:31.952242 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-ec22a395-c798-4528-a9fd-56c75ea5749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:31.960064 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57308) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:31.962794 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27aceb1e-46bd-4c34-bc1c-9bf606720cc2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_gateway (f232673b-c968-4b95-9950-962dd7ded60f), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:31.984399 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-f91e72be-aed6-49b2-a710-71a886f4b1a1 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1855134265'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:31.984950 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b07f0932-d608-4368-a092-e1835f919c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'name': 'tempest-TestNetworkBasicOps-router-1793070370', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:58Z', 'updated_at': '2022-01-27T22:12:13Z', 'revision_number': 4, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:59Z', 'updated_at': '2022-01-27T22:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3ed1a26a-10f6-4138-bbef-ff1e9beccc44', 'name': '', 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:ea:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c5518924-fd94-4230-9918-353734c78108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:10Z', 'updated_at': '2022-01-27T22:12:19Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'c5518924-fd94-4230-9918-353734c78108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:32.049233 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=d4aa3aaa-008a-44e2-a215-bfdd7d80194a,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:32.052395 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07f0932-d608-4368-a092-e1835f919c9e None None] Checking router: b6aa639d-7cb8-4455-bf35-65c296cbcaca for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:13:32.085333 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-ec22a395-c798-4528-a9fd-56c75ea5749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:32.088004 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07f0932-d608-4368-a092-e1835f919c9e None None] Routers {'b6aa639d-7cb8-4455-bf35-65c296cbcaca'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:32.088884 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b07f0932-d608-4368-a092-e1835f919c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b6aa639d-7cb8-4455-bf35-65c296cbcaca'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:32.126871 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec22a395-c798-4528-a9fd-56c75ea5749c None None] Routers {'6e273520-5c12-4997-a694-32f5bedbbfa8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:32.129345 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-ec22a395-c798-4528-a9fd-56c75ea5749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['6e273520-5c12-4997-a694-32f5bedbbfa8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:32.175929 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27455aa7-dce6-44a5-9cdd-ec75fc7aaa37 req-87a7ffe4-9cf1-46b4-a715-2dc16f918578 service neutron] 10.222.0.15 "GET /v2.0/networks/dfd554a6-e3e7-42fa-aa9f-3416cb186645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551880 Jan 27 22:13:32.217619 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-ec22a395-c798-4528-a9fd-56c75ea5749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:32.220861 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec22a395-c798-4528-a9fd-56c75ea5749c None None] The sync data for ids ['6e273520-5c12-4997-a694-32f5bedbbfa8'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:32.238416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91e72be-aed6-49b2-a710-71a886f4b1a1 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Made reservation on behalf of f6c7bd5bbbd6457080effbdbbe9de31d for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:32.240592 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea4ccbd8-8efb-472a-9e04-d7078f8075bd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for router (6e273520-5c12-4997-a694-32f5bedbbfa8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:32.242380 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f91e72be-aed6-49b2-a710-71a886f4b1a1 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:32.308768 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91e72be-aed6-49b2-a710-71a886f4b1a1 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:13:32.321029 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f91e72be-aed6-49b2-a710-71a886f4b1a1 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (5872d6fe-391f-45ed-b921-d9c5d761f23c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:32.321452 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-f91e72be-aed6-49b2-a710-71a886f4b1a1 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Added segment 5872d6fe-391f-45ed-b921-d9c5d761f23c of type vlan for network a4d05d87-be64-47ec-aba8-eccb0d890bb6 Jan 27 22:13:32.328476 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b07f0932-d608-4368-a092-e1835f919c9e None None] Set router b6aa639d-7cb8-4455-bf35-65c296cbcaca gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:32.335324 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['d4aa3aaa-008a-44e2-a215-bfdd7d80194a'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:13:32.371466 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f91e72be-aed6-49b2-a710-71a886f4b1a1 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (a4d05d87-be64-47ec-aba8-eccb0d890bb6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:32.414158 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f91e72be-aed6-49b2-a710-71a886f4b1a1 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (a4d05d87-be64-47ec-aba8-eccb0d890bb6), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:32.427021 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91e72be-aed6-49b2-a710-71a886f4b1a1 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:32.427873 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f91e72be-aed6-49b2-a710-71a886f4b1a1 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:32.517284 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f91e72be-aed6-49b2-a710-71a886f4b1a1 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5654969 Jan 27 22:13:32.522464 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57326) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:32.539663 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9e686616-ad6f-4c26-8280-d3f8d6f4ccd7 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Request body: {'subnet': {'network_id': 'a4d05d87-be64-47ec-aba8-eccb0d890bb6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:32.627574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f16f3-d7ef-46fb-84ea-78bd7dee0d65 req-a22f96c9-67f7-4114-b8d9-6db789619c9a tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:32.629834 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e51f16f3-d7ef-46fb-84ea-78bd7dee0d65 req-a22f96c9-67f7-4114-b8d9-6db789619c9a tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 944 time: 0.4513185 Jan 27 22:13:32.630642 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e72be-aed6-49b2-a710-71a886f4b1a1 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event updated for resources: {'Network': ['ID=a4d05d87-be64-47ec-aba8-eccb0d890bb6,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:32.656407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network a4d05d87-be64-47ec-aba8-eccb0d890bb6 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:13:32.743933 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea4ccbd8-8efb-472a-9e04-d7078f8075bd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for router_gateway (6e273520-5c12-4997-a694-32f5bedbbfa8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:32.755336 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e686616-ad6f-4c26-8280-d3f8d6f4ccd7 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Made reservation on behalf of f6c7bd5bbbd6457080effbdbbe9de31d for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:32.755574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d6f9e-a47f-4a15-a4e4-4eb1552120bc req-277f1a2e-3ef2-4f89-889c-99614b1517c0 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:32.755574 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-955d6f9e-a47f-4a15-a4e4-4eb1552120bc req-277f1a2e-3ef2-4f89-889c-99614b1517c0 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.15 "GET /v2.0/ports?device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 946 time: 0.2194600 Jan 27 22:13:32.756302 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9e686616-ad6f-4c26-8280-d3f8d6f4ccd7 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:32.851991 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e51f16f3-d7ef-46fb-84ea-78bd7dee0d65 req-3e299444-a1cd-4f2f-abfb-dc1a3909ac88 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/security-groups?id=87606c14-48a8-4d65-bf02-c5c41fde79e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717141 Jan 27 22:13:32.904095 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-27455aa7-dce6-44a5-9cdd-ec75fc7aaa37 req-d8effc2b-1de3-4d17-807b-8c109495084e service neutron] 10.222.0.15 "GET /v2.0/networks/dfd554a6-e3e7-42fa-aa9f-3416cb186645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7122858 Jan 27 22:13:33.014059 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-955d6f9e-a47f-4a15-a4e4-4eb1552120bc req-15ca3095-4324-4388-9faf-def52c2042f1 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Deleting port 8852115e-3d5c-4b8b-86bf-990e0e2acfa0 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:33.020314 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-955d6f9e-a47f-4a15-a4e4-4eb1552120bc req-15ca3095-4324-4388-9faf-def52c2042f1 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (8852115e-3d5c-4b8b-86bf-990e0e2acfa0), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:33.125610 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b07f0932-d608-4368-a092-e1835f919c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'name': 'tempest-TestNetworkBasicOps-router-1793070370', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:58Z', 'updated_at': '2022-01-27T22:12:13Z', 'revision_number': 4, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:59Z', 'updated_at': '2022-01-27T22:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3ed1a26a-10f6-4138-bbef-ff1e9beccc44', 'name': '', 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:ea:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c5518924-fd94-4230-9918-353734c78108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:10Z', 'updated_at': '2022-01-27T22:12:19Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'c5518924-fd94-4230-9918-353734c78108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:33.191971 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07f0932-d608-4368-a092-e1835f919c9e None None] The sync data for ids ['b6aa639d-7cb8-4455-bf35-65c296cbcaca'] in n-d-772272-3 is: [{'id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'name': 'tempest-TestNetworkBasicOps-router-1793070370', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:58Z', 'updated_at': '2022-01-27T22:12:13Z', 'revision_number': 4, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:59Z', 'updated_at': '2022-01-27T22:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3ed1a26a-10f6-4138-bbef-ff1e9beccc44', 'name': '', 'network_id': 'dfd554a6-e3e7-42fa-aa9f-3416cb186645', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'mac_address': 'fa:16:3e:ea:ef:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': 'c5518924-fd94-4230-9918-353734c78108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:10Z', 'updated_at': '2022-01-27T22:12:19Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'subnets': [{'id': 'c5518924-fd94-4230-9918-353734c78108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:33.287076 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-955d6f9e-a47f-4a15-a4e4-4eb1552120bc req-15ca3095-4324-4388-9faf-def52c2042f1 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] For port 8852115e-3d5c-4b8b-86bf-990e0e2acfa0, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8852115e-3d5c-4b8b-86bf-990e0e2acfa0,segment=NetworkSegment(cacc80b8-5a81-4830-a1f0-6df7f19512b6),segment_id=cacc80b8-5a81-4830-a1f0-6df7f19512b6)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:33.287758 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-955d6f9e-a47f-4a15-a4e4-4eb1552120bc req-15ca3095-4324-4388-9faf-def52c2042f1 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (8852115e-3d5c-4b8b-86bf-990e0e2acfa0), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:33.314790 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629e669-e92d-4af1-a19a-7b02c2be1837 req-3cddbecd-46d4-4ef3-b1fd-bd3f1c1b1566 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:33.316915 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a629e669-e92d-4af1-a19a-7b02c2be1837 req-3cddbecd-46d4-4ef3-b1fd-bd3f1c1b1566 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 946 time: 0.4031341 Jan 27 22:13:33.343861 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-955d6f9e-a47f-4a15-a4e4-4eb1552120bc req-15ca3095-4324-4388-9faf-def52c2042f1 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Calling delete_port for 8852115e-3d5c-4b8b-86bf-990e0e2acfa0 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:33.458272 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a629e669-e92d-4af1-a19a-7b02c2be1837 req-bbd7399c-8f0d-454e-af84-fc69ab975956 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d6ffcba-ea09-48e8-b571-bf21b96ee564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295245 Jan 27 22:13:33.659220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ccbd8-8efb-472a-9e04-d7078f8075bd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Deleting port 9e471586-8b4e-41a5-9ebb-131ce6785dbb {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:33.659891 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea4ccbd8-8efb-472a-9e04-d7078f8075bd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (9e471586-8b4e-41a5-9ebb-131ce6785dbb), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:33.681703 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-955d6f9e-a47f-4a15-a4e4-4eb1552120bc req-15ca3095-4324-4388-9faf-def52c2042f1 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (8852115e-3d5c-4b8b-86bf-990e0e2acfa0), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:33.705429 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3d517f-4af8-439c-9859-93ca9c7d2012 None None] New status for floating IP fa0cc7c9-2f34-42a8-98ba-d1083e8ca776: DOWN {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:13:33.759925 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca3095-4324-4388-9faf-def52c2042f1 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event deleted for resources: {'Port': ['ID=8852115e-3d5c-4b8b-86bf-990e0e2acfa0,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:33.775889 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27aceb1e-46bd-4c34-bc1c-9bf606720cc2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_gateway (f232673b-c968-4b95-9950-962dd7ded60f), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:33.837789 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea4ccbd8-8efb-472a-9e04-d7078f8075bd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (9e471586-8b4e-41a5-9ebb-131ce6785dbb), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:33.841280 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-955d6f9e-a47f-4a15-a4e4-4eb1552120bc req-15ca3095-4324-4388-9faf-def52c2042f1 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] No DVR routers for this DVR port 8852115e-3d5c-4b8b-86bf-990e0e2acfa0 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:13:33.844623 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-955d6f9e-a47f-4a15-a4e4-4eb1552120bc req-15ca3095-4324-4388-9faf-def52c2042f1 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:33.854907 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-955d6f9e-a47f-4a15-a4e4-4eb1552120bc req-15ca3095-4324-4388-9faf-def52c2042f1 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.15 "DELETE /v2.0/ports/8852115e-3d5c-4b8b-86bf-990e0e2acfa0 HTTP/1.1" status: 204 len: 173 time: 1.0725267 Jan 27 22:13:33.855696 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02607d52-8ace-4831-b4b7-bb0f43e6a7ec', 'name': 'network-vif-deleted', 'tag': '8852115e-3d5c-4b8b-86bf-990e0e2acfa0'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:13:33.859077 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee54080d-e471-40dc-8069-802743eebb66" -d '{"events": [{"server_uuid": "02607d52-8ace-4831-b4b7-bb0f43e6a7ec", "name": "network-vif-deleted", "tag": "8852115e-3d5c-4b8b-86bf-990e0e2acfa0"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:13:33.861701 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ccbd8-8efb-472a-9e04-d7078f8075bd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Calling delete_port for 9e471586-8b4e-41a5-9ebb-131ce6785dbb owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:33.971319 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd05ed9-29e3-48b2-89e1-74e12d49c76f x-openstack-request-id: req-7bd05ed9-29e3-48b2-89e1-74e12d49c76f {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:13:33.971660 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02607d52-8ace-4831-b4b7-bb0f43e6a7ec", "name": "network-vif-deleted", "tag": "8852115e-3d5c-4b8b-86bf-990e0e2acfa0", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:13:33.971931 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7bd05ed9-29e3-48b2-89e1-74e12d49c76f {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:13:33.972379 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02607d52-8ace-4831-b4b7-bb0f43e6a7ec', 'name': 'network-vif-deleted', 'tag': '8852115e-3d5c-4b8b-86bf-990e0e2acfa0', 'status': 'completed', 'code': 200} Jan 27 22:13:34.123339 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27aceb1e-46bd-4c34-bc1c-9bf606720cc2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:34.158591 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e55e9-25d5-49ca-9084-0eecd79e8fa5 req-8dec626f-3304-49d2-b9d0-d73b67f092d3 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:34.165661 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d4e55e9-25d5-49ca-9084-0eecd79e8fa5 req-8dec626f-3304-49d2-b9d0-d73b67f092d3 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 944 time: 0.0783503 Jan 27 22:13:34.272814 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d4e55e9-25d5-49ca-9084-0eecd79e8fa5 req-f6689f04-c261-42e6-8e69-04ab37f9c2df tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/security-groups?id=87606c14-48a8-4d65-bf02-c5c41fde79e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933688 Jan 27 22:13:34.561278 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea4ccbd8-8efb-472a-9e04-d7078f8075bd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (9e471586-8b4e-41a5-9ebb-131ce6785dbb), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:34.634436 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ccbd8-8efb-472a-9e04-d7078f8075bd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event deleted for resources: {'Port': ['ID=9e471586-8b4e-41a5-9ebb-131ce6785dbb,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:34.640829 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9e686616-ad6f-4c26-8280-d3f8d6f4ccd7 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (b1be5c7e-478c-424d-b64f-881e490fe3df), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:34.662632 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-27aceb1e-46bd-4c34-bc1c-9bf606720cc2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Allocated IP 172.25.3.68 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/0ea9eddd-87ae-48d7-9499-7b0efb3a3672) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:34.708067 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d83cd89-9060-495b-9235-3b8ae1766077 req-489932a2-20ab-4b82-83cd-e755c5fd91e4 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "GET /v2.0/ports?device_id=02607d52-8ace-4831-b4b7-bb0f43e6a7ec HTTP/1.1" status: 200 len: 210 time: 0.0867751 Jan 27 22:13:34.861654 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e686616-ad6f-4c26-8280-d3f8d6f4ccd7 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Checking segment: {'id': '5872d6fe-391f-45ed-b921-d9c5d761f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a4d05d87-be64-47ec-aba8-eccb0d890bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:34.862337 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e686616-ad6f-4c26-8280-d3f8d6f4ccd7 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Network hostable DHCP agents. Network: a4d05d87-be64-47ec-aba8-eccb0d890bb6, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:13:34.886228 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e686616-ad6f-4c26-8280-d3f8d6f4ccd7 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event updated for resources: {'Subnet': ['ID=b1be5c7e-478c-424d-b64f-881e490fe3df,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:34.897040 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d4aa3aaa-008a-44e2-a215-bfdd7d80194a up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:34.903582 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea4ccbd8-8efb-472a-9e04-d7078f8075bd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (6e273520-5c12-4997-a694-32f5bedbbfa8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:34.976613 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port d4aa3aaa-008a-44e2-a215-bfdd7d80194a completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:13:34.984596 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port d4aa3aaa-008a-44e2-a215-bfdd7d80194a triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:34.986642 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d4aa3aaa-008a-44e2-a215-bfdd7d80194a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.039958 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea4ccbd8-8efb-472a-9e04-d7078f8075bd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (6e273520-5c12-4997-a694-32f5bedbbfa8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.042539 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea4ccbd8-8efb-472a-9e04-d7078f8075bd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for router_controller (6e273520-5c12-4997-a694-32f5bedbbfa8), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.089727 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e686616-ad6f-4c26-8280-d3f8d6f4ccd7 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Network a4d05d87-be64-47ec-aba8-eccb0d890bb6 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:13:35.092665 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 8852115e-3d5c-4b8b-86bf-990e0e2acfa0 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:13:35.103964 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea4ccbd8-8efb-472a-9e04-d7078f8075bd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (6e273520-5c12-4997-a694-32f5bedbbfa8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.104517 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4ccbd8-8efb-472a-9e04-d7078f8075bd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Fanout notify agent at l3_agent the message router_deleted on router 6e273520-5c12-4997-a694-32f5bedbbfa8 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:13:35.125262 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 8852115e-3d5c-4b8b-86bf-990e0e2acfa0 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:13:35.125695 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea4ccbd8-8efb-472a-9e04-d7078f8075bd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.125849 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 8852115e-3d5c-4b8b-86bf-990e0e2acfa0 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:13:35.126983 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ea4ccbd8-8efb-472a-9e04-d7078f8075bd tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "DELETE /v2.0/routers/6e273520-5c12-4997-a694-32f5bedbbfa8 HTTP/1.1" status: 204 len: 168 time: 3.1531448 Jan 27 22:13:35.129633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57406) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:35.135180 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-9e686616-ad6f-4c26-8280-d3f8d6f4ccd7 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, a4d05d87-be64-47ec-aba8-eccb0d890bb6) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:35.140251 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e686616-ad6f-4c26-8280-d3f8d6f4ccd7 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:35.140830 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9e686616-ad6f-4c26-8280-d3f8d6f4ccd7 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.174071 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27aceb1e-46bd-4c34-bc1c-9bf606720cc2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for port (0ea9eddd-87ae-48d7-9499-7b0efb3a3672), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.191687 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9e686616-ad6f-4c26-8280-d3f8d6f4ccd7 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6636095 Jan 27 22:13:35.201457 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57412) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:35.206661 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-757421a5-5a12-497d-9c72-633c88a7ee86 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a4d05d87-be64-47ec-aba8-eccb0d890bb6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:35.224741 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port d4aa3aaa-008a-44e2-a215-bfdd7d80194a is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:35.227378 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d4aa3aaa-008a-44e2-a215-bfdd7d80194a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.244413 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be1de46-2442-4143-978c-72b2264be62e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Deleting subnet c1181450-49e9-484c-888c-b8974fd65818 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:13:35.248884 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8be1de46-2442-4143-978c-72b2264be62e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for subnet (c1181450-49e9-484c-888c-b8974fd65818), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.257497 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a855a388-629a-4b7f-bc2b-38176fae9635 None None] Network a4d05d87-be64-47ec-aba8-eccb0d890bb6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:35.347971 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8be1de46-2442-4143-978c-72b2264be62e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (c1181450-49e9-484c-888c-b8974fd65818), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.392390 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce12ed6-2deb-4510-a4a3-8ebefef858b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4aa3aaa-008a-44e2-a215-bfdd7d80194a'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:13:35.395265 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b3c017-7bfd-476e-a5db-0173491a5afc" -d '{"events": [{"server_uuid": "4ce12ed6-2deb-4510-a4a3-8ebefef858b1", "name": "network-vif-plugged", "status": "completed", "tag": "d4aa3aaa-008a-44e2-a215-bfdd7d80194a"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:13:35.450871 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port d4aa3aaa-008a-44e2-a215-bfdd7d80194a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d4aa3aaa-008a-44e2-a215-bfdd7d80194a,segment=NetworkSegment(54fcc853-7c04-4dd3-b772-b4bd058e2d55),segment_id=54fcc853-7c04-4dd3-b772-b4bd058e2d55)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:35.486314 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d4aa3aaa-008a-44e2-a215-bfdd7d80194a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.521907 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8be1de46-2442-4143-978c-72b2264be62e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (c1181450-49e9-484c-888c-b8974fd65818), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.602775 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67fae93-56ea-42cd-9f82-69268e9f9bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-a4d05d87-be64-47ec-aba8-eccb0d890bb6', 'network_id': 'a4d05d87-be64-47ec-aba8-eccb0d890bb6', 'project_id': 'f6c7bd5bbbd6457080effbdbbe9de31d', 'fixed_ips': [{'subnet_id': 'b1be5c7e-478c-424d-b64f-881e490fe3df'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:13:35.606447 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a67fae93-56ea-42cd-9f82-69268e9f9bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.612594 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec4b61-a35c-4c85-be0e-3d56b0b19693 req-a456d634-6f2b-4765-8b9d-f9f609c29226 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:35.616439 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fec4b61-a35c-4c85-be0e-3d56b0b19693 req-a456d634-6f2b-4765-8b9d-f9f609c29226 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 944 time: 0.2200296 Jan 27 22:13:35.701166 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27aceb1e-46bd-4c34-bc1c-9bf606720cc2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (0ea9eddd-87ae-48d7-9499-7b0efb3a3672), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.755005 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fec4b61-a35c-4c85-be0e-3d56b0b19693 req-acc7b0ae-a0e6-4d90-89b0-1fcb9f627776 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/security-groups?id=87606c14-48a8-4d65-bf02-c5c41fde79e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092279 Jan 27 22:13:35.784675 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bad529-ef77-4158-aad3-5ecdf6ab56a6 x-openstack-request-id: req-a8bad529-ef77-4158-aad3-5ecdf6ab56a6 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:13:35.784997 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce12ed6-2deb-4510-a4a3-8ebefef858b1", "name": "network-vif-plugged", "status": "completed", "tag": "d4aa3aaa-008a-44e2-a215-bfdd7d80194a", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:13:35.785277 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8bad529-ef77-4158-aad3-5ecdf6ab56a6 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:13:35.785716 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce12ed6-2deb-4510-a4a3-8ebefef858b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4aa3aaa-008a-44e2-a215-bfdd7d80194a', 'code': 200} Jan 27 22:13:35.820743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57432) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:35.822552 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-757421a5-5a12-497d-9c72-633c88a7ee86 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for router_gateway (c1fd8d19-b826-4639-a809-8ef019480df7), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.863144 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27aceb1e-46bd-4c34-bc1c-9bf606720cc2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:35.879590 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-27aceb1e-46bd-4c34-bc1c-9bf606720cc2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:35.883153 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=d4aa3aaa-008a-44e2-a215-bfdd7d80194a,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:35.886231 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aceb1e-46bd-4c34-bc1c-9bf606720cc2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:35.942002 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8be1de46-2442-4143-978c-72b2264be62e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (c1181450-49e9-484c-888c-b8974fd65818), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.957829 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57434) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:35.968884 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aceb1e-46bd-4c34-bc1c-9bf606720cc2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Pushing event updated for resources: {'Port': ['ID=0ea9eddd-87ae-48d7-9499-7b0efb3a3672,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:36.005489 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8be1de46-2442-4143-978c-72b2264be62e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:36.009146 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8be1de46-2442-4143-978c-72b2264be62e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "DELETE /v2.0/subnets/c1181450-49e9-484c-888c-b8974fd65818 HTTP/1.1" status: 204 len: 168 time: 0.8777099 Jan 27 22:13:36.015594 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1de46-2442-4143-978c-72b2264be62e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event deleted for resources: {'Subnet': ['ID=c1181450-49e9-484c-888c-b8974fd65818,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:36.018664 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57438) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:36.031675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1de46-2442-4143-978c-72b2264be62e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:36.032030 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1de46-2442-4143-978c-72b2264be62e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:36.033107 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1de46-2442-4143-978c-72b2264be62e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:36.033843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1de46-2442-4143-978c-72b2264be62e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:36.034244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1de46-2442-4143-978c-72b2264be62e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:36.034603 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1de46-2442-4143-978c-72b2264be62e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:36.034924 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1de46-2442-4143-978c-72b2264be62e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:36.035615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1de46-2442-4143-978c-72b2264be62e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:36.035928 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-a67fae93-56ea-42cd-9f82-69268e9f9bbd None None] Allocated IP 2001:db8:1::2 (a4d05d87-be64-47ec-aba8-eccb0d890bb6/b1be5c7e-478c-424d-b64f-881e490fe3df/60f96c9f-eead-4895-ada7-499710019d5e) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:36.036454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1de46-2442-4143-978c-72b2264be62e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:36.036454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1de46-2442-4143-978c-72b2264be62e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:36.036680 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1de46-2442-4143-978c-72b2264be62e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:36.037006 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1de46-2442-4143-978c-72b2264be62e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:36.037340 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be1de46-2442-4143-978c-72b2264be62e tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:36.062930 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2df65-7e31-47d3-9a6d-206e9524078c req-71b8a6ac-8e9b-4635-9732-489cccb98204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:36.065213 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05b2df65-7e31-47d3-9a6d-206e9524078c req-71b8a6ac-8e9b-4635-9732-489cccb98204 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 1096 time: 0.2558467 Jan 27 22:13:36.225154 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05b2df65-7e31-47d3-9a6d-206e9524078c req-d647d311-5d79-476d-9831-073d027db485 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=87606c14-48a8-4d65-bf02-c5c41fde79e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449330 Jan 27 22:13:36.229650 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b78a269c-0c3c-4a46-8613-1139a420c0cf tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group (1d6ffcba-ea09-48e8-b571-bf21b96ee564), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:36.275573 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e990c172-c7e7-4457-bb51-c8c6bca20337 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (c2791214-9850-449d-a749-f80b0176ccd6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:36.286297 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-444b4b9f-ed9f-4248-a16d-fd1c404698ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:36.289764 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b78a269c-0c3c-4a46-8613-1139a420c0cf tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group (1d6ffcba-ea09-48e8-b571-bf21b96ee564), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:36.352969 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a67fae93-56ea-42cd-9f82-69268e9f9bbd None None] Publish callbacks [] for port (60f96c9f-eead-4895-ada7-499710019d5e), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:36.364540 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a67fae93-56ea-42cd-9f82-69268e9f9bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (60f96c9f-eead-4895-ada7-499710019d5e), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:36.403357 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b78a269c-0c3c-4a46-8613-1139a420c0cf tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1d6ffcba-ea09-48e8-b571-bf21b96ee564), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:36.406397 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b78a269c-0c3c-4a46-8613-1139a420c0cf tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:36.410761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b78a269c-0c3c-4a46-8613-1139a420c0cf tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "DELETE /v2.0/security-groups/1d6ffcba-ea09-48e8-b571-bf21b96ee564 HTTP/1.1" status: 204 len: 168 time: 0.4926574 Jan 27 22:13:36.426599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a269c-0c3c-4a46-8613-1139a420c0cf tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6ffcba-ea09-48e8-b571-bf21b96ee564,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:36.469295 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57450) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:36.528249 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27aceb1e-46bd-4c34-bc1c-9bf606720cc2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_gateway (f232673b-c968-4b95-9950-962dd7ded60f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:36.537723 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-757421a5-5a12-497d-9c72-633c88a7ee86 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:13:36.537723 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-757421a5-5a12-497d-9c72-633c88a7ee86 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "PUT /v2.0/routers/c1fd8d19-b826-4639-a809-8ef019480df7 HTTP/1.1" status: 400 len: 364 time: 1.3377388 Jan 27 22:13:36.548847 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57452) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:36.666721 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67fae93-56ea-42cd-9f82-69268e9f9bbd None None] Network a4d05d87-be64-47ec-aba8-eccb0d890bb6 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:36.674529 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-a67fae93-56ea-42cd-9f82-69268e9f9bbd None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:36.683791 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67fae93-56ea-42cd-9f82-69268e9f9bbd None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:36.694827 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fae93-56ea-42cd-9f82-69268e9f9bbd None None] Pushing event updated for resources: {'Port': ['ID=60f96c9f-eead-4895-ada7-499710019d5e,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:36.748103 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-444b4b9f-ed9f-4248-a16d-fd1c404698ac admin admin] Publish callbacks [] for security_group (7157331e-80f4-4a94-85f5-254f898e8c37), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:36.777194 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-444b4b9f-ed9f-4248-a16d-fd1c404698ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7157331e-80f4-4a94-85f5-254f898e8c37), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:36.825734 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a67fae93-56ea-42cd-9f82-69268e9f9bbd None None] Attempting to bind port 60f96c9f-eead-4895-ada7-499710019d5e on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:36.826523 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a67fae93-56ea-42cd-9f82-69268e9f9bbd None None] Attempting to bind port 60f96c9f-eead-4895-ada7-499710019d5e by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '5872d6fe-391f-45ed-b921-d9c5d761f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a4d05d87-be64-47ec-aba8-eccb0d890bb6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:36.827142 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67fae93-56ea-42cd-9f82-69268e9f9bbd None None] Attempting to bind port 60f96c9f-eead-4895-ada7-499710019d5e on network a4d05d87-be64-47ec-aba8-eccb0d890bb6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:36.834040 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67fae93-56ea-42cd-9f82-69268e9f9bbd None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:36.835117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67fae93-56ea-42cd-9f82-69268e9f9bbd None None] Checking segment: {'id': '5872d6fe-391f-45ed-b921-d9c5d761f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a4d05d87-be64-47ec-aba8-eccb0d890bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:36.840445 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a67fae93-56ea-42cd-9f82-69268e9f9bbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:36.841267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67fae93-56ea-42cd-9f82-69268e9f9bbd None None] Bound using segment: {'id': '5872d6fe-391f-45ed-b921-d9c5d761f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a4d05d87-be64-47ec-aba8-eccb0d890bb6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:36.842029 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a67fae93-56ea-42cd-9f82-69268e9f9bbd None None] Bound port: 60f96c9f-eead-4895-ada7-499710019d5e, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5872d6fe-391f-45ed-b921-d9c5d761f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'a4d05d87-be64-47ec-aba8-eccb0d890bb6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:36.842687 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a67fae93-56ea-42cd-9f82-69268e9f9bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (60f96c9f-eead-4895-ada7-499710019d5e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:36.906607 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-444b4b9f-ed9f-4248-a16d-fd1c404698ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a030b962a91a48eaaf50225bdeed2073&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9437616 Jan 27 22:13:36.907191 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57460) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:36.991385 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a67fae93-56ea-42cd-9f82-69268e9f9bbd None None] For port 60f96c9f-eead-4895-ada7-499710019d5e, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:36.995658 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a67fae93-56ea-42cd-9f82-69268e9f9bbd None None] For port 60f96c9f-eead-4895-ada7-499710019d5e, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=60f96c9f-eead-4895-ada7-499710019d5e,segment=NetworkSegment(5872d6fe-391f-45ed-b921-d9c5d761f23c),segment_id=5872d6fe-391f-45ed-b921-d9c5d761f23c)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:37.003638 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a67fae93-56ea-42cd-9f82-69268e9f9bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (60f96c9f-eead-4895-ada7-499710019d5e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:37.083337 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fae93-56ea-42cd-9f82-69268e9f9bbd None None] Pushing event updated for resources: {'Port': ['ID=60f96c9f-eead-4895-ada7-499710019d5e,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:37.240745 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-757ae930-3f4e-4ba0-b679-bda494e1f52d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:37.259353 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e6d97-1b18-4402-af76-8064299a4d8b req-d02943cf-c85b-4364-bbfd-3bcca76e143c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:37.272572 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8f3e6d97-1b18-4402-af76-8064299a4d8b req-d02943cf-c85b-4364-bbfd-3bcca76e143c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 945 time: 0.3784750 Jan 27 22:13:37.407757 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b4b9f-ed9f-4248-a16d-fd1c404698ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7157331e-80f4-4a94-85f5-254f898e8c37,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:37.446603 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e990c172-c7e7-4457-bb51-c8c6bca20337 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (c2791214-9850-449d-a749-f80b0176ccd6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:37.481956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-e990c172-c7e7-4457-bb51-c8c6bca20337 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2791214-9850-449d-a749-f80b0176ccd6']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:37.528203 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-e990c172-c7e7-4457-bb51-c8c6bca20337 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b61a04-9583-4e8d-9273-c2114a4c0a23') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:37.528203 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-e990c172-c7e7-4457-bb51-c8c6bca20337 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b61a04-9583-4e8d-9273-c2114a4c0a23') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:37.532979 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8e59538f-59ec-4f1e-81a1-31215e5ffb1f admin admin] Publish callbacks [] for security_group (7157331e-80f4-4a94-85f5-254f898e8c37), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:37.542121 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e990c172-c7e7-4457-bb51-c8c6bca20337 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (81b61a04-9583-4e8d-9273-c2114a4c0a23), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:37.590982 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27aceb1e-46bd-4c34-bc1c-9bf606720cc2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (f232673b-c968-4b95-9950-962dd7ded60f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:37.605478 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e990c172-c7e7-4457-bb51-c8c6bca20337 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (81b61a04-9583-4e8d-9273-c2114a4c0a23), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:37.622298 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e990c172-c7e7-4457-bb51-c8c6bca20337 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:13:37.622862 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e990c172-c7e7-4457-bb51-c8c6bca20337 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (81b61a04-9583-4e8d-9273-c2114a4c0a23), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:37.659035 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8f3e6d97-1b18-4402-af76-8064299a4d8b req-18d3ed79-4c59-4ed9-9eee-32e0abb559f3 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/security-groups?id=87606c14-48a8-4d65-bf02-c5c41fde79e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3854225 Jan 27 22:13:37.661121 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8e59538f-59ec-4f1e-81a1-31215e5ffb1f admin admin] Publish callbacks [] for security_group (7157331e-80f4-4a94-85f5-254f898e8c37), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: items = [ Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:13:37.727180 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:13:37.940507 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 60f96c9f-eead-4895-ada7-499710019d5e up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:37.966414 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e990c172-c7e7-4457-bb51-c8c6bca20337 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (c2791214-9850-449d-a749-f80b0176ccd6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:38.022391 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e990c172-c7e7-4457-bb51-c8c6bca20337 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:38.034369 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e990c172-c7e7-4457-bb51-c8c6bca20337 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] 10.222.0.23 "DELETE /v2.0/networks/c2791214-9850-449d-a749-f80b0176ccd6 HTTP/1.1" status: 204 len: 168 time: 2.0101938 Jan 27 22:13:38.087809 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990c172-c7e7-4457-bb51-c8c6bca20337 tempest-FloatingIPTestJSON-906292349 tempest-FloatingIPTestJSON-906292349-project] Pushing event deleted for resources: {'Network': ['ID=c2791214-9850-449d-a749-f80b0176ccd6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:38.143073 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 60f96c9f-eead-4895-ada7-499710019d5e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:38.144294 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (60f96c9f-eead-4895-ada7-499710019d5e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:38.246219 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27aceb1e-46bd-4c34-bc1c-9bf606720cc2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Router f232673b-c968-4b95-9950-962dd7ded60f is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:13:38.336511 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 60f96c9f-eead-4895-ada7-499710019d5e is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:38.345717 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (60f96c9f-eead-4895-ada7-499710019d5e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:38.436206 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 60f96c9f-eead-4895-ada7-499710019d5e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=60f96c9f-eead-4895-ada7-499710019d5e,segment=NetworkSegment(5872d6fe-391f-45ed-b921-d9c5d761f23c),segment_id=5872d6fe-391f-45ed-b921-d9c5d761f23c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:38.458295 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (60f96c9f-eead-4895-ada7-499710019d5e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:38.496969 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27aceb1e-46bd-4c34-bc1c-9bf606720cc2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:38.515107 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322fa0ad-de20-4920-9965-ba25db290f99 None None] Sync routers for ids ['f232673b-c968-4b95-9950-962dd7ded60f'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:38.536895 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322fa0ad-de20-4920-9965-ba25db290f99 None None] Routers {'f232673b-c968-4b95-9950-962dd7ded60f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:38.537398 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-322fa0ad-de20-4920-9965-ba25db290f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f232673b-c968-4b95-9950-962dd7ded60f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:38.546349 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27aceb1e-46bd-4c34-bc1c-9bf606720cc2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:38.551468 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-27aceb1e-46bd-4c34-bc1c-9bf606720cc2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.2662916 Jan 27 22:13:38.554551 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57502) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:38.576682 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57504) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:38.582522 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=60f96c9f-eead-4895-ada7-499710019d5e,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:38.624263 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-322fa0ad-de20-4920-9965-ba25db290f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:38.638849 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322fa0ad-de20-4920-9965-ba25db290f99 None None] Routers {'f232673b-c968-4b95-9950-962dd7ded60f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:38.640023 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-322fa0ad-de20-4920-9965-ba25db290f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f232673b-c968-4b95-9950-962dd7ded60f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:38.771214 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-322fa0ad-de20-4920-9965-ba25db290f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:38.779875 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322fa0ad-de20-4920-9965-ba25db290f99 None None] The sync data for ids ['f232673b-c968-4b95-9950-962dd7ded60f'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:38.815438 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628e04c-abea-40f4-b9c0-24e3ea218518 req-593f63b5-ae70-49f9-b6fa-722c0f8a5a32 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:38.823601 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8628e04c-abea-40f4-b9c0-24e3ea218518 req-593f63b5-ae70-49f9-b6fa-722c0f8a5a32 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 945 time: 0.1623805 Jan 27 22:13:38.844948 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-25e443a6-0159-4d52-b5da-75bf4946e9cd tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "GET /v2.0/routers/f232673b-c968-4b95-9950-962dd7ded60f HTTP/1.1" status: 200 len: 922 time: 0.2889144 Jan 27 22:13:38.845564 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57512) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:38.891307 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-700461a8-6861-41e3-b2bf-d32214af5ef8 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "GET /v2.0/ports?device_id=f232673b-c968-4b95-9950-962dd7ded60f HTTP/1.1" status: 200 len: 205 time: 0.0354018 Jan 27 22:13:38.894701 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57514) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:38.917531 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc761909-f592-4b15-ac42-156af64b6205 None None] Network a4d05d87-be64-47ec-aba8-eccb0d890bb6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:38.996987 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8628e04c-abea-40f4-b9c0-24e3ea218518 req-d7f11b3a-98e9-433e-89e6-9c7362280118 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13b0e12-3a2c-4f57-a86a-e2cfd904b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720335 Jan 27 22:13:39.055906 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8e59538f-59ec-4f1e-81a1-31215e5ffb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7157331e-80f4-4a94-85f5-254f898e8c37), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.059296 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8e59538f-59ec-4f1e-81a1-31215e5ffb1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.060902 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8e59538f-59ec-4f1e-81a1-31215e5ffb1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7157331e-80f4-4a94-85f5-254f898e8c37 HTTP/1.1" status: 204 len: 168 time: 2.1504290 Jan 27 22:13:39.087800 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59538f-59ec-4f1e-81a1-31215e5ffb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7157331e-80f4-4a94-85f5-254f898e8c37,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:39.103139 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cddc0e71-cf70-4285-bbb2-4f0645908860 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router (f232673b-c968-4b95-9950-962dd7ded60f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.104854 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bc995-9789-4228-aa04-53ff5196ed92 req-e12193f9-6b31-4f77-a091-0080b3fb3dc8 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:39.107280 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3e3bc995-9789-4228-aa04-53ff5196ed92 req-e12193f9-6b31-4f77-a091-0080b3fb3dc8 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 945 time: 0.3000629 Jan 27 22:13:39.108948 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-351c7cc7-cc0a-4c5e-8a99-644be1e27c63 None None] Provisioning complete for port 60f96c9f-eead-4895-ada7-499710019d5e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:39.109330 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-351c7cc7-cc0a-4c5e-8a99-644be1e27c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (60f96c9f-eead-4895-ada7-499710019d5e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.111386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-757ae930-3f4e-4ba0-b679-bda494e1f52d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Allocated IP 2001:db8::1 (1e10f72c-873b-40dc-a57b-b53545f740e1/36654958-828d-42a6-bf24-138b340c688c/96737b30-b8b7-4530-9fa9-343064ed31ee) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:39.119721 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57522) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:39.120937 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5b060c3e-b9e9-4f3b-b47c-1ae0296b70ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ffe5c159ddee41f4aa7e7b626bca1b5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5422478 Jan 27 22:13:39.365708 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cddc0e71-cf70-4285-bbb2-4f0645908860 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_gateway (f232673b-c968-4b95-9950-962dd7ded60f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.371307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-351c7cc7-cc0a-4c5e-8a99-644be1e27c63 None None] Current status of the port 60f96c9f-eead-4895-ada7-499710019d5e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:39.442103 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3e3bc995-9789-4228-aa04-53ff5196ed92 req-6dc13126-1962-4afb-b217-9abce76d5518 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/security-groups?id=87606c14-48a8-4d65-bf02-c5c41fde79e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3271217 Jan 27 22:13:39.448953 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-cddc0e71-cf70-4285-bbb2-4f0645908860 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Deleting port 0ea9eddd-87ae-48d7-9499-7b0efb3a3672 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:39.451002 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cddc0e71-cf70-4285-bbb2-4f0645908860 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0ea9eddd-87ae-48d7-9499-7b0efb3a3672), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.467542 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-160164d0-46ec-4b24-a664-a775ada0681b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (b6aa639d-7cb8-4455-bf35-65c296cbcaca), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.560945 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cef278a2-5071-442f-83eb-d0323d3a4122 admin admin] Publish callbacks [] for security_group (773b7d74-c043-412f-9f49-0f4e41f0c60b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.627784 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cddc0e71-cf70-4285-bbb2-4f0645908860 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0ea9eddd-87ae-48d7-9499-7b0efb3a3672), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.661620 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-cddc0e71-cf70-4285-bbb2-4f0645908860 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Calling delete_port for 0ea9eddd-87ae-48d7-9499-7b0efb3a3672 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:39.703150 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57534) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:39.815765 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cef278a2-5071-442f-83eb-d0323d3a4122 admin admin] Publish callbacks [] for security_group (773b7d74-c043-412f-9f49-0f4e41f0c60b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.818243 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-87466740-c513-4030-a475-e710de20bbd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.823607 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-757ae930-3f4e-4ba0-b679-bda494e1f52d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for port (96737b30-b8b7-4530-9fa9-343064ed31ee), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.839550 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 60f96c9f-eead-4895-ada7-499710019d5e up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:39.902358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 60f96c9f-eead-4895-ada7-499710019d5e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:39.903668 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (60f96c9f-eead-4895-ada7-499710019d5e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.937795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ba44f03d-cca4-4053-ace4-3e3a766c7b18 None None] Provisioning complete for port 60f96c9f-eead-4895-ada7-499710019d5e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:39.938682 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ba44f03d-cca4-4053-ace4-3e3a766c7b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (60f96c9f-eead-4895-ada7-499710019d5e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.949393 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cddc0e71-cf70-4285-bbb2-4f0645908860 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (0ea9eddd-87ae-48d7-9499-7b0efb3a3672), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.977738 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebd0ad-2e22-4b00-820e-02e9c90ed341 req-b58f58d7-fc56-46d4-8057-c8d86af89eae tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:39.979268 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bebd0ad-2e22-4b00-820e-02e9c90ed341 req-b58f58d7-fc56-46d4-8057-c8d86af89eae tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 945 time: 0.3735070 Jan 27 22:13:39.993780 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc0e71-cf70-4285-bbb2-4f0645908860 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Pushing event deleted for resources: {'Port': ['ID=0ea9eddd-87ae-48d7-9499-7b0efb3a3672,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:40.045431 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 60f96c9f-eead-4895-ada7-499710019d5e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:40.082386 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cddc0e71-cf70-4285-bbb2-4f0645908860 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (f232673b-c968-4b95-9950-962dd7ded60f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:40.105056 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ba44f03d-cca4-4053-ace4-3e3a766c7b18 None None] Current status of the port 60f96c9f-eead-4895-ada7-499710019d5e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:40.134535 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92855003-9e03-4bb8-a434-8c7bd1805c0e req-bf961e4c-133b-4c17-b019-af2efc1cee3e tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:40.136312 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92855003-9e03-4bb8-a434-8c7bd1805c0e req-bf961e4c-133b-4c17-b019-af2efc1cee3e tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.21 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 945 time: 0.2793605 Jan 27 22:13:40.234427 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cddc0e71-cf70-4285-bbb2-4f0645908860 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (f232673b-c968-4b95-9950-962dd7ded60f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:40.236849 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cddc0e71-cf70-4285-bbb2-4f0645908860 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_controller (f232673b-c968-4b95-9950-962dd7ded60f), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:40.308616 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cddc0e71-cf70-4285-bbb2-4f0645908860 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (f232673b-c968-4b95-9950-962dd7ded60f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:40.310489 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddc0e71-cf70-4285-bbb2-4f0645908860 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Fanout notify agent at l3_agent the message router_deleted on router f232673b-c968-4b95-9950-962dd7ded60f {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:13:40.319017 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cddc0e71-cf70-4285-bbb2-4f0645908860 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:40.327320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57546) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:40.335650 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cddc0e71-cf70-4285-bbb2-4f0645908860 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "DELETE /v2.0/routers/f232673b-c968-4b95-9950-962dd7ded60f HTTP/1.1" status: 204 len: 168 time: 1.4301877 Jan 27 22:13:40.349468 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-be5d1e17-5c46-4fe6-a765-ba90e8113b34 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1021294669', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'enable_snat': False}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:40.409290 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-757ae930-3f4e-4ba0-b679-bda494e1f52d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (96737b30-b8b7-4530-9fa9-343064ed31ee), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:40.420723 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cef278a2-5071-442f-83eb-d0323d3a4122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (773b7d74-c043-412f-9f49-0f4e41f0c60b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:40.423467 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cef278a2-5071-442f-83eb-d0323d3a4122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:40.427247 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-cef278a2-5071-442f-83eb-d0323d3a4122 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/773b7d74-c043-412f-9f49-0f4e41f0c60b HTTP/1.1" status: 204 len: 168 time: 1.3037045 Jan 27 22:13:40.440217 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bebd0ad-2e22-4b00-820e-02e9c90ed341 req-cac7ac9a-400e-4bf5-9fe9-b423880238e3 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/security-groups?id=87606c14-48a8-4d65-bf02-c5c41fde79e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4256206 Jan 27 22:13:40.473208 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e7198-a98b-4558-bca0-38d8f4715b90 req-3d5eaf0b-c5bd-4d59-aa50-d85003ffeca0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:40.474833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-790e7198-a98b-4558-bca0-38d8f4715b90 req-3d5eaf0b-c5bd-4d59-aa50-d85003ffeca0 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 945 time: 0.3374131 Jan 27 22:13:40.487379 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef278a2-5071-442f-83eb-d0323d3a4122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773b7d74-c043-412f-9f49-0f4e41f0c60b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:40.550703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757ae930-3f4e-4ba0-b679-bda494e1f52d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Network 1e10f72c-873b-40dc-a57b-b53545f740e1 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:40.620639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-757ae930-3f4e-4ba0-b679-bda494e1f52d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:40.623683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757ae930-3f4e-4ba0-b679-bda494e1f52d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:40.624347 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-757ae930-3f4e-4ba0-b679-bda494e1f52d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (c1fd8d19-b826-4639-a809-8ef019480df7), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:40.637342 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-be5d1e17-5c46-4fe6-a765-ba90e8113b34 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (9338b20f-dfed-4615-ad38-14eb297e97ba), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:40.638511 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-be5d1e17-5c46-4fe6-a765-ba90e8113b34 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (9338b20f-dfed-4615-ad38-14eb297e97ba), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:40.780275 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-87466740-c513-4030-a475-e710de20bbd8 admin admin] Publish callbacks [] for security_group (6e0062aa-eace-4368-bf7e-ab01ff637179), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:40.838774 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-92855003-9e03-4bb8-a434-8c7bd1805c0e req-541084ed-4172-40a0-b1e8-8ea01d6b1179 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Deleting port 6f013428-d36e-48cd-93d1-85d7f63f05cb {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:40.839515 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-92855003-9e03-4bb8-a434-8c7bd1805c0e req-541084ed-4172-40a0-b1e8-8ea01d6b1179 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (6f013428-d36e-48cd-93d1-85d7f63f05cb), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:40.842024 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-87466740-c513-4030-a475-e710de20bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6e0062aa-eace-4368-bf7e-ab01ff637179), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:40.934770 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ae930-3f4e-4ba0-b679-bda494e1f52d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event updated for resources: {'Port': ['ID=96737b30-b8b7-4530-9fa9-343064ed31ee,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:41.038789 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-790e7198-a98b-4558-bca0-38d8f4715b90 req-1e3bb22c-cf1e-485f-a77b-cf043ffe1e26 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13b0e12-3a2c-4f57-a86a-e2cfd904b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5439720 Jan 27 22:13:41.058916 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-87466740-c513-4030-a475-e710de20bbd8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a43fd49242bc4b009c1001e0dc0061ec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2746401 Jan 27 22:13:41.060406 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57574) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:41.073311 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ecad6daa-feb1-4746-ba41-cbedc7fa70ca None None] Provisioning complete for port 96737b30-b8b7-4530-9fa9-343064ed31ee triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:41.073894 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ecad6daa-feb1-4746-ba41-cbedc7fa70ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (96737b30-b8b7-4530-9fa9-343064ed31ee), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.123737 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ecad6daa-feb1-4746-ba41-cbedc7fa70ca None None] Port 96737b30-b8b7-4530-9fa9-343064ed31ee cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:13:41.124689 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-be5d1e17-5c46-4fe6-a765-ba90e8113b34 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_controller (9338b20f-dfed-4615-ad38-14eb297e97ba), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.126907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87466740-c513-4030-a475-e710de20bbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0062aa-eace-4368-bf7e-ab01ff637179,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:41.166479 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c6a8f-b8ff-4c9f-be70-e0fa7f2d8294 req-cd3482e8-4de8-4236-82f4-cf61464de99f tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:41.174251 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c1c6a8f-b8ff-4c9f-be70-e0fa7f2d8294 req-cd3482e8-4de8-4236-82f4-cf61464de99f tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 945 time: 0.5566926 Jan 27 22:13:41.276808 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-757ae930-3f4e-4ba0-b679-bda494e1f52d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (96737b30-b8b7-4530-9fa9-343064ed31ee), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.407974 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-92855003-9e03-4bb8-a434-8c7bd1805c0e req-541084ed-4172-40a0-b1e8-8ea01d6b1179 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] For port 6f013428-d36e-48cd-93d1-85d7f63f05cb, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=6f013428-d36e-48cd-93d1-85d7f63f05cb,segment=NetworkSegment(57099c77-b2f5-4dd3-bbd4-c6f51f894699),segment_id=57099c77-b2f5-4dd3-bbd4-c6f51f894699)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:41.408422 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-92855003-9e03-4bb8-a434-8c7bd1805c0e req-541084ed-4172-40a0-b1e8-8ea01d6b1179 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (6f013428-d36e-48cd-93d1-85d7f63f05cb), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.526270 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c1c6a8f-b8ff-4c9f-be70-e0fa7f2d8294 req-ebf88a49-5fd7-42b9-9712-f20468d3bed9 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/security-groups?id=87606c14-48a8-4d65-bf02-c5c41fde79e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3510468 Jan 27 22:13:41.549300 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57598) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:41.557190 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57602) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:41.691628 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Request body: {'networks': [{'name': 'tempest-network--1263018195'}, {'name': 'tempest-network--200002147'}]} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:41.692259 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Request body: {'network': {'name': 'tempest-network--1263018195'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:41.692909 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Request body: {'network': {'name': 'tempest-network--200002147'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:41.718115 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Made reservation on behalf of e7b451f21ab541c6a509686da6b05f76 for: {'network': 2} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:41.724495 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.726390 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a5c438ef-a050-4c1c-acf9-3b40a5652549 admin admin] Publish callbacks [] for security_group (6e0062aa-eace-4368-bf7e-ab01ff637179), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.738404 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.738831 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-be5d1e17-5c46-4fe6-a765-ba90e8113b34 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_gateway (9338b20f-dfed-4615-ad38-14eb297e97ba), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.864038 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c31e4a-b81b-472f-aa1a-741cdf184c1f tempest-TestServerBasicOps-47526457 tempest-TestServerBasicOps-47526457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:41.868648 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-96c31e4a-b81b-472f-aa1a-741cdf184c1f tempest-TestServerBasicOps-47526457 tempest-TestServerBasicOps-47526457-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 1091 time: 0.3166065 Jan 27 22:13:41.878510 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57608) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:41.885545 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a1881dde-ca25-4ad1-a34c-9a32262b6e6c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': 'd4aa3aaa-008a-44e2-a215-bfdd7d80194a', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:41.888506 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a5c438ef-a050-4c1c-acf9-3b40a5652549 admin admin] Publish callbacks [] for security_group (6e0062aa-eace-4368-bf7e-ab01ff637179), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.907904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-160164d0-46ec-4b24-a664-a775ada0681b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Deleting port 3ed1a26a-10f6-4138-bbef-ff1e9beccc44 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:41.908141 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks [] for security_group (7df9859f-cec3-4be5-acab-31d0da692489), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.908501 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-160164d0-46ec-4b24-a664-a775ada0681b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (3ed1a26a-10f6-4138-bbef-ff1e9beccc44), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.917673 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7df9859f-cec3-4be5-acab-31d0da692489), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.918085 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.941265 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a1881dde-ca25-4ad1-a34c-9a32262b6e6c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.989811 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df9859f-cec3-4be5-acab-31d0da692489,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:42.004508 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:13:42.049398 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (015487d2-64fd-4448-b3b9-da744590e4dd), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:42.049744 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Added segment 015487d2-64fd-4448-b3b9-da744590e4dd of type vlan for network 8b0817b3-e0fe-473c-9941-91c117620a2f Jan 27 22:13:42.108691 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (8b0817b3-e0fe-473c-9941-91c117620a2f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:42.153061 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:13:42.167730 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (63597dfa-922a-4561-9d44-3c4ff34db116), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:42.168207 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Added segment 63597dfa-922a-4561-9d44-3c4ff34db116 of type vlan for network b2e5579c-e9f2-4cd7-a952-46cd6d0b8930 Jan 27 22:13:42.221919 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (b2e5579c-e9f2-4cd7-a952-46cd6d0b8930), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:42.249090 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a1881dde-ca25-4ad1-a34c-9a32262b6e6c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:42.295639 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (8b0817b3-e0fe-473c-9941-91c117620a2f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:42.296274 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (b2e5579c-e9f2-4cd7-a952-46cd6d0b8930), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:42.301917 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:42.306117 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:42.306945 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:42.383288 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8243842 Jan 27 22:13:42.388552 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57612) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:42.458460 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Pushing event updated for resources: {'Network': ['ID=8b0817b3-e0fe-473c-9941-91c117620a2f,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:42.472674 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 8b0817b3-e0fe-473c-9941-91c117620a2f details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:13:42.561352 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-92855003-9e03-4bb8-a434-8c7bd1805c0e req-541084ed-4172-40a0-b1e8-8ea01d6b1179 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:42.561749 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-92855003-9e03-4bb8-a434-8c7bd1805c0e req-541084ed-4172-40a0-b1e8-8ea01d6b1179 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (7e7050cb-3d8f-41e9-840c-c94c5c36fa6e), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:42.562144 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-92855003-9e03-4bb8-a434-8c7bd1805c0e req-541084ed-4172-40a0-b1e8-8ea01d6b1179 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Floating IP 7e7050cb-3d8f-41e9-840c-c94c5c36fa6e disassociated. External IP: 172.25.3.253, port: 6f013428-d36e-48cd-93d1-85d7f63f05cb. Jan 27 22:13:42.562588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-92855003-9e03-4bb8-a434-8c7bd1805c0e req-541084ed-4172-40a0-b1e8-8ea01d6b1179 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Calling delete_port for 6f013428-d36e-48cd-93d1-85d7f63f05cb owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:42.618975 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-160164d0-46ec-4b24-a664-a775ada0681b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] For port 3ed1a26a-10f6-4138-bbef-ff1e9beccc44, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3ed1a26a-10f6-4138-bbef-ff1e9beccc44,segment=NetworkSegment(cacc80b8-5a81-4830-a1f0-6df7f19512b6),segment_id=cacc80b8-5a81-4830-a1f0-6df7f19512b6)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:42.619466 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-160164d0-46ec-4b24-a664-a775ada0681b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (3ed1a26a-10f6-4138-bbef-ff1e9beccc44), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:42.629780 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a5c438ef-a050-4c1c-acf9-3b40a5652549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6e0062aa-eace-4368-bf7e-ab01ff637179), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:42.631260 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-a1881dde-ca25-4ad1-a34c-9a32262b6e6c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Allocated IP 172.25.3.97 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/83771304-a00b-4d53-8edc-cd6b7711d409) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:42.632669 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a5c438ef-a050-4c1c-acf9-3b40a5652549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:42.639293 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a5c438ef-a050-4c1c-acf9-3b40a5652549 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e0062aa-eace-4368-bf7e-ab01ff637179 HTTP/1.1" status: 204 len: 168 time: 1.5392818 Jan 27 22:13:42.664600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-160164d0-46ec-4b24-a664-a775ada0681b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Calling delete_port for 3ed1a26a-10f6-4138-bbef-ff1e9beccc44 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:42.676243 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40c33a-9c99-41de-bc8f-ad25452b6376 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Pushing event updated for resources: {'Network': ['ID=b2e5579c-e9f2-4cd7-a952-46cd6d0b8930,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:42.707174 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network b2e5579c-e9f2-4cd7-a952-46cd6d0b8930 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:13:42.756675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d61fb-8986-478a-9115-a49777852150 req-2b29bde8-b36b-4c5d-b348-8b930438ea1c tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:42.758239 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-419d61fb-8986-478a-9115-a49777852150 req-2b29bde8-b36b-4c5d-b348-8b930438ea1c tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 945 time: 0.4205272 Jan 27 22:13:42.781091 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ad91f9-dd59-462f-9458-38dfe4bbec47 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:42.801466 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ad91f9-dd59-462f-9458-38dfe4bbec47 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:42.808494 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ad91f9-dd59-462f-9458-38dfe4bbec47 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:42.814773 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ad91f9-dd59-462f-9458-38dfe4bbec47 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:42.819257 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-97ad91f9-dd59-462f-9458-38dfe4bbec47 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4255548 Jan 27 22:13:42.819959 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57618) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:42.830223 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:42.855871 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c438ef-a050-4c1c-acf9-3b40a5652549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0062aa-eace-4368-bf7e-ab01ff637179,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:42.950504 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a29a6462-d1ec-4b18-adac-2658dd807db9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (8b0817b3-e0fe-473c-9941-91c117620a2f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:42.974272 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-757ae930-3f4e-4ba0-b679-bda494e1f52d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for port (96737b30-b8b7-4530-9fa9-343064ed31ee), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:42.978211 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a1881dde-ca25-4ad1-a34c-9a32262b6e6c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for port (83771304-a00b-4d53-8edc-cd6b7711d409), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:42.987999 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-757ae930-3f4e-4ba0-b679-bda494e1f52d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (96737b30-b8b7-4530-9fa9-343064ed31ee), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:42.988267 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-757ae930-3f4e-4ba0-b679-bda494e1f52d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (c1fd8d19-b826-4639-a809-8ef019480df7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:43.033851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-419d61fb-8986-478a-9115-a49777852150 req-a39b99e2-6546-423f-b6cb-f972d9d5e89a tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups?id=c13b0e12-3a2c-4f57-a86a-e2cfd904b15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905222 Jan 27 22:13:43.099749 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a29a6462-d1ec-4b18-adac-2658dd807db9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (8b0817b3-e0fe-473c-9941-91c117620a2f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:43.123998 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a1881dde-ca25-4ad1-a34c-9a32262b6e6c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (83771304-a00b-4d53-8edc-cd6b7711d409), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:43.127317 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a29a6462-d1ec-4b18-adac-2658dd807db9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0817b3-e0fe-473c-9941-91c117620a2f']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:43.163715 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a29a6462-d1ec-4b18-adac-2658dd807db9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015487d2-64fd-4448-b3b9-da744590e4dd') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:43.164096 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a29a6462-d1ec-4b18-adac-2658dd807db9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015487d2-64fd-4448-b3b9-da744590e4dd') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:43.178833 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a29a6462-d1ec-4b18-adac-2658dd807db9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (015487d2-64fd-4448-b3b9-da744590e4dd), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:43.200034 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1881dde-ca25-4ad1-a34c-9a32262b6e6c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:43.212591 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a29a6462-d1ec-4b18-adac-2658dd807db9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (015487d2-64fd-4448-b3b9-da744590e4dd), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:43.226539 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29a6462-d1ec-4b18-adac-2658dd807db9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:13:43.226539 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a29a6462-d1ec-4b18-adac-2658dd807db9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (015487d2-64fd-4448-b3b9-da744590e4dd), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:13:43.240044 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:13:43.246220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-a1881dde-ca25-4ad1-a34c-9a32262b6e6c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:43.252745 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ae930-3f4e-4ba0-b679-bda494e1f52d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event updated for resources: {'Port': ['ID=96737b30-b8b7-4530-9fa9-343064ed31ee,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:43.283651 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1881dde-ca25-4ad1-a34c-9a32262b6e6c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Pushing event updated for resources: {'Port': ['ID=83771304-a00b-4d53-8edc-cd6b7711d409,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:43.292024 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1881dde-ca25-4ad1-a34c-9a32262b6e6c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:43.335948 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a29a6462-d1ec-4b18-adac-2658dd807db9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (8b0817b3-e0fe-473c-9941-91c117620a2f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:43.344189 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a29a6462-d1ec-4b18-adac-2658dd807db9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:43.347371 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a29a6462-d1ec-4b18-adac-2658dd807db9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] 10.222.0.23 "DELETE /v2.0/networks/8b0817b3-e0fe-473c-9941-91c117620a2f HTTP/1.1" status: 204 len: 168 time: 0.5267093 Jan 27 22:13:43.352100 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57630) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:43.361113 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-92855003-9e03-4bb8-a434-8c7bd1805c0e req-541084ed-4172-40a0-b1e8-8ea01d6b1179 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (6f013428-d36e-48cd-93d1-85d7f63f05cb), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:43.448079 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-69341e84-23d9-4b69-8582-f6a4e94c111e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (b2e5579c-e9f2-4cd7-a952-46cd6d0b8930), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:43.448780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541084ed-4172-40a0-b1e8-8ea01d6b1179 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Pushing event deleted for resources: {'Port': ['ID=6f013428-d36e-48cd-93d1-85d7f63f05cb,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:43.455019 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-be5d1e17-5c46-4fe6-a765-ba90e8113b34 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_gateway (9338b20f-dfed-4615-ad38-14eb297e97ba), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:43.482956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a6462-d1ec-4b18-adac-2658dd807db9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Pushing event deleted for resources: {'Network': ['ID=8b0817b3-e0fe-473c-9941-91c117620a2f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:43.494171 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-be5d1e17-5c46-4fe6-a765-ba90e8113b34 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:43.574384 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757ae930-3f4e-4ba0-b679-bda494e1f52d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Network 1e10f72c-873b-40dc-a57b-b53545f740e1 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:43.622026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-757ae930-3f4e-4ba0-b679-bda494e1f52d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:43.628613 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-160164d0-46ec-4b24-a664-a775ada0681b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (3ed1a26a-10f6-4138-bbef-ff1e9beccc44), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:43.667429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160164d0-46ec-4b24-a664-a775ada0681b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event deleted for resources: {'Port': ['ID=3ed1a26a-10f6-4138-bbef-ff1e9beccc44,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:43.913605 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757ae930-3f4e-4ba0-b679-bda494e1f52d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Router c1fd8d19-b826-4639-a809-8ef019480df7 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:13:44.198089 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c98b2a2c-3645-42f1-9ece-4856634bd758 None None] Provisioning complete for port 96737b30-b8b7-4530-9fa9-343064ed31ee triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:44.198695 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c98b2a2c-3645-42f1-9ece-4856634bd758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (96737b30-b8b7-4530-9fa9-343064ed31ee), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:44.288227 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c98b2a2c-3645-42f1-9ece-4856634bd758 None None] Port 96737b30-b8b7-4530-9fa9-343064ed31ee cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:13:44.336209 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-be5d1e17-5c46-4fe6-a765-ba90e8113b34 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Allocated IP 172.25.3.43 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/250f8e1d-1968-4558-8616-abd68f24f2cd) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:44.424568 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-69341e84-23d9-4b69-8582-f6a4e94c111e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (b2e5579c-e9f2-4cd7-a952-46cd6d0b8930), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:44.431896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92855003-9e03-4bb8-a434-8c7bd1805c0e req-541084ed-4172-40a0-b1e8-8ea01d6b1179 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:13:44.438124 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-54dafa48-d255-4bd9-a36b-f7033bd9de34 req-e9dc779e-60dd-4386-8190-72281e507a32 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 210 time: 0.0983071 Jan 27 22:13:44.507359 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-69341e84-23d9-4b69-8582-f6a4e94c111e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e5579c-e9f2-4cd7-a952-46cd6d0b8930']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:44.528910 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-69341e84-23d9-4b69-8582-f6a4e94c111e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63597dfa-922a-4561-9d44-3c4ff34db116') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:44.529510 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-69341e84-23d9-4b69-8582-f6a4e94c111e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63597dfa-922a-4561-9d44-3c4ff34db116') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:44.550123 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-69341e84-23d9-4b69-8582-f6a4e94c111e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (63597dfa-922a-4561-9d44-3c4ff34db116), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:44.617288 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-69341e84-23d9-4b69-8582-f6a4e94c111e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (63597dfa-922a-4561-9d44-3c4ff34db116), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:44.633383 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69341e84-23d9-4b69-8582-f6a4e94c111e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:13:44.633800 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-69341e84-23d9-4b69-8582-f6a4e94c111e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (63597dfa-922a-4561-9d44-3c4ff34db116), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:13:44.638442 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:13:44.704517 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a1881dde-ca25-4ad1-a34c-9a32262b6e6c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for floatingip (78ae2702-1744-42e0-9e47-b99790051eac), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:44.743911 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-69341e84-23d9-4b69-8582-f6a4e94c111e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (b2e5579c-e9f2-4cd7-a952-46cd6d0b8930), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:44.758204 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-69341e84-23d9-4b69-8582-f6a4e94c111e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:44.761502 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-69341e84-23d9-4b69-8582-f6a4e94c111e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] 10.222.0.23 "DELETE /v2.0/networks/b2e5579c-e9f2-4cd7-a952-46cd6d0b8930 HTTP/1.1" status: 204 len: 168 time: 1.4088926 Jan 27 22:13:44.765457 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57662) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:44.789991 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69341e84-23d9-4b69-8582-f6a4e94c111e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Pushing event deleted for resources: {'Network': ['ID=b2e5579c-e9f2-4cd7-a952-46cd6d0b8930,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:44.887006 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a1881dde-ca25-4ad1-a34c-9a32262b6e6c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (83771304-a00b-4d53-8edc-cd6b7711d409), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:44.897647 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757ae930-3f4e-4ba0-b679-bda494e1f52d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:44.903311 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-757ae930-3f4e-4ba0-b679-bda494e1f52d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "PUT /v2.0/routers/c1fd8d19-b826-4639-a809-8ef019480df7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3523333 Jan 27 22:13:44.909132 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fea8c0-42a6-42d6-bb73-036e49be65a7 None None] Sync routers for ids ['c1fd8d19-b826-4639-a809-8ef019480df7'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:44.915764 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57666) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:44.923038 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fea8c0-42a6-42d6-bb73-036e49be65a7 None None] Routers {'c1fd8d19-b826-4639-a809-8ef019480df7'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:44.924458 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-68fea8c0-42a6-42d6-bb73-036e49be65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c1fd8d19-b826-4639-a809-8ef019480df7'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:44.937899 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 6f013428-d36e-48cd-93d1-85d7f63f05cb no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:13:44.978030 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-160164d0-46ec-4b24-a664-a775ada0681b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (b6aa639d-7cb8-4455-bf35-65c296cbcaca), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:45.062478 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e3b514-e19b-4be9-a0a1-4e14b834b73c tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:45.066018 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 6f013428-d36e-48cd-93d1-85d7f63f05cb {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:13:45.066704 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 6f013428-d36e-48cd-93d1-85d7f63f05cb not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:13:45.068616 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e3b514-e19b-4be9-a0a1-4e14b834b73c tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:45.070269 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-08e3b514-e19b-4be9-a0a1-4e14b834b73c tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2950199 Jan 27 22:13:45.075521 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-68fea8c0-42a6-42d6-bb73-036e49be65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:45.080889 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57670) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:45.086083 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1fe0c5ef-e8fa-482e-8679-3ebf84dc7693 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1173865760'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:45.101214 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fea8c0-42a6-42d6-bb73-036e49be65a7 None None] Routers {'c1fd8d19-b826-4639-a809-8ef019480df7'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:45.101855 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-68fea8c0-42a6-42d6-bb73-036e49be65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c1fd8d19-b826-4639-a809-8ef019480df7'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:45.115497 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-be5d1e17-5c46-4fe6-a765-ba90e8113b34 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for port (250f8e1d-1968-4558-8616-abd68f24f2cd), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:45.130993 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92855003-9e03-4bb8-a434-8c7bd1805c0e req-541084ed-4172-40a0-b1e8-8ea01d6b1179 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:45.146909 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-68fea8c0-42a6-42d6-bb73-036e49be65a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:45.147586 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fea8c0-42a6-42d6-bb73-036e49be65a7 None None] The sync data for ids ['c1fd8d19-b826-4639-a809-8ef019480df7'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:45.150149 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a7dbfb-5cac-4134-9b59-ffc520c6be1a None None] Sync routers for ids ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:45.154382 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe0c5ef-e8fa-482e-8679-3ebf84dc7693 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Made reservation on behalf of e7b451f21ab541c6a509686da6b05f76 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:45.158252 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1fe0c5ef-e8fa-482e-8679-3ebf84dc7693 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:45.168999 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a7dbfb-5cac-4134-9b59-ffc520c6be1a None None] Routers {'26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:45.169867 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f6a7dbfb-5cac-4134-9b59-ffc520c6be1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:45.199502 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-857f47e9-c7cd-4198-967b-04ed56a20a8f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for router (c1fd8d19-b826-4639-a809-8ef019480df7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:45.230513 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-92855003-9e03-4bb8-a434-8c7bd1805c0e req-541084ed-4172-40a0-b1e8-8ea01d6b1179 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] No DVR routers for this DVR port 6f013428-d36e-48cd-93d1-85d7f63f05cb on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:13:45.245421 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-92855003-9e03-4bb8-a434-8c7bd1805c0e req-541084ed-4172-40a0-b1e8-8ea01d6b1179 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:45.253739 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92855003-9e03-4bb8-a434-8c7bd1805c0e req-541084ed-4172-40a0-b1e8-8ea01d6b1179 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.21 "DELETE /v2.0/ports/6f013428-d36e-48cd-93d1-85d7f63f05cb HTTP/1.1" status: 204 len: 173 time: 5.0997736 Jan 27 22:13:45.273457 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a63d45-22f7-4762-8243-8ae3d736d055', 'name': 'network-vif-deleted', 'tag': '6f013428-d36e-48cd-93d1-85d7f63f05cb'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:13:45.277085 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fa9456-fbcd-4466-9ffc-9dce631813f9" -d '{"events": [{"server_uuid": "83a63d45-22f7-4762-8243-8ae3d736d055", "name": "network-vif-deleted", "tag": "6f013428-d36e-48cd-93d1-85d7f63f05cb"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:13:45.320692 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-f6a7dbfb-5cac-4134-9b59-ffc520c6be1a None None] Set router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:45.375390 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9446a1-44a1-455a-bbb0-7b5231dcb7c3 x-openstack-request-id: req-0e9446a1-44a1-455a-bbb0-7b5231dcb7c3 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:13:45.377419 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a63d45-22f7-4762-8243-8ae3d736d055", "name": "network-vif-deleted", "tag": "6f013428-d36e-48cd-93d1-85d7f63f05cb", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:13:45.378375 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e9446a1-44a1-455a-bbb0-7b5231dcb7c3 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:13:45.378934 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a63d45-22f7-4762-8243-8ae3d736d055', 'name': 'network-vif-deleted', 'tag': '6f013428-d36e-48cd-93d1-85d7f63f05cb', 'status': 'completed', 'code': 200} Jan 27 22:13:45.383288 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe0c5ef-e8fa-482e-8679-3ebf84dc7693 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:13:45.395494 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1fe0c5ef-e8fa-482e-8679-3ebf84dc7693 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (c6fc4f90-3503-4e06-8bf0-8f5250599cb3), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:45.395767 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-1fe0c5ef-e8fa-482e-8679-3ebf84dc7693 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Added segment c6fc4f90-3503-4e06-8bf0-8f5250599cb3 of type vlan for network c7baf2f1-ade4-4e95-9ad1-566d15de9bde Jan 27 22:13:45.447574 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1fe0c5ef-e8fa-482e-8679-3ebf84dc7693 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (c7baf2f1-ade4-4e95-9ad1-566d15de9bde), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:45.490760 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1fe0c5ef-e8fa-482e-8679-3ebf84dc7693 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (c7baf2f1-ade4-4e95-9ad1-566d15de9bde), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:45.496458 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe0c5ef-e8fa-482e-8679-3ebf84dc7693 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:45.497202 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1fe0c5ef-e8fa-482e-8679-3ebf84dc7693 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:45.599413 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0c5ef-e8fa-482e-8679-3ebf84dc7693 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Pushing event updated for resources: {'Network': ['ID=c7baf2f1-ade4-4e95-9ad1-566d15de9bde,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:45.605076 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1fe0c5ef-e8fa-482e-8679-3ebf84dc7693 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5231140 Jan 27 22:13:45.613487 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57678) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:45.617305 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network c7baf2f1-ade4-4e95-9ad1-566d15de9bde details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:13:45.627541 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-7e5224e1-be70-4fe5-8232-4f0b4f3987e2 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2089106266'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:45.637340 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-857f47e9-c7cd-4198-967b-04ed56a20a8f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 22:13:45.641101 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-857f47e9-c7cd-4198-967b-04ed56a20a8f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "DELETE /v2.0/routers/c1fd8d19-b826-4639-a809-8ef019480df7 HTTP/1.1" status: 409 len: 329 time: 0.7199619 Jan 27 22:13:45.646689 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57680) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:45.695004 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-be5d1e17-5c46-4fe6-a765-ba90e8113b34 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (250f8e1d-1968-4558-8616-abd68f24f2cd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:45.795937 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-643cd64f-be90-4fa4-b422-3421ec199e8b req-0d4e7d52-8653-4219-86c3-1768245a3f35 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/ports?device_id=83a63d45-22f7-4762-8243-8ae3d736d055 HTTP/1.1" status: 200 len: 210 time: 0.1124833 Jan 27 22:13:45.810371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5d1e17-5c46-4fe6-a765-ba90e8113b34 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:45.819030 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5224e1-be70-4fe5-8232-4f0b4f3987e2 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Made reservation on behalf of e7b451f21ab541c6a509686da6b05f76 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:45.826500 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-be5d1e17-5c46-4fe6-a765-ba90e8113b34 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:45.832771 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5d1e17-5c46-4fe6-a765-ba90e8113b34 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:45.837393 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7e5224e1-be70-4fe5-8232-4f0b4f3987e2 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:45.919976 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a1881dde-ca25-4ad1-a34c-9a32262b6e6c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for port (83771304-a00b-4d53-8edc-cd6b7711d409), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:45.942718 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a1881dde-ca25-4ad1-a34c-9a32262b6e6c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (83771304-a00b-4d53-8edc-cd6b7711d409), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:45.947212 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f6a7dbfb-5cac-4134-9b59-ffc520c6be1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'name': 'tempest-AttachVolumeTestJSON-789037297-router', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:12Z', 'updated_at': '2022-01-27T22:03:18Z', 'revision_number': 4, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'gw_port': {'id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:13Z', 'updated_at': '2022-01-27T22:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '80c3d2b3-d8ba-411c-8619-35d82b6eecde', 'name': '', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'mac_address': 'fa:16:3e:c3:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:17Z', 'updated_at': '2022-01-27T22:03:25Z', 'revision_number': 5, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'subnets': [{'id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:45.973922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160164d0-46ec-4b24-a664-a775ada0681b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Router b6aa639d-7cb8-4455-bf35-65c296cbcaca has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:13:45.983166 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a7dbfb-5cac-4134-9b59-ffc520c6be1a None None] Checking router: 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:13:45.995403 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d1e17-5c46-4fe6-a765-ba90e8113b34 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Pushing event updated for resources: {'Port': ['ID=250f8e1d-1968-4558-8616-abd68f24f2cd,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:45.998785 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a7dbfb-5cac-4134-9b59-ffc520c6be1a None None] Routers {'26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:45.999433 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f6a7dbfb-5cac-4134-9b59-ffc520c6be1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:46.016979 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5224e1-be70-4fe5-8232-4f0b4f3987e2 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:13:46.194766 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-f6a7dbfb-5cac-4134-9b59-ffc520c6be1a None None] Set router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:46.223521 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a1881dde-ca25-4ad1-a34c-9a32262b6e6c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (78ae2702-1744-42e0-9e47-b99790051eac), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:46.243315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160164d0-46ec-4b24-a664-a775ada0681b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:46.256873 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dbafbd-d272-4b8f-91c9-dd166e323541 None None] Sync routers for ids ['b6aa639d-7cb8-4455-bf35-65c296cbcaca'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:46.261082 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-160164d0-46ec-4b24-a664-a775ada0681b tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "PUT /v2.0/routers/b6aa639d-7cb8-4455-bf35-65c296cbcaca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7842908 Jan 27 22:13:46.274249 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dbafbd-d272-4b8f-91c9-dd166e323541 None None] Routers {'b6aa639d-7cb8-4455-bf35-65c296cbcaca'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:46.275378 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-84dbafbd-d272-4b8f-91c9-dd166e323541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b6aa639d-7cb8-4455-bf35-65c296cbcaca'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:46.277258 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57688) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:46.380907 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7e5224e1-be70-4fe5-8232-4f0b4f3987e2 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (a17a5161-603f-48a1-a561-be1811474827), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:46.382176 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-7e5224e1-be70-4fe5-8232-4f0b4f3987e2 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Added segment a17a5161-603f-48a1-a561-be1811474827 of type vlan for network 81d42cfe-dee9-4fc5-8d13-2dc54cff5ac8 Jan 27 22:13:46.390252 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-a1881dde-ca25-4ad1-a34c-9a32262b6e6c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Floating IP 78ae2702-1744-42e0-9e47-b99790051eac associated. External IP: 172.25.3.97, port: d4aa3aaa-008a-44e2-a215-bfdd7d80194a. Jan 27 22:13:46.496377 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7364b2-b27f-4c6e-be63-c08ee0fb7891 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Deleting subnet c5518924-fd94-4230-9918-353734c78108 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:13:46.502062 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-84dbafbd-d272-4b8f-91c9-dd166e323541 None None] Set router b6aa639d-7cb8-4455-bf35-65c296cbcaca gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:46.505696 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5a7364b2-b27f-4c6e-be63-c08ee0fb7891 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for subnet (c5518924-fd94-4230-9918-353734c78108), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:46.560184 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1881dde-ca25-4ad1-a34c-9a32262b6e6c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Pushing event updated for resources: {'Port': ['ID=83771304-a00b-4d53-8edc-cd6b7711d409,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:46.604849 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f6a7dbfb-5cac-4134-9b59-ffc520c6be1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'name': 'tempest-AttachVolumeTestJSON-789037297-router', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:12Z', 'updated_at': '2022-01-27T22:03:18Z', 'revision_number': 4, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'gw_port': {'id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:13Z', 'updated_at': '2022-01-27T22:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '80c3d2b3-d8ba-411c-8619-35d82b6eecde', 'name': '', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'mac_address': 'fa:16:3e:c3:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:17Z', 'updated_at': '2022-01-27T22:03:25Z', 'revision_number': 5, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'subnets': [{'id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:46.650772 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a7dbfb-5cac-4134-9b59-ffc520c6be1a None None] The sync data for ids ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'] in n-d-772272-3 is: [{'id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'name': 'tempest-AttachVolumeTestJSON-789037297-router', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:12Z', 'updated_at': '2022-01-27T22:03:18Z', 'revision_number': 4, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'gw_port': {'id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:13Z', 'updated_at': '2022-01-27T22:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '80c3d2b3-d8ba-411c-8619-35d82b6eecde', 'name': '', 'network_id': '2b09128f-4816-4051-b7b2-5b7a59716965', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'mac_address': 'fa:16:3e:c3:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:17Z', 'updated_at': '2022-01-27T22:03:25Z', 'revision_number': 5, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'subnets': [{'id': 'c8368a6d-250d-43a0-8b81-29729883ab77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:46.757714 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5a7364b2-b27f-4c6e-be63-c08ee0fb7891 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (c5518924-fd94-4230-9918-353734c78108), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:46.860516 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1881dde-ca25-4ad1-a34c-9a32262b6e6c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Router 1d9795dd-0100-4221-ab8c-91dc2009a6d8 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:13:46.904073 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-be5d1e17-5c46-4fe6-a765-ba90e8113b34 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_gateway (9338b20f-dfed-4615-ad38-14eb297e97ba), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:47.044211 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1881dde-ca25-4ad1-a34c-9a32262b6e6c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:47.060263 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d12f339-5bb4-4fd8-aa8d-ef809694a992 None None] Sync routers for ids ['1d9795dd-0100-4221-ab8c-91dc2009a6d8'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:47.067088 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7e5224e1-be70-4fe5-8232-4f0b4f3987e2 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (81d42cfe-dee9-4fc5-8d13-2dc54cff5ac8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:47.091460 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a1881dde-ca25-4ad1-a34c-9a32262b6e6c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:47.101689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-84dbafbd-d272-4b8f-91c9-dd166e323541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'name': 'tempest-TestNetworkBasicOps-router-1793070370', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:58Z', 'updated_at': '2022-01-27T22:13:43Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:59Z', 'updated_at': '2022-01-27T22:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:47.103813 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d12f339-5bb4-4fd8-aa8d-ef809694a992 None None] Routers {'1d9795dd-0100-4221-ab8c-91dc2009a6d8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:47.105026 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6d12f339-5bb4-4fd8-aa8d-ef809694a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1d9795dd-0100-4221-ab8c-91dc2009a6d8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:47.142404 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57698) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:47.149052 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a1881dde-ca25-4ad1-a34c-9a32262b6e6c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.2693810 Jan 27 22:13:47.199530 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce12ed6-2deb-4510-a4a3-8ebefef858b1', 'tag': 'd4aa3aaa-008a-44e2-a215-bfdd7d80194a'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:13:47.202517 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8db8b9c-bd25-4374-a506-604afaf17fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce12ed6-2deb-4510-a4a3-8ebefef858b1", "tag": "d4aa3aaa-008a-44e2-a215-bfdd7d80194a"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:13:47.242051 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-be5d1e17-5c46-4fe6-a765-ba90e8113b34 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (9338b20f-dfed-4615-ad38-14eb297e97ba), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:47.252600 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dbafbd-d272-4b8f-91c9-dd166e323541 None None] Checking router: b6aa639d-7cb8-4455-bf35-65c296cbcaca for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:13:47.298961 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dbafbd-d272-4b8f-91c9-dd166e323541 None None] Routers {'b6aa639d-7cb8-4455-bf35-65c296cbcaca'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:47.300737 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-84dbafbd-d272-4b8f-91c9-dd166e323541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b6aa639d-7cb8-4455-bf35-65c296cbcaca'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:47.304555 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf0baee-e5c6-44bf-b3b9-e56eca1b6ef8 x-openstack-request-id: req-abf0baee-e5c6-44bf-b3b9-e56eca1b6ef8 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:13:47.305090 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce12ed6-2deb-4510-a4a3-8ebefef858b1", "tag": "d4aa3aaa-008a-44e2-a215-bfdd7d80194a", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:13:47.305549 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-abf0baee-e5c6-44bf-b3b9-e56eca1b6ef8 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:13:47.307110 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce12ed6-2deb-4510-a4a3-8ebefef858b1', 'tag': 'd4aa3aaa-008a-44e2-a215-bfdd7d80194a', 'status': 'completed', 'code': 200} Jan 27 22:13:47.308518 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.db.resource_extend [None req-7e5224e1-be70-4fe5-8232-4f0b4f3987e2 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:13:47.311710 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4088eed7-3b9c-4355-b86c-864c5cae1202 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group (c13b0e12-3a2c-4f57-a86a-e2cfd904b15e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:47.379352 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4088eed7-3b9c-4355-b86c-864c5cae1202 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group (c13b0e12-3a2c-4f57-a86a-e2cfd904b15e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:47.497480 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-6d12f339-5bb4-4fd8-aa8d-ef809694a992 None None] Set router 1d9795dd-0100-4221-ab8c-91dc2009a6d8 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:47.500353 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4088eed7-3b9c-4355-b86c-864c5cae1202 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c13b0e12-3a2c-4f57-a86a-e2cfd904b15e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:47.504011 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4088eed7-3b9c-4355-b86c-864c5cae1202 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:47.505458 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4088eed7-3b9c-4355-b86c-864c5cae1202 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "DELETE /v2.0/security-groups/c13b0e12-3a2c-4f57-a86a-e2cfd904b15e HTTP/1.1" status: 204 len: 168 time: 0.3554041 Jan 27 22:13:47.522599 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57704) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:47.523594 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088eed7-3b9c-4355-b86c-864c5cae1202 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13b0e12-3a2c-4f57-a86a-e2cfd904b15e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:47.545310 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-b4a155d3-a7a5-4315-b944-71cdcf49961d tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] show failed (client error): The resource could not be found. Jan 27 22:13:47.546851 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b4a155d3-a7a5-4315-b944-71cdcf49961d tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "GET /v2.0/security-groups/c13b0e12-3a2c-4f57-a86a-e2cfd904b15e HTTP/1.1" status: 404 len: 347 time: 0.0193062 Jan 27 22:13:47.553080 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57706) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:47.685821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-84dbafbd-d272-4b8f-91c9-dd166e323541 None None] Set router b6aa639d-7cb8-4455-bf35-65c296cbcaca gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:47.691025 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5a7364b2-b27f-4c6e-be63-c08ee0fb7891 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (c5518924-fd94-4230-9918-353734c78108), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:47.939976 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5a7364b2-b27f-4c6e-be63-c08ee0fb7891 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (c5518924-fd94-4230-9918-353734c78108), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:47.943134 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5d1e17-5c46-4fe6-a765-ba90e8113b34 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Router 9338b20f-dfed-4615-ad38-14eb297e97ba is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:13:48.086530 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c7b915-50e9-4241-8596-ab22677e63f2 None None] New status for floating IP 7e7050cb-3d8f-41e9-840c-c94c5c36fa6e: DOWN {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:13:48.086947 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7364b2-b27f-4c6e-be63-c08ee0fb7891 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event deleted for resources: {'Subnet': ['ID=c5518924-fd94-4230-9918-353734c78108,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:48.115058 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6d12f339-5bb4-4fd8-aa8d-ef809694a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'name': 'tempest-TestServerBasicOps-1366050916-router', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:38Z', 'updated_at': '2022-01-27T22:12:45Z', 'revision_number': 4, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'gw_port': {'id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:40Z', 'updated_at': '2022-01-27T22:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '78ae2702-1744-42e0-9e47-b99790051eac', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'port_id': 'd4aa3aaa-008a-44e2-a215-bfdd7d80194a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3064, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509', 'mac_address': 'fa:16:3e:64:bb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce12ed6-2deb-4510-a4a3-8ebefef858b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:13:44Z', 'updated_at': '2022-01-27T22:13:44Z', 'revision_number': 0, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2cdc7ff-b493-49a6-8dc8-4315da02c00c', 'name': '', 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'mac_address': 'fa:16:3e:d1:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'a65de3af-7726-48bb-8509-44e3eaa0a25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:43Z', 'updated_at': '2022-01-27T22:12:53Z', 'revision_number': 5, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'subnets': [{'id': 'a65de3af-7726-48bb-8509-44e3eaa0a25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:48.151454 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7e5224e1-be70-4fe5-8232-4f0b4f3987e2 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (81d42cfe-dee9-4fc5-8d13-2dc54cff5ac8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.160906 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d12f339-5bb4-4fd8-aa8d-ef809694a992 None None] Checking router: 1d9795dd-0100-4221-ab8c-91dc2009a6d8 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:13:48.161138 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5224e1-be70-4fe5-8232-4f0b4f3987e2 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:48.161894 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7e5224e1-be70-4fe5-8232-4f0b4f3987e2 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.170128 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d12f339-5bb4-4fd8-aa8d-ef809694a992 None None] Routers {'1d9795dd-0100-4221-ab8c-91dc2009a6d8'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:48.170700 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6d12f339-5bb4-4fd8-aa8d-ef809694a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1d9795dd-0100-4221-ab8c-91dc2009a6d8'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:48.171546 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5a7364b2-b27f-4c6e-be63-c08ee0fb7891 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.213927 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5a7364b2-b27f-4c6e-be63-c08ee0fb7891 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "DELETE /v2.0/subnets/c5518924-fd94-4230-9918-353734c78108 HTTP/1.1" status: 204 len: 168 time: 1.9285429 Jan 27 22:13:48.226985 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57714) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:48.240195 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75895a44-23a2-48c4-a5a7-1dcb90a543ca None None] Network dfd554a6-e3e7-42fa-aa9f-3416cb186645 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:48.321398 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-6d12f339-5bb4-4fd8-aa8d-ef809694a992 None None] Set router 1d9795dd-0100-4221-ab8c-91dc2009a6d8 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:48.433849 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db8b9c-bd25-4374-a506-604afaf17fa4 req-f693c486-929e-4b89-b1a8-dff465e4992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:48.439558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8db8b9c-bd25-4374-a506-604afaf17fa4 req-f693c486-929e-4b89-b1a8-dff465e4992a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a5fc25301d94383ab4235fa1c78acd6&device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 1096 time: 0.9361770 Jan 27 22:13:48.474625 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e7f7483-135a-4ad6-b5c6-316e0ee84e64 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (c1fd8d19-b826-4639-a809-8ef019480df7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.638379 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7e5224e1-be70-4fe5-8232-4f0b4f3987e2 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.0214972 Jan 27 22:13:48.685359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57716) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:48.718839 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6d12f339-5bb4-4fd8-aa8d-ef809694a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'name': 'tempest-TestServerBasicOps-1366050916-router', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:38Z', 'updated_at': '2022-01-27T22:12:45Z', 'revision_number': 4, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'gw_port': {'id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:40Z', 'updated_at': '2022-01-27T22:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '78ae2702-1744-42e0-9e47-b99790051eac', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'port_id': 'd4aa3aaa-008a-44e2-a215-bfdd7d80194a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3064, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509', 'mac_address': 'fa:16:3e:64:bb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce12ed6-2deb-4510-a4a3-8ebefef858b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:13:44Z', 'updated_at': '2022-01-27T22:13:44Z', 'revision_number': 0, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2cdc7ff-b493-49a6-8dc8-4315da02c00c', 'name': '', 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'mac_address': 'fa:16:3e:d1:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'a65de3af-7726-48bb-8509-44e3eaa0a25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:43Z', 'updated_at': '2022-01-27T22:12:53Z', 'revision_number': 5, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'subnets': [{'id': 'a65de3af-7726-48bb-8509-44e3eaa0a25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:48.768687 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5224e1-be70-4fe5-8232-4f0b4f3987e2 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Pushing event updated for resources: {'Network': ['ID=81d42cfe-dee9-4fc5-8d13-2dc54cff5ac8,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:48.811026 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d12f339-5bb4-4fd8-aa8d-ef809694a992 None None] The sync data for ids ['1d9795dd-0100-4221-ab8c-91dc2009a6d8'] in n-d-772272-3 is: [{'id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'name': 'tempest-TestServerBasicOps-1366050916-router', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:38Z', 'updated_at': '2022-01-27T22:12:45Z', 'revision_number': 4, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'gw_port': {'id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:40Z', 'updated_at': '2022-01-27T22:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '78ae2702-1744-42e0-9e47-b99790051eac', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'port_id': 'd4aa3aaa-008a-44e2-a215-bfdd7d80194a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3064, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509', 'mac_address': 'fa:16:3e:64:bb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce12ed6-2deb-4510-a4a3-8ebefef858b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:13:44Z', 'updated_at': '2022-01-27T22:13:44Z', 'revision_number': 0, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2cdc7ff-b493-49a6-8dc8-4315da02c00c', 'name': '', 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'mac_address': 'fa:16:3e:d1:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'a65de3af-7726-48bb-8509-44e3eaa0a25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:43Z', 'updated_at': '2022-01-27T22:12:53Z', 'revision_number': 5, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'subnets': [{'id': 'a65de3af-7726-48bb-8509-44e3eaa0a25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:48.821015 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-491c4550-c37a-426f-b90d-827dca196947 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Deleting port d69313be-6f4a-4076-adff-287a9006be78 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:48.821957 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-491c4550-c37a-426f-b90d-827dca196947 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d69313be-6f4a-4076-adff-287a9006be78), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.871733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 81d42cfe-dee9-4fc5-8d13-2dc54cff5ac8 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:13:48.953186 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-491c4550-c37a-426f-b90d-827dca196947 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d69313be-6f4a-4076-adff-287a9006be78), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.954349 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-491c4550-c37a-426f-b90d-827dca196947 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for floatingip (d69313be-6f4a-4076-adff-287a9006be78), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.973107 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-491c4550-c37a-426f-b90d-827dca196947 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Calling delete_port for d69313be-6f4a-4076-adff-287a9006be78 owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:49.024592 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-84dbafbd-d272-4b8f-91c9-dd166e323541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'name': 'tempest-TestNetworkBasicOps-router-1793070370', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:58Z', 'updated_at': '2022-01-27T22:13:43Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:59Z', 'updated_at': '2022-01-27T22:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:49.097420 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40d4db8-e4c0-46e9-af82-847981fea3c1 None None] DHCP port deletion for dfd554a6-e3e7-42fa-aa9f-3416cb186645 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:13:49.103792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dbafbd-d272-4b8f-91c9-dd166e323541 None None] The sync data for ids ['b6aa639d-7cb8-4455-bf35-65c296cbcaca'] in n-d-772272-3 is: [{'id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'name': 'tempest-TestNetworkBasicOps-router-1793070370', 'tenant_id': '7f283cf476a449f8a327cb51a3011c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:11:58Z', 'updated_at': '2022-01-27T22:13:43Z', 'revision_number': 5, 'project_id': '7f283cf476a449f8a327cb51a3011c25', 'gw_port': {'id': 'cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aa639d-7cb8-4455-bf35-65c296cbcaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:11:59Z', 'updated_at': '2022-01-27T22:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:49.223736 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f40d4db8-e4c0-46e9-af82-847981fea3c1 None None] Deleting port fc413bd6-36e7-4223-9e09-1f27d9438ab2 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:49.226258 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f40d4db8-e4c0-46e9-af82-847981fea3c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (fc413bd6-36e7-4223-9e09-1f27d9438ab2), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:49.303169 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-491c4550-c37a-426f-b90d-827dca196947 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d69313be-6f4a-4076-adff-287a9006be78), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:49.305457 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b45082d-5edd-41aa-a2ab-c730a2de1717 None None] New status for floating IP 78ae2702-1744-42e0-9e47-b99790051eac: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:13:49.329269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Request body: {'ports': [{'network_id': 'c7baf2f1-ade4-4e95-9ad1-566d15de9bde', 'name': 'tempest-port--2136299301', 'admin_state_up': True}, {'network_id': '81d42cfe-dee9-4fc5-8d13-2dc54cff5ac8', 'admin_state_up': False}]} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:49.330066 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Request body: {'port': {'network_id': 'c7baf2f1-ade4-4e95-9ad1-566d15de9bde', 'name': 'tempest-port--2136299301', 'admin_state_up': True}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:49.330704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Request body: {'port': {'network_id': '81d42cfe-dee9-4fc5-8d13-2dc54cff5ac8', 'admin_state_up': False}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:49.344020 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c4550-c37a-426f-b90d-827dca196947 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Pushing event deleted for resources: {'Port': ['ID=d69313be-6f4a-4076-adff-287a9006be78,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:49.451147 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f40d4db8-e4c0-46e9-af82-847981fea3c1 None None] For port fc413bd6-36e7-4223-9e09-1f27d9438ab2, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=fc413bd6-36e7-4223-9e09-1f27d9438ab2,segment=NetworkSegment(cacc80b8-5a81-4830-a1f0-6df7f19512b6),segment_id=cacc80b8-5a81-4830-a1f0-6df7f19512b6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:49.451953 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f40d4db8-e4c0-46e9-af82-847981fea3c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (fc413bd6-36e7-4223-9e09-1f27d9438ab2), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:49.481112 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f40d4db8-e4c0-46e9-af82-847981fea3c1 None None] Calling delete_port for fc413bd6-36e7-4223-9e09-1f27d9438ab2 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:49.502632 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-491c4550-c37a-426f-b90d-827dca196947 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks [] for floatingip (7e7050cb-3d8f-41e9-840c-c94c5c36fa6e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:49.505464 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-491c4550-c37a-426f-b90d-827dca196947 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:49.511720 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-491c4550-c37a-426f-b90d-827dca196947 tempest-AttachVolumeTestJSON-113445907 tempest-AttachVolumeTestJSON-113445907-project] 10.222.0.23 "DELETE /v2.0/floatingips/7e7050cb-3d8f-41e9-840c-c94c5c36fa6e HTTP/1.1" status: 204 len: 168 time: 1.9489970 Jan 27 22:13:49.643821 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-8e7f7483-135a-4ad6-b5c6-316e0ee84e64 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Deleting port 96737b30-b8b7-4530-9fa9-343064ed31ee {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:49.645001 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e7f7483-135a-4ad6-b5c6-316e0ee84e64 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (96737b30-b8b7-4530-9fa9-343064ed31ee), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:49.652423 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-84c23d62-1d6c-43fd-b36e-1c0418a35c81 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for router (b6aa639d-7cb8-4455-bf35-65c296cbcaca), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:49.693119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5d1e17-5c46-4fe6-a765-ba90e8113b34 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:49.884517 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e7f7483-135a-4ad6-b5c6-316e0ee84e64 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (96737b30-b8b7-4530-9fa9-343064ed31ee), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:49.901709 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] Sync routers for ids ['9338b20f-dfed-4615-ad38-14eb297e97ba'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:49.926729 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f40d4db8-e4c0-46e9-af82-847981fea3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (fc413bd6-36e7-4223-9e09-1f27d9438ab2), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:49.948338 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device fc413bd6-36e7-4223-9e09-1f27d9438ab2 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:13:49.948952 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-8e7f7483-135a-4ad6-b5c6-316e0ee84e64 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Calling delete_port for 96737b30-b8b7-4530-9fa9-343064ed31ee owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:49.952971 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] Routers {'9338b20f-dfed-4615-ad38-14eb297e97ba'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:49.954006 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['9338b20f-dfed-4615-ad38-14eb297e97ba'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:49.988481 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40d4db8-e4c0-46e9-af82-847981fea3c1 None None] No DVR routers for this DVR port fc413bd6-36e7-4223-9e09-1f27d9438ab2 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:13:50.040438 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-be5d1e17-5c46-4fe6-a765-ba90e8113b34 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.048922 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-be5d1e17-5c46-4fe6-a765-ba90e8113b34 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.7101150 Jan 27 22:13:50.078188 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d4db8-e4c0-46e9-af82-847981fea3c1 None None] Pushing event deleted for resources: {'Port': ['ID=fc413bd6-36e7-4223-9e09-1f27d9438ab2,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:50.085188 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: fc413bd6-36e7-4223-9e09-1f27d9438ab2 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:13:50.085331 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57736) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:50.085516 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device fc413bd6-36e7-4223-9e09-1f27d9438ab2 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:13:50.086640 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3ed1a26a-10f6-4138-bbef-ff1e9beccc44 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:13:50.122206 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 3ed1a26a-10f6-4138-bbef-ff1e9beccc44 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:13:50.122643 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3ed1a26a-10f6-4138-bbef-ff1e9beccc44 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:13:50.269673 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] Set router 9338b20f-dfed-4615-ad38-14eb297e97ba gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:50.282294 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-30f176dc-fb43-4afb-b45a-cb47eb757c4b req-b979d2df-2cbf-40a9-aa7e-1ef69acc28e1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0947213 Jan 27 22:13:50.422748 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db8b9c-bd25-4374-a506-604afaf17fa4 req-9fa533a9-2c81-449c-8163-9bc39094d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:50.424956 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8db8b9c-bd25-4374-a506-604afaf17fa4 req-9fa533a9-2c81-449c-8163-9bc39094d98b service neutron] 10.222.0.21 "GET /v2.0/networks?id=31a02463-af56-4099-8dd0-6cf52c80b509 HTTP/1.1" status: 200 len: 910 time: 1.9643285 Jan 27 22:13:50.466024 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-84c23d62-1d6c-43fd-b36e-1c0418a35c81 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for router_gateway (b6aa639d-7cb8-4455-bf35-65c296cbcaca), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.477111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Made reservation on behalf of e7b451f21ab541c6a509686da6b05f76 for: {'port': 2} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:50.479209 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e7f7483-135a-4ad6-b5c6-316e0ee84e64 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (96737b30-b8b7-4530-9fa9-343064ed31ee), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.482240 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.517158 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f7483-135a-4ad6-b5c6-316e0ee84e64 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event deleted for resources: {'Port': ['ID=96737b30-b8b7-4530-9fa9-343064ed31ee,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:50.593383 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9338b20f-dfed-4615-ad38-14eb297e97ba', 'name': 'tempest-snat-router-1021294669', 'tenant_id': '0b9cff8c95a2491fb3dbd91a6a4bb4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.43'}], 'enable_snat': False}, 'gw_port_id': '250f8e1d-1968-4558-8616-abd68f24f2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:13:40Z', 'updated_at': '2022-01-27T22:13:46Z', 'revision_number': 3, 'project_id': '0b9cff8c95a2491fb3dbd91a6a4bb4d6', 'gw_port': {'id': '250f8e1d-1968-4558-8616-abd68f24f2cd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9338b20f-dfed-4615-ad38-14eb297e97ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:43Z', 'updated_at': '2022-01-27T22:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:50.638807 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.647752 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] Checking router: 9338b20f-dfed-4615-ad38-14eb297e97ba for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:13:50.648099 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] Updating router 9338b20f-dfed-4615-ad38-14eb297e97ba port 250f8e1d-1968-4558-8616-abd68f24f2cd binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:13:50.660797 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e7f7483-135a-4ad6-b5c6-316e0ee84e64 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (c1fd8d19-b826-4639-a809-8ef019480df7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.726041 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (250f8e1d-1968-4558-8616-abd68f24f2cd), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.746120 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8db8b9c-bd25-4374-a506-604afaf17fa4 req-84f10887-e4a4-4d48-8a5b-e430358ca55c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4aa3aaa-008a-44e2-a215-bfdd7d80194a HTTP/1.1" status: 200 len: 1000 time: 0.2941220 Jan 27 22:13:50.922041 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-40d458c1-3785-4377-ad31-1f4dbbed4ec2 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "GET /v2.0/routers/9338b20f-dfed-4615-ad38-14eb297e97ba HTTP/1.1" status: 200 len: 908 time: 0.8016236 Jan 27 22:13:50.940676 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57740) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:50.947112 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-2e50f7d0-6d9d-4769-9b6b-73975db5bb06 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1021294669', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'enable_snat': True}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:51.020685 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7f7483-135a-4ad6-b5c6-316e0ee84e64 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Router c1fd8d19-b826-4639-a809-8ef019480df7 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:13:51.059777 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:13:51.085233 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e50f7d0-6d9d-4769-9b6b-73975db5bb06 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (b64f7deb-2288-4baf-8338-bd078a04e5c5), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:51.086293 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e50f7d0-6d9d-4769-9b6b-73975db5bb06 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (b64f7deb-2288-4baf-8338-bd078a04e5c5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:51.188637 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] Publish callbacks [] for port (250f8e1d-1968-4558-8616-abd68f24f2cd), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:51.188907 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7f7483-135a-4ad6-b5c6-316e0ee84e64 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:51.200037 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1093ecc0-82f3-4ab5-824a-594548c3c338 None None] Sync routers for ids ['c1fd8d19-b826-4639-a809-8ef019480df7'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:51.208234 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8e7f7483-135a-4ad6-b5c6-316e0ee84e64 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "PUT /v2.0/routers/c1fd8d19-b826-4639-a809-8ef019480df7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5603056 Jan 27 22:13:51.209847 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57748) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:51.217565 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1093ecc0-82f3-4ab5-824a-594548c3c338 None None] Routers {'c1fd8d19-b826-4639-a809-8ef019480df7'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:51.219516 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-1093ecc0-82f3-4ab5-824a-594548c3c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c1fd8d19-b826-4639-a809-8ef019480df7'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:51.231863 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db8b9c-bd25-4374-a506-604afaf17fa4 req-2454a362-2e83-430c-b208-8a63019d4f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:51.233289 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8db8b9c-bd25-4374-a506-604afaf17fa4 req-2454a362-2e83-430c-b208-8a63019d4f76 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a65de3af-7726-48bb-8509-44e3eaa0a25b HTTP/1.1" status: 200 len: 848 time: 0.4592543 Jan 27 22:13:51.235564 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (250f8e1d-1968-4558-8616-abd68f24f2cd), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:51.248463 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e50f7d0-6d9d-4769-9b6b-73975db5bb06 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_controller (b64f7deb-2288-4baf-8338-bd078a04e5c5), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:51.272419 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:51.322846 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-7dcedae1-4871-4957-bdd7-59d674b5d1de tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] show failed (client error): The resource could not be found. Jan 27 22:13:51.323943 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7dcedae1-4871-4957-bdd7-59d674b5d1de tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1100388788 HTTP/1.1" status: 404 len: 335 time: 0.1128488 Jan 27 22:13:51.336227 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57750) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:51.347345 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2241eb92-eddb-4d35-ae15-14ae4582105d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:51.403448 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-84c23d62-1d6c-43fd-b36e-1c0418a35c81 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Deleting port cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:51.403841 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-84c23d62-1d6c-43fd-b36e-1c0418a35c81 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:51.418726 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307cb4d0-c6bb-4a77-ac48-ee75f73b69a0 None None] Pushing event updated for resources: {'Port': ['ID=250f8e1d-1968-4558-8616-abd68f24f2cd,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:51.428413 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] Attempting to bind port 250f8e1d-1968-4558-8616-abd68f24f2cd on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:51.428883 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] Attempting to bind port 250f8e1d-1968-4558-8616-abd68f24f2cd by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:51.430992 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] Attempting to bind port 250f8e1d-1968-4558-8616-abd68f24f2cd on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:51.437048 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-2241eb92-eddb-4d35-ae15-14ae4582105d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] update failed (client error): The resource could not be found. Jan 27 22:13:51.444202 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2241eb92-eddb-4d35-ae15-14ae4582105d tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1749246078 HTTP/1.1" status: 404 len: 335 time: 0.1021180 Jan 27 22:13:51.444558 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57752) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:51.446327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:51.446900 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:51.447276 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:51.448834 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:51.451869 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] Bound port: 250f8e1d-1968-4558-8616-abd68f24f2cd, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:51.452511 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (250f8e1d-1968-4558-8616-abd68f24f2cd), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:51.506821 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9acfd50-e54f-4b87-80df-6f8eb67c2fdf tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Deleting subnet b1be5c7e-478c-424d-b64f-881e490fe3df {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:13:51.511168 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9acfd50-e54f-4b87-80df-6f8eb67c2fdf tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for subnet (b1be5c7e-478c-424d-b64f-881e490fe3df), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:51.537715 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-1093ecc0-82f3-4ab5-824a-594548c3c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:51.546820 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1093ecc0-82f3-4ab5-824a-594548c3c338 None None] Routers {'c1fd8d19-b826-4639-a809-8ef019480df7'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:51.548250 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-1093ecc0-82f3-4ab5-824a-594548c3c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c1fd8d19-b826-4639-a809-8ef019480df7'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:51.576689 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e50f7d0-6d9d-4769-9b6b-73975db5bb06 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_gateway (b64f7deb-2288-4baf-8338-bd078a04e5c5), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:51.582033 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] For port 250f8e1d-1968-4558-8616-abd68f24f2cd, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:51.586612 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] device_id is not set on port c9bb1bf3-a6ee-4c72-b46c-e414c344e8a1 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:13:51.587346 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-1093ecc0-82f3-4ab5-824a-594548c3c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:51.589429 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1093ecc0-82f3-4ab5-824a-594548c3c338 None None] The sync data for ids ['c1fd8d19-b826-4639-a809-8ef019480df7'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:51.592817 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] For port 250f8e1d-1968-4558-8616-abd68f24f2cd, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=250f8e1d-1968-4558-8616-abd68f24f2cd,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:51.600975 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (250f8e1d-1968-4558-8616-abd68f24f2cd), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:51.604975 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9acfd50-e54f-4b87-80df-6f8eb67c2fdf tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (b1be5c7e-478c-424d-b64f-881e490fe3df), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:51.636950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db8b9c-bd25-4374-a506-604afaf17fa4 req-4fc4f9e2-0ebd-40a7-9e6c-1231af0a0c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:51.638821 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8db8b9c-bd25-4374-a506-604afaf17fa4 req-4fc4f9e2-0ebd-40a7-9e6c-1231af0a0c0b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31a02463-af56-4099-8dd0-6cf52c80b509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3873389 Jan 27 22:13:51.659453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-d8db8b9c-bd25-4374-a506-604afaf17fa4 req-097031d5-40fa-4c8a-a91d-09e103324be1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:13:51.661372 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8db8b9c-bd25-4374-a506-604afaf17fa4 req-097031d5-40fa-4c8a-a91d-09e103324be1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096915 Jan 27 22:13:51.748881 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] Routers {'9338b20f-dfed-4615-ad38-14eb297e97ba'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:51.749535 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['9338b20f-dfed-4615-ad38-14eb297e97ba'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:51.754037 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307cb4d0-c6bb-4a77-ac48-ee75f73b69a0 None None] Pushing event updated for resources: {'Port': ['ID=250f8e1d-1968-4558-8616-abd68f24f2cd,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:51.771534 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9acfd50-e54f-4b87-80df-6f8eb67c2fdf tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (b1be5c7e-478c-424d-b64f-881e490fe3df), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:51.796982 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-84c23d62-1d6c-43fd-b36e-1c0418a35c81 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] For port cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:51.798017 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-84c23d62-1d6c-43fd-b36e-1c0418a35c81 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:51.830909 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-84c23d62-1d6c-43fd-b36e-1c0418a35c81 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Calling delete_port for cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7 owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:51.879154 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9acfd50-e54f-4b87-80df-6f8eb67c2fdf tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (b1be5c7e-478c-424d-b64f-881e490fe3df), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:51.943279 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9acfd50-e54f-4b87-80df-6f8eb67c2fdf tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:51.950581 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a9acfd50-e54f-4b87-80df-6f8eb67c2fdf tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "DELETE /v2.0/subnets/b1be5c7e-478c-424d-b64f-881e490fe3df HTTP/1.1" status: 204 len: 168 time: 0.5049887 Jan 27 22:13:51.953339 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57754) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:51.954674 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acfd50-e54f-4b87-80df-6f8eb67c2fdf tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event deleted for resources: {'Subnet': ['ID=b1be5c7e-478c-424d-b64f-881e490fe3df,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:51.959658 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8db8b9c-bd25-4374-a506-604afaf17fa4 req-e738b979-a34c-4fef-b589-c727bca0703d service neutron] 10.222.0.21 "GET /v2.0/networks/31a02463-af56-4099-8dd0-6cf52c80b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893167 Jan 27 22:13:51.962223 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] Set router 9338b20f-dfed-4615-ad38-14eb297e97ba gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:52.008829 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9acfd50-e54f-4b87-80df-6f8eb67c2fdf tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:52.009191 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9acfd50-e54f-4b87-80df-6f8eb67c2fdf tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:52.009541 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9acfd50-e54f-4b87-80df-6f8eb67c2fdf tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:52.009890 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9acfd50-e54f-4b87-80df-6f8eb67c2fdf tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:52.010231 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9acfd50-e54f-4b87-80df-6f8eb67c2fdf tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:52.010568 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9acfd50-e54f-4b87-80df-6f8eb67c2fdf tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:52.010902 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9acfd50-e54f-4b87-80df-6f8eb67c2fdf tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:52.011236 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9acfd50-e54f-4b87-80df-6f8eb67c2fdf tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:52.011563 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9acfd50-e54f-4b87-80df-6f8eb67c2fdf tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:52.011891 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9acfd50-e54f-4b87-80df-6f8eb67c2fdf tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:52.012389 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9acfd50-e54f-4b87-80df-6f8eb67c2fdf tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:52.012650 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9acfd50-e54f-4b87-80df-6f8eb67c2fdf tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:52.012921 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9acfd50-e54f-4b87-80df-6f8eb67c2fdf tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:52.021286 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bc43c7-7a1b-4c03-917e-ba4aa1ea1392 None None] Network a4d05d87-be64-47ec-aba8-eccb0d890bb6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:52.071589 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks [] for port (c9bb1bf3-a6ee-4c72-b46c-e414c344e8a1), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:52.243503 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4475310-cf2e-463e-81d8-681a4c83a507 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (a4d05d87-be64-47ec-aba8-eccb0d890bb6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:52.309927 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-e4475310-cf2e-463e-81d8-681a4c83a507 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Deleting port 60f96c9f-eead-4895-ada7-499710019d5e {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:52.310607 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4475310-cf2e-463e-81d8-681a4c83a507 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (60f96c9f-eead-4895-ada7-499710019d5e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:52.391972 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-e4475310-cf2e-463e-81d8-681a4c83a507 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] For port 60f96c9f-eead-4895-ada7-499710019d5e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=60f96c9f-eead-4895-ada7-499710019d5e,segment=NetworkSegment(5872d6fe-391f-45ed-b921-d9c5d761f23c),segment_id=5872d6fe-391f-45ed-b921-d9c5d761f23c)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:52.392852 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4475310-cf2e-463e-81d8-681a4c83a507 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (60f96c9f-eead-4895-ada7-499710019d5e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:52.426129 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9338b20f-dfed-4615-ad38-14eb297e97ba', 'name': 'tempest-snat-router-1021294669', 'tenant_id': '0b9cff8c95a2491fb3dbd91a6a4bb4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.43'}], 'enable_snat': False}, 'gw_port_id': '250f8e1d-1968-4558-8616-abd68f24f2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:13:40Z', 'updated_at': '2022-01-27T22:13:46Z', 'revision_number': 3, 'project_id': '0b9cff8c95a2491fb3dbd91a6a4bb4d6', 'gw_port': {'id': '250f8e1d-1968-4558-8616-abd68f24f2cd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9338b20f-dfed-4615-ad38-14eb297e97ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:43Z', 'updated_at': '2022-01-27T22:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:52.432413 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-e4475310-cf2e-463e-81d8-681a4c83a507 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Calling delete_port for 60f96c9f-eead-4895-ada7-499710019d5e owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:52.467918 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fdf2ba-9147-4ad2-9bec-e4f4b825e764 None None] The sync data for ids ['9338b20f-dfed-4615-ad38-14eb297e97ba'] in n-d-772272-3 is: [{'id': '9338b20f-dfed-4615-ad38-14eb297e97ba', 'name': 'tempest-snat-router-1021294669', 'tenant_id': '0b9cff8c95a2491fb3dbd91a6a4bb4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.43'}], 'enable_snat': False}, 'gw_port_id': '250f8e1d-1968-4558-8616-abd68f24f2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:13:40Z', 'updated_at': '2022-01-27T22:13:46Z', 'revision_number': 3, 'project_id': '0b9cff8c95a2491fb3dbd91a6a4bb4d6', 'gw_port': {'id': '250f8e1d-1968-4558-8616-abd68f24f2cd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9338b20f-dfed-4615-ad38-14eb297e97ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:43Z', 'updated_at': '2022-01-27T22:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:13:52.471405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd7d8b8-0618-4a2c-9e1e-de6dc5b5733d None None] DHCP port deletion for a4d05d87-be64-47ec-aba8-eccb0d890bb6 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:13:52.538772 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] device_id is not set on port 34bdacd4-2d31-4dce-896b-e6f0a0756d2d yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:13:52.576225 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1cd7d8b8-0618-4a2c-9e1e-de6dc5b5733d None None] Deleting port 60f96c9f-eead-4895-ada7-499710019d5e {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:52.576704 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1cd7d8b8-0618-4a2c-9e1e-de6dc5b5733d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (60f96c9f-eead-4895-ada7-499710019d5e), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:52.582348 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4475310-cf2e-463e-81d8-681a4c83a507 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (60f96c9f-eead-4895-ada7-499710019d5e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:52.611048 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8db8b9c-bd25-4374-a506-604afaf17fa4 req-0dbdce70-e9de-4fe1-9038-4a70cb539da3 service neutron] 10.222.0.21 "GET /v2.0/networks/31a02463-af56-4099-8dd0-6cf52c80b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6326218 Jan 27 22:13:52.616882 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4475310-cf2e-463e-81d8-681a4c83a507 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event deleted for resources: {'Port': ['ID=60f96c9f-eead-4895-ada7-499710019d5e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:52.633390 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4475310-cf2e-463e-81d8-681a4c83a507 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] No DVR routers for this DVR port 60f96c9f-eead-4895-ada7-499710019d5e on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:13:52.662876 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1cd7d8b8-0618-4a2c-9e1e-de6dc5b5733d None None] For port 60f96c9f-eead-4895-ada7-499710019d5e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=60f96c9f-eead-4895-ada7-499710019d5e,segment=NetworkSegment(5872d6fe-391f-45ed-b921-d9c5d761f23c),segment_id=5872d6fe-391f-45ed-b921-d9c5d761f23c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:52.663496 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1cd7d8b8-0618-4a2c-9e1e-de6dc5b5733d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (60f96c9f-eead-4895-ada7-499710019d5e), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:52.679948 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1cd7d8b8-0618-4a2c-9e1e-de6dc5b5733d None None] Calling delete_port for 60f96c9f-eead-4895-ada7-499710019d5e owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:13:52.778485 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:13:52.795900 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1cd7d8b8-0618-4a2c-9e1e-de6dc5b5733d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (60f96c9f-eead-4895-ada7-499710019d5e), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:52.811220 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4475310-cf2e-463e-81d8-681a4c83a507 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (a4d05d87-be64-47ec-aba8-eccb0d890bb6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:52.874600 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7d8b8-0618-4a2c-9e1e-de6dc5b5733d None None] Pushing event deleted for resources: {'Port': ['ID=60f96c9f-eead-4895-ada7-499710019d5e,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:52.878462 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-e4475310-cf2e-463e-81d8-681a4c83a507 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d05d87-be64-47ec-aba8-eccb0d890bb6']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:52.879790 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd7d8b8-0618-4a2c-9e1e-de6dc5b5733d None None] No DVR routers for this DVR port 60f96c9f-eead-4895-ada7-499710019d5e on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:13:52.903527 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-e4475310-cf2e-463e-81d8-681a4c83a507 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5872d6fe-391f-45ed-b921-d9c5d761f23c') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:52.903949 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-e4475310-cf2e-463e-81d8-681a4c83a507 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5872d6fe-391f-45ed-b921-d9c5d761f23c') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:52.912002 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e50f7d0-6d9d-4769-9b6b-73975db5bb06 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_gateway (b64f7deb-2288-4baf-8338-bd078a04e5c5), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:52.923856 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4475310-cf2e-463e-81d8-681a4c83a507 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (5872d6fe-391f-45ed-b921-d9c5d761f23c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:52.949893 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4475310-cf2e-463e-81d8-681a4c83a507 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (5872d6fe-391f-45ed-b921-d9c5d761f23c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:52.951204 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e50f7d0-6d9d-4769-9b6b-73975db5bb06 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:52.958074 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4475310-cf2e-463e-81d8-681a4c83a507 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:13:52.958630 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4475310-cf2e-463e-81d8-681a4c83a507 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (5872d6fe-391f-45ed-b921-d9c5d761f23c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:13:52.962696 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:13:52.965434 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f176dc-fb43-4afb-b45a-cb47eb757c4b req-40f0fa35-f130-4957-b937-22146835470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:52.966670 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30f176dc-fb43-4afb-b45a-cb47eb757c4b req-40f0fa35-f130-4957-b937-22146835470a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a5fc25301d94383ab4235fa1c78acd6&device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 1096 time: 0.2507637 Jan 27 22:13:53.011095 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-84c23d62-1d6c-43fd-b36e-1c0418a35c81 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:53.072279 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4475310-cf2e-463e-81d8-681a4c83a507 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (a4d05d87-be64-47ec-aba8-eccb0d890bb6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:53.078800 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4475310-cf2e-463e-81d8-681a4c83a507 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:53.085503 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e4475310-cf2e-463e-81d8-681a4c83a507 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "DELETE /v2.0/networks/a4d05d87-be64-47ec-aba8-eccb0d890bb6 HTTP/1.1" status: 204 len: 168 time: 1.1253786 Jan 27 22:13:53.092156 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57762) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:53.193739 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2096d1d-0a18-42f1-8423-4aa61b2742d1 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Deleting subnet bc69b1ec-091f-4f7e-a2f5-aa9d4dc4d10b {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:13:53.199104 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4475310-cf2e-463e-81d8-681a4c83a507 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event deleted for resources: {'Network': ['ID=a4d05d87-be64-47ec-aba8-eccb0d890bb6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:53.202803 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d2096d1d-0a18-42f1-8423-4aa61b2742d1 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for subnet (bc69b1ec-091f-4f7e-a2f5-aa9d4dc4d10b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:53.245016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c23d62-1d6c-43fd-b36e-1c0418a35c81 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event deleted for resources: {'Port': ['ID=cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:53.280151 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks [] for port (34bdacd4-2d31-4dce-896b-e6f0a0756d2d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:53.285196 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d2096d1d-0a18-42f1-8423-4aa61b2742d1 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (bc69b1ec-091f-4f7e-a2f5-aa9d4dc4d10b), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:53.456544 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d2096d1d-0a18-42f1-8423-4aa61b2742d1 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (bc69b1ec-091f-4f7e-a2f5-aa9d4dc4d10b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:53.459897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-2e50f7d0-6d9d-4769-9b6b-73975db5bb06 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Allocated IP 172.25.3.51 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/5ed79e82-4dc4-4bd9-8cf6-89443415e992) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:53.550962 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d2096d1d-0a18-42f1-8423-4aa61b2742d1 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (bc69b1ec-091f-4f7e-a2f5-aa9d4dc4d10b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:53.576466 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-84c23d62-1d6c-43fd-b36e-1c0418a35c81 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (b6aa639d-7cb8-4455-bf35-65c296cbcaca), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:53.579001 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (c9bb1bf3-a6ee-4c72-b46c-e414c344e8a1), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:53.586806 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f176dc-fb43-4afb-b45a-cb47eb757c4b req-e7fe3d15-0642-42c5-b7bf-2d9a77a599ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:53.588599 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30f176dc-fb43-4afb-b45a-cb47eb757c4b req-e7fe3d15-0642-42c5-b7bf-2d9a77a599ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=31a02463-af56-4099-8dd0-6cf52c80b509 HTTP/1.1" status: 200 len: 910 time: 0.5953534 Jan 27 22:13:53.601424 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2096d1d-0a18-42f1-8423-4aa61b2742d1 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event deleted for resources: {'Subnet': ['ID=bc69b1ec-091f-4f7e-a2f5-aa9d4dc4d10b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:53.624292 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2496e3-9274-41b8-84e5-2cdf8413fe8c None None] Network d7d11cac-dd89-4d0e-a9d8-46cb525ef278 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:53.639735 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d2096d1d-0a18-42f1-8423-4aa61b2742d1 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:53.649380 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d2096d1d-0a18-42f1-8423-4aa61b2742d1 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "DELETE /v2.0/subnets/bc69b1ec-091f-4f7e-a2f5-aa9d4dc4d10b HTTP/1.1" status: 204 len: 168 time: 0.5532084 Jan 27 22:13:53.652415 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57774) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:53.830398 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aca8da4-2ca1-41ba-a3e6-ed210c1ca022 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Deleting subnet a67109b0-6756-4754-a114-f01725d2f9a8 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:13:53.835073 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3aca8da4-2ca1-41ba-a3e6-ed210c1ca022 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for subnet (a67109b0-6756-4754-a114-f01725d2f9a8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:53.940734 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3aca8da4-2ca1-41ba-a3e6-ed210c1ca022 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (a67109b0-6756-4754-a114-f01725d2f9a8), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:54.067025 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d73b94-c28c-49af-9cac-6af22aefb2f7 None None] DHCP port deletion for d7d11cac-dd89-4d0e-a9d8-46cb525ef278 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:13:54.134593 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 250f8e1d-1968-4558-8616-abd68f24f2cd up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:54.159796 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3aca8da4-2ca1-41ba-a3e6-ed210c1ca022 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (a67109b0-6756-4754-a114-f01725d2f9a8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:54.225316 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e1152ef0-931a-48be-8510-5358bb62ec35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:54.247199 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3aca8da4-2ca1-41ba-a3e6-ed210c1ca022 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (a67109b0-6756-4754-a114-f01725d2f9a8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:54.247894 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b8d73b94-c28c-49af-9cac-6af22aefb2f7 None None] Deleting port 30352c3b-8962-4d9c-88dc-9fe87be69549 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:54.250353 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b8d73b94-c28c-49af-9cac-6af22aefb2f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (30352c3b-8962-4d9c-88dc-9fe87be69549), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:54.267071 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3aca8da4-2ca1-41ba-a3e6-ed210c1ca022 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:54.275296 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3aca8da4-2ca1-41ba-a3e6-ed210c1ca022 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "DELETE /v2.0/subnets/a67109b0-6756-4754-a114-f01725d2f9a8 HTTP/1.1" status: 204 len: 168 time: 0.6181259 Jan 27 22:13:54.276140 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57782) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:54.309006 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e50f7d0-6d9d-4769-9b6b-73975db5bb06 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for port (5ed79e82-4dc4-4bd9-8cf6-89443415e992), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:54.341599 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca8da4-2ca1-41ba-a3e6-ed210c1ca022 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event deleted for resources: {'Subnet': ['ID=a67109b0-6756-4754-a114-f01725d2f9a8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:54.407419 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-84c23d62-1d6c-43fd-b36e-1c0418a35c81 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (b6aa639d-7cb8-4455-bf35-65c296cbcaca), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:54.462976 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e50f7d0-6d9d-4769-9b6b-73975db5bb06 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5ed79e82-4dc4-4bd9-8cf6-89443415e992), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:54.491964 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-84c23d62-1d6c-43fd-b36e-1c0418a35c81 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for router_controller (b6aa639d-7cb8-4455-bf35-65c296cbcaca), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:54.503084 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b2d70e2b-4a96-4f7c-a388-718f74939c4f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (d7d11cac-dd89-4d0e-a9d8-46cb525ef278), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:54.507878 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Pushing event updated for resources: {'Port': ['ID=c9bb1bf3-a6ee-4c72-b46c-e414c344e8a1,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:54.617237 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-b2d70e2b-4a96-4f7c-a388-718f74939c4f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Deleting port 30352c3b-8962-4d9c-88dc-9fe87be69549 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:54.617834 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b2d70e2b-4a96-4f7c-a388-718f74939c4f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (30352c3b-8962-4d9c-88dc-9fe87be69549), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:54.640216 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee3dd4f-20e2-4df7-a6ac-335879673453 None None] Network d322844e-1acc-45c9-8b3f-ac32db31b822 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:54.658566 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Checking segment: {'id': 'c6fc4f90-3503-4e06-8bf0-8f5250599cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c7baf2f1-ade4-4e95-9ad1-566d15de9bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:54.658566 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Network hostable DHCP agents. Network: c7baf2f1-ade4-4e95-9ad1-566d15de9bde, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:13:54.660201 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 250f8e1d-1968-4558-8616-abd68f24f2cd triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:54.660580 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (250f8e1d-1968-4558-8616-abd68f24f2cd), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:54.675965 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30f176dc-fb43-4afb-b45a-cb47eb757c4b req-58caa4f6-c280-46b3-9523-2d1a20ca967a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4aa3aaa-008a-44e2-a215-bfdd7d80194a HTTP/1.1" status: 200 len: 1000 time: 1.0579910 Jan 27 22:13:54.679123 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e50f7d0-6d9d-4769-9b6b-73975db5bb06 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:54.683018 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-84c23d62-1d6c-43fd-b36e-1c0418a35c81 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (b6aa639d-7cb8-4455-bf35-65c296cbcaca), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:54.683747 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c23d62-1d6c-43fd-b36e-1c0418a35c81 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Fanout notify agent at l3_agent the message router_deleted on router b6aa639d-7cb8-4455-bf35-65c296cbcaca {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:13:54.726749 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-84c23d62-1d6c-43fd-b36e-1c0418a35c81 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:54.728600 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-84c23d62-1d6c-43fd-b36e-1c0418a35c81 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "DELETE /v2.0/routers/b6aa639d-7cb8-4455-bf35-65c296cbcaca HTTP/1.1" status: 204 len: 168 time: 6.5001540 Jan 27 22:13:54.740661 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57788) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:54.751466 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-2e50f7d0-6d9d-4769-9b6b-73975db5bb06 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:54.783508 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e50f7d0-6d9d-4769-9b6b-73975db5bb06 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:54.863489 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b8d73b94-c28c-49af-9cac-6af22aefb2f7 None None] For port 30352c3b-8962-4d9c-88dc-9fe87be69549, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=30352c3b-8962-4d9c-88dc-9fe87be69549,segment=NetworkSegment(be9be1d6-b03c-4ee0-bef9-8062ff1642a8),segment_id=be9be1d6-b03c-4ee0-bef9-8062ff1642a8)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:54.871808 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b8d73b94-c28c-49af-9cac-6af22aefb2f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (30352c3b-8962-4d9c-88dc-9fe87be69549), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:54.894306 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e50f7d0-6d9d-4769-9b6b-73975db5bb06 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Pushing event updated for resources: {'Port': ['ID=5ed79e82-4dc4-4bd9-8cf6-89443415e992,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:54.899010 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b8d73b94-c28c-49af-9cac-6af22aefb2f7 None None] Calling delete_port for 30352c3b-8962-4d9c-88dc-9fe87be69549 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:54.905939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Network c7baf2f1-ade4-4e95-9ad1-566d15de9bde is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:13:54.952748 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f176dc-fb43-4afb-b45a-cb47eb757c4b req-5ddf8077-e77a-4c76-9996-4bf674500a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:54.954651 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30f176dc-fb43-4afb-b45a-cb47eb757c4b req-5ddf8077-e77a-4c76-9996-4bf674500a0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a65de3af-7726-48bb-8509-44e3eaa0a25b HTTP/1.1" status: 200 len: 848 time: 0.2179649 Jan 27 22:13:54.956688 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, c7baf2f1-ade4-4e95-9ad1-566d15de9bde) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:54.965252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:54.966401 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (34bdacd4-2d31-4dce-896b-e6f0a0756d2d), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:55.002492 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-b2d70e2b-4a96-4f7c-a388-718f74939c4f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] For port 30352c3b-8962-4d9c-88dc-9fe87be69549, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=30352c3b-8962-4d9c-88dc-9fe87be69549,segment=NetworkSegment(be9be1d6-b03c-4ee0-bef9-8062ff1642a8),segment_id=be9be1d6-b03c-4ee0-bef9-8062ff1642a8)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:55.002952 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b2d70e2b-4a96-4f7c-a388-718f74939c4f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (30352c3b-8962-4d9c-88dc-9fe87be69549), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:55.015569 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f2d087-b621-4c11-be48-86f46866908a None None] Network c7baf2f1-ade4-4e95-9ad1-566d15de9bde requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:55.090168 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-b2d70e2b-4a96-4f7c-a388-718f74939c4f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Calling delete_port for 30352c3b-8962-4d9c-88dc-9fe87be69549 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:55.128398 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55373377-9919-43a1-beeb-e10f69abaf26 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (dfd554a6-e3e7-42fa-aa9f-3416cb186645), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:55.216638 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701188b0-2572-4e02-bdf0-c520ed22445e None None] DHCP port deletion for d322844e-1acc-45c9-8b3f-ac32db31b822 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:13:55.282229 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 250f8e1d-1968-4558-8616-abd68f24f2cd is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:55.282784 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (250f8e1d-1968-4558-8616-abd68f24f2cd), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:55.332845 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Pushing event updated for resources: {'Port': ['ID=34bdacd4-2d31-4dce-896b-e6f0a0756d2d,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:55.385711 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55373377-9919-43a1-beeb-e10f69abaf26 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (dfd554a6-e3e7-42fa-aa9f-3416cb186645), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:55.485593 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-55373377-9919-43a1-beeb-e10f69abaf26 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd554a6-e3e7-42fa-aa9f-3416cb186645']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:55.517320 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 250f8e1d-1968-4558-8616-abd68f24f2cd, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=250f8e1d-1968-4558-8616-abd68f24f2cd,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:55.518068 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-55373377-9919-43a1-beeb-e10f69abaf26 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cacc80b8-5a81-4830-a1f0-6df7f19512b6') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:55.519262 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-55373377-9919-43a1-beeb-e10f69abaf26 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cacc80b8-5a81-4830-a1f0-6df7f19512b6') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:55.552425 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (250f8e1d-1968-4558-8616-abd68f24f2cd), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:55.564242 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b8d73b94-c28c-49af-9cac-6af22aefb2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (30352c3b-8962-4d9c-88dc-9fe87be69549), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:55.574591 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55373377-9919-43a1-beeb-e10f69abaf26 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (cacc80b8-5a81-4830-a1f0-6df7f19512b6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:55.614055 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Checking segment: {'id': 'a17a5161-603f-48a1-a561-be1811474827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '81d42cfe-dee9-4fc5-8d13-2dc54cff5ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:55.614882 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Network hostable DHCP agents. Network: 81d42cfe-dee9-4fc5-8d13-2dc54cff5ac8, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:13:55.615864 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d73b94-c28c-49af-9cac-6af22aefb2f7 None None] No DVR routers for this DVR port 30352c3b-8962-4d9c-88dc-9fe87be69549 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:13:55.633623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f176dc-fb43-4afb-b45a-cb47eb757c4b req-29432913-9431-4bb2-8292-b058c6885a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:55.635406 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30f176dc-fb43-4afb-b45a-cb47eb757c4b req-29432913-9431-4bb2-8292-b058c6885a32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31a02463-af56-4099-8dd0-6cf52c80b509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6635797 Jan 27 22:13:55.655629 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 60f96c9f-eead-4895-ada7-499710019d5e no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:13:55.665102 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55373377-9919-43a1-beeb-e10f69abaf26 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (cacc80b8-5a81-4830-a1f0-6df7f19512b6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:55.681086 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55373377-9919-43a1-beeb-e10f69abaf26 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:13:55.681492 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55373377-9919-43a1-beeb-e10f69abaf26 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (cacc80b8-5a81-4830-a1f0-6df7f19512b6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:55.720253 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-701188b0-2572-4e02-bdf0-c520ed22445e None None] Deleting port 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:55.721102 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-701188b0-2572-4e02-bdf0-c520ed22445e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (2c56cec3-3c86-4ad0-ac66-6f8f30e1903c), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:55.723650 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=250f8e1d-1968-4558-8616-abd68f24f2cd,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:55.727929 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 60f96c9f-eead-4895-ada7-499710019d5e {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:13:55.728749 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 60f96c9f-eead-4895-ada7-499710019d5e not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:13:55.817696 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d73b94-c28c-49af-9cac-6af22aefb2f7 None None] Pushing event deleted for resources: {'Port': ['ID=30352c3b-8962-4d9c-88dc-9fe87be69549,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:55.869701 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-701188b0-2572-4e02-bdf0-c520ed22445e None None] For port 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2c56cec3-3c86-4ad0-ac66-6f8f30e1903c,segment=NetworkSegment(29d1a40b-ba3e-40ed-9fc6-14e1aaba416f),segment_id=29d1a40b-ba3e-40ed-9fc6-14e1aaba416f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:55.870115 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-701188b0-2572-4e02-bdf0-c520ed22445e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (2c56cec3-3c86-4ad0-ac66-6f8f30e1903c), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:13:55.908921 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:13:55.916692 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55373377-9919-43a1-beeb-e10f69abaf26 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (dfd554a6-e3e7-42fa-aa9f-3416cb186645), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:55.922862 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-701188b0-2572-4e02-bdf0-c520ed22445e None None] Calling delete_port for 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:55.929226 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-55373377-9919-43a1-beeb-e10f69abaf26 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:55.948618 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-55373377-9919-43a1-beeb-e10f69abaf26 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] 10.222.0.23 "DELETE /v2.0/networks/dfd554a6-e3e7-42fa-aa9f-3416cb186645 HTTP/1.1" status: 204 len: 168 time: 1.1909153 Jan 27 22:13:55.986640 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55373377-9919-43a1-beeb-e10f69abaf26 tempest-TestNetworkBasicOps-979164574 tempest-TestNetworkBasicOps-979164574-project] Pushing event deleted for resources: {'Network': ['ID=dfd554a6-e3e7-42fa-aa9f-3416cb186645,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:55.995617 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b2d70e2b-4a96-4f7c-a388-718f74939c4f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (30352c3b-8962-4d9c-88dc-9fe87be69549), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:56.040693 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 250f8e1d-1968-4558-8616-abd68f24f2cd up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:56.042889 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e50f7d0-6d9d-4769-9b6b-73975db5bb06 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_gateway (b64f7deb-2288-4baf-8338-bd078a04e5c5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:56.072864 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d70e2b-4a96-4f7c-a388-718f74939c4f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event deleted for resources: {'Port': ['ID=30352c3b-8962-4d9c-88dc-9fe87be69549,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:56.118688 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d70e2b-4a96-4f7c-a388-718f74939c4f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] No DVR routers for this DVR port 30352c3b-8962-4d9c-88dc-9fe87be69549 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:13:56.198372 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30f176dc-fb43-4afb-b45a-cb47eb757c4b req-97b7a588-528f-4b3a-9b14-64806dc13e34 service neutron] 10.222.0.21 "GET /v2.0/networks/31a02463-af56-4099-8dd0-6cf52c80b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877301 Jan 27 22:13:56.262720 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 250f8e1d-1968-4558-8616-abd68f24f2cd triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:56.263273 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (250f8e1d-1968-4558-8616-abd68f24f2cd), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:56.319315 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b2d70e2b-4a96-4f7c-a388-718f74939c4f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (d7d11cac-dd89-4d0e-a9d8-46cb525ef278), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:56.337344 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-701188b0-2572-4e02-bdf0-c520ed22445e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (2c56cec3-3c86-4ad0-ac66-6f8f30e1903c), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:56.367960 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-b2d70e2b-4a96-4f7c-a388-718f74939c4f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d11cac-dd89-4d0e-a9d8-46cb525ef278']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:56.369014 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Network 81d42cfe-dee9-4fc5-8d13-2dc54cff5ac8 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:13:56.385025 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701188b0-2572-4e02-bdf0-c520ed22445e None None] Pushing event deleted for resources: {'Port': ['ID=2c56cec3-3c86-4ad0-ac66-6f8f30e1903c,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:56.389108 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-b2d70e2b-4a96-4f7c-a388-718f74939c4f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be9be1d6-b03c-4ee0-bef9-8062ff1642a8') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:56.389414 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-b2d70e2b-4a96-4f7c-a388-718f74939c4f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be9be1d6-b03c-4ee0-bef9-8062ff1642a8') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:56.410452 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701188b0-2572-4e02-bdf0-c520ed22445e None None] No DVR routers for this DVR port 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:13:56.417743 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b2d70e2b-4a96-4f7c-a388-718f74939c4f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (be9be1d6-b03c-4ee0-bef9-8062ff1642a8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:56.446747 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b2d70e2b-4a96-4f7c-a388-718f74939c4f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (be9be1d6-b03c-4ee0-bef9-8062ff1642a8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:56.458265 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d70e2b-4a96-4f7c-a388-718f74939c4f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:13:56.458654 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b2d70e2b-4a96-4f7c-a388-718f74939c4f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (be9be1d6-b03c-4ee0-bef9-8062ff1642a8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:13:56.462223 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:13:56.515832 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 250f8e1d-1968-4558-8616-abd68f24f2cd is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:56.608153 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b2d70e2b-4a96-4f7c-a388-718f74939c4f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (d7d11cac-dd89-4d0e-a9d8-46cb525ef278), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:56.618614 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b2d70e2b-4a96-4f7c-a388-718f74939c4f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:56.626212 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b2d70e2b-4a96-4f7c-a388-718f74939c4f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "DELETE /v2.0/networks/d7d11cac-dd89-4d0e-a9d8-46cb525ef278 HTTP/1.1" status: 204 len: 168 time: 2.3455768 Jan 27 22:13:56.630276 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57808) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:56.639770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 30352c3b-8962-4d9c-88dc-9fe87be69549 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:13:56.658977 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d70e2b-4a96-4f7c-a388-718f74939c4f tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event deleted for resources: {'Network': ['ID=d7d11cac-dd89-4d0e-a9d8-46cb525ef278,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:56.687211 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57810) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:56.698792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 30352c3b-8962-4d9c-88dc-9fe87be69549 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:13:56.700979 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 30352c3b-8962-4d9c-88dc-9fe87be69549 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:13:56.701615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:13:56.754511 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:13:56.755250 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2c56cec3-3c86-4ad0-ac66-6f8f30e1903c not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:13:56.756146 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:13:56.790143 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:13:56.790773 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cc5b1475-eb43-4651-9ac4-0ec9ee0bbec7 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:13:56.810625 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-06c689c4-7d5b-4687-bd29-88dd1481cf8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:56.857033 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80fc85c3-f826-4649-bf46-9f9c1f1421d2 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (d322844e-1acc-45c9-8b3f-ac32db31b822), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.030970 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0a14926a-ea19-464a-8f6a-7293488e90b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f283cf476a449f8a327cb51a3011c25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3415115 Jan 27 22:13:57.034443 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57814) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:57.056022 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80fc85c3-f826-4649-bf46-9f9c1f1421d2 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (d322844e-1acc-45c9-8b3f-ac32db31b822), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.078179 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 81d42cfe-dee9-4fc5-8d13-2dc54cff5ac8) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:57.090770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8083bc04-5b0c-463f-b621-e73c44438350 None None] Network 81d42cfe-dee9-4fc5-8d13-2dc54cff5ac8 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:57.101595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:57.108853 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:57.115023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:57.115914 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.158795 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-80fc85c3-f826-4649-bf46-9f9c1f1421d2 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d322844e-1acc-45c9-8b3f-ac32db31b822']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:57.173819 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7458ee58-b130-4ad6-b951-5e0fbc5c668e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 8.4669969 Jan 27 22:13:57.177259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57816) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:57.188706 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-80fc85c3-f826-4649-bf46-9f9c1f1421d2 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d1a40b-ba3e-40ed-9fc6-14e1aaba416f') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:57.188956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-80fc85c3-f826-4649-bf46-9f9c1f1421d2 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d1a40b-ba3e-40ed-9fc6-14e1aaba416f') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:57.197001 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e50f7d0-6d9d-4769-9b6b-73975db5bb06 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (b64f7deb-2288-4baf-8338-bd078a04e5c5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.218693 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f7ba7783-72b0-41e3-a3a8-8b0eefb43522 admin admin] Publish callbacks [] for security_group (2cedbf52-b295-4cbb-a192-bbc4dcad85a9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.281452 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80fc85c3-f826-4649-bf46-9f9c1f1421d2 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (29d1a40b-ba3e-40ed-9fc6-14e1aaba416f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.316357 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f7ba7783-72b0-41e3-a3a8-8b0eefb43522 admin admin] Publish callbacks [] for security_group (2cedbf52-b295-4cbb-a192-bbc4dcad85a9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.330243 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30f176dc-fb43-4afb-b45a-cb47eb757c4b req-f46ab319-6e11-4da0-acac-996fea709e19 service neutron] 10.222.0.21 "GET /v2.0/networks/31a02463-af56-4099-8dd0-6cf52c80b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0217414 Jan 27 22:13:57.359813 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80fc85c3-f826-4649-bf46-9f9c1f1421d2 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (29d1a40b-ba3e-40ed-9fc6-14e1aaba416f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.378215 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fc85c3-f826-4649-bf46-9f9c1f1421d2 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:13:57.378760 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80fc85c3-f826-4649-bf46-9f9c1f1421d2 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (29d1a40b-ba3e-40ed-9fc6-14e1aaba416f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:13:57.382338 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:13:57.486342 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80fc85c3-f826-4649-bf46-9f9c1f1421d2 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (d322844e-1acc-45c9-8b3f-ac32db31b822), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.511008 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04c2f73-71ee-4599-a915-21b27c837cb1 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:57.518585 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-80fc85c3-f826-4649-bf46-9f9c1f1421d2 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.526999 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-80fc85c3-f826-4649-bf46-9f9c1f1421d2 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "DELETE /v2.0/networks/d322844e-1acc-45c9-8b3f-ac32db31b822 HTTP/1.1" status: 204 len: 168 time: 0.8813479 Jan 27 22:13:57.533714 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc85c3-f826-4649-bf46-9f9c1f1421d2 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event deleted for resources: {'Network': ['ID=d322844e-1acc-45c9-8b3f-ac32db31b822,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:57.534782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04c2f73-71ee-4599-a915-21b27c837cb1 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:57.535702 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57828) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:57.538004 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f7ba7783-72b0-41e3-a3a8-8b0eefb43522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2cedbf52-b295-4cbb-a192-bbc4dcad85a9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.542850 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f7ba7783-72b0-41e3-a3a8-8b0eefb43522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.549123 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a04c2f73-71ee-4599-a915-21b27c837cb1 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3705637 Jan 27 22:13:57.550089 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57830) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:57.553523 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f7ba7783-72b0-41e3-a3a8-8b0eefb43522 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2cedbf52-b295-4cbb-a192-bbc4dcad85a9 HTTP/1.1" status: 204 len: 168 time: 0.5183055 Jan 27 22:13:57.577243 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.644293 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba7783-72b0-41e3-a3a8-8b0eefb43522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cedbf52-b295-4cbb-a192-bbc4dcad85a9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:57.659101 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e50f7d0-6d9d-4769-9b6b-73975db5bb06 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Router b64f7deb-2288-4baf-8338-bd078a04e5c5 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:13:57.707586 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-32cc9f53-7cf5-4603-ac12-fbc101828314 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Deleting subnet 36654958-828d-42a6-bf24-138b340c688c {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:13:57.720812 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32cc9f53-7cf5-4603-ac12-fbc101828314 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for subnet (36654958-828d-42a6-bf24-138b340c688c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.808457 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32cc9f53-7cf5-4603-ac12-fbc101828314 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (36654958-828d-42a6-bf24-138b340c688c), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.856000 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e50f7d0-6d9d-4769-9b6b-73975db5bb06 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:13:57.868567 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db16c178-2cda-46d6-9aa5-add3b935b0b2 None None] Sync routers for ids ['b64f7deb-2288-4baf-8338-bd078a04e5c5'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:13:57.869140 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-d49f378d-d501-4c78-bdee-ca2e2495fdd6 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Deleting port c9bb1bf3-a6ee-4c72-b46c-e414c344e8a1 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:57.869666 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d49f378d-d501-4c78-bdee-ca2e2495fdd6 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c9bb1bf3-a6ee-4c72-b46c-e414c344e8a1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.885808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db16c178-2cda-46d6-9aa5-add3b935b0b2 None None] Routers {'b64f7deb-2288-4baf-8338-bd078a04e5c5'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:13:57.886755 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-db16c178-2cda-46d6-9aa5-add3b935b0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b64f7deb-2288-4baf-8338-bd078a04e5c5'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:57.932488 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32cc9f53-7cf5-4603-ac12-fbc101828314 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (36654958-828d-42a6-bf24-138b340c688c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.993102 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d49f378d-d501-4c78-bdee-ca2e2495fdd6 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c9bb1bf3-a6ee-4c72-b46c-e414c344e8a1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:58.024412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-d49f378d-d501-4c78-bdee-ca2e2495fdd6 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Calling delete_port for c9bb1bf3-a6ee-4c72-b46c-e414c344e8a1 owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:58.065924 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32cc9f53-7cf5-4603-ac12-fbc101828314 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (36654958-828d-42a6-bf24-138b340c688c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:58.115534 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc9f53-7cf5-4603-ac12-fbc101828314 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event deleted for resources: {'Subnet': ['ID=36654958-828d-42a6-bf24-138b340c688c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:58.123752 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-32cc9f53-7cf5-4603-ac12-fbc101828314 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:58.128489 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5221d224-7d25-45ef-b9e2-b9fd6d466715 None None] Network 1e10f72c-873b-40dc-a57b-b53545f740e1 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:58.139587 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-32cc9f53-7cf5-4603-ac12-fbc101828314 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "DELETE /v2.0/subnets/36654958-828d-42a6-bf24-138b340c688c HTTP/1.1" status: 204 len: 168 time: 0.6024981 Jan 27 22:13:58.140937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57838) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:58.186593 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57840) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:58.204276 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d7f44052-069a-4e40-82c1-c6f026656b6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:58.212957 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d49f378d-d501-4c78-bdee-ca2e2495fdd6 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (c9bb1bf3-a6ee-4c72-b46c-e414c344e8a1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:58.268339 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-db16c178-2cda-46d6-9aa5-add3b935b0b2 None None] Set router b64f7deb-2288-4baf-8338-bd078a04e5c5 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:13:58.298510 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f378d-d501-4c78-bdee-ca2e2495fdd6 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Pushing event deleted for resources: {'Port': ['ID=c9bb1bf3-a6ee-4c72-b46c-e414c344e8a1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:58.315944 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e50f7d0-6d9d-4769-9b6b-73975db5bb06 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:58.319748 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2e50f7d0-6d9d-4769-9b6b-73975db5bb06 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.3774080 Jan 27 22:13:58.322610 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57844) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:58.371519 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d9e8244-33e4-4ea1-8d73-72551469078b tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (1e10f72c-873b-40dc-a57b-b53545f740e1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:58.475927 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d49f378d-d501-4c78-bdee-ca2e2495fdd6 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:58.483151 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d49f378d-d501-4c78-bdee-ca2e2495fdd6 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] 10.222.0.23 "DELETE /v2.0/ports/c9bb1bf3-a6ee-4c72-b46c-e414c344e8a1 HTTP/1.1" status: 204 len: 168 time: 0.9272254 Jan 27 22:13:58.487498 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57848) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:58.496852 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c72ac89c-91f0-4f06-a44f-14ed31f3b105 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "GET /v2.0/routers/b64f7deb-2288-4baf-8338-bd078a04e5c5 HTTP/1.1" status: 200 len: 907 time: 0.1651087 Jan 27 22:13:58.507461 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57850) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:58.512901 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e8244-33e4-4ea1-8d73-72551469078b tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Deleting port f2486481-fb80-4913-b88f-3322a72e615e {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:58.513258 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d9e8244-33e4-4ea1-8d73-72551469078b tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f2486481-fb80-4913-b88f-3322a72e615e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:58.673004 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a9141a-7d1c-4538-ad43-465a3112146d None None] DHCP port deletion for 1e10f72c-873b-40dc-a57b-b53545f740e1 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:13:58.769477 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-9d9e8244-33e4-4ea1-8d73-72551469078b tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] For port f2486481-fb80-4913-b88f-3322a72e615e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f2486481-fb80-4913-b88f-3322a72e615e,segment=NetworkSegment(456f6d08-680e-481e-bb40-ce08d4582971),segment_id=456f6d08-680e-481e-bb40-ce08d4582971)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:58.769979 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d9e8244-33e4-4ea1-8d73-72551469078b tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f2486481-fb80-4913-b88f-3322a72e615e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:58.786484 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e8244-33e4-4ea1-8d73-72551469078b tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Calling delete_port for f2486481-fb80-4913-b88f-3322a72e615e owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:58.826816 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d7f44052-069a-4e40-82c1-c6f026656b6b admin admin] Publish callbacks [] for security_group (975f19b5-fef2-4d39-9b0f-f9449014c9ab), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:58.831380 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ecb818b1-c08f-46e2-9a31-ef3468956207 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router (b64f7deb-2288-4baf-8338-bd078a04e5c5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:58.838420 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-db16c178-2cda-46d6-9aa5-add3b935b0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b64f7deb-2288-4baf-8338-bd078a04e5c5', 'name': 'tempest-snat-router-1021294669', 'tenant_id': '0b9cff8c95a2491fb3dbd91a6a4bb4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5ed79e82-4dc4-4bd9-8cf6-89443415e992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:13:51Z', 'updated_at': '2022-01-27T22:13:55Z', 'revision_number': 3, 'project_id': '0b9cff8c95a2491fb3dbd91a6a4bb4d6', 'gw_port': {'id': '5ed79e82-4dc4-4bd9-8cf6-89443415e992', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:19:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b64f7deb-2288-4baf-8338-bd078a04e5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:13:52Z', 'updated_at': '2022-01-27T22:13:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:58.917733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db16c178-2cda-46d6-9aa5-add3b935b0b2 None None] Checking router: b64f7deb-2288-4baf-8338-bd078a04e5c5 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:13:58.918171 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db16c178-2cda-46d6-9aa5-add3b935b0b2 None None] Updating router b64f7deb-2288-4baf-8338-bd078a04e5c5 port 5ed79e82-4dc4-4bd9-8cf6-89443415e992 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:13:58.918651 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ee1357cf-8df7-446f-adbd-908dbfad8e8e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Deleting port 34bdacd4-2d31-4dce-896b-e6f0a0756d2d {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:58.919001 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee1357cf-8df7-446f-adbd-908dbfad8e8e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (34bdacd4-2d31-4dce-896b-e6f0a0756d2d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:58.959050 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e2a9141a-7d1c-4538-ad43-465a3112146d None None] Deleting port f2486481-fb80-4913-b88f-3322a72e615e {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:58.960080 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e2a9141a-7d1c-4538-ad43-465a3112146d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f2486481-fb80-4913-b88f-3322a72e615e), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:58.966398 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ecb818b1-c08f-46e2-9a31-ef3468956207 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_gateway (b64f7deb-2288-4baf-8338-bd078a04e5c5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:58.974273 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d7f44052-069a-4e40-82c1-c6f026656b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (975f19b5-fef2-4d39-9b0f-f9449014c9ab), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:59.021930 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee1357cf-8df7-446f-adbd-908dbfad8e8e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (34bdacd4-2d31-4dce-896b-e6f0a0756d2d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:59.040780 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ee1357cf-8df7-446f-adbd-908dbfad8e8e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Calling delete_port for 34bdacd4-2d31-4dce-896b-e6f0a0756d2d owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:59.045306 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d7f44052-069a-4e40-82c1-c6f026656b6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6a4a3f0b42e4a3cb386a92cae817b6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8552291 Jan 27 22:13:59.045584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f44052-069a-4e40-82c1-c6f026656b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975f19b5-fef2-4d39-9b0f-f9449014c9ab,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:59.048032 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57858) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:59.094674 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-db16c178-2cda-46d6-9aa5-add3b935b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5ed79e82-4dc4-4bd9-8cf6-89443415e992), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:59.108229 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80df0793-c31b-4b2c-9ba4-e0c9efdd51af admin admin] Publish callbacks [] for security_group (975f19b5-fef2-4d39-9b0f-f9449014c9ab), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:59.144701 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80df0793-c31b-4b2c-9ba4-e0c9efdd51af admin admin] Publish callbacks [] for security_group (975f19b5-fef2-4d39-9b0f-f9449014c9ab), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:59.147297 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-ecb818b1-c08f-46e2-9a31-ef3468956207 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Deleting port 5ed79e82-4dc4-4bd9-8cf6-89443415e992 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:59.147637 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ecb818b1-c08f-46e2-9a31-ef3468956207 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5ed79e82-4dc4-4bd9-8cf6-89443415e992), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:59.175531 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee1357cf-8df7-446f-adbd-908dbfad8e8e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (34bdacd4-2d31-4dce-896b-e6f0a0756d2d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:59.215221 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1357cf-8df7-446f-adbd-908dbfad8e8e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Pushing event deleted for resources: {'Port': ['ID=34bdacd4-2d31-4dce-896b-e6f0a0756d2d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:59.253518 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee1357cf-8df7-446f-adbd-908dbfad8e8e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:59.261446 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ee1357cf-8df7-446f-adbd-908dbfad8e8e tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] 10.222.0.23 "DELETE /v2.0/ports/34bdacd4-2d31-4dce-896b-e6f0a0756d2d HTTP/1.1" status: 204 len: 168 time: 0.7713575 Jan 27 22:13:59.262408 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57862) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:59.281328 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d9e8244-33e4-4ea1-8d73-72551469078b tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (f2486481-fb80-4913-b88f-3322a72e615e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:59.332000 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9e8244-33e4-4ea1-8d73-72551469078b tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] No DVR routers for this DVR port f2486481-fb80-4913-b88f-3322a72e615e on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:13:59.363573 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ecb818b1-c08f-46e2-9a31-ef3468956207 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5ed79e82-4dc4-4bd9-8cf6-89443415e992), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:59.379263 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80df0793-c31b-4b2c-9ba4-e0c9efdd51af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (975f19b5-fef2-4d39-9b0f-f9449014c9ab), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:59.382177 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-80df0793-c31b-4b2c-9ba4-e0c9efdd51af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:59.383520 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-80df0793-c31b-4b2c-9ba4-e0c9efdd51af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/975f19b5-fef2-4d39-9b0f-f9449014c9ab HTTP/1.1" status: 204 len: 168 time: 0.3337336 Jan 27 22:13:59.384917 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-ecb818b1-c08f-46e2-9a31-ef3468956207 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Calling delete_port for 5ed79e82-4dc4-4bd9-8cf6-89443415e992 owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:59.397224 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df0793-c31b-4b2c-9ba4-e0c9efdd51af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975f19b5-fef2-4d39-9b0f-f9449014c9ab,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:59.421370 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:59.527806 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e2a9141a-7d1c-4538-ad43-465a3112146d None None] For port f2486481-fb80-4913-b88f-3322a72e615e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f2486481-fb80-4913-b88f-3322a72e615e,segment=NetworkSegment(456f6d08-680e-481e-bb40-ce08d4582971),segment_id=456f6d08-680e-481e-bb40-ce08d4582971)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:59.536683 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e2a9141a-7d1c-4538-ad43-465a3112146d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f2486481-fb80-4913-b88f-3322a72e615e), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:59.585474 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e2a9141a-7d1c-4538-ad43-465a3112146d None None] Calling delete_port for f2486481-fb80-4913-b88f-3322a72e615e owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:59.675023 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ecb818b1-c08f-46e2-9a31-ef3468956207 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5ed79e82-4dc4-4bd9-8cf6-89443415e992), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:59.798218 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb818b1-c08f-46e2-9a31-ef3468956207 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ed79e82-4dc4-4bd9-8cf6-89443415e992,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:59.944009 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ecb818b1-c08f-46e2-9a31-ef3468956207 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (b64f7deb-2288-4baf-8338-bd078a04e5c5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.057283 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f2486481-fb80-4913-b88f-3322a72e615e no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:14:00.120320 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: f2486481-fb80-4913-b88f-3322a72e615e {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:14:00.120811 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f2486481-fb80-4913-b88f-3322a72e615e not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:14:00.167044 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-db16c178-2cda-46d6-9aa5-add3b935b0b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:14:00.167395 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-db16c178-2cda-46d6-9aa5-add3b935b0b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:14:00.187331 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ecb818b1-c08f-46e2-9a31-ef3468956207 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (b64f7deb-2288-4baf-8338-bd078a04e5c5), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.190897 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ecb818b1-c08f-46e2-9a31-ef3468956207 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_controller (b64f7deb-2288-4baf-8338-bd078a04e5c5), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.197974 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e2a9141a-7d1c-4538-ad43-465a3112146d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (f2486481-fb80-4913-b88f-3322a72e615e), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.281352 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a9141a-7d1c-4538-ad43-465a3112146d None None] No DVR routers for this DVR port f2486481-fb80-4913-b88f-3322a72e615e on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:14:00.301379 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9141a-7d1c-4538-ad43-465a3112146d None None] Pushing event deleted for resources: {'Port': ['ID=f2486481-fb80-4913-b88f-3322a72e615e,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:00.302961 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ecb818b1-c08f-46e2-9a31-ef3468956207 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (b64f7deb-2288-4baf-8338-bd078a04e5c5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.303508 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb818b1-c08f-46e2-9a31-ef3468956207 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b64f7deb-2288-4baf-8338-bd078a04e5c5 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:14:00.308816 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ecb818b1-c08f-46e2-9a31-ef3468956207 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.313137 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ecb818b1-c08f-46e2-9a31-ef3468956207 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "DELETE /v2.0/routers/b64f7deb-2288-4baf-8338-bd078a04e5c5 HTTP/1.1" status: 204 len: 168 time: 1.8024859 Jan 27 22:14:00.315556 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57886) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:00.349230 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.408481 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2aa189fa-9688-44fa-bd89-24b3c5dde0ec tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 1.1391010 Jan 27 22:14:00.409187 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57888) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:00.414636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-b61d453d-1b89-49f0-9751-a8c962feb5b4 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1371817344'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:00.447262 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e8244-33e4-4ea1-8d73-72551469078b tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event deleted for resources: {'Port': ['ID=f2486481-fb80-4913-b88f-3322a72e615e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:00.467834 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d9e8244-33e4-4ea1-8d73-72551469078b tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (1e10f72c-873b-40dc-a57b-b53545f740e1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.554592 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61d453d-1b89-49f0-9751-a8c962feb5b4 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Made reservation on behalf of e7b451f21ab541c6a509686da6b05f76 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:00.557935 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b61d453d-1b89-49f0-9751-a8c962feb5b4 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.561055 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-9d9e8244-33e4-4ea1-8d73-72551469078b tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e10f72c-873b-40dc-a57b-b53545f740e1']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:00.606130 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-9d9e8244-33e4-4ea1-8d73-72551469078b tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456f6d08-680e-481e-bb40-ce08d4582971') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:00.606461 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-9d9e8244-33e4-4ea1-8d73-72551469078b tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456f6d08-680e-481e-bb40-ce08d4582971') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:00.629911 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c1bd9cba-5eca-45a9-9ee1-5e3fd8cfa3bc tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router (9338b20f-dfed-4615-ad38-14eb297e97ba), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.637128 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d9e8244-33e4-4ea1-8d73-72551469078b tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (456f6d08-680e-481e-bb40-ce08d4582971), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.667876 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d9e8244-33e4-4ea1-8d73-72551469078b tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (456f6d08-680e-481e-bb40-ce08d4582971), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.705558 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db16c178-2cda-46d6-9aa5-add3b935b0b2 None None] Port 5ed79e82-4dc4-4bd9-8cf6-89443415e992 not found while updating agent binding for router b64f7deb-2288-4baf-8338-bd078a04e5c5. {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 27 22:14:00.706384 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9e8244-33e4-4ea1-8d73-72551469078b tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:14:00.708644 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d9e8244-33e4-4ea1-8d73-72551469078b tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (456f6d08-680e-481e-bb40-ce08d4582971), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:14:00.713239 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:14:00.743901 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b61d453d-1b89-49f0-9751-a8c962feb5b4 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:14:00.753006 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db16c178-2cda-46d6-9aa5-add3b935b0b2 None None] Routers set() bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:00.753381 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db16c178-2cda-46d6-9aa5-add3b935b0b2 None None] Router IDs set() for agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 22:14:00.753991 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_agentschedulers_db [None req-db16c178-2cda-46d6-9aa5-add3b935b0b2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b64f7deb-2288-4baf-8338-bd078a04e5c5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent'). {{(pid=109743) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 22:14:00.754370 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db16c178-2cda-46d6-9aa5-add3b935b0b2 None None] The sync data for ids ['b64f7deb-2288-4baf-8338-bd078a04e5c5'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:00.825326 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b61d453d-1b89-49f0-9751-a8c962feb5b4 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (bfeeb6df-2c5b-4a27-92dd-03b4b20eb7e5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.825652 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d9e8244-33e4-4ea1-8d73-72551469078b tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (1e10f72c-873b-40dc-a57b-b53545f740e1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.826348 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-b61d453d-1b89-49f0-9751-a8c962feb5b4 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Added segment bfeeb6df-2c5b-4a27-92dd-03b4b20eb7e5 of type vlan for network e2ff7abf-fe26-4383-ae3c-e067f5b7faec Jan 27 22:14:00.843529 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d9e8244-33e4-4ea1-8d73-72551469078b tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.860013 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9d9e8244-33e4-4ea1-8d73-72551469078b tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "DELETE /v2.0/networks/1e10f72c-873b-40dc-a57b-b53545f740e1 HTTP/1.1" status: 204 len: 168 time: 2.7153008 Jan 27 22:14:00.877635 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57902) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:00.909022 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e8244-33e4-4ea1-8d73-72551469078b tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Pushing event deleted for resources: {'Network': ['ID=1e10f72c-873b-40dc-a57b-b53545f740e1,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:00.967418 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a7c0084e-fa83-4198-99fe-2357277e51da tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1fd8d19-b826-4639-a809-8ef019480df7 HTTP/1.1" status: 200 len: 205 time: 0.0882249 Jan 27 22:14:00.968895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57904) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:00.987735 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57906) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:01.074611 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b61d453d-1b89-49f0-9751-a8c962feb5b4 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (e2ff7abf-fe26-4383-ae3c-e067f5b7faec), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.079731 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1c632035-c565-43a1-bf47-cdcc1e5f86d0 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for router (c1fd8d19-b826-4639-a809-8ef019480df7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.186988 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c019c17c-2ed2-49df-9a42-d6307db6f253 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-318102237-network', 'tenant_id': 'cec1788a4b74403ea5a8c96af3da85cb'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:01.210002 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c019c17c-2ed2-49df-9a42-d6307db6f253 admin admin] Made reservation on behalf of cec1788a4b74403ea5a8c96af3da85cb for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:01.212745 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c019c17c-2ed2-49df-9a42-d6307db6f253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.223006 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c019c17c-2ed2-49df-9a42-d6307db6f253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.350200 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c019c17c-2ed2-49df-9a42-d6307db6f253 admin admin] Publish callbacks [] for security_group (ff6bd52e-5c05-480c-99bf-2fb1dcc614f1), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.355818 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c019c17c-2ed2-49df-9a42-d6307db6f253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ff6bd52e-5c05-480c-99bf-2fb1dcc614f1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.396653 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c019c17c-2ed2-49df-9a42-d6307db6f253 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:14:01.407845 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c019c17c-2ed2-49df-9a42-d6307db6f253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.408362 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-c019c17c-2ed2-49df-9a42-d6307db6f253 admin admin] Added segment 741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7 of type vlan for network 4de77e40-55eb-4b28-9af2-d474955109af Jan 27 22:14:01.461935 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c019c17c-2ed2-49df-9a42-d6307db6f253 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (4de77e40-55eb-4b28-9af2-d474955109af), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.493103 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019c17c-2ed2-49df-9a42-d6307db6f253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6bd52e-5c05-480c-99bf-2fb1dcc614f1,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:01.496908 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c019c17c-2ed2-49df-9a42-d6307db6f253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (4de77e40-55eb-4b28-9af2-d474955109af), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.498127 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c019c17c-2ed2-49df-9a42-d6307db6f253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:01.498820 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c019c17c-2ed2-49df-9a42-d6307db6f253 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.528532 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b61d453d-1b89-49f0-9751-a8c962feb5b4 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (e2ff7abf-fe26-4383-ae3c-e067f5b7faec), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.533980 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61d453d-1b89-49f0-9751-a8c962feb5b4 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:01.534552 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b61d453d-1b89-49f0-9751-a8c962feb5b4 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.536126 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c019c17c-2ed2-49df-9a42-d6307db6f253 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5471435 Jan 27 22:14:01.537152 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57912) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:01.537510 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c1bd9cba-5eca-45a9-9ee1-5e3fd8cfa3bc tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_gateway (9338b20f-dfed-4615-ad38-14eb297e97ba), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.544427 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1f2316d8-7a28-4326-ac2c-24b272578415 admin admin] Request body: {'subnet': {'network_id': '4de77e40-55eb-4b28-9af2-d474955109af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-318102237-subnet', 'tenant_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:01.597753 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1c632035-c565-43a1-bf47-cdcc1e5f86d0 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (c1fd8d19-b826-4639-a809-8ef019480df7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.602850 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1c632035-c565-43a1-bf47-cdcc1e5f86d0 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for router_controller (c1fd8d19-b826-4639-a809-8ef019480df7), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.611296 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019c17c-2ed2-49df-9a42-d6307db6f253 admin admin] Pushing event updated for resources: {'Network': ['ID=4de77e40-55eb-4b28-9af2-d474955109af,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:01.621301 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2316d8-7a28-4326-ac2c-24b272578415 admin admin] Made reservation on behalf of cec1788a4b74403ea5a8c96af3da85cb for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:01.621985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 4de77e40-55eb-4b28-9af2-d474955109af details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:14:01.625280 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f2316d8-7a28-4326-ac2c-24b272578415 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.693071 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b61d453d-1b89-49f0-9751-a8c962feb5b4 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2828059 Jan 27 22:14:01.695661 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57916) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:01.702295 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-510a4eae-8fc4-445b-bce8-5220f0ffeb77 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1094087665'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:01.770186 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510a4eae-8fc4-445b-bce8-5220f0ffeb77 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Made reservation on behalf of e7b451f21ab541c6a509686da6b05f76 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:01.774927 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-510a4eae-8fc4-445b-bce8-5220f0ffeb77 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.816076 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510a4eae-8fc4-445b-bce8-5220f0ffeb77 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:14:01.827328 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-510a4eae-8fc4-445b-bce8-5220f0ffeb77 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (d6193e1b-fc81-4f7f-bb52-2f7d39600038), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.827858 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-510a4eae-8fc4-445b-bce8-5220f0ffeb77 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Added segment d6193e1b-fc81-4f7f-bb52-2f7d39600038 of type vlan for network 42011268-02e8-486e-9c77-6f41d6029332 Jan 27 22:14:01.844819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d453d-1b89-49f0-9751-a8c962feb5b4 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Pushing event updated for resources: {'Network': ['ID=e2ff7abf-fe26-4383-ae3c-e067f5b7faec,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:01.856949 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network e2ff7abf-fe26-4383-ae3c-e067f5b7faec details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:14:01.875527 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1c632035-c565-43a1-bf47-cdcc1e5f86d0 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (c1fd8d19-b826-4639-a809-8ef019480df7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.876072 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c632035-c565-43a1-bf47-cdcc1e5f86d0 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Fanout notify agent at l3_agent the message router_deleted on router c1fd8d19-b826-4639-a809-8ef019480df7 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:14:01.888917 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-510a4eae-8fc4-445b-bce8-5220f0ffeb77 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (42011268-02e8-486e-9c77-6f41d6029332), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.905631 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1c632035-c565-43a1-bf47-cdcc1e5f86d0 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.907402 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1c632035-c565-43a1-bf47-cdcc1e5f86d0 tempest-RoutersNegativeIpV6Test-348864762 tempest-RoutersNegativeIpV6Test-348864762-project] 10.222.0.23 "DELETE /v2.0/routers/c1fd8d19-b826-4639-a809-8ef019480df7 HTTP/1.1" status: 204 len: 168 time: 0.9336650 Jan 27 22:14:01.944437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-c1bd9cba-5eca-45a9-9ee1-5e3fd8cfa3bc tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Deleting port 250f8e1d-1968-4558-8616-abd68f24f2cd {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:01.945454 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c1bd9cba-5eca-45a9-9ee1-5e3fd8cfa3bc tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (250f8e1d-1968-4558-8616-abd68f24f2cd), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.945878 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-510a4eae-8fc4-445b-bce8-5220f0ffeb77 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (42011268-02e8-486e-9c77-6f41d6029332), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.957326 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510a4eae-8fc4-445b-bce8-5220f0ffeb77 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:01.957514 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-510a4eae-8fc4-445b-bce8-5220f0ffeb77 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.058931 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-510a4eae-8fc4-445b-bce8-5220f0ffeb77 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3619261 Jan 27 22:14:02.084825 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-c1bd9cba-5eca-45a9-9ee1-5e3fd8cfa3bc tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] For port 250f8e1d-1968-4558-8616-abd68f24f2cd, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=250f8e1d-1968-4558-8616-abd68f24f2cd,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:02.085495 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c1bd9cba-5eca-45a9-9ee1-5e3fd8cfa3bc tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (250f8e1d-1968-4558-8616-abd68f24f2cd), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.113632 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-c1bd9cba-5eca-45a9-9ee1-5e3fd8cfa3bc tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Calling delete_port for 250f8e1d-1968-4558-8616-abd68f24f2cd owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:02.243874 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57932) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:02.261535 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-01f8ac63-0526-45bd-a632-c4fd8819ff56 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Request body: {'subnets': [{'network_id': 'e2ff7abf-fe26-4383-ae3c-e067f5b7faec', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--794656837', 'ip_version': 4}, {'network_id': '42011268-02e8-486e-9c77-6f41d6029332', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:02.261896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-01f8ac63-0526-45bd-a632-c4fd8819ff56 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Request body: {'subnet': {'network_id': 'e2ff7abf-fe26-4383-ae3c-e067f5b7faec', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--794656837', 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:02.262507 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-01f8ac63-0526-45bd-a632-c4fd8819ff56 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Request body: {'subnet': {'network_id': '42011268-02e8-486e-9c77-6f41d6029332', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:02.297812 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a4eae-8fc4-445b-bce8-5220f0ffeb77 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Pushing event updated for resources: {'Network': ['ID=42011268-02e8-486e-9c77-6f41d6029332,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:02.317460 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 42011268-02e8-486e-9c77-6f41d6029332 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:14:02.474037 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f2316d8-7a28-4326-ac2c-24b272578415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (31f61896-1979-4f3b-977c-8c052af8f432), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.483157 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57936) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:02.574471 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2316d8-7a28-4326-ac2c-24b272578415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31f61896-1979-4f3b-977c-8c052af8f432,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:02.608593 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2316d8-7a28-4326-ac2c-24b272578415 admin admin] Checking segment: {'id': '741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:02.609138 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2316d8-7a28-4326-ac2c-24b272578415 admin admin] Network hostable DHCP agents. Network: 4de77e40-55eb-4b28-9af2-d474955109af, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:14:02.634688 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2316d8-7a28-4326-ac2c-24b272578415 admin admin] Network 4de77e40-55eb-4b28-9af2-d474955109af is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:14:02.654748 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-1f2316d8-7a28-4326-ac2c-24b272578415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 4de77e40-55eb-4b28-9af2-d474955109af) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:02.665124 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c210a58e-3d14-461e-9127-a3d95ea7564f None None] Network 4de77e40-55eb-4b28-9af2-d474955109af requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:02.673772 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2316d8-7a28-4326-ac2c-24b272578415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:02.675756 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f2316d8-7a28-4326-ac2c-24b272578415 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.710618 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1f2316d8-7a28-4326-ac2c-24b272578415 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1702123 Jan 27 22:14:02.712998 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57940) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:02.736097 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8345f3d6-7d33-4cd6-ae3b-79a2c0483f61 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-318102237-router', 'tenant_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:02.826802 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8345f3d6-7d33-4cd6-ae3b-79a2c0483f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (be809998-15a6-46a4-baa0-a0e3e97c0b8d), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.829179 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8345f3d6-7d33-4cd6-ae3b-79a2c0483f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (be809998-15a6-46a4-baa0-a0e3e97c0b8d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.875226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f8ac63-0526-45bd-a632-c4fd8819ff56 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Made reservation on behalf of e7b451f21ab541c6a509686da6b05f76 for: {'subnet': 2} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:02.879844 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac638c5-6765-4be5-921a-8ddcdb911620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-4de77e40-55eb-4b28-9af2-d474955109af', 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af', 'project_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'fixed_ips': [{'subnet_id': '31f61896-1979-4f3b-977c-8c052af8f432'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:14:02.880786 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2ac638c5-6765-4be5-921a-8ddcdb911620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.892824 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01f8ac63-0526-45bd-a632-c4fd8819ff56 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.893195 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01f8ac63-0526-45bd-a632-c4fd8819ff56 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.937793 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8345f3d6-7d33-4cd6-ae3b-79a2c0483f61 admin admin] Publish callbacks [] for router_controller (be809998-15a6-46a4-baa0-a0e3e97c0b8d), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.150770 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8345f3d6-7d33-4cd6-ae3b-79a2c0483f61 admin admin] Publish callbacks [] for router_gateway (be809998-15a6-46a4-baa0-a0e3e97c0b8d), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.183884 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b39ee9cd-cf30-4723-931b-10b2697079fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6c7bd5bbbd6457080effbdbbe9de31d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6940835 Jan 27 22:14:03.195598 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57944) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:03.276339 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f986e78f-7963-4b4e-ad25-ffbc7ebe21ed admin admin] Publish callbacks [] for security_group (213a6412-ee64-4ed0-9ac2-e58f508a80fe), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.298340 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c1bd9cba-5eca-45a9-9ee1-5e3fd8cfa3bc tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (250f8e1d-1968-4558-8616-abd68f24f2cd), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.309790 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f986e78f-7963-4b4e-ad25-ffbc7ebe21ed admin admin] Publish callbacks [] for security_group (213a6412-ee64-4ed0-9ac2-e58f508a80fe), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.415304 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd9cba-5eca-45a9-9ee1-5e3fd8cfa3bc tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Pushing event deleted for resources: {'Port': ['ID=250f8e1d-1968-4558-8616-abd68f24f2cd,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:03.522552 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c1bd9cba-5eca-45a9-9ee1-5e3fd8cfa3bc tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (9338b20f-dfed-4615-ad38-14eb297e97ba), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.522962 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f986e78f-7963-4b4e-ad25-ffbc7ebe21ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (213a6412-ee64-4ed0-9ac2-e58f508a80fe), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.525957 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-2ac638c5-6765-4be5-921a-8ddcdb911620 None None] Allocated IP 172.20.0.2 (4de77e40-55eb-4b28-9af2-d474955109af/31f61896-1979-4f3b-977c-8c052af8f432/05d891ec-118c-44bb-bb8b-c0cbb771d95d) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:03.526631 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f986e78f-7963-4b4e-ad25-ffbc7ebe21ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.528058 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f986e78f-7963-4b4e-ad25-ffbc7ebe21ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/213a6412-ee64-4ed0-9ac2-e58f508a80fe HTTP/1.1" status: 204 len: 168 time: 0.3219366 Jan 27 22:14:03.547150 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986e78f-7963-4b4e-ad25-ffbc7ebe21ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213a6412-ee64-4ed0-9ac2-e58f508a80fe,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:03.674337 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c1bd9cba-5eca-45a9-9ee1-5e3fd8cfa3bc tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (9338b20f-dfed-4615-ad38-14eb297e97ba), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.691766 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c1bd9cba-5eca-45a9-9ee1-5e3fd8cfa3bc tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_controller (9338b20f-dfed-4615-ad38-14eb297e97ba), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.854235 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2ac638c5-6765-4be5-921a-8ddcdb911620 None None] Publish callbacks [] for port (05d891ec-118c-44bb-bb8b-c0cbb771d95d), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.865490 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2ac638c5-6765-4be5-921a-8ddcdb911620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (05d891ec-118c-44bb-bb8b-c0cbb771d95d), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.910656 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac638c5-6765-4be5-921a-8ddcdb911620 None None] Network 4de77e40-55eb-4b28-9af2-d474955109af is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:03.914191 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-2ac638c5-6765-4be5-921a-8ddcdb911620 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:03.919167 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac638c5-6765-4be5-921a-8ddcdb911620 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:03.939983 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac638c5-6765-4be5-921a-8ddcdb911620 None None] Pushing event updated for resources: {'Port': ['ID=05d891ec-118c-44bb-bb8b-c0cbb771d95d,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:04.033294 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01f8ac63-0526-45bd-a632-c4fd8819ff56 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (1ba1420b-8c05-411d-af47-1dde90305b28), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.035849 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-2ac638c5-6765-4be5-921a-8ddcdb911620 None None] Attempting to bind port 05d891ec-118c-44bb-bb8b-c0cbb771d95d on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:14:04.036265 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-2ac638c5-6765-4be5-921a-8ddcdb911620 None None] Attempting to bind port 05d891ec-118c-44bb-bb8b-c0cbb771d95d by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:14:04.037743 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac638c5-6765-4be5-921a-8ddcdb911620 None None] Attempting to bind port 05d891ec-118c-44bb-bb8b-c0cbb771d95d on network 4de77e40-55eb-4b28-9af2-d474955109af {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:04.051533 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac638c5-6765-4be5-921a-8ddcdb911620 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:14:04.053617 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac638c5-6765-4be5-921a-8ddcdb911620 None None] Checking segment: {'id': '741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:04.054051 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2ac638c5-6765-4be5-921a-8ddcdb911620 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.054456 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac638c5-6765-4be5-921a-8ddcdb911620 None None] Bound using segment: {'id': '741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:14:04.057599 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-2ac638c5-6765-4be5-921a-8ddcdb911620 None None] Bound port: 05d891ec-118c-44bb-bb8b-c0cbb771d95d, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:14:04.060195 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2ac638c5-6765-4be5-921a-8ddcdb911620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (05d891ec-118c-44bb-bb8b-c0cbb771d95d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.063187 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8345f3d6-7d33-4cd6-ae3b-79a2c0483f61 admin admin] Publish callbacks [] for router_gateway (be809998-15a6-46a4-baa0-a0e3e97c0b8d), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.108440 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c1bd9cba-5eca-45a9-9ee1-5e3fd8cfa3bc tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (9338b20f-dfed-4615-ad38-14eb297e97ba), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.120255 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bd9cba-5eca-45a9-9ee1-5e3fd8cfa3bc tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9338b20f-dfed-4615-ad38-14eb297e97ba {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:14:04.127933 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c1bd9cba-5eca-45a9-9ee1-5e3fd8cfa3bc tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.129003 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c1bd9cba-5eca-45a9-9ee1-5e3fd8cfa3bc tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "DELETE /v2.0/routers/9338b20f-dfed-4615-ad38-14eb297e97ba HTTP/1.1" status: 204 len: 168 time: 3.8125143 Jan 27 22:14:04.137538 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57964) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:04.156418 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-7aa65c57-dc5d-40b0-8b55-2de78e2b9b63 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2058807102', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}, 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:04.181168 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8345f3d6-7d33-4cd6-ae3b-79a2c0483f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.241157 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-2ac638c5-6765-4be5-921a-8ddcdb911620 None None] For port 05d891ec-118c-44bb-bb8b-c0cbb771d95d, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:14:04.249742 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-2ac638c5-6765-4be5-921a-8ddcdb911620 None None] For port 05d891ec-118c-44bb-bb8b-c0cbb771d95d, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=05d891ec-118c-44bb-bb8b-c0cbb771d95d,segment=NetworkSegment(741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7),segment_id=741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:14:04.269292 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2ac638c5-6765-4be5-921a-8ddcdb911620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (05d891ec-118c-44bb-bb8b-c0cbb771d95d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.301051 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f8ac63-0526-45bd-a632-c4fd8819ff56 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Checking segment: {'id': 'bfeeb6df-2c5b-4a27-92dd-03b4b20eb7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e2ff7abf-fe26-4383-ae3c-e067f5b7faec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:04.301589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f8ac63-0526-45bd-a632-c4fd8819ff56 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Network hostable DHCP agents. Network: e2ff7abf-fe26-4383-ae3c-e067f5b7faec, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:14:04.304809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8ac63-0526-45bd-a632-c4fd8819ff56 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Pushing event updated for resources: {'Subnet': ['ID=1ba1420b-8c05-411d-af47-1dde90305b28,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:04.327645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f8ac63-0526-45bd-a632-c4fd8819ff56 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Network e2ff7abf-fe26-4383-ae3c-e067f5b7faec is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:14:04.340739 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-01f8ac63-0526-45bd-a632-c4fd8819ff56 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, e2ff7abf-fe26-4383-ae3c-e067f5b7faec) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:04.354345 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01f8ac63-0526-45bd-a632-c4fd8819ff56 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (4a963f0a-78ad-4d65-a914-2db69ac97c4f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.420908 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9869f798-b526-453a-be62-7fc848cc97c2 None None] Network e2ff7abf-fe26-4383-ae3c-e067f5b7faec requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:04.541307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-8345f3d6-7d33-4cd6-ae3b-79a2c0483f61 admin admin] Allocated IP 172.25.3.17 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/1c0c1635-4312-4f97-b4c1-8ce40438f4d0) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:04.557912 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac638c5-6765-4be5-921a-8ddcdb911620 None None] Pushing event updated for resources: {'Port': ['ID=05d891ec-118c-44bb-bb8b-c0cbb771d95d,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:04.629692 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8ac63-0526-45bd-a632-c4fd8819ff56 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Pushing event updated for resources: {'Subnet': ['ID=4a963f0a-78ad-4d65-a914-2db69ac97c4f,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:04.671498 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e9e3eb-0acc-4f47-8ff1-e5678909ee39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-e2ff7abf-fe26-4383-ae3c-e067f5b7faec', 'network_id': 'e2ff7abf-fe26-4383-ae3c-e067f5b7faec', 'project_id': 'e7b451f21ab541c6a509686da6b05f76', 'fixed_ips': [{'subnet_id': '1ba1420b-8c05-411d-af47-1dde90305b28'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:14:04.675514 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-17e9e3eb-0acc-4f47-8ff1-e5678909ee39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.679003 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f8ac63-0526-45bd-a632-c4fd8819ff56 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Checking segment: {'id': 'd6193e1b-fc81-4f7f-bb52-2f7d39600038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '42011268-02e8-486e-9c77-6f41d6029332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:04.683065 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f8ac63-0526-45bd-a632-c4fd8819ff56 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Network hostable DHCP agents. Network: 42011268-02e8-486e-9c77-6f41d6029332, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:14:04.719366 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8345f3d6-7d33-4cd6-ae3b-79a2c0483f61 admin admin] Publish callbacks [] for port (1c0c1635-4312-4f97-b4c1-8ce40438f4d0), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.783834 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f8ac63-0526-45bd-a632-c4fd8819ff56 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Network 42011268-02e8-486e-9c77-6f41d6029332 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:14:04.790877 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8345f3d6-7d33-4cd6-ae3b-79a2c0483f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (1c0c1635-4312-4f97-b4c1-8ce40438f4d0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.817859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-01f8ac63-0526-45bd-a632-c4fd8819ff56 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 42011268-02e8-486e-9c77-6f41d6029332) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:04.848330 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f8ac63-0526-45bd-a632-c4fd8819ff56 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:04.848330 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f8ac63-0526-45bd-a632-c4fd8819ff56 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:04.848330 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01f8ac63-0526-45bd-a632-c4fd8819ff56 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.857429 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7aa65c57-dc5d-40b0-8b55-2de78e2b9b63 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (50a62876-67ad-47d3-983a-fe0874a9c549), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.858661 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7aa65c57-dc5d-40b0-8b55-2de78e2b9b63 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (50a62876-67ad-47d3-983a-fe0874a9c549), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.896558 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8345f3d6-7d33-4cd6-ae3b-79a2c0483f61 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:04.907459 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-8345f3d6-7d33-4cd6-ae3b-79a2c0483f61 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:04.916555 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8345f3d6-7d33-4cd6-ae3b-79a2c0483f61 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:04.952300 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-01f8ac63-0526-45bd-a632-c4fd8819ff56 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.7042115 Jan 27 22:14:04.952492 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57982) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:04.981205 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345f3d6-7d33-4cd6-ae3b-79a2c0483f61 admin admin] Pushing event updated for resources: {'Port': ['ID=1c0c1635-4312-4f97-b4c1-8ce40438f4d0,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:05.043818 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab84c88e-8083-475b-8f9b-182b6c2535c9 None None] Network 42011268-02e8-486e-9c77-6f41d6029332 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:05.120624 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7aa65c57-dc5d-40b0-8b55-2de78e2b9b63 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_controller (50a62876-67ad-47d3-983a-fe0874a9c549), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:05.298500 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e54be3-b37c-468b-b9dc-b2deb126f951 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:05.299775 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e54be3-b37c-468b-b9dc-b2deb126f951 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:05.311320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e54be3-b37c-468b-b9dc-b2deb126f951 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:05.317063 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-58e54be3-b37c-468b-b9dc-b2deb126f951 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3556390 Jan 27 22:14:05.317063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57992) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:05.349356 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be334280-78dd-4350-8ece-6f0a1997ad44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-42011268-02e8-486e-9c77-6f41d6029332', 'network_id': '42011268-02e8-486e-9c77-6f41d6029332', 'project_id': 'e7b451f21ab541c6a509686da6b05f76', 'fixed_ips': [{'subnet_id': '4a963f0a-78ad-4d65-a914-2db69ac97c4f'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:14:05.350254 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-be334280-78dd-4350-8ece-6f0a1997ad44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:05.360984 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-17e9e3eb-0acc-4f47-8ff1-e5678909ee39 None None] Allocated IP 172.20.0.2 (e2ff7abf-fe26-4383-ae3c-e067f5b7faec/1ba1420b-8c05-411d-af47-1dde90305b28/a341668d-2531-4855-9c09-bff8da43fff5) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:05.386980 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57994) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:05.448706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ad7847-a047-40f7-a612-54a77a52da44 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Deleting subnet 1ba1420b-8c05-411d-af47-1dde90305b28 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:14:05.533697 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7aa65c57-dc5d-40b0-8b55-2de78e2b9b63 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_gateway (50a62876-67ad-47d3-983a-fe0874a9c549), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:05.584840 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-136eda75-2ab3-4c91-9563-fe650c9d26b4 tempest-SubnetPoolsTestJSON-644378423 tempest-SubnetPoolsTestJSON-644378423-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1550848017', 'prefixes': ['172.20.0.0/16']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:05.821495 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-136eda75-2ab3-4c91-9563-fe650c9d26b4 tempest-SubnetPoolsTestJSON-644378423 tempest-SubnetPoolsTestJSON-644378423-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:05.826573 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-136eda75-2ab3-4c91-9563-fe650c9d26b4 tempest-SubnetPoolsTestJSON-644378423 tempest-SubnetPoolsTestJSON-644378423-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4385581 Jan 27 22:14:05.827555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58002) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:05.882604 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-be334280-78dd-4350-8ece-6f0a1997ad44 None None] Allocated IP 172.20.0.18 (42011268-02e8-486e-9c77-6f41d6029332/4a963f0a-78ad-4d65-a914-2db69ac97c4f/35fec9ef-2fda-48c3-a400-ca8bd1a23937) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:05.936115 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-17e9e3eb-0acc-4f47-8ff1-e5678909ee39 None None] Publish callbacks [] for port (a341668d-2531-4855-9c09-bff8da43fff5), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:05.942246 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-77e5baef-40c4-45e2-869c-0f46b2d3dcba tempest-SubnetPoolsTestJSON-644378423 tempest-SubnetPoolsTestJSON-644378423-project] 10.222.0.23 "GET /v2.0/subnetpools/463209b1-b09b-44d9-90b8-3f9127e32b3a HTTP/1.1" status: 200 len: 732 time: 0.1121614 Jan 27 22:14:05.942958 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58004) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:05.953948 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-b2bbea3b-641f-4a30-bb45-797a086c9fc8 tempest-SubnetPoolsTestJSON-644378423 tempest-SubnetPoolsTestJSON-644378423-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2147386553'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:05.965116 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f0ad7847-a047-40f7-a612-54a77a52da44 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks [] for subnet (1ba1420b-8c05-411d-af47-1dde90305b28), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:05.983255 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-17e9e3eb-0acc-4f47-8ff1-e5678909ee39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (a341668d-2531-4855-9c09-bff8da43fff5), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:06.111260 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8345f3d6-7d33-4cd6-ae3b-79a2c0483f61 admin admin] Publish callbacks [] for router_gateway (be809998-15a6-46a4-baa0-a0e3e97c0b8d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:06.157103 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f0ad7847-a047-40f7-a612-54a77a52da44 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (1ba1420b-8c05-411d-af47-1dde90305b28), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:06.161482 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 05d891ec-118c-44bb-bb8b-c0cbb771d95d up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:06.369858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e9e3eb-0acc-4f47-8ff1-e5678909ee39 None None] Network e2ff7abf-fe26-4383-ae3c-e067f5b7faec is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:06.391876 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9e3eb-0acc-4f47-8ff1-e5678909ee39 None None] Pushing event updated for resources: {'Port': ['ID=a341668d-2531-4855-9c09-bff8da43fff5,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:06.398746 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-17e9e3eb-0acc-4f47-8ff1-e5678909ee39 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:06.408468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e9e3eb-0acc-4f47-8ff1-e5678909ee39 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:06.438959 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b2bbea3b-641f-4a30-bb45-797a086c9fc8 tempest-SubnetPoolsTestJSON-644378423 tempest-SubnetPoolsTestJSON-644378423-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:06.440536 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b2bbea3b-641f-4a30-bb45-797a086c9fc8 tempest-SubnetPoolsTestJSON-644378423 tempest-SubnetPoolsTestJSON-644378423-project] 10.222.0.23 "PUT /v2.0/subnetpools/463209b1-b09b-44d9-90b8-3f9127e32b3a HTTP/1.1" status: 200 len: 684 time: 0.4961293 Jan 27 22:14:06.447579 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58012) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:06.477543 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f0ad7847-a047-40f7-a612-54a77a52da44 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (1ba1420b-8c05-411d-af47-1dde90305b28), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:06.501423 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9d9ec2-cc4d-4ef1-936a-ef5f375b8e30 None None] Network 4de77e40-55eb-4b28-9af2-d474955109af requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:06.629537 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-09721f3b-a174-4ad3-836f-e0115053e977 tempest-SubnetPoolsTestJSON-644378423 tempest-SubnetPoolsTestJSON-644378423-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:06.631901 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-09721f3b-a174-4ad3-836f-e0115053e977 tempest-SubnetPoolsTestJSON-644378423 tempest-SubnetPoolsTestJSON-644378423-project] 10.222.0.23 "DELETE /v2.0/subnetpools/463209b1-b09b-44d9-90b8-3f9127e32b3a HTTP/1.1" status: 204 len: 168 time: 0.1848359 Jan 27 22:14:06.634780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58014) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:06.654548 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f0ad7847-a047-40f7-a612-54a77a52da44 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (1ba1420b-8c05-411d-af47-1dde90305b28), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:06.748070 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-ad34830a-2837-4ebf-acc8-8d5c84b74d35 tempest-SubnetPoolsTestJSON-644378423 tempest-SubnetPoolsTestJSON-644378423-project] show failed (client error): The resource could not be found. Jan 27 22:14:06.750851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ad34830a-2837-4ebf-acc8-8d5c84b74d35 tempest-SubnetPoolsTestJSON-644378423 tempest-SubnetPoolsTestJSON-644378423-project] 10.222.0.23 "GET /v2.0/subnetpools/463209b1-b09b-44d9-90b8-3f9127e32b3a HTTP/1.1" status: 404 len: 346 time: 0.1137841 Jan 27 22:14:06.752156 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad7847-a047-40f7-a612-54a77a52da44 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Pushing event deleted for resources: {'Subnet': ['ID=1ba1420b-8c05-411d-af47-1dde90305b28,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:06.761672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58020) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:06.794139 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f0ad7847-a047-40f7-a612-54a77a52da44 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:06.806383 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f0ad7847-a047-40f7-a612-54a77a52da44 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] 10.222.0.23 "DELETE /v2.0/subnets/1ba1420b-8c05-411d-af47-1dde90305b28 HTTP/1.1" status: 204 len: 168 time: 1.4882503 Jan 27 22:14:06.809921 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58022) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:06.845604 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8345f3d6-7d33-4cd6-ae3b-79a2c0483f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (be809998-15a6-46a4-baa0-a0e3e97c0b8d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:06.857848 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-1243f05e-ac86-4161-800a-25df295fe447 tempest-SubnetPoolsTestJSON-644378423 tempest-SubnetPoolsTestJSON-644378423-project] delete failed (client error): The resource could not be found. Jan 27 22:14:06.863043 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1243f05e-ac86-4161-800a-25df295fe447 tempest-SubnetPoolsTestJSON-644378423 tempest-SubnetPoolsTestJSON-644378423-project] 10.222.0.23 "DELETE /v2.0/subnetpools/463209b1-b09b-44d9-90b8-3f9127e32b3a HTTP/1.1" status: 404 len: 346 time: 0.0916603 Jan 27 22:14:06.995058 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-0330e007-aa2b-4f5b-8cd9-e94e09f4ee09 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Deleting subnet 4a963f0a-78ad-4d65-a914-2db69ac97c4f {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:14:07.049609 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7aa65c57-dc5d-40b0-8b55-2de78e2b9b63 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_gateway (50a62876-67ad-47d3-983a-fe0874a9c549), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.111087 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7aa65c57-dc5d-40b0-8b55-2de78e2b9b63 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.146437 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-17e9e3eb-0acc-4f47-8ff1-e5678909ee39 None None] Attempting to bind port a341668d-2531-4855-9c09-bff8da43fff5 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:14:07.146803 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-17e9e3eb-0acc-4f47-8ff1-e5678909ee39 None None] Attempting to bind port a341668d-2531-4855-9c09-bff8da43fff5 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'bfeeb6df-2c5b-4a27-92dd-03b4b20eb7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e2ff7abf-fe26-4383-ae3c-e067f5b7faec'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:14:07.147076 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e9e3eb-0acc-4f47-8ff1-e5678909ee39 None None] Attempting to bind port a341668d-2531-4855-9c09-bff8da43fff5 on network e2ff7abf-fe26-4383-ae3c-e067f5b7faec {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:07.185978 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-255dfd71-d120-44d2-9416-7dd99622342d None None] Provisioning complete for port 05d891ec-118c-44bb-bb8b-c0cbb771d95d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:07.186577 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-255dfd71-d120-44d2-9416-7dd99622342d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (05d891ec-118c-44bb-bb8b-c0cbb771d95d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.229020 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 05d891ec-118c-44bb-bb8b-c0cbb771d95d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:07.229403 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (05d891ec-118c-44bb-bb8b-c0cbb771d95d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.231023 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e9e3eb-0acc-4f47-8ff1-e5678909ee39 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:14:07.231396 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e9e3eb-0acc-4f47-8ff1-e5678909ee39 None None] Checking segment: {'id': 'bfeeb6df-2c5b-4a27-92dd-03b4b20eb7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e2ff7abf-fe26-4383-ae3c-e067f5b7faec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:07.231785 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-17e9e3eb-0acc-4f47-8ff1-e5678909ee39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.233137 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e9e3eb-0acc-4f47-8ff1-e5678909ee39 None None] Bound using segment: {'id': 'bfeeb6df-2c5b-4a27-92dd-03b4b20eb7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e2ff7abf-fe26-4383-ae3c-e067f5b7faec'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:14:07.233655 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-17e9e3eb-0acc-4f47-8ff1-e5678909ee39 None None] Bound port: a341668d-2531-4855-9c09-bff8da43fff5, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeeb6df-2c5b-4a27-92dd-03b4b20eb7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e2ff7abf-fe26-4383-ae3c-e067f5b7faec'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:14:07.234039 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-17e9e3eb-0acc-4f47-8ff1-e5678909ee39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a341668d-2531-4855-9c09-bff8da43fff5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.395678 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-7aa65c57-dc5d-40b0-8b55-2de78e2b9b63 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Allocated IP 172.25.3.6 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/3dbc2a1c-a853-42bb-9129-5e537e62cd0f) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:07.478396 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58034) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:07.506737 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-be334280-78dd-4350-8ece-6f0a1997ad44 None None] Publish callbacks [] for port (35fec9ef-2fda-48c3-a400-ca8bd1a23937), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.537542 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0330e007-aa2b-4f5b-8cd9-e94e09f4ee09 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks [] for subnet (4a963f0a-78ad-4d65-a914-2db69ac97c4f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.578177 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8345f3d6-7d33-4cd6-ae3b-79a2c0483f61 admin admin] Router be809998-15a6-46a4-baa0-a0e3e97c0b8d is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:14:07.640261 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0330e007-aa2b-4f5b-8cd9-e94e09f4ee09 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (4a963f0a-78ad-4d65-a914-2db69ac97c4f), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.724149 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-be334280-78dd-4350-8ece-6f0a1997ad44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (35fec9ef-2fda-48c3-a400-ca8bd1a23937), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.788916 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fa120884-3010-4c7f-91c6-c04e6603cd1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.860905 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7aa65c57-dc5d-40b0-8b55-2de78e2b9b63 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for port (3dbc2a1c-a853-42bb-9129-5e537e62cd0f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.898268 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0330e007-aa2b-4f5b-8cd9-e94e09f4ee09 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (4a963f0a-78ad-4d65-a914-2db69ac97c4f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.948154 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-17e9e3eb-0acc-4f47-8ff1-e5678909ee39 None None] For port a341668d-2531-4855-9c09-bff8da43fff5, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:14:07.977270 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be334280-78dd-4350-8ece-6f0a1997ad44 None None] Network 42011268-02e8-486e-9c77-6f41d6029332 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:07.997597 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-be334280-78dd-4350-8ece-6f0a1997ad44 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:08.027831 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-255dfd71-d120-44d2-9416-7dd99622342d None None] Current status of the port 05d891ec-118c-44bb-bb8b-c0cbb771d95d is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:08.029401 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-255dfd71-d120-44d2-9416-7dd99622342d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (05d891ec-118c-44bb-bb8b-c0cbb771d95d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:08.043080 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be334280-78dd-4350-8ece-6f0a1997ad44 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:08.058504 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8345f3d6-7d33-4cd6-ae3b-79a2c0483f61 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:08.068882 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] Sync routers for ids ['be809998-15a6-46a4-baa0-a0e3e97c0b8d'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:08.088713 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] Routers {'be809998-15a6-46a4-baa0-a0e3e97c0b8d'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:08.091263 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['be809998-15a6-46a4-baa0-a0e3e97c0b8d'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:08.093870 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8345f3d6-7d33-4cd6-ae3b-79a2c0483f61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:08.098015 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8345f3d6-7d33-4cd6-ae3b-79a2c0483f61 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.3798347 Jan 27 22:14:08.098015 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7aa65c57-dc5d-40b0-8b55-2de78e2b9b63 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (3dbc2a1c-a853-42bb-9129-5e537e62cd0f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:08.099518 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58042) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:08.152538 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-17e9e3eb-0acc-4f47-8ff1-e5678909ee39 None None] For port a341668d-2531-4855-9c09-bff8da43fff5, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a341668d-2531-4855-9c09-bff8da43fff5,segment=NetworkSegment(bfeeb6df-2c5b-4a27-92dd-03b4b20eb7e5),segment_id=bfeeb6df-2c5b-4a27-92dd-03b4b20eb7e5)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:14:08.170220 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0330e007-aa2b-4f5b-8cd9-e94e09f4ee09 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (4a963f0a-78ad-4d65-a914-2db69ac97c4f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:08.212504 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0330e007-aa2b-4f5b-8cd9-e94e09f4ee09 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:08.215209 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be334280-78dd-4350-8ece-6f0a1997ad44 None None] Pushing event updated for resources: {'Port': ['ID=35fec9ef-2fda-48c3-a400-ca8bd1a23937,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:08.221703 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0330e007-aa2b-4f5b-8cd9-e94e09f4ee09 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] 10.222.0.23 "DELETE /v2.0/subnets/4a963f0a-78ad-4d65-a914-2db69ac97c4f HTTP/1.1" status: 204 len: 168 time: 1.4107699 Jan 27 22:14:08.235139 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58044) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:08.235595 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa65c57-dc5d-40b0-8b55-2de78e2b9b63 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Pushing event updated for resources: {'Port': ['ID=3dbc2a1c-a853-42bb-9129-5e537e62cd0f,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:08.284301 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-255dfd71-d120-44d2-9416-7dd99622342d None None] For port 05d891ec-118c-44bb-bb8b-c0cbb771d95d, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=05d891ec-118c-44bb-bb8b-c0cbb771d95d,segment=NetworkSegment(741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7),segment_id=741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:08.317035 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fa120884-3010-4c7f-91c6-c04e6603cd1b admin admin] Publish callbacks [] for security_group (320cad69-1ff1-483f-9180-1a3247a520d1), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:08.349090 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] Set router be809998-15a6-46a4-baa0-a0e3e97c0b8d gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:14:08.365145 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-17e9e3eb-0acc-4f47-8ff1-e5678909ee39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a341668d-2531-4855-9c09-bff8da43fff5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:08.365928 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa65c57-dc5d-40b0-8b55-2de78e2b9b63 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:08.371708 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-7aa65c57-dc5d-40b0-8b55-2de78e2b9b63 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:08.376947 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa65c57-dc5d-40b0-8b55-2de78e2b9b63 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:08.383548 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330e007-aa2b-4f5b-8cd9-e94e09f4ee09 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Pushing event deleted for resources: {'Subnet': ['ID=4a963f0a-78ad-4d65-a914-2db69ac97c4f,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:08.388442 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fa120884-3010-4c7f-91c6-c04e6603cd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (320cad69-1ff1-483f-9180-1a3247a520d1), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:08.406651 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-be334280-78dd-4350-8ece-6f0a1997ad44 None None] Attempting to bind port 35fec9ef-2fda-48c3-a400-ca8bd1a23937 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:14:08.407029 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-be334280-78dd-4350-8ece-6f0a1997ad44 None None] Attempting to bind port 35fec9ef-2fda-48c3-a400-ca8bd1a23937 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'd6193e1b-fc81-4f7f-bb52-2f7d39600038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '42011268-02e8-486e-9c77-6f41d6029332'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:14:08.411346 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be334280-78dd-4350-8ece-6f0a1997ad44 None None] Attempting to bind port 35fec9ef-2fda-48c3-a400-ca8bd1a23937 on network 42011268-02e8-486e-9c77-6f41d6029332 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:08.492925 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-fa120884-3010-4c7f-91c6-c04e6603cd1b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98783171103d4923ba9d2bb76fd5a5d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0133188 Jan 27 22:14:08.495820 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef561400-b6f5-46c3-94ac-acd72d8b186b tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:08.509205 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ef561400-b6f5-46c3-94ac-acd72d8b186b tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2617850 Jan 27 22:14:08.509976 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58046) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:08.542001 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-255dfd71-d120-44d2-9416-7dd99622342d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (05d891ec-118c-44bb-bb8b-c0cbb771d95d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:08.547364 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa120884-3010-4c7f-91c6-c04e6603cd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320cad69-1ff1-483f-9180-1a3247a520d1,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:08.555977 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be334280-78dd-4350-8ece-6f0a1997ad44 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:14:08.556439 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be334280-78dd-4350-8ece-6f0a1997ad44 None None] Checking segment: {'id': 'd6193e1b-fc81-4f7f-bb52-2f7d39600038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '42011268-02e8-486e-9c77-6f41d6029332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:08.556859 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-be334280-78dd-4350-8ece-6f0a1997ad44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:08.557264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be334280-78dd-4350-8ece-6f0a1997ad44 None None] Bound using segment: {'id': 'd6193e1b-fc81-4f7f-bb52-2f7d39600038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '42011268-02e8-486e-9c77-6f41d6029332'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:14:08.557763 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-be334280-78dd-4350-8ece-6f0a1997ad44 None None] Bound port: 35fec9ef-2fda-48c3-a400-ca8bd1a23937, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6193e1b-fc81-4f7f-bb52-2f7d39600038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '42011268-02e8-486e-9c77-6f41d6029332'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:14:08.559412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58048) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:08.573624 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-be334280-78dd-4350-8ece-6f0a1997ad44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (35fec9ef-2fda-48c3-a400-ca8bd1a23937), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:08.606089 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9e3eb-0acc-4f47-8ff1-e5678909ee39 None None] Pushing event updated for resources: {'Port': ['ID=a341668d-2531-4855-9c09-bff8da43fff5,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:08.771488 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-740c460c-18d3-4d76-817f-d8b72af9a1e7 admin admin] Publish callbacks [] for security_group (320cad69-1ff1-483f-9180-1a3247a520d1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:08.795068 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-740c460c-18d3-4d76-817f-d8b72af9a1e7 admin admin] Publish callbacks [] for security_group (320cad69-1ff1-483f-9180-1a3247a520d1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:08.862541 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be809998-15a6-46a4-baa0-a0e3e97c0b8d', 'name': 'tempest-TestServerMultinode-318102237-router', 'tenant_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '1c0c1635-4312-4f97-b4c1-8ce40438f4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:02Z', 'updated_at': '2022-01-27T22:14:05Z', 'revision_number': 3, 'project_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'gw_port': {'id': '1c0c1635-4312-4f97-b4c1-8ce40438f4d0', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be809998-15a6-46a4-baa0-a0e3e97c0b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:04Z', 'updated_at': '2022-01-27T22:14:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:08.908205 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 05d891ec-118c-44bb-bb8b-c0cbb771d95d is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:08.912349 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] Checking router: be809998-15a6-46a4-baa0-a0e3e97c0b8d for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:14:08.912935 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] Updating router be809998-15a6-46a4-baa0-a0e3e97c0b8d port 1c0c1635-4312-4f97-b4c1-8ce40438f4d0 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:14:08.944281 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1c0c1635-4312-4f97-b4c1-8ce40438f4d0), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:08.949297 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (05d891ec-118c-44bb-bb8b-c0cbb771d95d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:08.971302 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-740c460c-18d3-4d76-817f-d8b72af9a1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (320cad69-1ff1-483f-9180-1a3247a520d1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:08.978760 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-740c460c-18d3-4d76-817f-d8b72af9a1e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:08.985499 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-740c460c-18d3-4d76-817f-d8b72af9a1e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/320cad69-1ff1-483f-9180-1a3247a520d1 HTTP/1.1" status: 204 len: 168 time: 0.4397473 Jan 27 22:14:09.067021 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c460c-18d3-4d76-817f-d8b72af9a1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320cad69-1ff1-483f-9180-1a3247a520d1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:09.073473 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255dfd71-d120-44d2-9416-7dd99622342d None None] Pushing event updated for resources: {'Port': ['ID=05d891ec-118c-44bb-bb8b-c0cbb771d95d,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:09.095030 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39774d00-f2a5-4a02-8fa6-0668d60e7753 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (42011268-02e8-486e-9c77-6f41d6029332), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:09.122424 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7804f086-c9a6-4cbb-a7df-efb2668688a3 None None] Network e2ff7abf-fe26-4383-ae3c-e067f5b7faec requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:09.283280 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-be334280-78dd-4350-8ece-6f0a1997ad44 None None] For port 35fec9ef-2fda-48c3-a400-ca8bd1a23937, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:14:09.299052 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-39774d00-f2a5-4a02-8fa6-0668d60e7753 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Deleting port 35fec9ef-2fda-48c3-a400-ca8bd1a23937 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:09.299584 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39774d00-f2a5-4a02-8fa6-0668d60e7753 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (35fec9ef-2fda-48c3-a400-ca8bd1a23937), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:09.433806 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-39774d00-f2a5-4a02-8fa6-0668d60e7753 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] For port 35fec9ef-2fda-48c3-a400-ca8bd1a23937, host n-d-772272-3, got binding levels [] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:09.435843 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39774d00-f2a5-4a02-8fa6-0668d60e7753 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (35fec9ef-2fda-48c3-a400-ca8bd1a23937), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:09.490252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-be334280-78dd-4350-8ece-6f0a1997ad44 None None] For port 35fec9ef-2fda-48c3-a400-ca8bd1a23937, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=35fec9ef-2fda-48c3-a400-ca8bd1a23937,segment=NetworkSegment(d6193e1b-fc81-4f7f-bb52-2f7d39600038),segment_id=d6193e1b-fc81-4f7f-bb52-2f7d39600038)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:14:09.494112 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-39774d00-f2a5-4a02-8fa6-0668d60e7753 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Calling delete_port for 35fec9ef-2fda-48c3-a400-ca8bd1a23937 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:09.513353 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-be334280-78dd-4350-8ece-6f0a1997ad44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (35fec9ef-2fda-48c3-a400-ca8bd1a23937), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:09.521634 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-77b66467-7b0e-4f50-a169-948f04afa1aa None None] Provisioning complete for port 05d891ec-118c-44bb-bb8b-c0cbb771d95d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:09.522151 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-77b66467-7b0e-4f50-a169-948f04afa1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (05d891ec-118c-44bb-bb8b-c0cbb771d95d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:09.566996 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:14:09.567590 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:14:09.741920 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39774d00-f2a5-4a02-8fa6-0668d60e7753 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (35fec9ef-2fda-48c3-a400-ca8bd1a23937), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:09.839935 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39774d00-f2a5-4a02-8fa6-0668d60e7753 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] No DVR routers for this DVR port 35fec9ef-2fda-48c3-a400-ca8bd1a23937 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server [None req-d37bcbbf-b78e-4aad-9332-3d237961cb7d None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 35fec9ef-2fda-48c3-a400-ca8bd1a23937 could not be found. Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._iter().one() Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1565, in get_port Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 35fec9ef-2fda-48c3-a400-ca8bd1a23937 could not be found. Jan 27 22:14:09.879599 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Jan 27 22:14:09.888249 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] Publish callbacks [] for port (1c0c1635-4312-4f97-b4c1-8ce40438f4d0), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:09.891092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be334280-78dd-4350-8ece-6f0a1997ad44 None None] Pushing event updated for resources: {'Port': ['ID=35fec9ef-2fda-48c3-a400-ca8bd1a23937,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:09.908905 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1c0c1635-4312-4f97-b4c1-8ce40438f4d0), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:09.935698 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5122e414-b86b-4c0e-bba1-e6d4163d6d30 None None] get_active_networks_info from n-d-772272-3 {{(pid=109743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:14:09.945495 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39774d00-f2a5-4a02-8fa6-0668d60e7753 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Pushing event deleted for resources: {'Port': ['ID=35fec9ef-2fda-48c3-a400-ca8bd1a23937,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:10.045541 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb28e5-5f7e-455f-a1f3-0dd9b30311b5 None None] Pushing event updated for resources: {'Port': ['ID=1c0c1635-4312-4f97-b4c1-8ce40438f4d0,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:10.053455 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-77b66467-7b0e-4f50-a169-948f04afa1aa None None] Current status of the port 05d891ec-118c-44bb-bb8b-c0cbb771d95d is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:10.083341 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] Attempting to bind port 1c0c1635-4312-4f97-b4c1-8ce40438f4d0 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:14:10.083725 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] Attempting to bind port 1c0c1635-4312-4f97-b4c1-8ce40438f4d0 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:14:10.084887 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] Attempting to bind port 1c0c1635-4312-4f97-b4c1-8ce40438f4d0 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:10.098887 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:14:10.099278 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:10.099692 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:10.100095 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:14:10.100615 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] Bound port: 1c0c1635-4312-4f97-b4c1-8ce40438f4d0, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:14:10.107362 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1c0c1635-4312-4f97-b4c1-8ce40438f4d0), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:10.150240 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39774d00-f2a5-4a02-8fa6-0668d60e7753 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (42011268-02e8-486e-9c77-6f41d6029332), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:10.203491 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-39774d00-f2a5-4a02-8fa6-0668d60e7753 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42011268-02e8-486e-9c77-6f41d6029332']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:10.235141 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-39774d00-f2a5-4a02-8fa6-0668d60e7753 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6193e1b-fc81-4f7f-bb52-2f7d39600038') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:10.235452 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-39774d00-f2a5-4a02-8fa6-0668d60e7753 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6193e1b-fc81-4f7f-bb52-2f7d39600038') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:10.268266 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39774d00-f2a5-4a02-8fa6-0668d60e7753 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (d6193e1b-fc81-4f7f-bb52-2f7d39600038), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:10.270455 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] For port 1c0c1635-4312-4f97-b4c1-8ce40438f4d0, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:14:10.288276 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] For port 1c0c1635-4312-4f97-b4c1-8ce40438f4d0, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1c0c1635-4312-4f97-b4c1-8ce40438f4d0,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:14:10.298702 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39774d00-f2a5-4a02-8fa6-0668d60e7753 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (d6193e1b-fc81-4f7f-bb52-2f7d39600038), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:10.311309 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1c0c1635-4312-4f97-b4c1-8ce40438f4d0), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:10.317334 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39774d00-f2a5-4a02-8fa6-0668d60e7753 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:14:10.318065 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39774d00-f2a5-4a02-8fa6-0668d60e7753 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (d6193e1b-fc81-4f7f-bb52-2f7d39600038), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:10.323015 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 05d891ec-118c-44bb-bb8b-c0cbb771d95d is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:10.368941 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 250f8e1d-1968-4558-8616-abd68f24f2cd no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:14:10.458626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 250f8e1d-1968-4558-8616-abd68f24f2cd {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:14:10.459190 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 250f8e1d-1968-4558-8616-abd68f24f2cd not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:14:10.480203 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5122e414-b86b-4c0e-bba1-e6d4163d6d30 None None] Resources bound (agent type, host, resource id): {{(pid=109743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:14:10.582851 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] Routers {'be809998-15a6-46a4-baa0-a0e3e97c0b8d'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:10.583501 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['be809998-15a6-46a4-baa0-a0e3e97c0b8d'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:14:10.605667 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:14:10.610651 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7aa65c57-dc5d-40b0-8b55-2de78e2b9b63 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_gateway (50a62876-67ad-47d3-983a-fe0874a9c549), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:10.658897 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39774d00-f2a5-4a02-8fa6-0668d60e7753 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (42011268-02e8-486e-9c77-6f41d6029332), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:10.667488 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39774d00-f2a5-4a02-8fa6-0668d60e7753 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:10.680375 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-39774d00-f2a5-4a02-8fa6-0668d60e7753 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] 10.222.0.23 "DELETE /v2.0/networks/42011268-02e8-486e-9c77-6f41d6029332 HTTP/1.1" status: 204 len: 168 time: 2.0598550 Jan 27 22:14:10.684170 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58086) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:10.746241 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb28e5-5f7e-455f-a1f3-0dd9b30311b5 None None] Pushing event updated for resources: {'Port': ['ID=1c0c1635-4312-4f97-b4c1-8ce40438f4d0,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:10.755189 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 05d891ec-118c-44bb-bb8b-c0cbb771d95d up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:10.929540 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] Set router be809998-15a6-46a4-baa0-a0e3e97c0b8d gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:14:11.122108 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 05d891ec-118c-44bb-bb8b-c0cbb771d95d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:11.123391 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (05d891ec-118c-44bb-bb8b-c0cbb771d95d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:11.147643 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-604e01fd-8e0a-4e5f-8d15-21a7abbf5dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:11.167219 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1017543d-942e-4943-a9ee-a38d19d68160 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (e2ff7abf-fe26-4383-ae3c-e067f5b7faec), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:11.171446 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39774d00-f2a5-4a02-8fa6-0668d60e7753 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Pushing event deleted for resources: {'Network': ['ID=42011268-02e8-486e-9c77-6f41d6029332,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:11.195999 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7aa65c57-dc5d-40b0-8b55-2de78e2b9b63 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (50a62876-67ad-47d3-983a-fe0874a9c549), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:11.270380 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de06369d-125c-45fa-89cd-f04cdf886470 None None] get_active_networks_info from n-d-772272-3 {{(pid=109743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:14:11.417393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-1017543d-942e-4943-a9ee-a38d19d68160 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Deleting port a341668d-2531-4855-9c09-bff8da43fff5 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:11.417748 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1017543d-942e-4943-a9ee-a38d19d68160 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (a341668d-2531-4855-9c09-bff8da43fff5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:11.480259 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be809998-15a6-46a4-baa0-a0e3e97c0b8d', 'name': 'tempest-TestServerMultinode-318102237-router', 'tenant_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '1c0c1635-4312-4f97-b4c1-8ce40438f4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:02Z', 'updated_at': '2022-01-27T22:14:05Z', 'revision_number': 3, 'project_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'gw_port': {'id': '1c0c1635-4312-4f97-b4c1-8ce40438f4d0', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be809998-15a6-46a4-baa0-a0e3e97c0b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:04Z', 'updated_at': '2022-01-27T22:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:11.543615 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236fe35a-7a46-4552-a739-6e67c84a8dcd None None] The sync data for ids ['be809998-15a6-46a4-baa0-a0e3e97c0b8d'] in n-d-772272-3 is: [{'id': 'be809998-15a6-46a4-baa0-a0e3e97c0b8d', 'name': 'tempest-TestServerMultinode-318102237-router', 'tenant_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '1c0c1635-4312-4f97-b4c1-8ce40438f4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:02Z', 'updated_at': '2022-01-27T22:14:05Z', 'revision_number': 3, 'project_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'gw_port': {'id': '1c0c1635-4312-4f97-b4c1-8ce40438f4d0', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be809998-15a6-46a4-baa0-a0e3e97c0b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:04Z', 'updated_at': '2022-01-27T22:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:11.618623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-1017543d-942e-4943-a9ee-a38d19d68160 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] For port a341668d-2531-4855-9c09-bff8da43fff5, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a341668d-2531-4855-9c09-bff8da43fff5,segment=NetworkSegment(bfeeb6df-2c5b-4a27-92dd-03b4b20eb7e5),segment_id=bfeeb6df-2c5b-4a27-92dd-03b4b20eb7e5)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:11.619261 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1017543d-942e-4943-a9ee-a38d19d68160 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (a341668d-2531-4855-9c09-bff8da43fff5), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:11.662592 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-1017543d-942e-4943-a9ee-a38d19d68160 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Calling delete_port for a341668d-2531-4855-9c09-bff8da43fff5 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:11.778590 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de06369d-125c-45fa-89cd-f04cdf886470 None None] Resources bound (agent type, host, resource id): {{(pid=109743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:14:11.828001 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 05d891ec-118c-44bb-bb8b-c0cbb771d95d is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:11.962062 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa65c57-dc5d-40b0-8b55-2de78e2b9b63 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Router 50a62876-67ad-47d3-983a-fe0874a9c549 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:14:11.964847 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1017543d-942e-4943-a9ee-a38d19d68160 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (a341668d-2531-4855-9c09-bff8da43fff5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:12.084524 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-604e01fd-8e0a-4e5f-8d15-21a7abbf5dc8 admin admin] Allocated IP 172.20.0.1 (4de77e40-55eb-4b28-9af2-d474955109af/31f61896-1979-4f3b-977c-8c052af8f432/d89c3b11-0c42-4943-8d05-5019b1c87a53) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:12.099401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017543d-942e-4943-a9ee-a38d19d68160 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Pushing event deleted for resources: {'Port': ['ID=a341668d-2531-4855-9c09-bff8da43fff5,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:12.130928 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1017543d-942e-4943-a9ee-a38d19d68160 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] No DVR routers for this DVR port a341668d-2531-4855-9c09-bff8da43fff5 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:14:12.368768 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1017543d-942e-4943-a9ee-a38d19d68160 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (e2ff7abf-fe26-4383-ae3c-e067f5b7faec), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:12.401264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1a4efd-ba9d-4fa5-a9e3-95f454cb6c31 None None] Network 42011268-02e8-486e-9c77-6f41d6029332 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:12.424653 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-1017543d-942e-4943-a9ee-a38d19d68160 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ff7abf-fe26-4383-ae3c-e067f5b7faec']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:12.446805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-1017543d-942e-4943-a9ee-a38d19d68160 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfeeb6df-2c5b-4a27-92dd-03b4b20eb7e5') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:12.447201 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-1017543d-942e-4943-a9ee-a38d19d68160 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfeeb6df-2c5b-4a27-92dd-03b4b20eb7e5') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:12.451948 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1a4efd-ba9d-4fa5-a9e3-95f454cb6c31 None None] Network 42011268-02e8-486e-9c77-6f41d6029332 could not be found, it might have been deleted concurrently. {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 22:14:12.489236 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1017543d-942e-4943-a9ee-a38d19d68160 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (bfeeb6df-2c5b-4a27-92dd-03b4b20eb7e5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:12.553428 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1017543d-942e-4943-a9ee-a38d19d68160 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (bfeeb6df-2c5b-4a27-92dd-03b4b20eb7e5), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:12.579021 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1017543d-942e-4943-a9ee-a38d19d68160 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:14:12.579876 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1017543d-942e-4943-a9ee-a38d19d68160 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (bfeeb6df-2c5b-4a27-92dd-03b4b20eb7e5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:12.589141 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa65c57-dc5d-40b0-8b55-2de78e2b9b63 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:12.600757 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97932824-2235-43f2-868b-27a13a4a8d6d None None] Sync routers for ids ['50a62876-67ad-47d3-983a-fe0874a9c549'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:12.640043 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97932824-2235-43f2-868b-27a13a4a8d6d None None] Routers {'50a62876-67ad-47d3-983a-fe0874a9c549'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:12.643421 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-97932824-2235-43f2-868b-27a13a4a8d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['50a62876-67ad-47d3-983a-fe0874a9c549'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:12.688857 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7aa65c57-dc5d-40b0-8b55-2de78e2b9b63 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:12.690119 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7aa65c57-dc5d-40b0-8b55-2de78e2b9b63 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.5495737 Jan 27 22:14:12.713021 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58126) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:12.761982 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5a78f7ae-7607-4d13-b4d3-e790521ab9ef tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'enable_snat': False}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:14:12.796140 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:14:12.809818 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1017543d-942e-4943-a9ee-a38d19d68160 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (e2ff7abf-fe26-4383-ae3c-e067f5b7faec), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:12.826748 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1017543d-942e-4943-a9ee-a38d19d68160 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:12.850285 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1017543d-942e-4943-a9ee-a38d19d68160 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] 10.222.0.23 "DELETE /v2.0/networks/e2ff7abf-fe26-4383-ae3c-e067f5b7faec HTTP/1.1" status: 204 len: 168 time: 2.1572402 Jan 27 22:14:12.876667 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58132) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:12.906055 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017543d-942e-4943-a9ee-a38d19d68160 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Pushing event deleted for resources: {'Network': ['ID=e2ff7abf-fe26-4383-ae3c-e067f5b7faec,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:13.112509 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-604e01fd-8e0a-4e5f-8d15-21a7abbf5dc8 admin admin] Publish callbacks [] for port (d89c3b11-0c42-4943-8d05-5019b1c87a53), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:13.265855 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58138) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:13.304364 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1c0c1635-4312-4f97-b4c1-8ce40438f4d0 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:13.306368 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-261ecfc5-40dd-4192-9a79-3ab2202ec2cd tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (81d42cfe-dee9-4fc5-8d13-2dc54cff5ac8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:13.309137 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-97932824-2235-43f2-868b-27a13a4a8d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:13.435066 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97932824-2235-43f2-868b-27a13a4a8d6d None None] Routers {'50a62876-67ad-47d3-983a-fe0874a9c549'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:13.435730 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-97932824-2235-43f2-868b-27a13a4a8d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['50a62876-67ad-47d3-983a-fe0874a9c549'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:13.448831 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:13.495800 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8d73ff33-3b4f-4f44-ab82-b46e015c559c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:13.597939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-97932824-2235-43f2-868b-27a13a4a8d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:13.600941 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97932824-2235-43f2-868b-27a13a4a8d6d None None] The sync data for ids ['50a62876-67ad-47d3-983a-fe0874a9c549'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:13.631360 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 1c0c1635-4312-4f97-b4c1-8ce40438f4d0 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:13.631748 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1c0c1635-4312-4f97-b4c1-8ce40438f4d0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:13.689363 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-604e01fd-8e0a-4e5f-8d15-21a7abbf5dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d89c3b11-0c42-4943-8d05-5019b1c87a53), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:13.766087 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8d73ff33-3b4f-4f44-ab82-b46e015c559c admin admin] Publish callbacks [] for security_group (8f2ff344-b8ff-4a88-8a25-ecfc46a05579), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:13.779178 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8d73ff33-3b4f-4f44-ab82-b46e015c559c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8f2ff344-b8ff-4a88-8a25-ecfc46a05579), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:13.821590 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-261ecfc5-40dd-4192-9a79-3ab2202ec2cd tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (81d42cfe-dee9-4fc5-8d13-2dc54cff5ac8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:13.871438 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1c0c1635-4312-4f97-b4c1-8ce40438f4d0 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:13.872455 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1c0c1635-4312-4f97-b4c1-8ce40438f4d0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:13.896377 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-261ecfc5-40dd-4192-9a79-3ab2202ec2cd tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d42cfe-dee9-4fc5-8d13-2dc54cff5ac8']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:13.899227 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73ff33-3b4f-4f44-ab82-b46e015c559c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2ff344-b8ff-4a88-8a25-ecfc46a05579,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:13.918729 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8d73ff33-3b4f-4f44-ab82-b46e015c559c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97cc8236b4cd4b52a486471d39176138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6506555 Jan 27 22:14:13.927728 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58146) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:13.934784 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 1c0c1635-4312-4f97-b4c1-8ce40438f4d0, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1c0c1635-4312-4f97-b4c1-8ce40438f4d0,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:13.945342 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-261ecfc5-40dd-4192-9a79-3ab2202ec2cd tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17a5161-603f-48a1-a561-be1811474827') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:13.945555 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1c0c1635-4312-4f97-b4c1-8ce40438f4d0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:13.950298 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-261ecfc5-40dd-4192-9a79-3ab2202ec2cd tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17a5161-603f-48a1-a561-be1811474827') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:13.982095 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-261ecfc5-40dd-4192-9a79-3ab2202ec2cd tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (a17a5161-603f-48a1-a561-be1811474827), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:14.013054 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-261ecfc5-40dd-4192-9a79-3ab2202ec2cd tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (a17a5161-603f-48a1-a561-be1811474827), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:14.021370 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-261ecfc5-40dd-4192-9a79-3ab2202ec2cd tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:14:14.022238 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-261ecfc5-40dd-4192-9a79-3ab2202ec2cd tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (a17a5161-603f-48a1-a561-be1811474827), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:14.079243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=1c0c1635-4312-4f97-b4c1-8ce40438f4d0,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:14:14.099311 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:14:14.101977 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c1b22a4a-00fa-4cee-ba65-f18ff93e35f7 admin admin] Publish callbacks [] for security_group (8f2ff344-b8ff-4a88-8a25-ecfc46a05579), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:14.105086 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:14.105464 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:14.107935 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:14.110378 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:14.110745 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:14.112529 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:14.114244 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:14.114623 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:14.115867 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:14.116261 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:14.116617 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:14.116962 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:14.117305 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:14.119866 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-261ecfc5-40dd-4192-9a79-3ab2202ec2cd tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (81d42cfe-dee9-4fc5-8d13-2dc54cff5ac8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:14.162360 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-261ecfc5-40dd-4192-9a79-3ab2202ec2cd tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:14.165135 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c1b22a4a-00fa-4cee-ba65-f18ff93e35f7 admin admin] Publish callbacks [] for security_group (8f2ff344-b8ff-4a88-8a25-ecfc46a05579), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:14.166680 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-261ecfc5-40dd-4192-9a79-3ab2202ec2cd tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] 10.222.0.23 "DELETE /v2.0/networks/81d42cfe-dee9-4fc5-8d13-2dc54cff5ac8 HTTP/1.1" status: 204 len: 168 time: 1.2829320 Jan 27 22:14:14.171908 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58148) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:14.229108 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604e01fd-8e0a-4e5f-8d15-21a7abbf5dc8 admin admin] Network 4de77e40-55eb-4b28-9af2-d474955109af is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:14.258561 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ecfc5-40dd-4192-9a79-3ab2202ec2cd tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Pushing event deleted for resources: {'Network': ['ID=81d42cfe-dee9-4fc5-8d13-2dc54cff5ac8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:14.265109 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-604e01fd-8e0a-4e5f-8d15-21a7abbf5dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:14.271985 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604e01fd-8e0a-4e5f-8d15-21a7abbf5dc8 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:14.340066 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e01fd-8e0a-4e5f-8d15-21a7abbf5dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=d89c3b11-0c42-4943-8d05-5019b1c87a53,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:14.349830 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5a78f7ae-7607-4d13-b4d3-e790521ab9ef tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_gateway (50a62876-67ad-47d3-983a-fe0874a9c549), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:14.385211 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-604e01fd-8e0a-4e5f-8d15-21a7abbf5dc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (be809998-15a6-46a4-baa0-a0e3e97c0b8d), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:14.434465 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39e3434f-1842-4380-8863-e52bda6d08a9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (c7baf2f1-ade4-4e95-9ad1-566d15de9bde), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:14.437780 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c1b22a4a-00fa-4cee-ba65-f18ff93e35f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8f2ff344-b8ff-4a88-8a25-ecfc46a05579), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:14.441268 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c1b22a4a-00fa-4cee-ba65-f18ff93e35f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:14.443557 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c1b22a4a-00fa-4cee-ba65-f18ff93e35f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f2ff344-b8ff-4a88-8a25-ecfc46a05579 HTTP/1.1" status: 204 len: 168 time: 0.5137961 Jan 27 22:14:14.507702 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b22a4a-00fa-4cee-ba65-f18ff93e35f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2ff344-b8ff-4a88-8a25-ecfc46a05579,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:14.681526 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1c0c1635-4312-4f97-b4c1-8ce40438f4d0 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:14.766068 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39e3434f-1842-4380-8863-e52bda6d08a9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (c7baf2f1-ade4-4e95-9ad1-566d15de9bde), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:14.825484 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-39e3434f-1842-4380-8863-e52bda6d08a9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7baf2f1-ade4-4e95-9ad1-566d15de9bde']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:14.842641 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-604e01fd-8e0a-4e5f-8d15-21a7abbf5dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d89c3b11-0c42-4943-8d05-5019b1c87a53), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:14.861656 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-39e3434f-1842-4380-8863-e52bda6d08a9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fc4f90-3503-4e06-8bf0-8f5250599cb3') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:14.862498 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-39e3434f-1842-4380-8863-e52bda6d08a9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fc4f90-3503-4e06-8bf0-8f5250599cb3') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:14.888414 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ff2b0bed-8263-440e-97d5-56b9b4add864 None None] Provisioning complete for port d89c3b11-0c42-4943-8d05-5019b1c87a53 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:14.888992 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ff2b0bed-8263-440e-97d5-56b9b4add864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d89c3b11-0c42-4943-8d05-5019b1c87a53), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:14.900297 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39e3434f-1842-4380-8863-e52bda6d08a9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (c6fc4f90-3503-4e06-8bf0-8f5250599cb3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:14.932287 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39e3434f-1842-4380-8863-e52bda6d08a9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (c6fc4f90-3503-4e06-8bf0-8f5250599cb3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:14.946259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e3434f-1842-4380-8863-e52bda6d08a9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:14:14.946927 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39e3434f-1842-4380-8863-e52bda6d08a9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (c6fc4f90-3503-4e06-8bf0-8f5250599cb3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:14:14.951928 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:14:14.999573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 1c0c1635-4312-4f97-b4c1-8ce40438f4d0 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:15.005061 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1c0c1635-4312-4f97-b4c1-8ce40438f4d0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:15.127645 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ff2b0bed-8263-440e-97d5-56b9b4add864 None None] Port d89c3b11-0c42-4943-8d05-5019b1c87a53 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:14:15.192469 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39e3434f-1842-4380-8863-e52bda6d08a9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (c7baf2f1-ade4-4e95-9ad1-566d15de9bde), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:15.198780 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-39e3434f-1842-4380-8863-e52bda6d08a9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:15.202508 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-39e3434f-1842-4380-8863-e52bda6d08a9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] 10.222.0.23 "DELETE /v2.0/networks/c7baf2f1-ade4-4e95-9ad1-566d15de9bde HTTP/1.1" status: 204 len: 168 time: 1.0293853 Jan 27 22:14:15.264969 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3434f-1842-4380-8863-e52bda6d08a9 tempest-BulkNetworkOpsTest-1419526043 tempest-BulkNetworkOpsTest-1419526043-project] Pushing event deleted for resources: {'Network': ['ID=c7baf2f1-ade4-4e95-9ad1-566d15de9bde,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:15.321279 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58166) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:15.354132 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb5a3-c6d7-4bc6-b8f9-2f861f258f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:15.394058 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1c0c1635-4312-4f97-b4c1-8ce40438f4d0 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:15.541140 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb5a3-c6d7-4bc6-b8f9-2f861f258f47 admin admin] Publish callbacks [] for security_group (cfdab487-9b3c-4350-a2f3-2f182006ad3e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:15.557948 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb5a3-c6d7-4bc6-b8f9-2f861f258f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cfdab487-9b3c-4350-a2f3-2f182006ad3e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:15.607300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bb5a3-c6d7-4bc6-b8f9-2f861f258f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdab487-9b3c-4350-a2f3-2f182006ad3e,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:15.613795 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5c5bb5a3-c6d7-4bc6-b8f9-2f861f258f47 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f268b60cc224e7996539c9988f1e772&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2908213 Jan 27 22:14:15.624361 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58170) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:15.720590 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58172) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:15.740188 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-06f446f6-a159-4e2a-b287-2fa88def83be admin admin] Publish callbacks [] for security_group (cfdab487-9b3c-4350-a2f3-2f182006ad3e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:15.793200 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-06f446f6-a159-4e2a-b287-2fa88def83be admin admin] Publish callbacks [] for security_group (cfdab487-9b3c-4350-a2f3-2f182006ad3e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:15.916699 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-06f446f6-a159-4e2a-b287-2fa88def83be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cfdab487-9b3c-4350-a2f3-2f182006ad3e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:15.920702 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-06f446f6-a159-4e2a-b287-2fa88def83be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:15.922944 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-06f446f6-a159-4e2a-b287-2fa88def83be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfdab487-9b3c-4350-a2f3-2f182006ad3e HTTP/1.1" status: 204 len: 168 time: 0.2958436 Jan 27 22:14:15.967670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f446f6-a159-4e2a-b287-2fa88def83be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdab487-9b3c-4350-a2f3-2f182006ad3e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:16.143568 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-12dce735-b3e5-43fb-add1-1a7e334d242a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7b451f21ab541c6a509686da6b05f76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4211454 Jan 27 22:14:16.146963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58182) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:16.314173 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5bf48125-b86a-41ef-971e-bad413a56525 admin admin] Publish callbacks [] for security_group (7df9859f-cec3-4be5-acab-31d0da692489), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:16.378131 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5bf48125-b86a-41ef-971e-bad413a56525 admin admin] Publish callbacks [] for security_group (7df9859f-cec3-4be5-acab-31d0da692489), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:16.462804 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5bf48125-b86a-41ef-971e-bad413a56525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7df9859f-cec3-4be5-acab-31d0da692489), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:16.465890 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5bf48125-b86a-41ef-971e-bad413a56525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:16.467222 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5bf48125-b86a-41ef-971e-bad413a56525 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7df9859f-cec3-4be5-acab-31d0da692489 HTTP/1.1" status: 204 len: 168 time: 0.3172808 Jan 27 22:14:16.482441 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf48125-b86a-41ef-971e-bad413a56525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df9859f-cec3-4be5-acab-31d0da692489,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:16.737264 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-604e01fd-8e0a-4e5f-8d15-21a7abbf5dc8 admin admin] Publish callbacks [] for port (d89c3b11-0c42-4943-8d05-5019b1c87a53), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:16.808033 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-604e01fd-8e0a-4e5f-8d15-21a7abbf5dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (d89c3b11-0c42-4943-8d05-5019b1c87a53), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:17.017392 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-604e01fd-8e0a-4e5f-8d15-21a7abbf5dc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (be809998-15a6-46a4-baa0-a0e3e97c0b8d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:17.126164 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e01fd-8e0a-4e5f-8d15-21a7abbf5dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=d89c3b11-0c42-4943-8d05-5019b1c87a53,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:17.514519 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604e01fd-8e0a-4e5f-8d15-21a7abbf5dc8 admin admin] Network 4de77e40-55eb-4b28-9af2-d474955109af is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:17.524855 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-604e01fd-8e0a-4e5f-8d15-21a7abbf5dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:17.781256 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5a78f7ae-7607-4d13-b4d3-e790521ab9ef tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (50a62876-67ad-47d3-983a-fe0874a9c549), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:17.790854 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5a78f7ae-7607-4d13-b4d3-e790521ab9ef tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1668512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1663757'] for router (50a62876-67ad-47d3-983a-fe0874a9c549), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:17.888457 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58246) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:18.025407 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604e01fd-8e0a-4e5f-8d15-21a7abbf5dc8 admin admin] Router be809998-15a6-46a4-baa0-a0e3e97c0b8d has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:14:18.027244 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a78f7ae-7607-4d13-b4d3-e790521ab9ef tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Router 50a62876-67ad-47d3-983a-fe0874a9c549 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:14:18.081612 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-0ffef02e-2e9d-46cb-9aa0-55298ac9dc27 None None] Provisioning complete for port d89c3b11-0c42-4943-8d05-5019b1c87a53 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:18.082646 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0ffef02e-2e9d-46cb-9aa0-55298ac9dc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d89c3b11-0c42-4943-8d05-5019b1c87a53), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:18.147889 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0ffef02e-2e9d-46cb-9aa0-55298ac9dc27 None None] Port d89c3b11-0c42-4943-8d05-5019b1c87a53 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:14:18.330595 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a78f7ae-7607-4d13-b4d3-e790521ab9ef tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:18.341197 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a32ccf-627b-47c6-bd2d-c4da3143e2e4 None None] Sync routers for ids ['50a62876-67ad-47d3-983a-fe0874a9c549'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:18.343779 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5a78f7ae-7607-4d13-b4d3-e790521ab9ef tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:18.350057 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5a78f7ae-7607-4d13-b4d3-e790521ab9ef tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "PUT /v2.0/routers/50a62876-67ad-47d3-983a-fe0874a9c549 HTTP/1.1" status: 200 len: 924 time: 5.6342564 Jan 27 22:14:18.352932 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58254) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:18.357316 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a32ccf-627b-47c6-bd2d-c4da3143e2e4 None None] Routers {'50a62876-67ad-47d3-983a-fe0874a9c549'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:18.362010 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d3a32ccf-627b-47c6-bd2d-c4da3143e2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['50a62876-67ad-47d3-983a-fe0874a9c549'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:18.394632 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604e01fd-8e0a-4e5f-8d15-21a7abbf5dc8 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:18.400898 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-604e01fd-8e0a-4e5f-8d15-21a7abbf5dc8 admin admin] 10.222.0.23 "PUT /v2.0/routers/be809998-15a6-46a4-baa0-a0e3e97c0b8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1894231 Jan 27 22:14:18.411514 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] Sync routers for ids ['be809998-15a6-46a4-baa0-a0e3e97c0b8d'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:18.428851 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] Routers {'be809998-15a6-46a4-baa0-a0e3e97c0b8d'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:18.429495 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['be809998-15a6-46a4-baa0-a0e3e97c0b8d'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:18.497892 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d3a32ccf-627b-47c6-bd2d-c4da3143e2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:18.538337 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a32ccf-627b-47c6-bd2d-c4da3143e2e4 None None] Routers {'50a62876-67ad-47d3-983a-fe0874a9c549'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:18.549345 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d3a32ccf-627b-47c6-bd2d-c4da3143e2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['50a62876-67ad-47d3-983a-fe0874a9c549'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:18.577136 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] Set router be809998-15a6-46a4-baa0-a0e3e97c0b8d gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:14:18.647833 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d3a32ccf-627b-47c6-bd2d-c4da3143e2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:18.648837 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a32ccf-627b-47c6-bd2d-c4da3143e2e4 None None] The sync data for ids ['50a62876-67ad-47d3-983a-fe0874a9c549'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:18.695780 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8f318c66-466b-4de5-ad56-69f730bfe075 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "GET /v2.0/routers/50a62876-67ad-47d3-983a-fe0874a9c549 HTTP/1.1" status: 200 len: 924 time: 0.3411646 Jan 27 22:14:18.697172 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58266) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:18.702175 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-2e6de466-9a1c-4825-ae32-b2f98f0b5de6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1395638206'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:18.709940 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58268) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:18.741248 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6de466-9a1c-4825-ae32-b2f98f0b5de6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Made reservation on behalf of 149964bcbbfa46c2a4d0f56a34366e55 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:18.753826 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e6de466-9a1c-4825-ae32-b2f98f0b5de6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:18.790544 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c412d19d-61aa-4b76-a6d8-169ecf9d4fd4 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:18.795678 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c412d19d-61aa-4b76-a6d8-169ecf9d4fd4 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&device_id=50a62876-67ad-47d3-983a-fe0874a9c549&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0974305 Jan 27 22:14:18.796355 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58274) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:18.822151 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e6de466-9a1c-4825-ae32-b2f98f0b5de6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:18.943079 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86903bb9-9511-42ad-9a64-a256b089f63e tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:18.949363 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-86903bb9-9511-42ad-9a64-a256b089f63e tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 881 time: 0.1504393 Jan 27 22:14:18.950783 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58276) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:19.014513 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be809998-15a6-46a4-baa0-a0e3e97c0b8d', 'name': 'tempest-TestServerMultinode-318102237-router', 'tenant_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '1c0c1635-4312-4f97-b4c1-8ce40438f4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:02Z', 'updated_at': '2022-01-27T22:14:14Z', 'revision_number': 4, 'project_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'gw_port': {'id': '1c0c1635-4312-4f97-b4c1-8ce40438f4d0', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be809998-15a6-46a4-baa0-a0e3e97c0b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:04Z', 'updated_at': '2022-01-27T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'd89c3b11-0c42-4943-8d05-5019b1c87a53', 'name': '', 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af', 'tenant_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'mac_address': 'fa:16:3e:31:fe:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be809998-15a6-46a4-baa0-a0e3e97c0b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '31f61896-1979-4f3b-977c-8c052af8f432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:11Z', 'updated_at': '2022-01-27T22:14:15Z', 'revision_number': 2, 'project_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'subnets': [{'id': '31f61896-1979-4f3b-977c-8c052af8f432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:19.030041 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58278) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:19.030504 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e7ec3da8-3944-4b33-bf05-5fb01c62c788 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "GET /v2.0/ports?device_id=50a62876-67ad-47d3-983a-fe0874a9c549 HTTP/1.1" status: 200 len: 205 time: 0.0719535 Jan 27 22:14:19.056011 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e6de466-9a1c-4825-ae32-b2f98f0b5de6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for security_group (d06e5cf1-6163-4128-98d8-0ab0128f7656), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:19.066066 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e6de466-9a1c-4825-ae32-b2f98f0b5de6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d06e5cf1-6163-4128-98d8-0ab0128f7656), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:19.082923 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] Checking router: be809998-15a6-46a4-baa0-a0e3e97c0b8d for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:14:19.083909 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] Updating router be809998-15a6-46a4-baa0-a0e3e97c0b8d port d89c3b11-0c42-4943-8d05-5019b1c87a53 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:14:19.092307 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6de466-9a1c-4825-ae32-b2f98f0b5de6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:14:19.113966 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d10da89d-85e1-4ce9-a2ab-de1832d62c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:19.114222 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e6de466-9a1c-4825-ae32-b2f98f0b5de6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3be71047-8919-4e4e-a498-759941487b80), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:19.114343 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-2e6de466-9a1c-4825-ae32-b2f98f0b5de6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Added segment 3be71047-8919-4e4e-a498-759941487b80 of type vlan for network 1e0df503-eaf1-4e3a-b16d-c735e9d81bf0 Jan 27 22:14:19.173569 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d89c3b11-0c42-4943-8d05-5019b1c87a53), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:19.228743 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e6de466-9a1c-4825-ae32-b2f98f0b5de6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (1e0df503-eaf1-4e3a-b16d-c735e9d81bf0), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:19.234498 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6de466-9a1c-4825-ae32-b2f98f0b5de6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d06e5cf1-6163-4128-98d8-0ab0128f7656,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:19.258925 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d10da89d-85e1-4ce9-a2ab-de1832d62c56 admin admin] Publish callbacks [] for security_group (510fcf4a-1774-4cf0-988a-051ca24b0975), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:19.269434 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d10da89d-85e1-4ce9-a2ab-de1832d62c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (510fcf4a-1774-4cf0-988a-051ca24b0975), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:19.270440 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e6de466-9a1c-4825-ae32-b2f98f0b5de6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (1e0df503-eaf1-4e3a-b16d-c735e9d81bf0), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:19.279162 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6de466-9a1c-4825-ae32-b2f98f0b5de6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:19.279918 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e6de466-9a1c-4825-ae32-b2f98f0b5de6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:19.356447 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2e6de466-9a1c-4825-ae32-b2f98f0b5de6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4661314 Jan 27 22:14:19.495748 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6de466-9a1c-4825-ae32-b2f98f0b5de6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event updated for resources: {'Network': ['ID=1e0df503-eaf1-4e3a-b16d-c735e9d81bf0,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:19.520605 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d09f5577-abaa-4101-9a98-4530d5f45648 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router (50a62876-67ad-47d3-983a-fe0874a9c549), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:19.568372 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 1e0df503-eaf1-4e3a-b16d-c735e9d81bf0 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:14:19.579481 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10da89d-85e1-4ce9-a2ab-de1832d62c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510fcf4a-1774-4cf0-988a-051ca24b0975,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:19.626597 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58294) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:19.630254 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d10da89d-85e1-4ce9-a2ab-de1832d62c56 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=166af3c8474640b79b873a4dc25d4e74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9156590 Jan 27 22:14:19.762944 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58298) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:19.774795 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-10c18201-fb13-4110-863e-4abb6f8b4f25 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-724546054-network', 'tenant_id': '54c64932692842a19459a0525e81fe27'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:19.839873 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-70ec0f8a-ff7e-4fc3-8c9f-8be30650350f admin admin] Publish callbacks [] for security_group (510fcf4a-1774-4cf0-988a-051ca24b0975), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:20.013812 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d09f5577-abaa-4101-9a98-4530d5f45648 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_gateway (50a62876-67ad-47d3-983a-fe0874a9c549), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:20.152705 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-d09f5577-abaa-4101-9a98-4530d5f45648 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Deleting port 3dbc2a1c-a853-42bb-9129-5e537e62cd0f {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:20.153717 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d09f5577-abaa-4101-9a98-4530d5f45648 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (3dbc2a1c-a853-42bb-9129-5e537e62cd0f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:20.282443 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] Publish callbacks [] for port (d89c3b11-0c42-4943-8d05-5019b1c87a53), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:20.310576 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d89c3b11-0c42-4943-8d05-5019b1c87a53), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:20.331111 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d09f5577-abaa-4101-9a98-4530d5f45648 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (3dbc2a1c-a853-42bb-9129-5e537e62cd0f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:20.358343 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-d09f5577-abaa-4101-9a98-4530d5f45648 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Calling delete_port for 3dbc2a1c-a853-42bb-9129-5e537e62cd0f owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:20.458954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8567e10-665b-434d-8306-0b43b8afc41f None None] Pushing event updated for resources: {'Port': ['ID=d89c3b11-0c42-4943-8d05-5019b1c87a53,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:20.689155 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] Attempting to bind port d89c3b11-0c42-4943-8d05-5019b1c87a53 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:14:20.689570 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] Attempting to bind port d89c3b11-0c42-4943-8d05-5019b1c87a53 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:14:20.689945 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] Attempting to bind port d89c3b11-0c42-4943-8d05-5019b1c87a53 on network 4de77e40-55eb-4b28-9af2-d474955109af {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:20.708266 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:14:20.708836 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] Checking segment: {'id': '741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:20.709907 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:20.710877 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] Bound using segment: {'id': '741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:14:20.711975 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] Bound port: d89c3b11-0c42-4943-8d05-5019b1c87a53, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:14:20.714051 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d89c3b11-0c42-4943-8d05-5019b1c87a53), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:20.748693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c18201-fb13-4110-863e-4abb6f8b4f25 admin admin] Made reservation on behalf of 54c64932692842a19459a0525e81fe27 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:20.762952 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10c18201-fb13-4110-863e-4abb6f8b4f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:20.778322 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-70ec0f8a-ff7e-4fc3-8c9f-8be30650350f admin admin] Publish callbacks [] for security_group (510fcf4a-1774-4cf0-988a-051ca24b0975), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:20.835986 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10c18201-fb13-4110-863e-4abb6f8b4f25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.021014 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d09f5577-abaa-4101-9a98-4530d5f45648 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (3dbc2a1c-a853-42bb-9129-5e537e62cd0f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.056103 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-99fc18d2-f93e-4665-bbb6-e9d116729929 None None] Provisioning complete for port d89c3b11-0c42-4943-8d05-5019b1c87a53 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:21.056525 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-99fc18d2-f93e-4665-bbb6-e9d116729929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d89c3b11-0c42-4943-8d05-5019b1c87a53), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.067834 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] For port d89c3b11-0c42-4943-8d05-5019b1c87a53, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:14:21.160539 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] For port d89c3b11-0c42-4943-8d05-5019b1c87a53, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d89c3b11-0c42-4943-8d05-5019b1c87a53,segment=NetworkSegment(741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7),segment_id=741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:14:21.180356 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d89c3b11-0c42-4943-8d05-5019b1c87a53), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.263116 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-70ec0f8a-ff7e-4fc3-8c9f-8be30650350f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (510fcf4a-1774-4cf0-988a-051ca24b0975), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.267956 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-70ec0f8a-ff7e-4fc3-8c9f-8be30650350f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.269153 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d09f5577-abaa-4101-9a98-4530d5f45648 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (50a62876-67ad-47d3-983a-fe0874a9c549), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.274945 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f5577-abaa-4101-9a98-4530d5f45648 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Pushing event deleted for resources: {'Port': ['ID=3dbc2a1c-a853-42bb-9129-5e537e62cd0f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:21.276534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-70ec0f8a-ff7e-4fc3-8c9f-8be30650350f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/510fcf4a-1774-4cf0-988a-051ca24b0975 HTTP/1.1" status: 204 len: 168 time: 1.6487498 Jan 27 22:14:21.279071 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10c18201-fb13-4110-863e-4abb6f8b4f25 admin admin] Publish callbacks [] for security_group (6dd307d9-250c-4cd4-9bfb-bfff32de77e3), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.301350 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec0f8a-ff7e-4fc3-8c9f-8be30650350f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510fcf4a-1774-4cf0-988a-051ca24b0975,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:21.305767 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10c18201-fb13-4110-863e-4abb6f8b4f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6dd307d9-250c-4cd4-9bfb-bfff32de77e3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.384225 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-99fc18d2-f93e-4665-bbb6-e9d116729929 None None] Port d89c3b11-0c42-4943-8d05-5019b1c87a53 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:14:21.414863 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c18201-fb13-4110-863e-4abb6f8b4f25 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:14:21.450843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c18201-fb13-4110-863e-4abb6f8b4f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd307d9-250c-4cd4-9bfb-bfff32de77e3,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:21.457235 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] Routers {'be809998-15a6-46a4-baa0-a0e3e97c0b8d'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:21.473580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:13:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['be809998-15a6-46a4-baa0-a0e3e97c0b8d'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:21.482227 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10c18201-fb13-4110-863e-4abb6f8b4f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (c0c70836-a280-4428-8af6-ac393cb29338), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.482871 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-10c18201-fb13-4110-863e-4abb6f8b4f25 admin admin] Added segment c0c70836-a280-4428-8af6-ac393cb29338 of type vlan for network 3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e Jan 27 22:14:21.628882 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10c18201-fb13-4110-863e-4abb6f8b4f25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.629885 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d09f5577-abaa-4101-9a98-4530d5f45648 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (50a62876-67ad-47d3-983a-fe0874a9c549), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.643330 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d09f5577-abaa-4101-9a98-4530d5f45648 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_controller (50a62876-67ad-47d3-983a-fe0874a9c549), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.646040 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.688451 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8567e10-665b-434d-8306-0b43b8afc41f None None] Pushing event updated for resources: {'Port': ['ID=d89c3b11-0c42-4943-8d05-5019b1c87a53,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:21.720430 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10c18201-fb13-4110-863e-4abb6f8b4f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.721730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c18201-fb13-4110-863e-4abb6f8b4f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:21.722429 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10c18201-fb13-4110-863e-4abb6f8b4f25 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.810787 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-10c18201-fb13-4110-863e-4abb6f8b4f25 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0412827 Jan 27 22:14:21.811527 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58312) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:21.822083 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-57088a55-80f1-480a-8642-93e12038d300 admin admin] Request body: {'subnet': {'network_id': '3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-724546054-subnet', 'tenant_id': '54c64932692842a19459a0525e81fe27', 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:21.839933 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d09f5577-abaa-4101-9a98-4530d5f45648 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (50a62876-67ad-47d3-983a-fe0874a9c549), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.839933 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09f5577-abaa-4101-9a98-4530d5f45648 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Fanout notify agent at l3_agent the message router_deleted on router 50a62876-67ad-47d3-983a-fe0874a9c549 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:14:21.893205 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d09f5577-abaa-4101-9a98-4530d5f45648 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:21.906999 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] Set router be809998-15a6-46a4-baa0-a0e3e97c0b8d gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:14:21.908523 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d09f5577-abaa-4101-9a98-4530d5f45648 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "DELETE /v2.0/routers/50a62876-67ad-47d3-983a-fe0874a9c549 HTTP/1.1" status: 204 len: 168 time: 2.8767581 Jan 27 22:14:21.920680 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58316) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:21.936254 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-06293689-9dcc-4fca-9457-77e873766263 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-15848105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:21.960887 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7e547c30-6498-4ebe-b5ec-b3b31c4cc05c None None] Provisioning complete for port d89c3b11-0c42-4943-8d05-5019b1c87a53 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:21.961265 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7e547c30-6498-4ebe-b5ec-b3b31c4cc05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d89c3b11-0c42-4943-8d05-5019b1c87a53), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:22.048343 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57088a55-80f1-480a-8642-93e12038d300 admin admin] Made reservation on behalf of 54c64932692842a19459a0525e81fe27 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:22.057256 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-57088a55-80f1-480a-8642-93e12038d300 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:22.162287 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c18201-fb13-4110-863e-4abb6f8b4f25 admin admin] Pushing event updated for resources: {'Network': ['ID=3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:22.199978 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:14:22.297368 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-06293689-9dcc-4fca-9457-77e873766263 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (634f80da-7c20-4c60-983c-7ac42dac2911), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:22.299832 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-06293689-9dcc-4fca-9457-77e873766263 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (634f80da-7c20-4c60-983c-7ac42dac2911), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:22.435898 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7e547c30-6498-4ebe-b5ec-b3b31c4cc05c None None] Current status of the port d89c3b11-0c42-4943-8d05-5019b1c87a53 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:22.436572 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7e547c30-6498-4ebe-b5ec-b3b31c4cc05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d89c3b11-0c42-4943-8d05-5019b1c87a53), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:22.523359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58330) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:22.528983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-ed204c47-0318-431d-969e-d3323325dceb tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Request body: {'subnet': {'network_id': '1e0df503-eaf1-4e3a-b16d-c735e9d81bf0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:22.543598 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-06293689-9dcc-4fca-9457-77e873766263 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_controller (634f80da-7c20-4c60-983c-7ac42dac2911), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:22.570892 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7e547c30-6498-4ebe-b5ec-b3b31c4cc05c None None] For port d89c3b11-0c42-4943-8d05-5019b1c87a53, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d89c3b11-0c42-4943-8d05-5019b1c87a53,segment=NetworkSegment(741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7),segment_id=741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:22.602340 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7e547c30-6498-4ebe-b5ec-b3b31c4cc05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d89c3b11-0c42-4943-8d05-5019b1c87a53), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:22.607088 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-06293689-9dcc-4fca-9457-77e873766263 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (634f80da-7c20-4c60-983c-7ac42dac2911), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:22.706535 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-06293689-9dcc-4fca-9457-77e873766263 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:22.707895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed204c47-0318-431d-969e-d3323325dceb tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Made reservation on behalf of 149964bcbbfa46c2a4d0f56a34366e55 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:22.711160 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-06293689-9dcc-4fca-9457-77e873766263 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7848558 Jan 27 22:14:22.713103 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ed204c47-0318-431d-969e-d3323325dceb tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:22.721433 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58336) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:22.739340 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9bb0de44-7bff-43b0-b8fc-00ba7316a268 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Request body: {'router': {'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:22.774916 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e547c30-6498-4ebe-b5ec-b3b31c4cc05c None None] Pushing event updated for resources: {'Port': ['ID=d89c3b11-0c42-4943-8d05-5019b1c87a53,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:22.785307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be809998-15a6-46a4-baa0-a0e3e97c0b8d', 'name': 'tempest-TestServerMultinode-318102237-router', 'tenant_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '1c0c1635-4312-4f97-b4c1-8ce40438f4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:02Z', 'updated_at': '2022-01-27T22:14:14Z', 'revision_number': 4, 'project_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'gw_port': {'id': '1c0c1635-4312-4f97-b4c1-8ce40438f4d0', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be809998-15a6-46a4-baa0-a0e3e97c0b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:04Z', 'updated_at': '2022-01-27T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'd89c3b11-0c42-4943-8d05-5019b1c87a53', 'name': '', 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af', 'tenant_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'mac_address': 'fa:16:3e:31:fe:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be809998-15a6-46a4-baa0-a0e3e97c0b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '31f61896-1979-4f3b-977c-8c052af8f432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:11Z', 'updated_at': '2022-01-27T22:14:21Z', 'revision_number': 4, 'project_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'subnets': [{'id': '31f61896-1979-4f3b-977c-8c052af8f432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:22.866483 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4163bf-3694-43b4-9f87-5296f49bb7e6 None None] The sync data for ids ['be809998-15a6-46a4-baa0-a0e3e97c0b8d'] in n-d-772272-3 is: [{'id': 'be809998-15a6-46a4-baa0-a0e3e97c0b8d', 'name': 'tempest-TestServerMultinode-318102237-router', 'tenant_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '1c0c1635-4312-4f97-b4c1-8ce40438f4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:02Z', 'updated_at': '2022-01-27T22:14:14Z', 'revision_number': 4, 'project_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'gw_port': {'id': '1c0c1635-4312-4f97-b4c1-8ce40438f4d0', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be809998-15a6-46a4-baa0-a0e3e97c0b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:04Z', 'updated_at': '2022-01-27T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'd89c3b11-0c42-4943-8d05-5019b1c87a53', 'name': '', 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af', 'tenant_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'mac_address': 'fa:16:3e:31:fe:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be809998-15a6-46a4-baa0-a0e3e97c0b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '31f61896-1979-4f3b-977c-8c052af8f432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:11Z', 'updated_at': '2022-01-27T22:14:21Z', 'revision_number': 4, 'project_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'subnets': [{'id': '31f61896-1979-4f3b-977c-8c052af8f432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:23.142268 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ed204c47-0318-431d-969e-d3323325dceb tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (4243eba7-3bbf-4e0b-a6f6-664df6f42ed5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:23.348994 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed204c47-0318-431d-969e-d3323325dceb tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event updated for resources: {'Subnet': ['ID=4243eba7-3bbf-4e0b-a6f6-664df6f42ed5,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:23.355339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed204c47-0318-431d-969e-d3323325dceb tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Checking segment: {'id': '3be71047-8919-4e4e-a498-759941487b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1e0df503-eaf1-4e3a-b16d-c735e9d81bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:23.355684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed204c47-0318-431d-969e-d3323325dceb tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Network hostable DHCP agents. Network: 1e0df503-eaf1-4e3a-b16d-c735e9d81bf0, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:14:23.400693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed204c47-0318-431d-969e-d3323325dceb tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Network 1e0df503-eaf1-4e3a-b16d-c735e9d81bf0 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:14:23.424026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-ed204c47-0318-431d-969e-d3323325dceb tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 1e0df503-eaf1-4e3a-b16d-c735e9d81bf0) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:23.432672 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed7071f-b7c5-4c31-a867-801501e93faf None None] Network 1e0df503-eaf1-4e3a-b16d-c735e9d81bf0 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:23.457930 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed204c47-0318-431d-969e-d3323325dceb tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:23.458548 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ed204c47-0318-431d-969e-d3323325dceb tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:23.519560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ed204c47-0318-431d-969e-d3323325dceb tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9944811 Jan 27 22:14:23.520647 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58352) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:23.530298 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-4a1f26f0-cdb2-4824-a9ac-6596264d68aa tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-289580266'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:23.581744 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1f26f0-cdb2-4824-a9ac-6596264d68aa tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Made reservation on behalf of 149964bcbbfa46c2a4d0f56a34366e55 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:23.587235 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4a1f26f0-cdb2-4824-a9ac-6596264d68aa tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:23.648910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1f26f0-cdb2-4824-a9ac-6596264d68aa tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:14:23.675611 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4a1f26f0-cdb2-4824-a9ac-6596264d68aa tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (39588d51-c8f3-40f4-a053-4f9ae356522d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:23.675997 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-4a1f26f0-cdb2-4824-a9ac-6596264d68aa tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Added segment 39588d51-c8f3-40f4-a053-4f9ae356522d of type vlan for network 2ab20f6e-77b1-43c5-910d-71f8e2a47cc4 Jan 27 22:14:23.796718 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4a1f26f0-cdb2-4824-a9ac-6596264d68aa tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (2ab20f6e-77b1-43c5-910d-71f8e2a47cc4), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:23.902168 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4a1f26f0-cdb2-4824-a9ac-6596264d68aa tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (2ab20f6e-77b1-43c5-910d-71f8e2a47cc4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:23.908421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1f26f0-cdb2-4824-a9ac-6596264d68aa tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:23.909136 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4a1f26f0-cdb2-4824-a9ac-6596264d68aa tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:24.009703 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bccd008-55b8-4f8e-adec-e73481709795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-1e0df503-eaf1-4e3a-b16d-c735e9d81bf0', 'network_id': '1e0df503-eaf1-4e3a-b16d-c735e9d81bf0', 'project_id': '149964bcbbfa46c2a4d0f56a34366e55', 'fixed_ips': [{'subnet_id': '4243eba7-3bbf-4e0b-a6f6-664df6f42ed5'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:14:24.013480 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6bccd008-55b8-4f8e-adec-e73481709795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:24.140523 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4a1f26f0-cdb2-4824-a9ac-6596264d68aa tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6146042 Jan 27 22:14:24.160839 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58360) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:24.185099 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-192fd3e3-5ad0-45e3-913c-2520524d884f tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Request body: {'subnet': {'network_id': '2ab20f6e-77b1-43c5-910d-71f8e2a47cc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:24.246414 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-57088a55-80f1-480a-8642-93e12038d300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (d0cf0b91-88d5-429e-ae12-46c36e926f00), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:24.270222 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9bb0de44-7bff-43b0-b8fc-00ba7316a268 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_gateway (634f80da-7c20-4c60-983c-7ac42dac2911), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:24.344593 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8321ec34-1316-4b9e-855b-ecfc53be0fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:24.351666 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f26f0-cdb2-4824-a9ac-6596264d68aa tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event updated for resources: {'Network': ['ID=2ab20f6e-77b1-43c5-910d-71f8e2a47cc4,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:24.364516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192fd3e3-5ad0-45e3-913c-2520524d884f tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Made reservation on behalf of 149964bcbbfa46c2a4d0f56a34366e55 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:24.368746 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-192fd3e3-5ad0-45e3-913c-2520524d884f tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:24.411989 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 2ab20f6e-77b1-43c5-910d-71f8e2a47cc4 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:14:24.491895 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57088a55-80f1-480a-8642-93e12038d300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0cf0b91-88d5-429e-ae12-46c36e926f00,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:24.653713 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57088a55-80f1-480a-8642-93e12038d300 admin admin] Checking segment: {'id': 'c0c70836-a280-4428-8af6-ac393cb29338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:24.654083 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57088a55-80f1-480a-8642-93e12038d300 admin admin] Network hostable DHCP agents. Network: 3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:14:24.714342 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57088a55-80f1-480a-8642-93e12038d300 admin admin] Network 3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:14:24.752027 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d89c3b11-0c42-4943-8d05-5019b1c87a53 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:24.771626 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-57088a55-80f1-480a-8642-93e12038d300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:24.797246 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57088a55-80f1-480a-8642-93e12038d300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:24.797874 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-57088a55-80f1-480a-8642-93e12038d300 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:24.849603 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-57088a55-80f1-480a-8642-93e12038d300 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.0338867 Jan 27 22:14:24.851943 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58370) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:24.886685 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc2f538-2f90-4ea6-b3da-4b289c821b90 None None] Network 3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:24.947553 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-df8dec1b-0a71-4f17-b82e-cb76983f6505 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-724546054-router', 'tenant_id': '54c64932692842a19459a0525e81fe27', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:25.053837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-6bccd008-55b8-4f8e-adec-e73481709795 None None] Allocated IP 2001:db8:0:ffff::2 (1e0df503-eaf1-4e3a-b16d-c735e9d81bf0/4243eba7-3bbf-4e0b-a6f6-664df6f42ed5/48eaad13-d0ba-434c-8adc-c9258b69342e) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:25.058003 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df8dec1b-0a71-4f17-b82e-cb76983f6505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (c6b71e7d-c457-49f0-b7b9-aee630a56abf), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:25.059076 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df8dec1b-0a71-4f17-b82e-cb76983f6505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (c6b71e7d-c457-49f0-b7b9-aee630a56abf), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:25.063737 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9bb0de44-7bff-43b0-b8fc-00ba7316a268 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_gateway (634f80da-7c20-4c60-983c-7ac42dac2911), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:25.114766 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9bb0de44-7bff-43b0-b8fc-00ba7316a268 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:25.120194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.objects.ports [None req-192fd3e3-5ad0-45e3-913c-2520524d884f tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109741) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:14:25.124220 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-192fd3e3-5ad0-45e3-913c-2520524d884f tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (70e8340d-df9d-477d-bfcf-82c22d941bec), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:25.176121 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bd984a-413e-49ff-ba59-0b62425eda9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e', 'network_id': '3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e', 'project_id': '54c64932692842a19459a0525e81fe27', 'fixed_ips': [{'subnet_id': 'd0cf0b91-88d5-429e-ae12-46c36e926f00'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:14:25.178469 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-39bd984a-413e-49ff-ba59-0b62425eda9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:25.353394 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-9bb0de44-7bff-43b0-b8fc-00ba7316a268 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Allocated IP 172.25.3.112 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/77c0ba73-47b7-40e7-9169-9c37d183b0a8) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:25.411628 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d89c3b11-0c42-4943-8d05-5019b1c87a53 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:25.412392 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d89c3b11-0c42-4943-8d05-5019b1c87a53), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:25.539870 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192fd3e3-5ad0-45e3-913c-2520524d884f tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Checking segment: {'id': '39588d51-c8f3-40f4-a053-4f9ae356522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2ab20f6e-77b1-43c5-910d-71f8e2a47cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:25.540421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192fd3e3-5ad0-45e3-913c-2520524d884f tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Network hostable DHCP agents. Network: 2ab20f6e-77b1-43c5-910d-71f8e2a47cc4, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:14:25.561999 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df8dec1b-0a71-4f17-b82e-cb76983f6505 admin admin] Publish callbacks [] for router_controller (c6b71e7d-c457-49f0-b7b9-aee630a56abf), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:25.596235 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9bb0de44-7bff-43b0-b8fc-00ba7316a268 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for port (77c0ba73-47b7-40e7-9169-9c37d183b0a8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:25.603168 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fd3e3-5ad0-45e3-913c-2520524d884f tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event updated for resources: {'Subnet': ['ID=70e8340d-df9d-477d-bfcf-82c22d941bec,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:25.648982 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192fd3e3-5ad0-45e3-913c-2520524d884f tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Network 2ab20f6e-77b1-43c5-910d-71f8e2a47cc4 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:14:25.706612 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9bb0de44-7bff-43b0-b8fc-00ba7316a268 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (77c0ba73-47b7-40e7-9169-9c37d183b0a8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:25.764426 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6bccd008-55b8-4f8e-adec-e73481709795 None None] Publish callbacks [] for port (48eaad13-d0ba-434c-8adc-c9258b69342e), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:25.769775 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-192fd3e3-5ad0-45e3-913c-2520524d884f tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 2ab20f6e-77b1-43c5-910d-71f8e2a47cc4) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:25.790020 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192fd3e3-5ad0-45e3-913c-2520524d884f tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:25.790616 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-192fd3e3-5ad0-45e3-913c-2520524d884f tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:25.792589 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf372b2-a1f1-4dc3-9ebf-89beccb11796 None None] Network 2ab20f6e-77b1-43c5-910d-71f8e2a47cc4 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:25.814637 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0de44-7bff-43b0-b8fc-00ba7316a268 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Pushing event updated for resources: {'Port': ['ID=77c0ba73-47b7-40e7-9169-9c37d183b0a8,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:25.826279 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb0de44-7bff-43b0-b8fc-00ba7316a268 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:25.829033 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-9bb0de44-7bff-43b0-b8fc-00ba7316a268 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:25.841005 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb0de44-7bff-43b0-b8fc-00ba7316a268 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:25.995735 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df8dec1b-0a71-4f17-b82e-cb76983f6505 admin admin] Publish callbacks [] for router_gateway (c6b71e7d-c457-49f0-b7b9-aee630a56abf), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:26.017691 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-192fd3e3-5ad0-45e3-913c-2520524d884f tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8526180 Jan 27 22:14:26.032142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58382) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:26.038952 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-591c240b-8147-4679-94d3-bfef1fcdd614 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Request body: {'port': {'network_id': '2ab20f6e-77b1-43c5-910d-71f8e2a47cc4', 'name': 'tempest-NetworksIpV6TestAttrs-1743070690'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:26.084030 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d89c3b11-0c42-4943-8d05-5019b1c87a53 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:26.095684 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6bccd008-55b8-4f8e-adec-e73481709795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (48eaad13-d0ba-434c-8adc-c9258b69342e), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:26.119582 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf2f402-d20c-4893-9ba3-78b40237fb0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-2ab20f6e-77b1-43c5-910d-71f8e2a47cc4', 'network_id': '2ab20f6e-77b1-43c5-910d-71f8e2a47cc4', 'project_id': '149964bcbbfa46c2a4d0f56a34366e55', 'fixed_ips': [{'subnet_id': '70e8340d-df9d-477d-bfcf-82c22d941bec'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:14:26.127378 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fbf2f402-d20c-4893-9ba3-78b40237fb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:26.195215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-39bd984a-413e-49ff-ba59-0b62425eda9d None None] Allocated IP 172.20.0.2 (3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e/d0cf0b91-88d5-429e-ae12-46c36e926f00/87c1a256-281f-4017-b1d8-a4eb5ece2caf) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:26.210648 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bccd008-55b8-4f8e-adec-e73481709795 None None] Network 1e0df503-eaf1-4e3a-b16d-c735e9d81bf0 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:26.215635 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-6bccd008-55b8-4f8e-adec-e73481709795 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:26.227402 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bccd008-55b8-4f8e-adec-e73481709795 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:26.290131 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccd008-55b8-4f8e-adec-e73481709795 None None] Pushing event updated for resources: {'Port': ['ID=48eaad13-d0ba-434c-8adc-c9258b69342e,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:26.312242 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9bb0de44-7bff-43b0-b8fc-00ba7316a268 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_gateway (634f80da-7c20-4c60-983c-7ac42dac2911), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:26.370195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591c240b-8147-4679-94d3-bfef1fcdd614 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Made reservation on behalf of 149964bcbbfa46c2a4d0f56a34366e55 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:26.378495 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-591c240b-8147-4679-94d3-bfef1fcdd614 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:26.420475 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-591c240b-8147-4679-94d3-bfef1fcdd614 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] device_id is not set on port ff8be6f4-0819-4f3a-844e-d5f29ba3030a yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:14:26.596916 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9bb0de44-7bff-43b0-b8fc-00ba7316a268 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (634f80da-7c20-4c60-983c-7ac42dac2911), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:26.625630 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9bb0de44-7bff-43b0-b8fc-00ba7316a268 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1668512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1663757'] for router (634f80da-7c20-4c60-983c-7ac42dac2911), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:26.651875 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-39bd984a-413e-49ff-ba59-0b62425eda9d None None] Publish callbacks [] for port (87c1a256-281f-4017-b1d8-a4eb5ece2caf), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:26.681406 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-39bd984a-413e-49ff-ba59-0b62425eda9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (87c1a256-281f-4017-b1d8-a4eb5ece2caf), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:26.868655 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-6bccd008-55b8-4f8e-adec-e73481709795 None None] Attempting to bind port 48eaad13-d0ba-434c-8adc-c9258b69342e on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:14:26.869550 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-6bccd008-55b8-4f8e-adec-e73481709795 None None] Attempting to bind port 48eaad13-d0ba-434c-8adc-c9258b69342e by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '3be71047-8919-4e4e-a498-759941487b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1e0df503-eaf1-4e3a-b16d-c735e9d81bf0'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:14:26.870537 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bccd008-55b8-4f8e-adec-e73481709795 None None] Attempting to bind port 48eaad13-d0ba-434c-8adc-c9258b69342e on network 1e0df503-eaf1-4e3a-b16d-c735e9d81bf0 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:26.903873 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-591c240b-8147-4679-94d3-bfef1fcdd614 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Allocated IP 2001:db8::f816:3eff:febd:f7b4 (2ab20f6e-77b1-43c5-910d-71f8e2a47cc4/70e8340d-df9d-477d-bfcf-82c22d941bec/ff8be6f4-0819-4f3a-844e-d5f29ba3030a) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:26.934512 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bd984a-413e-49ff-ba59-0b62425eda9d None None] Network 3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:26.965097 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb0de44-7bff-43b0-b8fc-00ba7316a268 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Router 634f80da-7c20-4c60-983c-7ac42dac2911 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:14:26.974677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd984a-413e-49ff-ba59-0b62425eda9d None None] Pushing event updated for resources: {'Port': ['ID=87c1a256-281f-4017-b1d8-a4eb5ece2caf,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:26.978874 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-17c4b4b7-1d2a-4ef5-a540-1fc9dd02da39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:26.993967 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-39bd984a-413e-49ff-ba59-0b62425eda9d None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:27.010795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bd984a-413e-49ff-ba59-0b62425eda9d None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:27.026451 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bccd008-55b8-4f8e-adec-e73481709795 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:14:27.026838 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bccd008-55b8-4f8e-adec-e73481709795 None None] Checking segment: {'id': '3be71047-8919-4e4e-a498-759941487b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1e0df503-eaf1-4e3a-b16d-c735e9d81bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:27.027246 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6bccd008-55b8-4f8e-adec-e73481709795 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:27.027652 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bccd008-55b8-4f8e-adec-e73481709795 None None] Bound using segment: {'id': '3be71047-8919-4e4e-a498-759941487b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1e0df503-eaf1-4e3a-b16d-c735e9d81bf0'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:14:27.028144 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-6bccd008-55b8-4f8e-adec-e73481709795 None None] Bound port: 48eaad13-d0ba-434c-8adc-c9258b69342e, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be71047-8919-4e4e-a498-759941487b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1e0df503-eaf1-4e3a-b16d-c735e9d81bf0'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:14:27.028552 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6bccd008-55b8-4f8e-adec-e73481709795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (48eaad13-d0ba-434c-8adc-c9258b69342e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:27.109678 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-591c240b-8147-4679-94d3-bfef1fcdd614 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for port (ff8be6f4-0819-4f3a-844e-d5f29ba3030a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:27.170833 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df8dec1b-0a71-4f17-b82e-cb76983f6505 admin admin] Publish callbacks [] for router_gateway (c6b71e7d-c457-49f0-b7b9-aee630a56abf), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:27.174690 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-39bd984a-413e-49ff-ba59-0b62425eda9d None None] Attempting to bind port 87c1a256-281f-4017-b1d8-a4eb5ece2caf on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:14:27.175325 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-39bd984a-413e-49ff-ba59-0b62425eda9d None None] Attempting to bind port 87c1a256-281f-4017-b1d8-a4eb5ece2caf by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'c0c70836-a280-4428-8af6-ac393cb29338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:14:27.175549 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bd984a-413e-49ff-ba59-0b62425eda9d None None] Attempting to bind port 87c1a256-281f-4017-b1d8-a4eb5ece2caf on network 3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:27.197063 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-591c240b-8147-4679-94d3-bfef1fcdd614 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (ff8be6f4-0819-4f3a-844e-d5f29ba3030a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:27.198758 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df8dec1b-0a71-4f17-b82e-cb76983f6505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:27.203352 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb0de44-7bff-43b0-b8fc-00ba7316a268 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:27.211404 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9bb0de44-7bff-43b0-b8fc-00ba7316a268 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:27.212766 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9bb0de44-7bff-43b0-b8fc-00ba7316a268 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "PUT /v2.0/routers/634f80da-7c20-4c60-983c-7ac42dac2911 HTTP/1.1" status: 200 len: 882 time: 4.4870520 Jan 27 22:14:27.215307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58392) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:27.215921 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8ff95b-0b8c-4c22-a578-0eb1b005f3e5 None None] Sync routers for ids ['634f80da-7c20-4c60-983c-7ac42dac2911'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:27.235203 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-fbf2f402-d20c-4893-9ba3-78b40237fb0b None None] Allocated IP 2001:db8::f816:3eff:fe50:ed56 (2ab20f6e-77b1-43c5-910d-71f8e2a47cc4/70e8340d-df9d-477d-bfcf-82c22d941bec/056f18e5-5621-447d-a2b2-ca69d8db4887) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:27.236913 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8ff95b-0b8c-4c22-a578-0eb1b005f3e5 None None] Routers {'634f80da-7c20-4c60-983c-7ac42dac2911'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:27.238093 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-eb8ff95b-0b8c-4c22-a578-0eb1b005f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:14:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['634f80da-7c20-4c60-983c-7ac42dac2911'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:27.309988 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bd984a-413e-49ff-ba59-0b62425eda9d None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:14:27.310378 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bd984a-413e-49ff-ba59-0b62425eda9d None None] Checking segment: {'id': 'c0c70836-a280-4428-8af6-ac393cb29338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:27.310782 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-39bd984a-413e-49ff-ba59-0b62425eda9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:27.311178 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bd984a-413e-49ff-ba59-0b62425eda9d None None] Bound using segment: {'id': 'c0c70836-a280-4428-8af6-ac393cb29338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:14:27.311711 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-39bd984a-413e-49ff-ba59-0b62425eda9d None None] Bound port: 87c1a256-281f-4017-b1d8-a4eb5ece2caf, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c70836-a280-4428-8af6-ac393cb29338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:14:27.312103 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-39bd984a-413e-49ff-ba59-0b62425eda9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (87c1a256-281f-4017-b1d8-a4eb5ece2caf), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:27.313735 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591c240b-8147-4679-94d3-bfef1fcdd614 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Network 2ab20f6e-77b1-43c5-910d-71f8e2a47cc4 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:27.336872 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-eb8ff95b-0b8c-4c22-a578-0eb1b005f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:27.348476 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-591c240b-8147-4679-94d3-bfef1fcdd614 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:27.354439 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8ff95b-0b8c-4c22-a578-0eb1b005f3e5 None None] Routers {'634f80da-7c20-4c60-983c-7ac42dac2911'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:27.361890 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-eb8ff95b-0b8c-4c22-a578-0eb1b005f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:14:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['634f80da-7c20-4c60-983c-7ac42dac2911'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:27.367006 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591c240b-8147-4679-94d3-bfef1fcdd614 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:27.370639 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6bccd008-55b8-4f8e-adec-e73481709795 None None] For port 48eaad13-d0ba-434c-8adc-c9258b69342e, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:14:27.374409 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c240b-8147-4679-94d3-bfef1fcdd614 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:27.375240 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-591c240b-8147-4679-94d3-bfef1fcdd614 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:27.409976 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c240b-8147-4679-94d3-bfef1fcdd614 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event updated for resources: {'Port': ['ID=ff8be6f4-0819-4f3a-844e-d5f29ba3030a,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:27.429795 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-591c240b-8147-4679-94d3-bfef1fcdd614 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3927166 Jan 27 22:14:27.432034 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58396) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:27.444864 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6bccd008-55b8-4f8e-adec-e73481709795 None None] For port 48eaad13-d0ba-434c-8adc-c9258b69342e, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=48eaad13-d0ba-434c-8adc-c9258b69342e,segment=NetworkSegment(3be71047-8919-4e4e-a498-759941487b80),segment_id=3be71047-8919-4e4e-a498-759941487b80)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:14:27.471680 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-eb8ff95b-0b8c-4c22-a578-0eb1b005f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:27.473604 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8ff95b-0b8c-4c22-a578-0eb1b005f3e5 None None] The sync data for ids ['634f80da-7c20-4c60-983c-7ac42dac2911'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:27.476455 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6bccd008-55b8-4f8e-adec-e73481709795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (48eaad13-d0ba-434c-8adc-c9258b69342e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:27.478436 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c7515960-63f7-4735-a242-5259ec1ec43c tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "GET /v2.0/routers/634f80da-7c20-4c60-983c-7ac42dac2911 HTTP/1.1" status: 200 len: 923 time: 0.2614169 Jan 27 22:14:27.481790 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58398) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:27.524857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b97724-85a8-461f-bbfc-cb4b3d974772 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Deleting subnet 70e8340d-df9d-477d-bfcf-82c22d941bec {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:14:27.529569 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-39bd984a-413e-49ff-ba59-0b62425eda9d None None] For port 87c1a256-281f-4017-b1d8-a4eb5ece2caf, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:14:27.553571 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edaed90-749d-4fa4-906c-f566da7bce32 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:27.556230 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2edaed90-749d-4fa4-906c-f566da7bce32 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&device_id=634f80da-7c20-4c60-983c-7ac42dac2911&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0713863 Jan 27 22:14:27.558063 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58404) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:27.560897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-df8dec1b-0a71-4f17-b82e-cb76983f6505 admin admin] Allocated IP 172.25.3.85 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/512dc378-6ecb-490a-bcac-f64bc4426814) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:27.635961 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-39bd984a-413e-49ff-ba59-0b62425eda9d None None] For port 87c1a256-281f-4017-b1d8-a4eb5ece2caf, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=87c1a256-281f-4017-b1d8-a4eb5ece2caf,segment=NetworkSegment(c0c70836-a280-4428-8af6-ac393cb29338),segment_id=c0c70836-a280-4428-8af6-ac393cb29338)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:14:27.712498 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-39bd984a-413e-49ff-ba59-0b62425eda9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (87c1a256-281f-4017-b1d8-a4eb5ece2caf), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:27.752869 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-c81e32ed-49fe-402e-904d-92764998234f tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=baec213c089f4e06bbf1789dc3735d5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439858 Jan 27 22:14:27.797955 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede61e02-999a-4650-86c1-af37f61bd704 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:27.802144 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ede61e02-999a-4650-86c1-af37f61bd704 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 881 time: 0.2418334 Jan 27 22:14:27.805267 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58424) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:27.824672 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:27.855208 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccd008-55b8-4f8e-adec-e73481709795 None None] Pushing event updated for resources: {'Port': ['ID=48eaad13-d0ba-434c-8adc-c9258b69342e,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:27.932707 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-73787933-7384-46b7-85f6-e2507c116616 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "GET /v2.0/ports?device_id=634f80da-7c20-4c60-983c-7ac42dac2911 HTTP/1.1" status: 200 len: 205 time: 0.1227164 Jan 27 22:14:27.939162 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58426) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:28.053465 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd984a-413e-49ff-ba59-0b62425eda9d None None] Pushing event updated for resources: {'Port': ['ID=87c1a256-281f-4017-b1d8-a4eb5ece2caf,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:28.066210 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:14:28.076782 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df8dec1b-0a71-4f17-b82e-cb76983f6505 admin admin] Publish callbacks [] for port (512dc378-6ecb-490a-bcac-f64bc4426814), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:28.098738 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fbf2f402-d20c-4893-9ba3-78b40237fb0b None None] Publish callbacks [] for port (056f18e5-5621-447d-a2b2-ca69d8db4887), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:28.112110 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fbf2f402-d20c-4893-9ba3-78b40237fb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (056f18e5-5621-447d-a2b2-ca69d8db4887), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:28.147973 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-76b97724-85a8-461f-bbfc-cb4b3d974772 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for subnet (70e8340d-df9d-477d-bfcf-82c22d941bec), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:28.206405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf2f402-d20c-4893-9ba3-78b40237fb0b None None] Network 2ab20f6e-77b1-43c5-910d-71f8e2a47cc4 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:28.209647 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-70546523-2d26-4171-8f21-a8b91553a510 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router (634f80da-7c20-4c60-983c-7ac42dac2911), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:28.214916 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df8dec1b-0a71-4f17-b82e-cb76983f6505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (512dc378-6ecb-490a-bcac-f64bc4426814), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:28.215441 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-fbf2f402-d20c-4893-9ba3-78b40237fb0b None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:28.220412 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf2f402-d20c-4893-9ba3-78b40237fb0b None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:28.272053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2f402-d20c-4893-9ba3-78b40237fb0b None None] Pushing event updated for resources: {'Port': ['ID=056f18e5-5621-447d-a2b2-ca69d8db4887,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:28.378682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8dec1b-0a71-4f17-b82e-cb76983f6505 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:28.388741 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-fbf2f402-d20c-4893-9ba3-78b40237fb0b None None] Attempting to bind port 056f18e5-5621-447d-a2b2-ca69d8db4887 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:14:28.389117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-fbf2f402-d20c-4893-9ba3-78b40237fb0b None None] Attempting to bind port 056f18e5-5621-447d-a2b2-ca69d8db4887 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '39588d51-c8f3-40f4-a053-4f9ae356522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2ab20f6e-77b1-43c5-910d-71f8e2a47cc4'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:14:28.389483 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf2f402-d20c-4893-9ba3-78b40237fb0b None None] Attempting to bind port 056f18e5-5621-447d-a2b2-ca69d8db4887 on network 2ab20f6e-77b1-43c5-910d-71f8e2a47cc4 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:28.395404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf2f402-d20c-4893-9ba3-78b40237fb0b None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:14:28.395775 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf2f402-d20c-4893-9ba3-78b40237fb0b None None] Checking segment: {'id': '39588d51-c8f3-40f4-a053-4f9ae356522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2ab20f6e-77b1-43c5-910d-71f8e2a47cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:28.396201 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fbf2f402-d20c-4893-9ba3-78b40237fb0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:28.398326 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf2f402-d20c-4893-9ba3-78b40237fb0b None None] Bound using segment: {'id': '39588d51-c8f3-40f4-a053-4f9ae356522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2ab20f6e-77b1-43c5-910d-71f8e2a47cc4'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:14:28.398812 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-fbf2f402-d20c-4893-9ba3-78b40237fb0b None None] Bound port: 056f18e5-5621-447d-a2b2-ca69d8db4887, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39588d51-c8f3-40f4-a053-4f9ae356522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2ab20f6e-77b1-43c5-910d-71f8e2a47cc4'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:14:28.399198 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fbf2f402-d20c-4893-9ba3-78b40237fb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (056f18e5-5621-447d-a2b2-ca69d8db4887), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:28.400573 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-df8dec1b-0a71-4f17-b82e-cb76983f6505 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:28.443733 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-76b97724-85a8-461f-bbfc-cb4b3d974772 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (70e8340d-df9d-477d-bfcf-82c22d941bec), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:28.446493 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8dec1b-0a71-4f17-b82e-cb76983f6505 admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:28.468722 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-70546523-2d26-4171-8f21-a8b91553a510 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_gateway (634f80da-7c20-4c60-983c-7ac42dac2911), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:28.544774 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-fbf2f402-d20c-4893-9ba3-78b40237fb0b None None] For port 056f18e5-5621-447d-a2b2-ca69d8db4887, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:14:28.551594 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-fbf2f402-d20c-4893-9ba3-78b40237fb0b None None] For port 056f18e5-5621-447d-a2b2-ca69d8db4887, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=056f18e5-5621-447d-a2b2-ca69d8db4887,segment=NetworkSegment(39588d51-c8f3-40f4-a053-4f9ae356522d),segment_id=39588d51-c8f3-40f4-a053-4f9ae356522d)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:14:28.560505 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fbf2f402-d20c-4893-9ba3-78b40237fb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (056f18e5-5621-447d-a2b2-ca69d8db4887), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:28.581916 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-70546523-2d26-4171-8f21-a8b91553a510 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Deleting port 77c0ba73-47b7-40e7-9169-9c37d183b0a8 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:28.581916 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-70546523-2d26-4171-8f21-a8b91553a510 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (77c0ba73-47b7-40e7-9169-9c37d183b0a8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:28.769479 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-70546523-2d26-4171-8f21-a8b91553a510 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (77c0ba73-47b7-40e7-9169-9c37d183b0a8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:28.803410 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-70546523-2d26-4171-8f21-a8b91553a510 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Calling delete_port for 77c0ba73-47b7-40e7-9169-9c37d183b0a8 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:29.051463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 48eaad13-d0ba-434c-8adc-c9258b69342e up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:29.135340 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:29.180308 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-70546523-2d26-4171-8f21-a8b91553a510 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (77c0ba73-47b7-40e7-9169-9c37d183b0a8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:29.187682 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 48eaad13-d0ba-434c-8adc-c9258b69342e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:29.188375 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (48eaad13-d0ba-434c-8adc-c9258b69342e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:29.192781 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2f402-d20c-4893-9ba3-78b40237fb0b None None] Pushing event updated for resources: {'Port': ['ID=056f18e5-5621-447d-a2b2-ca69d8db4887,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:29.255055 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70546523-2d26-4171-8f21-a8b91553a510 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Pushing event deleted for resources: {'Port': ['ID=77c0ba73-47b7-40e7-9169-9c37d183b0a8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:29.371303 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 48eaad13-d0ba-434c-8adc-c9258b69342e is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:29.371928 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (48eaad13-d0ba-434c-8adc-c9258b69342e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:29.401189 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-70546523-2d26-4171-8f21-a8b91553a510 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (634f80da-7c20-4c60-983c-7ac42dac2911), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:29.446092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 48eaad13-d0ba-434c-8adc-c9258b69342e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=48eaad13-d0ba-434c-8adc-c9258b69342e,segment=NetworkSegment(3be71047-8919-4e4e-a498-759941487b80),segment_id=3be71047-8919-4e4e-a498-759941487b80)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:29.453947 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (48eaad13-d0ba-434c-8adc-c9258b69342e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:29.454912 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 87c1a256-281f-4017-b1d8-a4eb5ece2caf up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:29.523527 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58438) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:29.541805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8dec1b-0a71-4f17-b82e-cb76983f6505 admin admin] Pushing event updated for resources: {'Port': ['ID=512dc378-6ecb-490a-bcac-f64bc4426814,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:29.573696 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=48eaad13-d0ba-434c-8adc-c9258b69342e,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:29.625276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-6f5d7d6c-c323-4404-976e-6846d0314141 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:29.626911 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-6f5d7d6c-c323-4404-976e-6846d0314141 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.8686314 Jan 27 22:14:29.673570 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-70546523-2d26-4171-8f21-a8b91553a510 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (634f80da-7c20-4c60-983c-7ac42dac2911), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:29.675779 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-70546523-2d26-4171-8f21-a8b91553a510 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_controller (634f80da-7c20-4c60-983c-7ac42dac2911), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:29.691182 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beb1759-7c52-4fd0-bcbc-4f91a07a5c1a None None] Network 1e0df503-eaf1-4e3a-b16d-c735e9d81bf0 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:29.692905 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-82c136cc-4a0a-4534-bc6a-8bf0c41a2bc2 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/quotas/baec213c089f4e06bbf1789dc3735d5b HTTP/1.1" status: 200 len: 375 time: 0.0499289 Jan 27 22:14:29.774502 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-70546523-2d26-4171-8f21-a8b91553a510 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (634f80da-7c20-4c60-983c-7ac42dac2911), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:29.775299 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70546523-2d26-4171-8f21-a8b91553a510 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Fanout notify agent at l3_agent the message router_deleted on router 634f80da-7c20-4c60-983c-7ac42dac2911 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:14:29.806036 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-70546523-2d26-4171-8f21-a8b91553a510 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:29.810850 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-70546523-2d26-4171-8f21-a8b91553a510 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "DELETE /v2.0/routers/634f80da-7c20-4c60-983c-7ac42dac2911 HTTP/1.1" status: 204 len: 168 time: 1.8663754 Jan 27 22:14:29.811266 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58442) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:29.822683 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-dd52a5b5-07cb-4911-81b8-012558de2094 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1968234360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:29.866577 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-9daab6cf-2f0b-432a-af31-40e9879fe191 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=baec213c089f4e06bbf1789dc3735d5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1112885 Jan 27 22:14:29.887626 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dd52a5b5-07cb-4911-81b8-012558de2094 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (141c8b99-c65d-4591-bd68-323180f3d1ff), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:29.888798 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dd52a5b5-07cb-4911-81b8-012558de2094 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (141c8b99-c65d-4591-bd68-323180f3d1ff), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:29.975278 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c1dedeb7-3b78-4124-af2f-5c9374ea00dd None None] Provisioning complete for port 48eaad13-d0ba-434c-8adc-c9258b69342e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:29.975803 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c1dedeb7-3b78-4124-af2f-5c9374ea00dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (48eaad13-d0ba-434c-8adc-c9258b69342e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:30.040340 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dd52a5b5-07cb-4911-81b8-012558de2094 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_controller (141c8b99-c65d-4591-bd68-323180f3d1ff), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:30.059912 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dd52a5b5-07cb-4911-81b8-012558de2094 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (141c8b99-c65d-4591-bd68-323180f3d1ff), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:30.091399 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-602b1fcc-3b9c-4b58-81d5-01b389c7aff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:30.101994 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dd52a5b5-07cb-4911-81b8-012558de2094 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:30.103255 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dd52a5b5-07cb-4911-81b8-012558de2094 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2907970 Jan 27 22:14:30.106420 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58448) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:30.116221 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e55c809f-281c-4b6c-90b6-4098c40561c8 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'enable_snat': True}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:30.138537 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 87c1a256-281f-4017-b1d8-a4eb5ece2caf triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:30.138971 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (87c1a256-281f-4017-b1d8-a4eb5ece2caf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:30.277299 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36fbf12-55e6-4ef0-bd2b-9213a4b8a4d3 None None] Network 3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:30.429751 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-602b1fcc-3b9c-4b58-81d5-01b389c7aff5 admin admin] Publish callbacks [] for security_group (de9c1126-1d9e-4bf4-bdc6-2da7ee049dc0), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:30.501131 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f4394df-8881-4193-b17c-eca6bcdc3b45 req-4b667f40-a0f6-44c1-8c70-c48bfe90b22b tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc93f6b-1715-4179-898e-618b4d5e6892 HTTP/1.1" status: 200 len: 210 time: 0.1594598 Jan 27 22:14:30.502671 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-602b1fcc-3b9c-4b58-81d5-01b389c7aff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (de9c1126-1d9e-4bf4-bdc6-2da7ee049dc0), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:30.572876 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:30.616438 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-76b97724-85a8-461f-bbfc-cb4b3d974772 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (70e8340d-df9d-477d-bfcf-82c22d941bec), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:30.623063 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df8dec1b-0a71-4f17-b82e-cb76983f6505 admin admin] Publish callbacks [] for router_gateway (c6b71e7d-c457-49f0-b7b9-aee630a56abf), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:30.625906 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b1fcc-3b9c-4b58-81d5-01b389c7aff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9c1126-1d9e-4bf4-bdc6-2da7ee049dc0,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:30.693423 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e55c809f-281c-4b6c-90b6-4098c40561c8 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_gateway (141c8b99-c65d-4591-bd68-323180f3d1ff), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:30.702008 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c1dedeb7-3b78-4124-af2f-5c9374ea00dd None None] Current status of the port 48eaad13-d0ba-434c-8adc-c9258b69342e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:30.756322 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-602b1fcc-3b9c-4b58-81d5-01b389c7aff5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08348eb889704202a9c7d45c488f190e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2288778 Jan 27 22:14:30.760117 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58456) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:30.786527 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 87c1a256-281f-4017-b1d8-a4eb5ece2caf is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:30.787118 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (87c1a256-281f-4017-b1d8-a4eb5ece2caf), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:30.892536 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e897-904f-4685-a98b-c019822f42a1 admin admin] Publish callbacks [] for security_group (de9c1126-1d9e-4bf4-bdc6-2da7ee049dc0), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:30.925268 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-76b97724-85a8-461f-bbfc-cb4b3d974772 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (70e8340d-df9d-477d-bfcf-82c22d941bec), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:30.942782 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e897-904f-4685-a98b-c019822f42a1 admin admin] Publish callbacks [] for security_group (de9c1126-1d9e-4bf4-bdc6-2da7ee049dc0), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.034019 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 87c1a256-281f-4017-b1d8-a4eb5ece2caf, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=87c1a256-281f-4017-b1d8-a4eb5ece2caf,segment=NetworkSegment(c0c70836-a280-4428-8af6-ac393cb29338),segment_id=c0c70836-a280-4428-8af6-ac393cb29338)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:31.086115 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b97724-85a8-461f-bbfc-cb4b3d974772 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event deleted for resources: {'Subnet': ['ID=70e8340d-df9d-477d-bfcf-82c22d941bec,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:31.131027 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (87c1a256-281f-4017-b1d8-a4eb5ece2caf), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.178783 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-36f5ea9d-ceaa-4f66-a9fa-b09b9f2d1f23 None None] Provisioning complete for port 87c1a256-281f-4017-b1d8-a4eb5ece2caf triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:31.179164 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-36f5ea9d-ceaa-4f66-a9fa-b09b9f2d1f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (87c1a256-281f-4017-b1d8-a4eb5ece2caf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.228518 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e897-904f-4685-a98b-c019822f42a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (de9c1126-1d9e-4bf4-bdc6-2da7ee049dc0), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.231423 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e897-904f-4685-a98b-c019822f42a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.235369 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d9d2e897-904f-4685-a98b-c019822f42a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de9c1126-1d9e-4bf4-bdc6-2da7ee049dc0 HTTP/1.1" status: 204 len: 168 time: 0.4709740 Jan 27 22:14:31.242010 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8040bb1-43e5-4d60-8611-b761a194e347 None None] Network 2ab20f6e-77b1-43c5-910d-71f8e2a47cc4 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:31.246931 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-76b97724-85a8-461f-bbfc-cb4b3d974772 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.253168 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-76b97724-85a8-461f-bbfc-cb4b3d974772 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "DELETE /v2.0/subnets/70e8340d-df9d-477d-bfcf-82c22d941bec HTTP/1.1" status: 204 len: 168 time: 3.8198507 Jan 27 22:14:31.256281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58470) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:31.280107 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2e897-904f-4685-a98b-c019822f42a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9c1126-1d9e-4bf4-bdc6-2da7ee049dc0,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:31.332501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0457ae96-9d9b-4f92-bd62-591869cc5edc tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:31.338121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0457ae96-9d9b-4f92-bd62-591869cc5edc tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:31.340046 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0457ae96-9d9b-4f92-bd62-591869cc5edc tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0824771 Jan 27 22:14:31.343214 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58472) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:31.386128 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e55c809f-281c-4b6c-90b6-4098c40561c8 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_gateway (141c8b99-c65d-4591-bd68-323180f3d1ff), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.448363 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e55c809f-281c-4b6c-90b6-4098c40561c8 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.490211 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df8dec1b-0a71-4f17-b82e-cb76983f6505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (c6b71e7d-c457-49f0-b7b9-aee630a56abf), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.597525 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-655441c6-5351-422c-9d90-5fb61a70507d tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (2ab20f6e-77b1-43c5-910d-71f8e2a47cc4), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.657088 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-655441c6-5351-422c-9d90-5fb61a70507d tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 27 22:14:31.657783 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-655441c6-5351-422c-9d90-5fb61a70507d tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:14:31.677327 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-655441c6-5351-422c-9d90-5fb61a70507d tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "DELETE /v2.0/networks/2ab20f6e-77b1-43c5-910d-71f8e2a47cc4 HTTP/1.1" status: 409 len: 466 time: 0.3329644 Jan 27 22:14:31.684580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58478) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:31.729608 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-e55c809f-281c-4b6c-90b6-4098c40561c8 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Allocated IP 172.25.3.194 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/c7762b84-8f5d-446a-af96-2da32c288f44) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:31.753322 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=87c1a256-281f-4017-b1d8-a4eb5ece2caf,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:31.777675 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 48eaad13-d0ba-434c-8adc-c9258b69342e up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:31.801908 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-8fa8cbe6-8654-440f-ace3-07627d7dd491 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-979702053'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:32.024560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-378400f3-5885-44da-93de-0d9dc5211cc6 req-0dad1d42-4c5b-43de-88a5-1bbc692a547b tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc93f6b-1715-4179-898e-618b4d5e6892 HTTP/1.1" status: 200 len: 210 time: 0.2257740 Jan 27 22:14:32.025763 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b6166c-0be5-41b0-b45d-2f41dfd8c123 None None] DHCP port deletion for 2ab20f6e-77b1-43c5-910d-71f8e2a47cc4 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:14:32.028489 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa8cbe6-8654-440f-ace3-07627d7dd491 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Made reservation on behalf of 149964bcbbfa46c2a4d0f56a34366e55 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:32.043579 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fa8cbe6-8654-440f-ace3-07627d7dd491 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:32.080951 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa8cbe6-8654-440f-ace3-07627d7dd491 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:14:32.091482 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fa8cbe6-8654-440f-ace3-07627d7dd491 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (62cc5625-e6b2-4e6b-8055-7876c6024640), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:32.092211 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-8fa8cbe6-8654-440f-ace3-07627d7dd491 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Added segment 62cc5625-e6b2-4e6b-8055-7876c6024640 of type vlan for network 06f6652e-51ca-46df-b73e-064155dd056b Jan 27 22:14:32.109027 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e55c809f-281c-4b6c-90b6-4098c40561c8 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for port (c7762b84-8f5d-446a-af96-2da32c288f44), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:32.113196 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58482) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:32.146677 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fa8cbe6-8654-440f-ace3-07627d7dd491 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (06f6652e-51ca-46df-b73e-064155dd056b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:32.181689 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b4abd3ca-942c-47e6-869e-fc711d2d91d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:32.210943 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fa8cbe6-8654-440f-ace3-07627d7dd491 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (06f6652e-51ca-46df-b73e-064155dd056b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:32.221389 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-36f5ea9d-ceaa-4f66-a9fa-b09b9f2d1f23 None None] Current status of the port 87c1a256-281f-4017-b1d8-a4eb5ece2caf is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:32.232999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa8cbe6-8654-440f-ace3-07627d7dd491 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:32.234431 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fa8cbe6-8654-440f-ace3-07627d7dd491 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:32.256457 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-36f5ea9d-ceaa-4f66-a9fa-b09b9f2d1f23 None None] Provisioning complete for port 48eaad13-d0ba-434c-8adc-c9258b69342e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:32.256839 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-36f5ea9d-ceaa-4f66-a9fa-b09b9f2d1f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (48eaad13-d0ba-434c-8adc-c9258b69342e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:32.295001 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e55c809f-281c-4b6c-90b6-4098c40561c8 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (c7762b84-8f5d-446a-af96-2da32c288f44), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:32.310270 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 48eaad13-d0ba-434c-8adc-c9258b69342e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:32.310734 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (48eaad13-d0ba-434c-8adc-c9258b69342e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:32.317891 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-45046a32-82b4-4709-a560-9cb521358c5d tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=baec213c089f4e06bbf1789dc3735d5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676651 Jan 27 22:14:32.366451 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55c809f-281c-4b6c-90b6-4098c40561c8 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:32.371752 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-e55c809f-281c-4b6c-90b6-4098c40561c8 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:32.383477 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55c809f-281c-4b6c-90b6-4098c40561c8 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:32.437898 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c809f-281c-4b6c-90b6-4098c40561c8 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Pushing event updated for resources: {'Port': ['ID=c7762b84-8f5d-446a-af96-2da32c288f44,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:32.462234 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8dec1b-0a71-4f17-b82e-cb76983f6505 admin admin] Router c6b71e7d-c457-49f0-b7b9-aee630a56abf is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:14:32.490157 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b4abd3ca-942c-47e6-869e-fc711d2d91d9 admin admin] Publish callbacks [] for security_group (ffaf66a6-5c32-4eb6-b0b4-23341c83ea30), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:32.503611 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e8b6166c-0be5-41b0-b45d-2f41dfd8c123 None None] Deleting port 056f18e5-5621-447d-a2b2-ca69d8db4887 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:32.506712 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e8b6166c-0be5-41b0-b45d-2f41dfd8c123 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (056f18e5-5621-447d-a2b2-ca69d8db4887), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:32.536088 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8fa8cbe6-8654-440f-ace3-07627d7dd491 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7364943 Jan 27 22:14:32.539851 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58488) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:32.613828 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-247834c0-00b8-47ea-8cce-fcdfb38f3248 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Request body: {'subnet': {'network_id': '06f6652e-51ca-46df-b73e-064155dd056b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:32.639633 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-36f5ea9d-ceaa-4f66-a9fa-b09b9f2d1f23 None None] Current status of the port 48eaad13-d0ba-434c-8adc-c9258b69342e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:32.694232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8cbe6-8654-440f-ace3-07627d7dd491 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event updated for resources: {'Network': ['ID=06f6652e-51ca-46df-b73e-064155dd056b,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:32.731148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 06f6652e-51ca-46df-b73e-064155dd056b details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:14:32.764812 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e8b6166c-0be5-41b0-b45d-2f41dfd8c123 None None] For port 056f18e5-5621-447d-a2b2-ca69d8db4887, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=056f18e5-5621-447d-a2b2-ca69d8db4887,segment=NetworkSegment(39588d51-c8f3-40f4-a053-4f9ae356522d),segment_id=39588d51-c8f3-40f4-a053-4f9ae356522d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:32.765516 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e8b6166c-0be5-41b0-b45d-2f41dfd8c123 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (056f18e5-5621-447d-a2b2-ca69d8db4887), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:32.862835 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e8b6166c-0be5-41b0-b45d-2f41dfd8c123 None None] Calling delete_port for 056f18e5-5621-447d-a2b2-ca69d8db4887 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:32.889612 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 48eaad13-d0ba-434c-8adc-c9258b69342e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:32.890903 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 056f18e5-5621-447d-a2b2-ca69d8db4887 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:32.929661 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247834c0-00b8-47ea-8cce-fcdfb38f3248 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Made reservation on behalf of 149964bcbbfa46c2a4d0f56a34366e55 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:32.935100 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-247834c0-00b8-47ea-8cce-fcdfb38f3248 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:33.080589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-da676d3f-44c0-41d7-99fb-8f65a8fd7924 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:33.082150 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-da676d3f-44c0-41d7-99fb-8f65a8fd7924 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7552857 Jan 27 22:14:33.106369 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Request body: {'port': {'device_id': '9dc93f6b-1715-4179-898e-618b4d5e6892', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': 'baec213c089f4e06bbf1789dc3735d5b'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:33.166363 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-df6d89c4-7d14-4425-b816-d87e0bf775cb None None] Provisioning complete for port 87c1a256-281f-4017-b1d8-a4eb5ece2caf triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:33.167720 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-df6d89c4-7d14-4425-b816-d87e0bf775cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (87c1a256-281f-4017-b1d8-a4eb5ece2caf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:33.215557 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4dd97a51-6093-4d24-baa0-07ee144d12e2 req-dce17983-e18f-4ff7-863c-222e66ba26a7 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc93f6b-1715-4179-898e-618b4d5e6892 HTTP/1.1" status: 200 len: 210 time: 0.0539706 Jan 27 22:14:33.258442 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 056f18e5-5621-447d-a2b2-ca69d8db4887 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:33.258442 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (056f18e5-5621-447d-a2b2-ca69d8db4887), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:33.262567 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b4abd3ca-942c-47e6-869e-fc711d2d91d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ffaf66a6-5c32-4eb6-b0b4-23341c83ea30), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:33.360903 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e8b6166c-0be5-41b0-b45d-2f41dfd8c123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (056f18e5-5621-447d-a2b2-ca69d8db4887), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:33.373201 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8dec1b-0a71-4f17-b82e-cb76983f6505 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:33.402121 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-df6d89c4-7d14-4425-b816-d87e0bf775cb None None] Current status of the port 87c1a256-281f-4017-b1d8-a4eb5ece2caf is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:33.405909 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Could not find standard attr ID for object 056f18e5-5621-447d-a2b2-ca69d8db4887. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:14:33.407676 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] Sync routers for ids ['c6b71e7d-c457-49f0-b7b9-aee630a56abf'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:33.413868 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6166c-0be5-41b0-b45d-2f41dfd8c123 None None] Pushing event deleted for resources: {'Port': ['ID=056f18e5-5621-447d-a2b2-ca69d8db4887,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:33.416270 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b6166c-0be5-41b0-b45d-2f41dfd8c123 None None] No DVR routers for this DVR port 056f18e5-5621-447d-a2b2-ca69d8db4887 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:14:33.419434 n-d-772272-3 neutron-server[109743]: INFO neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No ports have port_id starting with 056f18e5-5621-447d-a2b2-ca69d8db4887 Jan 27 22:14:33.420178 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-df6d89c4-7d14-4425-b816-d87e0bf775cb None None] Could not find standard attr ID for object 056f18e5-5621-447d-a2b2-ca69d8db4887. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:14:33.447370 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] Routers {'c6b71e7d-c457-49f0-b7b9-aee630a56abf'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:33.448031 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:14:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c6b71e7d-c457-49f0-b7b9-aee630a56abf'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:33.480707 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df8dec1b-0a71-4f17-b82e-cb76983f6505 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:33.482044 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-df8dec1b-0a71-4f17-b82e-cb76983f6505 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.5409288 Jan 27 22:14:33.484978 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e55c809f-281c-4b6c-90b6-4098c40561c8 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_gateway (141c8b99-c65d-4591-bd68-323180f3d1ff), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:33.498257 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58496) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:33.627318 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] Set router c6b71e7d-c457-49f0-b7b9-aee630a56abf gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:14:33.644445 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abd3ca-942c-47e6-869e-fc711d2d91d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffaf66a6-5c32-4eb6-b0b4-23341c83ea30,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:33.669253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Made reservation on behalf of baec213c089f4e06bbf1789dc3735d5b for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:33.673417 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:33.692481 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b4abd3ca-942c-47e6-869e-fc711d2d91d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6ad107fe0294f5ba16f80d14f292b97&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5698447 Jan 27 22:14:33.695709 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:33.699428 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 87c1a256-281f-4017-b1d8-a4eb5ece2caf up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:33.701786 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58498) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:33.804383 n-d-772272-3 neutron-server[109741]: DEBUG neutron.objects.ports [None req-247834c0-00b8-47ea-8cce-fcdfb38f3248 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109741) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:14:33.816660 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-247834c0-00b8-47ea-8cce-fcdfb38f3248 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (6824d480-e4ae-4041-95f1-bc2d7bbffc12), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:33.870926 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 87c1a256-281f-4017-b1d8-a4eb5ece2caf triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:33.871513 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (87c1a256-281f-4017-b1d8-a4eb5ece2caf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:33.884036 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ca6c136-30bf-4ce3-9655-a8832d06ffd4 admin admin] Publish callbacks [] for security_group (ffaf66a6-5c32-4eb6-b0b4-23341c83ea30), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:33.909838 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ca6c136-30bf-4ce3-9655-a8832d06ffd4 admin admin] Publish callbacks [] for security_group (ffaf66a6-5c32-4eb6-b0b4-23341c83ea30), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:33.970404 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ca6c136-30bf-4ce3-9655-a8832d06ffd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ffaf66a6-5c32-4eb6-b0b4-23341c83ea30), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:33.975643 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ca6c136-30bf-4ce3-9655-a8832d06ffd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:33.976868 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5ca6c136-30bf-4ce3-9655-a8832d06ffd4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffaf66a6-5c32-4eb6-b0b4-23341c83ea30 HTTP/1.1" status: 204 len: 168 time: 0.2740278 Jan 27 22:14:33.991901 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b71e7d-c457-49f0-b7b9-aee630a56abf', 'name': 'tempest-TestServerMultinode-724546054-router', 'tenant_id': '54c64932692842a19459a0525e81fe27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '512dc378-6ecb-490a-bcac-f64bc4426814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:25Z', 'updated_at': '2022-01-27T22:14:29Z', 'revision_number': 3, 'project_id': '54c64932692842a19459a0525e81fe27', 'gw_port': {'id': '512dc378-6ecb-490a-bcac-f64bc4426814', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b71e7d-c457-49f0-b7b9-aee630a56abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:27Z', 'updated_at': '2022-01-27T22:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:34.042403 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6c136-30bf-4ce3-9655-a8832d06ffd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffaf66a6-5c32-4eb6-b0b4-23341c83ea30,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:34.130126 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] Checking router: c6b71e7d-c457-49f0-b7b9-aee630a56abf for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:14:34.130489 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] Updating router c6b71e7d-c457-49f0-b7b9-aee630a56abf port 512dc378-6ecb-490a-bcac-f64bc4426814 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:14:34.169116 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e55c809f-281c-4b6c-90b6-4098c40561c8 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (141c8b99-c65d-4591-bd68-323180f3d1ff), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:34.182299 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e55c809f-281c-4b6c-90b6-4098c40561c8 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1668512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1663757'] for router (141c8b99-c65d-4591-bd68-323180f3d1ff), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:34.232937 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (512dc378-6ecb-490a-bcac-f64bc4426814), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:34.235041 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 87c1a256-281f-4017-b1d8-a4eb5ece2caf is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:34.378461 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 056f18e5-5621-447d-a2b2-ca69d8db4887 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:14:34.410435 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 056f18e5-5621-447d-a2b2-ca69d8db4887 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:14:34.410789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 056f18e5-5621-447d-a2b2-ca69d8db4887 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:14:34.434064 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba931712-11c3-4202-a2f0-9ebcedff93f7 req-d5f63fc0-7adb-46a4-89b3-a3f3c92c2780 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc93f6b-1715-4179-898e-618b4d5e6892 HTTP/1.1" status: 200 len: 210 time: 0.0496278 Jan 27 22:14:34.447210 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247834c0-00b8-47ea-8cce-fcdfb38f3248 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event updated for resources: {'Subnet': ['ID=6824d480-e4ae-4041-95f1-bc2d7bbffc12,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:34.581676 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55c809f-281c-4b6c-90b6-4098c40561c8 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Router 141c8b99-c65d-4591-bd68-323180f3d1ff is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:14:34.596760 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247834c0-00b8-47ea-8cce-fcdfb38f3248 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Checking segment: {'id': '62cc5625-e6b2-4e6b-8055-7876c6024640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '06f6652e-51ca-46df-b73e-064155dd056b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:34.597035 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247834c0-00b8-47ea-8cce-fcdfb38f3248 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Network hostable DHCP agents. Network: 06f6652e-51ca-46df-b73e-064155dd056b, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:14:34.661628 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] Publish callbacks [] for port (512dc378-6ecb-490a-bcac-f64bc4426814), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:34.664027 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Publish callbacks [] for security_group (cfa0e41e-2947-48c3-8fb0-5c8051910af1), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:34.672923 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (512dc378-6ecb-490a-bcac-f64bc4426814), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:34.677596 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cfa0e41e-2947-48c3-8fb0-5c8051910af1), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:34.741089 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e9f24-f1f3-475f-a7fc-0ad18b5c850b None None] Pushing event updated for resources: {'Port': ['ID=512dc378-6ecb-490a-bcac-f64bc4426814,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:34.758875 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa0e41e-2947-48c3-8fb0-5c8051910af1,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:34.765359 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] Attempting to bind port 512dc378-6ecb-490a-bcac-f64bc4426814 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:14:34.765749 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] Attempting to bind port 512dc378-6ecb-490a-bcac-f64bc4426814 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:14:34.766111 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] Attempting to bind port 512dc378-6ecb-490a-bcac-f64bc4426814 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:34.772362 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:14:34.773063 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:34.774088 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:34.774501 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:14:34.775107 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] Bound port: 512dc378-6ecb-490a-bcac-f64bc4426814, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:14:34.775375 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (512dc378-6ecb-490a-bcac-f64bc4426814), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:34.780970 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247834c0-00b8-47ea-8cce-fcdfb38f3248 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Network 06f6652e-51ca-46df-b73e-064155dd056b is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:14:34.792002 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55c809f-281c-4b6c-90b6-4098c40561c8 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:34.804108 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e55c809f-281c-4b6c-90b6-4098c40561c8 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:34.811191 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7699ef33-5056-49e7-ad3f-b83e745fbe6c None None] Sync routers for ids ['141c8b99-c65d-4591-bd68-323180f3d1ff'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:34.825804 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e55c809f-281c-4b6c-90b6-4098c40561c8 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "PUT /v2.0/routers/141c8b99-c65d-4591-bd68-323180f3d1ff HTTP/1.1" status: 200 len: 919 time: 4.7182570 Jan 27 22:14:34.828833 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58516) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:34.831124 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-247834c0-00b8-47ea-8cce-fcdfb38f3248 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 06f6652e-51ca-46df-b73e-064155dd056b) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:34.838130 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7699ef33-5056-49e7-ad3f-b83e745fbe6c None None] Routers {'141c8b99-c65d-4591-bd68-323180f3d1ff'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:34.840808 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7699ef33-5056-49e7-ad3f-b83e745fbe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:14:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['141c8b99-c65d-4591-bd68-323180f3d1ff'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:34.849773 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247834c0-00b8-47ea-8cce-fcdfb38f3248 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:34.850783 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-247834c0-00b8-47ea-8cce-fcdfb38f3248 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:34.854963 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c527d7e4-bf4a-411f-b98c-ae6ad891bf7a None None] Network 06f6652e-51ca-46df-b73e-064155dd056b requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:34.976293 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-247834c0-00b8-47ea-8cce-fcdfb38f3248 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4330897 Jan 27 22:14:34.984223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58520) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:34.995659 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-01dd515f-9636-47a5-a2b2-ae3ad7e7bf0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Request body: {'port': {'network_id': '06f6652e-51ca-46df-b73e-064155dd056b', 'name': 'tempest-NetworksIpV6TestAttrs-1814750335'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:35.058501 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] For port 512dc378-6ecb-490a-bcac-f64bc4426814, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:14:35.078575 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3386cf0b-1406-4426-8595-f7ed7e890715 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "GET /v2.0/routers/141c8b99-c65d-4591-bd68-323180f3d1ff HTTP/1.1" status: 200 len: 925 time: 0.2429881 Jan 27 22:14:35.079344 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58522) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:35.097007 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7699ef33-5056-49e7-ad3f-b83e745fbe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:35.110942 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7699ef33-5056-49e7-ad3f-b83e745fbe6c None None] Routers {'141c8b99-c65d-4591-bd68-323180f3d1ff'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:35.111920 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7699ef33-5056-49e7-ad3f-b83e745fbe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:14:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['141c8b99-c65d-4591-bd68-323180f3d1ff'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:35.136347 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] For port 512dc378-6ecb-490a-bcac-f64bc4426814, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=512dc378-6ecb-490a-bcac-f64bc4426814,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:14:35.170448 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (512dc378-6ecb-490a-bcac-f64bc4426814), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:35.174636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Allocated IP 192.168.233.194 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/2ce85307-b96c-47ae-bb3f-09398b2f300d) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:35.194069 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-edbbb101-bae1-4635-83c3-c15fb5d3ee50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:35.197618 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7699ef33-5056-49e7-ad3f-b83e745fbe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:35.198827 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7699ef33-5056-49e7-ad3f-b83e745fbe6c None None] The sync data for ids ['141c8b99-c65d-4591-bd68-323180f3d1ff'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:35.211012 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eeb48e-6dc5-46af-aa28-e5eeea612e91 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:35.212611 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-47eeb48e-6dc5-46af-aa28-e5eeea612e91 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&device_id=141c8b99-c65d-4591-bd68-323180f3d1ff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1323087 Jan 27 22:14:35.218666 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58530) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:35.283544 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dd515f-9636-47a5-a2b2-ae3ad7e7bf0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Made reservation on behalf of 149964bcbbfa46c2a4d0f56a34366e55 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:35.287058 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01dd515f-9636-47a5-a2b2-ae3ad7e7bf0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:35.399916 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] Routers {'c6b71e7d-c457-49f0-b7b9-aee630a56abf'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:35.400592 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:14:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c6b71e7d-c457-49f0-b7b9-aee630a56abf'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:35.448090 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-01dd515f-9636-47a5-a2b2-ae3ad7e7bf0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] device_id is not set on port e1cda480-0603-41fc-9db9-a6b9fd37224a yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:14:35.462669 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6576d5-cf49-4d59-951b-f43256f96972 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:35.466679 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0f6576d5-cf49-4d59-951b-f43256f96972 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 881 time: 0.2452536 Jan 27 22:14:35.467671 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58536) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:35.537460 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fb25a255-3cda-4c5c-80a1-bbc5bc008bec tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "GET /v2.0/ports?device_id=141c8b99-c65d-4591-bd68-323180f3d1ff HTTP/1.1" status: 200 len: 205 time: 0.0664907 Jan 27 22:14:35.539791 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58542) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:35.547439 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e9f24-f1f3-475f-a7fc-0ad18b5c850b None None] Pushing event updated for resources: {'Port': ['ID=512dc378-6ecb-490a-bcac-f64bc4426814,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:35.556293 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf04575-4a2f-4c8e-a7e3-3418d215261c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-06f6652e-51ca-46df-b73e-064155dd056b', 'network_id': '06f6652e-51ca-46df-b73e-064155dd056b', 'project_id': '149964bcbbfa46c2a4d0f56a34366e55', 'fixed_ips': [{'subnet_id': '6824d480-e4ae-4041-95f1-bc2d7bbffc12'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:14:35.556995 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aaf04575-4a2f-4c8e-a7e3-3418d215261c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:35.747770 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce603d5e-9164-4955-b8e2-4b9d8fa448ba tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router (141c8b99-c65d-4591-bd68-323180f3d1ff), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:35.770915 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-edbbb101-bae1-4635-83c3-c15fb5d3ee50 admin admin] Allocated IP 172.20.0.1 (3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e/d0cf0b91-88d5-429e-ae12-46c36e926f00/d9a76154-bff1-4bac-8abd-14bee24b2af3) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:35.850877 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] Set router c6b71e7d-c457-49f0-b7b9-aee630a56abf gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:14:35.941145 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce603d5e-9164-4955-b8e2-4b9d8fa448ba tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_gateway (141c8b99-c65d-4591-bd68-323180f3d1ff), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:35.967031 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e9dee4f6-ab1a-4333-bb7f-e19ed1afd361 req-b6d9f1bf-93f8-4ef4-85c6-1e1f374f5fbd tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc93f6b-1715-4179-898e-618b4d5e6892 HTTP/1.1" status: 200 len: 210 time: 0.2766330 Jan 27 22:14:36.045341 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-aaf04575-4a2f-4c8e-a7e3-3418d215261c None None] Allocated IP 2001:db8::f816:3eff:feb1:69ed (06f6652e-51ca-46df-b73e-064155dd056b/6824d480-e4ae-4041-95f1-bc2d7bbffc12/1b534641-4a9d-4e2d-a262-67fa82cef177) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:36.074635 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ce603d5e-9164-4955-b8e2-4b9d8fa448ba tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Deleting port c7762b84-8f5d-446a-af96-2da32c288f44 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:36.074990 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce603d5e-9164-4955-b8e2-4b9d8fa448ba tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c7762b84-8f5d-446a-af96-2da32c288f44), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:36.111887 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Publish callbacks [] for port (2ce85307-b96c-47ae-bb3f-09398b2f300d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:36.191651 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (2ce85307-b96c-47ae-bb3f-09398b2f300d), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:36.249792 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce603d5e-9164-4955-b8e2-4b9d8fa448ba tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c7762b84-8f5d-446a-af96-2da32c288f44), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:36.257406 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-edbbb101-bae1-4635-83c3-c15fb5d3ee50 admin admin] Publish callbacks [] for port (d9a76154-bff1-4bac-8abd-14bee24b2af3), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:36.280063 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ce603d5e-9164-4955-b8e2-4b9d8fa448ba tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Calling delete_port for c7762b84-8f5d-446a-af96-2da32c288f44 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:36.305059 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58554) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:36.395603 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Pushing event updated for resources: {'Port': ['ID=2ce85307-b96c-47ae-bb3f-09398b2f300d,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:36.408498 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:36.417822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:36.418510 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:36.419077 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:36.419782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:36.420499 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:36.421862 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:36.422519 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:36.423085 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:36.423695 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:36.424378 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:36.425011 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:36.425828 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:36.465059 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aaf04575-4a2f-4c8e-a7e3-3418d215261c None None] Publish callbacks [] for port (1b534641-4a9d-4e2d-a262-67fa82cef177), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:36.467539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:36.471292 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b71e7d-c457-49f0-b7b9-aee630a56abf', 'name': 'tempest-TestServerMultinode-724546054-router', 'tenant_id': '54c64932692842a19459a0525e81fe27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '512dc378-6ecb-490a-bcac-f64bc4426814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:25Z', 'updated_at': '2022-01-27T22:14:29Z', 'revision_number': 3, 'project_id': '54c64932692842a19459a0525e81fe27', 'gw_port': {'id': '512dc378-6ecb-490a-bcac-f64bc4426814', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b71e7d-c457-49f0-b7b9-aee630a56abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:27Z', 'updated_at': '2022-01-27T22:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:36.475919 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aaf04575-4a2f-4c8e-a7e3-3418d215261c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (1b534641-4a9d-4e2d-a262-67fa82cef177), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:36.478968 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:36.492899 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:36.534010 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e6e2a5-b5a7-4756-82db-85bd4ab8bb64 None None] The sync data for ids ['c6b71e7d-c457-49f0-b7b9-aee630a56abf'] in n-d-772272-3 is: [{'id': 'c6b71e7d-c457-49f0-b7b9-aee630a56abf', 'name': 'tempest-TestServerMultinode-724546054-router', 'tenant_id': '54c64932692842a19459a0525e81fe27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '512dc378-6ecb-490a-bcac-f64bc4426814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:25Z', 'updated_at': '2022-01-27T22:14:29Z', 'revision_number': 3, 'project_id': '54c64932692842a19459a0525e81fe27', 'gw_port': {'id': '512dc378-6ecb-490a-bcac-f64bc4426814', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b71e7d-c457-49f0-b7b9-aee630a56abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:27Z', 'updated_at': '2022-01-27T22:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:36.580738 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17de9dc9-5dc7-4038-b998-ff12e8132000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:36.584881 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf04575-4a2f-4c8e-a7e3-3418d215261c None None] Network 06f6652e-51ca-46df-b73e-064155dd056b is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:36.589440 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-aaf04575-4a2f-4c8e-a7e3-3418d215261c None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:36.596142 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf04575-4a2f-4c8e-a7e3-3418d215261c None None] Pushing event updated for resources: {'Port': ['ID=1b534641-4a9d-4e2d-a262-67fa82cef177,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:36.600336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:36.601069 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:36.613577 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf04575-4a2f-4c8e-a7e3-3418d215261c None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:36.695820 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-e8f29a0a-b653-4452-a1a2-500819748a3e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5969541 Jan 27 22:14:36.755360 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-aaf04575-4a2f-4c8e-a7e3-3418d215261c None None] Attempting to bind port 1b534641-4a9d-4e2d-a262-67fa82cef177 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:14:36.756488 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-aaf04575-4a2f-4c8e-a7e3-3418d215261c None None] Attempting to bind port 1b534641-4a9d-4e2d-a262-67fa82cef177 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '62cc5625-e6b2-4e6b-8055-7876c6024640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '06f6652e-51ca-46df-b73e-064155dd056b'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:14:36.760241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf04575-4a2f-4c8e-a7e3-3418d215261c None None] Attempting to bind port 1b534641-4a9d-4e2d-a262-67fa82cef177 on network 06f6652e-51ca-46df-b73e-064155dd056b {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:36.761376 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce603d5e-9164-4955-b8e2-4b9d8fa448ba tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (c7762b84-8f5d-446a-af96-2da32c288f44), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:36.777326 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf04575-4a2f-4c8e-a7e3-3418d215261c None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:14:36.779182 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf04575-4a2f-4c8e-a7e3-3418d215261c None None] Checking segment: {'id': '62cc5625-e6b2-4e6b-8055-7876c6024640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '06f6652e-51ca-46df-b73e-064155dd056b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:36.786885 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aaf04575-4a2f-4c8e-a7e3-3418d215261c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:36.789438 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf04575-4a2f-4c8e-a7e3-3418d215261c None None] Bound using segment: {'id': '62cc5625-e6b2-4e6b-8055-7876c6024640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '06f6652e-51ca-46df-b73e-064155dd056b'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:14:36.790298 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-aaf04575-4a2f-4c8e-a7e3-3418d215261c None None] Bound port: 1b534641-4a9d-4e2d-a262-67fa82cef177, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cc5625-e6b2-4e6b-8055-7876c6024640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '06f6652e-51ca-46df-b73e-064155dd056b'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:14:36.793157 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aaf04575-4a2f-4c8e-a7e3-3418d215261c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1b534641-4a9d-4e2d-a262-67fa82cef177), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:36.822412 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-edbbb101-bae1-4635-83c3-c15fb5d3ee50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d9a76154-bff1-4bac-8abd-14bee24b2af3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:36.847312 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce603d5e-9164-4955-b8e2-4b9d8fa448ba tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Pushing event deleted for resources: {'Port': ['ID=c7762b84-8f5d-446a-af96-2da32c288f44,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:36.852547 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-01dd515f-9636-47a5-a2b2-ae3ad7e7bf0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Allocated IP 2001:db8::f816:3eff:fe5c:d47d (06f6652e-51ca-46df-b73e-064155dd056b/6824d480-e4ae-4041-95f1-bc2d7bbffc12/e1cda480-0603-41fc-9db9-a6b9fd37224a) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:36.921520 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce603d5e-9164-4955-b8e2-4b9d8fa448ba tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (141c8b99-c65d-4591-bd68-323180f3d1ff), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:36.938195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] Request body: {'port': {'device_id': '9dc93f6b-1715-4179-898e-618b4d5e6892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:36.960698 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-aaf04575-4a2f-4c8e-a7e3-3418d215261c None None] For port 1b534641-4a9d-4e2d-a262-67fa82cef177, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:14:37.027430 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-aaf04575-4a2f-4c8e-a7e3-3418d215261c None None] For port 1b534641-4a9d-4e2d-a262-67fa82cef177, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1b534641-4a9d-4e2d-a262-67fa82cef177,segment=NetworkSegment(62cc5625-e6b2-4e6b-8055-7876c6024640),segment_id=62cc5625-e6b2-4e6b-8055-7876c6024640)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:14:37.029425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbbb101-bae1-4635-83c3-c15fb5d3ee50 admin admin] Network 3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:37.044122 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbb101-bae1-4635-83c3-c15fb5d3ee50 admin admin] Pushing event updated for resources: {'Port': ['ID=d9a76154-bff1-4bac-8abd-14bee24b2af3,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:37.045076 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aaf04575-4a2f-4c8e-a7e3-3418d215261c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1b534641-4a9d-4e2d-a262-67fa82cef177), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.056110 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7f72fa3a-5345-4f02-b8d7-523e1c5dc75b None None] Provisioning complete for port 2ce85307-b96c-47ae-bb3f-09398b2f300d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:37.058820 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7f72fa3a-5345-4f02-b8d7-523e1c5dc75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2ce85307-b96c-47ae-bb3f-09398b2f300d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.060686 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-edbbb101-bae1-4635-83c3-c15fb5d3ee50 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:37.080910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbbb101-bae1-4635-83c3-c15fb5d3ee50 admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:37.165346 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce603d5e-9164-4955-b8e2-4b9d8fa448ba tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (141c8b99-c65d-4591-bd68-323180f3d1ff), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.170296 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce603d5e-9164-4955-b8e2-4b9d8fa448ba tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_controller (141c8b99-c65d-4591-bd68-323180f3d1ff), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.337899 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-edbbb101-bae1-4635-83c3-c15fb5d3ee50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (c6b71e7d-c457-49f0-b7b9-aee630a56abf), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.341442 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17de9dc9-5dc7-4038-b998-ff12e8132000 admin admin] Publish callbacks [] for security_group (54ac779f-e264-41b5-9a07-55ae560354c6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.345771 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce603d5e-9164-4955-b8e2-4b9d8fa448ba tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (141c8b99-c65d-4591-bd68-323180f3d1ff), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.347607 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce603d5e-9164-4955-b8e2-4b9d8fa448ba tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Fanout notify agent at l3_agent the message router_deleted on router 141c8b99-c65d-4591-bd68-323180f3d1ff {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:14:37.363567 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce603d5e-9164-4955-b8e2-4b9d8fa448ba tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.366105 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ce603d5e-9164-4955-b8e2-4b9d8fa448ba tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "DELETE /v2.0/routers/141c8b99-c65d-4591-bd68-323180f3d1ff HTTP/1.1" status: 204 len: 168 time: 1.8251705 Jan 27 22:14:37.369854 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58566) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:37.379246 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-300f4485-979e-4793-8d92-eb3fcd8fdea8 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1252187722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:37.415180 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17de9dc9-5dc7-4038-b998-ff12e8132000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (54ac779f-e264-41b5-9a07-55ae560354c6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.448876 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-17de9dc9-5dc7-4038-b998-ff12e8132000 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=821f41b888da4be48d1cc5fc3aa0d96e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1399908 Jan 27 22:14:37.449900 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-300f4485-979e-4793-8d92-eb3fcd8fdea8 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (75cc9211-a9c0-4060-ae64-90eeeca07d1c), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.450982 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-300f4485-979e-4793-8d92-eb3fcd8fdea8 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (75cc9211-a9c0-4060-ae64-90eeeca07d1c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.463152 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58568) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:37.534782 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7f72fa3a-5345-4f02-b8d7-523e1c5dc75b None None] Port 2ce85307-b96c-47ae-bb3f-09398b2f300d cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:14:37.567630 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf04575-4a2f-4c8e-a7e3-3418d215261c None None] Pushing event updated for resources: {'Port': ['ID=1b534641-4a9d-4e2d-a262-67fa82cef177,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:37.600492 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de9dc9-5dc7-4038-b998-ff12e8132000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ac779f-e264-41b5-9a07-55ae560354c6,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:37.698996 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7aa38ec5-7d19-4636-91ed-e596b24e00c1 None None] Provisioning complete for port d9a76154-bff1-4bac-8abd-14bee24b2af3 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:37.701650 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7aa38ec5-7d19-4636-91ed-e596b24e00c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d9a76154-bff1-4bac-8abd-14bee24b2af3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.720251 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2ce85307-b96c-47ae-bb3f-09398b2f300d), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.776792 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-300f4485-979e-4793-8d92-eb3fcd8fdea8 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_controller (75cc9211-a9c0-4060-ae64-90eeeca07d1c), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.804419 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf702-7351-4360-83ff-2d495f44acbf admin admin] Publish callbacks [] for security_group (54ac779f-e264-41b5-9a07-55ae560354c6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.810753 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-300f4485-979e-4793-8d92-eb3fcd8fdea8 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (75cc9211-a9c0-4060-ae64-90eeeca07d1c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.836401 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 512dc378-6ecb-490a-bcac-f64bc4426814 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:37.894508 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01dd515f-9636-47a5-a2b2-ae3ad7e7bf0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for port (e1cda480-0603-41fc-9db9-a6b9fd37224a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.924600 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-300f4485-979e-4793-8d92-eb3fcd8fdea8 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.948819 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-300f4485-979e-4793-8d92-eb3fcd8fdea8 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5776694 Jan 27 22:14:37.949487 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58572) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:37.954230 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf702-7351-4360-83ff-2d495f44acbf admin admin] Publish callbacks [] for security_group (54ac779f-e264-41b5-9a07-55ae560354c6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.977117 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-74105bb0-4fc1-4bae-bfbe-1b012e099733 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'enable_snat': False}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:38.020053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7aa38ec5-7d19-4636-91ed-e596b24e00c1 None None] Port d9a76154-bff1-4bac-8abd-14bee24b2af3 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:14:38.086706 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 512dc378-6ecb-490a-bcac-f64bc4426814 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:38.087194 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (512dc378-6ecb-490a-bcac-f64bc4426814), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:38.157721 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cadef-7b21-4e57-8a8f-a0709dc34e6a req-3840ae1e-8a12-4b3c-b374-e130bb914a9a tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:38.164140 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-915cadef-7b21-4e57-8a8f-a0709dc34e6a req-3840ae1e-8a12-4b3c-b374-e130bb914a9a tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc93f6b-1715-4179-898e-618b4d5e6892 HTTP/1.1" status: 200 len: 936 time: 1.0125272 Jan 27 22:14:38.299846 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 512dc378-6ecb-490a-bcac-f64bc4426814 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:38.300546 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (512dc378-6ecb-490a-bcac-f64bc4426814), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:38.346069 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 512dc378-6ecb-490a-bcac-f64bc4426814, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=512dc378-6ecb-490a-bcac-f64bc4426814,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:38.369633 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (512dc378-6ecb-490a-bcac-f64bc4426814), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:38.380978 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-74105bb0-4fc1-4bae-bfbe-1b012e099733 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_gateway (75cc9211-a9c0-4060-ae64-90eeeca07d1c), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:38.410410 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf702-7351-4360-83ff-2d495f44acbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (54ac779f-e264-41b5-9a07-55ae560354c6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:38.417454 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-edbbb101-bae1-4635-83c3-c15fb5d3ee50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d9a76154-bff1-4bac-8abd-14bee24b2af3), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:38.421538 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8ccf702-7351-4360-83ff-2d495f44acbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:38.424778 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a8ccf702-7351-4360-83ff-2d495f44acbf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54ac779f-e264-41b5-9a07-55ae560354c6 HTTP/1.1" status: 204 len: 168 time: 0.9584491 Jan 27 22:14:38.475374 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=512dc378-6ecb-490a-bcac-f64bc4426814,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:38.481069 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccf702-7351-4360-83ff-2d495f44acbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ac779f-e264-41b5-9a07-55ae560354c6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:38.810064 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-915cadef-7b21-4e57-8a8f-a0709dc34e6a req-0d1783c2-f9b6-49a0-8b13-24a6b51f00c8 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa0e41e-2947-48c3-8fb0-5c8051910af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6292467 Jan 27 22:14:38.812207 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [req-a0ec7638-2f97-4b5f-b998-9feb0278dfe6 req-bc1c7aca-3dc0-4f89-82bd-a46b3c54e239 service neutron] (109742) timed out ('10.222.0.23', 36236) {{(pid=109742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:14:38.825855 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01dd515f-9636-47a5-a2b2-ae3ad7e7bf0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (e1cda480-0603-41fc-9db9-a6b9fd37224a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:39.090051 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd515f-9636-47a5-a2b2-ae3ad7e7bf0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event updated for resources: {'Port': ['ID=e1cda480-0603-41fc-9db9-a6b9fd37224a,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:39.094205 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58592) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:39.102357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dd515f-9636-47a5-a2b2-ae3ad7e7bf0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Network 06f6652e-51ca-46df-b73e-064155dd056b is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:39.205169 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-01dd515f-9636-47a5-a2b2-ae3ad7e7bf0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:39.211926 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dd515f-9636-47a5-a2b2-ae3ad7e7bf0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:39.219424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dd515f-9636-47a5-a2b2-ae3ad7e7bf0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:39.220389 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01dd515f-9636-47a5-a2b2-ae3ad7e7bf0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:39.253670 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-01dd515f-9636-47a5-a2b2-ae3ad7e7bf0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.2667210 Jan 27 22:14:39.258065 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58600) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:39.324703 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-edbbb101-bae1-4635-83c3-c15fb5d3ee50 admin admin] Publish callbacks [] for port (d9a76154-bff1-4bac-8abd-14bee24b2af3), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:39.345010 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-edbbb101-bae1-4635-83c3-c15fb5d3ee50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (d9a76154-bff1-4bac-8abd-14bee24b2af3), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:39.549959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-26327e52-015a-4c3d-9a2b-fe91383a61f6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Deleting subnet 6824d480-e4ae-4041-95f1-bc2d7bbffc12 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:14:39.568200 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-26327e52-015a-4c3d-9a2b-fe91383a61f6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for subnet (6824d480-e4ae-4041-95f1-bc2d7bbffc12), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:39.636255 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-74105bb0-4fc1-4bae-bfbe-1b012e099733 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_gateway (75cc9211-a9c0-4060-ae64-90eeeca07d1c), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:39.683198 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-74105bb0-4fc1-4bae-bfbe-1b012e099733 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:39.715500 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbb101-bae1-4635-83c3-c15fb5d3ee50 admin admin] Pushing event updated for resources: {'Port': ['ID=d9a76154-bff1-4bac-8abd-14bee24b2af3,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:39.871503 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-edbbb101-bae1-4635-83c3-c15fb5d3ee50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (c6b71e7d-c457-49f0-b7b9-aee630a56abf), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:39.876834 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-74105bb0-4fc1-4bae-bfbe-1b012e099733 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Allocated IP 172.25.3.23 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/f7693470-8be0-4368-b5ed-ecc465eb3e57) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:39.886478 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 512dc378-6ecb-490a-bcac-f64bc4426814 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:39.924713 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-26327e52-015a-4c3d-9a2b-fe91383a61f6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (6824d480-e4ae-4041-95f1-bc2d7bbffc12), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:39.991646 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6158c7cb-58c0-45cc-bf05-4bb825090f2a None None] Network 06f6652e-51ca-46df-b73e-064155dd056b requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:40.121914 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c4ca8189-231b-4802-9158-436cb50dda3c None None] Provisioning complete for port 1b534641-4a9d-4e2d-a262-67fa82cef177 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:40.122682 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c4ca8189-231b-4802-9158-436cb50dda3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1b534641-4a9d-4e2d-a262-67fa82cef177), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:40.169459 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-74105bb0-4fc1-4bae-bfbe-1b012e099733 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for port (f7693470-8be0-4368-b5ed-ecc465eb3e57), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:40.231013 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-74105bb0-4fc1-4bae-bfbe-1b012e099733 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (f7693470-8be0-4368-b5ed-ecc465eb3e57), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:40.275355 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 512dc378-6ecb-490a-bcac-f64bc4426814 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:40.288435 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (512dc378-6ecb-490a-bcac-f64bc4426814), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:40.392976 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74105bb0-4fc1-4bae-bfbe-1b012e099733 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:40.415035 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-74105bb0-4fc1-4bae-bfbe-1b012e099733 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:40.424615 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74105bb0-4fc1-4bae-bfbe-1b012e099733 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:40.491429 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74105bb0-4fc1-4bae-bfbe-1b012e099733 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Pushing event updated for resources: {'Port': ['ID=f7693470-8be0-4368-b5ed-ecc465eb3e57,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:40.581546 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 512dc378-6ecb-490a-bcac-f64bc4426814 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:40.582670 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1b534641-4a9d-4e2d-a262-67fa82cef177 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:40.757597 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 1b534641-4a9d-4e2d-a262-67fa82cef177 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:40.759913 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1b534641-4a9d-4e2d-a262-67fa82cef177), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:40.866266 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca8189-231b-4802-9158-436cb50dda3c None None] Current status of the port 1b534641-4a9d-4e2d-a262-67fa82cef177 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:40.866661 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c4ca8189-231b-4802-9158-436cb50dda3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1b534641-4a9d-4e2d-a262-67fa82cef177), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:41.011349 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce85307-b96c-47ae-bb3f-09398b2f300d {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:14:41.030832 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1b534641-4a9d-4e2d-a262-67fa82cef177 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:41.031507 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1b534641-4a9d-4e2d-a262-67fa82cef177), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:41.051739 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] Publish callbacks [] for port (2ce85307-b96c-47ae-bb3f-09398b2f300d), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:41.076370 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-74105bb0-4fc1-4bae-bfbe-1b012e099733 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router_gateway (75cc9211-a9c0-4060-ae64-90eeeca07d1c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:41.080553 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c4ca8189-231b-4802-9158-436cb50dda3c None None] For port 1b534641-4a9d-4e2d-a262-67fa82cef177, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1b534641-4a9d-4e2d-a262-67fa82cef177,segment=NetworkSegment(62cc5625-e6b2-4e6b-8055-7876c6024640),segment_id=62cc5625-e6b2-4e6b-8055-7876c6024640)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:41.096428 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c4ca8189-231b-4802-9158-436cb50dda3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1b534641-4a9d-4e2d-a262-67fa82cef177), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:41.202576 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca8189-231b-4802-9158-436cb50dda3c None None] Pushing event updated for resources: {'Port': ['ID=1b534641-4a9d-4e2d-a262-67fa82cef177,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:41.286859 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:14:41.287328 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:14:41.293688 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] Transition to ACTIVE for port object 2ce85307-b96c-47ae-bb3f-09398b2f300d will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:14:41.328826 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a9bed8bd-8134-4b67-93f6-37827df1fc23 None None] Provisioning complete for port e1cda480-0603-41fc-9db9-a6b9fd37224a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:41.329210 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a9bed8bd-8134-4b67-93f6-37827df1fc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e1cda480-0603-41fc-9db9-a6b9fd37224a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:41.352121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e509db8-6183-45b7-bee5-cc8102bd3e86 req-b2478f55-3b04-412f-851a-f80af440e3f9 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:41.360740 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e509db8-6183-45b7-bee5-cc8102bd3e86 req-b2478f55-3b04-412f-851a-f80af440e3f9 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc93f6b-1715-4179-898e-618b4d5e6892 HTTP/1.1" status: 200 len: 936 time: 0.7603586 Jan 27 22:14:41.410382 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a9bed8bd-8134-4b67-93f6-37827df1fc23 None None] Port e1cda480-0603-41fc-9db9-a6b9fd37224a cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:14:41.432955 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (2ce85307-b96c-47ae-bb3f-09398b2f300d), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:41.437596 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a9bed8bd-8134-4b67-93f6-37827df1fc23 None None] Provisioning complete for port 1b534641-4a9d-4e2d-a262-67fa82cef177 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:41.440615 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a9bed8bd-8134-4b67-93f6-37827df1fc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1b534641-4a9d-4e2d-a262-67fa82cef177), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:41.557906 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-74105bb0-4fc1-4bae-bfbe-1b012e099733 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (75cc9211-a9c0-4060-ae64-90eeeca07d1c), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:41.575063 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-74105bb0-4fc1-4bae-bfbe-1b012e099733 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1668512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1663757'] for router (75cc9211-a9c0-4060-ae64-90eeeca07d1c), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:41.666864 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a9bed8bd-8134-4b67-93f6-37827df1fc23 None None] Current status of the port 1b534641-4a9d-4e2d-a262-67fa82cef177 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:41.689795 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbbb101-bae1-4635-83c3-c15fb5d3ee50 admin admin] Network 3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:41.740724 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-edbbb101-bae1-4635-83c3-c15fb5d3ee50 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:41.861053 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74105bb0-4fc1-4bae-bfbe-1b012e099733 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Router 75cc9211-a9c0-4060-ae64-90eeeca07d1c is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:14:42.087023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce85307-b96c-47ae-bb3f-09398b2f300d,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:42.090880 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1b534641-4a9d-4e2d-a262-67fa82cef177 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:42.093374 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e509db8-6183-45b7-bee5-cc8102bd3e86 req-5318b925-f369-48be-a9cd-a7e913842c53 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa0e41e-2947-48c3-8fb0-5c8051910af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6950650 Jan 27 22:14:42.094129 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-64d71f92-114a-433b-9475-af600d988a08 None None] Provisioning complete for port e1cda480-0603-41fc-9db9-a6b9fd37224a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:42.094129 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-64d71f92-114a-433b-9475-af600d988a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e1cda480-0603-41fc-9db9-a6b9fd37224a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:42.209063 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74105bb0-4fc1-4bae-bfbe-1b012e099733 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:42.219398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-64d71f92-114a-433b-9475-af600d988a08 None None] Port e1cda480-0603-41fc-9db9-a6b9fd37224a cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:14:42.222664 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-74105bb0-4fc1-4bae-bfbe-1b012e099733 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:42.228467 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-74105bb0-4fc1-4bae-bfbe-1b012e099733 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "PUT /v2.0/routers/75cc9211-a9c0-4060-ae64-90eeeca07d1c HTTP/1.1" status: 200 len: 919 time: 4.2721684 Jan 27 22:14:42.229288 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58650) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:42.230640 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66319207-4808-40cf-8c56-2cc28333a775 None None] Sync routers for ids ['75cc9211-a9c0-4060-ae64-90eeeca07d1c'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:42.277252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66319207-4808-40cf-8c56-2cc28333a775 None None] Routers {'75cc9211-a9c0-4060-ae64-90eeeca07d1c'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:42.286443 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-66319207-4808-40cf-8c56-2cc28333a775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:14:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['75cc9211-a9c0-4060-ae64-90eeeca07d1c'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:42.356449 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-66319207-4808-40cf-8c56-2cc28333a775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:42.365306 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1b534641-4a9d-4e2d-a262-67fa82cef177 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:42.409390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] Attempting to bind port 2ce85307-b96c-47ae-bb3f-09398b2f300d on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:14:42.409996 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] Attempting to bind port 2ce85307-b96c-47ae-bb3f-09398b2f300d by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:14:42.410585 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] Attempting to bind port 2ce85307-b96c-47ae-bb3f-09398b2f300d on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:42.421591 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-26327e52-015a-4c3d-9a2b-fe91383a61f6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (6824d480-e4ae-4041-95f1-bc2d7bbffc12), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:42.447535 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dde3f525-d372-4927-b66a-dc90f7714ef1 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "GET /v2.0/routers/75cc9211-a9c0-4060-ae64-90eeeca07d1c HTTP/1.1" status: 200 len: 925 time: 0.2169387 Jan 27 22:14:42.452670 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58656) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:42.501568 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66319207-4808-40cf-8c56-2cc28333a775 None None] Routers {'75cc9211-a9c0-4060-ae64-90eeeca07d1c'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:42.502382 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-66319207-4808-40cf-8c56-2cc28333a775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:14:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['75cc9211-a9c0-4060-ae64-90eeeca07d1c'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:42.561744 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-66319207-4808-40cf-8c56-2cc28333a775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:42.562711 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66319207-4808-40cf-8c56-2cc28333a775 None None] The sync data for ids ['75cc9211-a9c0-4060-ae64-90eeeca07d1c'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:42.564025 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa4620a-0b0e-47ec-be13-d1c390243afa tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:42.567943 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8aa4620a-0b0e-47ec-be13-d1c390243afa tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&device_id=75cc9211-a9c0-4060-ae64-90eeeca07d1c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1119640 Jan 27 22:14:42.571776 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58660) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:42.591916 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 1b534641-4a9d-4e2d-a262-67fa82cef177 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:42.592952 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1b534641-4a9d-4e2d-a262-67fa82cef177), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:42.616763 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] Port 2ce85307-b96c-47ae-bb3f-09398b2f300d on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:14:42.617393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] Attempting to bind port 2ce85307-b96c-47ae-bb3f-09398b2f300d on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:42.645256 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:14:42.645935 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:42.646495 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:14:42.647105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] Bound port: 2ce85307-b96c-47ae-bb3f-09398b2f300d, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:14:42.647677 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2ce85307-b96c-47ae-bb3f-09398b2f300d), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:42.736471 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82077967-1922-45a9-858e-7e9ff3cb11a3 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:42.737921 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-82077967-1922-45a9-858e-7e9ff3cb11a3 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "GET /v2.0/networks/61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 881 time: 0.1650915 Jan 27 22:14:42.741405 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58662) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:42.767418 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbbb101-bae1-4635-83c3-c15fb5d3ee50 admin admin] Router c6b71e7d-c457-49f0-b7b9-aee630a56abf has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:14:42.785220 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b51f0f06-56ca-4727-b19b-4dc61cc7a414 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cc9211-a9c0-4060-ae64-90eeeca07d1c HTTP/1.1" status: 200 len: 205 time: 0.0427103 Jan 27 22:14:42.788467 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58666) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:42.794268 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-4dc6e37c-3eb1-41ea-966c-32755ff35ebc None None] Provisioning complete for port d9a76154-bff1-4bac-8abd-14bee24b2af3 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:42.794819 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4dc6e37c-3eb1-41ea-966c-32755ff35ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d9a76154-bff1-4bac-8abd-14bee24b2af3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:42.801113 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:42.825514 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-26327e52-015a-4c3d-9a2b-fe91383a61f6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (6824d480-e4ae-4041-95f1-bc2d7bbffc12), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:42.883422 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] For port 2ce85307-b96c-47ae-bb3f-09398b2f300d, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:14:42.885550 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26327e52-015a-4c3d-9a2b-fe91383a61f6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event deleted for resources: {'Subnet': ['ID=6824d480-e4ae-4041-95f1-bc2d7bbffc12,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:42.891177 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-26327e52-015a-4c3d-9a2b-fe91383a61f6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:42.894653 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-26327e52-015a-4c3d-9a2b-fe91383a61f6 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "DELETE /v2.0/subnets/6824d480-e4ae-4041-95f1-bc2d7bbffc12 HTTP/1.1" status: 204 len: 168 time: 3.6339295 Jan 27 22:14:42.903855 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58670) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:42.921732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] For port 2ce85307-b96c-47ae-bb3f-09398b2f300d, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2ce85307-b96c-47ae-bb3f-09398b2f300d,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:14:42.927930 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b23c09-f92c-4973-b349-9ed13d388190 None None] Network 06f6652e-51ca-46df-b73e-064155dd056b requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:42.954874 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5d02c1b-cb55-45bd-a3fa-40ad80a858f9 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router (75cc9211-a9c0-4060-ae64-90eeeca07d1c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:42.977125 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1b534641-4a9d-4e2d-a262-67fa82cef177 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:43.028579 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (2ce85307-b96c-47ae-bb3f-09398b2f300d), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:43.080836 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4dc6e37c-3eb1-41ea-966c-32755ff35ebc None None] Port d9a76154-bff1-4bac-8abd-14bee24b2af3 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:14:43.191260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb36ce5d-92d9-4b42-b1a6-e285d62c0a8e tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:43.206687 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb36ce5d-92d9-4b42-b1a6-e285d62c0a8e tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:43.209049 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bb36ce5d-92d9-4b42-b1a6-e285d62c0a8e tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3038354 Jan 27 22:14:43.212136 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:43.213196 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:43.217759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] 10.222.0.15 "PUT /v2.0/ports/2ce85307-b96c-47ae-bb3f-09398b2f300d HTTP/1.1" status: 200 len: 1096 time: 6.4918168 Jan 27 22:14:43.228478 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0902378-463e-48ef-ae4f-4c9cc3d5f468 None None] DHCP port deletion for 06f6652e-51ca-46df-b73e-064155dd056b request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:14:43.258914 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58678) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:43.300956 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc93f6b-1715-4179-898e-618b4d5e6892', 'tag': '2ce85307-b96c-47ae-bb3f-09398b2f300d'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:14:43.305039 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c288052-b57b-4367-bda6-006e16e00e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc93f6b-1715-4179-898e-618b4d5e6892", "tag": "2ce85307-b96c-47ae-bb3f-09398b2f300d"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:14:43.361131 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b0902378-463e-48ef-ae4f-4c9cc3d5f468 None None] Deleting port 1b534641-4a9d-4e2d-a262-67fa82cef177 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:43.361508 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b0902378-463e-48ef-ae4f-4c9cc3d5f468 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1b534641-4a9d-4e2d-a262-67fa82cef177), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:43.474776 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f439bd9a-8c99-4d4d-9fcd-8ad97708260f tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (06f6652e-51ca-46df-b73e-064155dd056b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:43.549718 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b0902378-463e-48ef-ae4f-4c9cc3d5f468 None None] For port 1b534641-4a9d-4e2d-a262-67fa82cef177, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1b534641-4a9d-4e2d-a262-67fa82cef177,segment=NetworkSegment(62cc5625-e6b2-4e6b-8055-7876c6024640),segment_id=62cc5625-e6b2-4e6b-8055-7876c6024640)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:43.550165 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b0902378-463e-48ef-ae4f-4c9cc3d5f468 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1b534641-4a9d-4e2d-a262-67fa82cef177), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:43.565211 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5d02c1b-cb55-45bd-a3fa-40ad80a858f9 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_gateway (75cc9211-a9c0-4060-ae64-90eeeca07d1c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:43.588802 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b0902378-463e-48ef-ae4f-4c9cc3d5f468 None None] Calling delete_port for 1b534641-4a9d-4e2d-a262-67fa82cef177 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:43.597633 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-f439bd9a-8c99-4d4d-9fcd-8ad97708260f tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 27 22:14:43.598116 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f439bd9a-8c99-4d4d-9fcd-8ad97708260f tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:14:43.601954 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f439bd9a-8c99-4d4d-9fcd-8ad97708260f tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "DELETE /v2.0/networks/06f6652e-51ca-46df-b73e-064155dd056b HTTP/1.1" status: 409 len: 466 time: 0.3412848 Jan 27 22:14:43.615539 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58692) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:43.643250 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbbb101-bae1-4635-83c3-c15fb5d3ee50 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:43.653114 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-140dc0dd-2f3a-4632-a57f-971770cc1756 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1873220355'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:43.664312 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] Sync routers for ids ['c6b71e7d-c457-49f0-b7b9-aee630a56abf'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:43.664852 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-edbbb101-bae1-4635-83c3-c15fb5d3ee50 admin admin] 10.222.0.23 "PUT /v2.0/routers/c6b71e7d-c457-49f0-b7b9-aee630a56abf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1567571 Jan 27 22:14:43.676085 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c267b-fc6b-4a99-a99a-d9032dc712d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce85307-b96c-47ae-bb3f-09398b2f300d,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:43.676393 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] Routers {'c6b71e7d-c457-49f0-b7b9-aee630a56abf'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:43.676779 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:14:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c6b71e7d-c457-49f0-b7b9-aee630a56abf'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:43.693882 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8b1f5-6e06-4bca-8447-df71d289ac72 req-7ff56360-fbc4-4806-b4cb-d12cd69370e2 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:43.695502 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-60e8b1f5-6e06-4bca-8447-df71d289ac72 req-7ff56360-fbc4-4806-b4cb-d12cd69370e2 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc93f6b-1715-4179-898e-618b4d5e6892 HTTP/1.1" status: 200 len: 948 time: 0.5295873 Jan 27 22:14:43.734621 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-b37b183c-1aff-4678-852e-9ce2f0f67502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:43.736756 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-b37b183c-1aff-4678-852e-9ce2f0f67502 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baec213c089f4e06bbf1789dc3735d5b&device_id=9dc93f6b-1715-4179-898e-618b4d5e6892 HTTP/1.1" status: 200 len: 1099 time: 0.4153979 Jan 27 22:14:43.746872 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7b8206c-659b-463c-b786-58994ec13546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (26d0ff4e-0a3c-498c-a6f8-08f75cea63f6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:43.805983 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-881ff0ee-3d59-40fd-86b8-b1c4a1a2c060 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=2ce85307-b96c-47ae-bb3f-09398b2f300d HTTP/1.1" status: 200 len: 217 time: 0.0538139 Jan 27 22:14:43.850983 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140dc0dd-2f3a-4632-a57f-971770cc1756 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Made reservation on behalf of 149964bcbbfa46c2a4d0f56a34366e55 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:43.854431 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-140dc0dd-2f3a-4632-a57f-971770cc1756 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:43.872667 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61851efb-63b3-4fe3-9eb8-1cabee1c3146 x-openstack-request-id: req-61851efb-63b3-4fe3-9eb8-1cabee1c3146 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:14:43.872960 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc93f6b-1715-4179-898e-618b4d5e6892", "tag": "2ce85307-b96c-47ae-bb3f-09398b2f300d", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:14:43.873351 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61851efb-63b3-4fe3-9eb8-1cabee1c3146 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:14:43.874318 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc93f6b-1715-4179-898e-618b4d5e6892', 'tag': '2ce85307-b96c-47ae-bb3f-09398b2f300d', 'status': 'completed', 'code': 200} Jan 27 22:14:43.914077 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b0902378-463e-48ef-ae4f-4c9cc3d5f468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (1b534641-4a9d-4e2d-a262-67fa82cef177), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:43.940391 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] Set router c6b71e7d-c457-49f0-b7b9-aee630a56abf gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:14:43.943703 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140dc0dd-2f3a-4632-a57f-971770cc1756 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:14:43.949663 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-d16a1707-9f30-4cb9-ab66-eb666f0970a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:43.951032 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-d16a1707-9f30-4cb9-ab66-eb666f0970a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0930061 Jan 27 22:14:43.969709 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-140dc0dd-2f3a-4632-a57f-971770cc1756 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (7efab774-42f4-451f-b1d1-d0bd2e1d9855), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:43.970065 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-140dc0dd-2f3a-4632-a57f-971770cc1756 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Added segment 7efab774-42f4-451f-b1d1-d0bd2e1d9855 of type vlan for network cdddb6b5-e017-4b12-bc3e-76063dcd0cc3 Jan 27 22:14:43.995158 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0902378-463e-48ef-ae4f-4c9cc3d5f468 None None] Pushing event deleted for resources: {'Port': ['ID=1b534641-4a9d-4e2d-a262-67fa82cef177,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:44.008871 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0902378-463e-48ef-ae4f-4c9cc3d5f468 None None] No DVR routers for this DVR port 1b534641-4a9d-4e2d-a262-67fa82cef177 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:14:44.036128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-60e8b1f5-6e06-4bca-8447-df71d289ac72 req-393c6c65-6268-4598-86cb-32e76d2aec62 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa0e41e-2947-48c3-8fb0-5c8051910af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342314 Jan 27 22:14:44.073971 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-140dc0dd-2f3a-4632-a57f-971770cc1756 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (cdddb6b5-e017-4b12-bc3e-76063dcd0cc3), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:44.101894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-242dd533-912c-423a-a438-b2fd6bc1937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:44.103451 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-242dd533-912c-423a-a438-b2fd6bc1937a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1453524 Jan 27 22:14:44.115120 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-140dc0dd-2f3a-4632-a57f-971770cc1756 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (cdddb6b5-e017-4b12-bc3e-76063dcd0cc3), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:44.137218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140dc0dd-2f3a-4632-a57f-971770cc1756 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:44.149599 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-140dc0dd-2f3a-4632-a57f-971770cc1756 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:44.158623 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-f5d02c1b-cb55-45bd-a3fa-40ad80a858f9 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Deleting port f7693470-8be0-4368-b5ed-ecc465eb3e57 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:44.159242 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5d02c1b-cb55-45bd-a3fa-40ad80a858f9 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f7693470-8be0-4368-b5ed-ecc465eb3e57), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:44.255416 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1b534641-4a9d-4e2d-a262-67fa82cef177 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:14:44.300658 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 1b534641-4a9d-4e2d-a262-67fa82cef177 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:14:44.302008 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1b534641-4a9d-4e2d-a262-67fa82cef177 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:14:44.320442 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5d02c1b-cb55-45bd-a3fa-40ad80a858f9 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f7693470-8be0-4368-b5ed-ecc465eb3e57), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:44.334533 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-f5d02c1b-cb55-45bd-a3fa-40ad80a858f9 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Calling delete_port for f7693470-8be0-4368-b5ed-ecc465eb3e57 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:44.395522 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-2bf19a3c-2f3c-4e09-8fb4-21babfef65b3 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828214 Jan 27 22:14:44.461187 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b71e7d-c457-49f0-b7b9-aee630a56abf', 'name': 'tempest-TestServerMultinode-724546054-router', 'tenant_id': '54c64932692842a19459a0525e81fe27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '512dc378-6ecb-490a-bcac-f64bc4426814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:25Z', 'updated_at': '2022-01-27T22:14:38Z', 'revision_number': 4, 'project_id': '54c64932692842a19459a0525e81fe27', 'gw_port': {'id': '512dc378-6ecb-490a-bcac-f64bc4426814', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b71e7d-c457-49f0-b7b9-aee630a56abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:27Z', 'updated_at': '2022-01-27T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'd9a76154-bff1-4bac-8abd-14bee24b2af3', 'name': '', 'network_id': '3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e', 'tenant_id': '54c64932692842a19459a0525e81fe27', 'mac_address': 'fa:16:3e:fb:ec:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b71e7d-c457-49f0-b7b9-aee630a56abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'd0cf0b91-88d5-429e-ae12-46c36e926f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:35Z', 'updated_at': '2022-01-27T22:14:38Z', 'revision_number': 2, 'project_id': '54c64932692842a19459a0525e81fe27', 'subnets': [{'id': 'd0cf0b91-88d5-429e-ae12-46c36e926f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:44.468556 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-140dc0dd-2f3a-4632-a57f-971770cc1756 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8450997 Jan 27 22:14:44.471066 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58728) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:44.481764 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-515390b4-457d-42fe-8292-15d832d68995 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Request body: {'subnet': {'network_id': 'cdddb6b5-e017-4b12-bc3e-76063dcd0cc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:44.511290 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140dc0dd-2f3a-4632-a57f-971770cc1756 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event updated for resources: {'Network': ['ID=cdddb6b5-e017-4b12-bc3e-76063dcd0cc3,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:44.523170 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f18d450-eebe-4655-b390-da277d08f91c req-b28f6eaa-6337-4c9d-a2eb-806fa6ff8c23 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=620b6a49219c47ddb79fa762b3f662f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679033 Jan 27 22:14:44.523424 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network cdddb6b5-e017-4b12-bc3e-76063dcd0cc3 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:14:44.540491 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] Checking router: c6b71e7d-c457-49f0-b7b9-aee630a56abf for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:14:44.541113 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] Updating router c6b71e7d-c457-49f0-b7b9-aee630a56abf port d9a76154-bff1-4bac-8abd-14bee24b2af3 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:14:44.573814 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d9a76154-bff1-4bac-8abd-14bee24b2af3), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:44.686111 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-08c8e783-ca1b-4b07-81fa-3737c37787d8 req-0e2a76a4-ed86-4ddb-bbc3-243fb7ff658b service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641919 Jan 27 22:14:44.774648 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515390b4-457d-42fe-8292-15d832d68995 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Made reservation on behalf of 149964bcbbfa46c2a4d0f56a34366e55 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:44.779447 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-515390b4-457d-42fe-8292-15d832d68995 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:44.807647 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5d02c1b-cb55-45bd-a3fa-40ad80a858f9 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (f7693470-8be0-4368-b5ed-ecc465eb3e57), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:44.882574 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d02c1b-cb55-45bd-a3fa-40ad80a858f9 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Pushing event deleted for resources: {'Port': ['ID=f7693470-8be0-4368-b5ed-ecc465eb3e57,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:44.941396 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] Publish callbacks [] for port (d9a76154-bff1-4bac-8abd-14bee24b2af3), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:44.949872 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d9a76154-bff1-4bac-8abd-14bee24b2af3), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.045150 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc4fb9-8e82-41e9-8981-a8b70b7266d1 None None] Pushing event updated for resources: {'Port': ['ID=d9a76154-bff1-4bac-8abd-14bee24b2af3,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:45.071929 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc4fb9-8e82-41e9-8981-a8b70b7266d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:45.072296 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc4fb9-8e82-41e9-8981-a8b70b7266d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:45.072643 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc4fb9-8e82-41e9-8981-a8b70b7266d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:45.072984 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc4fb9-8e82-41e9-8981-a8b70b7266d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:45.073317 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc4fb9-8e82-41e9-8981-a8b70b7266d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:45.073651 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc4fb9-8e82-41e9-8981-a8b70b7266d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:45.074034 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc4fb9-8e82-41e9-8981-a8b70b7266d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:45.074369 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc4fb9-8e82-41e9-8981-a8b70b7266d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:45.074697 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc4fb9-8e82-41e9-8981-a8b70b7266d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:45.075024 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc4fb9-8e82-41e9-8981-a8b70b7266d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:45.075348 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc4fb9-8e82-41e9-8981-a8b70b7266d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:45.075670 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc4fb9-8e82-41e9-8981-a8b70b7266d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:45.075991 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc4fb9-8e82-41e9-8981-a8b70b7266d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:45.096931 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] Attempting to bind port d9a76154-bff1-4bac-8abd-14bee24b2af3 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:14:45.097404 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] Attempting to bind port d9a76154-bff1-4bac-8abd-14bee24b2af3 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'c0c70836-a280-4428-8af6-ac393cb29338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:14:45.097851 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] Attempting to bind port d9a76154-bff1-4bac-8abd-14bee24b2af3 on network 3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:45.103696 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:14:45.104200 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] Checking segment: {'id': 'c0c70836-a280-4428-8af6-ac393cb29338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:45.104678 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.105151 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] Bound using segment: {'id': 'c0c70836-a280-4428-8af6-ac393cb29338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:14:45.105691 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] Bound port: d9a76154-bff1-4bac-8abd-14bee24b2af3, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c70836-a280-4428-8af6-ac393cb29338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:14:45.106950 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d9a76154-bff1-4bac-8abd-14bee24b2af3), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.169440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-a7b8206c-659b-463c-b786-58994ec13546 admin admin] Deleting port 80c3d2b3-d8ba-411c-8619-35d82b6eecde {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:45.170053 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7b8206c-659b-463c-b786-58994ec13546 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (80c3d2b3-d8ba-411c-8619-35d82b6eecde), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.180962 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5d02c1b-cb55-45bd-a3fa-40ad80a858f9 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (75cc9211-a9c0-4060-ae64-90eeeca07d1c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.234419 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] For port d9a76154-bff1-4bac-8abd-14bee24b2af3, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:14:45.239833 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] For port d9a76154-bff1-4bac-8abd-14bee24b2af3, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d9a76154-bff1-4bac-8abd-14bee24b2af3,segment=NetworkSegment(c0c70836-a280-4428-8af6-ac393cb29338),segment_id=c0c70836-a280-4428-8af6-ac393cb29338)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:14:45.247227 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d9a76154-bff1-4bac-8abd-14bee24b2af3), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.318047 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5d02c1b-cb55-45bd-a3fa-40ad80a858f9 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (75cc9211-a9c0-4060-ae64-90eeeca07d1c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.323675 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5d02c1b-cb55-45bd-a3fa-40ad80a858f9 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_controller (75cc9211-a9c0-4060-ae64-90eeeca07d1c), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.332315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18d450-eebe-4655-b390-da277d08f91c req-67ab340e-3c36-4b2d-ae11-8866152cc18e tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:45.334852 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f18d450-eebe-4655-b390-da277d08f91c req-67ab340e-3c36-4b2d-ae11-8866152cc18e tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8048458 Jan 27 22:14:45.339119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c288052-b57b-4367-bda6-006e16e00e4c req-fd668ae6-e2cc-49a9-b0d6-716476db1a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:45.340934 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c288052-b57b-4367-bda6-006e16e00e4c req-fd668ae6-e2cc-49a9-b0d6-716476db1a8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baec213c089f4e06bbf1789dc3735d5b&device_id=9dc93f6b-1715-4179-898e-618b4d5e6892 HTTP/1.1" status: 200 len: 1099 time: 0.2587919 Jan 27 22:14:45.369044 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc4fb9-8e82-41e9-8981-a8b70b7266d1 None None] Pushing event updated for resources: {'Port': ['ID=d9a76154-bff1-4bac-8abd-14bee24b2af3,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:45.378488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f18d450-eebe-4655-b390-da277d08f91c req-b7689f85-2d50-49a1-9e1b-1ac42137519c tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/quotas/620b6a49219c47ddb79fa762b3f662f0 HTTP/1.1" status: 200 len: 375 time: 0.0251215 Jan 27 22:14:45.380725 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] Routers {'c6b71e7d-c457-49f0-b7b9-aee630a56abf'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:45.381548 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:14:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c6b71e7d-c457-49f0-b7b9-aee630a56abf'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:45.394161 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-a58d87f4-db59-4a1b-821f-0694b10613ff tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:45.404460 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-a58d87f4-db59-4a1b-821f-0694b10613ff tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/networks?id=4de77e40-55eb-4b28-9af2-d474955109af HTTP/1.1" status: 200 len: 910 time: 0.7631958 Jan 27 22:14:45.457577 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5d02c1b-cb55-45bd-a3fa-40ad80a858f9 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (75cc9211-a9c0-4060-ae64-90eeeca07d1c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.458175 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d02c1b-cb55-45bd-a3fa-40ad80a858f9 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Fanout notify agent at l3_agent the message router_deleted on router 75cc9211-a9c0-4060-ae64-90eeeca07d1c {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:14:45.475175 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5d02c1b-cb55-45bd-a3fa-40ad80a858f9 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.476575 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f5d02c1b-cb55-45bd-a3fa-40ad80a858f9 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "DELETE /v2.0/routers/75cc9211-a9c0-4060-ae64-90eeeca07d1c HTTP/1.1" status: 204 len: 168 time: 2.6866167 Jan 27 22:14:45.480234 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58754) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:45.489295 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-fe490858-5ce3-4d57-a319-2c616220fef3 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-578020991', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}, 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:45.500986 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c804b184-c0b2-4be8-9e9c-e31f138c34ca None None] Provisioning complete for port d9a76154-bff1-4bac-8abd-14bee24b2af3 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:45.501543 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c804b184-c0b2-4be8-9e9c-e31f138c34ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d9a76154-bff1-4bac-8abd-14bee24b2af3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.510808 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c288052-b57b-4367-bda6-006e16e00e4c req-cef268e2-650f-4b64-8917-7bdb34f4f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:45.512342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c288052-b57b-4367-bda6-006e16e00e4c req-cef268e2-650f-4b64-8917-7bdb34f4f2a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.1552043 Jan 27 22:14:45.552663 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-17b60a7c-e832-4235-9397-a669ba495d13 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/quotas/54c64932692842a19459a0525e81fe27 HTTP/1.1" status: 200 len: 375 time: 0.1440439 Jan 27 22:14:45.552956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.objects.ports [None req-515390b4-457d-42fe-8292-15d832d68995 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:14:45.558777 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-515390b4-457d-42fe-8292-15d832d68995 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (e5497037-0d97-4385-ab19-29000f3c3e84), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.629569 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe490858-5ce3-4d57-a319-2c616220fef3 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (b48d5289-dfe0-49af-89aa-29ee554709b9), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.633265 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe490858-5ce3-4d57-a319-2c616220fef3 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (b48d5289-dfe0-49af-89aa-29ee554709b9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.645612 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] Set router c6b71e7d-c457-49f0-b7b9-aee630a56abf gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:14:45.690183 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515390b4-457d-42fe-8292-15d832d68995 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event updated for resources: {'Subnet': ['ID=e5497037-0d97-4385-ab19-29000f3c3e84,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:45.692234 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c804b184-c0b2-4be8-9e9c-e31f138c34ca None None] Current status of the port d9a76154-bff1-4bac-8abd-14bee24b2af3 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:45.696270 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c804b184-c0b2-4be8-9e9c-e31f138c34ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d9a76154-bff1-4bac-8abd-14bee24b2af3), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.740106 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515390b4-457d-42fe-8292-15d832d68995 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Checking segment: {'id': '7efab774-42f4-451f-b1d1-d0bd2e1d9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cdddb6b5-e017-4b12-bc3e-76063dcd0cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:45.742002 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515390b4-457d-42fe-8292-15d832d68995 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Network hostable DHCP agents. Network: cdddb6b5-e017-4b12-bc3e-76063dcd0cc3, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:14:45.750419 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c804b184-c0b2-4be8-9e9c-e31f138c34ca None None] For port d9a76154-bff1-4bac-8abd-14bee24b2af3, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d9a76154-bff1-4bac-8abd-14bee24b2af3,segment=NetworkSegment(c0c70836-a280-4428-8af6-ac393cb29338),segment_id=c0c70836-a280-4428-8af6-ac393cb29338)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:45.765900 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c804b184-c0b2-4be8-9e9c-e31f138c34ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d9a76154-bff1-4bac-8abd-14bee24b2af3), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.794564 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c288052-b57b-4367-bda6-006e16e00e4c req-26a65d8a-9d9c-4007-8107-734995a1abe0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=2ce85307-b96c-47ae-bb3f-09398b2f300d HTTP/1.1" status: 200 len: 217 time: 0.2501338 Jan 27 22:14:45.801076 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f18d450-eebe-4655-b390-da277d08f91c req-05280332-b33b-4856-9d1e-10b68b2dafd4 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=620b6a49219c47ddb79fa762b3f662f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4118373 Jan 27 22:14:45.803911 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe490858-5ce3-4d57-a319-2c616220fef3 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_controller (b48d5289-dfe0-49af-89aa-29ee554709b9), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.833431 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515390b4-457d-42fe-8292-15d832d68995 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Network cdddb6b5-e017-4b12-bc3e-76063dcd0cc3 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:14:45.891016 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804b184-c0b2-4be8-9e9c-e31f138c34ca None None] Pushing event updated for resources: {'Port': ['ID=d9a76154-bff1-4bac-8abd-14bee24b2af3,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:45.910255 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-515390b4-457d-42fe-8292-15d832d68995 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, cdddb6b5-e017-4b12-bc3e-76063dcd0cc3) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:45.924022 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515390b4-457d-42fe-8292-15d832d68995 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:45.927675 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d198845e-a2ef-4b6b-96b1-b89ae2770753 None None] Network cdddb6b5-e017-4b12-bc3e-76063dcd0cc3 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:45.935228 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-515390b4-457d-42fe-8292-15d832d68995 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.935815 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c288052-b57b-4367-bda6-006e16e00e4c req-25029f18-3fae-46af-8668-d578d5951a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:45.938798 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c288052-b57b-4367-bda6-006e16e00e4c req-25029f18-3fae-46af-8668-d578d5951a15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1367640 Jan 27 22:14:45.957216 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7d94a0c0-651b-4757-a0db-2131d99f1daa None None] Provisioning complete for port d9a76154-bff1-4bac-8abd-14bee24b2af3 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:45.957599 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7d94a0c0-651b-4757-a0db-2131d99f1daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d9a76154-bff1-4bac-8abd-14bee24b2af3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.985973 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-a7b8206c-659b-463c-b786-58994ec13546 admin admin] For port 80c3d2b3-d8ba-411c-8619-35d82b6eecde, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=80c3d2b3-d8ba-411c-8619-35d82b6eecde,segment=NetworkSegment(57099c77-b2f5-4dd3-bbd4-c6f51f894699),segment_id=57099c77-b2f5-4dd3-bbd4-c6f51f894699)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:45.986232 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7b8206c-659b-463c-b786-58994ec13546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (80c3d2b3-d8ba-411c-8619-35d82b6eecde), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:46.086340 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-a7b8206c-659b-463c-b786-58994ec13546 admin admin] Calling delete_port for 80c3d2b3-d8ba-411c-8619-35d82b6eecde owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:46.121686 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b71e7d-c457-49f0-b7b9-aee630a56abf', 'name': 'tempest-TestServerMultinode-724546054-router', 'tenant_id': '54c64932692842a19459a0525e81fe27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '512dc378-6ecb-490a-bcac-f64bc4426814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:25Z', 'updated_at': '2022-01-27T22:14:38Z', 'revision_number': 4, 'project_id': '54c64932692842a19459a0525e81fe27', 'gw_port': {'id': '512dc378-6ecb-490a-bcac-f64bc4426814', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b71e7d-c457-49f0-b7b9-aee630a56abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:27Z', 'updated_at': '2022-01-27T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'd9a76154-bff1-4bac-8abd-14bee24b2af3', 'name': '', 'network_id': '3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e', 'tenant_id': '54c64932692842a19459a0525e81fe27', 'mac_address': 'fa:16:3e:fb:ec:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b71e7d-c457-49f0-b7b9-aee630a56abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'd0cf0b91-88d5-429e-ae12-46c36e926f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:35Z', 'updated_at': '2022-01-27T22:14:45Z', 'revision_number': 4, 'project_id': '54c64932692842a19459a0525e81fe27', 'subnets': [{'id': 'd0cf0b91-88d5-429e-ae12-46c36e926f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:46.191372 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe490858-5ce3-4d57-a319-2c616220fef3 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_gateway (b48d5289-dfe0-49af-89aa-29ee554709b9), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:46.216282 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae95b9f-406f-406c-9015-d6d3d78bb52b None None] The sync data for ids ['c6b71e7d-c457-49f0-b7b9-aee630a56abf'] in n-d-772272-3 is: [{'id': 'c6b71e7d-c457-49f0-b7b9-aee630a56abf', 'name': 'tempest-TestServerMultinode-724546054-router', 'tenant_id': '54c64932692842a19459a0525e81fe27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '512dc378-6ecb-490a-bcac-f64bc4426814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:25Z', 'updated_at': '2022-01-27T22:14:38Z', 'revision_number': 4, 'project_id': '54c64932692842a19459a0525e81fe27', 'gw_port': {'id': '512dc378-6ecb-490a-bcac-f64bc4426814', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b71e7d-c457-49f0-b7b9-aee630a56abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:27Z', 'updated_at': '2022-01-27T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'd9a76154-bff1-4bac-8abd-14bee24b2af3', 'name': '', 'network_id': '3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e', 'tenant_id': '54c64932692842a19459a0525e81fe27', 'mac_address': 'fa:16:3e:fb:ec:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b71e7d-c457-49f0-b7b9-aee630a56abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'd0cf0b91-88d5-429e-ae12-46c36e926f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:35Z', 'updated_at': '2022-01-27T22:14:45Z', 'revision_number': 4, 'project_id': '54c64932692842a19459a0525e81fe27', 'subnets': [{'id': 'd0cf0b91-88d5-429e-ae12-46c36e926f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:46.251250 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-515390b4-457d-42fe-8292-15d832d68995 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7762334 Jan 27 22:14:46.254039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58772) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:46.512555 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5632d918-818f-4267-b2a0-2934c47adcc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-cdddb6b5-e017-4b12-bc3e-76063dcd0cc3', 'network_id': 'cdddb6b5-e017-4b12-bc3e-76063dcd0cc3', 'project_id': '149964bcbbfa46c2a4d0f56a34366e55', 'fixed_ips': [{'subnet_id': 'e5497037-0d97-4385-ab19-29000f3c3e84'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:14:46.513436 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5632d918-818f-4267-b2a0-2934c47adcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:46.539508 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-2bc0d502-b50a-4d9c-b3e4-bafb7ccb9e12 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=54c64932692842a19459a0525e81fe27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8500631 Jan 27 22:14:46.652123 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe490858-5ce3-4d57-a319-2c616220fef3 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_gateway (b48d5289-dfe0-49af-89aa-29ee554709b9), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:46.677201 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe490858-5ce3-4d57-a319-2c616220fef3 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:46.711134 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7d94a0c0-651b-4757-a0db-2131d99f1daa None None] Current status of the port d9a76154-bff1-4bac-8abd-14bee24b2af3 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:46.811809 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7b8206c-659b-463c-b786-58994ec13546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (80c3d2b3-d8ba-411c-8619-35d82b6eecde), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:46.853232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c288052-b57b-4367-bda6-006e16e00e4c req-e4775dd3-6f62-4ce4-a323-1efcb9a078a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:46.856674 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c288052-b57b-4367-bda6-006e16e00e4c req-e4775dd3-6f62-4ce4-a323-1efcb9a078a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9098790 Jan 27 22:14:46.876266 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-5632d918-818f-4267-b2a0-2934c47adcc3 None None] Allocated IP 2001:db8::f816:3eff:fea6:1bef (cdddb6b5-e017-4b12-bc3e-76063dcd0cc3/e5497037-0d97-4385-ab19-29000f3c3e84/85d02317-d728-44a2-8ab4-d41caee11398) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:46.910025 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-fe490858-5ce3-4d57-a319-2c616220fef3 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Allocated IP 172.25.3.212 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/f732e378-9288-49c5-8d0b-dcea1998160a) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:46.964180 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-09dd1637-65f5-41d8-b898-507b21d0fa0e service neutron] 10.222.0.23 "GET /v2.0/networks/4de77e40-55eb-4b28-9af2-d474955109af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215949 Jan 27 22:14:47.000241 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8206c-659b-463c-b786-58994ec13546 admin admin] Pushing event deleted for resources: {'Port': ['ID=80c3d2b3-d8ba-411c-8619-35d82b6eecde,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:47.035963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fe723-9564-41f1-a5e9-b202e7b786b2 req-7a7956ea-2e35-409b-a707-f4eb7214d915 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:47.037775 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d96fe723-9564-41f1-a5e9-b202e7b786b2 req-7a7956ea-2e35-409b-a707-f4eb7214d915 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc93f6b-1715-4179-898e-618b4d5e6892 HTTP/1.1" status: 200 len: 948 time: 0.6271133 Jan 27 22:14:47.130296 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe490858-5ce3-4d57-a319-2c616220fef3 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for port (f732e378-9288-49c5-8d0b-dcea1998160a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:47.172098 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5632d918-818f-4267-b2a0-2934c47adcc3 None None] Publish callbacks [] for port (85d02317-d728-44a2-8ab4-d41caee11398), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:47.192309 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5632d918-818f-4267-b2a0-2934c47adcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (85d02317-d728-44a2-8ab4-d41caee11398), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:47.246691 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5632d918-818f-4267-b2a0-2934c47adcc3 None None] Network cdddb6b5-e017-4b12-bc3e-76063dcd0cc3 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:47.257177 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe490858-5ce3-4d57-a319-2c616220fef3 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (f732e378-9288-49c5-8d0b-dcea1998160a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:47.300205 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-5632d918-818f-4267-b2a0-2934c47adcc3 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:47.305267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632d918-818f-4267-b2a0-2934c47adcc3 None None] Pushing event updated for resources: {'Port': ['ID=85d02317-d728-44a2-8ab4-d41caee11398,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:47.307018 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (cdddb6b5-e017-4b12-bc3e-76063dcd0cc3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:47.311857 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5632d918-818f-4267-b2a0-2934c47adcc3 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:47.371444 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe490858-5ce3-4d57-a319-2c616220fef3 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:47.383458 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-fe490858-5ce3-4d57-a319-2c616220fef3 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:47.393146 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe490858-5ce3-4d57-a319-2c616220fef3 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:47.419329 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 2ce85307-b96c-47ae-bb3f-09398b2f300d details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:14:47.460477 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe490858-5ce3-4d57-a319-2c616220fef3 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Pushing event updated for resources: {'Port': ['ID=f732e378-9288-49c5-8d0b-dcea1998160a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:47.603431 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 2ce85307-b96c-47ae-bb3f-09398b2f300d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2ce85307-b96c-47ae-bb3f-09398b2f300d,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:47.610892 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d96fe723-9564-41f1-a5e9-b202e7b786b2 req-82fe9584-7e25-4665-afc4-079381cc8d2e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa0e41e-2947-48c3-8fb0-5c8051910af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5488195 Jan 27 22:14:47.640698 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '2ce85307-b96c-47ae-bb3f-09398b2f300d', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '2ce85307-b96c-47ae-bb3f-09398b2f300d', 'mac_address': 'fa:16:3e:d2:6d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:14:47.645350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c288052-b57b-4367-bda6-006e16e00e4c req-a0d8af47-7c00-48e9-83fe-b9e297a62c54 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6920874 Jan 27 22:14:47.674875 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5632d918-818f-4267-b2a0-2934c47adcc3 None None] Attempting to bind port 85d02317-d728-44a2-8ab4-d41caee11398 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:14:47.675256 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5632d918-818f-4267-b2a0-2934c47adcc3 None None] Attempting to bind port 85d02317-d728-44a2-8ab4-d41caee11398 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '7efab774-42f4-451f-b1d1-d0bd2e1d9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cdddb6b5-e017-4b12-bc3e-76063dcd0cc3'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:14:47.675627 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5632d918-818f-4267-b2a0-2934c47adcc3 None None] Attempting to bind port 85d02317-d728-44a2-8ab4-d41caee11398 on network cdddb6b5-e017-4b12-bc3e-76063dcd0cc3 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:47.698525 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-a0d35d00-66d5-450f-b779-df8341b86749 service neutron] 10.222.0.23 "GET /v2.0/networks/4de77e40-55eb-4b28-9af2-d474955109af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7333839 Jan 27 22:14:47.705544 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5632d918-818f-4267-b2a0-2934c47adcc3 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:14:47.706356 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5632d918-818f-4267-b2a0-2934c47adcc3 None None] Checking segment: {'id': '7efab774-42f4-451f-b1d1-d0bd2e1d9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cdddb6b5-e017-4b12-bc3e-76063dcd0cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:47.707581 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5632d918-818f-4267-b2a0-2934c47adcc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:47.708249 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5632d918-818f-4267-b2a0-2934c47adcc3 None None] Bound using segment: {'id': '7efab774-42f4-451f-b1d1-d0bd2e1d9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cdddb6b5-e017-4b12-bc3e-76063dcd0cc3'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:14:47.708943 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5632d918-818f-4267-b2a0-2934c47adcc3 None None] Bound port: 85d02317-d728-44a2-8ab4-d41caee11398, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7efab774-42f4-451f-b1d1-d0bd2e1d9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cdddb6b5-e017-4b12-bc3e-76063dcd0cc3'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:14:47.709943 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5632d918-818f-4267-b2a0-2934c47adcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (85d02317-d728-44a2-8ab4-d41caee11398), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:47.781605 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 2ce85307-b96c-47ae-bb3f-09398b2f300d is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:47.782011 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2ce85307-b96c-47ae-bb3f-09398b2f300d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:47.811799 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce85307-b96c-47ae-bb3f-09398b2f300d {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:14:47.841142 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7b8206c-659b-463c-b786-58994ec13546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (26d0ff4e-0a3c-498c-a6f8-08f75cea63f6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:47.851450 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 2ce85307-b96c-47ae-bb3f-09398b2f300d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2ce85307-b96c-47ae-bb3f-09398b2f300d,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:47.905892 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2ce85307-b96c-47ae-bb3f-09398b2f300d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:47.969535 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Deleting port 85d02317-d728-44a2-8ab4-d41caee11398 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:47.969886 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (85d02317-d728-44a2-8ab4-d41caee11398), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:47.976599 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f49e390-2193-4a7e-a29b-b8a75ec9d142 req-5d021cd9-ea52-4c73-bf6f-4dd24fd80e6f tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 210 time: 0.1327710 Jan 27 22:14:48.117022 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-5632d918-818f-4267-b2a0-2934c47adcc3 None None] For port 85d02317-d728-44a2-8ab4-d41caee11398, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:14:48.138924 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['2ce85307-b96c-47ae-bb3f-09398b2f300d'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:14:48.188507 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=2ce85307-b96c-47ae-bb3f-09398b2f300d,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:48.204670 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-5632d918-818f-4267-b2a0-2934c47adcc3 None None] For port 85d02317-d728-44a2-8ab4-d41caee11398, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=85d02317-d728-44a2-8ab4-d41caee11398,segment=NetworkSegment(7efab774-42f4-451f-b1d1-d0bd2e1d9855),segment_id=7efab774-42f4-451f-b1d1-d0bd2e1d9855)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:14:48.254883 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5632d918-818f-4267-b2a0-2934c47adcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (85d02317-d728-44a2-8ab4-d41caee11398), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:48.351026 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f18d450-eebe-4655-b390-da277d08f91c req-b53b9730-e983-42bc-8236-141af6a60f6a tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=620b6a49219c47ddb79fa762b3f662f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2548919 Jan 27 22:14:48.405460 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00ae4b5b-9865-45aa-beff-13e62235974f req-f816626d-ac7d-4272-8711-f1da9ff82482 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bda7671c-c64d-4288-b8c4-66a47a90ab3d HTTP/1.1" status: 200 len: 210 time: 0.3080819 Jan 27 22:14:48.480012 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d9a76154-bff1-4bac-8abd-14bee24b2af3 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:48.537846 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632d918-818f-4267-b2a0-2934c47adcc3 None None] Pushing event updated for resources: {'Port': ['ID=85d02317-d728-44a2-8ab4-d41caee11398,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:48.591467 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c288052-b57b-4367-bda6-006e16e00e4c req-9ae90da6-158f-49d7-a01f-4e049cab6623 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9245398 Jan 27 22:14:48.690058 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] For port 85d02317-d728-44a2-8ab4-d41caee11398, host n-d-772272-3, got binding levels [] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:48.690730 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (85d02317-d728-44a2-8ab4-d41caee11398), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:48.701552 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe490858-5ce3-4d57-a319-2c616220fef3 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_gateway (b48d5289-dfe0-49af-89aa-29ee554709b9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:48.715229 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d9a76154-bff1-4bac-8abd-14bee24b2af3 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:48.715827 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d9a76154-bff1-4bac-8abd-14bee24b2af3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:48.731664 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Calling delete_port for 85d02317-d728-44a2-8ab4-d41caee11398 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:49.057726 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d9a76154-bff1-4bac-8abd-14bee24b2af3 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:49.129465 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe490858-5ce3-4d57-a319-2c616220fef3 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (b48d5289-dfe0-49af-89aa-29ee554709b9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:49.325951 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18d450-eebe-4655-b390-da277d08f91c req-d72208c6-e7fb-496c-8bfd-2c72d7896c26 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:49.328132 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f18d450-eebe-4655-b390-da277d08f91c req-d72208c6-e7fb-496c-8bfd-2c72d7896c26 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9452815 Jan 27 22:14:49.330167 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-367cd663-3c79-4e73-be0f-727ed7407432 req-8ca58d59-01b0-4ebd-9cae-700fd907ab8c tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 210 time: 0.0873721 Jan 27 22:14:49.366560 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe490858-5ce3-4d57-a319-2c616220fef3 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Router b48d5289-dfe0-49af-89aa-29ee554709b9 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:14:49.375200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-2f18d450-eebe-4655-b390-da277d08f91c req-35601655-25fe-4fb9-a6fa-bbe5375c332c tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Request body: {'port': {'device_id': '6d4cd562-a934-4347-a565-6fd67aae2180', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '620b6a49219c47ddb79fa762b3f662f0'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:49.378028 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 2ce85307-b96c-47ae-bb3f-09398b2f300d up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:49.461967 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 2ce85307-b96c-47ae-bb3f-09398b2f300d completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:14:49.468746 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 2ce85307-b96c-47ae-bb3f-09398b2f300d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:49.469549 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2ce85307-b96c-47ae-bb3f-09398b2f300d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:49.515107 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b775245-21e1-4b98-983c-61d3b946d8c3 req-73a0f4cf-1606-47ba-8df1-977c6280c309 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:49.517346 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b775245-21e1-4b98-983c-61d3b946d8c3 req-73a0f4cf-1606-47ba-8df1-977c6280c309 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc93f6b-1715-4179-898e-618b4d5e6892 HTTP/1.1" status: 200 len: 949 time: 0.2775722 Jan 27 22:14:49.562847 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b8206c-659b-463c-b786-58994ec13546 admin admin] Router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:14:49.616391 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe490858-5ce3-4d57-a319-2c616220fef3 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:49.654410 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bb4bf7-2bd0-40d9-9c05-9a623d86cba2 None None] Sync routers for ids ['b48d5289-dfe0-49af-89aa-29ee554709b9'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:49.681051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14451884-7cfc-41c1-92c7-d8bfe552d696 req-46c442b9-1026-4db2-8127-45f4a9d972fc tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bda7671c-c64d-4288-b8c4-66a47a90ab3d HTTP/1.1" status: 200 len: 210 time: 0.1012301 Jan 27 22:14:49.682663 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe490858-5ce3-4d57-a319-2c616220fef3 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:49.697688 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fe490858-5ce3-4d57-a319-2c616220fef3 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.2158155 Jan 27 22:14:49.704968 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58838) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:49.722871 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9dfd57a8-fefa-4145-9372-afb8ce6742ed tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:49.742988 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bb4bf7-2bd0-40d9-9c05-9a623d86cba2 None None] Routers {'b48d5289-dfe0-49af-89aa-29ee554709b9'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:49.743630 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-87bb4bf7-2bd0-40d9-9c05-9a623d86cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:14:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b48d5289-dfe0-49af-89aa-29ee554709b9'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:49.747646 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 2ce85307-b96c-47ae-bb3f-09398b2f300d is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:49.748876 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2ce85307-b96c-47ae-bb3f-09398b2f300d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:49.798628 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-87bb4bf7-2bd0-40d9-9c05-9a623d86cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:49.849195 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bb4bf7-2bd0-40d9-9c05-9a623d86cba2 None None] Routers {'b48d5289-dfe0-49af-89aa-29ee554709b9'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:49.849868 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-87bb4bf7-2bd0-40d9-9c05-9a623d86cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:14:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b48d5289-dfe0-49af-89aa-29ee554709b9'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:49.892959 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b775245-21e1-4b98-983c-61d3b946d8c3 req-9a1d5d89-ea5f-4cbc-bdb5-9137c6ccde3b tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa0e41e-2947-48c3-8fb0-5c8051910af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603263 Jan 27 22:14:49.905312 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (85d02317-d728-44a2-8ab4-d41caee11398), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:49.925475 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-87bb4bf7-2bd0-40d9-9c05-9a623d86cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:49.926142 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bb4bf7-2bd0-40d9-9c05-9a623d86cba2 None None] The sync data for ids ['b48d5289-dfe0-49af-89aa-29ee554709b9'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:49.927353 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc93f6b-1715-4179-898e-618b4d5e6892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce85307-b96c-47ae-bb3f-09398b2f300d'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:14:49.930765 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978dc63c-0c11-4f4f-9a62-033a31db33d2" -d '{"events": [{"server_uuid": "9dc93f6b-1715-4179-898e-618b4d5e6892", "name": "network-vif-plugged", "status": "completed", "tag": "2ce85307-b96c-47ae-bb3f-09398b2f300d"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:14:49.943618 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event deleted for resources: {'Port': ['ID=85d02317-d728-44a2-8ab4-d41caee11398,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:49.948566 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 2ce85307-b96c-47ae-bb3f-09398b2f300d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2ce85307-b96c-47ae-bb3f-09398b2f300d,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:49.954447 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2ce85307-b96c-47ae-bb3f-09398b2f300d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:49.957710 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f18d450-eebe-4655-b390-da277d08f91c req-35601655-25fe-4fb9-a6fa-bbe5375c332c tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Made reservation on behalf of 620b6a49219c47ddb79fa762b3f662f0 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:49.962539 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2f18d450-eebe-4655-b390-da277d08f91c req-35601655-25fe-4fb9-a6fa-bbe5375c332c tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:49.977731 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2f18d450-eebe-4655-b390-da277d08f91c req-35601655-25fe-4fb9-a6fa-bbe5375c332c tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:50.036996 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff988fdb-75a2-4cb7-b843-8c9fa0d6b615 x-openstack-request-id: req-ff988fdb-75a2-4cb7-b843-8c9fa0d6b615 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:14:50.043126 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc93f6b-1715-4179-898e-618b4d5e6892", "name": "network-vif-plugged", "status": "completed", "tag": "2ce85307-b96c-47ae-bb3f-09398b2f300d", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:14:50.045776 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff988fdb-75a2-4cb7-b843-8c9fa0d6b615 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:14:50.049536 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc93f6b-1715-4179-898e-618b4d5e6892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce85307-b96c-47ae-bb3f-09398b2f300d', 'code': 200} Jan 27 22:14:50.117297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=2ce85307-b96c-47ae-bb3f-09398b2f300d,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:50.178925 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] No DVR routers for this DVR port 85d02317-d728-44a2-8ab4-d41caee11398 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:14:50.239041 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712f8037-b0ad-4a89-9506-dd2999cbd7de None None] Network cdddb6b5-e017-4b12-bc3e-76063dcd0cc3 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:50.275583 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9dfd57a8-fefa-4145-9372-afb8ce6742ed tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_gateway (b48d5289-dfe0-49af-89aa-29ee554709b9), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:50.296890 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9dfd57a8-fefa-4145-9372-afb8ce6742ed tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_gateway (b48d5289-dfe0-49af-89aa-29ee554709b9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:50.304570 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8339b54b-8194-48d6-ba32-5f5109f4cfe2 None None] Could not find standard attr ID for object 85d02317-d728-44a2-8ab4-d41caee11398. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:14:50.407565 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b8206c-659b-463c-b786-58994ec13546 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:50.419152 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6951cc-ff0a-432d-92b4-923afa9fa44c None None] Sync routers for ids ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:50.430028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a7b8206c-659b-463c-b786-58994ec13546 admin admin] 10.222.0.23 "PUT /v2.0/routers/26d0ff4e-0a3c-498c-a6f8-08f75cea63f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2578514 Jan 27 22:14:50.431514 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58856) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:50.436610 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (e5497037-0d97-4385-ab19-29000f3c3e84), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:50.436882 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6951cc-ff0a-432d-92b4-923afa9fa44c None None] Routers {'26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:50.438018 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8a6951cc-ff0a-432d-92b4-923afa9fa44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:14:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:50.456052 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-9dfd57a8-fefa-4145-9372-afb8ce6742ed tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Deleting port f732e378-9288-49c5-8d0b-dcea1998160a {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:50.456422 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9dfd57a8-fefa-4145-9372-afb8ce6742ed tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f732e378-9288-49c5-8d0b-dcea1998160a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:50.533606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5fa5742-2a51-42fa-9c75-21ceacd429e1 req-d102f161-a556-4b26-b1e1-cf79d55cafa5 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 210 time: 0.0420816 Jan 27 22:14:50.579125 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7854cf-b70e-4bbe-aa81-8fe6009db54e req-d9c5febc-346d-4d6f-a59a-2f20322c9051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:50.581127 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb7854cf-b70e-4bbe-aa81-8fe6009db54e req-d9c5febc-346d-4d6f-a59a-2f20322c9051 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9dc93f6b-1715-4179-898e-618b4d5e6892 HTTP/1.1" status: 200 len: 1101 time: 0.3275313 Jan 27 22:14:50.649407 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-3898d035-b84e-44d5-bb5c-6f5cc9c516ef tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:50.657565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-3898d035-b84e-44d5-bb5c-6f5cc9c516ef tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.15 "GET /v2.0/networks?id=4de77e40-55eb-4b28-9af2-d474955109af HTTP/1.1" status: 200 len: 910 time: 0.4157748 Jan 27 22:14:50.659011 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9dfd57a8-fefa-4145-9372-afb8ce6742ed tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f732e378-9288-49c5-8d0b-dcea1998160a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:50.673891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-cd1296b5-71fb-4114-999b-63ed9fd5c749 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Request body: {'port': {'device_id': 'bda7671c-c64d-4288-b8c4-66a47a90ab3d', 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af', 'admin_state_up': True, 'tenant_id': '54c64932692842a19459a0525e81fe27'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:50.689343 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-9dfd57a8-fefa-4145-9372-afb8ce6742ed tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Calling delete_port for f732e378-9288-49c5-8d0b-dcea1998160a owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:50.698411 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-8a6951cc-ff0a-432d-92b4-923afa9fa44c None None] Set router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:14:50.711673 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2f18d450-eebe-4655-b390-da277d08f91c req-35601655-25fe-4fb9-a6fa-bbe5375c332c tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Publish callbacks [] for security_group (c98b2f2c-639f-4174-beb3-847532129066), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:50.743583 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2f18d450-eebe-4655-b390-da277d08f91c req-35601655-25fe-4fb9-a6fa-bbe5375c332c tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c98b2f2c-639f-4174-beb3-847532129066), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:50.789547 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb7854cf-b70e-4bbe-aa81-8fe6009db54e req-b5db2f80-aea2-43f2-b937-9c68d476a618 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cfa0e41e-2947-48c3-8fb0-5c8051910af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975183 Jan 27 22:14:50.790598 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (e5497037-0d97-4385-ab19-29000f3c3e84), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:50.805020 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-cd1296b5-71fb-4114-999b-63ed9fd5c749 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Made reservation on behalf of 54c64932692842a19459a0525e81fe27 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:50.807677 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-cd1296b5-71fb-4114-999b-63ed9fd5c749 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:50.893697 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event deleted for resources: {'Subnet': ['ID=e5497037-0d97-4385-ab19-29000f3c3e84,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:50.917685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35601655-25fe-4fb9-a6fa-bbe5375c332c tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c98b2f2c-639f-4174-beb3-847532129066,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:50.926571 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bdcc86af-cb2f-41a9-9295-f989a8a94c25 req-a36d31da-dfbd-4f48-af58-fe0ed00735e4 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bda7671c-c64d-4288-b8c4-66a47a90ab3d HTTP/1.1" status: 200 len: 210 time: 0.0540433 Jan 27 22:14:50.941128 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc97f5b8-6714-4f4e-a8b2-ab7da6928e16 None None] Network cdddb6b5-e017-4b12-bc3e-76063dcd0cc3 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:51.036650 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9dfd57a8-fefa-4145-9372-afb8ce6742ed tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (f732e378-9288-49c5-8d0b-dcea1998160a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.061597 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (cdddb6b5-e017-4b12-bc3e-76063dcd0cc3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.101882 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Publish callbacks [] for router (26d0ff4e-0a3c-498c-a6f8-08f75cea63f6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.110290 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd57a8-fefa-4145-9372-afb8ce6742ed tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Pushing event deleted for resources: {'Port': ['ID=f732e378-9288-49c5-8d0b-dcea1998160a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:51.197098 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdddb6b5-e017-4b12-bc3e-76063dcd0cc3']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:51.205822 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9530e9c1-5978-4877-bd12-680c18a2e345 req-22f5a9b0-5a73-4929-83b7-76f659884cef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2259874 Jan 27 22:14:51.226346 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059cfe68-670a-4f80-addb-05f348424da1 None None] DHCP port deletion for cdddb6b5-e017-4b12-bc3e-76063dcd0cc3 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:14:51.236150 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.262157 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efab774-42f4-451f-b1d1-d0bd2e1d9855') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:51.262389 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efab774-42f4-451f-b1d1-d0bd2e1d9855') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:51.296653 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9dfd57a8-fefa-4145-9372-afb8ce6742ed tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (b48d5289-dfe0-49af-89aa-29ee554709b9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.312394 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (7efab774-42f4-451f-b1d1-d0bd2e1d9855), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.315863 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8a6951cc-ff0a-432d-92b4-923afa9fa44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'name': 'tempest-AttachVolumeTestJSON-789037297-router', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:12Z', 'updated_at': '2022-01-27T22:14:46Z', 'revision_number': 5, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'gw_port': {'id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:13Z', 'updated_at': '2022-01-27T22:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:51.333465 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-2f18d450-eebe-4655-b390-da277d08f91c req-35601655-25fe-4fb9-a6fa-bbe5375c332c tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Allocated IP 192.168.233.236 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/957d7c8a-5874-4425-9fc4-cae34fd276b5) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:51.359609 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6951cc-ff0a-432d-92b4-923afa9fa44c None None] Checking router: 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:14:51.366055 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (7efab774-42f4-451f-b1d1-d0bd2e1d9855), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.384009 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Publish callbacks [] for router_gateway (26d0ff4e-0a3c-498c-a6f8-08f75cea63f6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.388242 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae411a77-19e9-458a-98d1-97256cc9bddc req-3d68efa7-d2a0-433a-bca2-61f6741e3fd0 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:51.389902 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae411a77-19e9-458a-98d1-97256cc9bddc req-3d68efa7-d2a0-433a-bca2-61f6741e3fd0 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc93f6b-1715-4179-898e-618b4d5e6892 HTTP/1.1" status: 200 len: 950 time: 0.2441416 Jan 27 22:14:51.391083 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:14:51.391493 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (7efab774-42f4-451f-b1d1-d0bd2e1d9855), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:14:51.394829 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:14:51.397609 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6951cc-ff0a-432d-92b4-923afa9fa44c None None] Routers {'26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:51.397609 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8a6951cc-ff0a-432d-92b4-923afa9fa44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:14:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:51.397835 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-cd1296b5-71fb-4114-999b-63ed9fd5c749 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Allocated IP 172.20.0.13 (4de77e40-55eb-4b28-9af2-d474955109af/31f61896-1979-4f3b-977c-8c052af8f432/fb4fd638-3f8a-4081-9d46-02fad72882d5) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:51.548457 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (cdddb6b5-e017-4b12-bc3e-76063dcd0cc3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.614848 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae411a77-19e9-458a-98d1-97256cc9bddc req-af689396-676f-40b8-8897-00219243470e tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa0e41e-2947-48c3-8fb0-5c8051910af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955707 Jan 27 22:14:51.617523 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-8a6951cc-ff0a-432d-92b4-923afa9fa44c None None] Set router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:14:51.639973 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.643723 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "DELETE /v2.0/networks/cdddb6b5-e017-4b12-bc3e-76063dcd0cc3 HTTP/1.1" status: 204 len: 168 time: 5.1977310 Jan 27 22:14:51.649153 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820008dd-2f63-49eb-b154-8a420151fdef tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event deleted for resources: {'Network': ['ID=cdddb6b5-e017-4b12-bc3e-76063dcd0cc3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:51.663324 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58880) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:51.668640 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-11216364-0455-44d5-9a7f-1da39cfcf726 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1493095845'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:51.721551 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9dfd57a8-fefa-4145-9372-afb8ce6742ed tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (b48d5289-dfe0-49af-89aa-29ee554709b9), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.739615 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9dfd57a8-fefa-4145-9372-afb8ce6742ed tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1668512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1663757'] for router (b48d5289-dfe0-49af-89aa-29ee554709b9), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.779087 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a32df2f-3934-4fd7-8758-24da987e73c1 req-5a1ad5b9-848a-4eff-990c-54de76f9951f tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 210 time: 0.1022410 Jan 27 22:14:51.785402 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530e9c1-5978-4877-bd12-680c18a2e345 req-e0bc57c0-7f7b-4a44-932a-295f07ef16ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:51.791008 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9530e9c1-5978-4877-bd12-680c18a2e345 req-e0bc57c0-7f7b-4a44-932a-295f07ef16ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a5fc25301d94383ab4235fa1c78acd6&device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 1096 time: 0.4473000 Jan 27 22:14:51.840598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11216364-0455-44d5-9a7f-1da39cfcf726 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Made reservation on behalf of 149964bcbbfa46c2a4d0f56a34366e55 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:51.845790 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11216364-0455-44d5-9a7f-1da39cfcf726 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.898573 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8a6951cc-ff0a-432d-92b4-923afa9fa44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'name': 'tempest-AttachVolumeTestJSON-789037297-router', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:12Z', 'updated_at': '2022-01-27T22:14:46Z', 'revision_number': 5, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'gw_port': {'id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:13Z', 'updated_at': '2022-01-27T22:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:51.930963 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2f18d450-eebe-4655-b390-da277d08f91c req-35601655-25fe-4fb9-a6fa-bbe5375c332c tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Publish callbacks [] for port (957d7c8a-5874-4425-9fc4-cae34fd276b5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.931972 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6951cc-ff0a-432d-92b4-923afa9fa44c None None] The sync data for ids ['26d0ff4e-0a3c-498c-a6f8-08f75cea63f6'] in n-d-772272-3 is: [{'id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'name': 'tempest-AttachVolumeTestJSON-789037297-router', 'tenant_id': '5fa39c9f14c34091a555381958bf20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:12Z', 'updated_at': '2022-01-27T22:14:46Z', 'revision_number': 5, 'project_id': '5fa39c9f14c34091a555381958bf20fa', 'gw_port': {'id': '871b7321-4ab0-4a36-9cba-5481886f7919', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d0ff4e-0a3c-498c-a6f8-08f75cea63f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:13Z', 'updated_at': '2022-01-27T22:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:51.945083 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-cd1296b5-71fb-4114-999b-63ed9fd5c749 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Publish callbacks [] for port (fb4fd638-3f8a-4081-9d46-02fad72882d5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.953700 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11216364-0455-44d5-9a7f-1da39cfcf726 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:14:51.972221 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11216364-0455-44d5-9a7f-1da39cfcf726 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (fb16fb12-8017-4a8a-84e9-e712e2f1c234), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.972497 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-11216364-0455-44d5-9a7f-1da39cfcf726 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Added segment fb16fb12-8017-4a8a-84e9-e712e2f1c234 of type vlan for network 81f4ad06-9bf1-4b76-903a-c783dc19d888 Jan 27 22:14:52.077759 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Deleting port 871b7321-4ab0-4a36-9cba-5481886f7919 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:52.078357 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (871b7321-4ab0-4a36-9cba-5481886f7919), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:52.087611 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11216364-0455-44d5-9a7f-1da39cfcf726 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (81f4ad06-9bf1-4b76-903a-c783dc19d888), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:52.109837 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-360d97d8-5f53-4d45-9f4b-cfefc80744a7 req-d20c77c6-8f80-4b09-bc3a-d75b7a8f77bb tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bda7671c-c64d-4288-b8c4-66a47a90ab3d HTTP/1.1" status: 200 len: 210 time: 0.0619514 Jan 27 22:14:52.129459 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2f18d450-eebe-4655-b390-da277d08f91c req-35601655-25fe-4fb9-a6fa-bbe5375c332c tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (957d7c8a-5874-4425-9fc4-cae34fd276b5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:52.133106 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-cd1296b5-71fb-4114-999b-63ed9fd5c749 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (fb4fd638-3f8a-4081-9d46-02fad72882d5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:52.162168 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfd57a8-fefa-4145-9372-afb8ce6742ed tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Router b48d5289-dfe0-49af-89aa-29ee554709b9 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:14:52.188092 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11216364-0455-44d5-9a7f-1da39cfcf726 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (81f4ad06-9bf1-4b76-903a-c783dc19d888), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:52.193185 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11216364-0455-44d5-9a7f-1da39cfcf726 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:52.193844 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11216364-0455-44d5-9a7f-1da39cfcf726 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:52.220347 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f18d450-eebe-4655-b390-da277d08f91c req-35601655-25fe-4fb9-a6fa-bbe5375c332c tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:52.236411 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-cd1296b5-71fb-4114-999b-63ed9fd5c749 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Network 4de77e40-55eb-4b28-9af2-d474955109af is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:52.237667 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530e9c1-5978-4877-bd12-680c18a2e345 req-04b8f433-c04a-45ae-80a7-3d3bf0577b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:52.239285 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9530e9c1-5978-4877-bd12-680c18a2e345 req-04b8f433-c04a-45ae-80a7-3d3bf0577b50 service neutron] 10.222.0.21 "GET /v2.0/networks?id=31a02463-af56-4099-8dd0-6cf52c80b509 HTTP/1.1" status: 200 len: 910 time: 0.3638115 Jan 27 22:14:52.243075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-2f18d450-eebe-4655-b390-da277d08f91c req-35601655-25fe-4fb9-a6fa-bbe5375c332c tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:52.286780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-cd1296b5-71fb-4114-999b-63ed9fd5c749 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:52.304796 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f18d450-eebe-4655-b390-da277d08f91c req-35601655-25fe-4fb9-a6fa-bbe5375c332c tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:52.314245 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-11216364-0455-44d5-9a7f-1da39cfcf726 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6494565 Jan 27 22:14:52.318091 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58896) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:52.321230 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-cd1296b5-71fb-4114-999b-63ed9fd5c749 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:52.345661 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-47df4f20-c199-4ef9-83f3-847981a987ec tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Request body: {'subnet': {'network_id': '81f4ad06-9bf1-4b76-903a-c783dc19d888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:52.350399 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 80c3d2b3-d8ba-411c-8619-35d82b6eecde no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:14:52.390903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35601655-25fe-4fb9-a6fa-bbe5375c332c tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Pushing event updated for resources: {'Port': ['ID=957d7c8a-5874-4425-9fc4-cae34fd276b5,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:52.402959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 80c3d2b3-d8ba-411c-8619-35d82b6eecde {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:14:52.403320 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 80c3d2b3-d8ba-411c-8619-35d82b6eecde not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:14:52.407019 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 85d02317-d728-44a2-8ab4-d41caee11398 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:14:52.449473 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 85d02317-d728-44a2-8ab4-d41caee11398 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:14:52.449896 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 85d02317-d728-44a2-8ab4-d41caee11398 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:14:52.490400 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18d450-eebe-4655-b390-da277d08f91c req-35601655-25fe-4fb9-a6fa-bbe5375c332c tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:52.491258 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2f18d450-eebe-4655-b390-da277d08f91c req-35601655-25fe-4fb9-a6fa-bbe5375c332c tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:52.597120 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11216364-0455-44d5-9a7f-1da39cfcf726 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event updated for resources: {'Network': ['ID=81f4ad06-9bf1-4b76-903a-c783dc19d888,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:52.621513 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 81f4ad06-9bf1-4b76-903a-c783dc19d888 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:14:52.684784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-cd1296b5-71fb-4114-999b-63ed9fd5c749 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:52.685579 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-cd1296b5-71fb-4114-999b-63ed9fd5c749 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:52.725854 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f18d450-eebe-4655-b390-da277d08f91c req-35601655-25fe-4fb9-a6fa-bbe5375c332c tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3461492 Jan 27 22:14:52.747604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-2f18d450-eebe-4655-b390-da277d08f91c req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] Request body: {'port': {'device_id': '6d4cd562-a934-4347-a565-6fd67aae2180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:52.769345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1296b5-71fb-4114-999b-63ed9fd5c749 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Pushing event updated for resources: {'Port': ['ID=fb4fd638-3f8a-4081-9d46-02fad72882d5,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:52.829565 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-91403664-b02c-40fa-bac4-9ca0b23d61f8 None None] Provisioning complete for port 957d7c8a-5874-4425-9fc4-cae34fd276b5 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:52.830284 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-91403664-b02c-40fa-bac4-9ca0b23d61f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (957d7c8a-5874-4425-9fc4-cae34fd276b5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:52.876804 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-cd1296b5-71fb-4114-999b-63ed9fd5c749 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.2067666 Jan 27 22:14:52.895107 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-91403664-b02c-40fa-bac4-9ca0b23d61f8 None None] Port 957d7c8a-5874-4425-9fc4-cae34fd276b5 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:14:52.905749 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] Request body: {'port': {'device_id': 'bda7671c-c64d-4288-b8c4-66a47a90ab3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:53.017062 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] For port 871b7321-4ab0-4a36-9cba-5481886f7919, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=871b7321-4ab0-4a36-9cba-5481886f7919,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:53.017458 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (871b7321-4ab0-4a36-9cba-5481886f7919), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.029052 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6c73c158-97cd-449a-b6c4-70f2e140f6f5 None None] Provisioning complete for port fb4fd638-3f8a-4081-9d46-02fad72882d5 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:53.030205 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6c73c158-97cd-449a-b6c4-70f2e140f6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fb4fd638-3f8a-4081-9d46-02fad72882d5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.045675 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Calling delete_port for 871b7321-4ab0-4a36-9cba-5481886f7919 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:53.048420 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfd57a8-fefa-4145-9372-afb8ce6742ed tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:53.063123 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9dfd57a8-fefa-4145-9372-afb8ce6742ed tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.063870 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bf2ac8-8aa7-4d72-a370-4889e2f2694e None None] Sync routers for ids ['b48d5289-dfe0-49af-89aa-29ee554709b9'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:53.064361 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9dfd57a8-fefa-4145-9372-afb8ce6742ed tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "PUT /v2.0/routers/b48d5289-dfe0-49af-89aa-29ee554709b9 HTTP/1.1" status: 200 len: 709 time: 3.3583758 Jan 27 22:14:53.073000 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58914) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:53.087862 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bf2ac8-8aa7-4d72-a370-4889e2f2694e None None] Routers {'b48d5289-dfe0-49af-89aa-29ee554709b9'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:53.088991 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-96bf2ac8-8aa7-4d72-a370-4889e2f2694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:14:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b48d5289-dfe0-49af-89aa-29ee554709b9'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:53.097016 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6c73c158-97cd-449a-b6c4-70f2e140f6f5 None None] Port fb4fd638-3f8a-4081-9d46-02fad72882d5 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:14:53.130731 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-96bf2ac8-8aa7-4d72-a370-4889e2f2694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:53.143463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bf2ac8-8aa7-4d72-a370-4889e2f2694e None None] Routers {'b48d5289-dfe0-49af-89aa-29ee554709b9'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:53.144240 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-96bf2ac8-8aa7-4d72-a370-4889e2f2694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:14:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b48d5289-dfe0-49af-89aa-29ee554709b9'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:53.179575 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e17d2aea-e5a3-4833-8daa-0c8ee82311f1 tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "GET /v2.0/routers/b48d5289-dfe0-49af-89aa-29ee554709b9 HTTP/1.1" status: 200 len: 744 time: 0.1006796 Jan 27 22:14:53.187695 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-96bf2ac8-8aa7-4d72-a370-4889e2f2694e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:53.189262 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bf2ac8-8aa7-4d72-a370-4889e2f2694e None None] The sync data for ids ['b48d5289-dfe0-49af-89aa-29ee554709b9'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:53.189422 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58920) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:53.224393 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9530e9c1-5978-4877-bd12-680c18a2e345 req-2c8bfae0-bc29-442b-8524-7be48b843110 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4aa3aaa-008a-44e2-a215-bfdd7d80194a HTTP/1.1" status: 200 len: 1000 time: 0.3264163 Jan 27 22:14:53.278570 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c9221bbd-1a53-4f0c-99be-f2028c5a3a8b tempest-RoutersIpV6AdminTest-1910566974 tempest-RoutersIpV6AdminTest-1910566974-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&device_id=b48d5289-dfe0-49af-89aa-29ee554709b9 HTTP/1.1" status: 200 len: 205 time: 0.0857494 Jan 27 22:14:53.285446 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58924) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:53.353475 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cd44a3c2-08d7-49a6-87cf-a27ad8ffd459 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "GET /v2.0/ports?device_id=b48d5289-dfe0-49af-89aa-29ee554709b9 HTTP/1.1" status: 200 len: 205 time: 0.0605659 Jan 27 22:14:53.357199 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58926) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:53.382758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e81ef-41d3-4af0-bd0e-483f3330d67f req-572c646e-ea16-4901-843e-4bc5937aafbc tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:53.384398 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab9e81ef-41d3-4af0-bd0e-483f3330d67f req-572c646e-ea16-4901-843e-4bc5937aafbc tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc93f6b-1715-4179-898e-618b4d5e6892 HTTP/1.1" status: 200 len: 950 time: 0.5796926 Jan 27 22:14:53.394903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47df4f20-c199-4ef9-83f3-847981a987ec tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Made reservation on behalf of 149964bcbbfa46c2a4d0f56a34366e55 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:53.398745 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-47df4f20-c199-4ef9-83f3-847981a987ec tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.405145 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2f18d450-eebe-4655-b390-da277d08f91c req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (957d7c8a-5874-4425-9fc4-cae34fd276b5), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.450235 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530e9c1-5978-4877-bd12-680c18a2e345 req-c8efcd42-f97d-4cce-b484-0e06bfdd757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:53.452422 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9530e9c1-5978-4877-bd12-680c18a2e345 req-c8efcd42-f97d-4cce-b484-0e06bfdd757c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a65de3af-7726-48bb-8509-44e3eaa0a25b HTTP/1.1" status: 200 len: 848 time: 0.1785884 Jan 27 22:14:53.459892 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1da1-da0e-4ca2-9c7e-31f24af99f22 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router (b48d5289-dfe0-49af-89aa-29ee554709b9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.540585 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fb4fd638-3f8a-4081-9d46-02fad72882d5), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.554925 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf66c46-94d8-49c0-a052-2b109d103f64 req-52195dab-d1c7-4f97-b38a-e32a38a1a05f tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:53.556545 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5bf66c46-94d8-49c0-a052-2b109d103f64 req-52195dab-d1c7-4f97-b38a-e32a38a1a05f tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 936 time: 0.6405270 Jan 27 22:14:53.644217 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab9e81ef-41d3-4af0-bd0e-483f3330d67f req-771fc7f3-6f39-4e84-a8bb-735ed246520c tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa0e41e-2947-48c3-8fb0-5c8051910af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500651 Jan 27 22:14:53.817905 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1da1-da0e-4ca2-9c7e-31f24af99f22 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (b48d5289-dfe0-49af-89aa-29ee554709b9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.822432 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1da1-da0e-4ca2-9c7e-31f24af99f22 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router_controller (b48d5289-dfe0-49af-89aa-29ee554709b9), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.834704 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5bf66c46-94d8-49c0-a052-2b109d103f64 req-a8f78b5d-bd76-4c54-a80e-239462af16b2 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b2f2c-639f-4174-beb3-847532129066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673659 Jan 27 22:14:53.841544 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530e9c1-5978-4877-bd12-680c18a2e345 req-7eae748d-4a91-4b07-8b49-e5f5a006458a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:53.843278 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9530e9c1-5978-4877-bd12-680c18a2e345 req-7eae748d-4a91-4b07-8b49-e5f5a006458a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31a02463-af56-4099-8dd0-6cf52c80b509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3416114 Jan 27 22:14:53.953869 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1da1-da0e-4ca2-9c7e-31f24af99f22 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (b48d5289-dfe0-49af-89aa-29ee554709b9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.954392 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcf1da1-da0e-4ca2-9c7e-31f24af99f22 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Fanout notify agent at l3_agent the message router_deleted on router b48d5289-dfe0-49af-89aa-29ee554709b9 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:14:53.956566 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (871b7321-4ab0-4a36-9cba-5481886f7919), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.967878 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3fcf1da1-da0e-4ca2-9c7e-31f24af99f22 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.969065 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3fcf1da1-da0e-4ca2-9c7e-31f24af99f22 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "DELETE /v2.0/routers/b48d5289-dfe0-49af-89aa-29ee554709b9 HTTP/1.1" status: 204 len: 168 time: 0.6069243 Jan 27 22:14:53.978918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58946) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:54.015267 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=871b7321-4ab0-4a36-9cba-5481886f7919,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:54.035073 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.035541 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.035859 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.036753 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.036753 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.036961 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.037221 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.037540 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.037876 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.038206 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.038536 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.038858 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.039187 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.073761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f57122ca-8a2f-462b-8e72-faba824a66c9 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "GET /v2.0/ports?device_id=b48d5289-dfe0-49af-89aa-29ee554709b9 HTTP/1.1" status: 200 len: 205 time: 0.0878773 Jan 27 22:14:54.118435 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58948) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:54.130008 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (26d0ff4e-0a3c-498c-a6f8-08f75cea63f6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:54.145445 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b2cd1-d8b8-4309-8780-72893681dba3 req-af245176-856b-4d92-8d8e-a99920cea293 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:54.147089 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d22b2cd1-d8b8-4309-8780-72893681dba3 req-af245176-856b-4d92-8d8e-a99920cea293 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bda7671c-c64d-4288-b8c4-66a47a90ab3d HTTP/1.1" status: 200 len: 1028 time: 0.3817697 Jan 27 22:14:54.192662 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-451dbfca-7dc1-4d37-8ae2-bff02e9da51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:54.224889 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-e4caec9d-0fc5-40a1-b3b0-e4b9793fc748 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] delete failed (client error): The resource could not be found. Jan 27 22:14:54.228252 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e4caec9d-0fc5-40a1-b3b0-e4b9793fc748 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "DELETE /v2.0/routers/b48d5289-dfe0-49af-89aa-29ee554709b9 HTTP/1.1" status: 404 len: 336 time: 0.1104839 Jan 27 22:14:54.245332 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58954) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:54.256093 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (26d0ff4e-0a3c-498c-a6f8-08f75cea63f6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:54.258609 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Publish callbacks [] for router_controller (26d0ff4e-0a3c-498c-a6f8-08f75cea63f6), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:54.261698 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9530e9c1-5978-4877-bd12-680c18a2e345 req-028bc243-bdb7-441f-875c-425e398bea5c service neutron] 10.222.0.21 "GET /v2.0/networks/31a02463-af56-4099-8dd0-6cf52c80b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765004 Jan 27 22:14:54.343587 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-07a5b637-c120-4440-bcde-541563561e3d tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "GET /v2.0/ports?device_id=75cc9211-a9c0-4060-ae64-90eeeca07d1c HTTP/1.1" status: 200 len: 205 time: 0.0919726 Jan 27 22:14:54.357947 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58958) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:54.367852 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-47df4f20-c199-4ef9-83f3-847981a987ec tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (745d550e-ace8-42e5-a4ec-0e1430023600), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:54.372999 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (26d0ff4e-0a3c-498c-a6f8-08f75cea63f6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:54.374411 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:14:54.419485 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:54.421381 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8689309b-ace1-4f9e-9159-d198f2ab5e36 admin admin] 10.222.0.23 "DELETE /v2.0/routers/26d0ff4e-0a3c-498c-a6f8-08f75cea63f6 HTTP/1.1" status: 204 len: 168 time: 3.9837365 Jan 27 22:14:54.424949 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58960) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:54.430572 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-014e3fa4-3c24-4d79-aa7f-a5ecca3d6ae3 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] delete failed (client error): The resource could not be found. Jan 27 22:14:54.431641 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-014e3fa4-3c24-4d79-aa7f-a5ecca3d6ae3 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "DELETE /v2.0/routers/75cc9211-a9c0-4060-ae64-90eeeca07d1c HTTP/1.1" status: 404 len: 336 time: 0.0722983 Jan 27 22:14:54.436915 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58962) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:54.510297 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-329786a1-8122-400e-bbc2-e83c679ff3b5 admin admin] Deleting subnet c8368a6d-250d-43a0-8b81-29729883ab77 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:14:54.512397 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9a262547-4117-4376-81f7-bba0f80a12b9 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "GET /v2.0/ports?device_id=141c8b99-c65d-4591-bd68-323180f3d1ff HTTP/1.1" status: 200 len: 205 time: 0.0641325 Jan 27 22:14:54.514743 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58966) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:54.515313 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d22b2cd1-d8b8-4309-8780-72893681dba3 req-3effe1ac-3c93-4567-ac9e-721226762fc1 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097608 Jan 27 22:14:54.557050 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-df485a71-8b39-498c-9f85-d9783c86069f tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] delete failed (client error): The resource could not be found. Jan 27 22:14:54.557589 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-df485a71-8b39-498c-9f85-d9783c86069f tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "DELETE /v2.0/routers/141c8b99-c65d-4591-bd68-323180f3d1ff HTTP/1.1" status: 404 len: 336 time: 0.0419054 Jan 27 22:14:54.560035 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9530e9c1-5978-4877-bd12-680c18a2e345 req-c677c3f5-3fe6-4d61-b8f5-a6b7a6a47f3f service neutron] 10.222.0.21 "GET /v2.0/networks/31a02463-af56-4099-8dd0-6cf52c80b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904553 Jan 27 22:14:54.560664 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58968) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:54.569786 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-329786a1-8122-400e-bbc2-e83c679ff3b5 admin admin] Publish callbacks [] for subnet (c8368a6d-250d-43a0-8b81-29729883ab77), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:54.600595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbd5f7-2c46-4014-bfc8-0746c996dd28 req-52755957-82c5-4f2a-855d-2c24a04d8bda tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:54.602242 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-04dbd5f7-2c46-4014-bfc8-0746c996dd28 req-52755957-82c5-4f2a-855d-2c24a04d8bda tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc93f6b-1715-4179-898e-618b4d5e6892 HTTP/1.1" status: 200 len: 950 time: 0.3185334 Jan 27 22:14:54.602999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df4f20-c199-4ef9-83f3-847981a987ec tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event updated for resources: {'Subnet': ['ID=745d550e-ace8-42e5-a4ec-0e1430023600,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:54.616236 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ebd2ccba-f37c-428a-aac7-5edd2e94ddec tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "GET /v2.0/ports?device_id=634f80da-7c20-4c60-983c-7ac42dac2911 HTTP/1.1" status: 200 len: 205 time: 0.0545554 Jan 27 22:14:54.619131 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58972) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:54.666806 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-2f18d450-eebe-4655-b390-da277d08f91c req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 957d7c8a-5874-4425-9fc4-cae34fd276b5 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:14:54.667346 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-b6e69a55-09ac-49c1-b128-a6fe666b35c2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] delete failed (client error): The resource could not be found. Jan 27 22:14:54.667346 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b6e69a55-09ac-49c1-b128-a6fe666b35c2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "DELETE /v2.0/routers/634f80da-7c20-4c60-983c-7ac42dac2911 HTTP/1.1" status: 404 len: 336 time: 0.0444186 Jan 27 22:14:54.667989 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58974) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:54.673804 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-329786a1-8122-400e-bbc2-e83c679ff3b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (c8368a6d-250d-43a0-8b81-29729883ab77), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:54.679655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47df4f20-c199-4ef9-83f3-847981a987ec tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Checking segment: {'id': 'fb16fb12-8017-4a8a-84e9-e712e2f1c234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '81f4ad06-9bf1-4b76-903a-c783dc19d888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:54.680032 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47df4f20-c199-4ef9-83f3-847981a987ec tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Network hostable DHCP agents. Network: 81f4ad06-9bf1-4b76-903a-c783dc19d888, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:14:54.686193 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4fd638-3f8a-4081-9d46-02fad72882d5 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:14:54.691489 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2f18d450-eebe-4655-b390-da277d08f91c req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] Publish callbacks [] for port (957d7c8a-5874-4425-9fc4-cae34fd276b5), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:54.702148 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] Publish callbacks [] for port (fb4fd638-3f8a-4081-9d46-02fad72882d5), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:54.737830 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-2f18d450-eebe-4655-b390-da277d08f91c req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] Transition to ACTIVE for port object 957d7c8a-5874-4425-9fc4-cae34fd276b5 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:14:54.745246 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-564c08fc-fc7c-4b10-b136-10ecf60d3f6c tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "GET /v2.0/ports?device_id=50a62876-67ad-47d3-983a-fe0874a9c549 HTTP/1.1" status: 200 len: 205 time: 0.0736952 Jan 27 22:14:54.747692 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58978) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:54.751536 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] Transition to ACTIVE for port object fb4fd638-3f8a-4081-9d46-02fad72882d5 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:14:54.755164 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2f18d450-eebe-4655-b390-da277d08f91c req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (957d7c8a-5874-4425-9fc4-cae34fd276b5), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:54.762769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-04dbd5f7-2c46-4014-bfc8-0746c996dd28 req-a1cdb8b2-20d0-4c99-9451-4d9fc35da8d4 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa0e41e-2947-48c3-8fb0-5c8051910af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282127 Jan 27 22:14:54.769562 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47df4f20-c199-4ef9-83f3-847981a987ec tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Network 81f4ad06-9bf1-4b76-903a-c783dc19d888 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:14:54.771527 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (fb4fd638-3f8a-4081-9d46-02fad72882d5), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:54.805794 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-825e929e-4ae5-4fa0-b3d7-039039f192f2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] delete failed (client error): The resource could not be found. Jan 27 22:14:54.809368 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-825e929e-4ae5-4fa0-b3d7-039039f192f2 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "DELETE /v2.0/routers/50a62876-67ad-47d3-983a-fe0874a9c549 HTTP/1.1" status: 404 len: 336 time: 0.0582733 Jan 27 22:14:54.810931 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58980) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:54.833960 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-47df4f20-c199-4ef9-83f3-847981a987ec tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 81f4ad06-9bf1-4b76-903a-c783dc19d888) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:54.849386 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-43ac3848-31a4-4564-8f03-d98d7861a050 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "GET /v2.0/ports?device_id=f232673b-c968-4b95-9950-962dd7ded60f HTTP/1.1" status: 200 len: 205 time: 0.0387132 Jan 27 22:14:54.852498 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58982) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:54.880002 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47df4f20-c199-4ef9-83f3-847981a987ec tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:54.880637 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-47df4f20-c199-4ef9-83f3-847981a987ec tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:54.883148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7952ad1c-87d4-45eb-b6c0-ecde44856f18 None None] Network 81f4ad06-9bf1-4b76-903a-c783dc19d888 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:54.900649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] Pushing event updated for resources: {'Port': ['ID=957d7c8a-5874-4425-9fc4-cae34fd276b5,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:54.924794 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-396168f8-7df9-4c2c-acc7-720977cdcc34 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] delete failed (client error): The resource could not be found. Jan 27 22:14:54.925765 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-396168f8-7df9-4c2c-acc7-720977cdcc34 tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "DELETE /v2.0/routers/f232673b-c968-4b95-9950-962dd7ded60f HTTP/1.1" status: 404 len: 336 time: 0.0723350 Jan 27 22:14:54.928431 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58988) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:54.949886 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-329786a1-8122-400e-bbc2-e83c679ff3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (c8368a6d-250d-43a0-8b81-29729883ab77), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:55.027556 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-565f0ad1-8b1c-4daf-902b-9ab12360d6ee tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] DELETE failed (client error): The resource could not be found. Jan 27 22:14:55.027981 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-565f0ad1-8b1c-4daf-902b-9ab12360d6ee tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:14:55.031745 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-565f0ad1-8b1c-4daf-902b-9ab12360d6ee tempest-RoutersIpV6AdminTest-373132094 tempest-RoutersIpV6AdminTest-373132094-project] 10.222.0.23 "DELETE /v2.0/subnets/3c9b573a-5de2-456b-8bb5-699e99ac6d01 HTTP/1.1" status: 404 len: 337 time: 0.1003959 Jan 27 22:14:55.127000 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-329786a1-8122-400e-bbc2-e83c679ff3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (c8368a6d-250d-43a0-8b81-29729883ab77), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:55.129748 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31515f9b-28d6-48f9-9b62-8e59700c1e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-81f4ad06-9bf1-4b76-903a-c783dc19d888', 'network_id': '81f4ad06-9bf1-4b76-903a-c783dc19d888', 'project_id': '149964bcbbfa46c2a4d0f56a34366e55', 'fixed_ips': [{'subnet_id': '745d550e-ace8-42e5-a4ec-0e1430023600'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:14:55.130895 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-31515f9b-28d6-48f9-9b62-8e59700c1e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:55.140843 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-47df4f20-c199-4ef9-83f3-847981a987ec tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7992156 Jan 27 22:14:55.146186 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58996) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:55.259848 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-329786a1-8122-400e-bbc2-e83c679ff3b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:55.272700 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-329786a1-8122-400e-bbc2-e83c679ff3b5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c8368a6d-250d-43a0-8b81-29729883ab77 HTTP/1.1" status: 204 len: 168 time: 0.8395407 Jan 27 22:14:55.283965 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59000) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:55.295240 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d29a4d7-ea17-43d3-b4b5-c7af4c91045c None None] Network 2b09128f-4816-4051-b7b2-5b7a59716965 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:55.341008 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329786a1-8122-400e-bbc2-e83c679ff3b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8368a6d-250d-43a0-8b81-29729883ab77,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:55.390252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4fd638-3f8a-4081-9d46-02fad72882d5,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:55.449559 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2f18d450-eebe-4655-b390-da277d08f91c req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] Attempting to bind port 957d7c8a-5874-4425-9fc4-cae34fd276b5 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:14:55.450171 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2f18d450-eebe-4655-b390-da277d08f91c req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] Attempting to bind port 957d7c8a-5874-4425-9fc4-cae34fd276b5 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:14:55.450292 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18d450-eebe-4655-b390-da277d08f91c req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] Attempting to bind port 957d7c8a-5874-4425-9fc4-cae34fd276b5 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:55.452725 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] Attempting to bind port fb4fd638-3f8a-4081-9d46-02fad72882d5 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:14:55.453313 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] Attempting to bind port fb4fd638-3f8a-4081-9d46-02fad72882d5 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:14:55.453604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] Attempting to bind port fb4fd638-3f8a-4081-9d46-02fad72882d5 on network 4de77e40-55eb-4b28-9af2-d474955109af {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:55.465698 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (81f4ad06-9bf1-4b76-903a-c783dc19d888), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:55.536946 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9a6176cf-1461-4cca-811f-5f9eeb339cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (2b09128f-4816-4051-b7b2-5b7a59716965), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:55.539321 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] Port fb4fd638-3f8a-4081-9d46-02fad72882d5 on network 4de77e40-55eb-4b28-9af2-d474955109af not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:14:55.539883 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] Attempting to bind port fb4fd638-3f8a-4081-9d46-02fad72882d5 on network 4de77e40-55eb-4b28-9af2-d474955109af {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:55.549383 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18d450-eebe-4655-b390-da277d08f91c req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] Port 957d7c8a-5874-4425-9fc4-cae34fd276b5 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:14:55.550314 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18d450-eebe-4655-b390-da277d08f91c req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] Attempting to bind port 957d7c8a-5874-4425-9fc4-cae34fd276b5 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:55.561459 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:14:55.562324 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] Checking segment: {'id': '741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:55.562960 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] Bound using segment: {'id': '741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:14:55.563672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] Bound port: fb4fd638-3f8a-4081-9d46-02fad72882d5, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:14:55.564302 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fb4fd638-3f8a-4081-9d46-02fad72882d5), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:55.593131 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9491b25-32a3-4572-b783-6e6641707a03 req-1166ab59-8580-43cc-8263-30bcaeded2ff tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:55.594888 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f9491b25-32a3-4572-b783-6e6641707a03 req-1166ab59-8580-43cc-8263-30bcaeded2ff tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 948 time: 0.5477939 Jan 27 22:14:55.627596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59010) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:55.647237 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (745d550e-ace8-42e5-a4ec-0e1430023600), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:55.648493 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18d450-eebe-4655-b390-da277d08f91c req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:14:55.648851 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18d450-eebe-4655-b390-da277d08f91c req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:55.649247 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18d450-eebe-4655-b390-da277d08f91c req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:14:55.649851 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2f18d450-eebe-4655-b390-da277d08f91c req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] Bound port: 957d7c8a-5874-4425-9fc4-cae34fd276b5, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:14:55.650227 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2f18d450-eebe-4655-b390-da277d08f91c req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (957d7c8a-5874-4425-9fc4-cae34fd276b5), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:55.768824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-31515f9b-28d6-48f9-9b62-8e59700c1e23 None None] Allocated IP 2001:db8::2 (81f4ad06-9bf1-4b76-903a-c783dc19d888/745d550e-ace8-42e5-a4ec-0e1430023600/514001f5-a20e-4994-890b-d75eb32cab85) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:55.882618 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394445e1-6220-44b0-ad95-ba60a1d448ba req-03a5ea38-89dd-4982-967e-b13fd38e8c27 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:55.884245 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-394445e1-6220-44b0-ad95-ba60a1d448ba req-03a5ea38-89dd-4982-967e-b13fd38e8c27 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dc93f6b-1715-4179-898e-618b4d5e6892 HTTP/1.1" status: 200 len: 950 time: 0.4470615 Jan 27 22:14:55.910728 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f1add5-ecde-4802-b60c-4db3a4be535e None None] DHCP port deletion for 2b09128f-4816-4051-b7b2-5b7a59716965 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:14:55.922859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] For port fb4fd638-3f8a-4081-9d46-02fad72882d5, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:14:55.984354 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f9491b25-32a3-4572-b783-6e6641707a03 req-1542b462-11a7-4aaa-b5c0-527ad5de8114 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b2f2c-639f-4174-beb3-847532129066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549399 Jan 27 22:14:55.987236 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd960-87ad-47f5-afed-e7b00f1ac5ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.000985 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] For port fb4fd638-3f8a-4081-9d46-02fad72882d5, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=fb4fd638-3f8a-4081-9d46-02fad72882d5,segment=NetworkSegment(741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7),segment_id=741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:14:56.031089 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-31515f9b-28d6-48f9-9b62-8e59700c1e23 None None] Publish callbacks [] for port (514001f5-a20e-4994-890b-d75eb32cab85), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.035756 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-89f1add5-ecde-4802-b60c-4db3a4be535e None None] Deleting port 38f59b59-54e1-454b-8207-69f878ad0989 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:56.036322 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-89f1add5-ecde-4802-b60c-4db3a4be535e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (38f59b59-54e1-454b-8207-69f878ad0989), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.053300 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-31515f9b-28d6-48f9-9b62-8e59700c1e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (514001f5-a20e-4994-890b-d75eb32cab85), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.063942 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (745d550e-ace8-42e5-a4ec-0e1430023600), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.144633 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31515f9b-28d6-48f9-9b62-8e59700c1e23 None None] Network 81f4ad06-9bf1-4b76-903a-c783dc19d888 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:56.154962 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-89f1add5-ecde-4802-b60c-4db3a4be535e None None] For port 38f59b59-54e1-454b-8207-69f878ad0989, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=38f59b59-54e1-454b-8207-69f878ad0989,segment=NetworkSegment(57099c77-b2f5-4dd3-bbd4-c6f51f894699),segment_id=57099c77-b2f5-4dd3-bbd4-c6f51f894699)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:56.155449 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-89f1add5-ecde-4802-b60c-4db3a4be535e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (38f59b59-54e1-454b-8207-69f878ad0989), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.158105 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-31515f9b-28d6-48f9-9b62-8e59700c1e23 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:56.165866 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ac5cb-83cd-40dd-8137-868d7859037b req-919721f0-3704-4106-add1-6d9c60d09263 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:56.169582 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31515f9b-28d6-48f9-9b62-8e59700c1e23 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:56.170089 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event deleted for resources: {'Subnet': ['ID=745d550e-ace8-42e5-a4ec-0e1430023600,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:56.174597 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31515f9b-28d6-48f9-9b62-8e59700c1e23 None None] Pushing event updated for resources: {'Port': ['ID=514001f5-a20e-4994-890b-d75eb32cab85,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:56.178754 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-89f1add5-ecde-4802-b60c-4db3a4be535e None None] Calling delete_port for 38f59b59-54e1-454b-8207-69f878ad0989 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:56.193407 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-269ac5cb-83cd-40dd-8137-868d7859037b req-919721f0-3704-4106-add1-6d9c60d09263 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bda7671c-c64d-4288-b8c4-66a47a90ab3d HTTP/1.1" status: 200 len: 1053 time: 0.5666933 Jan 27 22:14:56.197991 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (fb4fd638-3f8a-4081-9d46-02fad72882d5), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.246954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 38f59b59-54e1-454b-8207-69f878ad0989 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:14:56.261948 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (81f4ad06-9bf1-4b76-903a-c783dc19d888), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.296836 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f4ad06-9bf1-4b76-903a-c783dc19d888']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:56.384582 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-2f18d450-eebe-4655-b390-da277d08f91c req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] For port 957d7c8a-5874-4425-9fc4-cae34fd276b5, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:14:56.387783 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb16fb12-8017-4a8a-84e9-e712e2f1c234') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:56.387783 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb16fb12-8017-4a8a-84e9-e712e2f1c234') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:56.387982 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-31515f9b-28d6-48f9-9b62-8e59700c1e23 None None] Attempting to bind port 514001f5-a20e-4994-890b-d75eb32cab85 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:14:56.387982 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-31515f9b-28d6-48f9-9b62-8e59700c1e23 None None] Attempting to bind port 514001f5-a20e-4994-890b-d75eb32cab85 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'fb16fb12-8017-4a8a-84e9-e712e2f1c234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '81f4ad06-9bf1-4b76-903a-c783dc19d888'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:14:56.387982 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31515f9b-28d6-48f9-9b62-8e59700c1e23 None None] Attempting to bind port 514001f5-a20e-4994-890b-d75eb32cab85 on network 81f4ad06-9bf1-4b76-903a-c783dc19d888 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:56.390953 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (fb16fb12-8017-4a8a-84e9-e712e2f1c234), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.390953 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (fb16fb12-8017-4a8a-84e9-e712e2f1c234), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.391252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31515f9b-28d6-48f9-9b62-8e59700c1e23 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:14:56.391252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31515f9b-28d6-48f9-9b62-8e59700c1e23 None None] Checking segment: {'id': 'fb16fb12-8017-4a8a-84e9-e712e2f1c234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '81f4ad06-9bf1-4b76-903a-c783dc19d888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:56.391252 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-31515f9b-28d6-48f9-9b62-8e59700c1e23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.391252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31515f9b-28d6-48f9-9b62-8e59700c1e23 None None] Bound using segment: {'id': 'fb16fb12-8017-4a8a-84e9-e712e2f1c234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '81f4ad06-9bf1-4b76-903a-c783dc19d888'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:14:56.391252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-31515f9b-28d6-48f9-9b62-8e59700c1e23 None None] Bound port: 514001f5-a20e-4994-890b-d75eb32cab85, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb16fb12-8017-4a8a-84e9-e712e2f1c234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '81f4ad06-9bf1-4b76-903a-c783dc19d888'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:14:56.391252 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-31515f9b-28d6-48f9-9b62-8e59700c1e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (514001f5-a20e-4994-890b-d75eb32cab85), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.392251 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:56.392251 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.392674 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:14:56.393084 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] 10.222.0.15 "PUT /v2.0/ports/fb4fd638-3f8a-4081-9d46-02fad72882d5 HTTP/1.1" status: 200 len: 1092 time: 3.4679177 Jan 27 22:14:56.393217 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (fb16fb12-8017-4a8a-84e9-e712e2f1c234), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.393397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-2f18d450-eebe-4655-b390-da277d08f91c req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] For port 957d7c8a-5874-4425-9fc4-cae34fd276b5, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=957d7c8a-5874-4425-9fc4-cae34fd276b5,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:14:56.393397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda7671c-c64d-4288-b8c4-66a47a90ab3d', 'tag': 'fb4fd638-3f8a-4081-9d46-02fad72882d5'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:14:56.393397 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c15d0ac-39a9-4f5b-8913-b91eb294a197" -d '{"events": [{"name": "network-changed", "server_uuid": "bda7671c-c64d-4288-b8c4-66a47a90ab3d", "tag": "fb4fd638-3f8a-4081-9d46-02fad72882d5"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:14:56.424707 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-89f1add5-ecde-4802-b60c-4db3a4be535e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (38f59b59-54e1-454b-8207-69f878ad0989), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.436547 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Port 38f59b59-54e1-454b-8207-69f878ad0989 update to DOWN by agent not found {{(pid=109743) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 27 22:14:56.437298 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 871b7321-4ab0-4a36-9cba-5481886f7919 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:14:56.451457 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2f18d450-eebe-4655-b390-da277d08f91c req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (957d7c8a-5874-4425-9fc4-cae34fd276b5), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:14:56.478902 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:14:56.483325 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.db.api [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:14:56.483325 n-d-772272-3 neutron-server[109742]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:14:56.483325 n-d-772272-3 neutron-server[109742]: [parameters: {'id': '81f4ad06-9bf1-4b76-903a-c783dc19d888'}] Jan 27 22:14:56.483325 n-d-772272-3 neutron-server[109742]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:14:56.483988 n-d-772272-3 neutron-server[109742]: DEBUG oslo_db.api [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:14:56.490067 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 871b7321-4ab0-4a36-9cba-5481886f7919 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:14:56.490621 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 871b7321-4ab0-4a36-9cba-5481886f7919 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:14:56.497470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f1add5-ecde-4802-b60c-4db3a4be535e None None] No DVR routers for this DVR port 38f59b59-54e1-454b-8207-69f878ad0989 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:14:56.499585 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1add5-ecde-4802-b60c-4db3a4be535e None None] Pushing event deleted for resources: {'Port': ['ID=38f59b59-54e1-454b-8207-69f878ad0989,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:56.511174 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-9a6176cf-1461-4cca-811f-5f9eeb339cb5 admin admin] Deleting port 38f59b59-54e1-454b-8207-69f878ad0989 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:56.511384 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9a6176cf-1461-4cca-811f-5f9eeb339cb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (38f59b59-54e1-454b-8207-69f878ad0989), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.540574 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-31515f9b-28d6-48f9-9b62-8e59700c1e23 None None] For port 514001f5-a20e-4994-890b-d75eb32cab85, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:14:56.545519 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-31515f9b-28d6-48f9-9b62-8e59700c1e23 None None] For port 514001f5-a20e-4994-890b-d75eb32cab85, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=514001f5-a20e-4994-890b-d75eb32cab85,segment=NetworkSegment(fb16fb12-8017-4a8a-84e9-e712e2f1c234),segment_id=fb16fb12-8017-4a8a-84e9-e712e2f1c234)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:14:56.551680 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-31515f9b-28d6-48f9-9b62-8e59700c1e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (514001f5-a20e-4994-890b-d75eb32cab85), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.612820 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607c592-d565-4a53-9d4a-7262027c8be2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4fd638-3f8a-4081-9d46-02fad72882d5,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:56.629570 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18d450-eebe-4655-b390-da277d08f91c req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:56.630374 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2f18d450-eebe-4655-b390-da277d08f91c req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.632714 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f18d450-eebe-4655-b390-da277d08f91c req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] 10.222.0.21 "PUT /v2.0/ports/957d7c8a-5874-4425-9fc4-cae34fd276b5 HTTP/1.1" status: 200 len: 1096 time: 3.9048877 Jan 27 22:14:56.654861 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-9a6176cf-1461-4cca-811f-5f9eeb339cb5 admin admin] For port 38f59b59-54e1-454b-8207-69f878ad0989, host n-d-772272-3, got binding levels [] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:56.655645 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9a6176cf-1461-4cca-811f-5f9eeb339cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (38f59b59-54e1-454b-8207-69f878ad0989), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.681224 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-9a6176cf-1461-4cca-811f-5f9eeb339cb5 admin admin] Calling delete_port for 38f59b59-54e1-454b-8207-69f878ad0989 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:56.685035 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.ipam_backend_mixin [None req-9a6176cf-1461-4cca-811f-5f9eeb339cb5 admin admin] Port 38f59b59-54e1-454b-8207-69f878ad0989 was not found and therefore no delete operation was performed {{(pid=109741) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:14:56.687424 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31515f9b-28d6-48f9-9b62-8e59700c1e23 None None] Pushing event updated for resources: {'Port': ['ID=514001f5-a20e-4994-890b-d75eb32cab85,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:56.699523 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041d40e-a1d1-44db-9b1e-ee6fda7501eb req-b83e517e-03eb-47e0-b954-de79948aa7fd tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:56.701486 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7041d40e-a1d1-44db-9b1e-ee6fda7501eb req-b83e517e-03eb-47e0-b954-de79948aa7fd tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc93f6b-1715-4179-898e-618b4d5e6892 HTTP/1.1" status: 200 len: 950 time: 0.5424807 Jan 27 22:14:56.702615 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9a6176cf-1461-4cca-811f-5f9eeb339cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (38f59b59-54e1-454b-8207-69f878ad0989), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.718285 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-269ac5cb-83cd-40dd-8137-868d7859037b req-0c34c09b-c558-4ff8-a38b-4abc0a3a8d7c tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5236671 Jan 27 22:14:56.720325 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4f8c4b-8ea6-4037-bae5-ad8f9a5b7ed0 None None] Network 81f4ad06-9bf1-4b76-903a-c783dc19d888 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:56.735725 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-394445e1-6220-44b0-ad95-ba60a1d448ba req-e8377576-2750-4241-ae0e-582f0af35c38 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Deleting port 2ce85307-b96c-47ae-bb3f-09398b2f300d {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:56.736315 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-394445e1-6220-44b0-ad95-ba60a1d448ba req-e8377576-2750-4241-ae0e-582f0af35c38 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (2ce85307-b96c-47ae-bb3f-09398b2f300d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.889452 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-da9763ec-72d2-43b2-b0a3-257713726d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:56.964594 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2710e872-2228-4f7c-9a6e-4454e428135f None None] get_active_networks_info from n-d-772272-3 {{(pid=109743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:14:56.985234 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (81f4ad06-9bf1-4b76-903a-c783dc19d888), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.109576 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Deleting port 514001f5-a20e-4994-890b-d75eb32cab85 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:57.110000 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (514001f5-a20e-4994-890b-d75eb32cab85), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.155852 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d3fa6d-5d40-4496-8455-c8acdfc72fa9 x-openstack-request-id: req-33d3fa6d-5d40-4496-8455-c8acdfc72fa9 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:14:57.156141 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda7671c-c64d-4288-b8c4-66a47a90ab3d", "tag": "fb4fd638-3f8a-4081-9d46-02fad72882d5", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:14:57.156416 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33d3fa6d-5d40-4496-8455-c8acdfc72fa9 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:14:57.156804 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda7671c-c64d-4288-b8c4-66a47a90ab3d', 'tag': 'fb4fd638-3f8a-4081-9d46-02fad72882d5', 'status': 'completed', 'code': 200} Jan 27 22:14:57.218836 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] For port 514001f5-a20e-4994-890b-d75eb32cab85, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=514001f5-a20e-4994-890b-d75eb32cab85,segment=NetworkSegment(fb16fb12-8017-4a8a-84e9-e712e2f1c234),segment_id=fb16fb12-8017-4a8a-84e9-e712e2f1c234)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:57.220027 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (514001f5-a20e-4994-890b-d75eb32cab85), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.222131 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2710e872-2228-4f7c-9a6e-4454e428135f None None] Resources bound (agent type, host, resource id): {{(pid=109743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:14:57.236329 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Calling delete_port for 514001f5-a20e-4994-890b-d75eb32cab85 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:57.265651 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6176cf-1461-4cca-811f-5f9eeb339cb5 admin admin] No DVR routers for this DVR port 38f59b59-54e1-454b-8207-69f878ad0989 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:14:57.361532 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (514001f5-a20e-4994-890b-d75eb32cab85), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.391693 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event deleted for resources: {'Port': ['ID=514001f5-a20e-4994-890b-d75eb32cab85,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:57.395483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-10bb359a-26fc-461c-90ee-51097d1062c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:57.397579 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-10bb359a-26fc-461c-90ee-51097d1062c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c64932692842a19459a0525e81fe27&device_id=bda7671c-c64d-4288-b8c4-66a47a90ab3d HTTP/1.1" status: 200 len: 1095 time: 0.9494748 Jan 27 22:14:57.398170 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] No DVR routers for this DVR port 514001f5-a20e-4994-890b-d75eb32cab85 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:14:57.416311 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd960-87ad-47f5-afed-e7b00f1ac5ac admin admin] Publish callbacks [] for security_group (e19dd193-2cdb-4981-b871-e95c0615b064), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.476700 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e0c34-03e6-4d79-8101-3816f8e9a77f service neutron] Pushing event updated for resources: {'Port': ['ID=957d7c8a-5874-4425-9fc4-cae34fd276b5,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:57.491441 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fa3dd960-87ad-47f5-afed-e7b00f1ac5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e19dd193-2cdb-4981-b871-e95c0615b064), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.508937 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (81f4ad06-9bf1-4b76-903a-c783dc19d888), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.532793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18d450-eebe-4655-b390-da277d08f91c req-e22923ce-502f-49db-a1b9-a531380a0b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:57.534327 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f18d450-eebe-4655-b390-da277d08f91c req-e22923ce-502f-49db-a1b9-a531380a0b30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=620b6a49219c47ddb79fa762b3f662f0&device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 1099 time: 0.4101264 Jan 27 22:14:57.540249 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.544286 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f4ad06-9bf1-4b76-903a-c783dc19d888']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:57.563102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da0e12-ad56-4eb7-b71c-7ee7748e08f1 req-0b98bc5e-ab2c-437d-bb01-88d6fcc4d631 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:57.565079 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0da0e12-ad56-4eb7-b71c-7ee7748e08f1 req-0b98bc5e-ab2c-437d-bb01-88d6fcc4d631 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 948 time: 0.4165654 Jan 27 22:14:57.573112 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb16fb12-8017-4a8a-84e9-e712e2f1c234') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:57.573647 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb16fb12-8017-4a8a-84e9-e712e2f1c234') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:57.584264 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (fb16fb12-8017-4a8a-84e9-e712e2f1c234), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.593915 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9a6176cf-1461-4cca-811f-5f9eeb339cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (2b09128f-4816-4051-b7b2-5b7a59716965), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.597100 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-dde48214-6345-417e-ac02-63040c347b87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb4fd638-3f8a-4081-9d46-02fad72882d5 HTTP/1.1" status: 200 len: 217 time: 0.1482546 Jan 27 22:14:57.600266 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7041d40e-a1d1-44db-9b1e-ee6fda7501eb req-33bcb56e-98a2-4147-9725-ce43c9126e53 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa0e41e-2947-48c3-8fb0-5c8051910af1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8693891 Jan 27 22:14:57.605334 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (fb16fb12-8017-4a8a-84e9-e712e2f1c234), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.613564 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:14:57.614407 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (fb16fb12-8017-4a8a-84e9-e712e2f1c234), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:14:57.618181 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:14:57.626858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-394445e1-6220-44b0-ad95-ba60a1d448ba req-e8377576-2750-4241-ae0e-582f0af35c38 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] For port 2ce85307-b96c-47ae-bb3f-09398b2f300d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=2ce85307-b96c-47ae-bb3f-09398b2f300d,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:57.627231 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-394445e1-6220-44b0-ad95-ba60a1d448ba req-e8377576-2750-4241-ae0e-582f0af35c38 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (2ce85307-b96c-47ae-bb3f-09398b2f300d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.635599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6176cf-1461-4cca-811f-5f9eeb339cb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=38f59b59-54e1-454b-8207-69f878ad0989,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:57.699090 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (81f4ad06-9bf1-4b76-903a-c783dc19d888), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.705339 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.708940 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "DELETE /v2.0/networks/81f4ad06-9bf1-4b76-903a-c783dc19d888 HTTP/1.1" status: 204 len: 168 time: 2.5492101 Jan 27 22:14:57.724641 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59054) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:57.732400 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9718935f-7f3c-4666-b7be-9ea454127b12 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-516198475'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:57.735959 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8650f2d-95f9-40de-80be-fd0b09ea9797 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event deleted for resources: {'Network': ['ID=81f4ad06-9bf1-4b76-903a-c783dc19d888,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:57.740051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f18d450-eebe-4655-b390-da277d08f91c req-8d4223bc-2004-4f19-ad34-c61816488966 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=957d7c8a-5874-4425-9fc4-cae34fd276b5 HTTP/1.1" status: 200 len: 217 time: 0.1503079 Jan 27 22:14:57.741431 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-394445e1-6220-44b0-ad95-ba60a1d448ba req-e8377576-2750-4241-ae0e-582f0af35c38 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Calling delete_port for 2ce85307-b96c-47ae-bb3f-09398b2f300d owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:57.744851 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-9a6176cf-1461-4cca-811f-5f9eeb339cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b09128f-4816-4051-b7b2-5b7a59716965']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:57.756418 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-fa3dd960-87ad-47f5-afed-e7b00f1ac5ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3439fd1850044d2fb11e45e86fed0c9e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1210604 Jan 27 22:14:57.759565 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59060) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:57.774535 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9718935f-7f3c-4666-b7be-9ea454127b12 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Made reservation on behalf of 149964bcbbfa46c2a4d0f56a34366e55 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:57.778776 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9718935f-7f3c-4666-b7be-9ea454127b12 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.784802 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3dd960-87ad-47f5-afed-e7b00f1ac5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19dd193-2cdb-4981-b871-e95c0615b064,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:57.794645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-9a6176cf-1461-4cca-811f-5f9eeb339cb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57099c77-b2f5-4dd3-bbd4-c6f51f894699') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:57.795057 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-9a6176cf-1461-4cca-811f-5f9eeb339cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57099c77-b2f5-4dd3-bbd4-c6f51f894699') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:57.843537 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9718935f-7f3c-4666-b7be-9ea454127b12 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:14:57.866110 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9718935f-7f3c-4666-b7be-9ea454127b12 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (9eec25c2-85f5-4847-914b-090c6cbc18e4), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.866603 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-9718935f-7f3c-4666-b7be-9ea454127b12 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Added segment 9eec25c2-85f5-4847-914b-090c6cbc18e4 of type vlan for network 58303391-789e-41db-9211-627403285344 Jan 27 22:14:57.884881 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4e588aa2-2745-4b1b-9e2e-c276ad5ad778 admin admin] Publish callbacks [] for security_group (e19dd193-2cdb-4981-b871-e95c0615b064), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.889516 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9a6176cf-1461-4cca-811f-5f9eeb339cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (57099c77-b2f5-4dd3-bbd4-c6f51f894699), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.914260 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4e588aa2-2745-4b1b-9e2e-c276ad5ad778 admin admin] Publish callbacks [] for security_group (e19dd193-2cdb-4981-b871-e95c0615b064), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.959770 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-38c1bd41-2357-4637-b85e-d2011d85b146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:57.961831 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9718935f-7f3c-4666-b7be-9ea454127b12 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (58303391-789e-41db-9211-627403285344), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.964661 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-38c1bd41-2357-4637-b85e-d2011d85b146 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=31f61896-1979-4f3b-977c-8c052af8f432 HTTP/1.1" status: 200 len: 848 time: 0.3452785 Jan 27 22:14:57.994658 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9a6176cf-1461-4cca-811f-5f9eeb339cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (57099c77-b2f5-4dd3-bbd4-c6f51f894699), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:58.003391 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9718935f-7f3c-4666-b7be-9ea454127b12 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (58303391-789e-41db-9211-627403285344), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:58.011457 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9718935f-7f3c-4666-b7be-9ea454127b12 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:58.012268 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9718935f-7f3c-4666-b7be-9ea454127b12 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:58.029465 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0da0e12-ad56-4eb7-b71c-7ee7748e08f1 req-653dd1db-95d8-40fe-8768-bc05c3a2b1fd tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b2f2c-639f-4174-beb3-847532129066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265449 Jan 27 22:14:58.029668 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18d450-eebe-4655-b390-da277d08f91c req-e8670fed-9353-4894-afee-8e26be7aa286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:58.031109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f18d450-eebe-4655-b390-da277d08f91c req-e8670fed-9353-4894-afee-8e26be7aa286 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.2616134 Jan 27 22:14:58.033984 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6176cf-1461-4cca-811f-5f9eeb339cb5 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:14:58.034402 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9a6176cf-1461-4cca-811f-5f9eeb339cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (57099c77-b2f5-4dd3-bbd4-c6f51f894699), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:14:58.051559 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:14:58.083955 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9718935f-7f3c-4666-b7be-9ea454127b12 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3580239 Jan 27 22:14:58.086983 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59066) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:58.091737 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d92336e5-4eda-409d-82f7-58dea29c4cb8 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Request body: {'subnet': {'network_id': '58303391-789e-41db-9211-627403285344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:58.098220 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4e588aa2-2745-4b1b-9e2e-c276ad5ad778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e19dd193-2cdb-4981-b871-e95c0615b064), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:58.102752 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4e588aa2-2745-4b1b-9e2e-c276ad5ad778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:58.105454 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4e588aa2-2745-4b1b-9e2e-c276ad5ad778 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e19dd193-2cdb-4981-b871-e95c0615b064 HTTP/1.1" status: 204 len: 168 time: 0.3447578 Jan 27 22:14:58.121569 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284535e-d3dd-42f4-a07f-218c619ac9e2 req-82ddb105-1282-47ef-bd2a-540c4666cfd5 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:58.123688 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1284535e-d3dd-42f4-a07f-218c619ac9e2 req-82ddb105-1282-47ef-bd2a-540c4666cfd5 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bda7671c-c64d-4288-b8c4-66a47a90ab3d HTTP/1.1" status: 200 len: 1095 time: 0.2782655 Jan 27 22:14:58.152202 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718935f-7f3c-4666-b7be-9ea454127b12 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event updated for resources: {'Network': ['ID=58303391-789e-41db-9211-627403285344,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:58.165872 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 58303391-789e-41db-9211-627403285344 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:14:58.218498 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e588aa2-2745-4b1b-9e2e-c276ad5ad778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19dd193-2cdb-4981-b871-e95c0615b064,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:58.236419 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-f5c98b10-d5bd-48e8-8ddc-5c0815984473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:58.238417 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-f5c98b10-d5bd-48e8-8ddc-5c0815984473 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4de77e40-55eb-4b28-9af2-d474955109af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2583065 Jan 27 22:14:58.251306 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9a6176cf-1461-4cca-811f-5f9eeb339cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (2b09128f-4816-4051-b7b2-5b7a59716965), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:58.263331 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18d450-eebe-4655-b390-da277d08f91c req-865680f0-3986-4bde-81d4-9cdec98ccdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:58.265107 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f18d450-eebe-4655-b390-da277d08f91c req-865680f0-3986-4bde-81d4-9cdec98ccdb4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2106128 Jan 27 22:14:58.289697 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9a6176cf-1461-4cca-811f-5f9eeb339cb5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:58.292878 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9a6176cf-1461-4cca-811f-5f9eeb339cb5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2b09128f-4816-4051-b7b2-5b7a59716965 HTTP/1.1" status: 204 len: 168 time: 3.0051799 Jan 27 22:14:58.367076 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92336e5-4eda-409d-82f7-58dea29c4cb8 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Made reservation on behalf of 149964bcbbfa46c2a4d0f56a34366e55 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:58.373967 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d92336e5-4eda-409d-82f7-58dea29c4cb8 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:58.393484 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6176cf-1461-4cca-811f-5f9eeb339cb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b09128f-4816-4051-b7b2-5b7a59716965,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:58.450832 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1284535e-d3dd-42f4-a07f-218c619ac9e2 req-67f23e6c-d551-435a-a592-e556720452a8 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875664 Jan 27 22:14:58.533847 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-394445e1-6220-44b0-ad95-ba60a1d448ba req-e8377576-2750-4241-ae0e-582f0af35c38 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (2ce85307-b96c-47ae-bb3f-09398b2f300d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:58.583805 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-e3ff57c0-7393-4886-a62f-329a85e07ef6 service neutron] 10.222.0.15 "GET /v2.0/networks/4de77e40-55eb-4b28-9af2-d474955109af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379505 Jan 27 22:14:58.587070 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8377576-2750-4241-ae0e-582f0af35c38 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Pushing event deleted for resources: {'Port': ['ID=2ce85307-b96c-47ae-bb3f-09398b2f300d,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:58.594182 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f18d450-eebe-4655-b390-da277d08f91c req-263197ce-e101-47d0-b0fa-ed19f4dc5ad5 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998593 Jan 27 22:14:58.678287 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59086) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:58.678632 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59090) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:58.824090 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-06d76a44-281e-466c-a9c2-e4f3ba81ae7d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5fa39c9f14c34091a555381958bf20fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1420565 Jan 27 22:14:58.828001 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f3630c64-3ef3-4363-8e29-845d61f509a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b9cff8c95a2491fb3dbd91a6a4bb4d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1468320 Jan 27 22:14:58.832960 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59096) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:58.833348 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59098) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:58.871895 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3ecbd2d-68dd-4d0f-bec3-928eaeab0059 req-2cfcf4eb-f790-4bd0-8f75-f0b18eb1e212 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.23 "GET /v2.0/ports?device_id=9dc93f6b-1715-4179-898e-618b4d5e6892 HTTP/1.1" status: 200 len: 210 time: 0.1568122 Jan 27 22:14:58.872787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-394445e1-6220-44b0-ad95-ba60a1d448ba req-e8377576-2750-4241-ae0e-582f0af35c38 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] No DVR routers for this DVR port 2ce85307-b96c-47ae-bb3f-09398b2f300d on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:14:58.881360 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-394445e1-6220-44b0-ad95-ba60a1d448ba req-e8377576-2750-4241-ae0e-582f0af35c38 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:58.884774 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-394445e1-6220-44b0-ad95-ba60a1d448ba req-e8377576-2750-4241-ae0e-582f0af35c38 tempest-VolumesNegativeTest-1651515619 tempest-VolumesNegativeTest-1651515619-project] 10.222.0.15 "DELETE /v2.0/ports/2ce85307-b96c-47ae-bb3f-09398b2f300d HTTP/1.1" status: 204 len: 173 time: 2.9843290 Jan 27 22:14:58.933821 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:58.949344 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42c5564e-ffee-4410-a43f-540f25b66a0b req-45172d70-60ed-4866-b703-dcb259c3b1ba service neutron] 10.222.0.15 "GET /v2.0/networks/4de77e40-55eb-4b28-9af2-d474955109af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539886 Jan 27 22:14:58.968261 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f18d450-eebe-4655-b390-da277d08f91c req-bf255656-6c6e-49fa-b7aa-4f666dbef684 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593714 Jan 27 22:14:59.104206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15d0ac-39a9-4f5b-8913-b91eb294a197 req-88a97499-2257-4ef8-9303-2f0a59631f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:59.105973 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c15d0ac-39a9-4f5b-8913-b91eb294a197 req-88a97499-2257-4ef8-9303-2f0a59631f3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54c64932692842a19459a0525e81fe27&device_id=bda7671c-c64d-4288-b8c4-66a47a90ab3d HTTP/1.1" status: 200 len: 1095 time: 0.0654912 Jan 27 22:14:59.179054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4cd562-a934-4347-a565-6fd67aae2180', 'tag': '957d7c8a-5874-4425-9fc4-cae34fd276b5'}, {'server_uuid': '9dc93f6b-1715-4179-898e-618b4d5e6892', 'name': 'network-vif-deleted', 'tag': '2ce85307-b96c-47ae-bb3f-09398b2f300d'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:14:59.186035 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a861e9d0-78b5-4ad5-8aa4-9448a8a76eae" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4cd562-a934-4347-a565-6fd67aae2180", "tag": "957d7c8a-5874-4425-9fc4-cae34fd276b5"}, {"server_uuid": "9dc93f6b-1715-4179-898e-618b4d5e6892", "name": "network-vif-deleted", "tag": "2ce85307-b96c-47ae-bb3f-09398b2f300d"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:14:59.249520 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 27 Jan 2022 22:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5411f7f0-edcc-4dbe-951c-4dc741a847e9 x-openstack-request-id: req-5411f7f0-edcc-4dbe-951c-4dc741a847e9 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:14:59.249832 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4cd562-a934-4347-a565-6fd67aae2180", "tag": "957d7c8a-5874-4425-9fc4-cae34fd276b5", "status": "completed", "code": 200}, {"server_uuid": "9dc93f6b-1715-4179-898e-618b4d5e6892", "name": "network-vif-deleted", "tag": "2ce85307-b96c-47ae-bb3f-09398b2f300d", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:14:59.250094 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5411f7f0-edcc-4dbe-951c-4dc741a847e9 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:14:59.250502 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4cd562-a934-4347-a565-6fd67aae2180', 'tag': '957d7c8a-5874-4425-9fc4-cae34fd276b5', 'status': 'completed', 'code': 200} Jan 27 22:14:59.250766 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc93f6b-1715-4179-898e-618b4d5e6892', 'name': 'network-vif-deleted', 'tag': '2ce85307-b96c-47ae-bb3f-09398b2f300d', 'status': 'completed', 'code': 200} Jan 27 22:14:59.269449 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15d0ac-39a9-4f5b-8913-b91eb294a197 req-adbaa0f9-cfb9-43e4-899e-3b91bece675d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:59.270942 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c15d0ac-39a9-4f5b-8913-b91eb294a197 req-adbaa0f9-cfb9-43e4-899e-3b91bece675d service neutron] 10.222.0.15 "GET /v2.0/networks?id=4de77e40-55eb-4b28-9af2-d474955109af HTTP/1.1" status: 200 len: 910 time: 0.1498435 Jan 27 22:14:59.348925 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbd43b-f848-4d90-bd11-bf459b8e40ca req-31c703f3-37b8-496c-917a-d809f9b1666d tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:59.351341 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dbfbd43b-f848-4d90-bd11-bf459b8e40ca req-31c703f3-37b8-496c-917a-d809f9b1666d tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 948 time: 0.2425809 Jan 27 22:14:59.354578 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c15d0ac-39a9-4f5b-8913-b91eb294a197 req-2cc08d58-62d7-46f0-8d27-aaa5606141e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb4fd638-3f8a-4081-9d46-02fad72882d5 HTTP/1.1" status: 200 len: 217 time: 0.0703704 Jan 27 22:14:59.401722 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 2ce85307-b96c-47ae-bb3f-09398b2f300d no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:14:59.417818 n-d-772272-3 neutron-server[109742]: DEBUG neutron.objects.ports [None req-d92336e5-4eda-409d-82f7-58dea29c4cb8 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:14:59.420470 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d92336e5-4eda-409d-82f7-58dea29c4cb8 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (66816e88-f275-46fa-87e1-f444403b2469), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:59.446625 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 2ce85307-b96c-47ae-bb3f-09398b2f300d {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:14:59.447264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 2ce85307-b96c-47ae-bb3f-09398b2f300d not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:14:59.448798 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c7843b80-2a53-46aa-8e5d-b07c23d48f35 admin admin] Publish callbacks [] for security_group (d97c8cfb-e765-4408-b06a-305209aa5aef), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:59.449934 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861e9d0-78b5-4ad5-8aa4-9448a8a76eae req-ed12dd7b-c98e-4826-97cf-af7801e23c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:59.451769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a861e9d0-78b5-4ad5-8aa4-9448a8a76eae req-ed12dd7b-c98e-4826-97cf-af7801e23c4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=620b6a49219c47ddb79fa762b3f662f0&device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 1099 time: 0.1762736 Jan 27 22:14:59.497782 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0767f8ee-aa0d-42ea-9082-c78c4420f066 admin admin] Publish callbacks [] for security_group (deb3d65d-6783-43ff-ba60-9b4518bb9e17), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:59.520357 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92336e5-4eda-409d-82f7-58dea29c4cb8 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event updated for resources: {'Subnet': ['ID=66816e88-f275-46fa-87e1-f444403b2469,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:59.524752 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c7843b80-2a53-46aa-8e5d-b07c23d48f35 admin admin] Publish callbacks [] for security_group (d97c8cfb-e765-4408-b06a-305209aa5aef), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:59.542767 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15d0ac-39a9-4f5b-8913-b91eb294a197 req-ee0460e2-019b-4c15-a16e-8eb08bc8c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:59.544247 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c15d0ac-39a9-4f5b-8913-b91eb294a197 req-ee0460e2-019b-4c15-a16e-8eb08bc8c77a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=31f61896-1979-4f3b-977c-8c052af8f432 HTTP/1.1" status: 200 len: 848 time: 0.1765115 Jan 27 22:14:59.548001 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dbfbd43b-f848-4d90-bd11-bf459b8e40ca req-fcd3d044-fb54-496f-b90f-0639707f4b08 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b2f2c-639f-4174-beb3-847532129066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911411 Jan 27 22:14:59.592317 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0767f8ee-aa0d-42ea-9082-c78c4420f066 admin admin] Publish callbacks [] for security_group (deb3d65d-6783-43ff-ba60-9b4518bb9e17), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:59.609067 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92336e5-4eda-409d-82f7-58dea29c4cb8 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Checking segment: {'id': '9eec25c2-85f5-4847-914b-090c6cbc18e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '58303391-789e-41db-9211-627403285344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:59.609426 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92336e5-4eda-409d-82f7-58dea29c4cb8 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Network hostable DHCP agents. Network: 58303391-789e-41db-9211-627403285344, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:14:59.652538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861e9d0-78b5-4ad5-8aa4-9448a8a76eae req-e26fc316-992b-4df4-8d7a-4b77c564764c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:59.654511 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a861e9d0-78b5-4ad5-8aa4-9448a8a76eae req-e26fc316-992b-4df4-8d7a-4b77c564764c service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.1880770 Jan 27 22:14:59.657317 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a67297-b50d-4cd0-ac31-a57567fb7fc5 req-89b3c57a-4bfc-48c9-b4a3-d61a4203416d tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:59.658687 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83a67297-b50d-4cd0-ac31-a57567fb7fc5 req-89b3c57a-4bfc-48c9-b4a3-d61a4203416d tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bda7671c-c64d-4288-b8c4-66a47a90ab3d HTTP/1.1" status: 200 len: 1095 time: 0.0987904 Jan 27 22:14:59.660512 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15d0ac-39a9-4f5b-8913-b91eb294a197 req-22683f11-cc24-4c76-8542-e11e9a2f75ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:59.661878 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c15d0ac-39a9-4f5b-8913-b91eb294a197 req-22683f11-cc24-4c76-8542-e11e9a2f75ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4de77e40-55eb-4b28-9af2-d474955109af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110985 Jan 27 22:14:59.662146 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92336e5-4eda-409d-82f7-58dea29c4cb8 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Network 58303391-789e-41db-9211-627403285344 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:14:59.682539 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-d92336e5-4eda-409d-82f7-58dea29c4cb8 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 58303391-789e-41db-9211-627403285344) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:59.692564 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f919f085-252c-4102-80ba-ae9eeee48642 None None] Network 58303391-789e-41db-9211-627403285344 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:14:59.695905 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92336e5-4eda-409d-82f7-58dea29c4cb8 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:59.705555 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d92336e5-4eda-409d-82f7-58dea29c4cb8 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:59.708539 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a861e9d0-78b5-4ad5-8aa4-9448a8a76eae req-8ea27800-678c-48e2-b335-5cfab03ccc2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=957d7c8a-5874-4425-9fc4-cae34fd276b5 HTTP/1.1" status: 200 len: 217 time: 0.0457010 Jan 27 22:14:59.726678 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0767f8ee-aa0d-42ea-9082-c78c4420f066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (deb3d65d-6783-43ff-ba60-9b4518bb9e17), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:59.730568 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0767f8ee-aa0d-42ea-9082-c78c4420f066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:59.734705 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0767f8ee-aa0d-42ea-9082-c78c4420f066 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/deb3d65d-6783-43ff-ba60-9b4518bb9e17 HTTP/1.1" status: 204 len: 168 time: 0.8966231 Jan 27 22:14:59.753746 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c7843b80-2a53-46aa-8e5d-b07c23d48f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d97c8cfb-e765-4408-b06a-305209aa5aef), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:59.762399 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c7843b80-2a53-46aa-8e5d-b07c23d48f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:59.766034 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c7843b80-2a53-46aa-8e5d-b07c23d48f35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d97c8cfb-e765-4408-b06a-305209aa5aef HTTP/1.1" status: 204 len: 168 time: 0.9292750 Jan 27 22:14:59.815153 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d92336e5-4eda-409d-82f7-58dea29c4cb8 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7271526 Jan 27 22:14:59.818456 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59112) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:59.828739 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767f8ee-aa0d-42ea-9082-c78c4420f066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb3d65d-6783-43ff-ba60-9b4518bb9e17,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:59.855896 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7843b80-2a53-46aa-8e5d-b07c23d48f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97c8cfb-e765-4408-b06a-305209aa5aef,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:59.859487 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfdbb9a-9e4d-4134-ae43-e3c65d3d93f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-58303391-789e-41db-9211-627403285344', 'network_id': '58303391-789e-41db-9211-627403285344', 'project_id': '149964bcbbfa46c2a4d0f56a34366e55', 'fixed_ips': [{'subnet_id': '66816e88-f275-46fa-87e1-f444403b2469'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:14:59.859953 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7cfdbb9a-9e4d-4134-ae43-e3c65d3d93f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:59.881472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861e9d0-78b5-4ad5-8aa4-9448a8a76eae req-feb8973b-6d7a-46ef-9b5f-43087cf4aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:59.882952 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a861e9d0-78b5-4ad5-8aa4-9448a8a76eae req-feb8973b-6d7a-46ef-9b5f-43087cf4aea7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.1595902 Jan 27 22:14:59.974036 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83a67297-b50d-4cd0-ac31-a57567fb7fc5 req-f7819810-a986-4deb-a475-fd91452f4f97 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680409 Jan 27 22:15:00.100046 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (58303391-789e-41db-9211-627403285344), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:00.105731 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c15d0ac-39a9-4f5b-8913-b91eb294a197 req-aeba53ac-4d07-4aa3-bfa8-8f989a456f1f service neutron] 10.222.0.15 "GET /v2.0/networks/4de77e40-55eb-4b28-9af2-d474955109af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077802 Jan 27 22:15:00.162045 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861e9d0-78b5-4ad5-8aa4-9448a8a76eae req-9053bc30-7ec3-4be7-b54c-05330f03d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:00.163551 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a861e9d0-78b5-4ad5-8aa4-9448a8a76eae req-9053bc30-7ec3-4be7-b54c-05330f03d661 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2386346 Jan 27 22:15:00.194148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-7cfdbb9a-9e4d-4134-ae43-e3c65d3d93f5 None None] Allocated IP 2001:db8::f816:3eff:fe56:c4f4 (58303391-789e-41db-9211-627403285344/66816e88-f275-46fa-87e1-f444403b2469/f51c43ae-ea39-47db-b600-99e8466743e1) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:15:00.394067 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:00.529163 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7cfdbb9a-9e4d-4134-ae43-e3c65d3d93f5 None None] Publish callbacks [] for port (f51c43ae-ea39-47db-b600-99e8466743e1), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:00.541447 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7cfdbb9a-9e4d-4134-ae43-e3c65d3d93f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (f51c43ae-ea39-47db-b600-99e8466743e1), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:00.598524 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfdbb9a-9e4d-4134-ae43-e3c65d3d93f5 None None] Network 58303391-789e-41db-9211-627403285344 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:15:00.604049 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-7cfdbb9a-9e4d-4134-ae43-e3c65d3d93f5 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:00.609194 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfdbb9a-9e4d-4134-ae43-e3c65d3d93f5 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:15:00.647187 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdbb9a-9e4d-4134-ae43-e3c65d3d93f5 None None] Pushing event updated for resources: {'Port': ['ID=f51c43ae-ea39-47db-b600-99e8466743e1,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:00.727136 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-7cfdbb9a-9e4d-4134-ae43-e3c65d3d93f5 None None] Attempting to bind port f51c43ae-ea39-47db-b600-99e8466743e1 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:15:00.727510 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-7cfdbb9a-9e4d-4134-ae43-e3c65d3d93f5 None None] Attempting to bind port f51c43ae-ea39-47db-b600-99e8466743e1 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '9eec25c2-85f5-4847-914b-090c6cbc18e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '58303391-789e-41db-9211-627403285344'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:15:00.727895 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfdbb9a-9e4d-4134-ae43-e3c65d3d93f5 None None] Attempting to bind port f51c43ae-ea39-47db-b600-99e8466743e1 on network 58303391-789e-41db-9211-627403285344 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:00.733222 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfdbb9a-9e4d-4134-ae43-e3c65d3d93f5 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:15:00.733603 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfdbb9a-9e4d-4134-ae43-e3c65d3d93f5 None None] Checking segment: {'id': '9eec25c2-85f5-4847-914b-090c6cbc18e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '58303391-789e-41db-9211-627403285344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:00.734013 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7cfdbb9a-9e4d-4134-ae43-e3c65d3d93f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:00.734397 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfdbb9a-9e4d-4134-ae43-e3c65d3d93f5 None None] Bound using segment: {'id': '9eec25c2-85f5-4847-914b-090c6cbc18e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '58303391-789e-41db-9211-627403285344'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:15:00.735035 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-7cfdbb9a-9e4d-4134-ae43-e3c65d3d93f5 None None] Bound port: f51c43ae-ea39-47db-b600-99e8466743e1, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eec25c2-85f5-4847-914b-090c6cbc18e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '58303391-789e-41db-9211-627403285344'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:15:00.735554 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7cfdbb9a-9e4d-4134-ae43-e3c65d3d93f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f51c43ae-ea39-47db-b600-99e8466743e1), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:00.827932 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7cfdbb9a-9e4d-4134-ae43-e3c65d3d93f5 None None] For port f51c43ae-ea39-47db-b600-99e8466743e1, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:15:00.831612 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7cfdbb9a-9e4d-4134-ae43-e3c65d3d93f5 None None] For port f51c43ae-ea39-47db-b600-99e8466743e1, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f51c43ae-ea39-47db-b600-99e8466743e1,segment=NetworkSegment(9eec25c2-85f5-4847-914b-090c6cbc18e4),segment_id=9eec25c2-85f5-4847-914b-090c6cbc18e4)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:15:00.838224 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7cfdbb9a-9e4d-4134-ae43-e3c65d3d93f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f51c43ae-ea39-47db-b600-99e8466743e1), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:00.865441 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5e0c5-3ab5-4407-942d-429a4763ce17 req-60f3282d-8eeb-4c1f-b866-c3bf1c5dd93e tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:00.866963 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aba5e0c5-3ab5-4407-942d-429a4763ce17 req-60f3282d-8eeb-4c1f-b866-c3bf1c5dd93e tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 948 time: 0.1732094 Jan 27 22:15:00.918876 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (66816e88-f275-46fa-87e1-f444403b2469), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:00.931279 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdbb9a-9e4d-4134-ae43-e3c65d3d93f5 None None] Pushing event updated for resources: {'Port': ['ID=f51c43ae-ea39-47db-b600-99e8466743e1,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:01.022674 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a861e9d0-78b5-4ad5-8aa4-9448a8a76eae req-d2038dff-78b9-4a01-9f75-50265658555c service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8396976 Jan 27 22:15:01.116056 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c15d0ac-39a9-4f5b-8913-b91eb294a197 req-87813976-7b6d-4e8d-8f13-708237a81369 service neutron] 10.222.0.15 "GET /v2.0/networks/4de77e40-55eb-4b28-9af2-d474955109af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9986904 Jan 27 22:15:01.283017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aba5e0c5-3ab5-4407-942d-429a4763ce17 req-cb424f76-f6da-41d4-a9f7-b61547414f6f tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b2f2c-639f-4174-beb3-847532129066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361604 Jan 27 22:15:01.352967 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (66816e88-f275-46fa-87e1-f444403b2469), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:01.404792 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event deleted for resources: {'Subnet': ['ID=66816e88-f275-46fa-87e1-f444403b2469,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:01.423898 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device fb4fd638-3f8a-4081-9d46-02fad72882d5 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:15:01.428897 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a861e9d0-78b5-4ad5-8aa4-9448a8a76eae req-80e82c8e-d33d-47ed-b56f-b4383ba34e14 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818235 Jan 27 22:15:01.438158 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f04fe-b18d-4751-b7d1-f82b217485d3 req-9bcf9896-d9ff-4229-b8d2-e28b955ff6ad tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:01.443633 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-248f04fe-b18d-4751-b7d1-f82b217485d3 req-9bcf9896-d9ff-4229-b8d2-e28b955ff6ad tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bda7671c-c64d-4288-b8c4-66a47a90ab3d HTTP/1.1" status: 200 len: 1095 time: 0.2706585 Jan 27 22:15:01.664154 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-248f04fe-b18d-4751-b7d1-f82b217485d3 req-e56d17af-94ef-4244-9119-1bf28ca91f60 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715865 Jan 27 22:15:01.695822 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (58303391-789e-41db-9211-627403285344), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:01.745909 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port fb4fd638-3f8a-4081-9d46-02fad72882d5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=fb4fd638-3f8a-4081-9d46-02fad72882d5,segment=NetworkSegment(741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7),segment_id=741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:01.751585 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58303391-789e-41db-9211-627403285344']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:01.781089 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eec25c2-85f5-4847-914b-090c6cbc18e4') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:01.781393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eec25c2-85f5-4847-914b-090c6cbc18e4') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:01.786105 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'fb4fd638-3f8a-4081-9d46-02fad72882d5', 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af', 'port_id': 'fb4fd638-3f8a-4081-9d46-02fad72882d5', 'mac_address': 'fa:16:3e:b2:fc:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f61896-1979-4f3b-977c-8c052af8f432', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:15:01.821643 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (9eec25c2-85f5-4847-914b-090c6cbc18e4), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:01.859238 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (9eec25c2-85f5-4847-914b-090c6cbc18e4), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:01.868151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:01.870239 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (9eec25c2-85f5-4847-914b-090c6cbc18e4), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:01.878177 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:01.893532 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port fb4fd638-3f8a-4081-9d46-02fad72882d5 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:01.894091 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fb4fd638-3f8a-4081-9d46-02fad72882d5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:01.920255 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4fd638-3f8a-4081-9d46-02fad72882d5 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:15:01.974250 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port fb4fd638-3f8a-4081-9d46-02fad72882d5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=fb4fd638-3f8a-4081-9d46-02fad72882d5,segment=NetworkSegment(741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7),segment_id=741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:01.985196 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (fb4fd638-3f8a-4081-9d46-02fad72882d5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:02.024562 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.db.api [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:15:02.024562 n-d-772272-3 neutron-server[109741]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:15:02.024562 n-d-772272-3 neutron-server[109741]: [parameters: {'id': '58303391-789e-41db-9211-627403285344'}] Jan 27 22:15:02.024562 n-d-772272-3 neutron-server[109741]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:15:02.024929 n-d-772272-3 neutron-server[109741]: DEBUG oslo_db.api [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:15:02.051958 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=fb4fd638-3f8a-4081-9d46-02fad72882d5,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:02.184184 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['fb4fd638-3f8a-4081-9d46-02fad72882d5'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:15:02.283895 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f51c43ae-ea39-47db-b600-99e8466743e1 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:15:02.388114 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port f51c43ae-ea39-47db-b600-99e8466743e1 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:02.389075 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f51c43ae-ea39-47db-b600-99e8466743e1), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:02.531025 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (58303391-789e-41db-9211-627403285344), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:02.534761 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f51c43ae-ea39-47db-b600-99e8466743e1 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:02.535960 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f51c43ae-ea39-47db-b600-99e8466743e1), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:02.567296 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88121c-f9e6-462f-862e-e46fcb8c3a10 req-0aa48119-32e5-4abf-bb81-c3e336191b2b tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:02.577124 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd88121c-f9e6-462f-862e-e46fcb8c3a10 req-0aa48119-32e5-4abf-bb81-c3e336191b2b tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 948 time: 0.1512027 Jan 27 22:15:02.608266 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port f51c43ae-ea39-47db-b600-99e8466743e1, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f51c43ae-ea39-47db-b600-99e8466743e1,segment=NetworkSegment(9eec25c2-85f5-4847-914b-090c6cbc18e4),segment_id=9eec25c2-85f5-4847-914b-090c6cbc18e4)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:02.615638 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f51c43ae-ea39-47db-b600-99e8466743e1), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:02.699899 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=f51c43ae-ea39-47db-b600-99e8466743e1,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:02.705357 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2546532b-8a8e-48e9-b36f-94c41a010801 None None] Network 58303391-789e-41db-9211-627403285344 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:02.706497 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd88121c-f9e6-462f-862e-e46fcb8c3a10 req-d0dc8a8c-2b50-44cc-8efa-558a603af30a tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b2f2c-639f-4174-beb3-847532129066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280227 Jan 27 22:15:02.782007 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Deleting port f51c43ae-ea39-47db-b600-99e8466743e1 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:02.782840 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6a1af2d3-221f-48a7-ab59-4daf783cb8a7 None None] Provisioning complete for port f51c43ae-ea39-47db-b600-99e8466743e1 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:02.783503 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6a1af2d3-221f-48a7-ab59-4daf783cb8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f51c43ae-ea39-47db-b600-99e8466743e1), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:02.787128 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f51c43ae-ea39-47db-b600-99e8466743e1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:02.956919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408f018f-691c-46ba-9bc4-e1aa84e4fcb8 None None] DHCP port deletion for 58303391-789e-41db-9211-627403285344 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:15:03.014375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] For port f51c43ae-ea39-47db-b600-99e8466743e1, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f51c43ae-ea39-47db-b600-99e8466743e1,segment=NetworkSegment(9eec25c2-85f5-4847-914b-090c6cbc18e4),segment_id=9eec25c2-85f5-4847-914b-090c6cbc18e4)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:03.015120 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f51c43ae-ea39-47db-b600-99e8466743e1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:03.026797 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d5c77-238d-415d-934c-5cdf48ba923b req-c67b8c59-65d3-43ea-9538-807a5b8c01d3 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:03.031001 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59306) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:03.034542 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d0d5c77-238d-415d-934c-5cdf48ba923b req-c67b8c59-65d3-43ea-9538-807a5b8c01d3 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bda7671c-c64d-4288-b8c4-66a47a90ab3d HTTP/1.1" status: 200 len: 1096 time: 0.1893532 Jan 27 22:15:03.039297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6a1af2d3-221f-48a7-ab59-4daf783cb8a7 None None] Current status of the port f51c43ae-ea39-47db-b600-99e8466743e1 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:03.056060 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Calling delete_port for f51c43ae-ea39-47db-b600-99e8466743e1 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:03.073336 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-408f018f-691c-46ba-9bc4-e1aa84e4fcb8 None None] Deleting port f51c43ae-ea39-47db-b600-99e8466743e1 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:03.073871 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-408f018f-691c-46ba-9bc4-e1aa84e4fcb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f51c43ae-ea39-47db-b600-99e8466743e1), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:03.145801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d0d5c77-238d-415d-934c-5cdf48ba923b req-d22b6c1d-8904-4287-bbf0-011f7c07c0c0 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051550 Jan 27 22:15:03.164328 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-408f018f-691c-46ba-9bc4-e1aa84e4fcb8 None None] For port f51c43ae-ea39-47db-b600-99e8466743e1, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f51c43ae-ea39-47db-b600-99e8466743e1,segment=NetworkSegment(9eec25c2-85f5-4847-914b-090c6cbc18e4),segment_id=9eec25c2-85f5-4847-914b-090c6cbc18e4)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:03.164803 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-408f018f-691c-46ba-9bc4-e1aa84e4fcb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f51c43ae-ea39-47db-b600-99e8466743e1), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:03.183569 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-408f018f-691c-46ba-9bc4-e1aa84e4fcb8 None None] Calling delete_port for f51c43ae-ea39-47db-b600-99e8466743e1 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:03.219081 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f51c43ae-ea39-47db-b600-99e8466743e1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:03.254348 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event deleted for resources: {'Port': ['ID=f51c43ae-ea39-47db-b600-99e8466743e1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:03.269894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] No DVR routers for this DVR port f51c43ae-ea39-47db-b600-99e8466743e1 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:03.305758 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-408f018f-691c-46ba-9bc4-e1aa84e4fcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (f51c43ae-ea39-47db-b600-99e8466743e1), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:03.349225 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408f018f-691c-46ba-9bc4-e1aa84e4fcb8 None None] No DVR routers for this DVR port f51c43ae-ea39-47db-b600-99e8466743e1 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:03.352706 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 957d7c8a-5874-4425-9fc4-cae34fd276b5 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:15:03.376937 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f018f-691c-46ba-9bc4-e1aa84e4fcb8 None None] Pushing event deleted for resources: {'Port': ['ID=f51c43ae-ea39-47db-b600-99e8466743e1,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:03.415259 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f4a22feb-647c-456b-a636-a66926753904 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-938450785'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:03.424557 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (58303391-789e-41db-9211-627403285344), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:03.436064 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device fb4fd638-3f8a-4081-9d46-02fad72882d5 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:15:03.468124 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f4a22feb-647c-456b-a636-a66926753904 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (da7c57ea-86ad-4e76-8b5e-b49805339413), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:03.469628 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f4a22feb-647c-456b-a636-a66926753904 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (da7c57ea-86ad-4e76-8b5e-b49805339413), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:03.477856 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58303391-789e-41db-9211-627403285344']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:03.493604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eec25c2-85f5-4847-914b-090c6cbc18e4') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:03.494321 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eec25c2-85f5-4847-914b-090c6cbc18e4') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:03.515624 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (9eec25c2-85f5-4847-914b-090c6cbc18e4), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:03.540307 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (9eec25c2-85f5-4847-914b-090c6cbc18e4), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:03.552654 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:03.553637 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (9eec25c2-85f5-4847-914b-090c6cbc18e4), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:03.605441 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f4a22feb-647c-456b-a636-a66926753904 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router_controller (da7c57ea-86ad-4e76-8b5e-b49805339413), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:03.612995 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f4a22feb-647c-456b-a636-a66926753904 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (da7c57ea-86ad-4e76-8b5e-b49805339413), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:03.647797 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:03.659034 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (58303391-789e-41db-9211-627403285344), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:03.667321 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f4a22feb-647c-456b-a636-a66926753904 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:03.672752 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f4a22feb-647c-456b-a636-a66926753904 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6404893 Jan 27 22:15:03.673418 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59328) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:03.677243 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:03.681226 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "DELETE /v2.0/networks/58303391-789e-41db-9211-627403285344 HTTP/1.1" status: 204 len: 168 time: 3.8617287 Jan 27 22:15:03.685186 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59330) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:03.694263 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a866e1-ad10-4ae6-b183-e136b0dbeaa1 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event deleted for resources: {'Network': ['ID=58303391-789e-41db-9211-627403285344,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:03.790549 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port fb4fd638-3f8a-4081-9d46-02fad72882d5 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:15:03.807049 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port fb4fd638-3f8a-4081-9d46-02fad72882d5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:03.807668 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fb4fd638-3f8a-4081-9d46-02fad72882d5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:03.814308 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 957d7c8a-5874-4425-9fc4-cae34fd276b5, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=957d7c8a-5874-4425-9fc4-cae34fd276b5,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:03.850336 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '957d7c8a-5874-4425-9fc4-cae34fd276b5', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '957d7c8a-5874-4425-9fc4-cae34fd276b5', 'mac_address': 'fa:16:3e:58:c5:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:15:03.851995 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-abdf9899-7f75-4bd2-9345-628500ca22f7 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] DELETE failed (client error): The resource could not be found. Jan 27 22:15:03.854316 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abdf9899-7f75-4bd2-9345-628500ca22f7 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:15:03.859061 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-abdf9899-7f75-4bd2-9345-628500ca22f7 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "DELETE /v2.0/subnets/66816e88-f275-46fa-87e1-f444403b2469 HTTP/1.1" status: 404 len: 337 time: 0.1269858 Jan 27 22:15:03.862807 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59352) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:03.894124 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac85b723-3e55-4717-8b29-a6874bcb0b7d tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] DELETE failed (client error): The resource could not be found. Jan 27 22:15:03.895169 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac85b723-3e55-4717-8b29-a6874bcb0b7d tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:15:03.902355 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ac85b723-3e55-4717-8b29-a6874bcb0b7d tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "DELETE /v2.0/networks/58303391-789e-41db-9211-627403285344 HTTP/1.1" status: 404 len: 339 time: 0.0374479 Jan 27 22:15:03.904040 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7e529e27-cac5-4e87-a318-88ad116777e8 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router (da7c57ea-86ad-4e76-8b5e-b49805339413), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:03.906883 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59358) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:03.952918 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 957d7c8a-5874-4425-9fc4-cae34fd276b5 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:03.953176 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (957d7c8a-5874-4425-9fc4-cae34fd276b5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:03.977487 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 957d7c8a-5874-4425-9fc4-cae34fd276b5 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:15:03.983189 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15120cc4-54e1-4039-a5d3-b2c70645dd36 req-4b7f6d53-48c3-4847-bdeb-b3f72fabc004 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:03.991629 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15120cc4-54e1-4039-a5d3-b2c70645dd36 req-4b7f6d53-48c3-4847-bdeb-b3f72fabc004 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 948 time: 0.1502836 Jan 27 22:15:03.992963 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port fb4fd638-3f8a-4081-9d46-02fad72882d5 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:03.993452 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fb4fd638-3f8a-4081-9d46-02fad72882d5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:04.028669 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 957d7c8a-5874-4425-9fc4-cae34fd276b5, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=957d7c8a-5874-4425-9fc4-cae34fd276b5,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:04.037032 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8978aec-45dc-456e-8d78-4aec66ba5e15 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] DELETE failed (client error): The resource could not be found. Jan 27 22:15:04.037549 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8978aec-45dc-456e-8d78-4aec66ba5e15 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:15:04.050174 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e8978aec-45dc-456e-8d78-4aec66ba5e15 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "DELETE /v2.0/subnets/745d550e-ace8-42e5-a4ec-0e1430023600 HTTP/1.1" status: 404 len: 337 time: 0.1405582 Jan 27 22:15:04.058885 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port fb4fd638-3f8a-4081-9d46-02fad72882d5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=fb4fd638-3f8a-4081-9d46-02fad72882d5,segment=NetworkSegment(741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7),segment_id=741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:04.059936 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59376) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:04.060437 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda7671c-c64d-4288-b8c4-66a47a90ab3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4fd638-3f8a-4081-9d46-02fad72882d5'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:15:04.062875 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a967f5-85a9-4e69-a444-43541eb8ffc7" -d '{"events": [{"server_uuid": "bda7671c-c64d-4288-b8c4-66a47a90ab3d", "name": "network-vif-plugged", "status": "completed", "tag": "fb4fd638-3f8a-4081-9d46-02fad72882d5"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:15:04.088911 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (957d7c8a-5874-4425-9fc4-cae34fd276b5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:04.097297 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (fb4fd638-3f8a-4081-9d46-02fad72882d5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:04.119762 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4a160a-42d5-43eb-90ba-028af763458d tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] DELETE failed (client error): The resource could not be found. Jan 27 22:15:04.131555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4a160a-42d5-43eb-90ba-028af763458d tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:15:04.137418 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0c4a160a-42d5-43eb-90ba-028af763458d tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "DELETE /v2.0/networks/81f4ad06-9bf1-4b76-903a-c783dc19d888 HTTP/1.1" status: 404 len: 339 time: 0.0757973 Jan 27 22:15:04.147236 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59386) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:04.184219 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-1836d74a-dbc5-455c-9d19-9e7c81b8e96f tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] DELETE failed (client error): The resource could not be found. Jan 27 22:15:04.184825 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1836d74a-dbc5-455c-9d19-9e7c81b8e96f tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:15:04.188343 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1836d74a-dbc5-455c-9d19-9e7c81b8e96f tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "DELETE /v2.0/subnets/e5497037-0d97-4385-ab19-29000f3c3e84 HTTP/1.1" status: 404 len: 337 time: 0.0396655 Jan 27 22:15:04.192554 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59392) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:04.214728 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15120cc4-54e1-4039-a5d3-b2c70645dd36 req-25ef178a-2bfe-4cc4-86ff-94593b4f50c4 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b2f2c-639f-4174-beb3-847532129066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159910 Jan 27 22:15:04.229534 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9771384c-00cf-460f-b4ce-93f803d664af x-openstack-request-id: req-9771384c-00cf-460f-b4ce-93f803d664af {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:15:04.229832 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda7671c-c64d-4288-b8c4-66a47a90ab3d", "name": "network-vif-plugged", "status": "completed", "tag": "fb4fd638-3f8a-4081-9d46-02fad72882d5", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:15:04.230133 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9771384c-00cf-460f-b4ce-93f803d664af {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:15:04.230538 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda7671c-c64d-4288-b8c4-66a47a90ab3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4fd638-3f8a-4081-9d46-02fad72882d5', 'code': 200} Jan 27 22:15:04.231554 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f51c43ae-ea39-47db-b600-99e8466743e1 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:04.261952 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e7f05d-c124-4ef1-a2b5-57d4e1650f34 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] DELETE failed (client error): The resource could not be found. Jan 27 22:15:04.262498 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7e7f05d-c124-4ef1-a2b5-57d4e1650f34 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:15:04.273822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e7e7f05d-c124-4ef1-a2b5-57d4e1650f34 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "DELETE /v2.0/networks/cdddb6b5-e017-4b12-bc3e-76063dcd0cc3 HTTP/1.1" status: 404 len: 339 time: 0.0502119 Jan 27 22:15:04.275680 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59394) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:04.300774 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: f51c43ae-ea39-47db-b600-99e8466743e1 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:15:04.301352 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f51c43ae-ea39-47db-b600-99e8466743e1 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:15:04.309887 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=957d7c8a-5874-4425-9fc4-cae34fd276b5,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:04.373704 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7e529e27-cac5-4e87-a318-88ad116777e8 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (da7c57ea-86ad-4e76-8b5e-b49805339413), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:04.376401 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7e529e27-cac5-4e87-a318-88ad116777e8 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router_controller (da7c57ea-86ad-4e76-8b5e-b49805339413), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:04.445766 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7e529e27-cac5-4e87-a318-88ad116777e8 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (da7c57ea-86ad-4e76-8b5e-b49805339413), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:04.446452 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=fb4fd638-3f8a-4081-9d46-02fad72882d5,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:04.447145 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e529e27-cac5-4e87-a318-88ad116777e8 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da7c57ea-86ad-4e76-8b5e-b49805339413 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:15:04.470079 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7e529e27-cac5-4e87-a318-88ad116777e8 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:04.476266 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7e529e27-cac5-4e87-a318-88ad116777e8 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] 10.222.0.23 "DELETE /v2.0/routers/da7c57ea-86ad-4e76-8b5e-b49805339413 HTTP/1.1" status: 204 len: 168 time: 0.7979026 Jan 27 22:15:04.477288 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59404) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:04.488356 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2aa4d945-2ef1-4125-8c1d-5f521b8c20eb tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Request body: {'router': {'name': 'tempest-router-1266266354', 'distributed': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:04.516220 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff08843-69f6-49a9-834c-a667eb124fc8 req-e9ae4f27-6d0e-48a1-9f6f-378914f07711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:04.517825 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fff08843-69f6-49a9-834c-a667eb124fc8 req-e9ae4f27-6d0e-48a1-9f6f-378914f07711 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bda7671c-c64d-4288-b8c4-66a47a90ab3d HTTP/1.1" status: 200 len: 1097 time: 0.2428870 Jan 27 22:15:04.526225 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2aa4d945-2ef1-4125-8c1d-5f521b8c20eb tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (47bb39eb-9119-4fe4-845d-d16c9bd5957d), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:04.527575 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2aa4d945-2ef1-4125-8c1d-5f521b8c20eb tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (47bb39eb-9119-4fe4-845d-d16c9bd5957d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:04.541188 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b38d2f-f33c-46d0-bf79-0bf31cbdb93c req-f1367c32-28a1-413d-8786-6c83ddc8e39e tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:04.548641 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['957d7c8a-5874-4425-9fc4-cae34fd276b5'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:15:04.556551 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50b38d2f-f33c-46d0-bf79-0bf31cbdb93c req-f1367c32-28a1-413d-8786-6c83ddc8e39e tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bda7671c-c64d-4288-b8c4-66a47a90ab3d HTTP/1.1" status: 200 len: 1097 time: 0.1462963 Jan 27 22:15:04.663837 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-4be65bdb-fd5b-433b-9d3d-06551d3e4add tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Deleting port e1cda480-0603-41fc-9db9-a6b9fd37224a {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:04.664211 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4be65bdb-fd5b-433b-9d3d-06551d3e4add tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e1cda480-0603-41fc-9db9-a6b9fd37224a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:04.716024 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2aa4d945-2ef1-4125-8c1d-5f521b8c20eb tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router_controller (47bb39eb-9119-4fe4-845d-d16c9bd5957d), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:04.727635 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2aa4d945-2ef1-4125-8c1d-5f521b8c20eb tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (47bb39eb-9119-4fe4-845d-d16c9bd5957d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:04.771852 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2aa4d945-2ef1-4125-8c1d-5f521b8c20eb tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:04.773134 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2aa4d945-2ef1-4125-8c1d-5f521b8c20eb tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2927103 Jan 27 22:15:04.776047 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59424) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:04.874921 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fff08843-69f6-49a9-834c-a667eb124fc8 req-116f7bcc-eb9b-4264-bce1-4c8430a146cd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489158 Jan 27 22:15:04.890732 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50b38d2f-f33c-46d0-bf79-0bf31cbdb93c req-ee03a289-8759-41d5-8280-7804b4e96c72 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243492 Jan 27 22:15:04.929852 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7d4ad421-d331-46b7-9e69-ca7a64298ef2 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router (47bb39eb-9119-4fe4-845d-d16c9bd5957d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:04.930578 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4be65bdb-fd5b-433b-9d3d-06551d3e4add tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e1cda480-0603-41fc-9db9-a6b9fd37224a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:04.963759 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-4be65bdb-fd5b-433b-9d3d-06551d3e4add tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Calling delete_port for e1cda480-0603-41fc-9db9-a6b9fd37224a owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:05.057232 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:15:05.072721 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59448) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:05.169258 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4be65bdb-fd5b-433b-9d3d-06551d3e4add tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (e1cda480-0603-41fc-9db9-a6b9fd37224a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.211609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be65bdb-fd5b-433b-9d3d-06551d3e4add tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event deleted for resources: {'Port': ['ID=e1cda480-0603-41fc-9db9-a6b9fd37224a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:05.224703 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4be65bdb-fd5b-433b-9d3d-06551d3e4add tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.235212 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4be65bdb-fd5b-433b-9d3d-06551d3e4add tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "DELETE /v2.0/ports/e1cda480-0603-41fc-9db9-a6b9fd37224a HTTP/1.1" status: 204 len: 168 time: 0.9555936 Jan 27 22:15:05.235489 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59456) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:05.239189 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7d4ad421-d331-46b7-9e69-ca7a64298ef2 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (47bb39eb-9119-4fe4-845d-d16c9bd5957d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.241591 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7d4ad421-d331-46b7-9e69-ca7a64298ef2 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router_controller (47bb39eb-9119-4fe4-845d-d16c9bd5957d), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.325584 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-269452a2-0b7a-4811-8090-8e359013fddf tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] DELETE failed (client error): The resource could not be found. Jan 27 22:15:05.326258 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-269452a2-0b7a-4811-8090-8e359013fddf tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:15:05.328897 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7d4ad421-d331-46b7-9e69-ca7a64298ef2 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (47bb39eb-9119-4fe4-845d-d16c9bd5957d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.329520 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4ad421-d331-46b7-9e69-ca7a64298ef2 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47bb39eb-9119-4fe4-845d-d16c9bd5957d {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:15:05.330877 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-269452a2-0b7a-4811-8090-8e359013fddf tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "DELETE /v2.0/subnets/6824d480-e4ae-4041-95f1-bc2d7bbffc12 HTTP/1.1" status: 404 len: 337 time: 0.0902042 Jan 27 22:15:05.333379 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59462) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:05.340656 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7d4ad421-d331-46b7-9e69-ca7a64298ef2 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.346305 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7d4ad421-d331-46b7-9e69-ca7a64298ef2 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] 10.222.0.23 "DELETE /v2.0/routers/47bb39eb-9119-4fe4-845d-d16c9bd5957d HTTP/1.1" status: 204 len: 168 time: 0.5658514 Jan 27 22:15:05.350420 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59464) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:05.360201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-022c3db6-af81-4807-b02d-d6458a95732c tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Request body: {'router': {'name': 'tempest-router-1028820174', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5e69921f61ff47f086ccd796f5ff1c73'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:05.389880 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff07a55-77c3-497e-a296-8fcdf2251cb7 req-8aa983ba-6c13-4f51-8d29-c8d5b8b91bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:05.392418 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5ff07a55-77c3-497e-a296-8fcdf2251cb7 req-8aa983ba-6c13-4f51-8d29-c8d5b8b91bd9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 1096 time: 0.3184991 Jan 27 22:15:05.394138 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-022c3db6-af81-4807-b02d-d6458a95732c tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (c17a2c50-c466-4fbf-a867-3968aafab208), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.395555 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-022c3db6-af81-4807-b02d-d6458a95732c tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (c17a2c50-c466-4fbf-a867-3968aafab208), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.423901 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59468) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:05.455920 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8e1d9-6f00-475a-b478-4738b3b0f6ab req-336bd192-a2d1-469e-abe9-1bc016ea4e0a tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:05.470478 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70b8e1d9-6f00-475a-b478-4738b3b0f6ab req-336bd192-a2d1-469e-abe9-1bc016ea4e0a tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 949 time: 0.1603630 Jan 27 22:15:05.486293 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-5ff07a55-77c3-497e-a296-8fcdf2251cb7 req-dce0ad58-98d5-4e19-92b4-301d37c9d5a2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=87606c14-48a8-4d65-bf02-c5c41fde79e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853696 Jan 27 22:15:05.501463 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5e0e76e-e8f6-47a9-b696-1dbac0ab7b39 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (06f6652e-51ca-46df-b73e-064155dd056b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.543710 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-022c3db6-af81-4807-b02d-d6458a95732c tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router_controller (c17a2c50-c466-4fbf-a867-3968aafab208), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.549232 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-022c3db6-af81-4807-b02d-d6458a95732c tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (c17a2c50-c466-4fbf-a867-3968aafab208), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.581061 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-022c3db6-af81-4807-b02d-d6458a95732c tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.585067 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-022c3db6-af81-4807-b02d-d6458a95732c tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2267540 Jan 27 22:15:05.585236 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59476) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:05.589482 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-22b48ad6-a601-4aae-b61e-85a078c8c62c tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:05.631692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70b8e1d9-6f00-475a-b478-4738b3b0f6ab req-fb9d5175-e4e1-4a54-8bf8-1f22e3bcacb8 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b2f2c-639f-4174-beb3-847532129066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602197 Jan 27 22:15:05.634020 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5e0e76e-e8f6-47a9-b696-1dbac0ab7b39 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (06f6652e-51ca-46df-b73e-064155dd056b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.658209 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-b5e0e76e-e8f6-47a9-b696-1dbac0ab7b39 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f6652e-51ca-46df-b73e-064155dd056b']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:05.669212 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-b5e0e76e-e8f6-47a9-b696-1dbac0ab7b39 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cc5625-e6b2-4e6b-8055-7876c6024640') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:05.669803 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-b5e0e76e-e8f6-47a9-b696-1dbac0ab7b39 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cc5625-e6b2-4e6b-8055-7876c6024640') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:05.681311 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5e0e76e-e8f6-47a9-b696-1dbac0ab7b39 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (62cc5625-e6b2-4e6b-8055-7876c6024640), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.694884 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5e0e76e-e8f6-47a9-b696-1dbac0ab7b39 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (62cc5625-e6b2-4e6b-8055-7876c6024640), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.702224 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e0e76e-e8f6-47a9-b696-1dbac0ab7b39 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:05.702879 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5e0e76e-e8f6-47a9-b696-1dbac0ab7b39 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (62cc5625-e6b2-4e6b-8055-7876c6024640), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:05.706387 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:05.707969 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f2f15020-c3ef-4865-a32f-be347d96054a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.790055 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5e0e76e-e8f6-47a9-b696-1dbac0ab7b39 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (06f6652e-51ca-46df-b73e-064155dd056b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.808908 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5e0e76e-e8f6-47a9-b696-1dbac0ab7b39 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.813136 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b5e0e76e-e8f6-47a9-b696-1dbac0ab7b39 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "DELETE /v2.0/networks/06f6652e-51ca-46df-b73e-064155dd056b HTTP/1.1" status: 204 len: 168 time: 0.4786365 Jan 27 22:15:05.814120 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0e76e-e8f6-47a9-b696-1dbac0ab7b39 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event deleted for resources: {'Network': ['ID=06f6652e-51ca-46df-b73e-064155dd056b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:05.815762 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59488) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:05.941955 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-6aebf5a3-9cf1-4a86-8ec6-52389d2f861c tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Deleting port ff8be6f4-0819-4f3a-844e-d5f29ba3030a {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:05.942294 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6aebf5a3-9cf1-4a86-8ec6-52389d2f861c tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ff8be6f4-0819-4f3a-844e-d5f29ba3030a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.952433 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-22b48ad6-a601-4aae-b61e-85a078c8c62c tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (c17a2c50-c466-4fbf-a867-3968aafab208), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.952433 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-22b48ad6-a601-4aae-b61e-85a078c8c62c tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router (c17a2c50-c466-4fbf-a867-3968aafab208), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:06.089709 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-22b48ad6-a601-4aae-b61e-85a078c8c62c tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109742) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 27 22:15:06.090268 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-22b48ad6-a601-4aae-b61e-85a078c8c62c tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Router c17a2c50-c466-4fbf-a867-3968aafab208 migrating from provider to provider. {{(pid=109742) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 27 22:15:06.090477 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-22b48ad6-a601-4aae-b61e-85a078c8c62c tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router_controller (c17a2c50-c466-4fbf-a867-3968aafab208), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:06.105987 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-22b48ad6-a601-4aae-b61e-85a078c8c62c tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router_controller (c17a2c50-c466-4fbf-a867-3968aafab208), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:06.121693 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-22b48ad6-a601-4aae-b61e-85a078c8c62c tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1668512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1663757'] for router (c17a2c50-c466-4fbf-a867-3968aafab208), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:06.143401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b902b-dbce-4301-a179-e79c42e5e41e req-67ff9b5e-cc0c-4cd1-9cba-4b5071d855ea tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:06.145095 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b3b902b-dbce-4301-a179-e79c42e5e41e req-67ff9b5e-cc0c-4cd1-9cba-4b5071d855ea tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bda7671c-c64d-4288-b8c4-66a47a90ab3d HTTP/1.1" status: 200 len: 1097 time: 0.0981734 Jan 27 22:15:06.149559 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6aebf5a3-9cf1-4a86-8ec6-52389d2f861c tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ff8be6f4-0819-4f3a-844e-d5f29ba3030a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:06.191549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-6aebf5a3-9cf1-4a86-8ec6-52389d2f861c tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Calling delete_port for ff8be6f4-0819-4f3a-844e-d5f29ba3030a owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:06.221538 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b3b902b-dbce-4301-a179-e79c42e5e41e req-fdffa037-573b-45d5-882c-617e88127e9b tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691206 Jan 27 22:15:06.290676 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f2f15020-c3ef-4865-a32f-be347d96054a admin admin] Publish callbacks [] for security_group (d174df4b-0579-4156-b086-84269dbfdfac), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:06.296856 n-d-772272-3 neutron-server[109742]: WARNING neutron.scheduler.l3_agent_scheduler [None req-22b48ad6-a601-4aae-b61e-85a078c8c62c tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] No L3 agents can host the router c17a2c50-c466-4fbf-a867-3968aafab208 Jan 27 22:15:06.298599 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f2f15020-c3ef-4865-a32f-be347d96054a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d174df4b-0579-4156-b086-84269dbfdfac), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:06.322331 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6aebf5a3-9cf1-4a86-8ec6-52389d2f861c tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (ff8be6f4-0819-4f3a-844e-d5f29ba3030a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:06.346570 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6aebf5a3-9cf1-4a86-8ec6-52389d2f861c tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:06.352056 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6aebf5a3-9cf1-4a86-8ec6-52389d2f861c tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "DELETE /v2.0/ports/ff8be6f4-0819-4f3a-844e-d5f29ba3030a HTTP/1.1" status: 204 len: 168 time: 0.5332518 Jan 27 22:15:06.360940 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59516) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:06.375669 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebf5a3-9cf1-4a86-8ec6-52389d2f861c tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event deleted for resources: {'Port': ['ID=ff8be6f4-0819-4f3a-844e-d5f29ba3030a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:06.397364 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f15020-c3ef-4865-a32f-be347d96054a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d174df4b-0579-4156-b086-84269dbfdfac,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:06.402810 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-33388831-e321-4fce-92fd-a6da08f6722e tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] DELETE failed (client error): The resource could not be found. Jan 27 22:15:06.403285 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33388831-e321-4fce-92fd-a6da08f6722e tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:15:06.406433 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-33388831-e321-4fce-92fd-a6da08f6722e tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "DELETE /v2.0/subnets/70e8340d-df9d-477d-bfcf-82c22d941bec HTTP/1.1" status: 404 len: 337 time: 0.0440929 Jan 27 22:15:06.409045 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59518) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:06.409774 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f2f15020-c3ef-4865-a32f-be347d96054a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f332d0bd80254e64bc256307af5ad5ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9848990 Jan 27 22:15:06.411298 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59520) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:06.557467 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9cc20f87-baed-477f-aaa4-267e70b89a0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (2ab20f6e-77b1-43c5-910d-71f8e2a47cc4), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:06.558761 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b48ad6-a601-4aae-b61e-85a078c8c62c tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Hosts for router c17a2c50-c466-4fbf-a867-3968aafab208: [] {{(pid=109742) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 27 22:15:06.586090 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-71acc17d-5b2b-4666-a9b5-03430004b37a admin admin] Publish callbacks [] for security_group (d174df4b-0579-4156-b086-84269dbfdfac), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:06.594145 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b48ad6-a601-4aae-b61e-85a078c8c62c tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Hosts for other DVR routers connected to router c17a2c50-c466-4fbf-a867-3968aafab208: set() {{(pid=109742) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 27 22:15:06.598982 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-22b48ad6-a601-4aae-b61e-85a078c8c62c tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:06.600458 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-22b48ad6-a601-4aae-b61e-85a078c8c62c tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] 10.222.0.23 "PUT /v2.0/routers/c17a2c50-c466-4fbf-a867-3968aafab208 HTTP/1.1" status: 200 len: 717 time: 1.0142720 Jan 27 22:15:06.603014 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59528) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:06.609989 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-71acc17d-5b2b-4666-a9b5-03430004b37a admin admin] Publish callbacks [] for security_group (d174df4b-0579-4156-b086-84269dbfdfac), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:06.672306 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-71acc17d-5b2b-4666-a9b5-03430004b37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d174df4b-0579-4156-b086-84269dbfdfac), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:06.677388 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-71acc17d-5b2b-4666-a9b5-03430004b37a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:06.680848 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-71acc17d-5b2b-4666-a9b5-03430004b37a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d174df4b-0579-4156-b086-84269dbfdfac HTTP/1.1" status: 204 len: 168 time: 0.2663569 Jan 27 22:15:06.706326 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f7b21a57-6aeb-432c-b9e1-ea1f846fd08a tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] 10.222.0.23 "GET /v2.0/routers/c17a2c50-c466-4fbf-a867-3968aafab208 HTTP/1.1" status: 200 len: 717 time: 0.0995870 Jan 27 22:15:06.706849 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59534) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:06.793596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acc17d-5b2b-4666-a9b5-03430004b37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d174df4b-0579-4156-b086-84269dbfdfac,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:06.833843 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9cc20f87-baed-477f-aaa4-267e70b89a0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (2ab20f6e-77b1-43c5-910d-71f8e2a47cc4), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:06.956940 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-9cc20f87-baed-477f-aaa4-267e70b89a0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab20f6e-77b1-43c5-910d-71f8e2a47cc4']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:07.020628 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-9cc20f87-baed-477f-aaa4-267e70b89a0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39588d51-c8f3-40f4-a053-4f9ae356522d') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:07.021183 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-9cc20f87-baed-477f-aaa4-267e70b89a0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39588d51-c8f3-40f4-a053-4f9ae356522d') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:07.037582 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9cc20f87-baed-477f-aaa4-267e70b89a0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (39588d51-c8f3-40f4-a053-4f9ae356522d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.057655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159cee6-19d0-434b-886d-8456ca9d03cd req-0b41af04-45ba-4d43-9ece-51b34dff6fb9 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:07.059802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a159cee6-19d0-434b-886d-8456ca9d03cd req-0b41af04-45ba-4d43-9ece-51b34dff6fb9 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 949 time: 0.2678158 Jan 27 22:15:07.069319 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9cc20f87-baed-477f-aaa4-267e70b89a0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (39588d51-c8f3-40f4-a053-4f9ae356522d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.115016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc20f87-baed-477f-aaa4-267e70b89a0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:07.115715 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9cc20f87-baed-477f-aaa4-267e70b89a0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (39588d51-c8f3-40f4-a053-4f9ae356522d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:07.121050 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:07.168730 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-46562940-f996-4c39-ad31-d772a9e1918a tempest-RoutersTestDVR-1005502286 tempest-RoutersTestDVR-1005502286-project] 10.222.0.23 "GET /v2.0/routers/c17a2c50-c466-4fbf-a867-3968aafab208 HTTP/1.1" status: 200 len: 683 time: 0.4502363 Jan 27 22:15:07.169319 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59544) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:07.263918 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a159cee6-19d0-434b-886d-8456ca9d03cd req-13117c30-057a-4a8a-afd7-c0a880f123c2 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b2f2c-639f-4174-beb3-847532129066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838777 Jan 27 22:15:07.267997 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9cc20f87-baed-477f-aaa4-267e70b89a0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (2ab20f6e-77b1-43c5-910d-71f8e2a47cc4), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.284817 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9cc20f87-baed-477f-aaa4-267e70b89a0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.285947 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ab6c-9eee-4dfb-a2d2-b64278fbb935 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router (c17a2c50-c466-4fbf-a867-3968aafab208), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.291029 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9cc20f87-baed-477f-aaa4-267e70b89a0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "DELETE /v2.0/networks/2ab20f6e-77b1-43c5-910d-71f8e2a47cc4 HTTP/1.1" status: 204 len: 168 time: 0.8759952 Jan 27 22:15:07.292636 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59550) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:07.310000 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc20f87-baed-477f-aaa4-267e70b89a0b tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event deleted for resources: {'Network': ['ID=2ab20f6e-77b1-43c5-910d-71f8e2a47cc4,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:07.336364 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 957d7c8a-5874-4425-9fc4-cae34fd276b5 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:15:07.388243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59552) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:07.406630 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8d82dd86-3f9d-41a4-bc2d-209cc80abbe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.417463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 957d7c8a-5874-4425-9fc4-cae34fd276b5 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:15:07.422192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 957d7c8a-5874-4425-9fc4-cae34fd276b5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:07.422537 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (957d7c8a-5874-4425-9fc4-cae34fd276b5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.466872 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71704921-ac96-46e7-bc5c-ea365f55b0a5 req-3d12a6b3-d8f1-4f1f-b353-646af0ab3823 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:07.475299 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71704921-ac96-46e7-bc5c-ea365f55b0a5 req-3d12a6b3-d8f1-4f1f-b353-646af0ab3823 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bda7671c-c64d-4288-b8c4-66a47a90ab3d HTTP/1.1" status: 200 len: 1097 time: 0.1266010 Jan 27 22:15:07.521768 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 957d7c8a-5874-4425-9fc4-cae34fd276b5 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:07.522496 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (957d7c8a-5874-4425-9fc4-cae34fd276b5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.554639 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4cd562-a934-4347-a565-6fd67aae2180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957d7c8a-5874-4425-9fc4-cae34fd276b5'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:15:07.557903 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e6d3ff-e829-48b7-b280-969570b53ad5" -d '{"events": [{"server_uuid": "6d4cd562-a934-4347-a565-6fd67aae2180", "name": "network-vif-plugged", "status": "completed", "tag": "957d7c8a-5874-4425-9fc4-cae34fd276b5"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:15:07.569760 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71704921-ac96-46e7-bc5c-ea365f55b0a5 req-2f53d2b9-6465-4d63-b506-0e0c07d6b770 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910974 Jan 27 22:15:07.575222 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 957d7c8a-5874-4425-9fc4-cae34fd276b5, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=957d7c8a-5874-4425-9fc4-cae34fd276b5,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:07.590297 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (957d7c8a-5874-4425-9fc4-cae34fd276b5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.598764 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8d82dd86-3f9d-41a4-bc2d-209cc80abbe1 admin admin] Publish callbacks [] for security_group (47cd9ff6-1ade-4880-9ac6-a8b0ff9d6355), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.616083 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8d82dd86-3f9d-41a4-bc2d-209cc80abbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (47cd9ff6-1ade-4880-9ac6-a8b0ff9d6355), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.651108 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3742b825-fd89-4824-9488-658c91c99c4d x-openstack-request-id: req-3742b825-fd89-4824-9488-658c91c99c4d {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:15:07.651512 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4cd562-a934-4347-a565-6fd67aae2180", "name": "network-vif-plugged", "status": "completed", "tag": "957d7c8a-5874-4425-9fc4-cae34fd276b5", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:15:07.651779 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3742b825-fd89-4824-9488-658c91c99c4d {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:15:07.652222 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4cd562-a934-4347-a565-6fd67aae2180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957d7c8a-5874-4425-9fc4-cae34fd276b5', 'code': 200} Jan 27 22:15:07.688834 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59562) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:07.690629 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8d82dd86-3f9d-41a4-bc2d-209cc80abbe1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a0f9c757d704401490c5d53043390764&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3005860 Jan 27 22:15:07.710144 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=957d7c8a-5874-4425-9fc4-cae34fd276b5,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:07.764782 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ab6c-9eee-4dfb-a2d2-b64278fbb935 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (c17a2c50-c466-4fbf-a867-3968aafab208), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.771357 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ab6c-9eee-4dfb-a2d2-b64278fbb935 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router_controller (c17a2c50-c466-4fbf-a867-3968aafab208), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.776642 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f56ff2-15af-4af4-8a5e-108628855097 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Deleting subnet 4243eba7-3bbf-4e0b-a6f6-664df6f42ed5 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:15:07.779969 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9f56ff2-15af-4af4-8a5e-108628855097 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for subnet (4243eba7-3bbf-4e0b-a6f6-664df6f42ed5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.800875 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82dd86-3f9d-41a4-bc2d-209cc80abbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cd9ff6-1ade-4880-9ac6-a8b0ff9d6355,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:07.814302 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ba365-f422-431e-a995-26e28b315470 req-10e269a4-6c26-4c55-9643-ebab95f9221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:07.816088 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c95ba365-f422-431e-a995-26e28b315470 req-10e269a4-6c26-4c55-9643-ebab95f9221f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 1101 time: 0.0718882 Jan 27 22:15:07.820832 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02df5e-6f8a-402e-b3d9-e9136c0e2118 req-4ecbe534-0471-464c-8faa-2c64a1e677a7 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:07.822457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c02df5e-6f8a-402e-b3d9-e9136c0e2118 req-4ecbe534-0471-464c-8faa-2c64a1e677a7 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bda7671c-c64d-4288-b8c4-66a47a90ab3d HTTP/1.1" status: 200 len: 1097 time: 0.1286335 Jan 27 22:15:07.841828 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9f56ff2-15af-4af4-8a5e-108628855097 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (4243eba7-3bbf-4e0b-a6f6-664df6f42ed5), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.889117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c02df5e-6f8a-402e-b3d9-e9136c0e2118 req-d82e8239-aebe-4fac-beb6-33bc774a765a tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568209 Jan 27 22:15:07.937770 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c95ba365-f422-431e-a995-26e28b315470 req-491f4c13-903d-4d41-b350-4010eeb052b3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c98b2f2c-639f-4174-beb3-847532129066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128004 Jan 27 22:15:08.033713 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9f56ff2-15af-4af4-8a5e-108628855097 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (4243eba7-3bbf-4e0b-a6f6-664df6f42ed5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.070295 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e76e41c9-3932-4a92-941d-fb69ae87e052 admin admin] Publish callbacks [] for security_group (47cd9ff6-1ade-4880-9ac6-a8b0ff9d6355), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.078130 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ab6c-9eee-4dfb-a2d2-b64278fbb935 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (c17a2c50-c466-4fbf-a867-3968aafab208), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.078619 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee1ab6c-9eee-4dfb-a2d2-b64278fbb935 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c17a2c50-c466-4fbf-a867-3968aafab208 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:15:08.083482 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984525a-460c-46bf-8435-e31dce6b7b71 req-9b1e6610-cf0e-48fd-ad38-c40b2e68a6e6 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:08.087435 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e984525a-460c-46bf-8435-e31dce6b7b71 req-9b1e6610-cf0e-48fd-ad38-c40b2e68a6e6 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bda7671c-c64d-4288-b8c4-66a47a90ab3d HTTP/1.1" status: 200 len: 1097 time: 0.0816343 Jan 27 22:15:08.099025 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ab6c-9eee-4dfb-a2d2-b64278fbb935 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.100380 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2ee1ab6c-9eee-4dfb-a2d2-b64278fbb935 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] 10.222.0.23 "DELETE /v2.0/routers/c17a2c50-c466-4fbf-a867-3968aafab208 HTTP/1.1" status: 204 len: 168 time: 0.9299183 Jan 27 22:15:08.110179 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59566) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:08.118001 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-0defa5d3-01ec-48c4-affe-8d68b1a0458a tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Request body: {'router': {'name': 'tempest-router-1454686775', 'distributed': True}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:08.153581 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e984525a-460c-46bf-8435-e31dce6b7b71 req-be610cd7-9863-4b20-bd17-a7e5c9fe6b39 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604241 Jan 27 22:15:08.154278 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0defa5d3-01ec-48c4-affe-8d68b1a0458a tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (65f0b619-e481-4367-bbfd-c1a2a85ff12b), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.155725 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0defa5d3-01ec-48c4-affe-8d68b1a0458a tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (65f0b619-e481-4367-bbfd-c1a2a85ff12b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.168736 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e76e41c9-3932-4a92-941d-fb69ae87e052 admin admin] Publish callbacks [] for security_group (47cd9ff6-1ade-4880-9ac6-a8b0ff9d6355), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.252675 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9f56ff2-15af-4af4-8a5e-108628855097 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (4243eba7-3bbf-4e0b-a6f6-664df6f42ed5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.352788 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0defa5d3-01ec-48c4-affe-8d68b1a0458a tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router_controller (65f0b619-e481-4367-bbfd-c1a2a85ff12b), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.415658 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0defa5d3-01ec-48c4-affe-8d68b1a0458a tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (65f0b619-e481-4367-bbfd-c1a2a85ff12b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.452892 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f56ff2-15af-4af4-8a5e-108628855097 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event deleted for resources: {'Subnet': ['ID=4243eba7-3bbf-4e0b-a6f6-664df6f42ed5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:08.457270 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a9f56ff2-15af-4af4-8a5e-108628855097 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.461345 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a9f56ff2-15af-4af4-8a5e-108628855097 tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "DELETE /v2.0/subnets/4243eba7-3bbf-4e0b-a6f6-664df6f42ed5 HTTP/1.1" status: 204 len: 168 time: 1.0985322 Jan 27 22:15:08.464748 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcac7b1-36c4-4d6f-afdc-38e6fe94f70a req-6253ab94-b588-4869-a4b1-5455f3c1df10 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:08.465221 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0defa5d3-01ec-48c4-affe-8d68b1a0458a tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.465986 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0defa5d3-01ec-48c4-affe-8d68b1a0458a tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3546827 Jan 27 22:15:08.467062 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59584) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:08.468950 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59586) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:08.474966 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33c535b-5e83-4be2-89ee-702c99dece3b None None] Network 1e0df503-eaf1-4e3a-b16d-c735e9d81bf0 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:08.478616 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3fcac7b1-36c4-4d6f-afdc-38e6fe94f70a req-6253ab94-b588-4869-a4b1-5455f3c1df10 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 950 time: 0.1150596 Jan 27 22:15:08.530933 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e76e41c9-3932-4a92-941d-fb69ae87e052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (47cd9ff6-1ade-4880-9ac6-a8b0ff9d6355), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.533512 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e76e41c9-3932-4a92-941d-fb69ae87e052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:08.535222 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e76e41c9-3932-4a92-941d-fb69ae87e052 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47cd9ff6-1ade-4880-9ac6-a8b0ff9d6355 HTTP/1.1" status: 204 len: 168 time: 0.8339324 Jan 27 22:15:08.662869 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3fcac7b1-36c4-4d6f-afdc-38e6fe94f70a req-75ee7107-2903-48a2-922b-b46797bcfa4b tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b2f2c-639f-4174-beb3-847532129066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830478 Jan 27 22:15:08.731601 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-066a574a-0811-44c5-bfb3-05fdf21e3d6e tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:08.733704 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-066a574a-0811-44c5-bfb3-05fdf21e3d6e tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/networks?id=4de77e40-55eb-4b28-9af2-d474955109af HTTP/1.1" status: 200 len: 910 time: 0.2852762 Jan 27 22:15:08.763280 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bf68e9-47c6-4377-86b1-97992aedfd31 None None] DHCP port deletion for 1e0df503-eaf1-4e3a-b16d-c735e9d81bf0 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:15:08.768794 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-85105d71-b36c-40cd-baac-9c0f9200ed47 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/quotas/54c64932692842a19459a0525e81fe27 HTTP/1.1" status: 200 len: 375 time: 0.0284061 Jan 27 22:15:08.878468 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-1eef241a-7bfc-4e46-bc32-8b8c9df01b3c tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=54c64932692842a19459a0525e81fe27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1078253 Jan 27 22:15:08.914536 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-ddd0ff5e-f3e2-4366-b3dc-0c798c6dbd53 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:15:08.915626 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-ddd0ff5e-f3e2-4366-b3dc-0c798c6dbd53 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137553 Jan 27 22:15:08.932333 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-28bf68e9-47c6-4377-86b1-97992aedfd31 None None] Deleting port 48eaad13-d0ba-434c-8adc-c9258b69342e {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:08.932911 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-28bf68e9-47c6-4377-86b1-97992aedfd31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (48eaad13-d0ba-434c-8adc-c9258b69342e), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.069769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-17fb3887-2c74-4802-acd5-499ed4101dd5 service neutron] 10.222.0.23 "GET /v2.0/networks/4de77e40-55eb-4b28-9af2-d474955109af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454504 Jan 27 22:15:09.075147 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-28bf68e9-47c6-4377-86b1-97992aedfd31 None None] For port 48eaad13-d0ba-434c-8adc-c9258b69342e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=48eaad13-d0ba-434c-8adc-c9258b69342e,segment=NetworkSegment(3be71047-8919-4e4e-a498-759941487b80),segment_id=3be71047-8919-4e4e-a498-759941487b80)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:09.076592 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-28bf68e9-47c6-4377-86b1-97992aedfd31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (48eaad13-d0ba-434c-8adc-c9258b69342e), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.095798 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-28bf68e9-47c6-4377-86b1-97992aedfd31 None None] Calling delete_port for 48eaad13-d0ba-434c-8adc-c9258b69342e owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:09.193645 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-28bf68e9-47c6-4377-86b1-97992aedfd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (48eaad13-d0ba-434c-8adc-c9258b69342e), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.218318 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e41c9-3932-4a92-941d-fb69ae87e052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cd9ff6-1ade-4880-9ac6-a8b0ff9d6355,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:09.231470 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f495e827-c740-4432-97f2-00add52a6318 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router (65f0b619-e481-4367-bbfd-c1a2a85ff12b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.244134 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf68e9-47c6-4377-86b1-97992aedfd31 None None] Pushing event deleted for resources: {'Port': ['ID=48eaad13-d0ba-434c-8adc-c9258b69342e,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:09.278534 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bf68e9-47c6-4377-86b1-97992aedfd31 None None] No DVR routers for this DVR port 48eaad13-d0ba-434c-8adc-c9258b69342e on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:09.315499 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-9210f535-c773-4a37-ad92-e0f48893c390 service neutron] 10.222.0.23 "GET /v2.0/networks/4de77e40-55eb-4b28-9af2-d474955109af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391551 Jan 27 22:15:09.343576 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3beafa42-5d70-4137-896c-a3f5925202bc tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (1e0df503-eaf1-4e3a-b16d-c735e9d81bf0), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.480719 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f495e827-c740-4432-97f2-00add52a6318 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (65f0b619-e481-4367-bbfd-c1a2a85ff12b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.483699 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f495e827-c740-4432-97f2-00add52a6318 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router_controller (65f0b619-e481-4367-bbfd-c1a2a85ff12b), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.549276 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3beafa42-5d70-4137-896c-a3f5925202bc tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (1e0df503-eaf1-4e3a-b16d-c735e9d81bf0), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.585134 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-3beafa42-5d70-4137-896c-a3f5925202bc tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0df503-eaf1-4e3a-b16d-c735e9d81bf0']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:09.619013 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-3beafa42-5d70-4137-896c-a3f5925202bc tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be71047-8919-4e4e-a498-759941487b80') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:09.619320 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-3beafa42-5d70-4137-896c-a3f5925202bc tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be71047-8919-4e4e-a498-759941487b80') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:09.660760 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3beafa42-5d70-4137-896c-a3f5925202bc tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (3be71047-8919-4e4e-a498-759941487b80), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.687306 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a5b4d0b-05ab-4871-99af-60eff91f8948 req-8f35b1d4-3553-4102-a06a-952c2daaef39 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 210 time: 0.0464478 Jan 27 22:15:09.703416 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3beafa42-5d70-4137-896c-a3f5925202bc tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3be71047-8919-4e4e-a498-759941487b80), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.713220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3beafa42-5d70-4137-896c-a3f5925202bc tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:09.713649 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3beafa42-5d70-4137-896c-a3f5925202bc tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (3be71047-8919-4e4e-a498-759941487b80), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:09.793670 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:09.853668 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3beafa42-5d70-4137-896c-a3f5925202bc tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (1e0df503-eaf1-4e3a-b16d-c735e9d81bf0), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.866988 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3beafa42-5d70-4137-896c-a3f5925202bc tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.875373 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3beafa42-5d70-4137-896c-a3f5925202bc tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] 10.222.0.23 "DELETE /v2.0/networks/1e0df503-eaf1-4e3a-b16d-c735e9d81bf0 HTTP/1.1" status: 204 len: 168 time: 1.4072182 Jan 27 22:15:09.925661 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beafa42-5d70-4137-896c-a3f5925202bc tempest-NetworksIpV6TestAttrs-1564920389 tempest-NetworksIpV6TestAttrs-1564920389-project] Pushing event deleted for resources: {'Network': ['ID=1e0df503-eaf1-4e3a-b16d-c735e9d81bf0,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:09.936356 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b567a8-ad18-44dd-9f5a-a6e6dc0c9ac9 req-9eb75061-ba5b-4619-b02b-3c9a6b536e1a tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:09.937031 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f495e827-c740-4432-97f2-00add52a6318 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (65f0b619-e481-4367-bbfd-c1a2a85ff12b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.937574 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f495e827-c740-4432-97f2-00add52a6318 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65f0b619-e481-4367-bbfd-c1a2a85ff12b {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:15:09.939696 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-24b567a8-ad18-44dd-9f5a-a6e6dc0c9ac9 req-9eb75061-ba5b-4619-b02b-3c9a6b536e1a tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 950 time: 0.1291656 Jan 27 22:15:09.945277 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f495e827-c740-4432-97f2-00add52a6318 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.947107 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f495e827-c740-4432-97f2-00add52a6318 tempest-RoutersTestDVR-345748110 tempest-RoutersTestDVR-345748110-project-admin] 10.222.0.23 "DELETE /v2.0/routers/65f0b619-e481-4367-bbfd-c1a2a85ff12b HTTP/1.1" status: 204 len: 168 time: 1.4768882 Jan 27 22:15:10.032573 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-24b567a8-ad18-44dd-9f5a-a6e6dc0c9ac9 req-bb20779e-ea65-4bb1-9362-b550a7d1f21f tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b2f2c-639f-4174-beb3-847532129066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803971 Jan 27 22:15:10.182436 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 48eaad13-d0ba-434c-8adc-c9258b69342e no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:10.219692 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 48eaad13-d0ba-434c-8adc-c9258b69342e {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:15:10.220290 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 48eaad13-d0ba-434c-8adc-c9258b69342e not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:15:10.562134 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59650) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:10.600722 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59654) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:10.807967 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc3ec9cc-4eac-4e86-89a8-623cbed4a4f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:10.934005 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72e365e5-b320-4f3f-9b62-06555549dd54 req-addc341f-f3a2-4df0-88c8-34f4cb2232d9 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 210 time: 0.0842719 Jan 27 22:15:11.089122 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc3ec9cc-4eac-4e86-89a8-623cbed4a4f2 admin admin] Publish callbacks [] for security_group (7653c80d-af3b-4cdd-8919-323d34662a1a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:11.098721 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59668) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:11.108055 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-093ced6d-1070-42fe-8256-5512ab4550e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=149964bcbbfa46c2a4d0f56a34366e55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5439994 Jan 27 22:15:11.113841 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fc3ec9cc-4eac-4e86-89a8-623cbed4a4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7653c80d-af3b-4cdd-8919-323d34662a1a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:11.219553 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e2bbaf13-a9c8-4b28-a1e2-b3a4d1610692 admin admin] Publish callbacks [] for security_group (d06e5cf1-6163-4128-98d8-0ab0128f7656), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:11.237927 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fc3ec9cc-4eac-4e86-89a8-623cbed4a4f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e69921f61ff47f086ccd796f5ff1c73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6358659 Jan 27 22:15:11.238822 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ec9cc-4eac-4e86-89a8-623cbed4a4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7653c80d-af3b-4cdd-8919-323d34662a1a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:11.249164 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59674) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:11.270089 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e2bbaf13-a9c8-4b28-a1e2-b3a4d1610692 admin admin] Publish callbacks [] for security_group (d06e5cf1-6163-4128-98d8-0ab0128f7656), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:11.369887 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-23a857d2-42ab-486b-b6cf-8a19dc36ef21 admin admin] Publish callbacks [] for security_group (7653c80d-af3b-4cdd-8919-323d34662a1a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:11.414112 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-23a857d2-42ab-486b-b6cf-8a19dc36ef21 admin admin] Publish callbacks [] for security_group (7653c80d-af3b-4cdd-8919-323d34662a1a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:11.479863 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e2bbaf13-a9c8-4b28-a1e2-b3a4d1610692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d06e5cf1-6163-4128-98d8-0ab0128f7656), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:11.485580 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e2bbaf13-a9c8-4b28-a1e2-b3a4d1610692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:11.490404 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e2bbaf13-a9c8-4b28-a1e2-b3a4d1610692 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d06e5cf1-6163-4128-98d8-0ab0128f7656 HTTP/1.1" status: 204 len: 168 time: 0.3895390 Jan 27 22:15:11.506842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbaf13-a9c8-4b28-a1e2-b3a4d1610692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06e5cf1-6163-4128-98d8-0ab0128f7656,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:11.518280 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-23a857d2-42ab-486b-b6cf-8a19dc36ef21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7653c80d-af3b-4cdd-8919-323d34662a1a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:11.521248 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-23a857d2-42ab-486b-b6cf-8a19dc36ef21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:11.522624 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-23a857d2-42ab-486b-b6cf-8a19dc36ef21 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7653c80d-af3b-4cdd-8919-323d34662a1a HTTP/1.1" status: 204 len: 168 time: 0.2724986 Jan 27 22:15:11.538111 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a857d2-42ab-486b-b6cf-8a19dc36ef21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7653c80d-af3b-4cdd-8919-323d34662a1a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:11.573744 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-4b02c500-600b-4694-acaf-075dba02e32b tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:11.575963 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-4b02c500-600b-4694-acaf-075dba02e32b tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.21 "GET /v2.0/networks?id=4de77e40-55eb-4b28-9af2-d474955109af HTTP/1.1" status: 200 len: 910 time: 0.2281847 Jan 27 22:15:11.589561 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-abc32f8b-b3ec-4376-af2d-677a8f363cd1 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Request body: {'port': {'device_id': '6c33b48a-af0b-40c5-8225-9c08e23d8b6d', 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af', 'admin_state_up': True, 'tenant_id': '54c64932692842a19459a0525e81fe27'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:11.624389 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-abc32f8b-b3ec-4376-af2d-677a8f363cd1 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Made reservation on behalf of 54c64932692842a19459a0525e81fe27 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:11.627370 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-abc32f8b-b3ec-4376-af2d-677a8f363cd1 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:11.896335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-abc32f8b-b3ec-4376-af2d-677a8f363cd1 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Allocated IP 172.20.0.7 (4de77e40-55eb-4b28-9af2-d474955109af/31f61896-1979-4f3b-977c-8c052af8f432/02ceb971-25c2-4f28-9b5a-634d82f37f09) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:15:12.483902 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59704) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:12.501803 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7bd244e9-9f44-41b6-b0a6-923ce5c6bdb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:12.678379 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7bd244e9-9f44-41b6-b0a6-923ce5c6bdb1 admin admin] Publish callbacks [] for security_group (34e3326a-6091-49ea-a29e-51903d359af6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:12.680251 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02556e59-e227-4e9b-a568-5318c3d4a3f4 req-1b7c5566-4e45-4a65-bf7b-bbe8d5ec2946 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 210 time: 0.0436308 Jan 27 22:15:12.688243 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7bd244e9-9f44-41b6-b0a6-923ce5c6bdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (34e3326a-6091-49ea-a29e-51903d359af6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:12.740303 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:12.744561 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59710) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:12.766830 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd244e9-9f44-41b6-b0a6-923ce5c6bdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e3326a-6091-49ea-a29e-51903d359af6,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:12.786222 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7bd244e9-9f44-41b6-b0a6-923ce5c6bdb1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f082a76705f34f0684898d620a41f98f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3004065 Jan 27 22:15:12.790796 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59718) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:12.814437 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-abc32f8b-b3ec-4376-af2d-677a8f363cd1 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Publish callbacks [] for port (02ceb971-25c2-4f28-9b5a-634d82f37f09), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:12.898134 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-abc32f8b-b3ec-4376-af2d-677a8f363cd1 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (02ceb971-25c2-4f28-9b5a-634d82f37f09), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:12.910421 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['fb4fd638-3f8a-4081-9d46-02fad72882d5'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:15:12.917253 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac025-f216-4255-b8a1-dc672a404d7a admin admin] Publish callbacks [] for security_group (34e3326a-6091-49ea-a29e-51903d359af6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:12.941599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-abc32f8b-b3ec-4376-af2d-677a8f363cd1 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Network 4de77e40-55eb-4b28-9af2-d474955109af is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:15:12.947019 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-abc32f8b-b3ec-4376-af2d-677a8f363cd1 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:12.951514 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-abc32f8b-b3ec-4376-af2d-677a8f363cd1 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:15:12.962289 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac025-f216-4255-b8a1-dc672a404d7a admin admin] Publish callbacks [] for security_group (34e3326a-6091-49ea-a29e-51903d359af6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:13.010919 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc32f8b-b3ec-4376-af2d-677a8f363cd1 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Pushing event updated for resources: {'Port': ['ID=02ceb971-25c2-4f28-9b5a-634d82f37f09,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:13.068039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-abc32f8b-b3ec-4376-af2d-677a8f363cd1 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:13.068823 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-abc32f8b-b3ec-4376-af2d-677a8f363cd1 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:13.098108 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-abc32f8b-b3ec-4376-af2d-677a8f363cd1 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5146790 Jan 27 22:15:13.115302 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] Request body: {'port': {'device_id': '6c33b48a-af0b-40c5-8225-9c08e23d8b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:13.165180 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac025-f216-4255-b8a1-dc672a404d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (34e3326a-6091-49ea-a29e-51903d359af6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:13.167798 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac025-f216-4255-b8a1-dc672a404d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:13.173997 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8b0ac025-f216-4255-b8a1-dc672a404d7a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34e3326a-6091-49ea-a29e-51903d359af6 HTTP/1.1" status: 204 len: 168 time: 0.3821633 Jan 27 22:15:13.187911 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f1d15f46-d611-45dd-9fe7-e0e4403dd2f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=baec213c089f4e06bbf1789dc3735d5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4339499 Jan 27 22:15:13.194539 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59730) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:13.220787 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ac025-f216-4255-b8a1-dc672a404d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e3326a-6091-49ea-a29e-51903d359af6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:13.276566 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (02ceb971-25c2-4f28-9b5a-634d82f37f09), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:13.304664 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54a1f8d1-e5e8-4019-845d-6421381700e0 admin admin] Publish callbacks [] for security_group (cfa0e41e-2947-48c3-8fb0-5c8051910af1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:13.365163 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54a1f8d1-e5e8-4019-845d-6421381700e0 admin admin] Publish callbacks [] for security_group (cfa0e41e-2947-48c3-8fb0-5c8051910af1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:13.461795 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54a1f8d1-e5e8-4019-845d-6421381700e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cfa0e41e-2947-48c3-8fb0-5c8051910af1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:13.465698 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54a1f8d1-e5e8-4019-845d-6421381700e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:13.471442 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-54a1f8d1-e5e8-4019-845d-6421381700e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfa0e41e-2947-48c3-8fb0-5c8051910af1 HTTP/1.1" status: 204 len: 168 time: 0.2681701 Jan 27 22:15:13.475117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6f05cc22-9877-435b-808d-8a76fed1ba05 None None] Provisioning complete for port 02ceb971-25c2-4f28-9b5a-634d82f37f09 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:13.475682 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6f05cc22-9877-435b-808d-8a76fed1ba05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (02ceb971-25c2-4f28-9b5a-634d82f37f09), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:13.495771 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1f8d1-e5e8-4019-845d-6421381700e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa0e41e-2947-48c3-8fb0-5c8051910af1,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:13.587327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6f05cc22-9877-435b-808d-8a76fed1ba05 None None] Port 02ceb971-25c2-4f28-9b5a-634d82f37f09 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:15:13.929805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ceb971-25c2-4f28-9b5a-634d82f37f09 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:15:13.953743 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] Publish callbacks [] for port (02ceb971-25c2-4f28-9b5a-634d82f37f09), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:14.017223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] Transition to ACTIVE for port object 02ceb971-25c2-4f28-9b5a-634d82f37f09 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:15:14.040949 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (02ceb971-25c2-4f28-9b5a-634d82f37f09), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:14.115675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e416e-022c-48b7-900d-7b91c754855c req-b8f3a274-3533-4dab-8e6e-b9f8720bc08b tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:14.117723 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b84e416e-022c-48b7-900d-7b91c754855c req-b8f3a274-3533-4dab-8e6e-b9f8720bc08b tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 1027 time: 0.2791183 Jan 27 22:15:14.251068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] Pushing event updated for resources: {'Port': ['ID=02ceb971-25c2-4f28-9b5a-634d82f37f09,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:14.360883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b84e416e-022c-48b7-900d-7b91c754855c req-c5266ca9-9255-478d-a2cd-999c43404299 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184095 Jan 27 22:15:14.415677 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] Attempting to bind port 02ceb971-25c2-4f28-9b5a-634d82f37f09 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:15:14.418182 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] Attempting to bind port 02ceb971-25c2-4f28-9b5a-634d82f37f09 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:15:14.418531 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] Attempting to bind port 02ceb971-25c2-4f28-9b5a-634d82f37f09 on network 4de77e40-55eb-4b28-9af2-d474955109af {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:14.429796 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] Port 02ceb971-25c2-4f28-9b5a-634d82f37f09 on network 4de77e40-55eb-4b28-9af2-d474955109af not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:15:14.430063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] Attempting to bind port 02ceb971-25c2-4f28-9b5a-634d82f37f09 on network 4de77e40-55eb-4b28-9af2-d474955109af {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:14.444251 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:15:14.444604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] Checking segment: {'id': '741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:14.444999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] Bound using segment: {'id': '741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:15:14.445441 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] Bound port: 02ceb971-25c2-4f28-9b5a-634d82f37f09, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:15:14.445801 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (02ceb971-25c2-4f28-9b5a-634d82f37f09), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:14.515276 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59766) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:14.632077 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] For port 02ceb971-25c2-4f28-9b5a-634d82f37f09, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:15:14.646666 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] For port 02ceb971-25c2-4f28-9b5a-634d82f37f09, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=02ceb971-25c2-4f28-9b5a-634d82f37f09,segment=NetworkSegment(741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7),segment_id=741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:15:14.654829 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (02ceb971-25c2-4f28-9b5a-634d82f37f09), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:14.752022 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] Pushing event updated for resources: {'Port': ['ID=02ceb971-25c2-4f28-9b5a-634d82f37f09,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:14.763266 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:14.763984 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:14.765828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-e22643ca-00d4-4102-a7ce-c7aee7d84817 service neutron] 10.222.0.21 "PUT /v2.0/ports/02ceb971-25c2-4f28-9b5a-634d82f37f09 HTTP/1.1" status: 200 len: 1091 time: 1.6563690 Jan 27 22:15:14.766242 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c33b48a-af0b-40c5-8225-9c08e23d8b6d', 'tag': '02ceb971-25c2-4f28-9b5a-634d82f37f09'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:15:14.768788 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4a0a54-329f-40aa-8399-106c61a02a18" -d '{"events": [{"name": "network-changed", "server_uuid": "6c33b48a-af0b-40c5-8225-9c08e23d8b6d", "tag": "02ceb971-25c2-4f28-9b5a-634d82f37f09"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:15:14.861199 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d6760c-7d14-4981-84e7-396cfc7fb786 x-openstack-request-id: req-51d6760c-7d14-4981-84e7-396cfc7fb786 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:15:14.861507 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c33b48a-af0b-40c5-8225-9c08e23d8b6d", "tag": "02ceb971-25c2-4f28-9b5a-634d82f37f09", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:15:14.862071 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51d6760c-7d14-4981-84e7-396cfc7fb786 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:15:14.862205 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c33b48a-af0b-40c5-8225-9c08e23d8b6d', 'tag': '02ceb971-25c2-4f28-9b5a-634d82f37f09', 'status': 'completed', 'code': 200} Jan 27 22:15:14.877729 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-8eb6ae65-7e81-40eb-9843-58cf7d7713d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:14.879469 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-8eb6ae65-7e81-40eb-9843-58cf7d7713d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=54c64932692842a19459a0525e81fe27&device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 1094 time: 0.0638371 Jan 27 22:15:14.934221 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-46848d6d-0c2a-4433-bb15-3788141eb057 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ceb971-25c2-4f28-9b5a-634d82f37f09 HTTP/1.1" status: 200 len: 217 time: 0.0449781 Jan 27 22:15:15.039039 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-0b7665a7-54fd-49d6-84a0-6f7d55ca8579 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-865525645'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:15.081320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-7199a08d-c05f-4c7d-a692-677373b072aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:15.083003 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-7199a08d-c05f-4c7d-a692-677373b072aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f61896-1979-4f3b-977c-8c052af8f432 HTTP/1.1" status: 200 len: 848 time: 0.1417682 Jan 27 22:15:15.092039 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7665a7-54fd-49d6-84a0-6f7d55ca8579 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Made reservation on behalf of 9aa96dac8020464c844a2346f20d12d4 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:15.095552 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0b7665a7-54fd-49d6-84a0-6f7d55ca8579 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:15.118627 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0b7665a7-54fd-49d6-84a0-6f7d55ca8579 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:15.170758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-f0517630-c33d-46de-87b2-e7aa45a4741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:15.185030 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-f0517630-c33d-46de-87b2-e7aa45a4741a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4de77e40-55eb-4b28-9af2-d474955109af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940580 Jan 27 22:15:15.278784 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0b7665a7-54fd-49d6-84a0-6f7d55ca8579 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for security_group (c78fe36d-1f58-46a1-8bc7-fc1710355e74), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:15.285185 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0b7665a7-54fd-49d6-84a0-6f7d55ca8579 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c78fe36d-1f58-46a1-8bc7-fc1710355e74), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:15.294008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-ceb12b5b-8760-4697-9d04-0bc96986f861 service neutron] 10.222.0.21 "GET /v2.0/networks/4de77e40-55eb-4b28-9af2-d474955109af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019192 Jan 27 22:15:15.319825 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7665a7-54fd-49d6-84a0-6f7d55ca8579 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:15:15.401914 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0b7665a7-54fd-49d6-84a0-6f7d55ca8579 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b8f637a7-6645-4d80-bb6f-87196163e856), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:15.402277 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-0b7665a7-54fd-49d6-84a0-6f7d55ca8579 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Added segment b8f637a7-6645-4d80-bb6f-87196163e856 of type vlan for network 615ef3e5-21f0-45af-aeed-a8aaf72be6e6 Jan 27 22:15:15.403783 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7665a7-54fd-49d6-84a0-6f7d55ca8579 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c78fe36d-1f58-46a1-8bc7-fc1710355e74,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:15.502889 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0b7665a7-54fd-49d6-84a0-6f7d55ca8579 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (615ef3e5-21f0-45af-aeed-a8aaf72be6e6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:15.566764 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0b7665a7-54fd-49d6-84a0-6f7d55ca8579 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (615ef3e5-21f0-45af-aeed-a8aaf72be6e6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:15.573173 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7665a7-54fd-49d6-84a0-6f7d55ca8579 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:15.573848 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0b7665a7-54fd-49d6-84a0-6f7d55ca8579 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:15.605618 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba15cb9-bd86-480e-973a-d66a51e147ad req-3301b657-4ada-4c90-b490-ffd9e755bde9 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:15.610921 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ba15cb9-bd86-480e-973a-d66a51e147ad req-3301b657-4ada-4c90-b490-ffd9e755bde9 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 1094 time: 0.1271615 Jan 27 22:15:15.628719 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b4589c3-38f3-4e96-b2e3-ce39e6eb2ea4 req-22896d15-8966-448a-afe0-c68c16421d04 service neutron] 10.222.0.21 "GET /v2.0/networks/4de77e40-55eb-4b28-9af2-d474955109af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268404 Jan 27 22:15:15.716454 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7665a7-54fd-49d6-84a0-6f7d55ca8579 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Network': ['ID=615ef3e5-21f0-45af-aeed-a8aaf72be6e6,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:15.727738 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0b7665a7-54fd-49d6-84a0-6f7d55ca8579 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2105343 Jan 27 22:15:15.729107 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 615ef3e5-21f0-45af-aeed-a8aaf72be6e6 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:15:15.750554 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ba15cb9-bd86-480e-973a-d66a51e147ad req-1d1edc70-d6f5-4119-9467-281928d12d85 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299756 Jan 27 22:15:15.784133 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a0a54-329f-40aa-8399-106c61a02a18 req-bae1b03c-c25d-4db0-8eb5-7752ffa87a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:15.784133 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe4a0a54-329f-40aa-8399-106c61a02a18 req-bae1b03c-c25d-4db0-8eb5-7752ffa87a2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=54c64932692842a19459a0525e81fe27&device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 1094 time: 0.0792618 Jan 27 22:15:15.857550 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59812) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:15.863924 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-60f12630-3e58-4d94-a4e1-ab6355403ca5 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'subnet': {'network_id': '615ef3e5-21f0-45af-aeed-a8aaf72be6e6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:15.937438 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a0a54-329f-40aa-8399-106c61a02a18 req-e9bbbe0b-6d39-4591-8045-0fee49c54b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:15.941019 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe4a0a54-329f-40aa-8399-106c61a02a18 req-e9bbbe0b-6d39-4591-8045-0fee49c54b9f service neutron] 10.222.0.21 "GET /v2.0/networks?id=4de77e40-55eb-4b28-9af2-d474955109af HTTP/1.1" status: 200 len: 910 time: 0.1528451 Jan 27 22:15:15.978913 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f12630-3e58-4d94-a4e1-ab6355403ca5 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Made reservation on behalf of 9aa96dac8020464c844a2346f20d12d4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:15.983900 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-60f12630-3e58-4d94-a4e1-ab6355403ca5 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:16.017602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe4a0a54-329f-40aa-8399-106c61a02a18 req-5f8d3bf6-ca80-45ed-898c-079f6ede9cb4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ceb971-25c2-4f28-9b5a-634d82f37f09 HTTP/1.1" status: 200 len: 217 time: 0.0648906 Jan 27 22:15:16.082659 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a0a54-329f-40aa-8399-106c61a02a18 req-25f68a0c-d4fa-445a-9d23-9257af144614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:16.084291 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe4a0a54-329f-40aa-8399-106c61a02a18 req-25f68a0c-d4fa-445a-9d23-9257af144614 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f61896-1979-4f3b-977c-8c052af8f432 HTTP/1.1" status: 200 len: 848 time: 0.0602410 Jan 27 22:15:16.085390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59814) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:16.188789 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59824) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:16.224857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a0a54-329f-40aa-8399-106c61a02a18 req-cecfa8fc-ab78-4be6-be42-8ef63aad0457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:16.226660 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe4a0a54-329f-40aa-8399-106c61a02a18 req-cecfa8fc-ab78-4be6-be42-8ef63aad0457 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4de77e40-55eb-4b28-9af2-d474955109af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340408 Jan 27 22:15:16.345544 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe4a0a54-329f-40aa-8399-106c61a02a18 req-0e977420-90fc-4193-9a21-c95a32b3c31f service neutron] 10.222.0.21 "GET /v2.0/networks/4de77e40-55eb-4b28-9af2-d474955109af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110651 Jan 27 22:15:16.419679 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-60f12630-3e58-4d94-a4e1-ab6355403ca5 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (18c4315f-7bb8-4a39-a16e-b05fa977551f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:16.475426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-3de4e7b2-4770-418b-920b-45468cdf7f6d tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1560226809'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:16.506413 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f12630-3e58-4d94-a4e1-ab6355403ca5 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Subnet': ['ID=18c4315f-7bb8-4a39-a16e-b05fa977551f,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:16.516516 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f12630-3e58-4d94-a4e1-ab6355403ca5 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Checking segment: {'id': 'b8f637a7-6645-4d80-bb6f-87196163e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '615ef3e5-21f0-45af-aeed-a8aaf72be6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:16.517067 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f12630-3e58-4d94-a4e1-ab6355403ca5 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network hostable DHCP agents. Network: 615ef3e5-21f0-45af-aeed-a8aaf72be6e6, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:15:16.543353 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f12630-3e58-4d94-a4e1-ab6355403ca5 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network 615ef3e5-21f0-45af-aeed-a8aaf72be6e6 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:15:16.563159 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-60f12630-3e58-4d94-a4e1-ab6355403ca5 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 615ef3e5-21f0-45af-aeed-a8aaf72be6e6) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:16.572298 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec56736-b20d-47ca-a901-859e3af0cdfa None None] Network 615ef3e5-21f0-45af-aeed-a8aaf72be6e6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:16.573570 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f12630-3e58-4d94-a4e1-ab6355403ca5 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:16.574179 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-60f12630-3e58-4d94-a4e1-ab6355403ca5 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:16.600534 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de4e7b2-4770-418b-920b-45468cdf7f6d tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Made reservation on behalf of 592341ccdb724f37b5ab9ebee58d3594 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:16.604086 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-60f12630-3e58-4d94-a4e1-ab6355403ca5 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7432067 Jan 27 22:15:16.612239 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3de4e7b2-4770-418b-920b-45468cdf7f6d tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:16.623719 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-324b3996-ff30-4bd1-8e1b-a11e676cb44b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1700409241-network', 'tenant_id': '3b3bcc4cb31245819a1900129e918008'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:16.640685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59840) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:16.641447 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3de4e7b2-4770-418b-920b-45468cdf7f6d tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:16.656428 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-641300b7-eb4f-4748-b1f4-cb7dd9af7a52 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-651934847'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:16.674096 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324b3996-ff30-4bd1-8e1b-a11e676cb44b admin admin] Made reservation on behalf of 3b3bcc4cb31245819a1900129e918008 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:16.680366 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-324b3996-ff30-4bd1-8e1b-a11e676cb44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:16.703982 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-324b3996-ff30-4bd1-8e1b-a11e676cb44b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:16.712991 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe4a0a54-329f-40aa-8399-106c61a02a18 req-6934d496-b0bc-4892-be08-43f5dfac6fb1 service neutron] 10.222.0.21 "GET /v2.0/networks/4de77e40-55eb-4b28-9af2-d474955109af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596025 Jan 27 22:15:16.741137 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641300b7-eb4f-4748-b1f4-cb7dd9af7a52 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Made reservation on behalf of 9aa96dac8020464c844a2346f20d12d4 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:16.745506 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-641300b7-eb4f-4748-b1f4-cb7dd9af7a52 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:16.779342 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-615ef3e5-21f0-45af-aeed-a8aaf72be6e6', 'network_id': '615ef3e5-21f0-45af-aeed-a8aaf72be6e6', 'project_id': '9aa96dac8020464c844a2346f20d12d4', 'fixed_ips': [{'subnet_id': '18c4315f-7bb8-4a39-a16e-b05fa977551f'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:15:16.781198 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:16.785887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641300b7-eb4f-4748-b1f4-cb7dd9af7a52 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:15:16.798058 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-641300b7-eb4f-4748-b1f4-cb7dd9af7a52 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (2286564e-7638-448d-946a-57fdd38144a7), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:16.798442 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-641300b7-eb4f-4748-b1f4-cb7dd9af7a52 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Added segment 2286564e-7638-448d-946a-57fdd38144a7 of type vlan for network 6825e8a4-2e56-43c0-8402-867d45a723ef Jan 27 22:15:16.855776 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-641300b7-eb4f-4748-b1f4-cb7dd9af7a52 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (6825e8a4-2e56-43c0-8402-867d45a723ef), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:16.900883 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-641300b7-eb4f-4748-b1f4-cb7dd9af7a52 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (6825e8a4-2e56-43c0-8402-867d45a723ef), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:16.909203 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641300b7-eb4f-4748-b1f4-cb7dd9af7a52 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:16.909935 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-641300b7-eb4f-4748-b1f4-cb7dd9af7a52 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:16.962836 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-324b3996-ff30-4bd1-8e1b-a11e676cb44b admin admin] Publish callbacks [] for security_group (b9fde2a7-debf-4128-a551-e0da4a7fb3cb), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:16.979429 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Allocated IP 172.20.255.242 (615ef3e5-21f0-45af-aeed-a8aaf72be6e6/18c4315f-7bb8-4a39-a16e-b05fa977551f/45c6d730-b8da-447e-9b6c-116671993b3e) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:15:16.984697 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-324b3996-ff30-4bd1-8e1b-a11e676cb44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b9fde2a7-debf-4128-a551-e0da4a7fb3cb), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:17.012573 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324b3996-ff30-4bd1-8e1b-a11e676cb44b admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:15:17.031248 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641300b7-eb4f-4748-b1f4-cb7dd9af7a52 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Network': ['ID=6825e8a4-2e56-43c0-8402-867d45a723ef,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:17.036851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-641300b7-eb4f-4748-b1f4-cb7dd9af7a52 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3931911 Jan 27 22:15:17.047486 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59860) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:17.057260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-f9ef9dae-493b-49bc-9a08-a661c7de58e2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'subnet': {'network_id': '6825e8a4-2e56-43c0-8402-867d45a723ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:17.085540 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-324b3996-ff30-4bd1-8e1b-a11e676cb44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:17.085895 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-324b3996-ff30-4bd1-8e1b-a11e676cb44b admin admin] Added segment 149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481 of type vlan for network a53427e9-711f-4f57-81b2-fa787aa43f9c Jan 27 22:15:17.112612 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b3996-ff30-4bd1-8e1b-a11e676cb44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fde2a7-debf-4128-a551-e0da4a7fb3cb,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:17.181014 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 6825e8a4-2e56-43c0-8402-867d45a723ef details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:15:17.227242 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3de4e7b2-4770-418b-920b-45468cdf7f6d tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks [] for security_group (2822505a-fb42-4b81-90b8-b8474c3446b3), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:17.234094 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-324b3996-ff30-4bd1-8e1b-a11e676cb44b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (a53427e9-711f-4f57-81b2-fa787aa43f9c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:17.239032 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fa89f-308e-463a-ba7d-a0e75ded61c6 req-d1edded8-d099-4218-a529-99aa38c656c7 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:17.240777 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-740fa89f-308e-463a-ba7d-a0e75ded61c6 req-d1edded8-d099-4218-a529-99aa38c656c7 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 1094 time: 0.3114789 Jan 27 22:15:17.244373 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3de4e7b2-4770-418b-920b-45468cdf7f6d tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2822505a-fb42-4b81-90b8-b8474c3446b3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:17.257336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de4e7b2-4770-418b-920b-45468cdf7f6d tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:15:17.268327 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3de4e7b2-4770-418b-920b-45468cdf7f6d tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (e40ca60f-5335-4527-8222-f49304d9b71a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:17.268743 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-3de4e7b2-4770-418b-920b-45468cdf7f6d tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Added segment e40ca60f-5335-4527-8222-f49304d9b71a of type vlan for network 02f6a6d2-ee89-4eb9-a875-57540681f6e8 Jan 27 22:15:17.295734 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-324b3996-ff30-4bd1-8e1b-a11e676cb44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (a53427e9-711f-4f57-81b2-fa787aa43f9c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:17.296821 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324b3996-ff30-4bd1-8e1b-a11e676cb44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:17.298087 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-324b3996-ff30-4bd1-8e1b-a11e676cb44b admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:17.318887 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3de4e7b2-4770-418b-920b-45468cdf7f6d tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (02f6a6d2-ee89-4eb9-a875-57540681f6e8), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:17.409912 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3de4e7b2-4770-418b-920b-45468cdf7f6d tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (02f6a6d2-ee89-4eb9-a875-57540681f6e8), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:17.415309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de4e7b2-4770-418b-920b-45468cdf7f6d tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:17.416587 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3de4e7b2-4770-418b-920b-45468cdf7f6d tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:17.418112 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Publish callbacks [] for port (45c6d730-b8da-447e-9b6c-116671993b3e), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:17.429234 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (45c6d730-b8da-447e-9b6c-116671993b3e), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:17.431151 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b3996-ff30-4bd1-8e1b-a11e676cb44b admin admin] Pushing event updated for resources: {'Network': ['ID=a53427e9-711f-4f57-81b2-fa787aa43f9c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:17.438384 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-324b3996-ff30-4bd1-8e1b-a11e676cb44b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2468703 Jan 27 22:15:17.441687 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59870) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:17.448631 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1d1c45e9-7cbf-433d-81d2-2f0fb22af1fb admin admin] Request body: {'subnet': {'network_id': 'a53427e9-711f-4f57-81b2-fa787aa43f9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1700409241-subnet', 'tenant_id': '3b3bcc4cb31245819a1900129e918008', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:17.460645 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network a53427e9-711f-4f57-81b2-fa787aa43f9c details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:15:17.503711 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1c45e9-7cbf-433d-81d2-2f0fb22af1fb admin admin] Made reservation on behalf of 3b3bcc4cb31245819a1900129e918008 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:17.506756 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4e7b2-4770-418b-920b-45468cdf7f6d tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Pushing event updated for resources: {'Network': ['ID=02f6a6d2-ee89-4eb9-a875-57540681f6e8,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:17.507836 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1d1c45e9-7cbf-433d-81d2-2f0fb22af1fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:17.509555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ef9dae-493b-49bc-9a08-a661c7de58e2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Made reservation on behalf of 9aa96dac8020464c844a2346f20d12d4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:17.513564 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f9ef9dae-493b-49bc-9a08-a661c7de58e2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:17.517361 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Network 615ef3e5-21f0-45af-aeed-a8aaf72be6e6 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:15:17.525645 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:17.528080 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:15:17.561402 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 02f6a6d2-ee89-4eb9-a875-57540681f6e8 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:15:17.792815 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Pushing event updated for resources: {'Port': ['ID=45c6d730-b8da-447e-9b6c-116671993b3e,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:17.814088 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-740fa89f-308e-463a-ba7d-a0e75ded61c6 req-172a4728-55d3-4e24-bec5-1cdeaf6b0117 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514463 Jan 27 22:15:17.814910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4e7b2-4770-418b-920b-45468cdf7f6d tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2822505a-fb42-4b81-90b8-b8474c3446b3,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:17.845124 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3de4e7b2-4770-418b-920b-45468cdf7f6d tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.7464581 Jan 27 22:15:17.845124 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f9ef9dae-493b-49bc-9a08-a661c7de58e2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (e9d5edc7-8f43-40da-b775-4b8dc7b888a4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:17.845287 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59892) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:17.849674 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-39420938-317c-440b-b541-87bf6e04a130 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Request body: {'subnet': {'network_id': '02f6a6d2-ee89-4eb9-a875-57540681f6e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:17.873526 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:17.874828 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:17.877093 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:17.878340 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:17.878886 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:17.879953 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:17.882538 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:17.883085 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:17.883639 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:17.884254 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:17.887163 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:17.889409 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:17.889937 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:17.903001 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Attempting to bind port 45c6d730-b8da-447e-9b6c-116671993b3e on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:15:17.904080 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Attempting to bind port 45c6d730-b8da-447e-9b6c-116671993b3e by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'b8f637a7-6645-4d80-bb6f-87196163e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '615ef3e5-21f0-45af-aeed-a8aaf72be6e6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:15:17.908310 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Attempting to bind port 45c6d730-b8da-447e-9b6c-116671993b3e on network 615ef3e5-21f0-45af-aeed-a8aaf72be6e6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:17.931627 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:15:17.934372 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Checking segment: {'id': 'b8f637a7-6645-4d80-bb6f-87196163e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '615ef3e5-21f0-45af-aeed-a8aaf72be6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:17.935000 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:17.935723 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Bound using segment: {'id': 'b8f637a7-6645-4d80-bb6f-87196163e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '615ef3e5-21f0-45af-aeed-a8aaf72be6e6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:15:17.937770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Bound port: 45c6d730-b8da-447e-9b6c-116671993b3e, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f637a7-6645-4d80-bb6f-87196163e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '615ef3e5-21f0-45af-aeed-a8aaf72be6e6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:15:17.938336 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (45c6d730-b8da-447e-9b6c-116671993b3e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:17.968761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ef9dae-493b-49bc-9a08-a661c7de58e2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Checking segment: {'id': '2286564e-7638-448d-946a-57fdd38144a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6825e8a4-2e56-43c0-8402-867d45a723ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:17.969189 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ef9dae-493b-49bc-9a08-a661c7de58e2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network hostable DHCP agents. Network: 6825e8a4-2e56-43c0-8402-867d45a723ef, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:15:17.972715 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef9dae-493b-49bc-9a08-a661c7de58e2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Subnet': ['ID=e9d5edc7-8f43-40da-b775-4b8dc7b888a4,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:17.994273 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1d1c45e9-7cbf-433d-81d2-2f0fb22af1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (9169d926-c9c1-41ef-87e8-095010d5f5da), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:18.015994 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ef9dae-493b-49bc-9a08-a661c7de58e2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network 6825e8a4-2e56-43c0-8402-867d45a723ef is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:15:18.031739 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-f9ef9dae-493b-49bc-9a08-a661c7de58e2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 6825e8a4-2e56-43c0-8402-867d45a723ef) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:18.040231 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef9dae-493b-49bc-9a08-a661c7de58e2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:18.040928 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f9ef9dae-493b-49bc-9a08-a661c7de58e2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:18.049092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c427f7-7d0a-474a-a40b-66bb52764b64 None None] Network 6825e8a4-2e56-43c0-8402-867d45a723ef requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:18.089948 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f9ef9dae-493b-49bc-9a08-a661c7de58e2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0379906 Jan 27 22:15:18.092762 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59916) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:18.188415 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] For port 45c6d730-b8da-447e-9b6c-116671993b3e, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:15:18.194094 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] For port 45c6d730-b8da-447e-9b6c-116671993b3e, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=45c6d730-b8da-447e-9b6c-116671993b3e,segment=NetworkSegment(b8f637a7-6645-4d80-bb6f-87196163e856),segment_id=b8f637a7-6645-4d80-bb6f-87196163e856)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:15:18.218964 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c45e9-7cbf-433d-81d2-2f0fb22af1fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9169d926-c9c1-41ef-87e8-095010d5f5da,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:18.243789 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39420938-317c-440b-b541-87bf6e04a130 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Made reservation on behalf of 592341ccdb724f37b5ab9ebee58d3594 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:18.248265 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39420938-317c-440b-b541-87bf6e04a130 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:18.257656 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (45c6d730-b8da-447e-9b6c-116671993b3e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:18.295161 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (6825e8a4-2e56-43c0-8402-867d45a723ef), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:18.303885 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548431c6-7d28-4b29-9a9a-2d81f6d4f150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-6825e8a4-2e56-43c0-8402-867d45a723ef', 'network_id': '6825e8a4-2e56-43c0-8402-867d45a723ef', 'project_id': '9aa96dac8020464c844a2346f20d12d4', 'fixed_ips': [{'subnet_id': 'e9d5edc7-8f43-40da-b775-4b8dc7b888a4'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:15:18.306016 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-548431c6-7d28-4b29-9a9a-2d81f6d4f150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:18.526193 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (e9d5edc7-8f43-40da-b775-4b8dc7b888a4), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:18.577839 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39420938-317c-440b-b541-87bf6e04a130 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (1b3e257d-e7bf-41b9-8c6c-e70842d4af94), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:18.600661 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92df188-ff80-49ba-82a4-f80a0ff8423d None None] Pushing event updated for resources: {'Port': ['ID=45c6d730-b8da-447e-9b6c-116671993b3e,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:18.714083 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1c45e9-7cbf-433d-81d2-2f0fb22af1fb admin admin] Checking segment: {'id': '149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a53427e9-711f-4f57-81b2-fa787aa43f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:18.714463 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1c45e9-7cbf-433d-81d2-2f0fb22af1fb admin admin] Network hostable DHCP agents. Network: a53427e9-711f-4f57-81b2-fa787aa43f9c, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:15:18.789346 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39420938-317c-440b-b541-87bf6e04a130 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Pushing event updated for resources: {'Subnet': ['ID=1b3e257d-e7bf-41b9-8c6c-e70842d4af94,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:18.798927 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39420938-317c-440b-b541-87bf6e04a130 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Checking segment: {'id': 'e40ca60f-5335-4527-8222-f49304d9b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '02f6a6d2-ee89-4eb9-a875-57540681f6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:18.799642 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39420938-317c-440b-b541-87bf6e04a130 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Network hostable DHCP agents. Network: 02f6a6d2-ee89-4eb9-a875-57540681f6e8, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:15:18.806917 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-548431c6-7d28-4b29-9a9a-2d81f6d4f150 None None] Allocated IP 172.20.0.2 (6825e8a4-2e56-43c0-8402-867d45a723ef/e9d5edc7-8f43-40da-b775-4b8dc7b888a4/2bd42448-4c04-4594-a2e7-c840921ced7e) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:15:18.817140 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1c45e9-7cbf-433d-81d2-2f0fb22af1fb admin admin] Network a53427e9-711f-4f57-81b2-fa787aa43f9c is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:15:18.858476 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-1d1c45e9-7cbf-433d-81d2-2f0fb22af1fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, a53427e9-711f-4f57-81b2-fa787aa43f9c) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:18.865462 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1c45e9-7cbf-433d-81d2-2f0fb22af1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:18.866306 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1d1c45e9-7cbf-433d-81d2-2f0fb22af1fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:18.886968 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39420938-317c-440b-b541-87bf6e04a130 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Network 02f6a6d2-ee89-4eb9-a875-57540681f6e8 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:15:18.898622 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-39420938-317c-440b-b541-87bf6e04a130 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 02f6a6d2-ee89-4eb9-a875-57540681f6e8) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:18.909588 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39420938-317c-440b-b541-87bf6e04a130 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:18.913659 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39420938-317c-440b-b541-87bf6e04a130 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:18.944225 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1d1c45e9-7cbf-433d-81d2-2f0fb22af1fb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5009801 Jan 27 22:15:18.950249 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-39420938-317c-440b-b541-87bf6e04a130 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1051757 Jan 27 22:15:18.954989 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60004) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:18.963102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-050745fb-8c4e-4c07-8d10-f279acb46027 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Request body: {'port': {'network_id': '02f6a6d2-ee89-4eb9-a875-57540681f6e8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-82853874'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:18.998499 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b98d8b-2fcb-4a0b-8bd3-ec4838069b5c None None] Network a53427e9-711f-4f57-81b2-fa787aa43f9c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:19.000858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af70acae-554e-4fb6-bbec-df9f54ff2f0f None None] Network 02f6a6d2-ee89-4eb9-a875-57540681f6e8 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:19.157023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c5853-4ec5-4d66-b357-7ef63cd163b6 req-87b28d80-3b83-4f10-b3b5-0c96064cd890 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:19.162013 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-785c5853-4ec5-4d66-b357-7ef63cd163b6 req-87b28d80-3b83-4f10-b3b5-0c96064cd890 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 1094 time: 0.1530623 Jan 27 22:15:19.245487 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-785c5853-4ec5-4d66-b357-7ef63cd163b6 req-4196e642-01dc-4652-8515-7b67aca9e99d tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777197 Jan 27 22:15:19.250314 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050745fb-8c4e-4c07-8d10-f279acb46027 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Made reservation on behalf of 592341ccdb724f37b5ab9ebee58d3594 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:19.254051 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-050745fb-8c4e-4c07-8d10-f279acb46027 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:19.290321 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-050745fb-8c4e-4c07-8d10-f279acb46027 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] device_id is not set on port d1c7a9b9-ec4c-4184-8f78-1c2d0eb1ffe6 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:15:19.393523 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 02ceb971-25c2-4f28-9b5a-634d82f37f09 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:15:19.540820 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-050745fb-8c4e-4c07-8d10-f279acb46027 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Allocated IP 2001:db8::2f3 (02f6a6d2-ee89-4eb9-a875-57540681f6e8/1b3e257d-e7bf-41b9-8c6c-e70842d4af94/d1c7a9b9-ec4c-4184-8f78-1c2d0eb1ffe6) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:15:19.986171 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-050745fb-8c4e-4c07-8d10-f279acb46027 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks [] for port (d1c7a9b9-ec4c-4184-8f78-1c2d0eb1ffe6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:20.102420 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1fdfbf-e9b9-4036-8fbd-2ab70557f9ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-02f6a6d2-ee89-4eb9-a875-57540681f6e8', 'network_id': '02f6a6d2-ee89-4eb9-a875-57540681f6e8', 'project_id': '592341ccdb724f37b5ab9ebee58d3594', 'fixed_ips': [{'subnet_id': '1b3e257d-e7bf-41b9-8c6c-e70842d4af94'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:15:20.104274 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2c1fdfbf-e9b9-4036-8fbd-2ab70557f9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:20.146399 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-050745fb-8c4e-4c07-8d10-f279acb46027 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d1c7a9b9-ec4c-4184-8f78-1c2d0eb1ffe6), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:20.256226 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1cc094-90bb-4748-981c-b4163cdf4c91 None None] Network a53427e9-711f-4f57-81b2-fa787aa43f9c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:20.316414 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f161e6a-5f6f-4ce8-a71f-b00667059d9e None None] Network 615ef3e5-21f0-45af-aeed-a8aaf72be6e6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:20.342891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050745fb-8c4e-4c07-8d10-f279acb46027 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Network 02f6a6d2-ee89-4eb9-a875-57540681f6e8 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:15:20.356343 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-050745fb-8c4e-4c07-8d10-f279acb46027 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:20.396242 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050745fb-8c4e-4c07-8d10-f279acb46027 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:15:20.406493 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050745fb-8c4e-4c07-8d10-f279acb46027 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:20.407402 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-050745fb-8c4e-4c07-8d10-f279acb46027 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:20.449887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050745fb-8c4e-4c07-8d10-f279acb46027 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Pushing event updated for resources: {'Port': ['ID=d1c7a9b9-ec4c-4184-8f78-1c2d0eb1ffe6,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:20.463815 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60156) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:20.469203 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f7c7ea78-a74a-4432-9d18-0463bf9981a4 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Request body: {'port': {'network_id': '02f6a6d2-ee89-4eb9-a875-57540681f6e8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1132293326', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:20.469709 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.api.validators [None req-f7c7ea78-a74a-4432-9d18-0463bf9981a4 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] bootfile-name is not in valid_values {{(pid=109742) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 22:15:20.470059 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.api.validators [None req-f7c7ea78-a74a-4432-9d18-0463bf9981a4 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] tftp-server is not in valid_values {{(pid=109742) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 22:15:20.470402 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.api.validators [None req-f7c7ea78-a74a-4432-9d18-0463bf9981a4 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] server-ip-address is not in valid_values {{(pid=109742) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 22:15:20.508532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-050745fb-8c4e-4c07-8d10-f279acb46027 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.5088954 Jan 27 22:15:20.583436 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1691d7-4cad-4c03-9d4b-fad0080cc0b5 req-59264b7d-0621-4627-99e4-cc8da8eb846a tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:20.586027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab1691d7-4cad-4c03-9d4b-fad0080cc0b5 req-59264b7d-0621-4627-99e4-cc8da8eb846a tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 1094 time: 0.0760913 Jan 27 22:15:20.647243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 45c6d730-b8da-447e-9b6c-116671993b3e up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:15:20.694534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab1691d7-4cad-4c03-9d4b-fad0080cc0b5 req-c274f473-3870-4fce-b995-017277ee3737 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795360 Jan 27 22:15:20.780820 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c7ea78-a74a-4432-9d18-0463bf9981a4 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Made reservation on behalf of 592341ccdb724f37b5ab9ebee58d3594 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:20.786512 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f7c7ea78-a74a-4432-9d18-0463bf9981a4 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:20.812400 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-548431c6-7d28-4b29-9a9a-2d81f6d4f150 None None] Publish callbacks [] for port (2bd42448-4c04-4594-a2e7-c840921ced7e), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:20.844451 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 02ceb971-25c2-4f28-9b5a-634d82f37f09, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=02ceb971-25c2-4f28-9b5a-634d82f37f09,segment=NetworkSegment(741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7),segment_id=741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:20.845874 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-f7c7ea78-a74a-4432-9d18-0463bf9981a4 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] device_id is not set on port 0643cfc4-795c-454b-9848-1afdbde87278 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:15:20.857579 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (e9d5edc7-8f43-40da-b775-4b8dc7b888a4), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:20.902712 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-548431c6-7d28-4b29-9a9a-2d81f6d4f150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (2bd42448-4c04-4594-a2e7-c840921ced7e), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.076729 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '02ceb971-25c2-4f28-9b5a-634d82f37f09', 'network_id': '4de77e40-55eb-4b28-9af2-d474955109af', 'port_id': '02ceb971-25c2-4f28-9b5a-634d82f37f09', 'mac_address': 'fa:16:3e:59:37:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f61896-1979-4f3b-977c-8c052af8f432', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:15:21.078824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ee519cbc-733a-42eb-801c-917466356c2a None None] Provisioning complete for port 45c6d730-b8da-447e-9b6c-116671993b3e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:21.079404 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ee519cbc-733a-42eb-801c-917466356c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (45c6d730-b8da-447e-9b6c-116671993b3e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.095615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d5edc7-8f43-40da-b775-4b8dc7b888a4,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:21.147482 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (6825e8a4-2e56-43c0-8402-867d45a723ef), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.178418 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6825e8a4-2e56-43c0-8402-867d45a723ef']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:21.191006 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2286564e-7638-448d-946a-57fdd38144a7') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:21.191654 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2286564e-7638-448d-946a-57fdd38144a7') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:21.207634 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (2286564e-7638-448d-946a-57fdd38144a7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.220436 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-2c1fdfbf-e9b9-4036-8fbd-2ab70557f9ff None None] Allocated IP 2001:db8::2 (02f6a6d2-ee89-4eb9-a875-57540681f6e8/1b3e257d-e7bf-41b9-8c6c-e70842d4af94/ef5fc10b-93ae-4d59-a968-175474129841) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:15:21.225052 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (2286564e-7638-448d-946a-57fdd38144a7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.234527 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:21.235373 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (2286564e-7638-448d-946a-57fdd38144a7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:21.239091 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:21.240801 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548431c6-7d28-4b29-9a9a-2d81f6d4f150 None None] Pushing event updated for resources: {'Port': ['ID=2bd42448-4c04-4594-a2e7-c840921ced7e,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:21.322912 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.db.api [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:15:21.322912 n-d-772272-3 neutron-server[109741]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:15:21.322912 n-d-772272-3 neutron-server[109741]: [parameters: {'id': '6825e8a4-2e56-43c0-8402-867d45a723ef'}] Jan 27 22:15:21.322912 n-d-772272-3 neutron-server[109741]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:15:21.324038 n-d-772272-3 neutron-server[109741]: DEBUG oslo_db.api [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:15:21.366794 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548431c6-7d28-4b29-9a9a-2d81f6d4f150 None None] Network 6825e8a4-2e56-43c0-8402-867d45a723ef is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:15:21.400507 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-548431c6-7d28-4b29-9a9a-2d81f6d4f150 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:21.454949 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548431c6-7d28-4b29-9a9a-2d81f6d4f150 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:15:21.479001 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.510128 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 02ceb971-25c2-4f28-9b5a-634d82f37f09 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:21.510595 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (02ceb971-25c2-4f28-9b5a-634d82f37f09), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.543047 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 45c6d730-b8da-447e-9b6c-116671993b3e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:21.543599 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (45c6d730-b8da-447e-9b6c-116671993b3e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.607294 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ceb971-25c2-4f28-9b5a-634d82f37f09 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:15:21.790394 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 02ceb971-25c2-4f28-9b5a-634d82f37f09, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=02ceb971-25c2-4f28-9b5a-634d82f37f09,segment=NetworkSegment(741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7),segment_id=741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:21.858698 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-548431c6-7d28-4b29-9a9a-2d81f6d4f150 None None] Attempting to bind port 2bd42448-4c04-4594-a2e7-c840921ced7e on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:15:21.859532 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-548431c6-7d28-4b29-9a9a-2d81f6d4f150 None None] Attempting to bind port 2bd42448-4c04-4594-a2e7-c840921ced7e by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2286564e-7638-448d-946a-57fdd38144a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6825e8a4-2e56-43c0-8402-867d45a723ef'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:15:21.860297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548431c6-7d28-4b29-9a9a-2d81f6d4f150 None None] Attempting to bind port 2bd42448-4c04-4594-a2e7-c840921ced7e on network 6825e8a4-2e56-43c0-8402-867d45a723ef {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:21.870364 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (02ceb971-25c2-4f28-9b5a-634d82f37f09), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.902290 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (6825e8a4-2e56-43c0-8402-867d45a723ef), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.987088 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548431c6-7d28-4b29-9a9a-2d81f6d4f150 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:15:21.987507 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548431c6-7d28-4b29-9a9a-2d81f6d4f150 None None] Checking segment: {'id': '2286564e-7638-448d-946a-57fdd38144a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6825e8a4-2e56-43c0-8402-867d45a723ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:21.988086 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-548431c6-7d28-4b29-9a9a-2d81f6d4f150 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.988667 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548431c6-7d28-4b29-9a9a-2d81f6d4f150 None None] Bound using segment: {'id': '2286564e-7638-448d-946a-57fdd38144a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6825e8a4-2e56-43c0-8402-867d45a723ef'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:15:21.989314 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-548431c6-7d28-4b29-9a9a-2d81f6d4f150 None None] Bound port: 2bd42448-4c04-4594-a2e7-c840921ced7e, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2286564e-7638-448d-946a-57fdd38144a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '6825e8a4-2e56-43c0-8402-867d45a723ef'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:15:21.989846 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-548431c6-7d28-4b29-9a9a-2d81f6d4f150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2bd42448-4c04-4594-a2e7-c840921ced7e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.047028 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e1585-906f-41a8-8ec7-2a4e5c43ce40 req-039c4a1d-7d7d-4b78-b8d4-c842e1e4e296 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:22.058759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-170e1585-906f-41a8-8ec7-2a4e5c43ce40 req-039c4a1d-7d7d-4b78-b8d4-c842e1e4e296 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 1095 time: 0.2534978 Jan 27 22:15:22.063493 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ee519cbc-733a-42eb-801c-917466356c2a None None] Current status of the port 45c6d730-b8da-447e-9b6c-116671993b3e is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:22.063891 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ee519cbc-733a-42eb-801c-917466356c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (45c6d730-b8da-447e-9b6c-116671993b3e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.170446 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-170e1585-906f-41a8-8ec7-2a4e5c43ce40 req-d13289fe-3399-45bc-b473-9489322ce9fd tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088364 Jan 27 22:15:22.205334 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Deleting port 2bd42448-4c04-4594-a2e7-c840921ced7e {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:22.205787 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (2bd42448-4c04-4594-a2e7-c840921ced7e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.262284 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2c1fdfbf-e9b9-4036-8fbd-2ab70557f9ff None None] Publish callbacks [] for port (ef5fc10b-93ae-4d59-a968-175474129841), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.292813 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=02ceb971-25c2-4f28-9b5a-634d82f37f09,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:22.341928 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['02ceb971-25c2-4f28-9b5a-634d82f37f09'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:15:22.355910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] For port 2bd42448-4c04-4594-a2e7-c840921ced7e, host n-d-772272-3, got binding levels [] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:22.356662 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (2bd42448-4c04-4594-a2e7-c840921ced7e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.362907 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2c1fdfbf-e9b9-4036-8fbd-2ab70557f9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (ef5fc10b-93ae-4d59-a968-175474129841), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.376235 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Calling delete_port for 2bd42448-4c04-4594-a2e7-c840921ced7e owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:22.448881 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-f7c7ea78-a74a-4432-9d18-0463bf9981a4 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Allocated IP 2001:db8::18f (02f6a6d2-ee89-4eb9-a875-57540681f6e8/1b3e257d-e7bf-41b9-8c6c-e70842d4af94/0643cfc4-795c-454b-9848-1afdbde87278) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:15:22.528420 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-ee519cbc-733a-42eb-801c-917466356c2a None None] For port 45c6d730-b8da-447e-9b6c-116671993b3e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=45c6d730-b8da-447e-9b6c-116671993b3e,segment=NetworkSegment(b8f637a7-6645-4d80-bb6f-87196163e856),segment_id=b8f637a7-6645-4d80-bb6f-87196163e856)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:22.536434 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 45c6d730-b8da-447e-9b6c-116671993b3e is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:22.536863 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (45c6d730-b8da-447e-9b6c-116671993b3e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.573028 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1fdfbf-e9b9-4036-8fbd-2ab70557f9ff None None] Network 02f6a6d2-ee89-4eb9-a875-57540681f6e8 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:15:22.573896 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ee519cbc-733a-42eb-801c-917466356c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (45c6d730-b8da-447e-9b6c-116671993b3e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.592922 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-2c1fdfbf-e9b9-4036-8fbd-2ab70557f9ff None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:22.603244 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1fdfbf-e9b9-4036-8fbd-2ab70557f9ff None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:15:22.606774 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-548431c6-7d28-4b29-9a9a-2d81f6d4f150 None None] For port 2bd42448-4c04-4594-a2e7-c840921ced7e, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:15:22.641225 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fdfbf-e9b9-4036-8fbd-2ab70557f9ff None None] Pushing event updated for resources: {'Port': ['ID=ef5fc10b-93ae-4d59-a968-175474129841,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:22.659362 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-548431c6-7d28-4b29-9a9a-2d81f6d4f150 None None] For port 2bd42448-4c04-4594-a2e7-c840921ced7e, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2bd42448-4c04-4594-a2e7-c840921ced7e,segment=NetworkSegment(2286564e-7638-448d-946a-57fdd38144a7),segment_id=2286564e-7638-448d-946a-57fdd38144a7)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:15:22.687984 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (2bd42448-4c04-4594-a2e7-c840921ced7e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.774852 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Port': ['ID=2bd42448-4c04-4594-a2e7-c840921ced7e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:22.804380 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No DVR routers for this DVR port 2bd42448-4c04-4594-a2e7-c840921ced7e on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:22.858392 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f7c7ea78-a74a-4432-9d18-0463bf9981a4 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks [] for port (0643cfc4-795c-454b-9848-1afdbde87278), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.925380 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (6825e8a4-2e56-43c0-8402-867d45a723ef), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.949880 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-548431c6-7d28-4b29-9a9a-2d81f6d4f150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2bd42448-4c04-4594-a2e7-c840921ced7e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.951967 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f7c7ea78-a74a-4432-9d18-0463bf9981a4 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (0643cfc4-795c-454b-9848-1afdbde87278), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.952326 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6825e8a4-2e56-43c0-8402-867d45a723ef']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:22.994719 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2286564e-7638-448d-946a-57fdd38144a7') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:22.996128 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2286564e-7638-448d-946a-57fdd38144a7') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:23.019581 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (2286564e-7638-448d-946a-57fdd38144a7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.042808 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7ea78-a74a-4432-9d18-0463bf9981a4 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Pushing event updated for resources: {'Port': ['ID=0643cfc4-795c-454b-9848-1afdbde87278,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:23.049847 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (2286564e-7638-448d-946a-57fdd38144a7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.064693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:23.065105 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (2286564e-7638-448d-946a-57fdd38144a7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.084716 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c7ea78-a74a-4432-9d18-0463bf9981a4 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Network 02f6a6d2-ee89-4eb9-a875-57540681f6e8 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:15:23.087114 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-f7c7ea78-a74a-4432-9d18-0463bf9981a4 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:23.092499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c7ea78-a74a-4432-9d18-0463bf9981a4 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:15:23.100962 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c7ea78-a74a-4432-9d18-0463bf9981a4 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:23.101827 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f7c7ea78-a74a-4432-9d18-0463bf9981a4 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.128283 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f7c7ea78-a74a-4432-9d18-0463bf9981a4 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.6633046 Jan 27 22:15:23.128920 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8d3dbea9-a76d-4bea-a063-bcf3231a7274 None None] Provisioning complete for port 45c6d730-b8da-447e-9b6c-116671993b3e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:23.130345 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8d3dbea9-a76d-4bea-a063-bcf3231a7274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (45c6d730-b8da-447e-9b6c-116671993b3e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.130932 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60406) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:23.163012 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:23.171446 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (6825e8a4-2e56-43c0-8402-867d45a723ef), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.190431 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.192580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-2c1fdfbf-e9b9-4036-8fbd-2ab70557f9ff None None] Attempting to bind port ef5fc10b-93ae-4d59-a968-175474129841 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:15:23.193063 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-2c1fdfbf-e9b9-4036-8fbd-2ab70557f9ff None None] Attempting to bind port ef5fc10b-93ae-4d59-a968-175474129841 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e40ca60f-5335-4527-8222-f49304d9b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '02f6a6d2-ee89-4eb9-a875-57540681f6e8'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:15:23.193531 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1fdfbf-e9b9-4036-8fbd-2ab70557f9ff None None] Attempting to bind port ef5fc10b-93ae-4d59-a968-175474129841 on network 02f6a6d2-ee89-4eb9-a875-57540681f6e8 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:23.194924 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/6825e8a4-2e56-43c0-8402-867d45a723ef HTTP/1.1" status: 204 len: 168 time: 5.1003840 Jan 27 22:15:23.198630 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60410) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:23.211625 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8a8e31a4-e375-4d4e-adc6-f247c2a94f2a tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-104244172'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server [None req-338ea627-51a2-4890-a768-9290591232da None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 2bd42448-4c04-4594-a2e7-c840921ced7e could not be found. Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._iter().one() Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1565, in get_port Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 2bd42448-4c04-4594-a2e7-c840921ced7e could not be found. Jan 27 22:15:23.216781 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Jan 27 22:15:23.225313 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee519cbc-733a-42eb-801c-917466356c2a None None] Pushing event updated for resources: {'Port': ['ID=45c6d730-b8da-447e-9b6c-116671993b3e,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:23.259169 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570a8f9-19d2-4569-bff1-e003a34f3326 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Network': ['ID=6825e8a4-2e56-43c0-8402-867d45a723ef,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:23.277274 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8e31a4-e375-4d4e-adc6-f247c2a94f2a tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Made reservation on behalf of 9aa96dac8020464c844a2346f20d12d4 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:23.282723 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:15:23.285077 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8a8e31a4-e375-4d4e-adc6-f247c2a94f2a tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.285276 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:15:23.291900 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548431c6-7d28-4b29-9a9a-2d81f6d4f150 None None] Pushing event deleted for resources: {'Port': ['ID=2bd42448-4c04-4594-a2e7-c840921ced7e,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:23.299961 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892b7734-002f-497a-b9c5-7c821310accf None None] Network 6825e8a4-2e56-43c0-8402-867d45a723ef requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:23.311568 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1fdfbf-e9b9-4036-8fbd-2ab70557f9ff None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:15:23.318144 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1fdfbf-e9b9-4036-8fbd-2ab70557f9ff None None] Checking segment: {'id': 'e40ca60f-5335-4527-8222-f49304d9b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '02f6a6d2-ee89-4eb9-a875-57540681f6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:23.318718 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2c1fdfbf-e9b9-4036-8fbd-2ab70557f9ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.319216 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1fdfbf-e9b9-4036-8fbd-2ab70557f9ff None None] Bound using segment: {'id': 'e40ca60f-5335-4527-8222-f49304d9b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '02f6a6d2-ee89-4eb9-a875-57540681f6e8'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:15:23.319826 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-2c1fdfbf-e9b9-4036-8fbd-2ab70557f9ff None None] Bound port: ef5fc10b-93ae-4d59-a968-175474129841, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40ca60f-5335-4527-8222-f49304d9b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '02f6a6d2-ee89-4eb9-a875-57540681f6e8'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:15:23.320343 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2c1fdfbf-e9b9-4036-8fbd-2ab70557f9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ef5fc10b-93ae-4d59-a968-175474129841), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.330207 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b51fd34-794b-4a8a-b2a6-718ce42f8c1c tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:23.347846 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b51fd34-794b-4a8a-b2a6-718ce42f8c1c tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:23.354693 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b51fd34-794b-4a8a-b2a6-718ce42f8c1c tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:23.355833 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892b7734-002f-497a-b9c5-7c821310accf None None] Network 6825e8a4-2e56-43c0-8402-867d45a723ef could not be found, it might have been deleted concurrently. {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 22:15:23.359339 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0b51fd34-794b-4a8a-b2a6-718ce42f8c1c tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2274208 Jan 27 22:15:23.363776 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60414) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:23.366377 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97ef47-66a2-4d1b-9bb2-b4cc7d5f0e40 req-a1d3b954-9057-4e8f-80da-2c6a17a6ff61 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:23.372173 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd97ef47-66a2-4d1b-9bb2-b4cc7d5f0e40 req-a1d3b954-9057-4e8f-80da-2c6a17a6ff61 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 1095 time: 0.0776341 Jan 27 22:15:23.455115 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd97ef47-66a2-4d1b-9bb2-b4cc7d5f0e40 req-5b9e0221-9c93-4834-b029-4afae42dec29 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804942 Jan 27 22:15:23.478932 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8e31a4-e375-4d4e-adc6-f247c2a94f2a tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:15:23.484046 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8d3dbea9-a76d-4bea-a063-bcf3231a7274 None None] Current status of the port 45c6d730-b8da-447e-9b6c-116671993b3e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:23.490479 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-2c1fdfbf-e9b9-4036-8fbd-2ab70557f9ff None None] For port ef5fc10b-93ae-4d59-a968-175474129841, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:15:23.496458 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8a8e31a4-e375-4d4e-adc6-f247c2a94f2a tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (0b4e9d6f-131b-4d5e-9d04-cb2fb32c3d0d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.497079 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-8a8e31a4-e375-4d4e-adc6-f247c2a94f2a tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Added segment 0b4e9d6f-131b-4d5e-9d04-cb2fb32c3d0d of type vlan for network 88416263-79ff-4c1f-a4ae-7ebf02bf40f7 Jan 27 22:15:23.509400 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-2c1fdfbf-e9b9-4036-8fbd-2ab70557f9ff None None] For port ef5fc10b-93ae-4d59-a968-175474129841, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ef5fc10b-93ae-4d59-a968-175474129841,segment=NetworkSegment(e40ca60f-5335-4527-8222-f49304d9b71a),segment_id=e40ca60f-5335-4527-8222-f49304d9b71a)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:15:23.515981 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2c1fdfbf-e9b9-4036-8fbd-2ab70557f9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ef5fc10b-93ae-4d59-a968-175474129841), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.553351 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-29c9a33b-b06f-4d27-8f38-51ae4a1991a8 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Deleting port 0643cfc4-795c-454b-9848-1afdbde87278 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:23.554120 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29c9a33b-b06f-4d27-8f38-51ae4a1991a8 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0643cfc4-795c-454b-9848-1afdbde87278), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.558406 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8a8e31a4-e375-4d4e-adc6-f247c2a94f2a tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (88416263-79ff-4c1f-a4ae-7ebf02bf40f7), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.673282 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8a8e31a4-e375-4d4e-adc6-f247c2a94f2a tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (88416263-79ff-4c1f-a4ae-7ebf02bf40f7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.680989 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8e31a4-e375-4d4e-adc6-f247c2a94f2a tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:23.681732 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8a8e31a4-e375-4d4e-adc6-f247c2a94f2a tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.764378 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8a8e31a4-e375-4d4e-adc6-f247c2a94f2a tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5644338 Jan 27 22:15:23.767089 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60424) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:23.772208 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-986f3180-f86a-4ac7-a2b4-9fbb82ba65c4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'subnet': {'network_id': '88416263-79ff-4c1f-a4ae-7ebf02bf40f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:23.780575 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29c9a33b-b06f-4d27-8f38-51ae4a1991a8 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0643cfc4-795c-454b-9848-1afdbde87278), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.798424 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e31a4-e375-4d4e-adc6-f247c2a94f2a tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Network': ['ID=88416263-79ff-4c1f-a4ae-7ebf02bf40f7,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:23.816737 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-29c9a33b-b06f-4d27-8f38-51ae4a1991a8 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Calling delete_port for 0643cfc4-795c-454b-9848-1afdbde87278 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:23.876142 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 88416263-79ff-4c1f-a4ae-7ebf02bf40f7 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:15:23.999230 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986f3180-f86a-4ac7-a2b4-9fbb82ba65c4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Made reservation on behalf of 9aa96dac8020464c844a2346f20d12d4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:24.011829 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-986f3180-f86a-4ac7-a2b4-9fbb82ba65c4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:24.051399 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29c9a33b-b06f-4d27-8f38-51ae4a1991a8 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (0643cfc4-795c-454b-9848-1afdbde87278), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:24.053496 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 45c6d730-b8da-447e-9b6c-116671993b3e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:24.068346 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fdfbf-e9b9-4036-8fbd-2ab70557f9ff None None] Pushing event updated for resources: {'Port': ['ID=ef5fc10b-93ae-4d59-a968-175474129841,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:24.094431 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9a33b-b06f-4d27-8f38-51ae4a1991a8 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Pushing event deleted for resources: {'Port': ['ID=0643cfc4-795c-454b-9848-1afdbde87278,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:24.139846 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-703a0e4d-6730-41f6-a063-6ae5838962ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:24.155686 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29c9a33b-b06f-4d27-8f38-51ae4a1991a8 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:24.169931 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-29c9a33b-b06f-4d27-8f38-51ae4a1991a8 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] 10.222.0.23 "DELETE /v2.0/ports/0643cfc4-795c-454b-9848-1afdbde87278 HTTP/1.1" status: 204 len: 168 time: 0.8044024 Jan 27 22:15:24.170610 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60432) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:24.186128 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3d1bb572-96ca-4925-9711-6cdd5a8b0c6e tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Request body: {'port': {'name': 'tempest-new-port-name-1525853102', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:24.187058 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.api.validators [None req-3d1bb572-96ca-4925-9711-6cdd5a8b0c6e tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] bootfile-name is not in valid_values {{(pid=109742) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 22:15:24.187461 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.api.validators [None req-3d1bb572-96ca-4925-9711-6cdd5a8b0c6e tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] tftp-server is not in valid_values {{(pid=109742) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 22:15:24.187749 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.api.validators [None req-3d1bb572-96ca-4925-9711-6cdd5a8b0c6e tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] server-ip-address is not in valid_values {{(pid=109742) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 22:15:24.198310 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.ipam_backend_mixin [None req-986f3180-f86a-4ac7-a2b4-9fbb82ba65c4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Performing IP validity checks on allocation pools {{(pid=109741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 22:15:24.200031 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.ipam_backend_mixin [None req-986f3180-f86a-4ac7-a2b4-9fbb82ba65c4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 22:15:24.286806 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 45c6d730-b8da-447e-9b6c-116671993b3e up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:15:24.403874 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3d1bb572-96ca-4925-9711-6cdd5a8b0c6e tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d1c7a9b9-ec4c-4184-8f78-1c2d0eb1ffe6), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:24.417712 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 45c6d730-b8da-447e-9b6c-116671993b3e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:24.418096 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (45c6d730-b8da-447e-9b6c-116671993b3e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:24.425103 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-986f3180-f86a-4ac7-a2b4-9fbb82ba65c4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (00d932fa-e9c6-4c05-8b83-b720ba996e19), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:24.595448 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f3180-f86a-4ac7-a2b4-9fbb82ba65c4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Subnet': ['ID=00d932fa-e9c6-4c05-8b83-b720ba996e19,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:24.625171 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986f3180-f86a-4ac7-a2b4-9fbb82ba65c4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Checking segment: {'id': '0b4e9d6f-131b-4d5e-9d04-cb2fb32c3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '88416263-79ff-4c1f-a4ae-7ebf02bf40f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:24.626230 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986f3180-f86a-4ac7-a2b4-9fbb82ba65c4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network hostable DHCP agents. Network: 88416263-79ff-4c1f-a4ae-7ebf02bf40f7, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:15:24.717612 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986f3180-f86a-4ac7-a2b4-9fbb82ba65c4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network 88416263-79ff-4c1f-a4ae-7ebf02bf40f7 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:15:24.721787 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 45c6d730-b8da-447e-9b6c-116671993b3e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:24.744605 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9128452-22d8-4014-baa5-eb558ac0f328 req-6123f212-665b-4651-8ffb-676bdc064e4d tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:24.748059 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9128452-22d8-4014-baa5-eb558ac0f328 req-6123f212-665b-4651-8ffb-676bdc064e4d tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 1095 time: 0.0920639 Jan 27 22:15:24.749502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-986f3180-f86a-4ac7-a2b4-9fbb82ba65c4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 88416263-79ff-4c1f-a4ae-7ebf02bf40f7) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:24.758541 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5441aba5-8a91-45cb-80f7-6b4d046afe2e None None] Network 88416263-79ff-4c1f-a4ae-7ebf02bf40f7 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:24.768994 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986f3180-f86a-4ac7-a2b4-9fbb82ba65c4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:24.770113 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-986f3180-f86a-4ac7-a2b4-9fbb82ba65c4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:24.831650 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9128452-22d8-4014-baa5-eb558ac0f328 req-b9dfb10c-65d4-45fa-8047-64024edc8284 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585091 Jan 27 22:15:24.852506 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-986f3180-f86a-4ac7-a2b4-9fbb82ba65c4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0842288 Jan 27 22:15:24.853293 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60446) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:24.883443 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60450) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:24.960333 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3d1bb572-96ca-4925-9711-6cdd5a8b0c6e tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks [] for port (d1c7a9b9-ec4c-4184-8f78-1c2d0eb1ffe6), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:24.994651 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3d1bb572-96ca-4925-9711-6cdd5a8b0c6e tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (d1c7a9b9-ec4c-4184-8f78-1c2d0eb1ffe6), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:25.036767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9170a2-0b02-4cf3-9ab7-482fa5286bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-88416263-79ff-4c1f-a4ae-7ebf02bf40f7', 'network_id': '88416263-79ff-4c1f-a4ae-7ebf02bf40f7', 'project_id': '9aa96dac8020464c844a2346f20d12d4', 'fixed_ips': [{'subnet_id': '00d932fa-e9c6-4c05-8b83-b720ba996e19'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:15:25.037859 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2e9170a2-0b02-4cf3-9ab7-482fa5286bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:25.172114 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-3d1bb572-96ca-4925-9711-6cdd5a8b0c6e tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] In _notify_port_updated(), no bound segment for port d1c7a9b9-ec4c-4184-8f78-1c2d0eb1ffe6 on network 02f6a6d2-ee89-4eb9-a875-57540681f6e8 {{(pid=109742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:15:25.182175 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-03e016d7-818a-4bbc-a6b7-2d5ad5499cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:25.186528 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1bb572-96ca-4925-9711-6cdd5a8b0c6e tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:25.187240 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3d1bb572-96ca-4925-9711-6cdd5a8b0c6e tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:25.191359 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3d1bb572-96ca-4925-9711-6cdd5a8b0c6e tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] 10.222.0.23 "PUT /v2.0/ports/d1c7a9b9-ec4c-4184-8f78-1c2d0eb1ffe6 HTTP/1.1" status: 200 len: 1130 time: 1.0196424 Jan 27 22:15:25.196086 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60454) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:25.254132 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-2e9170a2-0b02-4cf3-9ab7-482fa5286bc4 None None] Allocated IP 172.20.0.3 (88416263-79ff-4c1f-a4ae-7ebf02bf40f7/00d932fa-e9c6-4c05-8b83-b720ba996e19/c30f065e-f49f-4fd1-834a-37c0864e1268) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:15:25.340244 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1bb572-96ca-4925-9711-6cdd5a8b0c6e tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Pushing event updated for resources: {'Port': ['ID=d1c7a9b9-ec4c-4184-8f78-1c2d0eb1ffe6,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:25.364866 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-03e016d7-818a-4bbc-a6b7-2d5ad5499cc3 admin admin] Publish callbacks [] for security_group (d82bdb4c-5c28-484a-bf9c-a0cb975fa81b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:25.376075 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-03e016d7-818a-4bbc-a6b7-2d5ad5499cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d82bdb4c-5c28-484a-bf9c-a0cb975fa81b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:25.383193 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (88416263-79ff-4c1f-a4ae-7ebf02bf40f7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:25.393976 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c793e9-b97f-4e5e-94ae-45b1b104d81f tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:25.404300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60458) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:25.420846 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-38c793e9-b97f-4e5e-94ae-45b1b104d81f tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] 10.222.0.23 "GET /v2.0/ports/d1c7a9b9-ec4c-4184-8f78-1c2d0eb1ffe6 HTTP/1.1" status: 200 len: 1130 time: 0.2114570 Jan 27 22:15:25.507849 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2e9170a2-0b02-4cf3-9ab7-482fa5286bc4 None None] Publish callbacks [] for port (c30f065e-f49f-4fd1-834a-37c0864e1268), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:25.532776 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2e9170a2-0b02-4cf3-9ab7-482fa5286bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (c30f065e-f49f-4fd1-834a-37c0864e1268), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:25.557610 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (00d932fa-e9c6-4c05-8b83-b720ba996e19), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:25.599055 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e016d7-818a-4bbc-a6b7-2d5ad5499cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82bdb4c-5c28-484a-bf9c-a0cb975fa81b,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:25.616676 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9170a2-0b02-4cf3-9ab7-482fa5286bc4 None None] Network 88416263-79ff-4c1f-a4ae-7ebf02bf40f7 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:15:25.622788 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-2e9170a2-0b02-4cf3-9ab7-482fa5286bc4 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:25.630530 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9170a2-0b02-4cf3-9ab7-482fa5286bc4 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:15:25.674926 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60460) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:25.675519 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-03e016d7-818a-4bbc-a6b7-2d5ad5499cc3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=322730d308494dec8b32000e0e3df57d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7909315 Jan 27 22:15:25.730721 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9170a2-0b02-4cf3-9ab7-482fa5286bc4 None None] Pushing event updated for resources: {'Port': ['ID=c30f065e-f49f-4fd1-834a-37c0864e1268,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:25.742270 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-1888d277-973a-4b74-9d7c-b6350f735731 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Deleting port d1c7a9b9-ec4c-4184-8f78-1c2d0eb1ffe6 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:25.742647 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1888d277-973a-4b74-9d7c-b6350f735731 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d1c7a9b9-ec4c-4184-8f78-1c2d0eb1ffe6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:25.752970 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-2e9170a2-0b02-4cf3-9ab7-482fa5286bc4 None None] Attempting to bind port c30f065e-f49f-4fd1-834a-37c0864e1268 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:15:25.753741 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-2e9170a2-0b02-4cf3-9ab7-482fa5286bc4 None None] Attempting to bind port c30f065e-f49f-4fd1-834a-37c0864e1268 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '0b4e9d6f-131b-4d5e-9d04-cb2fb32c3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '88416263-79ff-4c1f-a4ae-7ebf02bf40f7'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:15:25.754387 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9170a2-0b02-4cf3-9ab7-482fa5286bc4 None None] Attempting to bind port c30f065e-f49f-4fd1-834a-37c0864e1268 on network 88416263-79ff-4c1f-a4ae-7ebf02bf40f7 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:25.766020 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9170a2-0b02-4cf3-9ab7-482fa5286bc4 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:15:25.768086 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9170a2-0b02-4cf3-9ab7-482fa5286bc4 None None] Checking segment: {'id': '0b4e9d6f-131b-4d5e-9d04-cb2fb32c3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '88416263-79ff-4c1f-a4ae-7ebf02bf40f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:25.768795 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2e9170a2-0b02-4cf3-9ab7-482fa5286bc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:25.770134 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9170a2-0b02-4cf3-9ab7-482fa5286bc4 None None] Bound using segment: {'id': '0b4e9d6f-131b-4d5e-9d04-cb2fb32c3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '88416263-79ff-4c1f-a4ae-7ebf02bf40f7'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:15:25.771858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-2e9170a2-0b02-4cf3-9ab7-482fa5286bc4 None None] Bound port: c30f065e-f49f-4fd1-834a-37c0864e1268, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4e9d6f-131b-4d5e-9d04-cb2fb32c3d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '88416263-79ff-4c1f-a4ae-7ebf02bf40f7'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:15:25.772586 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2e9170a2-0b02-4cf3-9ab7-482fa5286bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c30f065e-f49f-4fd1-834a-37c0864e1268), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:25.775297 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (00d932fa-e9c6-4c05-8b83-b720ba996e19), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:25.865766 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1888d277-973a-4b74-9d7c-b6350f735731 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d1c7a9b9-ec4c-4184-8f78-1c2d0eb1ffe6), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:25.878473 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Subnet': ['ID=00d932fa-e9c6-4c05-8b83-b720ba996e19,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:25.890810 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-1888d277-973a-4b74-9d7c-b6350f735731 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Calling delete_port for d1c7a9b9-ec4c-4184-8f78-1c2d0eb1ffe6 owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:25.908469 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705416c6-4285-49b7-b3f6-1935e80c8eb4 None None] Network 02f6a6d2-ee89-4eb9-a875-57540681f6e8 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:26.065794 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (88416263-79ff-4c1f-a4ae-7ebf02bf40f7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.074041 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 02ceb971-25c2-4f28-9b5a-634d82f37f09 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:15:26.094327 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1888d277-973a-4b74-9d7c-b6350f735731 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d1c7a9b9-ec4c-4184-8f78-1c2d0eb1ffe6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.156522 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e51a633-bc73-40bc-b142-efa781f0dba8 admin admin] Publish callbacks [] for security_group (d82bdb4c-5c28-484a-bf9c-a0cb975fa81b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.195410 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88416263-79ff-4c1f-a4ae-7ebf02bf40f7']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:26.212552 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888d277-973a-4b74-9d7c-b6350f735731 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Pushing event deleted for resources: {'Port': ['ID=d1c7a9b9-ec4c-4184-8f78-1c2d0eb1ffe6,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:26.243577 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1888d277-973a-4b74-9d7c-b6350f735731 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.248646 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1888d277-973a-4b74-9d7c-b6350f735731 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] 10.222.0.23 "DELETE /v2.0/ports/d1c7a9b9-ec4c-4184-8f78-1c2d0eb1ffe6 HTTP/1.1" status: 204 len: 168 time: 0.8274708 Jan 27 22:15:26.250939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60468) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:26.256790 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4e9d6f-131b-4d5e-9d04-cb2fb32c3d0d') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:26.257101 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4e9d6f-131b-4d5e-9d04-cb2fb32c3d0d') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:26.270520 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e51a633-bc73-40bc-b142-efa781f0dba8 admin admin] Publish callbacks [] for security_group (d82bdb4c-5c28-484a-bf9c-a0cb975fa81b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.315829 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (0b4e9d6f-131b-4d5e-9d04-cb2fb32c3d0d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.317197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-2e9170a2-0b02-4cf3-9ab7-482fa5286bc4 None None] For port c30f065e-f49f-4fd1-834a-37c0864e1268, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:15:26.324781 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-2e9170a2-0b02-4cf3-9ab7-482fa5286bc4 None None] For port c30f065e-f49f-4fd1-834a-37c0864e1268, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c30f065e-f49f-4fd1-834a-37c0864e1268,segment=NetworkSegment(0b4e9d6f-131b-4d5e-9d04-cb2fb32c3d0d),segment_id=0b4e9d6f-131b-4d5e-9d04-cb2fb32c3d0d)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:15:26.335580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-bed3dd6b-44fa-435a-9da1-81f40d2d2bb5 None None] Provisioning complete for port ef5fc10b-93ae-4d59-a968-175474129841 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:26.336378 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bed3dd6b-44fa-435a-9da1-81f40d2d2bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ef5fc10b-93ae-4d59-a968-175474129841), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.341655 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ef5fc10b-93ae-4d59-a968-175474129841 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:15:26.374637 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33213c4-d805-426c-9a8b-4f258b01ca1f tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Deleting subnet 1b3e257d-e7bf-41b9-8c6c-e70842d4af94 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:15:26.386902 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a33213c4-d805-426c-9a8b-4f258b01ca1f tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks [] for subnet (1b3e257d-e7bf-41b9-8c6c-e70842d4af94), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.389509 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (0b4e9d6f-131b-4d5e-9d04-cb2fb32c3d0d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.401084 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2e9170a2-0b02-4cf3-9ab7-482fa5286bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c30f065e-f49f-4fd1-834a-37c0864e1268), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.407039 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:26.407451 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (0b4e9d6f-131b-4d5e-9d04-cb2fb32c3d0d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:26.414232 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:26.482962 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039bd04-4ee9-46dd-bb39-b6531d45b6eb req-76b6be93-bdac-4c9e-8380-555331cf092f tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:26.485897 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1039bd04-4ee9-46dd-bb39-b6531d45b6eb req-76b6be93-bdac-4c9e-8380-555331cf092f tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 1095 time: 0.4311738 Jan 27 22:15:26.526388 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9170a2-0b02-4cf3-9ab7-482fa5286bc4 None None] Pushing event updated for resources: {'Port': ['ID=c30f065e-f49f-4fd1-834a-37c0864e1268,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:26.566815 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.db.api [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:15:26.566815 n-d-772272-3 neutron-server[109742]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:15:26.566815 n-d-772272-3 neutron-server[109742]: [parameters: {'id': '88416263-79ff-4c1f-a4ae-7ebf02bf40f7'}] Jan 27 22:15:26.566815 n-d-772272-3 neutron-server[109742]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:15:26.566815 n-d-772272-3 neutron-server[109742]: DEBUG oslo_db.api [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:15:26.575459 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e51a633-bc73-40bc-b142-efa781f0dba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d82bdb4c-5c28-484a-bf9c-a0cb975fa81b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.578752 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e51a633-bc73-40bc-b142-efa781f0dba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.582458 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3e51a633-bc73-40bc-b142-efa781f0dba8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d82bdb4c-5c28-484a-bf9c-a0cb975fa81b HTTP/1.1" status: 204 len: 168 time: 0.9079750 Jan 27 22:15:26.596841 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51a633-bc73-40bc-b142-efa781f0dba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82bdb4c-5c28-484a-bf9c-a0cb975fa81b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:26.616744 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 02ceb971-25c2-4f28-9b5a-634d82f37f09 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:15:26.627391 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a33213c4-d805-426c-9a8b-4f258b01ca1f tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (1b3e257d-e7bf-41b9-8c6c-e70842d4af94), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.635582 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 02ceb971-25c2-4f28-9b5a-634d82f37f09 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:26.636036 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (02ceb971-25c2-4f28-9b5a-634d82f37f09), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.711488 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port ef5fc10b-93ae-4d59-a968-175474129841 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:26.712095 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ef5fc10b-93ae-4d59-a968-175474129841), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.847540 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ecf3f1-ac1f-47cb-b15e-b855b2ab9f91 None None] Network 88416263-79ff-4c1f-a4ae-7ebf02bf40f7 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:26.900736 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1039bd04-4ee9-46dd-bb39-b6531d45b6eb req-bef1ae61-cae7-4a4e-9526-298497e9c746 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987367 Jan 27 22:15:26.929497 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f78b5a4c-b24e-4858-973b-4c218635a9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.946594 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a33213c4-d805-426c-9a8b-4f258b01ca1f tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (1b3e257d-e7bf-41b9-8c6c-e70842d4af94), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:27.063915 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (88416263-79ff-4c1f-a4ae-7ebf02bf40f7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:27.088318 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a33213c4-d805-426c-9a8b-4f258b01ca1f tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (1b3e257d-e7bf-41b9-8c6c-e70842d4af94), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:27.112457 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a33213c4-d805-426c-9a8b-4f258b01ca1f tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:27.124302 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a33213c4-d805-426c-9a8b-4f258b01ca1f tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] 10.222.0.23 "DELETE /v2.0/subnets/1b3e257d-e7bf-41b9-8c6c-e70842d4af94 HTTP/1.1" status: 204 len: 168 time: 0.8675668 Jan 27 22:15:27.132008 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60478) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:27.218990 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33213c4-d805-426c-9a8b-4f258b01ca1f tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Pushing event deleted for resources: {'Subnet': ['ID=1b3e257d-e7bf-41b9-8c6c-e70842d4af94,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:27.260717 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Deleting port c30f065e-f49f-4fd1-834a-37c0864e1268 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:27.261061 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c30f065e-f49f-4fd1-834a-37c0864e1268), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:27.330488 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port ef5fc10b-93ae-4d59-a968-175474129841 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:27.331382 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ef5fc10b-93ae-4d59-a968-175474129841), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:27.338315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60482) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:27.359324 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11813d30-c892-4212-a71d-db06ef2a0906 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (02f6a6d2-ee89-4eb9-a875-57540681f6e8), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:27.365324 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-bed3dd6b-44fa-435a-9da1-81f40d2d2bb5 None None] Current status of the port ef5fc10b-93ae-4d59-a968-175474129841 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:27.365884 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bed3dd6b-44fa-435a-9da1-81f40d2d2bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ef5fc10b-93ae-4d59-a968-175474129841), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:27.390229 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7c02b4d-eb51-451f-af2c-c0d7a2318606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:27.392659 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] For port c30f065e-f49f-4fd1-834a-37c0864e1268, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c30f065e-f49f-4fd1-834a-37c0864e1268,segment=NetworkSegment(0b4e9d6f-131b-4d5e-9d04-cb2fb32c3d0d),segment_id=0b4e9d6f-131b-4d5e-9d04-cb2fb32c3d0d)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:27.393152 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c30f065e-f49f-4fd1-834a-37c0864e1268), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:27.425952 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Calling delete_port for c30f065e-f49f-4fd1-834a-37c0864e1268 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:27.477104 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port ef5fc10b-93ae-4d59-a968-175474129841, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ef5fc10b-93ae-4d59-a968-175474129841,segment=NetworkSegment(e40ca60f-5335-4527-8222-f49304d9b71a),segment_id=e40ca60f-5335-4527-8222-f49304d9b71a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:27.514320 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fd27e4-273b-4978-84c6-bb731433347f None None] Network 02f6a6d2-ee89-4eb9-a875-57540681f6e8 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:27.523804 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ef5fc10b-93ae-4d59-a968-175474129841), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:27.547087 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (c30f065e-f49f-4fd1-834a-37c0864e1268), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:27.563928 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-11813d30-c892-4212-a71d-db06ef2a0906 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Deleting port ef5fc10b-93ae-4d59-a968-175474129841 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:27.563928 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11813d30-c892-4212-a71d-db06ef2a0906 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ef5fc10b-93ae-4d59-a968-175474129841), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:27.572041 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7c02b4d-eb51-451f-af2c-c0d7a2318606 admin admin] Publish callbacks [] for security_group (dbc8bd17-3ed5-4085-b300-ff2f1ea859d0), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:27.666386 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No DVR routers for this DVR port c30f065e-f49f-4fd1-834a-37c0864e1268 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:27.696640 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Port': ['ID=c30f065e-f49f-4fd1-834a-37c0864e1268,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:27.851111 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (88416263-79ff-4c1f-a4ae-7ebf02bf40f7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:27.893395 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 02ceb971-25c2-4f28-9b5a-634d82f37f09 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:27.893948 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (02ceb971-25c2-4f28-9b5a-634d82f37f09), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:27.904359 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88416263-79ff-4c1f-a4ae-7ebf02bf40f7']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:27.923528 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4e9d6f-131b-4d5e-9d04-cb2fb32c3d0d') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:27.924697 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4e9d6f-131b-4d5e-9d04-cb2fb32c3d0d') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:27.928472 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:27.955965 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (0b4e9d6f-131b-4d5e-9d04-cb2fb32c3d0d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:27.990554 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (0b4e9d6f-131b-4d5e-9d04-cb2fb32c3d0d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:28.006176 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7c02b4d-eb51-451f-af2c-c0d7a2318606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (dbc8bd17-3ed5-4085-b300-ff2f1ea859d0), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:28.010524 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:28.013007 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (0b4e9d6f-131b-4d5e-9d04-cb2fb32c3d0d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:28.016987 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=ef5fc10b-93ae-4d59-a968-175474129841,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:28.019996 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-bed3dd6b-44fa-435a-9da1-81f40d2d2bb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:15:28.020394 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-bed3dd6b-44fa-435a-9da1-81f40d2d2bb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:15:28.067196 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c33b48a-af0b-40c5-8225-9c08e23d8b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ceb971-25c2-4f28-9b5a-634d82f37f09'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:15:28.081671 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e0b289-132a-4c58-8a7a-c057283e4b67" -d '{"events": [{"server_uuid": "6c33b48a-af0b-40c5-8225-9c08e23d8b6d", "name": "network-vif-plugged", "status": "completed", "tag": "02ceb971-25c2-4f28-9b5a-634d82f37f09"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:15:28.089087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 02ceb971-25c2-4f28-9b5a-634d82f37f09, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=02ceb971-25c2-4f28-9b5a-634d82f37f09,segment=NetworkSegment(741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7),segment_id=741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:28.098367 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (02ceb971-25c2-4f28-9b5a-634d82f37f09), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:28.114887 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:28.120858 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (88416263-79ff-4c1f-a4ae-7ebf02bf40f7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:28.133302 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:28.144969 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/88416263-79ff-4c1f-a4ae-7ebf02bf40f7 HTTP/1.1" status: 204 len: 168 time: 3.2848060 Jan 27 22:15:28.148503 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60494) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:28.159074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c02b4d-eb51-451f-af2c-c0d7a2318606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc8bd17-3ed5-4085-b300-ff2f1ea859d0,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:28.173813 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5beceed4-0942-4e75-a9a4-dcebc965088b tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-998566995'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:28.174041 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3605d35-e6da-4731-9e19-82bd57ace189 x-openstack-request-id: req-a3605d35-e6da-4731-9e19-82bd57ace189 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:15:28.174319 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c33b48a-af0b-40c5-8225-9c08e23d8b6d", "name": "network-vif-plugged", "status": "completed", "tag": "02ceb971-25c2-4f28-9b5a-634d82f37f09", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:15:28.174586 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3605d35-e6da-4731-9e19-82bd57ace189 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:15:28.174989 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c33b48a-af0b-40c5-8225-9c08e23d8b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ceb971-25c2-4f28-9b5a-634d82f37f09', 'code': 200} Jan 27 22:15:28.178519 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221adc1-4b90-4f5a-b670-62a5e20cdd89 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Network': ['ID=88416263-79ff-4c1f-a4ae-7ebf02bf40f7,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:28.212863 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5beceed4-0942-4e75-a9a4-dcebc965088b tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Made reservation on behalf of 9aa96dac8020464c844a2346f20d12d4 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:28.217977 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5beceed4-0942-4e75-a9a4-dcebc965088b tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:28.262993 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5beceed4-0942-4e75-a9a4-dcebc965088b tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:15:28.273676 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=02ceb971-25c2-4f28-9b5a-634d82f37f09,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:28.279728 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5beceed4-0942-4e75-a9a4-dcebc965088b tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (ddb39c0b-1cd8-4166-a198-092f699da3b1), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:28.280080 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-5beceed4-0942-4e75-a9a4-dcebc965088b tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Added segment ddb39c0b-1cd8-4166-a198-092f699da3b1 of type vlan for network d9ed119b-917d-44ea-a518-7338c3d142f6 Jan 27 22:15:28.282231 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ef5fc10b-93ae-4d59-a968-175474129841 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:15:28.333357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a7c02b4d-eb51-451f-af2c-c0d7a2318606 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a49db33934fc41d0971a7b0539d01a7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9860928 Jan 27 22:15:28.349956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60500) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:28.351817 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35327dbb-f75b-4fe7-9b03-11f03451bb64 None None] DHCP port deletion for 02f6a6d2-ee89-4eb9-a875-57540681f6e8 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:15:28.392551 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5beceed4-0942-4e75-a9a4-dcebc965088b tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (d9ed119b-917d-44ea-a518-7338c3d142f6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:28.427609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-11813d30-c892-4212-a71d-db06ef2a0906 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] For port ef5fc10b-93ae-4d59-a968-175474129841, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ef5fc10b-93ae-4d59-a968-175474129841,segment=NetworkSegment(e40ca60f-5335-4527-8222-f49304d9b71a),segment_id=e40ca60f-5335-4527-8222-f49304d9b71a)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:28.428008 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11813d30-c892-4212-a71d-db06ef2a0906 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ef5fc10b-93ae-4d59-a968-175474129841), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:28.428485 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port ef5fc10b-93ae-4d59-a968-175474129841 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:28.428871 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ef5fc10b-93ae-4d59-a968-175474129841), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:28.443751 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-911c361d-36c8-4278-9a7c-f46b4d6496fc admin admin] Publish callbacks [] for security_group (dbc8bd17-3ed5-4085-b300-ff2f1ea859d0), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:28.463771 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5beceed4-0942-4e75-a9a4-dcebc965088b tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (d9ed119b-917d-44ea-a518-7338c3d142f6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:28.469369 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beceed4-0942-4e75-a9a4-dcebc965088b tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:28.470309 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5beceed4-0942-4e75-a9a4-dcebc965088b tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:28.474784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb533aa-c5b3-4d87-af97-ab5782caba52 req-55d7fc48-947e-4c9e-965d-c3810efaf256 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:28.476357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4fb533aa-c5b3-4d87-af97-ab5782caba52 req-55d7fc48-947e-4c9e-965d-c3810efaf256 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 1096 time: 0.4073343 Jan 27 22:15:28.477365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-11813d30-c892-4212-a71d-db06ef2a0906 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Calling delete_port for ef5fc10b-93ae-4d59-a968-175474129841 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:28.506844 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-35327dbb-f75b-4fe7-9b03-11f03451bb64 None None] Deleting port ef5fc10b-93ae-4d59-a968-175474129841 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:28.507227 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-35327dbb-f75b-4fe7-9b03-11f03451bb64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ef5fc10b-93ae-4d59-a968-175474129841), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:28.568574 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-911c361d-36c8-4278-9a7c-f46b4d6496fc admin admin] Publish callbacks [] for security_group (dbc8bd17-3ed5-4085-b300-ff2f1ea859d0), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:28.599899 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5beceed4-0942-4e75-a9a4-dcebc965088b tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4502900 Jan 27 22:15:28.608074 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60502) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:28.610546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26283479-e780-44bb-9365-25d7848fbfff req-7e2f5c0c-9d5a-4fd5-b160-2ea137623c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:28.611898 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26283479-e780-44bb-9365-25d7848fbfff req-7e2f5c0c-9d5a-4fd5-b160-2ea137623c10 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 1096 time: 0.3494980 Jan 27 22:15:28.615496 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2d1633ab-b516-42b8-bfbe-8593e6d43d24 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'subnet': {'network_id': 'd9ed119b-917d-44ea-a518-7338c3d142f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:28.629861 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beceed4-0942-4e75-a9a4-dcebc965088b tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Network': ['ID=d9ed119b-917d-44ea-a518-7338c3d142f6,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:28.639362 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-bed3dd6b-44fa-435a-9da1-81f40d2d2bb5 None None] Current status of the port ef5fc10b-93ae-4d59-a968-175474129841 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:28.718932 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network d9ed119b-917d-44ea-a518-7338c3d142f6 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:15:28.778945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4fb533aa-c5b3-4d87-af97-ab5782caba52 req-18eb1a0e-5cd3-4e9d-8053-cbf6b76d070b tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947133 Jan 27 22:15:28.791258 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-911c361d-36c8-4278-9a7c-f46b4d6496fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (dbc8bd17-3ed5-4085-b300-ff2f1ea859d0), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:28.797905 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-911c361d-36c8-4278-9a7c-f46b4d6496fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:28.801230 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-911c361d-36c8-4278-9a7c-f46b4d6496fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dbc8bd17-3ed5-4085-b300-ff2f1ea859d0 HTTP/1.1" status: 204 len: 168 time: 0.4502261 Jan 27 22:15:28.809483 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1633ab-b516-42b8-bfbe-8593e6d43d24 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Made reservation on behalf of 9aa96dac8020464c844a2346f20d12d4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:28.816135 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d1633ab-b516-42b8-bfbe-8593e6d43d24 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:28.824336 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-35327dbb-f75b-4fe7-9b03-11f03451bb64 None None] For port ef5fc10b-93ae-4d59-a968-175474129841, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ef5fc10b-93ae-4d59-a968-175474129841,segment=NetworkSegment(e40ca60f-5335-4527-8222-f49304d9b71a),segment_id=e40ca60f-5335-4527-8222-f49304d9b71a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:28.826836 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-35327dbb-f75b-4fe7-9b03-11f03451bb64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ef5fc10b-93ae-4d59-a968-175474129841), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:28.839367 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26283479-e780-44bb-9365-25d7848fbfff req-4b2da870-3735-4827-946b-bb729eb7db1d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187676 Jan 27 22:15:28.849745 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11813d30-c892-4212-a71d-db06ef2a0906 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (ef5fc10b-93ae-4d59-a968-175474129841), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:28.864412 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-35327dbb-f75b-4fe7-9b03-11f03451bb64 None None] Calling delete_port for ef5fc10b-93ae-4d59-a968-175474129841 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:28.914498 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11813d30-c892-4212-a71d-db06ef2a0906 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] No DVR routers for this DVR port ef5fc10b-93ae-4d59-a968-175474129841 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:28.916484 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11813d30-c892-4212-a71d-db06ef2a0906 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Pushing event deleted for resources: {'Port': ['ID=ef5fc10b-93ae-4d59-a968-175474129841,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:29.106658 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11813d30-c892-4212-a71d-db06ef2a0906 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (02f6a6d2-ee89-4eb9-a875-57540681f6e8), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:29.140617 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d1633ab-b516-42b8-bfbe-8593e6d43d24 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (9458d7ba-c0d3-43fa-a3bc-24006fe9d1af), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:29.159441 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-11813d30-c892-4212-a71d-db06ef2a0906 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f6a6d2-ee89-4eb9-a875-57540681f6e8']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:29.161473 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c361d-36c8-4278-9a7c-f46b4d6496fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc8bd17-3ed5-4085-b300-ff2f1ea859d0,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:29.187222 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-11813d30-c892-4212-a71d-db06ef2a0906 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40ca60f-5335-4527-8222-f49304d9b71a') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:29.190286 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-11813d30-c892-4212-a71d-db06ef2a0906 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40ca60f-5335-4527-8222-f49304d9b71a') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:29.194408 n-d-772272-3 neutron-server[109743]: INFO neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No ports have port_id starting with ef5fc10b-93ae-4d59-a968-175474129841 Jan 27 22:15:29.213136 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-db9c460f-c737-422d-bf2d-9ce4bc9820c6 None None] Could not find standard attr ID for object d1c7a9b9-ec4c-4184-8f78-1c2d0eb1ffe6. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:15:29.218368 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11813d30-c892-4212-a71d-db06ef2a0906 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (e40ca60f-5335-4527-8222-f49304d9b71a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:29.247444 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11813d30-c892-4212-a71d-db06ef2a0906 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (e40ca60f-5335-4527-8222-f49304d9b71a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:29.261093 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-db9c460f-c737-422d-bf2d-9ce4bc9820c6 None None] Could not find standard attr ID for object ef5fc10b-93ae-4d59-a968-175474129841. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:15:29.266774 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11813d30-c892-4212-a71d-db06ef2a0906 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:29.267479 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11813d30-c892-4212-a71d-db06ef2a0906 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (e40ca60f-5335-4527-8222-f49304d9b71a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:29.269523 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:29.273751 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:29.301650 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-35327dbb-f75b-4fe7-9b03-11f03451bb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (ef5fc10b-93ae-4d59-a968-175474129841), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:29.327108 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1633ab-b516-42b8-bfbe-8593e6d43d24 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Checking segment: {'id': 'ddb39c0b-1cd8-4166-a198-092f699da3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd9ed119b-917d-44ea-a518-7338c3d142f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:29.327452 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1633ab-b516-42b8-bfbe-8593e6d43d24 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network hostable DHCP agents. Network: d9ed119b-917d-44ea-a518-7338c3d142f6, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:15:29.355440 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1633ab-b516-42b8-bfbe-8593e6d43d24 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Subnet': ['ID=9458d7ba-c0d3-43fa-a3bc-24006fe9d1af,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:29.383203 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35327dbb-f75b-4fe7-9b03-11f03451bb64 None None] Pushing event deleted for resources: {'Port': ['ID=ef5fc10b-93ae-4d59-a968-175474129841,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:29.391110 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1633ab-b516-42b8-bfbe-8593e6d43d24 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network d9ed119b-917d-44ea-a518-7338c3d142f6 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:15:29.398657 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35327dbb-f75b-4fe7-9b03-11f03451bb64 None None] No DVR routers for this DVR port ef5fc10b-93ae-4d59-a968-175474129841 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:29.400096 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11813d30-c892-4212-a71d-db06ef2a0906 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (02f6a6d2-ee89-4eb9-a875-57540681f6e8), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:29.410018 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-11813d30-c892-4212-a71d-db06ef2a0906 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:29.420313 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-11813d30-c892-4212-a71d-db06ef2a0906 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] 10.222.0.23 "DELETE /v2.0/networks/02f6a6d2-ee89-4eb9-a875-57540681f6e8 HTTP/1.1" status: 204 len: 168 time: 2.2867646 Jan 27 22:15:29.425265 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-2d1633ab-b516-42b8-bfbe-8593e6d43d24 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, d9ed119b-917d-44ea-a518-7338c3d142f6) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:29.430532 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1633ab-b516-42b8-bfbe-8593e6d43d24 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:29.431137 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d1633ab-b516-42b8-bfbe-8593e6d43d24 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:29.461289 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11813d30-c892-4212-a71d-db06ef2a0906 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900 tempest-ExtraDHCPOptionsIpV6TestJSON-629372900-project] Pushing event deleted for resources: {'Network': ['ID=02f6a6d2-ee89-4eb9-a875-57540681f6e8,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:29.462688 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2d1633ab-b516-42b8-bfbe-8593e6d43d24 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8507650 Jan 27 22:15:29.464269 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60514) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:29.488352 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1106f6c1-cd2e-44ff-99df-e4389c796275 None None] get_active_networks_info from n-d-772272-3 {{(pid=109743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:15:29.986016 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee4ec611-37bd-4596-b920-45bc108c5f1c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (d9ed119b-917d-44ea-a518-7338c3d142f6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:30.063409 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1106f6c1-cd2e-44ff-99df-e4389c796275 None None] Resources bound (agent type, host, resource id): {{(pid=109743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:15:30.138646 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b87105-413d-490f-a32f-e26402a5e475 req-bf8157ca-3a08-4c1d-920a-1c878dd67c83 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:30.152077 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5b87105-413d-490f-a32f-e26402a5e475 req-bf8157ca-3a08-4c1d-920a-1c878dd67c83 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 1096 time: 0.1676741 Jan 27 22:15:30.172641 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee4ec611-37bd-4596-b920-45bc108c5f1c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (9458d7ba-c0d3-43fa-a3bc-24006fe9d1af), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:30.222764 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ef5fc10b-93ae-4d59-a968-175474129841 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:30.229705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60530) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:30.326578 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: ef5fc10b-93ae-4d59-a968-175474129841 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:15:30.327292 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ef5fc10b-93ae-4d59-a968-175474129841 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:15:30.341247 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:30.344390 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee4ec611-37bd-4596-b920-45bc108c5f1c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (9458d7ba-c0d3-43fa-a3bc-24006fe9d1af), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:30.345588 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5b87105-413d-490f-a32f-e26402a5e475 req-8430dd67-a140-4c47-89c4-5b14b0a9b247 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924310 Jan 27 22:15:30.419021 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ec611-37bd-4596-b920-45bc108c5f1c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Subnet': ['ID=9458d7ba-c0d3-43fa-a3bc-24006fe9d1af,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:30.559966 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e041a44-035e-4495-a3fb-95baab938c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-d9ed119b-917d-44ea-a518-7338c3d142f6', 'network_id': 'd9ed119b-917d-44ea-a518-7338c3d142f6', 'project_id': '9aa96dac8020464c844a2346f20d12d4', 'fixed_ips': [{'subnet_id': '9458d7ba-c0d3-43fa-a3bc-24006fe9d1af'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:15:30.560929 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8e041a44-035e-4495-a3fb-95baab938c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:30.570643 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee4ec611-37bd-4596-b920-45bc108c5f1c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (d9ed119b-917d-44ea-a518-7338c3d142f6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:30.623827 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ee4ec611-37bd-4596-b920-45bc108c5f1c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ed119b-917d-44ea-a518-7338c3d142f6']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:30.648288 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ee4ec611-37bd-4596-b920-45bc108c5f1c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb39c0b-1cd8-4166-a198-092f699da3b1') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:30.648932 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ee4ec611-37bd-4596-b920-45bc108c5f1c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb39c0b-1cd8-4166-a198-092f699da3b1') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:30.690653 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee4ec611-37bd-4596-b920-45bc108c5f1c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (ddb39c0b-1cd8-4166-a198-092f699da3b1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:30.717441 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60540) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:30.719944 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6368a6f3-ac9e-4f7a-8d53-61d1b91eaaf4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=592341ccdb724f37b5ab9ebee58d3594&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4862552 Jan 27 22:15:30.728633 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee4ec611-37bd-4596-b920-45bc108c5f1c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (ddb39c0b-1cd8-4166-a198-092f699da3b1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:30.766617 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4ec611-37bd-4596-b920-45bc108c5f1c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:30.767040 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee4ec611-37bd-4596-b920-45bc108c5f1c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (ddb39c0b-1cd8-4166-a198-092f699da3b1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:30.770407 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:30.859123 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee4ec611-37bd-4596-b920-45bc108c5f1c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (d9ed119b-917d-44ea-a518-7338c3d142f6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:30.874513 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d407f2-0b56-40a8-b346-99e2c36fc481 None None] get_active_networks_info from n-d-772272-3 {{(pid=109743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:15:30.874763 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee4ec611-37bd-4596-b920-45bc108c5f1c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:30.879853 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ee4ec611-37bd-4596-b920-45bc108c5f1c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/d9ed119b-917d-44ea-a518-7338c3d142f6 HTTP/1.1" status: 204 len: 168 time: 1.4090798 Jan 27 22:15:30.883531 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60550) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:30.887076 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-47a46c7f-2322-4521-8989-0af22a03a425 admin admin] Publish callbacks [] for security_group (2822505a-fb42-4b81-90b8-b8474c3446b3), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:30.889824 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-d1fa28a4-685a-4ff2-ab98-fe30f000ae35 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-475517852'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:30.930564 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ec611-37bd-4596-b920-45bc108c5f1c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Network': ['ID=d9ed119b-917d-44ea-a518-7338c3d142f6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:30.945972 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fa28a4-685a-4ff2-ab98-fe30f000ae35 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Made reservation on behalf of 9aa96dac8020464c844a2346f20d12d4 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:30.949790 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d1fa28a4-685a-4ff2-ab98-fe30f000ae35 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:30.979938 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-47a46c7f-2322-4521-8989-0af22a03a425 admin admin] Publish callbacks [] for security_group (2822505a-fb42-4b81-90b8-b8474c3446b3), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:30.984581 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1fa28a4-685a-4ff2-ab98-fe30f000ae35 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:15:31.021987 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d1fa28a4-685a-4ff2-ab98-fe30f000ae35 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (c7e9e6bc-2b84-41f5-9de1-604481197c51), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:31.022485 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-d1fa28a4-685a-4ff2-ab98-fe30f000ae35 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Added segment c7e9e6bc-2b84-41f5-9de1-604481197c51 of type vlan for network 8c449106-b341-417c-8f3d-6b9041720d7c Jan 27 22:15:31.072099 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d1fa28a4-685a-4ff2-ab98-fe30f000ae35 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (8c449106-b341-417c-8f3d-6b9041720d7c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:31.108707 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-47a46c7f-2322-4521-8989-0af22a03a425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2822505a-fb42-4b81-90b8-b8474c3446b3), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:31.112105 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-47a46c7f-2322-4521-8989-0af22a03a425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:31.113539 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-47a46c7f-2322-4521-8989-0af22a03a425 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2822505a-fb42-4b81-90b8-b8474c3446b3 HTTP/1.1" status: 204 len: 168 time: 0.3949599 Jan 27 22:15:31.121800 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d1fa28a4-685a-4ff2-ab98-fe30f000ae35 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (8c449106-b341-417c-8f3d-6b9041720d7c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:31.134776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fa28a4-685a-4ff2-ab98-fe30f000ae35 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:31.135437 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d1fa28a4-685a-4ff2-ab98-fe30f000ae35 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:31.145576 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a46c7f-2322-4521-8989-0af22a03a425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2822505a-fb42-4b81-90b8-b8474c3446b3,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:31.186553 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d407f2-0b56-40a8-b346-99e2c36fc481 None None] Resources bound (agent type, host, resource id): {{(pid=109743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:15:31.312266 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d1fa28a4-685a-4ff2-ab98-fe30f000ae35 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4242086 Jan 27 22:15:31.313004 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60564) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:31.318044 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-51b2f8f7-c614-4612-af0a-dad77eb00f0e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'subnet': {'network_id': '8c449106-b341-417c-8f3d-6b9041720d7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:31.330563 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa28a4-685a-4ff2-ab98-fe30f000ae35 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Network': ['ID=8c449106-b341-417c-8f3d-6b9041720d7c,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:31.348331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 8c449106-b341-417c-8f3d-6b9041720d7c details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:15:31.538391 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b2f8f7-c614-4612-af0a-dad77eb00f0e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Made reservation on behalf of 9aa96dac8020464c844a2346f20d12d4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:31.548679 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-51b2f8f7-c614-4612-af0a-dad77eb00f0e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:31.614705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be3901-67cb-4af7-b7f8-cf21ea4d51f4 req-9e4b9ffb-e805-410f-926f-6f98cbed6284 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:31.619965 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22be3901-67cb-4af7-b7f8-cf21ea4d51f4 req-9e4b9ffb-e805-410f-926f-6f98cbed6284 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 1096 time: 0.1235538 Jan 27 22:15:31.790142 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1adaa11-1593-4a68-aa38-ca7ca23e8122 None None] Network d9ed119b-917d-44ea-a518-7338c3d142f6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:31.792010 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22be3901-67cb-4af7-b7f8-cf21ea4d51f4 req-861e864c-9b04-4a30-b727-11b6e9baacb3 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646094 Jan 27 22:15:31.816568 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1adaa11-1593-4a68-aa38-ca7ca23e8122 None None] Network d9ed119b-917d-44ea-a518-7338c3d142f6 could not be found, it might have been deleted concurrently. {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 22:15:31.829071 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a7c004-ee3a-4f1e-ae9c-e22d18b508a9 None None] Network d9ed119b-917d-44ea-a518-7338c3d142f6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:31.885517 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a7c004-ee3a-4f1e-ae9c-e22d18b508a9 None None] Network d9ed119b-917d-44ea-a518-7338c3d142f6 could not be found, it might have been deleted concurrently. {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 22:15:32.038091 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f9644-e6ff-46e6-ae77-3a27a55c3aa9 req-17d48a46-af5f-488e-a879-e13497dd89c8 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:32.040692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d54f9644-e6ff-46e6-ae77-3a27a55c3aa9 req-17d48a46-af5f-488e-a879-e13497dd89c8 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 1096 time: 0.1159191 Jan 27 22:15:32.113111 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d54f9644-e6ff-46e6-ae77-3a27a55c3aa9 req-0da2a88b-ef62-4ed8-87ed-76b681f682b4 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652640 Jan 27 22:15:32.159167 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-51b2f8f7-c614-4612-af0a-dad77eb00f0e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (e3f77591-a755-461c-9df2-03afd3e0b2e5), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:32.301699 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b2f8f7-c614-4612-af0a-dad77eb00f0e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Subnet': ['ID=e3f77591-a755-461c-9df2-03afd3e0b2e5,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:32.320236 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b2f8f7-c614-4612-af0a-dad77eb00f0e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Checking segment: {'id': 'c7e9e6bc-2b84-41f5-9de1-604481197c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8c449106-b341-417c-8f3d-6b9041720d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:32.325471 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55162ede-8be4-499d-8f07-9de2186796c9 req-b0f94109-8de6-4613-8a1e-a9b617b73b0c tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:32.326157 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b2f8f7-c614-4612-af0a-dad77eb00f0e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network hostable DHCP agents. Network: 8c449106-b341-417c-8f3d-6b9041720d7c, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:15:32.336814 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55162ede-8be4-499d-8f07-9de2186796c9 req-b0f94109-8de6-4613-8a1e-a9b617b73b0c tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 1096 time: 0.1091723 Jan 27 22:15:32.366090 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b2f8f7-c614-4612-af0a-dad77eb00f0e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network 8c449106-b341-417c-8f3d-6b9041720d7c is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:15:32.378110 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-51b2f8f7-c614-4612-af0a-dad77eb00f0e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 8c449106-b341-417c-8f3d-6b9041720d7c) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:32.382883 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b2f8f7-c614-4612-af0a-dad77eb00f0e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:32.383712 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-51b2f8f7-c614-4612-af0a-dad77eb00f0e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:32.390388 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59115848-e9de-4786-89b5-b8471eee4bd4 None None] Network 8c449106-b341-417c-8f3d-6b9041720d7c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:32.441398 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-51b2f8f7-c614-4612-af0a-dad77eb00f0e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1276906 Jan 27 22:15:32.445501 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55162ede-8be4-499d-8f07-9de2186796c9 req-7b9f85dd-8bce-48e1-98d2-160b00aa3e9c tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022191 Jan 27 22:15:32.446144 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60600) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:32.707454 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588c4416-9010-439e-9549-b79f7b8fda53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-8c449106-b341-417c-8f3d-6b9041720d7c', 'network_id': '8c449106-b341-417c-8f3d-6b9041720d7c', 'project_id': '9aa96dac8020464c844a2346f20d12d4', 'fixed_ips': [{'subnet_id': 'e3f77591-a755-461c-9df2-03afd3e0b2e5'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:15:32.708552 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0e97d04-53fd-499f-b475-9f1ad51998fc tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (8c449106-b341-417c-8f3d-6b9041720d7c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:32.711822 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-588c4416-9010-439e-9549-b79f7b8fda53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:32.813154 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0e97d04-53fd-499f-b475-9f1ad51998fc tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (e3f77591-a755-461c-9df2-03afd3e0b2e5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:32.903960 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-adc2e7de-346f-45b3-8c88-16324ae308cf req-d7a4b281-ab8f-405c-9e31-cbc1d7fc23eb service neutron] (109741) timed out ('10.222.0.15', 52297) {{(pid=109741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:15:32.975021 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0e97d04-53fd-499f-b475-9f1ad51998fc tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (e3f77591-a755-461c-9df2-03afd3e0b2e5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:33.006373 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832729c-10c2-4c7d-ab4c-ad099ab416fe req-28f04c17-054f-491d-b30b-856d3f2dc832 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:33.018879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d832729c-10c2-4c7d-ab4c-ad099ab416fe req-28f04c17-054f-491d-b30b-856d3f2dc832 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 1096 time: 0.0867202 Jan 27 22:15:33.044795 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60624) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server [None req-588c4416-9010-439e-9549-b79f7b8fda53 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e3f77591-a755-461c-9df2-03afd3e0b2e5: This subnet is being modified by another concurrent operation. Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise exception Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e3f77591-a755-461c-9df2-03afd3e0b2e5: This subnet is being modified by another concurrent operation. Jan 27 22:15:33.068928 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Jan 27 22:15:33.098421 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a554065-0d54-4ec0-8174-7266fbb4b0fe None None] get_active_networks_info from n-d-772272-3 {{(pid=109743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:15:33.117820 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e97d04-53fd-499f-b475-9f1ad51998fc tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f77591-a755-461c-9df2-03afd3e0b2e5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:33.123512 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d832729c-10c2-4c7d-ab4c-ad099ab416fe req-506a9ef2-6884-4b91-aa24-fe3d13f89e11 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031315 Jan 27 22:15:33.213130 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-b732a8eb-bd2f-4e78-99c6-1e024f51d8e2 tempest-DvrRoutersNegativeTest-1626955521 tempest-DvrRoutersNegativeTest-1626955521-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-254366429', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:33.215735 n-d-772272-3 neutron-server[109741]: DEBUG neutron.policy [None req-b732a8eb-bd2f-4e78-99c6-1e024f51d8e2 tempest-DvrRoutersNegativeTest-1626955521 tempest-DvrRoutersNegativeTest-1626955521-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109741) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 27 22:15:33.216061 n-d-772272-3 neutron-server[109741]: DEBUG neutron.policy [None req-b732a8eb-bd2f-4e78-99c6-1e024f51d8e2 tempest-DvrRoutersNegativeTest-1626955521 tempest-DvrRoutersNegativeTest-1626955521-project] Failed policy check for 'create_router' {{(pid=109741) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 27 22:15:33.216759 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-b732a8eb-bd2f-4e78-99c6-1e024f51d8e2 tempest-DvrRoutersNegativeTest-1626955521 tempest-DvrRoutersNegativeTest-1626955521-project] create failed (client error): Access was denied to this resource. Jan 27 22:15:33.225522 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b732a8eb-bd2f-4e78-99c6-1e024f51d8e2 tempest-DvrRoutersNegativeTest-1626955521 tempest-DvrRoutersNegativeTest-1626955521-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1768858 Jan 27 22:15:33.239873 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0e97d04-53fd-499f-b475-9f1ad51998fc tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (8c449106-b341-417c-8f3d-6b9041720d7c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:33.288501 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-f0e97d04-53fd-499f-b475-9f1ad51998fc tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c449106-b341-417c-8f3d-6b9041720d7c']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:33.315756 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-f0e97d04-53fd-499f-b475-9f1ad51998fc tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e9e6bc-2b84-41f5-9de1-604481197c51') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:33.318111 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-f0e97d04-53fd-499f-b475-9f1ad51998fc tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e9e6bc-2b84-41f5-9de1-604481197c51') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:33.337534 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0e97d04-53fd-499f-b475-9f1ad51998fc tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (c7e9e6bc-2b84-41f5-9de1-604481197c51), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:33.368074 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0e97d04-53fd-499f-b475-9f1ad51998fc tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (c7e9e6bc-2b84-41f5-9de1-604481197c51), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:33.371323 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a554065-0d54-4ec0-8174-7266fbb4b0fe None None] Resources bound (agent type, host, resource id): {{(pid=109743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:15:33.384835 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e97d04-53fd-499f-b475-9f1ad51998fc tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:33.386214 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0e97d04-53fd-499f-b475-9f1ad51998fc tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (c7e9e6bc-2b84-41f5-9de1-604481197c51), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:33.391685 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:33.519509 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0e97d04-53fd-499f-b475-9f1ad51998fc tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (8c449106-b341-417c-8f3d-6b9041720d7c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:33.598860 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0e97d04-53fd-499f-b475-9f1ad51998fc tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:33.605394 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f0e97d04-53fd-499f-b475-9f1ad51998fc tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/8c449106-b341-417c-8f3d-6b9041720d7c HTTP/1.1" status: 204 len: 168 time: 1.1545110 Jan 27 22:15:33.605394 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e97d04-53fd-499f-b475-9f1ad51998fc tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Network': ['ID=8c449106-b341-417c-8f3d-6b9041720d7c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:33.605679 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60648) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:33.611420 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-51382ed8-9920-47ea-a488-389a80524187 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1340972067'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:33.685866 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51382ed8-9920-47ea-a488-389a80524187 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Made reservation on behalf of 9aa96dac8020464c844a2346f20d12d4 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:33.689969 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-51382ed8-9920-47ea-a488-389a80524187 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:33.753041 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51382ed8-9920-47ea-a488-389a80524187 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:15:33.770709 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60650) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:33.782344 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-51382ed8-9920-47ea-a488-389a80524187 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (5e87fb3e-9e8e-4e02-882b-3a86da38bb18), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:33.783582 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-51382ed8-9920-47ea-a488-389a80524187 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Added segment 5e87fb3e-9e8e-4e02-882b-3a86da38bb18 of type vlan for network 5ab79a01-c4e5-4b05-96ca-621ada909596 Jan 27 22:15:33.823933 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e5d71b-cc4d-416a-b3c9-d49d6a915031 None None] Network 8c449106-b341-417c-8f3d-6b9041720d7c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:33.855503 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e5d71b-cc4d-416a-b3c9-d49d6a915031 None None] Network 8c449106-b341-417c-8f3d-6b9041720d7c could not be found, it might have been deleted concurrently. {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 22:15:33.885887 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-51382ed8-9920-47ea-a488-389a80524187 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (5ab79a01-c4e5-4b05-96ca-621ada909596), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:33.952485 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-51382ed8-9920-47ea-a488-389a80524187 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (5ab79a01-c4e5-4b05-96ca-621ada909596), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:33.957560 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51382ed8-9920-47ea-a488-389a80524187 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:33.958164 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-51382ed8-9920-47ea-a488-389a80524187 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:34.087031 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51382ed8-9920-47ea-a488-389a80524187 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Network': ['ID=5ab79a01-c4e5-4b05-96ca-621ada909596,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:34.097791 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 5ab79a01-c4e5-4b05-96ca-621ada909596 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:15:34.098769 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [req-9ff6ad30-49d3-436b-a963-aedbe8e2a47b req-0f1c6daa-42ce-4d8c-b509-840aee658e68 tempest-ServerActionsTestJSON-1176652086 tempest-ServerActionsTestJSON-1176652086-project] (109742) timed out ('10.222.0.15', 52108) {{(pid=109742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:15:34.131732 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-51382ed8-9920-47ea-a488-389a80524187 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5241902 Jan 27 22:15:34.134473 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60658) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:34.141965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f41c8a3d-6639-4f22-b192-8a1e872b4fa9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'subnet': {'network_id': '5ab79a01-c4e5-4b05-96ca-621ada909596', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:34.277333 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c49340-aa24-45ef-afdd-e6bcad3809c6 req-729debd4-e43f-4014-bd7c-a09180d47620 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:34.287452 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6c49340-aa24-45ef-afdd-e6bcad3809c6 req-729debd4-e43f-4014-bd7c-a09180d47620 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 1096 time: 0.0569563 Jan 27 22:15:34.382177 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6c49340-aa24-45ef-afdd-e6bcad3809c6 req-0b438569-4a49-493e-af11-11300a182b0c tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931959 Jan 27 22:15:34.417947 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27e0c4af-d81a-4136-b82f-70417713a102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:34.469499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41c8a3d-6639-4f22-b192-8a1e872b4fa9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Made reservation on behalf of 9aa96dac8020464c844a2346f20d12d4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:34.475704 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f41c8a3d-6639-4f22-b192-8a1e872b4fa9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:34.577985 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.ipam_backend_mixin [None req-f41c8a3d-6639-4f22-b192-8a1e872b4fa9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Performing IP validity checks on allocation pools {{(pid=109742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 22:15:34.578512 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.ipam_backend_mixin [None req-f41c8a3d-6639-4f22-b192-8a1e872b4fa9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 22:15:34.771605 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f41c8a3d-6639-4f22-b192-8a1e872b4fa9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (a33f2640-075d-4f66-ac8f-c3765afdb291), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:34.878826 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c8a3d-6639-4f22-b192-8a1e872b4fa9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Subnet': ['ID=a33f2640-075d-4f66-ac8f-c3765afdb291,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:34.948746 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27e0c4af-d81a-4136-b82f-70417713a102 admin admin] Publish callbacks [] for security_group (d0347c1a-42de-40e0-9914-76fbf634b4d5), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:34.973523 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27e0c4af-d81a-4136-b82f-70417713a102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d0347c1a-42de-40e0-9914-76fbf634b4d5), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:35.005178 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41c8a3d-6639-4f22-b192-8a1e872b4fa9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Checking segment: {'id': '5e87fb3e-9e8e-4e02-882b-3a86da38bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5ab79a01-c4e5-4b05-96ca-621ada909596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:35.007076 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41c8a3d-6639-4f22-b192-8a1e872b4fa9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network hostable DHCP agents. Network: 5ab79a01-c4e5-4b05-96ca-621ada909596, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:15:35.046418 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-27e0c4af-d81a-4136-b82f-70417713a102 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=78cdf2c825f14ed898b4a8a19dbef35c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2744617 Jan 27 22:15:35.047983 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41c8a3d-6639-4f22-b192-8a1e872b4fa9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network 5ab79a01-c4e5-4b05-96ca-621ada909596 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:15:35.050182 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60674) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:35.052383 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0c4af-d81a-4136-b82f-70417713a102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0347c1a-42de-40e0-9914-76fbf634b4d5,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:35.114246 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-f41c8a3d-6639-4f22-b192-8a1e872b4fa9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 5ab79a01-c4e5-4b05-96ca-621ada909596) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:35.128636 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc5f75d-917d-4164-97fb-d5b5e7bbbf91 None None] Network 5ab79a01-c4e5-4b05-96ca-621ada909596 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:35.132768 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41c8a3d-6639-4f22-b192-8a1e872b4fa9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:35.133063 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f41c8a3d-6639-4f22-b192-8a1e872b4fa9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:35.166587 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f41c8a3d-6639-4f22-b192-8a1e872b4fa9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0306115 Jan 27 22:15:35.167578 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8b84d0bb-9733-42ef-9e7d-74cd2b36da99 admin admin] Publish callbacks [] for security_group (d0347c1a-42de-40e0-9914-76fbf634b4d5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:35.169958 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60676) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:35.190638 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77efad7-2e39-4d75-a30d-e6d7fb5e053a req-e9bee83e-e199-4f48-bbfe-56ac8ab58c12 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:35.197858 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a77efad7-2e39-4d75-a30d-e6d7fb5e053a req-e9bee83e-e199-4f48-bbfe-56ac8ab58c12 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 1096 time: 0.1122625 Jan 27 22:15:35.250230 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8b84d0bb-9733-42ef-9e7d-74cd2b36da99 admin admin] Publish callbacks [] for security_group (d0347c1a-42de-40e0-9914-76fbf634b4d5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:35.338847 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-a77efad7-2e39-4d75-a30d-e6d7fb5e053a req-40e141d5-4eb0-4a7f-baea-aca765ff3954 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Deleting port 02ceb971-25c2-4f28-9b5a-634d82f37f09 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:35.339401 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a77efad7-2e39-4d75-a30d-e6d7fb5e053a req-40e141d5-4eb0-4a7f-baea-aca765ff3954 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (02ceb971-25c2-4f28-9b5a-634d82f37f09), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:35.351633 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da83363-06ef-420d-8c4d-0beb3cd2acce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-5ab79a01-c4e5-4b05-96ca-621ada909596', 'network_id': '5ab79a01-c4e5-4b05-96ca-621ada909596', 'project_id': '9aa96dac8020464c844a2346f20d12d4', 'fixed_ips': [{'subnet_id': 'a33f2640-075d-4f66-ac8f-c3765afdb291'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:15:35.353050 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0da83363-06ef-420d-8c4d-0beb3cd2acce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:35.387834 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (5ab79a01-c4e5-4b05-96ca-621ada909596), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:35.467615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a77efad7-2e39-4d75-a30d-e6d7fb5e053a req-40e141d5-4eb0-4a7f-baea-aca765ff3954 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] For port 02ceb971-25c2-4f28-9b5a-634d82f37f09, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=02ceb971-25c2-4f28-9b5a-634d82f37f09,segment=NetworkSegment(741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7),segment_id=741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:35.468250 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a77efad7-2e39-4d75-a30d-e6d7fb5e053a req-40e141d5-4eb0-4a7f-baea-aca765ff3954 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (02ceb971-25c2-4f28-9b5a-634d82f37f09), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:35.489473 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-a77efad7-2e39-4d75-a30d-e6d7fb5e053a req-40e141d5-4eb0-4a7f-baea-aca765ff3954 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Calling delete_port for 02ceb971-25c2-4f28-9b5a-634d82f37f09 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:35.686196 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-0da83363-06ef-420d-8c4d-0beb3cd2acce None None] Allocated IP 172.20.0.3 (5ab79a01-c4e5-4b05-96ca-621ada909596/a33f2640-075d-4f66-ac8f-c3765afdb291/63530d6c-db3f-497e-9d50-2b90c19992c5) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:15:35.729223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60688) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:35.765843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40704a66-d8cd-41db-9c86-4a3237b60ce2 req-2e942c29-a3db-4550-958f-274a7e220363 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:35.767991 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-40704a66-d8cd-41db-9c86-4a3237b60ce2 req-2e942c29-a3db-4550-958f-274a7e220363 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6c33b48a-af0b-40c5-8225-9c08e23d8b6d HTTP/1.1" status: 200 len: 1096 time: 0.1417766 Jan 27 22:15:35.893578 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-40704a66-d8cd-41db-9c86-4a3237b60ce2 req-514d031c-d714-4367-b682-31906b04ee72 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179192 Jan 27 22:15:35.900764 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a77efad7-2e39-4d75-a30d-e6d7fb5e053a req-40e141d5-4eb0-4a7f-baea-aca765ff3954 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (02ceb971-25c2-4f28-9b5a-634d82f37f09), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:35.922960 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['fb4fd638-3f8a-4081-9d46-02fad72882d5'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:15:35.926574 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['02ceb971-25c2-4f28-9b5a-634d82f37f09'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:15:36.094865 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77efad7-2e39-4d75-a30d-e6d7fb5e053a req-40e141d5-4eb0-4a7f-baea-aca765ff3954 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] No DVR routers for this DVR port 02ceb971-25c2-4f28-9b5a-634d82f37f09 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:36.100479 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a77efad7-2e39-4d75-a30d-e6d7fb5e053a req-40e141d5-4eb0-4a7f-baea-aca765ff3954 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:36.105822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a77efad7-2e39-4d75-a30d-e6d7fb5e053a req-40e141d5-4eb0-4a7f-baea-aca765ff3954 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.21 "DELETE /v2.0/ports/02ceb971-25c2-4f28-9b5a-634d82f37f09 HTTP/1.1" status: 204 len: 173 time: 0.8994091 Jan 27 22:15:36.106679 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4cf808de-80a8-4b9f-9548-933e5b6250ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:36.142196 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c33b48a-af0b-40c5-8225-9c08e23d8b6d', 'name': 'network-vif-deleted', 'tag': '02ceb971-25c2-4f28-9b5a-634d82f37f09'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:15:36.157348 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb30aa8c-46bb-44d5-8cc6-678fef08affa" -d '{"events": [{"server_uuid": "6c33b48a-af0b-40c5-8225-9c08e23d8b6d", "name": "network-vif-deleted", "tag": "02ceb971-25c2-4f28-9b5a-634d82f37f09"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:15:36.175764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e141d5-4eb0-4a7f-baea-aca765ff3954 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Pushing event deleted for resources: {'Port': ['ID=02ceb971-25c2-4f28-9b5a-634d82f37f09,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:36.176316 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0da83363-06ef-420d-8c4d-0beb3cd2acce None None] Publish callbacks [] for port (63530d6c-db3f-497e-9d50-2b90c19992c5), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:36.277837 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0da83363-06ef-420d-8c4d-0beb3cd2acce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (63530d6c-db3f-497e-9d50-2b90c19992c5), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:36.299503 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3ea6dd-2d08-4946-8d0d-0affec11340d x-openstack-request-id: req-cb3ea6dd-2d08-4946-8d0d-0affec11340d {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:15:36.300073 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c33b48a-af0b-40c5-8225-9c08e23d8b6d", "name": "network-vif-deleted", "tag": "02ceb971-25c2-4f28-9b5a-634d82f37f09", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:15:36.300217 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb3ea6dd-2d08-4946-8d0d-0affec11340d {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:15:36.300595 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c33b48a-af0b-40c5-8225-9c08e23d8b6d', 'name': 'network-vif-deleted', 'tag': '02ceb971-25c2-4f28-9b5a-634d82f37f09', 'status': 'completed', 'code': 200} Jan 27 22:15:36.386851 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da83363-06ef-420d-8c4d-0beb3cd2acce None None] Network 5ab79a01-c4e5-4b05-96ca-621ada909596 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:15:36.430791 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-0da83363-06ef-420d-8c4d-0beb3cd2acce None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:36.441287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da83363-06ef-420d-8c4d-0beb3cd2acce None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:15:36.451463 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4cf808de-80a8-4b9f-9548-933e5b6250ab admin admin] Publish callbacks [] for security_group (f5b75147-98a1-4839-aa76-0677c4f883a9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:36.458602 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4cf808de-80a8-4b9f-9548-933e5b6250ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f5b75147-98a1-4839-aa76-0677c4f883a9), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:36.497715 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf808de-80a8-4b9f-9548-933e5b6250ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b75147-98a1-4839-aa76-0677c4f883a9,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:36.518800 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf808de-80a8-4b9f-9548-933e5b6250ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:36.519689 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf808de-80a8-4b9f-9548-933e5b6250ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:36.520522 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf808de-80a8-4b9f-9548-933e5b6250ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:36.521012 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf808de-80a8-4b9f-9548-933e5b6250ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:36.521563 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf808de-80a8-4b9f-9548-933e5b6250ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:36.522055 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf808de-80a8-4b9f-9548-933e5b6250ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:36.522707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf808de-80a8-4b9f-9548-933e5b6250ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:36.523187 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf808de-80a8-4b9f-9548-933e5b6250ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:36.524379 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf808de-80a8-4b9f-9548-933e5b6250ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:36.525311 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da83363-06ef-420d-8c4d-0beb3cd2acce None None] Pushing event updated for resources: {'Port': ['ID=63530d6c-db3f-497e-9d50-2b90c19992c5,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:36.533938 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf808de-80a8-4b9f-9548-933e5b6250ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:36.534554 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf808de-80a8-4b9f-9548-933e5b6250ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:36.534906 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf808de-80a8-4b9f-9548-933e5b6250ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:36.535320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf808de-80a8-4b9f-9548-933e5b6250ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:36.550771 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4cf808de-80a8-4b9f-9548-933e5b6250ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22980c023401427e8006c92ea2d205de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8178184 Jan 27 22:15:36.551466 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60700) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:36.591724 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-0da83363-06ef-420d-8c4d-0beb3cd2acce None None] Attempting to bind port 63530d6c-db3f-497e-9d50-2b90c19992c5 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:15:36.591724 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-0da83363-06ef-420d-8c4d-0beb3cd2acce None None] Attempting to bind port 63530d6c-db3f-497e-9d50-2b90c19992c5 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '5e87fb3e-9e8e-4e02-882b-3a86da38bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5ab79a01-c4e5-4b05-96ca-621ada909596'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:15:36.592065 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da83363-06ef-420d-8c4d-0beb3cd2acce None None] Attempting to bind port 63530d6c-db3f-497e-9d50-2b90c19992c5 on network 5ab79a01-c4e5-4b05-96ca-621ada909596 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:36.599590 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da83363-06ef-420d-8c4d-0beb3cd2acce None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:15:36.599973 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da83363-06ef-420d-8c4d-0beb3cd2acce None None] Checking segment: {'id': '5e87fb3e-9e8e-4e02-882b-3a86da38bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5ab79a01-c4e5-4b05-96ca-621ada909596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:36.600409 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0da83363-06ef-420d-8c4d-0beb3cd2acce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:36.600818 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da83363-06ef-420d-8c4d-0beb3cd2acce None None] Bound using segment: {'id': '5e87fb3e-9e8e-4e02-882b-3a86da38bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5ab79a01-c4e5-4b05-96ca-621ada909596'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:15:36.601306 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-0da83363-06ef-420d-8c4d-0beb3cd2acce None None] Bound port: 63530d6c-db3f-497e-9d50-2b90c19992c5, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e87fb3e-9e8e-4e02-882b-3a86da38bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5ab79a01-c4e5-4b05-96ca-621ada909596'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:15:36.601698 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0da83363-06ef-420d-8c4d-0beb3cd2acce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (63530d6c-db3f-497e-9d50-2b90c19992c5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:36.656145 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8b84d0bb-9733-42ef-9e7d-74cd2b36da99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d0347c1a-42de-40e0-9914-76fbf634b4d5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:36.659060 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8b84d0bb-9733-42ef-9e7d-74cd2b36da99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:36.674944 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8b84d0bb-9733-42ef-9e7d-74cd2b36da99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0347c1a-42de-40e0-9914-76fbf634b4d5 HTTP/1.1" status: 204 len: 168 time: 1.6235104 Jan 27 22:15:36.712271 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f517deca-27d7-40a6-99e4-e40a2e19f62b admin admin] Publish callbacks [] for security_group (f5b75147-98a1-4839-aa76-0677c4f883a9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:36.728563 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Deleting port 63530d6c-db3f-497e-9d50-2b90c19992c5 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:36.728944 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (63530d6c-db3f-497e-9d50-2b90c19992c5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:36.747261 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84d0bb-9733-42ef-9e7d-74cd2b36da99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0347c1a-42de-40e0-9914-76fbf634b4d5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:36.765556 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-0da83363-06ef-420d-8c4d-0beb3cd2acce None None] For port 63530d6c-db3f-497e-9d50-2b90c19992c5, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:15:36.801415 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f517deca-27d7-40a6-99e4-e40a2e19f62b admin admin] Publish callbacks [] for security_group (f5b75147-98a1-4839-aa76-0677c4f883a9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:36.808703 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-0da83363-06ef-420d-8c4d-0beb3cd2acce None None] For port 63530d6c-db3f-497e-9d50-2b90c19992c5, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=63530d6c-db3f-497e-9d50-2b90c19992c5,segment=NetworkSegment(5e87fb3e-9e8e-4e02-882b-3a86da38bb18),segment_id=5e87fb3e-9e8e-4e02-882b-3a86da38bb18)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:15:36.814905 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0da83363-06ef-420d-8c4d-0beb3cd2acce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (63530d6c-db3f-497e-9d50-2b90c19992c5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:36.945867 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] For port 63530d6c-db3f-497e-9d50-2b90c19992c5, host n-d-772272-3, got binding levels [] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:36.947156 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (63530d6c-db3f-497e-9d50-2b90c19992c5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:36.958455 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f517deca-27d7-40a6-99e4-e40a2e19f62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f5b75147-98a1-4839-aa76-0677c4f883a9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:36.965100 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f517deca-27d7-40a6-99e4-e40a2e19f62b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:36.971556 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f517deca-27d7-40a6-99e4-e40a2e19f62b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5b75147-98a1-4839-aa76-0677c4f883a9 HTTP/1.1" status: 204 len: 168 time: 0.4189572 Jan 27 22:15:36.973753 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Calling delete_port for 63530d6c-db3f-497e-9d50-2b90c19992c5 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:37.017334 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517deca-27d7-40a6-99e4-e40a2e19f62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b75147-98a1-4839-aa76-0677c4f883a9,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:37.075044 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da83363-06ef-420d-8c4d-0beb3cd2acce None None] Pushing event updated for resources: {'Port': ['ID=63530d6c-db3f-497e-9d50-2b90c19992c5,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:37.198319 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (63530d6c-db3f-497e-9d50-2b90c19992c5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:37.342935 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Port': ['ID=63530d6c-db3f-497e-9d50-2b90c19992c5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:37.390607 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No DVR routers for this DVR port 63530d6c-db3f-497e-9d50-2b90c19992c5 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:37.526933 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (a33f2640-075d-4f66-ac8f-c3765afdb291), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:37.547860 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237185db-1aec-430b-b205-d9e279fa252b req-19a417ce-22a2-4892-bb00-9403cc01065f tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:37.557483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-237185db-1aec-430b-b205-d9e279fa252b req-19a417ce-22a2-4892-bb00-9403cc01065f tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bda7671c-c64d-4288-b8c4-66a47a90ab3d HTTP/1.1" status: 200 len: 1097 time: 0.0591621 Jan 27 22:15:37.638044 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-237185db-1aec-430b-b205-d9e279fa252b req-ac96f687-4c64-4666-ae93-9c72ef9a23e3 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690489 Jan 27 22:15:37.665845 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (a33f2640-075d-4f66-ac8f-c3765afdb291), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:37.750769 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Subnet': ['ID=a33f2640-075d-4f66-ac8f-c3765afdb291,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:37.895934 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (5ab79a01-c4e5-4b05-96ca-621ada909596), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:37.942496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60730) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:37.944119 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab79a01-c4e5-4b05-96ca-621ada909596']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:37.974267 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4056737b-4dd6-4ad8-b8e5-354d3bc85ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:37.979854 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e87fb3e-9e8e-4e02-882b-3a86da38bb18') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:37.980674 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e87fb3e-9e8e-4e02-882b-3a86da38bb18') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:38.007802 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (5e87fb3e-9e8e-4e02-882b-3a86da38bb18), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:38.039905 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (5e87fb3e-9e8e-4e02-882b-3a86da38bb18), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:38.048201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:38.049139 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (5e87fb3e-9e8e-4e02-882b-3a86da38bb18), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:38.053340 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:38.171320 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (5ab79a01-c4e5-4b05-96ca-621ada909596), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:38.182778 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:38.199870 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/5ab79a01-c4e5-4b05-96ca-621ada909596 HTTP/1.1" status: 204 len: 168 time: 3.0278895 Jan 27 22:15:38.202542 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60738) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:38.227277 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5bbb2a2f-860c-48c4-9bc2-121b575d687d tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1372607872'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:38.252071 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1eb5c5-24a8-405c-8305-441ef711c2ec tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Network': ['ID=5ab79a01-c4e5-4b05-96ca-621ada909596,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:38.275425 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbb2a2f-860c-48c4-9bc2-121b575d687d tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Made reservation on behalf of 9aa96dac8020464c844a2346f20d12d4 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:38.280886 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2a2f-860c-48c4-9bc2-121b575d687d tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:38.282998 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4056737b-4dd6-4ad8-b8e5-354d3bc85ef1 admin admin] Publish callbacks [] for security_group (11c78986-72b3-4ece-8d6e-8681f39b5046), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:38.288195 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4056737b-4dd6-4ad8-b8e5-354d3bc85ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (11c78986-72b3-4ece-8d6e-8681f39b5046), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:38.315167 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bbb2a2f-860c-48c4-9bc2-121b575d687d tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:15:38.330114 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2a2f-860c-48c4-9bc2-121b575d687d tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (51df7aac-5aec-46e6-ba22-03687a012818), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:38.330676 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-5bbb2a2f-860c-48c4-9bc2-121b575d687d tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Added segment 51df7aac-5aec-46e6-ba22-03687a012818 of type vlan for network dc725604-51ee-4491-9237-24245cc46ef9 Jan 27 22:15:38.369825 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056737b-4dd6-4ad8-b8e5-354d3bc85ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c78986-72b3-4ece-8d6e-8681f39b5046,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:38.383217 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2a2f-860c-48c4-9bc2-121b575d687d tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (dc725604-51ee-4491-9237-24245cc46ef9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:38.416458 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2a2f-860c-48c4-9bc2-121b575d687d tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (dc725604-51ee-4491-9237-24245cc46ef9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:38.429827 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbb2a2f-860c-48c4-9bc2-121b575d687d tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:38.431756 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5bbb2a2f-860c-48c4-9bc2-121b575d687d tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:38.438067 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4056737b-4dd6-4ad8-b8e5-354d3bc85ef1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee230dc60fb043f69f350f5de61c46dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4921172 Jan 27 22:15:38.442366 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60744) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:38.550902 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60748) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:38.607928 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb2a2f-860c-48c4-9bc2-121b575d687d tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Network': ['ID=dc725604-51ee-4491-9237-24245cc46ef9,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:38.610872 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29fbf07a-a8a5-4733-bf77-36a7b901ca4e admin admin] Publish callbacks [] for security_group (11c78986-72b3-4ece-8d6e-8681f39b5046), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:38.626211 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network dc725604-51ee-4491-9237-24245cc46ef9 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:15:38.634736 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5bbb2a2f-860c-48c4-9bc2-121b575d687d tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4159451 Jan 27 22:15:38.635357 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60754) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:38.653187 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9b2b227d-a2f7-4cdc-a8d2-140e1b87ca88 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'subnet': {'network_id': 'dc725604-51ee-4491-9237-24245cc46ef9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:38.726867 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29fbf07a-a8a5-4733-bf77-36a7b901ca4e admin admin] Publish callbacks [] for security_group (11c78986-72b3-4ece-8d6e-8681f39b5046), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:38.896897 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2b227d-a2f7-4cdc-a8d2-140e1b87ca88 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Made reservation on behalf of 9aa96dac8020464c844a2346f20d12d4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:38.905251 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9b2b227d-a2f7-4cdc-a8d2-140e1b87ca88 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:38.913863 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-820ba85a-b260-41fb-be04-3995cc57394c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-132086122-network', 'tenant_id': '9a510abf62d54e28a45b1204d972c87c'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:39.072464 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820ba85a-b260-41fb-be04-3995cc57394c admin admin] Made reservation on behalf of 9a510abf62d54e28a45b1204d972c87c for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:39.074884 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-820ba85a-b260-41fb-be04-3995cc57394c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:39.103821 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29fbf07a-a8a5-4733-bf77-36a7b901ca4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (11c78986-72b3-4ece-8d6e-8681f39b5046), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:39.114127 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29fbf07a-a8a5-4733-bf77-36a7b901ca4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:39.117776 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-29fbf07a-a8a5-4733-bf77-36a7b901ca4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11c78986-72b3-4ece-8d6e-8681f39b5046 HTTP/1.1" status: 204 len: 168 time: 0.6717219 Jan 27 22:15:39.140071 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbf07a-a8a5-4733-bf77-36a7b901ca4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c78986-72b3-4ece-8d6e-8681f39b5046,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:39.144889 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-820ba85a-b260-41fb-be04-3995cc57394c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:39.154708 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e4781-ac57-4f87-aab5-cb5334623a70 req-a0a235fa-4259-4ba1-aa91-5c6f56220701 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:39.162038 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf0e4781-ac57-4f87-aab5-cb5334623a70 req-a0a235fa-4259-4ba1-aa91-5c6f56220701 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bda7671c-c64d-4288-b8c4-66a47a90ab3d HTTP/1.1" status: 200 len: 1097 time: 0.3373787 Jan 27 22:15:39.162542 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9b2b227d-a2f7-4cdc-a8d2-140e1b87ca88 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (b6c2faab-be21-4ac7-ade1-c2b36cdebbdf), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:39.276292 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b227d-a2f7-4cdc-a8d2-140e1b87ca88 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Subnet': ['ID=b6c2faab-be21-4ac7-ade1-c2b36cdebbdf,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:39.339000 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2295260-2341-4502-9990-c26414499f5f None None] DHCP port deletion for 5ab79a01-c4e5-4b05-96ca-621ada909596 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:15:39.368580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26dab4-57f4-4cb7-8d2c-773de3670ecc req-af497616-6eb4-4b21-ba2f-47a9fdcf420c tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:39.368928 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6994e633-860c-4e49-ac4d-bb31524bcbc6 None None] Network 5ab79a01-c4e5-4b05-96ca-621ada909596 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:39.375723 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac26dab4-57f4-4cb7-8d2c-773de3670ecc req-af497616-6eb4-4b21-ba2f-47a9fdcf420c tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bda7671c-c64d-4288-b8c4-66a47a90ab3d HTTP/1.1" status: 200 len: 1097 time: 0.5493577 Jan 27 22:15:39.379213 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-94775c74-7bb4-4559-9410-9cdfeb7e1215 None None] Could not find standard attr ID for object 63530d6c-db3f-497e-9d50-2b90c19992c5. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:15:39.387939 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2b227d-a2f7-4cdc-a8d2-140e1b87ca88 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Checking segment: {'id': '51df7aac-5aec-46e6-ba22-03687a012818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc725604-51ee-4491-9237-24245cc46ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:39.388375 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2b227d-a2f7-4cdc-a8d2-140e1b87ca88 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network hostable DHCP agents. Network: dc725604-51ee-4491-9237-24245cc46ef9, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:15:39.428531 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2b227d-a2f7-4cdc-a8d2-140e1b87ca88 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network dc725604-51ee-4491-9237-24245cc46ef9 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:15:39.429064 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6994e633-860c-4e49-ac4d-bb31524bcbc6 None None] Network 5ab79a01-c4e5-4b05-96ca-621ada909596 could not be found, it might have been deleted concurrently. {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 22:15:39.452773 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-9b2b227d-a2f7-4cdc-a8d2-140e1b87ca88 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, dc725604-51ee-4491-9237-24245cc46ef9) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:39.462808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4c3e2f-fa84-4c1f-9899-820bb7977cf9 None None] Network dc725604-51ee-4491-9237-24245cc46ef9 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:39.466731 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2b227d-a2f7-4cdc-a8d2-140e1b87ca88 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:39.471656 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9b2b227d-a2f7-4cdc-a8d2-140e1b87ca88 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:39.523154 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9b2b227d-a2f7-4cdc-a8d2-140e1b87ca88 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8867004 Jan 27 22:15:39.524818 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60764) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:39.706339 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fcdb25-5b6a-43c9-9509-6fa516eed3a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-dc725604-51ee-4491-9237-24245cc46ef9', 'network_id': 'dc725604-51ee-4491-9237-24245cc46ef9', 'project_id': '9aa96dac8020464c844a2346f20d12d4', 'fixed_ips': [{'subnet_id': 'b6c2faab-be21-4ac7-ade1-c2b36cdebbdf'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:15:39.708635 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-10fcdb25-5b6a-43c9-9509-6fa516eed3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:39.774010 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7f8afa8-02c7-4363-a24e-4f0f413890f2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (dc725604-51ee-4491-9237-24245cc46ef9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:39.842532 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-820ba85a-b260-41fb-be04-3995cc57394c admin admin] Publish callbacks [] for security_group (c981eb16-7cfb-4bf6-b750-9c1cf793a7a6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:39.849002 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac26dab4-57f4-4cb7-8d2c-773de3670ecc req-c5b1dcef-c86d-4166-a4f1-4b9735b810c8 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=6dd307d9-250c-4cd4-9bfb-bfff32de77e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806994 Jan 27 22:15:39.854414 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-820ba85a-b260-41fb-be04-3995cc57394c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c981eb16-7cfb-4bf6-b750-9c1cf793a7a6), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:39.907314 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7f8afa8-02c7-4363-a24e-4f0f413890f2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (b6c2faab-be21-4ac7-ade1-c2b36cdebbdf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:39.939797 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820ba85a-b260-41fb-be04-3995cc57394c admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:15:39.946437 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 02ceb971-25c2-4f28-9b5a-634d82f37f09 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:39.961771 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-820ba85a-b260-41fb-be04-3995cc57394c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (a7e715f5-8f4e-4e60-b8b9-8b63ef925c7a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:39.962138 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-820ba85a-b260-41fb-be04-3995cc57394c admin admin] Added segment a7e715f5-8f4e-4e60-b8b9-8b63ef925c7a of type vlan for network ae92b8ba-7a49-466b-8536-adf87130077b Jan 27 22:15:40.020632 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 02ceb971-25c2-4f28-9b5a-634d82f37f09 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:15:40.020975 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 02ceb971-25c2-4f28-9b5a-634d82f37f09 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server [None req-10fcdb25-5b6a-43c9-9509-6fa516eed3a7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6c2faab-be21-4ac7-ade1-c2b36cdebbdf: This subnet is being modified by another concurrent operation. Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise exception Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6c2faab-be21-4ac7-ade1-c2b36cdebbdf: This subnet is being modified by another concurrent operation. Jan 27 22:15:40.039772 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Jan 27 22:15:40.046480 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7f8afa8-02c7-4363-a24e-4f0f413890f2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (b6c2faab-be21-4ac7-ade1-c2b36cdebbdf), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:40.054314 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-820ba85a-b260-41fb-be04-3995cc57394c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (ae92b8ba-7a49-466b-8536-adf87130077b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:40.070633 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce9f69b-31b7-4112-a7f3-adb7c1234ee9 None None] get_active_networks_info from n-d-772272-3 {{(pid=109743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:15:40.124867 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8afa8-02c7-4363-a24e-4f0f413890f2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c2faab-be21-4ac7-ade1-c2b36cdebbdf,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:40.161230 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-820ba85a-b260-41fb-be04-3995cc57394c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (ae92b8ba-7a49-466b-8536-adf87130077b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:40.166336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820ba85a-b260-41fb-be04-3995cc57394c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:40.166941 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-820ba85a-b260-41fb-be04-3995cc57394c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:40.168676 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 63530d6c-db3f-497e-9d50-2b90c19992c5 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:40.198784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-cf0e4781-ac57-4f87-aab5-cb5334623a70 req-9781bb3c-e9f8-4e0b-8eaf-96cce50ce600 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Deleting port fb4fd638-3f8a-4081-9d46-02fad72882d5 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:40.199130 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cf0e4781-ac57-4f87-aab5-cb5334623a70 req-9781bb3c-e9f8-4e0b-8eaf-96cce50ce600 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (fb4fd638-3f8a-4081-9d46-02fad72882d5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:40.218269 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 63530d6c-db3f-497e-9d50-2b90c19992c5 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:15:40.218627 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 63530d6c-db3f-497e-9d50-2b90c19992c5 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:15:40.240485 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ba85a-b260-41fb-be04-3995cc57394c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c981eb16-7cfb-4bf6-b750-9c1cf793a7a6,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:40.310809 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7f8afa8-02c7-4363-a24e-4f0f413890f2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (dc725604-51ee-4491-9237-24245cc46ef9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:40.344331 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-d7f8afa8-02c7-4363-a24e-4f0f413890f2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc725604-51ee-4491-9237-24245cc46ef9']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:40.366179 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-d7f8afa8-02c7-4363-a24e-4f0f413890f2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51df7aac-5aec-46e6-ba22-03687a012818') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:40.366490 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-d7f8afa8-02c7-4363-a24e-4f0f413890f2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51df7aac-5aec-46e6-ba22-03687a012818') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:40.386626 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7f8afa8-02c7-4363-a24e-4f0f413890f2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (51df7aac-5aec-46e6-ba22-03687a012818), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:40.402761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ba85a-b260-41fb-be04-3995cc57394c admin admin] Pushing event updated for resources: {'Network': ['ID=ae92b8ba-7a49-466b-8536-adf87130077b,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:40.423097 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network ae92b8ba-7a49-466b-8536-adf87130077b details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:15:40.439004 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-820ba85a-b260-41fb-be04-3995cc57394c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8828297 Jan 27 22:15:40.440465 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60786) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:40.448371 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-87b2c46f-0c08-466c-9395-3e1057429d75 admin admin] Request body: {'subnet': {'network_id': 'ae92b8ba-7a49-466b-8536-adf87130077b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-132086122-subnet', 'tenant_id': '9a510abf62d54e28a45b1204d972c87c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:40.473809 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b2c46f-0c08-466c-9395-3e1057429d75 admin admin] Made reservation on behalf of 9a510abf62d54e28a45b1204d972c87c for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:40.477781 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-87b2c46f-0c08-466c-9395-3e1057429d75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:40.482103 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7f8afa8-02c7-4363-a24e-4f0f413890f2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (51df7aac-5aec-46e6-ba22-03687a012818), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:40.538075 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce9f69b-31b7-4112-a7f3-adb7c1234ee9 None None] Resources bound (agent type, host, resource id): {{(pid=109743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:15:40.597809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-cf0e4781-ac57-4f87-aab5-cb5334623a70 req-9781bb3c-e9f8-4e0b-8eaf-96cce50ce600 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] For port fb4fd638-3f8a-4081-9d46-02fad72882d5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=fb4fd638-3f8a-4081-9d46-02fad72882d5,segment=NetworkSegment(741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7),segment_id=741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:40.603767 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cf0e4781-ac57-4f87-aab5-cb5334623a70 req-9781bb3c-e9f8-4e0b-8eaf-96cce50ce600 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (fb4fd638-3f8a-4081-9d46-02fad72882d5), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:40.616386 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f8afa8-02c7-4363-a24e-4f0f413890f2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:40.616813 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7f8afa8-02c7-4363-a24e-4f0f413890f2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (51df7aac-5aec-46e6-ba22-03687a012818), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:40.623385 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:40.641602 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-cf0e4781-ac57-4f87-aab5-cb5334623a70 req-9781bb3c-e9f8-4e0b-8eaf-96cce50ce600 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Calling delete_port for fb4fd638-3f8a-4081-9d46-02fad72882d5 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:40.913719 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cf0e4781-ac57-4f87-aab5-cb5334623a70 req-9781bb3c-e9f8-4e0b-8eaf-96cce50ce600 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (fb4fd638-3f8a-4081-9d46-02fad72882d5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:40.975955 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['fb4fd638-3f8a-4081-9d46-02fad72882d5'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:15:40.978816 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a75510-9fcd-4255-8ce6-be5735c344e9 None None] Network dc725604-51ee-4491-9237-24245cc46ef9 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:40.988481 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7f8afa8-02c7-4363-a24e-4f0f413890f2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (dc725604-51ee-4491-9237-24245cc46ef9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:41.020225 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781bb3c-e9f8-4e0b-8eaf-96cce50ce600 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb4fd638-3f8a-4081-9d46-02fad72882d5,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:41.043124 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7f8afa8-02c7-4363-a24e-4f0f413890f2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:41.056233 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d7f8afa8-02c7-4363-a24e-4f0f413890f2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/dc725604-51ee-4491-9237-24245cc46ef9 HTTP/1.1" status: 204 len: 168 time: 1.5272365 Jan 27 22:15:41.062626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a75510-9fcd-4255-8ce6-be5735c344e9 None None] Network dc725604-51ee-4491-9237-24245cc46ef9 could not be found, it might have been deleted concurrently. {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 22:15:41.075827 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60800) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:41.080404 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff069bf1-f469-4e3b-a7c4-a7d443da88ab req-f7007acc-8023-47e3-aba6-7c46a35a6ae1 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bda7671c-c64d-4288-b8c4-66a47a90ab3d HTTP/1.1" status: 200 len: 210 time: 0.0624843 Jan 27 22:15:41.145084 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-951d7ca9-282d-414f-aaea-9087b564f371 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1263086199'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:41.167078 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8afa8-02c7-4363-a24e-4f0f413890f2 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Network': ['ID=dc725604-51ee-4491-9237-24245cc46ef9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:41.181130 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0e4781-ac57-4f87-aab5-cb5334623a70 req-9781bb3c-e9f8-4e0b-8eaf-96cce50ce600 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] No DVR routers for this DVR port fb4fd638-3f8a-4081-9d46-02fad72882d5 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:41.183789 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cf0e4781-ac57-4f87-aab5-cb5334623a70 req-9781bb3c-e9f8-4e0b-8eaf-96cce50ce600 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:41.187278 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf0e4781-ac57-4f87-aab5-cb5334623a70 req-9781bb3c-e9f8-4e0b-8eaf-96cce50ce600 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.15 "DELETE /v2.0/ports/fb4fd638-3f8a-4081-9d46-02fad72882d5 HTTP/1.1" status: 204 len: 173 time: 2.0243919 Jan 27 22:15:41.187739 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda7671c-c64d-4288-b8c4-66a47a90ab3d', 'name': 'network-vif-deleted', 'tag': 'fb4fd638-3f8a-4081-9d46-02fad72882d5'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:15:41.190024 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd46cc3-8529-4a57-b4cd-f4738bcfc6a6" -d '{"events": [{"server_uuid": "bda7671c-c64d-4288-b8c4-66a47a90ab3d", "name": "network-vif-deleted", "tag": "fb4fd638-3f8a-4081-9d46-02fad72882d5"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:15:41.287225 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951d7ca9-282d-414f-aaea-9087b564f371 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Made reservation on behalf of 9aa96dac8020464c844a2346f20d12d4 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:41.297528 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-951d7ca9-282d-414f-aaea-9087b564f371 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:41.302912 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e3c051-1a8e-4fa8-ae3c-17d400718b78 x-openstack-request-id: req-a9e3c051-1a8e-4fa8-ae3c-17d400718b78 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:15:41.303281 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda7671c-c64d-4288-b8c4-66a47a90ab3d", "name": "network-vif-deleted", "tag": "fb4fd638-3f8a-4081-9d46-02fad72882d5", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:15:41.303539 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9e3c051-1a8e-4fa8-ae3c-17d400718b78 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:15:41.304006 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda7671c-c64d-4288-b8c4-66a47a90ab3d', 'name': 'network-vif-deleted', 'tag': 'fb4fd638-3f8a-4081-9d46-02fad72882d5', 'status': 'completed', 'code': 200} Jan 27 22:15:41.458817 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951d7ca9-282d-414f-aaea-9087b564f371 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:15:41.474112 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-87b2c46f-0c08-466c-9395-3e1057429d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (90c3fd7e-739a-4334-9069-003e33b92a82), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:41.515034 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-951d7ca9-282d-414f-aaea-9087b564f371 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (87629de8-f9b2-44ba-9297-6aef5b5efa5e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:41.515415 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-951d7ca9-282d-414f-aaea-9087b564f371 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Added segment 87629de8-f9b2-44ba-9297-6aef5b5efa5e of type vlan for network 19d388d2-e274-423e-95d9-1b1734ee36f5 Jan 27 22:15:41.714274 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2c46f-0c08-466c-9395-3e1057429d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90c3fd7e-739a-4334-9069-003e33b92a82,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:41.832282 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-951d7ca9-282d-414f-aaea-9087b564f371 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (19d388d2-e274-423e-95d9-1b1734ee36f5), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:41.844326 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b2c46f-0c08-466c-9395-3e1057429d75 admin admin] Checking segment: {'id': 'a7e715f5-8f4e-4e60-b8b9-8b63ef925c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae92b8ba-7a49-466b-8536-adf87130077b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:41.844826 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b2c46f-0c08-466c-9395-3e1057429d75 admin admin] Network hostable DHCP agents. Network: ae92b8ba-7a49-466b-8536-adf87130077b, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:15:41.934942 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b2c46f-0c08-466c-9395-3e1057429d75 admin admin] Network ae92b8ba-7a49-466b-8536-adf87130077b is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:15:41.968348 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-951d7ca9-282d-414f-aaea-9087b564f371 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (19d388d2-e274-423e-95d9-1b1734ee36f5), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:41.973915 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951d7ca9-282d-414f-aaea-9087b564f371 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:41.974691 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-951d7ca9-282d-414f-aaea-9087b564f371 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:42.058051 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:15:42.128451 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d7ca9-282d-414f-aaea-9087b564f371 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Network': ['ID=19d388d2-e274-423e-95d9-1b1734ee36f5,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:42.143100 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-87b2c46f-0c08-466c-9395-3e1057429d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, ae92b8ba-7a49-466b-8536-adf87130077b) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:42.149751 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b2c46f-0c08-466c-9395-3e1057429d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:42.150581 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-87b2c46f-0c08-466c-9395-3e1057429d75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:42.153855 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a90907-71bc-4a57-987d-8f8895eb449e None None] Network ae92b8ba-7a49-466b-8536-adf87130077b requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:42.175177 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60830) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:42.182140 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-74bdc557-1ffb-4f79-af48-17ce2196c8fa tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'subnet': {'network_id': '19d388d2-e274-423e-95d9-1b1734ee36f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:42.186702 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-951d7ca9-282d-414f-aaea-9087b564f371 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1049464 Jan 27 22:15:42.225694 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-87b2c46f-0c08-466c-9395-3e1057429d75 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7748189 Jan 27 22:15:42.302681 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 19d388d2-e274-423e-95d9-1b1734ee36f5 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:15:42.444875 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bdc557-1ffb-4f79-af48-17ce2196c8fa tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Made reservation on behalf of 9aa96dac8020464c844a2346f20d12d4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:42.448404 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-74bdc557-1ffb-4f79-af48-17ce2196c8fa tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:42.759721 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afc13af-2918-4616-a921-abf74dfa64be None None] Network ae92b8ba-7a49-466b-8536-adf87130077b requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:42.919434 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:42.929049 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26fdd7b0-30de-4bf1-8b32-c13ebbd840d5 req-7f1e9f1e-36dc-4e00-a7fc-3d1c653f4249 tempest-TestServerMultinode-1513899095 tempest-TestServerMultinode-1513899095-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bda7671c-c64d-4288-b8c4-66a47a90ab3d HTTP/1.1" status: 200 len: 210 time: 0.3978732 Jan 27 22:15:43.004964 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-74bdc557-1ffb-4f79-af48-17ce2196c8fa tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (16263c7c-d40f-4cc8-9fc1-9f89cb8b2792), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:43.181766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bdc557-1ffb-4f79-af48-17ce2196c8fa tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Subnet': ['ID=16263c7c-d40f-4cc8-9fc1-9f89cb8b2792,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:43.202539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bdc557-1ffb-4f79-af48-17ce2196c8fa tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Checking segment: {'id': '87629de8-f9b2-44ba-9297-6aef5b5efa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '19d388d2-e274-423e-95d9-1b1734ee36f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:43.205954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bdc557-1ffb-4f79-af48-17ce2196c8fa tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network hostable DHCP agents. Network: 19d388d2-e274-423e-95d9-1b1734ee36f5, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:15:43.240874 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bdc557-1ffb-4f79-af48-17ce2196c8fa tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network 19d388d2-e274-423e-95d9-1b1734ee36f5 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:15:43.264247 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-74bdc557-1ffb-4f79-af48-17ce2196c8fa tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 19d388d2-e274-423e-95d9-1b1734ee36f5) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:43.274641 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da06851f-a5d4-4576-b0c5-993b997bc1de None None] Network 19d388d2-e274-423e-95d9-1b1734ee36f5 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:43.281341 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bdc557-1ffb-4f79-af48-17ce2196c8fa tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:43.282258 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-74bdc557-1ffb-4f79-af48-17ce2196c8fa tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:43.308765 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60862) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:43.319114 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-74bdc557-1ffb-4f79-af48-17ce2196c8fa tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1418629 Jan 27 22:15:43.512825 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c58e4f1-3e88-4e9d-9117-aa216ebb887d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-19d388d2-e274-423e-95d9-1b1734ee36f5', 'network_id': '19d388d2-e274-423e-95d9-1b1734ee36f5', 'project_id': '9aa96dac8020464c844a2346f20d12d4', 'fixed_ips': [{'subnet_id': '16263c7c-d40f-4cc8-9fc1-9f89cb8b2792'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:15:43.513509 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e50e6ff-8ac9-4072-87f5-8ad173f6363c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (19d388d2-e274-423e-95d9-1b1734ee36f5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:43.515293 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4c58e4f1-3e88-4e9d-9117-aa216ebb887d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:43.578636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60870) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:43.583656 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-f5db7bac-321e-49f8-8d1f-241b4e3df1bd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-640351272-network', 'tenant_id': '6247c048c1be4a01bcd0bc814a06d080'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:43.627290 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5db7bac-321e-49f8-8d1f-241b4e3df1bd admin admin] Made reservation on behalf of 6247c048c1be4a01bcd0bc814a06d080 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:43.629063 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e50e6ff-8ac9-4072-87f5-8ad173f6363c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (16263c7c-d40f-4cc8-9fc1-9f89cb8b2792), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:43.632563 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f5db7bac-321e-49f8-8d1f-241b4e3df1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:43.651852 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f5db7bac-321e-49f8-8d1f-241b4e3df1bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:43.749767 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e50e6ff-8ac9-4072-87f5-8ad173f6363c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (16263c7c-d40f-4cc8-9fc1-9f89cb8b2792), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:43.755010 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device fb4fd638-3f8a-4081-9d46-02fad72882d5 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server [None req-4c58e4f1-3e88-4e9d-9117-aa216ebb887d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16263c7c-d40f-4cc8-9fc1-9f89cb8b2792: This subnet is being modified by another concurrent operation. Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise exception Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16263c7c-d40f-4cc8-9fc1-9f89cb8b2792: This subnet is being modified by another concurrent operation. Jan 27 22:15:43.766646 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Jan 27 22:15:43.816235 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50e6ff-8ac9-4072-87f5-8ad173f6363c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Subnet': ['ID=16263c7c-d40f-4cc8-9fc1-9f89cb8b2792,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:43.847013 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f5db7bac-321e-49f8-8d1f-241b4e3df1bd admin admin] Publish callbacks [] for security_group (ea589364-df79-418c-895b-43e8384cdd13), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:43.855301 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f5db7bac-321e-49f8-8d1f-241b4e3df1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ea589364-df79-418c-895b-43e8384cdd13), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:43.863677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a11845b-2f58-4ac2-b2e0-fd6c4a9ce439 None None] get_active_networks_info from n-d-772272-3 {{(pid=109743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:15:43.891990 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db7bac-321e-49f8-8d1f-241b4e3df1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea589364-df79-418c-895b-43e8384cdd13,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:43.901719 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5db7bac-321e-49f8-8d1f-241b4e3df1bd admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:15:43.914184 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f5db7bac-321e-49f8-8d1f-241b4e3df1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (2323b14c-6bec-474d-b3a1-1a239c7d687f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:43.914547 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-f5db7bac-321e-49f8-8d1f-241b4e3df1bd admin admin] Added segment 2323b14c-6bec-474d-b3a1-1a239c7d687f of type vlan for network 5d08411f-9343-4f50-b552-ef8d9d3d2bfe Jan 27 22:15:43.957703 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e50e6ff-8ac9-4072-87f5-8ad173f6363c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (19d388d2-e274-423e-95d9-1b1734ee36f5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:44.024050 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-8e50e6ff-8ac9-4072-87f5-8ad173f6363c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d388d2-e274-423e-95d9-1b1734ee36f5']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:44.047365 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-8e50e6ff-8ac9-4072-87f5-8ad173f6363c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87629de8-f9b2-44ba-9297-6aef5b5efa5e') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:44.049711 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-8e50e6ff-8ac9-4072-87f5-8ad173f6363c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87629de8-f9b2-44ba-9297-6aef5b5efa5e') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:44.070470 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f5db7bac-321e-49f8-8d1f-241b4e3df1bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (5d08411f-9343-4f50-b552-ef8d9d3d2bfe), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:44.071305 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e50e6ff-8ac9-4072-87f5-8ad173f6363c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (87629de8-f9b2-44ba-9297-6aef5b5efa5e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:44.092884 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e50e6ff-8ac9-4072-87f5-8ad173f6363c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (87629de8-f9b2-44ba-9297-6aef5b5efa5e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:44.100372 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e50e6ff-8ac9-4072-87f5-8ad173f6363c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:44.110246 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e50e6ff-8ac9-4072-87f5-8ad173f6363c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (87629de8-f9b2-44ba-9297-6aef5b5efa5e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:44.164149 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60882) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:44.165144 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a11845b-2f58-4ac2-b2e0-fd6c4a9ce439 None None] Resources bound (agent type, host, resource id): {{(pid=109743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:15:44.180240 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f5db7bac-321e-49f8-8d1f-241b4e3df1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (5d08411f-9343-4f50-b552-ef8d9d3d2bfe), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:44.184453 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: fb4fd638-3f8a-4081-9d46-02fad72882d5 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:15:44.184860 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device fb4fd638-3f8a-4081-9d46-02fad72882d5 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:15:44.199055 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5db7bac-321e-49f8-8d1f-241b4e3df1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:44.204818 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f5db7bac-321e-49f8-8d1f-241b4e3df1bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:44.234843 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:44.250105 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e50e6ff-8ac9-4072-87f5-8ad173f6363c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (19d388d2-e274-423e-95d9-1b1734ee36f5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:44.285572 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e50e6ff-8ac9-4072-87f5-8ad173f6363c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:44.298175 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8e50e6ff-8ac9-4072-87f5-8ad173f6363c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/19d388d2-e274-423e-95d9-1b1734ee36f5 HTTP/1.1" status: 204 len: 168 time: 0.9877875 Jan 27 22:15:44.333863 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60886) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:44.348948 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-d5598d9c-13df-4554-8f0d-f4f93d8984b3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-464015226'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:44.353603 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50e6ff-8ac9-4072-87f5-8ad173f6363c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Network': ['ID=19d388d2-e274-423e-95d9-1b1734ee36f5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:44.414147 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f5db7bac-321e-49f8-8d1f-241b4e3df1bd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8320150 Jan 27 22:15:44.414695 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60890) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:44.423727 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c60af0ad-125b-420d-88d6-f08f86d07e9e admin admin] Request body: {'subnet': {'network_id': '5d08411f-9343-4f50-b552-ef8d9d3d2bfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-640351272-subnet', 'tenant_id': '6247c048c1be4a01bcd0bc814a06d080', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:44.437988 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db7bac-321e-49f8-8d1f-241b4e3df1bd admin admin] Pushing event updated for resources: {'Network': ['ID=5d08411f-9343-4f50-b552-ef8d9d3d2bfe,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:44.473968 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5598d9c-13df-4554-8f0d-f4f93d8984b3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Made reservation on behalf of 9aa96dac8020464c844a2346f20d12d4 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:44.474343 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 5d08411f-9343-4f50-b552-ef8d9d3d2bfe details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:15:44.477344 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d5598d9c-13df-4554-8f0d-f4f93d8984b3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:44.504033 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60af0ad-125b-420d-88d6-f08f86d07e9e admin admin] Made reservation on behalf of 6247c048c1be4a01bcd0bc814a06d080 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:44.507939 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c60af0ad-125b-420d-88d6-f08f86d07e9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:44.518915 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5598d9c-13df-4554-8f0d-f4f93d8984b3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:15:44.604843 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d5598d9c-13df-4554-8f0d-f4f93d8984b3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3c668c1a-d723-450b-a81d-975eb1e7e442), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:44.605201 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-d5598d9c-13df-4554-8f0d-f4f93d8984b3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Added segment 3c668c1a-d723-450b-a81d-975eb1e7e442 of type vlan for network 88dd41b9-f6e0-4c58-9784-27a7292683bf Jan 27 22:15:44.739708 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d5598d9c-13df-4554-8f0d-f4f93d8984b3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (88dd41b9-f6e0-4c58-9784-27a7292683bf), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:44.872832 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c60af0ad-125b-420d-88d6-f08f86d07e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (e9c7b9bb-cdb7-4b83-b6e0-bc7d290248f9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:44.903427 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d3ce84-7283-4246-818b-653cf1093637 None None] Network 19d388d2-e274-423e-95d9-1b1734ee36f5 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:44.925877 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d3ce84-7283-4246-818b-653cf1093637 None None] Network 19d388d2-e274-423e-95d9-1b1734ee36f5 could not be found, it might have been deleted concurrently. {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 22:15:44.949037 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60898) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:45.028223 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60af0ad-125b-420d-88d6-f08f86d07e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c7b9bb-cdb7-4b83-b6e0-bc7d290248f9,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:45.033927 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60af0ad-125b-420d-88d6-f08f86d07e9e admin admin] Checking segment: {'id': '2323b14c-6bec-474d-b3a1-1a239c7d687f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5d08411f-9343-4f50-b552-ef8d9d3d2bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:45.034876 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60af0ad-125b-420d-88d6-f08f86d07e9e admin admin] Network hostable DHCP agents. Network: 5d08411f-9343-4f50-b552-ef8d9d3d2bfe, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:15:45.074072 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60af0ad-125b-420d-88d6-f08f86d07e9e admin admin] Network 5d08411f-9343-4f50-b552-ef8d9d3d2bfe is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:15:45.092652 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d5598d9c-13df-4554-8f0d-f4f93d8984b3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (88dd41b9-f6e0-4c58-9784-27a7292683bf), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:45.094640 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-c60af0ad-125b-420d-88d6-f08f86d07e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 5d08411f-9343-4f50-b552-ef8d9d3d2bfe) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:45.104286 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f832e212-f21c-4f98-837e-eae3533f803d None None] Network 5d08411f-9343-4f50-b552-ef8d9d3d2bfe requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:45.104844 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5598d9c-13df-4554-8f0d-f4f93d8984b3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:45.105482 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d5598d9c-13df-4554-8f0d-f4f93d8984b3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:45.111722 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60af0ad-125b-420d-88d6-f08f86d07e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:45.112825 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c60af0ad-125b-420d-88d6-f08f86d07e9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:45.173383 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c60af0ad-125b-420d-88d6-f08f86d07e9e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7494805 Jan 27 22:15:45.245081 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc3c7cd8-513b-4d4a-b55d-1312b91141b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:45.279125 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924c0553-c4ee-4afe-923f-7fb6d5b79789 None None] Network 5d08411f-9343-4f50-b552-ef8d9d3d2bfe requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:45.290550 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d5598d9c-13df-4554-8f0d-f4f93d8984b3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9537795 Jan 27 22:15:45.304119 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60904) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:45.326546 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-09c9fdcf-2e0e-4b02-8571-2961943f93f4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:45.499555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60908) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:45.513101 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5598d9c-13df-4554-8f0d-f4f93d8984b3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Network': ['ID=88dd41b9-f6e0-4c58-9784-27a7292683bf,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:45.537033 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 88dd41b9-f6e0-4c58-9784-27a7292683bf details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:15:45.659323 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-a000f640-d2fc-4191-bf93-07e1bdb880f0 admin admin] Deleting subnet 90c3fd7e-739a-4334-9069-003e33b92a82 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:15:45.664080 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a000f640-d2fc-4191-bf93-07e1bdb880f0 admin admin] Publish callbacks [] for subnet (90c3fd7e-739a-4334-9069-003e33b92a82), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:45.725921 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-09c9fdcf-2e0e-4b02-8571-2961943f93f4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (88dd41b9-f6e0-4c58-9784-27a7292683bf), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:45.730907 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc3c7cd8-513b-4d4a-b55d-1312b91141b8 admin admin] Publish callbacks [] for security_group (d91c0f59-a815-45cd-b7bf-851c1e3befa3), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:45.740351 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc3c7cd8-513b-4d4a-b55d-1312b91141b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d91c0f59-a815-45cd-b7bf-851c1e3befa3), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:45.743478 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a000f640-d2fc-4191-bf93-07e1bdb880f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (90c3fd7e-739a-4334-9069-003e33b92a82), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:45.770672 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bc3c7cd8-513b-4d4a-b55d-1312b91141b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4dfaf7f863a448cf8fccc2274f987315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8201337 Jan 27 22:15:45.778073 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60910) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:45.779204 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-09c9fdcf-2e0e-4b02-8571-2961943f93f4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (88dd41b9-f6e0-4c58-9784-27a7292683bf), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:45.795215 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-da076713-07ad-4ddd-bd68-3b20a96195ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (be809998-15a6-46a4-baa0-a0e3e97c0b8d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:45.829905 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-09c9fdcf-2e0e-4b02-8571-2961943f93f4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network 88dd41b9-f6e0-4c58-9784-27a7292683bf is not hosted by any dhcp agent {{(pid=109742) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 22:15:45.836252 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c9fdcf-2e0e-4b02-8571-2961943f93f4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:45.836851 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-09c9fdcf-2e0e-4b02-8571-2961943f93f4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:45.840860 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-09c9fdcf-2e0e-4b02-8571-2961943f93f4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "PUT /v2.0/networks/88dd41b9-f6e0-4c58-9784-27a7292683bf HTTP/1.1" status: 200 len: 723 time: 0.5289946 Jan 27 22:15:45.861748 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60914) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:45.868114 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-d2e365d7-afb1-47d0-8a0c-9b6f7ccd6843 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'subnet': {'network_id': '88dd41b9-f6e0-4c58-9784-27a7292683bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:45.872430 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a000f640-d2fc-4191-bf93-07e1bdb880f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (90c3fd7e-739a-4334-9069-003e33b92a82), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:45.878203 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c7cd8-513b-4d4a-b55d-1312b91141b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91c0f59-a815-45cd-b7bf-851c1e3befa3,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:45.916851 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9fdcf-2e0e-4b02-8571-2961943f93f4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Network': ['ID=88dd41b9-f6e0-4c58-9784-27a7292683bf,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:45.928551 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 88dd41b9-f6e0-4c58-9784-27a7292683bf details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:15:45.948722 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dd11929b-3dc5-4542-ac11-22439be1982d admin admin] Publish callbacks [] for security_group (d91c0f59-a815-45cd-b7bf-851c1e3befa3), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:45.978996 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dd11929b-3dc5-4542-ac11-22439be1982d admin admin] Publish callbacks [] for security_group (d91c0f59-a815-45cd-b7bf-851c1e3befa3), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:46.058830 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a000f640-d2fc-4191-bf93-07e1bdb880f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (90c3fd7e-739a-4334-9069-003e33b92a82), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:46.121207 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000f640-d2fc-4191-bf93-07e1bdb880f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90c3fd7e-739a-4334-9069-003e33b92a82,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:46.128651 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a000f640-d2fc-4191-bf93-07e1bdb880f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:46.134765 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a000f640-d2fc-4191-bf93-07e1bdb880f0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/90c3fd7e-739a-4334-9069-003e33b92a82 HTTP/1.1" status: 204 len: 168 time: 0.6291616 Jan 27 22:15:46.134978 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60918) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:46.137094 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e365d7-afb1-47d0-8a0c-9b6f7ccd6843 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Made reservation on behalf of 9aa96dac8020464c844a2346f20d12d4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:46.140750 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d2e365d7-afb1-47d0-8a0c-9b6f7ccd6843 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:46.166708 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dd11929b-3dc5-4542-ac11-22439be1982d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d91c0f59-a815-45cd-b7bf-851c1e3befa3), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:46.170325 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dd11929b-3dc5-4542-ac11-22439be1982d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:46.171575 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dd11929b-3dc5-4542-ac11-22439be1982d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d91c0f59-a815-45cd-b7bf-851c1e3befa3 HTTP/1.1" status: 204 len: 168 time: 0.3894074 Jan 27 22:15:46.217039 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11929b-3dc5-4542-ac11-22439be1982d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91c0f59-a815-45cd-b7bf-851c1e3befa3,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:46.265130 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27460b9d-2a8e-4a5e-ada6-258816ca8975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (ae92b8ba-7a49-466b-8536-adf87130077b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:46.380514 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27460b9d-2a8e-4a5e-ada6-258816ca8975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (ae92b8ba-7a49-466b-8536-adf87130077b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:46.442542 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-27460b9d-2a8e-4a5e-ada6-258816ca8975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae92b8ba-7a49-466b-8536-adf87130077b']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:46.469986 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-27460b9d-2a8e-4a5e-ada6-258816ca8975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e715f5-8f4e-4e60-b8b9-8b63ef925c7a') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:46.470371 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-27460b9d-2a8e-4a5e-ada6-258816ca8975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e715f5-8f4e-4e60-b8b9-8b63ef925c7a') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:46.492661 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27460b9d-2a8e-4a5e-ada6-258816ca8975 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (a7e715f5-8f4e-4e60-b8b9-8b63ef925c7a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:46.536565 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27460b9d-2a8e-4a5e-ada6-258816ca8975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (a7e715f5-8f4e-4e60-b8b9-8b63ef925c7a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:46.549491 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27460b9d-2a8e-4a5e-ada6-258816ca8975 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:46.550666 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27460b9d-2a8e-4a5e-ada6-258816ca8975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (a7e715f5-8f4e-4e60-b8b9-8b63ef925c7a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:46.553823 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:46.649512 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-da076713-07ad-4ddd-bd68-3b20a96195ef admin admin] Deleting port d89c3b11-0c42-4943-8d05-5019b1c87a53 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:46.650033 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-da076713-07ad-4ddd-bd68-3b20a96195ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d89c3b11-0c42-4943-8d05-5019b1c87a53), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:46.724447 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d2e365d7-afb1-47d0-8a0c-9b6f7ccd6843 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (8178c5f8-c4b4-46da-99d2-4dc915eb3540), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:46.740877 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27460b9d-2a8e-4a5e-ada6-258816ca8975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (ae92b8ba-7a49-466b-8536-adf87130077b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:46.780364 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-da076713-07ad-4ddd-bd68-3b20a96195ef admin admin] For port d89c3b11-0c42-4943-8d05-5019b1c87a53, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d89c3b11-0c42-4943-8d05-5019b1c87a53,segment=NetworkSegment(741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7),segment_id=741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:46.780718 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-da076713-07ad-4ddd-bd68-3b20a96195ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d89c3b11-0c42-4943-8d05-5019b1c87a53), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:46.799802 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-27460b9d-2a8e-4a5e-ada6-258816ca8975 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:46.805484 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-da076713-07ad-4ddd-bd68-3b20a96195ef admin admin] Calling delete_port for d89c3b11-0c42-4943-8d05-5019b1c87a53 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:46.816547 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60926) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:46.821128 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-27460b9d-2a8e-4a5e-ada6-258816ca8975 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ae92b8ba-7a49-466b-8536-adf87130077b HTTP/1.1" status: 204 len: 168 time: 0.6760972 Jan 27 22:15:46.851884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60928) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:46.867059 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e365d7-afb1-47d0-8a0c-9b6f7ccd6843 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Subnet': ['ID=8178c5f8-c4b4-46da-99d2-4dc915eb3540,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:46.886073 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27460b9d-2a8e-4a5e-ada6-258816ca8975 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae92b8ba-7a49-466b-8536-adf87130077b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:46.957542 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dede8490-78f2-4689-a108-bed759379a44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:47.342842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e365d7-afb1-47d0-8a0c-9b6f7ccd6843 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Checking segment: {'id': '3c668c1a-d723-450b-a81d-975eb1e7e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '88dd41b9-f6e0-4c58-9784-27a7292683bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:47.343440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e365d7-afb1-47d0-8a0c-9b6f7ccd6843 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network hostable DHCP agents. Network: 88dd41b9-f6e0-4c58-9784-27a7292683bf, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:15:47.347815 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-f23a75e5-1c7b-4c3d-8fef-b0d9f6a4457d admin admin] Deleting subnet e9c7b9bb-cdb7-4b83-b6e0-bc7d290248f9 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:15:47.363843 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f23a75e5-1c7b-4c3d-8fef-b0d9f6a4457d admin admin] Publish callbacks [] for subnet (e9c7b9bb-cdb7-4b83-b6e0-bc7d290248f9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:47.434977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e365d7-afb1-47d0-8a0c-9b6f7ccd6843 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network 88dd41b9-f6e0-4c58-9784-27a7292683bf is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:15:47.482916 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f23a75e5-1c7b-4c3d-8fef-b0d9f6a4457d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (e9c7b9bb-cdb7-4b83-b6e0-bc7d290248f9), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:47.511727 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-d2e365d7-afb1-47d0-8a0c-9b6f7ccd6843 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 88dd41b9-f6e0-4c58-9784-27a7292683bf) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:47.531055 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d8ba68-6a92-4269-8f28-65a9f63cc34b None None] Network 88dd41b9-f6e0-4c58-9784-27a7292683bf requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:47.531606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e365d7-afb1-47d0-8a0c-9b6f7ccd6843 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:47.531820 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d2e365d7-afb1-47d0-8a0c-9b6f7ccd6843 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:47.583856 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f23a75e5-1c7b-4c3d-8fef-b0d9f6a4457d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (e9c7b9bb-cdb7-4b83-b6e0-bc7d290248f9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:47.614941 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d2e365d7-afb1-47d0-8a0c-9b6f7ccd6843 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7521112 Jan 27 22:15:47.617780 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60936) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:47.623781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-afeb2bf1-fb92-48d9-b2bf-6ca73adc2284 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:47.765799 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dede8490-78f2-4689-a108-bed759379a44 admin admin] Publish callbacks [] for security_group (682bb982-36b9-4dec-9478-fbc7ed5202e4), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:47.784395 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dede8490-78f2-4689-a108-bed759379a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (682bb982-36b9-4dec-9478-fbc7ed5202e4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:47.792662 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0174c6-7fba-4617-99fd-6ebac00aa81f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-88dd41b9-f6e0-4c58-9784-27a7292683bf', 'network_id': '88dd41b9-f6e0-4c58-9784-27a7292683bf', 'project_id': '9aa96dac8020464c844a2346f20d12d4', 'fixed_ips': [{'subnet_id': '8178c5f8-c4b4-46da-99d2-4dc915eb3540'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:15:47.794119 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8e0174c6-7fba-4617-99fd-6ebac00aa81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:47.844619 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-afeb2bf1-fb92-48d9-b2bf-6ca73adc2284 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58935785'] for subnet (8178c5f8-c4b4-46da-99d2-4dc915eb3540), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:47.885244 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f23a75e5-1c7b-4c3d-8fef-b0d9f6a4457d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (e9c7b9bb-cdb7-4b83-b6e0-bc7d290248f9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:47.922482 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede8490-78f2-4689-a108-bed759379a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682bb982-36b9-4dec-9478-fbc7ed5202e4,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:47.976641 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-da076713-07ad-4ddd-bd68-3b20a96195ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d89c3b11-0c42-4943-8d05-5019b1c87a53), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:47.997643 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-dede8490-78f2-4689-a108-bed759379a44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3a957884c044baea83741211d1588bf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1433756 Jan 27 22:15:48.000866 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60942) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:48.003309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a75e5-1c7b-4c3d-8fef-b0d9f6a4457d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c7b9bb-cdb7-4b83-b6e0-bc7d290248f9,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:48.077894 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f23a75e5-1c7b-4c3d-8fef-b0d9f6a4457d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:48.084053 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f23a75e5-1c7b-4c3d-8fef-b0d9f6a4457d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e9c7b9bb-cdb7-4b83-b6e0-bc7d290248f9 HTTP/1.1" status: 204 len: 168 time: 1.2647066 Jan 27 22:15:48.086475 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-8e0174c6-7fba-4617-99fd-6ebac00aa81f None None] Allocated IP 172.20.0.2 (88dd41b9-f6e0-4c58-9784-27a7292683bf/8178c5f8-c4b4-46da-99d2-4dc915eb3540/80acae6e-9336-4525-bc10-474183cbb63b) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:15:48.086881 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60944) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:48.092272 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da076713-07ad-4ddd-bd68-3b20a96195ef admin admin] Pushing event deleted for resources: {'Port': ['ID=d89c3b11-0c42-4943-8d05-5019b1c87a53,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:48.253648 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e3fa5702-1642-4da6-bc4f-e57800c99176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (5d08411f-9343-4f50-b552-ef8d9d3d2bfe), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:48.258542 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-be064ad8-f6e7-4c84-9fcc-cfe9553f98fb admin admin] Publish callbacks [] for security_group (682bb982-36b9-4dec-9478-fbc7ed5202e4), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:48.361202 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-be064ad8-f6e7-4c84-9fcc-cfe9553f98fb admin admin] Publish callbacks [] for security_group (682bb982-36b9-4dec-9478-fbc7ed5202e4), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:48.377702 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8e0174c6-7fba-4617-99fd-6ebac00aa81f None None] Publish callbacks [] for port (80acae6e-9336-4525-bc10-474183cbb63b), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:48.388125 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8e0174c6-7fba-4617-99fd-6ebac00aa81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (80acae6e-9336-4525-bc10-474183cbb63b), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:48.456548 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0174c6-7fba-4617-99fd-6ebac00aa81f None None] Network 88dd41b9-f6e0-4c58-9784-27a7292683bf is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:15:48.467881 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-8e0174c6-7fba-4617-99fd-6ebac00aa81f None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:48.476759 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0174c6-7fba-4617-99fd-6ebac00aa81f None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:15:48.483451 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0174c6-7fba-4617-99fd-6ebac00aa81f None None] Pushing event updated for resources: {'Port': ['ID=80acae6e-9336-4525-bc10-474183cbb63b,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:48.540430 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-da076713-07ad-4ddd-bd68-3b20a96195ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (be809998-15a6-46a4-baa0-a0e3e97c0b8d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:48.604830 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-8e0174c6-7fba-4617-99fd-6ebac00aa81f None None] Attempting to bind port 80acae6e-9336-4525-bc10-474183cbb63b on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:15:48.605586 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-8e0174c6-7fba-4617-99fd-6ebac00aa81f None None] Attempting to bind port 80acae6e-9336-4525-bc10-474183cbb63b by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '3c668c1a-d723-450b-a81d-975eb1e7e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '88dd41b9-f6e0-4c58-9784-27a7292683bf'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:15:48.606231 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0174c6-7fba-4617-99fd-6ebac00aa81f None None] Attempting to bind port 80acae6e-9336-4525-bc10-474183cbb63b on network 88dd41b9-f6e0-4c58-9784-27a7292683bf {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:48.618499 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0174c6-7fba-4617-99fd-6ebac00aa81f None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:15:48.618897 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0174c6-7fba-4617-99fd-6ebac00aa81f None None] Checking segment: {'id': '3c668c1a-d723-450b-a81d-975eb1e7e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '88dd41b9-f6e0-4c58-9784-27a7292683bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:48.619738 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8e0174c6-7fba-4617-99fd-6ebac00aa81f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:48.623134 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0174c6-7fba-4617-99fd-6ebac00aa81f None None] Bound using segment: {'id': '3c668c1a-d723-450b-a81d-975eb1e7e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '88dd41b9-f6e0-4c58-9784-27a7292683bf'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:15:48.625490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-8e0174c6-7fba-4617-99fd-6ebac00aa81f None None] Bound port: 80acae6e-9336-4525-bc10-474183cbb63b, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c668c1a-d723-450b-a81d-975eb1e7e442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '88dd41b9-f6e0-4c58-9784-27a7292683bf'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:15:48.627015 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8e0174c6-7fba-4617-99fd-6ebac00aa81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (80acae6e-9336-4525-bc10-474183cbb63b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:48.655301 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-be064ad8-f6e7-4c84-9fcc-cfe9553f98fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (682bb982-36b9-4dec-9478-fbc7ed5202e4), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:48.658007 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-be064ad8-f6e7-4c84-9fcc-cfe9553f98fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:48.672585 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-be064ad8-f6e7-4c84-9fcc-cfe9553f98fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/682bb982-36b9-4dec-9478-fbc7ed5202e4 HTTP/1.1" status: 204 len: 168 time: 0.6560905 Jan 27 22:15:48.694746 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be064ad8-f6e7-4c84-9fcc-cfe9553f98fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682bb982-36b9-4dec-9478-fbc7ed5202e4,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:48.750752 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8e0174c6-7fba-4617-99fd-6ebac00aa81f None None] For port 80acae6e-9336-4525-bc10-474183cbb63b, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:15:48.755027 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8e0174c6-7fba-4617-99fd-6ebac00aa81f None None] For port 80acae6e-9336-4525-bc10-474183cbb63b, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=80acae6e-9336-4525-bc10-474183cbb63b,segment=NetworkSegment(3c668c1a-d723-450b-a81d-975eb1e7e442),segment_id=3c668c1a-d723-450b-a81d-975eb1e7e442)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:15:48.760580 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8e0174c6-7fba-4617-99fd-6ebac00aa81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (80acae6e-9336-4525-bc10-474183cbb63b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:48.804306 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e3fa5702-1642-4da6-bc4f-e57800c99176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (5d08411f-9343-4f50-b552-ef8d9d3d2bfe), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:48.833979 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0174c6-7fba-4617-99fd-6ebac00aa81f None None] Pushing event updated for resources: {'Port': ['ID=80acae6e-9336-4525-bc10-474183cbb63b,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:48.893765 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-e3fa5702-1642-4da6-bc4f-e57800c99176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d08411f-9343-4f50-b552-ef8d9d3d2bfe']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:48.923680 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-afeb2bf1-fb92-48d9-b2bf-6ca73adc2284 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733248767187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59413743'] for subnet (8178c5f8-c4b4-46da-99d2-4dc915eb3540), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:48.933633 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-e3fa5702-1642-4da6-bc4f-e57800c99176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2323b14c-6bec-474d-b3a1-1a239c7d687f') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:48.934283 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-e3fa5702-1642-4da6-bc4f-e57800c99176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2323b14c-6bec-474d-b3a1-1a239c7d687f') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:49.035908 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e3fa5702-1642-4da6-bc4f-e57800c99176 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (2323b14c-6bec-474d-b3a1-1a239c7d687f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:49.076549 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeb2bf1-fb92-48d9-b2bf-6ca73adc2284 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:49.080099 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-afeb2bf1-fb92-48d9-b2bf-6ca73adc2284 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:49.081690 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-afeb2bf1-fb92-48d9-b2bf-6ca73adc2284 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "PUT /v2.0/subnets/8178c5f8-c4b4-46da-99d2-4dc915eb3540 HTTP/1.1" status: 200 len: 806 time: 1.4629691 Jan 27 22:15:49.086213 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60958) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:49.087521 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e3fa5702-1642-4da6-bc4f-e57800c99176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (2323b14c-6bec-474d-b3a1-1a239c7d687f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:49.102346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da076713-07ad-4ddd-bd68-3b20a96195ef admin admin] Router be809998-15a6-46a4-baa0-a0e3e97c0b8d has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:15:49.280434 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3fa5702-1642-4da6-bc4f-e57800c99176 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:49.284215 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e3fa5702-1642-4da6-bc4f-e57800c99176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (2323b14c-6bec-474d-b3a1-1a239c7d687f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:49.286577 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:49.307961 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb2bf1-fb92-48d9-b2bf-6ca73adc2284 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Subnet': ['ID=8178c5f8-c4b4-46da-99d2-4dc915eb3540,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:49.441777 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da076713-07ad-4ddd-bd68-3b20a96195ef admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:15:49.454709 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e5e453-db48-493d-b489-a381e9470ba2 None None] Sync routers for ids ['be809998-15a6-46a4-baa0-a0e3e97c0b8d'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:15:49.459187 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60962) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:49.461534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-da076713-07ad-4ddd-bd68-3b20a96195ef admin admin] 10.222.0.23 "PUT /v2.0/routers/be809998-15a6-46a4-baa0-a0e3e97c0b8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2908411 Jan 27 22:15:49.470996 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e5e453-db48-493d-b489-a381e9470ba2 None None] Routers {'be809998-15a6-46a4-baa0-a0e3e97c0b8d'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:15:49.471638 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-89e5e453-db48-493d-b489-a381e9470ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:15:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['be809998-15a6-46a4-baa0-a0e3e97c0b8d'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:49.608758 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0eaea51f-3992-4d33-9c05-26ec2ddb0556 admin admin] Publish callbacks [] for router (be809998-15a6-46a4-baa0-a0e3e97c0b8d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:49.658814 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e3fa5702-1642-4da6-bc4f-e57800c99176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (5d08411f-9343-4f50-b552-ef8d9d3d2bfe), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:49.673782 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e3fa5702-1642-4da6-bc4f-e57800c99176 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:49.679037 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e3fa5702-1642-4da6-bc4f-e57800c99176 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5d08411f-9343-4f50-b552-ef8d9d3d2bfe HTTP/1.1" status: 204 len: 168 time: 1.5908391 Jan 27 22:15:49.771070 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-89e5e453-db48-493d-b489-a381e9470ba2 None None] Set router be809998-15a6-46a4-baa0-a0e3e97c0b8d gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:15:49.856285 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa5702-1642-4da6-bc4f-e57800c99176 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d08411f-9343-4f50-b552-ef8d9d3d2bfe,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:49.892584 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (88dd41b9-f6e0-4c58-9784-27a7292683bf), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:50.057907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 60976) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:50.217076 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0eaea51f-3992-4d33-9c05-26ec2ddb0556 admin admin] Publish callbacks [] for router_gateway (be809998-15a6-46a4-baa0-a0e3e97c0b8d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:50.230535 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4e88194c-147b-403f-94f4-4511c233b971 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a510abf62d54e28a45b1204d972c87c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1616971 Jan 27 22:15:50.233302 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 60980) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:50.381709 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 80acae6e-9336-4525-bc10-474183cbb63b up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:15:50.514123 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d034da69-1611-489b-bb8a-8c5daab56939 admin admin] Publish callbacks [] for security_group (c981eb16-7cfb-4bf6-b750-9c1cf793a7a6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:50.533771 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 80acae6e-9336-4525-bc10-474183cbb63b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:50.533771 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (80acae6e-9336-4525-bc10-474183cbb63b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:50.539050 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Deleting port 80acae6e-9336-4525-bc10-474183cbb63b {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:50.539660 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (80acae6e-9336-4525-bc10-474183cbb63b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:50.592967 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-89e5e453-db48-493d-b489-a381e9470ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be809998-15a6-46a4-baa0-a0e3e97c0b8d', 'name': 'tempest-TestServerMultinode-318102237-router', 'tenant_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '1c0c1635-4312-4f97-b4c1-8ce40438f4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:02Z', 'updated_at': '2022-01-27T22:15:47Z', 'revision_number': 5, 'project_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'gw_port': {'id': '1c0c1635-4312-4f97-b4c1-8ce40438f4d0', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be809998-15a6-46a4-baa0-a0e3e97c0b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:04Z', 'updated_at': '2022-01-27T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:50.701699 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e5e453-db48-493d-b489-a381e9470ba2 None None] Checking router: be809998-15a6-46a4-baa0-a0e3e97c0b8d for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:15:50.741901 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d034da69-1611-489b-bb8a-8c5daab56939 admin admin] Publish callbacks [] for security_group (c981eb16-7cfb-4bf6-b750-9c1cf793a7a6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:50.745185 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e5e453-db48-493d-b489-a381e9470ba2 None None] Routers {'be809998-15a6-46a4-baa0-a0e3e97c0b8d'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:15:50.745817 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-89e5e453-db48-493d-b489-a381e9470ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:15:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['be809998-15a6-46a4-baa0-a0e3e97c0b8d'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:50.775880 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-0eaea51f-3992-4d33-9c05-26ec2ddb0556 admin admin] Deleting port 1c0c1635-4312-4f97-b4c1-8ce40438f4d0 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:50.784630 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0eaea51f-3992-4d33-9c05-26ec2ddb0556 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1c0c1635-4312-4f97-b4c1-8ce40438f4d0), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:50.962680 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-89e5e453-db48-493d-b489-a381e9470ba2 None None] Set router be809998-15a6-46a4-baa0-a0e3e97c0b8d gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:15:51.039054 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] For port 80acae6e-9336-4525-bc10-474183cbb63b, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=80acae6e-9336-4525-bc10-474183cbb63b,segment=NetworkSegment(3c668c1a-d723-450b-a81d-975eb1e7e442),segment_id=3c668c1a-d723-450b-a81d-975eb1e7e442)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:51.039573 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (80acae6e-9336-4525-bc10-474183cbb63b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.111136 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-89e5e453-db48-493d-b489-a381e9470ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be809998-15a6-46a4-baa0-a0e3e97c0b8d', 'name': 'tempest-TestServerMultinode-318102237-router', 'tenant_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:02Z', 'updated_at': '2022-01-27T22:15:50Z', 'revision_number': 6, 'project_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:51.127379 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Calling delete_port for 80acae6e-9336-4525-bc10-474183cbb63b owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:51.128975 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 80acae6e-9336-4525-bc10-474183cbb63b is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:51.131531 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (80acae6e-9336-4525-bc10-474183cbb63b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.148874 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d034da69-1611-489b-bb8a-8c5daab56939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c981eb16-7cfb-4bf6-b750-9c1cf793a7a6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.162676 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d034da69-1611-489b-bb8a-8c5daab56939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.172741 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d034da69-1611-489b-bb8a-8c5daab56939 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c981eb16-7cfb-4bf6-b750-9c1cf793a7a6 HTTP/1.1" status: 204 len: 168 time: 0.9339674 Jan 27 22:15:51.189265 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635a5904-2993-4e6a-885c-353b9cdfec07 None None] Network 88dd41b9-f6e0-4c58-9784-27a7292683bf requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:51.197807 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e5e453-db48-493d-b489-a381e9470ba2 None None] The sync data for ids ['be809998-15a6-46a4-baa0-a0e3e97c0b8d'] in n-d-772272-3 is: [{'id': 'be809998-15a6-46a4-baa0-a0e3e97c0b8d', 'name': 'tempest-TestServerMultinode-318102237-router', 'tenant_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:02Z', 'updated_at': '2022-01-27T22:15:50Z', 'revision_number': 6, 'project_id': 'cec1788a4b74403ea5a8c96af3da85cb', 'gw_port_host': None}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:15:51.239562 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-0eaea51f-3992-4d33-9c05-26ec2ddb0556 admin admin] For port 1c0c1635-4312-4f97-b4c1-8ce40438f4d0, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1c0c1635-4312-4f97-b4c1-8ce40438f4d0,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:51.241717 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0eaea51f-3992-4d33-9c05-26ec2ddb0556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1c0c1635-4312-4f97-b4c1-8ce40438f4d0), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.246538 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034da69-1611-489b-bb8a-8c5daab56939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c981eb16-7cfb-4bf6-b750-9c1cf793a7a6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:51.297837 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ddb10e42-cca3-4f21-9ff9-5e1706e9e08e req-1b08dd73-2823-468c-9498-d2f97406023c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2224195 Jan 27 22:15:51.348442 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-0eaea51f-3992-4d33-9c05-26ec2ddb0556 admin admin] Calling delete_port for 1c0c1635-4312-4f97-b4c1-8ce40438f4d0 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:51.501247 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.503285 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 80acae6e-9336-4525-bc10-474183cbb63b, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=80acae6e-9336-4525-bc10-474183cbb63b,segment=NetworkSegment(3c668c1a-d723-450b-a81d-975eb1e7e442),segment_id=3c668c1a-d723-450b-a81d-975eb1e7e442)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:51.510895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb10e42-cca3-4f21-9ff9-5e1706e9e08e req-d4559646-07a5-4ee0-aef2-82edd2de8bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:51.512962 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ddb10e42-cca3-4f21-9ff9-5e1706e9e08e req-d4559646-07a5-4ee0-aef2-82edd2de8bed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a5fc25301d94383ab4235fa1c78acd6&device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 1096 time: 0.1681464 Jan 27 22:15:51.525344 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (80acae6e-9336-4525-bc10-474183cbb63b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.718583 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=80acae6e-9336-4525-bc10-474183cbb63b,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:51.736263 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-5a913441-22f2-4658-8b4b-61e14644c2e1 None None] Provisioning complete for port 80acae6e-9336-4525-bc10-474183cbb63b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:51.740784 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5a913441-22f2-4658-8b4b-61e14644c2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (80acae6e-9336-4525-bc10-474183cbb63b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.809311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb10e42-cca3-4f21-9ff9-5e1706e9e08e req-f562ac8a-6e4e-41d4-acb0-96006e391d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:51.817063 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ddb10e42-cca3-4f21-9ff9-5e1706e9e08e req-f562ac8a-6e4e-41d4-acb0-96006e391d4a service neutron] 10.222.0.21 "GET /v2.0/networks?id=31a02463-af56-4099-8dd0-6cf52c80b509 HTTP/1.1" status: 200 len: 910 time: 0.2814322 Jan 27 22:15:51.882324 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (80acae6e-9336-4525-bc10-474183cbb63b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.907790 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-5a913441-22f2-4658-8b4b-61e14644c2e1 None None] Port 80acae6e-9336-4525-bc10-474183cbb63b update to ACTIVE by agent not found {{(pid=109743) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 27 22:15:52.066005 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ddb10e42-cca3-4f21-9ff9-5e1706e9e08e req-768bdf21-1cc7-4413-9fb7-b18f5d4d3941 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4aa3aaa-008a-44e2-a215-bfdd7d80194a HTTP/1.1" status: 200 len: 1000 time: 0.2424293 Jan 27 22:15:52.127450 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bde71cd-2cd9-4424-84f6-d22a747d6977 None None] Network 88dd41b9-f6e0-4c58-9784-27a7292683bf requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:52.147764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 32780) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:52.151178 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Port': ['ID=80acae6e-9336-4525-bc10-474183cbb63b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:52.186628 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0eaea51f-3992-4d33-9c05-26ec2ddb0556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (1c0c1635-4312-4f97-b4c1-8ce40438f4d0), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:52.306543 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-051ccfb4-7662-4d05-9ca0-7733cfa832a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6247c048c1be4a01bcd0bc814a06d080&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1552484 Jan 27 22:15:52.309302 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 32784) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:52.321435 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb10e42-cca3-4f21-9ff9-5e1706e9e08e req-aa6d079a-8532-496a-80d7-c790e0caa212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:52.324406 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ddb10e42-cca3-4f21-9ff9-5e1706e9e08e req-aa6d079a-8532-496a-80d7-c790e0caa212 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a65de3af-7726-48bb-8509-44e3eaa0a25b HTTP/1.1" status: 200 len: 848 time: 0.2504175 Jan 27 22:15:52.331554 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-5bba8463-337e-4550-848c-b8d9333cac39 None None] Could not find standard attr ID for object 80acae6e-9336-4525-bc10-474183cbb63b. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:15:52.463851 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df35cf8c-6397-42bf-bb1f-7f7659d83056 admin admin] Publish callbacks [] for security_group (ea589364-df79-418c-895b-43e8384cdd13), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:52.472152 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb10e42-cca3-4f21-9ff9-5e1706e9e08e req-3cfd679b-8f8f-410e-a008-5a0f2e86a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:52.474136 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ddb10e42-cca3-4f21-9ff9-5e1706e9e08e req-3cfd679b-8f8f-410e-a008-5a0f2e86a20e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31a02463-af56-4099-8dd0-6cf52c80b509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249197 Jan 27 22:15:52.481533 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1c0c1635-4312-4f97-b4c1-8ce40438f4d0 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:52.560458 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 1c0c1635-4312-4f97-b4c1-8ce40438f4d0 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:15:52.561290 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1c0c1635-4312-4f97-b4c1-8ce40438f4d0 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:15:52.561380 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df35cf8c-6397-42bf-bb1f-7f7659d83056 admin admin] Publish callbacks [] for security_group (ea589364-df79-418c-895b-43e8384cdd13), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:52.561469 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d89c3b11-0c42-4943-8d05-5019b1c87a53 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:52.622833 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: d89c3b11-0c42-4943-8d05-5019b1c87a53 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:15:52.623195 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d89c3b11-0c42-4943-8d05-5019b1c87a53 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:15:52.812567 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ddb10e42-cca3-4f21-9ff9-5e1706e9e08e req-c0313eb5-f042-46c8-9593-6c323c340d3a service neutron] 10.222.0.21 "GET /v2.0/networks/31a02463-af56-4099-8dd0-6cf52c80b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305991 Jan 27 22:15:52.813621 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df35cf8c-6397-42bf-bb1f-7f7659d83056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ea589364-df79-418c-895b-43e8384cdd13), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:52.823939 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df35cf8c-6397-42bf-bb1f-7f7659d83056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:52.836709 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-df35cf8c-6397-42bf-bb1f-7f7659d83056 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea589364-df79-418c-895b-43e8384cdd13 HTTP/1.1" status: 204 len: 168 time: 0.5154555 Jan 27 22:15:52.898836 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35cf8c-6397-42bf-bb1f-7f7659d83056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea589364-df79-418c-895b-43e8384cdd13,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:53.043059 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ddb10e42-cca3-4f21-9ff9-5e1706e9e08e req-db4c010a-3aa1-4b9b-b213-354f3c805ba4 service neutron] 10.222.0.21 "GET /v2.0/networks/31a02463-af56-4099-8dd0-6cf52c80b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049849 Jan 27 22:15:53.341271 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No DVR routers for this DVR port 80acae6e-9336-4525-bc10-474183cbb63b on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:53.343665 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaea51f-3992-4d33-9c05-26ec2ddb0556 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0c1635-4312-4f97-b4c1-8ce40438f4d0,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:53.433103 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (8178c5f8-c4b4-46da-99d2-4dc915eb3540), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:53.472308 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0eaea51f-3992-4d33-9c05-26ec2ddb0556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (be809998-15a6-46a4-baa0-a0e3e97c0b8d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:53.595584 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0eaea51f-3992-4d33-9c05-26ec2ddb0556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (be809998-15a6-46a4-baa0-a0e3e97c0b8d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:53.601279 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0eaea51f-3992-4d33-9c05-26ec2ddb0556 admin admin] Publish callbacks [] for router_controller (be809998-15a6-46a4-baa0-a0e3e97c0b8d), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:53.655594 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0eaea51f-3992-4d33-9c05-26ec2ddb0556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (be809998-15a6-46a4-baa0-a0e3e97c0b8d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:53.656698 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eaea51f-3992-4d33-9c05-26ec2ddb0556 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be809998-15a6-46a4-baa0-a0e3e97c0b8d {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:15:53.675013 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (8178c5f8-c4b4-46da-99d2-4dc915eb3540), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:53.691671 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0eaea51f-3992-4d33-9c05-26ec2ddb0556 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:53.693733 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0eaea51f-3992-4d33-9c05-26ec2ddb0556 admin admin] 10.222.0.23 "DELETE /v2.0/routers/be809998-15a6-46a4-baa0-a0e3e97c0b8d HTTP/1.1" status: 204 len: 168 time: 4.2200119 Jan 27 22:15:53.698089 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 32814) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:53.726060 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1a3568-42fb-469c-9865-654a2725e037 None None] Network 88dd41b9-f6e0-4c58-9784-27a7292683bf requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:53.811686 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Subnet': ['ID=8178c5f8-c4b4-46da-99d2-4dc915eb3540,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:53.866776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e9378d-fef0-408d-9c2f-389bc784cff7 admin admin] Deleting subnet 31f61896-1979-4f3b-977c-8c052af8f432 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:15:53.893650 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-63e9378d-fef0-408d-9c2f-389bc784cff7 admin admin] Publish callbacks [] for subnet (31f61896-1979-4f3b-977c-8c052af8f432), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:53.925369 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (88dd41b9-f6e0-4c58-9784-27a7292683bf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:53.956801 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88dd41b9-f6e0-4c58-9784-27a7292683bf']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:53.973454 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c668c1a-d723-450b-a81d-975eb1e7e442') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:53.974091 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c668c1a-d723-450b-a81d-975eb1e7e442') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:54.001318 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (3c668c1a-d723-450b-a81d-975eb1e7e442), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.019795 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3c668c1a-d723-450b-a81d-975eb1e7e442), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.029911 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:54.030341 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (3c668c1a-d723-450b-a81d-975eb1e7e442), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:54.037015 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:54.076730 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-63e9378d-fef0-408d-9c2f-389bc784cff7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (31f61896-1979-4f3b-977c-8c052af8f432), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.090319 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2392c87e-c7cf-4d44-a064-fb6ef14112cb None None] DHCP port deletion for 88dd41b9-f6e0-4c58-9784-27a7292683bf request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:15:54.152187 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 80acae6e-9336-4525-bc10-474183cbb63b no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:54.157245 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3f3a6033-88ff-4564-aa31-8fa2b2d3a27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.184214 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (88dd41b9-f6e0-4c58-9784-27a7292683bf), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.190345 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.196459 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/88dd41b9-f6e0-4c58-9784-27a7292683bf HTTP/1.1" status: 204 len: 168 time: 5.1034861 Jan 27 22:15:54.199896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 32824) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:54.212423 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 80acae6e-9336-4525-bc10-474183cbb63b {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:15:54.220418 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 80acae6e-9336-4525-bc10-474183cbb63b not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:15:54.243610 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Network': ['ID=88dd41b9-f6e0-4c58-9784-27a7292683bf,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:54.262532 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0418e9-de5a-4fe3-ac3f-12922364e619 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] DELETE failed (client error): The resource could not be found. Jan 27 22:15:54.263676 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.264038 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.264432 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.264720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0418e9-de5a-4fe3-ac3f-12922364e619 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:15:54.264835 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.265113 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.265500 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.265848 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.266309 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.266645 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.266978 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.267311 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.267639 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.267967 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee27aad3-97ea-4997-b9ad-c92f371d6564 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.272912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bc0418e9-de5a-4fe3-ac3f-12922364e619 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/88dd41b9-f6e0-4c58-9784-27a7292683bf HTTP/1.1" status: 404 len: 339 time: 0.0515804 Jan 27 22:15:54.277322 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 32832) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:54.284210 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-57a2d3a4-d7ee-4aea-a592-5ba9c99037d3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-725214946', 'description': 'd1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:54.314965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a2d3a4-d7ee-4aea-a592-5ba9c99037d3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Made reservation on behalf of 9aa96dac8020464c844a2346f20d12d4 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:54.320017 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-57a2d3a4-d7ee-4aea-a592-5ba9c99037d3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.327523 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-63e9378d-fef0-408d-9c2f-389bc784cff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (31f61896-1979-4f3b-977c-8c052af8f432), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.373722 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a2d3a4-d7ee-4aea-a592-5ba9c99037d3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:15:54.386882 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-57a2d3a4-d7ee-4aea-a592-5ba9c99037d3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (86f21001-c44d-4867-be2e-0d9ad773c6f7), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.387453 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-57a2d3a4-d7ee-4aea-a592-5ba9c99037d3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Added segment 86f21001-c44d-4867-be2e-0d9ad773c6f7 of type vlan for network d22b3569-56db-4a45-8940-54a7b5552eb5 Jan 27 22:15:54.437124 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-63e9378d-fef0-408d-9c2f-389bc784cff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (31f61896-1979-4f3b-977c-8c052af8f432), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.441413 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-57a2d3a4-d7ee-4aea-a592-5ba9c99037d3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (d22b3569-56db-4a45-8940-54a7b5552eb5), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.466009 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68b3d63-9948-4d0b-bc0a-48b919209982 None None] Network 4de77e40-55eb-4b28-9af2-d474955109af requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:54.475538 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-57a2d3a4-d7ee-4aea-a592-5ba9c99037d3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (d22b3569-56db-4a45-8940-54a7b5552eb5), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.493453 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a2d3a4-d7ee-4aea-a592-5ba9c99037d3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:54.495368 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-57a2d3a4-d7ee-4aea-a592-5ba9c99037d3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.532405 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9378d-fef0-408d-9c2f-389bc784cff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31f61896-1979-4f3b-977c-8c052af8f432,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:54.539715 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-63e9378d-fef0-408d-9c2f-389bc784cff7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.554051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-63e9378d-fef0-408d-9c2f-389bc784cff7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/31f61896-1979-4f3b-977c-8c052af8f432 HTTP/1.1" status: 204 len: 168 time: 0.8502436 Jan 27 22:15:54.557401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 32836) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:54.557740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 32838) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:54.656461 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-57a2d3a4-d7ee-4aea-a592-5ba9c99037d3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3778453 Jan 27 22:15:54.661350 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 32844) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:54.751977 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d0878a9-0729-486c-9b4a-5a30c939daa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (4de77e40-55eb-4b28-9af2-d474955109af), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.779685 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2d3a4-d7ee-4aea-a592-5ba9c99037d3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Network': ['ID=d22b3569-56db-4a45-8940-54a7b5552eb5,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:54.791196 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network d22b3569-56db-4a45-8940-54a7b5552eb5 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:15:54.907359 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1fc543-8f51-475a-a4cc-b016fa620511 None None] DHCP port deletion for 4de77e40-55eb-4b28-9af2-d474955109af request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:15:54.918262 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-5d0878a9-0729-486c-9b4a-5a30c939daa4 admin admin] Deleting port 05d891ec-118c-44bb-bb8b-c0cbb771d95d {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:54.919036 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d0878a9-0729-486c-9b4a-5a30c939daa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (05d891ec-118c-44bb-bb8b-c0cbb771d95d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.052218 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ce1fc543-8f51-475a-a4cc-b016fa620511 None None] Deleting port 05d891ec-118c-44bb-bb8b-c0cbb771d95d {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:55.054827 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ce1fc543-8f51-475a-a4cc-b016fa620511 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (05d891ec-118c-44bb-bb8b-c0cbb771d95d), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.095517 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3581c2-ead4-4974-9786-921236273a31 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:55.097327 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9c3581c2-ead4-4974-9786-921236273a31 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "GET /v2.0/networks?id=d22b3569-56db-4a45-8940-54a7b5552eb5 HTTP/1.1" status: 200 len: 760 time: 0.4338491 Jan 27 22:15:55.100929 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 32854) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:55.109414 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9e9101be-608f-4b0d-b05e-a84168291e0e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'network': {'description': 'd2'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:55.121960 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-5d0878a9-0729-486c-9b4a-5a30c939daa4 admin admin] For port 05d891ec-118c-44bb-bb8b-c0cbb771d95d, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=05d891ec-118c-44bb-bb8b-c0cbb771d95d,segment=NetworkSegment(741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7),segment_id=741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:55.122504 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d0878a9-0729-486c-9b4a-5a30c939daa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (05d891ec-118c-44bb-bb8b-c0cbb771d95d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.156543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-5d0878a9-0729-486c-9b4a-5a30c939daa4 admin admin] Calling delete_port for 05d891ec-118c-44bb-bb8b-c0cbb771d95d owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:55.225699 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-ce1fc543-8f51-475a-a4cc-b016fa620511 None None] For port 05d891ec-118c-44bb-bb8b-c0cbb771d95d, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=05d891ec-118c-44bb-bb8b-c0cbb771d95d,segment=NetworkSegment(741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7),segment_id=741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:55.226429 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ce1fc543-8f51-475a-a4cc-b016fa620511 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (05d891ec-118c-44bb-bb8b-c0cbb771d95d), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.255465 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ce1fc543-8f51-475a-a4cc-b016fa620511 None None] Calling delete_port for 05d891ec-118c-44bb-bb8b-c0cbb771d95d owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:55.319069 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1947d145-3b8e-41d1-bc27-b23b203a2968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.395831 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9e9101be-608f-4b0d-b05e-a84168291e0e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (d22b3569-56db-4a45-8940-54a7b5552eb5), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.422044 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9e9101be-608f-4b0d-b05e-a84168291e0e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (d22b3569-56db-4a45-8940-54a7b5552eb5), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.445521 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ce1fc543-8f51-475a-a4cc-b016fa620511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (05d891ec-118c-44bb-bb8b-c0cbb771d95d), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.459158 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e9101be-608f-4b0d-b05e-a84168291e0e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network d22b3569-56db-4a45-8940-54a7b5552eb5 is not hosted by any dhcp agent {{(pid=109742) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 22:15:55.466274 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9101be-608f-4b0d-b05e-a84168291e0e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:55.466874 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9e9101be-608f-4b0d-b05e-a84168291e0e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.469452 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9e9101be-608f-4b0d-b05e-a84168291e0e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "PUT /v2.0/networks/d22b3569-56db-4a45-8940-54a7b5552eb5 HTTP/1.1" status: 200 len: 757 time: 0.3661797 Jan 27 22:15:55.471293 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 32866) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:55.533901 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d0878a9-0729-486c-9b4a-5a30c939daa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (05d891ec-118c-44bb-bb8b-c0cbb771d95d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.546120 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1fc543-8f51-475a-a4cc-b016fa620511 None None] No DVR routers for this DVR port 05d891ec-118c-44bb-bb8b-c0cbb771d95d on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:55.551612 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fc543-8f51-475a-a4cc-b016fa620511 None None] Pushing event deleted for resources: {'Port': ['ID=05d891ec-118c-44bb-bb8b-c0cbb771d95d,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:55.604138 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9101be-608f-4b0d-b05e-a84168291e0e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Network': ['ID=d22b3569-56db-4a45-8940-54a7b5552eb5,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:55.619222 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network d22b3569-56db-4a45-8940-54a7b5552eb5 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:15:55.742044 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1947d145-3b8e-41d1-bc27-b23b203a2968 admin admin] Publish callbacks [] for security_group (672b6fa2-dbf3-4ee9-bd65-a50a5ae26f2d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.745418 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0878a9-0729-486c-9b4a-5a30c939daa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=05d891ec-118c-44bb-bb8b-c0cbb771d95d,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:55.757418 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0878a9-0729-486c-9b4a-5a30c939daa4 admin admin] No DVR routers for this DVR port 05d891ec-118c-44bb-bb8b-c0cbb771d95d on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:55.770041 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1947d145-3b8e-41d1-bc27-b23b203a2968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (672b6fa2-dbf3-4ee9-bd65-a50a5ae26f2d), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.814987 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1947d145-3b8e-41d1-bc27-b23b203a2968 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15426f4001d545a2b9e9b87438a929e1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2558534 Jan 27 22:15:55.817360 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 32874) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:55.865628 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dabdb2-1112-4d05-81d7-ac50f8f29604 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:55.872223 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b2dabdb2-1112-4d05-81d7-ac50f8f29604 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "GET /v2.0/networks?id=d22b3569-56db-4a45-8940-54a7b5552eb5 HTTP/1.1" status: 200 len: 760 time: 0.3946385 Jan 27 22:15:55.888683 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 32880) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:55.895001 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1567ac6e-508e-4a68-96b0-354eeb21a524 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-986600398'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:55.920221 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d614b6f-ab9b-4fa5-a808-6e9c42c07f47 admin admin] Publish callbacks [] for security_group (672b6fa2-dbf3-4ee9-bd65-a50a5ae26f2d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.944978 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d614b6f-ab9b-4fa5-a808-6e9c42c07f47 admin admin] Publish callbacks [] for security_group (672b6fa2-dbf3-4ee9-bd65-a50a5ae26f2d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.989807 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947d145-3b8e-41d1-bc27-b23b203a2968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672b6fa2-dbf3-4ee9-bd65-a50a5ae26f2d,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:56.011482 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d0878a9-0729-486c-9b4a-5a30c939daa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (4de77e40-55eb-4b28-9af2-d474955109af), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:56.039366 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-5d0878a9-0729-486c-9b4a-5a30c939daa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de77e40-55eb-4b28-9af2-d474955109af']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:56.041409 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1567ac6e-508e-4a68-96b0-354eeb21a524 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Made reservation on behalf of 9aa96dac8020464c844a2346f20d12d4 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:56.052098 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-5d0878a9-0729-486c-9b4a-5a30c939daa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:56.052575 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-5d0878a9-0729-486c-9b4a-5a30c939daa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:56.057872 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1567ac6e-508e-4a68-96b0-354eeb21a524 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:56.066681 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d0878a9-0729-486c-9b4a-5a30c939daa4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:56.087130 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d0878a9-0729-486c-9b4a-5a30c939daa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:56.099896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0878a9-0729-486c-9b4a-5a30c939daa4 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:56.101064 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d0878a9-0729-486c-9b4a-5a30c939daa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (741734e1-dbd2-4c7f-a4f5-9d2fe9279cf7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:56.104917 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:56.107870 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1567ac6e-508e-4a68-96b0-354eeb21a524 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:15:56.138708 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d614b6f-ab9b-4fa5-a808-6e9c42c07f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (672b6fa2-dbf3-4ee9-bd65-a50a5ae26f2d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:56.141738 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d614b6f-ab9b-4fa5-a808-6e9c42c07f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:56.146121 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8d614b6f-ab9b-4fa5-a808-6e9c42c07f47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/672b6fa2-dbf3-4ee9-bd65-a50a5ae26f2d HTTP/1.1" status: 204 len: 168 time: 0.3274777 Jan 27 22:15:56.159325 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1567ac6e-508e-4a68-96b0-354eeb21a524 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (5257c907-5072-47cb-b746-30cb26a93904), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:56.159325 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-1567ac6e-508e-4a68-96b0-354eeb21a524 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Added segment 5257c907-5072-47cb-b746-30cb26a93904 of type vlan for network 5d7c3920-9fe7-4a79-bc6a-43012228c419 Jan 27 22:15:56.179964 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d614b6f-ab9b-4fa5-a808-6e9c42c07f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672b6fa2-dbf3-4ee9-bd65-a50a5ae26f2d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:56.236901 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 05d891ec-118c-44bb-bb8b-c0cbb771d95d no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:56.291816 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d0878a9-0729-486c-9b4a-5a30c939daa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (4de77e40-55eb-4b28-9af2-d474955109af), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:56.320737 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d0878a9-0729-486c-9b4a-5a30c939daa4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:56.331476 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5d0878a9-0729-486c-9b4a-5a30c939daa4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4de77e40-55eb-4b28-9af2-d474955109af HTTP/1.1" status: 204 len: 168 time: 1.7714589 Jan 27 22:15:56.333505 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1567ac6e-508e-4a68-96b0-354eeb21a524 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (5d7c3920-9fe7-4a79-bc6a-43012228c419), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:56.335227 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0878a9-0729-486c-9b4a-5a30c939daa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4de77e40-55eb-4b28-9af2-d474955109af,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:56.339906 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 32890) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:56.343602 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 05d891ec-118c-44bb-bb8b-c0cbb771d95d {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:15:56.343950 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 05d891ec-118c-44bb-bb8b-c0cbb771d95d not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:15:56.424030 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1567ac6e-508e-4a68-96b0-354eeb21a524 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (5d7c3920-9fe7-4a79-bc6a-43012228c419), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:56.430158 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1567ac6e-508e-4a68-96b0-354eeb21a524 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:56.430651 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1567ac6e-508e-4a68-96b0-354eeb21a524 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:56.554490 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567ac6e-508e-4a68-96b0-354eeb21a524 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Network': ['ID=5d7c3920-9fe7-4a79-bc6a-43012228c419,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:56.570070 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 5d7c3920-9fe7-4a79-bc6a-43012228c419 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:15:56.574565 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1567ac6e-508e-4a68-96b0-354eeb21a524 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6840761 Jan 27 22:15:56.577872 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 32896) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:56.593972 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-add2707d-df95-4ad7-8d55-797d035db93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'subnet': {'network_id': '5d7c3920-9fe7-4a79-bc6a-43012228c419', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:56.840617 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-26d9622f-2e0b-4aec-8a5c-e08a9bd87238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:56.885105 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add2707d-df95-4ad7-8d55-797d035db93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Made reservation on behalf of 9aa96dac8020464c844a2346f20d12d4 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:56.899254 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-add2707d-df95-4ad7-8d55-797d035db93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.073153 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 32904) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:57.119385 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7f7b9133-ec09-4af0-b1f8-79a2c1d7324c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.314849 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-add2707d-df95-4ad7-8d55-797d035db93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (a7478bd6-381f-4632-95ec-db6f6fc211ac), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.363171 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7f7b9133-ec09-4af0-b1f8-79a2c1d7324c admin admin] Publish callbacks [] for security_group (7808226f-b72b-41ed-aa2f-340b90f44a9c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.379419 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7f7b9133-ec09-4af0-b1f8-79a2c1d7324c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7808226f-b72b-41ed-aa2f-340b90f44a9c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.395918 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04624332-d9a3-49d1-ac63-8cfcf44e2f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (c6b71e7d-c457-49f0-b7b9-aee630a56abf), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.435405 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2707d-df95-4ad7-8d55-797d035db93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Subnet': ['ID=a7478bd6-381f-4632-95ec-db6f6fc211ac,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:57.452375 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add2707d-df95-4ad7-8d55-797d035db93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Checking segment: {'id': '5257c907-5072-47cb-b746-30cb26a93904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5d7c3920-9fe7-4a79-bc6a-43012228c419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:57.452748 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add2707d-df95-4ad7-8d55-797d035db93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network hostable DHCP agents. Network: 5d7c3920-9fe7-4a79-bc6a-43012228c419, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:15:57.473215 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add2707d-df95-4ad7-8d55-797d035db93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network 5d7c3920-9fe7-4a79-bc6a-43012228c419 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:15:57.492045 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-add2707d-df95-4ad7-8d55-797d035db93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 5d7c3920-9fe7-4a79-bc6a-43012228c419) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:57.502340 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43190a1f-a9db-4b6d-96d8-e1954b58d5e7 None None] Network 5d7c3920-9fe7-4a79-bc6a-43012228c419 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:57.525495 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add2707d-df95-4ad7-8d55-797d035db93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:57.526133 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-add2707d-df95-4ad7-8d55-797d035db93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.568080 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-add2707d-df95-4ad7-8d55-797d035db93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9888918 Jan 27 22:15:57.570773 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 32914) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:57.626176 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b9133-ec09-4af0-b1f8-79a2c1d7324c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7808226f-b72b-41ed-aa2f-340b90f44a9c,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:57.631871 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7f7b9133-ec09-4af0-b1f8-79a2c1d7324c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5dbfcce72d2c4ffdbaf562a1c4aeae69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5577226 Jan 27 22:15:57.671294 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 32916) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:57.688437 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.784705 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0df1c5b0-94ca-4925-987b-994e171dff3b admin admin] Publish callbacks [] for security_group (7808226f-b72b-41ed-aa2f-340b90f44a9c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.785955 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afce9d34-cda4-461d-b4b0-14e31bc616ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-5d7c3920-9fe7-4a79-bc6a-43012228c419', 'network_id': '5d7c3920-9fe7-4a79-bc6a-43012228c419', 'project_id': '9aa96dac8020464c844a2346f20d12d4', 'fixed_ips': [{'subnet_id': 'a7478bd6-381f-4632-95ec-db6f6fc211ac'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:15:57.788624 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-afce9d34-cda4-461d-b4b0-14e31bc616ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.810023 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0df1c5b0-94ca-4925-987b-994e171dff3b admin admin] Publish callbacks [] for security_group (7808226f-b72b-41ed-aa2f-340b90f44a9c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.815104 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (5d7c3920-9fe7-4a79-bc6a-43012228c419), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.931895 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0df1c5b0-94ca-4925-987b-994e171dff3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7808226f-b72b-41ed-aa2f-340b90f44a9c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.942015 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0df1c5b0-94ca-4925-987b-994e171dff3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.946872 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0df1c5b0-94ca-4925-987b-994e171dff3b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7808226f-b72b-41ed-aa2f-340b90f44a9c HTTP/1.1" status: 204 len: 168 time: 0.2738206 Jan 27 22:15:57.988152 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (a7478bd6-381f-4632-95ec-db6f6fc211ac), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.996419 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1c5b0-94ca-4925-987b-994e171dff3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7808226f-b72b-41ed-aa2f-340b90f44a9c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:58.057836 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-afce9d34-cda4-461d-b4b0-14e31bc616ab None None] Allocated IP 172.20.0.2 (5d7c3920-9fe7-4a79-bc6a-43012228c419/a7478bd6-381f-4632-95ec-db6f6fc211ac/1eabf36b-bb51-4575-be7b-b8cac41277e7) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:15:58.128675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-04624332-d9a3-49d1-ac63-8cfcf44e2f52 admin admin] Deleting port d9a76154-bff1-4bac-8abd-14bee24b2af3 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:58.129670 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04624332-d9a3-49d1-ac63-8cfcf44e2f52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d9a76154-bff1-4bac-8abd-14bee24b2af3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.347538 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-afce9d34-cda4-461d-b4b0-14e31bc616ab None None] Publish callbacks [] for port (1eabf36b-bb51-4575-be7b-b8cac41277e7), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.363564 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-afce9d34-cda4-461d-b4b0-14e31bc616ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (1eabf36b-bb51-4575-be7b-b8cac41277e7), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.381505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-04624332-d9a3-49d1-ac63-8cfcf44e2f52 admin admin] For port d9a76154-bff1-4bac-8abd-14bee24b2af3, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d9a76154-bff1-4bac-8abd-14bee24b2af3,segment=NetworkSegment(c0c70836-a280-4428-8af6-ac393cb29338),segment_id=c0c70836-a280-4428-8af6-ac393cb29338)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:58.381995 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04624332-d9a3-49d1-ac63-8cfcf44e2f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d9a76154-bff1-4bac-8abd-14bee24b2af3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.389803 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (a7478bd6-381f-4632-95ec-db6f6fc211ac), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.413283 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-04624332-d9a3-49d1-ac63-8cfcf44e2f52 admin admin] Calling delete_port for d9a76154-bff1-4bac-8abd-14bee24b2af3 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:58.502286 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Subnet': ['ID=a7478bd6-381f-4632-95ec-db6f6fc211ac,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:58.536528 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afce9d34-cda4-461d-b4b0-14e31bc616ab None None] Network 5d7c3920-9fe7-4a79-bc6a-43012228c419 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:15:58.546061 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-afce9d34-cda4-461d-b4b0-14e31bc616ab None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:58.569978 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce9d34-cda4-461d-b4b0-14e31bc616ab None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:15:58.594230 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce9d34-cda4-461d-b4b0-14e31bc616ab None None] Pushing event updated for resources: {'Port': ['ID=1eabf36b-bb51-4575-be7b-b8cac41277e7,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:58.678292 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (5d7c3920-9fe7-4a79-bc6a-43012228c419), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.710213 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-afce9d34-cda4-461d-b4b0-14e31bc616ab None None] Attempting to bind port 1eabf36b-bb51-4575-be7b-b8cac41277e7 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:15:58.712388 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-afce9d34-cda4-461d-b4b0-14e31bc616ab None None] Attempting to bind port 1eabf36b-bb51-4575-be7b-b8cac41277e7 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '5257c907-5072-47cb-b746-30cb26a93904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5d7c3920-9fe7-4a79-bc6a-43012228c419'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:15:58.712861 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce9d34-cda4-461d-b4b0-14e31bc616ab None None] Attempting to bind port 1eabf36b-bb51-4575-be7b-b8cac41277e7 on network 5d7c3920-9fe7-4a79-bc6a-43012228c419 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:58.722345 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce9d34-cda4-461d-b4b0-14e31bc616ab None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:15:58.723866 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce9d34-cda4-461d-b4b0-14e31bc616ab None None] Checking segment: {'id': '5257c907-5072-47cb-b746-30cb26a93904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5d7c3920-9fe7-4a79-bc6a-43012228c419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:58.724043 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-afce9d34-cda4-461d-b4b0-14e31bc616ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.726559 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce9d34-cda4-461d-b4b0-14e31bc616ab None None] Bound using segment: {'id': '5257c907-5072-47cb-b746-30cb26a93904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5d7c3920-9fe7-4a79-bc6a-43012228c419'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:15:58.728348 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7c3920-9fe7-4a79-bc6a-43012228c419']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:58.728946 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-afce9d34-cda4-461d-b4b0-14e31bc616ab None None] Bound port: 1eabf36b-bb51-4575-be7b-b8cac41277e7, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5257c907-5072-47cb-b746-30cb26a93904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5d7c3920-9fe7-4a79-bc6a-43012228c419'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:15:58.731074 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-afce9d34-cda4-461d-b4b0-14e31bc616ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1eabf36b-bb51-4575-be7b-b8cac41277e7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.749580 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5257c907-5072-47cb-b746-30cb26a93904') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:58.751395 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5257c907-5072-47cb-b746-30cb26a93904') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:58.774009 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (5257c907-5072-47cb-b746-30cb26a93904), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.809420 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (5257c907-5072-47cb-b746-30cb26a93904), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.822249 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:58.826874 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (5257c907-5072-47cb-b746-30cb26a93904), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:58.837299 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:58.919934 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04624332-d9a3-49d1-ac63-8cfcf44e2f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d9a76154-bff1-4bac-8abd-14bee24b2af3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.999115 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-afce9d34-cda4-461d-b4b0-14e31bc616ab None None] For port 1eabf36b-bb51-4575-be7b-b8cac41277e7, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:15:59.018053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-afce9d34-cda4-461d-b4b0-14e31bc616ab None None] For port 1eabf36b-bb51-4575-be7b-b8cac41277e7, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1eabf36b-bb51-4575-be7b-b8cac41277e7,segment=NetworkSegment(5257c907-5072-47cb-b746-30cb26a93904),segment_id=5257c907-5072-47cb-b746-30cb26a93904)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:15:59.025078 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.db.api [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:15:59.025078 n-d-772272-3 neutron-server[109742]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:15:59.025078 n-d-772272-3 neutron-server[109742]: [parameters: {'id': '5d7c3920-9fe7-4a79-bc6a-43012228c419'}] Jan 27 22:15:59.025078 n-d-772272-3 neutron-server[109742]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:15:59.025681 n-d-772272-3 neutron-server[109742]: DEBUG oslo_db.api [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:15:59.036788 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04624332-d9a3-49d1-ac63-8cfcf44e2f52 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9a76154-bff1-4bac-8abd-14bee24b2af3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:59.050553 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-afce9d34-cda4-461d-b4b0-14e31bc616ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1eabf36b-bb51-4575-be7b-b8cac41277e7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:59.135180 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce9d34-cda4-461d-b4b0-14e31bc616ab None None] Pushing event updated for resources: {'Port': ['ID=1eabf36b-bb51-4575-be7b-b8cac41277e7,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:59.172960 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:59.318295 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8366f7-718a-4e3c-9f40-32cebed1c8a6 None None] Network 5d7c3920-9fe7-4a79-bc6a-43012228c419 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:59.526395 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (5d7c3920-9fe7-4a79-bc6a-43012228c419), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:59.625903 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5975cd-db13-4351-b26a-a7ea77278b51 None None] get_active_networks_info from n-d-772272-3 {{(pid=109743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:15:59.709831 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Deleting port 1eabf36b-bb51-4575-be7b-b8cac41277e7 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:59.710191 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1eabf36b-bb51-4575-be7b-b8cac41277e7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:59.821976 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] For port 1eabf36b-bb51-4575-be7b-b8cac41277e7, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1eabf36b-bb51-4575-be7b-b8cac41277e7,segment=NetworkSegment(5257c907-5072-47cb-b746-30cb26a93904),segment_id=5257c907-5072-47cb-b746-30cb26a93904)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:59.821976 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1eabf36b-bb51-4575-be7b-b8cac41277e7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:59.832052 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5975cd-db13-4351-b26a-a7ea77278b51 None None] Resources bound (agent type, host, resource id): {{(pid=109743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:15:59.837077 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Calling delete_port for 1eabf36b-bb51-4575-be7b-b8cac41277e7 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:00.097359 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (1eabf36b-bb51-4575-be7b-b8cac41277e7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:00.159719 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Port': ['ID=1eabf36b-bb51-4575-be7b-b8cac41277e7,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:00.169071 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No DVR routers for this DVR port 1eabf36b-bb51-4575-be7b-b8cac41277e7 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:16:00.416206 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:00.435308 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (5d7c3920-9fe7-4a79-bc6a-43012228c419), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:00.442917 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04624332-d9a3-49d1-ac63-8cfcf44e2f52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (c6b71e7d-c457-49f0-b7b9-aee630a56abf), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:00.516335 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7c3920-9fe7-4a79-bc6a-43012228c419']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:00.617055 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5257c907-5072-47cb-b746-30cb26a93904') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:00.617055 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5257c907-5072-47cb-b746-30cb26a93904') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:00.642888 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (5257c907-5072-47cb-b746-30cb26a93904), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:00.696573 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (5257c907-5072-47cb-b746-30cb26a93904), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:00.710578 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:16:00.710981 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (5257c907-5072-47cb-b746-30cb26a93904), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:16:00.720260 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:16:00.826704 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (5d7c3920-9fe7-4a79-bc6a-43012228c419), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:00.900720 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:00.904428 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/5d7c3920-9fe7-4a79-bc6a-43012228c419 HTTP/1.1" status: 204 len: 168 time: 3.3327017 Jan 27 22:16:00.905531 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319a472-9ede-4d70-9574-5e987c287a50 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Network': ['ID=5d7c3920-9fe7-4a79-bc6a-43012228c419,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:00.907364 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 32988) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:00.947749 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb2eeb3-c8a2-4658-b5e5-648f11dd7568 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] GET failed (client error): The resource could not be found. Jan 27 22:16:00.949449 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bcb2eeb3-c8a2-4658-b5e5-648f11dd7568 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "GET /v2.0/subnets/a7478bd6-381f-4632-95ec-db6f6fc211ac HTTP/1.1" status: 404 len: 337 time: 0.0362854 Jan 27 22:16:00.952566 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 32992) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:00.991575 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c20192e-e34d-4315-9405-0d6a376acc93 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:00.994013 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c20192e-e34d-4315-9405-0d6a376acc93 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:00.999330 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8c20192e-e34d-4315-9405-0d6a376acc93 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/5d7c3920-9fe7-4a79-bc6a-43012228c419 HTTP/1.1" status: 404 len: 339 time: 0.0455620 Jan 27 22:16:01.005758 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 32996) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:01.143530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04624332-d9a3-49d1-ac63-8cfcf44e2f52 admin admin] Router c6b71e7d-c457-49f0-b7b9-aee630a56abf has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:16:01.438539 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9e2018-f92a-46e1-93c1-c91b85761f29 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:01.440126 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7f9e2018-f92a-46e1-93c1-c91b85761f29 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4324050 Jan 27 22:16:01.443495 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04624332-d9a3-49d1-ac63-8cfcf44e2f52 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:16:01.444585 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33012) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:01.462247 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-04624332-d9a3-49d1-ac63-8cfcf44e2f52 admin admin] 10.222.0.23 "PUT /v2.0/routers/c6b71e7d-c457-49f0-b7b9-aee630a56abf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1200759 Jan 27 22:16:01.465388 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132b65d0-21c6-4564-9e06-ab7947d6f272 None None] Sync routers for ids ['c6b71e7d-c457-49f0-b7b9-aee630a56abf'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:16:01.465950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33014) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:01.507840 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132b65d0-21c6-4564-9e06-ab7947d6f272 None None] Routers {'c6b71e7d-c457-49f0-b7b9-aee630a56abf'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:01.520496 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-132b65d0-21c6-4564-9e06-ab7947d6f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:15:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c6b71e7d-c457-49f0-b7b9-aee630a56abf'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:01.545666 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-87fec569-d78e-4a41-824a-f4cbeae634fb tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "GET /v2.0/subnets?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6 HTTP/1.1" status: 200 len: 207 time: 0.0878246 Jan 27 22:16:01.546394 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33018) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:01.732322 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-354827fc-c6e3-428d-ac45-47ebee642f9a admin admin] Publish callbacks [] for router (c6b71e7d-c457-49f0-b7b9-aee630a56abf), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:01.821823 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-132b65d0-21c6-4564-9e06-ab7947d6f272 None None] Set router c6b71e7d-c457-49f0-b7b9-aee630a56abf gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:02.122769 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa028798-087c-4990-a31f-a7905d56cbcd tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:02.134582 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-354827fc-c6e3-428d-ac45-47ebee642f9a admin admin] Publish callbacks [] for router_gateway (c6b71e7d-c457-49f0-b7b9-aee630a56abf), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:02.135201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa028798-087c-4990-a31f-a7905d56cbcd tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:02.154183 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa028798-087c-4990-a31f-a7905d56cbcd tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:02.169515 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa028798-087c-4990-a31f-a7905d56cbcd tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:02.180064 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fa028798-087c-4990-a31f-a7905d56cbcd tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.6300199 Jan 27 22:16:02.180064 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33042) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:02.370316 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-354827fc-c6e3-428d-ac45-47ebee642f9a admin admin] Deleting port 512dc378-6ecb-490a-bcac-f64bc4426814 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:02.371375 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-354827fc-c6e3-428d-ac45-47ebee642f9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (512dc378-6ecb-490a-bcac-f64bc4426814), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:02.516482 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c58d832f-e23f-4cef-a27d-7d4ae57121a4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3320796 Jan 27 22:16:02.517149 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33070) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:02.623599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-354827fc-c6e3-428d-ac45-47ebee642f9a admin admin] For port 512dc378-6ecb-490a-bcac-f64bc4426814, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=512dc378-6ecb-490a-bcac-f64bc4426814,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:02.624775 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-354827fc-c6e3-428d-ac45-47ebee642f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (512dc378-6ecb-490a-bcac-f64bc4426814), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:02.657272 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-354827fc-c6e3-428d-ac45-47ebee642f9a admin admin] Calling delete_port for 512dc378-6ecb-490a-bcac-f64bc4426814 owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:02.847426 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcefccb-baa1-418b-b759-a26ae4be9b31 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:02.852768 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcefccb-baa1-418b-b759-a26ae4be9b31 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:02.856458 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-132b65d0-21c6-4564-9e06-ab7947d6f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b71e7d-c457-49f0-b7b9-aee630a56abf', 'name': 'tempest-TestServerMultinode-724546054-router', 'tenant_id': '54c64932692842a19459a0525e81fe27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '512dc378-6ecb-490a-bcac-f64bc4426814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:25Z', 'updated_at': '2022-01-27T22:15:58Z', 'revision_number': 5, 'project_id': '54c64932692842a19459a0525e81fe27', 'gw_port': {'id': '512dc378-6ecb-490a-bcac-f64bc4426814', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b71e7d-c457-49f0-b7b9-aee630a56abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:14:27Z', 'updated_at': '2022-01-27T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:02.865072 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33080) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:02.869758 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2fcefccb-baa1-418b-b759-a26ae4be9b31 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3488495 Jan 27 22:16:02.913580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132b65d0-21c6-4564-9e06-ab7947d6f272 None None] Checking router: c6b71e7d-c457-49f0-b7b9-aee630a56abf for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:16:02.939599 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132b65d0-21c6-4564-9e06-ab7947d6f272 None None] Routers {'c6b71e7d-c457-49f0-b7b9-aee630a56abf'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:02.940137 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-132b65d0-21c6-4564-9e06-ab7947d6f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:15:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c6b71e7d-c457-49f0-b7b9-aee630a56abf'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:03.122018 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-132b65d0-21c6-4564-9e06-ab7947d6f272 None None] Set router c6b71e7d-c457-49f0-b7b9-aee630a56abf gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:03.197839 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ad5df2-c4d8-46f3-9251-b9f7d650cf81 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:03.204347 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ad5df2-c4d8-46f3-9251-b9f7d650cf81 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['shared'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:03.208485 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-15ad5df2-c4d8-46f3-9251-b9f7d650cf81 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3381777 Jan 27 22:16:03.213316 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33088) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:03.279303 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-132b65d0-21c6-4564-9e06-ab7947d6f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b71e7d-c457-49f0-b7b9-aee630a56abf', 'name': 'tempest-TestServerMultinode-724546054-router', 'tenant_id': '54c64932692842a19459a0525e81fe27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:25Z', 'updated_at': '2022-01-27T22:16:02Z', 'revision_number': 6, 'project_id': '54c64932692842a19459a0525e81fe27', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:03.386365 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132b65d0-21c6-4564-9e06-ab7947d6f272 None None] The sync data for ids ['c6b71e7d-c457-49f0-b7b9-aee630a56abf'] in n-d-772272-3 is: [{'id': 'c6b71e7d-c457-49f0-b7b9-aee630a56abf', 'name': 'tempest-TestServerMultinode-724546054-router', 'tenant_id': '54c64932692842a19459a0525e81fe27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:14:25Z', 'updated_at': '2022-01-27T22:16:02Z', 'revision_number': 6, 'project_id': '54c64932692842a19459a0525e81fe27', 'gw_port_host': None}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:16:03.466117 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19b4b30-bd14-4547-aa42-b7dabd0ffa65 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:03.470350 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e19b4b30-bd14-4547-aa42-b7dabd0ffa65 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "GET /v2.0/networks/615ef3e5-21f0-45af-aeed-a8aaf72be6e6 HTTP/1.1" status: 200 len: 799 time: 0.2560077 Jan 27 22:16:03.482502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33092) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:03.546662 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33096) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:03.699335 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7c411e61-4782-4183-a595-0b94df63c96f tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "GET /v2.0/networks/615ef3e5-21f0-45af-aeed-a8aaf72be6e6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2106609 Jan 27 22:16:03.699909 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33106) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:03.732353 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-354827fc-c6e3-428d-ac45-47ebee642f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (512dc378-6ecb-490a-bcac-f64bc4426814), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:03.894411 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db30a91-1ba1-498b-b32f-4616df4e1c4f tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:03.907346 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7db30a91-1ba1-498b-b32f-4616df4e1c4f tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "GET /v2.0/subnets/18c4315f-7bb8-4a39-a16e-b05fa977551f HTTP/1.1" status: 200 len: 811 time: 0.2052040 Jan 27 22:16:03.908517 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33114) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:03.970817 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5a3160-ef90-4b4d-9b5f-488401a02d60 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['shared'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:03.972450 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fe5a3160-ef90-4b4d-9b5f-488401a02d60 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "GET /v2.0/subnets/18c4315f-7bb8-4a39-a16e-b05fa977551f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0613356 Jan 27 22:16:03.994996 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33116) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:03.998135 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c66fca63-02ca-4a8b-bd55-1da10cdcb941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.016481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354827fc-c6e3-428d-ac45-47ebee642f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=512dc378-6ecb-490a-bcac-f64bc4426814,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:04.035477 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f52ca50f-29ec-41c4-8be6-afa92cc8e93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1609173722'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:04.074604 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-354827fc-c6e3-428d-ac45-47ebee642f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (c6b71e7d-c457-49f0-b7b9-aee630a56abf), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.130199 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52ca50f-29ec-41c4-8be6-afa92cc8e93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Made reservation on behalf of 9aa96dac8020464c844a2346f20d12d4 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:04.133790 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f52ca50f-29ec-41c4-8be6-afa92cc8e93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.210024 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52ca50f-29ec-41c4-8be6-afa92cc8e93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:16:04.303403 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f52ca50f-29ec-41c4-8be6-afa92cc8e93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (dbbd387b-214a-46c2-9ac6-cd381e8a51f9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.307692 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-f52ca50f-29ec-41c4-8be6-afa92cc8e93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Added segment dbbd387b-214a-46c2-9ac6-cd381e8a51f9 of type vlan for network d7ac7ce6-bb3d-4561-9274-1602d4fe3e25 Jan 27 22:16:04.322676 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-354827fc-c6e3-428d-ac45-47ebee642f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (c6b71e7d-c457-49f0-b7b9-aee630a56abf), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.368895 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-354827fc-c6e3-428d-ac45-47ebee642f9a admin admin] Publish callbacks [] for router_controller (c6b71e7d-c457-49f0-b7b9-aee630a56abf), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.528151 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f52ca50f-29ec-41c4-8be6-afa92cc8e93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (d7ac7ce6-bb3d-4561-9274-1602d4fe3e25), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.557281 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 512dc378-6ecb-490a-bcac-f64bc4426814 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:16:04.587867 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-354827fc-c6e3-428d-ac45-47ebee642f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (c6b71e7d-c457-49f0-b7b9-aee630a56abf), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.592589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354827fc-c6e3-428d-ac45-47ebee642f9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6b71e7d-c457-49f0-b7b9-aee630a56abf {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:16:04.615247 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-354827fc-c6e3-428d-ac45-47ebee642f9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.625734 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-354827fc-c6e3-428d-ac45-47ebee642f9a admin admin] 10.222.0.23 "DELETE /v2.0/routers/c6b71e7d-c457-49f0-b7b9-aee630a56abf HTTP/1.1" status: 204 len: 168 time: 3.1562843 Jan 27 22:16:04.625734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33126) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:04.635388 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f52ca50f-29ec-41c4-8be6-afa92cc8e93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (d7ac7ce6-bb3d-4561-9274-1602d4fe3e25), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.651095 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52ca50f-29ec-41c4-8be6-afa92cc8e93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:04.652514 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f52ca50f-29ec-41c4-8be6-afa92cc8e93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.654531 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 512dc378-6ecb-490a-bcac-f64bc4426814 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:16:04.654898 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 512dc378-6ecb-490a-bcac-f64bc4426814 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:16:04.655340 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d9a76154-bff1-4bac-8abd-14bee24b2af3 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:16:04.710909 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f52ca50f-29ec-41c4-8be6-afa92cc8e93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7109106 Jan 27 22:16:04.736398 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33128) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:04.758217 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c66fca63-02ca-4a8b-bd55-1da10cdcb941 admin admin] Publish callbacks [] for security_group (6823c04f-cbeb-4689-8e00-13b083e6c223), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.764707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-e9f7498d-94b2-4a44-b806-af45c7551ee8 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'subnet': {'network_id': 'd7ac7ce6-bb3d-4561-9274-1602d4fe3e25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:04.770301 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: d9a76154-bff1-4bac-8abd-14bee24b2af3 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:16:04.773242 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d9a76154-bff1-4bac-8abd-14bee24b2af3 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:16:04.818721 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c66fca63-02ca-4a8b-bd55-1da10cdcb941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6823c04f-cbeb-4689-8e00-13b083e6c223), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.926984 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ca50f-29ec-41c4-8be6-afa92cc8e93e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Network': ['ID=d7ac7ce6-bb3d-4561-9274-1602d4fe3e25,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:04.942627 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network d7ac7ce6-bb3d-4561-9274-1602d4fe3e25 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:16:04.947318 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c66fca63-02ca-4a8b-bd55-1da10cdcb941 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24f5b2fc7e6f46648105b96fce7c189d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3992407 Jan 27 22:16:04.949430 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33138) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:04.950391 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66fca63-02ca-4a8b-bd55-1da10cdcb941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6823c04f-cbeb-4689-8e00-13b083e6c223,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:05.099911 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-189fcd03-fd19-475f-9bd1-5f685786409c admin admin] Deleting subnet d0cf0b91-88d5-429e-ae12-46c36e926f00 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:16:05.115355 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-189fcd03-fd19-475f-9bd1-5f685786409c admin admin] Publish callbacks [] for subnet (d0cf0b91-88d5-429e-ae12-46c36e926f00), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.161017 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [req-e79e441e-1f5d-4915-a706-12b2832fe922 req-662b2006-d643-4938-95fd-871914c37abf service neutron] (109742) timed out ('10.222.0.21', 53398) {{(pid=109742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:16:05.206216 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ed73e2c9-9454-4e65-8366-e712118aa442 admin admin] Publish callbacks [] for security_group (6823c04f-cbeb-4689-8e00-13b083e6c223), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.254164 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-189fcd03-fd19-475f-9bd1-5f685786409c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (d0cf0b91-88d5-429e-ae12-46c36e926f00), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.274523 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ed73e2c9-9454-4e65-8366-e712118aa442 admin admin] Publish callbacks [] for security_group (6823c04f-cbeb-4689-8e00-13b083e6c223), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.373676 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-189fcd03-fd19-475f-9bd1-5f685786409c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (d0cf0b91-88d5-429e-ae12-46c36e926f00), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.402505 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ed73e2c9-9454-4e65-8366-e712118aa442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6823c04f-cbeb-4689-8e00-13b083e6c223), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.407813 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ed73e2c9-9454-4e65-8366-e712118aa442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.409591 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ed73e2c9-9454-4e65-8366-e712118aa442 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6823c04f-cbeb-4689-8e00-13b083e6c223 HTTP/1.1" status: 204 len: 168 time: 0.4453132 Jan 27 22:16:05.467908 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73e2c9-9454-4e65-8366-e712118aa442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6823c04f-cbeb-4689-8e00-13b083e6c223,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:05.473464 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-189fcd03-fd19-475f-9bd1-5f685786409c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (d0cf0b91-88d5-429e-ae12-46c36e926f00), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.544978 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fcd03-fd19-475f-9bd1-5f685786409c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0cf0b91-88d5-429e-ae12-46c36e926f00,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:05.572732 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-189fcd03-fd19-475f-9bd1-5f685786409c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.573456 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3aad47-c1c2-40f2-98ae-8f3146e7e123 None None] Network 3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:05.583618 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33146) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:05.583799 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-189fcd03-fd19-475f-9bd1-5f685786409c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d0cf0b91-88d5-429e-ae12-46c36e926f00 HTTP/1.1" status: 204 len: 168 time: 0.9558210 Jan 27 22:16:05.630824 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f7498d-94b2-4a44-b806-af45c7551ee8 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Made reservation on behalf of 9aa96dac8020464c844a2346f20d12d4 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:05.634751 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e9f7498d-94b2-4a44-b806-af45c7551ee8 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.749388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.ipam_backend_mixin [None req-e9f7498d-94b2-4a44-b806-af45c7551ee8 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Performing IP validity checks on allocation pools {{(pid=109741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 22:16:05.749943 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.ipam_backend_mixin [None req-e9f7498d-94b2-4a44-b806-af45c7551ee8 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 22:16:05.778357 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8b095d41-47f0-4dc4-bd52-d35f9a997a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.854528 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-8b095d41-47f0-4dc4-bd52-d35f9a997a4f admin admin] Deleting port 87c1a256-281f-4017-b1d8-a4eb5ece2caf {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:05.855432 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8b095d41-47f0-4dc4-bd52-d35f9a997a4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (87c1a256-281f-4017-b1d8-a4eb5ece2caf), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.936028 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-8b095d41-47f0-4dc4-bd52-d35f9a997a4f admin admin] For port 87c1a256-281f-4017-b1d8-a4eb5ece2caf, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=87c1a256-281f-4017-b1d8-a4eb5ece2caf,segment=NetworkSegment(c0c70836-a280-4428-8af6-ac393cb29338),segment_id=c0c70836-a280-4428-8af6-ac393cb29338)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:05.936423 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8b095d41-47f0-4dc4-bd52-d35f9a997a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (87c1a256-281f-4017-b1d8-a4eb5ece2caf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.951814 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-8b095d41-47f0-4dc4-bd52-d35f9a997a4f admin admin] Calling delete_port for 87c1a256-281f-4017-b1d8-a4eb5ece2caf owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:06.110915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17fca0b-e2b5-4d95-b7a3-7d2cf2be48e6 None None] DHCP port deletion for 3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:16:06.183150 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e9f7498d-94b2-4a44-b806-af45c7551ee8 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (e8f4016a-b2d0-4d5b-97eb-a845f09cf72a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.276046 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33160) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:06.302279 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8b095d41-47f0-4dc4-bd52-d35f9a997a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (87c1a256-281f-4017-b1d8-a4eb5ece2caf), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.325309 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e17fca0b-e2b5-4d95-b7a3-7d2cf2be48e6 None None] Deleting port 87c1a256-281f-4017-b1d8-a4eb5ece2caf {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:06.325701 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e17fca0b-e2b5-4d95-b7a3-7d2cf2be48e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (87c1a256-281f-4017-b1d8-a4eb5ece2caf), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.327799 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 87c1a256-281f-4017-b1d8-a4eb5ece2caf no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:16:06.336343 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb984-50d2-4e68-954c-6157c04280a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.387791 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b095d41-47f0-4dc4-bd52-d35f9a997a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=87c1a256-281f-4017-b1d8-a4eb5ece2caf,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:06.405008 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7498d-94b2-4a44-b806-af45c7551ee8 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Subnet': ['ID=e8f4016a-b2d0-4d5b-97eb-a845f09cf72a,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:06.405518 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b095d41-47f0-4dc4-bd52-d35f9a997a4f admin admin] No DVR routers for this DVR port 87c1a256-281f-4017-b1d8-a4eb5ece2caf on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:16:06.436428 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 87c1a256-281f-4017-b1d8-a4eb5ece2caf {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:16:06.436784 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 87c1a256-281f-4017-b1d8-a4eb5ece2caf not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:16:06.485817 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f7498d-94b2-4a44-b806-af45c7551ee8 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Checking segment: {'id': 'dbbd387b-214a-46c2-9ac6-cd381e8a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd7ac7ce6-bb3d-4561-9274-1602d4fe3e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:06.486933 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f7498d-94b2-4a44-b806-af45c7551ee8 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network hostable DHCP agents. Network: d7ac7ce6-bb3d-4561-9274-1602d4fe3e25, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:16:06.632297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e17fca0b-e2b5-4d95-b7a3-7d2cf2be48e6 None None] For port 87c1a256-281f-4017-b1d8-a4eb5ece2caf, host n-d-772272-3, got binding levels [] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:06.632886 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e17fca0b-e2b5-4d95-b7a3-7d2cf2be48e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (87c1a256-281f-4017-b1d8-a4eb5ece2caf), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.641857 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb984-50d2-4e68-954c-6157c04280a9 admin admin] Publish callbacks [] for security_group (129391ee-a6de-4c37-b5a9-cf8bc0fd95d7), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.665840 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e17fca0b-e2b5-4d95-b7a3-7d2cf2be48e6 None None] Calling delete_port for 87c1a256-281f-4017-b1d8-a4eb5ece2caf owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:06.670132 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9c1eb984-50d2-4e68-954c-6157c04280a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (129391ee-a6de-4c37-b5a9-cf8bc0fd95d7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.670360 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.ipam_backend_mixin [None req-e17fca0b-e2b5-4d95-b7a3-7d2cf2be48e6 None None] Port 87c1a256-281f-4017-b1d8-a4eb5ece2caf was not found and therefore no delete operation was performed {{(pid=109743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:16:06.672864 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e17fca0b-e2b5-4d95-b7a3-7d2cf2be48e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (87c1a256-281f-4017-b1d8-a4eb5ece2caf), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.681762 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8b095d41-47f0-4dc4-bd52-d35f9a997a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.749944 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-8b095d41-47f0-4dc4-bd52-d35f9a997a4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:06.755740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1eb984-50d2-4e68-954c-6157c04280a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129391ee-a6de-4c37-b5a9-cf8bc0fd95d7,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:06.757897 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17fca0b-e2b5-4d95-b7a3-7d2cf2be48e6 None None] No DVR routers for this DVR port 87c1a256-281f-4017-b1d8-a4eb5ece2caf on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:16:06.760098 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17fca0b-e2b5-4d95-b7a3-7d2cf2be48e6 None None] Pushing event deleted for resources: {'Port': ['ID=87c1a256-281f-4017-b1d8-a4eb5ece2caf,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:06.767224 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f7498d-94b2-4a44-b806-af45c7551ee8 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Network d7ac7ce6-bb3d-4561-9274-1602d4fe3e25 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:16:06.770072 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-8b095d41-47f0-4dc4-bd52-d35f9a997a4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c70836-a280-4428-8af6-ac393cb29338') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:06.770490 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-8b095d41-47f0-4dc4-bd52-d35f9a997a4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c70836-a280-4428-8af6-ac393cb29338') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:06.802276 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8b095d41-47f0-4dc4-bd52-d35f9a997a4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (c0c70836-a280-4428-8af6-ac393cb29338), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.823437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-e9f7498d-94b2-4a44-b806-af45c7551ee8 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, d7ac7ce6-bb3d-4561-9274-1602d4fe3e25) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:06.832109 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8b095d41-47f0-4dc4-bd52-d35f9a997a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (c0c70836-a280-4428-8af6-ac393cb29338), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.834744 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0178bc-6303-46c2-b77f-2dcee3280a14 None None] Network d7ac7ce6-bb3d-4561-9274-1602d4fe3e25 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:06.838962 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f7498d-94b2-4a44-b806-af45c7551ee8 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:06.841412 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e9f7498d-94b2-4a44-b806-af45c7551ee8 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.843370 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b095d41-47f0-4dc4-bd52-d35f9a997a4f admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:16:06.843969 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8b095d41-47f0-4dc4-bd52-d35f9a997a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (c0c70836-a280-4428-8af6-ac393cb29338), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:16:06.851782 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:16:06.878097 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9c1eb984-50d2-4e68-954c-6157c04280a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cdb70f923ecf402b9f88216deddf343d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5974529 Jan 27 22:16:06.883014 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33170) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:06.906009 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e9f7498d-94b2-4a44-b806-af45c7551ee8 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.1622841 Jan 27 22:16:06.919278 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33174) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:06.943016 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-cc4ae487-d5b9-4d85-8b78-fc3481babe52 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:07.028719 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ce68-e209-4cc3-9e78-926c8edf98d5 admin admin] Publish callbacks [] for security_group (129391ee-a6de-4c37-b5a9-cf8bc0fd95d7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:07.037867 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8b095d41-47f0-4dc4-bd52-d35f9a997a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:07.060861 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8b095d41-47f0-4dc4-bd52-d35f9a997a4f admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:07.066655 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8b095d41-47f0-4dc4-bd52-d35f9a997a4f admin admin] 10.222.0.23 "DELETE /v2.0/networks/3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e HTTP/1.1" status: 204 len: 168 time: 1.4797001 Jan 27 22:16:07.066655 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b095d41-47f0-4dc4-bd52-d35f9a997a4f admin admin] Pushing event deleted for resources: {'Network': ['ID=3094aee0-08eb-4b6b-ad3c-7fa10a5dce9e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:07.091953 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ce68-e209-4cc3-9e78-926c8edf98d5 admin admin] Publish callbacks [] for security_group (129391ee-a6de-4c37-b5a9-cf8bc0fd95d7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:07.165528 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-d7ac7ce6-bb3d-4561-9274-1602d4fe3e25', 'network_id': 'd7ac7ce6-bb3d-4561-9274-1602d4fe3e25', 'project_id': '9aa96dac8020464c844a2346f20d12d4', 'fixed_ips': [{'subnet_id': 'e8f4016a-b2d0-4d5b-97eb-a845f09cf72a'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:16:07.166689 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:07.216245 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ce68-e209-4cc3-9e78-926c8edf98d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (129391ee-a6de-4c37-b5a9-cf8bc0fd95d7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:07.218938 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ce68-e209-4cc3-9e78-926c8edf98d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:07.223319 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e5e7ce68-e209-4cc3-9e78-926c8edf98d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/129391ee-a6de-4c37-b5a9-cf8bc0fd95d7 HTTP/1.1" status: 204 len: 168 time: 0.3390687 Jan 27 22:16:07.246138 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7ce68-e209-4cc3-9e78-926c8edf98d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129391ee-a6de-4c37-b5a9-cf8bc0fd95d7,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:07.266954 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cc4ae487-d5b9-4d85-8b78-fc3481babe52 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58935785'] for subnet (e8f4016a-b2d0-4d5b-97eb-a845f09cf72a), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:07.503041 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 27 22:16:07.503041 n-d-772272-3 neutron-server[109743]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jan 27 22:16:07.503041 n-d-772272-3 neutron-server[109743]: [parameters: {'in_use': 1, 'id_1': 'e8f4016a-b2d0-4d5b-97eb-a845f09cf72a'}] Jan 27 22:16:07.503041 n-d-772272-3 neutron-server[109743]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:16:07.503391 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:16:07.586651 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33192) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:07.669864 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-efd1aeba-9474-42bc-bd86-1e1e793d475a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cec1788a4b74403ea5a8c96af3da85cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0817115 Jan 27 22:16:07.670517 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33194) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:07.685148 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cc4ae487-d5b9-4d85-8b78-fc3481babe52 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733248767187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59413743'] for subnet (e8f4016a-b2d0-4d5b-97eb-a845f09cf72a), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:07.772432 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4ae487-d5b9-4d85-8b78-fc3481babe52 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:07.773382 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cc4ae487-d5b9-4d85-8b78-fc3481babe52 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:07.775053 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cc4ae487-d5b9-4d85-8b78-fc3481babe52 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "PUT /v2.0/subnets/e8f4016a-b2d0-4d5b-97eb-a845f09cf72a HTTP/1.1" status: 200 len: 877 time: 0.8543537 Jan 27 22:16:07.778446 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33200) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:07.831381 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d75e461-508e-4c07-8c58-b9567c24c1a2 admin admin] Publish callbacks [] for security_group (ff6bd52e-5c05-480c-99bf-2fb1dcc614f1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:07.888832 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ae487-d5b9-4d85-8b78-fc3481babe52 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event updated for resources: {'Subnet': ['ID=e8f4016a-b2d0-4d5b-97eb-a845f09cf72a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:07.906261 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d75e461-508e-4c07-8c58-b9567c24c1a2 admin admin] Publish callbacks [] for security_group (ff6bd52e-5c05-480c-99bf-2fb1dcc614f1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.005286 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.028244 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (d7ac7ce6-bb3d-4561-9274-1602d4fe3e25), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.033846 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d75e461-508e-4c07-8c58-b9567c24c1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ff6bd52e-5c05-480c-99bf-2fb1dcc614f1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.036674 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d75e461-508e-4c07-8c58-b9567c24c1a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.040069 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5d75e461-508e-4c07-8c58-b9567c24c1a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff6bd52e-5c05-480c-99bf-2fb1dcc614f1 HTTP/1.1" status: 204 len: 168 time: 0.3648973 Jan 27 22:16:08.053589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75e461-508e-4c07-8c58-b9567c24c1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6bd52e-5c05-480c-99bf-2fb1dcc614f1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:08.215946 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (e8f4016a-b2d0-4d5b-97eb-a845f09cf72a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.316489 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] Allocated IP 172.20.0.3 (d7ac7ce6-bb3d-4561-9274-1602d4fe3e25/e8f4016a-b2d0-4d5b-97eb-a845f09cf72a/914f9e1b-e90f-4d5d-8e1d-96cbb805df39) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:08.612107 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] Publish callbacks [] for port (914f9e1b-e90f-4d5d-8e1d-96cbb805df39), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.641494 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (914f9e1b-e90f-4d5d-8e1d-96cbb805df39), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.715944 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (e8f4016a-b2d0-4d5b-97eb-a845f09cf72a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.758128 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] Network d7ac7ce6-bb3d-4561-9274-1602d4fe3e25 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:08.761854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:08.777647 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:08.803824 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f4016a-b2d0-4d5b-97eb-a845f09cf72a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:08.948682 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] Attempting to bind port 914f9e1b-e90f-4d5d-8e1d-96cbb805df39 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:16:08.950625 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] Attempting to bind port 914f9e1b-e90f-4d5d-8e1d-96cbb805df39 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'dbbd387b-214a-46c2-9ac6-cd381e8a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd7ac7ce6-bb3d-4561-9274-1602d4fe3e25'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:16:08.952621 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] Attempting to bind port 914f9e1b-e90f-4d5d-8e1d-96cbb805df39 on network d7ac7ce6-bb3d-4561-9274-1602d4fe3e25 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:08.965918 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] Pushing event updated for resources: {'Port': ['ID=914f9e1b-e90f-4d5d-8e1d-96cbb805df39,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:08.996398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:16:08.996807 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] Checking segment: {'id': 'dbbd387b-214a-46c2-9ac6-cd381e8a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd7ac7ce6-bb3d-4561-9274-1602d4fe3e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:08.998869 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.999297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] Bound using segment: {'id': 'dbbd387b-214a-46c2-9ac6-cd381e8a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd7ac7ce6-bb3d-4561-9274-1602d4fe3e25'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:16:08.999814 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] Bound port: 914f9e1b-e90f-4d5d-8e1d-96cbb805df39, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbd387b-214a-46c2-9ac6-cd381e8a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd7ac7ce6-bb3d-4561-9274-1602d4fe3e25'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:16:09.006780 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (914f9e1b-e90f-4d5d-8e1d-96cbb805df39), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:09.054408 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (d7ac7ce6-bb3d-4561-9274-1602d4fe3e25), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:09.102083 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ac7ce6-bb3d-4561-9274-1602d4fe3e25']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:09.116338 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbbd387b-214a-46c2-9ac6-cd381e8a51f9') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:09.116860 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbbd387b-214a-46c2-9ac6-cd381e8a51f9') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:09.121069 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33242) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:09.149481 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (dbbd387b-214a-46c2-9ac6-cd381e8a51f9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:09.190583 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (dbbd387b-214a-46c2-9ac6-cd381e8a51f9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:09.200239 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:16:09.200969 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (dbbd387b-214a-46c2-9ac6-cd381e8a51f9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:09.223497 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] For port 914f9e1b-e90f-4d5d-8e1d-96cbb805df39, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:16:09.243634 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-27b4d195-258f-4b7f-99fa-99b8a35723b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54c64932692842a19459a0525e81fe27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1206620 Jan 27 22:16:09.263489 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33248) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:16:09.355665 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:16:09.358145 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] For port 914f9e1b-e90f-4d5d-8e1d-96cbb805df39, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=914f9e1b-e90f-4d5d-8e1d-96cbb805df39,segment=NetworkSegment(dbbd387b-214a-46c2-9ac6-cd381e8a51f9),segment_id=dbbd387b-214a-46c2-9ac6-cd381e8a51f9)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:16:09.365619 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (914f9e1b-e90f-4d5d-8e1d-96cbb805df39), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:09.367219 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.db.api [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:16:09.367219 n-d-772272-3 neutron-server[109742]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:16:09.367219 n-d-772272-3 neutron-server[109742]: [parameters: {'id': 'd7ac7ce6-bb3d-4561-9274-1602d4fe3e25'}] Jan 27 22:16:09.367219 n-d-772272-3 neutron-server[109742]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:16:09.368105 n-d-772272-3 neutron-server[109742]: DEBUG oslo_db.api [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:16:09.392762 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-435680ae-4767-46df-9068-f31e679977c0 admin admin] Publish callbacks [] for security_group (6dd307d9-250c-4cd4-9bfb-bfff32de77e3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:09.446845 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-435680ae-4767-46df-9068-f31e679977c0 admin admin] Publish callbacks [] for security_group (6dd307d9-250c-4cd4-9bfb-bfff32de77e3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:09.531194 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198de50-9d8b-4ff8-bbf3-f7d398f0ff91 None None] Pushing event updated for resources: {'Port': ['ID=914f9e1b-e90f-4d5d-8e1d-96cbb805df39,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:09.541415 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2475c338-890d-40d8-bf87-ffa1d674a29c None None] get_active_networks_info from n-d-772272-3 {{(pid=109743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:16:09.592582 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-435680ae-4767-46df-9068-f31e679977c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6dd307d9-250c-4cd4-9bfb-bfff32de77e3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:09.596359 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-435680ae-4767-46df-9068-f31e679977c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:09.598443 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-435680ae-4767-46df-9068-f31e679977c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6dd307d9-250c-4cd4-9bfb-bfff32de77e3 HTTP/1.1" status: 204 len: 168 time: 0.3333747 Jan 27 22:16:09.637961 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435680ae-4767-46df-9068-f31e679977c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd307d9-250c-4cd4-9bfb-bfff32de77e3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:09.732913 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2475c338-890d-40d8-bf87-ffa1d674a29c None None] Resources bound (agent type, host, resource id): {{(pid=109743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:16:09.869746 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (d7ac7ce6-bb3d-4561-9274-1602d4fe3e25), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:10.020279 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Deleting port 914f9e1b-e90f-4d5d-8e1d-96cbb805df39 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:10.020891 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (914f9e1b-e90f-4d5d-8e1d-96cbb805df39), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:10.151678 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] For port 914f9e1b-e90f-4d5d-8e1d-96cbb805df39, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=914f9e1b-e90f-4d5d-8e1d-96cbb805df39,segment=NetworkSegment(dbbd387b-214a-46c2-9ac6-cd381e8a51f9),segment_id=dbbd387b-214a-46c2-9ac6-cd381e8a51f9)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:10.154198 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (914f9e1b-e90f-4d5d-8e1d-96cbb805df39), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:10.217033 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Calling delete_port for 914f9e1b-e90f-4d5d-8e1d-96cbb805df39 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:10.247870 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dbf563-325c-43b2-95b9-6494ffbb4ca2 None None] Network d7ac7ce6-bb3d-4561-9274-1602d4fe3e25 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:10.487476 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188361b1-c97a-4db4-ab85-4598e2c82e2b None None] Network d7ac7ce6-bb3d-4561-9274-1602d4fe3e25 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:10.497722 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (914f9e1b-e90f-4d5d-8e1d-96cbb805df39), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:10.548200 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No DVR routers for this DVR port 914f9e1b-e90f-4d5d-8e1d-96cbb805df39 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:16:10.551132 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Port': ['ID=914f9e1b-e90f-4d5d-8e1d-96cbb805df39,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:10.758775 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (d7ac7ce6-bb3d-4561-9274-1602d4fe3e25), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:10.785298 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ac7ce6-bb3d-4561-9274-1602d4fe3e25']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:10.798982 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbbd387b-214a-46c2-9ac6-cd381e8a51f9') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:10.799200 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbbd387b-214a-46c2-9ac6-cd381e8a51f9') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:10.812652 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (dbbd387b-214a-46c2-9ac6-cd381e8a51f9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:10.829687 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (dbbd387b-214a-46c2-9ac6-cd381e8a51f9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:10.843692 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:16:10.844055 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (dbbd387b-214a-46c2-9ac6-cd381e8a51f9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:16:10.893209 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:16:10.964097 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (d7ac7ce6-bb3d-4561-9274-1602d4fe3e25), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:10.976310 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:10.985590 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/d7ac7ce6-bb3d-4561-9274-1602d4fe3e25 HTTP/1.1" status: 204 len: 168 time: 3.2059078 Jan 27 22:16:11.002197 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33310) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:11.014057 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f768b05-c363-4072-9e30-e2682c1630a1 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Network': ['ID=d7ac7ce6-bb3d-4561-9274-1602d4fe3e25,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:11.089581 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd57b606-76d4-4bf3-a3e1-64bd54718e2a tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:11.096845 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd57b606-76d4-4bf3-a3e1-64bd54718e2a tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:11.104396 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33314) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:11.117039 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-fd57b606-76d4-4bf3-a3e1-64bd54718e2a tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/subnets/e8f4016a-b2d0-4d5b-97eb-a845f09cf72a HTTP/1.1" status: 404 len: 337 time: 0.1080408 Jan 27 22:16:11.130778 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b08292-d9cc-4d9a-8d3b-43805f2a2b4f tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:11.131794 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b08292-d9cc-4d9a-8d3b-43805f2a2b4f tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:11.135618 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-14b08292-d9cc-4d9a-8d3b-43805f2a2b4f tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/d7ac7ce6-bb3d-4561-9274-1602d4fe3e25 HTTP/1.1" status: 404 len: 339 time: 0.0287318 Jan 27 22:16:11.138470 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33318) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:11.281049 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60c15a4-0f20-4d7c-a632-9c8f57702fd3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:11.281518 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e60c15a4-0f20-4d7c-a632-9c8f57702fd3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:11.284645 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e60c15a4-0f20-4d7c-a632-9c8f57702fd3 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/subnets/a7478bd6-381f-4632-95ec-db6f6fc211ac HTTP/1.1" status: 404 len: 337 time: 0.1451719 Jan 27 22:16:11.288016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33334) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:11.321213 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f8f496-4e39-4287-ab45-fbb24cbad8bf tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:11.325994 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f8f496-4e39-4287-ab45-fbb24cbad8bf tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:11.332497 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-23f8f496-4e39-4287-ab45-fbb24cbad8bf tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/5d7c3920-9fe7-4a79-bc6a-43012228c419 HTTP/1.1" status: 404 len: 339 time: 0.0433772 Jan 27 22:16:11.334051 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33338) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:11.425390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33346) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:11.816490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-ac57421d-7bca-4074-a3d5-17c78c0e69be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-417736408-network', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:11.894409 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac57421d-7bca-4074-a3d5-17c78c0e69be admin admin] Made reservation on behalf of 9bdc2fb4e9174322835c30f4b0d91a28 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:11.897096 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ac57421d-7bca-4074-a3d5-17c78c0e69be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:11.925503 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ac57421d-7bca-4074-a3d5-17c78c0e69be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.174362 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ac57421d-7bca-4074-a3d5-17c78c0e69be admin admin] Publish callbacks [] for security_group (7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.185810 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ac57421d-7bca-4074-a3d5-17c78c0e69be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.202937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac57421d-7bca-4074-a3d5-17c78c0e69be admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:16:12.227834 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ac57421d-7bca-4074-a3d5-17c78c0e69be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.228473 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-ac57421d-7bca-4074-a3d5-17c78c0e69be admin admin] Added segment db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd of type vlan for network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 Jan 27 22:16:12.310528 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ac57421d-7bca-4074-a3d5-17c78c0e69be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.365552 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57421d-7bca-4074-a3d5-17c78c0e69be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:12.393281 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ac57421d-7bca-4074-a3d5-17c78c0e69be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.396419 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac57421d-7bca-4074-a3d5-17c78c0e69be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:12.400674 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ac57421d-7bca-4074-a3d5-17c78c0e69be admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.492738 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-421a3c2c-7601-48fd-8193-0310db752612 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (d22b3569-56db-4a45-8940-54a7b5552eb5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.551978 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57421d-7bca-4074-a3d5-17c78c0e69be admin admin] Pushing event updated for resources: {'Network': ['ID=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:12.562997 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:16:12.598818 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ac57421d-7bca-4074-a3d5-17c78c0e69be admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1721175 Jan 27 22:16:12.601713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33428) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:12.608713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-933164f9-e138-43a7-8dca-49b1124ba811 admin admin] Request body: {'subnet': {'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-417736408-subnet', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:12.695210 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933164f9-e138-43a7-8dca-49b1124ba811 admin admin] Made reservation on behalf of 9bdc2fb4e9174322835c30f4b0d91a28 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:12.698542 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-933164f9-e138-43a7-8dca-49b1124ba811 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.769583 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-421a3c2c-7601-48fd-8193-0310db752612 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (d22b3569-56db-4a45-8940-54a7b5552eb5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.822732 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.886937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-421a3c2c-7601-48fd-8193-0310db752612 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22b3569-56db-4a45-8940-54a7b5552eb5']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:12.916198 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-421a3c2c-7601-48fd-8193-0310db752612 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f21001-c44d-4867-be2e-0d9ad773c6f7') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:12.916513 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-421a3c2c-7601-48fd-8193-0310db752612 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f21001-c44d-4867-be2e-0d9ad773c6f7') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:12.944930 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-421a3c2c-7601-48fd-8193-0310db752612 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (86f21001-c44d-4867-be2e-0d9ad773c6f7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.975805 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-421a3c2c-7601-48fd-8193-0310db752612 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (86f21001-c44d-4867-be2e-0d9ad773c6f7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.989954 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-933164f9-e138-43a7-8dca-49b1124ba811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (ad7ff54c-bda3-4bfc-9e45-9e37fdd442af), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.992895 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421a3c2c-7601-48fd-8193-0310db752612 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:16:12.993477 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-421a3c2c-7601-48fd-8193-0310db752612 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (86f21001-c44d-4867-be2e-0d9ad773c6f7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:16:13.003611 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:16:13.040099 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933164f9-e138-43a7-8dca-49b1124ba811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:13.044903 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33440) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:13.080075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933164f9-e138-43a7-8dca-49b1124ba811 admin admin] Checking segment: {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:13.080651 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933164f9-e138-43a7-8dca-49b1124ba811 admin admin] Network hostable DHCP agents. Network: ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:16:13.107673 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933164f9-e138-43a7-8dca-49b1124ba811 admin admin] Network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:16:13.131854 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-933164f9-e138-43a7-8dca-49b1124ba811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:13.142426 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e4d36e-bd00-45a4-97ad-6f0ce914aa20 None None] Network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:13.158625 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933164f9-e138-43a7-8dca-49b1124ba811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:13.161675 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-933164f9-e138-43a7-8dca-49b1124ba811 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.172858 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-421a3c2c-7601-48fd-8193-0310db752612 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (d22b3569-56db-4a45-8940-54a7b5552eb5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.187958 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-421a3c2c-7601-48fd-8193-0310db752612 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.192689 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-421a3c2c-7601-48fd-8193-0310db752612 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/d22b3569-56db-4a45-8940-54a7b5552eb5 HTTP/1.1" status: 204 len: 168 time: 1.8573585 Jan 27 22:16:13.206876 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33448) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:13.237268 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a3c2c-7601-48fd-8193-0310db752612 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Network': ['ID=d22b3569-56db-4a45-8940-54a7b5552eb5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:13.256791 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-933164f9-e138-43a7-8dca-49b1124ba811 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6513896 Jan 27 22:16:13.260527 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33450) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:13.279240 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-98107b0d-41fc-4942-a123-4c9e7786acd5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:13.302535 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa65887-16d1-439d-b4b9-b5769abc76f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:13.307173 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa65887-16d1-439d-b4b9-b5769abc76f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:13.317708 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0fa65887-16d1-439d-b4b9-b5769abc76f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/subnets/8178c5f8-c4b4-46da-99d2-4dc915eb3540 HTTP/1.1" status: 404 len: 337 time: 0.1064768 Jan 27 22:16:13.320720 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33454) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:13.348088 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98107b0d-41fc-4942-a123-4c9e7786acd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (5356466b-aa5d-42d9-be17-44cd17af865b), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.349609 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98107b0d-41fc-4942-a123-4c9e7786acd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (5356466b-aa5d-42d9-be17-44cd17af865b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.367749 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b36cb40-a5cb-4368-8385-dd54bcca2634 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:13.368676 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b36cb40-a5cb-4368-8385-dd54bcca2634 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:13.373302 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0b36cb40-a5cb-4368-8385-dd54bcca2634 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/88dd41b9-f6e0-4c58-9784-27a7292683bf HTTP/1.1" status: 404 len: 339 time: 0.0515881 Jan 27 22:16:13.376410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33456) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:13.432139 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a279e1-0fee-4c36-9e93-af324408872c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:16:13.437066 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a6a279e1-0fee-4c36-9e93-af324408872c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.445812 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b701be-226d-4eb9-98db-0f27426e510c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:13.449990 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b701be-226d-4eb9-98db-0f27426e510c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:13.456840 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-63b701be-226d-4eb9-98db-0f27426e510c tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/subnets/16263c7c-d40f-4cc8-9fc1-9f89cb8b2792 HTTP/1.1" status: 404 len: 337 time: 0.0792499 Jan 27 22:16:13.460010 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33460) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:13.467790 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d83a13e-d0b8-4425-babf-7fa6ab27bd2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.503095 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-9980955b-0ff4-47c0-a9c0-47d2b1e91ce8 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:13.508608 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9980955b-0ff4-47c0-a9c0-47d2b1e91ce8 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:13.516706 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9980955b-0ff4-47c0-a9c0-47d2b1e91ce8 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/19d388d2-e274-423e-95d9-1b1734ee36f5 HTTP/1.1" status: 404 len: 339 time: 0.0552688 Jan 27 22:16:13.520860 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33462) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:13.570781 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98107b0d-41fc-4942-a123-4c9e7786acd5 admin admin] Publish callbacks [] for router_controller (5356466b-aa5d-42d9-be17-44cd17af865b), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.591606 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0731679a-7d0d-470d-996e-b768586ffe9f tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:13.593220 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0731679a-7d0d-470d-996e-b768586ffe9f tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:13.604143 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0731679a-7d0d-470d-996e-b768586ffe9f tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/subnets/b6c2faab-be21-4ac7-ade1-c2b36cdebbdf HTTP/1.1" status: 404 len: 337 time: 0.0809271 Jan 27 22:16:13.605135 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33464) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:13.650506 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-5254ddf7-a241-4876-8ba2-dcb8a7c8abcd tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:13.658350 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5254ddf7-a241-4876-8ba2-dcb8a7c8abcd tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:13.671029 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5254ddf7-a241-4876-8ba2-dcb8a7c8abcd tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/dc725604-51ee-4491-9237-24245cc46ef9 HTTP/1.1" status: 404 len: 339 time: 0.0633018 Jan 27 22:16:13.673220 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33468) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:13.735771 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cdeebb4-bf3a-4768-bed4-e0be36433f00 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:13.740025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cdeebb4-bf3a-4768-bed4-e0be36433f00 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:13.753229 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6cdeebb4-bf3a-4768-bed4-e0be36433f00 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/subnets/a33f2640-075d-4f66-ac8f-c3765afdb291 HTTP/1.1" status: 404 len: 337 time: 0.0787618 Jan 27 22:16:13.754066 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33472) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:13.765419 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-a6a279e1-0fee-4c36-9e93-af324408872c None None] Allocated IP 172.20.0.2 (ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3/ad7ff54c-bda3-4bfc-9e45-9e37fdd442af/2e71b477-957e-4fe0-baae-dda590d4508c) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:13.802417 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-25662097-bb57-44ab-818d-1a4b63ecb433 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:13.804654 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25662097-bb57-44ab-818d-1a4b63ecb433 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:13.815598 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-25662097-bb57-44ab-818d-1a4b63ecb433 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/5ab79a01-c4e5-4b05-96ca-621ada909596 HTTP/1.1" status: 404 len: 339 time: 0.0584724 Jan 27 22:16:13.816428 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33476) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:13.852004 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98107b0d-41fc-4942-a123-4c9e7786acd5 admin admin] Publish callbacks [] for router_gateway (5356466b-aa5d-42d9-be17-44cd17af865b), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.881222 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b686ff4-33f5-4685-a631-58f7d1c56b4e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:13.881845 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b686ff4-33f5-4685-a631-58f7d1c56b4e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:13.893222 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5b686ff4-33f5-4685-a631-58f7d1c56b4e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/subnets/e3f77591-a755-461c-9df2-03afd3e0b2e5 HTTP/1.1" status: 404 len: 337 time: 0.0739567 Jan 27 22:16:13.894434 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33480) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:13.941920 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26654a2-0254-4866-8afe-9c7c2bb1e5b4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:13.942764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c26654a2-0254-4866-8afe-9c7c2bb1e5b4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:13.949500 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c26654a2-0254-4866-8afe-9c7c2bb1e5b4 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/8c449106-b341-417c-8f3d-6b9041720d7c HTTP/1.1" status: 404 len: 339 time: 0.0520098 Jan 27 22:16:13.952020 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33482) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:13.981828 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11b8128-dfdb-471d-a9a6-e303b3b94c69 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:13.982839 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d11b8128-dfdb-471d-a9a6-e303b3b94c69 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:13.986549 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d11b8128-dfdb-471d-a9a6-e303b3b94c69 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/subnets/9458d7ba-c0d3-43fa-a3bc-24006fe9d1af HTTP/1.1" status: 404 len: 337 time: 0.0332127 Jan 27 22:16:13.989121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33484) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:14.030654 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-387dbe21-68e3-43f6-b191-a5b278d597e6 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:14.031195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387dbe21-68e3-43f6-b191-a5b278d597e6 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:14.038167 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-387dbe21-68e3-43f6-b191-a5b278d597e6 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/d9ed119b-917d-44ea-a518-7338c3d142f6 HTTP/1.1" status: 404 len: 339 time: 0.0453217 Jan 27 22:16:14.039518 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d83a13e-d0b8-4425-babf-7fa6ab27bd2e admin admin] Publish callbacks [] for security_group (ad90c68c-a673-48ac-8bed-993bda3e92c1), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.040641 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33486) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:14.052287 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d83a13e-d0b8-4425-babf-7fa6ab27bd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ad90c68c-a673-48ac-8bed-993bda3e92c1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.077546 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a6a279e1-0fee-4c36-9e93-af324408872c None None] Publish callbacks [] for port (2e71b477-957e-4fe0-baae-dda590d4508c), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.094020 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a6a279e1-0fee-4c36-9e93-af324408872c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (2e71b477-957e-4fe0-baae-dda590d4508c), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.131250 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b879de10-ad2c-4a48-bd23-369398f1c725 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:14.131992 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b879de10-ad2c-4a48-bd23-369398f1c725 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:14.135179 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b879de10-ad2c-4a48-bd23-369398f1c725 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/subnets/00d932fa-e9c6-4c05-8b83-b720ba996e19 HTTP/1.1" status: 404 len: 337 time: 0.0934756 Jan 27 22:16:14.138994 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33490) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:14.143836 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8d83a13e-d0b8-4425-babf-7fa6ab27bd2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2b0891045b884679a92862467ae2181f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0976903 Jan 27 22:16:14.155640 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33492) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:14.170967 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a279e1-0fee-4c36-9e93-af324408872c None None] Network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:14.171182 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83a13e-d0b8-4425-babf-7fa6ab27bd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad90c68c-a673-48ac-8bed-993bda3e92c1,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:14.187407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-a6a279e1-0fee-4c36-9e93-af324408872c None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:14.188662 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-751ec1b6-240f-43bd-80e1-dc86ca88153e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:14.189257 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-751ec1b6-240f-43bd-80e1-dc86ca88153e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:14.195622 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-751ec1b6-240f-43bd-80e1-dc86ca88153e tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/88416263-79ff-4c1f-a4ae-7ebf02bf40f7 HTTP/1.1" status: 404 len: 339 time: 0.0555680 Jan 27 22:16:14.197200 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a279e1-0fee-4c36-9e93-af324408872c None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:14.200998 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33496) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:14.226475 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a279e1-0fee-4c36-9e93-af324408872c None None] Pushing event updated for resources: {'Port': ['ID=2e71b477-957e-4fe0-baae-dda590d4508c,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:14.279275 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd327a3-9f98-4a29-9d1d-60c4b5e194dd tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:14.279795 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd327a3-9f98-4a29-9d1d-60c4b5e194dd tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:14.282832 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3fd327a3-9f98-4a29-9d1d-60c4b5e194dd tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/subnets/e9d5edc7-8f43-40da-b775-4b8dc7b888a4 HTTP/1.1" status: 404 len: 337 time: 0.0808654 Jan 27 22:16:14.287785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33498) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:14.329276 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1225e9-b311-4bea-8e71-4c2d4b877f2a tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] DELETE failed (client error): The resource could not be found. Jan 27 22:16:14.329809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1225e9-b311-4bea-8e71-4c2d4b877f2a tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:16:14.332862 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4f1225e9-b311-4bea-8e71-4c2d4b877f2a tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/6825e8a4-2e56-43c0-8402-867d45a723ef HTTP/1.1" status: 404 len: 339 time: 0.0441182 Jan 27 22:16:14.339890 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33502) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:14.344688 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a6a279e1-0fee-4c36-9e93-af324408872c None None] Attempting to bind port 2e71b477-957e-4fe0-baae-dda590d4508c on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:16:14.345198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a6a279e1-0fee-4c36-9e93-af324408872c None None] Attempting to bind port 2e71b477-957e-4fe0-baae-dda590d4508c by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:16:14.345573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a279e1-0fee-4c36-9e93-af324408872c None None] Attempting to bind port 2e71b477-957e-4fe0-baae-dda590d4508c on network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:14.351768 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a279e1-0fee-4c36-9e93-af324408872c None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:16:14.352146 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a279e1-0fee-4c36-9e93-af324408872c None None] Checking segment: {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:14.352642 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a6a279e1-0fee-4c36-9e93-af324408872c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.353022 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a279e1-0fee-4c36-9e93-af324408872c None None] Bound using segment: {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:16:14.353491 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a6a279e1-0fee-4c36-9e93-af324408872c None None] Bound port: 2e71b477-957e-4fe0-baae-dda590d4508c, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:16:14.353871 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a6a279e1-0fee-4c36-9e93-af324408872c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2e71b477-957e-4fe0-baae-dda590d4508c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.448843 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a6a279e1-0fee-4c36-9e93-af324408872c None None] For port 2e71b477-957e-4fe0-baae-dda590d4508c, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:16:14.452636 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-7581efb2-f913-4987-9682-8ced74db7311 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Deleting subnet 18c4315f-7bb8-4a39-a16e-b05fa977551f {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:16:14.459256 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a6a279e1-0fee-4c36-9e93-af324408872c None None] For port 2e71b477-957e-4fe0-baae-dda590d4508c, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2e71b477-957e-4fe0-baae-dda590d4508c,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:16:14.463596 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7581efb2-f913-4987-9682-8ced74db7311 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for subnet (18c4315f-7bb8-4a39-a16e-b05fa977551f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.470479 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a6a279e1-0fee-4c36-9e93-af324408872c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2e71b477-957e-4fe0-baae-dda590d4508c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.524773 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7581efb2-f913-4987-9682-8ced74db7311 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (18c4315f-7bb8-4a39-a16e-b05fa977551f), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.529792 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ebcc-47be-4350-aaa7-f37623b939df admin admin] Publish callbacks [] for security_group (ad90c68c-a673-48ac-8bed-993bda3e92c1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.569020 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a279e1-0fee-4c36-9e93-af324408872c None None] Pushing event updated for resources: {'Port': ['ID=2e71b477-957e-4fe0-baae-dda590d4508c,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:14.578585 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ebcc-47be-4350-aaa7-f37623b939df admin admin] Publish callbacks [] for security_group (ad90c68c-a673-48ac-8bed-993bda3e92c1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.787224 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7581efb2-f913-4987-9682-8ced74db7311 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (18c4315f-7bb8-4a39-a16e-b05fa977551f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.928224 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ebcc-47be-4350-aaa7-f37623b939df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ad90c68c-a673-48ac-8bed-993bda3e92c1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.932099 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ebcc-47be-4350-aaa7-f37623b939df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.933427 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c1d1ebcc-47be-4350-aaa7-f37623b939df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad90c68c-a673-48ac-8bed-993bda3e92c1 HTTP/1.1" status: 204 len: 168 time: 0.7766690 Jan 27 22:16:15.024756 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1ebcc-47be-4350-aaa7-f37623b939df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad90c68c-a673-48ac-8bed-993bda3e92c1,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:15.075387 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7581efb2-f913-4987-9682-8ced74db7311 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (18c4315f-7bb8-4a39-a16e-b05fa977551f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:15.178392 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7581efb2-f913-4987-9682-8ced74db7311 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:15.180267 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7581efb2-f913-4987-9682-8ced74db7311 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/subnets/18c4315f-7bb8-4a39-a16e-b05fa977551f HTTP/1.1" status: 204 len: 168 time: 0.8382933 Jan 27 22:16:15.181901 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98107b0d-41fc-4942-a123-4c9e7786acd5 admin admin] Publish callbacks [] for router_gateway (5356466b-aa5d-42d9-be17-44cd17af865b), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:15.184025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33522) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:15.191738 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c050ea8d-c7cc-495a-a2fa-7f2608078fbb None None] Network 615ef3e5-21f0-45af-aeed-a8aaf72be6e6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:15.197430 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581efb2-f913-4987-9682-8ced74db7311 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Subnet': ['ID=18c4315f-7bb8-4a39-a16e-b05fa977551f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:15.250469 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98107b0d-41fc-4942-a123-4c9e7786acd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:15.415523 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fdc877e-c6b0-4ec0-9c34-cdd81e2333f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (615ef3e5-21f0-45af-aeed-a8aaf72be6e6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:15.503082 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-98107b0d-41fc-4942-a123-4c9e7786acd5 admin admin] Allocated IP 172.25.3.130 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:15.529717 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc877e-c6b0-4ec0-9c34-cdd81e2333f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Deleting port 45c6d730-b8da-447e-9b6c-116671993b3e {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:15.530435 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fdc877e-c6b0-4ec0-9c34-cdd81e2333f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (45c6d730-b8da-447e-9b6c-116671993b3e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:15.543517 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55106be3-6a5a-4805-8083-24fd6929ef06 None None] DHCP port deletion for 615ef3e5-21f0-45af-aeed-a8aaf72be6e6 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:16:15.621297 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-6fdc877e-c6b0-4ec0-9c34-cdd81e2333f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] For port 45c6d730-b8da-447e-9b6c-116671993b3e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=45c6d730-b8da-447e-9b6c-116671993b3e,segment=NetworkSegment(b8f637a7-6645-4d80-bb6f-87196163e856),segment_id=b8f637a7-6645-4d80-bb6f-87196163e856)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:15.621943 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fdc877e-c6b0-4ec0-9c34-cdd81e2333f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (45c6d730-b8da-447e-9b6c-116671993b3e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:15.648049 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc877e-c6b0-4ec0-9c34-cdd81e2333f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Calling delete_port for 45c6d730-b8da-447e-9b6c-116671993b3e owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:15.724888 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33534) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:15.775206 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c2e63489-2b04-49bd-8b4b-b7837a69c50f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:15.859483 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fdc877e-c6b0-4ec0-9c34-cdd81e2333f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (45c6d730-b8da-447e-9b6c-116671993b3e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:15.895667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdc877e-c6b0-4ec0-9c34-cdd81e2333f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] No DVR routers for this DVR port 45c6d730-b8da-447e-9b6c-116671993b3e on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:16:15.997544 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98107b0d-41fc-4942-a123-4c9e7786acd5 admin admin] Publish callbacks [] for port (7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:16.005642 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc877e-c6b0-4ec0-9c34-cdd81e2333f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Port': ['ID=45c6d730-b8da-447e-9b6c-116671993b3e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:16.126034 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-55106be3-6a5a-4805-8083-24fd6929ef06 None None] Deleting port 45c6d730-b8da-447e-9b6c-116671993b3e {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:16.126607 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-55106be3-6a5a-4805-8083-24fd6929ef06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (45c6d730-b8da-447e-9b6c-116671993b3e), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:16.146524 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c2e63489-2b04-49bd-8b4b-b7837a69c50f admin admin] Publish callbacks [] for security_group (7903a702-a02e-4eea-863f-6fcba121a114), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:16.147359 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fdc877e-c6b0-4ec0-9c34-cdd81e2333f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (615ef3e5-21f0-45af-aeed-a8aaf72be6e6), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:16.153634 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98107b0d-41fc-4942-a123-4c9e7786acd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:16.209152 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-6fdc877e-c6b0-4ec0-9c34-cdd81e2333f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615ef3e5-21f0-45af-aeed-a8aaf72be6e6']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:16.239434 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-6fdc877e-c6b0-4ec0-9c34-cdd81e2333f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f637a7-6645-4d80-bb6f-87196163e856') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:16.239750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-6fdc877e-c6b0-4ec0-9c34-cdd81e2333f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f637a7-6645-4d80-bb6f-87196163e856') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:16.278503 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c2e63489-2b04-49bd-8b4b-b7837a69c50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7903a702-a02e-4eea-863f-6fcba121a114), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:16.282453 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98107b0d-41fc-4942-a123-4c9e7786acd5 admin admin] Pushing event updated for resources: {'Port': ['ID=7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:16.285868 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fdc877e-c6b0-4ec0-9c34-cdd81e2333f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (b8f637a7-6645-4d80-bb6f-87196163e856), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:16.290616 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-55106be3-6a5a-4805-8083-24fd6929ef06 None None] For port 45c6d730-b8da-447e-9b6c-116671993b3e, host n-d-772272-3, got binding levels [] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:16.291136 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-55106be3-6a5a-4805-8083-24fd6929ef06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (45c6d730-b8da-447e-9b6c-116671993b3e), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:16.324593 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fdc877e-c6b0-4ec0-9c34-cdd81e2333f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b8f637a7-6645-4d80-bb6f-87196163e856), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:16.331185 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fdc877e-c6b0-4ec0-9c34-cdd81e2333f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:16:16.331816 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fdc877e-c6b0-4ec0-9c34-cdd81e2333f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (b8f637a7-6645-4d80-bb6f-87196163e856), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:16.348531 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-55106be3-6a5a-4805-8083-24fd6929ef06 None None] Calling delete_port for 45c6d730-b8da-447e-9b6c-116671993b3e owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:16.351693 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.ipam_backend_mixin [None req-55106be3-6a5a-4805-8083-24fd6929ef06 None None] Port 45c6d730-b8da-447e-9b6c-116671993b3e was not found and therefore no delete operation was performed {{(pid=109743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:16:16.361451 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-55106be3-6a5a-4805-8083-24fd6929ef06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (45c6d730-b8da-447e-9b6c-116671993b3e), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:16.400828 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55106be3-6a5a-4805-8083-24fd6929ef06 None None] No DVR routers for this DVR port 45c6d730-b8da-447e-9b6c-116671993b3e on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:16:16.407554 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98107b0d-41fc-4942-a123-4c9e7786acd5 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:16.412867 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c2e63489-2b04-49bd-8b4b-b7837a69c50f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca800f6a5b3944ab86a2b77d9fa297c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6785896 Jan 27 22:16:16.426566 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33546) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:16.450398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2e71b477-957e-4fe0-baae-dda590d4508c up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:16.453858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55106be3-6a5a-4805-8083-24fd6929ef06 None None] Pushing event deleted for resources: {'Port': ['ID=45c6d730-b8da-447e-9b6c-116671993b3e,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:16:16.481842 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:16:16.489987 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fdc877e-c6b0-4ec0-9c34-cdd81e2333f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (615ef3e5-21f0-45af-aeed-a8aaf72be6e6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:16.495396 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fdc877e-c6b0-4ec0-9c34-cdd81e2333f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:16.504193 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6fdc877e-c6b0-4ec0-9c34-cdd81e2333f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] 10.222.0.23 "DELETE /v2.0/networks/615ef3e5-21f0-45af-aeed-a8aaf72be6e6 HTTP/1.1" status: 204 len: 168 time: 1.3189666 Jan 27 22:16:16.537705 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-98107b0d-41fc-4942-a123-4c9e7786acd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:16.544272 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98107b0d-41fc-4942-a123-4c9e7786acd5 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:16.563720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc877e-c6b0-4ec0-9c34-cdd81e2333f9 tempest-NetworksTest-721663042 tempest-NetworksTest-721663042-project] Pushing event deleted for resources: {'Network': ['ID=615ef3e5-21f0-45af-aeed-a8aaf72be6e6,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:16.610117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 2e71b477-957e-4fe0-baae-dda590d4508c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:16.610500 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2e71b477-957e-4fe0-baae-dda590d4508c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:16.613371 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b169ef-a261-45b5-bc8c-449a9744d0d2 None None] Network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:16.636306 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e63489-2b04-49bd-8b4b-b7837a69c50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7903a702-a02e-4eea-863f-6fcba121a114,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:16.722779 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1c1f311-0f95-4c60-ba13-48a318e3e293 admin admin] Publish callbacks [] for security_group (7903a702-a02e-4eea-863f-6fcba121a114), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:16.746491 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1c1f311-0f95-4c60-ba13-48a318e3e293 admin admin] Publish callbacks [] for security_group (7903a702-a02e-4eea-863f-6fcba121a114), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:16.926397 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-0ce34fa5-773f-4f13-a4bd-ed2066f771dc None None] Provisioning complete for port 2e71b477-957e-4fe0-baae-dda590d4508c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:16.928947 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1c1f311-0f95-4c60-ba13-48a318e3e293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7903a702-a02e-4eea-863f-6fcba121a114), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:16.933552 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1c1f311-0f95-4c60-ba13-48a318e3e293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:16.933764 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0ce34fa5-773f-4f13-a4bd-ed2066f771dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2e71b477-957e-4fe0-baae-dda590d4508c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:16.935118 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d1c1f311-0f95-4c60-ba13-48a318e3e293 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7903a702-a02e-4eea-863f-6fcba121a114 HTTP/1.1" status: 204 len: 168 time: 0.5054162 Jan 27 22:16:16.999205 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1f311-0f95-4c60-ba13-48a318e3e293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7903a702-a02e-4eea-863f-6fcba121a114,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:17.149874 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33568) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:17.252188 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 2e71b477-957e-4fe0-baae-dda590d4508c is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:17.252913 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2e71b477-957e-4fe0-baae-dda590d4508c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:17.286723 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98107b0d-41fc-4942-a123-4c9e7786acd5 admin admin] Publish callbacks [] for router_gateway (5356466b-aa5d-42d9-be17-44cd17af865b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:17.326315 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0ce34fa5-773f-4f13-a4bd-ed2066f771dc None None] Current status of the port 2e71b477-957e-4fe0-baae-dda590d4508c is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:17.327425 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0ce34fa5-773f-4f13-a4bd-ed2066f771dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2e71b477-957e-4fe0-baae-dda590d4508c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:17.376966 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 2e71b477-957e-4fe0-baae-dda590d4508c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2e71b477-957e-4fe0-baae-dda590d4508c,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:17.460913 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2e71b477-957e-4fe0-baae-dda590d4508c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:17.466724 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-0ce34fa5-773f-4f13-a4bd-ed2066f771dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:16:17.467194 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-0ce34fa5-773f-4f13-a4bd-ed2066f771dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:16:17.573349 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 45c6d730-b8da-447e-9b6c-116671993b3e no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:16:17.580356 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f73a85bf-1e58-485c-9f8a-f2ef559b9610 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9aa96dac8020464c844a2346f20d12d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4267182 Jan 27 22:16:17.592851 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33578) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:17.637973 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 45c6d730-b8da-447e-9b6c-116671993b3e {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:16:17.638328 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 45c6d730-b8da-447e-9b6c-116671993b3e not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:16:17.655281 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=2e71b477-957e-4fe0-baae-dda590d4508c,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:17.764428 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0871e8d7-fa56-4735-b810-2cb7a8164f4a admin admin] Publish callbacks [] for security_group (c78fe36d-1f58-46a1-8bc7-fc1710355e74), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:17.804411 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0871e8d7-fa56-4735-b810-2cb7a8164f4a admin admin] Publish callbacks [] for security_group (c78fe36d-1f58-46a1-8bc7-fc1710355e74), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:17.887513 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0871e8d7-fa56-4735-b810-2cb7a8164f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c78fe36d-1f58-46a1-8bc7-fc1710355e74), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:17.890697 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0871e8d7-fa56-4735-b810-2cb7a8164f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:17.894178 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0871e8d7-fa56-4735-b810-2cb7a8164f4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c78fe36d-1f58-46a1-8bc7-fc1710355e74 HTTP/1.1" status: 204 len: 168 time: 0.3002901 Jan 27 22:16:17.910906 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871e8d7-fa56-4735-b810-2cb7a8164f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78fe36d-1f58-46a1-8bc7-fc1710355e74,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:18.015468 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98107b0d-41fc-4942-a123-4c9e7786acd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (5356466b-aa5d-42d9-be17-44cd17af865b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:18.059329 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0ce34fa5-773f-4f13-a4bd-ed2066f771dc None None] Current status of the port 2e71b477-957e-4fe0-baae-dda590d4508c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:18.188755 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-05f6c247-2c52-40da-a146-bf07315b2af5 None None] Provisioning complete for port 2e71b477-957e-4fe0-baae-dda590d4508c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:18.189214 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-05f6c247-2c52-40da-a146-bf07315b2af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2e71b477-957e-4fe0-baae-dda590d4508c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:18.305618 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2e71b477-957e-4fe0-baae-dda590d4508c up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:18.461073 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98107b0d-41fc-4942-a123-4c9e7786acd5 admin admin] Router 5356466b-aa5d-42d9-be17-44cd17af865b is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:16:18.637834 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-05f6c247-2c52-40da-a146-bf07315b2af5 None None] Current status of the port 2e71b477-957e-4fe0-baae-dda590d4508c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:18.652753 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 2e71b477-957e-4fe0-baae-dda590d4508c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:18.653461 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2e71b477-957e-4fe0-baae-dda590d4508c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:18.827333 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 2e71b477-957e-4fe0-baae-dda590d4508c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:19.055402 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98107b0d-41fc-4942-a123-4c9e7786acd5 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:16:19.059903 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:16:19.072461 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] Sync routers for ids ['5356466b-aa5d-42d9-be17-44cd17af865b'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:16:19.082134 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98107b0d-41fc-4942-a123-4c9e7786acd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:19.085167 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-98107b0d-41fc-4942-a123-4c9e7786acd5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8224597 Jan 27 22:16:19.087659 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33644) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:19.113680 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] Routers {'5356466b-aa5d-42d9-be17-44cd17af865b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:19.114459 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:15:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['5356466b-aa5d-42d9-be17-44cd17af865b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:19.406922 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] Set router 5356466b-aa5d-42d9-be17-44cd17af865b gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:19.681989 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:16Z', 'revision_number': 3, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:19.768890 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] Checking router: 5356466b-aa5d-42d9-be17-44cd17af865b for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:16:19.769255 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] Updating router 5356466b-aa5d-42d9-be17-44cd17af865b port 7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:16:19.860893 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:20.165009 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33722) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:20.513964 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] Publish callbacks [] for port (7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:20.532016 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:20.536669 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33740) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:20.686367 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f29671f1-e741-40f4-ae6e-eb1b8aa92675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:20.781392 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] Attempting to bind port 7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:16:20.782044 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] Attempting to bind port 7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:16:20.782646 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] Attempting to bind port 7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:20.794501 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:16:20.795330 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:20.795953 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:20.796790 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:16:20.797874 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] Bound port: 7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:16:20.798500 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:20.864253 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] For port 7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:16:20.869794 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] For port 7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:16:20.878657 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:20.893738 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab6a65-f561-464c-9bee-675bd23f5f9d None None] Pushing event updated for resources: {'Port': ['ID=7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:20.902814 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab6a65-f561-464c-9bee-675bd23f5f9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.903522 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab6a65-f561-464c-9bee-675bd23f5f9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.904072 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab6a65-f561-464c-9bee-675bd23f5f9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.904661 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab6a65-f561-464c-9bee-675bd23f5f9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.905231 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab6a65-f561-464c-9bee-675bd23f5f9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.905748 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b4493ba2-8c41-494c-9b95-f3a4fb34cbd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:20.906003 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab6a65-f561-464c-9bee-675bd23f5f9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.906537 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab6a65-f561-464c-9bee-675bd23f5f9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.907071 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab6a65-f561-464c-9bee-675bd23f5f9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.907721 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab6a65-f561-464c-9bee-675bd23f5f9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.908321 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab6a65-f561-464c-9bee-675bd23f5f9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.909042 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab6a65-f561-464c-9bee-675bd23f5f9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.909770 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab6a65-f561-464c-9bee-675bd23f5f9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.910460 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab6a65-f561-464c-9bee-675bd23f5f9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:20.969571 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f29671f1-e741-40f4-ae6e-eb1b8aa92675 admin admin] Publish callbacks [] for security_group (87e5db7e-b16f-4eda-93e9-0dabc8d43e18), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:20.983861 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f29671f1-e741-40f4-ae6e-eb1b8aa92675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (87e5db7e-b16f-4eda-93e9-0dabc8d43e18), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:20.999417 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] Routers {'5356466b-aa5d-42d9-be17-44cd17af865b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:21.000435 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:15:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['5356466b-aa5d-42d9-be17-44cd17af865b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:21.061366 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f29671f1-e741-40f4-ae6e-eb1b8aa92675 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a2b5a3f207f44de8113bcb0eb7c1229&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8952360 Jan 27 22:16:21.063380 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33750) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:21.063717 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33752) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:21.084944 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-551560c1-a482-4018-8260-46b08cd3e0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:21.100124 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29671f1-e741-40f4-ae6e-eb1b8aa92675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e5db7e-b16f-4eda-93e9-0dabc8d43e18,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:21.249115 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5323f565-113f-441c-8619-65702cbe6874 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-90122644'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:21.260685 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:21.324943 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b4493ba2-8c41-494c-9b95-f3a4fb34cbd4 admin admin] Publish callbacks [] for security_group (77c9faf6-460e-48ee-b2f0-009c5e51ca7e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:21.337744 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab6a65-f561-464c-9bee-675bd23f5f9d None None] Pushing event updated for resources: {'Port': ['ID=7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:21.380450 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b4493ba2-8c41-494c-9b95-f3a4fb34cbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (77c9faf6-460e-48ee-b2f0-009c5e51ca7e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:21.397049 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] Set router 5356466b-aa5d-42d9-be17-44cd17af865b gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:21.430469 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5323f565-113f-441c-8619-65702cbe6874 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Made reservation on behalf of 09f02c2761754134b0ead8f51792ddf6 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:21.439297 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5323f565-113f-441c-8619-65702cbe6874 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:21.472799 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4493ba2-8c41-494c-9b95-f3a4fb34cbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c9faf6-460e-48ee-b2f0-009c5e51ca7e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:21.511727 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5323f565-113f-441c-8619-65702cbe6874 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:21.513656 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-551560c1-a482-4018-8260-46b08cd3e0a0 admin admin] Allocated IP 172.20.0.1 (ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3/ad7ff54c-bda3-4bfc-9e45-9e37fdd442af/43c38c0c-e6ab-4c61-bc6e-92bd6855a96e) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:21.543740 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3bd273ce-3e40-4b1f-8cb0-6356d04ea9f3 admin admin] Publish callbacks [] for security_group (87e5db7e-b16f-4eda-93e9-0dabc8d43e18), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:21.601169 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:16Z', 'revision_number': 3, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:21.601786 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3bd273ce-3e40-4b1f-8cb0-6356d04ea9f3 admin admin] Publish callbacks [] for security_group (87e5db7e-b16f-4eda-93e9-0dabc8d43e18), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:21.634467 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76726b0-28ec-4094-ae3c-eb88e7aedad7 None None] The sync data for ids ['5356466b-aa5d-42d9-be17-44cd17af865b'] in n-d-772272-3 is: [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:16Z', 'revision_number': 3, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:16:21.684656 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b4493ba2-8c41-494c-9b95-f3a4fb34cbd4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d02a3f0c8664fa2b210a16d74e89150&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1468203 Jan 27 22:16:21.688096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33770) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:21.692505 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3bd273ce-3e40-4b1f-8cb0-6356d04ea9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (87e5db7e-b16f-4eda-93e9-0dabc8d43e18), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:21.695604 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3bd273ce-3e40-4b1f-8cb0-6356d04ea9f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:21.701083 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3bd273ce-3e40-4b1f-8cb0-6356d04ea9f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87e5db7e-b16f-4eda-93e9-0dabc8d43e18 HTTP/1.1" status: 204 len: 168 time: 0.6348753 Jan 27 22:16:21.719863 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd273ce-3e40-4b1f-8cb0-6356d04ea9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e5db7e-b16f-4eda-93e9-0dabc8d43e18,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:21.857177 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-faef6507-8030-49f2-b03f-2ac104b0f26b admin admin] Publish callbacks [] for security_group (77c9faf6-460e-48ee-b2f0-009c5e51ca7e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:21.922242 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5323f565-113f-441c-8619-65702cbe6874 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for security_group (e306e17f-522d-4c9a-b99c-92739a23847b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:21.927880 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5323f565-113f-441c-8619-65702cbe6874 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e306e17f-522d-4c9a-b99c-92739a23847b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:21.957221 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-551560c1-a482-4018-8260-46b08cd3e0a0 admin admin] Publish callbacks [] for port (43c38c0c-e6ab-4c61-bc6e-92bd6855a96e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:21.991664 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5323f565-113f-441c-8619-65702cbe6874 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:16:22.008307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323f565-113f-441c-8619-65702cbe6874 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e306e17f-522d-4c9a-b99c-92739a23847b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:22.019572 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-faef6507-8030-49f2-b03f-2ac104b0f26b admin admin] Publish callbacks [] for security_group (77c9faf6-460e-48ee-b2f0-009c5e51ca7e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.023432 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5323f565-113f-441c-8619-65702cbe6874 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (2d06bd1d-b7e6-4990-83ac-67ebd28f6e48), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.023908 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-5323f565-113f-441c-8619-65702cbe6874 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Added segment 2d06bd1d-b7e6-4990-83ac-67ebd28f6e48 of type vlan for network 961ca2a6-f01d-4520-a908-60d2864c612f Jan 27 22:16:22.114283 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5323f565-113f-441c-8619-65702cbe6874 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (961ca2a6-f01d-4520-a908-60d2864c612f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.149264 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-551560c1-a482-4018-8260-46b08cd3e0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (43c38c0c-e6ab-4c61-bc6e-92bd6855a96e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.178286 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5323f565-113f-441c-8619-65702cbe6874 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (961ca2a6-f01d-4520-a908-60d2864c612f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.185247 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323f565-113f-441c-8619-65702cbe6874 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:22.188225 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5323f565-113f-441c-8619-65702cbe6874 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.242879 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551560c1-a482-4018-8260-46b08cd3e0a0 admin admin] Network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:22.246351 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-551560c1-a482-4018-8260-46b08cd3e0a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:22.257852 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551560c1-a482-4018-8260-46b08cd3e0a0 admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:22.351629 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-551560c1-a482-4018-8260-46b08cd3e0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (5356466b-aa5d-42d9-be17-44cd17af865b), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.356286 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-faef6507-8030-49f2-b03f-2ac104b0f26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (77c9faf6-460e-48ee-b2f0-009c5e51ca7e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.359510 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-faef6507-8030-49f2-b03f-2ac104b0f26b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.366771 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-faef6507-8030-49f2-b03f-2ac104b0f26b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/77c9faf6-460e-48ee-b2f0-009c5e51ca7e HTTP/1.1" status: 204 len: 168 time: 0.6764135 Jan 27 22:16:22.368426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551560c1-a482-4018-8260-46b08cd3e0a0 admin admin] Pushing event updated for resources: {'Port': ['ID=43c38c0c-e6ab-4c61-bc6e-92bd6855a96e,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:22.434611 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5323f565-113f-441c-8619-65702cbe6874 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3637948 Jan 27 22:16:22.465788 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33794) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:22.481562 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef6507-8030-49f2-b03f-2ac104b0f26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c9faf6-460e-48ee-b2f0-009c5e51ca7e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:22.494361 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ba2e68de-9cd3-45f5-b57c-7fde215a0bc7 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-342923843'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:22.557997 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2e68de-9cd3-45f5-b57c-7fde215a0bc7 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Made reservation on behalf of 09f02c2761754134b0ead8f51792ddf6 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:22.562671 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba2e68de-9cd3-45f5-b57c-7fde215a0bc7 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.602977 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2e68de-9cd3-45f5-b57c-7fde215a0bc7 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:16:22.616720 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba2e68de-9cd3-45f5-b57c-7fde215a0bc7 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (440427e3-10af-4e13-aa59-8fab8719067f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.617453 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-ba2e68de-9cd3-45f5-b57c-7fde215a0bc7 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Added segment 440427e3-10af-4e13-aa59-8fab8719067f of type vlan for network 9d51e114-ef40-4ff5-aa41-b092e97fb5dc Jan 27 22:16:22.636603 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33800) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:22.671916 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba2e68de-9cd3-45f5-b57c-7fde215a0bc7 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (9d51e114-ef40-4ff5-aa41-b092e97fb5dc), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.685344 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c56ec832-fd96-468d-bde9-8fafb1becb81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.715562 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-9c863cb6-f00d-4534-8974-e2f09fd08e1a None None] Provisioning complete for port 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:22.719545 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323f565-113f-441c-8619-65702cbe6874 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Network': ['ID=961ca2a6-f01d-4520-a908-60d2864c612f,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:22.720301 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9c863cb6-f00d-4534-8974-e2f09fd08e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (43c38c0c-e6ab-4c61-bc6e-92bd6855a96e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.743950 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba2e68de-9cd3-45f5-b57c-7fde215a0bc7 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (9d51e114-ef40-4ff5-aa41-b092e97fb5dc), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.756957 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2e68de-9cd3-45f5-b57c-7fde215a0bc7 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:22.758706 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba2e68de-9cd3-45f5-b57c-7fde215a0bc7 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.847721 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-551560c1-a482-4018-8260-46b08cd3e0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (43c38c0c-e6ab-4c61-bc6e-92bd6855a96e), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.880486 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9c863cb6-f00d-4534-8974-e2f09fd08e1a None None] Port 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:16:22.897960 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 961ca2a6-f01d-4520-a908-60d2864c612f details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:16:22.904741 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e68de-9cd3-45f5-b57c-7fde215a0bc7 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Network': ['ID=9d51e114-ef40-4ff5-aa41-b092e97fb5dc,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:22.966365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33808) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:22.968520 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ba2e68de-9cd3-45f5-b57c-7fde215a0bc7 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4983823 Jan 27 22:16:22.981142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-8b4bad54-07d0-4201-95fb-b266740d03a2 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'subnet': {'network_id': '961ca2a6-f01d-4520-a908-60d2864c612f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:23.005886 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 9d51e114-ef40-4ff5-aa41-b092e97fb5dc details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:16:23.499609 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c56ec832-fd96-468d-bde9-8fafb1becb81 admin admin] Publish callbacks [] for security_group (670dfccf-4cf4-411b-bcba-e7e58c7bbeb3), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:23.509612 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4bad54-07d0-4201-95fb-b266740d03a2 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Made reservation on behalf of 09f02c2761754134b0ead8f51792ddf6 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:23.520434 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8b4bad54-07d0-4201-95fb-b266740d03a2 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:23.561513 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c56ec832-fd96-468d-bde9-8fafb1becb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (670dfccf-4cf4-411b-bcba-e7e58c7bbeb3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:23.844474 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-551560c1-a482-4018-8260-46b08cd3e0a0 admin admin] Publish callbacks [] for port (43c38c0c-e6ab-4c61-bc6e-92bd6855a96e), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:23.920993 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c56ec832-fd96-468d-bde9-8fafb1becb81 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6fce46bf7db341f784f9affe0e6a1f23&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2828956 Jan 27 22:16:23.923399 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33846) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:23.948244 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-551560c1-a482-4018-8260-46b08cd3e0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (43c38c0c-e6ab-4c61-bc6e-92bd6855a96e), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:24.098364 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1174bcbd-9fec-4e46-bf04-53d9fec0f503 admin admin] Publish callbacks [] for security_group (670dfccf-4cf4-411b-bcba-e7e58c7bbeb3), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:24.153244 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5e369f10-d630-4fa8-871c-f0a0453e95fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:24.168971 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551560c1-a482-4018-8260-46b08cd3e0a0 admin admin] Pushing event updated for resources: {'Port': ['ID=43c38c0c-e6ab-4c61-bc6e-92bd6855a96e,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:24.201421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ec832-fd96-468d-bde9-8fafb1becb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670dfccf-4cf4-411b-bcba-e7e58c7bbeb3,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:24.221086 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-551560c1-a482-4018-8260-46b08cd3e0a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (5356466b-aa5d-42d9-be17-44cd17af865b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:24.265558 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1174bcbd-9fec-4e46-bf04-53d9fec0f503 admin admin] Publish callbacks [] for security_group (670dfccf-4cf4-411b-bcba-e7e58c7bbeb3), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:24.398494 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1174bcbd-9fec-4e46-bf04-53d9fec0f503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (670dfccf-4cf4-411b-bcba-e7e58c7bbeb3), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:24.403404 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1174bcbd-9fec-4e46-bf04-53d9fec0f503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:24.404694 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1174bcbd-9fec-4e46-bf04-53d9fec0f503 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/670dfccf-4cf4-411b-bcba-e7e58c7bbeb3 HTTP/1.1" status: 204 len: 168 time: 0.4794407 Jan 27 22:16:24.445577 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174bcbd-9fec-4e46-bf04-53d9fec0f503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670dfccf-4cf4-411b-bcba-e7e58c7bbeb3,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:24.536297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:24.569929 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551560c1-a482-4018-8260-46b08cd3e0a0 admin admin] Network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:24.578474 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-551560c1-a482-4018-8260-46b08cd3e0a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:24.695273 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:24.695807 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:24.891094 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551560c1-a482-4018-8260-46b08cd3e0a0 admin admin] Router 5356466b-aa5d-42d9-be17-44cd17af865b has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:16:24.901943 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:24.902357 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:24.958109 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:24.963904 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:25.118404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:25.146661 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:25.153825 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:25.156449 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:25.158037 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:25.159229 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:25.160288 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:25.161233 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:25.164075 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:25.165370 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:25.165732 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:25.166083 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:25.167890 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:25.168454 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:25.170020 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8b4bad54-07d0-4201-95fb-b266740d03a2 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (18520832-8276-41ac-985f-857059bf0cb7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:25.258004 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f9396781-6c00-4145-90d8-59e292bc5abe None None] Provisioning complete for port 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:25.259132 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f9396781-6c00-4145-90d8-59e292bc5abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (43c38c0c-e6ab-4c61-bc6e-92bd6855a96e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:25.374477 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f9396781-6c00-4145-90d8-59e292bc5abe None None] Port 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:16:25.414765 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4bad54-07d0-4201-95fb-b266740d03a2 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Checking segment: {'id': '2d06bd1d-b7e6-4990-83ac-67ebd28f6e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '961ca2a6-f01d-4520-a908-60d2864c612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:25.415145 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4bad54-07d0-4201-95fb-b266740d03a2 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network hostable DHCP agents. Network: 961ca2a6-f01d-4520-a908-60d2864c612f, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:16:25.435705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4bad54-07d0-4201-95fb-b266740d03a2 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Subnet': ['ID=18520832-8276-41ac-985f-857059bf0cb7,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:25.458458 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551560c1-a482-4018-8260-46b08cd3e0a0 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:16:25.473965 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] Sync routers for ids ['5356466b-aa5d-42d9-be17-44cd17af865b'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:16:25.480876 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-551560c1-a482-4018-8260-46b08cd3e0a0 admin admin] 10.222.0.23 "PUT /v2.0/routers/5356466b-aa5d-42d9-be17-44cd17af865b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3913586 Jan 27 22:16:25.513687 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4bad54-07d0-4201-95fb-b266740d03a2 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network 961ca2a6-f01d-4520-a908-60d2864c612f is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:16:25.530415 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] Routers {'5356466b-aa5d-42d9-be17-44cd17af865b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:25.532932 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-8b4bad54-07d0-4201-95fb-b266740d03a2 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 961ca2a6-f01d-4520-a908-60d2864c612f) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:25.533147 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:15:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['5356466b-aa5d-42d9-be17-44cd17af865b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:25.541466 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4bad54-07d0-4201-95fb-b266740d03a2 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:25.542863 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8b4bad54-07d0-4201-95fb-b266740d03a2 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:25.583992 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8b4bad54-07d0-4201-95fb-b266740d03a2 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6128783 Jan 27 22:16:25.585998 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33910) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:25.593994 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-57a247aa-9ae1-45c6-83b6-550739da0d80 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'subnet': {'network_id': '9d51e114-ef40-4ff5-aa41-b092e97fb5dc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:25.704495 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] Set router 5356466b-aa5d-42d9-be17-44cd17af865b gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:25.758756 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d9cc71-6f17-483c-a22c-75d008ab4afb None None] Network 961ca2a6-f01d-4520-a908-60d2864c612f requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:25.774830 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a247aa-9ae1-45c6-83b6-550739da0d80 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Made reservation on behalf of 09f02c2761754134b0ead8f51792ddf6 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:25.781132 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-57a247aa-9ae1-45c6-83b6-550739da0d80 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:26.153220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33934) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:26.175873 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c6cc1e-3096-4e11-8630-5e46335a66b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-961ca2a6-f01d-4520-a908-60d2864c612f', 'network_id': '961ca2a6-f01d-4520-a908-60d2864c612f', 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'fixed_ips': [{'subnet_id': '18520832-8276-41ac-985f-857059bf0cb7'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:16:26.176813 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c6c6cc1e-3096-4e11-8630-5e46335a66b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:26.321765 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-57a247aa-9ae1-45c6-83b6-550739da0d80 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (0b96b125-6e27-4491-bad0-1ed97a1b4d51), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:26.441700 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:26.444122 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a247aa-9ae1-45c6-83b6-550739da0d80 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Subnet': ['ID=0b96b125-6e27-4491-bad0-1ed97a1b4d51,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:26.499583 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a247aa-9ae1-45c6-83b6-550739da0d80 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Checking segment: {'id': '440427e3-10af-4e13-aa59-8fab8719067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9d51e114-ef40-4ff5-aa41-b092e97fb5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:26.499951 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a247aa-9ae1-45c6-83b6-550739da0d80 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network hostable DHCP agents. Network: 9d51e114-ef40-4ff5-aa41-b092e97fb5dc, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:16:26.539635 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a247aa-9ae1-45c6-83b6-550739da0d80 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network 9d51e114-ef40-4ff5-aa41-b092e97fb5dc is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:16:26.555434 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-57a247aa-9ae1-45c6-83b6-550739da0d80 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 9d51e114-ef40-4ff5-aa41-b092e97fb5dc) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:26.566948 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a247aa-9ae1-45c6-83b6-550739da0d80 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:26.569573 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-57a247aa-9ae1-45c6-83b6-550739da0d80 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:26.595431 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-57a247aa-9ae1-45c6-83b6-550739da0d80 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0075014 Jan 27 22:16:26.597926 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 33952) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:26.605236 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-549acbf8-b89d-4e09-ae51-5030be6bb215 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-335354508', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:26.639837 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-549acbf8-b89d-4e09-ae51-5030be6bb215 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:26.641343 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-549acbf8-b89d-4e09-ae51-5030be6bb215 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:26.729847 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-549acbf8-b89d-4e09-ae51-5030be6bb215 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router_controller (cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:26.738336 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-549acbf8-b89d-4e09-ae51-5030be6bb215 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:26.782193 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-549acbf8-b89d-4e09-ae51-5030be6bb215 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:26.783896 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-549acbf8-b89d-4e09-ae51-5030be6bb215 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1844895 Jan 27 22:16:26.786738 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33960) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:26.825172 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80e1397-5946-4d38-9811-f9ac345a8a65 None None] Network 9d51e114-ef40-4ff5-aa41-b092e97fb5dc requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:27.011859 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c905cd3a-bb76-42ad-b7c8-8acadb65cd65 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-448274626', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:27.070939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7796da9b-8295-4b66-bd1d-511a97d5c8cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-9d51e114-ef40-4ff5-aa41-b092e97fb5dc', 'network_id': '9d51e114-ef40-4ff5-aa41-b092e97fb5dc', 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'fixed_ips': [{'subnet_id': '0b96b125-6e27-4491-bad0-1ed97a1b4d51'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:16:27.072018 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7796da9b-8295-4b66-bd1d-511a97d5c8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:27.083689 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-068f9949-342a-4f8f-956c-54682a37fead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:27.096468 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c905cd3a-bb76-42ad-b7c8-8acadb65cd65 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Made reservation on behalf of 65f113b5fcc84235a38036e31c9e1bf2 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:27.106049 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c905cd3a-bb76-42ad-b7c8-8acadb65cd65 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:27.154620 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c905cd3a-bb76-42ad-b7c8-8acadb65cd65 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:27.179386 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:27.180099 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:27.291229 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-c6c6cc1e-3096-4e11-8630-5e46335a66b4 None None] Allocated IP 2001:db8::2 (961ca2a6-f01d-4520-a908-60d2864c612f/18520832-8276-41ac-985f-857059bf0cb7/d9bc468d-85c0-437c-a07c-d1ea3c37d8dc) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:27.402806 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c905cd3a-bb76-42ad-b7c8-8acadb65cd65 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Publish callbacks [] for security_group (09f17e65-90a2-4aac-b95b-a95e2563ddc1), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:27.411016 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c905cd3a-bb76-42ad-b7c8-8acadb65cd65 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (09f17e65-90a2-4aac-b95b-a95e2563ddc1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:27.417418 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 4, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '43c38c0c-e6ab-4c61-bc6e-92bd6855a96e', 'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'mac_address': 'fa:16:3e:2c:7e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:21Z', 'updated_at': '2022-01-27T22:16:23Z', 'revision_number': 2, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'subnets': [{'id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:27.430303 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-c905cd3a-bb76-42ad-b7c8-8acadb65cd65 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] device_id is not set on port d08a878b-601b-4426-969c-997d8621e782 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:16:27.516022 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] Checking router: 5356466b-aa5d-42d9-be17-44cd17af865b for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:16:27.516920 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] Updating router 5356466b-aa5d-42d9-be17-44cd17af865b port 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:16:27.529625 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 33988) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:27.556917 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905cd3a-bb76-42ad-b7c8-8acadb65cd65 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f17e65-90a2-4aac-b95b-a95e2563ddc1,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:27.590878 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-b24dca66-1fec-48c4-9978-586c8f296e54 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1199105979-network', 'tenant_id': '5bc823ed61b744f2a7d66b48cc83c1e2'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:27.592134 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (43c38c0c-e6ab-4c61-bc6e-92bd6855a96e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:27.635470 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-c905cd3a-bb76-42ad-b7c8-8acadb65cd65 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Allocated IP 172.25.3.45 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/d08a878b-601b-4426-969c-997d8621e782) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:27.658682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24dca66-1fec-48c4-9978-586c8f296e54 admin admin] Made reservation on behalf of 5bc823ed61b744f2a7d66b48cc83c1e2 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:27.661916 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b24dca66-1fec-48c4-9978-586c8f296e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:27.673532 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b24dca66-1fec-48c4-9978-586c8f296e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:27.679027 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d532ab6c-2a73-4be3-824f-488af346f202 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:27.754477 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:27.811587 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c905cd3a-bb76-42ad-b7c8-8acadb65cd65 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Publish callbacks [] for port (d08a878b-601b-4426-969c-997d8621e782), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:27.832783 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:27.857229 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c905cd3a-bb76-42ad-b7c8-8acadb65cd65 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d08a878b-601b-4426-969c-997d8621e782), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:27.935245 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c905cd3a-bb76-42ad-b7c8-8acadb65cd65 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:27.944831 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-c905cd3a-bb76-42ad-b7c8-8acadb65cd65 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:27.951425 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c905cd3a-bb76-42ad-b7c8-8acadb65cd65 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:28.038955 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905cd3a-bb76-42ad-b7c8-8acadb65cd65 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Pushing event updated for resources: {'Port': ['ID=d08a878b-601b-4426-969c-997d8621e782,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:28.058757 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c905cd3a-bb76-42ad-b7c8-8acadb65cd65 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:28.076465 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c905cd3a-bb76-42ad-b7c8-8acadb65cd65 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:28.121608 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b24dca66-1fec-48c4-9978-586c8f296e54 admin admin] Publish callbacks [] for security_group (5fdb0044-f70d-479b-af8a-241ea1dd7f3a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:28.132623 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c905cd3a-bb76-42ad-b7c8-8acadb65cd65 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.9785283 Jan 27 22:16:28.136506 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34000) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:28.151950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-29e50705-7fb3-4c60-bda5-a5e3d2f58c09 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.45'}]}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:28.163282 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b24dca66-1fec-48c4-9978-586c8f296e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5fdb0044-f70d-479b-af8a-241ea1dd7f3a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:28.288890 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24dca66-1fec-48c4-9978-586c8f296e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdb0044-f70d-479b-af8a-241ea1dd7f3a,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:28.320669 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24dca66-1fec-48c4-9978-586c8f296e54 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:16:28.321957 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c6c6cc1e-3096-4e11-8630-5e46335a66b4 None None] Publish callbacks [] for port (d9bc468d-85c0-437c-a07c-d1ea3c37d8dc), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:28.327187 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29e50705-7fb3-4c60-bda5-a5e3d2f58c09 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (145e21f1-fb13-474c-a1ee-158e9c62fc9a), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:28.329724 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29e50705-7fb3-4c60-bda5-a5e3d2f58c09 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (145e21f1-fb13-474c-a1ee-158e9c62fc9a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:28.346472 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c6c6cc1e-3096-4e11-8630-5e46335a66b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (d9bc468d-85c0-437c-a07c-d1ea3c37d8dc), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:28.378041 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b24dca66-1fec-48c4-9978-586c8f296e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (13f43f69-97ae-4c47-aac1-18c9a06f5f98), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:28.378445 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-b24dca66-1fec-48c4-9978-586c8f296e54 admin admin] Added segment 13f43f69-97ae-4c47-aac1-18c9a06f5f98 of type vlan for network 19e1c59e-47a5-4b53-b11c-92b93e5a8ea4 Jan 27 22:16:28.449944 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-7796da9b-8295-4b66-bd1d-511a97d5c8cf None None] Allocated IP 2001:db8:1::2 (9d51e114-ef40-4ff5-aa41-b092e97fb5dc/0b96b125-6e27-4491-bad0-1ed97a1b4d51/a52115ff-7abd-4d07-98b1-e54d858824dd) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:28.467398 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-d532ab6c-2a73-4be3-824f-488af346f202 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Allocated IP 2001:db8::1 (961ca2a6-f01d-4520-a908-60d2864c612f/18520832-8276-41ac-985f-857059bf0cb7/ce3ddb3b-474b-4a5e-abef-0d6de3556c40) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:28.505907 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b24dca66-1fec-48c4-9978-586c8f296e54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (19e1c59e-47a5-4b53-b11c-92b93e5a8ea4), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:28.510282 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29e50705-7fb3-4c60-bda5-a5e3d2f58c09 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Publish callbacks [] for router_controller (145e21f1-fb13-474c-a1ee-158e9c62fc9a), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:28.633029 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7796da9b-8295-4b66-bd1d-511a97d5c8cf None None] Publish callbacks [] for port (a52115ff-7abd-4d07-98b1-e54d858824dd), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:28.821524 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] Publish callbacks [] for port (43c38c0c-e6ab-4c61-bc6e-92bd6855a96e), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:28.839372 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c6cc1e-3096-4e11-8630-5e46335a66b4 None None] Network 961ca2a6-f01d-4520-a908-60d2864c612f is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:28.845061 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-c6c6cc1e-3096-4e11-8630-5e46335a66b4 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:28.848601 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c6cc1e-3096-4e11-8630-5e46335a66b4 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:28.851402 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (43c38c0c-e6ab-4c61-bc6e-92bd6855a96e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:28.857265 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7796da9b-8295-4b66-bd1d-511a97d5c8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (a52115ff-7abd-4d07-98b1-e54d858824dd), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:28.896009 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7796da9b-8295-4b66-bd1d-511a97d5c8cf None None] Network 9d51e114-ef40-4ff5-aa41-b092e97fb5dc is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:28.922262 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-7796da9b-8295-4b66-bd1d-511a97d5c8cf None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:28.937106 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7796da9b-8295-4b66-bd1d-511a97d5c8cf None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:28.940613 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6cc1e-3096-4e11-8630-5e46335a66b4 None None] Pushing event updated for resources: {'Port': ['ID=d9bc468d-85c0-437c-a07c-d1ea3c37d8dc,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:29.050544 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c6c6cc1e-3096-4e11-8630-5e46335a66b4 None None] Attempting to bind port d9bc468d-85c0-437c-a07c-d1ea3c37d8dc on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:16:29.050922 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c6c6cc1e-3096-4e11-8630-5e46335a66b4 None None] Attempting to bind port d9bc468d-85c0-437c-a07c-d1ea3c37d8dc by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '2d06bd1d-b7e6-4990-83ac-67ebd28f6e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '961ca2a6-f01d-4520-a908-60d2864c612f'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:16:29.051298 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c6cc1e-3096-4e11-8630-5e46335a66b4 None None] Attempting to bind port d9bc468d-85c0-437c-a07c-d1ea3c37d8dc on network 961ca2a6-f01d-4520-a908-60d2864c612f {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:29.154825 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c6cc1e-3096-4e11-8630-5e46335a66b4 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:16:29.155572 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c6cc1e-3096-4e11-8630-5e46335a66b4 None None] Checking segment: {'id': '2d06bd1d-b7e6-4990-83ac-67ebd28f6e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '961ca2a6-f01d-4520-a908-60d2864c612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:29.156149 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c6c6cc1e-3096-4e11-8630-5e46335a66b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:29.156768 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c6cc1e-3096-4e11-8630-5e46335a66b4 None None] Bound using segment: {'id': '2d06bd1d-b7e6-4990-83ac-67ebd28f6e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '961ca2a6-f01d-4520-a908-60d2864c612f'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:16:29.157479 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c6c6cc1e-3096-4e11-8630-5e46335a66b4 None None] Bound port: d9bc468d-85c0-437c-a07c-d1ea3c37d8dc, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d06bd1d-b7e6-4990-83ac-67ebd28f6e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '961ca2a6-f01d-4520-a908-60d2864c612f'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:16:29.158048 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c6c6cc1e-3096-4e11-8630-5e46335a66b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d9bc468d-85c0-437c-a07c-d1ea3c37d8dc), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:29.176212 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:29.245569 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c6c6cc1e-3096-4e11-8630-5e46335a66b4 None None] For port d9bc468d-85c0-437c-a07c-d1ea3c37d8dc, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:16:29.250807 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c6c6cc1e-3096-4e11-8630-5e46335a66b4 None None] For port d9bc468d-85c0-437c-a07c-d1ea3c37d8dc, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d9bc468d-85c0-437c-a07c-d1ea3c37d8dc,segment=NetworkSegment(2d06bd1d-b7e6-4990-83ac-67ebd28f6e48),segment_id=2d06bd1d-b7e6-4990-83ac-67ebd28f6e48)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:16:29.274478 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c6c6cc1e-3096-4e11-8630-5e46335a66b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d9bc468d-85c0-437c-a07c-d1ea3c37d8dc), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:29.278837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9875bfa-694c-4daa-8d02-c13794850f70 None None] Pushing event updated for resources: {'Port': ['ID=43c38c0c-e6ab-4c61-bc6e-92bd6855a96e,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:29.295062 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] Attempting to bind port 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:16:29.295646 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] Attempting to bind port 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:16:29.296214 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] Attempting to bind port 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e on network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:29.300646 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.db.resource_extend [None req-b24dca66-1fec-48c4-9978-586c8f296e54 admin admin] It took 0.79 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:16:29.335232 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:16:29.336192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] Checking segment: {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:29.336780 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:29.337346 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] Bound using segment: {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:16:29.338059 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] Bound port: 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:16:29.339208 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (43c38c0c-e6ab-4c61-bc6e-92bd6855a96e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:29.436642 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-7796da9b-8295-4b66-bd1d-511a97d5c8cf None None] Attempting to bind port a52115ff-7abd-4d07-98b1-e54d858824dd on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:16:29.449453 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-7796da9b-8295-4b66-bd1d-511a97d5c8cf None None] Attempting to bind port a52115ff-7abd-4d07-98b1-e54d858824dd by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '440427e3-10af-4e13-aa59-8fab8719067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9d51e114-ef40-4ff5-aa41-b092e97fb5dc'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:16:29.449849 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7796da9b-8295-4b66-bd1d-511a97d5c8cf None None] Attempting to bind port a52115ff-7abd-4d07-98b1-e54d858824dd on network 9d51e114-ef40-4ff5-aa41-b092e97fb5dc {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:29.546778 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796da9b-8295-4b66-bd1d-511a97d5c8cf None None] Pushing event updated for resources: {'Port': ['ID=a52115ff-7abd-4d07-98b1-e54d858824dd,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:29.547855 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b24dca66-1fec-48c4-9978-586c8f296e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (19e1c59e-47a5-4b53-b11c-92b93e5a8ea4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:29.548931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24dca66-1fec-48c4-9978-586c8f296e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:29.549699 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b24dca66-1fec-48c4-9978-586c8f296e54 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:29.567940 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7796da9b-8295-4b66-bd1d-511a97d5c8cf None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:16:29.568370 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7796da9b-8295-4b66-bd1d-511a97d5c8cf None None] Checking segment: {'id': '440427e3-10af-4e13-aa59-8fab8719067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9d51e114-ef40-4ff5-aa41-b092e97fb5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:29.568794 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7796da9b-8295-4b66-bd1d-511a97d5c8cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:29.569208 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7796da9b-8295-4b66-bd1d-511a97d5c8cf None None] Bound using segment: {'id': '440427e3-10af-4e13-aa59-8fab8719067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9d51e114-ef40-4ff5-aa41-b092e97fb5dc'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:16:29.572089 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29e50705-7fb3-4c60-bda5-a5e3d2f58c09 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Publish callbacks [] for router_gateway (145e21f1-fb13-474c-a1ee-158e9c62fc9a), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:29.575454 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-7796da9b-8295-4b66-bd1d-511a97d5c8cf None None] Bound port: a52115ff-7abd-4d07-98b1-e54d858824dd, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440427e3-10af-4e13-aa59-8fab8719067f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '9d51e114-ef40-4ff5-aa41-b092e97fb5dc'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:16:29.576637 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7796da9b-8295-4b66-bd1d-511a97d5c8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a52115ff-7abd-4d07-98b1-e54d858824dd), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:29.581302 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-bc3508b1-1d9e-4f65-9cc2-c33a757a1190 None None] Provisioning complete for port 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:29.582089 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34042) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:29.582572 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b24dca66-1fec-48c4-9978-586c8f296e54 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0491049 Jan 27 22:16:29.588886 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2fd227a3-cb43-40f3-b536-a3666d2c346f admin admin] Request body: {'subnet': {'network_id': '19e1c59e-47a5-4b53-b11c-92b93e5a8ea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1199105979-subnet', 'tenant_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:29.600980 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bc3508b1-1d9e-4f65-9cc2-c33a757a1190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (43c38c0c-e6ab-4c61-bc6e-92bd6855a96e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:29.640270 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd227a3-cb43-40f3-b536-a3666d2c346f admin admin] Made reservation on behalf of 5bc823ed61b744f2a7d66b48cc83c1e2 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:29.648194 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fd227a3-cb43-40f3-b536-a3666d2c346f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:29.812022 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24dca66-1fec-48c4-9978-586c8f296e54 admin admin] Pushing event updated for resources: {'Network': ['ID=19e1c59e-47a5-4b53-b11c-92b93e5a8ea4,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:29.832429 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d532ab6c-2a73-4be3-824f-488af346f202 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for port (ce3ddb3b-474b-4a5e-abef-0d6de3556c40), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:29.909628 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] For port 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:16:29.933994 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 19e1c59e-47a5-4b53-b11c-92b93e5a8ea4 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:16:29.935450 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d532ab6c-2a73-4be3-824f-488af346f202 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (ce3ddb3b-474b-4a5e-abef-0d6de3556c40), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:30.126780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d532ab6c-2a73-4be3-824f-488af346f202 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network 961ca2a6-f01d-4520-a908-60d2864c612f is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:30.131541 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-d532ab6c-2a73-4be3-824f-488af346f202 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:30.145900 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d532ab6c-2a73-4be3-824f-488af346f202 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:30.153714 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d532ab6c-2a73-4be3-824f-488af346f202 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:30.239816 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fd227a3-cb43-40f3-b536-a3666d2c346f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (0eab1a28-da75-4560-b9b3-883800980d57), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:30.260929 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-bc3508b1-1d9e-4f65-9cc2-c33a757a1190 None None] Port 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:16:30.267880 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29e50705-7fb3-4c60-bda5-a5e3d2f58c09 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Publish callbacks [] for router_gateway (145e21f1-fb13-474c-a1ee-158e9c62fc9a), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:30.269343 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] For port 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=43c38c0c-e6ab-4c61-bc6e-92bd6855a96e,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:16:30.336738 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd227a3-cb43-40f3-b536-a3666d2c346f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eab1a28-da75-4560-b9b3-883800980d57,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:30.408233 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd227a3-cb43-40f3-b536-a3666d2c346f admin admin] Checking segment: {'id': '13f43f69-97ae-4c47-aac1-18c9a06f5f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '19e1c59e-47a5-4b53-b11c-92b93e5a8ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:30.408601 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd227a3-cb43-40f3-b536-a3666d2c346f admin admin] Network hostable DHCP agents. Network: 19e1c59e-47a5-4b53-b11c-92b93e5a8ea4, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:16:30.408735 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (43c38c0c-e6ab-4c61-bc6e-92bd6855a96e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:30.438756 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29e50705-7fb3-4c60-bda5-a5e3d2f58c09 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:30.442584 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd227a3-cb43-40f3-b536-a3666d2c346f admin admin] Network 19e1c59e-47a5-4b53-b11c-92b93e5a8ea4 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:16:30.449555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532ab6c-2a73-4be3-824f-488af346f202 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Port': ['ID=ce3ddb3b-474b-4a5e-abef-0d6de3556c40,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:30.467708 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-2fd227a3-cb43-40f3-b536-a3666d2c346f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 19e1c59e-47a5-4b53-b11c-92b93e5a8ea4) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:30.475717 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd227a3-cb43-40f3-b536-a3666d2c346f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:30.476353 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2fd227a3-cb43-40f3-b536-a3666d2c346f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:30.504017 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6cc1e-3096-4e11-8630-5e46335a66b4 None None] Pushing event updated for resources: {'Port': ['ID=d9bc468d-85c0-437c-a07c-d1ea3c37d8dc,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:30.511666 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2fd227a3-cb43-40f3-b536-a3666d2c346f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9262452 Jan 27 22:16:30.512287 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34064) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:30.529206 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-067d7832-a415-48e9-84d8-63281ec66179 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1199105979-router', 'tenant_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:30.576796 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799d197d-9d8c-4da9-9a03-bf045506f0c7 None None] Network 19e1c59e-47a5-4b53-b11c-92b93e5a8ea4 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:30.578269 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-067d7832-a415-48e9-84d8-63281ec66179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (e3dfbc4d-b7a5-4eb2-8594-175b90e69b34), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:30.580532 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-067d7832-a415-48e9-84d8-63281ec66179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (e3dfbc4d-b7a5-4eb2-8594-175b90e69b34), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:30.764075 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-067d7832-a415-48e9-84d8-63281ec66179 admin admin] Publish callbacks [] for router_controller (e3dfbc4d-b7a5-4eb2-8594-175b90e69b34), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:31.030142 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-067d7832-a415-48e9-84d8-63281ec66179 admin admin] Publish callbacks [] for router_gateway (e3dfbc4d-b7a5-4eb2-8594-175b90e69b34), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:31.134245 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29e50705-7fb3-4c60-bda5-a5e3d2f58c09 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Publish callbacks [] for router (145e21f1-fb13-474c-a1ee-158e9c62fc9a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:31.246315 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7796da9b-8295-4b66-bd1d-511a97d5c8cf None None] For port a52115ff-7abd-4d07-98b1-e54d858824dd, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:16:31.254474 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7796da9b-8295-4b66-bd1d-511a97d5c8cf None None] For port a52115ff-7abd-4d07-98b1-e54d858824dd, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a52115ff-7abd-4d07-98b1-e54d858824dd,segment=NetworkSegment(440427e3-10af-4e13-aa59-8fab8719067f),segment_id=440427e3-10af-4e13-aa59-8fab8719067f)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:16:31.314293 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d532ab6c-2a73-4be3-824f-488af346f202 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ce3ddb3b-474b-4a5e-abef-0d6de3556c40), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:31.422877 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-067d7832-a415-48e9-84d8-63281ec66179 admin admin] Publish callbacks [] for router_gateway (e3dfbc4d-b7a5-4eb2-8594-175b90e69b34), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:31.476726 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-067d7832-a415-48e9-84d8-63281ec66179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:31.512785 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7796da9b-8295-4b66-bd1d-511a97d5c8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a52115ff-7abd-4d07-98b1-e54d858824dd), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:31.587062 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:31.589211 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7733ca3-9be2-4f8a-ae13-95dae8edaece None None] Network 961ca2a6-f01d-4520-a908-60d2864c612f requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:31.676439 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-067d7832-a415-48e9-84d8-63281ec66179 admin admin] Allocated IP 172.25.3.54 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/7161f11b-5257-422c-b0bf-002cc92d0824) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:31.814102 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] Routers {'5356466b-aa5d-42d9-be17-44cd17af865b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:31.819000 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:16:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['5356466b-aa5d-42d9-be17-44cd17af865b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:31.853397 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8a0dae86-38ea-434e-b680-cd915f5b48b1 None None] Provisioning complete for port 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:31.853787 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8a0dae86-38ea-434e-b680-cd915f5b48b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (43c38c0c-e6ab-4c61-bc6e-92bd6855a96e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:31.878765 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-067d7832-a415-48e9-84d8-63281ec66179 admin admin] Publish callbacks [] for port (7161f11b-5257-422c-b0bf-002cc92d0824), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:32.024306 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-067d7832-a415-48e9-84d8-63281ec66179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7161f11b-5257-422c-b0bf-002cc92d0824), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:32.025049 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29e50705-7fb3-4c60-bda5-a5e3d2f58c09 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (145e21f1-fb13-474c-a1ee-158e9c62fc9a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:32.028668 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29e50705-7fb3-4c60-bda5-a5e3d2f58c09 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Publish callbacks [] for router_controller (145e21f1-fb13-474c-a1ee-158e9c62fc9a), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:32.117203 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067d7832-a415-48e9-84d8-63281ec66179 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:32.128406 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-067d7832-a415-48e9-84d8-63281ec66179 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:32.129782 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29e50705-7fb3-4c60-bda5-a5e3d2f58c09 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (145e21f1-fb13-474c-a1ee-158e9c62fc9a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:32.133954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e50705-7fb3-4c60-bda5-a5e3d2f58c09 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 145e21f1-fb13-474c-a1ee-158e9c62fc9a {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:16:32.134664 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067d7832-a415-48e9-84d8-63281ec66179 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:32.170044 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9875bfa-694c-4daa-8d02-c13794850f70 None None] Pushing event updated for resources: {'Port': ['ID=43c38c0c-e6ab-4c61-bc6e-92bd6855a96e,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:32.181511 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d7832-a415-48e9-84d8-63281ec66179 admin admin] Pushing event updated for resources: {'Port': ['ID=7161f11b-5257-422c-b0bf-002cc92d0824,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:32.206457 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-29e50705-7fb3-4c60-bda5-a5e3d2f58c09 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 27 22:16:32.211405 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-29e50705-7fb3-4c60-bda5-a5e3d2f58c09 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.0735312 Jan 27 22:16:32.215297 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34102) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:32.393946 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796da9b-8295-4b66-bd1d-511a97d5c8cf None None] Pushing event updated for resources: {'Port': ['ID=a52115ff-7abd-4d07-98b1-e54d858824dd,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:32.421119 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5011afd1-e5e1-45b4-8b59-c1ac583a0087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-19e1c59e-47a5-4b53-b11c-92b93e5a8ea4', 'network_id': '19e1c59e-47a5-4b53-b11c-92b93e5a8ea4', 'project_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'fixed_ips': [{'subnet_id': '0eab1a28-da75-4560-b9b3-883800980d57'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:16:32.422050 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5011afd1-e5e1-45b4-8b59-c1ac583a0087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:32.578935 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d532ab6c-2a73-4be3-824f-488af346f202 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for port (ce3ddb3b-474b-4a5e-abef-0d6de3556c40), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:32.597468 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d532ab6c-2a73-4be3-824f-488af346f202 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (ce3ddb3b-474b-4a5e-abef-0d6de3556c40), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:32.598269 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d532ab6c-2a73-4be3-824f-488af346f202 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:32.727626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] Set router 5356466b-aa5d-42d9-be17-44cd17af865b gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:32.841492 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d9bc468d-85c0-437c-a07c-d1ea3c37d8dc up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:32.859940 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532ab6c-2a73-4be3-824f-488af346f202 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Port': ['ID=ce3ddb3b-474b-4a5e-abef-0d6de3556c40,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:32.934499 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-067d7832-a415-48e9-84d8-63281ec66179 admin admin] Publish callbacks [] for router_gateway (e3dfbc4d-b7a5-4eb2-8594-175b90e69b34), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:33.034527 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-0ad3d233-bb38-4c85-bab6-66978e2a43a2 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Deleting port d08a878b-601b-4426-969c-997d8621e782 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:33.040727 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0ad3d233-bb38-4c85-bab6-66978e2a43a2 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d08a878b-601b-4426-969c-997d8621e782), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:33.215110 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d532ab6c-2a73-4be3-824f-488af346f202 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network 961ca2a6-f01d-4520-a908-60d2864c612f is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:33.218279 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-d532ab6c-2a73-4be3-824f-488af346f202 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:33.449467 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-067d7832-a415-48e9-84d8-63281ec66179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (e3dfbc4d-b7a5-4eb2-8594-175b90e69b34), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:33.496227 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0ad3d233-bb38-4c85-bab6-66978e2a43a2 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d08a878b-601b-4426-969c-997d8621e782), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:33.549184 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-0ad3d233-bb38-4c85-bab6-66978e2a43a2 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Calling delete_port for d08a878b-601b-4426-969c-997d8621e782 owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:33.634232 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8a0dae86-38ea-434e-b680-cd915f5b48b1 None None] Current status of the port 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:33.635149 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8a0dae86-38ea-434e-b680-cd915f5b48b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (43c38c0c-e6ab-4c61-bc6e-92bd6855a96e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:33.779966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d532ab6c-2a73-4be3-824f-488af346f202 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:16:33.805799 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8a0dae86-38ea-434e-b680-cd915f5b48b1 None None] For port 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=43c38c0c-e6ab-4c61-bc6e-92bd6855a96e,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:33.859555 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a48cb62-70f5-4858-9fdf-7147e6173b5b None None] Network 9d51e114-ef40-4ff5-aa41-b092e97fb5dc requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:33.869024 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067d7832-a415-48e9-84d8-63281ec66179 admin admin] Router e3dfbc4d-b7a5-4eb2-8594-175b90e69b34 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:16:33.999771 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8a0dae86-38ea-434e-b680-cd915f5b48b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (43c38c0c-e6ab-4c61-bc6e-92bd6855a96e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:34.056053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d9bc468d-85c0-437c-a07c-d1ea3c37d8dc triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:34.056488 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d9bc468d-85c0-437c-a07c-d1ea3c37d8dc), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:34.143017 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-5011afd1-e5e1-45b4-8b59-c1ac583a0087 None None] Allocated IP 172.20.0.2 (19e1c59e-47a5-4b53-b11c-92b93e5a8ea4/0eab1a28-da75-4560-b9b3-883800980d57/87e29fe8-2b1b-4d47-8590-ec314d695f58) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:34.146790 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0dae86-38ea-434e-b680-cd915f5b48b1 None None] Pushing event updated for resources: {'Port': ['ID=43c38c0c-e6ab-4c61-bc6e-92bd6855a96e,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:34.158769 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067d7832-a415-48e9-84d8-63281ec66179 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:16:34.168536 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] Sync routers for ids ['e3dfbc4d-b7a5-4eb2-8594-175b90e69b34'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:16:34.185255 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] Routers {'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:34.185887 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:16:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e3dfbc4d-b7a5-4eb2-8594-175b90e69b34'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:34.220398 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-067d7832-a415-48e9-84d8-63281ec66179 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:34.224256 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-067d7832-a415-48e9-84d8-63281ec66179 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7085259 Jan 27 22:16:34.226368 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34152) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:34.435240 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] Set router e3dfbc4d-b7a5-4eb2-8594-175b90e69b34 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:34.628807 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b5731223-df98-4bc7-93b4-2bb7884b4bd7 None None] Provisioning complete for port d9bc468d-85c0-437c-a07c-d1ea3c37d8dc triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:34.629267 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b5731223-df98-4bc7-93b4-2bb7884b4bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d9bc468d-85c0-437c-a07c-d1ea3c37d8dc), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:34.789668 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 4, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '43c38c0c-e6ab-4c61-bc6e-92bd6855a96e', 'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'mac_address': 'fa:16:3e:2c:7e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:21Z', 'updated_at': '2022-01-27T22:16:29Z', 'revision_number': 4, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'subnets': [{'id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:34.914917 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e623c-feb1-4a6e-9b49-ca620d41560f None None] The sync data for ids ['5356466b-aa5d-42d9-be17-44cd17af865b'] in n-d-772272-3 is: [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 4, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '43c38c0c-e6ab-4c61-bc6e-92bd6855a96e', 'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'mac_address': 'fa:16:3e:2c:7e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:21Z', 'updated_at': '2022-01-27T22:16:29Z', 'revision_number': 4, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'subnets': [{'id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:16:34.936464 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d532ab6c-2a73-4be3-824f-488af346f202 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:16:34.952525 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d532ab6c-2a73-4be3-824f-488af346f202 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1609194 Jan 27 22:16:34.968026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34168) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:34.968719 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34', 'name': 'tempest-TestVolumeBootPattern-1199105979-router', 'tenant_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '7161f11b-5257-422c-b0bf-002cc92d0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:30Z', 'updated_at': '2022-01-27T22:16:32Z', 'revision_number': 3, 'project_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'gw_port': {'id': '7161f11b-5257-422c-b0bf-002cc92d0824', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:99:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:31Z', 'updated_at': '2022-01-27T22:16:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:34.992421 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72e96c4-c8d6-40d2-917c-f2c56d013baa None None] Sync routers for ids ['cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:16:35.054242 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0ad3d233-bb38-4c85-bab6-66978e2a43a2 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d08a878b-601b-4426-969c-997d8621e782), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:35.172985 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] Checking router: e3dfbc4d-b7a5-4eb2-8594-175b90e69b34 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:16:35.173554 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] Updating router e3dfbc4d-b7a5-4eb2-8594-175b90e69b34 port 7161f11b-5257-422c-b0bf-002cc92d0824 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:16:35.241798 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3d233-bb38-4c85-bab6-66978e2a43a2 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Pushing event deleted for resources: {'Port': ['ID=d08a878b-601b-4426-969c-997d8621e782,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:35.253119 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d9bc468d-85c0-437c-a07c-d1ea3c37d8dc is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:35.263643 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d9bc468d-85c0-437c-a07c-d1ea3c37d8dc), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:35.424115 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72e96c4-c8d6-40d2-917c-f2c56d013baa None None] Routers {'cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:35.424815 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-e72e96c4-c8d6-40d2-917c-f2c56d013baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:16:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:35.461838 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf1bfda-a9ff-4083-b303-e719108097ea tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:35.463514 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9bf1bfda-a9ff-4083-b303-e719108097ea tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/ports/ce3ddb3b-474b-4a5e-abef-0d6de3556c40 HTTP/1.1" status: 200 len: 911 time: 0.4910543 Jan 27 22:16:35.489661 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34184) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:35.508140 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b5731223-df98-4bc7-93b4-2bb7884b4bd7 None None] Current status of the port d9bc468d-85c0-437c-a07c-d1ea3c37d8dc is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:35.509392 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b5731223-df98-4bc7-93b4-2bb7884b4bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d9bc468d-85c0-437c-a07c-d1ea3c37d8dc), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:35.716290 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7161f11b-5257-422c-b0bf-002cc92d0824), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:35.734223 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5011afd1-e5e1-45b4-8b59-c1ac583a0087 None None] Publish callbacks [] for port (87e29fe8-2b1b-4d47-8590-ec314d695f58), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:35.876871 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0ad3d233-bb38-4c85-bab6-66978e2a43a2 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:35.883950 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0ad3d233-bb38-4c85-bab6-66978e2a43a2 tempest-RoutersAdminNegativeIpV6Test-1458332489 tempest-RoutersAdminNegativeIpV6Test-1458332489-project-admin] 10.222.0.23 "DELETE /v2.0/ports/d08a878b-601b-4426-969c-997d8621e782 HTTP/1.1" status: 204 len: 168 time: 3.6607037 Jan 27 22:16:36.406015 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1f7a890-cc48-4247-add1-4ae600acc539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:36.563721 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] Publish callbacks [] for port (7161f11b-5257-422c-b0bf-002cc92d0824), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:36.571140 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-e72e96c4-c8d6-40d2-917c-f2c56d013baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:36.575651 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7161f11b-5257-422c-b0bf-002cc92d0824), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:36.583594 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5011afd1-e5e1-45b4-8b59-c1ac583a0087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (87e29fe8-2b1b-4d47-8590-ec314d695f58), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:36.731360 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34210) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:36.779141 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] Attempting to bind port 7161f11b-5257-422c-b0bf-002cc92d0824 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:16:36.779520 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] Attempting to bind port 7161f11b-5257-422c-b0bf-002cc92d0824 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:16:36.779890 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] Attempting to bind port 7161f11b-5257-422c-b0bf-002cc92d0824 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:36.789311 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5011afd1-e5e1-45b4-8b59-c1ac583a0087 None None] Network 19e1c59e-47a5-4b53-b11c-92b93e5a8ea4 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:36.799736 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b5731223-df98-4bc7-93b4-2bb7884b4bd7 None None] For port d9bc468d-85c0-437c-a07c-d1ea3c37d8dc, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d9bc468d-85c0-437c-a07c-d1ea3c37d8dc,segment=NetworkSegment(2d06bd1d-b7e6-4990-83ac-67ebd28f6e48),segment_id=2d06bd1d-b7e6-4990-83ac-67ebd28f6e48)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:36.810066 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:16:36.810712 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:36.810886 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:36.811445 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:16:36.811941 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] Bound port: 7161f11b-5257-422c-b0bf-002cc92d0824, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:16:36.812457 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7161f11b-5257-422c-b0bf-002cc92d0824), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:36.812889 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-5011afd1-e5e1-45b4-8b59-c1ac583a0087 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:36.842355 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5011afd1-e5e1-45b4-8b59-c1ac583a0087 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:36.862014 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72e96c4-c8d6-40d2-917c-f2c56d013baa None None] Routers {'cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:36.862738 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-e72e96c4-c8d6-40d2-917c-f2c56d013baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:16:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:36.874580 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b5731223-df98-4bc7-93b4-2bb7884b4bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d9bc468d-85c0-437c-a07c-d1ea3c37d8dc), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:36.925443 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-b1f7a890-cc48-4247-add1-4ae600acc539 admin admin] Allocated IP 172.20.0.1 (19e1c59e-47a5-4b53-b11c-92b93e5a8ea4/0eab1a28-da75-4560-b9b3-883800980d57/3e4af0f1-a197-4afd-9734-2b8ae8805e43) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:37.089604 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] For port 7161f11b-5257-422c-b0bf-002cc92d0824, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:16:37.097605 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] For port 7161f11b-5257-422c-b0bf-002cc92d0824, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7161f11b-5257-422c-b0bf-002cc92d0824,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:16:37.120060 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7161f11b-5257-422c-b0bf-002cc92d0824), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:37.122304 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:37.137858 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c6c6f-8c61-4991-aa94-0ff1cd2f5589 None None] Pushing event updated for resources: {'Port': ['ID=7161f11b-5257-422c-b0bf-002cc92d0824,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:37.164042 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-e72e96c4-c8d6-40d2-917c-f2c56d013baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:37.164867 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72e96c4-c8d6-40d2-917c-f2c56d013baa None None] The sync data for ids ['cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:16:37.196461 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011afd1-e5e1-45b4-8b59-c1ac583a0087 None None] Pushing event updated for resources: {'Port': ['ID=87e29fe8-2b1b-4d47-8590-ec314d695f58,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:37.199955 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b5da68a-c434-4cef-ac80-43055f093339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:37.281887 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] Routers {'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:37.285986 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:16:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e3dfbc4d-b7a5-4eb2-8594-175b90e69b34'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:37.382194 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c6c6f-8c61-4991-aa94-0ff1cd2f5589 None None] Pushing event updated for resources: {'Port': ['ID=7161f11b-5257-422c-b0bf-002cc92d0824,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:37.412436 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5731223-df98-4bc7-93b4-2bb7884b4bd7 None None] Pushing event updated for resources: {'Port': ['ID=d9bc468d-85c0-437c-a07c-d1ea3c37d8dc,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:37.451446 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1f7a890-cc48-4247-add1-4ae600acc539 admin admin] Publish callbacks [] for port (3e4af0f1-a197-4afd-9734-2b8ae8805e43), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:37.518223 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b5731223-df98-4bc7-93b4-2bb7884b4bd7 None None] Provisioning complete for port a52115ff-7abd-4d07-98b1-e54d858824dd triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:37.518617 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b5731223-df98-4bc7-93b4-2bb7884b4bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a52115ff-7abd-4d07-98b1-e54d858824dd), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:37.551931 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:16:37.552439 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:16:37.585172 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] Set router e3dfbc4d-b7a5-4eb2-8594-175b90e69b34 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:37.627008 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5011afd1-e5e1-45b4-8b59-c1ac583a0087 None None] Attempting to bind port 87e29fe8-2b1b-4d47-8590-ec314d695f58 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:16:37.627008 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5011afd1-e5e1-45b4-8b59-c1ac583a0087 None None] Attempting to bind port 87e29fe8-2b1b-4d47-8590-ec314d695f58 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '13f43f69-97ae-4c47-aac1-18c9a06f5f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '19e1c59e-47a5-4b53-b11c-92b93e5a8ea4'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:16:37.627008 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5011afd1-e5e1-45b4-8b59-c1ac583a0087 None None] Attempting to bind port 87e29fe8-2b1b-4d47-8590-ec314d695f58 on network 19e1c59e-47a5-4b53-b11c-92b93e5a8ea4 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:37.655752 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5011afd1-e5e1-45b4-8b59-c1ac583a0087 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:16:37.658290 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5011afd1-e5e1-45b4-8b59-c1ac583a0087 None None] Checking segment: {'id': '13f43f69-97ae-4c47-aac1-18c9a06f5f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '19e1c59e-47a5-4b53-b11c-92b93e5a8ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:37.660151 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5011afd1-e5e1-45b4-8b59-c1ac583a0087 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:37.661870 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5011afd1-e5e1-45b4-8b59-c1ac583a0087 None None] Bound using segment: {'id': '13f43f69-97ae-4c47-aac1-18c9a06f5f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '19e1c59e-47a5-4b53-b11c-92b93e5a8ea4'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:16:37.662635 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-5011afd1-e5e1-45b4-8b59-c1ac583a0087 None None] Bound port: 87e29fe8-2b1b-4d47-8590-ec314d695f58, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f43f69-97ae-4c47-aac1-18c9a06f5f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '19e1c59e-47a5-4b53-b11c-92b93e5a8ea4'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:16:37.663659 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5011afd1-e5e1-45b4-8b59-c1ac583a0087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (87e29fe8-2b1b-4d47-8590-ec314d695f58), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:37.747527 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1f7a890-cc48-4247-add1-4ae600acc539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (3e4af0f1-a197-4afd-9734-2b8ae8805e43), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:37.784734 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b5da68a-c434-4cef-ac80-43055f093339 admin admin] Publish callbacks [] for security_group (7111d753-1b36-4e0b-9fbe-53010bdbd9a6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:37.822062 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-5011afd1-e5e1-45b4-8b59-c1ac583a0087 None None] For port 87e29fe8-2b1b-4d47-8590-ec314d695f58, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:16:37.827307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-5011afd1-e5e1-45b4-8b59-c1ac583a0087 None None] For port 87e29fe8-2b1b-4d47-8590-ec314d695f58, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=87e29fe8-2b1b-4d47-8590-ec314d695f58,segment=NetworkSegment(13f43f69-97ae-4c47-aac1-18c9a06f5f98),segment_id=13f43f69-97ae-4c47-aac1-18c9a06f5f98)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:16:37.831096 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b5da68a-c434-4cef-ac80-43055f093339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7111d753-1b36-4e0b-9fbe-53010bdbd9a6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:37.837759 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5011afd1-e5e1-45b4-8b59-c1ac583a0087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (87e29fe8-2b1b-4d47-8590-ec314d695f58), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:37.921630 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f7a890-cc48-4247-add1-4ae600acc539 admin admin] Network 19e1c59e-47a5-4b53-b11c-92b93e5a8ea4 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:37.935535 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Allocated IP 2001:db8:1::1 (9d51e114-ef40-4ff5-aa41-b092e97fb5dc/0b96b125-6e27-4491-bad0-1ed97a1b4d51/cc0e5f64-8628-4026-b1dd-6cb25fabb424) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:37.975225 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-b1f7a890-cc48-4247-add1-4ae600acc539 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:37.998327 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f7a890-cc48-4247-add1-4ae600acc539 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:38.050174 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4b5da68a-c434-4cef-ac80-43055f093339 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83c83dc39508491bbe22501f285eb192&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3152673 Jan 27 22:16:38.094634 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7a890-cc48-4247-add1-4ae600acc539 admin admin] Pushing event updated for resources: {'Port': ['ID=3e4af0f1-a197-4afd-9734-2b8ae8805e43,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:38.097558 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5da68a-c434-4cef-ac80-43055f093339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7111d753-1b36-4e0b-9fbe-53010bdbd9a6,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:38.099997 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34242) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:38.164109 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34', 'name': 'tempest-TestVolumeBootPattern-1199105979-router', 'tenant_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '7161f11b-5257-422c-b0bf-002cc92d0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:30Z', 'updated_at': '2022-01-27T22:16:32Z', 'revision_number': 3, 'project_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'gw_port': {'id': '7161f11b-5257-422c-b0bf-002cc92d0824', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:99:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:31Z', 'updated_at': '2022-01-27T22:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:38.203663 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1f7a890-cc48-4247-add1-4ae600acc539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (e3dfbc4d-b7a5-4eb2-8594-175b90e69b34), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:38.256369 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d9bc468d-85c0-437c-a07c-d1ea3c37d8dc is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:38.262156 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for port (cc0e5f64-8628-4026-b1dd-6cb25fabb424), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:38.325112 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeea91c-e265-4da3-af82-2e45dc7e1106 None None] The sync data for ids ['e3dfbc4d-b7a5-4eb2-8594-175b90e69b34'] in n-d-772272-3 is: [{'id': 'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34', 'name': 'tempest-TestVolumeBootPattern-1199105979-router', 'tenant_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '7161f11b-5257-422c-b0bf-002cc92d0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:30Z', 'updated_at': '2022-01-27T22:16:32Z', 'revision_number': 3, 'project_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'gw_port': {'id': '7161f11b-5257-422c-b0bf-002cc92d0824', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:99:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:31Z', 'updated_at': '2022-01-27T22:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:16:38.406898 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011afd1-e5e1-45b4-8b59-c1ac583a0087 None None] Pushing event updated for resources: {'Port': ['ID=87e29fe8-2b1b-4d47-8590-ec314d695f58,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:38.411708 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b5731223-df98-4bc7-93b4-2bb7884b4bd7 None None] Current status of the port a52115ff-7abd-4d07-98b1-e54d858824dd is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:38.411708 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b5731223-df98-4bc7-93b4-2bb7884b4bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a52115ff-7abd-4d07-98b1-e54d858824dd), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:38.463907 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (cc0e5f64-8628-4026-b1dd-6cb25fabb424), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:38.555352 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-250f962b-ef8f-4162-87a2-6e6154738006 admin admin] Publish callbacks [] for security_group (7111d753-1b36-4e0b-9fbe-53010bdbd9a6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:38.586608 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network 9d51e114-ef40-4ff5-aa41-b092e97fb5dc is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:38.590629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:38.591742 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b5731223-df98-4bc7-93b4-2bb7884b4bd7 None None] For port a52115ff-7abd-4d07-98b1-e54d858824dd, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a52115ff-7abd-4d07-98b1-e54d858824dd,segment=NetworkSegment(440427e3-10af-4e13-aa59-8fab8719067f),segment_id=440427e3-10af-4e13-aa59-8fab8719067f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:38.605278 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b5731223-df98-4bc7-93b4-2bb7884b4bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a52115ff-7abd-4d07-98b1-e54d858824dd), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:38.617710 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:38.618220 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-250f962b-ef8f-4162-87a2-6e6154738006 admin admin] Publish callbacks [] for security_group (7111d753-1b36-4e0b-9fbe-53010bdbd9a6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:38.618805 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:38.719472 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-250f962b-ef8f-4162-87a2-6e6154738006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7111d753-1b36-4e0b-9fbe-53010bdbd9a6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:38.734130 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-250f962b-ef8f-4162-87a2-6e6154738006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:38.742064 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-250f962b-ef8f-4162-87a2-6e6154738006 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7111d753-1b36-4e0b-9fbe-53010bdbd9a6 HTTP/1.1" status: 204 len: 168 time: 0.6366606 Jan 27 22:16:38.784588 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5731223-df98-4bc7-93b4-2bb7884b4bd7 None None] Pushing event updated for resources: {'Port': ['ID=a52115ff-7abd-4d07-98b1-e54d858824dd,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:38.871587 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-d1f279a8-b1b0-49e9-a490-ce2fdab24c6a None None] Provisioning complete for port d9bc468d-85c0-437c-a07c-d1ea3c37d8dc triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:38.871983 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d1f279a8-b1b0-49e9-a490-ce2fdab24c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d9bc468d-85c0-437c-a07c-d1ea3c37d8dc), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:38.913208 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f962b-ef8f-4162-87a2-6e6154738006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7111d753-1b36-4e0b-9fbe-53010bdbd9a6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:39.024965 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Port': ['ID=cc0e5f64-8628-4026-b1dd-6cb25fabb424,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:39.066989 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:39.068672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:39.069260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:39.070884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:39.071715 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:39.072901 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:39.074918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:39.075628 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:39.077303 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:39.078186 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:39.078755 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:39.079299 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:39.080410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:39.166895 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1f7a890-cc48-4247-add1-4ae600acc539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3e4af0f1-a197-4afd-9734-2b8ae8805e43), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:39.239565 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cc0e5f64-8628-4026-b1dd-6cb25fabb424), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:39.299135 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d1f279a8-b1b0-49e9-a490-ce2fdab24c6a None None] Current status of the port d9bc468d-85c0-437c-a07c-d1ea3c37d8dc is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:39.341671 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-d1f279a8-b1b0-49e9-a490-ce2fdab24c6a None None] Provisioning complete for port ce3ddb3b-474b-4a5e-abef-0d6de3556c40 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:39.342064 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d1f279a8-b1b0-49e9-a490-ce2fdab24c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ce3ddb3b-474b-4a5e-abef-0d6de3556c40), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:39.450231 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d1f279a8-b1b0-49e9-a490-ce2fdab24c6a None None] Port ce3ddb3b-474b-4a5e-abef-0d6de3556c40 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:16:39.514554 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d9bc468d-85c0-437c-a07c-d1ea3c37d8dc up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:39.574886 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-d1f279a8-b1b0-49e9-a490-ce2fdab24c6a None None] Provisioning complete for port a52115ff-7abd-4d07-98b1-e54d858824dd triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:39.575643 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d1f279a8-b1b0-49e9-a490-ce2fdab24c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a52115ff-7abd-4d07-98b1-e54d858824dd), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:39.757960 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34280) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:39.990519 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d9bc468d-85c0-437c-a07c-d1ea3c37d8dc triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:39.991096 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d9bc468d-85c0-437c-a07c-d1ea3c37d8dc), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.037746 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-85f3216f-9298-4f1a-8971-6b6621f3f675 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65f113b5fcc84235a38036e31c9e1bf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2760201 Jan 27 22:16:40.044339 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34290) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:40.193093 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d1f279a8-b1b0-49e9-a490-ce2fdab24c6a None None] Current status of the port a52115ff-7abd-4d07-98b1-e54d858824dd is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:40.269893 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1f7a890-cc48-4247-add1-4ae600acc539 admin admin] Publish callbacks [] for port (3e4af0f1-a197-4afd-9734-2b8ae8805e43), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.285314 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1f7a890-cc48-4247-add1-4ae600acc539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (3e4af0f1-a197-4afd-9734-2b8ae8805e43), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.381086 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d9bc468d-85c0-437c-a07c-d1ea3c37d8dc is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:40.384378 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a52115ff-7abd-4d07-98b1-e54d858824dd up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:40.391620 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b5f0f46b-f010-4f84-bd3a-46a714138566 None None] Provisioning complete for port cc0e5f64-8628-4026-b1dd-6cb25fabb424 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:40.392001 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b5f0f46b-f010-4f84-bd3a-46a714138566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cc0e5f64-8628-4026-b1dd-6cb25fabb424), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.468853 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7a890-cc48-4247-add1-4ae600acc539 admin admin] Pushing event updated for resources: {'Port': ['ID=3e4af0f1-a197-4afd-9734-2b8ae8805e43,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:40.500789 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for port (cc0e5f64-8628-4026-b1dd-6cb25fabb424), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.522553 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (cc0e5f64-8628-4026-b1dd-6cb25fabb424), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.527151 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c4d7f3ef-9e3f-49e1-afc9-7a5bdda744cd admin admin] Publish callbacks [] for security_group (09f17e65-90a2-4aac-b95b-a95e2563ddc1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.527368 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.587628 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b5f0f46b-f010-4f84-bd3a-46a714138566 None None] Port cc0e5f64-8628-4026-b1dd-6cb25fabb424 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:16:40.594681 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1f7a890-cc48-4247-add1-4ae600acc539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (e3dfbc4d-b7a5-4eb2-8594-175b90e69b34), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.681129 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c4d7f3ef-9e3f-49e1-afc9-7a5bdda744cd admin admin] Publish callbacks [] for security_group (09f17e65-90a2-4aac-b95b-a95e2563ddc1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.710877 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port a52115ff-7abd-4d07-98b1-e54d858824dd triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:40.711514 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a52115ff-7abd-4d07-98b1-e54d858824dd), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.919461 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15cf640-161e-41c7-b043-0be604364b64 None None] Network 19e1c59e-47a5-4b53-b11c-92b93e5a8ea4 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:41.038925 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c4d7f3ef-9e3f-49e1-afc9-7a5bdda744cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (09f17e65-90a2-4aac-b95b-a95e2563ddc1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:41.045577 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c4d7f3ef-9e3f-49e1-afc9-7a5bdda744cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:41.047777 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c4d7f3ef-9e3f-49e1-afc9-7a5bdda744cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09f17e65-90a2-4aac-b95b-a95e2563ddc1 HTTP/1.1" status: 204 len: 168 time: 0.9965403 Jan 27 22:16:41.084320 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7f3ef-9e3f-49e1-afc9-7a5bdda744cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f17e65-90a2-4aac-b95b-a95e2563ddc1,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:41.108819 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f7a890-cc48-4247-add1-4ae600acc539 admin admin] Network 19e1c59e-47a5-4b53-b11c-92b93e5a8ea4 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:41.115104 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-b1f7a890-cc48-4247-add1-4ae600acc539 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:41.270238 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network 9d51e114-ef40-4ff5-aa41-b092e97fb5dc is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:41.282694 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:41.365956 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-74b580f7-6eb0-4c84-bd2f-d0c94f51cb77 None None] Provisioning complete for port 87e29fe8-2b1b-4d47-8590-ec314d695f58 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:41.368036 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-74b580f7-6eb0-4c84-bd2f-d0c94f51cb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (87e29fe8-2b1b-4d47-8590-ec314d695f58), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:41.477717 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Port': ['ID=cc0e5f64-8628-4026-b1dd-6cb25fabb424,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:41.498518 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f7a890-cc48-4247-add1-4ae600acc539 admin admin] Router e3dfbc4d-b7a5-4eb2-8594-175b90e69b34 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:16:41.678174 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:16:41.770293 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port a52115ff-7abd-4d07-98b1-e54d858824dd is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:41.771672 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:41.949295 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f7a890-cc48-4247-add1-4ae600acc539 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:16:41.972235 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b1f7a890-cc48-4247-add1-4ae600acc539 admin admin] 10.222.0.23 "PUT /v2.0/routers/e3dfbc4d-b7a5-4eb2-8594-175b90e69b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7370369 Jan 27 22:16:42.058298 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:16:42.074468 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1993f9-1c61-4311-a4eb-2753e458f676 None None] Sync routers for ids ['cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:16:42.085165 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7d154c1a-efc3-4a3b-be16-5c69b5076baa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5317302 Jan 27 22:16:42.087985 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34334) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:42.093104 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1993f9-1c61-4311-a4eb-2753e458f676 None None] Routers {'cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:42.094733 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-2f1993f9-1c61-4311-a4eb-2753e458f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:16:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:42.185809 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-74b580f7-6eb0-4c84-bd2f-d0c94f51cb77 None None] Current status of the port 87e29fe8-2b1b-4d47-8590-ec314d695f58 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:42.188642 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-74b580f7-6eb0-4c84-bd2f-d0c94f51cb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (87e29fe8-2b1b-4d47-8590-ec314d695f58), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:42.251166 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:42.251471 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (43c38c0c-e6ab-4c61-bc6e-92bd6855a96e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:42.274571 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8637d46-cf5e-4360-844f-ddf5d942d7cd tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:42.280640 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-2f1993f9-1c61-4311-a4eb-2753e458f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:42.287604 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c8637d46-cf5e-4360-844f-ddf5d942d7cd tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/ports/cc0e5f64-8628-4026-b1dd-6cb25fabb424 HTTP/1.1" status: 200 len: 913 time: 0.1953549 Jan 27 22:16:42.287914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34344) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:42.339968 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1993f9-1c61-4311-a4eb-2753e458f676 None None] Routers {'cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:42.358885 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-2f1993f9-1c61-4311-a4eb-2753e458f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:16:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:42.501522 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] Sync routers for ids ['e3dfbc4d-b7a5-4eb2-8594-175b90e69b34'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:16:42.516657 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-74b580f7-6eb0-4c84-bd2f-d0c94f51cb77 None None] For port 87e29fe8-2b1b-4d47-8590-ec314d695f58, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=87e29fe8-2b1b-4d47-8590-ec314d695f58,segment=NetworkSegment(13f43f69-97ae-4c47-aac1-18c9a06f5f98),segment_id=13f43f69-97ae-4c47-aac1-18c9a06f5f98)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:42.540071 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-2f1993f9-1c61-4311-a4eb-2753e458f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:42.549986 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-74b580f7-6eb0-4c84-bd2f-d0c94f51cb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (87e29fe8-2b1b-4d47-8590-ec314d695f58), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:42.562252 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1993f9-1c61-4311-a4eb-2753e458f676 None None] The sync data for ids ['cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:16:42.584300 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] Routers {'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:42.589335 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:16:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e3dfbc4d-b7a5-4eb2-8594-175b90e69b34'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:43.208768 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f01bf198-4f69-4b76-ab30-a6b6c930c78b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:43.376869 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:43.421036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] Set router e3dfbc4d-b7a5-4eb2-8594-175b90e69b34 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:43.424836 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8ba47cce-8cba-4809-b3cb-d548274f0924 None None] Provisioning complete for port cc0e5f64-8628-4026-b1dd-6cb25fabb424 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:43.425508 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8ba47cce-8cba-4809-b3cb-d548274f0924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cc0e5f64-8628-4026-b1dd-6cb25fabb424), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:44.051858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-f01bf198-4f69-4b76-ab30-a6b6c930c78b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting port cc0e5f64-8628-4026-b1dd-6cb25fabb424 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:44.057270 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f01bf198-4f69-4b76-ab30-a6b6c930c78b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (cc0e5f64-8628-4026-b1dd-6cb25fabb424), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:44.087919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:44.096232 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b580f7-6eb0-4c84-bd2f-d0c94f51cb77 None None] Pushing event updated for resources: {'Port': ['ID=87e29fe8-2b1b-4d47-8590-ec314d695f58,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:44.116770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8ba47cce-8cba-4809-b3cb-d548274f0924 None None] Port cc0e5f64-8628-4026-b1dd-6cb25fabb424 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:16:44.406714 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-57b2898b-47f1-4d19-9839-733cab85f28c None None] Provisioning complete for port 87e29fe8-2b1b-4d47-8590-ec314d695f58 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:44.407335 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-57b2898b-47f1-4d19-9839-733cab85f28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (87e29fe8-2b1b-4d47-8590-ec314d695f58), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:44.419321 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f01bf198-4f69-4b76-ab30-a6b6c930c78b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (cc0e5f64-8628-4026-b1dd-6cb25fabb424), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:44.454316 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-f01bf198-4f69-4b76-ab30-a6b6c930c78b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Calling delete_port for cc0e5f64-8628-4026-b1dd-6cb25fabb424 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:44.733032 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f01bf198-4f69-4b76-ab30-a6b6c930c78b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (cc0e5f64-8628-4026-b1dd-6cb25fabb424), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:44.877521 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bf198-4f69-4b76-ab30-a6b6c930c78b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Port': ['ID=cc0e5f64-8628-4026-b1dd-6cb25fabb424,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:44.926685 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 87e29fe8-2b1b-4d47-8590-ec314d695f58 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:45.010549 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-57b2898b-47f1-4d19-9839-733cab85f28c None None] Current status of the port 87e29fe8-2b1b-4d47-8590-ec314d695f58 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:45.064252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-57b2898b-47f1-4d19-9839-733cab85f28c None None] Provisioning complete for port 3e4af0f1-a197-4afd-9734-2b8ae8805e43 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:45.064831 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-57b2898b-47f1-4d19-9839-733cab85f28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3e4af0f1-a197-4afd-9734-2b8ae8805e43), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:45.133063 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34', 'name': 'tempest-TestVolumeBootPattern-1199105979-router', 'tenant_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '7161f11b-5257-422c-b0bf-002cc92d0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:30Z', 'updated_at': '2022-01-27T22:16:38Z', 'revision_number': 4, 'project_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'gw_port': {'id': '7161f11b-5257-422c-b0bf-002cc92d0824', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:99:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:31Z', 'updated_at': '2022-01-27T22:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3e4af0f1-a197-4afd-9734-2b8ae8805e43', 'name': '', 'network_id': '19e1c59e-47a5-4b53-b11c-92b93e5a8ea4', 'tenant_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'mac_address': 'fa:16:3e:a7:c2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '0eab1a28-da75-4560-b9b3-883800980d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:36Z', 'updated_at': '2022-01-27T22:16:39Z', 'revision_number': 2, 'project_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'subnets': [{'id': '0eab1a28-da75-4560-b9b3-883800980d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:45.183683 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] Checking router: e3dfbc4d-b7a5-4eb2-8594-175b90e69b34 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:16:45.184365 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] Updating router e3dfbc4d-b7a5-4eb2-8594-175b90e69b34 port 3e4af0f1-a197-4afd-9734-2b8ae8805e43 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:16:45.197791 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 87e29fe8-2b1b-4d47-8590-ec314d695f58 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:45.198352 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (87e29fe8-2b1b-4d47-8590-ec314d695f58), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:45.318524 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f01bf198-4f69-4b76-ab30-a6b6c930c78b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:45.372815 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3e4af0f1-a197-4afd-9734-2b8ae8805e43), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:45.374683 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34468) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:45.462645 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-57b2898b-47f1-4d19-9839-733cab85f28c None None] Port 3e4af0f1-a197-4afd-9734-2b8ae8805e43 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:16:45.722046 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b7971750-c8c1-432e-abb0-3f5800647717 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-944321397', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:45.790741 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 87e29fe8-2b1b-4d47-8590-ec314d695f58 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:45.792897 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7161f11b-5257-422c-b0bf-002cc92d0824 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:45.797085 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7971750-c8c1-432e-abb0-3f5800647717 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Made reservation on behalf of d511c38f994245d7a2ea75e8de2a75d5 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:45.831119 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b7971750-c8c1-432e-abb0-3f5800647717 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:45.860127 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b7971750-c8c1-432e-abb0-3f5800647717 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:45.962283 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01bf198-4f69-4b76-ab30-a6b6c930c78b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:16:46.049497 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] Publish callbacks [] for port (3e4af0f1-a197-4afd-9734-2b8ae8805e43), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:46.108428 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3e4af0f1-a197-4afd-9734-2b8ae8805e43), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:46.118179 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b7971750-c8c1-432e-abb0-3f5800647717 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Publish callbacks [] for security_group (e0d4b3fb-db83-4516-8e8d-a47a212b6321), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:46.128715 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b7971750-c8c1-432e-abb0-3f5800647717 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e0d4b3fb-db83-4516-8e8d-a47a212b6321), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:46.135570 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-b7971750-c8c1-432e-abb0-3f5800647717 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] device_id is not set on port adf15743-9b6f-419f-a3bb-460874b289a4 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:16:46.244957 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01bf198-4f69-4b76-ab30-a6b6c930c78b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:16:46.260797 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afed018-1e8e-449a-8e86-daca4b5f77e1 None None] Sync routers for ids ['cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:16:46.277454 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4d0d4-1240-4d7f-8a55-06d5e0336f23 None None] Pushing event updated for resources: {'Port': ['ID=3e4af0f1-a197-4afd-9734-2b8ae8805e43,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:46.282169 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f01bf198-4f69-4b76-ab30-a6b6c930c78b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9896019 Jan 27 22:16:46.289069 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34500) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:46.298339 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afed018-1e8e-449a-8e86-daca4b5f77e1 None None] Routers {'cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:46.307635 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8afed018-1e8e-449a-8e86-daca4b5f77e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:16:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:46.349671 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7971750-c8c1-432e-abb0-3f5800647717 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d4b3fb-db83-4516-8e8d-a47a212b6321,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:46.419887 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8afed018-1e8e-449a-8e86-daca4b5f77e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:46.437477 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afed018-1e8e-449a-8e86-daca4b5f77e1 None None] Routers {'cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:46.438403 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8afed018-1e8e-449a-8e86-daca4b5f77e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:16:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:46.519629 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 7161f11b-5257-422c-b0bf-002cc92d0824 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:46.525014 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7161f11b-5257-422c-b0bf-002cc92d0824), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:46.527537 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8afed018-1e8e-449a-8e86-daca4b5f77e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:46.529261 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afed018-1e8e-449a-8e86-daca4b5f77e1 None None] The sync data for ids ['cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:16:46.533050 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-b7971750-c8c1-432e-abb0-3f5800647717 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Allocated IP 172.25.3.239 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/adf15743-9b6f-419f-a3bb-460874b289a4) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:46.604601 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] Attempting to bind port 3e4af0f1-a197-4afd-9734-2b8ae8805e43 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:16:46.604926 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] Attempting to bind port 3e4af0f1-a197-4afd-9734-2b8ae8805e43 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '13f43f69-97ae-4c47-aac1-18c9a06f5f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '19e1c59e-47a5-4b53-b11c-92b93e5a8ea4'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:16:46.605291 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] Attempting to bind port 3e4af0f1-a197-4afd-9734-2b8ae8805e43 on network 19e1c59e-47a5-4b53-b11c-92b93e5a8ea4 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:46.673354 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:16:46.673744 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] Checking segment: {'id': '13f43f69-97ae-4c47-aac1-18c9a06f5f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '19e1c59e-47a5-4b53-b11c-92b93e5a8ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:46.679920 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:46.680443 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] Bound using segment: {'id': '13f43f69-97ae-4c47-aac1-18c9a06f5f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '19e1c59e-47a5-4b53-b11c-92b93e5a8ea4'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:16:46.680838 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] Bound port: 3e4af0f1-a197-4afd-9734-2b8ae8805e43, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f43f69-97ae-4c47-aac1-18c9a06f5f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '19e1c59e-47a5-4b53-b11c-92b93e5a8ea4'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:16:46.681229 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3e4af0f1-a197-4afd-9734-2b8ae8805e43), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:46.977457 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b7971750-c8c1-432e-abb0-3f5800647717 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Publish callbacks [] for port (adf15743-9b6f-419f-a3bb-460874b289a4), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:47.000069 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1e61790c-62c1-4fbe-817f-31efcd25c113 None None] Provisioning complete for port 3e4af0f1-a197-4afd-9734-2b8ae8805e43 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:47.000506 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1e61790c-62c1-4fbe-817f-31efcd25c113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3e4af0f1-a197-4afd-9734-2b8ae8805e43), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:47.089238 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b7971750-c8c1-432e-abb0-3f5800647717 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (adf15743-9b6f-419f-a3bb-460874b289a4), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:47.114689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 7161f11b-5257-422c-b0bf-002cc92d0824 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:47.120035 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7161f11b-5257-422c-b0bf-002cc92d0824), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:47.186156 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 7161f11b-5257-422c-b0bf-002cc92d0824, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7161f11b-5257-422c-b0bf-002cc92d0824,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:47.194247 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-282076a9-d431-4110-bbd3-3107ac7f6a0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:47.219444 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7971750-c8c1-432e-abb0-3f5800647717 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:47.221168 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7971750-c8c1-432e-abb0-3f5800647717 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Pushing event updated for resources: {'Port': ['ID=adf15743-9b6f-419f-a3bb-460874b289a4,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:47.224910 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7161f11b-5257-422c-b0bf-002cc92d0824), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:47.225707 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a52115ff-7abd-4d07-98b1-e54d858824dd up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:47.233032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-b7971750-c8c1-432e-abb0-3f5800647717 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:47.243916 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7971750-c8c1-432e-abb0-3f5800647717 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:47.318442 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] For port 3e4af0f1-a197-4afd-9734-2b8ae8805e43, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:16:47.402361 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7971750-c8c1-432e-abb0-3f5800647717 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:47.403417 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b7971750-c8c1-432e-abb0-3f5800647717 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:47.433516 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b7971750-c8c1-432e-abb0-3f5800647717 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0570664 Jan 27 22:16:47.435788 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34532) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:47.456269 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-526e96fb-f68e-476b-a149-909cf5a5c583 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.239'}]}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:47.602734 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-526e96fb-f68e-476b-a149-909cf5a5c583 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (f0f4e14d-fc3c-42b5-915b-bc7e06b35d87), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:47.607299 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-526e96fb-f68e-476b-a149-909cf5a5c583 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (f0f4e14d-fc3c-42b5-915b-bc7e06b35d87), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:47.692316 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] For port 3e4af0f1-a197-4afd-9734-2b8ae8805e43, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3e4af0f1-a197-4afd-9734-2b8ae8805e43,segment=NetworkSegment(13f43f69-97ae-4c47-aac1-18c9a06f5f98),segment_id=13f43f69-97ae-4c47-aac1-18c9a06f5f98)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:16:47.770850 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3e4af0f1-a197-4afd-9734-2b8ae8805e43), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:47.772900 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1e61790c-62c1-4fbe-817f-31efcd25c113 None None] Port 3e4af0f1-a197-4afd-9734-2b8ae8805e43 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:16:47.826109 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-526e96fb-f68e-476b-a149-909cf5a5c583 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Publish callbacks [] for router_controller (f0f4e14d-fc3c-42b5-915b-bc7e06b35d87), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:47.893273 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=7161f11b-5257-422c-b0bf-002cc92d0824,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:48.108271 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port a52115ff-7abd-4d07-98b1-e54d858824dd triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:48.108668 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a52115ff-7abd-4d07-98b1-e54d858824dd), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:48.112946 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4d0d4-1240-4d7f-8a55-06d5e0336f23 None None] Pushing event updated for resources: {'Port': ['ID=3e4af0f1-a197-4afd-9734-2b8ae8805e43,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:48.238971 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] Routers {'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:48.239593 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:16:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e3dfbc4d-b7a5-4eb2-8594-175b90e69b34'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:48.306033 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-282076a9-d431-4110-bbd3-3107ac7f6a0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting port ce3ddb3b-474b-4a5e-abef-0d6de3556c40 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:48.306674 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-282076a9-d431-4110-bbd3-3107ac7f6a0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ce3ddb3b-474b-4a5e-abef-0d6de3556c40), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:48.370090 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-526e96fb-f68e-476b-a149-909cf5a5c583 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Publish callbacks [] for router_gateway (f0f4e14d-fc3c-42b5-915b-bc7e06b35d87), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:48.384181 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-5527025d-17dd-4701-9422-40b0f83c5547 None None] Provisioning complete for port 3e4af0f1-a197-4afd-9734-2b8ae8805e43 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:48.385335 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5527025d-17dd-4701-9422-40b0f83c5547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3e4af0f1-a197-4afd-9734-2b8ae8805e43), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:48.478067 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-282076a9-d431-4110-bbd3-3107ac7f6a0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ce3ddb3b-474b-4a5e-abef-0d6de3556c40), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:48.493414 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-282076a9-d431-4110-bbd3-3107ac7f6a0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Calling delete_port for ce3ddb3b-474b-4a5e-abef-0d6de3556c40 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:48.512541 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port a52115ff-7abd-4d07-98b1-e54d858824dd is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:48.538011 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] Set router e3dfbc4d-b7a5-4eb2-8594-175b90e69b34 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:48.722734 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-5527025d-17dd-4701-9422-40b0f83c5547 None None] Current status of the port 3e4af0f1-a197-4afd-9734-2b8ae8805e43 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:48.722734 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5527025d-17dd-4701-9422-40b0f83c5547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3e4af0f1-a197-4afd-9734-2b8ae8805e43), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:48.751266 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 87e29fe8-2b1b-4d47-8590-ec314d695f58 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:48.905769 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-526e96fb-f68e-476b-a149-909cf5a5c583 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Publish callbacks [] for router_gateway (f0f4e14d-fc3c-42b5-915b-bc7e06b35d87), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:48.929090 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-526e96fb-f68e-476b-a149-909cf5a5c583 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:48.949815 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-282076a9-d431-4110-bbd3-3107ac7f6a0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (ce3ddb3b-474b-4a5e-abef-0d6de3556c40), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:49.077824 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282076a9-d431-4110-bbd3-3107ac7f6a0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Port': ['ID=ce3ddb3b-474b-4a5e-abef-0d6de3556c40,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:49.297362 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-282076a9-d431-4110-bbd3-3107ac7f6a0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:49.400963 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-5527025d-17dd-4701-9422-40b0f83c5547 None None] For port 3e4af0f1-a197-4afd-9734-2b8ae8805e43, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3e4af0f1-a197-4afd-9734-2b8ae8805e43,segment=NetworkSegment(13f43f69-97ae-4c47-aac1-18c9a06f5f98),segment_id=13f43f69-97ae-4c47-aac1-18c9a06f5f98)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:49.411406 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-526e96fb-f68e-476b-a149-909cf5a5c583 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Publish callbacks [] for router (f0f4e14d-fc3c-42b5-915b-bc7e06b35d87), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:49.417341 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5527025d-17dd-4701-9422-40b0f83c5547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3e4af0f1-a197-4afd-9734-2b8ae8805e43), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:49.500781 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527025d-17dd-4701-9422-40b0f83c5547 None None] Pushing event updated for resources: {'Port': ['ID=3e4af0f1-a197-4afd-9734-2b8ae8805e43,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:49.624377 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 87e29fe8-2b1b-4d47-8590-ec314d695f58 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:49.624790 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (87e29fe8-2b1b-4d47-8590-ec314d695f58), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:49.785643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282076a9-d431-4110-bbd3-3107ac7f6a0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:16:49.886679 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-526e96fb-f68e-476b-a149-909cf5a5c583 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (f0f4e14d-fc3c-42b5-915b-bc7e06b35d87), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:49.889366 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-526e96fb-f68e-476b-a149-909cf5a5c583 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Publish callbacks [] for router_controller (f0f4e14d-fc3c-42b5-915b-bc7e06b35d87), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:49.995294 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 87e29fe8-2b1b-4d47-8590-ec314d695f58 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:49.996810 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7161f11b-5257-422c-b0bf-002cc92d0824 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:50.035039 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-526e96fb-f68e-476b-a149-909cf5a5c583 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (f0f4e14d-fc3c-42b5-915b-bc7e06b35d87), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:50.036296 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526e96fb-f68e-476b-a149-909cf5a5c583 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0f4e14d-fc3c-42b5-915b-bc7e06b35d87 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:16:50.064300 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-526e96fb-f68e-476b-a149-909cf5a5c583 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 27 22:16:50.065943 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-526e96fb-f68e-476b-a149-909cf5a5c583 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6259112 Jan 27 22:16:50.068687 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34622) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:50.086279 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34', 'name': 'tempest-TestVolumeBootPattern-1199105979-router', 'tenant_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '7161f11b-5257-422c-b0bf-002cc92d0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:30Z', 'updated_at': '2022-01-27T22:16:38Z', 'revision_number': 4, 'project_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'gw_port': {'id': '7161f11b-5257-422c-b0bf-002cc92d0824', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:31Z', 'updated_at': '2022-01-27T22:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3e4af0f1-a197-4afd-9734-2b8ae8805e43', 'name': '', 'network_id': '19e1c59e-47a5-4b53-b11c-92b93e5a8ea4', 'tenant_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'mac_address': 'fa:16:3e:a7:c2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '0eab1a28-da75-4560-b9b3-883800980d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:36Z', 'updated_at': '2022-01-27T22:16:47Z', 'revision_number': 4, 'project_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'subnets': [{'id': '0eab1a28-da75-4560-b9b3-883800980d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:50.127855 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052df516-4440-4fbd-89d4-f4d5348a6d32 None None] The sync data for ids ['e3dfbc4d-b7a5-4eb2-8594-175b90e69b34'] in n-d-772272-3 is: [{'id': 'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34', 'name': 'tempest-TestVolumeBootPattern-1199105979-router', 'tenant_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '7161f11b-5257-422c-b0bf-002cc92d0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:30Z', 'updated_at': '2022-01-27T22:16:38Z', 'revision_number': 4, 'project_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'gw_port': {'id': '7161f11b-5257-422c-b0bf-002cc92d0824', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:31Z', 'updated_at': '2022-01-27T22:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3e4af0f1-a197-4afd-9734-2b8ae8805e43', 'name': '', 'network_id': '19e1c59e-47a5-4b53-b11c-92b93e5a8ea4', 'tenant_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'mac_address': 'fa:16:3e:a7:c2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '0eab1a28-da75-4560-b9b3-883800980d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:36Z', 'updated_at': '2022-01-27T22:16:47Z', 'revision_number': 4, 'project_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'subnets': [{'id': '0eab1a28-da75-4560-b9b3-883800980d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:16:50.163319 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282076a9-d431-4110-bbd3-3107ac7f6a0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:16:50.175197 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-282076a9-d431-4110-bbd3-3107ac7f6a0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8849862 Jan 27 22:16:50.178016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34630) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:50.199279 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba123e2-24bf-4b7d-98be-ca070636230a None None] Sync routers for ids ['cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:16:50.201854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 7161f11b-5257-422c-b0bf-002cc92d0824 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:50.204649 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7161f11b-5257-422c-b0bf-002cc92d0824), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:50.287397 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba123e2-24bf-4b7d-98be-ca070636230a None None] Routers {'cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:50.288045 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-3ba123e2-24bf-4b7d-98be-ca070636230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:16:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:50.311985 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0bee9974-11d5-4926-b16c-ac269ac569a0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e HTTP/1.1" status: 200 len: 205 time: 0.1295612 Jan 27 22:16:50.325292 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34636) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:50.351844 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-15e51e4f-6a92-4700-9547-9809578e7785 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Deleting port adf15743-9b6f-419f-a3bb-460874b289a4 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:50.352354 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-15e51e4f-6a92-4700-9547-9809578e7785 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (adf15743-9b6f-419f-a3bb-460874b289a4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:50.442282 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-3ba123e2-24bf-4b7d-98be-ca070636230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:50.461809 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-15e51e4f-6a92-4700-9547-9809578e7785 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (adf15743-9b6f-419f-a3bb-460874b289a4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:50.490280 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba123e2-24bf-4b7d-98be-ca070636230a None None] Routers {'cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:50.496496 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-3ba123e2-24bf-4b7d-98be-ca070636230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:16:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:50.511176 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-15e51e4f-6a92-4700-9547-9809578e7785 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Calling delete_port for adf15743-9b6f-419f-a3bb-460874b289a4 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:50.533087 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e4344963-4e6a-492d-ae6b-e43ade1f3626 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:50.581537 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-3ba123e2-24bf-4b7d-98be-ca070636230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:50.585102 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba123e2-24bf-4b7d-98be-ca070636230a None None] The sync data for ids ['cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:16:50.701326 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 7161f11b-5257-422c-b0bf-002cc92d0824 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:50.760547 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-704bbe10-13ad-47df-9b8b-61409ebdea8d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:50.762866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-704bbe10-13ad-47df-9b8b-61409ebdea8d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 811 time: 0.8695507 Jan 27 22:16:50.888632 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-15e51e4f-6a92-4700-9547-9809578e7785 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (adf15743-9b6f-419f-a3bb-460874b289a4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:50.946814 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e51e4f-6a92-4700-9547-9809578e7785 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Pushing event deleted for resources: {'Port': ['ID=adf15743-9b6f-419f-a3bb-460874b289a4,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:50.978520 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3e4af0f1-a197-4afd-9734-2b8ae8805e43 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:51.048554 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e4344963-4e6a-492d-ae6b-e43ade1f3626 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:51.058381 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e4344963-4e6a-492d-ae6b-e43ade1f3626 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router_controller (cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:51.078533 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-98f40764-60e2-4bb2-b5cd-0092fe57a3dc tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/quotas/9bdc2fb4e9174322835c30f4b0d91a28 HTTP/1.1" status: 200 len: 375 time: 0.3058460 Jan 27 22:16:51.095801 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 3e4af0f1-a197-4afd-9734-2b8ae8805e43 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:51.097131 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3e4af0f1-a197-4afd-9734-2b8ae8805e43), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:51.099110 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-15e51e4f-6a92-4700-9547-9809578e7785 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:51.121849 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-15e51e4f-6a92-4700-9547-9809578e7785 tempest-RoutersAdminNegativeTest-414835676 tempest-RoutersAdminNegativeTest-414835676-project-admin] 10.222.0.23 "DELETE /v2.0/ports/adf15743-9b6f-419f-a3bb-460874b289a4 HTTP/1.1" status: 204 len: 168 time: 1.0451293 Jan 27 22:16:51.195844 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e4344963-4e6a-492d-ae6b-e43ade1f3626 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:51.197033 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4344963-4e6a-492d-ae6b-e43ade1f3626 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Fanout notify agent at l3_agent the message router_deleted on router cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:16:51.255901 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e4344963-4e6a-492d-ae6b-e43ade1f3626 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:51.258130 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e4344963-4e6a-492d-ae6b-e43ade1f3626 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/routers/cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e HTTP/1.1" status: 204 len: 168 time: 0.9260371 Jan 27 22:16:51.261255 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34664) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:51.290226 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:51.298864 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-dbb06fa6-0c39-4c66-8120-d5634f63465c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2063377 Jan 27 22:16:51.405023 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 3e4af0f1-a197-4afd-9734-2b8ae8805e43 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:51.489805 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddfae31e-cff3-44fe-8dfa-bcab79abca9b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting subnet 0b96b125-6e27-4491-bad0-1ed97a1b4d51 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:16:51.503079 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ddfae31e-cff3-44fe-8dfa-bcab79abca9b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (0b96b125-6e27-4491-bad0-1ed97a1b4d51), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:51.549007 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-a75438de-a3d5-4f7a-b26a-0148cee97d59 service neutron] 10.222.0.23 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427099 Jan 27 22:16:51.619629 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ddfae31e-cff3-44fe-8dfa-bcab79abca9b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (0b96b125-6e27-4491-bad0-1ed97a1b4d51), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:51.862234 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-aca60730-d645-4e83-b8f5-2dbbabb0e583 service neutron] 10.222.0.23 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060365 Jan 27 22:16:51.868007 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ddfae31e-cff3-44fe-8dfa-bcab79abca9b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (0b96b125-6e27-4491-bad0-1ed97a1b4d51), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:51.911794 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34690) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:52.035665 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ddfae31e-cff3-44fe-8dfa-bcab79abca9b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (0b96b125-6e27-4491-bad0-1ed97a1b4d51), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:52.127578 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfae31e-cff3-44fe-8dfa-bcab79abca9b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Subnet': ['ID=0b96b125-6e27-4491-bad0-1ed97a1b4d51,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:52.142903 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ddfae31e-cff3-44fe-8dfa-bcab79abca9b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:52.148025 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acaf91a-3709-4af1-bde8-c5ae49180a2f None None] Network 9d51e114-ef40-4ff5-aa41-b092e97fb5dc requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:52.149750 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ddfae31e-cff3-44fe-8dfa-bcab79abca9b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/subnets/0b96b125-6e27-4491-bad0-1ed97a1b4d51 HTTP/1.1" status: 204 len: 168 time: 0.8874226 Jan 27 22:16:52.153181 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34700) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:52.291097 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-48db6482-41ba-4153-82e5-484516290e89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:52.410191 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da4b8c5-067a-4c15-a510-b5c7205f2481 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting subnet 18520832-8276-41ac-985f-857059bf0cb7 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:16:52.452412 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2da4b8c5-067a-4c15-a510-b5c7205f2481 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (18520832-8276-41ac-985f-857059bf0cb7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:52.561162 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c163a6-c2ba-418e-ae9d-3f7d844ee939 None None] DHCP port deletion for 9d51e114-ef40-4ff5-aa41-b092e97fb5dc request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:16:52.588784 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2da4b8c5-067a-4c15-a510-b5c7205f2481 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (18520832-8276-41ac-985f-857059bf0cb7), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:52.716635 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f24b81f-422f-4a9c-935d-582c2cd6d142 req-25630066-dcb0-4a83-b613-9b291961857e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 210 time: 0.0645163 Jan 27 22:16:52.760938 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e1c163a6-c2ba-418e-ae9d-3f7d844ee939 None None] Deleting port a52115ff-7abd-4d07-98b1-e54d858824dd {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:52.761320 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e1c163a6-c2ba-418e-ae9d-3f7d844ee939 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (a52115ff-7abd-4d07-98b1-e54d858824dd), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:52.784505 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-48db6482-41ba-4153-82e5-484516290e89 admin admin] Publish callbacks [] for security_group (3d61d1ff-99b1-45cd-8a04-411722525a96), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:52.839798 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-48db6482-41ba-4153-82e5-484516290e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3d61d1ff-99b1-45cd-8a04-411722525a96), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:52.896046 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e1c163a6-c2ba-418e-ae9d-3f7d844ee939 None None] For port a52115ff-7abd-4d07-98b1-e54d858824dd, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a52115ff-7abd-4d07-98b1-e54d858824dd,segment=NetworkSegment(440427e3-10af-4e13-aa59-8fab8719067f),segment_id=440427e3-10af-4e13-aa59-8fab8719067f)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:52.896341 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e1c163a6-c2ba-418e-ae9d-3f7d844ee939 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (a52115ff-7abd-4d07-98b1-e54d858824dd), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:52.930966 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e1c163a6-c2ba-418e-ae9d-3f7d844ee939 None None] Calling delete_port for a52115ff-7abd-4d07-98b1-e54d858824dd owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:52.953981 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db6482-41ba-4153-82e5-484516290e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d61d1ff-99b1-45cd-8a04-411722525a96,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:52.966581 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2da4b8c5-067a-4c15-a510-b5c7205f2481 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (18520832-8276-41ac-985f-857059bf0cb7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:52.982324 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-48db6482-41ba-4153-82e5-484516290e89 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71de3aaf4b184934a1f029a2fd041ebb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0668447 Jan 27 22:16:52.982615 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34736) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:53.031730 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a52115ff-7abd-4d07-98b1-e54d858824dd no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:16:53.132979 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-28b630a8-43ae-4f85-a454-22b8d416b0ad admin admin] Publish callbacks [] for security_group (3d61d1ff-99b1-45cd-8a04-411722525a96), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:53.139654 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2da4b8c5-067a-4c15-a510-b5c7205f2481 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (18520832-8276-41ac-985f-857059bf0cb7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:53.187538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4b8c5-067a-4c15-a510-b5c7205f2481 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Subnet': ['ID=18520832-8276-41ac-985f-857059bf0cb7,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:53.202505 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2da4b8c5-067a-4c15-a510-b5c7205f2481 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:53.206077 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-28b630a8-43ae-4f85-a454-22b8d416b0ad admin admin] Publish callbacks [] for security_group (3d61d1ff-99b1-45cd-8a04-411722525a96), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:53.209824 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2da4b8c5-067a-4c15-a510-b5c7205f2481 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/subnets/18520832-8276-41ac-985f-857059bf0cb7 HTTP/1.1" status: 204 len: 168 time: 1.0553243 Jan 27 22:16:53.212634 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34742) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:53.222086 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef184ba-5729-4024-98da-3a58d3ff827f None None] Network 961ca2a6-f01d-4520-a908-60d2864c612f requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:53.300041 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-28b630a8-43ae-4f85-a454-22b8d416b0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3d61d1ff-99b1-45cd-8a04-411722525a96), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:53.303659 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-28b630a8-43ae-4f85-a454-22b8d416b0ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:53.307796 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-28b630a8-43ae-4f85-a454-22b8d416b0ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d61d1ff-99b1-45cd-8a04-411722525a96 HTTP/1.1" status: 204 len: 168 time: 0.3213298 Jan 27 22:16:53.320437 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b630a8-43ae-4f85-a454-22b8d416b0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d61d1ff-99b1-45cd-8a04-411722525a96,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:53.403931 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Port a52115ff-7abd-4d07-98b1-e54d858824dd update to DOWN by agent not found {{(pid=109743) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 27 22:16:53.410104 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5b90f721-b923-418f-958c-58f162ac5869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (9d51e114-ef40-4ff5-aa41-b092e97fb5dc), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:53.422956 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e1c163a6-c2ba-418e-ae9d-3f7d844ee939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (a52115ff-7abd-4d07-98b1-e54d858824dd), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:53.549319 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c163a6-c2ba-418e-ae9d-3f7d844ee939 None None] Pushing event deleted for resources: {'Port': ['ID=a52115ff-7abd-4d07-98b1-e54d858824dd,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:53.559618 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c163a6-c2ba-418e-ae9d-3f7d844ee939 None None] No DVR routers for this DVR port a52115ff-7abd-4d07-98b1-e54d858824dd on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:16:53.702789 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5b90f721-b923-418f-958c-58f162ac5869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (9d51e114-ef40-4ff5-aa41-b092e97fb5dc), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:53.727818 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f94f08-bbe7-44fb-bc3b-ae54df829079 None None] DHCP port deletion for 961ca2a6-f01d-4520-a908-60d2864c612f request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:16:53.740681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-5b90f721-b923-418f-958c-58f162ac5869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d51e114-ef40-4ff5-aa41-b092e97fb5dc']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:53.767954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-5b90f721-b923-418f-958c-58f162ac5869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440427e3-10af-4e13-aa59-8fab8719067f') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:53.768793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-5b90f721-b923-418f-958c-58f162ac5869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440427e3-10af-4e13-aa59-8fab8719067f') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:53.833725 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5b90f721-b923-418f-958c-58f162ac5869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (440427e3-10af-4e13-aa59-8fab8719067f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:53.897812 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5b90f721-b923-418f-958c-58f162ac5869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (440427e3-10af-4e13-aa59-8fab8719067f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:53.948873 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b1f94f08-bbe7-44fb-bc3b-ae54df829079 None None] Deleting port d9bc468d-85c0-437c-a07c-d1ea3c37d8dc {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:53.949302 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b1f94f08-bbe7-44fb-bc3b-ae54df829079 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d9bc468d-85c0-437c-a07c-d1ea3c37d8dc), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:54.009450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64001c9e-6bd9-4a32-9eb4-f69ceb03c224 req-13d2d54d-1015-4fac-976e-b4487e6fae99 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 210 time: 0.1250894 Jan 27 22:16:54.027657 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b90f721-b923-418f-958c-58f162ac5869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:16:54.028153 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5b90f721-b923-418f-958c-58f162ac5869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (440427e3-10af-4e13-aa59-8fab8719067f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:16:54.032137 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:16:54.053378 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34774) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:54.126560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1dafa770-9779-4781-9cc9-adcb0d3a4afb req-944e38be-ed0b-4165-942d-3a3a694c4220 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d4cd562-a934-4347-a565-6fd67aae2180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2357104 Jan 27 22:16:54.128545 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5b90f721-b923-418f-958c-58f162ac5869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (9d51e114-ef40-4ff5-aa41-b092e97fb5dc), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:54.145211 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5b90f721-b923-418f-958c-58f162ac5869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:54.154564 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5b90f721-b923-418f-958c-58f162ac5869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/networks/9d51e114-ef40-4ff5-aa41-b092e97fb5dc HTTP/1.1" status: 204 len: 168 time: 0.9395034 Jan 27 22:16:54.154772 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34778) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:54.212089 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90f721-b923-418f-958c-58f162ac5869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Network': ['ID=9d51e114-ef40-4ff5-aa41-b092e97fb5dc,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:54.248945 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafa770-9779-4781-9cc9-adcb0d3a4afb req-46167985-924c-4527-b7eb-f4c1d08e3c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:54.253732 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1dafa770-9779-4781-9cc9-adcb0d3a4afb req-46167985-924c-4527-b7eb-f4c1d08e3c91 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=620b6a49219c47ddb79fa762b3f662f0&device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 1101 time: 0.0953507 Jan 27 22:16:54.261619 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-498ca945-1956-40cb-b712-7fed4468237c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:54.264617 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b1f94f08-bbe7-44fb-bc3b-ae54df829079 None None] For port d9bc468d-85c0-437c-a07c-d1ea3c37d8dc, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d9bc468d-85c0-437c-a07c-d1ea3c37d8dc,segment=NetworkSegment(2d06bd1d-b7e6-4990-83ac-67ebd28f6e48),segment_id=2d06bd1d-b7e6-4990-83ac-67ebd28f6e48)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:54.271530 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b1f94f08-bbe7-44fb-bc3b-ae54df829079 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d9bc468d-85c0-437c-a07c-d1ea3c37d8dc), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:54.291072 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b4e70ee3-d2f9-4405-a62a-4ef11398095d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d511c38f994245d7a2ea75e8de2a75d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2364919 Jan 27 22:16:54.297618 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34782) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:54.313307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b1f94f08-bbe7-44fb-bc3b-ae54df829079 None None] Calling delete_port for d9bc468d-85c0-437c-a07c-d1ea3c37d8dc owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:54.331209 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (961ca2a6-f01d-4520-a908-60d2864c612f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:54.509269 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting port d9bc468d-85c0-437c-a07c-d1ea3c37d8dc {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:54.516938 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d9bc468d-85c0-437c-a07c-d1ea3c37d8dc), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:54.547423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafa770-9779-4781-9cc9-adcb0d3a4afb req-7d9e9f2b-c26a-4284-b314-bd16afc84c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:54.550843 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1dafa770-9779-4781-9cc9-adcb0d3a4afb req-7d9e9f2b-c26a-4284-b314-bd16afc84c3e service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.2703083 Jan 27 22:16:54.567370 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-23caf199-b871-48d1-98eb-5679a6fc4bf8 admin admin] Publish callbacks [] for security_group (e0d4b3fb-db83-4516-8e8d-a47a212b6321), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:54.604446 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b1f94f08-bbe7-44fb-bc3b-ae54df829079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (d9bc468d-85c0-437c-a07c-d1ea3c37d8dc), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:54.624221 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-23caf199-b871-48d1-98eb-5679a6fc4bf8 admin admin] Publish callbacks [] for security_group (e0d4b3fb-db83-4516-8e8d-a47a212b6321), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:54.725541 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f94f08-bbe7-44fb-bc3b-ae54df829079 None None] Pushing event deleted for resources: {'Port': ['ID=d9bc468d-85c0-437c-a07c-d1ea3c37d8dc,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:54.751078 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f94f08-bbe7-44fb-bc3b-ae54df829079 None None] No DVR routers for this DVR port d9bc468d-85c0-437c-a07c-d1ea3c37d8dc on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:16:54.793681 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] For port d9bc468d-85c0-437c-a07c-d1ea3c37d8dc, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d9bc468d-85c0-437c-a07c-d1ea3c37d8dc,segment=NetworkSegment(2d06bd1d-b7e6-4990-83ac-67ebd28f6e48),segment_id=2d06bd1d-b7e6-4990-83ac-67ebd28f6e48)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:54.794066 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d9bc468d-85c0-437c-a07c-d1ea3c37d8dc), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:54.813471 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Calling delete_port for d9bc468d-85c0-437c-a07c-d1ea3c37d8dc owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:54.850533 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1dafa770-9779-4781-9cc9-adcb0d3a4afb req-b9fec909-bea4-4786-b1a0-7fe7ca6b41a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=957d7c8a-5874-4425-9fc4-cae34fd276b5 HTTP/1.1" status: 200 len: 217 time: 0.2914741 Jan 27 22:16:54.866702 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d9bc468d-85c0-437c-a07c-d1ea3c37d8dc no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:16:54.917627 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: d9bc468d-85c0-437c-a07c-d1ea3c37d8dc {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:16:54.918259 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d9bc468d-85c0-437c-a07c-d1ea3c37d8dc not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:16:55.001583 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d9bc468d-85c0-437c-a07c-d1ea3c37d8dc), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:55.099218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] No DVR routers for this DVR port d9bc468d-85c0-437c-a07c-d1ea3c37d8dc on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:16:55.099462 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafa770-9779-4781-9cc9-adcb0d3a4afb req-bf77ba55-d396-48f6-a1ab-72b66c5e40ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:55.101000 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1dafa770-9779-4781-9cc9-adcb0d3a4afb req-bf77ba55-d396-48f6-a1ab-72b66c5e40ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.2354941 Jan 27 22:16:55.101591 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-23caf199-b871-48d1-98eb-5679a6fc4bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e0d4b3fb-db83-4516-8e8d-a47a212b6321), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:55.122916 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Port': ['ID=d9bc468d-85c0-437c-a07c-d1ea3c37d8dc,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:55.124831 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-23caf199-b871-48d1-98eb-5679a6fc4bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:55.126088 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-23caf199-b871-48d1-98eb-5679a6fc4bf8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0d4b3fb-db83-4516-8e8d-a47a212b6321 HTTP/1.1" status: 204 len: 168 time: 0.8274653 Jan 27 22:16:55.204874 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:55.205515 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:55.207486 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:55.208085 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:55.208646 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:55.209197 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:55.209989 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:55.210517 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:55.211092 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:55.211584 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:55.212395 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:55.213063 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:55.213549 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:55.307924 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-42955ee5-3748-4703-9af4-95aa9f8cb9b5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:55.312886 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-42955ee5-3748-4703-9af4-95aa9f8cb9b5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.15 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 811 time: 0.4948657 Jan 27 22:16:55.325609 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (961ca2a6-f01d-4520-a908-60d2864c612f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:55.364794 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23caf199-b871-48d1-98eb-5679a6fc4bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d4b3fb-db83-4516-8e8d-a47a212b6321,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:55.377610 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961ca2a6-f01d-4520-a908-60d2864c612f']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:55.378089 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-3db2e7a6-beac-4b3a-8608-8b02a70d9b10 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Request body: {'port': {'device_id': 'deeb3eed-e875-407b-aa2f-10ccb6e9762c', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'admin_state_up': True, 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:55.385766 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00da636e-a19f-44b5-b026-9dcb28e9f815 req-ba65b0a9-5c00-457e-93d4-cf06be5f35bf tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 210 time: 0.1795504 Jan 27 22:16:55.416328 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d06bd1d-b7e6-4990-83ac-67ebd28f6e48') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:55.417090 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d06bd1d-b7e6-4990-83ac-67ebd28f6e48') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:55.444008 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (2d06bd1d-b7e6-4990-83ac-67ebd28f6e48), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:55.469261 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafa770-9779-4781-9cc9-adcb0d3a4afb req-456b7f2d-b4cf-4402-8e6e-0d8286c90837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:55.471102 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1dafa770-9779-4781-9cc9-adcb0d3a4afb req-456b7f2d-b4cf-4402-8e6e-0d8286c90837 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3093643 Jan 27 22:16:55.481153 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (2d06bd1d-b7e6-4990-83ac-67ebd28f6e48), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:55.516472 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:16:55.516874 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (2d06bd1d-b7e6-4990-83ac-67ebd28f6e48), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: self.session.flush() Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:16:55.520206 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:16:55.741382 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (961ca2a6-f01d-4520-a908-60d2864c612f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:55.749813 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:55.807044 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/networks/961ca2a6-f01d-4520-a908-60d2864c612f HTTP/1.1" status: 204 len: 168 time: 1.6510952 Jan 27 22:16:55.854285 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37475607-9d4d-4040-ad1d-df644caa826c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Network': ['ID=961ca2a6-f01d-4520-a908-60d2864c612f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:55.854715 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34834) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:55.893988 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-f6e34dd4-ee0a-478d-a58e-ba5308eae996 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1641166244'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:55.951180 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1dafa770-9779-4781-9cc9-adcb0d3a4afb req-a9622357-f4f5-4922-8c01-1e224ae91fcd service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681897 Jan 27 22:16:55.953387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-3db2e7a6-beac-4b3a-8608-8b02a70d9b10 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Made reservation on behalf of 9bdc2fb4e9174322835c30f4b0d91a28 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:55.956708 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-3db2e7a6-beac-4b3a-8608-8b02a70d9b10 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:55.960332 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e34dd4-ee0a-478d-a58e-ba5308eae996 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Made reservation on behalf of 09f02c2761754134b0ead8f51792ddf6 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:55.963956 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f6e34dd4-ee0a-478d-a58e-ba5308eae996 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:56.061987 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:16:56.720648 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bc184ed-1fa5-455f-9135-135713d51d5c req-1919d102-9e7c-4451-88ae-6bab9e2afad1 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 210 time: 0.1781054 Jan 27 22:16:56.729386 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-81990be8-de64-40dc-97c4-69369154f741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:56.735813 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e34dd4-ee0a-478d-a58e-ba5308eae996 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:16:56.791670 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f6e34dd4-ee0a-478d-a58e-ba5308eae996 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (c6befbb1-3fc9-46fe-bed8-2942a25b5ca6), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:56.792326 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-f6e34dd4-ee0a-478d-a58e-ba5308eae996 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Added segment c6befbb1-3fc9-46fe-bed8-2942a25b5ca6 of type vlan for network 1b5d97ac-4e64-46e8-8672-f991bb0a105c Jan 27 22:16:56.876117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1dafa770-9779-4781-9cc9-adcb0d3a4afb req-de024e43-d225-4c45-842b-53a806d8a6e5 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9169974 Jan 27 22:16:56.963903 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f6e34dd4-ee0a-478d-a58e-ba5308eae996 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (1b5d97ac-4e64-46e8-8672-f991bb0a105c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:57.001455 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-3db2e7a6-beac-4b3a-8608-8b02a70d9b10 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Allocated IP 172.20.0.7 (ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3/ad7ff54c-bda3-4bfc-9e45-9e37fdd442af/147e5ad4-4789-4b41-aea3-44caa09d40fb) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:57.032858 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f6e34dd4-ee0a-478d-a58e-ba5308eae996 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (1b5d97ac-4e64-46e8-8672-f991bb0a105c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:57.051538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e34dd4-ee0a-478d-a58e-ba5308eae996 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:57.052218 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f6e34dd4-ee0a-478d-a58e-ba5308eae996 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:57.060613 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34888) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:57.356906 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f6e34dd4-ee0a-478d-a58e-ba5308eae996 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4679904 Jan 27 22:16:57.365538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34896) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:57.371429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-587de47b-2229-448f-9da9-48dec9c03ad5 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'subnet': {'network_id': '1b5d97ac-4e64-46e8-8672-f991bb0a105c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:57.436713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e34dd4-ee0a-478d-a58e-ba5308eae996 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Network': ['ID=1b5d97ac-4e64-46e8-8672-f991bb0a105c,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:57.452810 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 1b5d97ac-4e64-46e8-8672-f991bb0a105c details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:16:57.496183 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-28e15588-9b4d-4f37-8a45-0dc705dd7aaa tempest-AgentManagementNegativeTest-305408311 tempest-AgentManagementNegativeTest-305408311-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4319980 Jan 27 22:16:57.718351 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:57.724124 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-3db2e7a6-beac-4b3a-8608-8b02a70d9b10 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for port (147e5ad4-4789-4b41-aea3-44caa09d40fb), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:57.800743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587de47b-2229-448f-9da9-48dec9c03ad5 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Made reservation on behalf of 09f02c2761754134b0ead8f51792ddf6 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:57.820284 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-587de47b-2229-448f-9da9-48dec9c03ad5 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:58.125326 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34934) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:58.128213 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d97fd443-82ac-4720-9b16-6b5b39577562 req-1fae857d-9abc-4400-b9e6-c4773c651fc1 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 210 time: 0.1699350 Jan 27 22:16:58.188074 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-3db2e7a6-beac-4b3a-8608-8b02a70d9b10 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (147e5ad4-4789-4b41-aea3-44caa09d40fb), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:58.325843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2e7a6-beac-4b3a-8608-8b02a70d9b10 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event updated for resources: {'Port': ['ID=147e5ad4-4789-4b41-aea3-44caa09d40fb,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:58.432802 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6e6d62db-07a6-497d-8b4f-e8754f95da8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:58.445301 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-587de47b-2229-448f-9da9-48dec9c03ad5 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (bac3a5b1-be3a-48b6-a5c4-3f578fd2e606), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:58.451163 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-3db2e7a6-beac-4b3a-8608-8b02a70d9b10 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:58.569873 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587de47b-2229-448f-9da9-48dec9c03ad5 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Subnet': ['ID=bac3a5b1-be3a-48b6-a5c4-3f578fd2e606,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:58.579163 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-3db2e7a6-beac-4b3a-8608-8b02a70d9b10 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:58.597333 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-3db2e7a6-beac-4b3a-8608-8b02a70d9b10 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:58.600133 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6e6d62db-07a6-497d-8b4f-e8754f95da8a admin admin] Publish callbacks [] for security_group (1a2b6656-d3ce-434a-94e8-e4c53526d6d1), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:58.610391 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6e6d62db-07a6-497d-8b4f-e8754f95da8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1a2b6656-d3ce-434a-94e8-e4c53526d6d1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:58.728693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587de47b-2229-448f-9da9-48dec9c03ad5 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Checking segment: {'id': 'c6befbb1-3fc9-46fe-bed8-2942a25b5ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1b5d97ac-4e64-46e8-8672-f991bb0a105c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:58.729274 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587de47b-2229-448f-9da9-48dec9c03ad5 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network hostable DHCP agents. Network: 1b5d97ac-4e64-46e8-8672-f991bb0a105c, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:16:58.738793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-3db2e7a6-beac-4b3a-8608-8b02a70d9b10 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:58.739528 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-3db2e7a6-beac-4b3a-8608-8b02a70d9b10 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:58.760053 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6e6d62db-07a6-497d-8b4f-e8754f95da8a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88a435e8c911401986985bd9d987d985&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6327386 Jan 27 22:16:58.763802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-3db2e7a6-beac-4b3a-8608-8b02a70d9b10 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4405527 Jan 27 22:16:58.767151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 34958) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:58.781898 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d62db-07a6-497d-8b4f-e8754f95da8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2b6656-d3ce-434a-94e8-e4c53526d6d1,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:58.783374 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] Request body: {'port': {'device_id': 'deeb3eed-e875-407b-aa2f-10ccb6e9762c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:58.934458 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:58.961260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587de47b-2229-448f-9da9-48dec9c03ad5 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network 1b5d97ac-4e64-46e8-8672-f991bb0a105c is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:16:59.003922 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (147e5ad4-4789-4b41-aea3-44caa09d40fb), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:59.036321 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-587de47b-2229-448f-9da9-48dec9c03ad5 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 1b5d97ac-4e64-46e8-8672-f991bb0a105c) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:59.047053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d834a63e-04b8-43e4-98a2-eeda94ce5977 None None] Network 1b5d97ac-4e64-46e8-8672-f991bb0a105c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:59.049239 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587de47b-2229-448f-9da9-48dec9c03ad5 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:59.049835 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-587de47b-2229-448f-9da9-48dec9c03ad5 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:59.221402 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-587de47b-2229-448f-9da9-48dec9c03ad5 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8548303 Jan 27 22:16:59.225087 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34974) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:59.230254 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5a448a7f-e410-468f-8c22-bf1fac97b863 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2094280560', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:59.247643 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-35edc30f-76c0-4d7a-8603-4ba065357a04 admin admin] Publish callbacks [] for security_group (1a2b6656-d3ce-434a-94e8-e4c53526d6d1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:59.276533 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5a448a7f-e410-468f-8c22-bf1fac97b863 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (b30caeba-c917-4553-aade-4d32e2a04174), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:59.277777 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5a448a7f-e410-468f-8c22-bf1fac97b863 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (b30caeba-c917-4553-aade-4d32e2a04174), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:59.413666 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a51a4a7-ef75-47a5-b816-fa8f65021aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-1b5d97ac-4e64-46e8-8672-f991bb0a105c', 'network_id': '1b5d97ac-4e64-46e8-8672-f991bb0a105c', 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'fixed_ips': [{'subnet_id': 'bac3a5b1-be3a-48b6-a5c4-3f578fd2e606'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:16:59.413666 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a51a4a7-ef75-47a5-b816-fa8f65021aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:59.414771 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ce113064-3226-4fa2-99b6-307e2c1f9920 None None] Provisioning complete for port 147e5ad4-4789-4b41-aea3-44caa09d40fb triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:59.415351 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ce113064-3226-4fa2-99b6-307e2c1f9920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (147e5ad4-4789-4b41-aea3-44caa09d40fb), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:59.485525 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5a448a7f-e410-468f-8c22-bf1fac97b863 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router_controller (b30caeba-c917-4553-aade-4d32e2a04174), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:59.497137 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5a448a7f-e410-468f-8c22-bf1fac97b863 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (b30caeba-c917-4553-aade-4d32e2a04174), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:59.542162 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ce113064-3226-4fa2-99b6-307e2c1f9920 None None] Port 147e5ad4-4789-4b41-aea3-44caa09d40fb cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:16:59.565645 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5a448a7f-e410-468f-8c22-bf1fac97b863 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:59.579178 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5a448a7f-e410-468f-8c22-bf1fac97b863 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3528950 Jan 27 22:16:59.582692 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 34984) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:59.604369 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-77a2132d-3686-4a02-a385-7b6b6b7738f0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'port': {'network_id': '1b5d97ac-4e64-46e8-8672-f991bb0a105c', 'name': 'tempest-RoutersIpV6Test-1552139703'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:59.710870 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 147e5ad4-4789-4b41-aea3-44caa09d40fb {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:16:59.719585 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] Publish callbacks [] for port (147e5ad4-4789-4b41-aea3-44caa09d40fb), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:59.732716 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] Transition to ACTIVE for port object 147e5ad4-4789-4b41-aea3-44caa09d40fb will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:16:59.755808 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (147e5ad4-4789-4b41-aea3-44caa09d40fb), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:59.814504 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-35edc30f-76c0-4d7a-8603-4ba065357a04 admin admin] Publish callbacks [] for security_group (1a2b6656-d3ce-434a-94e8-e4c53526d6d1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:59.865133 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-9a51a4a7-ef75-47a5-b816-fa8f65021aaf None None] Allocated IP 2001:db8::2 (1b5d97ac-4e64-46e8-8672-f991bb0a105c/bac3a5b1-be3a-48b6-a5c4-3f578fd2e606/e834d3d0-25f0-410c-b88f-a954f586e18c) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:59.946465 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a2132d-3686-4a02-a385-7b6b6b7738f0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Made reservation on behalf of 09f02c2761754134b0ead8f51792ddf6 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:59.952728 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-77a2132d-3686-4a02-a385-7b6b6b7738f0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:59.993273 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-77a2132d-3686-4a02-a385-7b6b6b7738f0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] device_id is not set on port a63798b8-f259-4561-9437-453865267c60 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:17:00.116430 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a51a4a7-ef75-47a5-b816-fa8f65021aaf None None] Publish callbacks [] for port (e834d3d0-25f0-410c-b88f-a954f586e18c), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:00.124197 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a51a4a7-ef75-47a5-b816-fa8f65021aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (e834d3d0-25f0-410c-b88f-a954f586e18c), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:00.143277 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4287770-fcdc-4a9e-ad59-86ab68151ea2 req-24fa7ab6-ac60-4796-a4d5-980972dc1b9c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:00.144989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4287770-fcdc-4a9e-ad59-86ab68151ea2 req-24fa7ab6-ac60-4796-a4d5-980972dc1b9c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 931 time: 0.9013314 Jan 27 22:17:00.145687 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] Pushing event updated for resources: {'Port': ['ID=147e5ad4-4789-4b41-aea3-44caa09d40fb,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:00.217750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a51a4a7-ef75-47a5-b816-fa8f65021aaf None None] Network 1b5d97ac-4e64-46e8-8672-f991bb0a105c is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:17:00.227712 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-9a51a4a7-ef75-47a5-b816-fa8f65021aaf None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:00.233025 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a51a4a7-ef75-47a5-b816-fa8f65021aaf None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:17:00.358345 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-77a2132d-3686-4a02-a385-7b6b6b7738f0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Allocated IP 2001:db8::15f (1b5d97ac-4e64-46e8-8672-f991bb0a105c/bac3a5b1-be3a-48b6-a5c4-3f578fd2e606/a63798b8-f259-4561-9437-453865267c60) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:17:00.368142 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-35edc30f-76c0-4d7a-8603-4ba065357a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1a2b6656-d3ce-434a-94e8-e4c53526d6d1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:00.369649 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-35edc30f-76c0-4d7a-8603-4ba065357a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:00.373221 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-35edc30f-76c0-4d7a-8603-4ba065357a04 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a2b6656-d3ce-434a-94e8-e4c53526d6d1 HTTP/1.1" status: 204 len: 168 time: 1.6025395 Jan 27 22:17:00.467383 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edc30f-76c0-4d7a-8603-4ba065357a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2b6656-d3ce-434a-94e8-e4c53526d6d1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:00.484824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51a4a7-ef75-47a5-b816-fa8f65021aaf None None] Pushing event updated for resources: {'Port': ['ID=e834d3d0-25f0-410c-b88f-a954f586e18c,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:00.500727 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] Attempting to bind port 147e5ad4-4789-4b41-aea3-44caa09d40fb on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:17:00.501080 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] Attempting to bind port 147e5ad4-4789-4b41-aea3-44caa09d40fb by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:17:00.503558 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] Attempting to bind port 147e5ad4-4789-4b41-aea3-44caa09d40fb on network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:17:00.536546 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4287770-fcdc-4a9e-ad59-86ab68151ea2 req-388a505e-e538-4e25-9ece-878583204b51 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492805 Jan 27 22:17:00.539216 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-9a51a4a7-ef75-47a5-b816-fa8f65021aaf None None] Attempting to bind port e834d3d0-25f0-410c-b88f-a954f586e18c on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:17:00.540718 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] Port 147e5ad4-4789-4b41-aea3-44caa09d40fb on network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:17:00.542086 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] Attempting to bind port 147e5ad4-4789-4b41-aea3-44caa09d40fb on network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:17:00.553332 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-9a51a4a7-ef75-47a5-b816-fa8f65021aaf None None] Attempting to bind port e834d3d0-25f0-410c-b88f-a954f586e18c by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'c6befbb1-3fc9-46fe-bed8-2942a25b5ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1b5d97ac-4e64-46e8-8672-f991bb0a105c'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:17:00.554971 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a51a4a7-ef75-47a5-b816-fa8f65021aaf None None] Attempting to bind port e834d3d0-25f0-410c-b88f-a954f586e18c on network 1b5d97ac-4e64-46e8-8672-f991bb0a105c {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:17:00.565681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:17:00.570542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] Checking segment: {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:17:00.571169 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] Bound using segment: {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:17:00.572372 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] Bound port: 147e5ad4-4789-4b41-aea3-44caa09d40fb, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:17:00.573102 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (147e5ad4-4789-4b41-aea3-44caa09d40fb), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:00.579022 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:00.599095 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a51a4a7-ef75-47a5-b816-fa8f65021aaf None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:17:00.599384 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a51a4a7-ef75-47a5-b816-fa8f65021aaf None None] Checking segment: {'id': 'c6befbb1-3fc9-46fe-bed8-2942a25b5ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1b5d97ac-4e64-46e8-8672-f991bb0a105c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:17:00.599777 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a51a4a7-ef75-47a5-b816-fa8f65021aaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:00.600296 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a51a4a7-ef75-47a5-b816-fa8f65021aaf None None] Bound using segment: {'id': 'c6befbb1-3fc9-46fe-bed8-2942a25b5ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1b5d97ac-4e64-46e8-8672-f991bb0a105c'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:17:00.600705 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-9a51a4a7-ef75-47a5-b816-fa8f65021aaf None None] Bound port: e834d3d0-25f0-410c-b88f-a954f586e18c, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6befbb1-3fc9-46fe-bed8-2942a25b5ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1b5d97ac-4e64-46e8-8672-f991bb0a105c'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:17:00.601095 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a51a4a7-ef75-47a5-b816-fa8f65021aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e834d3d0-25f0-410c-b88f-a954f586e18c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:00.752072 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] For port 147e5ad4-4789-4b41-aea3-44caa09d40fb, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:17:00.767499 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] For port 147e5ad4-4789-4b41-aea3-44caa09d40fb, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=147e5ad4-4789-4b41-aea3-44caa09d40fb,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:17:00.778350 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (147e5ad4-4789-4b41-aea3-44caa09d40fb), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:00.830861 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-9a51a4a7-ef75-47a5-b816-fa8f65021aaf None None] For port e834d3d0-25f0-410c-b88f-a954f586e18c, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:17:00.838762 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-9a51a4a7-ef75-47a5-b816-fa8f65021aaf None None] For port e834d3d0-25f0-410c-b88f-a954f586e18c, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e834d3d0-25f0-410c-b88f-a954f586e18c,segment=NetworkSegment(c6befbb1-3fc9-46fe-bed8-2942a25b5ca6),segment_id=c6befbb1-3fc9-46fe-bed8-2942a25b5ca6)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:17:00.866677 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a51a4a7-ef75-47a5-b816-fa8f65021aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e834d3d0-25f0-410c-b88f-a954f586e18c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:00.905195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] Pushing event updated for resources: {'Port': ['ID=147e5ad4-4789-4b41-aea3-44caa09d40fb,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:00.908634 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-77a2132d-3686-4a02-a385-7b6b6b7738f0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for port (a63798b8-f259-4561-9437-453865267c60), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:00.964438 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:00.969877 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:00.980940 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-088fc976-615a-49e3-9d50-004a3b40ffc5 service neutron] 10.222.0.15 "PUT /v2.0/ports/147e5ad4-4789-4b41-aea3-44caa09d40fb HTTP/1.1" status: 200 len: 1091 time: 2.1976624 Jan 27 22:17:00.980940 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deeb3eed-e875-407b-aa2f-10ccb6e9762c', 'tag': '147e5ad4-4789-4b41-aea3-44caa09d40fb'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:17:00.980940 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0edb129-6098-4f5c-87e9-040a2e34b2f8" -d '{"events": [{"name": "network-changed", "server_uuid": "deeb3eed-e875-407b-aa2f-10ccb6e9762c", "tag": "147e5ad4-4789-4b41-aea3-44caa09d40fb"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:17:01.049301 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-77a2132d-3686-4a02-a385-7b6b6b7738f0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (a63798b8-f259-4561-9437-453865267c60), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:01.120772 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51a4a7-ef75-47a5-b816-fa8f65021aaf None None] Pushing event updated for resources: {'Port': ['ID=e834d3d0-25f0-410c-b88f-a954f586e18c,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:01.170248 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b9ca8a-7c88-4e3e-83a4-45cfd6369e62 x-openstack-request-id: req-72b9ca8a-7c88-4e3e-83a4-45cfd6369e62 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:17:01.171116 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deeb3eed-e875-407b-aa2f-10ccb6e9762c", "tag": "147e5ad4-4789-4b41-aea3-44caa09d40fb", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:17:01.174636 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72b9ca8a-7c88-4e3e-83a4-45cfd6369e62 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:17:01.175001 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deeb3eed-e875-407b-aa2f-10ccb6e9762c', 'tag': '147e5ad4-4789-4b41-aea3-44caa09d40fb', 'status': 'completed', 'code': 200} Jan 27 22:17:01.210711 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-431a282e-10e1-48c9-86e5-d5e35a926c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:01.217369 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-431a282e-10e1-48c9-86e5-d5e35a926c21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 1094 time: 0.1689787 Jan 27 22:17:01.221470 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a2132d-3686-4a02-a385-7b6b6b7738f0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network 1b5d97ac-4e64-46e8-8672-f991bb0a105c is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:17:01.223537 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2132d-3686-4a02-a385-7b6b6b7738f0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Port': ['ID=a63798b8-f259-4561-9437-453865267c60,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:01.233952 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-77a2132d-3686-4a02-a385-7b6b6b7738f0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:01.244787 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a2132d-3686-4a02-a385-7b6b6b7738f0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:17:01.260525 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a2132d-3686-4a02-a385-7b6b6b7738f0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:01.261223 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-77a2132d-3686-4a02-a385-7b6b6b7738f0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:01.300722 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-77a2132d-3686-4a02-a385-7b6b6b7738f0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7136436 Jan 27 22:17:01.301355 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35044) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:01.336422 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-afac0989-d7d1-4405-a7c1-2d603b1ba639 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=147e5ad4-4789-4b41-aea3-44caa09d40fb HTTP/1.1" status: 200 len: 217 time: 0.1115608 Jan 27 22:17:01.506513 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-6f61c2fc-f707-4604-9b1b-14b4ecacd0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:01.509963 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-6f61c2fc-f707-4604-9b1b-14b4ecacd0db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.1682105 Jan 27 22:17:01.655359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-c9d44387-6fa6-4222-8cf2-753c9ffd08a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:01.657344 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-c9d44387-6fa6-4222-8cf2-753c9ffd08a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404581 Jan 27 22:17:01.967567 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-27a86c78-e7b6-4efd-8da5-54a03f08c749 service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034770 Jan 27 22:17:02.225488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7d92ccf-4287-46c2-8fa8-43826b59aeeb req-5b823485-fda2-45dd-8651-05bbbf4b608e service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428982 Jan 27 22:17:02.225969 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35072) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:02.290908 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d726b-0696-4db2-a582-270bf65024a1 req-1533ae26-8827-4178-a442-659ae5c9bd9e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:02.292854 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f3d726b-0696-4db2-a582-270bf65024a1 req-1533ae26-8827-4178-a442-659ae5c9bd9e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 943 time: 0.3243659 Jan 27 22:17:02.417669 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f3d726b-0696-4db2-a582-270bf65024a1 req-4e1bcaee-e978-4b4e-bf5b-5798765493cf tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007245 Jan 27 22:17:02.422275 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edb129-6098-4f5c-87e9-040a2e34b2f8 req-de1e9eab-b20a-4a92-8293-dd6b943f42f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:02.423780 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0edb129-6098-4f5c-87e9-040a2e34b2f8 req-de1e9eab-b20a-4a92-8293-dd6b943f42f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 1094 time: 0.1266329 Jan 27 22:17:02.621088 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-07722876-fe5a-4896-a5e5-b81dbe94e34c tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-172391132'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:02.697164 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07722876-fe5a-4896-a5e5-b81dbe94e34c tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Made reservation on behalf of 7545874656ed4c4ba609396e8fd0a44a for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:17:02.712091 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07722876-fe5a-4896-a5e5-b81dbe94e34c tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:02.735179 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07722876-fe5a-4896-a5e5-b81dbe94e34c tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:02.967472 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e834d3d0-25f0-410c-b88f-a954f586e18c up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:17:03.004498 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-07c45b15-71d3-43a6-bbbd-1c550b34e56e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a63798b8-f259-4561-9437-453865267c60), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:03.020804 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edb129-6098-4f5c-87e9-040a2e34b2f8 req-45406e28-8b6a-4c22-a0b5-9eb0e80f3386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:03.022376 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0edb129-6098-4f5c-87e9-040a2e34b2f8 req-45406e28-8b6a-4c22-a0b5-9eb0e80f3386 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 912 time: 0.5823743 Jan 27 22:17:03.200953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0edb129-6098-4f5c-87e9-040a2e34b2f8 req-468c6d7a-5472-4c02-b63f-f304c45f3619 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=147e5ad4-4789-4b41-aea3-44caa09d40fb HTTP/1.1" status: 200 len: 217 time: 0.1245298 Jan 27 22:17:03.256202 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port e834d3d0-25f0-410c-b88f-a954f586e18c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:03.257054 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e834d3d0-25f0-410c-b88f-a954f586e18c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:03.317009 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edb129-6098-4f5c-87e9-040a2e34b2f8 req-806289af-7ba2-4fcc-839e-08c74c443cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:03.319486 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0edb129-6098-4f5c-87e9-040a2e34b2f8 req-806289af-7ba2-4fcc-839e-08c74c443cd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.1094098 Jan 27 22:17:03.344011 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88d5115-bd8b-40bc-ae1b-5c6f18db3025 None None] Network 1b5d97ac-4e64-46e8-8672-f991bb0a105c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:17:03.363313 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07722876-fe5a-4896-a5e5-b81dbe94e34c tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks [] for security_group (a136c54a-2187-43a9-a10f-04b47c7acde8), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:03.420448 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07722876-fe5a-4896-a5e5-b81dbe94e34c tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a136c54a-2187-43a9-a10f-04b47c7acde8), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:03.506848 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07722876-fe5a-4896-a5e5-b81dbe94e34c tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:17:03.536519 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07722876-fe5a-4896-a5e5-b81dbe94e34c tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a136c54a-2187-43a9-a10f-04b47c7acde8,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:03.544550 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edb129-6098-4f5c-87e9-040a2e34b2f8 req-4fc71ae4-3fd1-4dd9-8d14-64b351be30e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:03.548267 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0edb129-6098-4f5c-87e9-040a2e34b2f8 req-4fc71ae4-3fd1-4dd9-8d14-64b351be30e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2216725 Jan 27 22:17:03.595373 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-07c45b15-71d3-43a6-bbbd-1c550b34e56e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for port (a63798b8-f259-4561-9437-453865267c60), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:03.603709 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-07c45b15-71d3-43a6-bbbd-1c550b34e56e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (a63798b8-f259-4561-9437-453865267c60), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:03.716815 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0edb129-6098-4f5c-87e9-040a2e34b2f8 req-5136f8ec-8999-462a-b5f5-07a4309819a6 service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638336 Jan 27 22:17:03.719317 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07722876-fe5a-4896-a5e5-b81dbe94e34c tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (82883d76-a35f-41c4-96e7-670b9b2dfd25), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:03.719663 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-07722876-fe5a-4896-a5e5-b81dbe94e34c tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Added segment 82883d76-a35f-41c4-96e7-670b9b2dfd25 of type vlan for network aebaac53-05df-4a0a-a8c2-c4911c913178 Jan 27 22:17:03.722141 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port e834d3d0-25f0-410c-b88f-a954f586e18c is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:03.726528 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e834d3d0-25f0-410c-b88f-a954f586e18c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:03.739336 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e39a65fb-0278-43e6-974c-799bfde53228 None None] Provisioning complete for port e834d3d0-25f0-410c-b88f-a954f586e18c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:03.739885 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e39a65fb-0278-43e6-974c-799bfde53228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e834d3d0-25f0-410c-b88f-a954f586e18c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:03.919617 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c45b15-71d3-43a6-bbbd-1c550b34e56e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Port': ['ID=a63798b8-f259-4561-9437-453865267c60,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:03.944117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0edb129-6098-4f5c-87e9-040a2e34b2f8 req-331a9b2e-6e05-41a3-ad0e-86a1e889382d service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171898 Jan 27 22:17:04.042381 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07722876-fe5a-4896-a5e5-b81dbe94e34c tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (aebaac53-05df-4a0a-a8c2-c4911c913178), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:04.072204 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555de4c-c96f-4eaa-a615-e495055761e8 req-186af21d-4fc1-41aa-9a42-de728c1209b7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:04.076412 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7555de4c-c96f-4eaa-a615-e495055761e8 req-186af21d-4fc1-41aa-9a42-de728c1209b7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 943 time: 0.3569777 Jan 27 22:17:04.203576 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7555de4c-c96f-4eaa-a615-e495055761e8 req-90ecb073-9dba-4e23-b5c4-37569f5473af tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144881 Jan 27 22:17:04.204994 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07722876-fe5a-4896-a5e5-b81dbe94e34c tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (aebaac53-05df-4a0a-a8c2-c4911c913178), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:04.220732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07722876-fe5a-4896-a5e5-b81dbe94e34c tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:04.221548 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07722876-fe5a-4896-a5e5-b81dbe94e34c tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:04.274349 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-07722876-fe5a-4896-a5e5-b81dbe94e34c tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.0368130 Jan 27 22:17:04.306854 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35128) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:04.323345 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b2edfec3-2cba-4fc8-b14f-00b9ed43071d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Request body: {'subnet': {'network_id': 'aebaac53-05df-4a0a-a8c2-c4911c913178', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:04.328387 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-07c45b15-71d3-43a6-bbbd-1c550b34e56e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (b30caeba-c917-4553-aade-4d32e2a04174), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:04.453524 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07722876-fe5a-4896-a5e5-b81dbe94e34c tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Pushing event updated for resources: {'Network': ['ID=aebaac53-05df-4a0a-a8c2-c4911c913178,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:04.493432 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port e834d3d0-25f0-410c-b88f-a954f586e18c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e834d3d0-25f0-410c-b88f-a954f586e18c,segment=NetworkSegment(c6befbb1-3fc9-46fe-bed8-2942a25b5ca6),segment_id=c6befbb1-3fc9-46fe-bed8-2942a25b5ca6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:17:04.497356 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e39a65fb-0278-43e6-974c-799bfde53228 None None] Current status of the port e834d3d0-25f0-410c-b88f-a954f586e18c is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:04.497814 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e39a65fb-0278-43e6-974c-799bfde53228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e834d3d0-25f0-410c-b88f-a954f586e18c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:04.533197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network aebaac53-05df-4a0a-a8c2-c4911c913178 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:17:04.637441 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e834d3d0-25f0-410c-b88f-a954f586e18c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:04.803113 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=e834d3d0-25f0-410c-b88f-a954f586e18c,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:04.890149 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-e39a65fb-0278-43e6-974c-799bfde53228 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:17:04.890514 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-e39a65fb-0278-43e6-974c-799bfde53228 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:17:04.966193 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-07c45b15-71d3-43a6-bbbd-1c550b34e56e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a63798b8-f259-4561-9437-453865267c60), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:05.121195 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2edfec3-2cba-4fc8-b14f-00b9ed43071d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Made reservation on behalf of 7545874656ed4c4ba609396e8fd0a44a for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:17:05.133155 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b2edfec3-2cba-4fc8-b14f-00b9ed43071d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:05.440111 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e39a65fb-0278-43e6-974c-799bfde53228 None None] Current status of the port e834d3d0-25f0-410c-b88f-a954f586e18c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:05.454969 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4764d-70d0-4441-b11d-eca045036ce3 req-555fe7a2-e351-478f-933a-a042df91934b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:05.456737 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e2d4764d-70d0-4441-b11d-eca045036ce3 req-555fe7a2-e351-478f-933a-a042df91934b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 943 time: 0.1097288 Jan 27 22:17:05.503624 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b2edfec3-2cba-4fc8-b14f-00b9ed43071d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (d04775f7-7bee-43db-9c66-78d652acc9f0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:05.613512 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e2d4764d-70d0-4441-b11d-eca045036ce3 req-9d171312-7c18-4bc1-87a6-005929939b31 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053548 Jan 27 22:17:05.625011 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2154c0f8-8a71-4d3c-8801-82b405a73d1c None None] Provisioning complete for port e834d3d0-25f0-410c-b88f-a954f586e18c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:05.625509 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2154c0f8-8a71-4d3c-8801-82b405a73d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e834d3d0-25f0-410c-b88f-a954f586e18c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:05.692816 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2edfec3-2cba-4fc8-b14f-00b9ed43071d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Checking segment: {'id': '82883d76-a35f-41c4-96e7-670b9b2dfd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'aebaac53-05df-4a0a-a8c2-c4911c913178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:17:05.693193 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2edfec3-2cba-4fc8-b14f-00b9ed43071d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Network hostable DHCP agents. Network: aebaac53-05df-4a0a-a8c2-c4911c913178, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:17:05.822256 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edfec3-2cba-4fc8-b14f-00b9ed43071d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Pushing event updated for resources: {'Subnet': ['ID=d04775f7-7bee-43db-9c66-78d652acc9f0,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:05.856240 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2154c0f8-8a71-4d3c-8801-82b405a73d1c None None] Current status of the port e834d3d0-25f0-410c-b88f-a954f586e18c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:05.879492 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2154c0f8-8a71-4d3c-8801-82b405a73d1c None None] Provisioning complete for port a63798b8-f259-4561-9437-453865267c60 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:05.880616 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2154c0f8-8a71-4d3c-8801-82b405a73d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a63798b8-f259-4561-9437-453865267c60), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:05.950579 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2edfec3-2cba-4fc8-b14f-00b9ed43071d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Network aebaac53-05df-4a0a-a8c2-c4911c913178 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:17:06.024135 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2154c0f8-8a71-4d3c-8801-82b405a73d1c None None] Port a63798b8-f259-4561-9437-453865267c60 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:17:06.050937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-b2edfec3-2cba-4fc8-b14f-00b9ed43071d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, aebaac53-05df-4a0a-a8c2-c4911c913178) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:06.059684 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e93caa-70d8-453a-a290-a2267dbba4fa None None] Network aebaac53-05df-4a0a-a8c2-c4911c913178 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:17:06.093683 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2edfec3-2cba-4fc8-b14f-00b9ed43071d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:06.094300 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b2edfec3-2cba-4fc8-b14f-00b9ed43071d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:06.155452 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b2edfec3-2cba-4fc8-b14f-00b9ed43071d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8403468 Jan 27 22:17:06.157822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35174) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:06.166402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-92daeb91-9bca-4847-99a6-554c73646f13 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Request body: {'port': {'network_id': 'aebaac53-05df-4a0a-a8c2-c4911c913178', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-571337506'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:06.240473 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-919b5661-decb-4d85-b726-c25bb1768782 None None] Provisioning complete for port a63798b8-f259-4561-9437-453865267c60 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:06.242768 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-919b5661-decb-4d85-b726-c25bb1768782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a63798b8-f259-4561-9437-453865267c60), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:06.412803 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-919b5661-decb-4d85-b726-c25bb1768782 None None] Port a63798b8-f259-4561-9437-453865267c60 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:17:06.418703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92daeb91-9bca-4847-99a6-554c73646f13 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Made reservation on behalf of 7545874656ed4c4ba609396e8fd0a44a for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:17:06.425894 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-92daeb91-9bca-4847-99a6-554c73646f13 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:06.427788 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733e3666-3371-4a4b-81cb-5c5f4b16589c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-aebaac53-05df-4a0a-a8c2-c4911c913178', 'network_id': 'aebaac53-05df-4a0a-a8c2-c4911c913178', 'project_id': '7545874656ed4c4ba609396e8fd0a44a', 'fixed_ips': [{'subnet_id': 'd04775f7-7bee-43db-9c66-78d652acc9f0'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:17:06.429772 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-733e3666-3371-4a4b-81cb-5c5f4b16589c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:06.462825 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-07c45b15-71d3-43a6-bbbd-1c550b34e56e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for port (a63798b8-f259-4561-9437-453865267c60), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:06.468419 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-92daeb91-9bca-4847-99a6-554c73646f13 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] device_id is not set on port 641c5dca-bd0c-417c-b847-920b093c5a57 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:17:06.472492 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-07c45b15-71d3-43a6-bbbd-1c550b34e56e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (a63798b8-f259-4561-9437-453865267c60), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:06.473426 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-07c45b15-71d3-43a6-bbbd-1c550b34e56e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (b30caeba-c917-4553-aade-4d32e2a04174), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:06.615738 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c45b15-71d3-43a6-bbbd-1c550b34e56e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Port': ['ID=a63798b8-f259-4561-9437-453865267c60,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:06.676204 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c45b15-71d3-43a6-bbbd-1c550b34e56e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network 1b5d97ac-4e64-46e8-8672-f991bb0a105c is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:17:06.678437 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-07c45b15-71d3-43a6-bbbd-1c550b34e56e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:06.831549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-92daeb91-9bca-4847-99a6-554c73646f13 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Allocated IP 2001:db8::379 (aebaac53-05df-4a0a-a8c2-c4911c913178/d04775f7-7bee-43db-9c66-78d652acc9f0/641c5dca-bd0c-417c-b847-920b093c5a57) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:17:06.886976 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf6ac1-4292-4e5c-969c-4ae8cc271309 req-c95d4485-55fc-4c9d-b648-950ebf010cc4 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:06.898609 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6cbf6ac1-4292-4e5c-969c-4ae8cc271309 req-c95d4485-55fc-4c9d-b648-950ebf010cc4 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 943 time: 0.1801269 Jan 27 22:17:06.965300 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e834d3d0-25f0-410c-b88f-a954f586e18c up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:17:07.073925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c45b15-71d3-43a6-bbbd-1c550b34e56e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router b30caeba-c917-4553-aade-4d32e2a04174 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:17:07.218990 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c45b15-71d3-43a6-bbbd-1c550b34e56e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:17:07.228741 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-07c45b15-71d3-43a6-bbbd-1c550b34e56e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/b30caeba-c917-4553-aade-4d32e2a04174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9253364 Jan 27 22:17:07.230756 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35204) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:07.234294 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d9c6e6-b24f-43d5-80ee-7e4aa081b600 None None] Sync routers for ids ['b30caeba-c917-4553-aade-4d32e2a04174'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:17:07.256564 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d9c6e6-b24f-43d5-80ee-7e4aa081b600 None None] Routers {'b30caeba-c917-4553-aade-4d32e2a04174'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:17:07.257409 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-15d9c6e6-b24f-43d5-80ee-7e4aa081b600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:16:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b30caeba-c917-4553-aade-4d32e2a04174'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:07.290492 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6cbf6ac1-4292-4e5c-969c-4ae8cc271309 req-f5bd0f9d-370a-445f-bf37-828e6c01e85d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909497 Jan 27 22:17:07.316262 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-fb8ec289-b3a9-4deb-bc5d-d291caf4b2d8 None None] Provisioning complete for port a63798b8-f259-4561-9437-453865267c60 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:07.316643 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fb8ec289-b3a9-4deb-bc5d-d291caf4b2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a63798b8-f259-4561-9437-453865267c60), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:07.331975 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port e834d3d0-25f0-410c-b88f-a954f586e18c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:07.338166 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e834d3d0-25f0-410c-b88f-a954f586e18c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:07.347408 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-15d9c6e6-b24f-43d5-80ee-7e4aa081b600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:07.365053 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d9c6e6-b24f-43d5-80ee-7e4aa081b600 None None] Routers {'b30caeba-c917-4553-aade-4d32e2a04174'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:17:07.366342 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2a98d1-2e03-4b00-bbb2-1e6da08cff9a tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:07.367571 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-15d9c6e6-b24f-43d5-80ee-7e4aa081b600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:16:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b30caeba-c917-4553-aade-4d32e2a04174'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:07.367824 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4c2a98d1-2e03-4b00-bbb2-1e6da08cff9a tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/ports/a63798b8-f259-4561-9437-453865267c60 HTTP/1.1" status: 200 len: 984 time: 0.1357884 Jan 27 22:17:07.371074 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35210) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:07.412495 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-92daeb91-9bca-4847-99a6-554c73646f13 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks [] for port (641c5dca-bd0c-417c-b847-920b093c5a57), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:07.461496 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-15d9c6e6-b24f-43d5-80ee-7e4aa081b600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:07.467135 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d9c6e6-b24f-43d5-80ee-7e4aa081b600 None None] The sync data for ids ['b30caeba-c917-4553-aade-4d32e2a04174'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:17:07.508779 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-fb8ec289-b3a9-4deb-bc5d-d291caf4b2d8 None None] Port a63798b8-f259-4561-9437-453865267c60 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:17:07.514584 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-92daeb91-9bca-4847-99a6-554c73646f13 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (641c5dca-bd0c-417c-b847-920b093c5a57), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:07.613126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92daeb91-9bca-4847-99a6-554c73646f13 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Network aebaac53-05df-4a0a-a8c2-c4911c913178 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:17:07.623136 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-92daeb91-9bca-4847-99a6-554c73646f13 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:07.627339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92daeb91-9bca-4847-99a6-554c73646f13 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:17:07.639405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-733e3666-3371-4a4b-81cb-5c5f4b16589c None None] Allocated IP 2001:db8::2 (aebaac53-05df-4a0a-a8c2-c4911c913178/d04775f7-7bee-43db-9c66-78d652acc9f0/1458abef-2fd9-4b00-9e72-bb3d2b99aa93) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:17:07.640726 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92daeb91-9bca-4847-99a6-554c73646f13 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:07.642148 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-92daeb91-9bca-4847-99a6-554c73646f13 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:07.716412 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-92daeb91-9bca-4847-99a6-554c73646f13 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5560234 Jan 27 22:17:07.720071 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35216) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:07.740153 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-a8f00e69-9672-4acd-9c3e-062ba9766123 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Request body: {'port': {'network_id': 'aebaac53-05df-4a0a-a8c2-c4911c913178', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-131005569', 'allowed_address_pairs': [{'ip_address': '2001:db8::379', 'mac_address': 'fa:16:3e:25:81:60'}]}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:07.743824 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92daeb91-9bca-4847-99a6-554c73646f13 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Pushing event updated for resources: {'Port': ['ID=641c5dca-bd0c-417c-b847-920b093c5a57,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:07.859632 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-733e3666-3371-4a4b-81cb-5c5f4b16589c None None] Publish callbacks [] for port (1458abef-2fd9-4b00-9e72-bb3d2b99aa93), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:07.876012 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-733e3666-3371-4a4b-81cb-5c5f4b16589c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (1458abef-2fd9-4b00-9e72-bb3d2b99aa93), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:07.920977 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733e3666-3371-4a4b-81cb-5c5f4b16589c None None] Network aebaac53-05df-4a0a-a8c2-c4911c913178 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:17:07.927206 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-733e3666-3371-4a4b-81cb-5c5f4b16589c None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:07.931807 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733e3666-3371-4a4b-81cb-5c5f4b16589c None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:17:07.966733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e3666-3371-4a4b-81cb-5c5f4b16589c None None] Pushing event updated for resources: {'Port': ['ID=1458abef-2fd9-4b00-9e72-bb3d2b99aa93,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:08.074222 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f00e69-9672-4acd-9c3e-062ba9766123 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Made reservation on behalf of 7545874656ed4c4ba609396e8fd0a44a for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:17:08.085098 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port e834d3d0-25f0-410c-b88f-a954f586e18c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:08.098852 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-733e3666-3371-4a4b-81cb-5c5f4b16589c None None] Attempting to bind port 1458abef-2fd9-4b00-9e72-bb3d2b99aa93 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:17:08.099229 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-733e3666-3371-4a4b-81cb-5c5f4b16589c None None] Attempting to bind port 1458abef-2fd9-4b00-9e72-bb3d2b99aa93 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '82883d76-a35f-41c4-96e7-670b9b2dfd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'aebaac53-05df-4a0a-a8c2-c4911c913178'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:17:08.099602 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733e3666-3371-4a4b-81cb-5c5f4b16589c None None] Attempting to bind port 1458abef-2fd9-4b00-9e72-bb3d2b99aa93 on network aebaac53-05df-4a0a-a8c2-c4911c913178 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:17:08.121587 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733e3666-3371-4a4b-81cb-5c5f4b16589c None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:17:08.121969 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733e3666-3371-4a4b-81cb-5c5f4b16589c None None] Checking segment: {'id': '82883d76-a35f-41c4-96e7-670b9b2dfd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'aebaac53-05df-4a0a-a8c2-c4911c913178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:17:08.122376 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-733e3666-3371-4a4b-81cb-5c5f4b16589c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:08.122777 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733e3666-3371-4a4b-81cb-5c5f4b16589c None None] Bound using segment: {'id': '82883d76-a35f-41c4-96e7-670b9b2dfd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'aebaac53-05df-4a0a-a8c2-c4911c913178'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:17:08.123264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-733e3666-3371-4a4b-81cb-5c5f4b16589c None None] Bound port: 1458abef-2fd9-4b00-9e72-bb3d2b99aa93, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82883d76-a35f-41c4-96e7-670b9b2dfd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'aebaac53-05df-4a0a-a8c2-c4911c913178'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:17:08.123835 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-733e3666-3371-4a4b-81cb-5c5f4b16589c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1458abef-2fd9-4b00-9e72-bb3d2b99aa93), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:08.251831 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-733e3666-3371-4a4b-81cb-5c5f4b16589c None None] For port 1458abef-2fd9-4b00-9e72-bb3d2b99aa93, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:17:08.256078 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-733e3666-3371-4a4b-81cb-5c5f4b16589c None None] For port 1458abef-2fd9-4b00-9e72-bb3d2b99aa93, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1458abef-2fd9-4b00-9e72-bb3d2b99aa93,segment=NetworkSegment(82883d76-a35f-41c4-96e7-670b9b2dfd25),segment_id=82883d76-a35f-41c4-96e7-670b9b2dfd25)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:17:08.290467 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-733e3666-3371-4a4b-81cb-5c5f4b16589c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1458abef-2fd9-4b00-9e72-bb3d2b99aa93), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:08.303644 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a8f00e69-9672-4acd-9c3e-062ba9766123 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:08.367073 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-a8f00e69-9672-4acd-9c3e-062ba9766123 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] device_id is not set on port 945ccf64-d446-4f20-a977-8411a7eb6206 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:17:08.440369 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e3666-3371-4a4b-81cb-5c5f4b16589c None None] Pushing event updated for resources: {'Port': ['ID=1458abef-2fd9-4b00-9e72-bb3d2b99aa93,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:08.568357 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8059798b-bc8a-4276-a819-7b7b0e3c38a9 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (b30caeba-c917-4553-aade-4d32e2a04174), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:08.682926 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f8385-776a-460b-afc6-f2eb04ad416e req-2f764fd0-31ed-4ae4-b8c8-829f885146ed tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:08.692506 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c7f8385-776a-460b-afc6-f2eb04ad416e req-2f764fd0-31ed-4ae4-b8c8-829f885146ed tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 943 time: 0.2312994 Jan 27 22:17:08.823021 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-a8f00e69-9672-4acd-9c3e-062ba9766123 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Allocated IP 2001:db8::233 (aebaac53-05df-4a0a-a8c2-c4911c913178/d04775f7-7bee-43db-9c66-78d652acc9f0/945ccf64-d446-4f20-a977-8411a7eb6206) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:17:08.854109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c7f8385-776a-460b-afc6-f2eb04ad416e req-a77b956a-d48c-44f9-a963-165bd1ac0581 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553895 Jan 27 22:17:09.114444 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1458abef-2fd9-4b00-9e72-bb3d2b99aa93 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:17:09.259851 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-8059798b-bc8a-4276-a819-7b7b0e3c38a9 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting port a63798b8-f259-4561-9437-453865267c60 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:17:09.266165 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8059798b-bc8a-4276-a819-7b7b0e3c38a9 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (a63798b8-f259-4561-9437-453865267c60), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:09.285882 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 1458abef-2fd9-4b00-9e72-bb3d2b99aa93 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:09.286349 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1458abef-2fd9-4b00-9e72-bb3d2b99aa93), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:09.549785 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8059798b-bc8a-4276-a819-7b7b0e3c38a9 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (a63798b8-f259-4561-9437-453865267c60), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:09.599282 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-8059798b-bc8a-4276-a819-7b7b0e3c38a9 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Calling delete_port for a63798b8-f259-4561-9437-453865267c60 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:17:09.680253 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1458abef-2fd9-4b00-9e72-bb3d2b99aa93 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:09.686339 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1458abef-2fd9-4b00-9e72-bb3d2b99aa93), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:09.764671 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 1458abef-2fd9-4b00-9e72-bb3d2b99aa93, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1458abef-2fd9-4b00-9e72-bb3d2b99aa93,segment=NetworkSegment(82883d76-a35f-41c4-96e7-670b9b2dfd25),segment_id=82883d76-a35f-41c4-96e7-670b9b2dfd25)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:17:09.776246 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1458abef-2fd9-4b00-9e72-bb3d2b99aa93), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:09.875450 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=1458abef-2fd9-4b00-9e72-bb3d2b99aa93,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:10.203533 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8059798b-bc8a-4276-a819-7b7b0e3c38a9 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (a63798b8-f259-4561-9437-453865267c60), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:10.209153 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b409ec5-1723-4483-a568-d407f2873295 req-28a16279-f408-44ba-9003-53a8edf6f751 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:10.215126 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b409ec5-1723-4483-a568-d407f2873295 req-28a16279-f408-44ba-9003-53a8edf6f751 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 943 time: 0.1842046 Jan 27 22:17:10.221744 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a8f00e69-9672-4acd-9c3e-062ba9766123 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks [] for port (945ccf64-d446-4f20-a977-8411a7eb6206), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:10.320286 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059798b-bc8a-4276-a819-7b7b0e3c38a9 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Port': ['ID=a63798b8-f259-4561-9437-453865267c60,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:10.325429 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b409ec5-1723-4483-a568-d407f2873295 req-1b3570f4-f088-4496-88ec-eb376f6f5655 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994220 Jan 27 22:17:10.368885 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a8f00e69-9672-4acd-9c3e-062ba9766123 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (945ccf64-d446-4f20-a977-8411a7eb6206), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:10.456191 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f00e69-9672-4acd-9c3e-062ba9766123 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Network aebaac53-05df-4a0a-a8c2-c4911c913178 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:17:10.477566 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-a8f00e69-9672-4acd-9c3e-062ba9766123 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:10.484674 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f00e69-9672-4acd-9c3e-062ba9766123 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:17:10.501467 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f00e69-9672-4acd-9c3e-062ba9766123 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:10.502612 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a8f00e69-9672-4acd-9c3e-062ba9766123 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:10.559853 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f00e69-9672-4acd-9c3e-062ba9766123 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Pushing event updated for resources: {'Port': ['ID=945ccf64-d446-4f20-a977-8411a7eb6206,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:10.580581 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800733af-3bea-4e62-ae3a-c2d19f923b43 None None] Network aebaac53-05df-4a0a-a8c2-c4911c913178 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:17:10.584342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a8f00e69-9672-4acd-9c3e-062ba9766123 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.8452594 Jan 27 22:17:10.603734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35296) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:10.634987 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8059798b-bc8a-4276-a819-7b7b0e3c38a9 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (b30caeba-c917-4553-aade-4d32e2a04174), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:10.730547 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-5689c1c3-5543-4928-bce1-2c09b4e2931d None None] Provisioning complete for port 1458abef-2fd9-4b00-9e72-bb3d2b99aa93 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:10.730844 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5689c1c3-5543-4928-bce1-2c09b4e2931d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1458abef-2fd9-4b00-9e72-bb3d2b99aa93), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:10.779540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b818b9-6b72-43c6-8252-54a049dbeb4d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:10.802061 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b818b9-6b72-43c6-8252-54a049dbeb4d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:10.817781 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b818b9-6b72-43c6-8252-54a049dbeb4d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:10.822230 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-11b818b9-6b72-43c6-8252-54a049dbeb4d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2168550 Jan 27 22:17:10.825780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35302) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:10.914818 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1458abef-2fd9-4b00-9e72-bb3d2b99aa93 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:17:11.057284 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-81c6d837-61e8-4d99-91a9-9dbcdf7324e4 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Deleting port 945ccf64-d446-4f20-a977-8411a7eb6206 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:17:11.057636 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-81c6d837-61e8-4d99-91a9-9dbcdf7324e4 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (945ccf64-d446-4f20-a977-8411a7eb6206), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:11.109968 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8059798b-bc8a-4276-a819-7b7b0e3c38a9 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router b30caeba-c917-4553-aade-4d32e2a04174 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:17:11.181707 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-5689c1c3-5543-4928-bce1-2c09b4e2931d None None] Current status of the port 1458abef-2fd9-4b00-9e72-bb3d2b99aa93 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:11.268904 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 1458abef-2fd9-4b00-9e72-bb3d2b99aa93 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:11.269300 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1458abef-2fd9-4b00-9e72-bb3d2b99aa93), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:11.288496 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-81c6d837-61e8-4d99-91a9-9dbcdf7324e4 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (945ccf64-d446-4f20-a977-8411a7eb6206), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:11.336745 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-81c6d837-61e8-4d99-91a9-9dbcdf7324e4 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Calling delete_port for 945ccf64-d446-4f20-a977-8411a7eb6206 owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:17:11.354545 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8059798b-bc8a-4276-a819-7b7b0e3c38a9 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:17:11.359789 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8059798b-bc8a-4276-a819-7b7b0e3c38a9 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/b30caeba-c917-4553-aade-4d32e2a04174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9877203 Jan 27 22:17:11.363170 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35318) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:11.495887 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f25fe3-5556-4be1-b94d-5c2cccbe8e5b None None] Sync routers for ids ['b30caeba-c917-4553-aade-4d32e2a04174'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:17:11.608821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f25fe3-5556-4be1-b94d-5c2cccbe8e5b None None] Routers {'b30caeba-c917-4553-aade-4d32e2a04174'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:17:11.609458 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-47f25fe3-5556-4be1-b94d-5c2cccbe8e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:16:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b30caeba-c917-4553-aade-4d32e2a04174'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:11.694581 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-47f25fe3-5556-4be1-b94d-5c2cccbe8e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:11.799026 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f25fe3-5556-4be1-b94d-5c2cccbe8e5b None None] Routers {'b30caeba-c917-4553-aade-4d32e2a04174'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:17:11.801883 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-47f25fe3-5556-4be1-b94d-5c2cccbe8e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:16:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b30caeba-c917-4553-aade-4d32e2a04174'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:11.882751 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-6b8a5145-aa62-4e47-b80d-35f3f389a757 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] remove_router_interface failed (client error): The resource could not be found. Jan 27 22:17:11.884433 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6b8a5145-aa62-4e47-b80d-35f3f389a757 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/b30caeba-c917-4553-aade-4d32e2a04174/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5192485 Jan 27 22:17:11.896776 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35330) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:11.944685 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-47f25fe3-5556-4be1-b94d-5c2cccbe8e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:11.947080 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f25fe3-5556-4be1-b94d-5c2cccbe8e5b None None] The sync data for ids ['b30caeba-c917-4553-aade-4d32e2a04174'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:17:11.959843 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b9f602aa-abdc-4015-981b-81c7ee5a1ab4 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/ports?device_id=b30caeba-c917-4553-aade-4d32e2a04174 HTTP/1.1" status: 200 len: 205 time: 0.0616083 Jan 27 22:17:11.968756 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35334) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:11.994175 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-81c6d837-61e8-4d99-91a9-9dbcdf7324e4 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (945ccf64-d446-4f20-a977-8411a7eb6206), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:12.012084 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 1458abef-2fd9-4b00-9e72-bb3d2b99aa93 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:12.021106 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e48b3752-f424-4d9d-968b-d873add50ceb None None] Provisioning complete for port 945ccf64-d446-4f20-a977-8411a7eb6206 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:12.021106 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e48b3752-f424-4d9d-968b-d873add50ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (945ccf64-d446-4f20-a977-8411a7eb6206), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:12.042840 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e48b3752-f424-4d9d-968b-d873add50ceb None None] Port 945ccf64-d446-4f20-a977-8411a7eb6206 was deleted so its status cannot be updated. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 27 22:17:12.062694 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e48b3752-f424-4d9d-968b-d873add50ceb None None] Provisioning complete for port 1458abef-2fd9-4b00-9e72-bb3d2b99aa93 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:12.062694 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e48b3752-f424-4d9d-968b-d873add50ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1458abef-2fd9-4b00-9e72-bb3d2b99aa93), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:12.193531 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d0262af-8a1e-4880-9a95-9eab1794ca15 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (b30caeba-c917-4553-aade-4d32e2a04174), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:12.257802 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e48b3752-f424-4d9d-968b-d873add50ceb None None] Current status of the port 1458abef-2fd9-4b00-9e72-bb3d2b99aa93 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:12.302551 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e48b3752-f424-4d9d-968b-d873add50ceb None None] Provisioning complete for port 641c5dca-bd0c-417c-b847-920b093c5a57 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:12.302931 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e48b3752-f424-4d9d-968b-d873add50ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (641c5dca-bd0c-417c-b847-920b093c5a57), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:12.304343 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6d837-61e8-4d99-91a9-9dbcdf7324e4 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Pushing event deleted for resources: {'Port': ['ID=945ccf64-d446-4f20-a977-8411a7eb6206,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:12.385011 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b3c6b-6a87-40c9-bd2e-0f3869f1663c req-cbf5adda-3a07-41e7-8e23-27675e3720e2 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:12.392135 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d1b3c6b-6a87-40c9-bd2e-0f3869f1663c req-cbf5adda-3a07-41e7-8e23-27675e3720e2 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 943 time: 0.7765355 Jan 27 22:17:12.411327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e48b3752-f424-4d9d-968b-d873add50ceb None None] Port 641c5dca-bd0c-417c-b847-920b093c5a57 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:17:12.460835 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-81c6d837-61e8-4d99-91a9-9dbcdf7324e4 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:12.479026 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-81c6d837-61e8-4d99-91a9-9dbcdf7324e4 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "DELETE /v2.0/ports/945ccf64-d446-4f20-a977-8411a7eb6206 HTTP/1.1" status: 204 len: 168 time: 1.6520715 Jan 27 22:17:12.480000 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35344) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:12.586193 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-262d8891-eb21-4164-9934-72c991230e48 None None] Provisioning complete for port 641c5dca-bd0c-417c-b847-920b093c5a57 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:12.586570 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-262d8891-eb21-4164-9934-72c991230e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (641c5dca-bd0c-417c-b847-920b093c5a57), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:12.605538 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c94f03-9c53-40e6-b51d-419f9e92f9f4 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] GET failed (client error): The resource could not be found. Jan 27 22:17:12.611202 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-75c94f03-9c53-40e6-b51d-419f9e92f9f4 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "GET /v2.0/ports/945ccf64-d446-4f20-a977-8411a7eb6206 HTTP/1.1" status: 404 len: 333 time: 0.1301246 Jan 27 22:17:12.614107 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35352) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:12.627932 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-d448d4b3-b360-426a-b2e5-cd4ef557b129 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Request body: {'port': {'network_id': 'aebaac53-05df-4a0a-a8c2-c4911c913178', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1127829656'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:12.701622 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d0262af-8a1e-4880-9a95-9eab1794ca15 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (b30caeba-c917-4553-aade-4d32e2a04174), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:12.707930 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d0262af-8a1e-4880-9a95-9eab1794ca15 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router_controller (b30caeba-c917-4553-aade-4d32e2a04174), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:12.723307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-262d8891-eb21-4164-9934-72c991230e48 None None] Port 641c5dca-bd0c-417c-b847-920b093c5a57 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:17:12.781206 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:12.806608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d1b3c6b-6a87-40c9-bd2e-0f3869f1663c req-84e35757-9fa8-45f1-b27a-0c959b98881e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133773 Jan 27 22:17:12.864761 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d0262af-8a1e-4880-9a95-9eab1794ca15 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (b30caeba-c917-4553-aade-4d32e2a04174), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:12.865641 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0262af-8a1e-4880-9a95-9eab1794ca15 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Fanout notify agent at l3_agent the message router_deleted on router b30caeba-c917-4553-aade-4d32e2a04174 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:17:12.875145 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d0262af-8a1e-4880-9a95-9eab1794ca15 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:12.876482 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2d0262af-8a1e-4880-9a95-9eab1794ca15 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/routers/b30caeba-c917-4553-aade-4d32e2a04174 HTTP/1.1" status: 204 len: 168 time: 0.9064293 Jan 27 22:17:12.879111 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35358) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:12.943069 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-733ec5b0-743b-4c1b-acaf-be609fb02e68 None None] Could not find standard attr ID for object 945ccf64-d446-4f20-a977-8411a7eb6206. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:17:12.967381 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d448d4b3-b360-426a-b2e5-cd4ef557b129 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Made reservation on behalf of 7545874656ed4c4ba609396e8fd0a44a for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:17:12.970563 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d448d4b3-b360-426a-b2e5-cd4ef557b129 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:13.029660 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [None req-d448d4b3-b360-426a-b2e5-cd4ef557b129 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] device_id is not set on port b50a51b6-84da-4cfc-9a1e-f1aceb88d971 yet. {{(pid=109741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:17:13.036340 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02f9342-4f18-4980-a402-712850e65e70 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting subnet bac3a5b1-be3a-48b6-a5c4-3f578fd2e606 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:17:13.044606 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a02f9342-4f18-4980-a402-712850e65e70 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (bac3a5b1-be3a-48b6-a5c4-3f578fd2e606), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:13.140681 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a02f9342-4f18-4980-a402-712850e65e70 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (bac3a5b1-be3a-48b6-a5c4-3f578fd2e606), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:13.277415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-d448d4b3-b360-426a-b2e5-cd4ef557b129 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Allocated IP 2001:db8::1bc (aebaac53-05df-4a0a-a8c2-c4911c913178/d04775f7-7bee-43db-9c66-78d652acc9f0/b50a51b6-84da-4cfc-9a1e-f1aceb88d971) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:17:13.331832 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a02f9342-4f18-4980-a402-712850e65e70 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (bac3a5b1-be3a-48b6-a5c4-3f578fd2e606), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:13.454546 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a02f9342-4f18-4980-a402-712850e65e70 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (bac3a5b1-be3a-48b6-a5c4-3f578fd2e606), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:13.463866 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d448d4b3-b360-426a-b2e5-cd4ef557b129 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks [] for port (b50a51b6-84da-4cfc-9a1e-f1aceb88d971), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:13.504327 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f9342-4f18-4980-a402-712850e65e70 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Subnet': ['ID=bac3a5b1-be3a-48b6-a5c4-3f578fd2e606,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:13.513433 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a02f9342-4f18-4980-a402-712850e65e70 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:13.520776 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a02f9342-4f18-4980-a402-712850e65e70 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/subnets/bac3a5b1-be3a-48b6-a5c4-3f578fd2e606 HTTP/1.1" status: 204 len: 168 time: 0.6405256 Jan 27 22:17:13.521527 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35372) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:13.526075 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70173b9-e973-4999-b990-51a3c9ca8e2c None None] Network 1b5d97ac-4e64-46e8-8672-f991bb0a105c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:17:13.531478 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d448d4b3-b360-426a-b2e5-cd4ef557b129 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (b50a51b6-84da-4cfc-9a1e-f1aceb88d971), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:13.657741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d448d4b3-b360-426a-b2e5-cd4ef557b129 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Network aebaac53-05df-4a0a-a8c2-c4911c913178 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:17:13.663412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-d448d4b3-b360-426a-b2e5-cd4ef557b129 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:13.684131 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d448d4b3-b360-426a-b2e5-cd4ef557b129 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:17:13.701146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d448d4b3-b360-426a-b2e5-cd4ef557b129 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:13.701332 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d448d4b3-b360-426a-b2e5-cd4ef557b129 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:13.740441 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448d4b3-b360-426a-b2e5-cd4ef557b129 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Pushing event updated for resources: {'Port': ['ID=b50a51b6-84da-4cfc-9a1e-f1aceb88d971,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:13.771473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d448d4b3-b360-426a-b2e5-cd4ef557b129 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1562824 Jan 27 22:17:13.772364 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35386) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:13.777772 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-5da38cca-fed5-4575-91b8-d896fbd852fe tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::379', 'mac_address': 'fa:16:3e:25:81:60'}]}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:13.828940 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5d48b71-ef76-4dba-a1a7-b94fc0d1e93e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (1b5d97ac-4e64-46e8-8672-f991bb0a105c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:13.918541 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a485b8-f2dd-41a4-93b5-418f122050f1 None None] DHCP port deletion for 1b5d97ac-4e64-46e8-8672-f991bb0a105c request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:17:14.057348 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-98a485b8-f2dd-41a4-93b5-418f122050f1 None None] Deleting port e834d3d0-25f0-410c-b88f-a954f586e18c {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:17:14.058378 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-98a485b8-f2dd-41a4-93b5-418f122050f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e834d3d0-25f0-410c-b88f-a954f586e18c), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:14.074988 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a5d48b71-ef76-4dba-a1a7-b94fc0d1e93e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting port e834d3d0-25f0-410c-b88f-a954f586e18c {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:17:14.075579 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5d48b71-ef76-4dba-a1a7-b94fc0d1e93e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e834d3d0-25f0-410c-b88f-a954f586e18c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:14.321068 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-a5d48b71-ef76-4dba-a1a7-b94fc0d1e93e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] For port e834d3d0-25f0-410c-b88f-a954f586e18c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e834d3d0-25f0-410c-b88f-a954f586e18c,segment=NetworkSegment(c6befbb1-3fc9-46fe-bed8-2942a25b5ca6),segment_id=c6befbb1-3fc9-46fe-bed8-2942a25b5ca6)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:17:14.321502 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5d48b71-ef76-4dba-a1a7-b94fc0d1e93e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e834d3d0-25f0-410c-b88f-a954f586e18c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:14.345698 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a5d48b71-ef76-4dba-a1a7-b94fc0d1e93e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Calling delete_port for e834d3d0-25f0-410c-b88f-a954f586e18c owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:17:14.370822 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5da38cca-fed5-4575-91b8-d896fbd852fe tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b50a51b6-84da-4cfc-9a1e-f1aceb88d971), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:14.464862 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5d48b71-ef76-4dba-a1a7-b94fc0d1e93e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (e834d3d0-25f0-410c-b88f-a954f586e18c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:14.499463 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8b411-97f1-425a-ba59-6fe40f3f2daf req-684effd7-427f-44b3-a417-d2da80eec437 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:14.501287 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8d8b411-97f1-425a-ba59-6fe40f3f2daf req-684effd7-427f-44b3-a417-d2da80eec437 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 943 time: 0.4491115 Jan 27 22:17:14.526815 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d48b71-ef76-4dba-a1a7-b94fc0d1e93e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Port': ['ID=e834d3d0-25f0-410c-b88f-a954f586e18c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:14.535454 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d48b71-ef76-4dba-a1a7-b94fc0d1e93e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] No DVR routers for this DVR port e834d3d0-25f0-410c-b88f-a954f586e18c on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:17:14.660333 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-120cf582-d28c-486e-a704-d8dd78f01ee0 None None] Provisioning complete for port b50a51b6-84da-4cfc-9a1e-f1aceb88d971 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:14.660769 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-120cf582-d28c-486e-a704-d8dd78f01ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b50a51b6-84da-4cfc-9a1e-f1aceb88d971), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:14.744942 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-98a485b8-f2dd-41a4-93b5-418f122050f1 None None] For port e834d3d0-25f0-410c-b88f-a954f586e18c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=e834d3d0-25f0-410c-b88f-a954f586e18c,segment=NetworkSegment(c6befbb1-3fc9-46fe-bed8-2942a25b5ca6),segment_id=c6befbb1-3fc9-46fe-bed8-2942a25b5ca6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:17:14.745357 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-98a485b8-f2dd-41a4-93b5-418f122050f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e834d3d0-25f0-410c-b88f-a954f586e18c), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:14.785426 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5d48b71-ef76-4dba-a1a7-b94fc0d1e93e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (1b5d97ac-4e64-46e8-8672-f991bb0a105c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:14.808859 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8d8b411-97f1-425a-ba59-6fe40f3f2daf req-15b8da1d-b61c-4577-a324-c7341945a9f8 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010890 Jan 27 22:17:14.854751 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a5d48b71-ef76-4dba-a1a7-b94fc0d1e93e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5d97ac-4e64-46e8-8672-f991bb0a105c']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:14.859050 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-120cf582-d28c-486e-a704-d8dd78f01ee0 None None] Port b50a51b6-84da-4cfc-9a1e-f1aceb88d971 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:17:14.861241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-98a485b8-f2dd-41a4-93b5-418f122050f1 None None] Calling delete_port for e834d3d0-25f0-410c-b88f-a954f586e18c owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:17:14.917585 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a5d48b71-ef76-4dba-a1a7-b94fc0d1e93e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6befbb1-3fc9-46fe-bed8-2942a25b5ca6') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:14.917882 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-a5d48b71-ef76-4dba-a1a7-b94fc0d1e93e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6befbb1-3fc9-46fe-bed8-2942a25b5ca6') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:14.940148 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5d48b71-ef76-4dba-a1a7-b94fc0d1e93e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (c6befbb1-3fc9-46fe-bed8-2942a25b5ca6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:14.959077 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-98a485b8-f2dd-41a4-93b5-418f122050f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (e834d3d0-25f0-410c-b88f-a954f586e18c), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:14.959990 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5d48b71-ef76-4dba-a1a7-b94fc0d1e93e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (c6befbb1-3fc9-46fe-bed8-2942a25b5ca6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:14.968808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e834d3d0-25f0-410c-b88f-a954f586e18c no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:17:14.976834 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d48b71-ef76-4dba-a1a7-b94fc0d1e93e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:17:14.977244 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5d48b71-ef76-4dba-a1a7-b94fc0d1e93e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (c6befbb1-3fc9-46fe-bed8-2942a25b5ca6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: warnings.warn(msg) Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:17:14.980600 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:17:14.998232 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a485b8-f2dd-41a4-93b5-418f122050f1 None None] No DVR routers for this DVR port e834d3d0-25f0-410c-b88f-a954f586e18c on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:17:14.998979 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5da38cca-fed5-4575-91b8-d896fbd852fe tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks [] for port (b50a51b6-84da-4cfc-9a1e-f1aceb88d971), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:15.015722 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5da38cca-fed5-4575-91b8-d896fbd852fe tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (b50a51b6-84da-4cfc-9a1e-f1aceb88d971), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:15.040866 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: e834d3d0-25f0-410c-b88f-a954f586e18c {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:17:15.045720 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device e834d3d0-25f0-410c-b88f-a954f586e18c not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:17:15.047496 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a485b8-f2dd-41a4-93b5-418f122050f1 None None] Pushing event deleted for resources: {'Port': ['ID=e834d3d0-25f0-410c-b88f-a954f586e18c,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:15.090832 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5d48b71-ef76-4dba-a1a7-b94fc0d1e93e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (1b5d97ac-4e64-46e8-8672-f991bb0a105c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:15.098602 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a5d48b71-ef76-4dba-a1a7-b94fc0d1e93e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:15.105196 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a5d48b71-ef76-4dba-a1a7-b94fc0d1e93e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/networks/1b5d97ac-4e64-46e8-8672-f991bb0a105c HTTP/1.1" status: 204 len: 168 time: 1.5792501 Jan 27 22:17:15.119400 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35416) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:15.124657 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5dc353d5-2c86-4fad-aee5-3d91ef53c513 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1837127823'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:15.137320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da38cca-fed5-4575-91b8-d896fbd852fe tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Pushing event updated for resources: {'Port': ['ID=b50a51b6-84da-4cfc-9a1e-f1aceb88d971,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:15.141340 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d48b71-ef76-4dba-a1a7-b94fc0d1e93e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Network': ['ID=1b5d97ac-4e64-46e8-8672-f991bb0a105c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:15.161546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-5da38cca-fed5-4575-91b8-d896fbd852fe tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] In _notify_port_updated(), no bound segment for port b50a51b6-84da-4cfc-9a1e-f1aceb88d971 on network aebaac53-05df-4a0a-a8c2-c4911c913178 {{(pid=109741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:17:15.185029 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da38cca-fed5-4575-91b8-d896fbd852fe tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:15.186033 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5da38cca-fed5-4575-91b8-d896fbd852fe tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:15.188087 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5da38cca-fed5-4575-91b8-d896fbd852fe tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "PUT /v2.0/ports/b50a51b6-84da-4cfc-9a1e-f1aceb88d971 HTTP/1.1" status: 200 len: 1003 time: 1.4143598 Jan 27 22:17:15.191738 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35422) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:15.326863 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc353d5-2c86-4fad-aee5-3d91ef53c513 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Made reservation on behalf of 09f02c2761754134b0ead8f51792ddf6 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:17:15.343249 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5dc353d5-2c86-4fad-aee5-3d91ef53c513 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:15.418962 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc353d5-2c86-4fad-aee5-3d91ef53c513 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:17:15.429646 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5dc353d5-2c86-4fad-aee5-3d91ef53c513 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (79d5d871-f1b0-43ab-93bb-f17aa97a7c73), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:15.430320 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-5dc353d5-2c86-4fad-aee5-3d91ef53c513 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Added segment 79d5d871-f1b0-43ab-93bb-f17aa97a7c73 of type vlan for network aa131a45-3a8b-4950-89f9-7163bd41f781 Jan 27 22:17:15.494290 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5dc353d5-2c86-4fad-aee5-3d91ef53c513 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (aa131a45-3a8b-4950-89f9-7163bd41f781), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:15.529552 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5dc353d5-2c86-4fad-aee5-3d91ef53c513 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (aa131a45-3a8b-4950-89f9-7163bd41f781), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:15.535911 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc353d5-2c86-4fad-aee5-3d91ef53c513 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:15.536895 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5dc353d5-2c86-4fad-aee5-3d91ef53c513 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:15.581495 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35432) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:15.588449 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-ebe8ebb9-a662-4f7f-b0cb-8586e9e6e5a1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'subnet': {'network_id': 'aa131a45-3a8b-4950-89f9-7163bd41f781', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:15.594082 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5dc353d5-2c86-4fad-aee5-3d91ef53c513 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4735582 Jan 27 22:17:15.634181 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-85adf3b1-b895-46ba-b282-260e477efb21 None None] Provisioning complete for port b50a51b6-84da-4cfc-9a1e-f1aceb88d971 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:15.634830 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-85adf3b1-b895-46ba-b282-260e477efb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b50a51b6-84da-4cfc-9a1e-f1aceb88d971), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:15.713514 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc353d5-2c86-4fad-aee5-3d91ef53c513 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Network': ['ID=aa131a45-3a8b-4950-89f9-7163bd41f781,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:15.725713 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network aa131a45-3a8b-4950-89f9-7163bd41f781 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:17:15.738747 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8b0ba-e7e7-4260-a82e-bb6ab1881ba8 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Deleting port b50a51b6-84da-4cfc-9a1e-f1aceb88d971 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:17:15.739257 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8fd8b0ba-e7e7-4260-a82e-bb6ab1881ba8 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b50a51b6-84da-4cfc-9a1e-f1aceb88d971), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:15.754776 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-85adf3b1-b895-46ba-b282-260e477efb21 None None] Port b50a51b6-84da-4cfc-9a1e-f1aceb88d971 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:17:15.897311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe8ebb9-a662-4f7f-b0cb-8586e9e6e5a1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Made reservation on behalf of 09f02c2761754134b0ead8f51792ddf6 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:17:15.903746 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ebb9-a662-4f7f-b0cb-8586e9e6e5a1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:15.959823 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8fd8b0ba-e7e7-4260-a82e-bb6ab1881ba8 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b50a51b6-84da-4cfc-9a1e-f1aceb88d971), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:15.974745 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8b0ba-e7e7-4260-a82e-bb6ab1881ba8 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Calling delete_port for b50a51b6-84da-4cfc-9a1e-f1aceb88d971 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:17:16.160454 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8fd8b0ba-e7e7-4260-a82e-bb6ab1881ba8 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b50a51b6-84da-4cfc-9a1e-f1aceb88d971), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:16.210169 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8b0ba-e7e7-4260-a82e-bb6ab1881ba8 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Pushing event deleted for resources: {'Port': ['ID=b50a51b6-84da-4cfc-9a1e-f1aceb88d971,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:16.283821 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da3b00-72aa-4b80-9ede-29e7e3a98c40 req-a737c306-cb95-4e58-b25a-2edf25a04258 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:16.285483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3da3b00-72aa-4b80-9ede-29e7e3a98c40 req-a737c306-cb95-4e58-b25a-2edf25a04258 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 943 time: 0.2557688 Jan 27 22:17:16.452359 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8fd8b0ba-e7e7-4260-a82e-bb6ab1881ba8 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:16.456395 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8fd8b0ba-e7e7-4260-a82e-bb6ab1881ba8 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "DELETE /v2.0/ports/b50a51b6-84da-4cfc-9a1e-f1aceb88d971 HTTP/1.1" status: 204 len: 168 time: 1.2635345 Jan 27 22:17:16.460545 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35460) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:16.486871 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3da3b00-72aa-4b80-9ede-29e7e3a98c40 req-699805e3-201f-478e-93f5-b43537367607 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796117 Jan 27 22:17:16.527455 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-078448fd-9898-4e70-ae08-3b8e6d596566 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] GET failed (client error): The resource could not be found. Jan 27 22:17:16.529164 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-078448fd-9898-4e70-ae08-3b8e6d596566 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "GET /v2.0/ports/b50a51b6-84da-4cfc-9a1e-f1aceb88d971 HTTP/1.1" status: 404 len: 333 time: 0.0654211 Jan 27 22:17:16.533441 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35462) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:16.543736 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e1bdb0f9-cf29-43e3-bb21-66f51d509ab7 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Request body: {'port': {'network_id': 'aebaac53-05df-4a0a-a8c2-c4911c913178', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-872878287'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:16.597851 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ebb9-a662-4f7f-b0cb-8586e9e6e5a1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (5993d2cf-fe6b-496a-a0f4-67abb414ce89), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:16.751642 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8ebb9-a662-4f7f-b0cb-8586e9e6e5a1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Subnet': ['ID=5993d2cf-fe6b-496a-a0f4-67abb414ce89,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:16.769398 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bdb0f9-cf29-43e3-bb21-66f51d509ab7 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Made reservation on behalf of 7545874656ed4c4ba609396e8fd0a44a for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:17:16.773805 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e1bdb0f9-cf29-43e3-bb21-66f51d509ab7 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:16.821876 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-e1bdb0f9-cf29-43e3-bb21-66f51d509ab7 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] device_id is not set on port f3f30f86-485d-4788-ae92-32cf3552ee0d yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:17:16.870792 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe8ebb9-a662-4f7f-b0cb-8586e9e6e5a1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Checking segment: {'id': '79d5d871-f1b0-43ab-93bb-f17aa97a7c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aa131a45-3a8b-4950-89f9-7163bd41f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:17:16.871249 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe8ebb9-a662-4f7f-b0cb-8586e9e6e5a1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network hostable DHCP agents. Network: aa131a45-3a8b-4950-89f9-7163bd41f781, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:17:16.921935 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe8ebb9-a662-4f7f-b0cb-8586e9e6e5a1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network aa131a45-3a8b-4950-89f9-7163bd41f781 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:17:16.938228 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-ebe8ebb9-a662-4f7f-b0cb-8586e9e6e5a1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, aa131a45-3a8b-4950-89f9-7163bd41f781) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:16.955704 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d4eaa3-0431-4660-a412-3b1764609820 None None] Network aa131a45-3a8b-4950-89f9-7163bd41f781 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:17:16.969673 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe8ebb9-a662-4f7f-b0cb-8586e9e6e5a1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:16.970524 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ebb9-a662-4f7f-b0cb-8586e9e6e5a1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:17.030311 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ebe8ebb9-a662-4f7f-b0cb-8586e9e6e5a1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4467094 Jan 27 22:17:17.032818 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35476) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:17.041279 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-222463b3-cc26-4152-991c-92f53cf48733 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1889557489', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:17.089694 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-222463b3-cc26-4152-991c-92f53cf48733 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (4ec85168-9df1-49d3-8015-960168579eb0), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:17.091435 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-222463b3-cc26-4152-991c-92f53cf48733 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (4ec85168-9df1-49d3-8015-960168579eb0), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:17.130441 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-e1bdb0f9-cf29-43e3-bb21-66f51d509ab7 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Allocated IP 2001:db8::3aa (aebaac53-05df-4a0a-a8c2-c4911c913178/d04775f7-7bee-43db-9c66-78d652acc9f0/f3f30f86-485d-4788-ae92-32cf3552ee0d) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:17:17.232260 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c6f46a-394e-4d1b-a315-c7e5f5aa5174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-aa131a45-3a8b-4950-89f9-7163bd41f781', 'network_id': 'aa131a45-3a8b-4950-89f9-7163bd41f781', 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'fixed_ips': [{'subnet_id': '5993d2cf-fe6b-496a-a0f4-67abb414ce89'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:17:17.236715 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-28c6f46a-394e-4d1b-a315-c7e5f5aa5174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:17.245836 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-222463b3-cc26-4152-991c-92f53cf48733 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router_controller (4ec85168-9df1-49d3-8015-960168579eb0), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:17.261411 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-222463b3-cc26-4152-991c-92f53cf48733 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (4ec85168-9df1-49d3-8015-960168579eb0), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:17.298072 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-222463b3-cc26-4152-991c-92f53cf48733 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:17.303021 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-222463b3-cc26-4152-991c-92f53cf48733 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2656248 Jan 27 22:17:17.303772 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35484) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:17.522606 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e1bdb0f9-cf29-43e3-bb21-66f51d509ab7 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks [] for port (f3f30f86-485d-4788-ae92-32cf3552ee0d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:17.606005 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e1bdb0f9-cf29-43e3-bb21-66f51d509ab7 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (f3f30f86-485d-4788-ae92-32cf3552ee0d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:17.627792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-28c6f46a-394e-4d1b-a315-c7e5f5aa5174 None None] Allocated IP 2001:db8::2 (aa131a45-3a8b-4950-89f9-7163bd41f781/5993d2cf-fe6b-496a-a0f4-67abb414ce89/73733ac1-e8af-4878-b2eb-561eddaf0820) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:17:17.684381 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdb0f9-cf29-43e3-bb21-66f51d509ab7 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Pushing event updated for resources: {'Port': ['ID=f3f30f86-485d-4788-ae92-32cf3552ee0d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:17.718439 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bdb0f9-cf29-43e3-bb21-66f51d509ab7 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Network aebaac53-05df-4a0a-a8c2-c4911c913178 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:17:17.720369 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-e1bdb0f9-cf29-43e3-bb21-66f51d509ab7 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:17.724353 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bdb0f9-cf29-43e3-bb21-66f51d509ab7 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:17:17.730716 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bdb0f9-cf29-43e3-bb21-66f51d509ab7 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:17.731447 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e1bdb0f9-cf29-43e3-bb21-66f51d509ab7 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:17.768196 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e1bdb0f9-cf29-43e3-bb21-66f51d509ab7 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2294137 Jan 27 22:17:17.770841 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35498) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:17.776808 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-43890ffe-6dd3-4336-8dcf-5e79cc00a190 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:25:81:60'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:17.951481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362f69f-5507-4cfd-87b9-ed60e28e3b18 req-a355e37f-9f3c-411c-97e4-36d808e5999b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:17.962778 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d362f69f-5507-4cfd-87b9-ed60e28e3b18 req-a355e37f-9f3c-411c-97e4-36d808e5999b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 943 time: 0.3434355 Jan 27 22:17:17.980346 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-28c6f46a-394e-4d1b-a315-c7e5f5aa5174 None None] Publish callbacks [] for port (73733ac1-e8af-4878-b2eb-561eddaf0820), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:18.001696 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-28c6f46a-394e-4d1b-a315-c7e5f5aa5174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (73733ac1-e8af-4878-b2eb-561eddaf0820), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:18.086236 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c6f46a-394e-4d1b-a315-c7e5f5aa5174 None None] Network aa131a45-3a8b-4950-89f9-7163bd41f781 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:17:18.153290 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6f46a-394e-4d1b-a315-c7e5f5aa5174 None None] Pushing event updated for resources: {'Port': ['ID=73733ac1-e8af-4878-b2eb-561eddaf0820,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:18.160392 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-28c6f46a-394e-4d1b-a315-c7e5f5aa5174 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:18.183270 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d362f69f-5507-4cfd-87b9-ed60e28e3b18 req-0669c087-c29e-49e2-902e-827b61e9edfc tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092311 Jan 27 22:17:18.184347 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c6f46a-394e-4d1b-a315-c7e5f5aa5174 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:17:18.212111 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c01e1b11-ae20-44fc-bfae-9c71462875ad tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:18.290477 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-43890ffe-6dd3-4336-8dcf-5e79cc00a190 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f3f30f86-485d-4788-ae92-32cf3552ee0d), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:18.363573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-28c6f46a-394e-4d1b-a315-c7e5f5aa5174 None None] Attempting to bind port 73733ac1-e8af-4878-b2eb-561eddaf0820 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:17:18.363996 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-28c6f46a-394e-4d1b-a315-c7e5f5aa5174 None None] Attempting to bind port 73733ac1-e8af-4878-b2eb-561eddaf0820 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '79d5d871-f1b0-43ab-93bb-f17aa97a7c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aa131a45-3a8b-4950-89f9-7163bd41f781'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:17:18.364393 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c6f46a-394e-4d1b-a315-c7e5f5aa5174 None None] Attempting to bind port 73733ac1-e8af-4878-b2eb-561eddaf0820 on network aa131a45-3a8b-4950-89f9-7163bd41f781 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:17:18.379592 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c6f46a-394e-4d1b-a315-c7e5f5aa5174 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:17:18.385395 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c6f46a-394e-4d1b-a315-c7e5f5aa5174 None None] Checking segment: {'id': '79d5d871-f1b0-43ab-93bb-f17aa97a7c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aa131a45-3a8b-4950-89f9-7163bd41f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:17:18.385906 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-28c6f46a-394e-4d1b-a315-c7e5f5aa5174 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:18.386332 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c6f46a-394e-4d1b-a315-c7e5f5aa5174 None None] Bound using segment: {'id': '79d5d871-f1b0-43ab-93bb-f17aa97a7c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aa131a45-3a8b-4950-89f9-7163bd41f781'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:17:18.386858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-28c6f46a-394e-4d1b-a315-c7e5f5aa5174 None None] Bound port: 73733ac1-e8af-4878-b2eb-561eddaf0820, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d5d871-f1b0-43ab-93bb-f17aa97a7c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aa131a45-3a8b-4950-89f9-7163bd41f781'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:17:18.387267 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-28c6f46a-394e-4d1b-a315-c7e5f5aa5174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (73733ac1-e8af-4878-b2eb-561eddaf0820), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:18.476871 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-5fa4e0fc-0aab-425d-93dc-890d6c74890d None None] Provisioning complete for port f3f30f86-485d-4788-ae92-32cf3552ee0d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:18.477791 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5fa4e0fc-0aab-425d-93dc-890d6c74890d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f3f30f86-485d-4788-ae92-32cf3552ee0d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:18.594625 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-5fa4e0fc-0aab-425d-93dc-890d6c74890d None None] Port f3f30f86-485d-4788-ae92-32cf3552ee0d cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:17:18.613602 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-28c6f46a-394e-4d1b-a315-c7e5f5aa5174 None None] For port 73733ac1-e8af-4878-b2eb-561eddaf0820, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:17:18.626570 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-28c6f46a-394e-4d1b-a315-c7e5f5aa5174 None None] For port 73733ac1-e8af-4878-b2eb-561eddaf0820, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=73733ac1-e8af-4878-b2eb-561eddaf0820,segment=NetworkSegment(79d5d871-f1b0-43ab-93bb-f17aa97a7c73),segment_id=79d5d871-f1b0-43ab-93bb-f17aa97a7c73)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:17:18.647631 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-28c6f46a-394e-4d1b-a315-c7e5f5aa5174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (73733ac1-e8af-4878-b2eb-561eddaf0820), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:18.800614 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6f46a-394e-4d1b-a315-c7e5f5aa5174 None None] Pushing event updated for resources: {'Port': ['ID=73733ac1-e8af-4878-b2eb-561eddaf0820,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:18.957222 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-c01e1b11-ae20-44fc-bfae-9c71462875ad tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Allocated IP 2001:db8::1 (aa131a45-3a8b-4950-89f9-7163bd41f781/5993d2cf-fe6b-496a-a0f4-67abb414ce89/cdd2204c-5216-4a9b-a0bd-deb161119183) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:17:19.153955 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-43890ffe-6dd3-4336-8dcf-5e79cc00a190 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks [] for port (f3f30f86-485d-4788-ae92-32cf3552ee0d), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:19.160501 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-43890ffe-6dd3-4336-8dcf-5e79cc00a190 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (f3f30f86-485d-4788-ae92-32cf3552ee0d), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:19.179756 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-43890ffe-6dd3-4336-8dcf-5e79cc00a190 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] In _notify_port_updated(), no bound segment for port f3f30f86-485d-4788-ae92-32cf3552ee0d on network aebaac53-05df-4a0a-a8c2-c4911c913178 {{(pid=109742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:17:19.184321 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43890ffe-6dd3-4336-8dcf-5e79cc00a190 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:19.185000 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-43890ffe-6dd3-4336-8dcf-5e79cc00a190 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:19.189427 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-43890ffe-6dd3-4336-8dcf-5e79cc00a190 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "PUT /v2.0/ports/f3f30f86-485d-4788-ae92-32cf3552ee0d HTTP/1.1" status: 200 len: 1002 time: 1.4174407 Jan 27 22:17:19.193629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35534) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:19.235583 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43890ffe-6dd3-4336-8dcf-5e79cc00a190 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Pushing event updated for resources: {'Port': ['ID=f3f30f86-485d-4788-ae92-32cf3552ee0d,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:19.468592 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c01e1b11-ae20-44fc-bfae-9c71462875ad tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for port (cdd2204c-5216-4a9b-a0bd-deb161119183), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:19.484950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edf98f-eefe-4c59-9fcb-14c5490bb87d req-0d0aabbf-9a40-4407-837b-6c9e8c70bdef tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:19.499776 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19edf98f-eefe-4c59-9fcb-14c5490bb87d req-0d0aabbf-9a40-4407-837b-6c9e8c70bdef tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 943 time: 0.1871071 Jan 27 22:17:19.688452 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19edf98f-eefe-4c59-9fcb-14c5490bb87d req-d94577a9-ad8a-4ba1-af22-a3c004604d68 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878555 Jan 27 22:17:19.694494 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3109d-3f30-4355-8f37-04789b98e2a4 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Deleting port f3f30f86-485d-4788-ae92-32cf3552ee0d {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:17:19.698361 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7cc3109d-3f30-4355-8f37-04789b98e2a4 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f3f30f86-485d-4788-ae92-32cf3552ee0d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:19.705392 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c01e1b11-ae20-44fc-bfae-9c71462875ad tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (cdd2204c-5216-4a9b-a0bd-deb161119183), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:19.801711 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c3f5b5c0-0606-4fe6-9400-de9de1436d18 None None] Provisioning complete for port f3f30f86-485d-4788-ae92-32cf3552ee0d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:19.808612 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c3f5b5c0-0606-4fe6-9400-de9de1436d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f3f30f86-485d-4788-ae92-32cf3552ee0d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:19.834869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01e1b11-ae20-44fc-bfae-9c71462875ad tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network aa131a45-3a8b-4950-89f9-7163bd41f781 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:17:19.841112 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e1b11-ae20-44fc-bfae-9c71462875ad tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Port': ['ID=cdd2204c-5216-4a9b-a0bd-deb161119183,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:19.842615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-c01e1b11-ae20-44fc-bfae-9c71462875ad tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:19.846899 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01e1b11-ae20-44fc-bfae-9c71462875ad tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:17:19.847445 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c01e1b11-ae20-44fc-bfae-9c71462875ad tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (4ec85168-9df1-49d3-8015-960168579eb0), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:19.904005 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c3f5b5c0-0606-4fe6-9400-de9de1436d18 None None] Port f3f30f86-485d-4788-ae92-32cf3552ee0d cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:17:20.002214 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7cc3109d-3f30-4355-8f37-04789b98e2a4 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f3f30f86-485d-4788-ae92-32cf3552ee0d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:20.016234 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3109d-3f30-4355-8f37-04789b98e2a4 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Calling delete_port for f3f30f86-485d-4788-ae92-32cf3552ee0d owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:17:20.293931 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c01e1b11-ae20-44fc-bfae-9c71462875ad tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cdd2204c-5216-4a9b-a0bd-deb161119183), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:20.295938 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7cc3109d-3f30-4355-8f37-04789b98e2a4 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f3f30f86-485d-4788-ae92-32cf3552ee0d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:20.431565 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3109d-3f30-4355-8f37-04789b98e2a4 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Pushing event deleted for resources: {'Port': ['ID=f3f30f86-485d-4788-ae92-32cf3552ee0d,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:20.440054 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7cc3109d-3f30-4355-8f37-04789b98e2a4 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:20.447817 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35572) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:20.457845 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7cc3109d-3f30-4355-8f37-04789b98e2a4 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "DELETE /v2.0/ports/f3f30f86-485d-4788-ae92-32cf3552ee0d HTTP/1.1" status: 204 len: 168 time: 1.2574685 Jan 27 22:17:20.503442 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-0579df5d-da18-4c48-a76c-24b3c6f3b946 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] GET failed (client error): The resource could not be found. Jan 27 22:17:20.512571 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0579df5d-da18-4c48-a76c-24b3c6f3b946 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "GET /v2.0/ports/f3f30f86-485d-4788-ae92-32cf3552ee0d HTTP/1.1" status: 404 len: 333 time: 0.0629184 Jan 27 22:17:20.513487 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35574) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:20.527502 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-25dc7629-dd97-49b8-be1b-6f221d1b262d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Request body: {'port': {'network_id': 'aebaac53-05df-4a0a-a8c2-c4911c913178', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1034668516'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:20.677923 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fb6190-c79d-4842-ba6d-66eb92090a29 None None] Network aa131a45-3a8b-4950-89f9-7163bd41f781 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:17:20.914372 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dc7629-dd97-49b8-be1b-6f221d1b262d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Made reservation on behalf of 7545874656ed4c4ba609396e8fd0a44a for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:17:20.919249 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25dc7629-dd97-49b8-be1b-6f221d1b262d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:20.955700 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e05fc912-a502-4969-a72c-14b813bc7ce0 None None] Provisioning complete for port 73733ac1-e8af-4878-b2eb-561eddaf0820 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:20.956250 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e05fc912-a502-4969-a72c-14b813bc7ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (73733ac1-e8af-4878-b2eb-561eddaf0820), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:20.969201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-25dc7629-dd97-49b8-be1b-6f221d1b262d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] device_id is not set on port 7bbe09e2-76fa-4707-9bbf-53e111fd7d02 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:17:21.088215 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c01e1b11-ae20-44fc-bfae-9c71462875ad tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for port (cdd2204c-5216-4a9b-a0bd-deb161119183), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:21.151020 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 73733ac1-e8af-4878-b2eb-561eddaf0820 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:17:21.176529 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c01e1b11-ae20-44fc-bfae-9c71462875ad tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (cdd2204c-5216-4a9b-a0bd-deb161119183), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:21.177419 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c01e1b11-ae20-44fc-bfae-9c71462875ad tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (4ec85168-9df1-49d3-8015-960168579eb0), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:21.286419 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-25dc7629-dd97-49b8-be1b-6f221d1b262d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Allocated IP 2001:db8::310 (aebaac53-05df-4a0a-a8c2-c4911c913178/d04775f7-7bee-43db-9c66-78d652acc9f0/7bbe09e2-76fa-4707-9bbf-53e111fd7d02) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:17:21.349288 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:21.352651 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 73733ac1-e8af-4878-b2eb-561eddaf0820 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:21.353265 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (73733ac1-e8af-4878-b2eb-561eddaf0820), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:21.357716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e05fc912-a502-4969-a72c-14b813bc7ce0 None None] Current status of the port 73733ac1-e8af-4878-b2eb-561eddaf0820 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:21.358436 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e05fc912-a502-4969-a72c-14b813bc7ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (73733ac1-e8af-4878-b2eb-561eddaf0820), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:21.488500 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e05fc912-a502-4969-a72c-14b813bc7ce0 None None] For port 73733ac1-e8af-4878-b2eb-561eddaf0820, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=73733ac1-e8af-4878-b2eb-561eddaf0820,segment=NetworkSegment(79d5d871-f1b0-43ab-93bb-f17aa97a7c73),segment_id=79d5d871-f1b0-43ab-93bb-f17aa97a7c73)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:17:21.511382 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e05fc912-a502-4969-a72c-14b813bc7ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (73733ac1-e8af-4878-b2eb-561eddaf0820), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:21.722865 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25dc7629-dd97-49b8-be1b-6f221d1b262d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks [] for port (7bbe09e2-76fa-4707-9bbf-53e111fd7d02), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:21.725940 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 73733ac1-e8af-4878-b2eb-561eddaf0820 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:21.767138 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fc912-a502-4969-a72c-14b813bc7ce0 None None] Pushing event updated for resources: {'Port': ['ID=73733ac1-e8af-4878-b2eb-561eddaf0820,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:21.812392 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25dc7629-dd97-49b8-be1b-6f221d1b262d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7bbe09e2-76fa-4707-9bbf-53e111fd7d02), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:21.945479 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-091e43c5-05ef-4792-82c4-4f9846f48faa None None] Provisioning complete for port cdd2204c-5216-4a9b-a0bd-deb161119183 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:21.948186 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dc7629-dd97-49b8-be1b-6f221d1b262d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Network aebaac53-05df-4a0a-a8c2-c4911c913178 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:17:21.948763 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-091e43c5-05ef-4792-82c4-4f9846f48faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cdd2204c-5216-4a9b-a0bd-deb161119183), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:21.960282 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-25dc7629-dd97-49b8-be1b-6f221d1b262d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:21.978774 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dc7629-dd97-49b8-be1b-6f221d1b262d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:17:21.984046 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dc7629-dd97-49b8-be1b-6f221d1b262d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:21.984752 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25dc7629-dd97-49b8-be1b-6f221d1b262d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:22.012750 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc7629-dd97-49b8-be1b-6f221d1b262d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Pushing event updated for resources: {'Port': ['ID=7bbe09e2-76fa-4707-9bbf-53e111fd7d02,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:22.032036 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-25dc7629-dd97-49b8-be1b-6f221d1b262d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5149827 Jan 27 22:17:22.032715 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35612) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:22.044293 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3f0907f3-0ed2-4b35-8a58-6cc2725d7161 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Request body: {'port': {'network_id': 'aebaac53-05df-4a0a-a8c2-c4911c913178', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2114282600'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:22.085430 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-091e43c5-05ef-4792-82c4-4f9846f48faa None None] Port cdd2204c-5216-4a9b-a0bd-deb161119183 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:17:22.115912 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-091e43c5-05ef-4792-82c4-4f9846f48faa None None] Provisioning complete for port 73733ac1-e8af-4878-b2eb-561eddaf0820 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:22.116634 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-091e43c5-05ef-4792-82c4-4f9846f48faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (73733ac1-e8af-4878-b2eb-561eddaf0820), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:22.357818 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-091e43c5-05ef-4792-82c4-4f9846f48faa None None] Current status of the port 73733ac1-e8af-4878-b2eb-561eddaf0820 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:22.361071 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0907f3-0ed2-4b35-8a58-6cc2725d7161 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Made reservation on behalf of 7545874656ed4c4ba609396e8fd0a44a for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:17:22.364489 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f0907f3-0ed2-4b35-8a58-6cc2725d7161 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:22.418713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40e07f-8826-4077-b7a9-a0815e891151 req-8d9c6929-41b6-4093-bd10-0e74c1631475 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:22.423926 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-3f0907f3-0ed2-4b35-8a58-6cc2725d7161 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] device_id is not set on port cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:17:22.428051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e40e07f-8826-4077-b7a9-a0815e891151 req-8d9c6929-41b6-4093-bd10-0e74c1631475 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 943 time: 1.3303142 Jan 27 22:17:22.477650 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e1b11-ae20-44fc-bfae-9c71462875ad tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Port': ['ID=cdd2204c-5216-4a9b-a0bd-deb161119183,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:22.490330 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-9a05ab27-8d63-41bd-82a7-66b62dcbd717 None None] Provisioning complete for port cdd2204c-5216-4a9b-a0bd-deb161119183 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:22.490845 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a05ab27-8d63-41bd-82a7-66b62dcbd717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cdd2204c-5216-4a9b-a0bd-deb161119183), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:22.569881 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e40e07f-8826-4077-b7a9-a0815e891151 req-e0c01aea-2f9a-408e-ad89-5117f7373e08 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406615 Jan 27 22:17:22.585588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01e1b11-ae20-44fc-bfae-9c71462875ad tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network aa131a45-3a8b-4950-89f9-7163bd41f781 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:17:22.587223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-c01e1b11-ae20-44fc-bfae-9c71462875ad tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:22.590139 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9a05ab27-8d63-41bd-82a7-66b62dcbd717 None None] Port cdd2204c-5216-4a9b-a0bd-deb161119183 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:17:22.693085 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-3f0907f3-0ed2-4b35-8a58-6cc2725d7161 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Allocated IP 2001:db8::1bc (aebaac53-05df-4a0a-a8c2-c4911c913178/d04775f7-7bee-43db-9c66-78d652acc9f0/cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:17:22.763239 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-27839de7-4ba5-4814-9464-ebcea2aa3892 None None] Provisioning complete for port 7bbe09e2-76fa-4707-9bbf-53e111fd7d02 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:22.763628 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-27839de7-4ba5-4814-9464-ebcea2aa3892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7bbe09e2-76fa-4707-9bbf-53e111fd7d02), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:22.824610 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01e1b11-ae20-44fc-bfae-9c71462875ad tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router 4ec85168-9df1-49d3-8015-960168579eb0 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:17:22.879577 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-27839de7-4ba5-4814-9464-ebcea2aa3892 None None] Port 7bbe09e2-76fa-4707-9bbf-53e111fd7d02 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:17:22.978705 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 73733ac1-e8af-4878-b2eb-561eddaf0820 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:17:23.011386 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f0907f3-0ed2-4b35-8a58-6cc2725d7161 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks [] for port (cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:23.082009 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f0907f3-0ed2-4b35-8a58-6cc2725d7161 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:23.089533 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 73733ac1-e8af-4878-b2eb-561eddaf0820 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:23.090592 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (73733ac1-e8af-4878-b2eb-561eddaf0820), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:23.140952 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01e1b11-ae20-44fc-bfae-9c71462875ad tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:17:23.143904 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ba9b2a17-01d6-48af-bebf-fc0ffd6666f1 None None] Provisioning complete for port cdd2204c-5216-4a9b-a0bd-deb161119183 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:23.144593 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ba9b2a17-01d6-48af-bebf-fc0ffd6666f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cdd2204c-5216-4a9b-a0bd-deb161119183), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:23.154925 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c01e1b11-ae20-44fc-bfae-9c71462875ad tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/4ec85168-9df1-49d3-8015-960168579eb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8485880 Jan 27 22:17:23.157478 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b0c98a-bbe4-42c3-bdf7-3d92987ae8c3 None None] Sync routers for ids ['4ec85168-9df1-49d3-8015-960168579eb0'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:17:23.159905 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35638) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:23.169960 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0907f3-0ed2-4b35-8a58-6cc2725d7161 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Network aebaac53-05df-4a0a-a8c2-c4911c913178 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:17:23.179075 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b0c98a-bbe4-42c3-bdf7-3d92987ae8c3 None None] Routers {'4ec85168-9df1-49d3-8015-960168579eb0'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:17:23.181612 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f1b0c98a-bbe4-42c3-bdf7-3d92987ae8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:16:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4ec85168-9df1-49d3-8015-960168579eb0'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:23.232205 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ba9b2a17-01d6-48af-bebf-fc0ffd6666f1 None None] Port cdd2204c-5216-4a9b-a0bd-deb161119183 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:17:23.233136 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f1b0c98a-bbe4-42c3-bdf7-3d92987ae8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:23.243307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 73733ac1-e8af-4878-b2eb-561eddaf0820 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:23.254875 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b0c98a-bbe4-42c3-bdf7-3d92987ae8c3 None None] Routers {'4ec85168-9df1-49d3-8015-960168579eb0'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:17:23.255842 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f1b0c98a-bbe4-42c3-bdf7-3d92987ae8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:16:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4ec85168-9df1-49d3-8015-960168579eb0'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:23.288430 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c3a137-b79c-4405-80c8-a94138f0f8ed tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:23.292939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35642) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:23.293089 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a2c3a137-b79c-4405-80c8-a94138f0f8ed tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/ports/cdd2204c-5216-4a9b-a0bd-deb161119183 HTTP/1.1" status: 200 len: 911 time: 0.1216087 Jan 27 22:17:23.295282 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0907f3-0ed2-4b35-8a58-6cc2725d7161 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Pushing event updated for resources: {'Port': ['ID=cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:23.298756 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-3f0907f3-0ed2-4b35-8a58-6cc2725d7161 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:23.301959 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0907f3-0ed2-4b35-8a58-6cc2725d7161 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:17:23.308504 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0907f3-0ed2-4b35-8a58-6cc2725d7161 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:23.309467 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3f0907f3-0ed2-4b35-8a58-6cc2725d7161 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:23.349486 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3f0907f3-0ed2-4b35-8a58-6cc2725d7161 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3157215 Jan 27 22:17:23.352242 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35648) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:23.357632 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9c3ba968-0794-4e1a-a873-3b604c4f3e80 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::379', 'mac_address': 'fa:16:3e:25:81:60'}, {'ip_address': '2001:db8::310', 'mac_address': 'fa:16:3e:2e:38:bd'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:23.381335 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-f1b0c98a-bbe4-42c3-bdf7-3d92987ae8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:23.382004 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b0c98a-bbe4-42c3-bdf7-3d92987ae8c3 None None] The sync data for ids ['4ec85168-9df1-49d3-8015-960168579eb0'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:17:23.709693 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9c3ba968-0794-4e1a-a873-3b604c4f3e80 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:23.878267 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76218cb-e898-4419-9a4f-60f574a30012 req-abca0cd3-cfad-4c5e-bada-8def68ab091a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:23.886456 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f76218cb-e898-4419-9a4f-60f574a30012 req-abca0cd3-cfad-4c5e-bada-8def68ab091a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 943 time: 0.1907086 Jan 27 22:17:23.918646 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-636e5122-aed6-4c5b-bdb8-ebcc747486de None None] Provisioning complete for port cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:23.919279 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-636e5122-aed6-4c5b-bdb8-ebcc747486de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:23.974299 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9c3ba968-0794-4e1a-a873-3b604c4f3e80 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks [] for port (cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:23.987032 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9c3ba968-0794-4e1a-a873-3b604c4f3e80 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:23.997811 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-636e5122-aed6-4c5b-bdb8-ebcc747486de None None] Port cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:17:24.056902 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f76218cb-e898-4419-9a4f-60f574a30012 req-722a9671-ad39-4519-918e-faf1ce56b4d7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693103 Jan 27 22:17:24.078299 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ba968-0794-4e1a-a873-3b604c4f3e80 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Pushing event updated for resources: {'Port': ['ID=cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:24.103962 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-9c3ba968-0794-4e1a-a873-3b604c4f3e80 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] In _notify_port_updated(), no bound segment for port cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd on network aebaac53-05df-4a0a-a8c2-c4911c913178 {{(pid=109742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:17:24.111295 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3ba968-0794-4e1a-a873-3b604c4f3e80 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:24.112768 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9c3ba968-0794-4e1a-a873-3b604c4f3e80 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:24.118536 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9c3ba968-0794-4e1a-a873-3b604c4f3e80 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "PUT /v2.0/ports/cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd HTTP/1.1" status: 200 len: 1068 time: 0.7651265 Jan 27 22:17:24.119080 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35662) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:24.143640 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d95c59d0-2c4a-47d1-9ca8-eface70a7bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:24.362947 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c8120b4e-baa9-4205-9c7f-85c5ef5a04bd tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (4ec85168-9df1-49d3-8015-960168579eb0), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:24.627951 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-40dca7d3-0f5e-4f8d-bfad-4acd559efb8d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Deleting port cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:17:24.629595 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ce102d38-8bab-4295-bd65-992cd1b4f9c1 None None] Provisioning complete for port cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:24.630459 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-40dca7d3-0f5e-4f8d-bfad-4acd559efb8d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:24.630923 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ce102d38-8bab-4295-bd65-992cd1b4f9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:24.679345 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ce102d38-8bab-4295-bd65-992cd1b4f9c1 None None] Port cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:17:24.848244 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-40dca7d3-0f5e-4f8d-bfad-4acd559efb8d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:24.905732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-40dca7d3-0f5e-4f8d-bfad-4acd559efb8d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Calling delete_port for cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd owned by {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:17:25.190286 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-40dca7d3-0f5e-4f8d-bfad-4acd559efb8d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:25.246083 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dca7d3-0f5e-4f8d-bfad-4acd559efb8d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Pushing event deleted for resources: {'Port': ['ID=cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:25.386934 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc43f1-c1b1-4d23-b1aa-42c42b15c8db req-49d6d4d6-d0b1-4937-9701-30afed872aa5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:25.388783 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-edbc43f1-c1b1-4d23-b1aa-42c42b15c8db req-49d6d4d6-d0b1-4937-9701-30afed872aa5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 943 time: 0.1350803 Jan 27 22:17:25.444883 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-c8120b4e-baa9-4205-9c7f-85c5ef5a04bd tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting port cdd2204c-5216-4a9b-a0bd-deb161119183 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:17:25.445386 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c8120b4e-baa9-4205-9c7f-85c5ef5a04bd tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (cdd2204c-5216-4a9b-a0bd-deb161119183), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:25.702576 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c8120b4e-baa9-4205-9c7f-85c5ef5a04bd tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (cdd2204c-5216-4a9b-a0bd-deb161119183), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:25.724956 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-edbc43f1-c1b1-4d23-b1aa-42c42b15c8db req-d35c91ac-3edb-498e-818b-ee119afb39ab tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087158 Jan 27 22:17:25.771575 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-c8120b4e-baa9-4205-9c7f-85c5ef5a04bd tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Calling delete_port for cdd2204c-5216-4a9b-a0bd-deb161119183 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:17:25.778408 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-40dca7d3-0f5e-4f8d-bfad-4acd559efb8d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:25.798313 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35696) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:25.807555 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-40dca7d3-0f5e-4f8d-bfad-4acd559efb8d tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "DELETE /v2.0/ports/cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd HTTP/1.1" status: 204 len: 168 time: 1.6632693 Jan 27 22:17:25.859111 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-5999392f-239a-4c36-90f0-5210d11ef719 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] GET failed (client error): The resource could not be found. Jan 27 22:17:25.864218 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5999392f-239a-4c36-90f0-5210d11ef719 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "GET /v2.0/ports/cee21134-6bf1-4d66-a78f-1cc3fa3c3bdd HTTP/1.1" status: 404 len: 333 time: 0.0647080 Jan 27 22:17:25.865929 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35698) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:26.081041 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-89eb95d1-56f0-47cf-a1a2-915780dbaf10 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Deleting port 7bbe09e2-76fa-4707-9bbf-53e111fd7d02 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:17:26.082280 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-89eb95d1-56f0-47cf-a1a2-915780dbaf10 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7bbe09e2-76fa-4707-9bbf-53e111fd7d02), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:26.187792 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-89eb95d1-56f0-47cf-a1a2-915780dbaf10 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7bbe09e2-76fa-4707-9bbf-53e111fd7d02), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:26.214514 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c8120b4e-baa9-4205-9c7f-85c5ef5a04bd tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (cdd2204c-5216-4a9b-a0bd-deb161119183), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:26.217714 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-89eb95d1-56f0-47cf-a1a2-915780dbaf10 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Calling delete_port for 7bbe09e2-76fa-4707-9bbf-53e111fd7d02 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:17:26.293632 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8120b4e-baa9-4205-9c7f-85c5ef5a04bd tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Port': ['ID=cdd2204c-5216-4a9b-a0bd-deb161119183,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:26.381819 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-89eb95d1-56f0-47cf-a1a2-915780dbaf10 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7bbe09e2-76fa-4707-9bbf-53e111fd7d02), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:26.447191 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb95d1-56f0-47cf-a1a2-915780dbaf10 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Pushing event deleted for resources: {'Port': ['ID=7bbe09e2-76fa-4707-9bbf-53e111fd7d02,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:26.540543 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c8120b4e-baa9-4205-9c7f-85c5ef5a04bd tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (4ec85168-9df1-49d3-8015-960168579eb0), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:26.547827 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-89eb95d1-56f0-47cf-a1a2-915780dbaf10 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:26.560200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35714) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:26.560735 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-89eb95d1-56f0-47cf-a1a2-915780dbaf10 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "DELETE /v2.0/ports/7bbe09e2-76fa-4707-9bbf-53e111fd7d02 HTTP/1.1" status: 204 len: 168 time: 0.6927097 Jan 27 22:17:26.627898 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-448da689-c35a-4a49-bb97-11c1e8069fe6 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] GET failed (client error): The resource could not be found. Jan 27 22:17:26.639620 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35718) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:26.650176 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-448da689-c35a-4a49-bb97-11c1e8069fe6 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "GET /v2.0/ports/7bbe09e2-76fa-4707-9bbf-53e111fd7d02 HTTP/1.1" status: 404 len: 333 time: 0.0821426 Jan 27 22:17:26.727577 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-71e56891-e665-4b0b-abc8-f80ca29c43be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:26.816579 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-e025d6dd-477b-4733-9f09-6cb0d28bc5ed tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Deleting port 641c5dca-bd0c-417c-b847-920b093c5a57 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:17:26.817171 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e025d6dd-477b-4733-9f09-6cb0d28bc5ed tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (641c5dca-bd0c-417c-b847-920b093c5a57), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:26.930908 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8120b4e-baa9-4205-9c7f-85c5ef5a04bd tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router 4ec85168-9df1-49d3-8015-960168579eb0 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:17:27.007497 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e025d6dd-477b-4733-9f09-6cb0d28bc5ed tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (641c5dca-bd0c-417c-b847-920b093c5a57), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:27.037168 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-e025d6dd-477b-4733-9f09-6cb0d28bc5ed tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Calling delete_port for 641c5dca-bd0c-417c-b847-920b093c5a57 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:17:27.115904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8120b4e-baa9-4205-9c7f-85c5ef5a04bd tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:17:27.134330 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c802faf-373a-47b7-be75-586a297cff4e None None] Sync routers for ids ['4ec85168-9df1-49d3-8015-960168579eb0'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:17:27.150479 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e1795-8ad9-4234-b911-34aeb211a0b7 req-8a946bd8-06d2-43fa-97d6-b8b81c0fbc9b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:27.170713 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c802faf-373a-47b7-be75-586a297cff4e None None] Routers {'4ec85168-9df1-49d3-8015-960168579eb0'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:17:27.171352 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9c802faf-373a-47b7-be75-586a297cff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:17:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4ec85168-9df1-49d3-8015-960168579eb0'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:27.172191 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c4e1795-8ad9-4234-b911-34aeb211a0b7 req-8a946bd8-06d2-43fa-97d6-b8b81c0fbc9b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 943 time: 0.3075104 Jan 27 22:17:27.179563 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c8120b4e-baa9-4205-9c7f-85c5ef5a04bd tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/4ec85168-9df1-49d3-8015-960168579eb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8827085 Jan 27 22:17:27.206512 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35728) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:27.253518 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9c802faf-373a-47b7-be75-586a297cff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:27.254723 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e025d6dd-477b-4733-9f09-6cb0d28bc5ed tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (641c5dca-bd0c-417c-b847-920b093c5a57), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:27.266718 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-cf1aff00-7bac-4acd-8aaa-358493afd19d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec85168-9df1-49d3-8015-960168579eb0 HTTP/1.1" status: 200 len: 205 time: 0.0486236 Jan 27 22:17:27.269262 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35730) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:27.271554 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c802faf-373a-47b7-be75-586a297cff4e None None] Routers {'4ec85168-9df1-49d3-8015-960168579eb0'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:17:27.273588 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9c802faf-373a-47b7-be75-586a297cff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:17:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4ec85168-9df1-49d3-8015-960168579eb0'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:27.319383 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025d6dd-477b-4733-9f09-6cb0d28bc5ed tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Pushing event deleted for resources: {'Port': ['ID=641c5dca-bd0c-417c-b847-920b093c5a57,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:27.348672 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f118-43d5-4b3f-8716-ce87815fd486 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (4ec85168-9df1-49d3-8015-960168579eb0), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:27.348930 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9c802faf-373a-47b7-be75-586a297cff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:27.351197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c802faf-373a-47b7-be75-586a297cff4e None None] The sync data for ids ['4ec85168-9df1-49d3-8015-960168579eb0'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:17:27.420025 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e025d6dd-477b-4733-9f09-6cb0d28bc5ed tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:27.426998 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35736) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:27.430092 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e025d6dd-477b-4733-9f09-6cb0d28bc5ed tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "DELETE /v2.0/ports/641c5dca-bd0c-417c-b847-920b093c5a57 HTTP/1.1" status: 204 len: 168 time: 0.7891130 Jan 27 22:17:27.511940 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c4e1795-8ad9-4234-b911-34aeb211a0b7 req-2a2f9f3f-3be3-4333-8dd8-440fb3aa0aad tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387029 Jan 27 22:17:27.567719 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:28.013887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a48d8a-87e0-4d11-b5c5-60212f055106 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Deleting subnet d04775f7-7bee-43db-9c66-78d652acc9f0 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:17:28.020970 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f118-43d5-4b3f-8716-ce87815fd486 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (4ec85168-9df1-49d3-8015-960168579eb0), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:28.022715 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-98a48d8a-87e0-4d11-b5c5-60212f055106 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks [] for subnet (d04775f7-7bee-43db-9c66-78d652acc9f0), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:28.026515 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f118-43d5-4b3f-8716-ce87815fd486 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router_controller (4ec85168-9df1-49d3-8015-960168579eb0), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:28.138544 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-98a48d8a-87e0-4d11-b5c5-60212f055106 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (d04775f7-7bee-43db-9c66-78d652acc9f0), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:28.175276 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f118-43d5-4b3f-8716-ce87815fd486 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (4ec85168-9df1-49d3-8015-960168579eb0), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:28.175821 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a8f118-43d5-4b3f-8716-ce87815fd486 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Fanout notify agent at l3_agent the message router_deleted on router 4ec85168-9df1-49d3-8015-960168579eb0 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:17:28.193688 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f118-43d5-4b3f-8716-ce87815fd486 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:28.197366 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d0a8f118-43d5-4b3f-8716-ce87815fd486 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/routers/4ec85168-9df1-49d3-8015-960168579eb0 HTTP/1.1" status: 204 len: 168 time: 0.9246640 Jan 27 22:17:28.198095 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35754) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:28.272864 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-98a48d8a-87e0-4d11-b5c5-60212f055106 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (d04775f7-7bee-43db-9c66-78d652acc9f0), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:28.300817 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e94802-c370-47e7-b30f-adef693c8324 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting subnet 5993d2cf-fe6b-496a-a0f4-67abb414ce89 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:17:28.307241 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9e94802-c370-47e7-b30f-adef693c8324 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (5993d2cf-fe6b-496a-a0f4-67abb414ce89), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:28.374713 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9e94802-c370-47e7-b30f-adef693c8324 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (5993d2cf-fe6b-496a-a0f4-67abb414ce89), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:28.392798 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-98a48d8a-87e0-4d11-b5c5-60212f055106 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (d04775f7-7bee-43db-9c66-78d652acc9f0), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:28.470550 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9e94802-c370-47e7-b30f-adef693c8324 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (5993d2cf-fe6b-496a-a0f4-67abb414ce89), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:28.483549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a48d8a-87e0-4d11-b5c5-60212f055106 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Pushing event deleted for resources: {'Subnet': ['ID=d04775f7-7bee-43db-9c66-78d652acc9f0,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:28.502442 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-98a48d8a-87e0-4d11-b5c5-60212f055106 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:28.510559 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79067c3e-8d56-48b4-bf8a-e4a7c7643cc5 None None] Network aebaac53-05df-4a0a-a8c2-c4911c913178 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:17:28.511395 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-98a48d8a-87e0-4d11-b5c5-60212f055106 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "DELETE /v2.0/subnets/d04775f7-7bee-43db-9c66-78d652acc9f0 HTTP/1.1" status: 204 len: 168 time: 1.0807147 Jan 27 22:17:28.516740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35762) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:28.543025 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9e94802-c370-47e7-b30f-adef693c8324 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (5993d2cf-fe6b-496a-a0f4-67abb414ce89), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:28.593243 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e94802-c370-47e7-b30f-adef693c8324 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Subnet': ['ID=5993d2cf-fe6b-496a-a0f4-67abb414ce89,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:28.597202 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9e94802-c370-47e7-b30f-adef693c8324 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:28.600621 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c9e94802-c370-47e7-b30f-adef693c8324 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/subnets/5993d2cf-fe6b-496a-a0f4-67abb414ce89 HTTP/1.1" status: 204 len: 168 time: 0.4011970 Jan 27 22:17:28.607337 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35766) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:28.628414 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d24a7d-f421-4759-8122-dd55a855b724 None None] Network aa131a45-3a8b-4950-89f9-7163bd41f781 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:17:28.772994 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc0bd-9319-4fdb-a717-ebe346a6955e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (aa131a45-3a8b-4950-89f9-7163bd41f781), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:28.837905 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f71ab2d-120d-4292-9788-c932ae011660 None None] DHCP port deletion for aebaac53-05df-4a0a-a8c2-c4911c913178 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:17:28.839536 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f3c917c6-89b3-48ff-bd2c-1dc03048af57 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (aebaac53-05df-4a0a-a8c2-c4911c913178), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:28.865033 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b50c8-eafa-4b6f-9cae-cfbe764b69e1 req-be06d95c-14db-445b-a7e4-223407674342 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:28.866602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c19b50c8-eafa-4b6f-9cae-cfbe764b69e1 req-be06d95c-14db-445b-a7e4-223407674342 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 943 time: 0.2129359 Jan 27 22:17:28.889109 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-9f3bc0bd-9319-4fdb-a717-ebe346a6955e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting port 73733ac1-e8af-4878-b2eb-561eddaf0820 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:17:28.889461 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc0bd-9319-4fdb-a717-ebe346a6955e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (73733ac1-e8af-4878-b2eb-561eddaf0820), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:28.938158 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1876ef69-b775-4e91-bf2e-c33ec451f9da None None] DHCP port deletion for aa131a45-3a8b-4950-89f9-7163bd41f781 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:17:28.983872 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c19b50c8-eafa-4b6f-9cae-cfbe764b69e1 req-15e18563-da12-4bc2-9a39-53a221ad807f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807712 Jan 27 22:17:28.989847 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-f3c917c6-89b3-48ff-bd2c-1dc03048af57 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Deleting port 1458abef-2fd9-4b00-9e72-bb3d2b99aa93 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:17:28.992120 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f3c917c6-89b3-48ff-bd2c-1dc03048af57 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1458abef-2fd9-4b00-9e72-bb3d2b99aa93), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:29.032067 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-9f3bc0bd-9319-4fdb-a717-ebe346a6955e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] For port 73733ac1-e8af-4878-b2eb-561eddaf0820, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=73733ac1-e8af-4878-b2eb-561eddaf0820,segment=NetworkSegment(79d5d871-f1b0-43ab-93bb-f17aa97a7c73),segment_id=79d5d871-f1b0-43ab-93bb-f17aa97a7c73)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:17:29.032461 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc0bd-9319-4fdb-a717-ebe346a6955e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (73733ac1-e8af-4878-b2eb-561eddaf0820), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:29.061472 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-9f3bc0bd-9319-4fdb-a717-ebe346a6955e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Calling delete_port for 73733ac1-e8af-4878-b2eb-561eddaf0820 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:17:29.074476 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:29.112471 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9f71ab2d-120d-4292-9788-c932ae011660 None None] Deleting port 1458abef-2fd9-4b00-9e72-bb3d2b99aa93 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:17:29.113018 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9f71ab2d-120d-4292-9788-c932ae011660 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1458abef-2fd9-4b00-9e72-bb3d2b99aa93), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:29.163284 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-f3c917c6-89b3-48ff-bd2c-1dc03048af57 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] For port 1458abef-2fd9-4b00-9e72-bb3d2b99aa93, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1458abef-2fd9-4b00-9e72-bb3d2b99aa93,segment=NetworkSegment(82883d76-a35f-41c4-96e7-670b9b2dfd25),segment_id=82883d76-a35f-41c4-96e7-670b9b2dfd25)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:17:29.163661 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f3c917c6-89b3-48ff-bd2c-1dc03048af57 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1458abef-2fd9-4b00-9e72-bb3d2b99aa93), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:29.170939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1876ef69-b775-4e91-bf2e-c33ec451f9da None None] Deleting port 73733ac1-e8af-4878-b2eb-561eddaf0820 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:17:29.171703 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1876ef69-b775-4e91-bf2e-c33ec451f9da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (73733ac1-e8af-4878-b2eb-561eddaf0820), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:29.197278 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-f3c917c6-89b3-48ff-bd2c-1dc03048af57 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Calling delete_port for 1458abef-2fd9-4b00-9e72-bb3d2b99aa93 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:17:29.213905 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc0bd-9319-4fdb-a717-ebe346a6955e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (73733ac1-e8af-4878-b2eb-561eddaf0820), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:29.276409 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bc0bd-9319-4fdb-a717-ebe346a6955e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Port': ['ID=73733ac1-e8af-4878-b2eb-561eddaf0820,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:29.287414 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3bc0bd-9319-4fdb-a717-ebe346a6955e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] No DVR routers for this DVR port 73733ac1-e8af-4878-b2eb-561eddaf0820 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:17:29.350218 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-9f71ab2d-120d-4292-9788-c932ae011660 None None] For port 1458abef-2fd9-4b00-9e72-bb3d2b99aa93, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1458abef-2fd9-4b00-9e72-bb3d2b99aa93,segment=NetworkSegment(82883d76-a35f-41c4-96e7-670b9b2dfd25),segment_id=82883d76-a35f-41c4-96e7-670b9b2dfd25)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:17:29.350624 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9f71ab2d-120d-4292-9788-c932ae011660 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1458abef-2fd9-4b00-9e72-bb3d2b99aa93), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:29.377148 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f3c917c6-89b3-48ff-bd2c-1dc03048af57 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (1458abef-2fd9-4b00-9e72-bb3d2b99aa93), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:29.410326 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c917c6-89b3-48ff-bd2c-1dc03048af57 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Pushing event deleted for resources: {'Port': ['ID=1458abef-2fd9-4b00-9e72-bb3d2b99aa93,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:29.411942 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc0bd-9319-4fdb-a717-ebe346a6955e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (aa131a45-3a8b-4950-89f9-7163bd41f781), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:29.422958 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9f71ab2d-120d-4292-9788-c932ae011660 None None] Calling delete_port for 1458abef-2fd9-4b00-9e72-bb3d2b99aa93 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:17:29.424651 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c917c6-89b3-48ff-bd2c-1dc03048af57 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] No DVR routers for this DVR port 1458abef-2fd9-4b00-9e72-bb3d2b99aa93 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:17:29.428457 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1876ef69-b775-4e91-bf2e-c33ec451f9da None None] For port 73733ac1-e8af-4878-b2eb-561eddaf0820, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=73733ac1-e8af-4878-b2eb-561eddaf0820,segment=NetworkSegment(79d5d871-f1b0-43ab-93bb-f17aa97a7c73),segment_id=79d5d871-f1b0-43ab-93bb-f17aa97a7c73)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:17:29.428934 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1876ef69-b775-4e91-bf2e-c33ec451f9da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (73733ac1-e8af-4878-b2eb-561eddaf0820), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:29.438440 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-9f3bc0bd-9319-4fdb-a717-ebe346a6955e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa131a45-3a8b-4950-89f9-7163bd41f781']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:29.457438 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-9f3bc0bd-9319-4fdb-a717-ebe346a6955e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d5d871-f1b0-43ab-93bb-f17aa97a7c73') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:29.457743 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-9f3bc0bd-9319-4fdb-a717-ebe346a6955e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d5d871-f1b0-43ab-93bb-f17aa97a7c73') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:29.484192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1876ef69-b775-4e91-bf2e-c33ec451f9da None None] Calling delete_port for 73733ac1-e8af-4878-b2eb-561eddaf0820 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:17:29.499445 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc0bd-9319-4fdb-a717-ebe346a6955e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (79d5d871-f1b0-43ab-93bb-f17aa97a7c73), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:29.527118 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc0bd-9319-4fdb-a717-ebe346a6955e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (79d5d871-f1b0-43ab-93bb-f17aa97a7c73), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:29.538976 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3bc0bd-9319-4fdb-a717-ebe346a6955e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:17:29.540157 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc0bd-9319-4fdb-a717-ebe346a6955e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (79d5d871-f1b0-43ab-93bb-f17aa97a7c73), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:17:29.549494 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:17:29.554303 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f3c917c6-89b3-48ff-bd2c-1dc03048af57 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (aebaac53-05df-4a0a-a8c2-c4911c913178), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:29.611031 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-f3c917c6-89b3-48ff-bd2c-1dc03048af57 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aebaac53-05df-4a0a-a8c2-c4911c913178']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:29.637063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-f3c917c6-89b3-48ff-bd2c-1dc03048af57 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82883d76-a35f-41c4-96e7-670b9b2dfd25') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:29.637314 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc0bd-9319-4fdb-a717-ebe346a6955e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (aa131a45-3a8b-4950-89f9-7163bd41f781), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:29.639504 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-f3c917c6-89b3-48ff-bd2c-1dc03048af57 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82883d76-a35f-41c4-96e7-670b9b2dfd25') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:29.649851 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc0bd-9319-4fdb-a717-ebe346a6955e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:29.658912 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9f3bc0bd-9319-4fdb-a717-ebe346a6955e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/networks/aa131a45-3a8b-4950-89f9-7163bd41f781 HTTP/1.1" status: 204 len: 168 time: 1.0502260 Jan 27 22:17:29.665177 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35786) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:29.693609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-995e15ea-544c-4634-b494-2dfc934b9043 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-157508730', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}, 'admin_state_up': False}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:29.717761 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bc0bd-9319-4fdb-a717-ebe346a6955e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Network': ['ID=aa131a45-3a8b-4950-89f9-7163bd41f781,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:29.750769 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f3c917c6-89b3-48ff-bd2c-1dc03048af57 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (82883d76-a35f-41c4-96e7-670b9b2dfd25), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:29.754034 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-995e15ea-544c-4634-b494-2dfc934b9043 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (1fb03a66-1203-4693-b185-d955aa351a47), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:29.755476 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-995e15ea-544c-4634-b494-2dfc934b9043 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (1fb03a66-1203-4693-b185-d955aa351a47), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:29.795294 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f3c917c6-89b3-48ff-bd2c-1dc03048af57 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (82883d76-a35f-41c4-96e7-670b9b2dfd25), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:29.840708 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c917c6-89b3-48ff-bd2c-1dc03048af57 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:17:29.843383 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f3c917c6-89b3-48ff-bd2c-1dc03048af57 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (82883d76-a35f-41c4-96e7-670b9b2dfd25), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:17:29.847326 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:17:29.930466 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-995e15ea-544c-4634-b494-2dfc934b9043 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router_controller (1fb03a66-1203-4693-b185-d955aa351a47), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:30.220492 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9f71ab2d-120d-4292-9788-c932ae011660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (1458abef-2fd9-4b00-9e72-bb3d2b99aa93), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:30.244807 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f3c917c6-89b3-48ff-bd2c-1dc03048af57 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (aebaac53-05df-4a0a-a8c2-c4911c913178), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:30.252223 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f71ab2d-120d-4292-9788-c932ae011660 None None] Network aebaac53-05df-4a0a-a8c2-c4911c913178 is not hosted by any dhcp agent {{(pid=109743) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 22:17:30.252708 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f71ab2d-120d-4292-9788-c932ae011660 None None] No DVR routers for this DVR port 1458abef-2fd9-4b00-9e72-bb3d2b99aa93 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:17:30.255297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71ab2d-120d-4292-9788-c932ae011660 None None] Pushing event deleted for resources: {'Port': ['ID=1458abef-2fd9-4b00-9e72-bb3d2b99aa93,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:30.271299 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71ab2d-120d-4292-9788-c932ae011660 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:30.271663 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71ab2d-120d-4292-9788-c932ae011660 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:30.272016 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71ab2d-120d-4292-9788-c932ae011660 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:30.272406 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71ab2d-120d-4292-9788-c932ae011660 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:30.272751 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71ab2d-120d-4292-9788-c932ae011660 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:30.273092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71ab2d-120d-4292-9788-c932ae011660 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:30.273754 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71ab2d-120d-4292-9788-c932ae011660 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:30.275309 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71ab2d-120d-4292-9788-c932ae011660 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:30.275663 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71ab2d-120d-4292-9788-c932ae011660 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:30.276007 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71ab2d-120d-4292-9788-c932ae011660 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:30.276848 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71ab2d-120d-4292-9788-c932ae011660 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:30.276848 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71ab2d-120d-4292-9788-c932ae011660 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:30.277234 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f71ab2d-120d-4292-9788-c932ae011660 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:30.287557 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1876ef69-b775-4e91-bf2e-c33ec451f9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (73733ac1-e8af-4878-b2eb-561eddaf0820), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:30.296059 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1876ef69-b775-4e91-bf2e-c33ec451f9da None None] Network aa131a45-3a8b-4950-89f9-7163bd41f781 is not hosted by any dhcp agent {{(pid=109743) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 22:17:30.298317 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876ef69-b775-4e91-bf2e-c33ec451f9da None None] No DVR routers for this DVR port 73733ac1-e8af-4878-b2eb-561eddaf0820 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:17:30.305190 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f3c917c6-89b3-48ff-bd2c-1dc03048af57 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:30.308951 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f3c917c6-89b3-48ff-bd2c-1dc03048af57 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] 10.222.0.23 "DELETE /v2.0/networks/aebaac53-05df-4a0a-a8c2-c4911c913178 HTTP/1.1" status: 204 len: 168 time: 1.7911952 Jan 27 22:17:30.313778 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c917c6-89b3-48ff-bd2c-1dc03048af57 tempest-AllowedAddressPairIpV6TestJSON-456379221 tempest-AllowedAddressPairIpV6TestJSON-456379221-project] Pushing event deleted for resources: {'Network': ['ID=aebaac53-05df-4a0a-a8c2-c4911c913178,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:30.317311 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-995e15ea-544c-4634-b494-2dfc934b9043 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router_gateway (1fb03a66-1203-4693-b185-d955aa351a47), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:30.333922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6ea5-1e0c-4cfa-8e50-2a4d17a1da47 req-9d561645-dc42-4afb-a0ad-bfbfce18dd1f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:30.342258 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5ff6ea5-1e0c-4cfa-8e50-2a4d17a1da47 req-9d561645-dc42-4afb-a0ad-bfbfce18dd1f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 943 time: 0.1980333 Jan 27 22:17:30.402205 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876ef69-b775-4e91-bf2e-c33ec451f9da None None] Pushing event deleted for resources: {'Port': ['ID=73733ac1-e8af-4878-b2eb-561eddaf0820,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:30.415676 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:30.484353 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5ff6ea5-1e0c-4cfa-8e50-2a4d17a1da47 req-8dd686c5-ac25-4cf9-99ce-a3d5dbee6b84 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410880 Jan 27 22:17:30.800862 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-995e15ea-544c-4634-b494-2dfc934b9043 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router_gateway (1fb03a66-1203-4693-b185-d955aa351a47), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:30.855670 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-995e15ea-544c-4634-b494-2dfc934b9043 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:30.879520 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35816) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:30.921903 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1458abef-2fd9-4b00-9e72-bb3d2b99aa93 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:17:30.983313 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 1458abef-2fd9-4b00-9e72-bb3d2b99aa93 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:17:30.984187 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 1458abef-2fd9-4b00-9e72-bb3d2b99aa93 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:17:30.987676 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 73733ac1-e8af-4878-b2eb-561eddaf0820 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:17:31.033014 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 73733ac1-e8af-4878-b2eb-561eddaf0820 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:17:31.033376 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 73733ac1-e8af-4878-b2eb-561eddaf0820 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:17:31.145758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-995e15ea-544c-4634-b494-2dfc934b9043 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Allocated IP 172.25.3.182 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/7e4494d7-788d-4f51-a5b3-7afe71f3a565) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:17:31.156995 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5426dce9-33d9-4173-8df6-6ab685c0e9b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7545874656ed4c4ba609396e8fd0a44a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2763388 Jan 27 22:17:31.159764 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35820) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:31.256613 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2e85fdfb-2f49-412e-b5d3-35a5daf259cd admin admin] Publish callbacks [] for security_group (a136c54a-2187-43a9-a10f-04b47c7acde8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:31.304643 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2e85fdfb-2f49-412e-b5d3-35a5daf259cd admin admin] Publish callbacks [] for security_group (a136c54a-2187-43a9-a10f-04b47c7acde8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:31.353174 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-995e15ea-544c-4634-b494-2dfc934b9043 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for port (7e4494d7-788d-4f51-a5b3-7afe71f3a565), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:31.408032 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2e85fdfb-2f49-412e-b5d3-35a5daf259cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a136c54a-2187-43a9-a10f-04b47c7acde8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:31.410693 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-995e15ea-544c-4634-b494-2dfc934b9043 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (7e4494d7-788d-4f51-a5b3-7afe71f3a565), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:31.412476 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2e85fdfb-2f49-412e-b5d3-35a5daf259cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:31.418207 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2e85fdfb-2f49-412e-b5d3-35a5daf259cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a136c54a-2187-43a9-a10f-04b47c7acde8 HTTP/1.1" status: 204 len: 168 time: 0.2574637 Jan 27 22:17:31.443633 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85fdfb-2f49-412e-b5d3-35a5daf259cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a136c54a-2187-43a9-a10f-04b47c7acde8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:31.626894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995e15ea-544c-4634-b494-2dfc934b9043 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:17:31.647559 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-995e15ea-544c-4634-b494-2dfc934b9043 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:31.670828 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e15ea-544c-4634-b494-2dfc934b9043 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Port': ['ID=7e4494d7-788d-4f51-a5b3-7afe71f3a565,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:31.679546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995e15ea-544c-4634-b494-2dfc934b9043 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:17:31.824493 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfc334-1e6d-45f2-80ca-1cb1ef7a376d req-2e982526-e453-4588-92e8-220fc168c7ed tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:31.826140 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bbcfc334-1e6d-45f2-80ca-1cb1ef7a376d req-2e982526-e453-4588-92e8-220fc168c7ed tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 943 time: 0.2050040 Jan 27 22:17:32.043565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bbcfc334-1e6d-45f2-80ca-1cb1ef7a376d req-c4ab07e6-3c35-4cb0-afd8-4bf690290942 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647120 Jan 27 22:17:32.112828 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-995e15ea-544c-4634-b494-2dfc934b9043 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router_gateway (1fb03a66-1203-4693-b185-d955aa351a47), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:32.471982 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-995e15ea-544c-4634-b494-2dfc934b9043 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (1fb03a66-1203-4693-b185-d955aa351a47), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:32.680543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995e15ea-544c-4634-b494-2dfc934b9043 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router 1fb03a66-1203-4693-b185-d955aa351a47 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:17:32.846741 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35880) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:32.943811 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995e15ea-544c-4634-b494-2dfc934b9043 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:17:32.956183 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3ac103-9503-4705-a6fa-f844d21c8cb9 None None] Sync routers for ids ['1fb03a66-1203-4693-b185-d955aa351a47'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:17:32.970463 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3ac103-9503-4705-a6fa-f844d21c8cb9 None None] Routers {'1fb03a66-1203-4693-b185-d955aa351a47'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:17:32.975211 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7b3ac103-9503-4705-a6fa-f844d21c8cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:17:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1fb03a66-1203-4693-b185-d955aa351a47'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:32.999004 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-995e15ea-544c-4634-b494-2dfc934b9043 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:33.008730 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-995e15ea-544c-4634-b494-2dfc934b9043 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.3380461 Jan 27 22:17:33.009821 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35884) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:33.019013 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7b3ac103-9503-4705-a6fa-f844d21c8cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:33.029203 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3ac103-9503-4705-a6fa-f844d21c8cb9 None None] Routers {'1fb03a66-1203-4693-b185-d955aa351a47'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:17:33.029961 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7b3ac103-9503-4705-a6fa-f844d21c8cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:17:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1fb03a66-1203-4693-b185-d955aa351a47'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:33.090176 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7b3ac103-9503-4705-a6fa-f844d21c8cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:33.090857 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3ac103-9503-4705-a6fa-f844d21c8cb9 None None] The sync data for ids ['1fb03a66-1203-4693-b185-d955aa351a47'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:17:33.092836 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:17:33.120188 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a0b18859-cb4a-44c8-b230-27a1e1ceaf82 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:33.121153 n-d-772272-3 neutron-server[109742]: WARNING neutron.api.v2.base [None req-a0b18859-cb4a-44c8-b230-27a1e1ceaf82 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 22:17:33.121811 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-a0b18859-cb4a-44c8-b230-27a1e1ceaf82 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 22:17:33.122968 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a0b18859-cb4a-44c8-b230-27a1e1ceaf82 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2752092 Jan 27 22:17:33.126628 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35888) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:33.133491 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-558e8df3-21da-4293-93c3-57b79c5cd078 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group': {'name': 'tempest-secgroup--260621888'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:33.165524 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-558e8df3-21da-4293-93c3-57b79c5cd078 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:33.175857 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-558e8df3-21da-4293-93c3-57b79c5cd078 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:33.345039 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-558e8df3-21da-4293-93c3-57b79c5cd078 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (4de1554f-c991-46e0-994a-d6059c22c3eb), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:33.383730 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-558e8df3-21da-4293-93c3-57b79c5cd078 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4de1554f-c991-46e0-994a-d6059c22c3eb), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:33.485967 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0e7f89b9-42bc-4992-8c6d-a1f01d63c790 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/routers/1fb03a66-1203-4693-b185-d955aa351a47 HTTP/1.1" status: 200 len: 884 time: 0.4746609 Jan 27 22:17:33.487406 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e8df3-21da-4293-93c3-57b79c5cd078 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de1554f-c991-46e0-994a-d6059c22c3eb,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:33.490681 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35896) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:33.559564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f584a-b71f-4dd0-aee4-8042f6170e21 req-15feb070-f865-4756-8425-15a383e74a91 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:33.562565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d52f584a-b71f-4dd0-aee4-8042f6170e21 req-15feb070-f865-4756-8425-15a383e74a91 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 943 time: 0.3955820 Jan 27 22:17:33.707434 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d52f584a-b71f-4dd0-aee4-8042f6170e21 req-8de25e52-c123-4013-9cfc-770db771f18a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334157 Jan 27 22:17:33.768551 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-558e8df3-21da-4293-93c3-57b79c5cd078 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (29d2994f-0691-4a80-9dfc-b32cd60e4faf), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:33.876728 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-558e8df3-21da-4293-93c3-57b79c5cd078 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (29d2994f-0691-4a80-9dfc-b32cd60e4faf), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:33.937623 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-558e8df3-21da-4293-93c3-57b79c5cd078 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:33.938834 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-558e8df3-21da-4293-93c3-57b79c5cd078 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8110399 Jan 27 22:17:33.941858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35910) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:33.947988 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-a2c8e147-a5a7-406d-88e7-0fcf9145d0ee tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group_rule': {'security_group_id': '29d2994f-0691-4a80-9dfc-b32cd60e4faf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:33.950365 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e8df3-21da-4293-93c3-57b79c5cd078 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d2994f-0691-4a80-9dfc-b32cd60e4faf,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:34.004605 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 147e5ad4-4789-4b41-aea3-44caa09d40fb details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:17:34.039637 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a2c8e147-a5a7-406d-88e7-0fcf9145d0ee tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group_rule (42bd5dcd-3453-4136-96da-cc9b1825255c), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:34.049641 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d4c2b1b1-9671-4106-99e3-aa4826443db1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5553606 Jan 27 22:17:34.050897 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 35916) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:34.056544 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f662e45c-39a0-4078-9563-ca5e581bae7b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-157508730'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:34.154437 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a2c8e147-a5a7-406d-88e7-0fcf9145d0ee tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group_rule (42bd5dcd-3453-4136-96da-cc9b1825255c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:34.162247 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a2c8e147-a5a7-406d-88e7-0fcf9145d0ee tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (42bd5dcd-3453-4136-96da-cc9b1825255c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:34.243105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8e147-a5a7-406d-88e7-0fcf9145d0ee tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42bd5dcd-3453-4136-96da-cc9b1825255c,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:34.250541 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 147e5ad4-4789-4b41-aea3-44caa09d40fb, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=147e5ad4-4789-4b41-aea3-44caa09d40fb,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:17:34.267300 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a2c8e147-a5a7-406d-88e7-0fcf9145d0ee tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:34.269045 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a2c8e147-a5a7-406d-88e7-0fcf9145d0ee tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3254690 Jan 27 22:17:34.272388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35918) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:34.279076 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '147e5ad4-4789-4b41-aea3-44caa09d40fb', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'port_id': '147e5ad4-4789-4b41-aea3-44caa09d40fb', 'mac_address': 'fa:16:3e:ba:67:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:17:34.285577 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-cde81289-316c-4fb1-9e91-8e675900e1d5 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group_rule': {'security_group_id': '29d2994f-0691-4a80-9dfc-b32cd60e4faf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:34.348732 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cde81289-316c-4fb1-9e91-8e675900e1d5 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group_rule (73db477b-f78f-4480-9aa4-706575ded418), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:34.406959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 147e5ad4-4789-4b41-aea3-44caa09d40fb is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:34.407556 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (147e5ad4-4789-4b41-aea3-44caa09d40fb), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:34.469719 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147e5ad4-4789-4b41-aea3-44caa09d40fb {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:17:34.474559 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-cde81289-316c-4fb1-9e91-8e675900e1d5 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 22:17:34.476043 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-cde81289-316c-4fb1-9e91-8e675900e1d5 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1992371 Jan 27 22:17:34.479604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35924) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:34.521360 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 147e5ad4-4789-4b41-aea3-44caa09d40fb, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=147e5ad4-4789-4b41-aea3-44caa09d40fb,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:17:34.532035 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (147e5ad4-4789-4b41-aea3-44caa09d40fb), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:34.601418 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=147e5ad4-4789-4b41-aea3-44caa09d40fb,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:34.613767 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4754655b-e12f-4aa5-9888-b87152a83756 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (29d2994f-0691-4a80-9dfc-b32cd60e4faf), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:34.687873 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4754655b-e12f-4aa5-9888-b87152a83756 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (29d2994f-0691-4a80-9dfc-b32cd60e4faf), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:34.791001 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['147e5ad4-4789-4b41-aea3-44caa09d40fb'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:17:34.800908 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f662e45c-39a0-4078-9563-ca5e581bae7b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (1fb03a66-1203-4693-b185-d955aa351a47), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:34.843531 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4754655b-e12f-4aa5-9888-b87152a83756 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (29d2994f-0691-4a80-9dfc-b32cd60e4faf), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:34.854129 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f662e45c-39a0-4078-9563-ca5e581bae7b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1668512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1663757'] for router (1fb03a66-1203-4693-b185-d955aa351a47), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:34.856533 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4754655b-e12f-4aa5-9888-b87152a83756 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:34.862217 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4754655b-e12f-4aa5-9888-b87152a83756 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "DELETE /v2.0/security-groups/29d2994f-0691-4a80-9dfc-b32cd60e4faf HTTP/1.1" status: 204 len: 168 time: 0.3773823 Jan 27 22:17:34.864050 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35934) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:34.940412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754655b-e12f-4aa5-9888-b87152a83756 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d2994f-0691-4a80-9dfc-b32cd60e4faf,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:35.060074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a511b6-b003-4cc9-ac70-c3727e544f56 req-a029c4be-8680-4bf3-8999-ea1cc423adbf tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:35.062796 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97a511b6-b003-4cc9-ac70-c3727e544f56 req-a029c4be-8680-4bf3-8999-ea1cc423adbf tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 944 time: 0.1252408 Jan 27 22:17:35.068536 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5174be82-4aad-424a-9840-64f251b356b0 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1492434 Jan 27 22:17:35.072632 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35946) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:35.085052 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-65b84bda-d6cf-41a5-b000-99525eb54c4f tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group': {'name': 'tempest-secgroup--359939105'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:35.182769 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-65b84bda-d6cf-41a5-b000-99525eb54c4f tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:35.232414 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97a511b6-b003-4cc9-ac70-c3727e544f56 req-a32e92bd-e467-424c-82a7-fc3c8c8c699b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261292 Jan 27 22:17:35.375200 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-65b84bda-d6cf-41a5-b000-99525eb54c4f tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (980a777e-ff1e-473b-899f-74fa1d6a5f16), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:35.384010 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-65b84bda-d6cf-41a5-b000-99525eb54c4f tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (980a777e-ff1e-473b-899f-74fa1d6a5f16), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:35.403205 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-65b84bda-d6cf-41a5-b000-99525eb54c4f tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:35.404593 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-65b84bda-d6cf-41a5-b000-99525eb54c4f tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3292391 Jan 27 22:17:35.410237 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35964) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:35.417555 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f662e45c-39a0-4078-9563-ca5e581bae7b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router 1fb03a66-1203-4693-b185-d955aa351a47 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:17:35.418241 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-0de11adc-d54d-4dcf-be6f-c29934d7ec92 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group_rule': {'security_group_id': '980a777e-ff1e-473b-899f-74fa1d6a5f16', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:35.419028 n-d-772272-3 neutron-server[109741]: WARNING neutron.api.v2.base [None req-0de11adc-d54d-4dcf-be6f-c29934d7ec92 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 27 22:17:35.419547 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-0de11adc-d54d-4dcf-be6f-c29934d7ec92 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:17:35.421034 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0de11adc-d54d-4dcf-be6f-c29934d7ec92 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0098207 Jan 27 22:17:35.424665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 35966) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:35.451692 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b84bda-d6cf-41a5-b000-99525eb54c4f tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980a777e-ff1e-473b-899f-74fa1d6a5f16,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:35.536050 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b0b42646-5247-4086-a0c0-e85f43378bfe tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (980a777e-ff1e-473b-899f-74fa1d6a5f16), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:35.625820 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b0b42646-5247-4086-a0c0-e85f43378bfe tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (980a777e-ff1e-473b-899f-74fa1d6a5f16), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:35.754769 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b0b42646-5247-4086-a0c0-e85f43378bfe tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (980a777e-ff1e-473b-899f-74fa1d6a5f16), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:35.758695 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b0b42646-5247-4086-a0c0-e85f43378bfe tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:35.761231 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b0b42646-5247-4086-a0c0-e85f43378bfe tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "DELETE /v2.0/security-groups/980a777e-ff1e-473b-899f-74fa1d6a5f16 HTTP/1.1" status: 204 len: 168 time: 0.3343101 Jan 27 22:17:35.769543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36000) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:35.836676 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b42646-5247-4086-a0c0-e85f43378bfe tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=980a777e-ff1e-473b-899f-74fa1d6a5f16,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:35.930870 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-034bbb6c-ef13-44a0-8a3b-7b8b2bb0da7d tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1600547 Jan 27 22:17:35.938004 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36018) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:35.958658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-85532a7e-7735-43fc-9061-d871519c729e tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433357462'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:36.008648 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 147e5ad4-4789-4b41-aea3-44caa09d40fb up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:17:36.059087 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85532a7e-7735-43fc-9061-d871519c729e tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:36.215649 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 147e5ad4-4789-4b41-aea3-44caa09d40fb completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:17:36.226393 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 147e5ad4-4789-4b41-aea3-44caa09d40fb triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:36.234057 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (147e5ad4-4789-4b41-aea3-44caa09d40fb), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:36.251558 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85532a7e-7735-43fc-9061-d871519c729e tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (838990df-bcb6-4ccf-9c5e-c3f90bfaa429), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:36.290216 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85532a7e-7735-43fc-9061-d871519c729e tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (838990df-bcb6-4ccf-9c5e-c3f90bfaa429), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:36.411687 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f662e45c-39a0-4078-9563-ca5e581bae7b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:17:36.422346 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f662e45c-39a0-4078-9563-ca5e581bae7b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:36.427320 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f662e45c-39a0-4078-9563-ca5e581bae7b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/1fb03a66-1203-4693-b185-d955aa351a47 HTTP/1.1" status: 200 len: 891 time: 2.3754628 Jan 27 22:17:36.428199 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36074) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:36.429288 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51bd8fe-6ad6-4167-aa8b-e97e4bde71c1 None None] Sync routers for ids ['1fb03a66-1203-4693-b185-d955aa351a47'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:17:36.465043 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85532a7e-7735-43fc-9061-d871519c729e tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:36.466308 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-85532a7e-7735-43fc-9061-d871519c729e tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5260000 Jan 27 22:17:36.474739 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51bd8fe-6ad6-4167-aa8b-e97e4bde71c1 None None] Routers {'1fb03a66-1203-4693-b185-d955aa351a47'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:17:36.475296 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b51bd8fe-6ad6-4167-aa8b-e97e4bde71c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:17:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1fb03a66-1203-4693-b185-d955aa351a47'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:36.496123 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36080) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:36.509413 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-2b155e16-705e-4594-a5dc-92f04015b740 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group_rule': {'security_group_id': '838990df-bcb6-4ccf-9c5e-c3f90bfaa429', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:36.510000 n-d-772272-3 neutron-server[109741]: WARNING neutron.api.v2.base [None req-2b155e16-705e-4594-a5dc-92f04015b740 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 27 22:17:36.510526 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-2b155e16-705e-4594-a5dc-92f04015b740 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:17:36.511722 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2b155e16-705e-4594-a5dc-92f04015b740 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0144832 Jan 27 22:17:36.538552 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36084) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:36.541339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85532a7e-7735-43fc-9061-d871519c729e tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=838990df-bcb6-4ccf-9c5e-c3f90bfaa429,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:36.651491 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0ee4c91c-1e8d-4b0f-9564-f8f08a3a9477 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/routers/1fb03a66-1203-4693-b185-d955aa351a47 HTTP/1.1" status: 200 len: 891 time: 0.2218897 Jan 27 22:17:36.654625 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36100) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:36.684642 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b51bd8fe-6ad6-4167-aa8b-e97e4bde71c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:36.689194 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-91646ca0-a279-48a0-bfc8-2a457037e5b4 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fb03a66-1203-4693-b185-d955aa351a47 HTTP/1.1" status: 200 len: 205 time: 0.0325692 Jan 27 22:17:36.691657 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36104) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:36.693171 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e396b-deb6-4a9a-8bc9-182ba48477e8 req-418f619d-a89b-4fc6-8c5e-fdef0ddff3cc tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:36.694761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-304e396b-deb6-4a9a-8bc9-182ba48477e8 req-418f619d-a89b-4fc6-8c5e-fdef0ddff3cc tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 944 time: 0.2350421 Jan 27 22:17:36.728154 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51bd8fe-6ad6-4167-aa8b-e97e4bde71c1 None None] Routers {'1fb03a66-1203-4693-b185-d955aa351a47'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:17:36.729152 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b51bd8fe-6ad6-4167-aa8b-e97e4bde71c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:17:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1fb03a66-1203-4693-b185-d955aa351a47'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:36.731132 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 147e5ad4-4789-4b41-aea3-44caa09d40fb is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:36.731796 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (147e5ad4-4789-4b41-aea3-44caa09d40fb), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:36.787715 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-473f045d-7902-407b-821e-ddbd7f488d0f tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (838990df-bcb6-4ccf-9c5e-c3f90bfaa429), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:36.814188 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b51bd8fe-6ad6-4167-aa8b-e97e4bde71c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:36.815482 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51bd8fe-6ad6-4167-aa8b-e97e4bde71c1 None None] The sync data for ids ['1fb03a66-1203-4693-b185-d955aa351a47'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:17:36.826119 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-473f045d-7902-407b-821e-ddbd7f488d0f tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (838990df-bcb6-4ccf-9c5e-c3f90bfaa429), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:36.853380 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deeb3eed-e875-407b-aa2f-10ccb6e9762c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147e5ad4-4789-4b41-aea3-44caa09d40fb'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:17:36.856446 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c08a337-799a-4f99-ab52-14ac7b3ca1ff" -d '{"events": [{"server_uuid": "deeb3eed-e875-407b-aa2f-10ccb6e9762c", "name": "network-vif-plugged", "status": "completed", "tag": "147e5ad4-4789-4b41-aea3-44caa09d40fb"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:17:36.908812 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 147e5ad4-4789-4b41-aea3-44caa09d40fb, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=147e5ad4-4789-4b41-aea3-44caa09d40fb,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:17:36.926998 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (147e5ad4-4789-4b41-aea3-44caa09d40fb), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:36.956296 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9125ed23-b567-47c7-a7ef-1ec943eed655 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (1fb03a66-1203-4693-b185-d955aa351a47), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:36.984216 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd1171d-d6fa-48b4-b699-bc9bad28b507 x-openstack-request-id: req-abd1171d-d6fa-48b4-b699-bc9bad28b507 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:17:36.984216 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deeb3eed-e875-407b-aa2f-10ccb6e9762c", "name": "network-vif-plugged", "status": "completed", "tag": "147e5ad4-4789-4b41-aea3-44caa09d40fb", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:17:36.984216 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-abd1171d-d6fa-48b4-b699-bc9bad28b507 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:17:36.984216 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deeb3eed-e875-407b-aa2f-10ccb6e9762c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147e5ad4-4789-4b41-aea3-44caa09d40fb', 'code': 200} Jan 27 22:17:37.011304 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-304e396b-deb6-4a9a-8bc9-182ba48477e8 req-fc20e042-b752-49de-bd1e-004271ff2712 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011241 Jan 27 22:17:37.011304 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-473f045d-7902-407b-821e-ddbd7f488d0f tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (838990df-bcb6-4ccf-9c5e-c3f90bfaa429), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.021071 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-473f045d-7902-407b-821e-ddbd7f488d0f tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.024889 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-473f045d-7902-407b-821e-ddbd7f488d0f tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "DELETE /v2.0/security-groups/838990df-bcb6-4ccf-9c5e-c3f90bfaa429 HTTP/1.1" status: 204 len: 168 time: 0.4825060 Jan 27 22:17:37.063728 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=147e5ad4-4789-4b41-aea3-44caa09d40fb,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:37.079489 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36136) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:37.145564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f045d-7902-407b-821e-ddbd7f488d0f tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=838990df-bcb6-4ccf-9c5e-c3f90bfaa429,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:37.165488 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197385b-2937-4cf4-9c91-dd5257d0e276 req-94bffe18-6c44-4880-b8a7-8af2c3eb7d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:37.167774 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d197385b-2937-4cf4-9c91-dd5257d0e276 req-94bffe18-6c44-4880-b8a7-8af2c3eb7d8f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 1096 time: 0.1387610 Jan 27 22:17:37.235601 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d197385b-2937-4cf4-9c91-dd5257d0e276 req-2c6d8e23-1af5-4df9-ac05-6076552b95f1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541928 Jan 27 22:17:37.296233 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9125ed23-b567-47c7-a7ef-1ec943eed655 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router_gateway (1fb03a66-1203-4693-b185-d955aa351a47), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.320500 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36174) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:37.320748 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-528558e0-0498-441e-900f-6f45c309218d tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2390008 Jan 27 22:17:37.326324 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-aa4a772b-25fa-4104-8bb1-e597968b6c16 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group': {'name': 'tempest-secgroup--1071398324'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:37.362211 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aa4a772b-25fa-4104-8bb1-e597968b6c16 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.371964 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-9125ed23-b567-47c7-a7ef-1ec943eed655 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting port 7e4494d7-788d-4f51-a5b3-7afe71f3a565 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:17:37.372308 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9125ed23-b567-47c7-a7ef-1ec943eed655 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7e4494d7-788d-4f51-a5b3-7afe71f3a565), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.486344 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aa4a772b-25fa-4104-8bb1-e597968b6c16 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (c7a70ecc-497b-4738-8e6b-fa59afcf6170), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.492953 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9125ed23-b567-47c7-a7ef-1ec943eed655 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7e4494d7-788d-4f51-a5b3-7afe71f3a565), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.496903 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aa4a772b-25fa-4104-8bb1-e597968b6c16 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c7a70ecc-497b-4738-8e6b-fa59afcf6170), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.520623 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-9125ed23-b567-47c7-a7ef-1ec943eed655 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Calling delete_port for 7e4494d7-788d-4f51-a5b3-7afe71f3a565 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:17:37.539628 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a772b-25fa-4104-8bb1-e597968b6c16 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a70ecc-497b-4738-8e6b-fa59afcf6170,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:37.546036 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aa4a772b-25fa-4104-8bb1-e597968b6c16 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.547462 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-aa4a772b-25fa-4104-8bb1-e597968b6c16 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2254689 Jan 27 22:17:37.553157 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36196) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:37.559746 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-d90216d3-afc1-4153-bf30-4580f3ade345 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group_rule': {'security_group_id': 'c7a70ecc-497b-4738-8e6b-fa59afcf6170', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:37.561407 n-d-772272-3 neutron-server[109741]: WARNING neutron.api.v2.base [None req-d90216d3-afc1-4153-bf30-4580f3ade345 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 27 22:17:37.562252 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-d90216d3-afc1-4153-bf30-4580f3ade345 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:17:37.563677 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d90216d3-afc1-4153-bf30-4580f3ade345 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0092874 Jan 27 22:17:37.566498 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36200) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:37.574184 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-c5319302-ae78-4794-ab7f-d89d53890f09 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group_rule': {'security_group_id': 'c7a70ecc-497b-4738-8e6b-fa59afcf6170', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:37.574910 n-d-772272-3 neutron-server[109741]: WARNING neutron.api.v2.base [None req-c5319302-ae78-4794-ab7f-d89d53890f09 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 27 22:17:37.575465 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-c5319302-ae78-4794-ab7f-d89d53890f09 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:17:37.579316 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c5319302-ae78-4794-ab7f-d89d53890f09 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0087724 Jan 27 22:17:37.579498 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36204) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:37.585846 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-02935ddf-616e-4de9-9c4e-31bd7a9d51c3 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group_rule': {'security_group_id': 'c7a70ecc-497b-4738-8e6b-fa59afcf6170', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:37.587289 n-d-772272-3 neutron-server[109741]: WARNING neutron.api.v2.base [None req-02935ddf-616e-4de9-9c4e-31bd7a9d51c3 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 27 22:17:37.587790 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-02935ddf-616e-4de9-9c4e-31bd7a9d51c3 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:17:37.591369 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-02935ddf-616e-4de9-9c4e-31bd7a9d51c3 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083356 Jan 27 22:17:37.591833 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36208) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:37.599807 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d5043cd0-0e9e-4812-9608-f8faa0f61439 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group_rule': {'security_group_id': 'c7a70ecc-497b-4738-8e6b-fa59afcf6170', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:37.607702 n-d-772272-3 neutron-server[109742]: WARNING neutron.api.v2.base [None req-d5043cd0-0e9e-4812-9608-f8faa0f61439 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 27 22:17:37.608287 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-d5043cd0-0e9e-4812-9608-f8faa0f61439 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:17:37.612230 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36212) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:37.612585 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d5043cd0-0e9e-4812-9608-f8faa0f61439 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0198951 Jan 27 22:17:37.722447 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4bbef21d-3077-45ad-8a6b-e04f2f21932d tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (c7a70ecc-497b-4738-8e6b-fa59afcf6170), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.762157 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4bbef21d-3077-45ad-8a6b-e04f2f21932d tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (c7a70ecc-497b-4738-8e6b-fa59afcf6170), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.807075 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9125ed23-b567-47c7-a7ef-1ec943eed655 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7e4494d7-788d-4f51-a5b3-7afe71f3a565), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.846006 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125ed23-b567-47c7-a7ef-1ec943eed655 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Port': ['ID=7e4494d7-788d-4f51-a5b3-7afe71f3a565,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:37.857199 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4bbef21d-3077-45ad-8a6b-e04f2f21932d tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c7a70ecc-497b-4738-8e6b-fa59afcf6170), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.862358 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4bbef21d-3077-45ad-8a6b-e04f2f21932d tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.863771 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4bbef21d-3077-45ad-8a6b-e04f2f21932d tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "DELETE /v2.0/security-groups/c7a70ecc-497b-4738-8e6b-fa59afcf6170 HTTP/1.1" status: 204 len: 168 time: 0.2486937 Jan 27 22:17:37.867615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36240) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:37.892132 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbef21d-3077-45ad-8a6b-e04f2f21932d tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a70ecc-497b-4738-8e6b-fa59afcf6170,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:37.962174 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bb2d784e-ac1d-42d4-9a20-37f70f46ec68 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0934064 Jan 27 22:17:37.968337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36248) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:37.969465 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9125ed23-b567-47c7-a7ef-1ec943eed655 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (1fb03a66-1203-4693-b185-d955aa351a47), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.974012 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-18b1995c-d2b3-44e1-94f8-d28b688eea4d tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group': {'name': 'tempest-secgroup--821541575'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:38.068682 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-18b1995c-d2b3-44e1-94f8-d28b688eea4d tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.263763 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9125ed23-b567-47c7-a7ef-1ec943eed655 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (1fb03a66-1203-4693-b185-d955aa351a47), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.268041 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9125ed23-b567-47c7-a7ef-1ec943eed655 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router_controller (1fb03a66-1203-4693-b185-d955aa351a47), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.332728 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9125ed23-b567-47c7-a7ef-1ec943eed655 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (1fb03a66-1203-4693-b185-d955aa351a47), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.333397 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9125ed23-b567-47c7-a7ef-1ec943eed655 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Fanout notify agent at l3_agent the message router_deleted on router 1fb03a66-1203-4693-b185-d955aa351a47 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:17:38.342281 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9125ed23-b567-47c7-a7ef-1ec943eed655 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.350249 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9125ed23-b567-47c7-a7ef-1ec943eed655 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/routers/1fb03a66-1203-4693-b185-d955aa351a47 HTTP/1.1" status: 204 len: 168 time: 1.6503284 Jan 27 22:17:38.350249 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36286) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:38.368794 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9be1f247-380a-4b1a-b741-5e960e49b522 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1786921481'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:38.405887 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be1f247-380a-4b1a-b741-5e960e49b522 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Made reservation on behalf of 09f02c2761754134b0ead8f51792ddf6 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:17:38.409946 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9be1f247-380a-4b1a-b741-5e960e49b522 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.478327 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be1f247-380a-4b1a-b741-5e960e49b522 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:17:38.485003 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-18b1995c-d2b3-44e1-94f8-d28b688eea4d tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (0d05362d-d33e-436d-8494-c13ef123634b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.497462 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-18b1995c-d2b3-44e1-94f8-d28b688eea4d tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0d05362d-d33e-436d-8494-c13ef123634b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.533359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a65d5c-1185-4252-b499-9eec44ae7fb3 req-d4d6d1fd-99a8-45a7-a5c4-4673f86eee17 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:38.534496 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9be1f247-380a-4b1a-b741-5e960e49b522 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (af036610-9df5-44a3-9cd0-44d55f836f67), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.535103 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-9be1f247-380a-4b1a-b741-5e960e49b522 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Added segment af036610-9df5-44a3-9cd0-44d55f836f67 of type vlan for network 6345f7db-ceef-4624-87b0-9661a3aa773a Jan 27 22:17:38.540803 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5a65d5c-1185-4252-b499-9eec44ae7fb3 req-d4d6d1fd-99a8-45a7-a5c4-4673f86eee17 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 945 time: 0.2993405 Jan 27 22:17:38.637681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1995c-d2b3-44e1-94f8-d28b688eea4d tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d05362d-d33e-436d-8494-c13ef123634b,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:38.660409 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-18b1995c-d2b3-44e1-94f8-d28b688eea4d tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.662846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-18b1995c-d2b3-44e1-94f8-d28b688eea4d tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6928606 Jan 27 22:17:38.666050 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36324) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:38.671673 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-01c14693-fbad-49c1-ad30-38174b314b58 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group_rule': {'security_group_id': '0d05362d-d33e-436d-8494-c13ef123634b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:38.672412 n-d-772272-3 neutron-server[109741]: WARNING neutron.api.v2.base [None req-01c14693-fbad-49c1-ad30-38174b314b58 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 22:17:38.673056 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-01c14693-fbad-49c1-ad30-38174b314b58 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:17:38.674224 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-01c14693-fbad-49c1-ad30-38174b314b58 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069544 Jan 27 22:17:38.677562 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36326) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:38.679534 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9be1f247-380a-4b1a-b741-5e960e49b522 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (6345f7db-ceef-4624-87b0-9661a3aa773a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.689849 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-dcd10d5c-f9f0-443a-897e-648825601176 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group_rule': {'security_group_id': '0d05362d-d33e-436d-8494-c13ef123634b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:38.750704 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9be1f247-380a-4b1a-b741-5e960e49b522 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (6345f7db-ceef-4624-87b0-9661a3aa773a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.758987 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be1f247-380a-4b1a-b741-5e960e49b522 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:38.760137 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9be1f247-380a-4b1a-b741-5e960e49b522 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.795742 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5a65d5c-1185-4252-b499-9eec44ae7fb3 req-fc28b42c-717b-43cc-9e29-da21e8d299d9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194357 Jan 27 22:17:38.807083 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-dcd10d5c-f9f0-443a-897e-648825601176 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:17:38.808764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-dcd10d5c-f9f0-443a-897e-648825601176 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1287274 Jan 27 22:17:38.821095 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36344) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:38.825182 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-5ab76beb-4432-4f3c-8f5a-922e94cf57b8 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group_rule': {'security_group_id': '0d05362d-d33e-436d-8494-c13ef123634b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:38.825874 n-d-772272-3 neutron-server[109741]: WARNING neutron.api.v2.base [None req-5ab76beb-4432-4f3c-8f5a-922e94cf57b8 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 27 22:17:38.826830 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-5ab76beb-4432-4f3c-8f5a-922e94cf57b8 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:17:38.828429 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5ab76beb-4432-4f3c-8f5a-922e94cf57b8 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0147955 Jan 27 22:17:38.831526 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36346) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:38.842584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-9698cd73-d775-4157-b3d6-8a995b379054 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group_rule': {'security_group_id': '0d05362d-d33e-436d-8494-c13ef123634b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:38.927688 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-9698cd73-d775-4157-b3d6-8a995b379054 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:17:38.929551 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9698cd73-d775-4157-b3d6-8a995b379054 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0965457 Jan 27 22:17:38.932122 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36358) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:38.936897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-021c0be1-a3fa-4a6e-808e-5eaac05ca759 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group_rule': {'security_group_id': '0d05362d-d33e-436d-8494-c13ef123634b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:38.937444 n-d-772272-3 neutron-server[109741]: WARNING neutron.api.v2.base [None req-021c0be1-a3fa-4a6e-808e-5eaac05ca759 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 22:17:38.937997 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-021c0be1-a3fa-4a6e-808e-5eaac05ca759 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:17:38.939033 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-021c0be1-a3fa-4a6e-808e-5eaac05ca759 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058577 Jan 27 22:17:38.941960 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36362) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:38.946509 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-f87baf2d-e5ad-46bb-8e27-5887682a5980 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group_rule': {'security_group_id': '0d05362d-d33e-436d-8494-c13ef123634b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:39.025554 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9be1f247-380a-4b1a-b741-5e960e49b522 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6769280 Jan 27 22:17:39.028461 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36370) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:39.034517 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'subnet': {'network_id': '6345f7db-ceef-4624-87b0-9661a3aa773a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:39.047658 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-f87baf2d-e5ad-46bb-8e27-5887682a5980 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:17:39.049228 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f87baf2d-e5ad-46bb-8e27-5887682a5980 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1062448 Jan 27 22:17:39.052112 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36374) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:39.084865 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1f247-380a-4b1a-b741-5e960e49b522 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Network': ['ID=6345f7db-ceef-4624-87b0-9661a3aa773a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:39.097771 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 6345f7db-ceef-4624-87b0-9661a3aa773a details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:17:39.106557 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-bdef3b89-8d82-4b6c-b5b1-3dc047550245 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group_rule': {'security_group_id': '0d05362d-d33e-436d-8494-c13ef123634b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:39.107561 n-d-772272-3 neutron-server[109741]: WARNING neutron.api.v2.base [None req-bdef3b89-8d82-4b6c-b5b1-3dc047550245 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 27 22:17:39.108080 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-bdef3b89-8d82-4b6c-b5b1-3dc047550245 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:17:39.109137 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bdef3b89-8d82-4b6c-b5b1-3dc047550245 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0247755 Jan 27 22:17:39.112047 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36380) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:39.116990 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-15f49a6b-44b8-481b-970c-f825ab56de8e tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group_rule': {'security_group_id': '0d05362d-d33e-436d-8494-c13ef123634b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:39.214801 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-15f49a6b-44b8-481b-970c-f825ab56de8e tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:17:39.214801 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-15f49a6b-44b8-481b-970c-f825ab56de8e tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1014130 Jan 27 22:17:39.217515 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36392) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:39.223714 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8cc77502-8481-4561-b4cf-7aa793257b4d tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group_rule': {'security_group_id': '0d05362d-d33e-436d-8494-c13ef123634b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:39.267959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Made reservation on behalf of 09f02c2761754134b0ead8f51792ddf6 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:17:39.272906 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:39.306654 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-8cc77502-8481-4561-b4cf-7aa793257b4d tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:17:39.307698 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8cc77502-8481-4561-b4cf-7aa793257b4d tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0891538 Jan 27 22:17:39.310832 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36404) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:39.377942 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf821939-9e09-449b-a06f-5b436e938435 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (0d05362d-d33e-436d-8494-c13ef123634b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:39.423632 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf821939-9e09-449b-a06f-5b436e938435 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (0d05362d-d33e-436d-8494-c13ef123634b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:39.507493 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf821939-9e09-449b-a06f-5b436e938435 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0d05362d-d33e-436d-8494-c13ef123634b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:39.512605 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf821939-9e09-449b-a06f-5b436e938435 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:39.514786 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bf821939-9e09-449b-a06f-5b436e938435 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "DELETE /v2.0/security-groups/0d05362d-d33e-436d-8494-c13ef123634b HTTP/1.1" status: 204 len: 168 time: 0.2019680 Jan 27 22:17:39.517587 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36428) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:39.530149 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf821939-9e09-449b-a06f-5b436e938435 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d05362d-d33e-436d-8494-c13ef123634b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:39.657144 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-18c5398c-2859-4a6c-b0d3-86b2d8287de2 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1346304 Jan 27 22:17:39.657603 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36444) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:39.662230 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-db24f709-bf45-4a53-8f99-4c7f9b97b2e6 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group': {'name': 'tempest-secgroup--1904333798'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:39.735946 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-db24f709-bf45-4a53-8f99-4c7f9b97b2e6 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:39.754025 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (54612736-e38d-4d18-b465-8e4622da3fcf), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:39.871593 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Subnet': ['ID=54612736-e38d-4d18-b465-8e4622da3fcf,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:39.882456 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:39.883507 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:39.883966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:39.884433 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:39.884977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:39.885531 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:39.886073 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:39.886747 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:39.887264 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:39.887700 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:39.888133 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:39.888619 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:39.889039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:39.892493 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Checking segment: {'id': 'af036610-9df5-44a3-9cd0-44d55f836f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6345f7db-ceef-4624-87b0-9661a3aa773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:17:39.893119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network hostable DHCP agents. Network: 6345f7db-ceef-4624-87b0-9661a3aa773a, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:17:39.912706 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-db24f709-bf45-4a53-8f99-4c7f9b97b2e6 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (c8356ade-3454-4549-8869-cba47a9600bd), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:39.920611 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-db24f709-bf45-4a53-8f99-4c7f9b97b2e6 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c8356ade-3454-4549-8869-cba47a9600bd), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:39.935330 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network 6345f7db-ceef-4624-87b0-9661a3aa773a is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:17:39.962603 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24f709-bf45-4a53-8f99-4c7f9b97b2e6 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8356ade-3454-4549-8869-cba47a9600bd,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:39.984843 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-db24f709-bf45-4a53-8f99-4c7f9b97b2e6 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:39.986380 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-db24f709-bf45-4a53-8f99-4c7f9b97b2e6 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3278236 Jan 27 22:17:39.989646 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36476) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:40.008261 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-fe0667c9-5e45-4fd5-bb43-8cc8c3fbcabd tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group_rule': {'security_group_id': 'c8356ade-3454-4549-8869-cba47a9600bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:40.012480 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 6345f7db-ceef-4624-87b0-9661a3aa773a) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:40.018206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:40.018806 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:40.032473 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8993a081-91e1-4870-9a50-a093c1450e1d None None] Network 6345f7db-ceef-4624-87b0-9661a3aa773a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:17:40.073278 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a16331ec-de03-405d-adcd-45dde3c39166 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0435746 Jan 27 22:17:40.089910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830eb14-10df-4a67-bd17-b68fe6c4df5d req-c22dccbc-85b9-41fa-95a7-6cdbeed860fe tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:40.091003 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36484) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:40.105364 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2830eb14-10df-4a67-bd17-b68fe6c4df5d req-c22dccbc-85b9-41fa-95a7-6cdbeed860fe tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 945 time: 0.1663620 Jan 27 22:17:40.108958 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-41237bf9-2d4e-49d2-90e1-72d5cd68f8cb tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1572771171', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:40.193463 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41237bf9-2d4e-49d2-90e1-72d5cd68f8cb tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (43b9d84b-8288-40ea-97bd-0cb0326fd541), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:40.196620 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41237bf9-2d4e-49d2-90e1-72d5cd68f8cb tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (43b9d84b-8288-40ea-97bd-0cb0326fd541), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:40.230298 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2830eb14-10df-4a67-bd17-b68fe6c4df5d req-64286b95-db81-4c5d-a46f-e4d9d78f27aa tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161127 Jan 27 22:17:40.269871 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e08f00-7625-41fb-9715-ba19d2279dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-6345f7db-ceef-4624-87b0-9661a3aa773a', 'network_id': '6345f7db-ceef-4624-87b0-9661a3aa773a', 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'fixed_ips': [{'subnet_id': '54612736-e38d-4d18-b465-8e4622da3fcf'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:17:40.270821 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e3e08f00-7625-41fb-9715-ba19d2279dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:40.357048 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41237bf9-2d4e-49d2-90e1-72d5cd68f8cb tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router_controller (43b9d84b-8288-40ea-97bd-0cb0326fd541), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:40.358754 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-fe0667c9-5e45-4fd5-bb43-8cc8c3fbcabd tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] create failed (client error): The resource could not be found. Jan 27 22:17:40.364013 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fe0667c9-5e45-4fd5-bb43-8cc8c3fbcabd tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3614480 Jan 27 22:17:40.364501 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36508) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:40.392539 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-62bfdd61-b624-4776-82e1-3cf720332ebe tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group_rule': {'security_group_id': 'c8356ade-3454-4549-8869-cba47a9600bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '307cbbe6-841b-4cb4-aafa-09006257e0e0'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:40.411904 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41237bf9-2d4e-49d2-90e1-72d5cd68f8cb tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (43b9d84b-8288-40ea-97bd-0cb0326fd541), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:40.475060 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41237bf9-2d4e-49d2-90e1-72d5cd68f8cb tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:40.477254 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-41237bf9-2d4e-49d2-90e1-72d5cd68f8cb tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3843493 Jan 27 22:17:40.480008 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36520) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:40.526348 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34089ee7-9d8e-4c97-996d-8a4e9eb15d79 req-7f63d03d-9352-441f-b989-fa46ea97da55 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:40.530791 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-34089ee7-9d8e-4c97-996d-8a4e9eb15d79 req-7f63d03d-9352-441f-b989-fa46ea97da55 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 945 time: 0.1035385 Jan 27 22:17:40.636978 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-34089ee7-9d8e-4c97-996d-8a4e9eb15d79 req-a4a9c037-54d1-43fe-becd-792b62ee7dbe tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014171 Jan 27 22:17:40.686551 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-e3e08f00-7625-41fb-9715-ba19d2279dfa None None] Allocated IP 2001:db8::2 (6345f7db-ceef-4624-87b0-9661a3aa773a/54612736-e38d-4d18-b465-8e4622da3fcf/ef8a8afe-313f-49cf-b999-f1998adc35ff) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:17:40.802166 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-62bfdd61-b624-4776-82e1-3cf720332ebe tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] create failed (client error): The resource could not be found. Jan 27 22:17:40.807051 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-62bfdd61-b624-4776-82e1-3cf720332ebe tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4410863 Jan 27 22:17:40.809939 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36546) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:40.887711 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eff8d2-d41c-4ad0-9c02-39c04ee46f26 req-fb8dce34-1555-4f33-a9b0-af55907fcab0 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:40.893524 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0eff8d2-d41c-4ad0-9c02-39c04ee46f26 req-fb8dce34-1555-4f33-a9b0-af55907fcab0 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 945 time: 0.1263876 Jan 27 22:17:41.011346 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0eff8d2-d41c-4ad0-9c02-39c04ee46f26 req-6efeca32-c306-4745-8711-4218a907b2ab tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095948 Jan 27 22:17:41.127244 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dfdda904-7b0e-4d82-a554-1490922f7edd tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (c8356ade-3454-4549-8869-cba47a9600bd), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:41.129787 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e3e08f00-7625-41fb-9715-ba19d2279dfa None None] Publish callbacks [] for port (ef8a8afe-313f-49cf-b999-f1998adc35ff), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:41.146059 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e3e08f00-7625-41fb-9715-ba19d2279dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (ef8a8afe-313f-49cf-b999-f1998adc35ff), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:41.186685 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dfdda904-7b0e-4d82-a554-1490922f7edd tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (c8356ade-3454-4549-8869-cba47a9600bd), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:41.207509 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e08f00-7625-41fb-9715-ba19d2279dfa None None] Network 6345f7db-ceef-4624-87b0-9661a3aa773a is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:17:41.210914 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-e3e08f00-7625-41fb-9715-ba19d2279dfa None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:41.225219 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e08f00-7625-41fb-9715-ba19d2279dfa None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:17:41.306310 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-71013594-0e88-487c-857d-edf6d0a2ccce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:41.329285 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dfdda904-7b0e-4d82-a554-1490922f7edd tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c8356ade-3454-4549-8869-cba47a9600bd), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:41.329395 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e08f00-7625-41fb-9715-ba19d2279dfa None None] Pushing event updated for resources: {'Port': ['ID=ef8a8afe-313f-49cf-b999-f1998adc35ff,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:41.330976 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dfdda904-7b0e-4d82-a554-1490922f7edd tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:41.332421 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dfdda904-7b0e-4d82-a554-1490922f7edd tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "DELETE /v2.0/security-groups/c8356ade-3454-4549-8869-cba47a9600bd HTTP/1.1" status: 204 len: 168 time: 0.5211453 Jan 27 22:17:41.335181 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36576) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:41.364823 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-e3e08f00-7625-41fb-9715-ba19d2279dfa None None] Attempting to bind port ef8a8afe-313f-49cf-b999-f1998adc35ff on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:17:41.365207 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-e3e08f00-7625-41fb-9715-ba19d2279dfa None None] Attempting to bind port ef8a8afe-313f-49cf-b999-f1998adc35ff by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'af036610-9df5-44a3-9cd0-44d55f836f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6345f7db-ceef-4624-87b0-9661a3aa773a'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:17:41.366548 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e08f00-7625-41fb-9715-ba19d2279dfa None None] Attempting to bind port ef8a8afe-313f-49cf-b999-f1998adc35ff on network 6345f7db-ceef-4624-87b0-9661a3aa773a {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:17:41.375266 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e08f00-7625-41fb-9715-ba19d2279dfa None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:17:41.375655 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e08f00-7625-41fb-9715-ba19d2279dfa None None] Checking segment: {'id': 'af036610-9df5-44a3-9cd0-44d55f836f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6345f7db-ceef-4624-87b0-9661a3aa773a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:17:41.376068 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e3e08f00-7625-41fb-9715-ba19d2279dfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:41.376498 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e08f00-7625-41fb-9715-ba19d2279dfa None None] Bound using segment: {'id': 'af036610-9df5-44a3-9cd0-44d55f836f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6345f7db-ceef-4624-87b0-9661a3aa773a'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:17:41.376991 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-e3e08f00-7625-41fb-9715-ba19d2279dfa None None] Bound port: ef8a8afe-313f-49cf-b999-f1998adc35ff, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af036610-9df5-44a3-9cd0-44d55f836f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6345f7db-ceef-4624-87b0-9661a3aa773a'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:17:41.377379 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e3e08f00-7625-41fb-9715-ba19d2279dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ef8a8afe-313f-49cf-b999-f1998adc35ff), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:41.390007 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdda904-7b0e-4d82-a554-1490922f7edd tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8356ade-3454-4549-8869-cba47a9600bd,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:41.434926 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-68e58aa8-bd2a-4179-a6f1-f88b8ced5b08 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0985129 Jan 27 22:17:41.438658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36580) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:41.449289 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-4e5c2e3c-70d3-463f-849e-0598b84b9f07 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group_rule': {'security_group_id': '264bf6be-1306-4e27-8121-672b016666f6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:41.552741 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e3e08f00-7625-41fb-9715-ba19d2279dfa None None] For port ef8a8afe-313f-49cf-b999-f1998adc35ff, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:17:41.559665 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e3e08f00-7625-41fb-9715-ba19d2279dfa None None] For port ef8a8afe-313f-49cf-b999-f1998adc35ff, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ef8a8afe-313f-49cf-b999-f1998adc35ff,segment=NetworkSegment(af036610-9df5-44a3-9cd0-44d55f836f67),segment_id=af036610-9df5-44a3-9cd0-44d55f836f67)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:17:41.572036 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e3e08f00-7625-41fb-9715-ba19d2279dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ef8a8afe-313f-49cf-b999-f1998adc35ff), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:41.588440 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-4e5c2e3c-70d3-463f-849e-0598b84b9f07 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] create failed (client error): The resource could not be found. Jan 27 22:17:41.589911 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4e5c2e3c-70d3-463f-849e-0598b84b9f07 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1503181 Jan 27 22:17:41.597941 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899802b3-8b5e-433f-80be-be0a10d42f68 req-ce480a8a-c7c0-4614-8b23-286962fa7124 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:41.600364 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-899802b3-8b5e-433f-80be-be0a10d42f68 req-ce480a8a-c7c0-4614-8b23-286962fa7124 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 945 time: 0.1146548 Jan 27 22:17:41.601182 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36582) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:41.606977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-d2914226-cea9-4149-8aac-82e641602e18 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group': {'name': 'tempest-secgroup--887656788'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:41.704764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-899802b3-8b5e-433f-80be-be0a10d42f68 req-fa00c4d1-715d-49d9-832b-9c08bf5fdb16 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920186 Jan 27 22:17:41.757373 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d2914226-cea9-4149-8aac-82e641602e18 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:41.760793 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e08f00-7625-41fb-9715-ba19d2279dfa None None] Pushing event updated for resources: {'Port': ['ID=ef8a8afe-313f-49cf-b999-f1998adc35ff,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:41.910054 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d2914226-cea9-4149-8aac-82e641602e18 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (f7c5c6ac-6d8e-4e45-a896-2ef212fa507d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:41.918962 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d2914226-cea9-4149-8aac-82e641602e18 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f7c5c6ac-6d8e-4e45-a896-2ef212fa507d), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:41.936656 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-71013594-0e88-487c-857d-edf6d0a2ccce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Allocated IP 2001:db8::1 (6345f7db-ceef-4624-87b0-9661a3aa773a/54612736-e38d-4d18-b465-8e4622da3fcf/58b17712-e3dc-4284-9d80-76e19393645f) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:17:41.981439 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d2914226-cea9-4149-8aac-82e641602e18 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:41.996014 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d2914226-cea9-4149-8aac-82e641602e18 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3927143 Jan 27 22:17:42.016747 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36592) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:42.030988 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-4741f593-fe63-48a8-b0e2-f14fd75a23dc tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137961343'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:42.051248 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2914226-cea9-4149-8aac-82e641602e18 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c5c6ac-6d8e-4e45-a896-2ef212fa507d,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:42.120215 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4741f593-fe63-48a8-b0e2-f14fd75a23dc tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:42.276662 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-71013594-0e88-487c-857d-edf6d0a2ccce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for port (58b17712-e3dc-4284-9d80-76e19393645f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:42.352700 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4741f593-fe63-48a8-b0e2-f14fd75a23dc tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (3e483617-bc95-43f3-af63-61f9a1803bcd), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:42.364920 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4741f593-fe63-48a8-b0e2-f14fd75a23dc tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3e483617-bc95-43f3-af63-61f9a1803bcd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:42.401180 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-71013594-0e88-487c-857d-edf6d0a2ccce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (58b17712-e3dc-4284-9d80-76e19393645f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:42.464211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741f593-fe63-48a8-b0e2-f14fd75a23dc tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e483617-bc95-43f3-af63-61f9a1803bcd,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:42.491071 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71013594-0e88-487c-857d-edf6d0a2ccce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network 6345f7db-ceef-4624-87b0-9661a3aa773a is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:17:42.496735 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4741f593-fe63-48a8-b0e2-f14fd75a23dc tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:42.500721 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4741f593-fe63-48a8-b0e2-f14fd75a23dc tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4748409 Jan 27 22:17:42.500954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36598) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:42.501772 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-71013594-0e88-487c-857d-edf6d0a2ccce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:42.505520 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-0f47ef00-e349-4021-8c1b-3fd10ede80ba tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group_rule': {'security_group_id': 'f7c5c6ac-6d8e-4e45-a896-2ef212fa507d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '3e483617-bc95-43f3-af63-61f9a1803bcd'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:42.507533 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71013594-0e88-487c-857d-edf6d0a2ccce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:17:42.508842 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-71013594-0e88-487c-857d-edf6d0a2ccce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (43b9d84b-8288-40ea-97bd-0cb0326fd541), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:42.512732 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71013594-0e88-487c-857d-edf6d0a2ccce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Port': ['ID=58b17712-e3dc-4284-9d80-76e19393645f,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:42.577746 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-0f47ef00-e349-4021-8c1b-3fd10ede80ba tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:17:42.581400 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0f47ef00-e349-4021-8c1b-3fd10ede80ba tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0769384 Jan 27 22:17:42.581639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36600) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:42.727082 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-40bf4664-64a9-43e9-b941-ba56dc8d9cb4 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (3e483617-bc95-43f3-af63-61f9a1803bcd), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:42.733101 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-71013594-0e88-487c-857d-edf6d0a2ccce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (58b17712-e3dc-4284-9d80-76e19393645f), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:42.791240 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:42.830545 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-40bf4664-64a9-43e9-b941-ba56dc8d9cb4 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (3e483617-bc95-43f3-af63-61f9a1803bcd), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:43.058249 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ef8a8afe-313f-49cf-b999-f1998adc35ff up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:17:43.134596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed84ba7-166d-4c0c-9897-290bbe8e7ad3 req-d2fbeb26-eb4d-48f8-a8b6-fdbba0b10a49 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:43.136239 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eed84ba7-166d-4c0c-9897-290bbe8e7ad3 req-d2fbeb26-eb4d-48f8-a8b6-fdbba0b10a49 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.15 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 945 time: 0.3345048 Jan 27 22:17:43.177963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01391b93-03cf-4245-a200-af38480f0f92 req-65950a99-1424-4fea-a049-2b2a9e3780c5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:43.186875 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01391b93-03cf-4245-a200-af38480f0f92 req-65950a99-1424-4fea-a049-2b2a9e3780c5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 945 time: 0.2813807 Jan 27 22:17:43.245460 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-40bf4664-64a9-43e9-b941-ba56dc8d9cb4 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3e483617-bc95-43f3-af63-61f9a1803bcd), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:43.248467 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-40bf4664-64a9-43e9-b941-ba56dc8d9cb4 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:43.252609 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-40bf4664-64a9-43e9-b941-ba56dc8d9cb4 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "DELETE /v2.0/security-groups/3e483617-bc95-43f3-af63-61f9a1803bcd HTTP/1.1" status: 204 len: 168 time: 0.6698091 Jan 27 22:17:43.253192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36608) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:43.253748 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port ef8a8afe-313f-49cf-b999-f1998adc35ff triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:43.259043 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ef8a8afe-313f-49cf-b999-f1998adc35ff), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:43.308042 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-71013594-0e88-487c-857d-edf6d0a2ccce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for port (58b17712-e3dc-4284-9d80-76e19393645f), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:43.318188 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-71013594-0e88-487c-857d-edf6d0a2ccce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (58b17712-e3dc-4284-9d80-76e19393645f), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:43.319358 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-71013594-0e88-487c-857d-edf6d0a2ccce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (43b9d84b-8288-40ea-97bd-0cb0326fd541), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:43.322414 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf4664-64a9-43e9-b941-ba56dc8d9cb4 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e483617-bc95-43f3-af63-61f9a1803bcd,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:43.347020 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01391b93-03cf-4245-a200-af38480f0f92 req-a8c91751-0c8b-46b0-ae13-3e7048c3dc4f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591585 Jan 27 22:17:43.411108 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b48ae96d-055f-40ef-a676-0a07f0633f3d tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1495667 Jan 27 22:17:43.411938 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36612) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:43.431484 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-eed84ba7-166d-4c0c-9897-290bbe8e7ad3 req-f3833e19-5081-475d-8861-e173f8f781ad tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Deleting port 147e5ad4-4789-4b41-aea3-44caa09d40fb {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:17:43.434375 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-eed84ba7-166d-4c0c-9897-290bbe8e7ad3 req-f3833e19-5081-475d-8861-e173f8f781ad tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (147e5ad4-4789-4b41-aea3-44caa09d40fb), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:43.545857 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port ef8a8afe-313f-49cf-b999-f1998adc35ff is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:43.546495 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ef8a8afe-313f-49cf-b999-f1998adc35ff), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:43.597039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-eed84ba7-166d-4c0c-9897-290bbe8e7ad3 req-f3833e19-5081-475d-8861-e173f8f781ad tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] For port 147e5ad4-4789-4b41-aea3-44caa09d40fb, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=147e5ad4-4789-4b41-aea3-44caa09d40fb,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:17:43.597471 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-eed84ba7-166d-4c0c-9897-290bbe8e7ad3 req-f3833e19-5081-475d-8861-e173f8f781ad tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (147e5ad4-4789-4b41-aea3-44caa09d40fb), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:43.618714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-eed84ba7-166d-4c0c-9897-290bbe8e7ad3 req-f3833e19-5081-475d-8861-e173f8f781ad tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Calling delete_port for 147e5ad4-4789-4b41-aea3-44caa09d40fb owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:17:43.634227 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port ef8a8afe-313f-49cf-b999-f1998adc35ff, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ef8a8afe-313f-49cf-b999-f1998adc35ff,segment=NetworkSegment(af036610-9df5-44a3-9cd0-44d55f836f67),segment_id=af036610-9df5-44a3-9cd0-44d55f836f67)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:17:43.642044 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ef8a8afe-313f-49cf-b999-f1998adc35ff), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:43.669440 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71013594-0e88-487c-857d-edf6d0a2ccce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network 6345f7db-ceef-4624-87b0-9661a3aa773a is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:17:43.676651 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-71013594-0e88-487c-857d-edf6d0a2ccce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:43.678722 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71013594-0e88-487c-857d-edf6d0a2ccce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Port': ['ID=58b17712-e3dc-4284-9d80-76e19393645f,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:43.717492 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f18226-fac8-4207-ad5d-3da2f4359a9a None None] Network 6345f7db-ceef-4624-87b0-9661a3aa773a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:17:43.882177 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=ef8a8afe-313f-49cf-b999-f1998adc35ff,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:43.890377 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7b65d46-f382-4e02-a017-ad7424eab922 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (f7c5c6ac-6d8e-4e45-a896-2ef212fa507d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:43.906255 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-983a9a9f-85b5-4404-89a7-0e9f1caf9320 None None] Provisioning complete for port ef8a8afe-313f-49cf-b999-f1998adc35ff triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:43.906860 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-983a9a9f-85b5-4404-89a7-0e9f1caf9320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ef8a8afe-313f-49cf-b999-f1998adc35ff), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:43.927799 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-eed84ba7-166d-4c0c-9897-290bbe8e7ad3 req-f3833e19-5081-475d-8861-e173f8f781ad tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (147e5ad4-4789-4b41-aea3-44caa09d40fb), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:43.961502 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['147e5ad4-4789-4b41-aea3-44caa09d40fb'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:17:43.969391 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3833e19-5081-475d-8861-e173f8f781ad tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event deleted for resources: {'Port': ['ID=147e5ad4-4789-4b41-aea3-44caa09d40fb,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:43.973051 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7b65d46-f382-4e02-a017-ad7424eab922 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (f7c5c6ac-6d8e-4e45-a896-2ef212fa507d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:44.042007 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71013594-0e88-487c-857d-edf6d0a2ccce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router 43b9d84b-8288-40ea-97bd-0cb0326fd541 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:17:44.120783 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed84ba7-166d-4c0c-9897-290bbe8e7ad3 req-f3833e19-5081-475d-8861-e173f8f781ad tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] No DVR routers for this DVR port 147e5ad4-4789-4b41-aea3-44caa09d40fb on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:17:44.126518 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-983a9a9f-85b5-4404-89a7-0e9f1caf9320 None None] Current status of the port ef8a8afe-313f-49cf-b999-f1998adc35ff is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:44.127350 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-eed84ba7-166d-4c0c-9897-290bbe8e7ad3 req-f3833e19-5081-475d-8861-e173f8f781ad tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:44.134669 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eed84ba7-166d-4c0c-9897-290bbe8e7ad3 req-f3833e19-5081-475d-8861-e173f8f781ad tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.15 "DELETE /v2.0/ports/147e5ad4-4789-4b41-aea3-44caa09d40fb HTTP/1.1" status: 204 len: 173 time: 0.9909525 Jan 27 22:17:44.137335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deeb3eed-e875-407b-aa2f-10ccb6e9762c', 'name': 'network-vif-deleted', 'tag': '147e5ad4-4789-4b41-aea3-44caa09d40fb'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:17:44.167346 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbe485e-bfe8-4011-b163-6cd0d6d2e94f" -d '{"events": [{"server_uuid": "deeb3eed-e875-407b-aa2f-10ccb6e9762c", "name": "network-vif-deleted", "tag": "147e5ad4-4789-4b41-aea3-44caa09d40fb"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:17:44.242599 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccde7ca-8469-4c01-a5ae-5ea8a7ed4582 x-openstack-request-id: req-dccde7ca-8469-4c01-a5ae-5ea8a7ed4582 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:17:44.242913 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deeb3eed-e875-407b-aa2f-10ccb6e9762c", "name": "network-vif-deleted", "tag": "147e5ad4-4789-4b41-aea3-44caa09d40fb", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:17:44.244497 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dccde7ca-8469-4c01-a5ae-5ea8a7ed4582 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:17:44.245212 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deeb3eed-e875-407b-aa2f-10ccb6e9762c', 'name': 'network-vif-deleted', 'tag': '147e5ad4-4789-4b41-aea3-44caa09d40fb', 'status': 'completed', 'code': 200} Jan 27 22:17:44.334106 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71013594-0e88-487c-857d-edf6d0a2ccce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:17:44.345484 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36622) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:44.347639 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-71013594-0e88-487c-857d-edf6d0a2ccce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/43b9d84b-8288-40ea-97bd-0cb0326fd541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8664901 Jan 27 22:17:44.353165 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7b65d46-f382-4e02-a017-ad7424eab922 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f7c5c6ac-6d8e-4e45-a896-2ef212fa507d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:44.355952 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7b65d46-f382-4e02-a017-ad7424eab922 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:44.357742 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf3f442-1b48-4c4c-bc9d-5f4eaed7d1c5 None None] Sync routers for ids ['43b9d84b-8288-40ea-97bd-0cb0326fd541'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:17:44.361064 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d7b65d46-f382-4e02-a017-ad7424eab922 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "DELETE /v2.0/security-groups/f7c5c6ac-6d8e-4e45-a896-2ef212fa507d HTTP/1.1" status: 204 len: 168 time: 0.9450428 Jan 27 22:17:44.366595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36624) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:44.386842 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b65d46-f382-4e02-a017-ad7424eab922 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c5c6ac-6d8e-4e45-a896-2ef212fa507d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:44.420382 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf3f442-1b48-4c4c-bc9d-5f4eaed7d1c5 None None] Routers {'43b9d84b-8288-40ea-97bd-0cb0326fd541'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:17:44.420996 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-fdf3f442-1b48-4c4c-bc9d-5f4eaed7d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:17:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['43b9d84b-8288-40ea-97bd-0cb0326fd541'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:44.489892 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d93aa0b-afd8-46dc-a7c5-1cf2166628ff tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:44.491474 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5d93aa0b-afd8-46dc-a7c5-1cf2166628ff tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/ports/58b17712-e3dc-4284-9d80-76e19393645f HTTP/1.1" status: 200 len: 911 time: 0.1447744 Jan 27 22:17:44.496082 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36630) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:44.505769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a3062af8-c6fc-473b-9cb5-4ead4c7b333a tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1322997 Jan 27 22:17:44.510722 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a1d768dd-07de-4484-8f4e-d69b11f208bf tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '54612736-e38d-4d18-b465-8e4622da3fcf'}]}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:44.512091 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36634) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:44.518747 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-348f800a-1c6e-49f7-af57-c83d3c71939a tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group': {'name': 'tempest-secgroup--2122953354'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:44.546563 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-fdf3f442-1b48-4c4c-bc9d-5f4eaed7d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:44.556953 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf3f442-1b48-4c4c-bc9d-5f4eaed7d1c5 None None] Routers {'43b9d84b-8288-40ea-97bd-0cb0326fd541'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:17:44.557595 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-fdf3f442-1b48-4c4c-bc9d-5f4eaed7d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:17:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['43b9d84b-8288-40ea-97bd-0cb0326fd541'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:44.562016 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-4817422f-8b81-43b3-b31c-7f0fa9b25132 None None] Provisioning complete for port ef8a8afe-313f-49cf-b999-f1998adc35ff triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:44.562402 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4817422f-8b81-43b3-b31c-7f0fa9b25132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ef8a8afe-313f-49cf-b999-f1998adc35ff), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:44.638714 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f8b6354-59c9-492d-86e4-a0f8d884edb9 req-3616a0ff-bda1-4076-a1ac-805189c4cf03 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 210 time: 0.0825639 Jan 27 22:17:44.640450 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-348f800a-1c6e-49f7-af57-c83d3c71939a tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:44.757473 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-348f800a-1c6e-49f7-af57-c83d3c71939a tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (d427a357-3165-4aed-ab72-d0b28f76c3b5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:44.765177 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-348f800a-1c6e-49f7-af57-c83d3c71939a tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d427a357-3165-4aed-ab72-d0b28f76c3b5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:44.765874 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4817422f-8b81-43b3-b31c-7f0fa9b25132 None None] Current status of the port ef8a8afe-313f-49cf-b999-f1998adc35ff is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:44.778254 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-4817422f-8b81-43b3-b31c-7f0fa9b25132 None None] Provisioning complete for port 58b17712-e3dc-4284-9d80-76e19393645f triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:44.778860 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4817422f-8b81-43b3-b31c-7f0fa9b25132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (58b17712-e3dc-4284-9d80-76e19393645f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:44.846409 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a1d768dd-07de-4484-8f4e-d69b11f208bf tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (58b17712-e3dc-4284-9d80-76e19393645f), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:44.868030 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-348f800a-1c6e-49f7-af57-c83d3c71939a tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:44.874099 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-348f800a-1c6e-49f7-af57-c83d3c71939a tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3560698 Jan 27 22:17:44.876289 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36636) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:44.880126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f800a-1c6e-49f7-af57-c83d3c71939a tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d427a357-3165-4aed-ab72-d0b28f76c3b5,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:44.887148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4817422f-8b81-43b3-b31c-7f0fa9b25132 None None] Port 58b17712-e3dc-4284-9d80-76e19393645f cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:17:44.896529 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-10379233-686b-4794-912e-395911d947dd tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:44.897065 n-d-772272-3 neutron-server[109741]: WARNING neutron.api.v2.base [None req-10379233-686b-4794-912e-395911d947dd tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 22:17:44.897481 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-10379233-686b-4794-912e-395911d947dd tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] update failed (client error): There was a conflict when trying to complete your request. Jan 27 22:17:44.901562 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-10379233-686b-4794-912e-395911d947dd tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "PUT /v2.0/security-groups/d427a357-3165-4aed-ab72-d0b28f76c3b5 HTTP/1.1" status: 409 len: 330 time: 0.0104578 Jan 27 22:17:44.901885 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36638) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:44.915008 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ef8a8afe-313f-49cf-b999-f1998adc35ff up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:17:44.928745 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-fdf3f442-1b48-4c4c-bc9d-5f4eaed7d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:44.929452 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf3f442-1b48-4c4c-bc9d-5f4eaed7d1c5 None None] The sync data for ids ['43b9d84b-8288-40ea-97bd-0cb0326fd541'] in n-d-772272-3 is: [] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:17:44.986776 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port ef8a8afe-313f-49cf-b999-f1998adc35ff triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:44.991914 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ef8a8afe-313f-49cf-b999-f1998adc35ff), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:45.073401 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-0762cb57-bf25-46e9-b9f0-36eddc43d062 None None] Provisioning complete for port 58b17712-e3dc-4284-9d80-76e19393645f triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:45.073943 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0762cb57-bf25-46e9-b9f0-36eddc43d062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (58b17712-e3dc-4284-9d80-76e19393645f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:45.081515 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b34265d-7042-439e-95f5-c6e7754370ae tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (d427a357-3165-4aed-ab72-d0b28f76c3b5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:45.137124 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0762cb57-bf25-46e9-b9f0-36eddc43d062 None None] Port 58b17712-e3dc-4284-9d80-76e19393645f cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:17:45.204450 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port ef8a8afe-313f-49cf-b999-f1998adc35ff is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:45.370985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-42d67c81-b3c2-4add-9bb2-c81f370e3a45 None None] Provisioning complete for port 58b17712-e3dc-4284-9d80-76e19393645f triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:45.371369 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-42d67c81-b3c2-4add-9bb2-c81f370e3a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (58b17712-e3dc-4284-9d80-76e19393645f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:45.432431 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-42d67c81-b3c2-4add-9bb2-c81f370e3a45 None None] Port 58b17712-e3dc-4284-9d80-76e19393645f cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:17:45.455952 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b34265d-7042-439e-95f5-c6e7754370ae tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (d427a357-3165-4aed-ab72-d0b28f76c3b5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:45.548077 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b34265d-7042-439e-95f5-c6e7754370ae tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d427a357-3165-4aed-ab72-d0b28f76c3b5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:45.551322 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b34265d-7042-439e-95f5-c6e7754370ae tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:45.552601 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2b34265d-7042-439e-95f5-c6e7754370ae tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "DELETE /v2.0/security-groups/d427a357-3165-4aed-ab72-d0b28f76c3b5 HTTP/1.1" status: 204 len: 168 time: 0.6497550 Jan 27 22:17:45.556888 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36648) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:45.573457 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34265d-7042-439e-95f5-c6e7754370ae tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d427a357-3165-4aed-ab72-d0b28f76c3b5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:45.619385 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8726c3eb-0285-4c81-a25b-f7176fb7e65c tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0612302 Jan 27 22:17:45.620307 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36650) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:45.648830 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-395c6ae2-e534-4f9b-9707-8f5996d77d16 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] delete failed (client error): The resource could not be found. Jan 27 22:17:45.653764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-395c6ae2-e534-4f9b-9707-8f5996d77d16 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "DELETE /v2.0/security-groups/ec4f3477-fb05-4657-b011-18fc1ed64bf3 HTTP/1.1" status: 404 len: 347 time: 0.0322938 Jan 27 22:17:45.656154 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36652) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:45.674060 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-ef31cdd6-8639-46d1-9a42-1c64b10f1ae3 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] show failed (client error): The resource could not be found. Jan 27 22:17:45.674985 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ef31cdd6-8639-46d1-9a42-1c64b10f1ae3 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "GET /v2.0/security-groups/7bf0f301-1b4f-4f65-bfc7-de034b4c707d HTTP/1.1" status: 404 len: 347 time: 0.0170481 Jan 27 22:17:45.680089 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36656) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:45.696525 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-1bd1dc24-b36a-4e80-bdd4-6a14fa8ccb83 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] show failed (client error): The resource could not be found. Jan 27 22:17:45.697618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1bd1dc24-b36a-4e80-bdd4-6a14fa8ccb83 tempest-NegativeSecGroupTest-258699194 tempest-NegativeSecGroupTest-258699194-project] 10.222.0.23 "GET /v2.0/security-group-rules/6e1b43c3-499c-41a7-9736-3bf72e173dad HTTP/1.1" status: 404 len: 356 time: 0.0164614 Jan 27 22:17:45.753612 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a1d768dd-07de-4484-8f4e-d69b11f208bf tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for port (58b17712-e3dc-4284-9d80-76e19393645f), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:45.769017 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a1d768dd-07de-4484-8f4e-d69b11f208bf tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (58b17712-e3dc-4284-9d80-76e19393645f), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:45.776533 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d768dd-07de-4484-8f4e-d69b11f208bf tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:45.777192 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a1d768dd-07de-4484-8f4e-d69b11f208bf tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:45.778574 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a1d768dd-07de-4484-8f4e-d69b11f208bf tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/ports/58b17712-e3dc-4284-9d80-76e19393645f HTTP/1.1" status: 200 len: 911 time: 1.2814469 Jan 27 22:17:45.781936 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36660) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:45.821405 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-429edeff-f3a8-482e-b28c-d7fb891334e1 req-cdf4f310-efa3-45fa-8ce5-b42a583ebb44 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 210 time: 0.0548544 Jan 27 22:17:45.900577 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d768dd-07de-4484-8f4e-d69b11f208bf tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Port': ['ID=58b17712-e3dc-4284-9d80-76e19393645f,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:46.055347 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36664) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:46.167621 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6689b50c-f22c-48ee-afa3-887913d82869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (43b9d84b-8288-40ea-97bd-0cb0326fd541), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:46.208482 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-39077096-93a5-44fd-81b1-1ddab034d6c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b96a736354fc4e679918211484fbaf4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1488855 Jan 27 22:17:46.208677 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36668) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:46.333339 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-75239f50-9224-46ec-a44a-ef026addf3b4 admin admin] Publish callbacks [] for security_group (4de1554f-c991-46e0-994a-d6059c22c3eb), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:46.378615 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-75239f50-9224-46ec-a44a-ef026addf3b4 admin admin] Publish callbacks [] for security_group (4de1554f-c991-46e0-994a-d6059c22c3eb), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:46.475604 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-75239f50-9224-46ec-a44a-ef026addf3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4de1554f-c991-46e0-994a-d6059c22c3eb), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:46.479326 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-75239f50-9224-46ec-a44a-ef026addf3b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:46.480617 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-75239f50-9224-46ec-a44a-ef026addf3b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4de1554f-c991-46e0-994a-d6059c22c3eb HTTP/1.1" status: 204 len: 168 time: 0.2713904 Jan 27 22:17:46.501035 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75239f50-9224-46ec-a44a-ef026addf3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de1554f-c991-46e0-994a-d6059c22c3eb,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:46.564307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-6689b50c-f22c-48ee-afa3-887913d82869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting port 58b17712-e3dc-4284-9d80-76e19393645f {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:17:46.564650 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6689b50c-f22c-48ee-afa3-887913d82869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (58b17712-e3dc-4284-9d80-76e19393645f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:46.674996 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6689b50c-f22c-48ee-afa3-887913d82869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (58b17712-e3dc-4284-9d80-76e19393645f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:46.691006 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-6689b50c-f22c-48ee-afa3-887913d82869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Calling delete_port for 58b17712-e3dc-4284-9d80-76e19393645f owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:17:46.901024 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6689b50c-f22c-48ee-afa3-887913d82869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (58b17712-e3dc-4284-9d80-76e19393645f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:46.937336 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689b50c-f22c-48ee-afa3-887913d82869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Port': ['ID=58b17712-e3dc-4284-9d80-76e19393645f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:46.990144 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c41a1b9-b901-4478-a689-d2e2a2a34592 req-bf34f6b4-085e-4374-a372-2d687108daca tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 210 time: 0.0612354 Jan 27 22:17:47.112436 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6689b50c-f22c-48ee-afa3-887913d82869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (43b9d84b-8288-40ea-97bd-0cb0326fd541), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:47.362503 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6689b50c-f22c-48ee-afa3-887913d82869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router 43b9d84b-8288-40ea-97bd-0cb0326fd541 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:17:47.467008 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6689b50c-f22c-48ee-afa3-887913d82869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:17:47.473385 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6689b50c-f22c-48ee-afa3-887913d82869 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/43b9d84b-8288-40ea-97bd-0cb0326fd541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6894693 Jan 27 22:17:47.478292 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36702) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:47.482547 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc39d86c-d22b-4987-9453-cfcba27b9dd6 None None] Sync routers for ids ['43b9d84b-8288-40ea-97bd-0cb0326fd541'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:17:47.511175 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc39d86c-d22b-4987-9453-cfcba27b9dd6 None None] Routers {'43b9d84b-8288-40ea-97bd-0cb0326fd541'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:17:47.514836 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cc39d86c-d22b-4987-9453-cfcba27b9dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:17:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['43b9d84b-8288-40ea-97bd-0cb0326fd541'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:47.541579 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-308ee6af-0d0e-48e3-80b6-e8a755a650dc tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/ports?device_id=43b9d84b-8288-40ea-97bd-0cb0326fd541 HTTP/1.1" status: 200 len: 205 time: 0.0619173 Jan 27 22:17:47.544122 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36710) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:47.588202 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cc39d86c-d22b-4987-9453-cfcba27b9dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:47.608858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc39d86c-d22b-4987-9453-cfcba27b9dd6 None None] Routers {'43b9d84b-8288-40ea-97bd-0cb0326fd541'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:17:47.609686 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cc39d86c-d22b-4987-9453-cfcba27b9dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:17:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['43b9d84b-8288-40ea-97bd-0cb0326fd541'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:47.671698 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cc39d86c-d22b-4987-9453-cfcba27b9dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:47.677352 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc39d86c-d22b-4987-9453-cfcba27b9dd6 None None] The sync data for ids ['43b9d84b-8288-40ea-97bd-0cb0326fd541'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:17:47.698740 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62347d0b-8be8-4e0a-abe3-7af7c959846e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (43b9d84b-8288-40ea-97bd-0cb0326fd541), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:47.897767 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62347d0b-8be8-4e0a-abe3-7af7c959846e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (43b9d84b-8288-40ea-97bd-0cb0326fd541), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:47.901393 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62347d0b-8be8-4e0a-abe3-7af7c959846e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router_controller (43b9d84b-8288-40ea-97bd-0cb0326fd541), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:47.954454 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62347d0b-8be8-4e0a-abe3-7af7c959846e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (43b9d84b-8288-40ea-97bd-0cb0326fd541), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:47.955290 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62347d0b-8be8-4e0a-abe3-7af7c959846e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Fanout notify agent at l3_agent the message router_deleted on router 43b9d84b-8288-40ea-97bd-0cb0326fd541 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:17:47.964421 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62347d0b-8be8-4e0a-abe3-7af7c959846e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:47.965959 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-62347d0b-8be8-4e0a-abe3-7af7c959846e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/routers/43b9d84b-8288-40ea-97bd-0cb0326fd541 HTTP/1.1" status: 204 len: 168 time: 0.4204977 Jan 27 22:17:47.968314 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36720) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:48.040329 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 147e5ad4-4789-4b41-aea3-44caa09d40fb no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:17:48.060108 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-942db7fe-128d-45fb-917d-d7a9ad5e79e6 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting subnet 54612736-e38d-4d18-b465-8e4622da3fcf {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:17:48.063555 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-942db7fe-128d-45fb-917d-d7a9ad5e79e6 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (54612736-e38d-4d18-b465-8e4622da3fcf), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:48.082503 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 147e5ad4-4789-4b41-aea3-44caa09d40fb {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:17:48.083579 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 147e5ad4-4789-4b41-aea3-44caa09d40fb not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:17:48.162090 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-942db7fe-128d-45fb-917d-d7a9ad5e79e6 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (54612736-e38d-4d18-b465-8e4622da3fcf), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:48.331238 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-942db7fe-128d-45fb-917d-d7a9ad5e79e6 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (54612736-e38d-4d18-b465-8e4622da3fcf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:48.382263 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32e33629-53e2-4d5f-af8b-479a413cf0ec req-57c2ecf1-32c8-40d4-b62a-0aa7524cacc7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 210 time: 0.2891464 Jan 27 22:17:48.416127 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-942db7fe-128d-45fb-917d-d7a9ad5e79e6 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (54612736-e38d-4d18-b465-8e4622da3fcf), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:48.438751 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3ecfa7-d1a5-46e3-9040-b7500d0df5a4 None None] Network 6345f7db-ceef-4624-87b0-9661a3aa773a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:17:48.439096 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-942db7fe-128d-45fb-917d-d7a9ad5e79e6 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:48.444034 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-942db7fe-128d-45fb-917d-d7a9ad5e79e6 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/subnets/54612736-e38d-4d18-b465-8e4622da3fcf HTTP/1.1" status: 204 len: 168 time: 0.4738219 Jan 27 22:17:48.446993 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36732) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:48.482629 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942db7fe-128d-45fb-917d-d7a9ad5e79e6 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Subnet': ['ID=54612736-e38d-4d18-b465-8e4622da3fcf,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:48.619428 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddf94434-1959-443d-8d8b-12efb9708fce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (6345f7db-ceef-4624-87b0-9661a3aa773a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:48.670708 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e5545e-8de3-41d9-a783-ce0781d0c1fa None None] DHCP port deletion for 6345f7db-ceef-4624-87b0-9661a3aa773a request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:17:48.701205 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-ddf94434-1959-443d-8d8b-12efb9708fce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting port ef8a8afe-313f-49cf-b999-f1998adc35ff {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:17:48.701664 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddf94434-1959-443d-8d8b-12efb9708fce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ef8a8afe-313f-49cf-b999-f1998adc35ff), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:48.765044 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-67e5545e-8de3-41d9-a783-ce0781d0c1fa None None] Deleting port ef8a8afe-313f-49cf-b999-f1998adc35ff {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:17:48.765439 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-67e5545e-8de3-41d9-a783-ce0781d0c1fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ef8a8afe-313f-49cf-b999-f1998adc35ff), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:48.801288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-ddf94434-1959-443d-8d8b-12efb9708fce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] For port ef8a8afe-313f-49cf-b999-f1998adc35ff, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ef8a8afe-313f-49cf-b999-f1998adc35ff,segment=NetworkSegment(af036610-9df5-44a3-9cd0-44d55f836f67),segment_id=af036610-9df5-44a3-9cd0-44d55f836f67)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:17:48.801669 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddf94434-1959-443d-8d8b-12efb9708fce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ef8a8afe-313f-49cf-b999-f1998adc35ff), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:48.819186 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-ddf94434-1959-443d-8d8b-12efb9708fce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Calling delete_port for ef8a8afe-313f-49cf-b999-f1998adc35ff owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:17:48.890382 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-67e5545e-8de3-41d9-a783-ce0781d0c1fa None None] For port ef8a8afe-313f-49cf-b999-f1998adc35ff, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ef8a8afe-313f-49cf-b999-f1998adc35ff,segment=NetworkSegment(af036610-9df5-44a3-9cd0-44d55f836f67),segment_id=af036610-9df5-44a3-9cd0-44d55f836f67)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:17:48.890866 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-67e5545e-8de3-41d9-a783-ce0781d0c1fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ef8a8afe-313f-49cf-b999-f1998adc35ff), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:48.901800 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ef8a8afe-313f-49cf-b999-f1998adc35ff no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:17:48.975722 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddf94434-1959-443d-8d8b-12efb9708fce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (ef8a8afe-313f-49cf-b999-f1998adc35ff), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:48.981829 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-67e5545e-8de3-41d9-a783-ce0781d0c1fa None None] Calling delete_port for ef8a8afe-313f-49cf-b999-f1998adc35ff owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:17:48.986896 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No active binding found for port ef8a8afe-313f-49cf-b999-f1998adc35ff {{(pid=109743) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 22:17:48.987399 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] The host n-d-772272-3 is not matching for port ef8a8afe-313f-49cf-b999-f1998adc35ff host None! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:17:48.987850 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ef8a8afe-313f-49cf-b999-f1998adc35ff not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:17:49.083109 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf94434-1959-443d-8d8b-12efb9708fce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] No DVR routers for this DVR port ef8a8afe-313f-49cf-b999-f1998adc35ff on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:17:49.127715 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf94434-1959-443d-8d8b-12efb9708fce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Port': ['ID=ef8a8afe-313f-49cf-b999-f1998adc35ff,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:49.200257 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddf94434-1959-443d-8d8b-12efb9708fce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (6345f7db-ceef-4624-87b0-9661a3aa773a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:49.229461 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-ddf94434-1959-443d-8d8b-12efb9708fce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6345f7db-ceef-4624-87b0-9661a3aa773a']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:49.241144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-ddf94434-1959-443d-8d8b-12efb9708fce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af036610-9df5-44a3-9cd0-44d55f836f67') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:49.242395 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-ddf94434-1959-443d-8d8b-12efb9708fce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af036610-9df5-44a3-9cd0-44d55f836f67') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:49.252469 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddf94434-1959-443d-8d8b-12efb9708fce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (af036610-9df5-44a3-9cd0-44d55f836f67), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:49.266241 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddf94434-1959-443d-8d8b-12efb9708fce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (af036610-9df5-44a3-9cd0-44d55f836f67), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:49.272927 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf94434-1959-443d-8d8b-12efb9708fce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:17:49.273987 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddf94434-1959-443d-8d8b-12efb9708fce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (af036610-9df5-44a3-9cd0-44d55f836f67), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:49.285556 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-67e5545e-8de3-41d9-a783-ce0781d0c1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (ef8a8afe-313f-49cf-b999-f1998adc35ff), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:49.322443 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5545e-8de3-41d9-a783-ce0781d0c1fa None None] Pushing event deleted for resources: {'Port': ['ID=ef8a8afe-313f-49cf-b999-f1998adc35ff,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:49.324859 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e5545e-8de3-41d9-a783-ce0781d0c1fa None None] No DVR routers for this DVR port ef8a8afe-313f-49cf-b999-f1998adc35ff on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:17:49.353734 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:17:49.358414 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddf94434-1959-443d-8d8b-12efb9708fce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (6345f7db-ceef-4624-87b0-9661a3aa773a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:49.379210 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ddf94434-1959-443d-8d8b-12efb9708fce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:49.382955 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ddf94434-1959-443d-8d8b-12efb9708fce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/networks/6345f7db-ceef-4624-87b0-9661a3aa773a HTTP/1.1" status: 204 len: 168 time: 0.9349456 Jan 27 22:17:49.384015 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf94434-1959-443d-8d8b-12efb9708fce tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Network': ['ID=6345f7db-ceef-4624-87b0-9661a3aa773a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:49.387399 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36756) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:49.391288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-a9bef698-c487-464c-8ae0-733f32792701 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2132756296', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:49.436950 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a9bef698-c487-464c-8ae0-733f32792701 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (e078459c-4107-4fcf-81b4-b15edb747728), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:49.438096 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a9bef698-c487-464c-8ae0-733f32792701 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (e078459c-4107-4fcf-81b4-b15edb747728), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:49.575376 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e5ad1f2-54f5-4770-aaba-3b0b63f6cb2d req-7e5955dd-ac3c-4d29-9daa-7fc7c7141178 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 210 time: 0.0789878 Jan 27 22:17:49.619129 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a9bef698-c487-464c-8ae0-733f32792701 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router_controller (e078459c-4107-4fcf-81b4-b15edb747728), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:49.623664 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a9bef698-c487-464c-8ae0-733f32792701 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (e078459c-4107-4fcf-81b4-b15edb747728), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:49.645479 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a9bef698-c487-464c-8ae0-733f32792701 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:49.650297 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a9bef698-c487-464c-8ae0-733f32792701 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2625577 Jan 27 22:17:49.653111 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 36766) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:49.661812 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5e988a04-9329-40d3-b879-993486596b6b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1902139049'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:49.689732 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e988a04-9329-40d3-b879-993486596b6b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Made reservation on behalf of 09f02c2761754134b0ead8f51792ddf6 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:17:49.696052 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e988a04-9329-40d3-b879-993486596b6b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:49.727331 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e988a04-9329-40d3-b879-993486596b6b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:17:49.737493 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e988a04-9329-40d3-b879-993486596b6b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3838c237-bf3c-4456-9e8b-b7f631305056), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:49.737842 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-5e988a04-9329-40d3-b879-993486596b6b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Added segment 3838c237-bf3c-4456-9e8b-b7f631305056 of type vlan for network a90038e7-a212-4f1d-88f3-a5cc5817c593 Jan 27 22:17:49.784280 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e988a04-9329-40d3-b879-993486596b6b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (a90038e7-a212-4f1d-88f3-a5cc5817c593), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:49.817849 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e988a04-9329-40d3-b879-993486596b6b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (a90038e7-a212-4f1d-88f3-a5cc5817c593), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:49.825792 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e988a04-9329-40d3-b879-993486596b6b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:49.826609 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e988a04-9329-40d3-b879-993486596b6b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:49.955853 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e988a04-9329-40d3-b879-993486596b6b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Network': ['ID=a90038e7-a212-4f1d-88f3-a5cc5817c593,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:49.974601 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network a90038e7-a212-4f1d-88f3-a5cc5817c593 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:17:50.032062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36778) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:50.032929 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5e988a04-9329-40d3-b879-993486596b6b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3786767 Jan 27 22:17:50.037392 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-60996d4a-d619-49e3-9e36-fba28d251cbb tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'subnet': {'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:50.202474 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60996d4a-d619-49e3-9e36-fba28d251cbb tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Made reservation on behalf of 09f02c2761754134b0ead8f51792ddf6 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:17:50.206052 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60996d4a-d619-49e3-9e36-fba28d251cbb tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:50.500488 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60996d4a-d619-49e3-9e36-fba28d251cbb tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (63562088-5518-4c85-a6de-832722a59cf0), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:50.698670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60996d4a-d619-49e3-9e36-fba28d251cbb tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Subnet': ['ID=63562088-5518-4c85-a6de-832722a59cf0,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:50.740546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60996d4a-d619-49e3-9e36-fba28d251cbb tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Checking segment: {'id': '3838c237-bf3c-4456-9e8b-b7f631305056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:17:50.741403 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60996d4a-d619-49e3-9e36-fba28d251cbb tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network hostable DHCP agents. Network: a90038e7-a212-4f1d-88f3-a5cc5817c593, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:17:50.819507 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eb65f555-b9f6-4f5a-974a-6398b24e970b req-0033280d-c15c-4dda-96b4-dca808072956 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 210 time: 0.0841699 Jan 27 22:17:50.833951 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60996d4a-d619-49e3-9e36-fba28d251cbb tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network a90038e7-a212-4f1d-88f3-a5cc5817c593 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:17:50.869101 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-60996d4a-d619-49e3-9e36-fba28d251cbb tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, a90038e7-a212-4f1d-88f3-a5cc5817c593) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:50.879034 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febe4c85-12d9-4f2b-a5ee-40d09a0a521e None None] Network a90038e7-a212-4f1d-88f3-a5cc5817c593 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:17:50.891862 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60996d4a-d619-49e3-9e36-fba28d251cbb tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:50.894785 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-60996d4a-d619-49e3-9e36-fba28d251cbb tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:50.944398 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-60996d4a-d619-49e3-9e36-fba28d251cbb tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9111164 Jan 27 22:17:50.947486 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 36878) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:51.149255 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d5080d-43c9-4282-8d5a-714cce7d8590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-a90038e7-a212-4f1d-88f3-a5cc5817c593', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:17:51.151563 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f9d5080d-43c9-4282-8d5a-714cce7d8590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:51.532867 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:51.533126 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7be27106-b33f-48a7-b2f9-8294b276d448 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:51.579380 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-f9d5080d-43c9-4282-8d5a-714cce7d8590 None None] Allocated IP 2001:db8::2 (a90038e7-a212-4f1d-88f3-a5cc5817c593/63562088-5518-4c85-a6de-832722a59cf0/a02786f8-4529-4515-9bbc-3b44d42c965f) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:17:51.988138 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f9d5080d-43c9-4282-8d5a-714cce7d8590 None None] Publish callbacks [] for port (a02786f8-4529-4515-9bbc-3b44d42c965f), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:51.998141 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f9d5080d-43c9-4282-8d5a-714cce7d8590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (a02786f8-4529-4515-9bbc-3b44d42c965f), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:52.091703 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d5080d-43c9-4282-8d5a-714cce7d8590 None None] Network a90038e7-a212-4f1d-88f3-a5cc5817c593 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:17:52.108987 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-f9d5080d-43c9-4282-8d5a-714cce7d8590 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:52.116059 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d5080d-43c9-4282-8d5a-714cce7d8590 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:17:52.119841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-7be27106-b33f-48a7-b2f9-8294b276d448 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Allocated IP 2001:db8::1 (a90038e7-a212-4f1d-88f3-a5cc5817c593/63562088-5518-4c85-a6de-832722a59cf0/8b801d79-81d3-427d-a3b0-0ff4303994a3) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:17:52.205007 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5080d-43c9-4282-8d5a-714cce7d8590 None None] Pushing event updated for resources: {'Port': ['ID=a02786f8-4529-4515-9bbc-3b44d42c965f,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:52.290260 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f9d5080d-43c9-4282-8d5a-714cce7d8590 None None] Attempting to bind port a02786f8-4529-4515-9bbc-3b44d42c965f on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:17:52.290628 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f9d5080d-43c9-4282-8d5a-714cce7d8590 None None] Attempting to bind port a02786f8-4529-4515-9bbc-3b44d42c965f by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '3838c237-bf3c-4456-9e8b-b7f631305056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:17:52.290998 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d5080d-43c9-4282-8d5a-714cce7d8590 None None] Attempting to bind port a02786f8-4529-4515-9bbc-3b44d42c965f on network a90038e7-a212-4f1d-88f3-a5cc5817c593 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:17:52.316367 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d5080d-43c9-4282-8d5a-714cce7d8590 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:17:52.316806 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d5080d-43c9-4282-8d5a-714cce7d8590 None None] Checking segment: {'id': '3838c237-bf3c-4456-9e8b-b7f631305056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:17:52.317509 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f9d5080d-43c9-4282-8d5a-714cce7d8590 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:52.318725 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d5080d-43c9-4282-8d5a-714cce7d8590 None None] Bound using segment: {'id': '3838c237-bf3c-4456-9e8b-b7f631305056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:17:52.319475 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f9d5080d-43c9-4282-8d5a-714cce7d8590 None None] Bound port: a02786f8-4529-4515-9bbc-3b44d42c965f, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3838c237-bf3c-4456-9e8b-b7f631305056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:17:52.321443 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f9d5080d-43c9-4282-8d5a-714cce7d8590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a02786f8-4529-4515-9bbc-3b44d42c965f), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:52.411598 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20532354-0f76-40c1-938b-c1cfec08953f req-9a5c6c6a-2536-4548-ae04-1e9f3164ea9f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 210 time: 0.3988523 Jan 27 22:17:52.432711 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7be27106-b33f-48a7-b2f9-8294b276d448 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for port (8b801d79-81d3-427d-a3b0-0ff4303994a3), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:52.482347 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f9d5080d-43c9-4282-8d5a-714cce7d8590 None None] For port a02786f8-4529-4515-9bbc-3b44d42c965f, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:17:52.485679 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f9d5080d-43c9-4282-8d5a-714cce7d8590 None None] For port a02786f8-4529-4515-9bbc-3b44d42c965f, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a02786f8-4529-4515-9bbc-3b44d42c965f,segment=NetworkSegment(3838c237-bf3c-4456-9e8b-b7f631305056),segment_id=3838c237-bf3c-4456-9e8b-b7f631305056)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:17:52.490198 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f9d5080d-43c9-4282-8d5a-714cce7d8590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a02786f8-4529-4515-9bbc-3b44d42c965f), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:52.495559 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7be27106-b33f-48a7-b2f9-8294b276d448 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (8b801d79-81d3-427d-a3b0-0ff4303994a3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:52.715384 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5080d-43c9-4282-8d5a-714cce7d8590 None None] Pushing event updated for resources: {'Port': ['ID=a02786f8-4529-4515-9bbc-3b44d42c965f,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:53.256412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be27106-b33f-48a7-b2f9-8294b276d448 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network a90038e7-a212-4f1d-88f3-a5cc5817c593 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:17:53.259289 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-7be27106-b33f-48a7-b2f9-8294b276d448 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:53.294751 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be27106-b33f-48a7-b2f9-8294b276d448 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:17:53.295329 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7be27106-b33f-48a7-b2f9-8294b276d448 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (e078459c-4107-4fcf-81b4-b15edb747728), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:53.341244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be27106-b33f-48a7-b2f9-8294b276d448 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Port': ['ID=8b801d79-81d3-427d-a3b0-0ff4303994a3,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:53.434103 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df445041-46cf-47c0-98b9-8d99c62927c4 req-1180d4c2-14e5-44ed-bcbb-ee5446c4c106 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1666071 Jan 27 22:17:53.540891 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7be27106-b33f-48a7-b2f9-8294b276d448 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8b801d79-81d3-427d-a3b0-0ff4303994a3), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:53.612559 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8eace2b5-03a4-4103-b0da-266b358ace60 req-2d9c57ea-f3cc-4889-9b12-5eec27fd7c5f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 210 time: 0.0516062 Jan 27 22:17:53.689109 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df445041-46cf-47c0-98b9-8d99c62927c4 req-543e7f19-b349-4bde-8401-2a928ae711f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:53.696833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df445041-46cf-47c0-98b9-8d99c62927c4 req-543e7f19-b349-4bde-8401-2a928ae711f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a5fc25301d94383ab4235fa1c78acd6&device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 1096 time: 0.1846004 Jan 27 22:17:54.147510 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-64248db1-bfce-49f4-8c7e-a4de4020a07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:54.313388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df445041-46cf-47c0-98b9-8d99c62927c4 req-0d76f2cc-5807-4aa6-8855-a1cf936a3079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:54.315407 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df445041-46cf-47c0-98b9-8d99c62927c4 req-0d76f2cc-5807-4aa6-8855-a1cf936a3079 service neutron] 10.222.0.21 "GET /v2.0/networks?id=31a02463-af56-4099-8dd0-6cf52c80b509 HTTP/1.1" status: 200 len: 910 time: 0.4986141 Jan 27 22:17:54.422978 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa8f5fe-c044-4bc8-b5bb-e51f3da10fca None None] Network a90038e7-a212-4f1d-88f3-a5cc5817c593 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:17:54.484989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df445041-46cf-47c0-98b9-8d99c62927c4 req-d0dc98f2-7bcd-48c0-807a-0f83e88a0b41 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4aa3aaa-008a-44e2-a215-bfdd7d80194a HTTP/1.1" status: 200 len: 1000 time: 0.1539690 Jan 27 22:17:54.533002 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-11138823-abd7-44d9-9025-c18d02b8a43a None None] Provisioning complete for port a02786f8-4529-4515-9bbc-3b44d42c965f triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:54.533388 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-11138823-abd7-44d9-9025-c18d02b8a43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a02786f8-4529-4515-9bbc-3b44d42c965f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:54.579002 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7be27106-b33f-48a7-b2f9-8294b276d448 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for port (8b801d79-81d3-427d-a3b0-0ff4303994a3), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:54.581793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df445041-46cf-47c0-98b9-8d99c62927c4 req-0f659366-cf33-4c0d-b172-863ee9c50aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:54.583579 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df445041-46cf-47c0-98b9-8d99c62927c4 req-0f659366-cf33-4c0d-b172-863ee9c50aba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a65de3af-7726-48bb-8509-44e3eaa0a25b HTTP/1.1" status: 200 len: 848 time: 0.0888464 Jan 27 22:17:54.585953 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7be27106-b33f-48a7-b2f9-8294b276d448 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (8b801d79-81d3-427d-a3b0-0ff4303994a3), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:54.587194 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7be27106-b33f-48a7-b2f9-8294b276d448 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (e078459c-4107-4fcf-81b4-b15edb747728), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:54.728205 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be27106-b33f-48a7-b2f9-8294b276d448 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Port': ['ID=8b801d79-81d3-427d-a3b0-0ff4303994a3,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:54.750588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df445041-46cf-47c0-98b9-8d99c62927c4 req-3f8d0d95-88e2-481a-9b70-0670fd098bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:54.752357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df445041-46cf-47c0-98b9-8d99c62927c4 req-3f8d0d95-88e2-481a-9b70-0670fd098bc7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=31a02463-af56-4099-8dd0-6cf52c80b509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577489 Jan 27 22:17:54.823233 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-11138823-abd7-44d9-9025-c18d02b8a43a None None] Current status of the port a02786f8-4529-4515-9bbc-3b44d42c965f is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:54.823636 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-11138823-abd7-44d9-9025-c18d02b8a43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a02786f8-4529-4515-9bbc-3b44d42c965f), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:54.921021 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-11138823-abd7-44d9-9025-c18d02b8a43a None None] For port a02786f8-4529-4515-9bbc-3b44d42c965f, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a02786f8-4529-4515-9bbc-3b44d42c965f,segment=NetworkSegment(3838c237-bf3c-4456-9e8b-b7f631305056),segment_id=3838c237-bf3c-4456-9e8b-b7f631305056)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:17:54.931195 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-11138823-abd7-44d9-9025-c18d02b8a43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a02786f8-4529-4515-9bbc-3b44d42c965f), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:54.981749 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca5e6e32-e8de-4488-9db2-f9770b885393 req-7b090eb1-c39d-4731-9243-69ef44cc15bd tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 210 time: 0.2502556 Jan 27 22:17:55.036697 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11138823-abd7-44d9-9025-c18d02b8a43a None None] Pushing event updated for resources: {'Port': ['ID=a02786f8-4529-4515-9bbc-3b44d42c965f,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:55.048462 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a02786f8-4529-4515-9bbc-3b44d42c965f up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:17:55.068117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df445041-46cf-47c0-98b9-8d99c62927c4 req-f74499c9-56cf-43de-8d8a-9fe78110e16e service neutron] 10.222.0.21 "GET /v2.0/networks/31a02463-af56-4099-8dd0-6cf52c80b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863798 Jan 27 22:17:55.165678 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be27106-b33f-48a7-b2f9-8294b276d448 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network a90038e7-a212-4f1d-88f3-a5cc5817c593 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:17:55.186432 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-5ccf0169-4fda-4961-a1ca-1e46fd8324d9 None None] Provisioning complete for port 8b801d79-81d3-427d-a3b0-0ff4303994a3 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:55.186987 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5ccf0169-4fda-4961-a1ca-1e46fd8324d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8b801d79-81d3-427d-a3b0-0ff4303994a3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:55.193185 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-7be27106-b33f-48a7-b2f9-8294b276d448 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:55.251874 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port a02786f8-4529-4515-9bbc-3b44d42c965f triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:55.252486 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a02786f8-4529-4515-9bbc-3b44d42c965f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:55.300432 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-5ccf0169-4fda-4961-a1ca-1e46fd8324d9 None None] Port 8b801d79-81d3-427d-a3b0-0ff4303994a3 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:17:55.377203 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-5ccf0169-4fda-4961-a1ca-1e46fd8324d9 None None] Provisioning complete for port a02786f8-4529-4515-9bbc-3b44d42c965f triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:55.377793 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5ccf0169-4fda-4961-a1ca-1e46fd8324d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a02786f8-4529-4515-9bbc-3b44d42c965f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:55.486045 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port a02786f8-4529-4515-9bbc-3b44d42c965f is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:55.576243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-5ccf0169-4fda-4961-a1ca-1e46fd8324d9 None None] Current status of the port a02786f8-4529-4515-9bbc-3b44d42c965f is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:55.601122 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-7dea4fae-7860-42f2-b12e-a360eb911a37 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:55.608072 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-7dea4fae-7860-42f2-b12e-a360eb911a37 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/networks?id=a53427e9-711f-4f57-81b2-fa787aa43f9c HTTP/1.1" status: 200 len: 814 time: 0.2317941 Jan 27 22:17:55.624666 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df445041-46cf-47c0-98b9-8d99c62927c4 req-bac94ee5-2d34-4ac3-87aa-1b7ba3331093 service neutron] 10.222.0.21 "GET /v2.0/networks/31a02463-af56-4099-8dd0-6cf52c80b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474803 Jan 27 22:17:55.647874 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-4b134977-6e40-4e24-ba15-c4d3e793b989 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/quotas/3b3bcc4cb31245819a1900129e918008 HTTP/1.1" status: 200 len: 375 time: 0.0386186 Jan 27 22:17:55.689453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be27106-b33f-48a7-b2f9-8294b276d448 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router e078459c-4107-4fcf-81b4-b15edb747728 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:17:55.701860 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-d4fd6577-00ec-4d40-b36a-971238f296a1 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3b3bcc4cb31245819a1900129e918008&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529366 Jan 27 22:17:55.708552 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-102891ee-be85-49b6-b338-74950dae64b0 None None] Provisioning complete for port 8b801d79-81d3-427d-a3b0-0ff4303994a3 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:55.712846 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-102891ee-be85-49b6-b338-74950dae64b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8b801d79-81d3-427d-a3b0-0ff4303994a3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:55.794979 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-102891ee-be85-49b6-b338-74950dae64b0 None None] Port 8b801d79-81d3-427d-a3b0-0ff4303994a3 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:17:55.912921 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be27106-b33f-48a7-b2f9-8294b276d448 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:17:55.921442 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7be27106-b33f-48a7-b2f9-8294b276d448 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/e078459c-4107-4fcf-81b4-b15edb747728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9692762 Jan 27 22:17:55.922748 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37306) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:55.938877 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1529723604'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:55.940674 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] Sync routers for ids ['e078459c-4107-4fcf-81b4-b15edb747728'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:17:55.954948 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] Routers {'e078459c-4107-4fcf-81b4-b15edb747728'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:17:55.955977 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:17:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e078459c-4107-4fcf-81b4-b15edb747728'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:55.980045 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Made reservation on behalf of 09f02c2761754134b0ead8f51792ddf6 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:17:55.984155 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:56.022018 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-fd56d3e5-7193-4554-a77d-660c8dde9d81 service neutron] 10.222.0.23 "GET /v2.0/networks/a53427e9-711f-4f57-81b2-fa787aa43f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190920 Jan 27 22:17:56.068413 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:17:56.079819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-d1db7551-6bac-4715-9f9b-4bb5e3d8aeac None None] Provisioning complete for port 8b801d79-81d3-427d-a3b0-0ff4303994a3 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:56.081137 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d1db7551-6bac-4715-9f9b-4bb5e3d8aeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8b801d79-81d3-427d-a3b0-0ff4303994a3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:56.104446 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:56.105075 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Added segment 8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce of type vlan for network c8698e31-fb06-429c-8942-5bce93bcde2d Jan 27 22:17:56.206129 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d1db7551-6bac-4715-9f9b-4bb5e3d8aeac None None] Port 8b801d79-81d3-427d-a3b0-0ff4303994a3 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:17:56.216250 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (c8698e31-fb06-429c-8942-5bce93bcde2d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:56.256271 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] Set router e078459c-4107-4fcf-81b4-b15edb747728 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:17:56.271294 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-3551d947-fca9-4622-91a2-23774d86ae73 service neutron] 10.222.0.23 "GET /v2.0/networks/a53427e9-711f-4f57-81b2-fa787aa43f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424092 Jan 27 22:17:56.282969 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (c8698e31-fb06-429c-8942-5bce93bcde2d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:56.290868 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:56.291494 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:56.353523 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e9753ad-21c6-4dd7-849a-d626d97b04aa req-8c98da24-7e5c-480d-8fbd-eaf684fd4a25 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 210 time: 0.0762382 Jan 27 22:17:56.476767 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5519965 Jan 27 22:17:56.479407 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37326) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:56.486758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-5cdc44ea-1718-41dd-a325-51ee0d1a92b8 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'subnet': {'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:56.512563 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Network': ['ID=c8698e31-fb06-429c-8942-5bce93bcde2d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:56.547704 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:56.548072 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:56.549658 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:56.550018 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:56.550371 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:56.552364 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:56.552774 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:56.553136 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:56.553489 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:56.553837 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:56.571233 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:56.571651 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:56.573817 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b913449-54df-4923-b70f-73fd6c1ed069 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:56.589812 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network c8698e31-fb06-429c-8942-5bce93bcde2d details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:17:56.754642 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:17:53Z', 'revision_number': 2, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:54Z', 'revision_number': 2, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:56.762728 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b6de2821-2dd2-4993-b8ad-0b6cc6b5dca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:56.798653 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42c4090b-9240-41c9-aef2-c7b33aca0050 req-882fff10-de03-4983-adee-b1c514d28b8e tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=d717d83e-eeeb-4e51-91cb-737565cf7f72 HTTP/1.1" status: 200 len: 210 time: 0.0974612 Jan 27 22:17:56.812813 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] Checking router: e078459c-4107-4fcf-81b4-b15edb747728 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:17:56.813176 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] Updating router e078459c-4107-4fcf-81b4-b15edb747728 port 8b801d79-81d3-427d-a3b0-0ff4303994a3 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:17:56.824670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdc44ea-1718-41dd-a325-51ee0d1a92b8 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Made reservation on behalf of 09f02c2761754134b0ead8f51792ddf6 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:17:56.828103 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5cdc44ea-1718-41dd-a325-51ee0d1a92b8 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:56.924886 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8b801d79-81d3-427d-a3b0-0ff4303994a3), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:56.945558 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a02786f8-4529-4515-9bbc-3b44d42c965f up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:17:57.092751 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port a02786f8-4529-4515-9bbc-3b44d42c965f triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:57.093651 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a02786f8-4529-4515-9bbc-3b44d42c965f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:57.173810 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5cdc44ea-1718-41dd-a325-51ee0d1a92b8 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (11b4edd1-4773-4448-b103-0ea4c348ecbb), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:57.324287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port a02786f8-4529-4515-9bbc-3b44d42c965f is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:57.326843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc44ea-1718-41dd-a325-51ee0d1a92b8 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Subnet': ['ID=11b4edd1-4773-4448-b103-0ea4c348ecbb,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:57.367716 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc44ea-1718-41dd-a325-51ee0d1a92b8 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Checking segment: {'id': '8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:17:57.368213 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdc44ea-1718-41dd-a325-51ee0d1a92b8 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network hostable DHCP agents. Network: c8698e31-fb06-429c-8942-5bce93bcde2d, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:17:57.395512 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdc44ea-1718-41dd-a325-51ee0d1a92b8 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network c8698e31-fb06-429c-8942-5bce93bcde2d is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:17:57.417016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-5cdc44ea-1718-41dd-a325-51ee0d1a92b8 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, c8698e31-fb06-429c-8942-5bce93bcde2d) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:57.427769 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe014648-45c0-4219-b9b7-1e04f97348e5 None None] Network c8698e31-fb06-429c-8942-5bce93bcde2d requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:17:57.450688 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdc44ea-1718-41dd-a325-51ee0d1a92b8 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:57.453141 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5cdc44ea-1718-41dd-a325-51ee0d1a92b8 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:57.490956 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5cdc44ea-1718-41dd-a325-51ee0d1a92b8 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0079162 Jan 27 22:17:57.492219 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37358) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:57.559273 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37360) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:57.623262 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e353fe9-621e-4cbe-908d-96e2329302bb req-27177c7d-087d-4b80-8424-276a268dbfac tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 210 time: 0.0949063 Jan 27 22:17:57.664971 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:57.717365 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] Publish callbacks [] for port (8b801d79-81d3-427d-a3b0-0ff4303994a3), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:57.735808 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8b801d79-81d3-427d-a3b0-0ff4303994a3), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:57.775651 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d2a4a0-a857-4701-a323-a029c71338b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-c8698e31-fb06-429c-8942-5bce93bcde2d', 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d', 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'fixed_ips': [{'subnet_id': '11b4edd1-4773-4448-b103-0ea4c348ecbb'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:17:57.777766 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-96d2a4a0-a857-4701-a323-a029c71338b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:57.873224 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985cc15-0558-45c4-9ff4-b4484f51471c None None] Pushing event updated for resources: {'Port': ['ID=8b801d79-81d3-427d-a3b0-0ff4303994a3,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:57.923279 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985cc15-0558-45c4-9ff4-b4484f51471c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:57.923626 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985cc15-0558-45c4-9ff4-b4484f51471c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:57.923969 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985cc15-0558-45c4-9ff4-b4484f51471c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:57.924327 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985cc15-0558-45c4-9ff4-b4484f51471c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:57.924665 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985cc15-0558-45c4-9ff4-b4484f51471c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:57.932800 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985cc15-0558-45c4-9ff4-b4484f51471c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:57.933144 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985cc15-0558-45c4-9ff4-b4484f51471c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:57.933482 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985cc15-0558-45c4-9ff4-b4484f51471c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:57.933815 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985cc15-0558-45c4-9ff4-b4484f51471c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:57.934143 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985cc15-0558-45c4-9ff4-b4484f51471c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:57.950375 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985cc15-0558-45c4-9ff4-b4484f51471c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:57.952291 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985cc15-0558-45c4-9ff4-b4484f51471c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:57.952652 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985cc15-0558-45c4-9ff4-b4484f51471c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:17:57.962250 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-145753c3-fbd7-411f-99f4-7fa505cbcfda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:58.140663 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58816830-e930-4288-9259-9ed92b89ec93 req-e769ad60-3a6d-46ff-9e6c-452fd7f838d4 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=d717d83e-eeeb-4e51-91cb-737565cf7f72 HTTP/1.1" status: 200 len: 210 time: 0.1017089 Jan 27 22:17:58.164855 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] Attempting to bind port 8b801d79-81d3-427d-a3b0-0ff4303994a3 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:17:58.165359 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] Attempting to bind port 8b801d79-81d3-427d-a3b0-0ff4303994a3 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '3838c237-bf3c-4456-9e8b-b7f631305056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:17:58.165826 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] Attempting to bind port 8b801d79-81d3-427d-a3b0-0ff4303994a3 on network a90038e7-a212-4f1d-88f3-a5cc5817c593 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:17:58.182227 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:17:58.182886 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] Checking segment: {'id': '3838c237-bf3c-4456-9e8b-b7f631305056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:17:58.187096 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:58.193252 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] Bound using segment: {'id': '3838c237-bf3c-4456-9e8b-b7f631305056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:17:58.193915 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] Bound port: 8b801d79-81d3-427d-a3b0-0ff4303994a3, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3838c237-bf3c-4456-9e8b-b7f631305056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:17:58.194824 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8b801d79-81d3-427d-a3b0-0ff4303994a3), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:58.205306 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-96d2a4a0-a857-4701-a323-a029c71338b1 None None] Allocated IP 2001:db8:1::2 (c8698e31-fb06-429c-8942-5bce93bcde2d/11b4edd1-4773-4448-b103-0ea4c348ecbb/cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:17:58.337293 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] For port 8b801d79-81d3-427d-a3b0-0ff4303994a3, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:17:58.346134 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] For port 8b801d79-81d3-427d-a3b0-0ff4303994a3, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=8b801d79-81d3-427d-a3b0-0ff4303994a3,segment=NetworkSegment(3838c237-bf3c-4456-9e8b-b7f631305056),segment_id=3838c237-bf3c-4456-9e8b-b7f631305056)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:17:58.357003 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8b801d79-81d3-427d-a3b0-0ff4303994a3), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:58.512245 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] Routers {'e078459c-4107-4fcf-81b4-b15edb747728'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:17:58.520390 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:17:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e078459c-4107-4fcf-81b4-b15edb747728'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:58.526506 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985cc15-0558-45c4-9ff4-b4484f51471c None None] Pushing event updated for resources: {'Port': ['ID=8b801d79-81d3-427d-a3b0-0ff4303994a3,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:58.546578 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39bf46a0-4dd2-4124-be6b-b3a228ad1cfa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:58.568767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8167bb25-ae69-4e24-99d3-cb5a1372a549 None None] Provisioning complete for port 8b801d79-81d3-427d-a3b0-0ff4303994a3 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:58.569346 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8167bb25-ae69-4e24-99d3-cb5a1372a549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8b801d79-81d3-427d-a3b0-0ff4303994a3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:58.649210 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-5c7ab487-65f5-4b06-860f-e0525847ad24 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:58.650509 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-5c7ab487-65f5-4b06-860f-e0525847ad24 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.15 "GET /v2.0/networks?id=a53427e9-711f-4f57-81b2-fa787aa43f9c HTTP/1.1" status: 200 len: 814 time: 0.3966486 Jan 27 22:17:58.668953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-9abbebab-ef5a-4a6d-a655-69e7860c240c tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Request body: {'port': {'device_id': 'd717d83e-eeeb-4e51-91cb-737565cf7f72', 'network_id': 'a53427e9-711f-4f57-81b2-fa787aa43f9c', 'admin_state_up': True, 'tenant_id': '3b3bcc4cb31245819a1900129e918008'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:17:58.725313 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-96d2a4a0-a857-4701-a323-a029c71338b1 None None] Publish callbacks [] for port (cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:58.767646 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-96d2a4a0-a857-4701-a323-a029c71338b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:58.812952 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] Set router e078459c-4107-4fcf-81b4-b15edb747728 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:17:58.824766 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d2a4a0-a857-4701-a323-a029c71338b1 None None] Network c8698e31-fb06-429c-8942-5bce93bcde2d is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:17:58.840876 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-96d2a4a0-a857-4701-a323-a029c71338b1 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:17:58.899580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d2a4a0-a857-4701-a323-a029c71338b1 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:17:58.958650 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fedfc29d-29ba-4427-a3f2-65ad54ffaf1c req-1db83100-5b90-4214-8eb2-4489a4e05218 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 210 time: 0.0803583 Jan 27 22:17:58.960283 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8167bb25-ae69-4e24-99d3-cb5a1372a549 None None] Current status of the port 8b801d79-81d3-427d-a3b0-0ff4303994a3 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:58.961317 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8167bb25-ae69-4e24-99d3-cb5a1372a549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8b801d79-81d3-427d-a3b0-0ff4303994a3), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:58.971473 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:58.971685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-9abbebab-ef5a-4a6d-a655-69e7860c240c tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Made reservation on behalf of 3b3bcc4cb31245819a1900129e918008 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:17:58.974891 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-9abbebab-ef5a-4a6d-a655-69e7860c240c tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:59.030948 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-145753c3-fbd7-411f-99f4-7fa505cbcfda admin admin] Publish callbacks [] for security_group (5182fbdf-2922-4a14-8757-796aacf48c67), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:59.062555 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-96d2a4a0-a857-4701-a323-a029c71338b1 None None] Attempting to bind port cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:17:59.062939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-96d2a4a0-a857-4701-a323-a029c71338b1 None None] Attempting to bind port cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:17:59.063317 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d2a4a0-a857-4701-a323-a029c71338b1 None None] Attempting to bind port cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7 on network c8698e31-fb06-429c-8942-5bce93bcde2d {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:17:59.073595 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2a4a0-a857-4701-a323-a029c71338b1 None None] Pushing event updated for resources: {'Port': ['ID=cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:59.100038 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d2a4a0-a857-4701-a323-a029c71338b1 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:17:59.100463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d2a4a0-a857-4701-a323-a029c71338b1 None None] Checking segment: {'id': '8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:17:59.100913 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-96d2a4a0-a857-4701-a323-a029c71338b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:59.105524 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d2a4a0-a857-4701-a323-a029c71338b1 None None] Bound using segment: {'id': '8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:17:59.106304 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-96d2a4a0-a857-4701-a323-a029c71338b1 None None] Bound port: cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:17:59.107481 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-96d2a4a0-a857-4701-a323-a029c71338b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:59.217128 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8167bb25-ae69-4e24-99d3-cb5a1372a549 None None] For port 8b801d79-81d3-427d-a3b0-0ff4303994a3, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=8b801d79-81d3-427d-a3b0-0ff4303994a3,segment=NetworkSegment(3838c237-bf3c-4456-9e8b-b7f631305056),segment_id=3838c237-bf3c-4456-9e8b-b7f631305056)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:17:59.233194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-9abbebab-ef5a-4a6d-a655-69e7860c240c tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Allocated IP 172.20.0.14 (a53427e9-711f-4f57-81b2-fa787aa43f9c/9169d926-c9c1-41ef-87e8-095010d5f5da/1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:17:59.238578 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8167bb25-ae69-4e24-99d3-cb5a1372a549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8b801d79-81d3-427d-a3b0-0ff4303994a3), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:59.260440 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-145753c3-fbd7-411f-99f4-7fa505cbcfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5182fbdf-2922-4a14-8757-796aacf48c67), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:59.324927 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167bb25-ae69-4e24-99d3-cb5a1372a549 None None] Pushing event updated for resources: {'Port': ['ID=8b801d79-81d3-427d-a3b0-0ff4303994a3,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:59.345036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-96d2a4a0-a857-4701-a323-a029c71338b1 None None] For port cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:17:59.348922 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-96d2a4a0-a857-4701-a323-a029c71338b1 None None] For port cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7,segment=NetworkSegment(8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce),segment_id=8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:17:59.363312 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-96d2a4a0-a857-4701-a323-a029c71338b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:59.372729 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:17:53Z', 'revision_number': 2, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:58Z', 'revision_number': 4, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:17:59.425256 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145753c3-fbd7-411f-99f4-7fa505cbcfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5182fbdf-2922-4a14-8757-796aacf48c67,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:59.441622 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad21b7cb-fb74-4235-8253-af16a1c95529 req-57ee2639-c057-447b-94bc-48602c6eda77 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=d717d83e-eeeb-4e51-91cb-737565cf7f72 HTTP/1.1" status: 200 len: 210 time: 0.1073437 Jan 27 22:17:59.456973 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b628134-8801-424b-8aac-1b09c9837411 None None] The sync data for ids ['e078459c-4107-4fcf-81b4-b15edb747728'] in n-d-772272-3 is: [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:17:53Z', 'revision_number': 2, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:58Z', 'revision_number': 4, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:17:59.458119 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-145753c3-fbd7-411f-99f4-7fa505cbcfda admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33d283b4eb7646eea58ad90901095443&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8977969 Jan 27 22:17:59.461897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37382) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:17:59.467645 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-44f3cfa8-5bb4-4b89-a9a5-bee69437af21 None None] Provisioning complete for port 8b801d79-81d3-427d-a3b0-0ff4303994a3 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:17:59.468041 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-44f3cfa8-5bb4-4b89-a9a5-bee69437af21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8b801d79-81d3-427d-a3b0-0ff4303994a3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:59.645570 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2a4a0-a857-4701-a323-a029c71338b1 None None] Pushing event updated for resources: {'Port': ['ID=cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:17:59.677687 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-9abbebab-ef5a-4a6d-a655-69e7860c240c tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Publish callbacks [] for port (1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:59.723501 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-118d719a-67bd-4975-80f8-5a2e8c561fe7 admin admin] Publish callbacks [] for security_group (5182fbdf-2922-4a14-8757-796aacf48c67), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:59.745888 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-44f3cfa8-5bb4-4b89-a9a5-bee69437af21 None None] Current status of the port 8b801d79-81d3-427d-a3b0-0ff4303994a3 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:17:59.800033 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-118d719a-67bd-4975-80f8-5a2e8c561fe7 admin admin] Publish callbacks [] for security_group (5182fbdf-2922-4a14-8757-796aacf48c67), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:59.965606 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-9abbebab-ef5a-4a6d-a655-69e7860c240c tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:59.986331 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-39bf46a0-4dd2-4124-be6b-b3a228ad1cfa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Allocated IP 2001:db8:1::1 (c8698e31-fb06-429c-8942-5bce93bcde2d/11b4edd1-4773-4448-b103-0ea4c348ecbb/a04ddf1d-eb89-46b8-8b9b-98767bd1388e) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:18:00.005228 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-118d719a-67bd-4975-80f8-5a2e8c561fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5182fbdf-2922-4a14-8757-796aacf48c67), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:00.005228 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-118d719a-67bd-4975-80f8-5a2e8c561fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:00.025895 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-118d719a-67bd-4975-80f8-5a2e8c561fe7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5182fbdf-2922-4a14-8757-796aacf48c67 HTTP/1.1" status: 204 len: 168 time: 0.5634232 Jan 27 22:18:00.129129 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d719a-67bd-4975-80f8-5a2e8c561fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5182fbdf-2922-4a14-8757-796aacf48c67,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:00.178239 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-9abbebab-ef5a-4a6d-a655-69e7860c240c tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Network a53427e9-711f-4f57-81b2-fa787aa43f9c is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:18:00.193361 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-9abbebab-ef5a-4a6d-a655-69e7860c240c tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:18:00.224936 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-9abbebab-ef5a-4a6d-a655-69e7860c240c tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:18:00.292376 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b079a420-e5fb-490e-ab78-52c797002b88 req-06ee90cf-f7cd-4756-bec8-05c7fb961643 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 210 time: 0.1419642 Jan 27 22:18:00.308517 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39bf46a0-4dd2-4124-be6b-b3a228ad1cfa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for port (a04ddf1d-eb89-46b8-8b9b-98767bd1388e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:00.343125 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:00.353330 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbebab-ef5a-4a6d-a655-69e7860c240c tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Pushing event updated for resources: {'Port': ['ID=1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:00.372694 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-9abbebab-ef5a-4a6d-a655-69e7860c240c tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:00.373547 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-9abbebab-ef5a-4a6d-a655-69e7860c240c tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:00.402192 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-9abbebab-ef5a-4a6d-a655-69e7860c240c tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7372684 Jan 27 22:18:00.417239 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] Request body: {'port': {'device_id': 'd717d83e-eeeb-4e51-91cb-737565cf7f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:18:00.419469 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39bf46a0-4dd2-4124-be6b-b3a228ad1cfa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (a04ddf1d-eb89-46b8-8b9b-98767bd1388e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:00.517070 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bf46a0-4dd2-4124-be6b-b3a228ad1cfa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network c8698e31-fb06-429c-8942-5bce93bcde2d is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:18:00.521955 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-39bf46a0-4dd2-4124-be6b-b3a228ad1cfa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:18:00.524587 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:00.526737 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bf46a0-4dd2-4124-be6b-b3a228ad1cfa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:18:00.527479 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39bf46a0-4dd2-4124-be6b-b3a228ad1cfa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (e078459c-4107-4fcf-81b4-b15edb747728), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:00.597626 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf46a0-4dd2-4124-be6b-b3a228ad1cfa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Port': ['ID=a04ddf1d-eb89-46b8-8b9b-98767bd1388e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:00.795989 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39bf46a0-4dd2-4124-be6b-b3a228ad1cfa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a04ddf1d-eb89-46b8-8b9b-98767bd1388e), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:01.225723 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:01.454691 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:01.455265 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:01.628559 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:01.629345 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:01.652707 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39bf46a0-4dd2-4124-be6b-b3a228ad1cfa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for port (a04ddf1d-eb89-46b8-8b9b-98767bd1388e), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:01.661496 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39bf46a0-4dd2-4124-be6b-b3a228ad1cfa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (a04ddf1d-eb89-46b8-8b9b-98767bd1388e), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:01.664851 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-39bf46a0-4dd2-4124-be6b-b3a228ad1cfa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (e078459c-4107-4fcf-81b4-b15edb747728), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:01.669837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7,segment=NetworkSegment(8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce),segment_id=8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:01.678275 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:01.680439 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 8b801d79-81d3-427d-a3b0-0ff4303994a3 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:01.836000 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf46a0-4dd2-4124-be6b-b3a228ad1cfa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Port': ['ID=a04ddf1d-eb89-46b8-8b9b-98767bd1388e,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:01.887566 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07d109f-861c-4e99-b307-ee5512c5c1e5 None None] Network c8698e31-fb06-429c-8942-5bce93bcde2d requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:18:01.899594 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:01.957877 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bf46a0-4dd2-4124-be6b-b3a228ad1cfa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network c8698e31-fb06-429c-8942-5bce93bcde2d is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:18:01.959936 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-39bf46a0-4dd2-4124-be6b-b3a228ad1cfa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:18:01.995027 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-9c9491f1-8438-4c0d-85ad-151ba7cc92ca None None] Provisioning complete for port cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:01.995527 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9c9491f1-8438-4c0d-85ad-151ba7cc92ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:02.010409 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:18:02.019416 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] Publish callbacks [] for port (1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:02.037610 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] Transition to ACTIVE for port object 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:18:02.041369 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4b4491d4-9e9e-4eda-bda1-a14625202dce req-710f87cf-974f-45e8-891d-d00e7da0fe34 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 210 time: 0.4516947 Jan 27 22:18:02.047596 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:02.106155 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:02.138713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637576d4-1881-44fa-8348-59a323347b81 req-ecbbf57a-6394-4d53-9657-1c664e955ab1 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:02.140474 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bf46a0-4dd2-4124-be6b-b3a228ad1cfa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router e078459c-4107-4fcf-81b4-b15edb747728 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:18:02.140703 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-637576d4-1881-44fa-8348-59a323347b81 req-ecbbf57a-6394-4d53-9657-1c664e955ab1 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=d717d83e-eeeb-4e51-91cb-737565cf7f72 HTTP/1.1" status: 200 len: 932 time: 1.5313513 Jan 27 22:18:02.285645 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-637576d4-1881-44fa-8348-59a323347b81 req-001b3f76-512b-4cb7-a5d4-f0c6338a296e tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9fde2a7-debf-4128-a551-e0da4a7fb3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356399 Jan 27 22:18:02.313110 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] Attempting to bind port 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:18:02.313435 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] Attempting to bind port 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a53427e9-711f-4f57-81b2-fa787aa43f9c'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:18:02.313767 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] Attempting to bind port 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b on network a53427e9-711f-4f57-81b2-fa787aa43f9c {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:18:02.321011 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] Port 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b on network a53427e9-711f-4f57-81b2-fa787aa43f9c not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:18:02.321415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] Attempting to bind port 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b on network a53427e9-711f-4f57-81b2-fa787aa43f9c {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:18:02.328941 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:18:02.329454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] Checking segment: {'id': '149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a53427e9-711f-4f57-81b2-fa787aa43f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:18:02.329917 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] Bound using segment: {'id': '149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a53427e9-711f-4f57-81b2-fa787aa43f9c'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:18:02.332009 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] Bound port: 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a53427e9-711f-4f57-81b2-fa787aa43f9c'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:18:02.332649 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:02.382952 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bf46a0-4dd2-4124-be6b-b3a228ad1cfa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:18:02.396962 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-39bf46a0-4dd2-4124-be6b-b3a228ad1cfa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/e078459c-4107-4fcf-81b4-b15edb747728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9028018 Jan 27 22:18:02.397686 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37434) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:02.407253 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a8b5053c-2d33-44bd-92d3-8c66ed0c511d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-674154987'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:18:02.451964 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b5053c-2d33-44bd-92d3-8c66ed0c511d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Made reservation on behalf of 09f02c2761754134b0ead8f51792ddf6 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:18:02.455438 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8b5053c-2d33-44bd-92d3-8c66ed0c511d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:02.483381 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] For port 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:18:02.502734 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b5053c-2d33-44bd-92d3-8c66ed0c511d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:18:02.508422 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] For port 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b,segment=NetworkSegment(149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481),segment_id=149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:18:02.510824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] Sync routers for ids ['e078459c-4107-4fcf-81b4-b15edb747728'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:18:02.520485 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:02.533627 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8b5053c-2d33-44bd-92d3-8c66ed0c511d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (a8c4b887-532c-42d8-86db-a019f78a3773), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:02.533995 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-a8b5053c-2d33-44bd-92d3-8c66ed0c511d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Added segment a8c4b887-532c-42d8-86db-a019f78a3773 of type vlan for network 67894ab3-907d-48df-86dc-1c5c4695080c Jan 27 22:18:02.618760 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] Routers {'e078459c-4107-4fcf-81b4-b15edb747728'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:02.619981 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:17:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e078459c-4107-4fcf-81b4-b15edb747728'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:02.630157 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 8b801d79-81d3-427d-a3b0-0ff4303994a3 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:02.633524 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8b801d79-81d3-427d-a3b0-0ff4303994a3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:02.650239 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:02.650894 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:02.657235 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] 10.222.0.15 "PUT /v2.0/ports/1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b HTTP/1.1" status: 200 len: 1092 time: 2.2472103 Jan 27 22:18:02.665787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd717d83e-eeeb-4e51-91cb-737565cf7f72', 'tag': '1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:18:02.675275 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8b5053c-2d33-44bd-92d3-8c66ed0c511d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (67894ab3-907d-48df-86dc-1c5c4695080c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:02.675894 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b773c3da-c4cb-4291-9810-cdf8a4e2a57f" -d '{"events": [{"name": "network-changed", "server_uuid": "d717d83e-eeeb-4e51-91cb-737565cf7f72", "tag": "1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:18:02.781149 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8b5053c-2d33-44bd-92d3-8c66ed0c511d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (67894ab3-907d-48df-86dc-1c5c4695080c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:02.792631 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b5053c-2d33-44bd-92d3-8c66ed0c511d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:02.794087 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8b5053c-2d33-44bd-92d3-8c66ed0c511d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:02.802278 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9c9491f1-8438-4c0d-85ad-151ba7cc92ca None None] Current status of the port cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:02.821306 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] Set router e078459c-4107-4fcf-81b4-b15edb747728 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:02.826466 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a740184-e5b8-46d6-bee5-763838135aa9 x-openstack-request-id: req-7a740184-e5b8-46d6-bee5-763838135aa9 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:18:02.827629 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d717d83e-eeeb-4e51-91cb-737565cf7f72", "tag": "1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:18:02.827896 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a740184-e5b8-46d6-bee5-763838135aa9 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:18:02.829315 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd717d83e-eeeb-4e51-91cb-737565cf7f72', 'tag': '1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b', 'status': 'completed', 'code': 200} Jan 27 22:18:02.882877 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e6964-1f4c-4eec-a7c4-51d8baa6fd42 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:02.913046 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-459c5d6e-0ffa-4b43-b1ff-f20c794d1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:02.919833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-459c5d6e-0ffa-4b43-b1ff-f20c794d1041 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b3bcc4cb31245819a1900129e918008&device_id=d717d83e-eeeb-4e51-91cb-737565cf7f72 HTTP/1.1" status: 200 len: 1095 time: 0.1908190 Jan 27 22:18:02.985796 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5053c-2d33-44bd-92d3-8c66ed0c511d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Network': ['ID=67894ab3-907d-48df-86dc-1c5c4695080c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:03.002707 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a8b5053c-2d33-44bd-92d3-8c66ed0c511d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6010394 Jan 27 22:18:03.003761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-45cc0eac-22f7-4f4c-b79d-6e7a6231da8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b HTTP/1.1" status: 200 len: 217 time: 0.0763674 Jan 27 22:18:03.007451 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37448) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:03.013043 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-bc314ef7-13cf-4126-b579-966f2be9e949 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'subnet': {'network_id': '67894ab3-907d-48df-86dc-1c5c4695080c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:18:03.053010 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 67894ab3-907d-48df-86dc-1c5c4695080c details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:18:03.122253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-031ec388-efe3-4b1f-b887-217774957180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:03.124606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-031ec388-efe3-4b1f-b887-217774957180 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9169d926-c9c1-41ef-87e8-095010d5f5da HTTP/1.1" status: 200 len: 854 time: 0.1138239 Jan 27 22:18:03.173645 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-0d74afe3-1420-4029-aac1-0d2832edc512 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a53427e9-711f-4f57-81b2-fa787aa43f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408018 Jan 27 22:18:03.230719 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc314ef7-13cf-4126-b579-966f2be9e949 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Made reservation on behalf of 09f02c2761754134b0ead8f51792ddf6 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:18:03.235839 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc314ef7-13cf-4126-b579-966f2be9e949 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:03.294916 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-738cfa93-3f71-4a22-bbd8-9e613d0efd19 req-5474530b-dc40-4be9-a1f3-365a19e7de4a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 210 time: 0.0932667 Jan 27 22:18:03.320369 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 8b801d79-81d3-427d-a3b0-0ff4303994a3 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:03.376408 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-05c4f7d4-f85d-40c4-8eb2-848305eb51f8 service neutron] 10.222.0.15 "GET /v2.0/networks/a53427e9-711f-4f57-81b2-fa787aa43f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896377 Jan 27 22:18:03.513855 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:03.679427 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-07d7ad7c-7a6e-4f71-bfe7-50393fd0531d None None] Provisioning complete for port a04ddf1d-eb89-46b8-8b9b-98767bd1388e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:03.681860 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-07d7ad7c-7a6e-4f71-bfe7-50393fd0531d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a04ddf1d-eb89-46b8-8b9b-98767bd1388e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:03.775046 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc314ef7-13cf-4126-b579-966f2be9e949 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (a680e0fb-bee1-483c-914c-3692137d794a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:03.789507 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7528a-5772-48a9-bc00-c6131694dad2 req-fb05996d-96bb-44a4-b282-af04cb0f6313 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:03.796293 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f6a7528a-5772-48a9-bc00-c6131694dad2 req-fb05996d-96bb-44a4-b282-af04cb0f6313 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=d717d83e-eeeb-4e51-91cb-737565cf7f72 HTTP/1.1" status: 200 len: 944 time: 0.3081083 Jan 27 22:18:03.826419 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9d05566-eb7f-43ce-84e4-11884f666ff5 req-a95b2481-941e-4e8a-b44c-983d0c46cd7e service neutron] 10.222.0.15 "GET /v2.0/networks/a53427e9-711f-4f57-81b2-fa787aa43f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444106 Jan 27 22:18:03.888637 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc314ef7-13cf-4126-b579-966f2be9e949 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Subnet': ['ID=a680e0fb-bee1-483c-914c-3692137d794a,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:03.912910 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-07d7ad7c-7a6e-4f71-bfe7-50393fd0531d None None] Port a04ddf1d-eb89-46b8-8b9b-98767bd1388e cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:18:03.965752 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc314ef7-13cf-4126-b579-966f2be9e949 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Checking segment: {'id': 'a8c4b887-532c-42d8-86db-a019f78a3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '67894ab3-907d-48df-86dc-1c5c4695080c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:18:03.966130 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc314ef7-13cf-4126-b579-966f2be9e949 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network hostable DHCP agents. Network: 67894ab3-907d-48df-86dc-1c5c4695080c, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:18:03.972847 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:03.973454 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:03.974337 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f6a7528a-5772-48a9-bc00-c6131694dad2 req-b6582bb2-bb74-4a9d-a1dc-55548edec188 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9fde2a7-debf-4128-a551-e0da4a7fb3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581042 Jan 27 22:18:04.011898 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc314ef7-13cf-4126-b579-966f2be9e949 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network 67894ab3-907d-48df-86dc-1c5c4695080c is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:18:04.019188 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773c3da-c4cb-4291-9810-cdf8a4e2a57f req-cc1675ad-56d1-4339-87db-e8389a8ea9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:04.019914 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-07d7ad7c-7a6e-4f71-bfe7-50393fd0531d None None] Provisioning complete for port cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:04.020323 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-07d7ad7c-7a6e-4f71-bfe7-50393fd0531d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:04.031913 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:00Z', 'revision_number': 3, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:59Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a04ddf1d-eb89-46b8-8b9b-98767bd1388e', 'name': '', 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:94:57:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:58Z', 'updated_at': '2022-01-27T22:18:01Z', 'revision_number': 2, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:04.034732 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b773c3da-c4cb-4291-9810-cdf8a4e2a57f req-cc1675ad-56d1-4339-87db-e8389a8ea9a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b3bcc4cb31245819a1900129e918008&device_id=d717d83e-eeeb-4e51-91cb-737565cf7f72 HTTP/1.1" status: 200 len: 1095 time: 0.1401801 Jan 27 22:18:04.035740 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-bc314ef7-13cf-4126-b579-966f2be9e949 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 67894ab3-907d-48df-86dc-1c5c4695080c) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:18:04.055511 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc314ef7-13cf-4126-b579-966f2be9e949 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:04.056561 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc314ef7-13cf-4126-b579-966f2be9e949 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:04.064156 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d8d0c3-238a-4070-bde8-52fb5e11e2d9 None None] Network 67894ab3-907d-48df-86dc-1c5c4695080c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:18:04.096252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37464) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:04.098632 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bc314ef7-13cf-4126-b579-966f2be9e949 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0898750 Jan 27 22:18:04.182534 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] Checking router: e078459c-4107-4fcf-81b4-b15edb747728 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:18:04.182905 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] Updating router e078459c-4107-4fcf-81b4-b15edb747728 port a04ddf1d-eb89-46b8-8b9b-98767bd1388e binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:18:04.218942 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a04ddf1d-eb89-46b8-8b9b-98767bd1388e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:04.484477 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-07d7ad7c-7a6e-4f71-bfe7-50393fd0531d None None] Current status of the port cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:04.485493 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80cc1a51-fe07-4f59-898e-c8d6a77cabf8 req-3b50eb69-c923-45f6-a109-3cd3cbc7b7f5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 210 time: 0.0770550 Jan 27 22:18:04.558017 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf749a94-cb12-4ebd-bc44-a434f1c9c3d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-67894ab3-907d-48df-86dc-1c5c4695080c', 'network_id': '67894ab3-907d-48df-86dc-1c5c4695080c', 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'fixed_ips': [{'subnet_id': 'a680e0fb-bee1-483c-914c-3692137d794a'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:18:04.559033 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bf749a94-cb12-4ebd-bc44-a434f1c9c3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:04.585531 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773c3da-c4cb-4291-9810-cdf8a4e2a57f req-2fe7bf2d-abf1-404c-8560-0e26c9839e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:04.587029 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b773c3da-c4cb-4291-9810-cdf8a4e2a57f req-2fe7bf2d-abf1-404c-8560-0e26c9839e08 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a53427e9-711f-4f57-81b2-fa787aa43f9c HTTP/1.1" status: 200 len: 915 time: 0.5455618 Jan 27 22:18:04.587971 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:04.730522 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-39fc58a8-2d31-4ede-9836-75e89a5229a6 None None] Provisioning complete for port a04ddf1d-eb89-46b8-8b9b-98767bd1388e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:04.730907 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-39fc58a8-2d31-4ede-9836-75e89a5229a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a04ddf1d-eb89-46b8-8b9b-98767bd1388e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:04.805118 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b773c3da-c4cb-4291-9810-cdf8a4e2a57f req-bf01aeb0-cda6-49af-8c7b-52031e7bf174 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b HTTP/1.1" status: 200 len: 217 time: 0.1161680 Jan 27 22:18:04.832827 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-39fc58a8-2d31-4ede-9836-75e89a5229a6 None None] Port a04ddf1d-eb89-46b8-8b9b-98767bd1388e cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:18:04.910733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-bf749a94-cb12-4ebd-bc44-a434f1c9c3d3 None None] Allocated IP 2001:db8:2::2 (67894ab3-907d-48df-86dc-1c5c4695080c/a680e0fb-bee1-483c-914c-3692137d794a/b5857547-614f-4e61-b147-8f60769592cf) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:18:05.147386 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] Publish callbacks [] for port (a04ddf1d-eb89-46b8-8b9b-98767bd1388e), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:05.163206 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a04ddf1d-eb89-46b8-8b9b-98767bd1388e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:05.191087 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-414936ed-1f8a-4b0d-892f-218e2b4d2b0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:05.300666 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773c3da-c4cb-4291-9810-cdf8a4e2a57f req-09c0ceef-75a2-4cf7-8b20-61b6a243909c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:05.302451 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b773c3da-c4cb-4291-9810-cdf8a4e2a57f req-09c0ceef-75a2-4cf7-8b20-61b6a243909c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9169d926-c9c1-41ef-87e8-095010d5f5da HTTP/1.1" status: 200 len: 854 time: 0.4344127 Jan 27 22:18:05.373941 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b773c3da-c4cb-4291-9810-cdf8a4e2a57f req-dc54a417-d3a4-45d2-9647-8372a72bbfa8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a53427e9-711f-4f57-81b2-fa787aa43f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647385 Jan 27 22:18:05.495474 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032049a-96f2-4a86-8238-f5896cd5a534 req-84fce7a3-b94a-46a4-8a79-5a50b658c167 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:05.505405 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9032049a-96f2-4a86-8238-f5896cd5a534 req-84fce7a3-b94a-46a4-8a79-5a50b658c167 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=d717d83e-eeeb-4e51-91cb-737565cf7f72 HTTP/1.1" status: 200 len: 944 time: 0.3201833 Jan 27 22:18:05.525082 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] Attempting to bind port a04ddf1d-eb89-46b8-8b9b-98767bd1388e on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:18:05.529241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] Attempting to bind port a04ddf1d-eb89-46b8-8b9b-98767bd1388e by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:18:05.529781 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] Attempting to bind port a04ddf1d-eb89-46b8-8b9b-98767bd1388e on network c8698e31-fb06-429c-8942-5bce93bcde2d {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:18:05.564830 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:18:05.566240 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] Checking segment: {'id': '8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:18:05.566879 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:05.567488 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] Bound using segment: {'id': '8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:18:05.568194 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] Bound port: a04ddf1d-eb89-46b8-8b9b-98767bd1388e, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:18:05.568868 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a04ddf1d-eb89-46b8-8b9b-98767bd1388e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:05.571114 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a631fc-f524-4395-a7e1-24de2e990ca9 None None] Pushing event updated for resources: {'Port': ['ID=a04ddf1d-eb89-46b8-8b9b-98767bd1388e,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:05.650669 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bf749a94-cb12-4ebd-bc44-a434f1c9c3d3 None None] Publish callbacks [] for port (b5857547-614f-4e61-b147-8f60769592cf), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:05.660855 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b21b8250-3bba-4005-b94d-b445fec828bf None None] Provisioning complete for port a04ddf1d-eb89-46b8-8b9b-98767bd1388e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:05.661238 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b21b8250-3bba-4005-b94d-b445fec828bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a04ddf1d-eb89-46b8-8b9b-98767bd1388e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:05.701463 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b773c3da-c4cb-4291-9810-cdf8a4e2a57f req-66fa64e0-d28e-47c2-8601-0b9365d28481 service neutron] 10.222.0.15 "GET /v2.0/networks/a53427e9-711f-4f57-81b2-fa787aa43f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153877 Jan 27 22:18:05.708117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b21b8250-3bba-4005-b94d-b445fec828bf None None] Port a04ddf1d-eb89-46b8-8b9b-98767bd1388e cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:18:05.712452 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bf749a94-cb12-4ebd-bc44-a434f1c9c3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (b5857547-614f-4e61-b147-8f60769592cf), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:05.772282 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d4de3a8-756c-4484-bbd0-f602328c64db req-6d30846a-77ee-49c6-9a68-a57d286b6360 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 210 time: 0.1296604 Jan 27 22:18:05.810358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf749a94-cb12-4ebd-bc44-a434f1c9c3d3 None None] Pushing event updated for resources: {'Port': ['ID=b5857547-614f-4e61-b147-8f60769592cf,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:05.832834 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf749a94-cb12-4ebd-bc44-a434f1c9c3d3 None None] Network 67894ab3-907d-48df-86dc-1c5c4695080c is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:18:05.839220 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-bf749a94-cb12-4ebd-bc44-a434f1c9c3d3 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:18:05.841806 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] For port a04ddf1d-eb89-46b8-8b9b-98767bd1388e, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:18:05.843960 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf749a94-cb12-4ebd-bc44-a434f1c9c3d3 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:18:05.855037 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] For port a04ddf1d-eb89-46b8-8b9b-98767bd1388e, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a04ddf1d-eb89-46b8-8b9b-98767bd1388e,segment=NetworkSegment(8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce),segment_id=8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:18:05.866169 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a04ddf1d-eb89-46b8-8b9b-98767bd1388e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:05.872858 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9032049a-96f2-4a86-8238-f5896cd5a534 req-2ba6f2b1-b53a-4964-b9d0-97cf5882784a tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9fde2a7-debf-4128-a551-e0da4a7fb3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662786 Jan 27 22:18:05.988110 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-414936ed-1f8a-4b0d-892f-218e2b4d2b0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Allocated IP 2001:db8:2::1 (67894ab3-907d-48df-86dc-1c5c4695080c/a680e0fb-bee1-483c-914c-3692137d794a/6c644765-676a-4087-bbb2-aa726d82f65c) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:18:06.022206 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b773c3da-c4cb-4291-9810-cdf8a4e2a57f req-34921cf8-ff68-470e-92b2-f2549f4c045e service neutron] 10.222.0.15 "GET /v2.0/networks/a53427e9-711f-4f57-81b2-fa787aa43f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688026 Jan 27 22:18:06.048873 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a631fc-f524-4395-a7e1-24de2e990ca9 None None] Pushing event updated for resources: {'Port': ['ID=a04ddf1d-eb89-46b8-8b9b-98767bd1388e,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:06.072543 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:18:06.075041 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] Routers {'e078459c-4107-4fcf-81b4-b15edb747728'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:06.075682 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:17:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e078459c-4107-4fcf-81b4-b15edb747728'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:06.134186 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-bf749a94-cb12-4ebd-bc44-a434f1c9c3d3 None None] Attempting to bind port b5857547-614f-4e61-b147-8f60769592cf on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:18:06.134819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-bf749a94-cb12-4ebd-bc44-a434f1c9c3d3 None None] Attempting to bind port b5857547-614f-4e61-b147-8f60769592cf by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'a8c4b887-532c-42d8-86db-a019f78a3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '67894ab3-907d-48df-86dc-1c5c4695080c'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:18:06.135188 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf749a94-cb12-4ebd-bc44-a434f1c9c3d3 None None] Attempting to bind port b5857547-614f-4e61-b147-8f60769592cf on network 67894ab3-907d-48df-86dc-1c5c4695080c {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:18:06.147057 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf749a94-cb12-4ebd-bc44-a434f1c9c3d3 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:18:06.150441 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf749a94-cb12-4ebd-bc44-a434f1c9c3d3 None None] Checking segment: {'id': 'a8c4b887-532c-42d8-86db-a019f78a3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '67894ab3-907d-48df-86dc-1c5c4695080c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:18:06.150868 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bf749a94-cb12-4ebd-bc44-a434f1c9c3d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:06.151274 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf749a94-cb12-4ebd-bc44-a434f1c9c3d3 None None] Bound using segment: {'id': 'a8c4b887-532c-42d8-86db-a019f78a3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '67894ab3-907d-48df-86dc-1c5c4695080c'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:18:06.151782 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-bf749a94-cb12-4ebd-bc44-a434f1c9c3d3 None None] Bound port: b5857547-614f-4e61-b147-8f60769592cf, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c4b887-532c-42d8-86db-a019f78a3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '67894ab3-907d-48df-86dc-1c5c4695080c'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:18:06.152195 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bf749a94-cb12-4ebd-bc44-a434f1c9c3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b5857547-614f-4e61-b147-8f60769592cf), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:06.250649 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-414936ed-1f8a-4b0d-892f-218e2b4d2b0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for port (6c644765-676a-4087-bbb2-aa726d82f65c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:06.286666 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] Set router e078459c-4107-4fcf-81b4-b15edb747728 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:06.332666 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-414936ed-1f8a-4b0d-892f-218e2b4d2b0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (6c644765-676a-4087-bbb2-aa726d82f65c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:06.439853 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414936ed-1f8a-4b0d-892f-218e2b4d2b0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Port': ['ID=6c644765-676a-4087-bbb2-aa726d82f65c,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:06.458186 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414936ed-1f8a-4b0d-892f-218e2b4d2b0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network 67894ab3-907d-48df-86dc-1c5c4695080c is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:18:06.460804 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-414936ed-1f8a-4b0d-892f-218e2b4d2b0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:18:06.463979 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414936ed-1f8a-4b0d-892f-218e2b4d2b0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:18:06.464571 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-414936ed-1f8a-4b0d-892f-218e2b4d2b0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (e078459c-4107-4fcf-81b4-b15edb747728), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:06.587709 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-bf749a94-cb12-4ebd-bc44-a434f1c9c3d3 None None] For port b5857547-614f-4e61-b147-8f60769592cf, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:18:06.592063 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-bf749a94-cb12-4ebd-bc44-a434f1c9c3d3 None None] For port b5857547-614f-4e61-b147-8f60769592cf, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b5857547-614f-4e61-b147-8f60769592cf,segment=NetworkSegment(a8c4b887-532c-42d8-86db-a019f78a3773),segment_id=a8c4b887-532c-42d8-86db-a019f78a3773)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:18:06.611097 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bf749a94-cb12-4ebd-bc44-a434f1c9c3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b5857547-614f-4e61-b147-8f60769592cf), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:06.685905 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-414936ed-1f8a-4b0d-892f-218e2b4d2b0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6c644765-676a-4087-bbb2-aa726d82f65c), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:06.733936 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7fa60692-6582-46de-82a7-1580ebeebfeb None None] Provisioning complete for port a04ddf1d-eb89-46b8-8b9b-98767bd1388e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:06.735043 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7fa60692-6582-46de-82a7-1580ebeebfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a04ddf1d-eb89-46b8-8b9b-98767bd1388e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:06.893350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b,segment=NetworkSegment(149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481),segment_id=149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:06.953685 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b', 'network_id': 'a53427e9-711f-4f57-81b2-fa787aa43f9c', 'port_id': '1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b', 'mac_address': 'fa:16:3e:c6:b0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9169d926-c9c1-41ef-87e8-095010d5f5da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:18:06.956660 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf749a94-cb12-4ebd-bc44-a434f1c9c3d3 None None] Pushing event updated for resources: {'Port': ['ID=b5857547-614f-4e61-b147-8f60769592cf,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:07.298541 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:07.298541 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:07.428670 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:18:07.482700 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-562f9bc2-8793-442c-a79d-938b84540a90 req-0f28ebec-4d56-484c-89c5-44f7dfdd4272 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=deeb3eed-e875-407b-aa2f-10ccb6e9762c HTTP/1.1" status: 200 len: 210 time: 0.5481548 Jan 27 22:18:07.554700 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7fa60692-6582-46de-82a7-1580ebeebfeb None None] Current status of the port a04ddf1d-eb89-46b8-8b9b-98767bd1388e is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:07.555393 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7fa60692-6582-46de-82a7-1580ebeebfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a04ddf1d-eb89-46b8-8b9b-98767bd1388e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:07.570342 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b,segment=NetworkSegment(149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481),segment_id=149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:07.579335 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:00Z', 'revision_number': 3, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:59Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a04ddf1d-eb89-46b8-8b9b-98767bd1388e', 'name': '', 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:94:57:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:58Z', 'updated_at': '2022-01-27T22:18:05Z', 'revision_number': 4, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:07.605730 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:07.637732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10763e3c-2493-4ae1-bbfd-575bafb1acc4 req-52932106-3d90-4f94-91a9-b9e24bff412c tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:07.640640 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10763e3c-2493-4ae1-bbfd-575bafb1acc4 req-52932106-3d90-4f94-91a9-b9e24bff412c tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=d717d83e-eeeb-4e51-91cb-737565cf7f72 HTTP/1.1" status: 200 len: 944 time: 0.1685631 Jan 27 22:18:07.671850 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b5857547-614f-4e61-b147-8f60769592cf up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:07.765537 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10763e3c-2493-4ae1-bbfd-575bafb1acc4 req-3c6d23e3-a255-4732-84e6-d49a7608f0e6 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9fde2a7-debf-4128-a551-e0da4a7fb3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169276 Jan 27 22:18:07.804753 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c231d9-5ac0-4367-a886-668b34dbf655 None None] The sync data for ids ['e078459c-4107-4fcf-81b4-b15edb747728'] in n-d-772272-3 is: [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:00Z', 'revision_number': 3, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:59Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a04ddf1d-eb89-46b8-8b9b-98767bd1388e', 'name': '', 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:94:57:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:58Z', 'updated_at': '2022-01-27T22:18:05Z', 'revision_number': 4, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:18:07.844800 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:18:07.939035 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-414936ed-1f8a-4b0d-892f-218e2b4d2b0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for port (6c644765-676a-4087-bbb2-aa726d82f65c), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:07.959286 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-414936ed-1f8a-4b0d-892f-218e2b4d2b0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (6c644765-676a-4087-bbb2-aa726d82f65c), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:07.961399 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-414936ed-1f8a-4b0d-892f-218e2b4d2b0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (e078459c-4107-4fcf-81b4-b15edb747728), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:07.995038 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7fa60692-6582-46de-82a7-1580ebeebfeb None None] For port a04ddf1d-eb89-46b8-8b9b-98767bd1388e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a04ddf1d-eb89-46b8-8b9b-98767bd1388e,segment=NetworkSegment(8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce),segment_id=8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:08.009536 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:08.027377 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7fa60692-6582-46de-82a7-1580ebeebfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a04ddf1d-eb89-46b8-8b9b-98767bd1388e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:08.154377 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port b5857547-614f-4e61-b147-8f60769592cf triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:08.154898 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b5857547-614f-4e61-b147-8f60769592cf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:08.159966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414936ed-1f8a-4b0d-892f-218e2b4d2b0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Port': ['ID=6c644765-676a-4087-bbb2-aa726d82f65c,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:08.258384 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414936ed-1f8a-4b0d-892f-218e2b4d2b0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network 67894ab3-907d-48df-86dc-1c5c4695080c is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:18:08.259907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-414936ed-1f8a-4b0d-892f-218e2b4d2b0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:18:08.386851 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port b5857547-614f-4e61-b147-8f60769592cf is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:08.387388 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b5857547-614f-4e61-b147-8f60769592cf), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:08.445227 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port b5857547-614f-4e61-b147-8f60769592cf, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b5857547-614f-4e61-b147-8f60769592cf,segment=NetworkSegment(a8c4b887-532c-42d8-86db-a019f78a3773),segment_id=a8c4b887-532c-42d8-86db-a019f78a3773)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:08.454342 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa60692-6582-46de-82a7-1580ebeebfeb None None] Pushing event updated for resources: {'Port': ['ID=a04ddf1d-eb89-46b8-8b9b-98767bd1388e,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:08.463515 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b5857547-614f-4e61-b147-8f60769592cf), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:08.579253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414936ed-1f8a-4b0d-892f-218e2b4d2b0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router e078459c-4107-4fcf-81b4-b15edb747728 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:18:08.675735 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=b5857547-614f-4e61-b147-8f60769592cf,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:08.735223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414936ed-1f8a-4b0d-892f-218e2b4d2b0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:18:08.753720 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d25ea6b-52f3-4211-a7b3-59c4de8930fd None None] Network 67894ab3-907d-48df-86dc-1c5c4695080c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:18:08.755069 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-414936ed-1f8a-4b0d-892f-218e2b4d2b0d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/e078459c-4107-4fcf-81b4-b15edb747728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6574275 Jan 27 22:18:08.757835 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37548) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:08.768220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d7f6a93c-a8bb-4c31-b562-a69c0159d6f1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2052470119'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:18:08.823892 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f6a93c-a8bb-4c31-b562-a69c0159d6f1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Made reservation on behalf of 09f02c2761754134b0ead8f51792ddf6 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:18:08.827813 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7f6a93c-a8bb-4c31-b562-a69c0159d6f1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:08.884316 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f6a93c-a8bb-4c31-b562-a69c0159d6f1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:18:08.898588 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-64c90a06-d510-489d-8f5d-830c7a85c8fb None None] Provisioning complete for port b5857547-614f-4e61-b147-8f60769592cf triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:08.899653 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-64c90a06-d510-489d-8f5d-830c7a85c8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b5857547-614f-4e61-b147-8f60769592cf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:08.911919 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7f6a93c-a8bb-4c31-b562-a69c0159d6f1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (03ea1be9-6c45-4f72-b913-62f23b79171b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:08.912314 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-d7f6a93c-a8bb-4c31-b562-a69c0159d6f1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Added segment 03ea1be9-6c45-4f72-b913-62f23b79171b of type vlan for network 7489904b-7717-4ce1-bf41-d30bb8f318fc Jan 27 22:18:08.964971 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b49b1-8e24-41b0-8f1c-9b271f797d80 req-8d110220-3853-4198-92dd-91116a271af0 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:08.966665 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-522b49b1-8e24-41b0-8f1c-9b271f797d80 req-8d110220-3853-4198-92dd-91116a271af0 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=d717d83e-eeeb-4e51-91cb-737565cf7f72 HTTP/1.1" status: 200 len: 945 time: 0.1015153 Jan 27 22:18:09.055437 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7f6a93c-a8bb-4c31-b562-a69c0159d6f1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (7489904b-7717-4ce1-bf41-d30bb8f318fc), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:09.099393 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-522b49b1-8e24-41b0-8f1c-9b271f797d80 req-be533d05-be3e-436d-9fcc-691943f95879 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9fde2a7-debf-4128-a551-e0da4a7fb3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243927 Jan 27 22:18:09.127594 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7f6a93c-a8bb-4c31-b562-a69c0159d6f1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (7489904b-7717-4ce1-bf41-d30bb8f318fc), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:09.140557 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f6a93c-a8bb-4c31-b562-a69c0159d6f1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:09.142338 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7f6a93c-a8bb-4c31-b562-a69c0159d6f1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:09.176357 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-64c90a06-d510-489d-8f5d-830c7a85c8fb None None] Current status of the port b5857547-614f-4e61-b147-8f60769592cf is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:09.287772 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d7f6a93c-a8bb-4c31-b562-a69c0159d6f1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5256755 Jan 27 22:18:09.288173 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37556) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:09.293951 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-bc5644e5-7c0d-4283-8aae-5a2b7ef59f7e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'subnet': {'network_id': '7489904b-7717-4ce1-bf41-d30bb8f318fc', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:18:09.309052 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] Sync routers for ids ['e078459c-4107-4fcf-81b4-b15edb747728'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:18:09.321603 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] Routers {'e078459c-4107-4fcf-81b4-b15edb747728'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:09.321945 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:17:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e078459c-4107-4fcf-81b4-b15edb747728'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:09.343318 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6a93c-a8bb-4c31-b562-a69c0159d6f1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Network': ['ID=7489904b-7717-4ce1-bf41-d30bb8f318fc,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:09.394088 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 7489904b-7717-4ce1-bf41-d30bb8f318fc details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:18:09.524036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5644e5-7c0d-4283-8aae-5a2b7ef59f7e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Made reservation on behalf of 09f02c2761754134b0ead8f51792ddf6 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:18:09.531200 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc5644e5-7c0d-4283-8aae-5a2b7ef59f7e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:09.634382 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] Set router e078459c-4107-4fcf-81b4-b15edb747728 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:09.661796 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-240c441a-6bda-4665-b949-16578549e20d None None] Provisioning complete for port 6c644765-676a-4087-bbb2-aa726d82f65c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:09.662730 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-240c441a-6bda-4665-b949-16578549e20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6c644765-676a-4087-bbb2-aa726d82f65c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:09.751786 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-240c441a-6bda-4665-b949-16578549e20d None None] Port 6c644765-676a-4087-bbb2-aa726d82f65c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:18:09.774746 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-240c441a-6bda-4665-b949-16578549e20d None None] Provisioning complete for port b5857547-614f-4e61-b147-8f60769592cf triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:09.775135 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-240c441a-6bda-4665-b949-16578549e20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b5857547-614f-4e61-b147-8f60769592cf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:09.849482 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a04ddf1d-eb89-46b8-8b9b-98767bd1388e up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:10.072929 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port a04ddf1d-eb89-46b8-8b9b-98767bd1388e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:10.075429 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a04ddf1d-eb89-46b8-8b9b-98767bd1388e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:10.129885 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc5644e5-7c0d-4283-8aae-5a2b7ef59f7e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (6222bbc1-8af6-496e-9c28-5a8e62804e6b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:10.140632 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:10.205035 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:18:10.236756 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-6c11cf27-d549-45e4-b25f-6f1232f76258 req-43c225c6-147b-4ca9-bc13-eea85a77cc1f service neutron] (109741) timed out ('10.222.0.23', 43340) {{(pid=109741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:18:10.260003 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:06Z', 'revision_number': 4, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '6c644765-676a-4087-bbb2-aa726d82f65c', 'name': '', 'network_id': '67894ab3-907d-48df-86dc-1c5c4695080c', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:e1:f4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:05Z', 'updated_at': '2022-01-27T22:18:07Z', 'revision_number': 2, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:59Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a04ddf1d-eb89-46b8-8b9b-98767bd1388e', 'name': '', 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:94:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:58Z', 'updated_at': '2022-01-27T22:18:07Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:10.313845 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] Checking router: e078459c-4107-4fcf-81b4-b15edb747728 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:18:10.314833 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] Updating router e078459c-4107-4fcf-81b4-b15edb747728 port 6c644765-676a-4087-bbb2-aa726d82f65c binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:18:10.343738 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-240c441a-6bda-4665-b949-16578549e20d None None] Current status of the port b5857547-614f-4e61-b147-8f60769592cf is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:10.361992 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6c644765-676a-4087-bbb2-aa726d82f65c), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:10.376078 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5644e5-7c0d-4283-8aae-5a2b7ef59f7e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Subnet': ['ID=6222bbc1-8af6-496e-9c28-5a8e62804e6b,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:10.423225 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:18:10.441900 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:10.442284 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:10.454155 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5644e5-7c0d-4283-8aae-5a2b7ef59f7e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Checking segment: {'id': '03ea1be9-6c45-4f72-b913-62f23b79171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7489904b-7717-4ce1-bf41-d30bb8f318fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:18:10.458139 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5644e5-7c0d-4283-8aae-5a2b7ef59f7e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network hostable DHCP agents. Network: 7489904b-7717-4ce1-bf41-d30bb8f318fc, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:18:10.511381 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9835ef-d5e9-444c-8f06-b12ca8e72a4a req-6c09fe28-1246-44c7-ae5c-dd6522d161eb tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:10.522031 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f9835ef-d5e9-444c-8f06-b12ca8e72a4a req-6c09fe28-1246-44c7-ae5c-dd6522d161eb tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=d717d83e-eeeb-4e51-91cb-737565cf7f72 HTTP/1.1" status: 200 len: 945 time: 0.1946323 Jan 27 22:18:10.563276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5644e5-7c0d-4283-8aae-5a2b7ef59f7e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network 7489904b-7717-4ce1-bf41-d30bb8f318fc is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:18:10.609098 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-bc5644e5-7c0d-4283-8aae-5a2b7ef59f7e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 7489904b-7717-4ce1-bf41-d30bb8f318fc) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:18:10.645003 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5644e5-7c0d-4283-8aae-5a2b7ef59f7e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:10.645598 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc5644e5-7c0d-4283-8aae-5a2b7ef59f7e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:10.683938 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f9835ef-d5e9-444c-8f06-b12ca8e72a4a req-5bad98d1-4778-450d-9722-cbbe2f0309f9 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9fde2a7-debf-4128-a551-e0da4a7fb3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508176 Jan 27 22:18:10.692193 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bc5644e5-7c0d-4283-8aae-5a2b7ef59f7e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4028966 Jan 27 22:18:10.695690 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37578) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:10.818225 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] Publish callbacks [] for port (6c644765-676a-4087-bbb2-aa726d82f65c), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:10.835493 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6c644765-676a-4087-bbb2-aa726d82f65c), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:10.888587 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009817b-22a7-4fe2-89ef-ba538bc73b59 None None] Pushing event updated for resources: {'Port': ['ID=6c644765-676a-4087-bbb2-aa726d82f65c,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:10.966712 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352dd22b-01c2-467a-ba9a-a4de8bfee1d9 None None] Network 7489904b-7717-4ce1-bf41-d30bb8f318fc requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:18:10.971190 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port a04ddf1d-eb89-46b8-8b9b-98767bd1388e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:10.972032 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b5857547-614f-4e61-b147-8f60769592cf up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:11.028858 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] Attempting to bind port 6c644765-676a-4087-bbb2-aa726d82f65c on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:18:11.029230 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] Attempting to bind port 6c644765-676a-4087-bbb2-aa726d82f65c by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'a8c4b887-532c-42d8-86db-a019f78a3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '67894ab3-907d-48df-86dc-1c5c4695080c'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:18:11.029787 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] Attempting to bind port 6c644765-676a-4087-bbb2-aa726d82f65c on network 67894ab3-907d-48df-86dc-1c5c4695080c {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:18:11.045448 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:18:11.046107 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] Checking segment: {'id': 'a8c4b887-532c-42d8-86db-a019f78a3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '67894ab3-907d-48df-86dc-1c5c4695080c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:18:11.046715 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:11.047274 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] Bound using segment: {'id': 'a8c4b887-532c-42d8-86db-a019f78a3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '67894ab3-907d-48df-86dc-1c5c4695080c'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:18:11.047913 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] Bound port: 6c644765-676a-4087-bbb2-aa726d82f65c, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c4b887-532c-42d8-86db-a019f78a3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '67894ab3-907d-48df-86dc-1c5c4695080c'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:18:11.049642 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6c644765-676a-4087-bbb2-aa726d82f65c), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:11.121932 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-14f0980b-55b1-46c4-8cfc-2f115681a207 None None] Provisioning complete for port 6c644765-676a-4087-bbb2-aa726d82f65c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:11.122337 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-14f0980b-55b1-46c4-8cfc-2f115681a207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6c644765-676a-4087-bbb2-aa726d82f65c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:11.202000 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] For port 6c644765-676a-4087-bbb2-aa726d82f65c, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:18:11.208483 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] For port 6c644765-676a-4087-bbb2-aa726d82f65c, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=6c644765-676a-4087-bbb2-aa726d82f65c,segment=NetworkSegment(a8c4b887-532c-42d8-86db-a019f78a3773),segment_id=a8c4b887-532c-42d8-86db-a019f78a3773)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:18:11.222448 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6c644765-676a-4087-bbb2-aa726d82f65c), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:11.387179 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-14f0980b-55b1-46c4-8cfc-2f115681a207 None None] Port 6c644765-676a-4087-bbb2-aa726d82f65c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:18:11.387624 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009817b-22a7-4fe2-89ef-ba538bc73b59 None None] Pushing event updated for resources: {'Port': ['ID=6c644765-676a-4087-bbb2-aa726d82f65c,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:11.391952 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] Routers {'e078459c-4107-4fcf-81b4-b15edb747728'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:11.392778 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:17:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e078459c-4107-4fcf-81b4-b15edb747728'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:11.392968 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:11.393362 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:11.395546 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703a9548-383f-4aeb-9a54-574e41e36d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-7489904b-7717-4ce1-bf41-d30bb8f318fc', 'network_id': '7489904b-7717-4ce1-bf41-d30bb8f318fc', 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'fixed_ips': [{'subnet_id': '6222bbc1-8af6-496e-9c28-5a8e62804e6b'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:18:11.396409 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-703a9548-383f-4aeb-9a54-574e41e36d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:11.473245 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port b5857547-614f-4e61-b147-8f60769592cf triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:11.473624 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b5857547-614f-4e61-b147-8f60769592cf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:11.514260 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-407cdfde-8d2c-4640-82ba-2e024e4d1e8e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:11.647611 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] Set router e078459c-4107-4fcf-81b4-b15edb747728 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:11.877378 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-703a9548-383f-4aeb-9a54-574e41e36d9f None None] Allocated IP 2001:db8:3::2 (7489904b-7717-4ce1-bf41-d30bb8f318fc/6222bbc1-8af6-496e-9c28-5a8e62804e6b/8298d3cb-9ea6-43d8-b820-f2cc307369c9) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:18:11.980774 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d6cb7-44c8-4eba-b307-a1b272189e5b req-b65f96f2-584e-4497-87fb-79e10a9bfdd2 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:11.994132 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c62d6cb7-44c8-4eba-b307-a1b272189e5b req-b65f96f2-584e-4497-87fb-79e10a9bfdd2 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=d717d83e-eeeb-4e51-91cb-737565cf7f72 HTTP/1.1" status: 200 len: 945 time: 0.1509652 Jan 27 22:18:12.169598 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-703a9548-383f-4aeb-9a54-574e41e36d9f None None] Publish callbacks [] for port (8298d3cb-9ea6-43d8-b820-f2cc307369c9), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:12.179424 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd717d83e-eeeb-4e51-91cb-737565cf7f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:18:12.179800 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c62d6cb7-44c8-4eba-b307-a1b272189e5b req-27ba72ce-05ab-42c0-b8a0-03dc8e909a7d tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9fde2a7-debf-4128-a551-e0da4a7fb3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664619 Jan 27 22:18:12.183004 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbb1d91-ffa4-4af7-9f9a-7e0f189cf979" -d '{"events": [{"server_uuid": "d717d83e-eeeb-4e51-91cb-737565cf7f72", "name": "network-vif-plugged", "status": "completed", "tag": "1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:18:12.253294 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:06Z', 'revision_number': 4, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '6c644765-676a-4087-bbb2-aa726d82f65c', 'name': '', 'network_id': '67894ab3-907d-48df-86dc-1c5c4695080c', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:e1:f4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:05Z', 'updated_at': '2022-01-27T22:18:11Z', 'revision_number': 4, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:59Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a04ddf1d-eb89-46b8-8b9b-98767bd1388e', 'name': '', 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:94:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:58Z', 'updated_at': '2022-01-27T22:18:07Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:12.306590 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-703a9548-383f-4aeb-9a54-574e41e36d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (8298d3cb-9ea6-43d8-b820-f2cc307369c9), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:12.325717 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c9f225-29f3-4510-a60e-0bda89df3aae x-openstack-request-id: req-29c9f225-29f3-4510-a60e-0bda89df3aae {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:18:12.326266 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d717d83e-eeeb-4e51-91cb-737565cf7f72", "name": "network-vif-plugged", "status": "completed", "tag": "1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:18:12.326685 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29c9f225-29f3-4510-a60e-0bda89df3aae {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:18:12.327259 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd717d83e-eeeb-4e51-91cb-737565cf7f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b', 'code': 200} Jan 27 22:18:12.346321 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703a9548-383f-4aeb-9a54-574e41e36d9f None None] Network 7489904b-7717-4ce1-bf41-d30bb8f318fc is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:18:12.352218 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-703a9548-383f-4aeb-9a54-574e41e36d9f None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:18:12.359270 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703a9548-383f-4aeb-9a54-574e41e36d9f None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:18:12.363088 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-56d9a067-f999-4048-86bd-28ed203bd01d None None] Provisioning complete for port 6c644765-676a-4087-bbb2-aa726d82f65c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:12.363649 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-56d9a067-f999-4048-86bd-28ed203bd01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6c644765-676a-4087-bbb2-aa726d82f65c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:12.390077 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534be768-a6e6-4201-b014-1c1b3454e0f1 req-7b8f8d95-e0af-40a9-9241-7757b3a60d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:12.393937 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-534be768-a6e6-4201-b014-1c1b3454e0f1 req-7b8f8d95-e0af-40a9-9241-7757b3a60d95 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d717d83e-eeeb-4e51-91cb-737565cf7f72 HTTP/1.1" status: 200 len: 1096 time: 0.0687909 Jan 27 22:18:12.419668 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-407cdfde-8d2c-4640-82ba-2e024e4d1e8e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Allocated IP 2001:db8:3::1 (7489904b-7717-4ce1-bf41-d30bb8f318fc/6222bbc1-8af6-496e-9c28-5a8e62804e6b/593318d9-eecb-4361-bce6-e574ad2bc6a0) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:18:12.426516 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280bc315-8199-4904-9295-2bd3fae8c754 None None] The sync data for ids ['e078459c-4107-4fcf-81b4-b15edb747728'] in n-d-772272-3 is: [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:06Z', 'revision_number': 4, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '6c644765-676a-4087-bbb2-aa726d82f65c', 'name': '', 'network_id': '67894ab3-907d-48df-86dc-1c5c4695080c', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:e1:f4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:05Z', 'updated_at': '2022-01-27T22:18:11Z', 'revision_number': 4, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:59Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a04ddf1d-eb89-46b8-8b9b-98767bd1388e', 'name': '', 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:94:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:58Z', 'updated_at': '2022-01-27T22:18:07Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:18:12.456744 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b,segment=NetworkSegment(149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481),segment_id=149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:12.519098 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-534be768-a6e6-4201-b014-1c1b3454e0f1 req-9428e032-da06-49d9-8c11-c83e768848c3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b9fde2a7-debf-4128-a551-e0da4a7fb3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181648 Jan 27 22:18:12.531548 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:12.635035 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port b5857547-614f-4e61-b147-8f60769592cf is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:12.655387 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-407cdfde-8d2c-4640-82ba-2e024e4d1e8e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for port (593318d9-eecb-4361-bce6-e574ad2bc6a0), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:12.672839 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a9548-383f-4aeb-9a54-574e41e36d9f None None] Pushing event updated for resources: {'Port': ['ID=8298d3cb-9ea6-43d8-b820-f2cc307369c9,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:12.781834 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-407cdfde-8d2c-4640-82ba-2e024e4d1e8e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (593318d9-eecb-4361-bce6-e574ad2bc6a0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:12.932220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407cdfde-8d2c-4640-82ba-2e024e4d1e8e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network 7489904b-7717-4ce1-bf41-d30bb8f318fc is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:18:12.945531 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-407cdfde-8d2c-4640-82ba-2e024e4d1e8e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:18:12.949084 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-703a9548-383f-4aeb-9a54-574e41e36d9f None None] Attempting to bind port 8298d3cb-9ea6-43d8-b820-f2cc307369c9 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:18:12.949509 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-703a9548-383f-4aeb-9a54-574e41e36d9f None None] Attempting to bind port 8298d3cb-9ea6-43d8-b820-f2cc307369c9 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '03ea1be9-6c45-4f72-b913-62f23b79171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7489904b-7717-4ce1-bf41-d30bb8f318fc'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:18:12.949883 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703a9548-383f-4aeb-9a54-574e41e36d9f None None] Attempting to bind port 8298d3cb-9ea6-43d8-b820-f2cc307369c9 on network 7489904b-7717-4ce1-bf41-d30bb8f318fc {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:18:12.961050 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407cdfde-8d2c-4640-82ba-2e024e4d1e8e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:18:12.961918 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-407cdfde-8d2c-4640-82ba-2e024e4d1e8e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (e078459c-4107-4fcf-81b4-b15edb747728), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:13.013612 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703a9548-383f-4aeb-9a54-574e41e36d9f None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:18:13.018119 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703a9548-383f-4aeb-9a54-574e41e36d9f None None] Checking segment: {'id': '03ea1be9-6c45-4f72-b913-62f23b79171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7489904b-7717-4ce1-bf41-d30bb8f318fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:18:13.022546 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-703a9548-383f-4aeb-9a54-574e41e36d9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:13.026915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703a9548-383f-4aeb-9a54-574e41e36d9f None None] Bound using segment: {'id': '03ea1be9-6c45-4f72-b913-62f23b79171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7489904b-7717-4ce1-bf41-d30bb8f318fc'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:18:13.027473 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-703a9548-383f-4aeb-9a54-574e41e36d9f None None] Bound port: 8298d3cb-9ea6-43d8-b820-f2cc307369c9, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ea1be9-6c45-4f72-b913-62f23b79171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7489904b-7717-4ce1-bf41-d30bb8f318fc'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:18:13.027884 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-703a9548-383f-4aeb-9a54-574e41e36d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8298d3cb-9ea6-43d8-b820-f2cc307369c9), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:13.064682 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 6c644765-676a-4087-bbb2-aa726d82f65c up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:13.096751 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cdfde-8d2c-4640-82ba-2e024e4d1e8e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Port': ['ID=593318d9-eecb-4361-bce6-e574ad2bc6a0,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:13.207102 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:13.213478 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-56d9a067-f999-4048-86bd-28ed203bd01d None None] Current status of the port 6c644765-676a-4087-bbb2-aa726d82f65c is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:13.214297 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-56d9a067-f999-4048-86bd-28ed203bd01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6c644765-676a-4087-bbb2-aa726d82f65c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:13.232022 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:13.341404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-56d9a067-f999-4048-86bd-28ed203bd01d None None] For port 6c644765-676a-4087-bbb2-aa726d82f65c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=6c644765-676a-4087-bbb2-aa726d82f65c,segment=NetworkSegment(a8c4b887-532c-42d8-86db-a019f78a3773),segment_id=a8c4b887-532c-42d8-86db-a019f78a3773)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:13.364793 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-56d9a067-f999-4048-86bd-28ed203bd01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (6c644765-676a-4087-bbb2-aa726d82f65c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:13.437754 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-407cdfde-8d2c-4640-82ba-2e024e4d1e8e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (593318d9-eecb-4361-bce6-e574ad2bc6a0), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:13.469420 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd847c4a-f1b0-48db-98d7-df9ad215ba4f req-42fa4896-8df3-400a-a912-807a968abbef tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:13.495576 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd847c4a-f1b0-48db-98d7-df9ad215ba4f req-42fa4896-8df3-400a-a912-807a968abbef tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=d717d83e-eeeb-4e51-91cb-737565cf7f72 HTTP/1.1" status: 200 len: 946 time: 0.1686645 Jan 27 22:18:13.505899 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9a067-f999-4048-86bd-28ed203bd01d None None] Pushing event updated for resources: {'Port': ['ID=6c644765-676a-4087-bbb2-aa726d82f65c,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:13.549115 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-703a9548-383f-4aeb-9a54-574e41e36d9f None None] For port 8298d3cb-9ea6-43d8-b820-f2cc307369c9, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:18:13.607857 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 6c644765-676a-4087-bbb2-aa726d82f65c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:13.608602 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6c644765-676a-4087-bbb2-aa726d82f65c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:13.612264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-703a9548-383f-4aeb-9a54-574e41e36d9f None None] For port 8298d3cb-9ea6-43d8-b820-f2cc307369c9, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=8298d3cb-9ea6-43d8-b820-f2cc307369c9,segment=NetworkSegment(03ea1be9-6c45-4f72-b913-62f23b79171b),segment_id=03ea1be9-6c45-4f72-b913-62f23b79171b)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:18:13.683736 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-703a9548-383f-4aeb-9a54-574e41e36d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8298d3cb-9ea6-43d8-b820-f2cc307369c9), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:13.707236 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8d5d172f-7fc5-4185-94c7-32db1eb8a565 None None] Provisioning complete for port 6c644765-676a-4087-bbb2-aa726d82f65c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:13.707236 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8d5d172f-7fc5-4185-94c7-32db1eb8a565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6c644765-676a-4087-bbb2-aa726d82f65c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:13.796050 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd847c4a-f1b0-48db-98d7-df9ad215ba4f req-badee65d-5557-454c-bbf7-621705b21e5f tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9fde2a7-debf-4128-a551-e0da4a7fb3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984378 Jan 27 22:18:13.907746 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a9548-383f-4aeb-9a54-574e41e36d9f None None] Pushing event updated for resources: {'Port': ['ID=8298d3cb-9ea6-43d8-b820-f2cc307369c9,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:13.990002 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 6c644765-676a-4087-bbb2-aa726d82f65c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:14.010994 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d172f-7fc5-4185-94c7-32db1eb8a565 None None] Current status of the port 6c644765-676a-4087-bbb2-aa726d82f65c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:14.345864 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-407cdfde-8d2c-4640-82ba-2e024e4d1e8e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for port (593318d9-eecb-4361-bce6-e574ad2bc6a0), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:14.353928 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-407cdfde-8d2c-4640-82ba-2e024e4d1e8e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (593318d9-eecb-4361-bce6-e574ad2bc6a0), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:14.355658 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-407cdfde-8d2c-4640-82ba-2e024e4d1e8e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (e078459c-4107-4fcf-81b4-b15edb747728), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:14.425875 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cdfde-8d2c-4640-82ba-2e024e4d1e8e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event updated for resources: {'Port': ['ID=593318d9-eecb-4361-bce6-e574ad2bc6a0,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:14.628225 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407cdfde-8d2c-4640-82ba-2e024e4d1e8e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Network 7489904b-7717-4ce1-bf41-d30bb8f318fc is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:18:14.632574 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-407cdfde-8d2c-4640-82ba-2e024e4d1e8e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:18:14.784644 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407cdfde-8d2c-4640-82ba-2e024e4d1e8e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router e078459c-4107-4fcf-81b4-b15edb747728 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:18:15.144722 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e7d7b-0599-44bf-ab78-d4651d60093f req-3a545232-6d31-4bae-a34e-f4ef3e8b101c tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:15.145714 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 6c644765-676a-4087-bbb2-aa726d82f65c up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:15.154187 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-668e7d7b-0599-44bf-ab78-d4651d60093f req-3a545232-6d31-4bae-a34e-f4ef3e8b101c tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=d717d83e-eeeb-4e51-91cb-737565cf7f72 HTTP/1.1" status: 200 len: 946 time: 0.1347744 Jan 27 22:18:15.257131 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-668e7d7b-0599-44bf-ab78-d4651d60093f req-f01512af-6970-42e6-82b9-c26d86048146 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9fde2a7-debf-4128-a551-e0da4a7fb3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965488 Jan 27 22:18:15.341541 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 6c644765-676a-4087-bbb2-aa726d82f65c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:15.341941 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (6c644765-676a-4087-bbb2-aa726d82f65c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:15.549283 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 6c644765-676a-4087-bbb2-aa726d82f65c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:15.550420 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 8298d3cb-9ea6-43d8-b820-f2cc307369c9 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:15.653863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 8298d3cb-9ea6-43d8-b820-f2cc307369c9 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:15.654253 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8298d3cb-9ea6-43d8-b820-f2cc307369c9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:15.670759 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37680) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:15.824843 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb701d5-5815-4ab9-9b3e-b16544f98dc5 None None] Network 7489904b-7717-4ce1-bf41-d30bb8f318fc requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:18:15.841723 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407cdfde-8d2c-4640-82ba-2e024e4d1e8e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:18:15.855618 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-407cdfde-8d2c-4640-82ba-2e024e4d1e8e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/e078459c-4107-4fcf-81b4-b15edb747728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1490085 Jan 27 22:18:15.858811 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37690) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:15.863628 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-ca3a49ed-78cd-426e-8e8c-5ee63a831241 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:18:15.981773 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] Sync routers for ids ['e078459c-4107-4fcf-81b4-b15edb747728'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:18:16.149427 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 8298d3cb-9ea6-43d8-b820-f2cc307369c9 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:16.149999 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8298d3cb-9ea6-43d8-b820-f2cc307369c9), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:16.180788 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c99da130-15ac-4776-be4d-e03db5deaaa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:16.204266 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] Routers {'e078459c-4107-4fcf-81b4-b15edb747728'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:16.204921 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:17:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e078459c-4107-4fcf-81b4-b15edb747728'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:16.346058 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1eada5f2-c2b6-4f92-b486-59acbf59690e None None] Provisioning complete for port 8298d3cb-9ea6-43d8-b820-f2cc307369c9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:16.346440 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1eada5f2-c2b6-4f92-b486-59acbf59690e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8298d3cb-9ea6-43d8-b820-f2cc307369c9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:16.550752 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 8298d3cb-9ea6-43d8-b820-f2cc307369c9, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=8298d3cb-9ea6-43d8-b820-f2cc307369c9,segment=NetworkSegment(03ea1be9-6c45-4f72-b913-62f23b79171b),segment_id=03ea1be9-6c45-4f72-b913-62f23b79171b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:16.579342 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8298d3cb-9ea6-43d8-b820-f2cc307369c9), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:16.764645 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c99da130-15ac-4776-be4d-e03db5deaaa6 admin admin] Publish callbacks [] for security_group (5a4e0e55-4c9b-4ec7-9528-f8fae163bfa8), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:16.786416 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c99da130-15ac-4776-be4d-e03db5deaaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5a4e0e55-4c9b-4ec7-9528-f8fae163bfa8), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:16.904096 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37734) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:16.904678 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c99da130-15ac-4776-be4d-e03db5deaaa6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a1d8228ec824e719ee38ca45b45a632&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2318106 Jan 27 22:18:16.931276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99da130-15ac-4776-be4d-e03db5deaaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4e0e55-4c9b-4ec7-9528-f8fae163bfa8,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:17.070906 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0cb6d155-0eef-4733-8499-862553e5b331 admin admin] Publish callbacks [] for security_group (5a4e0e55-4c9b-4ec7-9528-f8fae163bfa8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:17.115284 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.extraroute_db [None req-ca3a49ed-78cd-426e-8e8c-5ee63a831241 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 22:18:17.129530 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0cb6d155-0eef-4733-8499-862553e5b331 admin admin] Publish callbacks [] for security_group (5a4e0e55-4c9b-4ec7-9528-f8fae163bfa8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:17.188851 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.extraroute_db [None req-ca3a49ed-78cd-426e-8e8c-5ee63a831241 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Removed routes are [] {{(pid=109741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 22:18:17.189406 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ca3a49ed-78cd-426e-8e8c-5ee63a831241 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (e078459c-4107-4fcf-81b4-b15edb747728), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:17.251801 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0cb6d155-0eef-4733-8499-862553e5b331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5a4e0e55-4c9b-4ec7-9528-f8fae163bfa8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:17.255650 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0cb6d155-0eef-4733-8499-862553e5b331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:17.257925 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0cb6d155-0eef-4733-8499-862553e5b331 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a4e0e55-4c9b-4ec7-9528-f8fae163bfa8 HTTP/1.1" status: 204 len: 168 time: 0.3518708 Jan 27 22:18:17.279457 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6d155-0eef-4733-8499-862553e5b331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4e0e55-4c9b-4ec7-9528-f8fae163bfa8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:17.377277 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] Set router e078459c-4107-4fcf-81b4-b15edb747728 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:17.598867 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=8298d3cb-9ea6-43d8-b820-f2cc307369c9,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:17.713257 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1eada5f2-c2b6-4f92-b486-59acbf59690e None None] Current status of the port 8298d3cb-9ea6-43d8-b820-f2cc307369c9 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:17.735779 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ca3a49ed-78cd-426e-8e8c-5ee63a831241 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (e078459c-4107-4fcf-81b4-b15edb747728), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:17.749059 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ca3a49ed-78cd-426e-8e8c-5ee63a831241 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1668512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1663757'] for router (e078459c-4107-4fcf-81b4-b15edb747728), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:18.028391 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3a49ed-78cd-426e-8e8c-5ee63a831241 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router e078459c-4107-4fcf-81b4-b15edb747728 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:18:18.049186 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:13Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '593318d9-eecb-4361-bce6-e574ad2bc6a0', 'name': '', 'network_id': '7489904b-7717-4ce1-bf41-d30bb8f318fc', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:92:b2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '6222bbc1-8af6-496e-9c28-5a8e62804e6b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:11Z', 'updated_at': '2022-01-27T22:18:14Z', 'revision_number': 2, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '6222bbc1-8af6-496e-9c28-5a8e62804e6b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c644765-676a-4087-bbb2-aa726d82f65c', 'name': '', 'network_id': '67894ab3-907d-48df-86dc-1c5c4695080c', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:e1:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:05Z', 'updated_at': '2022-01-27T22:18:13Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:59Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a04ddf1d-eb89-46b8-8b9b-98767bd1388e', 'name': '', 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:94:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:58Z', 'updated_at': '2022-01-27T22:18:07Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:18.115371 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] Checking router: e078459c-4107-4fcf-81b4-b15edb747728 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:18:18.116856 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] Updating router e078459c-4107-4fcf-81b4-b15edb747728 port 593318d9-eecb-4361-bce6-e574ad2bc6a0 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:18:18.179220 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (593318d9-eecb-4361-bce6-e574ad2bc6a0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:18.437685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3a49ed-78cd-426e-8e8c-5ee63a831241 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:18:18.479080 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ca3a49ed-78cd-426e-8e8c-5ee63a831241 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:18.480835 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ca3a49ed-78cd-426e-8e8c-5ee63a831241 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/e078459c-4107-4fcf-81b4-b15edb747728 HTTP/1.1" status: 200 len: 954 time: 2.6209950 Jan 27 22:18:18.484671 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37764) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:18.541302 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-528d3a05-e142-4ef7-bc01-551dccf41ee1 None None] Provisioning complete for port 8298d3cb-9ea6-43d8-b820-f2cc307369c9 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:18.541861 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-528d3a05-e142-4ef7-bc01-551dccf41ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8298d3cb-9ea6-43d8-b820-f2cc307369c9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:18.894031 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 8298d3cb-9ea6-43d8-b820-f2cc307369c9 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:18.904247 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37776) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:18.910946 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-4af0a0ae-c3b8-4208-97a8-ed18498cb932 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'router': {'routes': None}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:18:18.955503 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a88083d7-556c-4647-ac5d-61ec982357aa tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/routers/e078459c-4107-4fcf-81b4-b15edb747728 HTTP/1.1" status: 200 len: 954 time: 0.4510512 Jan 27 22:18:19.090364 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] Publish callbacks [] for port (593318d9-eecb-4361-bce6-e574ad2bc6a0), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:19.118823 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (593318d9-eecb-4361-bce6-e574ad2bc6a0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:19.445848 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-528d3a05-e142-4ef7-bc01-551dccf41ee1 None None] Current status of the port 8298d3cb-9ea6-43d8-b820-f2cc307369c9 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:19.481912 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37786) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:19.560936 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91c622-d157-466b-8d10-19598521cd9a None None] Pushing event updated for resources: {'Port': ['ID=593318d9-eecb-4361-bce6-e574ad2bc6a0,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:19.626091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 8298d3cb-9ea6-43d8-b820-f2cc307369c9 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:19.628706 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8298d3cb-9ea6-43d8-b820-f2cc307369c9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:19.744390 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] Attempting to bind port 593318d9-eecb-4361-bce6-e574ad2bc6a0 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:18:19.751773 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] Attempting to bind port 593318d9-eecb-4361-bce6-e574ad2bc6a0 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '03ea1be9-6c45-4f72-b913-62f23b79171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7489904b-7717-4ce1-bf41-d30bb8f318fc'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:18:19.752336 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] Attempting to bind port 593318d9-eecb-4361-bce6-e574ad2bc6a0 on network 7489904b-7717-4ce1-bf41-d30bb8f318fc {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:18:19.762491 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e7ca52ac-a244-44bc-be9f-d39206581a64 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-669361306-network', 'tenant_id': '01de383db8114205a02a938ddcf2fa2f'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:18:19.828502 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-528d3a05-e142-4ef7-bc01-551dccf41ee1 None None] Provisioning complete for port 593318d9-eecb-4361-bce6-e574ad2bc6a0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:19.830248 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-528d3a05-e142-4ef7-bc01-551dccf41ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (593318d9-eecb-4361-bce6-e574ad2bc6a0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:19.831925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ca52ac-a244-44bc-be9f-d39206581a64 admin admin] Made reservation on behalf of 01de383db8114205a02a938ddcf2fa2f for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:18:19.834855 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7ca52ac-a244-44bc-be9f-d39206581a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:19.841072 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:18:19.860830 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] Checking segment: {'id': '03ea1be9-6c45-4f72-b913-62f23b79171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7489904b-7717-4ce1-bf41-d30bb8f318fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:18:19.861253 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:19.862369 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] Bound using segment: {'id': '03ea1be9-6c45-4f72-b913-62f23b79171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7489904b-7717-4ce1-bf41-d30bb8f318fc'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:18:19.863501 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7ca52ac-a244-44bc-be9f-d39206581a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:19.864227 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] Bound port: 593318d9-eecb-4361-bce6-e574ad2bc6a0, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ea1be9-6c45-4f72-b913-62f23b79171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7489904b-7717-4ce1-bf41-d30bb8f318fc'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:18:19.864701 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (593318d9-eecb-4361-bce6-e574ad2bc6a0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:20.135398 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7ca52ac-a244-44bc-be9f-d39206581a64 admin admin] Publish callbacks [] for security_group (4fb4650b-b6ae-4404-81e6-7f6753079d1a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:20.149424 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7ca52ac-a244-44bc-be9f-d39206581a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4fb4650b-b6ae-4404-81e6-7f6753079d1a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:20.171980 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-528d3a05-e142-4ef7-bc01-551dccf41ee1 None None] Port 593318d9-eecb-4361-bce6-e574ad2bc6a0 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:18:20.250782 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ca52ac-a244-44bc-be9f-d39206581a64 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:18:20.285443 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7ca52ac-a244-44bc-be9f-d39206581a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (d15e268f-a9f8-40e7-93cc-f88d25c7f545), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:20.287410 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-e7ca52ac-a244-44bc-be9f-d39206581a64 admin admin] Added segment d15e268f-a9f8-40e7-93cc-f88d25c7f545 of type vlan for network 2271f417-c2d0-43f3-bff0-c739c5dfeff5 Jan 27 22:18:20.288464 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] For port 593318d9-eecb-4361-bce6-e574ad2bc6a0, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:18:20.333847 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] For port 593318d9-eecb-4361-bce6-e574ad2bc6a0, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=593318d9-eecb-4361-bce6-e574ad2bc6a0,segment=NetworkSegment(03ea1be9-6c45-4f72-b913-62f23b79171b),segment_id=03ea1be9-6c45-4f72-b913-62f23b79171b)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:18:20.360971 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 8298d3cb-9ea6-43d8-b820-f2cc307369c9 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:20.364717 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (593318d9-eecb-4361-bce6-e574ad2bc6a0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:20.376858 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7ca52ac-a244-44bc-be9f-d39206581a64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (2271f417-c2d0-43f3-bff0-c739c5dfeff5), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:20.378895 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-405c38b2-dbf3-4cd2-a65f-c8c628841617 None None] Provisioning complete for port 593318d9-eecb-4361-bce6-e574ad2bc6a0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:20.379285 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-405c38b2-dbf3-4cd2-a65f-c8c628841617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (593318d9-eecb-4361-bce6-e574ad2bc6a0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:20.481946 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca52ac-a244-44bc-be9f-d39206581a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb4650b-b6ae-4404-81e6-7f6753079d1a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:20.508439 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7ca52ac-a244-44bc-be9f-d39206581a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (2271f417-c2d0-43f3-bff0-c739c5dfeff5), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:20.509460 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ca52ac-a244-44bc-be9f-d39206581a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:20.532356 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e7ca52ac-a244-44bc-be9f-d39206581a64 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:20.598796 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] Routers {'e078459c-4107-4fcf-81b4-b15edb747728'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:20.609400 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:17:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e078459c-4107-4fcf-81b4-b15edb747728'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:20.746759 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e7ca52ac-a244-44bc-be9f-d39206581a64 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2635312 Jan 27 22:18:20.763872 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37804) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:20.774482 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-aed40598-f51f-4d66-85c0-76ab6d77fb40 admin admin] Request body: {'subnet': {'network_id': '2271f417-c2d0-43f3-bff0-c739c5dfeff5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-669361306-subnet', 'tenant_id': '01de383db8114205a02a938ddcf2fa2f', 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:18:20.817200 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca52ac-a244-44bc-be9f-d39206581a64 admin admin] Pushing event updated for resources: {'Network': ['ID=2271f417-c2d0-43f3-bff0-c739c5dfeff5,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:20.884480 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed40598-f51f-4d66-85c0-76ab6d77fb40 admin admin] Made reservation on behalf of 01de383db8114205a02a938ddcf2fa2f for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:18:20.887146 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aed40598-f51f-4d66-85c0-76ab6d77fb40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:20.948801 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 2271f417-c2d0-43f3-bff0-c739c5dfeff5 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:18:20.975212 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91c622-d157-466b-8d10-19598521cd9a None None] Pushing event updated for resources: {'Port': ['ID=593318d9-eecb-4361-bce6-e574ad2bc6a0,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:21.208523 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] Set router e078459c-4107-4fcf-81b4-b15edb747728 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:21.241779 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.extraroute_db [None req-4af0a0ae-c3b8-4208-97a8-ed18498cb932 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Added routes are [] {{(pid=109741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 22:18:21.242310 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.extraroute_db [None req-4af0a0ae-c3b8-4208-97a8-ed18498cb932 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 22:18:21.315630 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4af0a0ae-c3b8-4208-97a8-ed18498cb932 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (e078459c-4107-4fcf-81b4-b15edb747728), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:21.341717 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aed40598-f51f-4d66-85c0-76ab6d77fb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (7f82ea42-4969-47ec-8e45-b042fa7ef6f5), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:21.349548 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-405c38b2-dbf3-4cd2-a65f-c8c628841617 None None] Current status of the port 593318d9-eecb-4361-bce6-e574ad2bc6a0 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:21.351250 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-405c38b2-dbf3-4cd2-a65f-c8c628841617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (593318d9-eecb-4361-bce6-e574ad2bc6a0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:21.422431 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed40598-f51f-4d66-85c0-76ab6d77fb40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f82ea42-4969-47ec-8e45-b042fa7ef6f5,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:21.472479 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-405c38b2-dbf3-4cd2-a65f-c8c628841617 None None] For port 593318d9-eecb-4361-bce6-e574ad2bc6a0, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=593318d9-eecb-4361-bce6-e574ad2bc6a0,segment=NetworkSegment(03ea1be9-6c45-4f72-b913-62f23b79171b),segment_id=03ea1be9-6c45-4f72-b913-62f23b79171b)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:21.492768 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed40598-f51f-4d66-85c0-76ab6d77fb40 admin admin] Checking segment: {'id': 'd15e268f-a9f8-40e7-93cc-f88d25c7f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2271f417-c2d0-43f3-bff0-c739c5dfeff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:18:21.493130 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed40598-f51f-4d66-85c0-76ab6d77fb40 admin admin] Network hostable DHCP agents. Network: 2271f417-c2d0-43f3-bff0-c739c5dfeff5, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:18:21.498976 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:21.534365 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed40598-f51f-4d66-85c0-76ab6d77fb40 admin admin] Network 2271f417-c2d0-43f3-bff0-c739c5dfeff5 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:18:21.548863 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-aed40598-f51f-4d66-85c0-76ab6d77fb40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 2271f417-c2d0-43f3-bff0-c739c5dfeff5) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:18:21.553585 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed40598-f51f-4d66-85c0-76ab6d77fb40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:21.554421 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aed40598-f51f-4d66-85c0-76ab6d77fb40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:21.589099 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-aed40598-f51f-4d66-85c0-76ab6d77fb40 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8241100 Jan 27 22:18:21.591630 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37816) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:21.597481 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f1076c52-93f1-402c-a84b-73e7813891f8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-669361306-router', 'tenant_id': '01de383db8114205a02a938ddcf2fa2f', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:18:21.635979 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1076c52-93f1-402c-a84b-73e7813891f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (8fa54e7b-8ab2-4a63-a043-29c28d9eb95d), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:21.639211 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-405c38b2-dbf3-4cd2-a65f-c8c628841617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (593318d9-eecb-4361-bce6-e574ad2bc6a0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:21.640247 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1076c52-93f1-402c-a84b-73e7813891f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (8fa54e7b-8ab2-4a63-a043-29c28d9eb95d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:21.663434 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9b50b9-d05d-4cd6-94c4-0898556819b5 None None] Network 2271f417-c2d0-43f3-bff0-c739c5dfeff5 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:18:21.712980 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4af0a0ae-c3b8-4208-97a8-ed18498cb932 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (e078459c-4107-4fcf-81b4-b15edb747728), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:21.719426 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4af0a0ae-c3b8-4208-97a8-ed18498cb932 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1668512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1663757'] for router (e078459c-4107-4fcf-81b4-b15edb747728), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:21.743723 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1076c52-93f1-402c-a84b-73e7813891f8 admin admin] Publish callbacks [] for router_controller (8fa54e7b-8ab2-4a63-a043-29c28d9eb95d), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:21.915716 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af0a0ae-c3b8-4208-97a8-ed18498cb932 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router e078459c-4107-4fcf-81b4-b15edb747728 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:18:21.934828 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c38b2-dbf3-4cd2-a65f-c8c628841617 None None] Pushing event updated for resources: {'Port': ['ID=593318d9-eecb-4361-bce6-e574ad2bc6a0,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:21.965422 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-407cbc21-6421-468e-b6c3-797996fac866 None None] Provisioning complete for port 593318d9-eecb-4361-bce6-e574ad2bc6a0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:21.965803 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-407cbc21-6421-468e-b6c3-797996fac866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (593318d9-eecb-4361-bce6-e574ad2bc6a0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:22.102338 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1076c52-93f1-402c-a84b-73e7813891f8 admin admin] Publish callbacks [] for router_gateway (8fa54e7b-8ab2-4a63-a043-29c28d9eb95d), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:22.130743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af0a0ae-c3b8-4208-97a8-ed18498cb932 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:18:22.155127 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4af0a0ae-c3b8-4208-97a8-ed18498cb932 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:22.166465 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4af0a0ae-c3b8-4208-97a8-ed18498cb932 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/e078459c-4107-4fcf-81b4-b15edb747728 HTTP/1.1" status: 200 len: 704 time: 3.2610986 Jan 27 22:18:22.170238 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37824) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:22.250080 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1446a1b4-485f-4379-ab21-26d11b94c02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-2271f417-c2d0-43f3-bff0-c739c5dfeff5', 'network_id': '2271f417-c2d0-43f3-bff0-c739c5dfeff5', 'project_id': '01de383db8114205a02a938ddcf2fa2f', 'fixed_ips': [{'subnet_id': '7f82ea42-4969-47ec-8e45-b042fa7ef6f5'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:18:22.252750 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1446a1b4-485f-4379-ab21-26d11b94c02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:22.362789 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37828) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:22.363393 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e6570f73-f8f4-4ea8-b471-581002379746 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/routers/e078459c-4107-4fcf-81b4-b15edb747728 HTTP/1.1" status: 200 len: 704 time: 0.1553948 Jan 27 22:18:22.687091 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1076c52-93f1-402c-a84b-73e7813891f8 admin admin] Publish callbacks [] for router_gateway (8fa54e7b-8ab2-4a63-a043-29c28d9eb95d), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:22.742918 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1076c52-93f1-402c-a84b-73e7813891f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:23.028539 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:17Z', 'revision_number': 6, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '593318d9-eecb-4361-bce6-e574ad2bc6a0', 'name': '', 'network_id': '7489904b-7717-4ce1-bf41-d30bb8f318fc', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:92:b2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '6222bbc1-8af6-496e-9c28-5a8e62804e6b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:11Z', 'updated_at': '2022-01-27T22:18:20Z', 'revision_number': 4, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '6222bbc1-8af6-496e-9c28-5a8e62804e6b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c644765-676a-4087-bbb2-aa726d82f65c', 'name': '', 'network_id': '67894ab3-907d-48df-86dc-1c5c4695080c', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:e1:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:05Z', 'updated_at': '2022-01-27T22:18:13Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:59Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a04ddf1d-eb89-46b8-8b9b-98767bd1388e', 'name': '', 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:94:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:58Z', 'updated_at': '2022-01-27T22:18:07Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:23.032238 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-407cbc21-6421-468e-b6c3-797996fac866 None None] Current status of the port 593318d9-eecb-4361-bce6-e574ad2bc6a0 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:23.072550 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-f1076c52-93f1-402c-a84b-73e7813891f8 admin admin] Allocated IP 172.25.3.242 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/17ecd1e9-4972-4bf6-83cf-51b45cbb9779) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:18:23.146037 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d271a8c6-df3d-4dae-8941-f29509a96224 None None] The sync data for ids ['e078459c-4107-4fcf-81b4-b15edb747728'] in n-d-772272-3 is: [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:17Z', 'revision_number': 6, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '593318d9-eecb-4361-bce6-e574ad2bc6a0', 'name': '', 'network_id': '7489904b-7717-4ce1-bf41-d30bb8f318fc', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:92:b2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '6222bbc1-8af6-496e-9c28-5a8e62804e6b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:11Z', 'updated_at': '2022-01-27T22:18:20Z', 'revision_number': 4, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '6222bbc1-8af6-496e-9c28-5a8e62804e6b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c644765-676a-4087-bbb2-aa726d82f65c', 'name': '', 'network_id': '67894ab3-907d-48df-86dc-1c5c4695080c', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:e1:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:05Z', 'updated_at': '2022-01-27T22:18:13Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:59Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a04ddf1d-eb89-46b8-8b9b-98767bd1388e', 'name': '', 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:94:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:58Z', 'updated_at': '2022-01-27T22:18:07Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:18:23.224340 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7cdf276a-117b-416c-87b2-6279765fbfbc tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (e078459c-4107-4fcf-81b4-b15edb747728), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:23.313732 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-1446a1b4-485f-4379-ab21-26d11b94c02d None None] Allocated IP 172.20.0.2 (2271f417-c2d0-43f3-bff0-c739c5dfeff5/7f82ea42-4969-47ec-8e45-b042fa7ef6f5/23fdd796-ac06-4486-bbfa-785dd7151aad) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:18:23.440794 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1076c52-93f1-402c-a84b-73e7813891f8 admin admin] Publish callbacks [] for port (17ecd1e9-4972-4bf6-83cf-51b45cbb9779), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:23.543527 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1076c52-93f1-402c-a84b-73e7813891f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (17ecd1e9-4972-4bf6-83cf-51b45cbb9779), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:23.584422 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1076c52-93f1-402c-a84b-73e7813891f8 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:18:23.603847 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-f1076c52-93f1-402c-a84b-73e7813891f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:18:23.697784 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1076c52-93f1-402c-a84b-73e7813891f8 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:18:23.793429 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1446a1b4-485f-4379-ab21-26d11b94c02d None None] Publish callbacks [] for port (23fdd796-ac06-4486-bbfa-785dd7151aad), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:23.815902 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1446a1b4-485f-4379-ab21-26d11b94c02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (23fdd796-ac06-4486-bbfa-785dd7151aad), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:23.859924 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1076c52-93f1-402c-a84b-73e7813891f8 admin admin] Pushing event updated for resources: {'Port': ['ID=17ecd1e9-4972-4bf6-83cf-51b45cbb9779,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:23.913158 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1446a1b4-485f-4379-ab21-26d11b94c02d None None] Network 2271f417-c2d0-43f3-bff0-c739c5dfeff5 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:18:23.916606 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-1446a1b4-485f-4379-ab21-26d11b94c02d None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:18:23.942329 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-7cdf276a-117b-416c-87b2-6279765fbfbc tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting port 593318d9-eecb-4361-bce6-e574ad2bc6a0 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:18:23.943281 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7cdf276a-117b-416c-87b2-6279765fbfbc tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (593318d9-eecb-4361-bce6-e574ad2bc6a0), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:23.964024 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446a1b4-485f-4379-ab21-26d11b94c02d None None] Pushing event updated for resources: {'Port': ['ID=23fdd796-ac06-4486-bbfa-785dd7151aad,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:23.966501 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1446a1b4-485f-4379-ab21-26d11b94c02d None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:18:24.147336 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1446a1b4-485f-4379-ab21-26d11b94c02d None None] Attempting to bind port 23fdd796-ac06-4486-bbfa-785dd7151aad on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:18:24.147336 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1446a1b4-485f-4379-ab21-26d11b94c02d None None] Attempting to bind port 23fdd796-ac06-4486-bbfa-785dd7151aad by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'd15e268f-a9f8-40e7-93cc-f88d25c7f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2271f417-c2d0-43f3-bff0-c739c5dfeff5'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:18:24.155792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1446a1b4-485f-4379-ab21-26d11b94c02d None None] Attempting to bind port 23fdd796-ac06-4486-bbfa-785dd7151aad on network 2271f417-c2d0-43f3-bff0-c739c5dfeff5 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:18:24.227374 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1446a1b4-485f-4379-ab21-26d11b94c02d None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:18:24.228043 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1446a1b4-485f-4379-ab21-26d11b94c02d None None] Checking segment: {'id': 'd15e268f-a9f8-40e7-93cc-f88d25c7f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2271f417-c2d0-43f3-bff0-c739c5dfeff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:18:24.228769 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1446a1b4-485f-4379-ab21-26d11b94c02d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:24.233263 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1446a1b4-485f-4379-ab21-26d11b94c02d None None] Bound using segment: {'id': 'd15e268f-a9f8-40e7-93cc-f88d25c7f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2271f417-c2d0-43f3-bff0-c739c5dfeff5'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:18:24.233844 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1446a1b4-485f-4379-ab21-26d11b94c02d None None] Bound port: 23fdd796-ac06-4486-bbfa-785dd7151aad, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15e268f-a9f8-40e7-93cc-f88d25c7f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2271f417-c2d0-43f3-bff0-c739c5dfeff5'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:18:24.235404 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1446a1b4-485f-4379-ab21-26d11b94c02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (23fdd796-ac06-4486-bbfa-785dd7151aad), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:24.267363 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-7cdf276a-117b-416c-87b2-6279765fbfbc tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] For port 593318d9-eecb-4361-bce6-e574ad2bc6a0, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=593318d9-eecb-4361-bce6-e574ad2bc6a0,segment=NetworkSegment(03ea1be9-6c45-4f72-b913-62f23b79171b),segment_id=03ea1be9-6c45-4f72-b913-62f23b79171b)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:24.267735 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7cdf276a-117b-416c-87b2-6279765fbfbc tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (593318d9-eecb-4361-bce6-e574ad2bc6a0), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:24.317360 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1446a1b4-485f-4379-ab21-26d11b94c02d None None] For port 23fdd796-ac06-4486-bbfa-785dd7151aad, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:18:24.321461 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1446a1b4-485f-4379-ab21-26d11b94c02d None None] For port 23fdd796-ac06-4486-bbfa-785dd7151aad, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=23fdd796-ac06-4486-bbfa-785dd7151aad,segment=NetworkSegment(d15e268f-a9f8-40e7-93cc-f88d25c7f545),segment_id=d15e268f-a9f8-40e7-93cc-f88d25c7f545)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:18:24.323844 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-51f3becb-3b7a-4cb5-ab05-03166243e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:24.328227 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1446a1b4-485f-4379-ab21-26d11b94c02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (23fdd796-ac06-4486-bbfa-785dd7151aad), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:24.343648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-7cdf276a-117b-416c-87b2-6279765fbfbc tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Calling delete_port for 593318d9-eecb-4361-bce6-e574ad2bc6a0 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:18:24.406967 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446a1b4-485f-4379-ab21-26d11b94c02d None None] Pushing event updated for resources: {'Port': ['ID=23fdd796-ac06-4486-bbfa-785dd7151aad,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:24.598235 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1076c52-93f1-402c-a84b-73e7813891f8 admin admin] Publish callbacks [] for router_gateway (8fa54e7b-8ab2-4a63-a043-29c28d9eb95d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:24.784699 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7cdf276a-117b-416c-87b2-6279765fbfbc tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (593318d9-eecb-4361-bce6-e574ad2bc6a0), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:24.932225 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf276a-117b-416c-87b2-6279765fbfbc tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Port': ['ID=593318d9-eecb-4361-bce6-e574ad2bc6a0,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:25.137707 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 593318d9-eecb-4361-bce6-e574ad2bc6a0 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:25.263425 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7cdf276a-117b-416c-87b2-6279765fbfbc tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (e078459c-4107-4fcf-81b4-b15edb747728), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:25.278171 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 593318d9-eecb-4361-bce6-e574ad2bc6a0 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:18:25.278715 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 593318d9-eecb-4361-bce6-e574ad2bc6a0 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 27 22:18:25.286125 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42edd23f-eb0d-4b02-9b72-5eef509753fb None None] Sync routers for ids ['e078459c-4107-4fcf-81b4-b15edb747728'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:18:25.316395 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42edd23f-eb0d-4b02-9b72-5eef509753fb None None] Routers {'e078459c-4107-4fcf-81b4-b15edb747728'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:25.316974 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-42edd23f-eb0d-4b02-9b72-5eef509753fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:17:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e078459c-4107-4fcf-81b4-b15edb747728'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:25.363973 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Port 593318d9-eecb-4361-bce6-e574ad2bc6a0 not found, will not notify nova. {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 27 22:18:25.436257 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1076c52-93f1-402c-a84b-73e7813891f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (8fa54e7b-8ab2-4a63-a043-29c28d9eb95d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:25.582591 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-42edd23f-eb0d-4b02-9b72-5eef509753fb None None] Set router e078459c-4107-4fcf-81b4-b15edb747728 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:25.747160 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1076c52-93f1-402c-a84b-73e7813891f8 admin admin] Router 8fa54e7b-8ab2-4a63-a043-29c28d9eb95d is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:18:25.890845 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdf276a-117b-416c-87b2-6279765fbfbc tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router e078459c-4107-4fcf-81b4-b15edb747728 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:18:25.994932 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-42edd23f-eb0d-4b02-9b72-5eef509753fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:24Z', 'revision_number': 8, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '6c644765-676a-4087-bbb2-aa726d82f65c', 'name': '', 'network_id': '67894ab3-907d-48df-86dc-1c5c4695080c', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:e1:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:05Z', 'updated_at': '2022-01-27T22:18:13Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:59Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a04ddf1d-eb89-46b8-8b9b-98767bd1388e', 'name': '', 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:94:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:58Z', 'updated_at': '2022-01-27T22:18:07Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:26.064429 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42edd23f-eb0d-4b02-9b72-5eef509753fb None None] Checking router: e078459c-4107-4fcf-81b4-b15edb747728 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:18:26.085964 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1076c52-93f1-402c-a84b-73e7813891f8 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:18:26.087951 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42edd23f-eb0d-4b02-9b72-5eef509753fb None None] Routers {'e078459c-4107-4fcf-81b4-b15edb747728'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:26.088887 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-42edd23f-eb0d-4b02-9b72-5eef509753fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:17:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e078459c-4107-4fcf-81b4-b15edb747728'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:26.096863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] Sync routers for ids ['8fa54e7b-8ab2-4a63-a043-29c28d9eb95d'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:18:26.133358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] Routers {'8fa54e7b-8ab2-4a63-a043-29c28d9eb95d'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:26.134029 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:17:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['8fa54e7b-8ab2-4a63-a043-29c28d9eb95d'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:26.166458 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdf276a-117b-416c-87b2-6279765fbfbc tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:18:26.167266 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f1076c52-93f1-402c-a84b-73e7813891f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:26.174912 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f1076c52-93f1-402c-a84b-73e7813891f8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5817440 Jan 27 22:18:26.179420 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37872) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:26.186910 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7cdf276a-117b-416c-87b2-6279765fbfbc tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/e078459c-4107-4fcf-81b4-b15edb747728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8216751 Jan 27 22:18:26.189824 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37876) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:26.292220 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-42edd23f-eb0d-4b02-9b72-5eef509753fb None None] Set router e078459c-4107-4fcf-81b4-b15edb747728 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:26.347680 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-b916f0e5-a1c4-4cfb-b44c-c59e52ea1a85 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting subnet 6222bbc1-8af6-496e-9c28-5a8e62804e6b {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:18:26.357270 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b916f0e5-a1c4-4cfb-b44c-c59e52ea1a85 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (6222bbc1-8af6-496e-9c28-5a8e62804e6b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:26.479577 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b916f0e5-a1c4-4cfb-b44c-c59e52ea1a85 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (6222bbc1-8af6-496e-9c28-5a8e62804e6b), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:26.667531 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b916f0e5-a1c4-4cfb-b44c-c59e52ea1a85 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (6222bbc1-8af6-496e-9c28-5a8e62804e6b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:26.755214 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] Set router 8fa54e7b-8ab2-4a63-a043-29c28d9eb95d gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:26.875048 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e2742553-7584-4819-a03c-a459d65b53f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:26.876704 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b312d8-f7e4-48bc-9677-f23ad886a609 None None] Network 2271f417-c2d0-43f3-bff0-c739c5dfeff5 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:18:26.894288 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b916f0e5-a1c4-4cfb-b44c-c59e52ea1a85 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (6222bbc1-8af6-496e-9c28-5a8e62804e6b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:27.026048 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916f0e5-a1c4-4cfb-b44c-c59e52ea1a85 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Subnet': ['ID=6222bbc1-8af6-496e-9c28-5a8e62804e6b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:27.028560 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b916f0e5-a1c4-4cfb-b44c-c59e52ea1a85 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:27.035575 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b916f0e5-a1c4-4cfb-b44c-c59e52ea1a85 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/subnets/6222bbc1-8af6-496e-9c28-5a8e62804e6b HTTP/1.1" status: 204 len: 168 time: 0.8439310 Jan 27 22:18:27.036809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37894) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:27.051096 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b445292-56d2-4ee0-bbf1-e04f689bff3f None None] Network 7489904b-7717-4ce1-bf41-d30bb8f318fc requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:18:27.182741 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-50b5fa08-7d5e-43f4-85c5-f66001179451 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (7489904b-7717-4ce1-bf41-d30bb8f318fc), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:27.232376 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 23fdd796-ac06-4486-bbfa-785dd7151aad up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:27.324840 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-50b5fa08-7d5e-43f4-85c5-f66001179451 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting port 8298d3cb-9ea6-43d8-b820-f2cc307369c9 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:18:27.325228 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-50b5fa08-7d5e-43f4-85c5-f66001179451 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (8298d3cb-9ea6-43d8-b820-f2cc307369c9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:27.355332 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-425bd25a-7349-47b8-8f4d-6d9a62436d6d None None] Provisioning complete for port 23fdd796-ac06-4486-bbfa-785dd7151aad triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:27.360641 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-425bd25a-7349-47b8-8f4d-6d9a62436d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (23fdd796-ac06-4486-bbfa-785dd7151aad), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:27.408733 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-42edd23f-eb0d-4b02-9b72-5eef509753fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:24Z', 'revision_number': 8, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '6c644765-676a-4087-bbb2-aa726d82f65c', 'name': '', 'network_id': '67894ab3-907d-48df-86dc-1c5c4695080c', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:e1:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:05Z', 'updated_at': '2022-01-27T22:18:13Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:59Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a04ddf1d-eb89-46b8-8b9b-98767bd1388e', 'name': '', 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:94:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:58Z', 'updated_at': '2022-01-27T22:18:07Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:27.474139 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42edd23f-eb0d-4b02-9b72-5eef509753fb None None] The sync data for ids ['e078459c-4107-4fcf-81b4-b15edb747728'] in n-d-772272-3 is: [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:24Z', 'revision_number': 8, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '6c644765-676a-4087-bbb2-aa726d82f65c', 'name': '', 'network_id': '67894ab3-907d-48df-86dc-1c5c4695080c', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:e1:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:05Z', 'updated_at': '2022-01-27T22:18:13Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:59Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a04ddf1d-eb89-46b8-8b9b-98767bd1388e', 'name': '', 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:94:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:58Z', 'updated_at': '2022-01-27T22:18:07Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:18:27.613561 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-50b5fa08-7d5e-43f4-85c5-f66001179451 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] For port 8298d3cb-9ea6-43d8-b820-f2cc307369c9, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=8298d3cb-9ea6-43d8-b820-f2cc307369c9,segment=NetworkSegment(03ea1be9-6c45-4f72-b913-62f23b79171b),segment_id=03ea1be9-6c45-4f72-b913-62f23b79171b)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:27.614158 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-50b5fa08-7d5e-43f4-85c5-f66001179451 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (8298d3cb-9ea6-43d8-b820-f2cc307369c9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:27.644921 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-50b5fa08-7d5e-43f4-85c5-f66001179451 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Calling delete_port for 8298d3cb-9ea6-43d8-b820-f2cc307369c9 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:18:27.672577 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-912fa517-300f-4875-9c20-b05aaca821fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:27.827346 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-50b5fa08-7d5e-43f4-85c5-f66001179451 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (8298d3cb-9ea6-43d8-b820-f2cc307369c9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:27.917916 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5fa08-7d5e-43f4-85c5-f66001179451 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Port': ['ID=8298d3cb-9ea6-43d8-b820-f2cc307369c9,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:27.933404 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b5fa08-7d5e-43f4-85c5-f66001179451 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] No DVR routers for this DVR port 8298d3cb-9ea6-43d8-b820-f2cc307369c9 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:18:28.155064 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:28.182419 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-912fa517-300f-4875-9c20-b05aaca821fc admin admin] Allocated IP 172.20.0.1 (2271f417-c2d0-43f3-bff0-c739c5dfeff5/7f82ea42-4969-47ec-8e45-b042fa7ef6f5/c1bf5d50-30c7-4e30-9399-803a1d313898) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:18:28.243012 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 23fdd796-ac06-4486-bbfa-785dd7151aad triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:28.247546 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (23fdd796-ac06-4486-bbfa-785dd7151aad), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:28.264297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-425bd25a-7349-47b8-8f4d-6d9a62436d6d None None] Current status of the port 23fdd796-ac06-4486-bbfa-785dd7151aad is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:28.264297 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-425bd25a-7349-47b8-8f4d-6d9a62436d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (23fdd796-ac06-4486-bbfa-785dd7151aad), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:28.265888 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-50b5fa08-7d5e-43f4-85c5-f66001179451 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (7489904b-7717-4ce1-bf41-d30bb8f318fc), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:28.333861 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-50b5fa08-7d5e-43f4-85c5-f66001179451 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7489904b-7717-4ce1-bf41-d30bb8f318fc']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:28.345295 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1796ed59-60d0-4be0-a43f-e53a75738b07 None None] DHCP port deletion for 7489904b-7717-4ce1-bf41-d30bb8f318fc request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:18:28.362569 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-50b5fa08-7d5e-43f4-85c5-f66001179451 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ea1be9-6c45-4f72-b913-62f23b79171b') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:28.362885 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-50b5fa08-7d5e-43f4-85c5-f66001179451 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ea1be9-6c45-4f72-b913-62f23b79171b') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:28.400333 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-50b5fa08-7d5e-43f4-85c5-f66001179451 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (03ea1be9-6c45-4f72-b913-62f23b79171b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:28.435078 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-50b5fa08-7d5e-43f4-85c5-f66001179451 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (03ea1be9-6c45-4f72-b913-62f23b79171b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:28.458847 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b5fa08-7d5e-43f4-85c5-f66001179451 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:18:28.461344 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-50b5fa08-7d5e-43f4-85c5-f66001179451 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (03ea1be9-6c45-4f72-b913-62f23b79171b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:18:28.471576 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:18:28.496350 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-912fa517-300f-4875-9c20-b05aaca821fc admin admin] Publish callbacks [] for port (c1bf5d50-30c7-4e30-9399-803a1d313898), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:28.527629 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa54e7b-8ab2-4a63-a043-29c28d9eb95d', 'name': 'tempest-TestAggregatesBasicOps-669361306-router', 'tenant_id': '01de383db8114205a02a938ddcf2fa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '17ecd1e9-4972-4bf6-83cf-51b45cbb9779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:18:21Z', 'updated_at': '2022-01-27T22:18:24Z', 'revision_number': 3, 'project_id': '01de383db8114205a02a938ddcf2fa2f', 'gw_port': {'id': '17ecd1e9-4972-4bf6-83cf-51b45cbb9779', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:68:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa54e7b-8ab2-4a63-a043-29c28d9eb95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:22Z', 'updated_at': '2022-01-27T22:18:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:28.587029 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-912fa517-300f-4875-9c20-b05aaca821fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (c1bf5d50-30c7-4e30-9399-803a1d313898), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:28.626864 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-425bd25a-7349-47b8-8f4d-6d9a62436d6d None None] For port 23fdd796-ac06-4486-bbfa-785dd7151aad, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=23fdd796-ac06-4486-bbfa-785dd7151aad,segment=NetworkSegment(d15e268f-a9f8-40e7-93cc-f88d25c7f545),segment_id=d15e268f-a9f8-40e7-93cc-f88d25c7f545)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:28.631236 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-50b5fa08-7d5e-43f4-85c5-f66001179451 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (7489904b-7717-4ce1-bf41-d30bb8f318fc), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:28.640914 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-50b5fa08-7d5e-43f4-85c5-f66001179451 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:28.645749 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] Checking router: 8fa54e7b-8ab2-4a63-a043-29c28d9eb95d for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:18:28.653343 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] Updating router 8fa54e7b-8ab2-4a63-a043-29c28d9eb95d port 17ecd1e9-4972-4bf6-83cf-51b45cbb9779 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:18:28.655269 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-50b5fa08-7d5e-43f4-85c5-f66001179451 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/networks/7489904b-7717-4ce1-bf41-d30bb8f318fc HTTP/1.1" status: 204 len: 168 time: 1.6129417 Jan 27 22:18:28.664556 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-425bd25a-7349-47b8-8f4d-6d9a62436d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (23fdd796-ac06-4486-bbfa-785dd7151aad), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:28.684104 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37914) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:28.692728 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c7f43-084b-4b7e-af6c-16da8cc37890 None None] Sync routers for ids ['e078459c-4107-4fcf-81b4-b15edb747728'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:18:28.717122 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46c7f43-084b-4b7e-af6c-16da8cc37890 None None] Routers {'e078459c-4107-4fcf-81b4-b15edb747728'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:28.721057 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-e46c7f43-084b-4b7e-af6c-16da8cc37890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e078459c-4107-4fcf-81b4-b15edb747728'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:28.732553 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fa517-300f-4875-9c20-b05aaca821fc admin admin] Pushing event updated for resources: {'Port': ['ID=c1bf5d50-30c7-4e30-9399-803a1d313898,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:28.753254 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912fa517-300f-4875-9c20-b05aaca821fc admin admin] Network 2271f417-c2d0-43f3-bff0-c739c5dfeff5 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:18:28.755067 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-912fa517-300f-4875-9c20-b05aaca821fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:18:28.760665 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912fa517-300f-4875-9c20-b05aaca821fc admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:18:28.768671 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (17ecd1e9-4972-4bf6-83cf-51b45cbb9779), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:28.869596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5fa08-7d5e-43f4-85c5-f66001179451 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Network': ['ID=7489904b-7717-4ce1-bf41-d30bb8f318fc,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:28.882543 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-912fa517-300f-4875-9c20-b05aaca821fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (8fa54e7b-8ab2-4a63-a043-29c28d9eb95d), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:28.926882 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 23fdd796-ac06-4486-bbfa-785dd7151aad is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:28.940623 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425bd25a-7349-47b8-8f4d-6d9a62436d6d None None] Pushing event updated for resources: {'Port': ['ID=23fdd796-ac06-4486-bbfa-785dd7151aad,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:29.169041 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-e46c7f43-084b-4b7e-af6c-16da8cc37890 None None] Set router e078459c-4107-4fcf-81b4-b15edb747728 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:29.560502 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] Publish callbacks [] for port (17ecd1e9-4972-4bf6-83cf-51b45cbb9779), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:29.591004 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 593318d9-eecb-4361-bce6-e574ad2bc6a0 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:18:29.603045 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (17ecd1e9-4972-4bf6-83cf-51b45cbb9779), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:29.784119 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-e46c7f43-084b-4b7e-af6c-16da8cc37890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:24Z', 'revision_number': 8, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '6c644765-676a-4087-bbb2-aa726d82f65c', 'name': '', 'network_id': '67894ab3-907d-48df-86dc-1c5c4695080c', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:e1:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:05Z', 'updated_at': '2022-01-27T22:18:13Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:59Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a04ddf1d-eb89-46b8-8b9b-98767bd1388e', 'name': '', 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:94:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:58Z', 'updated_at': '2022-01-27T22:18:07Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:29.793286 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-bea12981-14ba-4d29-bc70-0eb6e7492704 None None] Provisioning complete for port 23fdd796-ac06-4486-bbfa-785dd7151aad triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:29.794070 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bea12981-14ba-4d29-bc70-0eb6e7492704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (23fdd796-ac06-4486-bbfa-785dd7151aad), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:29.851278 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 593318d9-eecb-4361-bce6-e574ad2bc6a0 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:18:29.853135 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 593318d9-eecb-4361-bce6-e574ad2bc6a0 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:18:29.856468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 8298d3cb-9ea6-43d8-b820-f2cc307369c9 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:18:29.898790 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c7f43-084b-4b7e-af6c-16da8cc37890 None None] Checking router: e078459c-4107-4fcf-81b4-b15edb747728 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:18:29.932612 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46c7f43-084b-4b7e-af6c-16da8cc37890 None None] Routers {'e078459c-4107-4fcf-81b4-b15edb747728'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:29.934850 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-e46c7f43-084b-4b7e-af6c-16da8cc37890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e078459c-4107-4fcf-81b4-b15edb747728'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:30.009748 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 8298d3cb-9ea6-43d8-b820-f2cc307369c9 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:18:30.010411 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 8298d3cb-9ea6-43d8-b820-f2cc307369c9 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:18:30.061747 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:30.062903 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] Attempting to bind port 17ecd1e9-4972-4bf6-83cf-51b45cbb9779 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:18:30.063375 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] Attempting to bind port 17ecd1e9-4972-4bf6-83cf-51b45cbb9779 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:18:30.063845 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] Attempting to bind port 17ecd1e9-4972-4bf6-83cf-51b45cbb9779 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:18:30.150156 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:18:30.150977 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:18:30.151623 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:30.152379 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:18:30.153317 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] Bound port: 17ecd1e9-4972-4bf6-83cf-51b45cbb9779, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:18:30.154093 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (17ecd1e9-4972-4bf6-83cf-51b45cbb9779), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:30.159794 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7102e36-afa3-4239-ae7f-b264beb398a9 None None] Pushing event updated for resources: {'Port': ['ID=17ecd1e9-4972-4bf6-83cf-51b45cbb9779,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:30.260335 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-e46c7f43-084b-4b7e-af6c-16da8cc37890 None None] Set router e078459c-4107-4fcf-81b4-b15edb747728 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:30.305296 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-912fa517-300f-4875-9c20-b05aaca821fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c1bf5d50-30c7-4e30-9399-803a1d313898), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:30.826960 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-e46c7f43-084b-4b7e-af6c-16da8cc37890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:24Z', 'revision_number': 8, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '6c644765-676a-4087-bbb2-aa726d82f65c', 'name': '', 'network_id': '67894ab3-907d-48df-86dc-1c5c4695080c', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:e1:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:05Z', 'updated_at': '2022-01-27T22:18:13Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:59Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a04ddf1d-eb89-46b8-8b9b-98767bd1388e', 'name': '', 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:94:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:58Z', 'updated_at': '2022-01-27T22:18:07Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:30.861861 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c92f554f-b1f8-4a1e-90d9-8b63aa0f0292 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (e078459c-4107-4fcf-81b4-b15edb747728), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:30.901322 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46c7f43-084b-4b7e-af6c-16da8cc37890 None None] The sync data for ids ['e078459c-4107-4fcf-81b4-b15edb747728'] in n-d-772272-3 is: [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:24Z', 'revision_number': 8, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '6c644765-676a-4087-bbb2-aa726d82f65c', 'name': '', 'network_id': '67894ab3-907d-48df-86dc-1c5c4695080c', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:e1:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:05Z', 'updated_at': '2022-01-27T22:18:13Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': 'a680e0fb-bee1-483c-914c-3692137d794a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:59Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a04ddf1d-eb89-46b8-8b9b-98767bd1388e', 'name': '', 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:94:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:58Z', 'updated_at': '2022-01-27T22:18:07Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:18:30.929222 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-912fa517-300f-4875-9c20-b05aaca821fc admin admin] Publish callbacks [] for port (c1bf5d50-30c7-4e30-9399-803a1d313898), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:30.955827 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-912fa517-300f-4875-9c20-b05aaca821fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (c1bf5d50-30c7-4e30-9399-803a1d313898), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:31.021362 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:31.195986 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-912fa517-300f-4875-9c20-b05aaca821fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (8fa54e7b-8ab2-4a63-a043-29c28d9eb95d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:31.201795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] For port 17ecd1e9-4972-4bf6-83cf-51b45cbb9779, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:18:31.224271 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 23fdd796-ac06-4486-bbfa-785dd7151aad up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:31.442815 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] For port 17ecd1e9-4972-4bf6-83cf-51b45cbb9779, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=17ecd1e9-4972-4bf6-83cf-51b45cbb9779,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:18:31.491885 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-bea12981-14ba-4d29-bc70-0eb6e7492704 None None] Current status of the port 23fdd796-ac06-4486-bbfa-785dd7151aad is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:31.506951 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (17ecd1e9-4972-4bf6-83cf-51b45cbb9779), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:31.595899 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912fa517-300f-4875-9c20-b05aaca821fc admin admin] Network 2271f417-c2d0-43f3-bff0-c739c5dfeff5 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:18:31.605831 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-912fa517-300f-4875-9c20-b05aaca821fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:18:31.629220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fa517-300f-4875-9c20-b05aaca821fc admin admin] Pushing event updated for resources: {'Port': ['ID=c1bf5d50-30c7-4e30-9399-803a1d313898,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:31.736800 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-c92f554f-b1f8-4a1e-90d9-8b63aa0f0292 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting port 6c644765-676a-4087-bbb2-aa726d82f65c {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:18:31.737148 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c92f554f-b1f8-4a1e-90d9-8b63aa0f0292 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (6c644765-676a-4087-bbb2-aa726d82f65c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:31.856563 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-0bd29a54-43c2-4b77-8f7a-29f42aa093ca None None] Provisioning complete for port c1bf5d50-30c7-4e30-9399-803a1d313898 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:31.856922 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0bd29a54-43c2-4b77-8f7a-29f42aa093ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c1bf5d50-30c7-4e30-9399-803a1d313898), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:32.003450 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0bd29a54-43c2-4b77-8f7a-29f42aa093ca None None] Port c1bf5d50-30c7-4e30-9399-803a1d313898 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:18:32.008313 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912fa517-300f-4875-9c20-b05aaca821fc admin admin] Router 8fa54e7b-8ab2-4a63-a043-29c28d9eb95d has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:18:32.014379 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-c92f554f-b1f8-4a1e-90d9-8b63aa0f0292 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] For port 6c644765-676a-4087-bbb2-aa726d82f65c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=6c644765-676a-4087-bbb2-aa726d82f65c,segment=NetworkSegment(a8c4b887-532c-42d8-86db-a019f78a3773),segment_id=a8c4b887-532c-42d8-86db-a019f78a3773)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:32.014912 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c92f554f-b1f8-4a1e-90d9-8b63aa0f0292 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (6c644765-676a-4087-bbb2-aa726d82f65c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:32.055871 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-c92f554f-b1f8-4a1e-90d9-8b63aa0f0292 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Calling delete_port for 6c644765-676a-4087-bbb2-aa726d82f65c owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:18:32.059184 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] Routers {'8fa54e7b-8ab2-4a63-a043-29c28d9eb95d'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:32.059846 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['8fa54e7b-8ab2-4a63-a043-29c28d9eb95d'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:32.317921 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912fa517-300f-4875-9c20-b05aaca821fc admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:18:32.336393 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-912fa517-300f-4875-9c20-b05aaca821fc admin admin] 10.222.0.23 "PUT /v2.0/routers/8fa54e7b-8ab2-4a63-a043-29c28d9eb95d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1557729 Jan 27 22:18:32.418574 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7102e36-afa3-4239-ae7f-b264beb398a9 None None] Pushing event updated for resources: {'Port': ['ID=17ecd1e9-4972-4bf6-83cf-51b45cbb9779,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:32.465952 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7102e36-afa3-4239-ae7f-b264beb398a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:32.468503 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7102e36-afa3-4239-ae7f-b264beb398a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:32.468936 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7102e36-afa3-4239-ae7f-b264beb398a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:32.470957 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7102e36-afa3-4239-ae7f-b264beb398a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:32.472145 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7102e36-afa3-4239-ae7f-b264beb398a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:32.472614 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7102e36-afa3-4239-ae7f-b264beb398a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:32.473459 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7102e36-afa3-4239-ae7f-b264beb398a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:32.474368 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7102e36-afa3-4239-ae7f-b264beb398a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:32.475481 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7102e36-afa3-4239-ae7f-b264beb398a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:32.475889 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7102e36-afa3-4239-ae7f-b264beb398a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:32.476321 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7102e36-afa3-4239-ae7f-b264beb398a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:32.476819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7102e36-afa3-4239-ae7f-b264beb398a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:32.477215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7102e36-afa3-4239-ae7f-b264beb398a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:32.487375 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 23fdd796-ac06-4486-bbfa-785dd7151aad triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:32.489513 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (23fdd796-ac06-4486-bbfa-785dd7151aad), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:32.602159 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c92f554f-b1f8-4a1e-90d9-8b63aa0f0292 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (6c644765-676a-4087-bbb2-aa726d82f65c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:32.662343 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f554f-b1f8-4a1e-90d9-8b63aa0f0292 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Port': ['ID=6c644765-676a-4087-bbb2-aa726d82f65c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:32.666417 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-5e737e65-c75a-4a51-b3bc-edd897be5041 None None] Provisioning complete for port c1bf5d50-30c7-4e30-9399-803a1d313898 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:32.672835 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5e737e65-c75a-4a51-b3bc-edd897be5041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c1bf5d50-30c7-4e30-9399-803a1d313898), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:32.843266 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-5e737e65-c75a-4a51-b3bc-edd897be5041 None None] Port c1bf5d50-30c7-4e30-9399-803a1d313898 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:18:32.972853 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] Set router 8fa54e7b-8ab2-4a63-a043-29c28d9eb95d gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:33.081035 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c92f554f-b1f8-4a1e-90d9-8b63aa0f0292 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (e078459c-4107-4fcf-81b4-b15edb747728), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:33.144188 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 23fdd796-ac06-4486-bbfa-785dd7151aad is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:33.667315 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa54e7b-8ab2-4a63-a043-29c28d9eb95d', 'name': 'tempest-TestAggregatesBasicOps-669361306-router', 'tenant_id': '01de383db8114205a02a938ddcf2fa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '17ecd1e9-4972-4bf6-83cf-51b45cbb9779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:18:21Z', 'updated_at': '2022-01-27T22:18:30Z', 'revision_number': 4, 'project_id': '01de383db8114205a02a938ddcf2fa2f', 'gw_port': {'id': '17ecd1e9-4972-4bf6-83cf-51b45cbb9779', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:68:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa54e7b-8ab2-4a63-a043-29c28d9eb95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:22Z', 'updated_at': '2022-01-27T22:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'c1bf5d50-30c7-4e30-9399-803a1d313898', 'name': '', 'network_id': '2271f417-c2d0-43f3-bff0-c739c5dfeff5', 'tenant_id': '01de383db8114205a02a938ddcf2fa2f', 'mac_address': 'fa:16:3e:8e:d5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa54e7b-8ab2-4a63-a043-29c28d9eb95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '7f82ea42-4969-47ec-8e45-b042fa7ef6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:27Z', 'updated_at': '2022-01-27T22:18:30Z', 'revision_number': 2, 'project_id': '01de383db8114205a02a938ddcf2fa2f', 'subnets': [{'id': '7f82ea42-4969-47ec-8e45-b042fa7ef6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:33.733404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cfe063-8e42-4814-a3f0-acf34e9ee63f None None] The sync data for ids ['8fa54e7b-8ab2-4a63-a043-29c28d9eb95d'] in n-d-772272-3 is: [{'id': '8fa54e7b-8ab2-4a63-a043-29c28d9eb95d', 'name': 'tempest-TestAggregatesBasicOps-669361306-router', 'tenant_id': '01de383db8114205a02a938ddcf2fa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '17ecd1e9-4972-4bf6-83cf-51b45cbb9779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:18:21Z', 'updated_at': '2022-01-27T22:18:30Z', 'revision_number': 4, 'project_id': '01de383db8114205a02a938ddcf2fa2f', 'gw_port': {'id': '17ecd1e9-4972-4bf6-83cf-51b45cbb9779', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:68:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa54e7b-8ab2-4a63-a043-29c28d9eb95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:22Z', 'updated_at': '2022-01-27T22:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'c1bf5d50-30c7-4e30-9399-803a1d313898', 'name': '', 'network_id': '2271f417-c2d0-43f3-bff0-c739c5dfeff5', 'tenant_id': '01de383db8114205a02a938ddcf2fa2f', 'mac_address': 'fa:16:3e:8e:d5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa54e7b-8ab2-4a63-a043-29c28d9eb95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '7f82ea42-4969-47ec-8e45-b042fa7ef6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:27Z', 'updated_at': '2022-01-27T22:18:30Z', 'revision_number': 2, 'project_id': '01de383db8114205a02a938ddcf2fa2f', 'subnets': [{'id': '7f82ea42-4969-47ec-8e45-b042fa7ef6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:18:33.747019 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 37990) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:33.754037 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8d62747c-44dd-414b-87d3-fad6761bfbcf admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1983623514-network', 'tenant_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:18:33.770298 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92f554f-b1f8-4a1e-90d9-8b63aa0f0292 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router e078459c-4107-4fcf-81b4-b15edb747728 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:18:33.807939 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d62747c-44dd-414b-87d3-fad6761bfbcf admin admin] Made reservation on behalf of a6f2b684d0da4ca3831a1f1ec0884e7c for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:18:33.812239 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d62747c-44dd-414b-87d3-fad6761bfbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:33.841866 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d62747c-44dd-414b-87d3-fad6761bfbcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:34.063614 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d62747c-44dd-414b-87d3-fad6761bfbcf admin admin] Publish callbacks [] for security_group (944fe2cf-4821-4b2a-b905-41a838679ba3), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:34.073466 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d62747c-44dd-414b-87d3-fad6761bfbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (944fe2cf-4821-4b2a-b905-41a838679ba3), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:34.091176 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92f554f-b1f8-4a1e-90d9-8b63aa0f0292 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:18:34.106738 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c92f554f-b1f8-4a1e-90d9-8b63aa0f0292 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/e078459c-4107-4fcf-81b4-b15edb747728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4174666 Jan 27 22:18:34.108121 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da13aeeb-5789-4029-a161-b03f633eaa5d None None] Sync routers for ids ['e078459c-4107-4fcf-81b4-b15edb747728'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:18:34.109144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 37992) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:34.136402 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da13aeeb-5789-4029-a161-b03f633eaa5d None None] Routers {'e078459c-4107-4fcf-81b4-b15edb747728'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:34.140101 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62747c-44dd-414b-87d3-fad6761bfbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944fe2cf-4821-4b2a-b905-41a838679ba3,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:34.140830 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-da13aeeb-5789-4029-a161-b03f633eaa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e078459c-4107-4fcf-81b4-b15edb747728'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:34.166901 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d62747c-44dd-414b-87d3-fad6761bfbcf admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:18:34.202996 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d62747c-44dd-414b-87d3-fad6761bfbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (ab3fac7b-03d7-4491-832a-22558bf9c45e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:34.203355 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-8d62747c-44dd-414b-87d3-fad6761bfbcf admin admin] Added segment ab3fac7b-03d7-4491-832a-22558bf9c45e of type vlan for network 221b693d-ea9d-4cc5-b51f-7a6713aeef3e Jan 27 22:18:34.262428 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-299e4caf-547d-415c-9916-de3cb9d43296 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting subnet a680e0fb-bee1-483c-914c-3692137d794a {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:18:34.273088 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-299e4caf-547d-415c-9916-de3cb9d43296 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (a680e0fb-bee1-483c-914c-3692137d794a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:34.311581 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d62747c-44dd-414b-87d3-fad6761bfbcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (221b693d-ea9d-4cc5-b51f-7a6713aeef3e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:34.393862 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-299e4caf-547d-415c-9916-de3cb9d43296 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (a680e0fb-bee1-483c-914c-3692137d794a), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:34.402266 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d62747c-44dd-414b-87d3-fad6761bfbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (221b693d-ea9d-4cc5-b51f-7a6713aeef3e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:34.403592 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d62747c-44dd-414b-87d3-fad6761bfbcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:34.404220 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d62747c-44dd-414b-87d3-fad6761bfbcf admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:34.625685 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-da13aeeb-5789-4029-a161-b03f633eaa5d None None] Set router e078459c-4107-4fcf-81b4-b15edb747728 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:34.723636 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62747c-44dd-414b-87d3-fad6761bfbcf admin admin] Pushing event updated for resources: {'Network': ['ID=221b693d-ea9d-4cc5-b51f-7a6713aeef3e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:34.750290 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8d62747c-44dd-414b-87d3-fad6761bfbcf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0021012 Jan 27 22:18:34.751020 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 221b693d-ea9d-4cc5-b51f-7a6713aeef3e details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:18:34.781561 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38008) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:34.800064 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d97e889a-d518-46cc-8275-d144aac778b3 admin admin] Request body: {'subnet': {'network_id': '221b693d-ea9d-4cc5-b51f-7a6713aeef3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1983623514-subnet', 'tenant_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:18:34.844077 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-299e4caf-547d-415c-9916-de3cb9d43296 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (a680e0fb-bee1-483c-914c-3692137d794a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:34.885874 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97e889a-d518-46cc-8275-d144aac778b3 admin admin] Made reservation on behalf of a6f2b684d0da4ca3831a1f1ec0884e7c for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:18:34.893132 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d97e889a-d518-46cc-8275-d144aac778b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:35.083856 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-299e4caf-547d-415c-9916-de3cb9d43296 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (a680e0fb-bee1-483c-914c-3692137d794a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:35.154037 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e4caf-547d-415c-9916-de3cb9d43296 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Subnet': ['ID=a680e0fb-bee1-483c-914c-3692137d794a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:35.198350 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-299e4caf-547d-415c-9916-de3cb9d43296 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:35.204764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-299e4caf-547d-415c-9916-de3cb9d43296 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/subnets/a680e0fb-bee1-483c-914c-3692137d794a HTTP/1.1" status: 204 len: 168 time: 1.0938358 Jan 27 22:18:35.214860 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38016) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:35.564978 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e5141c-98bf-457b-87e9-ededc07f3f9d None None] Network 67894ab3-907d-48df-86dc-1c5c4695080c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:18:35.726368 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fcde9d7-32ab-4549-8daa-746d0e53ab60 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (67894ab3-907d-48df-86dc-1c5c4695080c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:35.735606 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d97e889a-d518-46cc-8275-d144aac778b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (d8b71834-fe9e-4743-b8a4-33c2e1639ef2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:35.893154 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e889a-d518-46cc-8275-d144aac778b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b71834-fe9e-4743-b8a4-33c2e1639ef2,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:35.943916 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-8fcde9d7-32ab-4549-8daa-746d0e53ab60 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting port b5857547-614f-4e61-b147-8f60769592cf {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:18:35.944983 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fcde9d7-32ab-4549-8daa-746d0e53ab60 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b5857547-614f-4e61-b147-8f60769592cf), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:36.036110 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97e889a-d518-46cc-8275-d144aac778b3 admin admin] Checking segment: {'id': 'ab3fac7b-03d7-4491-832a-22558bf9c45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '221b693d-ea9d-4cc5-b51f-7a6713aeef3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:18:36.036520 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97e889a-d518-46cc-8275-d144aac778b3 admin admin] Network hostable DHCP agents. Network: 221b693d-ea9d-4cc5-b51f-7a6713aeef3e, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:18:36.076973 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97e889a-d518-46cc-8275-d144aac778b3 admin admin] Network 221b693d-ea9d-4cc5-b51f-7a6713aeef3e is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:18:36.096951 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-d97e889a-d518-46cc-8275-d144aac778b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 221b693d-ea9d-4cc5-b51f-7a6713aeef3e) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:18:36.114009 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4dfc6f-5cef-49c4-8f8f-e49f79baefb0 None None] Network 221b693d-ea9d-4cc5-b51f-7a6713aeef3e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:18:36.129788 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97e889a-d518-46cc-8275-d144aac778b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:36.132580 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d97e889a-d518-46cc-8275-d144aac778b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:36.192965 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d97e889a-d518-46cc-8275-d144aac778b3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4101489 Jan 27 22:18:36.200808 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38066) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:36.206423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-8fcde9d7-32ab-4549-8daa-746d0e53ab60 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] For port b5857547-614f-4e61-b147-8f60769592cf, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b5857547-614f-4e61-b147-8f60769592cf,segment=NetworkSegment(a8c4b887-532c-42d8-86db-a019f78a3773),segment_id=a8c4b887-532c-42d8-86db-a019f78a3773)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:36.206888 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fcde9d7-32ab-4549-8daa-746d0e53ab60 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b5857547-614f-4e61-b147-8f60769592cf), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:36.227725 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8cc79e4e-c4de-423b-a561-ecfb08f066a4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1983623514-router', 'tenant_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:18:36.265134 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-8fcde9d7-32ab-4549-8daa-746d0e53ab60 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Calling delete_port for b5857547-614f-4e61-b147-8f60769592cf owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:18:36.321731 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a4feb1-4aee-457e-8054-be71be01e07b None None] DHCP port deletion for 67894ab3-907d-48df-86dc-1c5c4695080c request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:18:36.353058 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8cc79e4e-c4de-423b-a561-ecfb08f066a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (f45b2145-2633-4dd2-a76e-eae4337c3abc), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:36.361032 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8cc79e4e-c4de-423b-a561-ecfb08f066a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (f45b2145-2633-4dd2-a76e-eae4337c3abc), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:36.364854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-da13aeeb-5789-4029-a161-b03f633eaa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:32Z', 'revision_number': 9, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:59Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a04ddf1d-eb89-46b8-8b9b-98767bd1388e', 'name': '', 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:94:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:58Z', 'updated_at': '2022-01-27T22:18:07Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:36.468074 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da13aeeb-5789-4029-a161-b03f633eaa5d None None] Checking router: e078459c-4107-4fcf-81b4-b15edb747728 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:18:36.495503 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a271c8-bd01-46cf-8b85-40a7a87aaa9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-221b693d-ea9d-4cc5-b51f-7a6713aeef3e', 'network_id': '221b693d-ea9d-4cc5-b51f-7a6713aeef3e', 'project_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'fixed_ips': [{'subnet_id': 'd8b71834-fe9e-4743-b8a4-33c2e1639ef2'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:18:36.496796 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-54a271c8-bd01-46cf-8b85-40a7a87aaa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:36.560378 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fcde9d7-32ab-4549-8daa-746d0e53ab60 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (b5857547-614f-4e61-b147-8f60769592cf), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:36.585078 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8cc79e4e-c4de-423b-a561-ecfb08f066a4 admin admin] Publish callbacks [] for router_controller (f45b2145-2633-4dd2-a76e-eae4337c3abc), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:36.645275 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcde9d7-32ab-4549-8daa-746d0e53ab60 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Port': ['ID=b5857547-614f-4e61-b147-8f60769592cf,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:36.678807 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcde9d7-32ab-4549-8daa-746d0e53ab60 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] No DVR routers for this DVR port b5857547-614f-4e61-b147-8f60769592cf on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:18:37.007448 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fcde9d7-32ab-4549-8daa-746d0e53ab60 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (67894ab3-907d-48df-86dc-1c5c4695080c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:37.069799 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8cc79e4e-c4de-423b-a561-ecfb08f066a4 admin admin] Publish callbacks [] for router_gateway (f45b2145-2633-4dd2-a76e-eae4337c3abc), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:37.112903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-8fcde9d7-32ab-4549-8daa-746d0e53ab60 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67894ab3-907d-48df-86dc-1c5c4695080c']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:37.143537 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-8fcde9d7-32ab-4549-8daa-746d0e53ab60 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c4b887-532c-42d8-86db-a019f78a3773') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:37.145719 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-8fcde9d7-32ab-4549-8daa-746d0e53ab60 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c4b887-532c-42d8-86db-a019f78a3773') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:37.150160 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da13aeeb-5789-4029-a161-b03f633eaa5d None None] Routers {'e078459c-4107-4fcf-81b4-b15edb747728'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:37.171461 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-da13aeeb-5789-4029-a161-b03f633eaa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e078459c-4107-4fcf-81b4-b15edb747728'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:37.178971 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fcde9d7-32ab-4549-8daa-746d0e53ab60 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (a8c4b887-532c-42d8-86db-a019f78a3773), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:37.212104 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fcde9d7-32ab-4549-8daa-746d0e53ab60 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (a8c4b887-532c-42d8-86db-a019f78a3773), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:37.223250 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fcde9d7-32ab-4549-8daa-746d0e53ab60 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:18:37.225335 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fcde9d7-32ab-4549-8daa-746d0e53ab60 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (a8c4b887-532c-42d8-86db-a019f78a3773), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:18:37.234086 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:18:37.387323 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fcde9d7-32ab-4549-8daa-746d0e53ab60 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (67894ab3-907d-48df-86dc-1c5c4695080c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:37.412268 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fcde9d7-32ab-4549-8daa-746d0e53ab60 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:37.429155 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8fcde9d7-32ab-4549-8daa-746d0e53ab60 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/networks/67894ab3-907d-48df-86dc-1c5c4695080c HTTP/1.1" status: 204 len: 168 time: 2.2131200 Jan 27 22:18:37.430886 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38096) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:37.492365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcde9d7-32ab-4549-8daa-746d0e53ab60 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Network': ['ID=67894ab3-907d-48df-86dc-1c5c4695080c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:37.725580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-54a271c8-bd01-46cf-8b85-40a7a87aaa9c None None] Allocated IP 172.20.0.2 (221b693d-ea9d-4cc5-b51f-7a6713aeef3e/d8b71834-fe9e-4743-b8a4-33c2e1639ef2/95e1f612-805e-4265-8040-262ddfdff766) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:18:38.158789 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-54a271c8-bd01-46cf-8b85-40a7a87aaa9c None None] Publish callbacks [] for port (95e1f612-805e-4265-8040-262ddfdff766), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:38.189380 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 17ecd1e9-4972-4bf6-83cf-51b45cbb9779 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:38.265150 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-54a271c8-bd01-46cf-8b85-40a7a87aaa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (95e1f612-805e-4265-8040-262ddfdff766), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:38.482510 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a271c8-bd01-46cf-8b85-40a7a87aaa9c None None] Network 221b693d-ea9d-4cc5-b51f-7a6713aeef3e is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:18:38.500903 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] Sync routers for ids ['8fa54e7b-8ab2-4a63-a043-29c28d9eb95d'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:18:38.519854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-54a271c8-bd01-46cf-8b85-40a7a87aaa9c None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:18:38.521075 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] Routers {'8fa54e7b-8ab2-4a63-a043-29c28d9eb95d'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:38.525468 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['8fa54e7b-8ab2-4a63-a043-29c28d9eb95d'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:38.552884 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a271c8-bd01-46cf-8b85-40a7a87aaa9c None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:18:38.624847 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-53a4feb1-4aee-457e-8054-be71be01e07b None None] Deleting port b5857547-614f-4e61-b147-8f60769592cf {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:18:38.629921 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8cc79e4e-c4de-423b-a561-ecfb08f066a4 admin admin] Publish callbacks [] for router_gateway (f45b2145-2633-4dd2-a76e-eae4337c3abc), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:38.631807 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-53a4feb1-4aee-457e-8054-be71be01e07b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b5857547-614f-4e61-b147-8f60769592cf), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:38.674736 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-da13aeeb-5789-4029-a161-b03f633eaa5d None None] Set router e078459c-4107-4fcf-81b4-b15edb747728 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server [None req-53a4feb1-4aee-457e-8054-be71be01e07b None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 67894ab3-907d-48df-86dc-1c5c4695080c could not be found. Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._iter().one() Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2006, in delete_port Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1206, in get_network Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 67894ab3-907d-48df-86dc-1c5c4695080c could not be found. Jan 27 22:18:38.682691 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Jan 27 22:18:38.704720 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8cc79e4e-c4de-423b-a561-ecfb08f066a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:38.785048 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070d2e45-d7bd-4747-aee4-3328b0d12d70 None None] DHCP port deletion for 67894ab3-907d-48df-86dc-1c5c4695080c request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:18:38.825013 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] Set router 8fa54e7b-8ab2-4a63-a043-29c28d9eb95d gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:38.827668 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a271c8-bd01-46cf-8b85-40a7a87aaa9c None None] Pushing event updated for resources: {'Port': ['ID=95e1f612-805e-4265-8040-262ddfdff766,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:38.895018 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 17ecd1e9-4972-4bf6-83cf-51b45cbb9779 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:38.898584 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (17ecd1e9-4972-4bf6-83cf-51b45cbb9779), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:38.957227 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-8cc79e4e-c4de-423b-a561-ecfb08f066a4 admin admin] Allocated IP 172.25.3.106 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/757245d4-19ec-477a-8e8a-06e09282bf3b) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:18:39.215675 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-54a271c8-bd01-46cf-8b85-40a7a87aaa9c None None] Attempting to bind port 95e1f612-805e-4265-8040-262ddfdff766 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:18:39.216226 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-54a271c8-bd01-46cf-8b85-40a7a87aaa9c None None] Attempting to bind port 95e1f612-805e-4265-8040-262ddfdff766 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'ab3fac7b-03d7-4491-832a-22558bf9c45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '221b693d-ea9d-4cc5-b51f-7a6713aeef3e'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:18:39.234138 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a271c8-bd01-46cf-8b85-40a7a87aaa9c None None] Attempting to bind port 95e1f612-805e-4265-8040-262ddfdff766 on network 221b693d-ea9d-4cc5-b51f-7a6713aeef3e {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:18:39.286334 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8cc79e4e-c4de-423b-a561-ecfb08f066a4 admin admin] Publish callbacks [] for port (757245d4-19ec-477a-8e8a-06e09282bf3b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:39.296398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a271c8-bd01-46cf-8b85-40a7a87aaa9c None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:18:39.311905 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a271c8-bd01-46cf-8b85-40a7a87aaa9c None None] Checking segment: {'id': 'ab3fac7b-03d7-4491-832a-22558bf9c45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '221b693d-ea9d-4cc5-b51f-7a6713aeef3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:18:39.319627 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-54a271c8-bd01-46cf-8b85-40a7a87aaa9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:39.323101 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a271c8-bd01-46cf-8b85-40a7a87aaa9c None None] Bound using segment: {'id': 'ab3fac7b-03d7-4491-832a-22558bf9c45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '221b693d-ea9d-4cc5-b51f-7a6713aeef3e'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:18:39.327035 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-54a271c8-bd01-46cf-8b85-40a7a87aaa9c None None] Bound port: 95e1f612-805e-4265-8040-262ddfdff766, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab3fac7b-03d7-4491-832a-22558bf9c45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '221b693d-ea9d-4cc5-b51f-7a6713aeef3e'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:18:39.331054 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-54a271c8-bd01-46cf-8b85-40a7a87aaa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (95e1f612-805e-4265-8040-262ddfdff766), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:39.419267 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa54e7b-8ab2-4a63-a043-29c28d9eb95d', 'name': 'tempest-TestAggregatesBasicOps-669361306-router', 'tenant_id': '01de383db8114205a02a938ddcf2fa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '17ecd1e9-4972-4bf6-83cf-51b45cbb9779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:18:21Z', 'updated_at': '2022-01-27T22:18:30Z', 'revision_number': 4, 'project_id': '01de383db8114205a02a938ddcf2fa2f', 'gw_port': {'id': '17ecd1e9-4972-4bf6-83cf-51b45cbb9779', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:68:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa54e7b-8ab2-4a63-a043-29c28d9eb95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:22Z', 'updated_at': '2022-01-27T22:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'c1bf5d50-30c7-4e30-9399-803a1d313898', 'name': '', 'network_id': '2271f417-c2d0-43f3-bff0-c739c5dfeff5', 'tenant_id': '01de383db8114205a02a938ddcf2fa2f', 'mac_address': 'fa:16:3e:8e:d5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa54e7b-8ab2-4a63-a043-29c28d9eb95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '7f82ea42-4969-47ec-8e45-b042fa7ef6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:27Z', 'updated_at': '2022-01-27T22:18:30Z', 'revision_number': 2, 'project_id': '01de383db8114205a02a938ddcf2fa2f', 'subnets': [{'id': '7f82ea42-4969-47ec-8e45-b042fa7ef6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:39.497993 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8cc79e4e-c4de-423b-a561-ecfb08f066a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (757245d4-19ec-477a-8e8a-06e09282bf3b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:39.526463 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] Checking router: 8fa54e7b-8ab2-4a63-a043-29c28d9eb95d for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:18:39.529235 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] Updating router 8fa54e7b-8ab2-4a63-a043-29c28d9eb95d port c1bf5d50-30c7-4e30-9399-803a1d313898 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:18:39.576700 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c1bf5d50-30c7-4e30-9399-803a1d313898), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:39.633271 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 17ecd1e9-4972-4bf6-83cf-51b45cbb9779 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:39.633683 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (17ecd1e9-4972-4bf6-83cf-51b45cbb9779), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:39.670030 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc79e4e-c4de-423b-a561-ecfb08f066a4 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:18:39.684021 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-54a271c8-bd01-46cf-8b85-40a7a87aaa9c None None] For port 95e1f612-805e-4265-8040-262ddfdff766, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:18:39.689251 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-476c3401-bd62-4c5a-97e3-0eda7b81def1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (e078459c-4107-4fcf-81b4-b15edb747728), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:39.691227 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 17ecd1e9-4972-4bf6-83cf-51b45cbb9779, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=17ecd1e9-4972-4bf6-83cf-51b45cbb9779,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:39.692821 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-8cc79e4e-c4de-423b-a561-ecfb08f066a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:18:39.701843 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc79e4e-c4de-423b-a561-ecfb08f066a4 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:18:39.704586 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc79e4e-c4de-423b-a561-ecfb08f066a4 admin admin] Pushing event updated for resources: {'Port': ['ID=757245d4-19ec-477a-8e8a-06e09282bf3b,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:39.774435 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (17ecd1e9-4972-4bf6-83cf-51b45cbb9779), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:39.788252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-54a271c8-bd01-46cf-8b85-40a7a87aaa9c None None] For port 95e1f612-805e-4265-8040-262ddfdff766, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=95e1f612-805e-4265-8040-262ddfdff766,segment=NetworkSegment(ab3fac7b-03d7-4491-832a-22558bf9c45e),segment_id=ab3fac7b-03d7-4491-832a-22558bf9c45e)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:18:39.812542 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-54a271c8-bd01-46cf-8b85-40a7a87aaa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (95e1f612-805e-4265-8040-262ddfdff766), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:39.886293 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b5857547-614f-4e61-b147-8f60769592cf no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:18:40.050079 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: b5857547-614f-4e61-b147-8f60769592cf {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:18:40.050079 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b5857547-614f-4e61-b147-8f60769592cf not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:18:40.132682 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=17ecd1e9-4972-4bf6-83cf-51b45cbb9779,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:40.285613 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-da13aeeb-5789-4029-a161-b03f633eaa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:32Z', 'revision_number': 9, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:59Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a04ddf1d-eb89-46b8-8b9b-98767bd1388e', 'name': '', 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:94:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:58Z', 'updated_at': '2022-01-27T22:18:07Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:40.286377 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] Publish callbacks [] for port (c1bf5d50-30c7-4e30-9399-803a1d313898), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:40.296147 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a271c8-bd01-46cf-8b85-40a7a87aaa9c None None] Pushing event updated for resources: {'Port': ['ID=95e1f612-805e-4265-8040-262ddfdff766,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:40.297054 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c1bf5d50-30c7-4e30-9399-803a1d313898), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:40.502319 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da13aeeb-5789-4029-a161-b03f633eaa5d None None] The sync data for ids ['e078459c-4107-4fcf-81b4-b15edb747728'] in n-d-772272-3 is: [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:32Z', 'revision_number': 9, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:59Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a04ddf1d-eb89-46b8-8b9b-98767bd1388e', 'name': '', 'network_id': 'c8698e31-fb06-429c-8942-5bce93bcde2d', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:94:57:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:58Z', 'updated_at': '2022-01-27T22:18:07Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '11b4edd1-4773-4448-b103-0ea4c348ecbb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:18:40.765622 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86eea45-b3e3-4008-a6cc-efa312a2810b None None] Pushing event updated for resources: {'Port': ['ID=c1bf5d50-30c7-4e30-9399-803a1d313898,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:40.959874 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] Attempting to bind port c1bf5d50-30c7-4e30-9399-803a1d313898 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:18:40.962376 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] Attempting to bind port c1bf5d50-30c7-4e30-9399-803a1d313898 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'd15e268f-a9f8-40e7-93cc-f88d25c7f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2271f417-c2d0-43f3-bff0-c739c5dfeff5'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:18:40.962763 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] Attempting to bind port c1bf5d50-30c7-4e30-9399-803a1d313898 on network 2271f417-c2d0-43f3-bff0-c739c5dfeff5 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:18:40.982285 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:18:40.982669 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] Checking segment: {'id': 'd15e268f-a9f8-40e7-93cc-f88d25c7f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2271f417-c2d0-43f3-bff0-c739c5dfeff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:18:40.983085 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:40.983493 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] Bound using segment: {'id': 'd15e268f-a9f8-40e7-93cc-f88d25c7f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2271f417-c2d0-43f3-bff0-c739c5dfeff5'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:18:40.983987 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] Bound port: c1bf5d50-30c7-4e30-9399-803a1d313898, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15e268f-a9f8-40e7-93cc-f88d25c7f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2271f417-c2d0-43f3-bff0-c739c5dfeff5'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:18:40.984409 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c1bf5d50-30c7-4e30-9399-803a1d313898), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:41.224129 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] For port c1bf5d50-30c7-4e30-9399-803a1d313898, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:18:41.233123 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] For port c1bf5d50-30c7-4e30-9399-803a1d313898, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c1bf5d50-30c7-4e30-9399-803a1d313898,segment=NetworkSegment(d15e268f-a9f8-40e7-93cc-f88d25c7f545),segment_id=d15e268f-a9f8-40e7-93cc-f88d25c7f545)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:18:41.243116 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c1bf5d50-30c7-4e30-9399-803a1d313898), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:41.370205 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] Routers {'8fa54e7b-8ab2-4a63-a043-29c28d9eb95d'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:41.372222 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['8fa54e7b-8ab2-4a63-a043-29c28d9eb95d'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:41.498693 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-46a84cea-f995-4ba2-bc07-c257135849ad None None] Provisioning complete for port c1bf5d50-30c7-4e30-9399-803a1d313898 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:41.512022 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-46a84cea-f995-4ba2-bc07-c257135849ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c1bf5d50-30c7-4e30-9399-803a1d313898), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:41.531642 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86eea45-b3e3-4008-a6cc-efa312a2810b None None] Pushing event updated for resources: {'Port': ['ID=c1bf5d50-30c7-4e30-9399-803a1d313898,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:41.742319 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8cc79e4e-c4de-423b-a561-ecfb08f066a4 admin admin] Publish callbacks [] for router_gateway (f45b2145-2633-4dd2-a76e-eae4337c3abc), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:41.827066 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] Set router 8fa54e7b-8ab2-4a63-a043-29c28d9eb95d gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:41.875033 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-46a84cea-f995-4ba2-bc07-c257135849ad None None] Current status of the port c1bf5d50-30c7-4e30-9399-803a1d313898 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:41.885373 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-46a84cea-f995-4ba2-bc07-c257135849ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c1bf5d50-30c7-4e30-9399-803a1d313898), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:42.027985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-46a84cea-f995-4ba2-bc07-c257135849ad None None] For port c1bf5d50-30c7-4e30-9399-803a1d313898, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c1bf5d50-30c7-4e30-9399-803a1d313898,segment=NetworkSegment(d15e268f-a9f8-40e7-93cc-f88d25c7f545),segment_id=d15e268f-a9f8-40e7-93cc-f88d25c7f545)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:42.034857 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-46a84cea-f995-4ba2-bc07-c257135849ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c1bf5d50-30c7-4e30-9399-803a1d313898), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:42.107198 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-476c3401-bd62-4c5a-97e3-0eda7b81def1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting port a04ddf1d-eb89-46b8-8b9b-98767bd1388e {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:18:42.107665 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-476c3401-bd62-4c5a-97e3-0eda7b81def1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (a04ddf1d-eb89-46b8-8b9b-98767bd1388e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:42.299818 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4f49f7-ca6f-4e3f-8824-04d03944a4cd None None] get_active_networks_info from n-d-772272-3 {{(pid=109743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:18:42.306801 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a84cea-f995-4ba2-bc07-c257135849ad None None] Pushing event updated for resources: {'Port': ['ID=c1bf5d50-30c7-4e30-9399-803a1d313898,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:42.344482 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7c34b4f7-067e-4ee5-8af8-e3649f409ad5 None None] Provisioning complete for port c1bf5d50-30c7-4e30-9399-803a1d313898 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:42.345351 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7c34b4f7-067e-4ee5-8af8-e3649f409ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c1bf5d50-30c7-4e30-9399-803a1d313898), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:42.483780 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa54e7b-8ab2-4a63-a043-29c28d9eb95d', 'name': 'tempest-TestAggregatesBasicOps-669361306-router', 'tenant_id': '01de383db8114205a02a938ddcf2fa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '17ecd1e9-4972-4bf6-83cf-51b45cbb9779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:18:21Z', 'updated_at': '2022-01-27T22:18:30Z', 'revision_number': 4, 'project_id': '01de383db8114205a02a938ddcf2fa2f', 'gw_port': {'id': '17ecd1e9-4972-4bf6-83cf-51b45cbb9779', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:68:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa54e7b-8ab2-4a63-a043-29c28d9eb95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:22Z', 'updated_at': '2022-01-27T22:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'c1bf5d50-30c7-4e30-9399-803a1d313898', 'name': '', 'network_id': '2271f417-c2d0-43f3-bff0-c739c5dfeff5', 'tenant_id': '01de383db8114205a02a938ddcf2fa2f', 'mac_address': 'fa:16:3e:8e:d5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa54e7b-8ab2-4a63-a043-29c28d9eb95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '7f82ea42-4969-47ec-8e45-b042fa7ef6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:27Z', 'updated_at': '2022-01-27T22:18:41Z', 'revision_number': 4, 'project_id': '01de383db8114205a02a938ddcf2fa2f', 'subnets': [{'id': '7f82ea42-4969-47ec-8e45-b042fa7ef6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:42.508054 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-476c3401-bd62-4c5a-97e3-0eda7b81def1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] For port a04ddf1d-eb89-46b8-8b9b-98767bd1388e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a04ddf1d-eb89-46b8-8b9b-98767bd1388e,segment=NetworkSegment(8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce),segment_id=8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:42.508443 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-476c3401-bd62-4c5a-97e3-0eda7b81def1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (a04ddf1d-eb89-46b8-8b9b-98767bd1388e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:42.568922 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-476c3401-bd62-4c5a-97e3-0eda7b81def1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Calling delete_port for a04ddf1d-eb89-46b8-8b9b-98767bd1388e owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:18:42.571604 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5359c46e-4196-4a8b-9f89-a8477641896e None None] The sync data for ids ['8fa54e7b-8ab2-4a63-a043-29c28d9eb95d'] in n-d-772272-3 is: [{'id': '8fa54e7b-8ab2-4a63-a043-29c28d9eb95d', 'name': 'tempest-TestAggregatesBasicOps-669361306-router', 'tenant_id': '01de383db8114205a02a938ddcf2fa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '17ecd1e9-4972-4bf6-83cf-51b45cbb9779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:18:21Z', 'updated_at': '2022-01-27T22:18:30Z', 'revision_number': 4, 'project_id': '01de383db8114205a02a938ddcf2fa2f', 'gw_port': {'id': '17ecd1e9-4972-4bf6-83cf-51b45cbb9779', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:68:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa54e7b-8ab2-4a63-a043-29c28d9eb95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:22Z', 'updated_at': '2022-01-27T22:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'c1bf5d50-30c7-4e30-9399-803a1d313898', 'name': '', 'network_id': '2271f417-c2d0-43f3-bff0-c739c5dfeff5', 'tenant_id': '01de383db8114205a02a938ddcf2fa2f', 'mac_address': 'fa:16:3e:8e:d5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa54e7b-8ab2-4a63-a043-29c28d9eb95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '7f82ea42-4969-47ec-8e45-b042fa7ef6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:27Z', 'updated_at': '2022-01-27T22:18:41Z', 'revision_number': 4, 'project_id': '01de383db8114205a02a938ddcf2fa2f', 'subnets': [{'id': '7f82ea42-4969-47ec-8e45-b042fa7ef6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:18:42.610723 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7c34b4f7-067e-4ee5-8af8-e3649f409ad5 None None] Current status of the port c1bf5d50-30c7-4e30-9399-803a1d313898 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:42.670783 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 95e1f612-805e-4265-8040-262ddfdff766 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:42.737175 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8cc79e4e-c4de-423b-a561-ecfb08f066a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (f45b2145-2633-4dd2-a76e-eae4337c3abc), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:42.840638 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3736d0ee-3c3c-4622-a144-7bbafc399e81 None None] Provisioning complete for port 95e1f612-805e-4265-8040-262ddfdff766 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:42.841563 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3736d0ee-3c3c-4622-a144-7bbafc399e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (95e1f612-805e-4265-8040-262ddfdff766), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:42.967757 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 95e1f612-805e-4265-8040-262ddfdff766 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:42.968400 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (95e1f612-805e-4265-8040-262ddfdff766), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:43.055397 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:43.124181 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3736d0ee-3c3c-4622-a144-7bbafc399e81 None None] Current status of the port 95e1f612-805e-4265-8040-262ddfdff766 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:43.124181 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3736d0ee-3c3c-4622-a144-7bbafc399e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (95e1f612-805e-4265-8040-262ddfdff766), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:43.174038 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-3736d0ee-3c3c-4622-a144-7bbafc399e81 None None] For port 95e1f612-805e-4265-8040-262ddfdff766, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=95e1f612-805e-4265-8040-262ddfdff766,segment=NetworkSegment(ab3fac7b-03d7-4491-832a-22558bf9c45e),segment_id=ab3fac7b-03d7-4491-832a-22558bf9c45e)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:43.182722 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3736d0ee-3c3c-4622-a144-7bbafc399e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (95e1f612-805e-4265-8040-262ddfdff766), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:43.322809 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc79e4e-c4de-423b-a561-ecfb08f066a4 admin admin] Router f45b2145-2633-4dd2-a76e-eae4337c3abc is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:18:43.353612 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736d0ee-3c3c-4622-a144-7bbafc399e81 None None] Pushing event updated for resources: {'Port': ['ID=95e1f612-805e-4265-8040-262ddfdff766,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:43.398968 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4f49f7-ca6f-4e3f-8824-04d03944a4cd None None] Resources bound (agent type, host, resource id): {{(pid=109743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:18:43.571502 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 95e1f612-805e-4265-8040-262ddfdff766 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:43.572669 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 17ecd1e9-4972-4bf6-83cf-51b45cbb9779 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:43.650182 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc79e4e-c4de-423b-a561-ecfb08f066a4 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:18:43.784023 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8cc79e4e-c4de-423b-a561-ecfb08f066a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:43.785339 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8cc79e4e-c4de-423b-a561-ecfb08f066a4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.5712698 Jan 27 22:18:43.789110 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38190) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:43.892876 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-476c3401-bd62-4c5a-97e3-0eda7b81def1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (a04ddf1d-eb89-46b8-8b9b-98767bd1388e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:43.946172 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] Sync routers for ids ['f45b2145-2633-4dd2-a76e-eae4337c3abc'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:18:43.972084 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c3401-bd62-4c5a-97e3-0eda7b81def1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Port': ['ID=a04ddf1d-eb89-46b8-8b9b-98767bd1388e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:44.049368 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] Routers {'f45b2145-2633-4dd2-a76e-eae4337c3abc'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:44.050038 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f45b2145-2633-4dd2-a76e-eae4337c3abc'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:44.252056 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-476c3401-bd62-4c5a-97e3-0eda7b81def1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (e078459c-4107-4fcf-81b4-b15edb747728), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:44.258283 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] Set router f45b2145-2633-4dd2-a76e-eae4337c3abc gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:44.764876 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:44.772000 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 17ecd1e9-4972-4bf6-83cf-51b45cbb9779 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:44.783054 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (17ecd1e9-4972-4bf6-83cf-51b45cbb9779), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:44.784112 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476c3401-bd62-4c5a-97e3-0eda7b81def1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router e078459c-4107-4fcf-81b4-b15edb747728 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:18:45.111185 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476c3401-bd62-4c5a-97e3-0eda7b81def1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:18:45.119019 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-476c3401-bd62-4c5a-97e3-0eda7b81def1 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/e078459c-4107-4fcf-81b4-b15edb747728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6856723 Jan 27 22:18:45.121480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980a4bab-e488-418c-9130-5b2c04e7afdb None None] Network 221b693d-ea9d-4cc5-b51f-7a6713aeef3e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:18:45.121972 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38236) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:45.125519 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a97b650-79e6-4bce-a09a-ebcfa828d1a4 None None] Sync routers for ids ['e078459c-4107-4fcf-81b4-b15edb747728'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:18:45.166450 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a97b650-79e6-4bce-a09a-ebcfa828d1a4 None None] Routers {'e078459c-4107-4fcf-81b4-b15edb747728'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:45.167868 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-9a97b650-79e6-4bce-a09a-ebcfa828d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e078459c-4107-4fcf-81b4-b15edb747728'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:45.272919 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Allocated IP 172.20.0.1 (221b693d-ea9d-4cc5-b51f-7a6713aeef3e/d8b71834-fe9e-4743-b8a4-33c2e1639ef2/ae1a27ef-c645-4721-86c6-def1f5b75474) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:18:45.299561 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3da35c3-af96-4ab3-9213-3712406860d7 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting subnet 11b4edd1-4773-4448-b103-0ea4c348ecbb {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:18:45.312016 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d3da35c3-af96-4ab3-9213-3712406860d7 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (11b4edd1-4773-4448-b103-0ea4c348ecbb), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:45.397727 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45b2145-2633-4dd2-a76e-eae4337c3abc', 'name': 'tempest-TestAggregatesBasicOps-1983623514-router', 'tenant_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '757245d4-19ec-477a-8e8a-06e09282bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:18:36Z', 'updated_at': '2022-01-27T22:18:40Z', 'revision_number': 3, 'project_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'gw_port': {'id': '757245d4-19ec-477a-8e8a-06e09282bf3b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45b2145-2633-4dd2-a76e-eae4337c3abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:38Z', 'updated_at': '2022-01-27T22:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:45.447981 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d3da35c3-af96-4ab3-9213-3712406860d7 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (11b4edd1-4773-4448-b103-0ea4c348ecbb), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:45.496856 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] Checking router: f45b2145-2633-4dd2-a76e-eae4337c3abc for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:18:45.501427 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] Updating router f45b2145-2633-4dd2-a76e-eae4337c3abc port 757245d4-19ec-477a-8e8a-06e09282bf3b binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:18:45.504148 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-9a97b650-79e6-4bce-a09a-ebcfa828d1a4 None None] Set router e078459c-4107-4fcf-81b4-b15edb747728 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:45.507925 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 17ecd1e9-4972-4bf6-83cf-51b45cbb9779 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:45.509089 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c1bf5d50-30c7-4e30-9399-803a1d313898 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:45.635998 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Publish callbacks [] for port (ae1a27ef-c645-4721-86c6-def1f5b75474), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:45.696905 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (ae1a27ef-c645-4721-86c6-def1f5b75474), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:45.723785 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d3da35c3-af96-4ab3-9213-3712406860d7 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (11b4edd1-4773-4448-b103-0ea4c348ecbb), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:45.774170 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (757245d4-19ec-477a-8e8a-06e09282bf3b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:45.856588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Network 221b693d-ea9d-4cc5-b51f-7a6713aeef3e is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:18:45.887062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:18:45.901198 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:18:45.908083 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Pushing event updated for resources: {'Port': ['ID=ae1a27ef-c645-4721-86c6-def1f5b75474,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:45.930797 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d3da35c3-af96-4ab3-9213-3712406860d7 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (11b4edd1-4773-4448-b103-0ea4c348ecbb), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:45.979431 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:45.979431 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:45.979805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:45.979960 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:45.981540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:45.981850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:45.982195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:45.982534 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:45.982871 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:45.983207 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:45.983543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:45.983875 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:45.992438 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:46.016450 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da35c3-af96-4ab3-9213-3712406860d7 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Subnet': ['ID=11b4edd1-4773-4448-b103-0ea4c348ecbb,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:46.041394 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (f45b2145-2633-4dd2-a76e-eae4337c3abc), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:46.050190 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d3da35c3-af96-4ab3-9213-3712406860d7 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:46.061172 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d3da35c3-af96-4ab3-9213-3712406860d7 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/subnets/11b4edd1-4773-4448-b103-0ea4c348ecbb HTTP/1.1" status: 204 len: 168 time: 0.9379973 Jan 27 22:18:46.065766 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38322) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:46.086892 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50df776f-59d8-471b-a166-846e998ce431 None None] Network c8698e31-fb06-429c-8942-5bce93bcde2d requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:18:46.150998 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-9a97b650-79e6-4bce-a09a-ebcfa828d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:43Z', 'revision_number': 10, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:59Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:46.211080 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c488b8d-b60a-4309-86c1-af0cd7180a00 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (c8698e31-fb06-429c-8942-5bce93bcde2d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:46.238126 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a97b650-79e6-4bce-a09a-ebcfa828d1a4 None None] Checking router: e078459c-4107-4fcf-81b4-b15edb747728 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:18:46.262816 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a97b650-79e6-4bce-a09a-ebcfa828d1a4 None None] Routers {'e078459c-4107-4fcf-81b4-b15edb747728'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:46.263824 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-9a97b650-79e6-4bce-a09a-ebcfa828d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e078459c-4107-4fcf-81b4-b15edb747728'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:46.305314 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-3c488b8d-b60a-4309-86c1-af0cd7180a00 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting port cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:18:46.306901 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c488b8d-b60a-4309-86c1-af0cd7180a00 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:46.405864 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-3c488b8d-b60a-4309-86c1-af0cd7180a00 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] For port cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7,segment=NetworkSegment(8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce),segment_id=8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:46.406437 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c488b8d-b60a-4309-86c1-af0cd7180a00 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:46.434863 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-3c488b8d-b60a-4309-86c1-af0cd7180a00 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Calling delete_port for cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:18:46.442796 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ae1a27ef-c645-4721-86c6-def1f5b75474), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:46.524093 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-9a97b650-79e6-4bce-a09a-ebcfa828d1a4 None None] Set router e078459c-4107-4fcf-81b4-b15edb747728 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:46.575394 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c488b8d-b60a-4309-86c1-af0cd7180a00 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:46.605664 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port c1bf5d50-30c7-4e30-9399-803a1d313898 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:46.608156 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c1bf5d50-30c7-4e30-9399-803a1d313898), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:46.650157 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c488b8d-b60a-4309-86c1-af0cd7180a00 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Port': ['ID=cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:46.681368 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c488b8d-b60a-4309-86c1-af0cd7180a00 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] No DVR routers for this DVR port cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:18:46.987533 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Publish callbacks [] for port (ae1a27ef-c645-4721-86c6-def1f5b75474), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:46.997286 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (ae1a27ef-c645-4721-86c6-def1f5b75474), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:47.031093 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c488b8d-b60a-4309-86c1-af0cd7180a00 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (c8698e31-fb06-429c-8942-5bce93bcde2d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:47.155576 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-3c488b8d-b60a-4309-86c1-af0cd7180a00 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8698e31-fb06-429c-8942-5bce93bcde2d']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:47.203839 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:18:47.220231 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-3c488b8d-b60a-4309-86c1-af0cd7180a00 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:47.222674 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-3c488b8d-b60a-4309-86c1-af0cd7180a00 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:47.232795 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Pushing event updated for resources: {'Port': ['ID=ae1a27ef-c645-4721-86c6-def1f5b75474,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:47.265962 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (f45b2145-2633-4dd2-a76e-eae4337c3abc), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:47.266635 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-9a97b650-79e6-4bce-a09a-ebcfa828d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:43Z', 'revision_number': 10, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:59Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:47.271325 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c488b8d-b60a-4309-86c1-af0cd7180a00 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:47.307955 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c488b8d-b60a-4309-86c1-af0cd7180a00 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:47.308307 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] Publish callbacks [] for port (757245d4-19ec-477a-8e8a-06e09282bf3b), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:47.329171 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c488b8d-b60a-4309-86c1-af0cd7180a00 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:18:47.330026 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c488b8d-b60a-4309-86c1-af0cd7180a00 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (8e395743-bbf4-4fa9-ba8f-0c0e9e8e72ce), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:18:47.339907 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:18:47.358532 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (757245d4-19ec-477a-8e8a-06e09282bf3b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:47.401265 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a97b650-79e6-4bce-a09a-ebcfa828d1a4 None None] The sync data for ids ['e078459c-4107-4fcf-81b4-b15edb747728'] in n-d-772272-3 is: [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:43Z', 'revision_number': 10, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None, '_interfaces': [{'id': '8b801d79-81d3-427d-a3b0-0ff4303994a3', 'name': '', 'network_id': 'a90038e7-a212-4f1d-88f3-a5cc5817c593', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'mac_address': 'fa:16:3e:1e:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '63562088-5518-4c85-a6de-832722a59cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:17:51Z', 'updated_at': '2022-01-27T22:17:59Z', 'revision_number': 5, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'subnets': [{'id': '63562088-5518-4c85-a6de-832722a59cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:18:47.518589 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea7480-a127-4d36-a7a9-e2a9aebf79dc None None] Pushing event updated for resources: {'Port': ['ID=757245d4-19ec-477a-8e8a-06e09282bf3b,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:47.524307 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c488b8d-b60a-4309-86c1-af0cd7180a00 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (c8698e31-fb06-429c-8942-5bce93bcde2d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:47.570696 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c488b8d-b60a-4309-86c1-af0cd7180a00 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:47.571329 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Network 221b693d-ea9d-4cc5-b51f-7a6713aeef3e is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:18:47.577354 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:18:47.581966 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3c488b8d-b60a-4309-86c1-af0cd7180a00 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/networks/c8698e31-fb06-429c-8942-5bce93bcde2d HTTP/1.1" status: 204 len: 168 time: 1.5151000 Jan 27 22:18:47.582981 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c488b8d-b60a-4309-86c1-af0cd7180a00 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Network': ['ID=c8698e31-fb06-429c-8942-5bce93bcde2d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:47.587781 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38468) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:47.651536 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port c1bf5d50-30c7-4e30-9399-803a1d313898 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:47.694005 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 6c644765-676a-4087-bbb2-aa726d82f65c no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:18:47.756307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 6c644765-676a-4087-bbb2-aa726d82f65c {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:18:47.756851 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 6c644765-676a-4087-bbb2-aa726d82f65c not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:18:47.779132 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f323319e-3d75-4446-9c68-de772e8d8d08 None None] Provisioning complete for port ae1a27ef-c645-4721-86c6-def1f5b75474 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:47.781993 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f323319e-3d75-4446-9c68-de772e8d8d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ae1a27ef-c645-4721-86c6-def1f5b75474), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:47.869162 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d20e1f1-9a22-41c5-bf27-6281bbc087fa None None] DHCP port deletion for c8698e31-fb06-429c-8942-5bce93bcde2d request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:18:47.879713 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] Attempting to bind port 757245d4-19ec-477a-8e8a-06e09282bf3b on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:18:47.880645 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] Attempting to bind port 757245d4-19ec-477a-8e8a-06e09282bf3b by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:18:47.881253 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] Attempting to bind port 757245d4-19ec-477a-8e8a-06e09282bf3b on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:18:47.970069 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:18:47.970937 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:18:47.971536 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:47.972149 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:18:47.973273 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] Bound port: 757245d4-19ec-477a-8e8a-06e09282bf3b, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:18:47.974493 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (757245d4-19ec-477a-8e8a-06e09282bf3b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:48.150604 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 95e1f612-805e-4265-8040-262ddfdff766 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:48.159897 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f323319e-3d75-4446-9c68-de772e8d8d08 None None] Port ae1a27ef-c645-4721-86c6-def1f5b75474 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:18:48.359895 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] For port 757245d4-19ec-477a-8e8a-06e09282bf3b, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:18:48.374319 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] For port 757245d4-19ec-477a-8e8a-06e09282bf3b, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=757245d4-19ec-477a-8e8a-06e09282bf3b,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:18:48.390923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Router f45b2145-2633-4dd2-a76e-eae4337c3abc has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:18:48.439375 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (757245d4-19ec-477a-8e8a-06e09282bf3b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:48.546725 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f323319e-3d75-4446-9c68-de772e8d8d08 None None] Provisioning complete for port 95e1f612-805e-4265-8040-262ddfdff766 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:48.551647 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f323319e-3d75-4446-9c68-de772e8d8d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (95e1f612-805e-4265-8040-262ddfdff766), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:48.611544 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:18:48.629277 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6911ad19-d457-41fe-90fa-a141079ced9d admin admin] 10.222.0.23 "PUT /v2.0/routers/f45b2145-2633-4dd2-a76e-eae4337c3abc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8383408 Jan 27 22:18:48.663144 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea7480-a127-4d36-a7a9-e2a9aebf79dc None None] Pushing event updated for resources: {'Port': ['ID=757245d4-19ec-477a-8e8a-06e09282bf3b,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:48.734857 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] Routers {'f45b2145-2633-4dd2-a76e-eae4337c3abc'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:48.749872 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f45b2145-2633-4dd2-a76e-eae4337c3abc'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:48.762285 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-115f4e50-c9b6-4cfd-a8e4-aff0fd6aaf3f tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (e078459c-4107-4fcf-81b4-b15edb747728), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:49.400380 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] Set router f45b2145-2633-4dd2-a76e-eae4337c3abc gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:49.483156 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 95e1f612-805e-4265-8040-262ddfdff766 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:49.490933 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (95e1f612-805e-4265-8040-262ddfdff766), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:50.037991 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f323319e-3d75-4446-9c68-de772e8d8d08 None None] Current status of the port 95e1f612-805e-4265-8040-262ddfdff766 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:50.242351 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 95e1f612-805e-4265-8040-262ddfdff766 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:50.243598 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c1bf5d50-30c7-4e30-9399-803a1d313898 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:50.259962 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c00eca1e-83dd-4b2a-ae55-fb6c736ceed0 None None] Provisioning complete for port ae1a27ef-c645-4721-86c6-def1f5b75474 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:50.260625 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c00eca1e-83dd-4b2a-ae55-fb6c736ceed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ae1a27ef-c645-4721-86c6-def1f5b75474), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:50.484689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c00eca1e-83dd-4b2a-ae55-fb6c736ceed0 None None] Port ae1a27ef-c645-4721-86c6-def1f5b75474 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:18:50.521196 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port c1bf5d50-30c7-4e30-9399-803a1d313898 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:50.533565 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c1bf5d50-30c7-4e30-9399-803a1d313898), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:50.660677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45b2145-2633-4dd2-a76e-eae4337c3abc', 'name': 'tempest-TestAggregatesBasicOps-1983623514-router', 'tenant_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '757245d4-19ec-477a-8e8a-06e09282bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:18:36Z', 'updated_at': '2022-01-27T22:18:46Z', 'revision_number': 4, 'project_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'gw_port': {'id': '757245d4-19ec-477a-8e8a-06e09282bf3b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45b2145-2633-4dd2-a76e-eae4337c3abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:38Z', 'updated_at': '2022-01-27T22:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'ae1a27ef-c645-4721-86c6-def1f5b75474', 'name': '', 'network_id': '221b693d-ea9d-4cc5-b51f-7a6713aeef3e', 'tenant_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'mac_address': 'fa:16:3e:1a:14:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45b2145-2633-4dd2-a76e-eae4337c3abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'd8b71834-fe9e-4743-b8a4-33c2e1639ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:44Z', 'updated_at': '2022-01-27T22:18:46Z', 'revision_number': 2, 'project_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'subnets': [{'id': 'd8b71834-fe9e-4743-b8a4-33c2e1639ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:50.794663 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc883e65-b4e9-4194-8fa2-0632fca25e03 None None] The sync data for ids ['f45b2145-2633-4dd2-a76e-eae4337c3abc'] in n-d-772272-3 is: [{'id': 'f45b2145-2633-4dd2-a76e-eae4337c3abc', 'name': 'tempest-TestAggregatesBasicOps-1983623514-router', 'tenant_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '757245d4-19ec-477a-8e8a-06e09282bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:18:36Z', 'updated_at': '2022-01-27T22:18:46Z', 'revision_number': 4, 'project_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'gw_port': {'id': '757245d4-19ec-477a-8e8a-06e09282bf3b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45b2145-2633-4dd2-a76e-eae4337c3abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:38Z', 'updated_at': '2022-01-27T22:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'ae1a27ef-c645-4721-86c6-def1f5b75474', 'name': '', 'network_id': '221b693d-ea9d-4cc5-b51f-7a6713aeef3e', 'tenant_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'mac_address': 'fa:16:3e:1a:14:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45b2145-2633-4dd2-a76e-eae4337c3abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'd8b71834-fe9e-4743-b8a4-33c2e1639ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:44Z', 'updated_at': '2022-01-27T22:18:46Z', 'revision_number': 2, 'project_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'subnets': [{'id': 'd8b71834-fe9e-4743-b8a4-33c2e1639ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:18:50.856450 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-115f4e50-c9b6-4cfd-a8e4-aff0fd6aaf3f tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting port 8b801d79-81d3-427d-a3b0-0ff4303994a3 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:18:50.856953 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-115f4e50-c9b6-4cfd-a8e4-aff0fd6aaf3f tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (8b801d79-81d3-427d-a3b0-0ff4303994a3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:50.952212 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port c1bf5d50-30c7-4e30-9399-803a1d313898 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:51.141725 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:18:51.224529 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:18:51.224734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-115f4e50-c9b6-4cfd-a8e4-aff0fd6aaf3f tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] For port 8b801d79-81d3-427d-a3b0-0ff4303994a3, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=8b801d79-81d3-427d-a3b0-0ff4303994a3,segment=NetworkSegment(3838c237-bf3c-4456-9e8b-b7f631305056),segment_id=3838c237-bf3c-4456-9e8b-b7f631305056)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:51.224855 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cd834f1b-24ca-43c2-82c6-2d18b6eb6fa7 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:18:51.225174 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-115f4e50-c9b6-4cfd-a8e4-aff0fd6aaf3f tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (8b801d79-81d3-427d-a3b0-0ff4303994a3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:51.232608 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a04ddf1d-eb89-46b8-8b9b-98767bd1388e no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:18:51.256751 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-115f4e50-c9b6-4cfd-a8e4-aff0fd6aaf3f tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Calling delete_port for 8b801d79-81d3-427d-a3b0-0ff4303994a3 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:18:51.314401 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: a04ddf1d-eb89-46b8-8b9b-98767bd1388e {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:18:51.316665 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a04ddf1d-eb89-46b8-8b9b-98767bd1388e not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:18:51.389704 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:51.476423 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38784) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:51.835558 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-115f4e50-c9b6-4cfd-a8e4-aff0fd6aaf3f tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (8b801d79-81d3-427d-a3b0-0ff4303994a3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:51.919189 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f4e50-c9b6-4cfd-a8e4-aff0fd6aaf3f tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Port': ['ID=8b801d79-81d3-427d-a3b0-0ff4303994a3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:51.988604 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38804) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:52.302618 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-115f4e50-c9b6-4cfd-a8e4-aff0fd6aaf3f tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (e078459c-4107-4fcf-81b4-b15edb747728), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:52.382231 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e5cbbeb-794b-47c7-9610-7004857935a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:52.695403 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e5cbbeb-794b-47c7-9610-7004857935a7 admin admin] Publish callbacks [] for security_group (0cc2bdf0-ffe7-4ba1-b659-a80524348450), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:52.712810 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5e5cbbeb-794b-47c7-9610-7004857935a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0cc2bdf0-ffe7-4ba1-b659-a80524348450), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:52.794345 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cbbeb-794b-47c7-9610-7004857935a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc2bdf0-ffe7-4ba1-b659-a80524348450,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:52.932340 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115f4e50-c9b6-4cfd-a8e4-aff0fd6aaf3f tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router e078459c-4107-4fcf-81b4-b15edb747728 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:18:52.988853 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5e5cbbeb-794b-47c7-9610-7004857935a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86cdd31b793646e1b1aace41a28e03bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9893191 Jan 27 22:18:52.988853 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38814) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:53.140194 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dbfc1415-9536-4c6c-9e6c-c58a549217eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (8fa54e7b-8ab2-4a63-a043-29c28d9eb95d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:53.244398 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115f4e50-c9b6-4cfd-a8e4-aff0fd6aaf3f tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:18:53.260313 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228a37ed-8457-484a-ae68-d6decbae9849 None None] Sync routers for ids ['e078459c-4107-4fcf-81b4-b15edb747728'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:18:53.282120 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-115f4e50-c9b6-4cfd-a8e4-aff0fd6aaf3f tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/e078459c-4107-4fcf-81b4-b15edb747728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6894693 Jan 27 22:18:53.289762 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228a37ed-8457-484a-ae68-d6decbae9849 None None] Routers {'e078459c-4107-4fcf-81b4-b15edb747728'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:53.298816 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-228a37ed-8457-484a-ae68-d6decbae9849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e078459c-4107-4fcf-81b4-b15edb747728'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:53.304695 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38818) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:53.321454 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38ea27e8-76c2-47b9-864b-d5d797914a9d req-d22b0fda-2731-4b4b-880e-2966df9e3d3c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d717d83e-eeeb-4e51-91cb-737565cf7f72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6057045 Jan 27 22:18:53.616822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f63372a-36cd-455b-b282-baab6f399fec tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting subnet 63562088-5518-4c85-a6de-832722a59cf0 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:18:53.620619 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f63372a-36cd-455b-b282-baab6f399fec tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (63562088-5518-4c85-a6de-832722a59cf0), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:53.660446 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-228a37ed-8457-484a-ae68-d6decbae9849 None None] Set router e078459c-4107-4fcf-81b4-b15edb747728 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:53.695074 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f63372a-36cd-455b-b282-baab6f399fec tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (63562088-5518-4c85-a6de-832722a59cf0), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:53.895553 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 757245d4-19ec-477a-8e8a-06e09282bf3b up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:53.906801 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-228a37ed-8457-484a-ae68-d6decbae9849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:51Z', 'revision_number': 11, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:53.937202 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f63372a-36cd-455b-b282-baab6f399fec tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (63562088-5518-4c85-a6de-832722a59cf0), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:54.092613 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f63372a-36cd-455b-b282-baab6f399fec tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (63562088-5518-4c85-a6de-832722a59cf0), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:54.107255 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228a37ed-8457-484a-ae68-d6decbae9849 None None] Checking router: e078459c-4107-4fcf-81b4-b15edb747728 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:18:54.144084 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea27e8-76c2-47b9-864b-d5d797914a9d req-e204cabf-2881-41ef-8044-a67f179e530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:54.147661 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38ea27e8-76c2-47b9-864b-d5d797914a9d req-e204cabf-2881-41ef-8044-a67f179e530f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b3bcc4cb31245819a1900129e918008&device_id=d717d83e-eeeb-4e51-91cb-737565cf7f72 HTTP/1.1" status: 200 len: 1097 time: 0.7276416 Jan 27 22:18:54.188195 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f63372a-36cd-455b-b282-baab6f399fec tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:54.191939 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9f63372a-36cd-455b-b282-baab6f399fec tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/subnets/63562088-5518-4c85-a6de-832722a59cf0 HTTP/1.1" status: 204 len: 168 time: 0.8666947 Jan 27 22:18:54.196717 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed4b100c-d7fd-41e4-b0ea-0fbfa1d3fc79 req-df2f9f1f-0582-4b3b-b9fb-3ec10b922e36 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d4cd562-a934-4347-a565-6fd67aae2180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9685881 Jan 27 22:18:54.199124 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38828) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:54.210111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63372a-36cd-455b-b282-baab6f399fec tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Subnet': ['ID=63562088-5518-4c85-a6de-832722a59cf0,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:54.240130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5df6f1-e43c-4f03-bac1-6c3d5f10d79c None None] Network a90038e7-a212-4f1d-88f3-a5cc5817c593 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:18:54.435465 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228a37ed-8457-484a-ae68-d6decbae9849 None None] Routers {'e078459c-4107-4fcf-81b4-b15edb747728'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:54.436198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-228a37ed-8457-484a-ae68-d6decbae9849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e078459c-4107-4fcf-81b4-b15edb747728'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:54.467689 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3852febc-0425-4dc1-afbc-978c7e5ea0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:54.530055 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e160ad79-5bd2-4084-8e7c-96dde9f91ba7 admin admin] Publish callbacks [] for security_group (0cc2bdf0-ffe7-4ba1-b659-a80524348450), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:54.657281 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e160ad79-5bd2-4084-8e7c-96dde9f91ba7 admin admin] Publish callbacks [] for security_group (0cc2bdf0-ffe7-4ba1-b659-a80524348450), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:54.696198 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36941145-e532-498f-bddb-921795dd1c2b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (a90038e7-a212-4f1d-88f3-a5cc5817c593), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:54.718340 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b100c-d7fd-41e4-b0ea-0fbfa1d3fc79 req-21ddf85b-8506-47fd-8f9c-98b8d4c06308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:54.724884 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed4b100c-d7fd-41e4-b0ea-0fbfa1d3fc79 req-21ddf85b-8506-47fd-8f9c-98b8d4c06308 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=620b6a49219c47ddb79fa762b3f662f0&device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 1101 time: 0.4679813 Jan 27 22:18:54.781420 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e160ad79-5bd2-4084-8e7c-96dde9f91ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0cc2bdf0-ffe7-4ba1-b659-a80524348450), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:54.785046 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e160ad79-5bd2-4084-8e7c-96dde9f91ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:54.790976 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e160ad79-5bd2-4084-8e7c-96dde9f91ba7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0cc2bdf0-ffe7-4ba1-b659-a80524348450 HTTP/1.1" status: 204 len: 168 time: 1.7998679 Jan 27 22:18:54.816657 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-228a37ed-8457-484a-ae68-d6decbae9849 None None] Set router e078459c-4107-4fcf-81b4-b15edb747728 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:54.821487 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 757245d4-19ec-477a-8e8a-06e09282bf3b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:54.832708 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (757245d4-19ec-477a-8e8a-06e09282bf3b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:54.870665 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160ad79-5bd2-4084-8e7c-96dde9f91ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc2bdf0-ffe7-4ba1-b659-a80524348450,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:54.942318 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea27e8-76c2-47b9-864b-d5d797914a9d req-6d17524d-b660-4892-9a1d-7d19ab1c65d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:54.947057 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38ea27e8-76c2-47b9-864b-d5d797914a9d req-6d17524d-b660-4892-9a1d-7d19ab1c65d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a53427e9-711f-4f57-81b2-fa787aa43f9c HTTP/1.1" status: 200 len: 915 time: 0.7468827 Jan 27 22:18:55.025534 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7597fb-6e66-47b5-8310-b9dbaf74ae8e None None] DHCP port deletion for a90038e7-a212-4f1d-88f3-a5cc5817c593 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:18:55.188974 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-228a37ed-8457-484a-ae68-d6decbae9849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:51Z', 'revision_number': 11, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:55.296957 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc1415-9536-4c6c-9e6c-c58a549217eb admin admin] Deleting port c1bf5d50-30c7-4e30-9399-803a1d313898 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:18:55.298271 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dbfc1415-9536-4c6c-9e6c-c58a549217eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c1bf5d50-30c7-4e30-9399-803a1d313898), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:55.305808 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38ea27e8-76c2-47b9-864b-d5d797914a9d req-27ccbcde-dd16-4ccf-942a-61a06e0d1388 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b HTTP/1.1" status: 200 len: 217 time: 0.2514894 Jan 27 22:18:55.324752 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228a37ed-8457-484a-ae68-d6decbae9849 None None] The sync data for ids ['e078459c-4107-4fcf-81b4-b15edb747728'] in n-d-772272-3 is: [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:51Z', 'revision_number': 11, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:18:55.505816 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea27e8-76c2-47b9-864b-d5d797914a9d req-cd6521bd-6e55-422f-a746-03c7cacce546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:55.516608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38ea27e8-76c2-47b9-864b-d5d797914a9d req-cd6521bd-6e55-422f-a746-03c7cacce546 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9169d926-c9c1-41ef-87e8-095010d5f5da HTTP/1.1" status: 200 len: 854 time: 0.1936722 Jan 27 22:18:55.526869 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 757245d4-19ec-477a-8e8a-06e09282bf3b is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:55.527400 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (757245d4-19ec-477a-8e8a-06e09282bf3b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:55.605938 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-dbfc1415-9536-4c6c-9e6c-c58a549217eb admin admin] For port c1bf5d50-30c7-4e30-9399-803a1d313898, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c1bf5d50-30c7-4e30-9399-803a1d313898,segment=NetworkSegment(d15e268f-a9f8-40e7-93cc-f88d25c7f545),segment_id=d15e268f-a9f8-40e7-93cc-f88d25c7f545)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:55.608324 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dbfc1415-9536-4c6c-9e6c-c58a549217eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c1bf5d50-30c7-4e30-9399-803a1d313898), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:55.637829 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc1415-9536-4c6c-9e6c-c58a549217eb admin admin] Calling delete_port for c1bf5d50-30c7-4e30-9399-803a1d313898 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:18:55.647418 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-eb7597fb-6e66-47b5-8310-b9dbaf74ae8e None None] Deleting port a02786f8-4529-4515-9bbc-3b44d42c965f {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:18:55.647915 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-eb7597fb-6e66-47b5-8310-b9dbaf74ae8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (a02786f8-4529-4515-9bbc-3b44d42c965f), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:55.667897 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38ea27e8-76c2-47b9-864b-d5d797914a9d req-157ab24c-e6c0-4024-8ac7-64be61e1c2a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a53427e9-711f-4f57-81b2-fa787aa43f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130927 Jan 27 22:18:55.822455 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38844) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:55.919219 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] Sync routers for ids ['f45b2145-2633-4dd2-a76e-eae4337c3abc'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:18:55.927086 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-eb7597fb-6e66-47b5-8310-b9dbaf74ae8e None None] For port a02786f8-4529-4515-9bbc-3b44d42c965f, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a02786f8-4529-4515-9bbc-3b44d42c965f,segment=NetworkSegment(3838c237-bf3c-4456-9e8b-b7f631305056),segment_id=3838c237-bf3c-4456-9e8b-b7f631305056)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:55.927505 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-eb7597fb-6e66-47b5-8310-b9dbaf74ae8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (a02786f8-4529-4515-9bbc-3b44d42c965f), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:55.936443 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] Routers {'f45b2145-2633-4dd2-a76e-eae4337c3abc'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:55.937335 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f45b2145-2633-4dd2-a76e-eae4337c3abc'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:55.955918 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8148a562-55d7-4188-b39b-9f0ff55dcd3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:55.984750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-eb7597fb-6e66-47b5-8310-b9dbaf74ae8e None None] Calling delete_port for a02786f8-4529-4515-9bbc-3b44d42c965f owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:18:56.106650 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38ea27e8-76c2-47b9-864b-d5d797914a9d req-07413aa6-9090-4771-a2f6-d75d8eaba52a service neutron] 10.222.0.15 "GET /v2.0/networks/a53427e9-711f-4f57-81b2-fa787aa43f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869512 Jan 27 22:18:56.161313 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b100c-d7fd-41e4-b0ea-0fbfa1d3fc79 req-615679fd-b6c2-49e1-bd0a-fb6f16362ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:56.166127 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed4b100c-d7fd-41e4-b0ea-0fbfa1d3fc79 req-615679fd-b6c2-49e1-bd0a-fb6f16362ac2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 1.4032812 Jan 27 22:18:56.200953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-36941145-e532-498f-bddb-921795dd1c2b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Deleting port a02786f8-4529-4515-9bbc-3b44d42c965f {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:18:56.201303 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36941145-e532-498f-bddb-921795dd1c2b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (a02786f8-4529-4515-9bbc-3b44d42c965f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:56.223562 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8148a562-55d7-4188-b39b-9f0ff55dcd3f admin admin] Publish callbacks [] for security_group (87698b8c-e436-4f71-a8a7-54cffc35627a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:56.230535 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8148a562-55d7-4188-b39b-9f0ff55dcd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (87698b8c-e436-4f71-a8a7-54cffc35627a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:56.264401 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 757245d4-19ec-477a-8e8a-06e09282bf3b, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=757245d4-19ec-477a-8e8a-06e09282bf3b,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:56.278996 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-eb7597fb-6e66-47b5-8310-b9dbaf74ae8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (a02786f8-4529-4515-9bbc-3b44d42c965f), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:56.344239 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] Set router f45b2145-2633-4dd2-a76e-eae4337c3abc gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:56.351621 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8148a562-55d7-4188-b39b-9f0ff55dcd3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8b952686ebf449e8cd5b402011e5131&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5243111 Jan 27 22:18:56.357139 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148a562-55d7-4188-b39b-9f0ff55dcd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87698b8c-e436-4f71-a8a7-54cffc35627a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:56.365426 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38850) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:56.374950 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7597fb-6e66-47b5-8310-b9dbaf74ae8e None None] Pushing event deleted for resources: {'Port': ['ID=a02786f8-4529-4515-9bbc-3b44d42c965f,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:56.377903 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (757245d4-19ec-477a-8e8a-06e09282bf3b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:56.438215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-36941145-e532-498f-bddb-921795dd1c2b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] For port a02786f8-4529-4515-9bbc-3b44d42c965f, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a02786f8-4529-4515-9bbc-3b44d42c965f,segment=NetworkSegment(3838c237-bf3c-4456-9e8b-b7f631305056),segment_id=3838c237-bf3c-4456-9e8b-b7f631305056)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:18:56.438737 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36941145-e532-498f-bddb-921795dd1c2b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (a02786f8-4529-4515-9bbc-3b44d42c965f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:56.469756 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7597fb-6e66-47b5-8310-b9dbaf74ae8e None None] No DVR routers for this DVR port a02786f8-4529-4515-9bbc-3b44d42c965f on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:18:56.481897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-36941145-e532-498f-bddb-921795dd1c2b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Calling delete_port for a02786f8-4529-4515-9bbc-3b44d42c965f owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:18:56.629013 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=757245d4-19ec-477a-8e8a-06e09282bf3b,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:56.675102 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e3dbbcca-d310-4637-8236-89844d50fe8e admin admin] Publish callbacks [] for security_group (87698b8c-e436-4f71-a8a7-54cffc35627a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:56.722072 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9d385b43-7190-4b33-8753-5b04a07aae74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:56.776605 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e3dbbcca-d310-4637-8236-89844d50fe8e admin admin] Publish callbacks [] for security_group (87698b8c-e436-4f71-a8a7-54cffc35627a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:56.933723 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38ea27e8-76c2-47b9-864b-d5d797914a9d req-12be97c2-119f-40cb-aeb4-304a31719c08 service neutron] 10.222.0.15 "GET /v2.0/networks/a53427e9-711f-4f57-81b2-fa787aa43f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8012075 Jan 27 22:18:57.026198 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45b2145-2633-4dd2-a76e-eae4337c3abc', 'name': 'tempest-TestAggregatesBasicOps-1983623514-router', 'tenant_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '757245d4-19ec-477a-8e8a-06e09282bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:18:36Z', 'updated_at': '2022-01-27T22:18:46Z', 'revision_number': 4, 'project_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'gw_port': {'id': '757245d4-19ec-477a-8e8a-06e09282bf3b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45b2145-2633-4dd2-a76e-eae4337c3abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:38Z', 'updated_at': '2022-01-27T22:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'ae1a27ef-c645-4721-86c6-def1f5b75474', 'name': '', 'network_id': '221b693d-ea9d-4cc5-b51f-7a6713aeef3e', 'tenant_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'mac_address': 'fa:16:3e:1a:14:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45b2145-2633-4dd2-a76e-eae4337c3abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'd8b71834-fe9e-4743-b8a4-33c2e1639ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:44Z', 'updated_at': '2022-01-27T22:18:46Z', 'revision_number': 2, 'project_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'subnets': [{'id': 'd8b71834-fe9e-4743-b8a4-33c2e1639ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:57.026821 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e3dbbcca-d310-4637-8236-89844d50fe8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (87698b8c-e436-4f71-a8a7-54cffc35627a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:57.038585 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e3dbbcca-d310-4637-8236-89844d50fe8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:57.038862 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed4b100c-d7fd-41e4-b0ea-0fbfa1d3fc79 req-6954ae47-e07f-472f-9922-21f8fd64cb03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=957d7c8a-5874-4425-9fc4-cae34fd276b5 HTTP/1.1" status: 200 len: 217 time: 0.8398986 Jan 27 22:18:57.042870 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e3dbbcca-d310-4637-8236-89844d50fe8e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87698b8c-e436-4f71-a8a7-54cffc35627a HTTP/1.1" status: 204 len: 168 time: 0.6723506 Jan 27 22:18:57.066973 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dbfc1415-9536-4c6c-9e6c-c58a549217eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (c1bf5d50-30c7-4e30-9399-803a1d313898), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:57.221202 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbbcca-d310-4637-8236-89844d50fe8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87698b8c-e436-4f71-a8a7-54cffc35627a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:57.260460 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbbcca-d310-4637-8236-89844d50fe8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:57.260769 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbbcca-d310-4637-8236-89844d50fe8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:57.261086 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbbcca-d310-4637-8236-89844d50fe8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:57.261432 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbbcca-d310-4637-8236-89844d50fe8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:57.261774 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbbcca-d310-4637-8236-89844d50fe8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:57.262112 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbbcca-d310-4637-8236-89844d50fe8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:57.262450 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbbcca-d310-4637-8236-89844d50fe8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:57.262778 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbbcca-d310-4637-8236-89844d50fe8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:57.263131 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbbcca-d310-4637-8236-89844d50fe8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:57.263650 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b100c-d7fd-41e4-b0ea-0fbfa1d3fc79 req-80ed378e-aacb-41ca-aeb2-9f13b5190957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:57.265448 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed4b100c-d7fd-41e4-b0ea-0fbfa1d3fc79 req-80ed378e-aacb-41ca-aeb2-9f13b5190957 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.2185647 Jan 27 22:18:57.278944 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbbcca-d310-4637-8236-89844d50fe8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:57.279654 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbbcca-d310-4637-8236-89844d50fe8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:57.280014 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbbcca-d310-4637-8236-89844d50fe8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:57.280393 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbbcca-d310-4637-8236-89844d50fe8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:57.294068 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc1415-9536-4c6c-9e6c-c58a549217eb admin admin] Pushing event deleted for resources: {'Port': ['ID=c1bf5d50-30c7-4e30-9399-803a1d313898,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:57.358456 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36941145-e532-498f-bddb-921795dd1c2b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (a02786f8-4529-4515-9bbc-3b44d42c965f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:57.400071 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 757245d4-19ec-477a-8e8a-06e09282bf3b up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:18:57.493268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36941145-e532-498f-bddb-921795dd1c2b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] No DVR routers for this DVR port a02786f8-4529-4515-9bbc-3b44d42c965f on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:18:57.504578 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36941145-e532-498f-bddb-921795dd1c2b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Port': ['ID=a02786f8-4529-4515-9bbc-3b44d42c965f,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:57.520134 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] Checking router: f45b2145-2633-4dd2-a76e-eae4337c3abc for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:18:57.520547 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] Updating router f45b2145-2633-4dd2-a76e-eae4337c3abc port ae1a27ef-c645-4721-86c6-def1f5b75474 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:18:57.579118 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ae1a27ef-c645-4721-86c6-def1f5b75474), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:57.638949 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:57.657748 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 757245d4-19ec-477a-8e8a-06e09282bf3b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:57.658314 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (757245d4-19ec-477a-8e8a-06e09282bf3b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:57.823475 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b100c-d7fd-41e4-b0ea-0fbfa1d3fc79 req-f9d98846-3192-4e75-aedd-d0b524a60387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:57.833233 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed4b100c-d7fd-41e4-b0ea-0fbfa1d3fc79 req-f9d98846-3192-4e75-aedd-d0b524a60387 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5554309 Jan 27 22:18:57.897050 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36941145-e532-498f-bddb-921795dd1c2b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (a90038e7-a212-4f1d-88f3-a5cc5817c593), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:57.900594 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 757245d4-19ec-477a-8e8a-06e09282bf3b is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:18:57.915429 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dbfc1415-9536-4c6c-9e6c-c58a549217eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (8fa54e7b-8ab2-4a63-a043-29c28d9eb95d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:58.026407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a02786f8-4529-4515-9bbc-3b44d42c965f no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:18:58.058629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-36941145-e532-498f-bddb-921795dd1c2b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a90038e7-a212-4f1d-88f3-a5cc5817c593']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:58.091062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-36941145-e532-498f-bddb-921795dd1c2b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3838c237-bf3c-4456-9e8b-b7f631305056') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:58.097987 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-36941145-e532-498f-bddb-921795dd1c2b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3838c237-bf3c-4456-9e8b-b7f631305056') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:58.102795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: a02786f8-4529-4515-9bbc-3b44d42c965f {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:18:58.103244 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a02786f8-4529-4515-9bbc-3b44d42c965f not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:18:58.106203 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 8b801d79-81d3-427d-a3b0-0ff4303994a3 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:18:58.122424 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36941145-e532-498f-bddb-921795dd1c2b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (3838c237-bf3c-4456-9e8b-b7f631305056), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:58.152198 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36941145-e532-498f-bddb-921795dd1c2b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3838c237-bf3c-4456-9e8b-b7f631305056), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:58.162010 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed4b100c-d7fd-41e4-b0ea-0fbfa1d3fc79 req-cf5efe6f-0bbb-43dd-a5ab-0a0c43243cb3 service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198390 Jan 27 22:18:58.163505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36941145-e532-498f-bddb-921795dd1c2b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:18:58.163878 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36941145-e532-498f-bddb-921795dd1c2b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (3838c237-bf3c-4456-9e8b-b7f631305056), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:18:58.167943 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:18:58.195177 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 8b801d79-81d3-427d-a3b0-0ff4303994a3 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:18:58.197958 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 8b801d79-81d3-427d-a3b0-0ff4303994a3 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:18:58.620265 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] Publish callbacks [] for port (ae1a27ef-c645-4721-86c6-def1f5b75474), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:58.632020 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ae1a27ef-c645-4721-86c6-def1f5b75474), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:58.692975 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfc1415-9536-4c6c-9e6c-c58a549217eb admin admin] Router 8fa54e7b-8ab2-4a63-a043-29c28d9eb95d has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:18:58.789337 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed4b100c-d7fd-41e4-b0ea-0fbfa1d3fc79 req-e6004aec-5368-4f2c-ba0f-5ed5830c87ad service neutron] 10.222.0.21 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6198754 Jan 27 22:18:58.791490 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36941145-e532-498f-bddb-921795dd1c2b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (a90038e7-a212-4f1d-88f3-a5cc5817c593), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:58.810903 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36941145-e532-498f-bddb-921795dd1c2b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:58.824716 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-36941145-e532-498f-bddb-921795dd1c2b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/networks/a90038e7-a212-4f1d-88f3-a5cc5817c593 HTTP/1.1" status: 204 len: 168 time: 4.6121397 Jan 27 22:18:58.825562 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38886) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:58.867369 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-9346e4d2-fbb7-4f73-8011-a3d88546902b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'router': {'routes': None}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:18:58.890166 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047f56a-4d25-4f0b-a6ab-f23ac2e94a6f None None] Pushing event updated for resources: {'Port': ['ID=ae1a27ef-c645-4721-86c6-def1f5b75474,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:58.907477 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36941145-e532-498f-bddb-921795dd1c2b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Pushing event deleted for resources: {'Network': ['ID=a90038e7-a212-4f1d-88f3-a5cc5817c593,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:58.932090 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047f56a-4d25-4f0b-a6ab-f23ac2e94a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:58.945733 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047f56a-4d25-4f0b-a6ab-f23ac2e94a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:58.947108 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047f56a-4d25-4f0b-a6ab-f23ac2e94a6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:58.947415 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047f56a-4d25-4f0b-a6ab-f23ac2e94a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:58.947752 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:58.949717 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047f56a-4d25-4f0b-a6ab-f23ac2e94a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:58.950295 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047f56a-4d25-4f0b-a6ab-f23ac2e94a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:58.950683 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047f56a-4d25-4f0b-a6ab-f23ac2e94a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:58.953195 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047f56a-4d25-4f0b-a6ab-f23ac2e94a6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:58.954694 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047f56a-4d25-4f0b-a6ab-f23ac2e94a6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:58.958711 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047f56a-4d25-4f0b-a6ab-f23ac2e94a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:58.960408 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047f56a-4d25-4f0b-a6ab-f23ac2e94a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:58.962076 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047f56a-4d25-4f0b-a6ab-f23ac2e94a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:58.965274 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b047f56a-4d25-4f0b-a6ab-f23ac2e94a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:18:59.105480 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfc1415-9536-4c6c-9e6c-c58a549217eb admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:18:59.113498 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dbfc1415-9536-4c6c-9e6c-c58a549217eb admin admin] 10.222.0.23 "PUT /v2.0/routers/8fa54e7b-8ab2-4a63-a043-29c28d9eb95d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6304362 Jan 27 22:18:59.116218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38902) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:18:59.118009 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c325051d-b073-4bdc-a00d-d8e1259aa876 None None] Sync routers for ids ['8fa54e7b-8ab2-4a63-a043-29c28d9eb95d'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:18:59.155484 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325051d-b073-4bdc-a00d-d8e1259aa876 None None] Routers {'8fa54e7b-8ab2-4a63-a043-29c28d9eb95d'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:59.159138 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c325051d-b073-4bdc-a00d-d8e1259aa876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['8fa54e7b-8ab2-4a63-a043-29c28d9eb95d'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:59.218392 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] Attempting to bind port ae1a27ef-c645-4721-86c6-def1f5b75474 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:18:59.220969 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] Attempting to bind port ae1a27ef-c645-4721-86c6-def1f5b75474 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'ab3fac7b-03d7-4491-832a-22558bf9c45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '221b693d-ea9d-4cc5-b51f-7a6713aeef3e'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:18:59.222338 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] Attempting to bind port ae1a27ef-c645-4721-86c6-def1f5b75474 on network 221b693d-ea9d-4cc5-b51f-7a6713aeef3e {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:18:59.238283 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:18:59.239063 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] Checking segment: {'id': 'ab3fac7b-03d7-4491-832a-22558bf9c45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '221b693d-ea9d-4cc5-b51f-7a6713aeef3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:18:59.240239 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:59.241950 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] Bound using segment: {'id': 'ab3fac7b-03d7-4491-832a-22558bf9c45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '221b693d-ea9d-4cc5-b51f-7a6713aeef3e'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:18:59.245633 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] Bound port: ae1a27ef-c645-4721-86c6-def1f5b75474, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab3fac7b-03d7-4491-832a-22558bf9c45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '221b693d-ea9d-4cc5-b51f-7a6713aeef3e'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:18:59.248810 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ae1a27ef-c645-4721-86c6-def1f5b75474), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:59.432328 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.extraroute_db [None req-9346e4d2-fbb7-4f73-8011-a3d88546902b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Added routes are [] {{(pid=109741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 22:18:59.432825 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.extraroute_db [None req-9346e4d2-fbb7-4f73-8011-a3d88546902b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Removed routes are [] {{(pid=109741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 22:18:59.433224 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9346e4d2-fbb7-4f73-8011-a3d88546902b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (e078459c-4107-4fcf-81b4-b15edb747728), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:59.463718 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] For port ae1a27ef-c645-4721-86c6-def1f5b75474, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:18:59.469979 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] For port ae1a27ef-c645-4721-86c6-def1f5b75474, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ae1a27ef-c645-4721-86c6-def1f5b75474,segment=NetworkSegment(ab3fac7b-03d7-4491-832a-22558bf9c45e),segment_id=ab3fac7b-03d7-4491-832a-22558bf9c45e)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:18:59.478754 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ae1a27ef-c645-4721-86c6-def1f5b75474), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:59.566294 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1019dfd5-bea1-4b6a-a459-8745483cdc40 admin admin] Publish callbacks [] for router (8fa54e7b-8ab2-4a63-a043-29c28d9eb95d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:59.647390 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-c325051d-b073-4bdc-a00d-d8e1259aa876 None None] Set router 8fa54e7b-8ab2-4a63-a043-29c28d9eb95d gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:18:59.711545 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047f56a-4d25-4f0b-a6ab-f23ac2e94a6f None None] Pushing event updated for resources: {'Port': ['ID=ae1a27ef-c645-4721-86c6-def1f5b75474,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:18:59.738650 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] Routers {'f45b2145-2633-4dd2-a76e-eae4337c3abc'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:18:59.740187 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f45b2145-2633-4dd2-a76e-eae4337c3abc'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:18:59.930742 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1019dfd5-bea1-4b6a-a459-8745483cdc40 admin admin] Publish callbacks [] for router_gateway (8fa54e7b-8ab2-4a63-a043-29c28d9eb95d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:59.957643 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a49a2f2b-6d3d-4ead-b94f-4f8600fc07f5 None None] Provisioning complete for port ae1a27ef-c645-4721-86c6-def1f5b75474 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:18:59.965115 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a49a2f2b-6d3d-4ead-b94f-4f8600fc07f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ae1a27ef-c645-4721-86c6-def1f5b75474), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:59.995707 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] Set router f45b2145-2633-4dd2-a76e-eae4337c3abc gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:00.122147 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-1019dfd5-bea1-4b6a-a459-8745483cdc40 admin admin] Deleting port 17ecd1e9-4972-4bf6-83cf-51b45cbb9779 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:00.125790 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1019dfd5-bea1-4b6a-a459-8745483cdc40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (17ecd1e9-4972-4bf6-83cf-51b45cbb9779), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:00.500866 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-1019dfd5-bea1-4b6a-a459-8745483cdc40 admin admin] For port 17ecd1e9-4972-4bf6-83cf-51b45cbb9779, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=17ecd1e9-4972-4bf6-83cf-51b45cbb9779,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:00.501697 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1019dfd5-bea1-4b6a-a459-8745483cdc40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (17ecd1e9-4972-4bf6-83cf-51b45cbb9779), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:00.554499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-1019dfd5-bea1-4b6a-a459-8745483cdc40 admin admin] Calling delete_port for 17ecd1e9-4972-4bf6-83cf-51b45cbb9779 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:00.571848 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:00.691577 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45b2145-2633-4dd2-a76e-eae4337c3abc', 'name': 'tempest-TestAggregatesBasicOps-1983623514-router', 'tenant_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '757245d4-19ec-477a-8e8a-06e09282bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:18:36Z', 'updated_at': '2022-01-27T22:18:46Z', 'revision_number': 4, 'project_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'gw_port': {'id': '757245d4-19ec-477a-8e8a-06e09282bf3b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45b2145-2633-4dd2-a76e-eae4337c3abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:38Z', 'updated_at': '2022-01-27T22:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'ae1a27ef-c645-4721-86c6-def1f5b75474', 'name': '', 'network_id': '221b693d-ea9d-4cc5-b51f-7a6713aeef3e', 'tenant_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'mac_address': 'fa:16:3e:1a:14:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45b2145-2633-4dd2-a76e-eae4337c3abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'd8b71834-fe9e-4743-b8a4-33c2e1639ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:44Z', 'updated_at': '2022-01-27T22:18:59Z', 'revision_number': 4, 'project_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'subnets': [{'id': 'd8b71834-fe9e-4743-b8a4-33c2e1639ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:00.744294 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c325051d-b073-4bdc-a00d-d8e1259aa876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa54e7b-8ab2-4a63-a043-29c28d9eb95d', 'name': 'tempest-TestAggregatesBasicOps-669361306-router', 'tenant_id': '01de383db8114205a02a938ddcf2fa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '17ecd1e9-4972-4bf6-83cf-51b45cbb9779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:18:21Z', 'updated_at': '2022-01-27T22:18:56Z', 'revision_number': 5, 'project_id': '01de383db8114205a02a938ddcf2fa2f', 'gw_port': {'id': '17ecd1e9-4972-4bf6-83cf-51b45cbb9779', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:68:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa54e7b-8ab2-4a63-a043-29c28d9eb95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:22Z', 'updated_at': '2022-01-27T22:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:00.787764 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dadd1be-6b87-4522-be54-9e272a907b66 None None] The sync data for ids ['f45b2145-2633-4dd2-a76e-eae4337c3abc'] in n-d-772272-3 is: [{'id': 'f45b2145-2633-4dd2-a76e-eae4337c3abc', 'name': 'tempest-TestAggregatesBasicOps-1983623514-router', 'tenant_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '757245d4-19ec-477a-8e8a-06e09282bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:18:36Z', 'updated_at': '2022-01-27T22:18:46Z', 'revision_number': 4, 'project_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'gw_port': {'id': '757245d4-19ec-477a-8e8a-06e09282bf3b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45b2145-2633-4dd2-a76e-eae4337c3abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:38Z', 'updated_at': '2022-01-27T22:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'ae1a27ef-c645-4721-86c6-def1f5b75474', 'name': '', 'network_id': '221b693d-ea9d-4cc5-b51f-7a6713aeef3e', 'tenant_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'mac_address': 'fa:16:3e:1a:14:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45b2145-2633-4dd2-a76e-eae4337c3abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'd8b71834-fe9e-4743-b8a4-33c2e1639ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:44Z', 'updated_at': '2022-01-27T22:18:59Z', 'revision_number': 4, 'project_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'subnets': [{'id': 'd8b71834-fe9e-4743-b8a4-33c2e1639ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:19:00.878988 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c325051d-b073-4bdc-a00d-d8e1259aa876 None None] Checking router: 8fa54e7b-8ab2-4a63-a043-29c28d9eb95d for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:19:00.954230 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325051d-b073-4bdc-a00d-d8e1259aa876 None None] Routers {'8fa54e7b-8ab2-4a63-a043-29c28d9eb95d'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:00.955365 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c325051d-b073-4bdc-a00d-d8e1259aa876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['8fa54e7b-8ab2-4a63-a043-29c28d9eb95d'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:00.998096 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9346e4d2-fbb7-4f73-8011-a3d88546902b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (e078459c-4107-4fcf-81b4-b15edb747728), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:01.016900 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9346e4d2-fbb7-4f73-8011-a3d88546902b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1668512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1663757'] for router (e078459c-4107-4fcf-81b4-b15edb747728), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:01.170964 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1019dfd5-bea1-4b6a-a459-8745483cdc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (17ecd1e9-4972-4bf6-83cf-51b45cbb9779), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:01.395233 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9346e4d2-fbb7-4f73-8011-a3d88546902b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router e078459c-4107-4fcf-81b4-b15edb747728 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:19:01.409644 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019dfd5-bea1-4b6a-a459-8745483cdc40 admin admin] Pushing event deleted for resources: {'Port': ['ID=17ecd1e9-4972-4bf6-83cf-51b45cbb9779,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:01.581918 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1019dfd5-bea1-4b6a-a459-8745483cdc40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (8fa54e7b-8ab2-4a63-a043-29c28d9eb95d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:01.674705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9346e4d2-fbb7-4f73-8011-a3d88546902b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:19:01.686871 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bcb629-7217-46d8-848f-6df193982f01 None None] Sync routers for ids ['e078459c-4107-4fcf-81b4-b15edb747728'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:19:01.703294 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bcb629-7217-46d8-848f-6df193982f01 None None] Routers {'e078459c-4107-4fcf-81b4-b15edb747728'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:01.707762 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-76bcb629-7217-46d8-848f-6df193982f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e078459c-4107-4fcf-81b4-b15edb747728'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:01.708382 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9346e4d2-fbb7-4f73-8011-a3d88546902b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:01.710222 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9346e4d2-fbb7-4f73-8011-a3d88546902b tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/e078459c-4107-4fcf-81b4-b15edb747728 HTTP/1.1" status: 200 len: 705 time: 2.8602698 Jan 27 22:19:01.714024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38944) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:01.766333 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ae1a27ef-c645-4721-86c6-def1f5b75474 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:19:01.804799 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7c95e9d6-5825-46c3-896f-6ee8d5246253 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/ports?device_id=e078459c-4107-4fcf-81b4-b15edb747728 HTTP/1.1" status: 200 len: 205 time: 0.0886810 Jan 27 22:19:01.807713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38948) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:01.962750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a49a2f2b-6d3d-4ead-b94f-4f8600fc07f5 None None] Current status of the port ae1a27ef-c645-4721-86c6-def1f5b75474 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:19:01.963206 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a49a2f2b-6d3d-4ead-b94f-4f8600fc07f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ae1a27ef-c645-4721-86c6-def1f5b75474), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:01.988918 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38954) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:02.036055 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e7715a9d-5f6c-4644-acb7-be5aebfe2e5a tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (e078459c-4107-4fcf-81b4-b15edb747728), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:02.038636 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1019dfd5-bea1-4b6a-a459-8745483cdc40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (8fa54e7b-8ab2-4a63-a043-29c28d9eb95d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:02.054386 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1019dfd5-bea1-4b6a-a459-8745483cdc40 admin admin] Publish callbacks [] for router_controller (8fa54e7b-8ab2-4a63-a043-29c28d9eb95d), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:02.080818 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-76bcb629-7217-46d8-848f-6df193982f01 None None] Set router e078459c-4107-4fcf-81b4-b15edb747728 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:02.206305 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1019dfd5-bea1-4b6a-a459-8745483cdc40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (8fa54e7b-8ab2-4a63-a043-29c28d9eb95d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:02.208787 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1019dfd5-bea1-4b6a-a459-8745483cdc40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fa54e7b-8ab2-4a63-a043-29c28d9eb95d {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:19:02.220859 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1019dfd5-bea1-4b6a-a459-8745483cdc40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:02.222709 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1019dfd5-bea1-4b6a-a459-8745483cdc40 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8fa54e7b-8ab2-4a63-a043-29c28d9eb95d HTTP/1.1" status: 204 len: 168 time: 3.1051221 Jan 27 22:19:02.225422 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38962) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:02.272119 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-76bcb629-7217-46d8-848f-6df193982f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:51Z', 'revision_number': 11, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:02.341701 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a49a2f2b-6d3d-4ead-b94f-4f8600fc07f5 None None] For port ae1a27ef-c645-4721-86c6-def1f5b75474, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ae1a27ef-c645-4721-86c6-def1f5b75474,segment=NetworkSegment(ab3fac7b-03d7-4491-832a-22558bf9c45e),segment_id=ab3fac7b-03d7-4491-832a-22558bf9c45e)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:02.351478 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bcb629-7217-46d8-848f-6df193982f01 None None] Checking router: e078459c-4107-4fcf-81b4-b15edb747728 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:19:02.353324 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-554d0085-1cb1-4006-ba90-734fcd78bbe7 admin admin] Deleting subnet 7f82ea42-4969-47ec-8e45-b042fa7ef6f5 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:19:02.362428 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-554d0085-1cb1-4006-ba90-734fcd78bbe7 admin admin] Publish callbacks [] for subnet (7f82ea42-4969-47ec-8e45-b042fa7ef6f5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:02.370646 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port ae1a27ef-c645-4721-86c6-def1f5b75474 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:19:02.371039 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ae1a27ef-c645-4721-86c6-def1f5b75474), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:02.376644 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a49a2f2b-6d3d-4ead-b94f-4f8600fc07f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ae1a27ef-c645-4721-86c6-def1f5b75474), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:02.384874 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bcb629-7217-46d8-848f-6df193982f01 None None] Routers {'e078459c-4107-4fcf-81b4-b15edb747728'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:02.385693 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-76bcb629-7217-46d8-848f-6df193982f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e078459c-4107-4fcf-81b4-b15edb747728'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:02.476210 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-554d0085-1cb1-4006-ba90-734fcd78bbe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (7f82ea42-4969-47ec-8e45-b042fa7ef6f5), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:02.627148 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4e8451d0-b8fe-45ed-bf9e-a430673b62c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:02.632131 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-76bcb629-7217-46d8-848f-6df193982f01 None None] Set router e078459c-4107-4fcf-81b4-b15edb747728 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:02.695548 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e7715a9d-5f6c-4644-acb7-be5aebfe2e5a tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (e078459c-4107-4fcf-81b4-b15edb747728), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:02.701366 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-c325051d-b073-4bdc-a00d-d8e1259aa876 None None] Set router 8fa54e7b-8ab2-4a63-a043-29c28d9eb95d gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:02.707260 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e7715a9d-5f6c-4644-acb7-be5aebfe2e5a tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router_controller (e078459c-4107-4fcf-81b4-b15edb747728), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:02.794991 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2a5f5e92-6d76-411d-8b45-8efe404e460c None None] Provisioning complete for port ae1a27ef-c645-4721-86c6-def1f5b75474 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:19:02.797308 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2a5f5e92-6d76-411d-8b45-8efe404e460c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ae1a27ef-c645-4721-86c6-def1f5b75474), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:02.839778 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-76bcb629-7217-46d8-848f-6df193982f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:51Z', 'revision_number': 11, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:02.880682 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c325051d-b073-4bdc-a00d-d8e1259aa876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa54e7b-8ab2-4a63-a043-29c28d9eb95d', 'name': 'tempest-TestAggregatesBasicOps-669361306-router', 'tenant_id': '01de383db8114205a02a938ddcf2fa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:18:21Z', 'updated_at': '2022-01-27T22:18:59Z', 'revision_number': 6, 'project_id': '01de383db8114205a02a938ddcf2fa2f', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:02.886642 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e7715a9d-5f6c-4644-acb7-be5aebfe2e5a tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (e078459c-4107-4fcf-81b4-b15edb747728), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:02.886819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7715a9d-5f6c-4644-acb7-be5aebfe2e5a tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Fanout notify agent at l3_agent the message router_deleted on router e078459c-4107-4fcf-81b4-b15edb747728 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:19:02.921382 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e7715a9d-5f6c-4644-acb7-be5aebfe2e5a tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:02.924820 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e7715a9d-5f6c-4644-acb7-be5aebfe2e5a tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/routers/e078459c-4107-4fcf-81b4-b15edb747728 HTTP/1.1" status: 204 len: 168 time: 1.1149528 Jan 27 22:19:02.930718 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38978) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:02.944799 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c325051d-b073-4bdc-a00d-d8e1259aa876 None None] The sync data for ids ['8fa54e7b-8ab2-4a63-a043-29c28d9eb95d'] in n-d-772272-3 is: [{'id': '8fa54e7b-8ab2-4a63-a043-29c28d9eb95d', 'name': 'tempest-TestAggregatesBasicOps-669361306-router', 'tenant_id': '01de383db8114205a02a938ddcf2fa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:18:21Z', 'updated_at': '2022-01-27T22:18:59Z', 'revision_number': 6, 'project_id': '01de383db8114205a02a938ddcf2fa2f', 'gw_port_host': None}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:19:02.955126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-d8d818c0-8fd0-490e-a25d-5240a743991e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-619355959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:02.961539 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bcb629-7217-46d8-848f-6df193982f01 None None] The sync data for ids ['e078459c-4107-4fcf-81b4-b15edb747728'] in n-d-772272-3 is: [{'id': 'e078459c-4107-4fcf-81b4-b15edb747728', 'name': 'tempest-RoutersIpV6Test-router-2132756296', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:17:49Z', 'updated_at': '2022-01-27T22:18:51Z', 'revision_number': 11, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:19:02.965048 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-554d0085-1cb1-4006-ba90-734fcd78bbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (7f82ea42-4969-47ec-8e45-b042fa7ef6f5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:03.030762 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a2f2b-6d3d-4ead-b94f-4f8600fc07f5 None None] Pushing event updated for resources: {'Port': ['ID=ae1a27ef-c645-4721-86c6-def1f5b75474,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:03.033491 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d8d818c0-8fd0-490e-a25d-5240a743991e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (48de02e0-052c-4011-9e92-99a0cb78f8e7), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:03.038594 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d8d818c0-8fd0-490e-a25d-5240a743991e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (48de02e0-052c-4011-9e92-99a0cb78f8e7), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:03.185846 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4e8451d0-b8fe-45ed-bf9e-a430673b62c2 admin admin] Publish callbacks [] for security_group (6aec4e30-966b-422d-b2a9-fbd6be354205), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:03.196307 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4e8451d0-b8fe-45ed-bf9e-a430673b62c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6aec4e30-966b-422d-b2a9-fbd6be354205), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:03.229188 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2a5f5e92-6d76-411d-8b45-8efe404e460c None None] Current status of the port ae1a27ef-c645-4721-86c6-def1f5b75474 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:19:03.275016 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d8d818c0-8fd0-490e-a25d-5240a743991e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router_controller (48de02e0-052c-4011-9e92-99a0cb78f8e7), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:03.285407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port ae1a27ef-c645-4721-86c6-def1f5b75474 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:19:03.301439 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d8d818c0-8fd0-490e-a25d-5240a743991e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (48de02e0-052c-4011-9e92-99a0cb78f8e7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:03.393643 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d8d818c0-8fd0-490e-a25d-5240a743991e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:03.397181 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d8d818c0-8fd0-490e-a25d-5240a743991e tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4637489 Jan 27 22:19:03.416249 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 38988) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:03.448426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-9edd4d57-9208-4582-9ca6-220c7dcc53c0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:03.516990 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4e8451d0-b8fe-45ed-bf9e-a430673b62c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3acef307070b45379b6514703c191dc7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5263109 Jan 27 22:19:03.517705 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8451d0-b8fe-45ed-bf9e-a430673b62c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aec4e30-966b-422d-b2a9-fbd6be354205,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:03.527418 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38992) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:03.653118 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-554d0085-1cb1-4006-ba90-734fcd78bbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (7f82ea42-4969-47ec-8e45-b042fa7ef6f5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:03.760997 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f571384-223f-4ba0-8ae3-c51c60043770 None None] Network 2271f417-c2d0-43f3-bff0-c739c5dfeff5 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:19:03.762442 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d0085-1cb1-4006-ba90-734fcd78bbe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f82ea42-4969-47ec-8e45-b042fa7ef6f5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:03.773492 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-554d0085-1cb1-4006-ba90-734fcd78bbe7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:03.778796 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-554d0085-1cb1-4006-ba90-734fcd78bbe7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7f82ea42-4969-47ec-8e45-b042fa7ef6f5 HTTP/1.1" status: 204 len: 168 time: 1.5515201 Jan 27 22:19:03.782376 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 38998) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:03.959811 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ae1a27ef-c645-4721-86c6-def1f5b75474 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:19:03.982619 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ffa017e5-458b-47d9-be42-a580be27779e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (2271f417-c2d0-43f3-bff0-c739c5dfeff5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:04.025150 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d230b2fa-1368-4590-866c-f94517557f09 admin admin] Publish callbacks [] for security_group (6aec4e30-966b-422d-b2a9-fbd6be354205), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:04.047645 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9edd4d57-9208-4582-9ca6-220c7dcc53c0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1663796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27102'] for router (48de02e0-052c-4011-9e92-99a0cb78f8e7), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:04.069814 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9edd4d57-9208-4582-9ca6-220c7dcc53c0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1668523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1668512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1663757'] for router (48de02e0-052c-4011-9e92-99a0cb78f8e7), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:04.137252 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d230b2fa-1368-4590-866c-f94517557f09 admin admin] Publish callbacks [] for security_group (6aec4e30-966b-422d-b2a9-fbd6be354205), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:04.264835 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port ae1a27ef-c645-4721-86c6-def1f5b75474 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:19:04.272415 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ae1a27ef-c645-4721-86c6-def1f5b75474), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:04.297528 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ffa017e5-458b-47d9-be42-a580be27779e admin admin] Deleting port 23fdd796-ac06-4486-bbfa-785dd7151aad {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:04.297870 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ffa017e5-458b-47d9-be42-a580be27779e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (23fdd796-ac06-4486-bbfa-785dd7151aad), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:04.315533 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d230b2fa-1368-4590-866c-f94517557f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6aec4e30-966b-422d-b2a9-fbd6be354205), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:04.318174 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d230b2fa-1368-4590-866c-f94517557f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:04.319360 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d230b2fa-1368-4590-866c-f94517557f09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6aec4e30-966b-422d-b2a9-fbd6be354205 HTTP/1.1" status: 204 len: 168 time: 0.7909954 Jan 27 22:19:04.355635 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edd4d57-9208-4582-9ca6-220c7dcc53c0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Router 48de02e0-052c-4011-9e92-99a0cb78f8e7 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:19:04.371876 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dd0c2f-fe98-421d-9a03-2e867c93d77c None None] DHCP port deletion for 2271f417-c2d0-43f3-bff0-c739c5dfeff5 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:19:04.597517 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230b2fa-1368-4590-866c-f94517557f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aec4e30-966b-422d-b2a9-fbd6be354205,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:04.637092 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edd4d57-9208-4582-9ca6-220c7dcc53c0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:19:04.652866 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9edd4d57-9208-4582-9ca6-220c7dcc53c0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:04.658714 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9edd4d57-9208-4582-9ca6-220c7dcc53c0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "PUT /v2.0/routers/48de02e0-052c-4011-9e92-99a0cb78f8e7 HTTP/1.1" status: 200 len: 697 time: 1.2388124 Jan 27 22:19:04.666512 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39024) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:04.780539 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e083f178-5f0b-4f4f-976d-f2e8de1c52c8 None None] Sync routers for ids ['48de02e0-052c-4011-9e92-99a0cb78f8e7'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:19:04.867734 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-ffa017e5-458b-47d9-be42-a580be27779e admin admin] For port 23fdd796-ac06-4486-bbfa-785dd7151aad, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=23fdd796-ac06-4486-bbfa-785dd7151aad,segment=NetworkSegment(d15e268f-a9f8-40e7-93cc-f88d25c7f545),segment_id=d15e268f-a9f8-40e7-93cc-f88d25c7f545)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:04.868204 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ffa017e5-458b-47d9-be42-a580be27779e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (23fdd796-ac06-4486-bbfa-785dd7151aad), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:04.872273 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port ae1a27ef-c645-4721-86c6-def1f5b75474 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:19:04.913470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c1bf5d50-30c7-4e30-9399-803a1d313898 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:04.934444 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e083f178-5f0b-4f4f-976d-f2e8de1c52c8 None None] Routers {'48de02e0-052c-4011-9e92-99a0cb78f8e7'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:04.939234 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-e083f178-5f0b-4f4f-976d-f2e8de1c52c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['48de02e0-052c-4011-9e92-99a0cb78f8e7'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:05.030590 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: c1bf5d50-30c7-4e30-9399-803a1d313898 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:05.031193 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c1bf5d50-30c7-4e30-9399-803a1d313898 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:05.041445 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ffa017e5-458b-47d9-be42-a580be27779e admin admin] Calling delete_port for 23fdd796-ac06-4486-bbfa-785dd7151aad owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:05.063787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39036) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:05.064479 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b6216757-b5fe-49dc-959c-a56620f531e0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/routers/48de02e0-052c-4011-9e92-99a0cb78f8e7 HTTP/1.1" status: 200 len: 703 time: 0.3933420 Jan 27 22:19:05.089801 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39040) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:05.109171 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d99c31df-a24d-4995-b82a-73c56d35367a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:05.138706 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-db749afe-4919-4861-ad8d-a03b1a46a140 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/ports?device_id=48de02e0-052c-4011-9e92-99a0cb78f8e7 HTTP/1.1" status: 200 len: 205 time: 0.0667677 Jan 27 22:19:05.139649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39044) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:05.309252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0c2f-fe98-421d-9a03-2e867c93d77c None None] Deleting port 23fdd796-ac06-4486-bbfa-785dd7151aad {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:05.309730 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-21dd0c2f-fe98-421d-9a03-2e867c93d77c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (23fdd796-ac06-4486-bbfa-785dd7151aad), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:05.317276 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ffa017e5-458b-47d9-be42-a580be27779e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (23fdd796-ac06-4486-bbfa-785dd7151aad), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:05.356134 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa017e5-458b-47d9-be42-a580be27779e admin admin] No DVR routers for this DVR port 23fdd796-ac06-4486-bbfa-785dd7151aad on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:05.387381 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a6025b39-0823-466d-b10c-c2036009ab80 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (48de02e0-052c-4011-9e92-99a0cb78f8e7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:05.461148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-e083f178-5f0b-4f4f-976d-f2e8de1c52c8 None None] Set router 48de02e0-052c-4011-9e92-99a0cb78f8e7 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:05.588085 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-e083f178-5f0b-4f4f-976d-f2e8de1c52c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48de02e0-052c-4011-9e92-99a0cb78f8e7', 'name': 'tempest-RoutersIpV6Test-router-619355959', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:19:03Z', 'updated_at': '2022-01-27T22:19:04Z', 'revision_number': 2, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:05.626612 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ffa017e5-458b-47d9-be42-a580be27779e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (2271f417-c2d0-43f3-bff0-c739c5dfeff5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:05.655044 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 23fdd796-ac06-4486-bbfa-785dd7151aad no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:05.698093 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ffa017e5-458b-47d9-be42-a580be27779e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2271f417-c2d0-43f3-bff0-c739c5dfeff5']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:05.701467 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e083f178-5f0b-4f4f-976d-f2e8de1c52c8 None None] Checking router: 48de02e0-052c-4011-9e92-99a0cb78f8e7 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:19:05.710053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 23fdd796-ac06-4486-bbfa-785dd7151aad {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:05.710565 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 23fdd796-ac06-4486-bbfa-785dd7151aad not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:05.711108 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 17ecd1e9-4972-4bf6-83cf-51b45cbb9779 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:05.723700 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ffa017e5-458b-47d9-be42-a580be27779e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15e268f-a9f8-40e7-93cc-f88d25c7f545') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:05.724389 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ffa017e5-458b-47d9-be42-a580be27779e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15e268f-a9f8-40e7-93cc-f88d25c7f545') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:05.738632 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ffa017e5-458b-47d9-be42-a580be27779e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (d15e268f-a9f8-40e7-93cc-f88d25c7f545), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:05.807399 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d99c31df-a24d-4995-b82a-73c56d35367a admin admin] Publish callbacks [] for security_group (7cb78b9f-ae68-4c22-b4c3-950e2418e442), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:05.808840 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa017e5-458b-47d9-be42-a580be27779e admin admin] Pushing event deleted for resources: {'Port': ['ID=23fdd796-ac06-4486-bbfa-785dd7151aad,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:05.813212 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 17ecd1e9-4972-4bf6-83cf-51b45cbb9779 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:05.813212 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 17ecd1e9-4972-4bf6-83cf-51b45cbb9779 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:05.816841 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d99c31df-a24d-4995-b82a-73c56d35367a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7cb78b9f-ae68-4c22-b4c3-950e2418e442), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:05.835829 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e083f178-5f0b-4f4f-976d-f2e8de1c52c8 None None] Routers {'48de02e0-052c-4011-9e92-99a0cb78f8e7'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:05.836502 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-e083f178-5f0b-4f4f-976d-f2e8de1c52c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['48de02e0-052c-4011-9e92-99a0cb78f8e7'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:05.838810 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-21dd0c2f-fe98-421d-9a03-2e867c93d77c None None] For port 23fdd796-ac06-4486-bbfa-785dd7151aad, host n-d-772272-3, got binding levels [] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:05.839217 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-21dd0c2f-fe98-421d-9a03-2e867c93d77c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (23fdd796-ac06-4486-bbfa-785dd7151aad), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:05.903298 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ffa017e5-458b-47d9-be42-a580be27779e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (d15e268f-a9f8-40e7-93cc-f88d25c7f545), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:05.918450 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a6025b39-0823-466d-b10c-c2036009ab80 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (48de02e0-052c-4011-9e92-99a0cb78f8e7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:05.923893 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a6025b39-0823-466d-b10c-c2036009ab80 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router_controller (48de02e0-052c-4011-9e92-99a0cb78f8e7), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:05.980686 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa017e5-458b-47d9-be42-a580be27779e admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:19:05.981105 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ffa017e5-458b-47d9-be42-a580be27779e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (d15e268f-a9f8-40e7-93cc-f88d25c7f545), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:05.999249 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-21dd0c2f-fe98-421d-9a03-2e867c93d77c None None] Calling delete_port for 23fdd796-ac06-4486-bbfa-785dd7151aad owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:06.016394 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.ipam_backend_mixin [None req-21dd0c2f-fe98-421d-9a03-2e867c93d77c None None] Port 23fdd796-ac06-4486-bbfa-785dd7151aad was not found and therefore no delete operation was performed {{(pid=109743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:19:06.026150 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-21dd0c2f-fe98-421d-9a03-2e867c93d77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (23fdd796-ac06-4486-bbfa-785dd7151aad), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:06.031729 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a6025b39-0823-466d-b10c-c2036009ab80 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (48de02e0-052c-4011-9e92-99a0cb78f8e7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:06.033221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6025b39-0823-466d-b10c-c2036009ab80 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Fanout notify agent at l3_agent the message router_deleted on router 48de02e0-052c-4011-9e92-99a0cb78f8e7 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:19:06.049512 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a6025b39-0823-466d-b10c-c2036009ab80 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:06.053653 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a6025b39-0823-466d-b10c-c2036009ab80 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/routers/48de02e0-052c-4011-9e92-99a0cb78f8e7 HTTP/1.1" status: 204 len: 168 time: 0.9041657 Jan 27 22:19:06.056799 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39074) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:19:06.131951 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:19:06.151193 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-514127f2-9450-4cba-8cdd-d77a69167b31 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/ports?device_id=48de02e0-052c-4011-9e92-99a0cb78f8e7 HTTP/1.1" status: 200 len: 205 time: 0.0923579 Jan 27 22:19:06.157939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39078) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:06.158688 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d99c31df-a24d-4995-b82a-73c56d35367a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bcf7f28084f14dc99d46478649afbf30&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0677373 Jan 27 22:19:06.159679 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c31df-a24d-4995-b82a-73c56d35367a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb78b9f-ae68-4c22-b4c3-950e2418e442,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:06.161969 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39080) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:06.184213 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-e083f178-5f0b-4f4f-976d-f2e8de1c52c8 None None] Set router 48de02e0-052c-4011-9e92-99a0cb78f8e7 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:06.191192 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ffa017e5-458b-47d9-be42-a580be27779e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (2271f417-c2d0-43f3-bff0-c739c5dfeff5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:06.208379 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ffa017e5-458b-47d9-be42-a580be27779e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:06.221469 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ffa017e5-458b-47d9-be42-a580be27779e admin admin] 10.222.0.23 "DELETE /v2.0/networks/2271f417-c2d0-43f3-bff0-c739c5dfeff5 HTTP/1.1" status: 204 len: 168 time: 2.4365740 Jan 27 22:19:06.247061 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39084) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:06.264205 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa017e5-458b-47d9-be42-a580be27779e admin admin] Pushing event deleted for resources: {'Network': ['ID=2271f417-c2d0-43f3-bff0-c739c5dfeff5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:06.334073 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-bac16d57-0a07-4a4a-8e61-ce996c27369c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] delete failed (client error): The resource could not be found. Jan 27 22:19:06.338186 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bac16d57-0a07-4a4a-8e61-ce996c27369c tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/routers/48de02e0-052c-4011-9e92-99a0cb78f8e7 HTTP/1.1" status: 404 len: 336 time: 0.1770282 Jan 27 22:19:06.339207 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39090) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:06.372697 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0c2f-fe98-421d-9a03-2e867c93d77c None None] Pushing event deleted for resources: {'Port': ['ID=23fdd796-ac06-4486-bbfa-785dd7151aad,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:06.386496 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dd0c2f-fe98-421d-9a03-2e867c93d77c None None] No DVR routers for this DVR port 23fdd796-ac06-4486-bbfa-785dd7151aad on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:06.408466 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-e083f178-5f0b-4f4f-976d-f2e8de1c52c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48de02e0-052c-4011-9e92-99a0cb78f8e7', 'name': 'tempest-RoutersIpV6Test-router-619355959', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:19:03Z', 'updated_at': '2022-01-27T22:19:04Z', 'revision_number': 2, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:06.421297 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20d6b1a-7d4f-4aa7-919f-cd9092ca0642 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] DELETE failed (client error): The resource could not be found. Jan 27 22:19:06.423426 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e20d6b1a-7d4f-4aa7-919f-cd9092ca0642 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:19:06.438744 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e20d6b1a-7d4f-4aa7-919f-cd9092ca0642 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/subnets/6222bbc1-8af6-496e-9c28-5a8e62804e6b HTTP/1.1" status: 404 len: 337 time: 0.0960560 Jan 27 22:19:06.440764 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39098) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:06.524340 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5101754-bcf7-47c0-a429-54b466a2d7e0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] DELETE failed (client error): The resource could not be found. Jan 27 22:19:06.524806 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5101754-bcf7-47c0-a429-54b466a2d7e0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:19:06.527872 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e083f178-5f0b-4f4f-976d-f2e8de1c52c8 None None] The sync data for ids ['48de02e0-052c-4011-9e92-99a0cb78f8e7'] in n-d-772272-3 is: [{'id': '48de02e0-052c-4011-9e92-99a0cb78f8e7', 'name': 'tempest-RoutersIpV6Test-router-619355959', 'tenant_id': '09f02c2761754134b0ead8f51792ddf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:19:03Z', 'updated_at': '2022-01-27T22:19:04Z', 'revision_number': 2, 'project_id': '09f02c2761754134b0ead8f51792ddf6', 'gw_port_host': None}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:19:06.531768 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f5101754-bcf7-47c0-a429-54b466a2d7e0 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/subnets/a680e0fb-bee1-483c-914c-3692137d794a HTTP/1.1" status: 404 len: 337 time: 0.0859399 Jan 27 22:19:06.532379 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39100) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:06.652105 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71d44cb-332e-48c8-8ca9-2f3fe3f913c7 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] DELETE failed (client error): The resource could not be found. Jan 27 22:19:06.652777 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b71d44cb-332e-48c8-8ca9-2f3fe3f913c7 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:19:06.667625 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b71d44cb-332e-48c8-8ca9-2f3fe3f913c7 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/subnets/11b4edd1-4773-4448-b103-0ea4c348ecbb HTTP/1.1" status: 404 len: 337 time: 0.1341982 Jan 27 22:19:06.672696 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39102) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:06.773418 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad46d25-d0fc-4956-8491-a4aa8d4befea tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] DELETE failed (client error): The resource could not be found. Jan 27 22:19:06.774069 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad46d25-d0fc-4956-8491-a4aa8d4befea tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:19:06.779564 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3ad46d25-d0fc-4956-8491-a4aa8d4befea tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/subnets/63562088-5518-4c85-a6de-832722a59cf0 HTTP/1.1" status: 404 len: 337 time: 0.1057253 Jan 27 22:19:06.788887 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39106) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:06.839889 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-61f5def7-e30c-42ce-aa91-6e4ea1b87c74 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/ports?device_id=e078459c-4107-4fcf-81b4-b15edb747728 HTTP/1.1" status: 200 len: 205 time: 0.0495820 Jan 27 22:19:06.843787 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2d4f3ae6-635c-42aa-a820-d52cf3879a90 admin admin] Publish callbacks [] for security_group (7cb78b9f-ae68-4c22-b4c3-950e2418e442), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:06.844779 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39108) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:06.936143 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-a20e9aa6-5d76-48a8-9b3b-f5fdd2ee217d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] delete failed (client error): The resource could not be found. Jan 27 22:19:06.937228 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a20e9aa6-5d76-48a8-9b3b-f5fdd2ee217d tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/routers/e078459c-4107-4fcf-81b4-b15edb747728 HTTP/1.1" status: 404 len: 336 time: 0.0914841 Jan 27 22:19:06.954826 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39112) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:06.983647 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2d4f3ae6-635c-42aa-a820-d52cf3879a90 admin admin] Publish callbacks [] for security_group (7cb78b9f-ae68-4c22-b4c3-950e2418e442), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:07.048672 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39114) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:07.089027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-41bab7f7-a9a0-4206-9b7a-d8bb8b9689a9 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/ports?device_id=43b9d84b-8288-40ea-97bd-0cb0326fd541 HTTP/1.1" status: 200 len: 205 time: 0.1282785 Jan 27 22:19:07.089344 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39118) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:07.156640 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2d4f3ae6-635c-42aa-a820-d52cf3879a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7cb78b9f-ae68-4c22-b4c3-950e2418e442), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:07.160327 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2d4f3ae6-635c-42aa-a820-d52cf3879a90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:07.168292 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2d4f3ae6-635c-42aa-a820-d52cf3879a90 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7cb78b9f-ae68-4c22-b4c3-950e2418e442 HTTP/1.1" status: 204 len: 168 time: 0.9219923 Jan 27 22:19:07.175903 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-3d86e1e3-c4f0-4504-a696-a13ad45c9c45 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] delete failed (client error): The resource could not be found. Jan 27 22:19:07.177558 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3d86e1e3-c4f0-4504-a696-a13ad45c9c45 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/routers/43b9d84b-8288-40ea-97bd-0cb0326fd541 HTTP/1.1" status: 404 len: 336 time: 0.0872452 Jan 27 22:19:07.182855 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39122) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:07.271988 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f3ae6-635c-42aa-a820-d52cf3879a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb78b9f-ae68-4c22-b4c3-950e2418e442,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:07.273397 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c04b08d8-61b0-4264-b839-b1d66659ba9a tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] DELETE failed (client error): The resource could not be found. Jan 27 22:19:07.273877 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c04b08d8-61b0-4264-b839-b1d66659ba9a tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:19:07.290924 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c04b08d8-61b0-4264-b839-b1d66659ba9a tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/subnets/54612736-e38d-4d18-b465-8e4622da3fcf HTTP/1.1" status: 404 len: 337 time: 0.1069124 Jan 27 22:19:07.295880 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39126) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:07.374050 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ee69b4aa-1d6d-4e3c-9862-d5b5bb68caa6 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fb03a66-1203-4693-b185-d955aa351a47 HTTP/1.1" status: 200 len: 205 time: 0.0760415 Jan 27 22:19:07.383337 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39128) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:07.385133 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c8121ff-25ac-4c06-9062-7ad965b34931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:07.475177 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bba1101b-1692-49eb-8472-2c4bb91c39b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (f45b2145-2633-4dd2-a76e-eae4337c3abc), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:07.510577 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c8121ff-25ac-4c06-9062-7ad965b34931 admin admin] Publish callbacks [] for security_group (a25ad7cb-287f-480d-8dc7-3fa0c9268a75), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:07.553799 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1c8121ff-25ac-4c06-9062-7ad965b34931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a25ad7cb-287f-480d-8dc7-3fa0c9268a75), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:07.587173 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1c8121ff-25ac-4c06-9062-7ad965b34931 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93453641a47c43bea495b92251183688&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5373881 Jan 27 22:19:07.588776 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-f10a59e5-e969-4f1e-9ec1-679f5d8b065a tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] delete failed (client error): The resource could not be found. Jan 27 22:19:07.589856 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f10a59e5-e969-4f1e-9ec1-679f5d8b065a tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/routers/1fb03a66-1203-4693-b185-d955aa351a47 HTTP/1.1" status: 404 len: 336 time: 0.2010241 Jan 27 22:19:07.590569 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39134) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:07.599214 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39136) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:07.655856 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ec7d742a-439b-450f-9e3e-aea7d06755ad tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ec85168-9df1-49d3-8015-960168579eb0 HTTP/1.1" status: 200 len: 205 time: 0.0460525 Jan 27 22:19:07.666987 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39140) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:08.222618 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-bba1101b-1692-49eb-8472-2c4bb91c39b9 admin admin] Deleting port ae1a27ef-c645-4721-86c6-def1f5b75474 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:08.224554 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bba1101b-1692-49eb-8472-2c4bb91c39b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ae1a27ef-c645-4721-86c6-def1f5b75474), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:08.445772 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-bba1101b-1692-49eb-8472-2c4bb91c39b9 admin admin] For port ae1a27ef-c645-4721-86c6-def1f5b75474, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ae1a27ef-c645-4721-86c6-def1f5b75474,segment=NetworkSegment(ab3fac7b-03d7-4491-832a-22558bf9c45e),segment_id=ab3fac7b-03d7-4491-832a-22558bf9c45e)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:08.446143 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bba1101b-1692-49eb-8472-2c4bb91c39b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ae1a27ef-c645-4721-86c6-def1f5b75474), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:08.470249 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-bba1101b-1692-49eb-8472-2c4bb91c39b9 admin admin] Calling delete_port for ae1a27ef-c645-4721-86c6-def1f5b75474 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:08.528879 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39160) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:08.532305 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8121ff-25ac-4c06-9062-7ad965b34931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25ad7cb-287f-480d-8dc7-3fa0c9268a75,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:08.557665 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-fe1e9055-f470-443e-872a-3c4e856fd781 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] delete failed (client error): The resource could not be found. Jan 27 22:19:08.561051 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fe1e9055-f470-443e-872a-3c4e856fd781 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/routers/4ec85168-9df1-49d3-8015-960168579eb0 HTTP/1.1" status: 404 len: 336 time: 0.8930073 Jan 27 22:19:08.565514 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39164) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:08.624616 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-11ed01ad-65a2-414b-8617-b30ce6d3a7ff admin admin] Publish callbacks [] for security_group (a25ad7cb-287f-480d-8dc7-3fa0c9268a75), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:08.655827 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5c7167-eefc-4903-80f7-1ab2e97a4456 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] DELETE failed (client error): The resource could not be found. Jan 27 22:19:08.656588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5c7167-eefc-4903-80f7-1ab2e97a4456 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:19:08.662732 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39176) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:08.666911 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4c5c7167-eefc-4903-80f7-1ab2e97a4456 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/subnets/5993d2cf-fe6b-496a-a0f4-67abb414ce89 HTTP/1.1" status: 404 len: 337 time: 0.1005843 Jan 27 22:19:08.686871 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-11ed01ad-65a2-414b-8617-b30ce6d3a7ff admin admin] Publish callbacks [] for security_group (a25ad7cb-287f-480d-8dc7-3fa0c9268a75), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:08.770624 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1b35b658-e65f-4f2f-9303-c0446796e71a tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/ports?device_id=b30caeba-c917-4553-aade-4d32e2a04174 HTTP/1.1" status: 200 len: 205 time: 0.1065333 Jan 27 22:19:08.773546 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39178) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:08.774518 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-11ed01ad-65a2-414b-8617-b30ce6d3a7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a25ad7cb-287f-480d-8dc7-3fa0c9268a75), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:08.774635 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-daa4c5fe-70e0-4ca2-a8b1-df3faf5987d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1316883248-network', 'tenant_id': '02acf2902a154050aaf663bce9998fdd'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:08.777380 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-11ed01ad-65a2-414b-8617-b30ce6d3a7ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:08.778670 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-11ed01ad-65a2-414b-8617-b30ce6d3a7ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a25ad7cb-287f-480d-8dc7-3fa0c9268a75 HTTP/1.1" status: 204 len: 168 time: 1.1856964 Jan 27 22:19:08.836542 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-5e3eb46c-2310-49af-9a82-139244929c66 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] delete failed (client error): The resource could not be found. Jan 27 22:19:08.838129 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5e3eb46c-2310-49af-9a82-139244929c66 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/routers/b30caeba-c917-4553-aade-4d32e2a04174 HTTP/1.1" status: 404 len: 336 time: 0.0570636 Jan 27 22:19:08.841402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39182) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:08.848802 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed01ad-65a2-414b-8617-b30ce6d3a7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25ad7cb-287f-480d-8dc7-3fa0c9268a75,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:08.928125 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f70fda8-58d9-479b-a96c-5c8fb593129f tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] DELETE failed (client error): The resource could not be found. Jan 27 22:19:08.928694 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f70fda8-58d9-479b-a96c-5c8fb593129f tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:19:08.937009 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0f70fda8-58d9-479b-a96c-5c8fb593129f tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/subnets/bac3a5b1-be3a-48b6-a5c4-3f578fd2e606 HTTP/1.1" status: 404 len: 337 time: 0.0926025 Jan 27 22:19:08.939598 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39186) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:08.941534 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa4c5fe-70e0-4ca2-a8b1-df3faf5987d3 admin admin] Made reservation on behalf of 02acf2902a154050aaf663bce9998fdd for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:19:08.964646 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-daa4c5fe-70e0-4ca2-a8b1-df3faf5987d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:08.997857 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-daa4c5fe-70e0-4ca2-a8b1-df3faf5987d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:09.015548 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9b8141d3-6100-4d34-873a-92d1cbd0c0bd tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e HTTP/1.1" status: 200 len: 205 time: 0.0745518 Jan 27 22:19:09.017675 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39190) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:09.110330 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-53263719-f687-4894-b797-3825bcc9f54f tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] delete failed (client error): The resource could not be found. Jan 27 22:19:09.111550 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-53263719-f687-4894-b797-3825bcc9f54f tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/routers/cbd4ae66-67fb-4a6f-bd2d-c20abf54eb1e HTTP/1.1" status: 404 len: 336 time: 0.0925095 Jan 27 22:19:09.114604 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39192) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:09.167022 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bba1101b-1692-49eb-8472-2c4bb91c39b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (ae1a27ef-c645-4721-86c6-def1f5b75474), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:09.179597 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-5411bbe5-d3e8-4f3b-8998-c9870965ff38 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] DELETE failed (client error): The resource could not be found. Jan 27 22:19:09.180045 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5411bbe5-d3e8-4f3b-8998-c9870965ff38 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:19:09.187793 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5411bbe5-d3e8-4f3b-8998-c9870965ff38 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/subnets/0b96b125-6e27-4491-bad0-1ed97a1b4d51 HTTP/1.1" status: 404 len: 337 time: 0.0721989 Jan 27 22:19:09.190455 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39194) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:09.207110 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1101b-1692-49eb-8472-2c4bb91c39b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae1a27ef-c645-4721-86c6-def1f5b75474,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:09.251503 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-3798a48c-13ba-43b2-84de-6f7b17c306b3 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] DELETE failed (client error): The resource could not be found. Jan 27 22:19:09.252043 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3798a48c-13ba-43b2-84de-6f7b17c306b3 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:19:09.256012 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3798a48c-13ba-43b2-84de-6f7b17c306b3 tempest-RoutersIpV6Test-1646145474 tempest-RoutersIpV6Test-1646145474-project] 10.222.0.23 "DELETE /v2.0/subnets/18520832-8276-41ac-985f-857059bf0cb7 HTTP/1.1" status: 404 len: 337 time: 0.0646279 Jan 27 22:19:09.277680 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39198) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:09.319264 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-174e64ce-80fd-415a-a1de-25d8bcc724e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:09.589872 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-174e64ce-80fd-415a-a1de-25d8bcc724e2 admin admin] Publish callbacks [] for security_group (43bee701-dce3-4db9-b2be-82328660f9c6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:09.599604 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-174e64ce-80fd-415a-a1de-25d8bcc724e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (43bee701-dce3-4db9-b2be-82328660f9c6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:09.756533 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-174e64ce-80fd-415a-a1de-25d8bcc724e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2ec30d46b48463090db9e356c7b346d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4740555 Jan 27 22:19:09.756533 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39204) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:09.777191 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e64ce-80fd-415a-a1de-25d8bcc724e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bee701-dce3-4db9-b2be-82328660f9c6,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:09.797057 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-daa4c5fe-70e0-4ca2-a8b1-df3faf5987d3 admin admin] Publish callbacks [] for security_group (efaafc88-5e8a-4c22-967f-0e3087f4407a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:09.810447 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-daa4c5fe-70e0-4ca2-a8b1-df3faf5987d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (efaafc88-5e8a-4c22-967f-0e3087f4407a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:09.830304 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a68fa867-2adc-4077-b3ec-6a620f74c18a admin admin] Publish callbacks [] for security_group (43bee701-dce3-4db9-b2be-82328660f9c6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:09.884056 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a68fa867-2adc-4077-b3ec-6a620f74c18a admin admin] Publish callbacks [] for security_group (43bee701-dce3-4db9-b2be-82328660f9c6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:09.937276 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bba1101b-1692-49eb-8472-2c4bb91c39b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (f45b2145-2633-4dd2-a76e-eae4337c3abc), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:09.951279 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39208) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:09.976554 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a68fa867-2adc-4077-b3ec-6a620f74c18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (43bee701-dce3-4db9-b2be-82328660f9c6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:09.980091 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a68fa867-2adc-4077-b3ec-6a620f74c18a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:09.981542 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a68fa867-2adc-4077-b3ec-6a620f74c18a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43bee701-dce3-4db9-b2be-82328660f9c6 HTTP/1.1" status: 204 len: 168 time: 0.2245414 Jan 27 22:19:09.997185 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa4c5fe-70e0-4ca2-a8b1-df3faf5987d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:19:10.016114 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fa867-2adc-4077-b3ec-6a620f74c18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bee701-dce3-4db9-b2be-82328660f9c6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:10.058608 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-daa4c5fe-70e0-4ca2-a8b1-df3faf5987d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (8c5a1e9a-2bcd-4221-b091-73479d112d8c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:10.059000 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-daa4c5fe-70e0-4ca2-a8b1-df3faf5987d3 admin admin] Added segment 8c5a1e9a-2bcd-4221-b091-73479d112d8c of type vlan for network c8b1841d-72c3-4b48-bb6e-fbab5755a859 Jan 27 22:19:10.125685 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-daa4c5fe-70e0-4ca2-a8b1-df3faf5987d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (c8b1841d-72c3-4b48-bb6e-fbab5755a859), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:10.178895 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-daa4c5fe-70e0-4ca2-a8b1-df3faf5987d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (c8b1841d-72c3-4b48-bb6e-fbab5755a859), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:10.180352 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa4c5fe-70e0-4ca2-a8b1-df3faf5987d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:10.180949 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-daa4c5fe-70e0-4ca2-a8b1-df3faf5987d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:10.264525 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4c5fe-70e0-4ca2-a8b1-df3faf5987d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efaafc88-5e8a-4c22-967f-0e3087f4407a,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:10.401295 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-daa4c5fe-70e0-4ca2-a8b1-df3faf5987d3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8711777 Jan 27 22:19:10.404138 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39218) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:10.412421 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d22783ec-ab73-4340-b96d-a16a43262d76 admin admin] Request body: {'subnet': {'network_id': 'c8b1841d-72c3-4b48-bb6e-fbab5755a859', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1316883248-subnet', 'tenant_id': '02acf2902a154050aaf663bce9998fdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:10.513719 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22783ec-ab73-4340-b96d-a16a43262d76 admin admin] Made reservation on behalf of 02acf2902a154050aaf663bce9998fdd for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:19:10.517102 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d22783ec-ab73-4340-b96d-a16a43262d76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:10.598174 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4c5fe-70e0-4ca2-a8b1-df3faf5987d3 admin admin] Pushing event updated for resources: {'Network': ['ID=c8b1841d-72c3-4b48-bb6e-fbab5755a859,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:10.618265 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network c8b1841d-72c3-4b48-bb6e-fbab5755a859 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:19:10.631848 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bd911105-fa01-4e11-a47c-42ae6551748f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09f02c2761754134b0ead8f51792ddf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6793983 Jan 27 22:19:10.641712 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39228) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:10.904280 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-36d7eadb-87f3-4c99-b8db-29b3d402e661 admin admin] Publish callbacks [] for security_group (e306e17f-522d-4c9a-b99c-92739a23847b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:11.033539 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-36d7eadb-87f3-4c99-b8db-29b3d402e661 admin admin] Publish callbacks [] for security_group (e306e17f-522d-4c9a-b99c-92739a23847b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:11.081939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba1101b-1692-49eb-8472-2c4bb91c39b9 admin admin] Router f45b2145-2633-4dd2-a76e-eae4337c3abc has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:19:11.283202 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d22783ec-ab73-4340-b96d-a16a43262d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (5e6237ff-1378-4cdb-b9e2-2d7b3f825529), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:11.380979 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-36d7eadb-87f3-4c99-b8db-29b3d402e661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e306e17f-522d-4c9a-b99c-92739a23847b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:11.389542 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-36d7eadb-87f3-4c99-b8db-29b3d402e661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:11.391007 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-36d7eadb-87f3-4c99-b8db-29b3d402e661 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e306e17f-522d-4c9a-b99c-92739a23847b HTTP/1.1" status: 204 len: 168 time: 0.7483649 Jan 27 22:19:11.396914 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22783ec-ab73-4340-b96d-a16a43262d76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e6237ff-1378-4cdb-b9e2-2d7b3f825529,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:11.399422 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba1101b-1692-49eb-8472-2c4bb91c39b9 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:19:11.408236 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4618435-6182-4c61-a4ca-3ae3081e7ad5 None None] Sync routers for ids ['f45b2145-2633-4dd2-a76e-eae4337c3abc'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:19:11.421562 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bba1101b-1692-49eb-8472-2c4bb91c39b9 admin admin] 10.222.0.23 "PUT /v2.0/routers/f45b2145-2633-4dd2-a76e-eae4337c3abc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0913885 Jan 27 22:19:11.423462 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39256) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:11.432992 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4618435-6182-4c61-a4ca-3ae3081e7ad5 None None] Routers {'f45b2145-2633-4dd2-a76e-eae4337c3abc'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:11.433884 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c4618435-6182-4c61-a4ca-3ae3081e7ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f45b2145-2633-4dd2-a76e-eae4337c3abc'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:11.439658 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7eadb-87f3-4c99-b8db-29b3d402e661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e306e17f-522d-4c9a-b99c-92739a23847b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:11.515164 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22783ec-ab73-4340-b96d-a16a43262d76 admin admin] Checking segment: {'id': '8c5a1e9a-2bcd-4221-b091-73479d112d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c8b1841d-72c3-4b48-bb6e-fbab5755a859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:19:11.525465 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22783ec-ab73-4340-b96d-a16a43262d76 admin admin] Network hostable DHCP agents. Network: c8b1841d-72c3-4b48-bb6e-fbab5755a859, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:19:11.571332 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22783ec-ab73-4340-b96d-a16a43262d76 admin admin] Network c8b1841d-72c3-4b48-bb6e-fbab5755a859 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:19:11.588032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-d22783ec-ab73-4340-b96d-a16a43262d76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, c8b1841d-72c3-4b48-bb6e-fbab5755a859) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:19:11.596523 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2177c724-42a4-4356-83a0-546b72091ae5 None None] Network c8b1841d-72c3-4b48-bb6e-fbab5755a859 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:19:11.608199 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22783ec-ab73-4340-b96d-a16a43262d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:11.608853 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d22783ec-ab73-4340-b96d-a16a43262d76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:11.651649 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d22783ec-ab73-4340-b96d-a16a43262d76 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2462153 Jan 27 22:19:11.848377 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-c4618435-6182-4c61-a4ca-3ae3081e7ad5 None None] Set router f45b2145-2633-4dd2-a76e-eae4337c3abc gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:11.871889 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fc8134-356e-47c8-b470-8aa482c8fa74 None None] Network c8b1841d-72c3-4b48-bb6e-fbab5755a859 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:19:11.887057 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d57eecc-5567-4301-8e9e-ba6b18a38f6d admin admin] Publish callbacks [] for router (f45b2145-2633-4dd2-a76e-eae4337c3abc), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:12.025417 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d57eecc-5567-4301-8e9e-ba6b18a38f6d admin admin] Publish callbacks [] for router_gateway (f45b2145-2633-4dd2-a76e-eae4337c3abc), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:12.076016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b38156-3a6c-4bda-8ccb-0591d20757b4 req-7597c548-c055-4e71-8be6-8bb88293098c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:12.077763 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03b38156-3a6c-4bda-8ccb-0591d20757b4 req-7597c548-c055-4e71-8be6-8bb88293098c tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 945 time: 0.3658023 Jan 27 22:19:12.138022 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-5d57eecc-5567-4301-8e9e-ba6b18a38f6d admin admin] Deleting port 757245d4-19ec-477a-8e8a-06e09282bf3b {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:12.138657 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d57eecc-5567-4301-8e9e-ba6b18a38f6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (757245d4-19ec-477a-8e8a-06e09282bf3b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:12.312618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-03b38156-3a6c-4bda-8ccb-0591d20757b4 req-1b3fd505-3469-4010-af7a-60075a6087b6 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/security-groups?id=87606c14-48a8-4d65-bf02-c5c41fde79e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187073 Jan 27 22:19:12.507463 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-5d57eecc-5567-4301-8e9e-ba6b18a38f6d admin admin] For port 757245d4-19ec-477a-8e8a-06e09282bf3b, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=757245d4-19ec-477a-8e8a-06e09282bf3b,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:12.510333 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d57eecc-5567-4301-8e9e-ba6b18a38f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (757245d4-19ec-477a-8e8a-06e09282bf3b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:12.538199 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-5d57eecc-5567-4301-8e9e-ba6b18a38f6d admin admin] Calling delete_port for 757245d4-19ec-477a-8e8a-06e09282bf3b owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:12.670883 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39298) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:12.690562 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c4618435-6182-4c61-a4ca-3ae3081e7ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45b2145-2633-4dd2-a76e-eae4337c3abc', 'name': 'tempest-TestAggregatesBasicOps-1983623514-router', 'tenant_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '757245d4-19ec-477a-8e8a-06e09282bf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:18:36Z', 'updated_at': '2022-01-27T22:19:09Z', 'revision_number': 5, 'project_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'gw_port': {'id': '757245d4-19ec-477a-8e8a-06e09282bf3b', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45b2145-2633-4dd2-a76e-eae4337c3abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:18:38Z', 'updated_at': '2022-01-27T22:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:12.766448 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4618435-6182-4c61-a4ca-3ae3081e7ad5 None None] Checking router: f45b2145-2633-4dd2-a76e-eae4337c3abc for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:19:12.793745 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4618435-6182-4c61-a4ca-3ae3081e7ad5 None None] Routers {'f45b2145-2633-4dd2-a76e-eae4337c3abc'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:12.794604 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c4618435-6182-4c61-a4ca-3ae3081e7ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f45b2145-2633-4dd2-a76e-eae4337c3abc'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:12.818427 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d57eecc-5567-4301-8e9e-ba6b18a38f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (757245d4-19ec-477a-8e8a-06e09282bf3b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:12.836056 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8885f-8528-42cb-a375-6aafd186bce8 req-aa812c00-0aac-4804-8386-30ac4b0f7ea9 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:12.836334 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:12.838056 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ade8885f-8528-42cb-a375-6aafd186bce8 req-aa812c00-0aac-4804-8386-30ac4b0f7ea9 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 945 time: 0.4909711 Jan 27 22:19:12.970394 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57eecc-5567-4301-8e9e-ba6b18a38f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=757245d4-19ec-477a-8e8a-06e09282bf3b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:13.046292 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-c4618435-6182-4c61-a4ca-3ae3081e7ad5 None None] Set router f45b2145-2633-4dd2-a76e-eae4337c3abc gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:13.131793 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d57eecc-5567-4301-8e9e-ba6b18a38f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (f45b2145-2633-4dd2-a76e-eae4337c3abc), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:13.137242 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39312) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:13.191077 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c4618435-6182-4c61-a4ca-3ae3081e7ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45b2145-2633-4dd2-a76e-eae4337c3abc', 'name': 'tempest-TestAggregatesBasicOps-1983623514-router', 'tenant_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:18:36Z', 'updated_at': '2022-01-27T22:19:12Z', 'revision_number': 6, 'project_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:13.222758 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4618435-6182-4c61-a4ca-3ae3081e7ad5 None None] The sync data for ids ['f45b2145-2633-4dd2-a76e-eae4337c3abc'] in n-d-772272-3 is: [{'id': 'f45b2145-2633-4dd2-a76e-eae4337c3abc', 'name': 'tempest-TestAggregatesBasicOps-1983623514-router', 'tenant_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:18:36Z', 'updated_at': '2022-01-27T22:19:12Z', 'revision_number': 6, 'project_id': 'a6f2b684d0da4ca3831a1f1ec0884e7c', 'gw_port_host': None}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:19:13.243897 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d948eca4-46e5-4637-83ae-1f58d3d8cee5 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Request body: {'security_group': {'name': 'tempest-secgroup--934687632'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:13.247236 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d57eecc-5567-4301-8e9e-ba6b18a38f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (f45b2145-2633-4dd2-a76e-eae4337c3abc), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:13.250328 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d57eecc-5567-4301-8e9e-ba6b18a38f6d admin admin] Publish callbacks [] for router_controller (f45b2145-2633-4dd2-a76e-eae4337c3abc), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:13.281468 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d948eca4-46e5-4637-83ae-1f58d3d8cee5 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:13.296393 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d948eca4-46e5-4637-83ae-1f58d3d8cee5 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:13.308448 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d57eecc-5567-4301-8e9e-ba6b18a38f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (f45b2145-2633-4dd2-a76e-eae4337c3abc), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:13.309194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d57eecc-5567-4301-8e9e-ba6b18a38f6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f45b2145-2633-4dd2-a76e-eae4337c3abc {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:19:13.315501 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5d57eecc-5567-4301-8e9e-ba6b18a38f6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:13.320317 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5d57eecc-5567-4301-8e9e-ba6b18a38f6d admin admin] 10.222.0.23 "DELETE /v2.0/routers/f45b2145-2633-4dd2-a76e-eae4337c3abc HTTP/1.1" status: 204 len: 168 time: 1.8942027 Jan 27 22:19:13.322695 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39318) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:13.436968 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-aabba62d-af23-40a3-948f-f12c2ba78926 admin admin] Deleting subnet d8b71834-fe9e-4743-b8a4-33c2e1639ef2 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:19:13.450112 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aabba62d-af23-40a3-948f-f12c2ba78926 admin admin] Publish callbacks [] for subnet (d8b71834-fe9e-4743-b8a4-33c2e1639ef2), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:13.453550 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea52074b-df81-4715-bd69-26d758e974ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:13.514777 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d948eca4-46e5-4637-83ae-1f58d3d8cee5 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (716ffacd-60b6-4e5a-b9d9-882dd6eceb57), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:13.533360 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d948eca4-46e5-4637-83ae-1f58d3d8cee5 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (716ffacd-60b6-4e5a-b9d9-882dd6eceb57), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:13.547255 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aabba62d-af23-40a3-948f-f12c2ba78926 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (d8b71834-fe9e-4743-b8a4-33c2e1639ef2), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:13.580479 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ade8885f-8528-42cb-a375-6aafd186bce8 req-612779e8-5b99-47d5-8a97-e6c4eea3a902 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Deleting port d4aa3aaa-008a-44e2-a215-bfdd7d80194a {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:13.580738 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ade8885f-8528-42cb-a375-6aafd186bce8 req-612779e8-5b99-47d5-8a97-e6c4eea3a902 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d4aa3aaa-008a-44e2-a215-bfdd7d80194a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:13.612018 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee474d0e-3ada-49ea-9dfa-aeb6b2ca329b req-efd5ee64-ad95-412e-8635-5a3d58d294c0 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:13.637649 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ee474d0e-3ada-49ea-9dfa-aeb6b2ca329b req-efd5ee64-ad95-412e-8635-5a3d58d294c0 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 945 time: 0.1598570 Jan 27 22:19:13.690563 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948eca4-46e5-4637-83ae-1f58d3d8cee5 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=716ffacd-60b6-4e5a-b9d9-882dd6eceb57,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:13.737421 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea52074b-df81-4715-bd69-26d758e974ce admin admin] Publish callbacks [] for security_group (5ff6cd7a-48c1-46c6-8082-9d024bcfc438), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:13.758634 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea52074b-df81-4715-bd69-26d758e974ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5ff6cd7a-48c1-46c6-8082-9d024bcfc438), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:13.796299 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ae1a27ef-c645-4721-86c6-def1f5b75474 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:13.819607 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ea52074b-df81-4715-bd69-26d758e974ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d765ae0663034f5c86599e5ce347c822&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1447768 Jan 27 22:19:13.820977 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39322) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:13.835629 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: ae1a27ef-c645-4721-86c6-def1f5b75474 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:13.844623 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ae1a27ef-c645-4721-86c6-def1f5b75474 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:13.850505 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d948eca4-46e5-4637-83ae-1f58d3d8cee5 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (ab2072df-0cfb-410f-82b8-50d471dd2c39), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:13.878551 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ee474d0e-3ada-49ea-9dfa-aeb6b2ca329b req-d69887d6-421d-49f6-b491-07445c5b14e3 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/security-groups?id=87606c14-48a8-4d65-bf02-c5c41fde79e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355926 Jan 27 22:19:13.894211 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d948eca4-46e5-4637-83ae-1f58d3d8cee5 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ab2072df-0cfb-410f-82b8-50d471dd2c39), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:13.921038 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52074b-df81-4715-bd69-26d758e974ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff6cd7a-48c1-46c6-8082-9d024bcfc438,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:13.942545 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d948eca4-46e5-4637-83ae-1f58d3d8cee5 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:13.944307 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d948eca4-46e5-4637-83ae-1f58d3d8cee5 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8058693 Jan 27 22:19:13.952821 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39328) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:14.038339 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948eca4-46e5-4637-83ae-1f58d3d8cee5 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2072df-0cfb-410f-82b8-50d471dd2c39,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:14.056516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ade8885f-8528-42cb-a375-6aafd186bce8 req-612779e8-5b99-47d5-8a97-e6c4eea3a902 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] For port d4aa3aaa-008a-44e2-a215-bfdd7d80194a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=d4aa3aaa-008a-44e2-a215-bfdd7d80194a,segment=NetworkSegment(54fcc853-7c04-4dd3-b772-b4bd058e2d55),segment_id=54fcc853-7c04-4dd3-b772-b4bd058e2d55)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:14.056899 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ade8885f-8528-42cb-a375-6aafd186bce8 req-612779e8-5b99-47d5-8a97-e6c4eea3a902 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d4aa3aaa-008a-44e2-a215-bfdd7d80194a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:14.057779 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8b01-2ffe-49cd-b496-827a8a857a13 admin admin] Publish callbacks [] for security_group (5ff6cd7a-48c1-46c6-8082-9d024bcfc438), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:14.082308 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5bb86ba8-a19a-4fb8-bb0f-abbba28610ad tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1259050 Jan 27 22:19:14.087273 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39332) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:14.092254 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-0651c1ac-6233-45e6-9c1e-e101c924f641 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Request body: {'security_group': {'name': 'tempest-security--1170119094', 'description': 'tempest-security-description-1918244023'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:14.100352 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aabba62d-af23-40a3-948f-f12c2ba78926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (d8b71834-fe9e-4743-b8a4-33c2e1639ef2), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:14.114148 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8b01-2ffe-49cd-b496-827a8a857a13 admin admin] Publish callbacks [] for security_group (5ff6cd7a-48c1-46c6-8082-9d024bcfc438), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:14.150196 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0651c1ac-6233-45e6-9c1e-e101c924f641 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (ab2072df-0cfb-410f-82b8-50d471dd2c39), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:14.262588 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0651c1ac-6233-45e6-9c1e-e101c924f641 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (ab2072df-0cfb-410f-82b8-50d471dd2c39), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:14.267771 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0651c1ac-6233-45e6-9c1e-e101c924f641 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ab2072df-0cfb-410f-82b8-50d471dd2c39), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:14.271122 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0651c1ac-6233-45e6-9c1e-e101c924f641 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:14.279781 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0651c1ac-6233-45e6-9c1e-e101c924f641 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "PUT /v2.0/security-groups/ab2072df-0cfb-410f-82b8-50d471dd2c39 HTTP/1.1" status: 200 len: 1797 time: 0.1888609 Jan 27 22:19:14.281476 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39336) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:14.284955 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8b01-2ffe-49cd-b496-827a8a857a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5ff6cd7a-48c1-46c6-8082-9d024bcfc438), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:14.291569 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8b01-2ffe-49cd-b496-827a8a857a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:14.295199 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ec0a8b01-2ffe-49cd-b496-827a8a857a13 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ff6cd7a-48c1-46c6-8082-9d024bcfc438 HTTP/1.1" status: 204 len: 168 time: 0.4605081 Jan 27 22:19:14.409060 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651c1ac-6233-45e6-9c1e-e101c924f641 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2072df-0cfb-410f-82b8-50d471dd2c39,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:14.430260 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aabba62d-af23-40a3-948f-f12c2ba78926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (d8b71834-fe9e-4743-b8a4-33c2e1639ef2), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:14.433630 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a8b01-2ffe-49cd-b496-827a8a857a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff6cd7a-48c1-46c6-8082-9d024bcfc438,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:14.458674 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a3ca6543-f98e-4968-8e96-48a326b9bda8 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-groups/ab2072df-0cfb-410f-82b8-50d471dd2c39 HTTP/1.1" status: 200 len: 1797 time: 0.1605573 Jan 27 22:19:14.460410 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39340) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:14.601539 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3eb1564e-aa14-455f-8cb4-a55d62e3139d tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (ab2072df-0cfb-410f-82b8-50d471dd2c39), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:14.606155 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabba62d-af23-40a3-948f-f12c2ba78926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b71834-fe9e-4743-b8a4-33c2e1639ef2,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:14.628109 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb15064-5554-473d-b4cb-3b03e77a8bea None None] Network 221b693d-ea9d-4cc5-b51f-7a6713aeef3e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:19:14.641080 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-aabba62d-af23-40a3-948f-f12c2ba78926 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:14.644555 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-aabba62d-af23-40a3-948f-f12c2ba78926 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d8b71834-fe9e-4743-b8a4-33c2e1639ef2 HTTP/1.1" status: 204 len: 168 time: 1.3192294 Jan 27 22:19:14.651375 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39344) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:14.731686 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ade8885f-8528-42cb-a375-6aafd186bce8 req-612779e8-5b99-47d5-8a97-e6c4eea3a902 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:14.732198 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ade8885f-8528-42cb-a375-6aafd186bce8 req-612779e8-5b99-47d5-8a97-e6c4eea3a902 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (78ae2702-1744-42e0-9e47-b99790051eac), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:14.732533 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-ade8885f-8528-42cb-a375-6aafd186bce8 req-612779e8-5b99-47d5-8a97-e6c4eea3a902 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Floating IP 78ae2702-1744-42e0-9e47-b99790051eac disassociated. External IP: 172.25.3.97, port: d4aa3aaa-008a-44e2-a215-bfdd7d80194a. Jan 27 22:19:14.732904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ade8885f-8528-42cb-a375-6aafd186bce8 req-612779e8-5b99-47d5-8a97-e6c4eea3a902 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Calling delete_port for d4aa3aaa-008a-44e2-a215-bfdd7d80194a owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:14.823695 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3eb1564e-aa14-455f-8cb4-a55d62e3139d tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (ab2072df-0cfb-410f-82b8-50d471dd2c39), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:14.982697 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d425f956-2137-413b-a9a0-c050c43b2004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (221b693d-ea9d-4cc5-b51f-7a6713aeef3e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:14.995425 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3eb1564e-aa14-455f-8cb4-a55d62e3139d tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ab2072df-0cfb-410f-82b8-50d471dd2c39), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:14.998804 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3eb1564e-aa14-455f-8cb4-a55d62e3139d tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:15.006616 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3eb1564e-aa14-455f-8cb4-a55d62e3139d tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "DELETE /v2.0/security-groups/ab2072df-0cfb-410f-82b8-50d471dd2c39 HTTP/1.1" status: 204 len: 168 time: 0.5439324 Jan 27 22:19:15.015937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39352) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:15.043797 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1564e-aa14-455f-8cb4-a55d62e3139d tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2072df-0cfb-410f-82b8-50d471dd2c39,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:15.166677 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-d425f956-2137-413b-a9a0-c050c43b2004 admin admin] Deleting port 95e1f612-805e-4265-8040-262ddfdff766 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:15.170420 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d425f956-2137-413b-a9a0-c050c43b2004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (95e1f612-805e-4265-8040-262ddfdff766), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:15.215914 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e7f7b28e-88bc-4a5a-bb3c-54f14c9814b0 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1918945 Jan 27 22:19:15.217002 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39360) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:15.309076 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-ff567b85-4083-4a90-99df-61cfebcb5ed7 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] delete failed (client error): The resource could not be found. Jan 27 22:19:15.315669 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ff567b85-4083-4a90-99df-61cfebcb5ed7 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "DELETE /v2.0/security-groups/ab2072df-0cfb-410f-82b8-50d471dd2c39 HTTP/1.1" status: 404 len: 347 time: 0.0951629 Jan 27 22:19:15.328155 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39366) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:15.338268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-797a8f7c-a60d-4a60-a934-fe0dbf1d6ee4 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Request body: {'security_group': {'name': 'tempest-secgroup--1643214506'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:15.350191 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-d425f956-2137-413b-a9a0-c050c43b2004 admin admin] For port 95e1f612-805e-4265-8040-262ddfdff766, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=95e1f612-805e-4265-8040-262ddfdff766,segment=NetworkSegment(ab3fac7b-03d7-4491-832a-22558bf9c45e),segment_id=ab3fac7b-03d7-4491-832a-22558bf9c45e)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:15.350836 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d425f956-2137-413b-a9a0-c050c43b2004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (95e1f612-805e-4265-8040-262ddfdff766), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:15.354497 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a84a6ad-a8c7-4144-ac12-9899b9362c6d None None] DHCP port deletion for 221b693d-ea9d-4cc5-b51f-7a6713aeef3e request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:19:15.361942 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afead07-2ebb-4531-83d8-5885c0d0f5ea req-808261c5-dae4-4cb0-9214-830dee2478cc tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:15.370464 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-d425f956-2137-413b-a9a0-c050c43b2004 admin admin] Calling delete_port for 95e1f612-805e-4265-8040-262ddfdff766 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:15.383024 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5afead07-2ebb-4531-83d8-5885c0d0f5ea req-808261c5-dae4-4cb0-9214-830dee2478cc tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 945 time: 0.3225143 Jan 27 22:19:15.439336 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ade8885f-8528-42cb-a375-6aafd186bce8 req-612779e8-5b99-47d5-8a97-e6c4eea3a902 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d4aa3aaa-008a-44e2-a215-bfdd7d80194a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:15.456554 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 757245d4-19ec-477a-8e8a-06e09282bf3b no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:15.488442 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d425f956-2137-413b-a9a0-c050c43b2004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (95e1f612-805e-4265-8040-262ddfdff766), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:15.548152 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 757245d4-19ec-477a-8e8a-06e09282bf3b {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:15.548649 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 757245d4-19ec-477a-8e8a-06e09282bf3b not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:15.578110 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425f956-2137-413b-a9a0-c050c43b2004 admin admin] Pushing event deleted for resources: {'Port': ['ID=95e1f612-805e-4265-8040-262ddfdff766,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:15.594059 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612779e8-5b99-47d5-8a97-e6c4eea3a902 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Pushing event deleted for resources: {'Port': ['ID=d4aa3aaa-008a-44e2-a215-bfdd7d80194a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:15.594210 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d425f956-2137-413b-a9a0-c050c43b2004 admin admin] No DVR routers for this DVR port 95e1f612-805e-4265-8040-262ddfdff766 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:15.597725 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1a84a6ad-a8c7-4144-ac12-9899b9362c6d None None] Deleting port 95e1f612-805e-4265-8040-262ddfdff766 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:15.600842 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1a84a6ad-a8c7-4144-ac12-9899b9362c6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (95e1f612-805e-4265-8040-262ddfdff766), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:15.623830 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-797a8f7c-a60d-4a60-a934-fe0dbf1d6ee4 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:15.673131 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5afead07-2ebb-4531-83d8-5885c0d0f5ea req-8721fd86-c6e5-430d-8bcf-813f3f08d30e tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/security-groups?id=87606c14-48a8-4d65-bf02-c5c41fde79e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2890186 Jan 27 22:19:15.814144 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d425f956-2137-413b-a9a0-c050c43b2004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (221b693d-ea9d-4cc5-b51f-7a6713aeef3e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:15.818267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1a84a6ad-a8c7-4144-ac12-9899b9362c6d None None] For port 95e1f612-805e-4265-8040-262ddfdff766, host n-d-772272-3, got binding levels [] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:15.819141 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1a84a6ad-a8c7-4144-ac12-9899b9362c6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (95e1f612-805e-4265-8040-262ddfdff766), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:15.850219 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-797a8f7c-a60d-4a60-a934-fe0dbf1d6ee4 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (ea9d1c89-da40-455a-969c-5031dcff8b55), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:15.869680 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1a84a6ad-a8c7-4144-ac12-9899b9362c6d None None] Calling delete_port for 95e1f612-805e-4265-8040-262ddfdff766 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:15.875728 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-d425f956-2137-413b-a9a0-c050c43b2004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221b693d-ea9d-4cc5-b51f-7a6713aeef3e']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:15.879035 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.ipam_backend_mixin [None req-1a84a6ad-a8c7-4144-ac12-9899b9362c6d None None] Port 95e1f612-805e-4265-8040-262ddfdff766 was not found and therefore no delete operation was performed {{(pid=109743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:19:15.885218 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1a84a6ad-a8c7-4144-ac12-9899b9362c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (95e1f612-805e-4265-8040-262ddfdff766), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:15.901291 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-d425f956-2137-413b-a9a0-c050c43b2004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3fac7b-03d7-4491-832a-22558bf9c45e') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:15.901628 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-d425f956-2137-413b-a9a0-c050c43b2004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3fac7b-03d7-4491-832a-22558bf9c45e') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:15.924005 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-797a8f7c-a60d-4a60-a934-fe0dbf1d6ee4 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ea9d1c89-da40-455a-969c-5031dcff8b55), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:15.942621 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d425f956-2137-413b-a9a0-c050c43b2004 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (ab3fac7b-03d7-4491-832a-22558bf9c45e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:15.961869 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84a6ad-a8c7-4144-ac12-9899b9362c6d None None] Pushing event deleted for resources: {'Port': ['ID=95e1f612-805e-4265-8040-262ddfdff766,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:15.972337 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a84a6ad-a8c7-4144-ac12-9899b9362c6d None None] No DVR routers for this DVR port 95e1f612-805e-4265-8040-262ddfdff766 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:15.981745 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d425f956-2137-413b-a9a0-c050c43b2004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (ab3fac7b-03d7-4491-832a-22558bf9c45e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:15.989063 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d425f956-2137-413b-a9a0-c050c43b2004 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:19:15.989466 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d425f956-2137-413b-a9a0-c050c43b2004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (ab3fac7b-03d7-4491-832a-22558bf9c45e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:16.046825 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-797a8f7c-a60d-4a60-a934-fe0dbf1d6ee4 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:16.048119 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-797a8f7c-a60d-4a60-a934-fe0dbf1d6ee4 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7176723 Jan 27 22:19:16.053865 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39384) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:16.056585 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-ea652098-362b-47c1-a8a1-94895ec15c35 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Request body: {'security_group_rule': {'security_group_id': 'ea9d1c89-da40-455a-969c-5031dcff8b55', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:16.060746 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a8f7c-a60d-4a60-a934-fe0dbf1d6ee4 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9d1c89-da40-455a-969c-5031dcff8b55,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:19:16.085774 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:19:16.094210 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d425f956-2137-413b-a9a0-c050c43b2004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (221b693d-ea9d-4cc5-b51f-7a6713aeef3e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:16.129886 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d425f956-2137-413b-a9a0-c050c43b2004 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:16.144623 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d425f956-2137-413b-a9a0-c050c43b2004 admin admin] 10.222.0.23 "DELETE /v2.0/networks/221b693d-ea9d-4cc5-b51f-7a6713aeef3e HTTP/1.1" status: 204 len: 168 time: 1.4923153 Jan 27 22:19:16.146556 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425f956-2137-413b-a9a0-c050c43b2004 admin admin] Pushing event deleted for resources: {'Network': ['ID=221b693d-ea9d-4cc5-b51f-7a6713aeef3e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:16.522852 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39420) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:16.582361 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0b7990cf-a281-4f4c-b53a-04c81eb379d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01de383db8114205a02a938ddcf2fa2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0580153 Jan 27 22:19:16.583108 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39432) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:16.652525 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d0412f8b-2fae-46fc-adfc-40dbd9e64ad7 admin admin] Publish callbacks [] for security_group (4fb4650b-b6ae-4404-81e6-7f6753079d1a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:16.682951 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d0412f8b-2fae-46fc-adfc-40dbd9e64ad7 admin admin] Publish callbacks [] for security_group (4fb4650b-b6ae-4404-81e6-7f6753079d1a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:16.709403 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ea652098-362b-47c1-a8a1-94895ec15c35 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (234535dd-ec5b-4192-9da3-12d3ae25e4c3), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:16.745513 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ade8885f-8528-42cb-a375-6aafd186bce8 req-612779e8-5b99-47d5-8a97-e6c4eea3a902 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Router 1d9795dd-0100-4221-ab8c-91dc2009a6d8 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:19:16.750391 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d0412f8b-2fae-46fc-adfc-40dbd9e64ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4fb4650b-b6ae-4404-81e6-7f6753079d1a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:16.755303 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d0412f8b-2fae-46fc-adfc-40dbd9e64ad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:16.760085 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d0412f8b-2fae-46fc-adfc-40dbd9e64ad7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4fb4650b-b6ae-4404-81e6-7f6753079d1a HTTP/1.1" status: 204 len: 168 time: 0.1755350 Jan 27 22:19:16.769524 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0412f8b-2fae-46fc-adfc-40dbd9e64ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb4650b-b6ae-4404-81e6-7f6753079d1a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:16.817251 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ea652098-362b-47c1-a8a1-94895ec15c35 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (234535dd-ec5b-4192-9da3-12d3ae25e4c3), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:16.835260 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ea652098-362b-47c1-a8a1-94895ec15c35 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (234535dd-ec5b-4192-9da3-12d3ae25e4c3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:16.861515 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9960fab8-60c7-4ce3-9c89-f3f03b5998bf req-2dd0b942-245b-4e1c-924f-71baac18aab1 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 210 time: 0.0416052 Jan 27 22:19:16.927957 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea652098-362b-47c1-a8a1-94895ec15c35 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234535dd-ec5b-4192-9da3-12d3ae25e4c3,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:16.961723 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d4aa3aaa-008a-44e2-a215-bfdd7d80194a no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:16.988394 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ea652098-362b-47c1-a8a1-94895ec15c35 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:16.994604 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39448) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:17.007359 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ea652098-362b-47c1-a8a1-94895ec15c35 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9528036 Jan 27 22:19:17.114424 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: d4aa3aaa-008a-44e2-a215-bfdd7d80194a {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:17.114789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device d4aa3aaa-008a-44e2-a215-bfdd7d80194a not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:17.120019 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff06b70e-dd58-42fa-b7ac-703d92e911e4 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (234535dd-ec5b-4192-9da3-12d3ae25e4c3), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:17.163380 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff06b70e-dd58-42fa-b7ac-703d92e911e4 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (234535dd-ec5b-4192-9da3-12d3ae25e4c3), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:17.172404 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ade8885f-8528-42cb-a375-6aafd186bce8 req-612779e8-5b99-47d5-8a97-e6c4eea3a902 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:19:17.187256 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137d08a9-a901-44f6-82fb-930e060666ea None None] Sync routers for ids ['1d9795dd-0100-4221-ab8c-91dc2009a6d8'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:19:17.219173 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137d08a9-a901-44f6-82fb-930e060666ea None None] Routers {'1d9795dd-0100-4221-ab8c-91dc2009a6d8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:17.219936 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-137d08a9-a901-44f6-82fb-930e060666ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1d9795dd-0100-4221-ab8c-91dc2009a6d8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:17.225609 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff06b70e-dd58-42fa-b7ac-703d92e911e4 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (234535dd-ec5b-4192-9da3-12d3ae25e4c3), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:17.241779 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ff06b70e-dd58-42fa-b7ac-703d92e911e4 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:17.247683 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ff06b70e-dd58-42fa-b7ac-703d92e911e4 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/234535dd-ec5b-4192-9da3-12d3ae25e4c3 HTTP/1.1" status: 204 len: 168 time: 0.2519784 Jan 27 22:19:17.249708 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39460) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:17.265972 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06b70e-dd58-42fa-b7ac-703d92e911e4 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=234535dd-ec5b-4192-9da3-12d3ae25e4c3,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:17.354813 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade8885f-8528-42cb-a375-6aafd186bce8 req-612779e8-5b99-47d5-8a97-e6c4eea3a902 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] No DVR routers for this DVR port d4aa3aaa-008a-44e2-a215-bfdd7d80194a on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:17.363337 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ade8885f-8528-42cb-a375-6aafd186bce8 req-612779e8-5b99-47d5-8a97-e6c4eea3a902 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:17.369493 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ade8885f-8528-42cb-a375-6aafd186bce8 req-612779e8-5b99-47d5-8a97-e6c4eea3a902 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.21 "DELETE /v2.0/ports/d4aa3aaa-008a-44e2-a215-bfdd7d80194a HTTP/1.1" status: 204 len: 173 time: 4.4988625 Jan 27 22:19:17.371768 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce12ed6-2deb-4510-a4a3-8ebefef858b1', 'name': 'network-vif-deleted', 'tag': 'd4aa3aaa-008a-44e2-a215-bfdd7d80194a'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:19:17.374196 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61190b1a-4ef0-4765-9e25-54f4c455e42f" -d '{"events": [{"server_uuid": "4ce12ed6-2deb-4510-a4a3-8ebefef858b1", "name": "network-vif-deleted", "tag": "d4aa3aaa-008a-44e2-a215-bfdd7d80194a"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:19:17.439927 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d5358554-c1ab-45a5-ad4c-0799d7ac74b9 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1777408 Jan 27 22:19:17.440213 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39468) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:17.480494 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb31b669-0897-499d-8b59-66bbfd1fb959 x-openstack-request-id: req-fb31b669-0897-499d-8b59-66bbfd1fb959 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:19:17.480803 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce12ed6-2deb-4510-a4a3-8ebefef858b1", "name": "network-vif-deleted", "tag": "d4aa3aaa-008a-44e2-a215-bfdd7d80194a", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:19:17.481065 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb31b669-0897-499d-8b59-66bbfd1fb959 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:19:17.481474 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce12ed6-2deb-4510-a4a3-8ebefef858b1', 'name': 'network-vif-deleted', 'tag': 'd4aa3aaa-008a-44e2-a215-bfdd7d80194a', 'status': 'completed', 'code': 200} Jan 27 22:19:17.521167 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-827d8153-c546-48bc-b2db-bb60fb97e3c7 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (ea9d1c89-da40-455a-969c-5031dcff8b55), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:17.572097 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-137d08a9-a901-44f6-82fb-930e060666ea None None] Set router 1d9795dd-0100-4221-ab8c-91dc2009a6d8 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:17.610769 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-827d8153-c546-48bc-b2db-bb60fb97e3c7 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (ea9d1c89-da40-455a-969c-5031dcff8b55), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:17.688405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 95e1f612-805e-4265-8040-262ddfdff766 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:17.762001 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 95e1f612-805e-4265-8040-262ddfdff766 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:17.762001 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 95e1f612-805e-4265-8040-262ddfdff766 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:17.762822 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39486) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:17.769566 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-827d8153-c546-48bc-b2db-bb60fb97e3c7 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ea9d1c89-da40-455a-969c-5031dcff8b55), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:17.791589 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-827d8153-c546-48bc-b2db-bb60fb97e3c7 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:17.793051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-827d8153-c546-48bc-b2db-bb60fb97e3c7 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "DELETE /v2.0/security-groups/ea9d1c89-da40-455a-969c-5031dcff8b55 HTTP/1.1" status: 204 len: 168 time: 0.3517618 Jan 27 22:19:17.796573 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39488) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:17.859838 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0a5d5202-6092-4440-9d69-41b757eb4777 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6f2b684d0da4ca3831a1f1ec0884e7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0946054 Jan 27 22:19:17.862498 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39504) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:17.877238 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d8153-c546-48bc-b2db-bb60fb97e3c7 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9d1c89-da40-455a-969c-5031dcff8b55,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:17.908349 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-8dd8a1a7-f258-4469-a04c-5134cdb99cd3 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:17.909993 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-8dd8a1a7-f258-4469-a04c-5134cdb99cd3 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/networks?id=c8b1841d-72c3-4b48-bb6e-fbab5755a859 HTTP/1.1" status: 200 len: 809 time: 0.2951858 Jan 27 22:19:18.012812 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-3bdea724-3f41-4f41-b834-2a1eb2de2275 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/quotas/02acf2902a154050aaf663bce9998fdd HTTP/1.1" status: 200 len: 375 time: 0.0896220 Jan 27 22:19:18.045828 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0f3713e-56bb-4a17-b5bb-bdc4fc4033e4 admin admin] Publish callbacks [] for security_group (944fe2cf-4821-4b2a-b905-41a838679ba3), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:18.127608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-e5245dec-1e59-43bd-aff2-4f466d7ed8e1 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=02acf2902a154050aaf663bce9998fdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1063261 Jan 27 22:19:18.128498 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0f3713e-56bb-4a17-b5bb-bdc4fc4033e4 admin admin] Publish callbacks [] for security_group (944fe2cf-4821-4b2a-b905-41a838679ba3), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:18.154822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-28316b87-b981-4b33-89e5-3a4604e6b7dc tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3317130 Jan 27 22:19:18.159057 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39522) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:18.198422 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-41841ef4-945e-43f1-bea0-fd4a43e712d3 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Request body: {'security_group': {'name': 'tempest-secgroup--1608600278'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:18.237332 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-137d08a9-a901-44f6-82fb-930e060666ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'name': 'tempest-TestServerBasicOps-1366050916-router', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:38Z', 'updated_at': '2022-01-27T22:12:45Z', 'revision_number': 4, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'gw_port': {'id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:40Z', 'updated_at': '2022-01-27T22:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'd2cdc7ff-b493-49a6-8dc8-4315da02c00c', 'name': '', 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'mac_address': 'fa:16:3e:d1:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'a65de3af-7726-48bb-8509-44e3eaa0a25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:43Z', 'updated_at': '2022-01-27T22:12:53Z', 'revision_number': 5, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'subnets': [{'id': 'a65de3af-7726-48bb-8509-44e3eaa0a25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:18.238378 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83bfd9dd-e8c5-4b02-9bcb-f92946ca3509 req-10f2d9bb-89e6-451f-ae19-fbf18300f035 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ce12ed6-2deb-4510-a4a3-8ebefef858b1 HTTP/1.1" status: 200 len: 210 time: 0.0668581 Jan 27 22:19:18.256140 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41841ef4-945e-43f1-bea0-fd4a43e712d3 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:18.306202 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137d08a9-a901-44f6-82fb-930e060666ea None None] Checking router: 1d9795dd-0100-4221-ab8c-91dc2009a6d8 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:19:18.318939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137d08a9-a901-44f6-82fb-930e060666ea None None] Routers {'1d9795dd-0100-4221-ab8c-91dc2009a6d8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:18.320217 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-137d08a9-a901-44f6-82fb-930e060666ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:18:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1d9795dd-0100-4221-ab8c-91dc2009a6d8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:18.404297 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0f3713e-56bb-4a17-b5bb-bdc4fc4033e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (944fe2cf-4821-4b2a-b905-41a838679ba3), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:18.407310 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0f3713e-56bb-4a17-b5bb-bdc4fc4033e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:18.411378 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f0f3713e-56bb-4a17-b5bb-bdc4fc4033e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/944fe2cf-4821-4b2a-b905-41a838679ba3 HTTP/1.1" status: 204 len: 168 time: 0.5438654 Jan 27 22:19:18.425436 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3713e-56bb-4a17-b5bb-bdc4fc4033e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944fe2cf-4821-4b2a-b905-41a838679ba3,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:18.528660 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-137d08a9-a901-44f6-82fb-930e060666ea None None] Set router 1d9795dd-0100-4221-ab8c-91dc2009a6d8 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:18.535163 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41841ef4-945e-43f1-bea0-fd4a43e712d3 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (78675f69-1338-4b23-ab53-7d24003accf9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:18.540972 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41841ef4-945e-43f1-bea0-fd4a43e712d3 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (78675f69-1338-4b23-ab53-7d24003accf9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:18.562598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-3cb75d42-ebd4-4d11-8313-ef0a400ff4fd service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:19:18.563900 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-3cb75d42-ebd4-4d11-8313-ef0a400ff4fd service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4111023 Jan 27 22:19:18.618005 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41841ef4-945e-43f1-bea0-fd4a43e712d3 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78675f69-1338-4b23-ab53-7d24003accf9,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:18.651406 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41841ef4-945e-43f1-bea0-fd4a43e712d3 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:18.654441 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-41841ef4-945e-43f1-bea0-fd4a43e712d3 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4901001 Jan 27 22:19:18.659675 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39534) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:18.674414 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8f00a174-f551-455f-8801-77fb732449c6 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Request body: {'security_group_rule': {'security_group_id': '78675f69-1338-4b23-ab53-7d24003accf9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:18.721760 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8f00a174-f551-455f-8801-77fb732449c6 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (faa9698e-dce4-4e7d-a375-7337108afce8), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:18.813359 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8f00a174-f551-455f-8801-77fb732449c6 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (faa9698e-dce4-4e7d-a375-7337108afce8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:18.820022 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8f00a174-f551-455f-8801-77fb732449c6 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (faa9698e-dce4-4e7d-a375-7337108afce8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:18.851270 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-91d107e2-857f-466a-9b0e-a9b1acd574cd service neutron] 10.222.0.23 "GET /v2.0/networks/c8b1841d-72c3-4b48-bb6e-fbab5755a859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793550 Jan 27 22:19:18.881173 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8f00a174-f551-455f-8801-77fb732449c6 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:18.886617 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8f00a174-f551-455f-8801-77fb732449c6 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2199783 Jan 27 22:19:18.899032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39542) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:18.923589 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b238ec38-b9e1-4ef5-b8b2-13a1f5949def tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Request body: {'security_group_rule': {'security_group_id': '78675f69-1338-4b23-ab53-7d24003accf9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:18.945943 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00a174-f551-455f-8801-77fb732449c6 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa9698e-dce4-4e7d-a375-7337108afce8,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:19.013253 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b238ec38-b9e1-4ef5-b8b2-13a1f5949def tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (26c12f8e-f220-4999-a54f-306ac6e64de1), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:19.089459 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-67a7db48-86db-4e32-a002-0a30c662886c service neutron] 10.222.0.23 "GET /v2.0/networks/c8b1841d-72c3-4b48-bb6e-fbab5755a859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313261 Jan 27 22:19:19.096429 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-137d08a9-a901-44f6-82fb-930e060666ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'name': 'tempest-TestServerBasicOps-1366050916-router', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:38Z', 'updated_at': '2022-01-27T22:12:45Z', 'revision_number': 4, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'gw_port': {'id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:40Z', 'updated_at': '2022-01-27T22:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'd2cdc7ff-b493-49a6-8dc8-4315da02c00c', 'name': '', 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'mac_address': 'fa:16:3e:d1:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'a65de3af-7726-48bb-8509-44e3eaa0a25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:43Z', 'updated_at': '2022-01-27T22:12:53Z', 'revision_number': 5, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'subnets': [{'id': 'a65de3af-7726-48bb-8509-44e3eaa0a25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:19.191811 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137d08a9-a901-44f6-82fb-930e060666ea None None] The sync data for ids ['1d9795dd-0100-4221-ab8c-91dc2009a6d8'] in n-d-772272-3 is: [{'id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'name': 'tempest-TestServerBasicOps-1366050916-router', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:38Z', 'updated_at': '2022-01-27T22:12:45Z', 'revision_number': 4, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'gw_port': {'id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:40Z', 'updated_at': '2022-01-27T22:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'd2cdc7ff-b493-49a6-8dc8-4315da02c00c', 'name': '', 'network_id': '31a02463-af56-4099-8dd0-6cf52c80b509', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'mac_address': 'fa:16:3e:d1:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'a65de3af-7726-48bb-8509-44e3eaa0a25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:43Z', 'updated_at': '2022-01-27T22:12:53Z', 'revision_number': 5, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'subnets': [{'id': 'a65de3af-7726-48bb-8509-44e3eaa0a25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:19:19.201308 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b238ec38-b9e1-4ef5-b8b2-13a1f5949def tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (26c12f8e-f220-4999-a54f-306ac6e64de1), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:19.209399 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b238ec38-b9e1-4ef5-b8b2-13a1f5949def tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (26c12f8e-f220-4999-a54f-306ac6e64de1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:19.237171 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbd3d3-dace-44c7-b97a-b7422b6674f5 req-7aa5c5b4-d00b-4f2a-8a7e-07f06d7921fa tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:19.246199 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e2fbd3d3-dace-44c7-b97a-b7422b6674f5 req-7aa5c5b4-d00b-4f2a-8a7e-07f06d7921fa tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 950 time: 0.1541240 Jan 27 22:19:19.271693 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238ec38-b9e1-4ef5-b8b2-13a1f5949def tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c12f8e-f220-4999-a54f-306ac6e64de1,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:19.288997 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b238ec38-b9e1-4ef5-b8b2-13a1f5949def tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:19.293461 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b238ec38-b9e1-4ef5-b8b2-13a1f5949def tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3821902 Jan 27 22:19:19.293461 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39552) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:19.297589 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-6c6bdf90-cc21-4a83-bfdd-de105ffde89b tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Request body: {'security_group_rule': {'security_group_id': '78675f69-1338-4b23-ab53-7d24003accf9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:19.373136 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c6bdf90-cc21-4a83-bfdd-de105ffde89b tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (f9d56e01-f657-4e90-b264-45c346f607a3), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:19.479289 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e2fbd3d3-dace-44c7-b97a-b7422b6674f5 req-3ff922aa-6cde-4403-a40a-ec54b8b08be7 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b2f2c-639f-4174-beb3-847532129066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320340 Jan 27 22:19:19.502242 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39562) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:19.578996 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c6bdf90-cc21-4a83-bfdd-de105ffde89b tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (f9d56e01-f657-4e90-b264-45c346f607a3), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:19.587733 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c6bdf90-cc21-4a83-bfdd-de105ffde89b tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (f9d56e01-f657-4e90-b264-45c346f607a3), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:19.627283 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bdf90-cc21-4a83-bfdd-de105ffde89b tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d56e01-f657-4e90-b264-45c346f607a3,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:19.639674 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c6bdf90-cc21-4a83-bfdd-de105ffde89b tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:19.643828 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6c6bdf90-cc21-4a83-bfdd-de105ffde89b tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3472414 Jan 27 22:19:19.643981 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39566) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:19.658399 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-41bfbd83-282e-44d1-8795-d3be9d1a69d5 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Request body: {'security_group_rule': {'security_group_id': '78675f69-1338-4b23-ab53-7d24003accf9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:19.722045 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41bfbd83-282e-44d1-8795-d3be9d1a69d5 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (34a30d11-6186-49f0-85be-f19df729b309), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:19.795626 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-514c4bf5-9e12-4478-927a-dd7828711053 req-3a104f24-f707-4afb-910f-3b3fadbc6585 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=f80851c6-c482-4d55-948f-2d48e2c5fded HTTP/1.1" status: 200 len: 210 time: 0.1456409 Jan 27 22:19:19.887002 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7b13a9-d744-4497-ab20-fb9229bef52c None None] New status for floating IP 78ae2702-1744-42e0-9e47-b99790051eac: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:19:19.888254 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41bfbd83-282e-44d1-8795-d3be9d1a69d5 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (34a30d11-6186-49f0-85be-f19df729b309), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:19.902222 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41bfbd83-282e-44d1-8795-d3be9d1a69d5 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (34a30d11-6186-49f0-85be-f19df729b309), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:19.971600 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfbd83-282e-44d1-8795-d3be9d1a69d5 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a30d11-6186-49f0-85be-f19df729b309,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:19.992920 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41bfbd83-282e-44d1-8795-d3be9d1a69d5 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:19.994693 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-41bfbd83-282e-44d1-8795-d3be9d1a69d5 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3487132 Jan 27 22:19:19.997415 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39582) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:20.004955 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ebf40c7b-092a-4fd0-abb6-c278d7840132 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Request body: {'security_group_rule': {'security_group_id': '78675f69-1338-4b23-ab53-7d24003accf9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:20.016000 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-480c0d41-2642-4dfb-b472-06ee017bdb6e tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Deleting port 83771304-a00b-4d53-8edc-cd6b7711d409 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:20.016594 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-480c0d41-2642-4dfb-b472-06ee017bdb6e tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (83771304-a00b-4d53-8edc-cd6b7711d409), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:20.099237 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ebf40c7b-092a-4fd0-abb6-c278d7840132 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (96f1355a-cbb8-4e64-b7a9-a9cb72b08334), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:20.143900 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-480c0d41-2642-4dfb-b472-06ee017bdb6e tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (83771304-a00b-4d53-8edc-cd6b7711d409), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:20.146157 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-480c0d41-2642-4dfb-b472-06ee017bdb6e tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for floatingip (83771304-a00b-4d53-8edc-cd6b7711d409), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:20.174208 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-480c0d41-2642-4dfb-b472-06ee017bdb6e tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Calling delete_port for 83771304-a00b-4d53-8edc-cd6b7711d409 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:20.253096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39586) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:20.257451 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ebf40c7b-092a-4fd0-abb6-c278d7840132 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (96f1355a-cbb8-4e64-b7a9-a9cb72b08334), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:20.267825 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ebf40c7b-092a-4fd0-abb6-c278d7840132 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (96f1355a-cbb8-4e64-b7a9-a9cb72b08334), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:20.316180 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf40c7b-092a-4fd0-abb6-c278d7840132 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f1355a-cbb8-4e64-b7a9-a9cb72b08334,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:20.339185 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ebf40c7b-092a-4fd0-abb6-c278d7840132 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:20.347175 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39590) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:20.352826 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ebf40c7b-092a-4fd0-abb6-c278d7840132 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3540890 Jan 27 22:19:20.454801 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5e3ecf2-efe6-4f9e-abb0-64a0200eb714 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (96f1355a-cbb8-4e64-b7a9-a9cb72b08334), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:20.484344 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5e3ecf2-efe6-4f9e-abb0-64a0200eb714 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (96f1355a-cbb8-4e64-b7a9-a9cb72b08334), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:20.573911 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-480c0d41-2642-4dfb-b472-06ee017bdb6e tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (83771304-a00b-4d53-8edc-cd6b7711d409), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:20.605336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-0e042b13-ae7c-4cbd-b7e3-7417de006232 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-47313811-network', 'tenant_id': 'c8b38183e7784cbdbb5caecfcd438791'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:20.651274 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5e3ecf2-efe6-4f9e-abb0-64a0200eb714 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (96f1355a-cbb8-4e64-b7a9-a9cb72b08334), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:20.658242 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5e3ecf2-efe6-4f9e-abb0-64a0200eb714 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:20.662501 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b5e3ecf2-efe6-4f9e-abb0-64a0200eb714 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/96f1355a-cbb8-4e64-b7a9-a9cb72b08334 HTTP/1.1" status: 204 len: 168 time: 0.2980282 Jan 27 22:19:20.663506 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39596) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:20.718079 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c0d41-2642-4dfb-b472-06ee017bdb6e tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Pushing event deleted for resources: {'Port': ['ID=83771304-a00b-4d53-8edc-cd6b7711d409,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:20.728941 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e042b13-ae7c-4cbd-b7e3-7417de006232 admin admin] Made reservation on behalf of c8b38183e7784cbdbb5caecfcd438791 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:19:20.732202 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0e042b13-ae7c-4cbd-b7e3-7417de006232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:20.754623 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0e042b13-ae7c-4cbd-b7e3-7417de006232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:20.804053 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7f8f50e8-ac96-4f15-b9e4-ab40cfee1947 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1389248 Jan 27 22:19:20.807178 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39600) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:20.814982 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3ecf2-efe6-4f9e-abb0-64a0200eb714 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96f1355a-cbb8-4e64-b7a9-a9cb72b08334,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:20.855986 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a14d2adc-fcb5-4b23-a108-0ea522b57e8d tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (34a30d11-6186-49f0-85be-f19df729b309), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:20.874084 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a14d2adc-fcb5-4b23-a108-0ea522b57e8d tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (34a30d11-6186-49f0-85be-f19df729b309), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:20.906124 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-480c0d41-2642-4dfb-b472-06ee017bdb6e tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for floatingip (78ae2702-1744-42e0-9e47-b99790051eac), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:20.910079 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-480c0d41-2642-4dfb-b472-06ee017bdb6e tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:20.912474 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-480c0d41-2642-4dfb-b472-06ee017bdb6e tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "DELETE /v2.0/floatingips/78ae2702-1744-42e0-9e47-b99790051eac HTTP/1.1" status: 204 len: 168 time: 1.4083664 Jan 27 22:19:20.917080 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a14d2adc-fcb5-4b23-a108-0ea522b57e8d tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (34a30d11-6186-49f0-85be-f19df729b309), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:20.924751 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a14d2adc-fcb5-4b23-a108-0ea522b57e8d tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:20.926294 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a14d2adc-fcb5-4b23-a108-0ea522b57e8d tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/34a30d11-6186-49f0-85be-f19df729b309 HTTP/1.1" status: 204 len: 168 time: 0.1175742 Jan 27 22:19:20.930703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39606) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:20.938462 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d2adc-fcb5-4b23-a108-0ea522b57e8d tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34a30d11-6186-49f0-85be-f19df729b309,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:21.003053 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad358c-af32-4213-ba9a-fbfe01e2ad2b req-9289c905-2b37-426e-9fa7-969564c1d98c tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:21.005361 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0dad358c-af32-4213-ba9a-fbfe01e2ad2b req-9289c905-2b37-426e-9fa7-969564c1d98c tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 950 time: 0.3839953 Jan 27 22:19:21.073399 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a6d82-25ef-49bb-94ab-10cf4a9b9475 req-ab1156a2-a7ab-4b99-979a-767584904768 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:21.075145 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d86a6d82-25ef-49bb-94ab-10cf4a9b9475 req-ab1156a2-a7ab-4b99-979a-767584904768 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 950 time: 0.2689242 Jan 27 22:19:21.230039 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b5e8b2c8-e080-41c7-b7c0-3aab20e41594 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2917631 Jan 27 22:19:21.231063 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39612) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:21.240187 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-207fecb3-caba-4655-a195-26f05d473b5b req-18162590-cd58-4bf6-81cf-27e55174fa2b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=f80851c6-c482-4d55-948f-2d48e2c5fded HTTP/1.1" status: 200 len: 210 time: 0.2553234 Jan 27 22:19:21.300556 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff92e-cc81-4000-895a-3e830474c0f2 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (f9d56e01-f657-4e90-b264-45c346f607a3), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:21.310372 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:21.351548 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff92e-cc81-4000-895a-3e830474c0f2 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (f9d56e01-f657-4e90-b264-45c346f607a3), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:21.402460 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39616) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:21.413935 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff92e-cc81-4000-895a-3e830474c0f2 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (f9d56e01-f657-4e90-b264-45c346f607a3), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:21.423279 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4e7ff92e-cc81-4000-895a-3e830474c0f2 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:21.425291 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4e7ff92e-cc81-4000-895a-3e830474c0f2 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/f9d56e01-f657-4e90-b264-45c346f607a3 HTTP/1.1" status: 204 len: 168 time: 0.1919456 Jan 27 22:19:21.443147 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39618) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:21.449128 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ff92e-cc81-4000-895a-3e830474c0f2 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9d56e01-f657-4e90-b264-45c346f607a3,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:21.510539 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0dad358c-af32-4213-ba9a-fbfe01e2ad2b req-3b47279d-471c-441a-86dc-4c2b24706154 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b2f2c-639f-4174-beb3-847532129066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922738 Jan 27 22:19:21.546668 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0e042b13-ae7c-4cbd-b7e3-7417de006232 admin admin] Publish callbacks [] for security_group (d31ab5f0-f43e-4b76-b46e-7dc972f4ff33), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:21.556850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-6a6635ee-7d24-4991-b779-6e993c19e287 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:21.558859 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-6a6635ee-7d24-4991-b779-6e993c19e287 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.15 "GET /v2.0/networks?id=c8b1841d-72c3-4b48-bb6e-fbab5755a859 HTTP/1.1" status: 200 len: 809 time: 0.4774456 Jan 27 22:19:21.566500 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0e042b13-ae7c-4cbd-b7e3-7417de006232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d31ab5f0-f43e-4b76-b46e-7dc972f4ff33), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:21.576417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-9d30517c-3019-45db-9846-1c8b6b2f0d6b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Request body: {'port': {'device_id': 'f80851c6-c482-4d55-948f-2d48e2c5fded', 'network_id': 'c8b1841d-72c3-4b48-bb6e-fbab5755a859', 'admin_state_up': True, 'tenant_id': '02acf2902a154050aaf663bce9998fdd'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:21.591316 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5465d72-404d-4904-91ab-6a25e070d9e8 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group (87606c14-48a8-4d65-bf02-c5c41fde79e4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:21.631260 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5465d72-404d-4904-91ab-6a25e070d9e8 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group (87606c14-48a8-4d65-bf02-c5c41fde79e4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:21.658579 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d857b096-9238-44fe-b913-d74410e7820c tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2139463 Jan 27 22:19:21.659894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e042b13-ae7c-4cbd-b7e3-7417de006232 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:19:21.664112 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39622) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:21.692829 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e042b13-ae7c-4cbd-b7e3-7417de006232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:21.700717 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0e042b13-ae7c-4cbd-b7e3-7417de006232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b2c2a2fd-ec3c-41e8-8c7f-6deffc52e05c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:21.701355 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-0e042b13-ae7c-4cbd-b7e3-7417de006232 admin admin] Added segment b2c2a2fd-ec3c-41e8-8c7f-6deffc52e05c of type vlan for network d0aee01b-e605-4d05-8562-a5c886bc7d44 Jan 27 22:19:21.705909 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-d86a6d82-25ef-49bb-94ab-10cf4a9b9475 req-09420f7b-8592-44e5-8bfc-3887cedb5aa8 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Deleting port 957d7c8a-5874-4425-9fc4-cae34fd276b5 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:21.706808 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d86a6d82-25ef-49bb-94ab-10cf4a9b9475 req-09420f7b-8592-44e5-8bfc-3887cedb5aa8 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (957d7c8a-5874-4425-9fc4-cae34fd276b5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:21.711146 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cc17dffe-3ea7-4fd3-9cdd-c79ef1bf1a6e tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (26c12f8e-f220-4999-a54f-306ac6e64de1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:21.724339 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cc17dffe-3ea7-4fd3-9cdd-c79ef1bf1a6e tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (26c12f8e-f220-4999-a54f-306ac6e64de1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:21.781051 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5465d72-404d-4904-91ab-6a25e070d9e8 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (87606c14-48a8-4d65-bf02-c5c41fde79e4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:21.788241 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f5465d72-404d-4904-91ab-6a25e070d9e8 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:21.795616 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f5465d72-404d-4904-91ab-6a25e070d9e8 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] 10.222.0.23 "DELETE /v2.0/security-groups/87606c14-48a8-4d65-bf02-c5c41fde79e4 HTTP/1.1" status: 204 len: 168 time: 0.3913038 Jan 27 22:19:21.812519 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cc17dffe-3ea7-4fd3-9cdd-c79ef1bf1a6e tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (26c12f8e-f220-4999-a54f-306ac6e64de1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:21.834238 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cc17dffe-3ea7-4fd3-9cdd-c79ef1bf1a6e tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:21.837910 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cc17dffe-3ea7-4fd3-9cdd-c79ef1bf1a6e tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/26c12f8e-f220-4999-a54f-306ac6e64de1 HTTP/1.1" status: 204 len: 168 time: 0.1727369 Jan 27 22:19:21.847187 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39628) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:21.856674 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0e042b13-ae7c-4cbd-b7e3-7417de006232 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (d0aee01b-e605-4d05-8562-a5c886bc7d44), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:21.863856 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39630) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:21.899217 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5465d72-404d-4904-91ab-6a25e070d9e8 tempest-TestServerBasicOps-1170645381 tempest-TestServerBasicOps-1170645381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87606c14-48a8-4d65-bf02-c5c41fde79e4,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:21.910078 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17dffe-3ea7-4fd3-9cdd-c79ef1bf1a6e tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26c12f8e-f220-4999-a54f-306ac6e64de1,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:21.973075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-d86a6d82-25ef-49bb-94ab-10cf4a9b9475 req-09420f7b-8592-44e5-8bfc-3887cedb5aa8 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] For port 957d7c8a-5874-4425-9fc4-cae34fd276b5, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=957d7c8a-5874-4425-9fc4-cae34fd276b5,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:21.975697 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d86a6d82-25ef-49bb-94ab-10cf4a9b9475 req-09420f7b-8592-44e5-8bfc-3887cedb5aa8 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (957d7c8a-5874-4425-9fc4-cae34fd276b5), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:21.990985 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-d86a6d82-25ef-49bb-94ab-10cf4a9b9475 req-09420f7b-8592-44e5-8bfc-3887cedb5aa8 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Calling delete_port for 957d7c8a-5874-4425-9fc4-cae34fd276b5 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:22.041861 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.db.resource_extend [None req-0e042b13-ae7c-4cbd-b7e3-7417de006232 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 22:19:22.176714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-9d30517c-3019-45db-9846-1c8b6b2f0d6b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Made reservation on behalf of 02acf2902a154050aaf663bce9998fdd for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:19:22.181162 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-9d30517c-3019-45db-9846-1c8b6b2f0d6b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:22.190617 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0e042b13-ae7c-4cbd-b7e3-7417de006232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (d0aee01b-e605-4d05-8562-a5c886bc7d44), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:22.192127 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e042b13-ae7c-4cbd-b7e3-7417de006232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:22.192870 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0e042b13-ae7c-4cbd-b7e3-7417de006232 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:22.226091 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3709eadb-86c6-4131-9a06-afe89334f146 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3765988 Jan 27 22:19:22.229021 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39636) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:22.276970 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-405db1c9-62a0-4e48-8fd5-7ffc062cb851 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (faa9698e-dce4-4e7d-a375-7337108afce8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:22.289363 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-405db1c9-62a0-4e48-8fd5-7ffc062cb851 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (faa9698e-dce4-4e7d-a375-7337108afce8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:22.323127 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-405db1c9-62a0-4e48-8fd5-7ffc062cb851 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (faa9698e-dce4-4e7d-a375-7337108afce8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:22.330087 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-405db1c9-62a0-4e48-8fd5-7ffc062cb851 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:22.331244 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-405db1c9-62a0-4e48-8fd5-7ffc062cb851 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/faa9698e-dce4-4e7d-a375-7337108afce8 HTTP/1.1" status: 204 len: 168 time: 0.1011775 Jan 27 22:19:22.335802 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39640) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:22.351065 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405db1c9-62a0-4e48-8fd5-7ffc062cb851 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=faa9698e-dce4-4e7d-a375-7337108afce8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:22.399065 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a74ac587-49ff-4d44-bbf2-f4d25b027206 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0600660 Jan 27 22:19:22.403536 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39642) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:22.442197 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0e042b13-ae7c-4cbd-b7e3-7417de006232 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1874256 Jan 27 22:19:22.469260 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39644) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:22.482600 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-948e0467-4e3e-4ea0-ab58-50618e164ab7 admin admin] Request body: {'subnet': {'network_id': 'd0aee01b-e605-4d05-8562-a5c886bc7d44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-47313811-subnet', 'tenant_id': 'c8b38183e7784cbdbb5caecfcd438791', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:22.492475 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c88f492d-4f76-4781-bfb8-5c6573f237fd req-88263a58-d2c3-47fc-848f-ed51f138fd7f tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=f80851c6-c482-4d55-948f-2d48e2c5fded HTTP/1.1" status: 200 len: 210 time: 0.0885375 Jan 27 22:19:22.505517 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e042b13-ae7c-4cbd-b7e3-7417de006232 admin admin] Pushing event updated for resources: {'Network': ['ID=d0aee01b-e605-4d05-8562-a5c886bc7d44,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:22.516403 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network d0aee01b-e605-4d05-8562-a5c886bc7d44 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:19:22.568303 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2a6376c1-d738-4733-a49e-9be5c892399f tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (78675f69-1338-4b23-ab53-7d24003accf9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:22.644188 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948e0467-4e3e-4ea0-ab58-50618e164ab7 admin admin] Made reservation on behalf of c8b38183e7784cbdbb5caecfcd438791 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:19:22.650292 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-948e0467-4e3e-4ea0-ab58-50618e164ab7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:22.657430 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2a6376c1-d738-4733-a49e-9be5c892399f tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (78675f69-1338-4b23-ab53-7d24003accf9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:22.978470 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2a6376c1-d738-4733-a49e-9be5c892399f tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (78675f69-1338-4b23-ab53-7d24003accf9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:22.982579 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2a6376c1-d738-4733-a49e-9be5c892399f tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:22.986744 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2a6376c1-d738-4733-a49e-9be5c892399f tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "DELETE /v2.0/security-groups/78675f69-1338-4b23-ab53-7d24003accf9 HTTP/1.1" status: 204 len: 168 time: 0.5776227 Jan 27 22:19:22.990781 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-948e0467-4e3e-4ea0-ab58-50618e164ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (9164e34d-ce0a-4461-ba58-ab95961a5562), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:23.001909 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39652) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:23.007831 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f42728-255a-496f-8b15-cb9328744a69 req-f3f8e0b0-2f2a-44dc-ad10-36cf7d6fc3cf tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:23.009395 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1f42728-255a-496f-8b15-cb9328744a69 req-f3f8e0b0-2f2a-44dc-ad10-36cf7d6fc3cf tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d4cd562-a934-4347-a565-6fd67aae2180 HTTP/1.1" status: 200 len: 950 time: 0.3439484 Jan 27 22:19:23.063815 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-9d30517c-3019-45db-9846-1c8b6b2f0d6b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Allocated IP 172.20.0.8 (c8b1841d-72c3-4b48-bb6e-fbab5755a859/5e6237ff-1378-4cdb-b9e2-2d7b3f825529/d7062ebc-643c-4b93-b45f-0cc9012d3f45) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:19:23.074861 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e0467-4e3e-4ea0-ab58-50618e164ab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9164e34d-ce0a-4461-ba58-ab95961a5562,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:23.086506 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d86a6d82-25ef-49bb-94ab-10cf4a9b9475 req-09420f7b-8592-44e5-8bfc-3887cedb5aa8 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (957d7c8a-5874-4425-9fc4-cae34fd276b5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:23.100639 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6376c1-d738-4733-a49e-9be5c892399f tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78675f69-1338-4b23-ab53-7d24003accf9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:23.166861 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6460631b-de79-4d05-bbe5-cb73c42890ec tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1033304 Jan 27 22:19:23.172797 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39654) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:23.181502 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a982683f-e0a2-405b-b24a-2cafc64b98a0 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Request body: {'security_group': {'name': 'tempest-secgroup--1585356703'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:23.231794 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948e0467-4e3e-4ea0-ab58-50618e164ab7 admin admin] Checking segment: {'id': 'b2c2a2fd-ec3c-41e8-8c7f-6deffc52e05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd0aee01b-e605-4d05-8562-a5c886bc7d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:19:23.233525 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948e0467-4e3e-4ea0-ab58-50618e164ab7 admin admin] Network hostable DHCP agents. Network: d0aee01b-e605-4d05-8562-a5c886bc7d44, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:19:23.262807 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948e0467-4e3e-4ea0-ab58-50618e164ab7 admin admin] Network d0aee01b-e605-4d05-8562-a5c886bc7d44 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:19:23.264801 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09420f7b-8592-44e5-8bfc-3887cedb5aa8 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Pushing event deleted for resources: {'Port': ['ID=957d7c8a-5874-4425-9fc4-cae34fd276b5,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:23.283596 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a982683f-e0a2-405b-b24a-2cafc64b98a0 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:23.408305 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-948e0467-4e3e-4ea0-ab58-50618e164ab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, d0aee01b-e605-4d05-8562-a5c886bc7d44) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:19:23.418098 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06acb04-4bdb-45bc-adf4-a3e0a632ce13 None None] Network d0aee01b-e605-4d05-8562-a5c886bc7d44 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:19:23.429092 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948e0467-4e3e-4ea0-ab58-50618e164ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:23.429701 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-948e0467-4e3e-4ea0-ab58-50618e164ab7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:23.441203 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86a6d82-25ef-49bb-94ab-10cf4a9b9475 req-09420f7b-8592-44e5-8bfc-3887cedb5aa8 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] No DVR routers for this DVR port 957d7c8a-5874-4425-9fc4-cae34fd276b5 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:23.451266 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1f42728-255a-496f-8b15-cb9328744a69 req-ecba92d0-3016-40ac-a35c-ed438586b08d tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.23 "GET /v2.0/security-groups?id=c98b2f2c-639f-4174-beb3-847532129066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260628 Jan 27 22:19:23.454351 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d86a6d82-25ef-49bb-94ab-10cf4a9b9475 req-09420f7b-8592-44e5-8bfc-3887cedb5aa8 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:23.457804 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d86a6d82-25ef-49bb-94ab-10cf4a9b9475 req-09420f7b-8592-44e5-8bfc-3887cedb5aa8 tempest-VolumesBackupsTest-213020709 tempest-VolumesBackupsTest-213020709-project] 10.222.0.21 "DELETE /v2.0/ports/957d7c8a-5874-4425-9fc4-cae34fd276b5 HTTP/1.1" status: 204 len: 173 time: 2.3025787 Jan 27 22:19:23.463041 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4cd562-a934-4347-a565-6fd67aae2180', 'name': 'network-vif-deleted', 'tag': '957d7c8a-5874-4425-9fc4-cae34fd276b5'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:19:23.465393 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb481e1c-904d-4959-9613-6ec62762c8e2" -d '{"events": [{"server_uuid": "6d4cd562-a934-4347-a565-6fd67aae2180", "name": "network-vif-deleted", "tag": "957d7c8a-5874-4425-9fc4-cae34fd276b5"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:19:23.497405 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a982683f-e0a2-405b-b24a-2cafc64b98a0 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (4818beb8-915a-44ac-a4a6-5651b7087dc2), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:23.513779 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a982683f-e0a2-405b-b24a-2cafc64b98a0 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4818beb8-915a-44ac-a4a6-5651b7087dc2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:23.543291 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1dcb0b5-0602-4c48-ae5d-c4b8594f714b x-openstack-request-id: req-a1dcb0b5-0602-4c48-ae5d-c4b8594f714b {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:19:23.544865 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4cd562-a934-4347-a565-6fd67aae2180", "name": "network-vif-deleted", "tag": "957d7c8a-5874-4425-9fc4-cae34fd276b5", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:19:23.548894 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-948e0467-4e3e-4ea0-ab58-50618e164ab7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0779753 Jan 27 22:19:23.556414 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1dcb0b5-0602-4c48-ae5d-c4b8594f714b {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:19:23.557186 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4cd562-a934-4347-a565-6fd67aae2180', 'name': 'network-vif-deleted', 'tag': '957d7c8a-5874-4425-9fc4-cae34fd276b5', 'status': 'completed', 'code': 200} Jan 27 22:19:23.603361 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a982683f-e0a2-405b-b24a-2cafc64b98a0 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:23.609575 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a982683f-e0a2-405b-b24a-2cafc64b98a0 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4326761 Jan 27 22:19:23.614484 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39664) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:23.621666 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982683f-e0a2-405b-b24a-2cafc64b98a0 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4818beb8-915a-44ac-a4a6-5651b7087dc2,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:23.647572 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a8c01060-cb2b-4bfa-8f48-b5d296d3fad2 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Request body: {'security_group_rule': {'security_group_id': '4818beb8-915a-44ac-a4a6-5651b7087dc2', 'direction': 'ingress', 'protocol': 17}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:23.731775 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8c01060-cb2b-4bfa-8f48-b5d296d3fad2 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (330dff48-7f69-4b9d-b8e0-e77c08adf5b5), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:23.739968 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8a1613-29d1-4086-8e8c-e56a80315b1e None None] Network d0aee01b-e605-4d05-8562-a5c886bc7d44 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:19:23.800470 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8c01060-cb2b-4bfa-8f48-b5d296d3fad2 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (330dff48-7f69-4b9d-b8e0-e77c08adf5b5), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:23.813288 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8c01060-cb2b-4bfa-8f48-b5d296d3fad2 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (330dff48-7f69-4b9d-b8e0-e77c08adf5b5), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:23.839780 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c01060-cb2b-4bfa-8f48-b5d296d3fad2 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330dff48-7f69-4b9d-b8e0-e77c08adf5b5,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:23.856891 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a8c01060-cb2b-4bfa-8f48-b5d296d3fad2 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:23.867502 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a8c01060-cb2b-4bfa-8f48-b5d296d3fad2 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2262366 Jan 27 22:19:23.870220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39670) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:24.049954 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2f7bc7ba-5b99-453c-9dc0-8a1d9612ff1c tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (4818beb8-915a-44ac-a4a6-5651b7087dc2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.124572 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:19:24.197314 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2f7bc7ba-5b99-453c-9dc0-8a1d9612ff1c tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (4818beb8-915a-44ac-a4a6-5651b7087dc2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.211272 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-647459b5-38b5-4913-a42e-a31c71bb4950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.323102 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2f7bc7ba-5b99-453c-9dc0-8a1d9612ff1c tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4818beb8-915a-44ac-a4a6-5651b7087dc2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.325987 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2f7bc7ba-5b99-453c-9dc0-8a1d9612ff1c tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.330396 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2f7bc7ba-5b99-453c-9dc0-8a1d9612ff1c tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "DELETE /v2.0/security-groups/4818beb8-915a-44ac-a4a6-5651b7087dc2 HTTP/1.1" status: 204 len: 168 time: 0.4567995 Jan 27 22:19:24.339922 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39684) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:24.393306 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bc7ba-5b99-453c-9dc0-8a1d9612ff1c tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4818beb8-915a-44ac-a4a6-5651b7087dc2,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:24.421489 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b42a3032-ad2d-4ab5-a812-a994c04409a4 req-a5a398d0-c73f-4a87-8406-fcbfa7ff2020 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=f80851c6-c482-4d55-948f-2d48e2c5fded HTTP/1.1" status: 200 len: 210 time: 0.7244785 Jan 27 22:19:24.466663 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-879e674b-cd4a-4366-8611-b6ea5f0d68a4 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1236823 Jan 27 22:19:24.474490 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39688) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:24.487523 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-54fee550-8774-4f62-91cd-4d94cec78912 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172103737'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:24.491973 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-9d30517c-3019-45db-9846-1c8b6b2f0d6b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Publish callbacks [] for port (d7062ebc-643c-4b93-b45f-0cc9012d3f45), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.524139 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39692) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:24.539725 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-9d30517c-3019-45db-9846-1c8b6b2f0d6b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d7062ebc-643c-4b93-b45f-0cc9012d3f45), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.539938 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-52b12254-a3d0-4f5b-b3ec-5ae92b2564a7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-818406512-network', 'tenant_id': 'e6cc963147d34087a1a3df232567a8aa'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:24.590884 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54fee550-8774-4f62-91cd-4d94cec78912 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.620058 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-9d30517c-3019-45db-9846-1c8b6b2f0d6b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Network c8b1841d-72c3-4b48-bb6e-fbab5755a859 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:19:24.622971 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b12254-a3d0-4f5b-b3ec-5ae92b2564a7 admin admin] Made reservation on behalf of e6cc963147d34087a1a3df232567a8aa for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:19:24.628657 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-52b12254-a3d0-4f5b-b3ec-5ae92b2564a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.646391 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-52b12254-a3d0-4f5b-b3ec-5ae92b2564a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.683556 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-9d30517c-3019-45db-9846-1c8b6b2f0d6b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:19:24.689750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-9d30517c-3019-45db-9846-1c8b6b2f0d6b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:19:24.795202 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54fee550-8774-4f62-91cd-4d94cec78912 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (3fa093e7-cba2-4993-823b-b3b6fd5cc477), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.805072 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54fee550-8774-4f62-91cd-4d94cec78912 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3fa093e7-cba2-4993-823b-b3b6fd5cc477), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.831016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30517c-3019-45db-9846-1c8b6b2f0d6b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Pushing event updated for resources: {'Port': ['ID=d7062ebc-643c-4b93-b45f-0cc9012d3f45,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:24.894493 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-54fee550-8774-4f62-91cd-4d94cec78912 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.899646 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-54fee550-8774-4f62-91cd-4d94cec78912 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4225373 Jan 27 22:19:24.900929 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39700) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:24.910865 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-0fb033d6-496a-43a5-b8fe-9236c71967fd tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Request body: {'security_group': {'name': 'tempest-secgroup--1792483687'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:24.914113 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-9d30517c-3019-45db-9846-1c8b6b2f0d6b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:24.916500 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-9d30517c-3019-45db-9846-1c8b6b2f0d6b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.926271 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fee550-8774-4f62-91cd-4d94cec78912 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa093e7-cba2-4993-823b-b3b6fd5cc477,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:24.932669 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-52b12254-a3d0-4f5b-b3ec-5ae92b2564a7 admin admin] Publish callbacks [] for security_group (05226ff4-6bbd-408f-a6fb-2b220fb47c38), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.944931 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-52b12254-a3d0-4f5b-b3ec-5ae92b2564a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (05226ff4-6bbd-408f-a6fb-2b220fb47c38), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.989314 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-9d30517c-3019-45db-9846-1c8b6b2f0d6b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4170365 Jan 27 22:19:24.992899 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 957d7c8a-5874-4425-9fc4-cae34fd276b5 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:25.016277 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b12254-a3d0-4f5b-b3ec-5ae92b2564a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:19:25.020353 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0fb033d6-496a-43a5-b8fe-9236c71967fd tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:25.020811 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] Request body: {'port': {'device_id': 'f80851c6-c482-4d55-948f-2d48e2c5fded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:25.039294 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 957d7c8a-5874-4425-9fc4-cae34fd276b5 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:25.041282 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 957d7c8a-5874-4425-9fc4-cae34fd276b5 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:25.044217 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b12254-a3d0-4f5b-b3ec-5ae92b2564a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05226ff4-6bbd-408f-a6fb-2b220fb47c38,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:25.087755 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-52b12254-a3d0-4f5b-b3ec-5ae92b2564a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (395ec478-d86c-4071-87b5-28e4991a5906), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:25.089972 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-52b12254-a3d0-4f5b-b3ec-5ae92b2564a7 admin admin] Added segment 395ec478-d86c-4071-87b5-28e4991a5906 of type vlan for network 72bbe3ac-7289-464b-98b3-f101f98f1192 Jan 27 22:19:25.104846 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e5c5b60b-0708-47f6-aa5d-e90a9f6aba52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (1d9795dd-0100-4221-ab8c-91dc2009a6d8), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:25.242584 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d7062ebc-643c-4b93-b45f-0cc9012d3f45), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:25.243064 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0fb033d6-496a-43a5-b8fe-9236c71967fd tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (ae7daf8e-3c12-4508-89bb-407d9d8c0214), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:25.287968 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0fb033d6-496a-43a5-b8fe-9236c71967fd tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ae7daf8e-3c12-4508-89bb-407d9d8c0214), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:25.315899 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0fb033d6-496a-43a5-b8fe-9236c71967fd tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:25.320601 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0fb033d6-496a-43a5-b8fe-9236c71967fd tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4110808 Jan 27 22:19:25.326620 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39704) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:25.335416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-408b91fc-7f61-4020-8b99-68a93db19c7f tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Request body: {'security_group_rule': {'security_group_id': '3fa093e7-cba2-4993-823b-b3b6fd5cc477', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ae7daf8e-3c12-4508-89bb-407d9d8c0214', 'remote_ip_prefix': None}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:25.340377 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-52b12254-a3d0-4f5b-b3ec-5ae92b2564a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (72bbe3ac-7289-464b-98b3-f101f98f1192), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:25.370295 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb033d6-496a-43a5-b8fe-9236c71967fd tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7daf8e-3c12-4508-89bb-407d9d8c0214,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:25.431149 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-52b12254-a3d0-4f5b-b3ec-5ae92b2564a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (72bbe3ac-7289-464b-98b3-f101f98f1192), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:25.432116 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b12254-a3d0-4f5b-b3ec-5ae92b2564a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:25.432758 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-52b12254-a3d0-4f5b-b3ec-5ae92b2564a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:25.521055 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-52b12254-a3d0-4f5b-b3ec-5ae92b2564a7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9949038 Jan 27 22:19:25.551031 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39710) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:25.556096 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c1fe9168-9df2-4f79-bfd6-44f172900dac admin admin] Request body: {'subnet': {'network_id': '72bbe3ac-7289-464b-98b3-f101f98f1192', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-818406512-subnet', 'tenant_id': 'e6cc963147d34087a1a3df232567a8aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:25.583216 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b12254-a3d0-4f5b-b3ec-5ae92b2564a7 admin admin] Pushing event updated for resources: {'Network': ['ID=72bbe3ac-7289-464b-98b3-f101f98f1192,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:25.592327 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fe9168-9df2-4f79-bfd6-44f172900dac admin admin] Made reservation on behalf of e6cc963147d34087a1a3df232567a8aa for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:19:25.595123 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c1fe9168-9df2-4f79-bfd6-44f172900dac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:25.596276 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 72bbe3ac-7289-464b-98b3-f101f98f1192 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:19:25.697254 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-408b91fc-7f61-4020-8b99-68a93db19c7f tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (cb7cce38-9a7e-4a0d-a99b-b6edb9f72532), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:25.823043 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c1fe9168-9df2-4f79-bfd6-44f172900dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (15665ad6-fee6-4235-808f-0cf3c1d71c28), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:25.845787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42246909-536c-44cc-9de4-5934a9fdbc76 req-741f392a-7e48-47d8-9c7b-1d07ea09b7bb tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:25.845787 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42246909-536c-44cc-9de4-5934a9fdbc76 req-741f392a-7e48-47d8-9c7b-1d07ea09b7bb tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=f80851c6-c482-4d55-948f-2d48e2c5fded HTTP/1.1" status: 200 len: 931 time: 0.1938972 Jan 27 22:19:25.896538 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe9168-9df2-4f79-bfd6-44f172900dac admin admin] Pushing event updated for resources: {'Subnet': ['ID=15665ad6-fee6-4235-808f-0cf3c1d71c28,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:25.904868 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fe9168-9df2-4f79-bfd6-44f172900dac admin admin] Checking segment: {'id': '395ec478-d86c-4071-87b5-28e4991a5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '72bbe3ac-7289-464b-98b3-f101f98f1192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:19:25.905349 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fe9168-9df2-4f79-bfd6-44f172900dac admin admin] Network hostable DHCP agents. Network: 72bbe3ac-7289-464b-98b3-f101f98f1192, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:19:25.915368 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7062ebc-643c-4b93-b45f-0cc9012d3f45 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:19:25.928384 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fe9168-9df2-4f79-bfd6-44f172900dac admin admin] Network 72bbe3ac-7289-464b-98b3-f101f98f1192 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:19:25.945782 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-c1fe9168-9df2-4f79-bfd6-44f172900dac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 72bbe3ac-7289-464b-98b3-f101f98f1192) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:19:25.949463 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] Publish callbacks [] for port (d7062ebc-643c-4b93-b45f-0cc9012d3f45), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:25.956052 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a5685e-1997-4b2d-af9d-519372247aca None None] Network 72bbe3ac-7289-464b-98b3-f101f98f1192 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:19:25.963259 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fe9168-9df2-4f79-bfd6-44f172900dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:25.973663 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c1fe9168-9df2-4f79-bfd6-44f172900dac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:25.996519 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42246909-536c-44cc-9de4-5934a9fdbc76 req-d4057fea-ca49-4671-8f37-70345b04134c tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaafc88-5e8a-4c22-967f-0e3087f4407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372149 Jan 27 22:19:26.027308 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c1fe9168-9df2-4f79-bfd6-44f172900dac admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4751520 Jan 27 22:19:26.068983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] Transition to ACTIVE for port object d7062ebc-643c-4b93-b45f-0cc9012d3f45 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:19:26.080917 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-408b91fc-7f61-4020-8b99-68a93db19c7f tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (cb7cce38-9a7e-4a0d-a99b-b6edb9f72532), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:26.086344 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (d7062ebc-643c-4b93-b45f-0cc9012d3f45), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:26.150130 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] Pushing event updated for resources: {'Port': ['ID=d7062ebc-643c-4b93-b45f-0cc9012d3f45,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:26.172704 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-408b91fc-7f61-4020-8b99-68a93db19c7f tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (cb7cce38-9a7e-4a0d-a99b-b6edb9f72532), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:26.238132 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-408b91fc-7f61-4020-8b99-68a93db19c7f tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:26.239441 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-408b91fc-7f61-4020-8b99-68a93db19c7f tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9112580 Jan 27 22:19:26.242518 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39720) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:26.275112 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3886cf77-e857-43e4-9f3a-238b647d8e85 None None] Network 72bbe3ac-7289-464b-98b3-f101f98f1192 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:19:26.297714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-e5c5b60b-0708-47f6-aa5d-e90a9f6aba52 admin admin] Deleting port d2cdc7ff-b493-49a6-8dc8-4315da02c00c {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:26.298210 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e5c5b60b-0708-47f6-aa5d-e90a9f6aba52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d2cdc7ff-b493-49a6-8dc8-4315da02c00c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:26.316429 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0b5625de-1a9c-4cc1-b627-10b2fb8ec805 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (cb7cce38-9a7e-4a0d-a99b-b6edb9f72532), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:26.335666 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0b5625de-1a9c-4cc1-b627-10b2fb8ec805 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (cb7cce38-9a7e-4a0d-a99b-b6edb9f72532), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:26.394473 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0b5625de-1a9c-4cc1-b627-10b2fb8ec805 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (cb7cce38-9a7e-4a0d-a99b-b6edb9f72532), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:26.406823 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0b5625de-1a9c-4cc1-b627-10b2fb8ec805 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:26.412420 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0b5625de-1a9c-4cc1-b627-10b2fb8ec805 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/cb7cce38-9a7e-4a0d-a99b-b6edb9f72532 HTTP/1.1" status: 204 len: 168 time: 0.1661315 Jan 27 22:19:26.417595 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39724) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:26.479873 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5625de-1a9c-4cc1-b627-10b2fb8ec805 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb7cce38-9a7e-4a0d-a99b-b6edb9f72532,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:26.510089 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d60e30d6-0ffd-4135-a204-936f0a80befc tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0880270 Jan 27 22:19:26.516130 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39730) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:26.528657 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b91fc-7f61-4020-8b99-68a93db19c7f tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7cce38-9a7e-4a0d-a99b-b6edb9f72532,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:26.565300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] Attempting to bind port d7062ebc-643c-4b93-b45f-0cc9012d3f45 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:19:26.565530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] Attempting to bind port d7062ebc-643c-4b93-b45f-0cc9012d3f45 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '8c5a1e9a-2bcd-4221-b091-73479d112d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c8b1841d-72c3-4b48-bb6e-fbab5755a859'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:19:26.565792 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] Attempting to bind port d7062ebc-643c-4b93-b45f-0cc9012d3f45 on network c8b1841d-72c3-4b48-bb6e-fbab5755a859 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:19:26.577814 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] Port d7062ebc-643c-4b93-b45f-0cc9012d3f45 on network c8b1841d-72c3-4b48-bb6e-fbab5755a859 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:19:26.578062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] Attempting to bind port d7062ebc-643c-4b93-b45f-0cc9012d3f45 on network c8b1841d-72c3-4b48-bb6e-fbab5755a859 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:19:26.590016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:19:26.590373 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] Checking segment: {'id': '8c5a1e9a-2bcd-4221-b091-73479d112d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c8b1841d-72c3-4b48-bb6e-fbab5755a859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:19:26.590766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] Bound using segment: {'id': '8c5a1e9a-2bcd-4221-b091-73479d112d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c8b1841d-72c3-4b48-bb6e-fbab5755a859'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:19:26.591211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] Bound port: d7062ebc-643c-4b93-b45f-0cc9012d3f45, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c5a1e9a-2bcd-4221-b091-73479d112d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c8b1841d-72c3-4b48-bb6e-fbab5755a859'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:19:26.591581 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d7062ebc-643c-4b93-b45f-0cc9012d3f45), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:26.594599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-e5c5b60b-0708-47f6-aa5d-e90a9f6aba52 admin admin] For port d2cdc7ff-b493-49a6-8dc8-4315da02c00c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d2cdc7ff-b493-49a6-8dc8-4315da02c00c,segment=NetworkSegment(54fcc853-7c04-4dd3-b772-b4bd058e2d55),segment_id=54fcc853-7c04-4dd3-b772-b4bd058e2d55)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:26.594996 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e5c5b60b-0708-47f6-aa5d-e90a9f6aba52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d2cdc7ff-b493-49a6-8dc8-4315da02c00c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:26.624477 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-94f9292e-0ea4-4375-bac9-060272593101 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (ae7daf8e-3c12-4508-89bb-407d9d8c0214), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:26.630320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-e5c5b60b-0708-47f6-aa5d-e90a9f6aba52 admin admin] Calling delete_port for d2cdc7ff-b493-49a6-8dc8-4315da02c00c owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:26.685886 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-94f9292e-0ea4-4375-bac9-060272593101 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (ae7daf8e-3c12-4508-89bb-407d9d8c0214), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:26.718361 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6d91b83f-9f24-425f-9e7b-9fa1545890d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:26.788376 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-94f9292e-0ea4-4375-bac9-060272593101 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ae7daf8e-3c12-4508-89bb-407d9d8c0214), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:26.791264 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-94f9292e-0ea4-4375-bac9-060272593101 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:26.792919 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-94f9292e-0ea4-4375-bac9-060272593101 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "DELETE /v2.0/security-groups/ae7daf8e-3c12-4508-89bb-407d9d8c0214 HTTP/1.1" status: 204 len: 168 time: 0.2753577 Jan 27 22:19:26.797664 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39738) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:26.827983 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9292e-0ea4-4375-bac9-060272593101 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7daf8e-3c12-4508-89bb-407d9d8c0214,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:26.864888 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] For port d7062ebc-643c-4b93-b45f-0cc9012d3f45, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:19:26.872969 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] For port d7062ebc-643c-4b93-b45f-0cc9012d3f45, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=d7062ebc-643c-4b93-b45f-0cc9012d3f45,segment=NetworkSegment(8c5a1e9a-2bcd-4221-b091-73479d112d8c),segment_id=8c5a1e9a-2bcd-4221-b091-73479d112d8c)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:19:26.937888 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (d7062ebc-643c-4b93-b45f-0cc9012d3f45), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.056066 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:27.057638 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.059914 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] 10.222.0.15 "PUT /v2.0/ports/d7062ebc-643c-4b93-b45f-0cc9012d3f45 HTTP/1.1" status: 200 len: 1091 time: 2.0614593 Jan 27 22:19:27.120018 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80851c6-c482-4d55-948f-2d48e2c5fded', 'tag': 'd7062ebc-643c-4b93-b45f-0cc9012d3f45'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:19:27.125263 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e372246-b998-4228-af8b-81c168c80a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "f80851c6-c482-4d55-948f-2d48e2c5fded", "tag": "d7062ebc-643c-4b93-b45f-0cc9012d3f45"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:19:27.131089 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5a317-10f4-4da0-a634-ca226e88b480 service neutron] Pushing event updated for resources: {'Port': ['ID=d7062ebc-643c-4b93-b45f-0cc9012d3f45,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:27.184795 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-fd0eae5f-2b1c-4212-8f6c-7da798b21e75 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3840642 Jan 27 22:19:27.191555 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39752) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:27.225951 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e5c5b60b-0708-47f6-aa5d-e90a9f6aba52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d2cdc7ff-b493-49a6-8dc8-4315da02c00c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.276959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5b60b-0708-47f6-aa5d-e90a9f6aba52 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2cdc7ff-b493-49a6-8dc8-4315da02c00c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:27.289342 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eacfdb73-8e1f-4770-9d99-0927ed159d97 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (3fa093e7-cba2-4993-823b-b3b6fd5cc477), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.393134 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eacfdb73-8e1f-4770-9d99-0927ed159d97 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (3fa093e7-cba2-4993-823b-b3b6fd5cc477), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.467417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907f7db-1cf0-4c18-980c-474426328a98 req-5b38190c-3592-4e1e-a80f-e83a0eb91610 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:27.476742 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4907f7db-1cf0-4c18-980c-474426328a98 req-5b38190c-3592-4e1e-a80f-e83a0eb91610 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/networks?id=d0aee01b-e605-4d05-8562-a5c886bc7d44 HTTP/1.1" status: 200 len: 810 time: 0.5472519 Jan 27 22:19:27.485569 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-67cc5b37-f19c-4aa3-8038-a45637a3d174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:27.491783 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-67cc5b37-f19c-4aa3-8038-a45637a3d174 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02acf2902a154050aaf663bce9998fdd&device_id=f80851c6-c482-4d55-948f-2d48e2c5fded HTTP/1.1" status: 200 len: 1094 time: 0.3366404 Jan 27 22:19:27.510831 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eacfdb73-8e1f-4770-9d99-0927ed159d97 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3fa093e7-cba2-4993-823b-b3b6fd5cc477), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.513532 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eacfdb73-8e1f-4770-9d99-0927ed159d97 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.517484 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-eacfdb73-8e1f-4770-9d99-0927ed159d97 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "DELETE /v2.0/security-groups/3fa093e7-cba2-4993-823b-b3b6fd5cc477 HTTP/1.1" status: 204 len: 168 time: 0.3223629 Jan 27 22:19:27.521232 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39756) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:27.568418 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.576534 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b59bef-fb9d-484b-8d65-4616e3015fa4 req-4d1848b1-9453-47fc-bd15-1982138f7c92 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:27.579023 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f6b59bef-fb9d-484b-8d65-4616e3015fa4 req-4d1848b1-9453-47fc-bd15-1982138f7c92 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=f80851c6-c482-4d55-948f-2d48e2c5fded HTTP/1.1" status: 200 len: 943 time: 0.4445662 Jan 27 22:19:27.580662 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacfdb73-8e1f-4770-9d99-0927ed159d97 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa093e7-cba2-4993-823b-b3b6fd5cc477,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:27.603109 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2ca097e8-b6a8-4280-b3a8-d3ca6fa2effe tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0793850 Jan 27 22:19:27.606552 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39758) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:27.613034 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-0cdd4fa7-3ede-4882-a1ae-3c9abb0c0d59 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Request body: {'security_group': {'name': 'tempest-secgroup--1528221874'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:27.648140 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0cdd4fa7-3ede-4882-a1ae-3c9abb0c0d59 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.659846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4907f7db-1cf0-4c18-980c-474426328a98 req-9db69782-e99b-4b76-b306-151c6e824e40 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/quotas/c8b38183e7784cbdbb5caecfcd438791 HTTP/1.1" status: 200 len: 375 time: 0.1603334 Jan 27 22:19:27.663395 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-5f64ad1b-a6bc-4db0-965e-b6b2b672bc01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7062ebc-643c-4b93-b45f-0cc9012d3f45 HTTP/1.1" status: 200 len: 217 time: 0.1604683 Jan 27 22:19:27.771123 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f6b59bef-fb9d-484b-8d65-4616e3015fa4 req-ef0a2716-4176-44d8-b911-e0ed0353f5ff tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaafc88-5e8a-4c22-967f-0e3087f4407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283360 Jan 27 22:19:27.797256 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4907f7db-1cf0-4c18-980c-474426328a98 req-d3cffdfd-129b-43b3-8b49-d8f420b0166d tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8b38183e7784cbdbb5caecfcd438791&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1279180 Jan 27 22:19:27.803054 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0cdd4fa7-3ede-4882-a1ae-3c9abb0c0d59 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (c7a6695a-2ebf-4e25-81c7-7fd0f1a1ce43), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.818931 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0cdd4fa7-3ede-4882-a1ae-3c9abb0c0d59 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c7a6695a-2ebf-4e25-81c7-7fd0f1a1ce43), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.864596 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd4fa7-3ede-4882-a1ae-3c9abb0c0d59 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a6695a-2ebf-4e25-81c7-7fd0f1a1ce43,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:27.872322 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0cdd4fa7-3ede-4882-a1ae-3c9abb0c0d59 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.876669 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0cdd4fa7-3ede-4882-a1ae-3c9abb0c0d59 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2686348 Jan 27 22:19:27.877462 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39762) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:27.883739 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-37abf977-7833-40a8-84dd-f3cc77f131de tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Request body: {'security_group_rule': {'security_group_id': 'c7a6695a-2ebf-4e25-81c7-7fd0f1a1ce43', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:27.915077 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37abf977-7833-40a8-84dd-f3cc77f131de tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (a440a44c-85cf-4e32-9e90-0fd43669b39a), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.915967 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4907f7db-1cf0-4c18-980c-474426328a98 req-683bfd4d-40cf-4470-9907-755e7e230251 service neutron] 10.222.0.23 "GET /v2.0/networks/d0aee01b-e605-4d05-8562-a5c886bc7d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256201 Jan 27 22:19:27.937520 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763be8f9-d903-46f6-8a59-1c1e70a401d6 x-openstack-request-id: req-763be8f9-d903-46f6-8a59-1c1e70a401d6 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:19:27.937971 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80851c6-c482-4d55-948f-2d48e2c5fded", "tag": "d7062ebc-643c-4b93-b45f-0cc9012d3f45", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:19:27.938401 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-763be8f9-d903-46f6-8a59-1c1e70a401d6 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:19:27.938969 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80851c6-c482-4d55-948f-2d48e2c5fded', 'tag': 'd7062ebc-643c-4b93-b45f-0cc9012d3f45', 'status': 'completed', 'code': 200} Jan 27 22:19:28.025935 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37abf977-7833-40a8-84dd-f3cc77f131de tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (a440a44c-85cf-4e32-9e90-0fd43669b39a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.033802 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37abf977-7833-40a8-84dd-f3cc77f131de tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (a440a44c-85cf-4e32-9e90-0fd43669b39a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.050681 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37abf977-7833-40a8-84dd-f3cc77f131de tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a440a44c-85cf-4e32-9e90-0fd43669b39a,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:28.063180 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-30496016-2310-4413-80ad-adaef9f18815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:28.064908 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-30496016-2310-4413-80ad-adaef9f18815 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e6237ff-1378-4cdb-b9e2-2d7b3f825529 HTTP/1.1" status: 200 len: 849 time: 0.2981260 Jan 27 22:19:28.074174 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-37abf977-7833-40a8-84dd-f3cc77f131de tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.080184 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-37abf977-7833-40a8-84dd-f3cc77f131de tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2013450 Jan 27 22:19:28.081238 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39766) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:28.114333 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d5179ad5-0045-4835-a269-6bbd5bdcadac tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (a440a44c-85cf-4e32-9e90-0fd43669b39a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.123820 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d5179ad5-0045-4835-a269-6bbd5bdcadac tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (a440a44c-85cf-4e32-9e90-0fd43669b39a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.148849 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-49e7aad5-2dfe-462f-977e-552398a95a89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8b1841d-72c3-4b48-bb6e-fbab5755a859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770538 Jan 27 22:19:28.163888 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d5179ad5-0045-4835-a269-6bbd5bdcadac tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (a440a44c-85cf-4e32-9e90-0fd43669b39a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.172467 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d5179ad5-0045-4835-a269-6bbd5bdcadac tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.176697 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d5179ad5-0045-4835-a269-6bbd5bdcadac tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/a440a44c-85cf-4e32-9e90-0fd43669b39a HTTP/1.1" status: 204 len: 168 time: 0.0931280 Jan 27 22:19:28.177318 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39768) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:28.183015 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5179ad5-0045-4835-a269-6bbd5bdcadac tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a440a44c-85cf-4e32-9e90-0fd43669b39a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:28.251619 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6d6a2ac7-ecc8-45f7-b0ae-9460ac888734 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0672078 Jan 27 22:19:28.252391 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39772) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:28.267738 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-305eade3-dd90-42b9-875d-2e1c4bc745fa service neutron] 10.222.0.15 "GET /v2.0/networks/c8b1841d-72c3-4b48-bb6e-fbab5755a859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053379 Jan 27 22:19:28.325352 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e400c9c2-10ad-4910-be3a-8c89fb3bbdb2 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (c7a6695a-2ebf-4e25-81c7-7fd0f1a1ce43), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.351960 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e400c9c2-10ad-4910-be3a-8c89fb3bbdb2 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (c7a6695a-2ebf-4e25-81c7-7fd0f1a1ce43), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.377554 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4907f7db-1cf0-4c18-980c-474426328a98 req-ca3c0432-40ff-4a35-aac6-277e0c45f5ef service neutron] 10.222.0.23 "GET /v2.0/networks/d0aee01b-e605-4d05-8562-a5c886bc7d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605191 Jan 27 22:19:28.378347 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e5c5b60b-0708-47f6-aa5d-e90a9f6aba52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (1d9795dd-0100-4221-ab8c-91dc2009a6d8), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.430197 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e400c9c2-10ad-4910-be3a-8c89fb3bbdb2 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c7a6695a-2ebf-4e25-81c7-7fd0f1a1ce43), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.433524 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e400c9c2-10ad-4910-be3a-8c89fb3bbdb2 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.434931 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e400c9c2-10ad-4910-be3a-8c89fb3bbdb2 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "DELETE /v2.0/security-groups/c7a6695a-2ebf-4e25-81c7-7fd0f1a1ce43 HTTP/1.1" status: 204 len: 168 time: 0.1815703 Jan 27 22:19:28.442153 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39778) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:28.486606 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400c9c2-10ad-4910-be3a-8c89fb3bbdb2 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a6695a-2ebf-4e25-81c7-7fd0f1a1ce43,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:28.540278 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7320941-3d0d-4e19-bd12-3d19267178dd req-6fc5d889-e798-47b3-b2fa-dd00ed836f3d service neutron] 10.222.0.15 "GET /v2.0/networks/c8b1841d-72c3-4b48-bb6e-fbab5755a859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626929 Jan 27 22:19:28.608038 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1edd1b34-86d1-4eaf-9365-a6fac6775c5d tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1635559 Jan 27 22:19:28.612729 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39784) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:28.620723 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-34c0d587-fe08-41d0-b5aa-bf9cc073abde tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Request body: {'security_group': {'name': 'tempest-secgroup--966264664'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:28.647706 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-34c0d587-fe08-41d0-b5aa-bf9cc073abde tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.744414 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-34c0d587-fe08-41d0-b5aa-bf9cc073abde tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (b5fce031-233e-425f-b977-3e71359e86c0), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.752239 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-34c0d587-fe08-41d0-b5aa-bf9cc073abde tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b5fce031-233e-425f-b977-3e71359e86c0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.836479 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0d587-fe08-41d0-b5aa-bf9cc073abde tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fce031-233e-425f-b977-3e71359e86c0,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:28.859765 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-34c0d587-fe08-41d0-b5aa-bf9cc073abde tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.861674 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-34c0d587-fe08-41d0-b5aa-bf9cc073abde tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2459147 Jan 27 22:19:28.864985 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39794) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:28.869955 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ce171dfb-fcef-4241-8e2b-c0b419561fd4 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Request body: {'security_group_rule': {'security_group_id': 'b5fce031-233e-425f-b977-3e71359e86c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:28.907494 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce171dfb-fcef-4241-8e2b-c0b419561fd4 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (295e92de-296c-45a3-95d0-9c07d76014c4), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.975470 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:28.991366 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce171dfb-fcef-4241-8e2b-c0b419561fd4 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (295e92de-296c-45a3-95d0-9c07d76014c4), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.002616 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce171dfb-fcef-4241-8e2b-c0b419561fd4 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (295e92de-296c-45a3-95d0-9c07d76014c4), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.058960 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce171dfb-fcef-4241-8e2b-c0b419561fd4 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295e92de-296c-45a3-95d0-9c07d76014c4,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:29.083574 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce171dfb-fcef-4241-8e2b-c0b419561fd4 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.085049 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ce171dfb-fcef-4241-8e2b-c0b419561fd4 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2186630 Jan 27 22:19:29.087608 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39802) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:29.136392 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-414be9a3-f7f8-482d-bf23-721f9855870a tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-group-rules/295e92de-296c-45a3-95d0-9c07d76014c4 HTTP/1.1" status: 200 len: 763 time: 0.0452535 Jan 27 22:19:29.141291 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39804) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:29.168116 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4918edb2-b2e1-457c-86f5-2f8d951fe063 req-dcfd9568-e0cf-4ed6-8f1a-77568903ed3e tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 210 time: 0.5537519 Jan 27 22:19:29.252230 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0a81a9e8-fa75-45ef-a6ac-5d42ee262df1 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1079650 Jan 27 22:19:29.255859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e372246-b998-4228-af8b-81c168c80a3f req-63fc6a51-85d2-4223-bf05-66e6239b75ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:29.257900 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e372246-b998-4228-af8b-81c168c80a3f req-63fc6a51-85d2-4223-bf05-66e6239b75ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02acf2902a154050aaf663bce9998fdd&device_id=f80851c6-c482-4d55-948f-2d48e2c5fded HTTP/1.1" status: 200 len: 1094 time: 0.6420465 Jan 27 22:19:29.260252 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39808) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:29.266006 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29bcf7-765d-480d-84c4-cb89959f7267 req-a41b851f-6b95-4688-89f5-3725bdb82720 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:29.280365 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a29bcf7-765d-480d-84c4-cb89959f7267 req-a41b851f-6b95-4688-89f5-3725bdb82720 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=f80851c6-c482-4d55-948f-2d48e2c5fded HTTP/1.1" status: 200 len: 943 time: 0.1103261 Jan 27 22:19:29.315589 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-debac6a1-ca90-4f80-85f5-f7f7d3f2ca4a tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (295e92de-296c-45a3-95d0-9c07d76014c4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.341005 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-debac6a1-ca90-4f80-85f5-f7f7d3f2ca4a tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (295e92de-296c-45a3-95d0-9c07d76014c4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.409413 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-debac6a1-ca90-4f80-85f5-f7f7d3f2ca4a tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (295e92de-296c-45a3-95d0-9c07d76014c4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.416048 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-debac6a1-ca90-4f80-85f5-f7f7d3f2ca4a tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.417213 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-debac6a1-ca90-4f80-85f5-f7f7d3f2ca4a tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/295e92de-296c-45a3-95d0-9c07d76014c4 HTTP/1.1" status: 204 len: 168 time: 0.1539936 Jan 27 22:19:29.441128 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39814) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:29.474916 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debac6a1-ca90-4f80-85f5-f7f7d3f2ca4a tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=295e92de-296c-45a3-95d0-9c07d76014c4,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:29.528555 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d73ec47e-aad4-4b0c-9911-82c6466ed9ec tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0845988 Jan 27 22:19:29.533163 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39816) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:29.538618 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9085dbe4-5aab-4304-b953-801fb2ce18b0 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Request body: {'security_group_rule': {'security_group_id': 'b5fce031-233e-425f-b977-3e71359e86c0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:29.565912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a29bcf7-765d-480d-84c4-cb89959f7267 req-035e9305-255d-47aa-97dc-eba8c218b8ac tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaafc88-5e8a-4c22-967f-0e3087f4407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852254 Jan 27 22:19:29.581338 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9085dbe4-5aab-4304-b953-801fb2ce18b0 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (320bd12b-b3f0-4c71-9fce-0fdc4f2d4b09), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.665835 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c5b60b-0708-47f6-aa5d-e90a9f6aba52 admin admin] Router 1d9795dd-0100-4221-ab8c-91dc2009a6d8 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:19:29.670060 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e372246-b998-4228-af8b-81c168c80a3f req-659fb52a-e3a0-45b7-93b5-9cbf5e4c1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:29.672112 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e372246-b998-4228-af8b-81c168c80a3f req-659fb52a-e3a0-45b7-93b5-9cbf5e4c1d4e service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8b1841d-72c3-4b48-bb6e-fbab5755a859 HTTP/1.1" status: 200 len: 910 time: 0.3570199 Jan 27 22:19:29.712590 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9085dbe4-5aab-4304-b953-801fb2ce18b0 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (320bd12b-b3f0-4c71-9fce-0fdc4f2d4b09), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.720484 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9085dbe4-5aab-4304-b953-801fb2ce18b0 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (320bd12b-b3f0-4c71-9fce-0fdc4f2d4b09), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.743125 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085dbe4-5aab-4304-b953-801fb2ce18b0 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320bd12b-b3f0-4c71-9fce-0fdc4f2d4b09,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:29.765672 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e372246-b998-4228-af8b-81c168c80a3f req-112a52f7-7ad0-49a6-9871-2e9a95d48aca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7062ebc-643c-4b93-b45f-0cc9012d3f45 HTTP/1.1" status: 200 len: 217 time: 0.0859320 Jan 27 22:19:29.779274 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9085dbe4-5aab-4304-b953-801fb2ce18b0 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:29.785831 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9085dbe4-5aab-4304-b953-801fb2ce18b0 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2504158 Jan 27 22:19:29.788283 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39820) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:29.826658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e372246-b998-4228-af8b-81c168c80a3f req-d194d3ec-0832-4871-8f5d-8951f9972481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:29.828598 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e372246-b998-4228-af8b-81c168c80a3f req-d194d3ec-0832-4871-8f5d-8951f9972481 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e6237ff-1378-4cdb-b9e2-2d7b3f825529 HTTP/1.1" status: 200 len: 849 time: 0.0563560 Jan 27 22:19:29.850856 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c197ec66-606a-4512-9bb7-9a0d7091b0cb tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-group-rules/320bd12b-b3f0-4c71-9fce-0fdc4f2d4b09 HTTP/1.1" status: 200 len: 763 time: 0.0560489 Jan 27 22:19:29.851898 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39822) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:29.877047 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e372246-b998-4228-af8b-81c168c80a3f req-6c64eed5-7041-4840-8e9c-c06123344a22 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8b1841d-72c3-4b48-bb6e-fbab5755a859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424068 Jan 27 22:19:29.913818 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7bb791a6-1181-4458-bf44-d040404636f9 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0605059 Jan 27 22:19:29.914319 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39824) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:30.015301 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc965dee-eb98-4243-879a-ff5216833e5b tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (320bd12b-b3f0-4c71-9fce-0fdc4f2d4b09), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:30.021427 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c5b60b-0708-47f6-aa5d-e90a9f6aba52 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:19:30.032586 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e5c5b60b-0708-47f6-aa5d-e90a9f6aba52 admin admin] 10.222.0.23 "PUT /v2.0/routers/1d9795dd-0100-4221-ab8c-91dc2009a6d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1647983 Jan 27 22:19:30.032762 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f0f2d-738f-4065-9684-45e599099bce None None] Sync routers for ids ['1d9795dd-0100-4221-ab8c-91dc2009a6d8'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:19:30.033201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39826) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:30.038258 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc965dee-eb98-4243-879a-ff5216833e5b tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (320bd12b-b3f0-4c71-9fce-0fdc4f2d4b09), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:30.059332 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f0f2d-738f-4065-9684-45e599099bce None None] Routers {'1d9795dd-0100-4221-ab8c-91dc2009a6d8'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:30.060056 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b87f0f2d-738f-4065-9684-45e599099bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:19:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['1d9795dd-0100-4221-ab8c-91dc2009a6d8'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:30.088350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e372246-b998-4228-af8b-81c168c80a3f req-d932c4a3-9f79-4180-93b6-5193b89b9fcd service neutron] 10.222.0.15 "GET /v2.0/networks/c8b1841d-72c3-4b48-bb6e-fbab5755a859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751924 Jan 27 22:19:30.093942 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc965dee-eb98-4243-879a-ff5216833e5b tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (320bd12b-b3f0-4c71-9fce-0fdc4f2d4b09), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:30.242053 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-075f40e2-a869-4265-a26c-57786b0412da admin admin] Publish callbacks [] for router (1d9795dd-0100-4221-ab8c-91dc2009a6d8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:30.296927 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc965dee-eb98-4243-879a-ff5216833e5b tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:30.303862 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bc965dee-eb98-4243-879a-ff5216833e5b tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/320bd12b-b3f0-4c71-9fce-0fdc4f2d4b09 HTTP/1.1" status: 204 len: 168 time: 0.3872714 Jan 27 22:19:30.306611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39830) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:30.403244 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:30.406000 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc965dee-eb98-4243-879a-ff5216833e5b tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=320bd12b-b3f0-4c71-9fce-0fdc4f2d4b09,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:30.438689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b87f0f2d-738f-4065-9684-45e599099bce None None] Set router 1d9795dd-0100-4221-ab8c-91dc2009a6d8 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:30.499986 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-075f40e2-a869-4265-a26c-57786b0412da admin admin] Publish callbacks [] for router_gateway (1d9795dd-0100-4221-ab8c-91dc2009a6d8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:30.510241 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70db83a3-7aba-4b8b-9a12-ac5b2a260602 req-fbef85c4-2999-49d8-afb2-0c6cd8f749b7 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 210 time: 0.1757164 Jan 27 22:19:30.639654 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-075f40e2-a869-4265-a26c-57786b0412da admin admin] Deleting port b5157c60-5ff9-4639-b38d-4b25568f8494 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:30.640123 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-075f40e2-a869-4265-a26c-57786b0412da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b5157c60-5ff9-4639-b38d-4b25568f8494), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:30.677912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3a8da494-cf35-40ad-9686-e7156f107d8f tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3534167 Jan 27 22:19:30.694254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39842) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:30.700403 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-4505b646-b94d-442a-89cf-fbb016fb8455 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Request body: {'security_group_rule': {'security_group_id': 'b5fce031-233e-425f-b977-3e71359e86c0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:30.726041 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e372246-b998-4228-af8b-81c168c80a3f req-43311238-7f3d-434c-878b-be01687b70dc service neutron] 10.222.0.15 "GET /v2.0/networks/c8b1841d-72c3-4b48-bb6e-fbab5755a859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6269343 Jan 27 22:19:30.754923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907f7db-1cf0-4c18-980c-474426328a98 req-6dcf5d6a-9a14-44d8-9037-a9827a152024 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:30.756823 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4907f7db-1cf0-4c18-980c-474426328a98 req-6dcf5d6a-9a14-44d8-9037-a9827a152024 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.21 "GET /v2.0/networks?id=d0aee01b-e605-4d05-8562-a5c886bc7d44 HTTP/1.1" status: 200 len: 810 time: 0.4397554 Jan 27 22:19:30.758792 n-d-772272-3 neutron-server[109741]: INFO neutron.db.securitygroups_db [None req-4505b646-b94d-442a-89cf-fbb016fb8455 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Project 9ca89ab788184a3192722dab24a3cd77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:19:30.761837 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-075f40e2-a869-4265-a26c-57786b0412da admin admin] For port b5157c60-5ff9-4639-b38d-4b25568f8494, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b5157c60-5ff9-4639-b38d-4b25568f8494,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:30.762631 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-075f40e2-a869-4265-a26c-57786b0412da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b5157c60-5ff9-4639-b38d-4b25568f8494), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:30.765188 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4505b646-b94d-442a-89cf-fbb016fb8455 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (5e40290e-b44b-41a6-8096-15c7b65a0c64), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:30.774128 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-4907f7db-1cf0-4c18-980c-474426328a98 req-306fb5ad-b61c-4721-883a-e1dcbd8f2bfe tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Request body: {'port': {'device_id': '250d73ab-8f70-4965-b646-823bcbf7354c', 'network_id': 'd0aee01b-e605-4d05-8562-a5c886bc7d44', 'admin_state_up': True, 'tenant_id': 'c8b38183e7784cbdbb5caecfcd438791'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:30.779334 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-075f40e2-a869-4265-a26c-57786b0412da admin admin] Calling delete_port for b5157c60-5ff9-4639-b38d-4b25568f8494 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:30.929255 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device d7062ebc-643c-4b93-b45f-0cc9012d3f45 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:19:30.948473 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf632dc-5b0e-4f56-88a0-e80b3fc45331 req-9c53e350-0c67-4ede-ae67-7ae71b96fd80 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:30.950101 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dbf632dc-5b0e-4f56-88a0-e80b3fc45331 req-9c53e350-0c67-4ede-ae67-7ae71b96fd80 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=f80851c6-c482-4d55-948f-2d48e2c5fded HTTP/1.1" status: 200 len: 943 time: 0.1651204 Jan 27 22:19:30.983989 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4505b646-b94d-442a-89cf-fbb016fb8455 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (5e40290e-b44b-41a6-8096-15c7b65a0c64), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.031918 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4505b646-b94d-442a-89cf-fbb016fb8455 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (5e40290e-b44b-41a6-8096-15c7b65a0c64), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.054505 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-075f40e2-a869-4265-a26c-57786b0412da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b5157c60-5ff9-4639-b38d-4b25568f8494), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.061528 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4907f7db-1cf0-4c18-980c-474426328a98 req-306fb5ad-b61c-4721-883a-e1dcbd8f2bfe tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Made reservation on behalf of c8b38183e7784cbdbb5caecfcd438791 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:19:31.065594 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4907f7db-1cf0-4c18-980c-474426328a98 req-306fb5ad-b61c-4721-883a-e1dcbd8f2bfe tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.078495 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dbf632dc-5b0e-4f56-88a0-e80b3fc45331 req-cf7967a2-8d38-484d-939e-602fa7c3b8ab tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaafc88-5e8a-4c22-967f-0e3087f4407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201520 Jan 27 22:19:31.084058 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f40e2-a869-4265-a26c-57786b0412da admin admin] Pushing event deleted for resources: {'Port': ['ID=b5157c60-5ff9-4639-b38d-4b25568f8494,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:31.095526 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505b646-b94d-442a-89cf-fbb016fb8455 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e40290e-b44b-41a6-8096-15c7b65a0c64,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:31.155651 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port d7062ebc-643c-4b93-b45f-0cc9012d3f45, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=d7062ebc-643c-4b93-b45f-0cc9012d3f45,segment=NetworkSegment(8c5a1e9a-2bcd-4221-b091-73479d112d8c),segment_id=8c5a1e9a-2bcd-4221-b091-73479d112d8c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:31.172517 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'd7062ebc-643c-4b93-b45f-0cc9012d3f45', 'network_id': 'c8b1841d-72c3-4b48-bb6e-fbab5755a859', 'port_id': 'd7062ebc-643c-4b93-b45f-0cc9012d3f45', 'mac_address': 'fa:16:3e:f7:78:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6237ff-1378-4cdb-b9e2-2d7b3f825529', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:19:31.229773 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4505b646-b94d-442a-89cf-fbb016fb8455 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.234372 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-075f40e2-a869-4265-a26c-57786b0412da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (1d9795dd-0100-4221-ab8c-91dc2009a6d8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.235663 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4505b646-b94d-442a-89cf-fbb016fb8455 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5386734 Jan 27 22:19:31.237139 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39844) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:31.271595 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port d7062ebc-643c-4b93-b45f-0cc9012d3f45 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:19:31.271993 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d7062ebc-643c-4b93-b45f-0cc9012d3f45), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.300641 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7062ebc-643c-4b93-b45f-0cc9012d3f45 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:19:31.321881 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port d7062ebc-643c-4b93-b45f-0cc9012d3f45, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=d7062ebc-643c-4b93-b45f-0cc9012d3f45,segment=NetworkSegment(8c5a1e9a-2bcd-4221-b091-73479d112d8c),segment_id=8c5a1e9a-2bcd-4221-b091-73479d112d8c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:31.344381 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d7062ebc-643c-4b93-b45f-0cc9012d3f45), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.369993 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-98248e83-95c7-45d9-a388-3d66aaa5e7db tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-group-rules/5e40290e-b44b-41a6-8096-15c7b65a0c64 HTTP/1.1" status: 200 len: 769 time: 0.1262155 Jan 27 22:19:31.371951 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39846) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:31.410619 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-075f40e2-a869-4265-a26c-57786b0412da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (1d9795dd-0100-4221-ab8c-91dc2009a6d8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.414085 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-075f40e2-a869-4265-a26c-57786b0412da admin admin] Publish callbacks [] for router_controller (1d9795dd-0100-4221-ab8c-91dc2009a6d8), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.468418 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-4907f7db-1cf0-4c18-980c-474426328a98 req-306fb5ad-b61c-4721-883a-e1dcbd8f2bfe tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Allocated IP 172.20.0.5 (d0aee01b-e605-4d05-8562-a5c886bc7d44/9164e34d-ce0a-4461-ba58-ab95961a5562/5531b149-64b9-472b-9024-e018481f174e) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:19:31.512495 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-075f40e2-a869-4265-a26c-57786b0412da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (1d9795dd-0100-4221-ab8c-91dc2009a6d8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.513425 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075f40e2-a869-4265-a26c-57786b0412da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d9795dd-0100-4221-ab8c-91dc2009a6d8 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:19:31.522763 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-075f40e2-a869-4265-a26c-57786b0412da admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.529564 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-075f40e2-a869-4265-a26c-57786b0412da admin admin] 10.222.0.23 "DELETE /v2.0/routers/1d9795dd-0100-4221-ab8c-91dc2009a6d8 HTTP/1.1" status: 204 len: 168 time: 1.4955604 Jan 27 22:19:31.534127 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39854) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:31.563507 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=d7062ebc-643c-4b93-b45f-0cc9012d3f45,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:31.582248 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['d7062ebc-643c-4b93-b45f-0cc9012d3f45'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:19:31.583049 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ddfaa352-d974-4c85-83c1-645c98a18805 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2097383 Jan 27 22:19:31.586761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39856) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:31.666799 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6833df6-5b09-4eaf-8176-17acf78a291a admin admin] Deleting subnet a65de3af-7726-48bb-8509-44e3eaa0a25b {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:19:31.670385 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c6833df6-5b09-4eaf-8176-17acf78a291a admin admin] Publish callbacks [] for subnet (a65de3af-7726-48bb-8509-44e3eaa0a25b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.715410 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2c10aa92-bc4e-4a99-ae69-ac706a0d6897 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (5e40290e-b44b-41a6-8096-15c7b65a0c64), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.722465 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c6833df6-5b09-4eaf-8176-17acf78a291a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (a65de3af-7726-48bb-8509-44e3eaa0a25b), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.725047 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b87f0f2d-738f-4065-9684-45e599099bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'name': 'tempest-TestServerBasicOps-1366050916-router', 'tenant_id': '8a5fc25301d94383ab4235fa1c78acd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:38Z', 'updated_at': '2022-01-27T22:19:26Z', 'revision_number': 5, 'project_id': '8a5fc25301d94383ab4235fa1c78acd6', 'gw_port': {'id': 'b5157c60-5ff9-4639-b38d-4b25568f8494', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9795dd-0100-4221-ab8c-91dc2009a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:40Z', 'updated_at': '2022-01-27T22:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:31.740111 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2c10aa92-bc4e-4a99-ae69-ac706a0d6897 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (5e40290e-b44b-41a6-8096-15c7b65a0c64), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.792141 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-986337d8-f83f-4cea-8846-4e28079f47f6 req-fd5e16b2-0796-4617-bec3-a8d5c8494cb8 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 210 time: 0.1389332 Jan 27 22:19:31.804604 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2c10aa92-bc4e-4a99-ae69-ac706a0d6897 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (5e40290e-b44b-41a6-8096-15c7b65a0c64), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.820219 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2c10aa92-bc4e-4a99-ae69-ac706a0d6897 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.820219 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2c10aa92-bc4e-4a99-ae69-ac706a0d6897 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/5e40290e-b44b-41a6-8096-15c7b65a0c64 HTTP/1.1" status: 204 len: 168 time: 0.2210209 Jan 27 22:19:31.820219 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39862) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:31.840586 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c6833df6-5b09-4eaf-8176-17acf78a291a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (a65de3af-7726-48bb-8509-44e3eaa0a25b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.841524 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f0f2d-738f-4065-9684-45e599099bce None None] Checking router: 1d9795dd-0100-4221-ab8c-91dc2009a6d8 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:19:31.867756 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10aa92-bc4e-4a99-ae69-ac706a0d6897 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e40290e-b44b-41a6-8096-15c7b65a0c64,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:31.891880 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f0f2d-738f-4065-9684-45e599099bce None None] Routers set() bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:31.891880 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f0f2d-738f-4065-9684-45e599099bce None None] Router IDs set() for agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 22:19:31.892405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_agentschedulers_db [None req-b87f0f2d-738f-4065-9684-45e599099bce None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1d9795dd-0100-4221-ab8c-91dc2009a6d8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:19:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent'). {{(pid=109743) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 22:19:31.892662 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f0f2d-738f-4065-9684-45e599099bce None None] The sync data for ids ['1d9795dd-0100-4221-ab8c-91dc2009a6d8'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:19:31.913486 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c6833df6-5b09-4eaf-8176-17acf78a291a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (a65de3af-7726-48bb-8509-44e3eaa0a25b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.940280 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c6833df6-5b09-4eaf-8176-17acf78a291a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:31.951135 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e745d90-3108-4bed-b2d2-275f6b067956 None None] Network 31a02463-af56-4099-8dd0-6cf52c80b509 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:19:31.954938 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c6833df6-5b09-4eaf-8176-17acf78a291a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a65de3af-7726-48bb-8509-44e3eaa0a25b HTTP/1.1" status: 204 len: 168 time: 0.4132314 Jan 27 22:19:31.965835 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39864) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:32.003584 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4907f7db-1cf0-4c18-980c-474426328a98 req-306fb5ad-b61c-4721-883a-e1dcbd8f2bfe tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Publish callbacks [] for port (5531b149-64b9-472b-9024-e018481f174e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:32.048446 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6833df6-5b09-4eaf-8176-17acf78a291a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a65de3af-7726-48bb-8509-44e3eaa0a25b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:32.071253 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4907f7db-1cf0-4c18-980c-474426328a98 req-306fb5ad-b61c-4721-883a-e1dcbd8f2bfe tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5531b149-64b9-472b-9024-e018481f174e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:32.132604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fb5ad-b61c-4721-883a-e1dcbd8f2bfe tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Pushing event updated for resources: {'Port': ['ID=5531b149-64b9-472b-9024-e018481f174e,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:32.161890 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c8906fa1-216e-45e7-9b3a-ee255eb801aa tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3416829 Jan 27 22:19:32.167208 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39868) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:32.170573 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cddf9195-937d-4b54-a861-2f5a72322192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (31a02463-af56-4099-8dd0-6cf52c80b509), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:32.234555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4907f7db-1cf0-4c18-980c-474426328a98 req-306fb5ad-b61c-4721-883a-e1dcbd8f2bfe tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Network d0aee01b-e605-4d05-8562-a5c886bc7d44 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:19:32.242649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-4907f7db-1cf0-4c18-980c-474426328a98 req-306fb5ad-b61c-4721-883a-e1dcbd8f2bfe tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:19:32.251403 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-cddf9195-937d-4b54-a861-2f5a72322192 admin admin] Deleting port 16dc2763-0408-4976-8993-e2b0bf2e8d90 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:32.251755 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cddf9195-937d-4b54-a861-2f5a72322192 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (16dc2763-0408-4976-8993-e2b0bf2e8d90), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:32.256478 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-4907f7db-1cf0-4c18-980c-474426328a98 req-306fb5ad-b61c-4721-883a-e1dcbd8f2bfe tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:19:32.331060 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fc2a7fd5-1f83-4892-8960-07cc3b45e538 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (b5fce031-233e-425f-b977-3e71359e86c0), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:32.352427 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-cddf9195-937d-4b54-a861-2f5a72322192 admin admin] For port 16dc2763-0408-4976-8993-e2b0bf2e8d90, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=16dc2763-0408-4976-8993-e2b0bf2e8d90,segment=NetworkSegment(54fcc853-7c04-4dd3-b772-b4bd058e2d55),segment_id=54fcc853-7c04-4dd3-b772-b4bd058e2d55)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:32.353218 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cddf9195-937d-4b54-a861-2f5a72322192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (16dc2763-0408-4976-8993-e2b0bf2e8d90), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:32.385016 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179ec47d-2ed1-45dc-9fd2-76dae22e2af7 None None] DHCP port deletion for 31a02463-af56-4099-8dd0-6cf52c80b509 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:19:32.391423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907f7db-1cf0-4c18-980c-474426328a98 req-306fb5ad-b61c-4721-883a-e1dcbd8f2bfe tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:32.392065 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4907f7db-1cf0-4c18-980c-474426328a98 req-306fb5ad-b61c-4721-883a-e1dcbd8f2bfe tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:32.396496 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-cddf9195-937d-4b54-a861-2f5a72322192 admin admin] Calling delete_port for 16dc2763-0408-4976-8993-e2b0bf2e8d90 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:32.405563 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073b9a8-cec9-4836-95f4-672090934727 req-9e301807-eaab-4dad-8a8d-73c47cfa4865 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:32.407096 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1073b9a8-cec9-4836-95f4-672090934727 req-9e301807-eaab-4dad-8a8d-73c47cfa4865 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=f80851c6-c482-4d55-948f-2d48e2c5fded HTTP/1.1" status: 200 len: 944 time: 0.1612687 Jan 27 22:19:32.412270 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fc2a7fd5-1f83-4892-8960-07cc3b45e538 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (b5fce031-233e-425f-b977-3e71359e86c0), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:32.456018 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4907f7db-1cf0-4c18-980c-474426328a98 req-306fb5ad-b61c-4721-883a-e1dcbd8f2bfe tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6865053 Jan 27 22:19:32.473031 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-4907f7db-1cf0-4c18-980c-474426328a98 req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] Request body: {'port': {'device_id': '250d73ab-8f70-4965-b646-823bcbf7354c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:32.561207 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1073b9a8-cec9-4836-95f4-672090934727 req-45e45adb-481e-4156-9a22-001a134766e5 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaafc88-5e8a-4c22-967f-0e3087f4407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431680 Jan 27 22:19:32.572254 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cddf9195-937d-4b54-a861-2f5a72322192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (16dc2763-0408-4976-8993-e2b0bf2e8d90), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:32.579449 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device d7062ebc-643c-4b93-b45f-0cc9012d3f45 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:19:32.605542 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fc2a7fd5-1f83-4892-8960-07cc3b45e538 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b5fce031-233e-425f-b977-3e71359e86c0), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:32.610018 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fc2a7fd5-1f83-4892-8960-07cc3b45e538 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:32.610952 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-fc2a7fd5-1f83-4892-8960-07cc3b45e538 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "DELETE /v2.0/security-groups/b5fce031-233e-425f-b977-3e71359e86c0 HTTP/1.1" status: 204 len: 168 time: 0.4421129 Jan 27 22:19:32.623350 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39874) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:32.630301 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf9195-937d-4b54-a861-2f5a72322192 admin admin] Pushing event deleted for resources: {'Port': ['ID=16dc2763-0408-4976-8993-e2b0bf2e8d90,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:32.646002 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddf9195-937d-4b54-a861-2f5a72322192 admin admin] No DVR routers for this DVR port 16dc2763-0408-4976-8993-e2b0bf2e8d90 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:32.663681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a7fd5-1f83-4892-8960-07cc3b45e538 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fce031-233e-425f-b977-3e71359e86c0,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:32.686065 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4907f7db-1cf0-4c18-980c-474426328a98 req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5531b149-64b9-472b-9024-e018481f174e), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:32.711770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-179ec47d-2ed1-45dc-9fd2-76dae22e2af7 None None] Deleting port 16dc2763-0408-4976-8993-e2b0bf2e8d90 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:32.718630 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-179ec47d-2ed1-45dc-9fd2-76dae22e2af7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (16dc2763-0408-4976-8993-e2b0bf2e8d90), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:32.867365 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cddf9195-937d-4b54-a861-2f5a72322192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (31a02463-af56-4099-8dd0-6cf52c80b509), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:32.911949 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-71998c70-f054-4c1a-8d0d-22062f5014f9 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2874732 Jan 27 22:19:32.926072 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39882) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:32.949103 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5c716026-9285-4061-8b63-0b75f143ec51 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Request body: {'security_group': {'name': 'tempest-secgroup--537498295'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:32.949474 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-179ec47d-2ed1-45dc-9fd2-76dae22e2af7 None None] For port 16dc2763-0408-4976-8993-e2b0bf2e8d90, host n-d-772272-3, got binding levels [] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:32.950126 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-179ec47d-2ed1-45dc-9fd2-76dae22e2af7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (16dc2763-0408-4976-8993-e2b0bf2e8d90), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:32.974501 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port d7062ebc-643c-4b93-b45f-0cc9012d3f45 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:19:32.977540 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-179ec47d-2ed1-45dc-9fd2-76dae22e2af7 None None] Calling delete_port for 16dc2763-0408-4976-8993-e2b0bf2e8d90 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:32.981534 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.ipam_backend_mixin [None req-179ec47d-2ed1-45dc-9fd2-76dae22e2af7 None None] Port 16dc2763-0408-4976-8993-e2b0bf2e8d90 was not found and therefore no delete operation was performed {{(pid=109743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:19:32.983477 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-179ec47d-2ed1-45dc-9fd2-76dae22e2af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (16dc2763-0408-4976-8993-e2b0bf2e8d90), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:32.993080 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port d7062ebc-643c-4b93-b45f-0cc9012d3f45 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:19:32.993619 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d7062ebc-643c-4b93-b45f-0cc9012d3f45), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:33.016211 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-cddf9195-937d-4b54-a861-2f5a72322192 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a02463-af56-4099-8dd0-6cf52c80b509']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:33.060523 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-cddf9195-937d-4b54-a861-2f5a72322192 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fcc853-7c04-4dd3-b772-b4bd058e2d55') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:33.060887 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-cddf9195-937d-4b54-a861-2f5a72322192 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fcc853-7c04-4dd3-b772-b4bd058e2d55') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:33.064863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ec47d-2ed1-45dc-9fd2-76dae22e2af7 None None] No DVR routers for this DVR port 16dc2763-0408-4976-8993-e2b0bf2e8d90 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:33.075145 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ec47d-2ed1-45dc-9fd2-76dae22e2af7 None None] Pushing event deleted for resources: {'Port': ['ID=16dc2763-0408-4976-8993-e2b0bf2e8d90,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:33.081639 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cddf9195-937d-4b54-a861-2f5a72322192 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (54fcc853-7c04-4dd3-b772-b4bd058e2d55), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:33.085939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec47d-2ed1-45dc-9fd2-76dae22e2af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:33.086350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec47d-2ed1-45dc-9fd2-76dae22e2af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:33.086703 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec47d-2ed1-45dc-9fd2-76dae22e2af7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:33.087026 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec47d-2ed1-45dc-9fd2-76dae22e2af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:33.087415 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec47d-2ed1-45dc-9fd2-76dae22e2af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:33.087751 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec47d-2ed1-45dc-9fd2-76dae22e2af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:33.088079 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec47d-2ed1-45dc-9fd2-76dae22e2af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:33.088517 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec47d-2ed1-45dc-9fd2-76dae22e2af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:33.088847 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec47d-2ed1-45dc-9fd2-76dae22e2af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:33.089175 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec47d-2ed1-45dc-9fd2-76dae22e2af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:33.089498 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec47d-2ed1-45dc-9fd2-76dae22e2af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:33.089820 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec47d-2ed1-45dc-9fd2-76dae22e2af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:33.090137 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec47d-2ed1-45dc-9fd2-76dae22e2af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:33.097678 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5c716026-9285-4061-8b63-0b75f143ec51 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:33.129723 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cddf9195-937d-4b54-a861-2f5a72322192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (54fcc853-7c04-4dd3-b772-b4bd058e2d55), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:33.148149 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port d7062ebc-643c-4b93-b45f-0cc9012d3f45 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:19:33.148597 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d7062ebc-643c-4b93-b45f-0cc9012d3f45), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:33.151326 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cddf9195-937d-4b54-a861-2f5a72322192 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:19:33.151570 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cddf9195-937d-4b54-a861-2f5a72322192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (54fcc853-7c04-4dd3-b772-b4bd058e2d55), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:19:33.154073 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:19:33.175542 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80851c6-c482-4d55-948f-2d48e2c5fded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7062ebc-643c-4b93-b45f-0cc9012d3f45'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:19:33.177325 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac1939d-f326-460c-9078-79c56c5d5300" -d '{"events": [{"server_uuid": "f80851c6-c482-4d55-948f-2d48e2c5fded", "name": "network-vif-plugged", "status": "completed", "tag": "d7062ebc-643c-4b93-b45f-0cc9012d3f45"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:19:33.199732 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port d7062ebc-643c-4b93-b45f-0cc9012d3f45, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=d7062ebc-643c-4b93-b45f-0cc9012d3f45,segment=NetworkSegment(8c5a1e9a-2bcd-4221-b091-73479d112d8c),segment_id=8c5a1e9a-2bcd-4221-b091-73479d112d8c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:33.210130 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d7062ebc-643c-4b93-b45f-0cc9012d3f45), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:33.313655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942d59a-addc-4bc3-86b2-ea14c24af0c7 req-d80cdeab-c169-4fb9-9aaf-7f7030ed544c tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:33.315456 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f942d59a-addc-4bc3-86b2-ea14c24af0c7 req-d80cdeab-c169-4fb9-9aaf-7f7030ed544c tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 931 time: 0.3534212 Jan 27 22:19:33.326363 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cddf9195-937d-4b54-a861-2f5a72322192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (31a02463-af56-4099-8dd0-6cf52c80b509), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:33.336371 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cddf9195-937d-4b54-a861-2f5a72322192 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:33.337438 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=d7062ebc-643c-4b93-b45f-0cc9012d3f45,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:33.339327 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cddf9195-937d-4b54-a861-2f5a72322192 admin admin] 10.222.0.23 "DELETE /v2.0/networks/31a02463-af56-4099-8dd0-6cf52c80b509 HTTP/1.1" status: 204 len: 168 time: 1.3707163 Jan 27 22:19:33.364144 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39888) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:33.404760 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7986c14b-ec8b-4a24-9d70-de2e3b1bf85d x-openstack-request-id: req-7986c14b-ec8b-4a24-9d70-de2e3b1bf85d {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:19:33.405963 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80851c6-c482-4d55-948f-2d48e2c5fded", "name": "network-vif-plugged", "status": "completed", "tag": "d7062ebc-643c-4b93-b45f-0cc9012d3f45", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:19:33.406239 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7986c14b-ec8b-4a24-9d70-de2e3b1bf85d {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:19:33.406967 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80851c6-c482-4d55-948f-2d48e2c5fded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7062ebc-643c-4b93-b45f-0cc9012d3f45', 'code': 200} Jan 27 22:19:33.469583 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f942d59a-addc-4bc3-86b2-ea14c24af0c7 req-bd795977-5a9d-4be1-aa24-71a0a211349a tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433587 Jan 27 22:19:33.480358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b5157c60-5ff9-4639-b38d-4b25568f8494 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:33.509585 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: b5157c60-5ff9-4639-b38d-4b25568f8494 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:33.509956 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b5157c60-5ff9-4639-b38d-4b25568f8494 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:33.510432 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 16dc2763-0408-4976-8993-e2b0bf2e8d90 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:33.538462 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 16dc2763-0408-4976-8993-e2b0bf2e8d90 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:33.539050 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 16dc2763-0408-4976-8993-e2b0bf2e8d90 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:33.539511 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d2cdc7ff-b493-49a6-8dc8-4315da02c00c no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:33.563764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-4907f7db-1cf0-4c18-980c-474426328a98 req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5531b149-64b9-472b-9024-e018481f174e {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:19:33.565916 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: d2cdc7ff-b493-49a6-8dc8-4315da02c00c {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:33.566340 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d2cdc7ff-b493-49a6-8dc8-4315da02c00c not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:33.586348 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4907f7db-1cf0-4c18-980c-474426328a98 req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] Publish callbacks [] for port (5531b149-64b9-472b-9024-e018481f174e), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:33.651308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd185b2b-2ffa-445c-ae2f-81276b928553 req-b86c24ef-194b-47b8-b73b-d77d9275db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:33.660234 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd185b2b-2ffa-445c-ae2f-81276b928553 req-b86c24ef-194b-47b8-b73b-d77d9275db67 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f80851c6-c482-4d55-948f-2d48e2c5fded HTTP/1.1" status: 200 len: 1096 time: 0.1878238 Jan 27 22:19:33.663998 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-4907f7db-1cf0-4c18-980c-474426328a98 req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] Transition to ACTIVE for port object 5531b149-64b9-472b-9024-e018481f174e will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:19:33.799206 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4907f7db-1cf0-4c18-980c-474426328a98 req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (5531b149-64b9-472b-9024-e018481f174e), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:33.929783 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd185b2b-2ffa-445c-ae2f-81276b928553 req-e79f6d55-7552-4f53-9d57-9d9f97f37587 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=efaafc88-5e8a-4c22-967f-0e3087f4407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597575 Jan 27 22:19:33.941964 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf9195-937d-4b54-a861-2f5a72322192 admin admin] Pushing event deleted for resources: {'Network': ['ID=31a02463-af56-4099-8dd0-6cf52c80b509,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:33.997948 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5c716026-9285-4061-8b63-0b75f143ec51 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (480823e9-cbc1-48af-8bf6-f6f9a35fa507), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:34.077297 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5c716026-9285-4061-8b63-0b75f143ec51 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (480823e9-cbc1-48af-8bf6-f6f9a35fa507), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:34.079678 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] Pushing event updated for resources: {'Port': ['ID=5531b149-64b9-472b-9024-e018481f174e,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:34.129663 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1026d7-56e7-4e75-bd37-2bf9eabe631e req-05ca03cd-35bc-4a64-9f02-92a6d73f3b8b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:34.132098 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c1026d7-56e7-4e75-bd37-2bf9eabe631e req-05ca03cd-35bc-4a64-9f02-92a6d73f3b8b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=f80851c6-c482-4d55-948f-2d48e2c5fded HTTP/1.1" status: 200 len: 945 time: 0.3444417 Jan 27 22:19:34.156152 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c716026-9285-4061-8b63-0b75f143ec51 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480823e9-cbc1-48af-8bf6-f6f9a35fa507,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:34.165442 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5c716026-9285-4061-8b63-0b75f143ec51 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:34.166936 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5c716026-9285-4061-8b63-0b75f143ec51 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2214112 Jan 27 22:19:34.169982 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39900) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:34.178530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-35b10b76-8cd0-4461-9b46-d57afa8f9b97 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Request body: {'security_group_rule': {'security_group_id': '480823e9-cbc1-48af-8bf6-f6f9a35fa507', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:34.233180 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-4907f7db-1cf0-4c18-980c-474426328a98 req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] Attempting to bind port 5531b149-64b9-472b-9024-e018481f174e on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:19:34.233698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-4907f7db-1cf0-4c18-980c-474426328a98 req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] Attempting to bind port 5531b149-64b9-472b-9024-e018481f174e by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'b2c2a2fd-ec3c-41e8-8c7f-6deffc52e05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd0aee01b-e605-4d05-8562-a5c886bc7d44'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:19:34.234036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4907f7db-1cf0-4c18-980c-474426328a98 req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] Attempting to bind port 5531b149-64b9-472b-9024-e018481f174e on network d0aee01b-e605-4d05-8562-a5c886bc7d44 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:19:34.237268 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-35b10b76-8cd0-4461-9b46-d57afa8f9b97 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (38872874-7c8c-44ef-b04d-a22cd858ad8c), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:34.268258 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4907f7db-1cf0-4c18-980c-474426328a98 req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] Port 5531b149-64b9-472b-9024-e018481f174e on network d0aee01b-e605-4d05-8562-a5c886bc7d44 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:19:34.268588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4907f7db-1cf0-4c18-980c-474426328a98 req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] Attempting to bind port 5531b149-64b9-472b-9024-e018481f174e on network d0aee01b-e605-4d05-8562-a5c886bc7d44 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:19:34.278574 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c1026d7-56e7-4e75-bd37-2bf9eabe631e req-f19be7ed-5573-4516-a523-ce9397c851ec tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaafc88-5e8a-4c22-967f-0e3087f4407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393235 Jan 27 22:19:34.286763 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4907f7db-1cf0-4c18-980c-474426328a98 req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:19:34.287121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4907f7db-1cf0-4c18-980c-474426328a98 req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] Checking segment: {'id': 'b2c2a2fd-ec3c-41e8-8c7f-6deffc52e05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd0aee01b-e605-4d05-8562-a5c886bc7d44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:19:34.287511 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4907f7db-1cf0-4c18-980c-474426328a98 req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] Bound using segment: {'id': 'b2c2a2fd-ec3c-41e8-8c7f-6deffc52e05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd0aee01b-e605-4d05-8562-a5c886bc7d44'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:19:34.287954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-4907f7db-1cf0-4c18-980c-474426328a98 req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] Bound port: 5531b149-64b9-472b-9024-e018481f174e, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c2a2fd-ec3c-41e8-8c7f-6deffc52e05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd0aee01b-e605-4d05-8562-a5c886bc7d44'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:19:34.288341 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4907f7db-1cf0-4c18-980c-474426328a98 req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5531b149-64b9-472b-9024-e018481f174e), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:34.469376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-4907f7db-1cf0-4c18-980c-474426328a98 req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] For port 5531b149-64b9-472b-9024-e018481f174e, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:19:34.473706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-4907f7db-1cf0-4c18-980c-474426328a98 req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] For port 5531b149-64b9-472b-9024-e018481f174e, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5531b149-64b9-472b-9024-e018481f174e,segment=NetworkSegment(b2c2a2fd-ec3c-41e8-8c7f-6deffc52e05c),segment_id=b2c2a2fd-ec3c-41e8-8c7f-6deffc52e05c)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:19:34.490637 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-35b10b76-8cd0-4461-9b46-d57afa8f9b97 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (38872874-7c8c-44ef-b04d-a22cd858ad8c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:34.495692 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4907f7db-1cf0-4c18-980c-474426328a98 req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (5531b149-64b9-472b-9024-e018481f174e), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:34.585479 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-35b10b76-8cd0-4461-9b46-d57afa8f9b97 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (38872874-7c8c-44ef-b04d-a22cd858ad8c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:34.587573 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5a3fac02-6097-4c4c-a657-5bd16c0b1670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (c325a6b9-d01e-444d-821a-997d17bac179), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:34.603318 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] Pushing event updated for resources: {'Port': ['ID=5531b149-64b9-472b-9024-e018481f174e,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:34.610407 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907f7db-1cf0-4c18-980c-474426328a98 req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:34.611030 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4907f7db-1cf0-4c18-980c-474426328a98 req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:34.612494 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4907f7db-1cf0-4c18-980c-474426328a98 req-8a155a51-1c62-4bf5-ac3e-3be734efce97 service neutron] 10.222.0.21 "PUT /v2.0/ports/5531b149-64b9-472b-9024-e018481f174e HTTP/1.1" status: 200 len: 1091 time: 2.1462815 Jan 27 22:19:34.618288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250d73ab-8f70-4965-b646-823bcbf7354c', 'tag': '5531b149-64b9-472b-9024-e018481f174e'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:19:34.653383 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac1c48e-99c3-48e8-94d5-8a01ac5424c7" -d '{"events": [{"name": "network-changed", "server_uuid": "250d73ab-8f70-4965-b646-823bcbf7354c", "tag": "5531b149-64b9-472b-9024-e018481f174e"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:19:34.792693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b10b76-8cd0-4461-9b46-d57afa8f9b97 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38872874-7c8c-44ef-b04d-a22cd858ad8c,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:34.811870 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-35b10b76-8cd0-4461-9b46-d57afa8f9b97 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:34.816533 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-35b10b76-8cd0-4461-9b46-d57afa8f9b97 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6434023 Jan 27 22:19:34.817439 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 39910) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:34.867938 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907f7db-1cf0-4c18-980c-474426328a98 req-bf6df3d5-1e88-49eb-ba95-9ec34de185ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:34.870175 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4907f7db-1cf0-4c18-980c-474426328a98 req-bf6df3d5-1e88-49eb-ba95-9ec34de185ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8b38183e7784cbdbb5caecfcd438791&device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 1094 time: 0.1246538 Jan 27 22:19:34.873129 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5600b7-4e15-40dd-9c79-684ae67dc5ff x-openstack-request-id: req-5f5600b7-4e15-40dd-9c79-684ae67dc5ff {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:19:34.873420 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250d73ab-8f70-4965-b646-823bcbf7354c", "tag": "5531b149-64b9-472b-9024-e018481f174e", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:19:34.873681 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f5600b7-4e15-40dd-9c79-684ae67dc5ff {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:19:34.874083 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250d73ab-8f70-4965-b646-823bcbf7354c', 'tag': '5531b149-64b9-472b-9024-e018481f174e', 'status': 'completed', 'code': 200} Jan 27 22:19:34.923425 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4907f7db-1cf0-4c18-980c-474426328a98 req-4b6f3f55-35f5-4bde-b299-e4a8bf12af39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5531b149-64b9-472b-9024-e018481f174e HTTP/1.1" status: 200 len: 217 time: 0.0446374 Jan 27 22:19:35.045201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-5a3fac02-6097-4c4c-a657-5bd16c0b1670 admin admin] Deleting port f7f88f84-ada7-4e6e-98df-578c5dee7c4f {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:35.045810 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5a3fac02-6097-4c4c-a657-5bd16c0b1670 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f7f88f84-ada7-4e6e-98df-578c5dee7c4f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:35.123635 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907f7db-1cf0-4c18-980c-474426328a98 req-73e151f3-4309-455e-a3eb-4849c3b64e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:35.127048 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4907f7db-1cf0-4c18-980c-474426328a98 req-73e151f3-4309-455e-a3eb-4849c3b64e74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9164e34d-ce0a-4461-ba58-ab95961a5562 HTTP/1.1" status: 200 len: 850 time: 0.1926625 Jan 27 22:19:35.154939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedbe5f-0146-4d76-9ba0-29401a26f11b req-2488a834-6050-4319-a117-db4fea829307 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:35.160401 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4bedbe5f-0146-4d76-9ba0-29401a26f11b req-2488a834-6050-4319-a117-db4fea829307 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 943 time: 0.5713220 Jan 27 22:19:35.189391 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bfd09a4a-6365-4524-9d8a-c25fac776140 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (480823e9-cbc1-48af-8bf6-f6f9a35fa507), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:35.226397 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-5a3fac02-6097-4c4c-a657-5bd16c0b1670 admin admin] For port f7f88f84-ada7-4e6e-98df-578c5dee7c4f, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f7f88f84-ada7-4e6e-98df-578c5dee7c4f,segment=NetworkSegment(f68fc627-ffeb-41b2-b571-b7fac9510eeb),segment_id=f68fc627-ffeb-41b2-b571-b7fac9510eeb)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:35.226760 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5a3fac02-6097-4c4c-a657-5bd16c0b1670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f7f88f84-ada7-4e6e-98df-578c5dee7c4f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:35.259999 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-5a3fac02-6097-4c4c-a657-5bd16c0b1670 admin admin] Calling delete_port for f7f88f84-ada7-4e6e-98df-578c5dee7c4f owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:35.279125 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4907f7db-1cf0-4c18-980c-474426328a98 req-df2b49bb-44b3-49b2-a30c-6a9a2a5497a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0aee01b-e605-4d05-8562-a5c886bc7d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091640 Jan 27 22:19:35.407639 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4907f7db-1cf0-4c18-980c-474426328a98 req-014bf809-f50f-4fce-b183-5b3a75c054ce service neutron] 10.222.0.21 "GET /v2.0/networks/d0aee01b-e605-4d05-8562-a5c886bc7d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184115 Jan 27 22:19:35.454211 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bfd09a4a-6365-4524-9d8a-c25fac776140 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (480823e9-cbc1-48af-8bf6-f6f9a35fa507), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:35.545950 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5a3fac02-6097-4c4c-a657-5bd16c0b1670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (f7f88f84-ada7-4e6e-98df-578c5dee7c4f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:35.570119 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4bedbe5f-0146-4d76-9ba0-29401a26f11b req-26bceb15-179f-4657-a814-090e3ce59ca4 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040301 Jan 27 22:19:35.598279 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fac02-6097-4c4c-a657-5bd16c0b1670 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7f88f84-ada7-4e6e-98df-578c5dee7c4f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:35.625623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6caa4-8d6f-4d7e-9178-d4842dccdaac req-57778779-329a-43f1-b1b2-a156f0d153bb tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:35.628386 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7eb6caa4-8d6f-4d7e-9178-d4842dccdaac req-57778779-329a-43f1-b1b2-a156f0d153bb tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=f80851c6-c482-4d55-948f-2d48e2c5fded HTTP/1.1" status: 200 len: 945 time: 0.2141404 Jan 27 22:19:35.681183 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4907f7db-1cf0-4c18-980c-474426328a98 req-772ea101-431b-48cb-aa2e-751aa6c6f385 service neutron] 10.222.0.21 "GET /v2.0/networks/d0aee01b-e605-4d05-8562-a5c886bc7d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466080 Jan 27 22:19:35.684217 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bfd09a4a-6365-4524-9d8a-c25fac776140 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (480823e9-cbc1-48af-8bf6-f6f9a35fa507), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:35.699739 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bfd09a4a-6365-4524-9d8a-c25fac776140 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:35.704561 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bfd09a4a-6365-4524-9d8a-c25fac776140 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "DELETE /v2.0/security-groups/480823e9-cbc1-48af-8bf6-f6f9a35fa507 HTTP/1.1" status: 204 len: 168 time: 0.8828614 Jan 27 22:19:35.707480 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39928) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:35.773146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd09a4a-6365-4524-9d8a-c25fac776140 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=480823e9-cbc1-48af-8bf6-f6f9a35fa507,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:35.841274 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7eb6caa4-8d6f-4d7e-9178-d4842dccdaac req-445e68c1-1207-48e5-80b8-3ac5d10de07a tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaafc88-5e8a-4c22-967f-0e3087f4407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036340 Jan 27 22:19:36.002328 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1c48e-99c3-48e8-94d5-8a01ac5424c7 req-0c6a55c6-6f0b-45c0-bf92-72fa1f695b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:36.004358 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cac1c48e-99c3-48e8-94d5-8a01ac5424c7 req-0c6a55c6-6f0b-45c0-bf92-72fa1f695b2a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8b38183e7784cbdbb5caecfcd438791&device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 1094 time: 0.2472279 Jan 27 22:19:36.073586 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5c8fdc21-8c59-4b6a-83cc-cf3c71d472e4 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3627169 Jan 27 22:19:36.076060 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39934) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:36.127010 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-f6b0a919-feca-4f4e-99b5-45b51dce55d2 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:36.130356 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-f6b0a919-feca-4f4e-99b5-45b51dce55d2 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 811 time: 0.2854295 Jan 27 22:19:36.150913 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5a3fac02-6097-4c4c-a657-5bd16c0b1670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (c325a6b9-d01e-444d-821a-997d17bac179), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:36.164440 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-bfcbc781-6634-4edf-8d4d-45a570d2c8d4 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/quotas/9bdc2fb4e9174322835c30f4b0d91a28 HTTP/1.1" status: 200 len: 375 time: 0.0284755 Jan 27 22:19:36.191974 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2d495fab-52a3-4343-9747-3714c935530d tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1141014 Jan 27 22:19:36.196504 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39940) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:36.218185 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1c48e-99c3-48e8-94d5-8a01ac5424c7 req-4808ecd0-5ef9-4e6e-a357-f2ccfe93f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:36.220437 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cac1c48e-99c3-48e8-94d5-8a01ac5424c7 req-4808ecd0-5ef9-4e6e-a357-f2ccfe93f7fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0aee01b-e605-4d05-8562-a5c886bc7d44 HTTP/1.1" status: 200 len: 911 time: 0.2089787 Jan 27 22:19:36.251144 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-4a3d6496-3d91-49f5-bd78-539cfc3e0730 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] delete failed (client error): The resource could not be found. Jan 27 22:19:36.252218 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4a3d6496-3d91-49f5-bd78-539cfc3e0730 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "DELETE /v2.0/security-groups/480823e9-cbc1-48af-8bf6-f6f9a35fa507 HTTP/1.1" status: 404 len: 347 time: 0.0539498 Jan 27 22:19:36.256897 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39944) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:36.352826 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-80e013d6-1fed-456d-9330-3bf606a020f6 tempest-SecGroupIPv6Test-1143296554 tempest-SecGroupIPv6Test-1143296554-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0929663 Jan 27 22:19:36.365325 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cac1c48e-99c3-48e8-94d5-8a01ac5424c7 req-71d87403-9009-45db-a527-238885ec3289 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5531b149-64b9-472b-9024-e018481f174e HTTP/1.1" status: 200 len: 217 time: 0.1255307 Jan 27 22:19:36.379414 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-9dc655b6-da17-4481-8f25-986a7e3042cf tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2039282 Jan 27 22:19:36.510211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1c48e-99c3-48e8-94d5-8a01ac5424c7 req-83b798bf-e571-4375-9304-33f00f53fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:36.512115 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cac1c48e-99c3-48e8-94d5-8a01ac5424c7 req-83b798bf-e571-4375-9304-33f00f53fa42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9164e34d-ce0a-4461-ba58-ab95961a5562 HTTP/1.1" status: 200 len: 850 time: 0.1313531 Jan 27 22:19:36.674534 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3fac02-6097-4c4c-a657-5bd16c0b1670 admin admin] Router c325a6b9-d01e-444d-821a-997d17bac179 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:19:36.913835 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3fac02-6097-4c4c-a657-5bd16c0b1670 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:19:36.921894 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5a3fac02-6097-4c4c-a657-5bd16c0b1670 admin admin] 10.222.0.23 "PUT /v2.0/routers/c325a6b9-d01e-444d-821a-997d17bac179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5396044 Jan 27 22:19:36.922523 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39958) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:36.926876 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c62b1f-f84f-4218-838f-e280894183e3 None None] Sync routers for ids ['c325a6b9-d01e-444d-821a-997d17bac179'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:19:36.927509 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39960) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:36.950371 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c62b1f-f84f-4218-838f-e280894183e3 None None] Routers {'c325a6b9-d01e-444d-821a-997d17bac179'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:36.951038 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-55c62b1f-f84f-4218-838f-e280894183e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:19:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c325a6b9-d01e-444d-821a-997d17bac179'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:37.085391 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cac1c48e-99c3-48e8-94d5-8a01ac5424c7 req-8f905a2e-1dd3-4b9c-b9db-257a77c91979 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0aee01b-e605-4d05-8562-a5c886bc7d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5630515 Jan 27 22:19:37.114791 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-55c62b1f-f84f-4218-838f-e280894183e3 None None] Set router c325a6b9-d01e-444d-821a-997d17bac179 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:37.301088 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-1d1bca67-e21c-403e-b2bd-16756f509f6a service neutron] 10.222.0.23 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9104338 Jan 27 22:19:37.310117 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b9459-6156-4059-8861-d5dbadabd8c4 req-93b21795-6973-48d6-9191-751417260a89 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:37.317659 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-743b9459-6156-4059-8861-d5dbadabd8c4 req-93b21795-6973-48d6-9191-751417260a89 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 943 time: 0.2418795 Jan 27 22:19:37.349121 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2de3d44e-ad61-49e1-b88d-f10190c62255 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ca89ab788184a3192722dab24a3cd77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4254761 Jan 27 22:19:37.357678 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-196b3e08-fccc-4f78-bc25-f807b333c268 admin admin] Publish callbacks [] for router (c325a6b9-d01e-444d-821a-997d17bac179), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:37.364232 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 39966) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:37.453653 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-825aa07b-8ca2-472d-89c2-3c8926780798 service neutron] 10.222.0.23 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339109 Jan 27 22:19:37.461923 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-55c62b1f-f84f-4218-838f-e280894183e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c325a6b9-d01e-444d-821a-997d17bac179', 'name': 'tempest-TestServerBasicOps-42933268-router', 'tenant_id': '023a1f0a72ec4906a6f6053152a053ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd350d2d1-bccf-4714-8785-1070b8253189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:19:35Z', 'revision_number': 5, 'project_id': '023a1f0a72ec4906a6f6053152a053ee', 'gw_port': {'id': 'd350d2d1-bccf-4714-8785-1070b8253189', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:59:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c325a6b9-d01e-444d-821a-997d17bac179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:57Z', 'updated_at': '2022-01-27T22:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:37.508130 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c62b1f-f84f-4218-838f-e280894183e3 None None] Checking router: c325a6b9-d01e-444d-821a-997d17bac179 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:19:37.520941 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c62b1f-f84f-4218-838f-e280894183e3 None None] Routers {'c325a6b9-d01e-444d-821a-997d17bac179'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:37.521581 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-55c62b1f-f84f-4218-838f-e280894183e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:19:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c325a6b9-d01e-444d-821a-997d17bac179'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:37.536383 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-743b9459-6156-4059-8861-d5dbadabd8c4 req-5ed403e5-09c9-4d78-8c93-7d45b2330895 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174513 Jan 27 22:19:37.587283 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cac1c48e-99c3-48e8-94d5-8a01ac5424c7 req-3bbaa332-62b4-455f-aa23-27d4a6f3e998 service neutron] 10.222.0.21 "GET /v2.0/networks/d0aee01b-e605-4d05-8562-a5c886bc7d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594252 Jan 27 22:19:37.793610 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-55c62b1f-f84f-4218-838f-e280894183e3 None None] Set router c325a6b9-d01e-444d-821a-997d17bac179 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:37.812382 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7482306b-004a-4076-a3df-1414bf603d2d admin admin] Publish callbacks [] for security_group (716ffacd-60b6-4e5a-b9d9-882dd6eceb57), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:37.883379 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cac1c48e-99c3-48e8-94d5-8a01ac5424c7 req-31b24fd1-d224-4d92-95d9-dea5dd80a7bb service neutron] 10.222.0.21 "GET /v2.0/networks/d0aee01b-e605-4d05-8562-a5c886bc7d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886033 Jan 27 22:19:37.887147 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7482306b-004a-4076-a3df-1414bf603d2d admin admin] Publish callbacks [] for security_group (716ffacd-60b6-4e5a-b9d9-882dd6eceb57), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:37.998991 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7482306b-004a-4076-a3df-1414bf603d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (716ffacd-60b6-4e5a-b9d9-882dd6eceb57), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:38.001872 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7482306b-004a-4076-a3df-1414bf603d2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:38.003147 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7482306b-004a-4076-a3df-1414bf603d2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/716ffacd-60b6-4e5a-b9d9-882dd6eceb57 HTTP/1.1" status: 204 len: 168 time: 0.6350527 Jan 27 22:19:38.020568 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56e8b138-919d-453d-93a6-1b9109607268 req-e3ca20c0-12b6-4284-bfb2-46d3131fdf89 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 210 time: 0.0941720 Jan 27 22:19:38.063185 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-196b3e08-fccc-4f78-bc25-f807b333c268 admin admin] Publish callbacks [] for router_gateway (c325a6b9-d01e-444d-821a-997d17bac179), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:38.077484 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482306b-004a-4076-a3df-1414bf603d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716ffacd-60b6-4e5a-b9d9-882dd6eceb57,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:38.152856 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7753ea-621c-4fc1-b7a4-4d5717f8e1a4 req-bc7fa2e1-beda-4bff-a64d-2cbd0d30f0b9 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:38.165500 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba7753ea-621c-4fc1-b7a4-4d5717f8e1a4 req-bc7fa2e1-beda-4bff-a64d-2cbd0d30f0b9 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=f80851c6-c482-4d55-948f-2d48e2c5fded HTTP/1.1" status: 200 len: 945 time: 0.1067817 Jan 27 22:19:38.270835 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba7753ea-621c-4fc1-b7a4-4d5717f8e1a4 req-55a3a049-9128-4dc4-bdea-c3f388734c24 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaafc88-5e8a-4c22-967f-0e3087f4407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043563 Jan 27 22:19:38.297890 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-196b3e08-fccc-4f78-bc25-f807b333c268 admin admin] Deleting port d350d2d1-bccf-4714-8785-1070b8253189 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:38.298230 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-196b3e08-fccc-4f78-bc25-f807b333c268 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d350d2d1-bccf-4714-8785-1070b8253189), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:38.379022 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-55c62b1f-f84f-4218-838f-e280894183e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c325a6b9-d01e-444d-821a-997d17bac179', 'name': 'tempest-TestServerBasicOps-42933268-router', 'tenant_id': '023a1f0a72ec4906a6f6053152a053ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd350d2d1-bccf-4714-8785-1070b8253189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:19:35Z', 'revision_number': 5, 'project_id': '023a1f0a72ec4906a6f6053152a053ee', 'gw_port': {'id': 'd350d2d1-bccf-4714-8785-1070b8253189', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:59:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c325a6b9-d01e-444d-821a-997d17bac179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:57Z', 'updated_at': '2022-01-27T22:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:38.435283 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c62b1f-f84f-4218-838f-e280894183e3 None None] The sync data for ids ['c325a6b9-d01e-444d-821a-997d17bac179'] in n-d-772272-3 is: [{'id': 'c325a6b9-d01e-444d-821a-997d17bac179', 'name': 'tempest-TestServerBasicOps-42933268-router', 'tenant_id': '023a1f0a72ec4906a6f6053152a053ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd350d2d1-bccf-4714-8785-1070b8253189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:12:54Z', 'updated_at': '2022-01-27T22:19:35Z', 'revision_number': 5, 'project_id': '023a1f0a72ec4906a6f6053152a053ee', 'gw_port': {'id': 'd350d2d1-bccf-4714-8785-1070b8253189', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:59:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c325a6b9-d01e-444d-821a-997d17bac179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:12:57Z', 'updated_at': '2022-01-27T22:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:19:38.579259 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-196b3e08-fccc-4f78-bc25-f807b333c268 admin admin] For port d350d2d1-bccf-4714-8785-1070b8253189, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d350d2d1-bccf-4714-8785-1070b8253189,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:38.579857 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-196b3e08-fccc-4f78-bc25-f807b333c268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d350d2d1-bccf-4714-8785-1070b8253189), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:38.646642 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-196b3e08-fccc-4f78-bc25-f807b333c268 admin admin] Calling delete_port for d350d2d1-bccf-4714-8785-1070b8253189 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:38.846337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39581c1-3bcc-4bfc-a1b6-32595e64d5b5 req-83343303-a8c1-495a-8123-c19b8980d8eb tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:38.857228 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b39581c1-3bcc-4bfc-a1b6-32595e64d5b5 req-83343303-a8c1-495a-8123-c19b8980d8eb tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 943 time: 0.1559823 Jan 27 22:19:38.956639 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b39581c1-3bcc-4bfc-a1b6-32595e64d5b5 req-196779b7-6322-4dce-bec4-a66c8ad25e6e tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980074 Jan 27 22:19:39.053582 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5531b149-64b9-472b-9024-e018481f174e details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:19:39.170470 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-463ec63d-a696-43c9-9efa-9bb431521493 req-a2b09243-f1e2-4774-9747-2b30cf006c16 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 210 time: 0.0619757 Jan 27 22:19:39.281070 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-196b3e08-fccc-4f78-bc25-f807b333c268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d350d2d1-bccf-4714-8785-1070b8253189), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:39.310551 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b2e02-d974-44bf-8b77-146c4f051701 req-ca504b96-56dc-48dd-a38e-4d4b09994c2b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:39.312132 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-198b2e02-d974-44bf-8b77-146c4f051701 req-ca504b96-56dc-48dd-a38e-4d4b09994c2b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.15 "GET /v2.0/ports?device_id=f80851c6-c482-4d55-948f-2d48e2c5fded HTTP/1.1" status: 200 len: 945 time: 0.1323149 Jan 27 22:19:39.386708 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f7f88f84-ada7-4e6e-98df-578c5dee7c4f no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:39.418749 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b3e08-fccc-4f78-bc25-f807b333c268 admin admin] Pushing event deleted for resources: {'Port': ['ID=d350d2d1-bccf-4714-8785-1070b8253189,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:39.462665 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: f7f88f84-ada7-4e6e-98df-578c5dee7c4f {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:39.467777 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f7f88f84-ada7-4e6e-98df-578c5dee7c4f not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:39.491104 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 5531b149-64b9-472b-9024-e018481f174e, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5531b149-64b9-472b-9024-e018481f174e,segment=NetworkSegment(b2c2a2fd-ec3c-41e8-8c7f-6deffc52e05c),segment_id=b2c2a2fd-ec3c-41e8-8c7f-6deffc52e05c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:39.520344 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '5531b149-64b9-472b-9024-e018481f174e', 'network_id': 'd0aee01b-e605-4d05-8562-a5c886bc7d44', 'port_id': '5531b149-64b9-472b-9024-e018481f174e', 'mac_address': 'fa:16:3e:21:e1:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9164e34d-ce0a-4461-ba58-ab95961a5562', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:19:39.595298 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-196b3e08-fccc-4f78-bc25-f807b333c268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (c325a6b9-d01e-444d-821a-997d17bac179), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:39.597432 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 5531b149-64b9-472b-9024-e018481f174e is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:19:39.598137 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5531b149-64b9-472b-9024-e018481f174e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:39.622865 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5531b149-64b9-472b-9024-e018481f174e {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:19:39.647953 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 5531b149-64b9-472b-9024-e018481f174e, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5531b149-64b9-472b-9024-e018481f174e,segment=NetworkSegment(b2c2a2fd-ec3c-41e8-8c7f-6deffc52e05c),segment_id=b2c2a2fd-ec3c-41e8-8c7f-6deffc52e05c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:39.655297 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5531b149-64b9-472b-9024-e018481f174e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:39.678064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5ede2-3eda-4eb0-bc01-d85ffcba034d req-fc0a4709-d585-461b-b105-bda0578c5684 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:39.684343 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58d5ede2-3eda-4eb0-bc01-d85ffcba034d req-fc0a4709-d585-461b-b105-bda0578c5684 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=f80851c6-c482-4d55-948f-2d48e2c5fded HTTP/1.1" status: 200 len: 945 time: 0.2721829 Jan 27 22:19:39.759665 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=5531b149-64b9-472b-9024-e018481f174e,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:39.828830 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-198b2e02-d974-44bf-8b77-146c4f051701 req-6c77f85c-1d82-4d71-a634-8f22f52907a2 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Deleting port d7062ebc-643c-4b93-b45f-0cc9012d3f45 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:39.829460 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-198b2e02-d974-44bf-8b77-146c4f051701 req-6c77f85c-1d82-4d71-a634-8f22f52907a2 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d7062ebc-643c-4b93-b45f-0cc9012d3f45), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:39.916318 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-196b3e08-fccc-4f78-bc25-f807b333c268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (c325a6b9-d01e-444d-821a-997d17bac179), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:39.931664 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-196b3e08-fccc-4f78-bc25-f807b333c268 admin admin] Publish callbacks [] for router_controller (c325a6b9-d01e-444d-821a-997d17bac179), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:40.011134 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40036) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:40.034126 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-196b3e08-fccc-4f78-bc25-f807b333c268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (c325a6b9-d01e-444d-821a-997d17bac179), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:40.036011 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196b3e08-fccc-4f78-bc25-f807b333c268 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c325a6b9-d01e-444d-821a-997d17bac179 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:19:40.057403 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-196b3e08-fccc-4f78-bc25-f807b333c268 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:40.067073 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-196b3e08-fccc-4f78-bc25-f807b333c268 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c325a6b9-d01e-444d-821a-997d17bac179 HTTP/1.1" status: 204 len: 168 time: 3.1382506 Jan 27 22:19:40.067415 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40040) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:40.082081 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['5531b149-64b9-472b-9024-e018481f174e'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:19:40.123492 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-198b2e02-d974-44bf-8b77-146c4f051701 req-6c77f85c-1d82-4d71-a634-8f22f52907a2 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] For port d7062ebc-643c-4b93-b45f-0cc9012d3f45, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=d7062ebc-643c-4b93-b45f-0cc9012d3f45,segment=NetworkSegment(8c5a1e9a-2bcd-4221-b091-73479d112d8c),segment_id=8c5a1e9a-2bcd-4221-b091-73479d112d8c)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:40.123492 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-198b2e02-d974-44bf-8b77-146c4f051701 req-6c77f85c-1d82-4d71-a634-8f22f52907a2 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d7062ebc-643c-4b93-b45f-0cc9012d3f45), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:40.150339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-198b2e02-d974-44bf-8b77-146c4f051701 req-6c77f85c-1d82-4d71-a634-8f22f52907a2 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Calling delete_port for d7062ebc-643c-4b93-b45f-0cc9012d3f45 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:40.255832 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f15c8c0-996b-4826-88bf-710043060e42 admin admin] Deleting subnet 5bef7302-5983-4bdb-bf47-1cb2592ae9af {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:19:40.275143 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7f15c8c0-996b-4826-88bf-710043060e42 admin admin] Publish callbacks [] for subnet (5bef7302-5983-4bdb-bf47-1cb2592ae9af), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:40.380894 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8ab9e342-b52b-4af2-a4de-3405dd073771 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Request body: {'security_group': {'name': 'tempest-secgroup--1318663472'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:40.457203 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7f15c8c0-996b-4826-88bf-710043060e42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (5bef7302-5983-4bdb-bf47-1cb2592ae9af), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:40.495737 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58d5ede2-3eda-4eb0-bc01-d85ffcba034d req-e9091af1-4aec-453e-b0f0-1bf100049e06 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaafc88-5e8a-4c22-967f-0e3087f4407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8101265 Jan 27 22:19:40.496409 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-198b2e02-d974-44bf-8b77-146c4f051701 req-6c77f85c-1d82-4d71-a634-8f22f52907a2 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d7062ebc-643c-4b93-b45f-0cc9012d3f45), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:40.513569 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['d7062ebc-643c-4b93-b45f-0cc9012d3f45'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:19:40.514934 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ab9e342-b52b-4af2-a4de-3405dd073771 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:40.541803 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ab9e342-b52b-4af2-a4de-3405dd073771 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:40.621255 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77f85c-1d82-4d71-a634-8f22f52907a2 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Pushing event deleted for resources: {'Port': ['ID=d7062ebc-643c-4b93-b45f-0cc9012d3f45,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:40.828850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-198b2e02-d974-44bf-8b77-146c4f051701 req-6c77f85c-1d82-4d71-a634-8f22f52907a2 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] No DVR routers for this DVR port d7062ebc-643c-4b93-b45f-0cc9012d3f45 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:40.835740 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-198b2e02-d974-44bf-8b77-146c4f051701 req-6c77f85c-1d82-4d71-a634-8f22f52907a2 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:40.840572 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-198b2e02-d974-44bf-8b77-146c4f051701 req-6c77f85c-1d82-4d71-a634-8f22f52907a2 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.15 "DELETE /v2.0/ports/d7062ebc-643c-4b93-b45f-0cc9012d3f45 HTTP/1.1" status: 204 len: 173 time: 1.5229642 Jan 27 22:19:40.881547 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80851c6-c482-4d55-948f-2d48e2c5fded', 'name': 'network-vif-deleted', 'tag': 'd7062ebc-643c-4b93-b45f-0cc9012d3f45'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:19:40.889634 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3e844b-2425-44a1-a5e9-6bfae696e983" -d '{"events": [{"server_uuid": "f80851c6-c482-4d55-948f-2d48e2c5fded", "name": "network-vif-deleted", "tag": "d7062ebc-643c-4b93-b45f-0cc9012d3f45"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:19:40.891280 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ab9e342-b52b-4af2-a4de-3405dd073771 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (22ff9659-e867-4db5-b5af-168e48e0ab87), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:40.900203 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ab9e342-b52b-4af2-a4de-3405dd073771 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (22ff9659-e867-4db5-b5af-168e48e0ab87), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:40.926608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b166479-61c4-49c9-b194-a0a9cc8ebd63 req-3bef9086-d0df-4e26-be64-27095c73838f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 210 time: 0.2058277 Jan 27 22:19:40.973502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779b0b1-bff4-4fdf-a0f4-1ef98c6f55e2 req-6737d828-9287-4a3c-9e80-79d6bdb87829 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:41.006700 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8779b0b1-bff4-4fdf-a0f4-1ef98c6f55e2 req-6737d828-9287-4a3c-9e80-79d6bdb87829 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 944 time: 0.5597823 Jan 27 22:19:41.028451 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7f15c8c0-996b-4826-88bf-710043060e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (5bef7302-5983-4bdb-bf47-1cb2592ae9af), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:41.077308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-fde27e7e-fd05-4755-924c-132790b10e9f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:41.079434 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-fde27e7e-fd05-4755-924c-132790b10e9f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.21 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 811 time: 0.6275403 Jan 27 22:19:41.081303 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395d1b53-7c7d-4c57-8a29-c8ab3289f64d x-openstack-request-id: req-395d1b53-7c7d-4c57-8a29-c8ab3289f64d {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:19:41.081857 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80851c6-c482-4d55-948f-2d48e2c5fded", "name": "network-vif-deleted", "tag": "d7062ebc-643c-4b93-b45f-0cc9012d3f45", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:19:41.082287 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-395d1b53-7c7d-4c57-8a29-c8ab3289f64d {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:19:41.082967 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80851c6-c482-4d55-948f-2d48e2c5fded', 'name': 'network-vif-deleted', 'tag': 'd7062ebc-643c-4b93-b45f-0cc9012d3f45', 'status': 'completed', 'code': 200} Jan 27 22:19:41.102691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-c341c86e-d758-42e7-90ad-aa86837876ea tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Request body: {'port': {'device_id': 'd4ab2dff-82d8-48b8-a7ca-e89ef11ede7a', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'admin_state_up': True, 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:41.125020 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9e342-b52b-4af2-a4de-3405dd073771 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ff9659-e867-4db5-b5af-168e48e0ab87,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:41.227802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8779b0b1-bff4-4fdf-a0f4-1ef98c6f55e2 req-09ed10bb-9dbb-4ccd-a6a6-bab46e822e3f tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184899 Jan 27 22:19:41.318924 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7f15c8c0-996b-4826-88bf-710043060e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (5bef7302-5983-4bdb-bf47-1cb2592ae9af), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:41.365505 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ab9e342-b52b-4af2-a4de-3405dd073771 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (d913f032-858d-4cd0-bf93-5deaf9e166aa), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:41.366927 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15c8c0-996b-4826-88bf-710043060e42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bef7302-5983-4bdb-bf47-1cb2592ae9af,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:41.373995 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ab9e342-b52b-4af2-a4de-3405dd073771 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d913f032-858d-4cd0-bf93-5deaf9e166aa), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:41.381017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-c341c86e-d758-42e7-90ad-aa86837876ea tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Made reservation on behalf of 9bdc2fb4e9174322835c30f4b0d91a28 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:19:41.388071 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-c341c86e-d758-42e7-90ad-aa86837876ea tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:41.504427 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d350d2d1-bccf-4714-8785-1070b8253189 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:41.563162 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9e342-b52b-4af2-a4de-3405dd073771 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d913f032-858d-4cd0-bf93-5deaf9e166aa,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:41.583234 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ab9e342-b52b-4af2-a4de-3405dd073771 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:41.593938 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: d350d2d1-bccf-4714-8785-1070b8253189 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:41.594246 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d350d2d1-bccf-4714-8785-1070b8253189 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:41.599452 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8ab9e342-b52b-4af2-a4de-3405dd073771 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5867941 Jan 27 22:19:41.607081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40058) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:41.617703 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44009192-7a42-4a32-b5ec-ca026a276195 None None] Network 79c70640-9dbd-49bb-8e19-9185d7559a3e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:19:41.618275 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7f15c8c0-996b-4826-88bf-710043060e42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:41.634242 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7f15c8c0-996b-4826-88bf-710043060e42 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5bef7302-5983-4bdb-bf47-1cb2592ae9af HTTP/1.1" status: 204 len: 168 time: 1.5634782 Jan 27 22:19:41.636114 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40060) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:41.885160 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d43e30f6-11b6-406d-999b-5f74c01a437e tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2729332 Jan 27 22:19:41.885276 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40072) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:41.890097 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-16cbba47-82d1-4f9c-ab36-c0bfcd30e9d4 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Request body: {'security_group': {'name': 'tempest-security--1948082393', 'description': 'tempest-security-description-1658265309'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:41.923125 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-15d648cc-b804-4758-8d1b-1cf442577244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (79c70640-9dbd-49bb-8e19-9185d7559a3e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:41.994050 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-16cbba47-82d1-4f9c-ab36-c0bfcd30e9d4 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (d913f032-858d-4cd0-bf93-5deaf9e166aa), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:42.093874 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186024c7-5fb2-4057-b7a0-584a43fd8e79 None None] DHCP port deletion for 79c70640-9dbd-49bb-8e19-9185d7559a3e request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:19:42.105525 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-c341c86e-d758-42e7-90ad-aa86837876ea tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Allocated IP 172.20.0.5 (ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3/ad7ff54c-bda3-4bfc-9e45-9e37fdd442af/29fb20f2-61fe-412c-89eb-a71c407844b3) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:19:42.121983 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-16cbba47-82d1-4f9c-ab36-c0bfcd30e9d4 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (d913f032-858d-4cd0-bf93-5deaf9e166aa), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:42.126672 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-16cbba47-82d1-4f9c-ab36-c0bfcd30e9d4 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d913f032-858d-4cd0-bf93-5deaf9e166aa), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:42.131884 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-16cbba47-82d1-4f9c-ab36-c0bfcd30e9d4 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:42.137871 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-16cbba47-82d1-4f9c-ab36-c0bfcd30e9d4 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "PUT /v2.0/security-groups/d913f032-858d-4cd0-bf93-5deaf9e166aa HTTP/1.1" status: 200 len: 1797 time: 0.2490478 Jan 27 22:19:42.166374 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40086) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:42.197554 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbba47-82d1-4f9c-ab36-c0bfcd30e9d4 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d913f032-858d-4cd0-bf93-5deaf9e166aa,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:42.210619 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-186024c7-5fb2-4057-b7a0-584a43fd8e79 None None] Deleting port 6d2ae166-3247-4289-a355-f7bd96521331 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:42.211005 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-186024c7-5fb2-4057-b7a0-584a43fd8e79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (6d2ae166-3247-4289-a355-f7bd96521331), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:42.294874 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cda7a487-7e71-4675-8a5e-594dd24e5bb7 req-e9fae9b7-0ff7-47aa-801f-30d2a36b5eb7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 210 time: 0.1849172 Jan 27 22:19:42.338033 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-186024c7-5fb2-4057-b7a0-584a43fd8e79 None None] For port 6d2ae166-3247-4289-a355-f7bd96521331, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=6d2ae166-3247-4289-a355-f7bd96521331,segment=NetworkSegment(f68fc627-ffeb-41b2-b571-b7fac9510eeb),segment_id=f68fc627-ffeb-41b2-b571-b7fac9510eeb)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:42.340376 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-186024c7-5fb2-4057-b7a0-584a43fd8e79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (6d2ae166-3247-4289-a355-f7bd96521331), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:42.381699 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-186024c7-5fb2-4057-b7a0-584a43fd8e79 None None] Calling delete_port for 6d2ae166-3247-4289-a355-f7bd96521331 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:42.414687 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f507a6de-2535-4b58-b6a4-d789048e16d1 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-groups/d913f032-858d-4cd0-bf93-5deaf9e166aa HTTP/1.1" status: 200 len: 1797 time: 0.1814616 Jan 27 22:19:42.417850 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40090) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:42.458685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-f2beca77-f49a-400f-a83c-2bb8922c5c49 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:42.476812 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-f2beca77-f49a-400f-a83c-2bb8922c5c49 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/networks?id=c8b1841d-72c3-4b48-bb6e-fbab5755a859 HTTP/1.1" status: 200 len: 809 time: 0.5112598 Jan 27 22:19:42.502373 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea1617b9-fa3e-4890-9318-e1c614f6aa39 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (d913f032-858d-4cd0-bf93-5deaf9e166aa), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:42.572913 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea1617b9-fa3e-4890-9318-e1c614f6aa39 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (d913f032-858d-4cd0-bf93-5deaf9e166aa), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:42.595732 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device d7062ebc-643c-4b93-b45f-0cc9012d3f45 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:42.622813 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea1617b9-fa3e-4890-9318-e1c614f6aa39 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d913f032-858d-4cd0-bf93-5deaf9e166aa), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:42.626812 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ea1617b9-fa3e-4890-9318-e1c614f6aa39 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:42.628018 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ea1617b9-fa3e-4890-9318-e1c614f6aa39 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "DELETE /v2.0/security-groups/d913f032-858d-4cd0-bf93-5deaf9e166aa HTTP/1.1" status: 204 len: 168 time: 0.2089226 Jan 27 22:19:42.631192 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40100) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:42.672324 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: d7062ebc-643c-4b93-b45f-0cc9012d3f45 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:42.672826 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device d7062ebc-643c-4b93-b45f-0cc9012d3f45 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:42.678719 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-15d648cc-b804-4758-8d1b-1cf442577244 admin admin] Deleting port 6d2ae166-3247-4289-a355-f7bd96521331 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:42.679280 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-15d648cc-b804-4758-8d1b-1cf442577244 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (6d2ae166-3247-4289-a355-f7bd96521331), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:42.694850 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-1f6c22c7-4f00-41ae-b191-65f11a04fd4d tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/quotas/02acf2902a154050aaf663bce9998fdd HTTP/1.1" status: 200 len: 375 time: 0.2169423 Jan 27 22:19:42.699259 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-186024c7-5fb2-4057-b7a0-584a43fd8e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (6d2ae166-3247-4289-a355-f7bd96521331), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:42.702594 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1617b9-fa3e-4890-9318-e1c614f6aa39 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d913f032-858d-4cd0-bf93-5deaf9e166aa,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:42.741842 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186024c7-5fb2-4057-b7a0-584a43fd8e79 None None] Pushing event deleted for resources: {'Port': ['ID=6d2ae166-3247-4289-a355-f7bd96521331,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:42.777680 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186024c7-5fb2-4057-b7a0-584a43fd8e79 None None] No DVR routers for this DVR port 6d2ae166-3247-4289-a355-f7bd96521331 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:42.780874 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5a53c2f7-e7a9-4406-b4dd-196a1c37b3bc tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1280408 Jan 27 22:19:42.783954 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40102) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:42.830885 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:42.842706 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-d5c019a4-5b13-4c6f-a2c0-93a835f4a54e tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] delete failed (client error): The resource could not be found. Jan 27 22:19:42.850582 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d5c019a4-5b13-4c6f-a2c0-93a835f4a54e tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "DELETE /v2.0/security-groups/d913f032-858d-4cd0-bf93-5deaf9e166aa HTTP/1.1" status: 404 len: 347 time: 0.0588059 Jan 27 22:19:42.850957 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40106) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:42.858022 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d40262e8-e662-40d2-b13f-275e7acac518 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Request body: {'security_group': {'name': 'tempest-secgroup--65510175'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:42.882754 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-eefe66a8-9af4-4624-b7b9-4597f02718ee tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=02acf2902a154050aaf663bce9998fdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1868651 Jan 27 22:19:42.904841 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d40262e8-e662-40d2-b13f-275e7acac518 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:43.005514 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d40262e8-e662-40d2-b13f-275e7acac518 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (509a28cb-6e3e-4771-83b7-076d5e4cd13c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:43.011031 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d40262e8-e662-40d2-b13f-275e7acac518 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (509a28cb-6e3e-4771-83b7-076d5e4cd13c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:43.053753 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5531b149-64b9-472b-9024-e018481f174e up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:19:43.063913 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40262e8-e662-40d2-b13f-275e7acac518 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509a28cb-6e3e-4771-83b7-076d5e4cd13c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:43.086990 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d40262e8-e662-40d2-b13f-275e7acac518 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:43.095270 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d40262e8-e662-40d2-b13f-275e7acac518 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2397735 Jan 27 22:19:43.098693 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40134) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:43.100808 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-31b79fe6-9a33-4697-94b8-c2095482dcfa service neutron] 10.222.0.23 "GET /v2.0/networks/c8b1841d-72c3-4b48-bb6e-fbab5755a859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171202 Jan 27 22:19:43.109384 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-53214aa4-c683-482f-9ebf-c911f8e93b0f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Request body: {'security_group_rule': {'security_group_id': '509a28cb-6e3e-4771-83b7-076d5e4cd13c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:43.163909 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 5531b149-64b9-472b-9024-e018481f174e completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:19:43.168152 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 5531b149-64b9-472b-9024-e018481f174e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:19:43.168564 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5531b149-64b9-472b-9024-e018481f174e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:43.172786 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-53214aa4-c683-482f-9ebf-c911f8e93b0f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (33602e09-22bb-451b-a288-ee6bd5b4bc86), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:43.217613 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9af96c-0293-47ff-b610-9d770e37c3ae req-4d422a58-4e13-4aa3-bd12-9e0eeaf5f881 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:43.230903 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f9af96c-0293-47ff-b610-9d770e37c3ae req-4d422a58-4e13-4aa3-bd12-9e0eeaf5f881 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 944 time: 0.7473226 Jan 27 22:19:43.321255 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-53214aa4-c683-482f-9ebf-c911f8e93b0f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (33602e09-22bb-451b-a288-ee6bd5b4bc86), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:43.336275 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-53214aa4-c683-482f-9ebf-c911f8e93b0f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (33602e09-22bb-451b-a288-ee6bd5b4bc86), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:43.342799 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 5531b149-64b9-472b-9024-e018481f174e is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:19:43.343404 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5531b149-64b9-472b-9024-e018481f174e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:43.391634 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250d73ab-8f70-4965-b646-823bcbf7354c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5531b149-64b9-472b-9024-e018481f174e'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:19:43.401334 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-15d648cc-b804-4758-8d1b-1cf442577244 admin admin] For port 6d2ae166-3247-4289-a355-f7bd96521331, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=6d2ae166-3247-4289-a355-f7bd96521331,segment=NetworkSegment(f68fc627-ffeb-41b2-b571-b7fac9510eeb),segment_id=f68fc627-ffeb-41b2-b571-b7fac9510eeb)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:43.404007 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff5162a-847f-454e-a710-0a4c97149d44" -d '{"events": [{"server_uuid": "250d73ab-8f70-4965-b646-823bcbf7354c", "name": "network-vif-plugged", "status": "completed", "tag": "5531b149-64b9-472b-9024-e018481f174e"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:19:43.408717 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-15d648cc-b804-4758-8d1b-1cf442577244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (6d2ae166-3247-4289-a355-f7bd96521331), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:43.421328 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53214aa4-c683-482f-9ebf-c911f8e93b0f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33602e09-22bb-451b-a288-ee6bd5b4bc86,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:43.425669 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 5531b149-64b9-472b-9024-e018481f174e, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5531b149-64b9-472b-9024-e018481f174e,segment=NetworkSegment(b2c2a2fd-ec3c-41e8-8c7f-6deffc52e05c),segment_id=b2c2a2fd-ec3c-41e8-8c7f-6deffc52e05c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:43.431552 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5531b149-64b9-472b-9024-e018481f174e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:43.444738 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-53214aa4-c683-482f-9ebf-c911f8e93b0f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:43.446179 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-53214aa4-c683-482f-9ebf-c911f8e93b0f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3458850 Jan 27 22:19:43.449503 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40156) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:43.509609 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29b7895a-050d-4a55-9294-d35fc367c314 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (33602e09-22bb-451b-a288-ee6bd5b4bc86), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:43.521166 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f9af96c-0293-47ff-b610-9d770e37c3ae req-047e4caf-d987-4485-ae66-38f237751e18 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893674 Jan 27 22:19:43.522910 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29b7895a-050d-4a55-9294-d35fc367c314 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (33602e09-22bb-451b-a288-ee6bd5b4bc86), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:43.534181 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=5531b149-64b9-472b-9024-e018481f174e,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:43.543618 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 6d2ae166-3247-4289-a355-f7bd96521331 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:43.544536 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-c341c86e-d758-42e7-90ad-aa86837876ea tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for port (29fb20f2-61fe-412c-89eb-a71c407844b3), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:43.554693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-15d648cc-b804-4758-8d1b-1cf442577244 admin admin] Calling delete_port for 6d2ae166-3247-4289-a355-f7bd96521331 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:43.566720 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 6d2ae166-3247-4289-a355-f7bd96521331 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:43.567323 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 6d2ae166-3247-4289-a355-f7bd96521331 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:43.624231 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29b7895a-050d-4a55-9294-d35fc367c314 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (33602e09-22bb-451b-a288-ee6bd5b4bc86), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:43.632687 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-29b7895a-050d-4a55-9294-d35fc367c314 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:43.633402 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-2deec7a2-0325-448f-b774-2a7376dd2920 service neutron] 10.222.0.23 "GET /v2.0/networks/c8b1841d-72c3-4b48-bb6e-fbab5755a859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316691 Jan 27 22:19:43.645939 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-29b7895a-050d-4a55-9294-d35fc367c314 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/33602e09-22bb-451b-a288-ee6bd5b4bc86 HTTP/1.1" status: 204 len: 168 time: 0.1926801 Jan 27 22:19:43.650896 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40158) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:43.679934 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7895a-050d-4a55-9294-d35fc367c314 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33602e09-22bb-451b-a288-ee6bd5b4bc86,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:43.779106 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-71ba6f3e-e55d-47b8-b335-07e88b0486d8 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1143720 Jan 27 22:19:43.779579 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40162) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:43.814876 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45aa0c67-8010-41d5-b159-f2da889e100e req-cfa6d1d9-a56e-4633-8afa-57242aa1f08c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 210 time: 0.0952067 Jan 27 22:19:43.889670 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-c341c86e-d758-42e7-90ad-aa86837876ea tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (29fb20f2-61fe-412c-89eb-a71c407844b3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:43.899584 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486d11f6-6238-45cb-924e-746b66269823 x-openstack-request-id: req-486d11f6-6238-45cb-924e-746b66269823 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:19:43.900479 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250d73ab-8f70-4965-b646-823bcbf7354c", "name": "network-vif-plugged", "status": "completed", "tag": "5531b149-64b9-472b-9024-e018481f174e", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:19:43.900929 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-486d11f6-6238-45cb-924e-746b66269823 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:19:43.901498 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250d73ab-8f70-4965-b646-823bcbf7354c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5531b149-64b9-472b-9024-e018481f174e', 'code': 200} Jan 27 22:19:43.945728 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-c341c86e-d758-42e7-90ad-aa86837876ea tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:19:43.952000 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-c341c86e-d758-42e7-90ad-aa86837876ea tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:19:43.958938 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-c341c86e-d758-42e7-90ad-aa86837876ea tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:19:43.979419 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fafc7ebe-02fd-4741-a995-139941b501e0 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (509a28cb-6e3e-4771-83b7-076d5e4cd13c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:44.083638 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-43050503-5273-4e98-b20c-b2cb9ce2cc10 req-1430d547-befd-4942-9509-f6a2ab588e82 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f771980-4a75-4351-9b9a-1969700d6b00 HTTP/1.1" status: 200 len: 210 time: 0.0513191 Jan 27 22:19:44.102735 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-15d648cc-b804-4758-8d1b-1cf442577244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (6d2ae166-3247-4289-a355-f7bd96521331), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:44.119042 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d648cc-b804-4758-8d1b-1cf442577244 admin admin] No DVR routers for this DVR port 6d2ae166-3247-4289-a355-f7bd96521331 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:44.146827 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fafc7ebe-02fd-4741-a995-139941b501e0 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (509a28cb-6e3e-4771-83b7-076d5e4cd13c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:44.213555 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-15d648cc-b804-4758-8d1b-1cf442577244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (79c70640-9dbd-49bb-8e19-9185d7559a3e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:44.240215 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234edce-f77f-4c2e-a9d2-2b0717ea8b2c req-f935b44f-91a6-4e5c-8f1d-2c7f4bc501d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:44.241978 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1234edce-f77f-4c2e-a9d2-2b0717ea8b2c req-f935b44f-91a6-4e5c-8f1d-2c7f4bc501d4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 1096 time: 0.2578356 Jan 27 22:19:44.271444 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-15d648cc-b804-4758-8d1b-1cf442577244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c70640-9dbd-49bb-8e19-9185d7559a3e']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:44.295282 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-15d648cc-b804-4758-8d1b-1cf442577244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68fc627-ffeb-41b2-b571-b7fac9510eeb') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:44.295698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-15d648cc-b804-4758-8d1b-1cf442577244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68fc627-ffeb-41b2-b571-b7fac9510eeb') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:44.313320 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-15d648cc-b804-4758-8d1b-1cf442577244 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (f68fc627-ffeb-41b2-b571-b7fac9510eeb), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:44.318693 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fafc7ebe-02fd-4741-a995-139941b501e0 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (509a28cb-6e3e-4771-83b7-076d5e4cd13c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:44.327998 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fafc7ebe-02fd-4741-a995-139941b501e0 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:44.332656 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fafc7ebe-02fd-4741-a995-139941b501e0 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "DELETE /v2.0/security-groups/509a28cb-6e3e-4771-83b7-076d5e4cd13c HTTP/1.1" status: 204 len: 168 time: 0.5491440 Jan 27 22:19:44.333033 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40190) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:44.333325 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-15d648cc-b804-4758-8d1b-1cf442577244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (f68fc627-ffeb-41b2-b571-b7fac9510eeb), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:44.342007 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d648cc-b804-4758-8d1b-1cf442577244 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:19:44.343025 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-15d648cc-b804-4758-8d1b-1cf442577244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (f68fc627-ffeb-41b2-b571-b7fac9510eeb), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:44.410490 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-1234edce-f77f-4c2e-a9d2-2b0717ea8b2c req-6b829992-a663-41f6-afeb-d07a4bc284cd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620986 Jan 27 22:19:44.424754 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc7ebe-02fd-4741-a995-139941b501e0 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=509a28cb-6e3e-4771-83b7-076d5e4cd13c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:44.432974 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341c86e-d758-42e7-90ad-aa86837876ea tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event updated for resources: {'Port': ['ID=29fb20f2-61fe-412c-89eb-a71c407844b3,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: self.session.flush() Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:19:44.477167 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:19:44.480177 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d648cc-b804-4758-8d1b-1cf442577244 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d2ae166-3247-4289-a355-f7bd96521331,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:44.480832 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-15d648cc-b804-4758-8d1b-1cf442577244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (79c70640-9dbd-49bb-8e19-9185d7559a3e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:44.496198 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-15d648cc-b804-4758-8d1b-1cf442577244 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:44.504779 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-15d648cc-b804-4758-8d1b-1cf442577244 admin admin] 10.222.0.23 "DELETE /v2.0/networks/79c70640-9dbd-49bb-8e19-9185d7559a3e HTTP/1.1" status: 204 len: 168 time: 2.8603301 Jan 27 22:19:44.510827 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-75a6f6d5-94ae-4bf9-b3bd-6468e8f7f42f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1625032 Jan 27 22:19:44.514965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40210) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:44.528286 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-68d39949-92b6-48b6-959a-d423e11b672a tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Request body: {'security_group': {'name': 'tempest-secgroup--1988637342'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:44.548483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-c341c86e-d758-42e7-90ad-aa86837876ea tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:44.551868 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-c341c86e-d758-42e7-90ad-aa86837876ea tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:44.559537 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-05d170e8-4587-401c-bae1-a9bf84972482 None None] Provisioning complete for port 29fb20f2-61fe-412c-89eb-a71c407844b3 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:19:44.560065 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-05d170e8-4587-401c-bae1-a9bf84972482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (29fb20f2-61fe-412c-89eb-a71c407844b3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:44.561873 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d648cc-b804-4758-8d1b-1cf442577244 admin admin] Pushing event deleted for resources: {'Network': ['ID=79c70640-9dbd-49bb-8e19-9185d7559a3e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:44.566487 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-68d39949-92b6-48b6-959a-d423e11b672a tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:44.609190 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-c341c86e-d758-42e7-90ad-aa86837876ea tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5091691 Jan 27 22:19:44.698164 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] Request body: {'port': {'device_id': 'd4ab2dff-82d8-48b8-a7ca-e89ef11ede7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:44.765238 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-68d39949-92b6-48b6-959a-d423e11b672a tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (1017a104-9137-433b-ae52-f150a34a3ccc), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:44.775465 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-05d170e8-4587-401c-bae1-a9bf84972482 None None] Port 29fb20f2-61fe-412c-89eb-a71c407844b3 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:19:44.778045 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-68d39949-92b6-48b6-959a-d423e11b672a tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1017a104-9137-433b-ae52-f150a34a3ccc), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:44.847489 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-68d39949-92b6-48b6-959a-d423e11b672a tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:44.848257 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-68d39949-92b6-48b6-959a-d423e11b672a tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3321893 Jan 27 22:19:44.851329 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40224) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:44.859502 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1e620ad0-6bb9-4eb1-b30c-40dc50f2b66e tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Request body: {'security_group_rule': {'security_group_id': '1017a104-9137-433b-ae52-f150a34a3ccc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:44.899347 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d39949-92b6-48b6-959a-d423e11b672a tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1017a104-9137-433b-ae52-f150a34a3ccc,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:44.903544 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1e620ad0-6bb9-4eb1-b30c-40dc50f2b66e tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (d10d7f44-76ab-4ce1-8683-1ccff8ff7909), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:44.953338 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40226) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:45.003632 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1e620ad0-6bb9-4eb1-b30c-40dc50f2b66e tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (d10d7f44-76ab-4ce1-8683-1ccff8ff7909), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:45.032669 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1e620ad0-6bb9-4eb1-b30c-40dc50f2b66e tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (d10d7f44-76ab-4ce1-8683-1ccff8ff7909), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:45.074652 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1e620ad0-6bb9-4eb1-b30c-40dc50f2b66e tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:45.076081 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1e620ad0-6bb9-4eb1-b30c-40dc50f2b66e tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2228901 Jan 27 22:19:45.081134 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40228) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:45.086107 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (29fb20f2-61fe-412c-89eb-a71c407844b3), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:45.087305 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-10dabd2b-790c-46bd-a3df-e284af77310c tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Request body: {'security_group_rule': {'security_group_id': '1017a104-9137-433b-ae52-f150a34a3ccc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:45.130446 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e620ad0-6bb9-4eb1-b30c-40dc50f2b66e tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10d7f44-76ab-4ce1-8683-1ccff8ff7909,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:45.145375 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10dabd2b-790c-46bd-a3df-e284af77310c tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (5211d810-fa9a-4c0d-9ed8-5dc38359d6a7), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:45.182949 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86fdc4-fcef-49ca-bda3-e39197d4a94d req-0932172d-cb02-4b1f-8065-6099053070f9 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:45.190693 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9c86fdc4-fcef-49ca-bda3-e39197d4a94d req-0932172d-cb02-4b1f-8065-6099053070f9 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 945 time: 0.4279745 Jan 27 22:19:45.207708 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10dabd2b-790c-46bd-a3df-e284af77310c tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (5211d810-fa9a-4c0d-9ed8-5dc38359d6a7), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:45.215494 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-32308f02-6478-4404-b581-f7db9cb01de2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a5fc25301d94383ab4235fa1c78acd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2092497 Jan 27 22:19:45.216504 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40232) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:45.224646 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10dabd2b-790c-46bd-a3df-e284af77310c tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (5211d810-fa9a-4c0d-9ed8-5dc38359d6a7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:45.225804 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bfcbd-30dc-47ef-a4a1-1c97dca47946 req-7d4f16fe-8723-4af2-9773-f790112e83fb tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:45.227385 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed8bfcbd-30dc-47ef-a4a1-1c97dca47946 req-7d4f16fe-8723-4af2-9773-f790112e83fb tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 931 time: 0.2285168 Jan 27 22:19:45.256493 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dabd2b-790c-46bd-a3df-e284af77310c tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5211d810-fa9a-4c0d-9ed8-5dc38359d6a7,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:45.291214 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-10dabd2b-790c-46bd-a3df-e284af77310c tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:45.292650 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-10dabd2b-790c-46bd-a3df-e284af77310c tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2098470 Jan 27 22:19:45.303279 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40236) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:45.336390 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-26121ebc-b099-49f5-a9cf-71d967b18f63 admin admin] Publish callbacks [] for security_group (9c7b331d-4a70-43b0-95d2-0db91019d863), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:45.369521 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-26121ebc-b099-49f5-a9cf-71d967b18f63 admin admin] Publish callbacks [] for security_group (9c7b331d-4a70-43b0-95d2-0db91019d863), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:45.376817 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-5e3f70d6-8894-4e10-95c8-807d212d3e90 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Request body: {'security_group_rule': {'security_group_id': '1017a104-9137-433b-ae52-f150a34a3ccc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:45.490638 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-26121ebc-b099-49f5-a9cf-71d967b18f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9c7b331d-4a70-43b0-95d2-0db91019d863), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:45.493789 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-26121ebc-b099-49f5-a9cf-71d967b18f63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:45.498280 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-26121ebc-b099-49f5-a9cf-71d967b18f63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c7b331d-4a70-43b0-95d2-0db91019d863 HTTP/1.1" status: 204 len: 168 time: 0.2800574 Jan 27 22:19:45.504306 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5e3f70d6-8894-4e10-95c8-807d212d3e90 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (0f1b6129-36e2-4a0d-84c6-d957f4b1e895), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:45.513090 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26121ebc-b099-49f5-a9cf-71d967b18f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7b331d-4a70-43b0-95d2-0db91019d863,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:45.619886 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5e3f70d6-8894-4e10-95c8-807d212d3e90 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (0f1b6129-36e2-4a0d-84c6-d957f4b1e895), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:45.644711 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed8bfcbd-30dc-47ef-a4a1-1c97dca47946 req-86f7428b-fec6-49fd-9577-e946e27c0a75 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824770 Jan 27 22:19:46.191224 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40246) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:46.295712 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fa9d5208-9164-4697-94e9-dd801d141ac2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=023a1f0a72ec4906a6f6053152a053ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0978651 Jan 27 22:19:46.299144 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40248) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:46.346815 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5e3f70d6-8894-4e10-95c8-807d212d3e90 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (0f1b6129-36e2-4a0d-84c6-d957f4b1e895), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:46.373239 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9c86fdc4-fcef-49ca-bda3-e39197d4a94d req-8e1143fb-e0bf-4d19-90d2-6cdedde78480 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1673753 Jan 27 22:19:46.422603 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d655df6d-9b7e-4c11-b6b5-2bdad1b00fc4 admin admin] Publish callbacks [] for security_group (c22d4d5e-1fb5-4540-8f47-1a625c6cfd2b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:46.481371 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d655df6d-9b7e-4c11-b6b5-2bdad1b00fc4 admin admin] Publish callbacks [] for security_group (c22d4d5e-1fb5-4540-8f47-1a625c6cfd2b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:46.588821 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d655df6d-9b7e-4c11-b6b5-2bdad1b00fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c22d4d5e-1fb5-4540-8f47-1a625c6cfd2b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:46.592011 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d655df6d-9b7e-4c11-b6b5-2bdad1b00fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:46.596507 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d655df6d-9b7e-4c11-b6b5-2bdad1b00fc4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c22d4d5e-1fb5-4540-8f47-1a625c6cfd2b HTTP/1.1" status: 204 len: 168 time: 0.2962132 Jan 27 22:19:46.613909 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655df6d-9b7e-4c11-b6b5-2bdad1b00fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22d4d5e-1fb5-4540-8f47-1a625c6cfd2b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:46.625222 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29fb20f2-61fe-412c-89eb-a71c407844b3 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:19:46.649611 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] Publish callbacks [] for port (29fb20f2-61fe-412c-89eb-a71c407844b3), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:46.767153 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f70d6-8894-4e10-95c8-807d212d3e90 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1b6129-36e2-4a0d-84c6-d957f4b1e895,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:46.816791 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4b6fec61-68fb-4ab4-a69e-691edb869a01 req-46b7fe38-8c13-48fe-9d5f-4c664c84c308 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f771980-4a75-4351-9b9a-1969700d6b00 HTTP/1.1" status: 200 len: 210 time: 0.4423215 Jan 27 22:19:46.836710 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5e3f70d6-8894-4e10-95c8-807d212d3e90 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:46.838359 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5e3f70d6-8894-4e10-95c8-807d212d3e90 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5298426 Jan 27 22:19:46.841258 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40258) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:46.846845 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-92e4fdaa-58a0-47b5-a9d3-296953e9695f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Request body: {'security_group_rule': {'security_group_id': '1017a104-9137-433b-ae52-f150a34a3ccc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:46.854718 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] Transition to ACTIVE for port object 29fb20f2-61fe-412c-89eb-a71c407844b3 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:19:46.862848 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f70d6-8894-4e10-95c8-807d212d3e90 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:46.863562 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f70d6-8894-4e10-95c8-807d212d3e90 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:46.864137 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f70d6-8894-4e10-95c8-807d212d3e90 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:46.864652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f70d6-8894-4e10-95c8-807d212d3e90 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:46.865167 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f70d6-8894-4e10-95c8-807d212d3e90 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:46.865776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f70d6-8894-4e10-95c8-807d212d3e90 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:46.866259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f70d6-8894-4e10-95c8-807d212d3e90 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:46.866743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f70d6-8894-4e10-95c8-807d212d3e90 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:46.867393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f70d6-8894-4e10-95c8-807d212d3e90 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:46.867876 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f70d6-8894-4e10-95c8-807d212d3e90 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:46.868387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f70d6-8894-4e10-95c8-807d212d3e90 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:46.868882 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f70d6-8894-4e10-95c8-807d212d3e90 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:46.869378 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f70d6-8894-4e10-95c8-807d212d3e90 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:46.872353 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (29fb20f2-61fe-412c-89eb-a71c407844b3), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:46.930704 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92e4fdaa-58a0-47b5-a9d3-296953e9695f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (e3aea0d9-af60-4c1d-b822-47429e8d57a2), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:46.947155 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] Pushing event updated for resources: {'Port': ['ID=29fb20f2-61fe-412c-89eb-a71c407844b3,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:47.044638 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ddb47-44f0-47d4-a5f8-453c074c391d req-e55a1951-f682-4416-8843-1a0816973b46 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:47.053460 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d4ddb47-44f0-47d4-a5f8-453c074c391d req-e55a1951-f682-4416-8843-1a0816973b46 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.2474098 Jan 27 22:19:47.069967 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-f60e3e31-fd33-443c-b9c0-ef20c386beeb tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:47.071769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-f60e3e31-fd33-443c-b9c0-ef20c386beeb tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.15 "GET /v2.0/networks?id=c8b1841d-72c3-4b48-bb6e-fbab5755a859 HTTP/1.1" status: 200 len: 809 time: 0.6653228 Jan 27 22:19:47.135934 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-cfb444a3-3e7f-4950-9308-a242fc294b4b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Request body: {'port': {'device_id': '0f771980-4a75-4351-9b9a-1969700d6b00', 'network_id': 'c8b1841d-72c3-4b48-bb6e-fbab5755a859', 'admin_state_up': True, 'tenant_id': '02acf2902a154050aaf663bce9998fdd'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:47.142234 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92e4fdaa-58a0-47b5-a9d3-296953e9695f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (e3aea0d9-af60-4c1d-b822-47429e8d57a2), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:47.150723 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92e4fdaa-58a0-47b5-a9d3-296953e9695f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (e3aea0d9-af60-4c1d-b822-47429e8d57a2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:47.254646 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4fdaa-58a0-47b5-a9d3-296953e9695f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3aea0d9-af60-4c1d-b822-47429e8d57a2,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:47.297398 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92e4fdaa-58a0-47b5-a9d3-296953e9695f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:47.317381 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-92e4fdaa-58a0-47b5-a9d3-296953e9695f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4721770 Jan 27 22:19:47.319273 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40262) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:47.325652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-56315f87-fe7b-4777-bfda-f4aa9f89e2a6 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Request body: {'security_group_rule': {'security_group_id': '1017a104-9137-433b-ae52-f150a34a3ccc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:47.427353 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] Attempting to bind port 29fb20f2-61fe-412c-89eb-a71c407844b3 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:19:47.431574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] Attempting to bind port 29fb20f2-61fe-412c-89eb-a71c407844b3 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:19:47.432401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] Attempting to bind port 29fb20f2-61fe-412c-89eb-a71c407844b3 on network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:19:47.494547 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d4ddb47-44f0-47d4-a5f8-453c074c391d req-c7404ffe-6d41-4cbc-af10-e1436dc1a78c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390740 Jan 27 22:19:47.592050 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] Port 29fb20f2-61fe-412c-89eb-a71c407844b3 on network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:19:47.602896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] Attempting to bind port 29fb20f2-61fe-412c-89eb-a71c407844b3 on network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:19:47.617031 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:19:47.631872 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] Checking segment: {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:19:47.631872 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] Bound using segment: {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:19:47.631872 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] Bound port: 29fb20f2-61fe-412c-89eb-a71c407844b3, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:19:47.631872 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (29fb20f2-61fe-412c-89eb-a71c407844b3), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:47.699605 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-56315f87-fe7b-4777-bfda-f4aa9f89e2a6 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (c4003fec-a279-4862-9ef3-23d0010d8c15), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:47.731734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-cfb444a3-3e7f-4950-9308-a242fc294b4b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Made reservation on behalf of 02acf2902a154050aaf663bce9998fdd for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:19:47.735468 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-cfb444a3-3e7f-4950-9308-a242fc294b4b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:47.832027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] For port 29fb20f2-61fe-412c-89eb-a71c407844b3, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:19:47.838349 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] For port 29fb20f2-61fe-412c-89eb-a71c407844b3, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=29fb20f2-61fe-412c-89eb-a71c407844b3,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:19:48.025262 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (29fb20f2-61fe-412c-89eb-a71c407844b3), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:48.118115 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae4965-4628-428f-8bf2-65687c6c8774 req-401e94fb-614f-47ab-8481-ae2541810bfd tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:48.119241 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94ae4965-4628-428f-8bf2-65687c6c8774 req-401e94fb-614f-47ab-8481-ae2541810bfd tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 945 time: 0.5543880 Jan 27 22:19:48.193567 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c682cdd-bc3d-4156-ab42-a8d9df9c2769 req-acab8a1c-c4e3-499d-be6a-ecdc18077b71 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f771980-4a75-4351-9b9a-1969700d6b00 HTTP/1.1" status: 200 len: 210 time: 0.1530139 Jan 27 22:19:48.197839 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:48.198467 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:48.200348 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] 10.222.0.21 "PUT /v2.0/ports/29fb20f2-61fe-412c-89eb-a71c407844b3 HTTP/1.1" status: 200 len: 1091 time: 3.5070121 Jan 27 22:19:48.222894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ab2dff-82d8-48b8-a7ca-e89ef11ede7a', 'tag': '29fb20f2-61fe-412c-89eb-a71c407844b3'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:19:48.225368 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f082ac-7eda-4870-aebe-534245e24669" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a", "tag": "29fb20f2-61fe-412c-89eb-a71c407844b3"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:19:48.251166 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884eaf5b-6dcc-4024-b0d8-0972c6a496c5 service neutron] Pushing event updated for resources: {'Port': ['ID=29fb20f2-61fe-412c-89eb-a71c407844b3,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:48.319312 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-cfb444a3-3e7f-4950-9308-a242fc294b4b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Allocated IP 172.20.0.3 (c8b1841d-72c3-4b48-bb6e-fbab5755a859/5e6237ff-1378-4cdb-b9e2-2d7b3f825529/f20d7c9b-69ae-41c2-b299-0e0c4b849da5) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:19:48.563108 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-56315f87-fe7b-4777-bfda-f4aa9f89e2a6 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (c4003fec-a279-4862-9ef3-23d0010d8c15), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:48.582594 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-56315f87-fe7b-4777-bfda-f4aa9f89e2a6 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (c4003fec-a279-4862-9ef3-23d0010d8c15), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:48.623507 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94ae4965-4628-428f-8bf2-65687c6c8774 req-ee7b8591-3d88-47d0-ad58-18668e151b49 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906986 Jan 27 22:19:48.646988 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56315f87-fe7b-4777-bfda-f4aa9f89e2a6 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4003fec-a279-4862-9ef3-23d0010d8c15,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:48.684976 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-33d40c28-0fe7-42bb-86c4-248fb272215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:48.691474 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-33d40c28-0fe7-42bb-86c4-248fb272215e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 1094 time: 0.4265513 Jan 27 22:19:48.694788 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-56315f87-fe7b-4777-bfda-f4aa9f89e2a6 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:48.695964 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-56315f87-fe7b-4777-bfda-f4aa9f89e2a6 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3751674 Jan 27 22:19:48.700289 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40292) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:48.709508 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fba287-de0c-4bf6-8819-0c0ce844435c x-openstack-request-id: req-f0fba287-de0c-4bf6-8819-0c0ce844435c {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:19:48.710086 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a", "tag": "29fb20f2-61fe-412c-89eb-a71c407844b3", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:19:48.710405 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0fba287-de0c-4bf6-8819-0c0ce844435c {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:19:48.710827 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ab2dff-82d8-48b8-a7ca-e89ef11ede7a', 'tag': '29fb20f2-61fe-412c-89eb-a71c407844b3', 'status': 'completed', 'code': 200} Jan 27 22:19:48.773707 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f32e0cda-85ad-449d-8aab-fa647c88f6df tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (c4003fec-a279-4862-9ef3-23d0010d8c15), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:48.783994 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f32e0cda-85ad-449d-8aab-fa647c88f6df tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (c4003fec-a279-4862-9ef3-23d0010d8c15), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:48.822902 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f32e0cda-85ad-449d-8aab-fa647c88f6df tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (c4003fec-a279-4862-9ef3-23d0010d8c15), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:48.832084 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f32e0cda-85ad-449d-8aab-fa647c88f6df tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:48.833896 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f32e0cda-85ad-449d-8aab-fa647c88f6df tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/c4003fec-a279-4862-9ef3-23d0010d8c15 HTTP/1.1" status: 204 len: 168 time: 0.1311588 Jan 27 22:19:48.837510 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40294) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:48.847399 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-cfb444a3-3e7f-4950-9308-a242fc294b4b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Publish callbacks [] for port (f20d7c9b-69ae-41c2-b299-0e0c4b849da5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:48.860683 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e0cda-85ad-449d-8aab-fa647c88f6df tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4003fec-a279-4862-9ef3-23d0010d8c15,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:48.905504 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4d02c2e4-fc90-4753-8d4d-53c948ca1041 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0660579 Jan 27 22:19:48.907790 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40296) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:48.938557 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-968cac4f-ffc4-4eb9-8d07-4172cc839d83 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (e3aea0d9-af60-4c1d-b822-47429e8d57a2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:48.950927 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-968cac4f-ffc4-4eb9-8d07-4172cc839d83 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (e3aea0d9-af60-4c1d-b822-47429e8d57a2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:48.974953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-f23583c9-43f1-4470-a37d-f66d8d8c915a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29fb20f2-61fe-412c-89eb-a71c407844b3 HTTP/1.1" status: 200 len: 217 time: 0.2624929 Jan 27 22:19:48.979453 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-cfb444a3-3e7f-4950-9308-a242fc294b4b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f20d7c9b-69ae-41c2-b299-0e0c4b849da5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:48.999124 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-968cac4f-ffc4-4eb9-8d07-4172cc839d83 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (e3aea0d9-af60-4c1d-b822-47429e8d57a2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:49.011810 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-968cac4f-ffc4-4eb9-8d07-4172cc839d83 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:49.016591 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-968cac4f-ffc4-4eb9-8d07-4172cc839d83 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e3aea0d9-af60-4c1d-b822-47429e8d57a2 HTTP/1.1" status: 204 len: 168 time: 0.1051669 Jan 27 22:19:49.026637 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40300) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:49.074011 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968cac4f-ffc4-4eb9-8d07-4172cc839d83 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3aea0d9-af60-4c1d-b822-47429e8d57a2,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:49.114467 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-6155c82a-241c-4fa3-8e07-eccbc88c2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:49.122350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-6155c82a-241c-4fa3-8e07-eccbc88c2934 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.1405013 Jan 27 22:19:49.149348 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d45f9d65-3ffc-44c7-804c-41f011f5c70a tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1179194 Jan 27 22:19:49.149582 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40304) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:49.194332 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7f9b29ce-092e-4dd9-9cfa-47734c285673 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (0f1b6129-36e2-4a0d-84c6-d957f4b1e895), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:49.198264 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-cfb444a3-3e7f-4950-9308-a242fc294b4b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Network c8b1841d-72c3-4b48-bb6e-fbab5755a859 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:19:49.201865 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb444a3-3e7f-4950-9308-a242fc294b4b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Pushing event updated for resources: {'Port': ['ID=f20d7c9b-69ae-41c2-b299-0e0c4b849da5,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:49.203363 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7f9b29ce-092e-4dd9-9cfa-47734c285673 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (0f1b6129-36e2-4a0d-84c6-d957f4b1e895), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:49.215755 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-cfb444a3-3e7f-4950-9308-a242fc294b4b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:19:49.240575 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-cfb444a3-3e7f-4950-9308-a242fc294b4b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:19:49.247137 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7f9b29ce-092e-4dd9-9cfa-47734c285673 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (0f1b6129-36e2-4a0d-84c6-d957f4b1e895), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:49.263525 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7f9b29ce-092e-4dd9-9cfa-47734c285673 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:49.266455 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7f9b29ce-092e-4dd9-9cfa-47734c285673 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0f1b6129-36e2-4a0d-84c6-d957f4b1e895 HTTP/1.1" status: 204 len: 168 time: 0.1159160 Jan 27 22:19:49.283040 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40310) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:49.303947 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b29ce-092e-4dd9-9cfa-47734c285673 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f1b6129-36e2-4a0d-84c6-d957f4b1e895,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:49.367340 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-cfb444a3-3e7f-4950-9308-a242fc294b4b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:49.368795 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-cfb444a3-3e7f-4950-9308-a242fc294b4b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:49.407436 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fed383ab-9071-437e-ba11-f1b6c1f22d04 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1198273 Jan 27 22:19:49.408472 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40314) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:49.456840 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160eb3d-9310-4956-86d7-e240f5e4ec30 req-243aae6f-a307-40c4-8ccf-1b77fca87787 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:49.469921 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a160eb3d-9310-4956-86d7-e240f5e4ec30 req-243aae6f-a307-40c4-8ccf-1b77fca87787 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 945 time: 0.6611807 Jan 27 22:19:49.478715 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-cfb444a3-3e7f-4950-9308-a242fc294b4b tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3611214 Jan 27 22:19:49.494260 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3a2fb665-4872-4945-a544-bd1656522566 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (5211d810-fa9a-4c0d-9ed8-5dc38359d6a7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:49.530493 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3a2fb665-4872-4945-a544-bd1656522566 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (5211d810-fa9a-4c0d-9ed8-5dc38359d6a7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:49.553570 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f499e9-4052-4a6d-b303-4a12071d105c req-8f9cd9ee-d44e-4199-bc88-345949860d28 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:49.555171 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5f499e9-4052-4a6d-b303-4a12071d105c req-8f9cd9ee-d44e-4199-bc88-345949860d28 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.7477174 Jan 27 22:19:49.611789 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3a2fb665-4872-4945-a544-bd1656522566 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (5211d810-fa9a-4c0d-9ed8-5dc38359d6a7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:49.628967 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3a2fb665-4872-4945-a544-bd1656522566 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:49.630198 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3a2fb665-4872-4945-a544-bd1656522566 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/5211d810-fa9a-4c0d-9ed8-5dc38359d6a7 HTTP/1.1" status: 204 len: 168 time: 0.2180464 Jan 27 22:19:49.636790 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40320) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:49.649253 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a160eb3d-9310-4956-86d7-e240f5e4ec30 req-92bfc05d-84a7-4750-80be-6407088030ad tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706181 Jan 27 22:19:49.678662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-523224d3-d1d3-40c8-8b4d-d0c290808da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:49.680204 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-523224d3-d1d3-40c8-8b4d-d0c290808da2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4795592 Jan 27 22:19:49.702494 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fb665-4872-4945-a544-bd1656522566 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5211d810-fa9a-4c0d-9ed8-5dc38359d6a7,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:49.747722 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-278ef0a7-ddf9-4801-8720-18e2de89616a tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1077332 Jan 27 22:19:49.750220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40324) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:49.751781 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] Request body: {'port': {'device_id': '0f771980-4a75-4351-9b9a-1969700d6b00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:49.810543 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88336277-4dbd-44e9-a35f-f173c59e1664 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (d10d7f44-76ab-4ce1-8683-1ccff8ff7909), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:49.820656 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88336277-4dbd-44e9-a35f-f173c59e1664 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (d10d7f44-76ab-4ce1-8683-1ccff8ff7909), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:49.857164 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88336277-4dbd-44e9-a35f-f173c59e1664 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (d10d7f44-76ab-4ce1-8683-1ccff8ff7909), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:49.873469 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88336277-4dbd-44e9-a35f-f173c59e1664 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:49.886322 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-88336277-4dbd-44e9-a35f-f173c59e1664 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d10d7f44-76ab-4ce1-8683-1ccff8ff7909 HTTP/1.1" status: 204 len: 168 time: 0.1337430 Jan 27 22:19:49.890072 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40328) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:49.937239 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5f499e9-4052-4a6d-b303-4a12071d105c req-947e3a71-3e3d-4201-96af-e7f73c8dfbc9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723776 Jan 27 22:19:49.950564 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88336277-4dbd-44e9-a35f-f173c59e1664 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d10d7f44-76ab-4ce1-8683-1ccff8ff7909,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:50.024885 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-474ea007-5192-4772-842c-e34cfdc98d11 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1335194 Jan 27 22:19:50.027317 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40330) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:50.110088 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c535ee35-d63d-4fe3-8c29-a6ab9a357c18 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (1017a104-9137-433b-ae52-f150a34a3ccc), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:50.167934 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c535ee35-d63d-4fe3-8c29-a6ab9a357c18 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (1017a104-9137-433b-ae52-f150a34a3ccc), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:50.209138 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f20d7c9b-69ae-41c2-b299-0e0c4b849da5), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:50.271489 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c535ee35-d63d-4fe3-8c29-a6ab9a357c18 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1017a104-9137-433b-ae52-f150a34a3ccc), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:50.274706 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c535ee35-d63d-4fe3-8c29-a6ab9a357c18 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:50.276033 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c535ee35-d63d-4fe3-8c29-a6ab9a357c18 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "DELETE /v2.0/security-groups/1017a104-9137-433b-ae52-f150a34a3ccc HTTP/1.1" status: 204 len: 168 time: 0.2476194 Jan 27 22:19:50.281343 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40332) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:50.283456 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e14b42-f819-4f50-8027-f1652f57e966 req-eab3ed71-fafb-4b32-9a9d-4cec46dbbeef tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:50.289343 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86e14b42-f819-4f50-8027-f1652f57e966 req-eab3ed71-fafb-4b32-9a9d-4cec46dbbeef tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f771980-4a75-4351-9b9a-1969700d6b00 HTTP/1.1" status: 200 len: 931 time: 0.4229999 Jan 27 22:19:50.330684 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535ee35-d63d-4fe3-8c29-a6ab9a357c18 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1017a104-9137-433b-ae52-f150a34a3ccc,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:50.392898 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9f73dbc4-4950-48ca-be61-6f52002456a7 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1118879 Jan 27 22:19:50.398192 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-614b69e3-dc88-4c75-ab44-4b0166d0e30c service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6935039 Jan 27 22:19:50.402517 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40336) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:50.407264 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-19e23421-054f-4084-a978-2c45c7d37f14 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Request body: {'security_group': {'name': 'tempest-secgroup--849932072'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:50.455088 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-19e23421-054f-4084-a978-2c45c7d37f14 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:50.572428 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-19e23421-054f-4084-a978-2c45c7d37f14 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (fe006d29-27b0-4c4e-850f-ef80b04ce53c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:50.577957 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-19e23421-054f-4084-a978-2c45c7d37f14 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (fe006d29-27b0-4c4e-850f-ef80b04ce53c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:50.616383 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-19e23421-054f-4084-a978-2c45c7d37f14 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:50.618044 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-19e23421-054f-4084-a978-2c45c7d37f14 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2141945 Jan 27 22:19:50.620782 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40342) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:50.626910 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ebb8d12f-dff3-4477-9016-91ac2482e738 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Request body: {'security_group_rule': {'security_group_id': 'fe006d29-27b0-4c4e-850f-ef80b04ce53c', 'direction': 'ingress', 'protocol': 17}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:50.632760 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e23421-054f-4084-a978-2c45c7d37f14 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe006d29-27b0-4c4e-850f-ef80b04ce53c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:50.658625 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ebb8d12f-dff3-4477-9016-91ac2482e738 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (7d9db3cd-56b9-4976-8a94-94f4b43d4e9d), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:50.731465 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ebb8d12f-dff3-4477-9016-91ac2482e738 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (7d9db3cd-56b9-4976-8a94-94f4b43d4e9d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:50.736820 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ebb8d12f-dff3-4477-9016-91ac2482e738 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (7d9db3cd-56b9-4976-8a94-94f4b43d4e9d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:50.757638 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8d12f-dff3-4477-9016-91ac2482e738 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9db3cd-56b9-4976-8a94-94f4b43d4e9d,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:50.782562 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ebb8d12f-dff3-4477-9016-91ac2482e738 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:50.785706 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ebb8d12f-dff3-4477-9016-91ac2482e738 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1624272 Jan 27 22:19:50.787429 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40344) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:50.895268 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd24612b-1f1e-41d7-8915-6c9951238537 req-514f9c3e-5e7e-4cfe-b55d-55aeaf4e9ed1 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666331 Jan 27 22:19:50.915158 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c2319-297e-4d5d-a36d-dcc351b4a556 req-0d7184e9-ccaf-4268-8659-a5da53abe9cc tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:50.923957 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d3c2319-297e-4d5d-a36d-dcc351b4a556 req-0d7184e9-ccaf-4268-8659-a5da53abe9cc tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 945 time: 0.5278807 Jan 27 22:19:50.956819 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41038559-c542-46b7-9c71-798ae2282bc6 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (fe006d29-27b0-4c4e-850f-ef80b04ce53c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:50.990288 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41038559-c542-46b7-9c71-798ae2282bc6 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (fe006d29-27b0-4c4e-850f-ef80b04ce53c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:51.043193 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41038559-c542-46b7-9c71-798ae2282bc6 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (fe006d29-27b0-4c4e-850f-ef80b04ce53c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:51.056935 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41038559-c542-46b7-9c71-798ae2282bc6 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:51.060536 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-41038559-c542-46b7-9c71-798ae2282bc6 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "DELETE /v2.0/security-groups/fe006d29-27b0-4c4e-850f-ef80b04ce53c HTTP/1.1" status: 204 len: 168 time: 0.2675555 Jan 27 22:19:51.061569 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40350) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:51.116973 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41038559-c542-46b7-9c71-798ae2282bc6 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe006d29-27b0-4c4e-850f-ef80b04ce53c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:51.173617 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20d7c9b-69ae-41c2-b299-0e0c4b849da5 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:19:51.182747 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] Publish callbacks [] for port (f20d7c9b-69ae-41c2-b299-0e0c4b849da5), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:51.196787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] Transition to ACTIVE for port object f20d7c9b-69ae-41c2-b299-0e0c4b849da5 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:19:51.203901 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f20d7c9b-69ae-41c2-b299-0e0c4b849da5), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:51.212068 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-427680ec-4f80-4b78-ae90-1d30152a52e7 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1465867 Jan 27 22:19:51.214204 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40352) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:51.218198 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86e14b42-f819-4f50-8027-f1652f57e966 req-9cffd211-5b3f-4220-976c-9a628b62ffcd tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaafc88-5e8a-4c22-967f-0e3087f4407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9168808 Jan 27 22:19:51.223158 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-0ebfbcb1-3f77-4511-8460-5859eee7bd40 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Request body: {'security_group': {'name': 'tempest-secgroup--1632058830'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:51.279609 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbcb1-3f77-4511-8460-5859eee7bd40 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:51.351120 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d3c2319-297e-4d5d-a36d-dcc351b4a556 req-7760aa96-084f-41a0-a374-ac9b5ceb0ba2 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197116 Jan 27 22:19:51.356464 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:51.411433 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] Pushing event updated for resources: {'Port': ['ID=f20d7c9b-69ae-41c2-b299-0e0c4b849da5,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:51.441983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f082ac-7eda-4870-aebe-534245e24669 req-052cb2ce-0486-4dca-a519-92eca207eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:51.443699 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2f082ac-7eda-4870-aebe-534245e24669 req-052cb2ce-0486-4dca-a519-92eca207eb22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 1094 time: 0.2451332 Jan 27 22:19:51.528731 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbcb1-3f77-4511-8460-5859eee7bd40 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (5f7c8da7-f046-4fa4-ab47-07535bbf99e3), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:51.540579 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbcb1-3f77-4511-8460-5859eee7bd40 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5f7c8da7-f046-4fa4-ab47-07535bbf99e3), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:51.593069 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbcb1-3f77-4511-8460-5859eee7bd40 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:51.601399 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0ebfbcb1-3f77-4511-8460-5859eee7bd40 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3829663 Jan 27 22:19:51.614647 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40358) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:51.630207 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-92b7884f-ed2e-4a1a-aaef-80cdbaae00ce tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Request body: {'security_group': {'name': 'tempest-secgroup--412503813'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:51.645886 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8eb9d4-a7e2-4fa6-8d2b-e4c87157b9b7 req-9f434918-2968-4ade-9ffe-3d2b2a16668a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:51.648188 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f8eb9d4-a7e2-4fa6-8d2b-e4c87157b9b7 req-9f434918-2968-4ade-9ffe-3d2b2a16668a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.2917013 Jan 27 22:19:51.689145 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] Attempting to bind port f20d7c9b-69ae-41c2-b299-0e0c4b849da5 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:19:51.689646 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] Attempting to bind port f20d7c9b-69ae-41c2-b299-0e0c4b849da5 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '8c5a1e9a-2bcd-4221-b091-73479d112d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c8b1841d-72c3-4b48-bb6e-fbab5755a859'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:19:51.690159 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] Attempting to bind port f20d7c9b-69ae-41c2-b299-0e0c4b849da5 on network c8b1841d-72c3-4b48-bb6e-fbab5755a859 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:19:51.696257 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfbcb1-3f77-4511-8460-5859eee7bd40 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7c8da7-f046-4fa4-ab47-07535bbf99e3,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:51.735426 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92b7884f-ed2e-4a1a-aaef-80cdbaae00ce tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:51.778766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] Port f20d7c9b-69ae-41c2-b299-0e0c4b849da5 on network c8b1841d-72c3-4b48-bb6e-fbab5755a859 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:19:51.779201 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] Attempting to bind port f20d7c9b-69ae-41c2-b299-0e0c4b849da5 on network c8b1841d-72c3-4b48-bb6e-fbab5755a859 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:19:51.788841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f082ac-7eda-4870-aebe-534245e24669 req-0acbf4dd-2ebc-4467-8d20-a446b1074ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:51.791297 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2f082ac-7eda-4870-aebe-534245e24669 req-0acbf4dd-2ebc-4467-8d20-a446b1074ae9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 912 time: 0.3399122 Jan 27 22:19:51.902574 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92b7884f-ed2e-4a1a-aaef-80cdbaae00ce tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (8fb6a39b-a248-4772-b36c-ff97253a7b0a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:51.908285 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92b7884f-ed2e-4a1a-aaef-80cdbaae00ce tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8fb6a39b-a248-4772-b36c-ff97253a7b0a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:51.954296 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92b7884f-ed2e-4a1a-aaef-80cdbaae00ce tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:51.954947 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2f082ac-7eda-4870-aebe-534245e24669 req-e5629e02-ba0e-479b-9394-26323144b128 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29fb20f2-61fe-412c-89eb-a71c407844b3 HTTP/1.1" status: 200 len: 217 time: 0.1570015 Jan 27 22:19:51.956909 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-92b7884f-ed2e-4a1a-aaef-80cdbaae00ce tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3403392 Jan 27 22:19:51.961155 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40360) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:51.966822 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b27d5e68-db2b-4600-863c-38c25a3ae4bc tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Request body: {'security_group_rule': {'security_group_id': '5f7c8da7-f046-4fa4-ab47-07535bbf99e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8fb6a39b-a248-4772-b36c-ff97253a7b0a', 'remote_ip_prefix': None}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:51.994603 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7884f-ed2e-4a1a-aaef-80cdbaae00ce tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb6a39b-a248-4772-b36c-ff97253a7b0a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:52.045787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:19:52.046211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] Checking segment: {'id': '8c5a1e9a-2bcd-4221-b091-73479d112d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c8b1841d-72c3-4b48-bb6e-fbab5755a859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:19:52.053364 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] Bound using segment: {'id': '8c5a1e9a-2bcd-4221-b091-73479d112d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c8b1841d-72c3-4b48-bb6e-fbab5755a859'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:19:52.053616 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b27d5e68-db2b-4600-863c-38c25a3ae4bc tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (e0d4e2d3-0eb9-4a4d-a884-7622e00a2a3a), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:52.063838 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] Bound port: f20d7c9b-69ae-41c2-b299-0e0c4b849da5, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c5a1e9a-2bcd-4221-b091-73479d112d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c8b1841d-72c3-4b48-bb6e-fbab5755a859'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:19:52.064255 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f20d7c9b-69ae-41c2-b299-0e0c4b849da5), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:52.174821 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f8eb9d4-a7e2-4fa6-8d2b-e4c87157b9b7 req-f43d84e6-abd5-418c-8f70-39b4cbfc1bea tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098219 Jan 27 22:19:52.213361 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f082ac-7eda-4870-aebe-534245e24669 req-7b1ca2a9-0fa5-4b62-a3c6-46e41e28a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:52.214842 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2f082ac-7eda-4870-aebe-534245e24669 req-7b1ca2a9-0fa5-4b62-a3c6-46e41e28a42e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.2362721 Jan 27 22:19:52.249356 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b27d5e68-db2b-4600-863c-38c25a3ae4bc tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (e0d4e2d3-0eb9-4a4d-a884-7622e00a2a3a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:52.259742 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b27d5e68-db2b-4600-863c-38c25a3ae4bc tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (e0d4e2d3-0eb9-4a4d-a884-7622e00a2a3a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:52.297483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] For port f20d7c9b-69ae-41c2-b299-0e0c4b849da5, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:19:52.302864 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] For port f20d7c9b-69ae-41c2-b299-0e0c4b849da5, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f20d7c9b-69ae-41c2-b299-0e0c4b849da5,segment=NetworkSegment(8c5a1e9a-2bcd-4221-b091-73479d112d8c),segment_id=8c5a1e9a-2bcd-4221-b091-73479d112d8c)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:19:52.309711 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f20d7c9b-69ae-41c2-b299-0e0c4b849da5), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:52.315722 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f082ac-7eda-4870-aebe-534245e24669 req-280dfb9b-e7cb-4031-8498-bd7f273d16ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:52.317541 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2f082ac-7eda-4870-aebe-534245e24669 req-280dfb9b-e7cb-4031-8498-bd7f273d16ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923109 Jan 27 22:19:52.338510 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d5e68-db2b-4600-863c-38c25a3ae4bc tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d4e2d3-0eb9-4a4d-a884-7622e00a2a3a,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:52.376187 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b27d5e68-db2b-4600-863c-38c25a3ae4bc tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:52.376833 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:52.377961 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:52.382978 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] 10.222.0.15 "PUT /v2.0/ports/f20d7c9b-69ae-41c2-b299-0e0c4b849da5 HTTP/1.1" status: 200 len: 1091 time: 2.8884442 Jan 27 22:19:52.382978 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f771980-4a75-4351-9b9a-1969700d6b00', 'tag': 'f20d7c9b-69ae-41c2-b299-0e0c4b849da5'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:19:52.382978 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39c9a57-aabf-41d9-b28c-1b076f5e35b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0f771980-4a75-4351-9b9a-1969700d6b00", "tag": "f20d7c9b-69ae-41c2-b299-0e0c4b849da5"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:19:52.395687 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b27d5e68-db2b-4600-863c-38c25a3ae4bc tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4330597 Jan 27 22:19:52.399444 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40370) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:52.473225 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-754e916b-ec21-4f73-9aaa-6a088461738d tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (e0d4e2d3-0eb9-4a4d-a884-7622e00a2a3a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:52.498730 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-754e916b-ec21-4f73-9aaa-6a088461738d tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (e0d4e2d3-0eb9-4a4d-a884-7622e00a2a3a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:52.521859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae07e2f-131d-49b1-aec7-98481528f1ef service neutron] Pushing event updated for resources: {'Port': ['ID=f20d7c9b-69ae-41c2-b299-0e0c4b849da5,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:52.577439 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-754e916b-ec21-4f73-9aaa-6a088461738d tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (e0d4e2d3-0eb9-4a4d-a884-7622e00a2a3a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:52.595890 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-754e916b-ec21-4f73-9aaa-6a088461738d tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:52.604636 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-754e916b-ec21-4f73-9aaa-6a088461738d tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e0d4e2d3-0eb9-4a4d-a884-7622e00a2a3a HTTP/1.1" status: 204 len: 168 time: 0.2013659 Jan 27 22:19:52.606713 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40376) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:52.683201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e916b-ec21-4f73-9aaa-6a088461738d tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0d4e2d3-0eb9-4a4d-a884-7622e00a2a3a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:52.749592 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ee57fb82-3b18-4525-bdca-905c1d14626c tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1318865 Jan 27 22:19:52.760697 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40380) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:52.883679 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3a9f01c6-f830-4b78-9e2b-ac07f01ba268 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (8fb6a39b-a248-4772-b36c-ff97253a7b0a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:52.935815 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3a9f01c6-f830-4b78-9e2b-ac07f01ba268 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (8fb6a39b-a248-4772-b36c-ff97253a7b0a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:53.035103 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3a9f01c6-f830-4b78-9e2b-ac07f01ba268 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8fb6a39b-a248-4772-b36c-ff97253a7b0a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:53.047045 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3a9f01c6-f830-4b78-9e2b-ac07f01ba268 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:53.048431 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3a9f01c6-f830-4b78-9e2b-ac07f01ba268 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "DELETE /v2.0/security-groups/8fb6a39b-a248-4772-b36c-ff97253a7b0a HTTP/1.1" status: 204 len: 168 time: 0.2866101 Jan 27 22:19:53.073569 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40382) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:53.074375 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f01c6-f830-4b78-9e2b-ac07f01ba268 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb6a39b-a248-4772-b36c-ff97253a7b0a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:53.196079 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-df95a171-22cb-4ddc-9baf-a9c794a1c10e tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1191444 Jan 27 22:19:53.207872 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40386) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:53.300697 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e28a2d-4a66-440f-a59c-e17719c28bfa req-6a06bb8a-438f-4dc3-b113-3875c3faba8d tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:53.302263 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62e28a2d-4a66-440f-a59c-e17719c28bfa req-6a06bb8a-438f-4dc3-b113-3875c3faba8d tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f771980-4a75-4351-9b9a-1969700d6b00 HTTP/1.1" status: 200 len: 943 time: 0.9074690 Jan 27 22:19:53.313154 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b626a-786c-4881-8522-6fc6ee56a874 req-c9f680d1-eea5-49bb-bab4-a7b32519d8ef tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:53.314658 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a2b626a-786c-4881-8522-6fc6ee56a874 req-c9f680d1-eea5-49bb-bab4-a7b32519d8ef tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 945 time: 0.7804315 Jan 27 22:19:53.316702 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-8ecbc2fd-74f8-452f-ada7-72d33be8de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:53.318120 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-8ecbc2fd-74f8-452f-ada7-72d33be8de1e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02acf2902a154050aaf663bce9998fdd&device_id=0f771980-4a75-4351-9b9a-1969700d6b00 HTTP/1.1" status: 200 len: 1094 time: 0.8671947 Jan 27 22:19:53.323508 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2f082ac-7eda-4870-aebe-534245e24669 req-51009934-7a64-48f2-aa9f-6cf759e24986 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9750452 Jan 27 22:19:53.370322 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0d9f-6cb3-4c8f-b774-bf07c6b61486 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (5f7c8da7-f046-4fa4-ab47-07535bbf99e3), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:53.432250 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-51a3a078-d031-4b2a-92dc-e952855553a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f20d7c9b-69ae-41c2-b299-0e0c4b849da5 HTTP/1.1" status: 200 len: 217 time: 0.1010258 Jan 27 22:19:53.497600 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0d9f-6cb3-4c8f-b774-bf07c6b61486 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (5f7c8da7-f046-4fa4-ab47-07535bbf99e3), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:53.525751 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a2b626a-786c-4881-8522-6fc6ee56a874 req-61161ede-4a4f-44f9-b11a-53d6143db14d tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986122 Jan 27 22:19:53.590041 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62e28a2d-4a66-440f-a59c-e17719c28bfa req-c7e3a728-370b-4438-a76d-b706ded8f4d5 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaafc88-5e8a-4c22-967f-0e3087f4407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707644 Jan 27 22:19:53.603751 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-b3e26b10-ac09-47e0-ac5a-bdebdd9ad979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:53.614051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-b3e26b10-ac09-47e0-ac5a-bdebdd9ad979 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e6237ff-1378-4cdb-b9e2-2d7b3f825529 HTTP/1.1" status: 200 len: 849 time: 0.1414738 Jan 27 22:19:53.693027 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0d9f-6cb3-4c8f-b774-bf07c6b61486 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5f7c8da7-f046-4fa4-ab47-07535bbf99e3), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:53.702954 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8dfb0d9f-6cb3-4c8f-b774-bf07c6b61486 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:53.707073 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8dfb0d9f-6cb3-4c8f-b774-bf07c6b61486 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "DELETE /v2.0/security-groups/5f7c8da7-f046-4fa4-ab47-07535bbf99e3 HTTP/1.1" status: 204 len: 168 time: 0.4880965 Jan 27 22:19:53.716128 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3608a696-7ceb-4cc1-9bf1-e93be5c03fe2 x-openstack-request-id: req-3608a696-7ceb-4cc1-9bf1-e93be5c03fe2 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:19:53.716355 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f771980-4a75-4351-9b9a-1969700d6b00", "tag": "f20d7c9b-69ae-41c2-b299-0e0c4b849da5", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:19:53.716569 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3608a696-7ceb-4cc1-9bf1-e93be5c03fe2 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:19:53.716934 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f771980-4a75-4351-9b9a-1969700d6b00', 'tag': 'f20d7c9b-69ae-41c2-b299-0e0c4b849da5', 'status': 'completed', 'code': 200} Jan 27 22:19:53.717302 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40394) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:53.742683 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb0d9f-6cb3-4c8f-b774-bf07c6b61486 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7c8da7-f046-4fa4-ab47-07535bbf99e3,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:53.908412 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-302dc715-e948-4576-b4c1-758be3ba489d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8b1841d-72c3-4b48-bb6e-fbab5755a859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2762077 Jan 27 22:19:54.137008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-f7dfa695-e45d-4ca7-adb0-57b5c630649b service neutron] 10.222.0.15 "GET /v2.0/networks/c8b1841d-72c3-4b48-bb6e-fbab5755a859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874459 Jan 27 22:19:54.176103 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2f082ac-7eda-4870-aebe-534245e24669 req-68f0d35f-4055-4e83-b5d8-66e060f56703 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8355703 Jan 27 22:19:54.194936 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-06bf545f-7c53-4a17-84ee-69fb4500ee2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:54.351827 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-146c858a-f71c-47db-8aa0-deb7541523cf tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5842741 Jan 27 22:19:54.352445 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40402) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:54.356593 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ccd0e2c5-2da3-451a-8484-a2db84a87f34 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Request body: {'security_group': {'name': 'tempest-secgroup--961341730'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:54.385510 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1357d1ab-afe5-41dc-8ec1-edcf83a54fb1 req-383ad527-dd9d-4423-aaec-45b168ef1ebb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d717d83e-eeeb-4e51-91cb-737565cf7f72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5096083 Jan 27 22:19:54.410048 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e2c5-2da3-451a-8484-a2db84a87f34 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:54.423756 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528e8f3-3954-45bb-9d0d-1688bd16c8ca req-bb108bf3-d4a0-4ec0-93d9-8a807203c749 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:54.432737 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3528e8f3-3954-45bb-9d0d-1688bd16c8ca req-bb108bf3-d4a0-4ec0-93d9-8a807203c749 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.5644498 Jan 27 22:19:54.570905 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66ac47-7702-4a25-9a8f-f683e285717d req-9112dabf-9ab5-40e3-859f-6607166dfe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:54.572442 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff66ac47-7702-4a25-9a8f-f683e285717d req-9112dabf-9ab5-40e3-859f-6607166dfe05 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8b38183e7784cbdbb5caecfcd438791&device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 1096 time: 0.2815983 Jan 27 22:19:54.593833 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e2c5-2da3-451a-8484-a2db84a87f34 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (c28fdc89-e7e4-4562-908c-ab9b6a9ded44), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:54.596109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c70390d-2b3f-4cf1-951c-d1dd80eed32e req-7fca36f5-15df-4f24-9dc1-054df9a8541e service neutron] 10.222.0.15 "GET /v2.0/networks/c8b1841d-72c3-4b48-bb6e-fbab5755a859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180336 Jan 27 22:19:54.600821 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e2c5-2da3-451a-8484-a2db84a87f34 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c28fdc89-e7e4-4562-908c-ab9b6a9ded44), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:54.637681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90dd19-95ef-4bd8-832c-58e798256b26 req-26f1723b-4b52-4aa9-9183-1395d65ab12c tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:54.645603 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc90dd19-95ef-4bd8-832c-58e798256b26 req-26f1723b-4b52-4aa9-9183-1395d65ab12c tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 945 time: 0.2935445 Jan 27 22:19:54.658358 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3528e8f3-3954-45bb-9d0d-1688bd16c8ca req-ddf958c0-d73c-414d-ad7a-ac058e9bf3ec tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246943 Jan 27 22:19:54.686872 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e2c5-2da3-451a-8484-a2db84a87f34 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:54.697874 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ccd0e2c5-2da3-451a-8484-a2db84a87f34 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3347640 Jan 27 22:19:54.712345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40406) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:54.757424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-75da1291-3055-4478-adce-237307a25b1c tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Request body: {'security_group_rule': {'security_group_id': 'c28fdc89-e7e4-4562-908c-ab9b6a9ded44', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:54.767394 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0e2c5-2da3-451a-8484-a2db84a87f34 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28fdc89-e7e4-4562-908c-ab9b6a9ded44,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:54.866639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357d1ab-afe5-41dc-8ec1-edcf83a54fb1 req-98898518-c0ac-4bcf-9148-34a142dbc201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:54.868223 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1357d1ab-afe5-41dc-8ec1-edcf83a54fb1 req-98898518-c0ac-4bcf-9148-34a142dbc201 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b3bcc4cb31245819a1900129e918008&device_id=d717d83e-eeeb-4e51-91cb-737565cf7f72 HTTP/1.1" status: 200 len: 1097 time: 0.3624973 Jan 27 22:19:55.071918 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc90dd19-95ef-4bd8-832c-58e798256b26 req-70513b35-483b-40b8-b4e7-a415f7a5f812 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251304 Jan 27 22:19:55.073334 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-75da1291-3055-4478-adce-237307a25b1c tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (8fdde2c6-1dfa-419a-90df-62b2ba76f789), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:55.107219 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c9a57-aabf-41d9-b28c-1b076f5e35b6 req-e5413694-b84f-4dc4-9405-9cb6b39199d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:55.108860 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d39c9a57-aabf-41d9-b28c-1b076f5e35b6 req-e5413694-b84f-4dc4-9405-9cb6b39199d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02acf2902a154050aaf663bce9998fdd&device_id=0f771980-4a75-4351-9b9a-1969700d6b00 HTTP/1.1" status: 200 len: 1094 time: 0.4128799 Jan 27 22:19:55.136993 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66ac47-7702-4a25-9a8f-f683e285717d req-ba683c16-f967-4a5e-ae36-3f65eb05bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:55.140687 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff66ac47-7702-4a25-9a8f-f683e285717d req-ba683c16-f967-4a5e-ae36-3f65eb05bd18 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0aee01b-e605-4d05-8562-a5c886bc7d44 HTTP/1.1" status: 200 len: 911 time: 0.5326383 Jan 27 22:19:55.176433 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4caa0-aa06-44f0-b9e2-e28f35f80dff req-82e19fbb-f983-48db-bdec-ba623e182fc4 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:55.177958 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50f4caa0-aa06-44f0-b9e2-e28f35f80dff req-82e19fbb-f983-48db-bdec-ba623e182fc4 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f771980-4a75-4351-9b9a-1969700d6b00 HTTP/1.1" status: 200 len: 943 time: 0.3607709 Jan 27 22:19:55.369604 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff66ac47-7702-4a25-9a8f-f683e285717d req-351aa2ce-ef56-45d3-af6c-67b0b3eedb4d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5531b149-64b9-472b-9024-e018481f174e HTTP/1.1" status: 200 len: 217 time: 0.1855347 Jan 27 22:19:55.511554 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357d1ab-afe5-41dc-8ec1-edcf83a54fb1 req-02055bb3-6e14-4a5b-9f1e-2efa0eed6ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:55.513880 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1357d1ab-afe5-41dc-8ec1-edcf83a54fb1 req-02055bb3-6e14-4a5b-9f1e-2efa0eed6ed5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a53427e9-711f-4f57-81b2-fa787aa43f9c HTTP/1.1" status: 200 len: 915 time: 0.6030509 Jan 27 22:19:55.574540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66ac47-7702-4a25-9a8f-f683e285717d req-78a94e3b-4c51-4023-bf39-20858b851b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:55.576133 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff66ac47-7702-4a25-9a8f-f683e285717d req-78a94e3b-4c51-4023-bf39-20858b851b4c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9164e34d-ce0a-4461-ba58-ab95961a5562 HTTP/1.1" status: 200 len: 850 time: 0.1747570 Jan 27 22:19:55.636301 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1357d1ab-afe5-41dc-8ec1-edcf83a54fb1 req-02a57f5a-581e-4159-932f-b9c50a9b5506 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b HTTP/1.1" status: 200 len: 217 time: 0.0896456 Jan 27 22:19:55.637782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c9a57-aabf-41d9-b28c-1b076f5e35b6 req-5dad56e2-21e4-41fd-8ecc-87651e04512a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:55.640456 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d39c9a57-aabf-41d9-b28c-1b076f5e35b6 req-5dad56e2-21e4-41fd-8ecc-87651e04512a service neutron] 10.222.0.15 "GET /v2.0/networks?id=c8b1841d-72c3-4b48-bb6e-fbab5755a859 HTTP/1.1" status: 200 len: 910 time: 0.5059478 Jan 27 22:19:55.643143 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-75da1291-3055-4478-adce-237307a25b1c tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (8fdde2c6-1dfa-419a-90df-62b2ba76f789), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:55.686065 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50f4caa0-aa06-44f0-b9e2-e28f35f80dff req-30ddd7dc-36bf-457e-9a4b-750e52014e8f tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaafc88-5e8a-4c22-967f-0e3087f4407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707570 Jan 27 22:19:55.828470 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d39c9a57-aabf-41d9-b28c-1b076f5e35b6 req-0cb4debc-d728-4b13-8ca2-5188873a355e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f20d7c9b-69ae-41c2-b299-0e0c4b849da5 HTTP/1.1" status: 200 len: 217 time: 0.1721683 Jan 27 22:19:55.829088 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-75da1291-3055-4478-adce-237307a25b1c tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (8fdde2c6-1dfa-419a-90df-62b2ba76f789), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:55.869602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff66ac47-7702-4a25-9a8f-f683e285717d req-b59519d6-9883-4571-999c-e2aaf5065802 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0aee01b-e605-4d05-8562-a5c886bc7d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2365432 Jan 27 22:19:55.940769 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-75da1291-3055-4478-adce-237307a25b1c tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:55.945117 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40420) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:55.945636 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-75da1291-3055-4478-adce-237307a25b1c tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2276642 Jan 27 22:19:56.038968 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf743426-d681-45ad-96b2-c214dca1a0f3 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (8fdde2c6-1dfa-419a-90df-62b2ba76f789), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:56.070775 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf743426-d681-45ad-96b2-c214dca1a0f3 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (8fdde2c6-1dfa-419a-90df-62b2ba76f789), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:56.119925 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da1291-3055-4478-adce-237307a25b1c tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fdde2c6-1dfa-419a-90df-62b2ba76f789,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:56.181390 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf743426-d681-45ad-96b2-c214dca1a0f3 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (8fdde2c6-1dfa-419a-90df-62b2ba76f789), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:56.207028 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bf743426-d681-45ad-96b2-c214dca1a0f3 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:56.215466 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bf743426-d681-45ad-96b2-c214dca1a0f3 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/8fdde2c6-1dfa-419a-90df-62b2ba76f789 HTTP/1.1" status: 204 len: 168 time: 0.2685256 Jan 27 22:19:56.216278 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40428) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:56.241930 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf743426-d681-45ad-96b2-c214dca1a0f3 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8fdde2c6-1dfa-419a-90df-62b2ba76f789,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:56.325978 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357d1ab-afe5-41dc-8ec1-edcf83a54fb1 req-a39bbe61-a271-40eb-9293-4b88f6847321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:56.328812 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1357d1ab-afe5-41dc-8ec1-edcf83a54fb1 req-a39bbe61-a271-40eb-9293-4b88f6847321 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9169d926-c9c1-41ef-87e8-095010d5f5da HTTP/1.1" status: 200 len: 854 time: 0.6743922 Jan 27 22:19:56.352805 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fcfe6edd-bc5e-4739-b376-2878053011ba tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1273746 Jan 27 22:19:56.355195 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40430) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:56.447875 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f8bff-97dc-4e8a-9ace-6985b039ee6d req-cabfb57a-261b-4d72-82c6-443352da16bd tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:56.449425 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-291f8bff-97dc-4e8a-9ace-6985b039ee6d req-cabfb57a-261b-4d72-82c6-443352da16bd tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.5896595 Jan 27 22:19:56.486731 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-87b62fb2-0b47-4803-93f1-7948f10cb127 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (c28fdc89-e7e4-4562-908c-ab9b6a9ded44), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:56.515149 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-87b62fb2-0b47-4803-93f1-7948f10cb127 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (c28fdc89-e7e4-4562-908c-ab9b6a9ded44), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:56.569250 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1357d1ab-afe5-41dc-8ec1-edcf83a54fb1 req-83ae4c73-cede-47b2-880b-fd33ad4a7eb8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a53427e9-711f-4f57-81b2-fa787aa43f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2234428 Jan 27 22:19:56.572077 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c9a57-aabf-41d9-b28c-1b076f5e35b6 req-92d9990c-6e47-4494-beb6-a5e9370317cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:56.575132 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d39c9a57-aabf-41d9-b28c-1b076f5e35b6 req-92d9990c-6e47-4494-beb6-a5e9370317cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e6237ff-1378-4cdb-b9e2-2d7b3f825529 HTTP/1.1" status: 200 len: 849 time: 0.7415388 Jan 27 22:19:56.575279 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-87b62fb2-0b47-4803-93f1-7948f10cb127 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c28fdc89-e7e4-4562-908c-ab9b6a9ded44), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:56.579520 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-87b62fb2-0b47-4803-93f1-7948f10cb127 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:56.589709 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-87b62fb2-0b47-4803-93f1-7948f10cb127 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "DELETE /v2.0/security-groups/c28fdc89-e7e4-4562-908c-ab9b6a9ded44 HTTP/1.1" status: 204 len: 168 time: 0.2270133 Jan 27 22:19:56.592453 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40434) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:56.659063 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f20d7c9b-69ae-41c2-b299-0e0c4b849da5 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:19:56.668101 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff66ac47-7702-4a25-9a8f-f683e285717d req-d0b75222-2208-48e5-845d-a00d77ac7d0d service neutron] 10.222.0.21 "GET /v2.0/networks/d0aee01b-e605-4d05-8562-a5c886bc7d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7701342 Jan 27 22:19:56.677376 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b62fb2-0b47-4803-93f1-7948f10cb127 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28fdc89-e7e4-4562-908c-ab9b6a9ded44,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:56.839342 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b6d1fe55-e2e6-4d2d-8ff7-875fdefe1ee7 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2415893 Jan 27 22:19:56.840056 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40438) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:56.861403 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-952cfb46-f8c4-46ca-a363-50ced86cac1f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Request body: {'security_group': {'name': 'tempest-secgroup--1854996455'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:56.941909 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f20d7c9b-69ae-41c2-b299-0e0c4b849da5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f20d7c9b-69ae-41c2-b299-0e0c4b849da5,segment=NetworkSegment(8c5a1e9a-2bcd-4221-b091-73479d112d8c),segment_id=8c5a1e9a-2bcd-4221-b091-73479d112d8c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:56.943715 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-952cfb46-f8c4-46ca-a363-50ced86cac1f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:57.020821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'f20d7c9b-69ae-41c2-b299-0e0c4b849da5', 'network_id': 'c8b1841d-72c3-4b48-bb6e-fbab5755a859', 'port_id': 'f20d7c9b-69ae-41c2-b299-0e0c4b849da5', 'mac_address': 'fa:16:3e:4a:af:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e6237ff-1378-4cdb-b9e2-2d7b3f825529', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:19:57.029133 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d39c9a57-aabf-41d9-b28c-1b076f5e35b6 req-03eaacf1-19dc-4c2b-8220-d2e55b2b0196 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c8b1841d-72c3-4b48-bb6e-fbab5755a859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3439071 Jan 27 22:19:57.079306 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-291f8bff-97dc-4e8a-9ace-6985b039ee6d req-5fbae262-f0d3-4f35-89d3-f3d5a462afd9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6169901 Jan 27 22:19:57.115354 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ed175e58-4b30-42d6-a4a9-8361fdf3f9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:57.121436 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0aae60-588c-494c-8c18-df4501441029 req-be9ee333-96a6-450f-9c40-4f4a720cb708 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:57.129653 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b0aae60-588c-494c-8c18-df4501441029 req-be9ee333-96a6-450f-9c40-4f4a720cb708 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 945 time: 0.8059080 Jan 27 22:19:57.167094 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-952cfb46-f8c4-46ca-a363-50ced86cac1f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (42995f9b-37e9-441f-ac90-f4e8778f5915), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:57.178005 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-952cfb46-f8c4-46ca-a363-50ced86cac1f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (42995f9b-37e9-441f-ac90-f4e8778f5915), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:57.250172 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-952cfb46-f8c4-46ca-a363-50ced86cac1f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:57.265598 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-952cfb46-f8c4-46ca-a363-50ced86cac1f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4241297 Jan 27 22:19:57.268435 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40444) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:57.313231 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff66ac47-7702-4a25-9a8f-f683e285717d req-af5889ed-16d6-460c-b2eb-3acbf5199004 service neutron] 10.222.0.21 "GET /v2.0/networks/d0aee01b-e605-4d05-8562-a5c886bc7d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6096764 Jan 27 22:19:57.316631 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f20d7c9b-69ae-41c2-b299-0e0c4b849da5 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:19:57.317510 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f20d7c9b-69ae-41c2-b299-0e0c4b849da5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:57.341572 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a234a016-27c0-4ff6-a3ae-4ea0c082919f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Request body: {'security_group_rule': {'security_group_id': '42995f9b-37e9-441f-ac90-f4e8778f5915', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:57.367201 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20d7c9b-69ae-41c2-b299-0e0c4b849da5 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:19:57.411116 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cfb46-f8c4-46ca-a363-50ced86cac1f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42995f9b-37e9-441f-ac90-f4e8778f5915,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:57.417961 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f20d7c9b-69ae-41c2-b299-0e0c4b849da5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f20d7c9b-69ae-41c2-b299-0e0c4b849da5,segment=NetworkSegment(8c5a1e9a-2bcd-4221-b091-73479d112d8c),segment_id=8c5a1e9a-2bcd-4221-b091-73479d112d8c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:57.425984 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952cfb46-f8c4-46ca-a363-50ced86cac1f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.427959 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952cfb46-f8c4-46ca-a363-50ced86cac1f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.428405 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952cfb46-f8c4-46ca-a363-50ced86cac1f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.428634 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f20d7c9b-69ae-41c2-b299-0e0c4b849da5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:57.429860 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952cfb46-f8c4-46ca-a363-50ced86cac1f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.430737 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952cfb46-f8c4-46ca-a363-50ced86cac1f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.431961 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952cfb46-f8c4-46ca-a363-50ced86cac1f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.432501 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952cfb46-f8c4-46ca-a363-50ced86cac1f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.436069 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952cfb46-f8c4-46ca-a363-50ced86cac1f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.436780 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952cfb46-f8c4-46ca-a363-50ced86cac1f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.437410 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952cfb46-f8c4-46ca-a363-50ced86cac1f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.441340 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952cfb46-f8c4-46ca-a363-50ced86cac1f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.441721 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952cfb46-f8c4-46ca-a363-50ced86cac1f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.442091 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952cfb46-f8c4-46ca-a363-50ced86cac1f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.467399 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a234a016-27c0-4ff6-a3ae-4ea0c082919f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (26c86a4c-9b08-430f-910e-060029d9262c), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:57.586701 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f20d7c9b-69ae-41c2-b299-0e0c4b849da5,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:57.611564 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:57.632795 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a234a016-27c0-4ff6-a3ae-4ea0c082919f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (26c86a4c-9b08-430f-910e-060029d9262c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:57.641827 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f20d7c9b-69ae-41c2-b299-0e0c4b849da5'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:19:57.649232 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a234a016-27c0-4ff6-a3ae-4ea0c082919f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (26c86a4c-9b08-430f-910e-060029d9262c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:57.723364 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234a016-27c0-4ff6-a3ae-4ea0c082919f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c86a4c-9b08-430f-910e-060029d9262c,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:57.750074 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a234a016-27c0-4ff6-a3ae-4ea0c082919f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:57.754251 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a234a016-27c0-4ff6-a3ae-4ea0c082919f tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4598010 Jan 27 22:19:57.757807 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40448) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:57.806709 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c8b2dc02-1ba3-4c55-b498-105bcfd22dfb tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-group-rules/26c86a4c-9b08-430f-910e-060029d9262c HTTP/1.1" status: 200 len: 763 time: 0.0452843 Jan 27 22:19:57.809403 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40450) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:57.914547 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e6b3303f-a416-4f4a-9ac1-6fae3f90a659 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1029577 Jan 27 22:19:57.917599 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40452) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:57.991654 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-388e9144-630c-494c-b6b2-b7a47343c136 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (26c86a4c-9b08-430f-910e-060029d9262c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:58.032206 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-388e9144-630c-494c-b6b2-b7a47343c136 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (26c86a4c-9b08-430f-910e-060029d9262c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:58.141127 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-388e9144-630c-494c-b6b2-b7a47343c136 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (26c86a4c-9b08-430f-910e-060029d9262c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:58.156077 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-388e9144-630c-494c-b6b2-b7a47343c136 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:58.157269 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-388e9144-630c-494c-b6b2-b7a47343c136 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/26c86a4c-9b08-430f-910e-060029d9262c HTTP/1.1" status: 204 len: 168 time: 0.2380815 Jan 27 22:19:58.161706 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40456) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:58.189475 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e9144-630c-494c-b6b2-b7a47343c136 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26c86a4c-9b08-430f-910e-060029d9262c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:58.202648 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1357d1ab-afe5-41dc-8ec1-edcf83a54fb1 req-e3ff5a17-19db-4a95-a0c9-ca3c1ece0930 service neutron] 10.222.0.15 "GET /v2.0/networks/a53427e9-711f-4f57-81b2-fa787aa43f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5560534 Jan 27 22:19:58.277014 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6e86daad-9d27-4121-9121-3919e72146fa tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1118178 Jan 27 22:19:58.278179 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40458) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:58.278982 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b0aae60-588c-494c-8c18-df4501441029 req-0d2280d8-c046-48bc-808c-860b78dc516b tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1477649 Jan 27 22:19:58.308911 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8c2e17e0-dfa4-4b02-bc71-3743476e9b94 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Request body: {'security_group_rule': {'security_group_id': '42995f9b-37e9-441f-ac90-f4e8778f5915', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:58.349280 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d39c9a57-aabf-41d9-b28c-1b076f5e35b6 req-4f7b288f-e95e-446e-a5ad-07d341fa0fde service neutron] 10.222.0.15 "GET /v2.0/networks/c8b1841d-72c3-4b48-bb6e-fbab5755a859?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3036399 Jan 27 22:19:58.362630 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da291a-d984-4c95-9113-135c859c63aa req-847577bd-852c-4221-b509-ccb35b068677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:58.366539 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55da291a-d984-4c95-9113-135c859c63aa req-847577bd-852c-4221-b509-ccb35b068677 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8b38183e7784cbdbb5caecfcd438791&device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 1096 time: 0.2935910 Jan 27 22:19:58.397375 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8c2e17e0-dfa4-4b02-bc71-3743476e9b94 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (0898970a-100c-4295-adbb-7e882318711d), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:58.412704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339eb5e-aaf0-4ad3-a7be-e938a5debcbd req-7f46c33b-0b8f-46f4-ab5f-405b546cb449 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:58.419993 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6339eb5e-aaf0-4ad3-a7be-e938a5debcbd req-7f46c33b-0b8f-46f4-ab5f-405b546cb449 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f771980-4a75-4351-9b9a-1969700d6b00 HTTP/1.1" status: 200 len: 944 time: 0.3518653 Jan 27 22:19:58.510932 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8c2e17e0-dfa4-4b02-bc71-3743476e9b94 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (0898970a-100c-4295-adbb-7e882318711d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:58.525490 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8c2e17e0-dfa4-4b02-bc71-3743476e9b94 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (0898970a-100c-4295-adbb-7e882318711d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:58.618701 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e17e0-dfa4-4b02-bc71-3743476e9b94 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0898970a-100c-4295-adbb-7e882318711d,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:58.647587 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8c2e17e0-dfa4-4b02-bc71-3743476e9b94 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:58.651488 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8c2e17e0-dfa4-4b02-bc71-3743476e9b94 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3614562 Jan 27 22:19:58.669579 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f20d7c9b-69ae-41c2-b299-0e0c4b849da5 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:19:58.677186 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40464) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:58.724393 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6339eb5e-aaf0-4ad3-a7be-e938a5debcbd req-2a95c07c-b5af-44c6-9d19-aa386449adfd tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaafc88-5e8a-4c22-967f-0e3087f4407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033354 Jan 27 22:19:58.739291 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1357d1ab-afe5-41dc-8ec1-edcf83a54fb1 req-6158579f-e232-41fb-ac87-79442f257bba service neutron] 10.222.0.15 "GET /v2.0/networks/a53427e9-711f-4f57-81b2-fa787aa43f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269797 Jan 27 22:19:58.755302 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff33363-c43c-4e9e-bda2-3a47850915ee req-170b5bfb-6c6c-47dc-b46f-e48242f7c14a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:58.758060 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8ff33363-c43c-4e9e-bda2-3a47850915ee req-170b5bfb-6c6c-47dc-b46f-e48242f7c14a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.2892826 Jan 27 22:19:58.781475 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d39c9a57-aabf-41d9-b28c-1b076f5e35b6 req-9ea0b538-db72-467d-8633-9fea27274c62 service neutron] 10.222.0.15 "GET /v2.0/networks/c8b1841d-72c3-4b48-bb6e-fbab5755a859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138491 Jan 27 22:19:58.781805 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-787d9ba0-8f64-49ba-8f9c-f46572b5aa80 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-group-rules/0898970a-100c-4295-adbb-7e882318711d HTTP/1.1" status: 200 len: 763 time: 0.0997369 Jan 27 22:19:58.784853 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40466) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:58.805151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da291a-d984-4c95-9113-135c859c63aa req-940ec53b-8a8c-4a68-88fe-fa2998d1aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:58.818051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55da291a-d984-4c95-9113-135c859c63aa req-940ec53b-8a8c-4a68-88fe-fa2998d1aa76 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0aee01b-e605-4d05-8562-a5c886bc7d44 HTTP/1.1" status: 200 len: 911 time: 0.4274759 Jan 27 22:19:58.910427 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55da291a-d984-4c95-9113-135c859c63aa req-e7e83e5d-c4d6-4c3a-a87f-e52ec4f207b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5531b149-64b9-472b-9024-e018481f174e HTTP/1.1" status: 200 len: 217 time: 0.0742805 Jan 27 22:19:58.919180 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port f20d7c9b-69ae-41c2-b299-0e0c4b849da5 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:19:58.933009 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port f20d7c9b-69ae-41c2-b299-0e0c4b849da5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:19:58.933422 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f20d7c9b-69ae-41c2-b299-0e0c4b849da5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:58.944565 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f7cfd565-c250-472a-9277-735a57144622 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1572373 Jan 27 22:19:58.951326 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40470) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:59.043018 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-424dd2b8-d613-4397-98bb-131f050ab54e tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (0898970a-100c-4295-adbb-7e882318711d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:59.059620 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-424dd2b8-d613-4397-98bb-131f050ab54e tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (0898970a-100c-4295-adbb-7e882318711d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:59.129164 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8ff33363-c43c-4e9e-bda2-3a47850915ee req-a8a6dafd-b9e1-42e3-93e8-e4ec22264157 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639493 Jan 27 22:19:59.160144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da291a-d984-4c95-9113-135c859c63aa req-ca9cd954-cc21-4160-b3c4-11650f7cdc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:59.160786 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-424dd2b8-d613-4397-98bb-131f050ab54e tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (0898970a-100c-4295-adbb-7e882318711d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:59.164481 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55da291a-d984-4c95-9113-135c859c63aa req-ca9cd954-cc21-4160-b3c4-11650f7cdc2e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9164e34d-ce0a-4461-ba58-ab95961a5562 HTTP/1.1" status: 200 len: 850 time: 0.2338800 Jan 27 22:19:59.174026 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-424dd2b8-d613-4397-98bb-131f050ab54e tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:59.175264 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-424dd2b8-d613-4397-98bb-131f050ab54e tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0898970a-100c-4295-adbb-7e882318711d HTTP/1.1" status: 204 len: 168 time: 0.2229359 Jan 27 22:19:59.180390 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40472) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:59.213274 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424dd2b8-d613-4397-98bb-131f050ab54e tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0898970a-100c-4295-adbb-7e882318711d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:59.276976 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55da291a-d984-4c95-9113-135c859c63aa req-6c6a2ab2-ac4a-4ac4-a7d1-ceefa1fb16b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0aee01b-e605-4d05-8562-a5c886bc7d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016700 Jan 27 22:19:59.296729 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b6e58b03-4439-425a-bb41-b09cbe173818 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1117680 Jan 27 22:19:59.301208 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40474) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:59.311557 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-a2bcb5fa-7d99-4ffb-941b-2a0fd4803d72 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Request body: {'security_group_rule': {'security_group_id': '42995f9b-37e9-441f-ac90-f4e8778f5915', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:59.476771 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb5fa-7d99-4ffb-941b-2a0fd4803d72 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (465aa6d9-5aa2-4e37-bfc4-5d5d3894548d), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:59.662060 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:59.714794 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb5fa-7d99-4ffb-941b-2a0fd4803d72 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (465aa6d9-5aa2-4e37-bfc4-5d5d3894548d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:59.726722 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb5fa-7d99-4ffb-941b-2a0fd4803d72 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (465aa6d9-5aa2-4e37-bfc4-5d5d3894548d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:59.775580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f20d7c9b-69ae-41c2-b299-0e0c4b849da5 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:19:59.777454 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f20d7c9b-69ae-41c2-b299-0e0c4b849da5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:59.790820 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55da291a-d984-4c95-9113-135c859c63aa req-fb207f09-f73f-44f5-912a-c2c0e9dff780 service neutron] 10.222.0.21 "GET /v2.0/networks/d0aee01b-e605-4d05-8562-a5c886bc7d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924963 Jan 27 22:19:59.822202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495e8bb-163a-4d4c-99f7-d1e5154ead4d req-681eba37-9084-4b1a-8abd-218a8542256a tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:59.829168 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0495e8bb-163a-4d4c-99f7-d1e5154ead4d req-681eba37-9084-4b1a-8abd-218a8542256a tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 945 time: 0.2666295 Jan 27 22:19:59.831014 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb5fa-7d99-4ffb-941b-2a0fd4803d72 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:59.835976 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a2bcb5fa-7d99-4ffb-941b-2a0fd4803d72 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5360153 Jan 27 22:19:59.838110 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40484) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:19:59.866179 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bcb5fa-7d99-4ffb-941b-2a0fd4803d72 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=465aa6d9-5aa2-4e37-bfc4-5d5d3894548d,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:59.894780 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f20d7c9b-69ae-41c2-b299-0e0c4b849da5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f20d7c9b-69ae-41c2-b299-0e0c4b849da5,segment=NetworkSegment(8c5a1e9a-2bcd-4221-b091-73479d112d8c),segment_id=8c5a1e9a-2bcd-4221-b091-73479d112d8c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:59.895750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f771980-4a75-4351-9b9a-1969700d6b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20d7c9b-69ae-41c2-b299-0e0c4b849da5'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:19:59.898306 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a47472-4391-4240-9b27-4a15986ef789" -d '{"events": [{"server_uuid": "0f771980-4a75-4351-9b9a-1969700d6b00", "name": "network-vif-plugged", "status": "completed", "tag": "f20d7c9b-69ae-41c2-b299-0e0c4b849da5"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:19:59.929411 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f20d7c9b-69ae-41c2-b299-0e0c4b849da5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:59.947784 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bf6a44ab-e39c-4df4-9b34-817de8c7b6c6 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-group-rules/465aa6d9-5aa2-4e37-bfc4-5d5d3894548d HTTP/1.1" status: 200 len: 764 time: 0.1060481 Jan 27 22:19:59.952765 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40488) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:00.063767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f20d7c9b-69ae-41c2-b299-0e0c4b849da5,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:00.093847 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3f5b285c-d80c-46a0-b6de-f2cb71eded1d tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1295950 Jan 27 22:20:00.095562 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40492) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:00.139544 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a4d3e41-af76-41b7-809b-f5b161c7fb89 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (465aa6d9-5aa2-4e37-bfc4-5d5d3894548d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:00.143848 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0495e8bb-163a-4d4c-99f7-d1e5154ead4d req-c060e6ec-891d-42e6-92ea-dc07c1a12ea0 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897627 Jan 27 22:20:00.150396 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a4d3e41-af76-41b7-809b-f5b161c7fb89 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (465aa6d9-5aa2-4e37-bfc4-5d5d3894548d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:00.155685 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55da291a-d984-4c95-9113-135c859c63aa req-9a600682-ffee-477c-a7e9-e5c192d32a3a service neutron] 10.222.0.21 "GET /v2.0/networks/d0aee01b-e605-4d05-8562-a5c886bc7d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543899 Jan 27 22:20:00.163131 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36bb73-450d-4278-9454-b0543c33e2a4 req-7404f87c-05e3-463e-a459-847d8ddf20da tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:00.170648 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d36bb73-450d-4278-9454-b0543c33e2a4 req-7404f87c-05e3-463e-a459-847d8ddf20da tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f771980-4a75-4351-9b9a-1969700d6b00 HTTP/1.1" status: 200 len: 945 time: 0.2450349 Jan 27 22:20:00.188770 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a4d3e41-af76-41b7-809b-f5b161c7fb89 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (465aa6d9-5aa2-4e37-bfc4-5d5d3894548d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:00.195052 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4a4d3e41-af76-41b7-809b-f5b161c7fb89 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:00.196478 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4a4d3e41-af76-41b7-809b-f5b161c7fb89 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/465aa6d9-5aa2-4e37-bfc4-5d5d3894548d HTTP/1.1" status: 204 len: 168 time: 0.0969944 Jan 27 22:20:00.204586 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40496) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:00.215984 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d3e41-af76-41b7-809b-f5b161c7fb89 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=465aa6d9-5aa2-4e37-bfc4-5d5d3894548d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:00.264618 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2ee547-792b-4962-bec5-9002dd0fc972 x-openstack-request-id: req-5c2ee547-792b-4962-bec5-9002dd0fc972 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:20:00.267268 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f771980-4a75-4351-9b9a-1969700d6b00", "name": "network-vif-plugged", "status": "completed", "tag": "f20d7c9b-69ae-41c2-b299-0e0c4b849da5", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:20:00.267570 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c2ee547-792b-4962-bec5-9002dd0fc972 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:20:00.267992 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f771980-4a75-4351-9b9a-1969700d6b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20d7c9b-69ae-41c2-b299-0e0c4b849da5', 'code': 200} Jan 27 22:20:00.283884 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d36bb73-450d-4278-9454-b0543c33e2a4 req-f3f8d9bb-6bd6-481e-b980-a8feae1a09fd tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaafc88-5e8a-4c22-967f-0e3087f4407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115744 Jan 27 22:20:00.292459 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b4428396-3a30-4b9b-a8d2-ef9237e8016e tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0784025 Jan 27 22:20:00.301682 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40498) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:00.336652 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:00.450642 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25ab647d-8541-458a-a0fb-7d0667d1bc63 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (42995f9b-37e9-441f-ac90-f4e8778f5915), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:00.481066 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a91025-ee0b-4d74-a35d-8b1d0f8a0f37 req-cc29af9c-fe66-4879-a10a-d851bd12a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:00.483086 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-35a91025-ee0b-4d74-a35d-8b1d0f8a0f37 req-cc29af9c-fe66-4879-a10a-d851bd12a8be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f771980-4a75-4351-9b9a-1969700d6b00 HTTP/1.1" status: 200 len: 1096 time: 0.0923319 Jan 27 22:20:00.492113 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252fb04-7196-43bc-8962-a594c4577071 req-54f67286-0e53-4c79-98a8-046c0a900b2b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:00.493707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f252fb04-7196-43bc-8962-a594c4577071 req-54f67286-0e53-4c79-98a8-046c0a900b2b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.1281521 Jan 27 22:20:00.516663 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25ab647d-8541-458a-a0fb-7d0667d1bc63 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (42995f9b-37e9-441f-ac90-f4e8778f5915), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:00.576374 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25ab647d-8541-458a-a0fb-7d0667d1bc63 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (42995f9b-37e9-441f-ac90-f4e8778f5915), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:00.581564 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-35a91025-ee0b-4d74-a35d-8b1d0f8a0f37 req-f2d5f956-0d58-48fd-b443-15e27f26b3c2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=efaafc88-5e8a-4c22-967f-0e3087f4407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862327 Jan 27 22:20:00.586090 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f252fb04-7196-43bc-8962-a594c4577071 req-55fdf1cb-b34d-4ed4-83b3-08491623a941 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718954 Jan 27 22:20:00.587273 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25ab647d-8541-458a-a0fb-7d0667d1bc63 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:00.590815 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-25ab647d-8541-458a-a0fb-7d0667d1bc63 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "DELETE /v2.0/security-groups/42995f9b-37e9-441f-ac90-f4e8778f5915 HTTP/1.1" status: 204 len: 168 time: 0.2850442 Jan 27 22:20:00.591962 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40502) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:00.614919 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab647d-8541-458a-a0fb-7d0667d1bc63 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42995f9b-37e9-441f-ac90-f4e8778f5915,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:00.709034 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40508) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:00.711481 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-685a5833-fa83-4b80-a1ef-5ff77e93dddb tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1164324 Jan 27 22:20:00.718602 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c0a97591-0d02-48d0-a3e8-cbd3aa6fbdde tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Request body: {'security_group': {'name': 'tempest-secgroup--1609765402'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:00.769640 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c0a97591-0d02-48d0-a3e8-cbd3aa6fbdde tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:00.875381 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c0a97591-0d02-48d0-a3e8-cbd3aa6fbdde tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (1e8b8c42-f124-4e92-8662-a7eb5578ba75), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:00.880626 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c0a97591-0d02-48d0-a3e8-cbd3aa6fbdde tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1e8b8c42-f124-4e92-8662-a7eb5578ba75), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:00.915428 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c0a97591-0d02-48d0-a3e8-cbd3aa6fbdde tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:00.917331 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c0a97591-0d02-48d0-a3e8-cbd3aa6fbdde tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2035685 Jan 27 22:20:00.920202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40510) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:00.922321 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a97591-0d02-48d0-a3e8-cbd3aa6fbdde tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8b8c42-f124-4e92-8662-a7eb5578ba75,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:00.933666 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-d07c680a-e406-4314-a548-1f5f3305a39c tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Request body: {'security_group_rule': {'security_group_id': '1e8b8c42-f124-4e92-8662-a7eb5578ba75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:01.025267 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d07c680a-e406-4314-a548-1f5f3305a39c tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (4ae0e1d5-57b4-413f-8202-82be7c4a5b05), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:01.114333 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:20:01.114796 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d07c680a-e406-4314-a548-1f5f3305a39c tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (4ae0e1d5-57b4-413f-8202-82be7c4a5b05), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:01.120016 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d07c680a-e406-4314-a548-1f5f3305a39c tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (4ae0e1d5-57b4-413f-8202-82be7c4a5b05), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:01.141706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c680a-e406-4314-a548-1f5f3305a39c tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae0e1d5-57b4-413f-8202-82be7c4a5b05,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:01.152475 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d07c680a-e406-4314-a548-1f5f3305a39c tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:01.156251 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d07c680a-e406-4314-a548-1f5f3305a39c tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2314429 Jan 27 22:20:01.157927 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40518) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:01.325316 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4097db33-980a-4151-8891-b2f9fda64c43 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (1e8b8c42-f124-4e92-8662-a7eb5578ba75), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:01.383520 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c97f8-21c0-497a-a498-28da427d844e req-67f1bbc8-4cd2-42c5-bbcc-ae719929f371 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:01.392033 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d9c97f8-21c0-497a-a498-28da427d844e req-67f1bbc8-4cd2-42c5-bbcc-ae719929f371 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 945 time: 0.1308870 Jan 27 22:20:01.408888 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4097db33-980a-4151-8891-b2f9fda64c43 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (1e8b8c42-f124-4e92-8662-a7eb5578ba75), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:01.543080 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4097db33-980a-4151-8891-b2f9fda64c43 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1e8b8c42-f124-4e92-8662-a7eb5578ba75), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:01.554811 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4097db33-980a-4151-8891-b2f9fda64c43 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:01.558908 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4097db33-980a-4151-8891-b2f9fda64c43 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "DELETE /v2.0/security-groups/1e8b8c42-f124-4e92-8662-a7eb5578ba75 HTTP/1.1" status: 204 len: 168 time: 0.3990989 Jan 27 22:20:01.563851 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40524) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:01.585631 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097db33-980a-4151-8891-b2f9fda64c43 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8b8c42-f124-4e92-8662-a7eb5578ba75,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:01.635727 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d9c97f8-21c0-497a-a498-28da427d844e req-f4124c5c-eaac-413a-adc6-6b5d281cd12e tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340460 Jan 27 22:20:01.656716 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-563199e4-e129-475a-bd27-32b9b6a8d71d tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0888205 Jan 27 22:20:01.657017 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40528) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:01.662092 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe01e3-2cd7-4598-96a3-c55d76a3c262 req-1df59ea6-3555-444c-86b5-1c87f3c51bb4 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:01.665096 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20fe01e3-2cd7-4598-96a3-c55d76a3c262 req-1df59ea6-3555-444c-86b5-1c87f3c51bb4 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f771980-4a75-4351-9b9a-1969700d6b00 HTTP/1.1" status: 200 len: 945 time: 0.2273881 Jan 27 22:20:01.733070 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7809019e-40ac-4f19-b284-8462399d84fd tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0719936 Jan 27 22:20:01.734658 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40532) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:01.771798 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20fe01e3-2cd7-4598-96a3-c55d76a3c262 req-c91ffc7f-f11d-4e0e-94cc-507ba45c66ed tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaafc88-5e8a-4c22-967f-0e3087f4407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998108 Jan 27 22:20:01.804487 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-575be46f-1347-451d-9ea3-75719a7cdd6d tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] delete failed (client error): The resource could not be found. Jan 27 22:20:01.814366 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-575be46f-1347-451d-9ea3-75719a7cdd6d tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "DELETE /v2.0/security-groups/1e8b8c42-f124-4e92-8662-a7eb5578ba75 HTTP/1.1" status: 404 len: 347 time: 0.0662327 Jan 27 22:20:01.815554 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40534) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:01.919425 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-05bf1083-a307-4c56-b173-ac5f434077b8 tempest-SecGroupTest-1733595549 tempest-SecGroupTest-1733595549-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0995483 Jan 27 22:20:01.929510 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c05ee-dcb6-4e86-b418-f8cfdf412655 req-3195ec35-0979-48fa-be6d-6cd18b5f80b1 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:01.933014 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f1c05ee-dcb6-4e86-b418-f8cfdf412655 req-3195ec35-0979-48fa-be6d-6cd18b5f80b1 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.0974143 Jan 27 22:20:02.057834 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f1c05ee-dcb6-4e86-b418-f8cfdf412655 req-bab223ab-2222-48d1-ab67-0d02f4509ee9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161220 Jan 27 22:20:02.265539 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40544) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:02.447358 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-058079c1-fc30-4c0f-8bd5-6b29681a3831 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dea489b882214c959b1564e0eb74e8c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1780841 Jan 27 22:20:02.448018 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40554) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:02.519270 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a304e882-bcb6-449d-b2b8-12fdf2612ced admin admin] Publish callbacks [] for security_group (22ff9659-e867-4db5-b5af-168e48e0ab87), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:02.546441 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a304e882-bcb6-449d-b2b8-12fdf2612ced admin admin] Publish callbacks [] for security_group (22ff9659-e867-4db5-b5af-168e48e0ab87), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:02.612439 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a304e882-bcb6-449d-b2b8-12fdf2612ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (22ff9659-e867-4db5-b5af-168e48e0ab87), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:02.619172 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a304e882-bcb6-449d-b2b8-12fdf2612ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:02.622992 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a304e882-bcb6-449d-b2b8-12fdf2612ced admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/22ff9659-e867-4db5-b5af-168e48e0ab87 HTTP/1.1" status: 204 len: 168 time: 0.1715031 Jan 27 22:20:02.638232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304e882-bcb6-449d-b2b8-12fdf2612ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ff9659-e867-4db5-b5af-168e48e0ab87,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:02.830226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fcce2-f9eb-4d51-9e90-a97cf326911d req-b7c94c41-db4a-487e-a78a-a8359a054bb1 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:02.834124 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d5fcce2-f9eb-4d51-9e90-a97cf326911d req-b7c94c41-db4a-487e-a78a-a8359a054bb1 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 945 time: 0.0912282 Jan 27 22:20:03.016375 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d5fcce2-f9eb-4d51-9e90-a97cf326911d req-140515ad-e288-4e7e-8cc0-f3a2528218ce tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761889 Jan 27 22:20:03.065802 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b6907-b235-4d5e-84ee-6f7194631c7a req-52b62aa9-c717-4dd5-b676-78c91a5a7e07 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:03.074105 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c7b6907-b235-4d5e-84ee-6f7194631c7a req-52b62aa9-c717-4dd5-b676-78c91a5a7e07 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f771980-4a75-4351-9b9a-1969700d6b00 HTTP/1.1" status: 200 len: 945 time: 0.1301084 Jan 27 22:20:03.182872 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c7b6907-b235-4d5e-84ee-6f7194631c7a req-d6b605cc-884e-4b7d-8807-6a06b08e7426 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaafc88-5e8a-4c22-967f-0e3087f4407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078825 Jan 27 22:20:03.387703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eea445-9a00-49cb-bb3b-2b3ce92c78a8 req-c2658678-1373-479f-a28f-6462989b9eb8 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:03.396428 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4eea445-9a00-49cb-bb3b-2b3ce92c78a8 req-c2658678-1373-479f-a28f-6462989b9eb8 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.0716634 Jan 27 22:20:03.531386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f31fe6-8dd5-4294-a5a3-8378ac0d39b5 req-496188c6-f15f-49b2-9327-bbd8f32b7978 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:03.535299 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95f31fe6-8dd5-4294-a5a3-8378ac0d39b5 req-496188c6-f15f-49b2-9327-bbd8f32b7978 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 945 time: 0.1135774 Jan 27 22:20:03.571855 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4eea445-9a00-49cb-bb3b-2b3ce92c78a8 req-132292eb-2938-4ae9-a44a-ec581daab297 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739595 Jan 27 22:20:03.659579 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95f31fe6-8dd5-4294-a5a3-8378ac0d39b5 req-5d9a5951-b9ee-46cc-a695-9a05237d9358 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153936 Jan 27 22:20:03.867995 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40606) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:04.053426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-5ddc83be-f0d0-4ad5-9fb8-81bdb96cb9d3 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2112929827'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:04.078961 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddc83be-f0d0-4ad5-9fb8-81bdb96cb9d3 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Made reservation on behalf of 933e7103d50444f18c372857b3be7412 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:20:04.083719 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ddc83be-f0d0-4ad5-9fb8-81bdb96cb9d3 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:04.094149 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ddc83be-f0d0-4ad5-9fb8-81bdb96cb9d3 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:04.354952 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ddc83be-f0d0-4ad5-9fb8-81bdb96cb9d3 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks [] for security_group (8ba20982-23f5-4fba-946c-a5a001d03173), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:04.360658 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ddc83be-f0d0-4ad5-9fb8-81bdb96cb9d3 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8ba20982-23f5-4fba-946c-a5a001d03173), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:04.411410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ddc83be-f0d0-4ad5-9fb8-81bdb96cb9d3 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:20:04.423629 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ddc83be-f0d0-4ad5-9fb8-81bdb96cb9d3 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3e708e2e-22ad-40a6-a5e8-c0c81a72432a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:04.424002 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-5ddc83be-f0d0-4ad5-9fb8-81bdb96cb9d3 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Added segment 3e708e2e-22ad-40a6-a5e8-c0c81a72432a of type vlan for network a5e74592-4a03-44be-be25-1b890e36b0f7 Jan 27 22:20:04.481714 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ddc83be-f0d0-4ad5-9fb8-81bdb96cb9d3 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (a5e74592-4a03-44be-be25-1b890e36b0f7), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:04.544914 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ddc83be-f0d0-4ad5-9fb8-81bdb96cb9d3 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (a5e74592-4a03-44be-be25-1b890e36b0f7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:04.550194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddc83be-f0d0-4ad5-9fb8-81bdb96cb9d3 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:04.550808 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ddc83be-f0d0-4ad5-9fb8-81bdb96cb9d3 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:04.657267 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc83be-f0d0-4ad5-9fb8-81bdb96cb9d3 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Pushing event updated for resources: {'Network': ['ID=a5e74592-4a03-44be-be25-1b890e36b0f7,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:04.660414 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc83be-f0d0-4ad5-9fb8-81bdb96cb9d3 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba20982-23f5-4fba-946c-a5a001d03173,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:04.670043 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network a5e74592-4a03-44be-be25-1b890e36b0f7 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:20:04.703272 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468ad09-3a5d-4d6c-add0-798c8c15afc1 req-880a6b12-c2b8-4d2b-98a0-d68ea4a9445c tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:04.709033 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a468ad09-3a5d-4d6c-add0-798c8c15afc1 req-880a6b12-c2b8-4d2b-98a0-d68ea4a9445c tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f771980-4a75-4351-9b9a-1969700d6b00 HTTP/1.1" status: 200 len: 945 time: 0.1886518 Jan 27 22:20:04.717978 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5ddc83be-f0d0-4ad5-9fb8-81bdb96cb9d3 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8462703 Jan 27 22:20:04.718326 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40624) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:04.723950 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-440d5038-be64-49bb-9723-1cb5e859ec36 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Request body: {'subnet': {'network_id': 'a5e74592-4a03-44be-be25-1b890e36b0f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:04.855170 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3829f8-b2d3-4b10-8103-f4b24204886f req-1f8c9e65-1a97-48b1-b32a-46ba77500fd8 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:04.858746 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440d5038-be64-49bb-9723-1cb5e859ec36 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Made reservation on behalf of 933e7103d50444f18c372857b3be7412 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:20:04.864632 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be3829f8-b2d3-4b10-8103-f4b24204886f req-1f8c9e65-1a97-48b1-b32a-46ba77500fd8 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.1147768 Jan 27 22:20:04.871217 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-440d5038-be64-49bb-9723-1cb5e859ec36 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:04.905222 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a468ad09-3a5d-4d6c-add0-798c8c15afc1 req-9f5099ae-01e5-4d05-87f4-259682f43c3e tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaafc88-5e8a-4c22-967f-0e3087f4407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864591 Jan 27 22:20:04.967532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be3829f8-b2d3-4b10-8103-f4b24204886f req-b932316a-49b1-40f3-8e66-9cc06d8438da tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018333 Jan 27 22:20:05.087586 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e41be6-105d-47dd-a7d7-2cc4ee37158d req-d1e3c4c4-15cd-47e0-8ba9-bb4ec61e462e tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:05.090016 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-84e41be6-105d-47dd-a7d7-2cc4ee37158d req-d1e3c4c4-15cd-47e0-8ba9-bb4ec61e462e tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 945 time: 0.0779481 Jan 27 22:20:05.154964 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-84e41be6-105d-47dd-a7d7-2cc4ee37158d req-22697532-d899-4c05-8d54-942d9b88cf5e tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586760 Jan 27 22:20:05.319100 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-440d5038-be64-49bb-9723-1cb5e859ec36 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (69de32fd-f463-41b0-9a08-6116f741ff38), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:05.500837 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d5038-be64-49bb-9723-1cb5e859ec36 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Pushing event updated for resources: {'Subnet': ['ID=69de32fd-f463-41b0-9a08-6116f741ff38,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:05.519193 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440d5038-be64-49bb-9723-1cb5e859ec36 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Checking segment: {'id': '3e708e2e-22ad-40a6-a5e8-c0c81a72432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a5e74592-4a03-44be-be25-1b890e36b0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:20:05.521653 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440d5038-be64-49bb-9723-1cb5e859ec36 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Network hostable DHCP agents. Network: a5e74592-4a03-44be-be25-1b890e36b0f7, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:20:05.529571 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c9252-030e-4d9b-a667-db87c425b49c req-402728ac-9ceb-43bb-b423-f220420d72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:05.531719 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a53c9252-030e-4d9b-a667-db87c425b49c req-402728ac-9ceb-43bb-b423-f220420d72b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8b38183e7784cbdbb5caecfcd438791&device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 1096 time: 0.0858505 Jan 27 22:20:05.541882 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188ae26-ce79-4e13-a678-3b539717738d req-8fdf261c-ae66-43dc-a613-be71e034ca05 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:05.548967 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2188ae26-ce79-4e13-a678-3b539717738d req-8fdf261c-ae66-43dc-a613-be71e034ca05 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 945 time: 0.1142991 Jan 27 22:20:05.557761 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440d5038-be64-49bb-9723-1cb5e859ec36 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Network a5e74592-4a03-44be-be25-1b890e36b0f7 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:20:05.575583 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-440d5038-be64-49bb-9723-1cb5e859ec36 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, a5e74592-4a03-44be-be25-1b890e36b0f7) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:20:05.586872 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440d5038-be64-49bb-9723-1cb5e859ec36 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:05.588314 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-440d5038-be64-49bb-9723-1cb5e859ec36 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:05.589749 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd47a21-ee07-48b8-afcd-c688faf373a8 None None] Network a5e74592-4a03-44be-be25-1b890e36b0f7 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:20:05.631075 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-440d5038-be64-49bb-9723-1cb5e859ec36 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9115968 Jan 27 22:20:05.633294 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40640) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:05.648724 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-816a1885-bc02-4578-b0ab-a7f121120afd tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Request body: {'port': {'network_id': 'a5e74592-4a03-44be-be25-1b890e36b0f7', 'name': 'tempest-TagsExtTest-1393366130'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:05.819932 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816a1885-bc02-4578-b0ab-a7f121120afd tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Made reservation on behalf of 933e7103d50444f18c372857b3be7412 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:20:05.824308 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-816a1885-bc02-4578-b0ab-a7f121120afd tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:05.825010 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2188ae26-ce79-4e13-a678-3b539717738d req-f76c8b61-753b-4af0-a5e5-084a963765e9 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717032 Jan 27 22:20:05.850480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a8102e-e07e-4e52-857b-469e8549ac3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-a5e74592-4a03-44be-be25-1b890e36b0f7', 'network_id': 'a5e74592-4a03-44be-be25-1b890e36b0f7', 'project_id': '933e7103d50444f18c372857b3be7412', 'fixed_ips': [{'subnet_id': '69de32fd-f463-41b0-9a08-6116f741ff38'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:20:05.857635 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a2a8102e-e07e-4e52-857b-469e8549ac3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:05.877047 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240492a-837a-4b7a-8b3a-63fecd72ec5c req-be501c18-e994-4f4b-b452-33cef9e76c0a tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:05.887048 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1240492a-837a-4b7a-8b3a-63fecd72ec5c req-be501c18-e994-4f4b-b452-33cef9e76c0a tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f771980-4a75-4351-9b9a-1969700d6b00 HTTP/1.1" status: 200 len: 945 time: 0.2004347 Jan 27 22:20:05.904854 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c9252-030e-4d9b-a667-db87c425b49c req-2a95378e-e93a-4beb-8212-d361b13b0082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:05.906350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a53c9252-030e-4d9b-a667-db87c425b49c req-2a95378e-e93a-4beb-8212-d361b13b0082 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d0aee01b-e605-4d05-8562-a5c886bc7d44 HTTP/1.1" status: 200 len: 911 time: 0.3543167 Jan 27 22:20:06.083286 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a53c9252-030e-4d9b-a667-db87c425b49c req-d92ee378-92dc-423a-af52-09ed6365c7db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5531b149-64b9-472b-9024-e018481f174e HTTP/1.1" status: 200 len: 217 time: 0.1687944 Jan 27 22:20:06.199799 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c9252-030e-4d9b-a667-db87c425b49c req-9e096030-4873-44e7-8ad1-b86d32b87d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:06.203671 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a53c9252-030e-4d9b-a667-db87c425b49c req-9e096030-4873-44e7-8ad1-b86d32b87d8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9164e34d-ce0a-4461-ba58-ab95961a5562 HTTP/1.1" status: 200 len: 850 time: 0.1003857 Jan 27 22:20:06.284334 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [None req-816a1885-bc02-4578-b0ab-a7f121120afd tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] device_id is not set on port d035383a-52e6-41f2-97e5-a3a6e884e887 yet. {{(pid=109742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:20:06.317002 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-a2a8102e-e07e-4e52-857b-469e8549ac3b None None] Allocated IP 172.20.0.2 (a5e74592-4a03-44be-be25-1b890e36b0f7/69de32fd-f463-41b0-9a08-6116f741ff38/5883cbbd-9c12-4942-87b5-1088191fc392) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:20:06.470577 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a53c9252-030e-4d9b-a667-db87c425b49c req-93235a52-225e-42b1-9822-f8ec2bc8ff84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d0aee01b-e605-4d05-8562-a5c886bc7d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1978726 Jan 27 22:20:06.499732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59b491-43d3-4247-bb8d-4c4b3a494c7a req-6826da54-d2c9-47d4-8474-dcc576dea39d tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:06.501215 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a59b491-43d3-4247-bb8d-4c4b3a494c7a req-6826da54-d2c9-47d4-8474-dcc576dea39d tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f771980-4a75-4351-9b9a-1969700d6b00 HTTP/1.1" status: 200 len: 945 time: 0.2905529 Jan 27 22:20:06.511063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-1240492a-837a-4b7a-8b3a-63fecd72ec5c req-22718bf6-06fe-4c4d-8468-8b5689c0d2d1 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Deleting port f20d7c9b-69ae-41c2-b299-0e0c4b849da5 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:20:06.511404 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1240492a-837a-4b7a-8b3a-63fecd72ec5c req-22718bf6-06fe-4c4d-8468-8b5689c0d2d1 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f20d7c9b-69ae-41c2-b299-0e0c4b849da5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:06.611537 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-1240492a-837a-4b7a-8b3a-63fecd72ec5c req-22718bf6-06fe-4c4d-8468-8b5689c0d2d1 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] For port f20d7c9b-69ae-41c2-b299-0e0c4b849da5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f20d7c9b-69ae-41c2-b299-0e0c4b849da5,segment=NetworkSegment(8c5a1e9a-2bcd-4221-b091-73479d112d8c),segment_id=8c5a1e9a-2bcd-4221-b091-73479d112d8c)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:06.612787 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1240492a-837a-4b7a-8b3a-63fecd72ec5c req-22718bf6-06fe-4c4d-8468-8b5689c0d2d1 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f20d7c9b-69ae-41c2-b299-0e0c4b849da5), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:06.625196 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-1240492a-837a-4b7a-8b3a-63fecd72ec5c req-22718bf6-06fe-4c4d-8468-8b5689c0d2d1 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Calling delete_port for f20d7c9b-69ae-41c2-b299-0e0c4b849da5 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:20:06.760384 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a2a8102e-e07e-4e52-857b-469e8549ac3b None None] Publish callbacks [] for port (5883cbbd-9c12-4942-87b5-1088191fc392), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:06.773563 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a2a8102e-e07e-4e52-857b-469e8549ac3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (5883cbbd-9c12-4942-87b5-1088191fc392), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:06.845302 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a8102e-e07e-4e52-857b-469e8549ac3b None None] Network a5e74592-4a03-44be-be25-1b890e36b0f7 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:20:06.849657 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-a2a8102e-e07e-4e52-857b-469e8549ac3b None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:20:06.854461 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a8102e-e07e-4e52-857b-469e8549ac3b None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:20:06.912260 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-816a1885-bc02-4578-b0ab-a7f121120afd tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Allocated IP 172.20.0.14 (a5e74592-4a03-44be-be25-1b890e36b0f7/69de32fd-f463-41b0-9a08-6116f741ff38/d035383a-52e6-41f2-97e5-a3a6e884e887) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:20:06.923162 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1240492a-837a-4b7a-8b3a-63fecd72ec5c req-22718bf6-06fe-4c4d-8468-8b5689c0d2d1 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f20d7c9b-69ae-41c2-b299-0e0c4b849da5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:06.937254 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8102e-e07e-4e52-857b-469e8549ac3b None None] Pushing event updated for resources: {'Port': ['ID=5883cbbd-9c12-4942-87b5-1088191fc392,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:06.952381 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f20d7c9b-69ae-41c2-b299-0e0c4b849da5'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:20:07.005269 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a2a8102e-e07e-4e52-857b-469e8549ac3b None None] Attempting to bind port 5883cbbd-9c12-4942-87b5-1088191fc392 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:20:07.006318 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a2a8102e-e07e-4e52-857b-469e8549ac3b None None] Attempting to bind port 5883cbbd-9c12-4942-87b5-1088191fc392 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '3e708e2e-22ad-40a6-a5e8-c0c81a72432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a5e74592-4a03-44be-be25-1b890e36b0f7'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:20:07.007715 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a8102e-e07e-4e52-857b-469e8549ac3b None None] Attempting to bind port 5883cbbd-9c12-4942-87b5-1088191fc392 on network a5e74592-4a03-44be-be25-1b890e36b0f7 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:20:07.020554 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a8102e-e07e-4e52-857b-469e8549ac3b None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:20:07.021211 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a8102e-e07e-4e52-857b-469e8549ac3b None None] Checking segment: {'id': '3e708e2e-22ad-40a6-a5e8-c0c81a72432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a5e74592-4a03-44be-be25-1b890e36b0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:20:07.031124 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a2a8102e-e07e-4e52-857b-469e8549ac3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:07.031799 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a8102e-e07e-4e52-857b-469e8549ac3b None None] Bound using segment: {'id': '3e708e2e-22ad-40a6-a5e8-c0c81a72432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a5e74592-4a03-44be-be25-1b890e36b0f7'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:20:07.032505 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a2a8102e-e07e-4e52-857b-469e8549ac3b None None] Bound port: 5883cbbd-9c12-4942-87b5-1088191fc392, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e708e2e-22ad-40a6-a5e8-c0c81a72432a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a5e74592-4a03-44be-be25-1b890e36b0f7'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:20:07.033088 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a2a8102e-e07e-4e52-857b-469e8549ac3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5883cbbd-9c12-4942-87b5-1088191fc392), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:07.101459 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef517b-2789-41f2-930c-2381254df909 req-1a0f0e37-7967-4e9c-816e-59499be0f282 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:07.117125 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-85ef517b-2789-41f2-930c-2381254df909 req-1a0f0e37-7967-4e9c-816e-59499be0f282 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.9123254 Jan 27 22:20:07.193379 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a2a8102e-e07e-4e52-857b-469e8549ac3b None None] For port 5883cbbd-9c12-4942-87b5-1088191fc392, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:20:07.196058 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22718bf6-06fe-4c4d-8468-8b5689c0d2d1 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Pushing event deleted for resources: {'Port': ['ID=f20d7c9b-69ae-41c2-b299-0e0c4b849da5,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:07.203339 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a2a8102e-e07e-4e52-857b-469e8549ac3b None None] For port 5883cbbd-9c12-4942-87b5-1088191fc392, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5883cbbd-9c12-4942-87b5-1088191fc392,segment=NetworkSegment(3e708e2e-22ad-40a6-a5e8-c0c81a72432a),segment_id=3e708e2e-22ad-40a6-a5e8-c0c81a72432a)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:20:07.219234 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a2a8102e-e07e-4e52-857b-469e8549ac3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5883cbbd-9c12-4942-87b5-1088191fc392), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:07.247955 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-816a1885-bc02-4578-b0ab-a7f121120afd tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks [] for port (d035383a-52e6-41f2-97e5-a3a6e884e887), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:07.310895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-1240492a-837a-4b7a-8b3a-63fecd72ec5c req-22718bf6-06fe-4c4d-8468-8b5689c0d2d1 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] No DVR routers for this DVR port f20d7c9b-69ae-41c2-b299-0e0c4b849da5 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:20:07.311508 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-816a1885-bc02-4578-b0ab-a7f121120afd tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d035383a-52e6-41f2-97e5-a3a6e884e887), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:07.348510 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1240492a-837a-4b7a-8b3a-63fecd72ec5c req-22718bf6-06fe-4c4d-8468-8b5689c0d2d1 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:07.357856 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8102e-e07e-4e52-857b-469e8549ac3b None None] Pushing event updated for resources: {'Port': ['ID=5883cbbd-9c12-4942-87b5-1088191fc392,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:07.370195 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816a1885-bc02-4578-b0ab-a7f121120afd tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Network a5e74592-4a03-44be-be25-1b890e36b0f7 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:20:07.373412 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-816a1885-bc02-4578-b0ab-a7f121120afd tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:20:07.374533 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1240492a-837a-4b7a-8b3a-63fecd72ec5c req-22718bf6-06fe-4c4d-8468-8b5689c0d2d1 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.15 "DELETE /v2.0/ports/f20d7c9b-69ae-41c2-b299-0e0c4b849da5 HTTP/1.1" status: 204 len: 173 time: 1.4865751 Jan 27 22:20:07.377657 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816a1885-bc02-4578-b0ab-a7f121120afd tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:20:07.383875 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f771980-4a75-4351-9b9a-1969700d6b00', 'name': 'network-vif-deleted', 'tag': 'f20d7c9b-69ae-41c2-b299-0e0c4b849da5'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:20:07.398806 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e6ae40-8530-457b-8834-fc71c6912561" -d '{"events": [{"server_uuid": "0f771980-4a75-4351-9b9a-1969700d6b00", "name": "network-vif-deleted", "tag": "f20d7c9b-69ae-41c2-b299-0e0c4b849da5"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:20:07.446055 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816a1885-bc02-4578-b0ab-a7f121120afd tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:07.446834 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-816a1885-bc02-4578-b0ab-a7f121120afd tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:07.480346 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a59b491-43d3-4247-bb8d-4c4b3a494c7a req-7cbf2c1e-2bea-4ba9-95ac-7b731554cb76 tempest-VolumesActionsTest-1252762592 tempest-VolumesActionsTest-1252762592-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaafc88-5e8a-4c22-967f-0e3087f4407a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5838664 Jan 27 22:20:07.503674 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-816a1885-bc02-4578-b0ab-a7f121120afd tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8635828 Jan 27 22:20:07.505333 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40662) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:07.509468 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a1885-bc02-4578-b0ab-a7f121120afd tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Pushing event updated for resources: {'Port': ['ID=d035383a-52e6-41f2-97e5-a3a6e884e887,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:07.535361 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-4b4140e6-880c-4328-820d-2e7485bac04a tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-261079724', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:07.599537 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b4140e6-880c-4328-820d-2e7485bac04a tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:07.600722 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b4140e6-880c-4328-820d-2e7485bac04a tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:07.619934 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-85ef517b-2789-41f2-930c-2381254df909 req-880352c8-3fdd-400b-b6dc-d0cec6d6791b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009792 Jan 27 22:20:07.664752 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a53c9252-030e-4d9b-a667-db87c425b49c req-737b6fc3-a427-461f-9c6b-23b96753f392 service neutron] 10.222.0.21 "GET /v2.0/networks/d0aee01b-e605-4d05-8562-a5c886bc7d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1752470 Jan 27 22:20:07.752222 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b4140e6-880c-4328-820d-2e7485bac04a tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks [] for router_controller (b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:07.766142 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b4140e6-880c-4328-820d-2e7485bac04a tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:07.804121 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b4140e6-880c-4328-820d-2e7485bac04a tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:07.806010 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4b4140e6-880c-4328-820d-2e7485bac04a tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2977099 Jan 27 22:20:07.808908 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40664) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:07.816610 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8934f1a9-aa46-4d4a-8343-8e1a1096a884 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-707685807', 'prefixes': ['172.20.0.0/16']}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:07.998154 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8934f1a9-aa46-4d4a-8343-8e1a1096a884 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:08.003697 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8934f1a9-aa46-4d4a-8343-8e1a1096a884 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1892438 Jan 27 22:20:08.003988 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40666) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:08.009447 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-997fee09-a1bc-41ce-ba61-efc7770081cf tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '69de32fd-f463-41b0-9a08-6116f741ff38', 'tempest-TagsExtTest-Tag-803766932') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:08.235349 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-997fee09-a1bc-41ce-ba61-efc7770081cf tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "PUT /v2.0/subnets/69de32fd-f463-41b0-9a08-6116f741ff38/tags/tempest-TagsExtTest-Tag-803766932 HTTP/1.1" status: 201 len: 201 time: 0.2300663 Jan 27 22:20:08.238469 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40668) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:08.245820 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-bce137ae-d785-46bf-8e10-b8c36757e577 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd035383a-52e6-41f2-97e5-a3a6e884e887', 'tempest-TagsExtTest-Tag-1900742490') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:08.383158 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bce137ae-d785-46bf-8e10-b8c36757e577 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "PUT /v2.0/ports/d035383a-52e6-41f2-97e5-a3a6e884e887/tags/tempest-TagsExtTest-Tag-1900742490 HTTP/1.1" status: 201 len: 201 time: 0.1411269 Jan 27 22:20:08.383362 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40676) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:08.389276 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-006cc56d-797b-4ed1-9526-e0e80dd603ff tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0', 'tempest-TagsExtTest-Tag-755799289') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:08.645564 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-006cc56d-797b-4ed1-9526-e0e80dd603ff tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "PUT /v2.0/routers/b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0/tags/tempest-TagsExtTest-Tag-755799289 HTTP/1.1" status: 201 len: 201 time: 0.2609310 Jan 27 22:20:08.648246 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40686) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:08.653505 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-22d3e524-03d0-499a-8c2a-018b34a71e25 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '696a0a7e-39cf-4633-93ba-ddfdbec913b6', 'tempest-TagsExtTest-Tag-548787282') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:08.688840 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a53c9252-030e-4d9b-a667-db87c425b49c req-077a8113-cc5e-46be-a329-14d0ebd88d6a service neutron] 10.222.0.21 "GET /v2.0/networks/d0aee01b-e605-4d05-8562-a5c886bc7d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9991736 Jan 27 22:20:08.715661 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36160c4-d032-4eff-a45d-caaeb8b01cfd x-openstack-request-id: req-d36160c4-d032-4eff-a45d-caaeb8b01cfd {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:20:08.719464 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f771980-4a75-4351-9b9a-1969700d6b00", "name": "network-vif-deleted", "tag": "f20d7c9b-69ae-41c2-b299-0e0c4b849da5", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:20:08.726683 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d36160c4-d032-4eff-a45d-caaeb8b01cfd {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:20:08.730967 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f771980-4a75-4351-9b9a-1969700d6b00', 'name': 'network-vif-deleted', 'tag': 'f20d7c9b-69ae-41c2-b299-0e0c4b849da5', 'status': 'completed', 'code': 200} Jan 27 22:20:08.798093 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-22d3e524-03d0-499a-8c2a-018b34a71e25 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "PUT /v2.0/subnetpools/696a0a7e-39cf-4633-93ba-ddfdbec913b6/tags/tempest-TagsExtTest-Tag-548787282 HTTP/1.1" status: 201 len: 201 time: 0.1487827 Jan 27 22:20:08.802508 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40692) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:08.812615 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-92668190-b8c4-495f-9603-5a0c1ae9750f tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '69de32fd-f463-41b0-9a08-6116f741ff38') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:08.829226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93ef04-a625-4f88-9fc9-de9164927041 req-ac687f8a-0023-4e79-82e8-800c402ceaaa tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:08.836576 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aa93ef04-a625-4f88-9fc9-de9164927041 req-ac687f8a-0023-4e79-82e8-800c402ceaaa tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 945 time: 1.2131953 Jan 27 22:20:08.876469 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40694) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:08.988746 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-92668190-b8c4-495f-9603-5a0c1ae9750f tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/subnets/69de32fd-f463-41b0-9a08-6116f741ff38/tags HTTP/1.1" status: 200 len: 240 time: 0.1850622 Jan 27 22:20:08.993415 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40700) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:08.998991 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-e52d3dbc-caa5-4ef8-abea-4d48fe236587 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '69de32fd-f463-41b0-9a08-6116f741ff38', 'tempest-TagsExtTest-Tag-803766932') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:09.057058 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aa93ef04-a625-4f88-9fc9-de9164927041 req-5eb0e358-8360-4510-ad13-76e5d9b3d501 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139254 Jan 27 22:20:09.099012 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4d820-f404-4934-9d34-b39a8ab9665d req-61274433-9446-4ee6-b9e1-e660d968b8f8 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:09.110219 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-41b4d820-f404-4934-9d34-b39a8ab9665d req-61274433-9446-4ee6-b9e1-e660d968b8f8 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.2636244 Jan 27 22:20:09.135887 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e52d3dbc-caa5-4ef8-abea-4d48fe236587 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/subnets/69de32fd-f463-41b0-9a08-6116f741ff38/tags/tempest-TagsExtTest-Tag-803766932 HTTP/1.1" status: 204 len: 168 time: 0.1413713 Jan 27 22:20:09.148200 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40704) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:09.148200 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-eb806970-b3aa-438e-9684-9d55fa02e156 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '69de32fd-f463-41b0-9a08-6116f741ff38', 'tempest-TagsExtTest-Tag-803766932') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:09.245048 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-41b4d820-f404-4934-9d34-b39a8ab9665d req-57432def-5899-44fb-93ba-1dbc83314190 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337464 Jan 27 22:20:09.273028 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ed8a01a-6b12-4d76-80a9-c62392940191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:09.387385 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd15c63b-1606-4768-84ff-9ea8e9421358 None None] Network a5e74592-4a03-44be-be25-1b890e36b0f7 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:20:09.483149 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40716) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:09.485450 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-eb806970-b3aa-438e-9684-9d55fa02e156 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "DELETE /v2.0/subnets/69de32fd-f463-41b0-9a08-6116f741ff38/tags/tempest-TagsExtTest-Tag-803766932 HTTP/1.1" status: 204 len: 168 time: 0.3397820 Jan 27 22:20:09.489567 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.tag.tag_plugin [None req-f0593985-2160-4306-8a23-a79e99bcac0c tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '69de32fd-f463-41b0-9a08-6116f741ff38') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:09.554510 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ed8a01a-6b12-4d76-80a9-c62392940191 admin admin] Publish callbacks [] for security_group (ed62eaa0-e033-4e3b-a834-531ccb1de4a5), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:09.561289 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8ed8a01a-6b12-4d76-80a9-c62392940191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ed62eaa0-e033-4e3b-a834-531ccb1de4a5), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:09.689664 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8a01a-6b12-4d76-80a9-c62392940191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed62eaa0-e033-4e3b-a834-531ccb1de4a5,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:09.696216 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8ed8a01a-6b12-4d76-80a9-c62392940191 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=68067b0fa5b74c76a0bd4d7df8c40d9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8165314 Jan 27 22:20:09.698645 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40722) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:09.699733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5883cbbd-9c12-4942-87b5-1088191fc392 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:20:09.760031 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f0593985-2160-4306-8a23-a79e99bcac0c tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/subnets/69de32fd-f463-41b0-9a08-6116f741ff38/tags HTTP/1.1" status: 200 len: 205 time: 0.2734938 Jan 27 22:20:09.763589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40728) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:09.777106 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.tag.tag_plugin [None req-1490e6f5-9c05-41c7-98ea-8ab197a12b82 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd035383a-52e6-41f2-97e5-a3a6e884e887') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:09.792579 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ea8e7e35-f650-4a00-afb4-ac774dca7ff2 None None] Provisioning complete for port 5883cbbd-9c12-4942-87b5-1088191fc392 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:09.795909 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ea8e7e35-f650-4a00-afb4-ac774dca7ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5883cbbd-9c12-4942-87b5-1088191fc392), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:09.875825 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1490e6f5-9c05-41c7-98ea-8ab197a12b82 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/ports/d035383a-52e6-41f2-97e5-a3a6e884e887/tags HTTP/1.1" status: 200 len: 241 time: 0.1065159 Jan 27 22:20:09.880472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40736) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:09.900888 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.tag.tag_plugin [None req-1030613e-04fb-4257-8892-9c5e96421819 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd035383a-52e6-41f2-97e5-a3a6e884e887', 'tempest-TagsExtTest-Tag-1900742490') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:09.920889 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8730a888-2eba-46d1-853b-b813020068eb admin admin] Publish callbacks [] for security_group (ed62eaa0-e033-4e3b-a834-531ccb1de4a5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:10.001688 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8730a888-2eba-46d1-853b-b813020068eb admin admin] Publish callbacks [] for security_group (ed62eaa0-e033-4e3b-a834-531ccb1de4a5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:10.014654 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5883cbbd-9c12-4942-87b5-1088191fc392 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:10.015044 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5883cbbd-9c12-4942-87b5-1088191fc392), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:10.089778 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1030613e-04fb-4257-8892-9c5e96421819 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/ports/d035383a-52e6-41f2-97e5-a3a6e884e887/tags/tempest-TagsExtTest-Tag-1900742490 HTTP/1.1" status: 204 len: 168 time: 0.2030160 Jan 27 22:20:10.094271 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40744) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:10.117884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.tag.tag_plugin [None req-b311c11f-e9f2-4054-9a94-5c3eae69e8df tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd035383a-52e6-41f2-97e5-a3a6e884e887', 'tempest-TagsExtTest-Tag-1900742490') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:10.229377 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8730a888-2eba-46d1-853b-b813020068eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ed62eaa0-e033-4e3b-a834-531ccb1de4a5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:10.231333 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e7e35-f650-4a00-afb4-ac774dca7ff2 None None] Current status of the port 5883cbbd-9c12-4942-87b5-1088191fc392 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:10.231732 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ea8e7e35-f650-4a00-afb4-ac774dca7ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5883cbbd-9c12-4942-87b5-1088191fc392), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:10.232044 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8730a888-2eba-46d1-853b-b813020068eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:10.242523 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8730a888-2eba-46d1-853b-b813020068eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed62eaa0-e033-4e3b-a834-531ccb1de4a5 HTTP/1.1" status: 204 len: 168 time: 0.5360305 Jan 27 22:20:10.289860 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730a888-2eba-46d1-853b-b813020068eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed62eaa0-e033-4e3b-a834-531ccb1de4a5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:10.379047 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5883cbbd-9c12-4942-87b5-1088191fc392 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:10.387878 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5883cbbd-9c12-4942-87b5-1088191fc392), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:10.507484 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-ea8e7e35-f650-4a00-afb4-ac774dca7ff2 None None] For port 5883cbbd-9c12-4942-87b5-1088191fc392, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5883cbbd-9c12-4942-87b5-1088191fc392,segment=NetworkSegment(3e708e2e-22ad-40a6-a5e8-c0c81a72432a),segment_id=3e708e2e-22ad-40a6-a5e8-c0c81a72432a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:10.527596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83b646-c45e-42fd-91a0-da38715560ed req-b4876936-729d-4838-8359-f799520f4fee tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:10.553920 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a83b646-c45e-42fd-91a0-da38715560ed req-b4876936-729d-4838-8359-f799520f4fee tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 945 time: 0.2430212 Jan 27 22:20:10.672918 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ea8e7e35-f650-4a00-afb4-ac774dca7ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5883cbbd-9c12-4942-87b5-1088191fc392), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:10.679309 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:20:10.679671 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:20:10.777532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a83b646-c45e-42fd-91a0-da38715560ed req-3746e706-edee-4762-ba14-fed239556c46 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227294 Jan 27 22:20:10.836012 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b311c11f-e9f2-4054-9a94-5c3eae69e8df tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "DELETE /v2.0/ports/d035383a-52e6-41f2-97e5-a3a6e884e887/tags/tempest-TagsExtTest-Tag-1900742490 HTTP/1.1" status: 204 len: 168 time: 0.7408447 Jan 27 22:20:10.838480 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40776) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:10.843256 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-603f6b00-49c5-477b-b1bb-d5f4ad8f2e28 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd035383a-52e6-41f2-97e5-a3a6e884e887') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:10.859421 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f20d7c9b-69ae-41c2-b299-0e0c4b849da5 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:20:10.872991 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e7e35-f650-4a00-afb4-ac774dca7ff2 None None] Pushing event updated for resources: {'Port': ['ID=5883cbbd-9c12-4942-87b5-1088191fc392,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:10.897944 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a20693-5b86-48b7-8f63-c44c43610488 req-45f59fe4-38cb-4ded-80e6-fd002fbe6dd1 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:10.905396 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-13a20693-5b86-48b7-8f63-c44c43610488 req-45f59fe4-38cb-4ded-80e6-fd002fbe6dd1 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.4548473 Jan 27 22:20:10.968736 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: f20d7c9b-69ae-41c2-b299-0e0c4b849da5 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:20:10.969079 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f20d7c9b-69ae-41c2-b299-0e0c4b849da5 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:20:11.010790 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b5052ef0-d75e-49fe-b9ff-b58a8920f059 None None] Provisioning complete for port d035383a-52e6-41f2-97e5-a3a6e884e887 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:11.012256 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b5052ef0-d75e-49fe-b9ff-b58a8920f059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d035383a-52e6-41f2-97e5-a3a6e884e887), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:11.021280 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-603f6b00-49c5-477b-b1bb-d5f4ad8f2e28 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/ports/d035383a-52e6-41f2-97e5-a3a6e884e887/tags HTTP/1.1" status: 200 len: 205 time: 0.1816099 Jan 27 22:20:11.024005 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40782) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:11.033304 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-81bc9fb7-7d20-41e5-8202-81d0367b64d2 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:11.118654 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-13a20693-5b86-48b7-8f63-c44c43610488 req-16f82fe4-cd5e-4004-b984-7b822c59caaa tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079628 Jan 27 22:20:11.132041 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b5052ef0-d75e-49fe-b9ff-b58a8920f059 None None] Port d035383a-52e6-41f2-97e5-a3a6e884e887 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:20:11.160869 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b5052ef0-d75e-49fe-b9ff-b58a8920f059 None None] Provisioning complete for port 5883cbbd-9c12-4942-87b5-1088191fc392 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:11.161546 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b5052ef0-d75e-49fe-b9ff-b58a8920f059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5883cbbd-9c12-4942-87b5-1088191fc392), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:11.288313 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5883cbbd-9c12-4942-87b5-1088191fc392 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:11.345538 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-81bc9fb7-7d20-41e5-8202-81d0367b64d2 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/routers/b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0/tags HTTP/1.1" status: 200 len: 240 time: 0.3196640 Jan 27 22:20:11.348101 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40788) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:11.353155 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.tag.tag_plugin [None req-76b98682-3706-42bc-8c8c-7da38e5ebfaa tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0', 'tempest-TagsExtTest-Tag-755799289') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:11.402304 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b5052ef0-d75e-49fe-b9ff-b58a8920f059 None None] Current status of the port 5883cbbd-9c12-4942-87b5-1088191fc392 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:11.503404 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40794) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:11.504108 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-76b98682-3706-42bc-8c8c-7da38e5ebfaa tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/routers/b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0/tags/tempest-TagsExtTest-Tag-755799289 HTTP/1.1" status: 204 len: 168 time: 0.1548417 Jan 27 22:20:11.509032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-608d72bd-977b-45ad-8c81-15d81255510b tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0', 'tempest-TagsExtTest-Tag-755799289') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:11.534090 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-18395ab1-481c-4f27-ad3a-313a325169ea None None] Provisioning complete for port d035383a-52e6-41f2-97e5-a3a6e884e887 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:11.538746 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-18395ab1-481c-4f27-ad3a-313a325169ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d035383a-52e6-41f2-97e5-a3a6e884e887), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:11.639021 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5883cbbd-9c12-4942-87b5-1088191fc392 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:20:11.655887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534edf64-136a-4f23-b065-442d66196b63 req-26b1cc13-6d3d-414a-9563-4aba7b1d4bb1 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:11.657862 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-534edf64-136a-4f23-b065-442d66196b63 req-26b1cc13-6d3d-414a-9563-4aba7b1d4bb1 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 945 time: 0.0822458 Jan 27 22:20:11.677961 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-608d72bd-977b-45ad-8c81-15d81255510b tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "DELETE /v2.0/routers/b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0/tags/tempest-TagsExtTest-Tag-755799289 HTTP/1.1" status: 204 len: 168 time: 0.1732309 Jan 27 22:20:11.680134 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40800) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:11.684814 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-ed97c6df-bdc2-4490-89f3-63be94d3bbe6 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:11.746267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-18395ab1-481c-4f27-ad3a-313a325169ea None None] Port d035383a-52e6-41f2-97e5-a3a6e884e887 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:20:11.788854 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-534edf64-136a-4f23-b065-442d66196b63 req-eb4143ec-ac06-4bb5-bdc6-54aa57167846 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248527 Jan 27 22:20:11.802834 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5883cbbd-9c12-4942-87b5-1088191fc392 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:11.803373 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5883cbbd-9c12-4942-87b5-1088191fc392), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:11.927378 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40814) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:11.932911 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.tag.tag_plugin [None req-65889c0f-3225-45a5-b4b3-c063d10d2c50 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '696a0a7e-39cf-4633-93ba-ddfdbec913b6') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:11.943303 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ed97c6df-bdc2-4490-89f3-63be94d3bbe6 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/routers/b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0/tags HTTP/1.1" status: 200 len: 205 time: 0.2615361 Jan 27 22:20:12.041168 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5883cbbd-9c12-4942-87b5-1088191fc392 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:12.052915 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-65889c0f-3225-45a5-b4b3-c063d10d2c50 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/subnetpools/696a0a7e-39cf-4633-93ba-ddfdbec913b6/tags HTTP/1.1" status: 200 len: 240 time: 0.1214745 Jan 27 22:20:12.058940 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40820) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:12.064713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.tag.tag_plugin [None req-f3ca4490-4e2c-42fa-bf27-83ccb77db91d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '696a0a7e-39cf-4633-93ba-ddfdbec913b6', 'tempest-TagsExtTest-Tag-548787282') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:12.131032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40822) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:12.136377 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-24e380da-fe24-4c6b-9a1e-ac413cd073f5 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '696a0a7e-39cf-4633-93ba-ddfdbec913b6', 'tempest-TagsExtTest-Tag-548787282') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:12.140150 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f3ca4490-4e2c-42fa-bf27-83ccb77db91d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/subnetpools/696a0a7e-39cf-4633-93ba-ddfdbec913b6/tags/tempest-TagsExtTest-Tag-548787282 HTTP/1.1" status: 204 len: 168 time: 0.0792570 Jan 27 22:20:12.230366 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-24e380da-fe24-4c6b-9a1e-ac413cd073f5 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "DELETE /v2.0/subnetpools/696a0a7e-39cf-4633-93ba-ddfdbec913b6/tags/tempest-TagsExtTest-Tag-548787282 HTTP/1.1" status: 204 len: 168 time: 0.0949640 Jan 27 22:20:12.230574 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40828) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:12.236113 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-600912b4-52b9-44bd-8f83-6d35f1708cbd tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '696a0a7e-39cf-4633-93ba-ddfdbec913b6') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:12.287373 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-600912b4-52b9-44bd-8f83-6d35f1708cbd tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/subnetpools/696a0a7e-39cf-4633-93ba-ddfdbec913b6/tags HTTP/1.1" status: 200 len: 205 time: 0.0535009 Jan 27 22:20:12.287847 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40830) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:12.300391 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-ff6faf64-f26b-4ad0-b6ed-a51c0c01f696 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '696a0a7e-39cf-4633-93ba-ddfdbec913b6') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:12.355011 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d87d4-e793-44df-aca8-f487e3f1ad2f req-9d9e833f-393d-4762-bc1b-fc421231a418 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:12.364561 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ff6faf64-f26b-4ad0-b6ed-a51c0c01f696 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "DELETE /v2.0/subnetpools/696a0a7e-39cf-4633-93ba-ddfdbec913b6/tags HTTP/1.1" status: 204 len: 168 time: 0.0733016 Jan 27 22:20:12.365110 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40832) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:12.367650 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e6d87d4-e793-44df-aca8-f487e3f1ad2f req-9d9e833f-393d-4762-bc1b-fc421231a418 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.1169603 Jan 27 22:20:12.376030 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-e82c8568-826c-401a-a370-eda42232a9de tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:12.464511 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e6d87d4-e793-44df-aca8-f487e3f1ad2f req-34f9185e-401c-4205-8ad5-8e511ffd518a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922179 Jan 27 22:20:12.561431 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40838) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:12.566896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.tag.tag_plugin [None req-ff4ecc61-cd11-44ce-acba-d3bcdeaebe05 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd035383a-52e6-41f2-97e5-a3a6e884e887') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:12.572363 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e82c8568-826c-401a-a370-eda42232a9de tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "DELETE /v2.0/routers/b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0/tags HTTP/1.1" status: 204 len: 168 time: 0.2061610 Jan 27 22:20:12.651330 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40842) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:12.656004 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-cc903533-de6e-4ce6-b3f8-2fef3dc50245 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '69de32fd-f463-41b0-9a08-6116f741ff38') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:12.660452 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ff4ecc61-cd11-44ce-acba-d3bcdeaebe05 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "DELETE /v2.0/ports/d035383a-52e6-41f2-97e5-a3a6e884e887/tags HTTP/1.1" status: 204 len: 168 time: 0.0955920 Jan 27 22:20:12.780536 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40850) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:12.786406 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.tag.tag_plugin [None req-7b2fd5d3-fa1e-4fac-adc1-11eec79f9c4e tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '69de32fd-f463-41b0-9a08-6116f741ff38', 'tempest-TagsExtTest-Tag-2110597122') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:12.800720 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cc903533-de6e-4ce6-b3f8-2fef3dc50245 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "DELETE /v2.0/subnets/69de32fd-f463-41b0-9a08-6116f741ff38/tags HTTP/1.1" status: 204 len: 168 time: 0.1477439 Jan 27 22:20:12.819699 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:13.030590 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7b2fd5d3-fa1e-4fac-adc1-11eec79f9c4e tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "PUT /v2.0/subnets/69de32fd-f463-41b0-9a08-6116f741ff38/tags/tempest-TagsExtTest-Tag-2110597122 HTTP/1.1" status: 201 len: 201 time: 0.2487864 Jan 27 22:20:13.034021 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40866) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:13.039487 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-466ae06f-62d1-4404-a1a0-83e413e69577 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd035383a-52e6-41f2-97e5-a3a6e884e887', 'tempest-TagsExtTest-Tag-399342060') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:13.133553 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c93e4b-2c4f-4305-92d6-0f1a18d69d2d req-3783ebf6-b1bf-4daf-b7cf-9f6b8376184b tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:13.144026 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6c93e4b-2c4f-4305-92d6-0f1a18d69d2d req-3783ebf6-b1bf-4daf-b7cf-9f6b8376184b tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 945 time: 0.1507289 Jan 27 22:20:13.235666 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-466ae06f-62d1-4404-a1a0-83e413e69577 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "PUT /v2.0/ports/d035383a-52e6-41f2-97e5-a3a6e884e887/tags/tempest-TagsExtTest-Tag-399342060 HTTP/1.1" status: 201 len: 201 time: 0.2003233 Jan 27 22:20:13.236299 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40874) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:13.257354 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6c93e4b-2c4f-4305-92d6-0f1a18d69d2d req-59b84eac-1587-4781-9eb5-6622da6b5b44 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123252 Jan 27 22:20:13.262992 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-cb19e8e6-8520-49a3-926a-8c829b435b6e tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0', 'tempest-TagsExtTest-Tag-717142461') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:13.494238 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cb19e8e6-8520-49a3-926a-8c829b435b6e tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "PUT /v2.0/routers/b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0/tags/tempest-TagsExtTest-Tag-717142461 HTTP/1.1" status: 201 len: 201 time: 0.2542892 Jan 27 22:20:13.496801 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40882) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:13.501571 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-5bac7f32-034a-4ff4-8b40-46c265341ebe tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '696a0a7e-39cf-4633-93ba-ddfdbec913b6', 'tempest-TagsExtTest-Tag-1498910348') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:13.569489 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5bac7f32-034a-4ff4-8b40-46c265341ebe tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "PUT /v2.0/subnetpools/696a0a7e-39cf-4633-93ba-ddfdbec913b6/tags/tempest-TagsExtTest-Tag-1498910348 HTTP/1.1" status: 201 len: 201 time: 0.0682695 Jan 27 22:20:13.569489 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40894) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:13.573509 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-d7abcbed-aad8-4040-933b-83183bbbd0ee tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '69de32fd-f463-41b0-9a08-6116f741ff38', {'tags': ['tempest-TagsExtTest-Tag-613088824', 'tempest-TagsExtTest-Tag-1077537402', 'tempest-TagsExtTest-Tag-2108763198']}) {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:13.724134 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d7abcbed-aad8-4040-933b-83183bbbd0ee tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "PUT /v2.0/subnets/69de32fd-f463-41b0-9a08-6116f741ff38/tags HTTP/1.1" status: 200 len: 317 time: 0.1517365 Jan 27 22:20:13.724544 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40900) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:13.729020 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-cd31f413-4c8e-40ea-b4c1-6fabc8c1d695 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '69de32fd-f463-41b0-9a08-6116f741ff38') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:13.807991 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe1162-f555-4fc6-bfa4-c35618aadcee req-5a5e4539-feb5-4bc0-84d5-5fc37833ccf8 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:13.810569 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8dbe1162-f555-4fc6-bfa4-c35618aadcee req-5a5e4539-feb5-4bc0-84d5-5fc37833ccf8 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.1681175 Jan 27 22:20:13.874426 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cd31f413-4c8e-40ea-b4c1-6fabc8c1d695 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "DELETE /v2.0/subnets/69de32fd-f463-41b0-9a08-6116f741ff38/tags HTTP/1.1" status: 204 len: 168 time: 0.1487880 Jan 27 22:20:13.877715 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40910) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:13.882839 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-d3c16996-3c53-4123-97ce-25e297a4650c tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '69de32fd-f463-41b0-9a08-6116f741ff38', 'tempest-TagsExtTest-Tag-613088824') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:14.016808 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8dbe1162-f555-4fc6-bfa4-c35618aadcee req-fceff7fc-f8ef-4f00-8b54-5b2bae593dca tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947329 Jan 27 22:20:14.025206 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-d3c16996-3c53-4123-97ce-25e297a4650c tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] show failed (client error): The resource could not be found. Jan 27 22:20:14.029384 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d3c16996-3c53-4123-97ce-25e297a4650c tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/subnets/69de32fd-f463-41b0-9a08-6116f741ff38/tags/tempest-TagsExtTest-Tag-613088824 HTTP/1.1" status: 404 len: 328 time: 0.1468563 Jan 27 22:20:14.030113 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40916) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:14.044604 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-8c67ce7d-af5c-4fd9-8bd9-df066e4ca644 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '69de32fd-f463-41b0-9a08-6116f741ff38', 'tempest-TagsExtTest-Tag-1077537402') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:14.135906 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2c695-85a4-47b1-8a7f-ab8c2394d505 req-95a4e2b1-822a-446b-8b36-1ef746bf1dfd tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:14.141456 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ca2c695-85a4-47b1-8a7f-ab8c2394d505 req-95a4e2b1-822a-446b-8b36-1ef746bf1dfd tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.21 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 945 time: 0.1879227 Jan 27 22:20:14.182750 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-8c67ce7d-af5c-4fd9-8bd9-df066e4ca644 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] show failed (client error): The resource could not be found. Jan 27 22:20:14.184424 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8c67ce7d-af5c-4fd9-8bd9-df066e4ca644 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/subnets/69de32fd-f463-41b0-9a08-6116f741ff38/tags/tempest-TagsExtTest-Tag-1077537402 HTTP/1.1" status: 404 len: 329 time: 0.1441467 Jan 27 22:20:14.187132 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40922) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:14.197165 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-877399ce-11d9-4676-b899-fff836090e61 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '69de32fd-f463-41b0-9a08-6116f741ff38', 'tempest-TagsExtTest-Tag-2108763198') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:14.287437 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-877399ce-11d9-4676-b899-fff836090e61 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] show failed (client error): The resource could not be found. Jan 27 22:20:14.289312 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-877399ce-11d9-4676-b899-fff836090e61 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/subnets/69de32fd-f463-41b0-9a08-6116f741ff38/tags/tempest-TagsExtTest-Tag-2108763198 HTTP/1.1" status: 404 len: 329 time: 0.1009569 Jan 27 22:20:14.291937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40928) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:14.298325 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-3a8630c9-5859-4ff9-9778-883ac4ef8519 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd035383a-52e6-41f2-97e5-a3a6e884e887', {'tags': ['tempest-TagsExtTest-Tag-956314131', 'tempest-TagsExtTest-Tag-886693645', 'tempest-TagsExtTest-Tag-1488422839']}) {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:14.480843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-7ca2c695-85a4-47b1-8a7f-ab8c2394d505 req-b0eb4638-aa7e-4d64-89c1-bd0525b3b316 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Deleting port 5531b149-64b9-472b-9024-e018481f174e {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:20:14.482018 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7ca2c695-85a4-47b1-8a7f-ab8c2394d505 req-b0eb4638-aa7e-4d64-89c1-bd0525b3b316 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5531b149-64b9-472b-9024-e018481f174e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:14.502615 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3a8630c9-5859-4ff9-9778-883ac4ef8519 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "PUT /v2.0/ports/d035383a-52e6-41f2-97e5-a3a6e884e887/tags HTTP/1.1" status: 200 len: 316 time: 0.2093644 Jan 27 22:20:14.505241 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40930) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:14.513342 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-fb9a9761-87ad-447d-8704-74c960971889 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd035383a-52e6-41f2-97e5-a3a6e884e887') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:14.688561 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e172da-ccf2-410e-a893-94da7db259b4 req-a124cbc5-928b-4454-8471-deb5754f2176 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:14.691928 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8e172da-ccf2-410e-a893-94da7db259b4 req-a124cbc5-928b-4454-8471-deb5754f2176 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 945 time: 0.2578671 Jan 27 22:20:14.708507 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fb9a9761-87ad-447d-8704-74c960971889 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "DELETE /v2.0/ports/d035383a-52e6-41f2-97e5-a3a6e884e887/tags HTTP/1.1" status: 204 len: 168 time: 0.2017608 Jan 27 22:20:14.711267 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40936) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:14.719313 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-b0f90e18-9f04-4bf9-ba11-4df84343ae5a tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd035383a-52e6-41f2-97e5-a3a6e884e887', 'tempest-TagsExtTest-Tag-956314131') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:14.826915 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-b0f90e18-9f04-4bf9-ba11-4df84343ae5a tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] show failed (client error): The resource could not be found. Jan 27 22:20:14.828922 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b0f90e18-9f04-4bf9-ba11-4df84343ae5a tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/ports/d035383a-52e6-41f2-97e5-a3a6e884e887/tags/tempest-TagsExtTest-Tag-956314131 HTTP/1.1" status: 404 len: 328 time: 0.1165698 Jan 27 22:20:14.832208 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40942) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:14.840691 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-24cd2e5c-90c0-4c9e-94fe-9d02da029771 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd035383a-52e6-41f2-97e5-a3a6e884e887', 'tempest-TagsExtTest-Tag-886693645') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:14.843723 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8e172da-ccf2-410e-a893-94da7db259b4 req-43dfd4f3-2fb7-4801-a7d6-74d421b376ac tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/security-groups?id=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439219 Jan 27 22:20:14.946657 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-7ca2c695-85a4-47b1-8a7f-ab8c2394d505 req-b0eb4638-aa7e-4d64-89c1-bd0525b3b316 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] For port 5531b149-64b9-472b-9024-e018481f174e, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5531b149-64b9-472b-9024-e018481f174e,segment=NetworkSegment(b2c2a2fd-ec3c-41e8-8c7f-6deffc52e05c),segment_id=b2c2a2fd-ec3c-41e8-8c7f-6deffc52e05c)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:14.949065 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7ca2c695-85a4-47b1-8a7f-ab8c2394d505 req-b0eb4638-aa7e-4d64-89c1-bd0525b3b316 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5531b149-64b9-472b-9024-e018481f174e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:14.966079 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-24cd2e5c-90c0-4c9e-94fe-9d02da029771 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] show failed (client error): The resource could not be found. Jan 27 22:20:14.967304 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-24cd2e5c-90c0-4c9e-94fe-9d02da029771 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/ports/d035383a-52e6-41f2-97e5-a3a6e884e887/tags/tempest-TagsExtTest-Tag-886693645 HTTP/1.1" status: 404 len: 328 time: 0.1340764 Jan 27 22:20:14.970029 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40944) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:14.975124 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-ee89e6a8-23c9-45f7-b04b-df3272925fb2 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd035383a-52e6-41f2-97e5-a3a6e884e887', 'tempest-TagsExtTest-Tag-1488422839') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:14.997185 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-7ca2c695-85a4-47b1-8a7f-ab8c2394d505 req-b0eb4638-aa7e-4d64-89c1-bd0525b3b316 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Calling delete_port for 5531b149-64b9-472b-9024-e018481f174e owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:20:15.120680 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-ee89e6a8-23c9-45f7-b04b-df3272925fb2 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] show failed (client error): The resource could not be found. Jan 27 22:20:15.121770 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ee89e6a8-23c9-45f7-b04b-df3272925fb2 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/ports/d035383a-52e6-41f2-97e5-a3a6e884e887/tags/tempest-TagsExtTest-Tag-1488422839 HTTP/1.1" status: 404 len: 329 time: 0.1505232 Jan 27 22:20:15.124798 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40950) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:15.134424 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-b918d9ce-176d-46d3-abe1-9dcbaafba531 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0', {'tags': ['tempest-TagsExtTest-Tag-1737566799', 'tempest-TagsExtTest-Tag-1939700662', 'tempest-TagsExtTest-Tag-1365308445']}) {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:15.388328 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c317dd-df4f-451b-9131-6f6ba3e03c51 req-148dd255-ec22-4c6f-8d63-b7a2af18f84d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:15.395770 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-79c317dd-df4f-451b-9131-6f6ba3e03c51 req-148dd255-ec22-4c6f-8d63-b7a2af18f84d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.1963713 Jan 27 22:20:15.483798 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b918d9ce-176d-46d3-abe1-9dcbaafba531 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "PUT /v2.0/routers/b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0/tags HTTP/1.1" status: 200 len: 318 time: 0.3565168 Jan 27 22:20:15.486205 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40954) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:15.510109 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-dc13c6fe-d1ae-4eb8-b88b-58fe88e13e64 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:15.615295 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-79c317dd-df4f-451b-9131-6f6ba3e03c51 req-e612809f-a6ad-46ac-9847-89e046193a19 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002428 Jan 27 22:20:15.864089 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7ca2c695-85a4-47b1-8a7f-ab8c2394d505 req-b0eb4638-aa7e-4d64-89c1-bd0525b3b316 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5531b149-64b9-472b-9024-e018481f174e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:15.888284 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dc13c6fe-d1ae-4eb8-b88b-58fe88e13e64 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "DELETE /v2.0/routers/b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0/tags HTTP/1.1" status: 204 len: 168 time: 0.3947239 Jan 27 22:20:15.890433 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40966) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:15.906676 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-06475811-6f03-461d-9c17-34161c252d82 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0', 'tempest-TagsExtTest-Tag-1737566799') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:15.972777 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb4638-aa7e-4d64-89c1-bd0525b3b316 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Pushing event deleted for resources: {'Port': ['ID=5531b149-64b9-472b-9024-e018481f174e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:16.099355 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-06475811-6f03-461d-9c17-34161c252d82 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] show failed (client error): The resource could not be found. Jan 27 22:20:16.103267 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-06475811-6f03-461d-9c17-34161c252d82 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/routers/b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0/tags/tempest-TagsExtTest-Tag-1737566799 HTTP/1.1" status: 404 len: 329 time: 0.2100375 Jan 27 22:20:16.103844 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40970) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:16.118488 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-6c066487-1d97-4749-9af5-183ab2b9e7bb tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0', 'tempest-TagsExtTest-Tag-1939700662') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:16.125727 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14d6c44f-6a2d-4625-ae57-ae78d562dd72 req-7a8e0ca2-2951-4b82-833e-52a5093f61e6 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.23 "GET /v2.0/ports?device_id=250d73ab-8f70-4965-b646-823bcbf7354c HTTP/1.1" status: 200 len: 210 time: 0.1299796 Jan 27 22:20:16.160053 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca2c695-85a4-47b1-8a7f-ab8c2394d505 req-b0eb4638-aa7e-4d64-89c1-bd0525b3b316 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] No DVR routers for this DVR port 5531b149-64b9-472b-9024-e018481f174e on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:20:16.167000 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7ca2c695-85a4-47b1-8a7f-ab8c2394d505 req-b0eb4638-aa7e-4d64-89c1-bd0525b3b316 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:16.170376 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ca2c695-85a4-47b1-8a7f-ab8c2394d505 req-b0eb4638-aa7e-4d64-89c1-bd0525b3b316 tempest-TestServerAdvancedOps-557244931 tempest-TestServerAdvancedOps-557244931-project] 10.222.0.21 "DELETE /v2.0/ports/5531b149-64b9-472b-9024-e018481f174e HTTP/1.1" status: 204 len: 173 time: 2.0221431 Jan 27 22:20:16.170844 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250d73ab-8f70-4965-b646-823bcbf7354c', 'name': 'network-vif-deleted', 'tag': '5531b149-64b9-472b-9024-e018481f174e'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:20:16.176829 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172a777e-e64d-4583-bdb4-7feff47b9609" -d '{"events": [{"server_uuid": "250d73ab-8f70-4965-b646-823bcbf7354c", "name": "network-vif-deleted", "tag": "5531b149-64b9-472b-9024-e018481f174e"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:20:16.284505 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-6c066487-1d97-4749-9af5-183ab2b9e7bb tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] show failed (client error): The resource could not be found. Jan 27 22:20:16.289492 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40974) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:16.295338 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.tag.tag_plugin [None req-1dee0f62-e370-4517-a360-94c695aa4a7c tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0', 'tempest-TagsExtTest-Tag-1365308445') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:16.302081 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6c066487-1d97-4749-9af5-183ab2b9e7bb tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/routers/b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0/tags/tempest-TagsExtTest-Tag-1939700662 HTTP/1.1" status: 404 len: 329 time: 0.1971345 Jan 27 22:20:16.385014 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050bc65b-1fa8-4be0-bf48-dec7765848d5 x-openstack-request-id: req-050bc65b-1fa8-4be0-bf48-dec7765848d5 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:20:16.385306 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250d73ab-8f70-4965-b646-823bcbf7354c", "name": "network-vif-deleted", "tag": "5531b149-64b9-472b-9024-e018481f174e", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:20:16.385572 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-050bc65b-1fa8-4be0-bf48-dec7765848d5 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:20:16.385978 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250d73ab-8f70-4965-b646-823bcbf7354c', 'name': 'network-vif-deleted', 'tag': '5531b149-64b9-472b-9024-e018481f174e', 'status': 'completed', 'code': 200} Jan 27 22:20:16.451517 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-1dee0f62-e370-4517-a360-94c695aa4a7c tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] show failed (client error): The resource could not be found. Jan 27 22:20:16.456460 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40976) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:16.461411 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-427421da-d433-4340-9bd0-b374224317d7 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '696a0a7e-39cf-4633-93ba-ddfdbec913b6', {'tags': ['tempest-TagsExtTest-Tag-880937326', 'tempest-TagsExtTest-Tag-1462547693', 'tempest-TagsExtTest-Tag-272994364']}) {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:16.465204 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1dee0f62-e370-4517-a360-94c695aa4a7c tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/routers/b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0/tags/tempest-TagsExtTest-Tag-1365308445 HTTP/1.1" status: 404 len: 329 time: 0.1733825 Jan 27 22:20:16.517198 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40978) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:16.529321 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.tag.tag_plugin [None req-8789098b-f58e-4965-a7e1-8d507652d457 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '696a0a7e-39cf-4633-93ba-ddfdbec913b6') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:16.536554 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-427421da-d433-4340-9bd0-b374224317d7 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "PUT /v2.0/subnetpools/696a0a7e-39cf-4633-93ba-ddfdbec913b6/tags HTTP/1.1" status: 200 len: 316 time: 0.0789015 Jan 27 22:20:16.588567 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40980) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:16.597564 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-f66230f3-ebd7-43b4-9e20-b3851c4ec30b tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '696a0a7e-39cf-4633-93ba-ddfdbec913b6', 'tempest-TagsExtTest-Tag-880937326') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:16.607912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8789098b-f58e-4965-a7e1-8d507652d457 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "DELETE /v2.0/subnetpools/696a0a7e-39cf-4633-93ba-ddfdbec913b6/tags HTTP/1.1" status: 204 len: 168 time: 0.0875328 Jan 27 22:20:16.635309 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-f66230f3-ebd7-43b4-9e20-b3851c4ec30b tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] show failed (client error): The resource could not be found. Jan 27 22:20:16.639537 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40984) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:16.645215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.tag.tag_plugin [None req-1a0831bf-5e71-4cd1-a511-01b2a4b92c4d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '696a0a7e-39cf-4633-93ba-ddfdbec913b6', 'tempest-TagsExtTest-Tag-1462547693') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:16.648855 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f66230f3-ebd7-43b4-9e20-b3851c4ec30b tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/subnetpools/696a0a7e-39cf-4633-93ba-ddfdbec913b6/tags/tempest-TagsExtTest-Tag-880937326 HTTP/1.1" status: 404 len: 328 time: 0.0590003 Jan 27 22:20:16.735601 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-1a0831bf-5e71-4cd1-a511-01b2a4b92c4d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] show failed (client error): The resource could not be found. Jan 27 22:20:16.738099 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1a0831bf-5e71-4cd1-a511-01b2a4b92c4d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/subnetpools/696a0a7e-39cf-4633-93ba-ddfdbec913b6/tags/tempest-TagsExtTest-Tag-1462547693 HTTP/1.1" status: 404 len: 329 time: 0.0973973 Jan 27 22:20:16.742930 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 40992) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:16.749418 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-7670277c-9ac3-4909-9de0-c00c26de7657 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '696a0a7e-39cf-4633-93ba-ddfdbec913b6', 'tempest-TagsExtTest-Tag-272994364') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:16.794794 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-7670277c-9ac3-4909-9de0-c00c26de7657 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] show failed (client error): The resource could not be found. Jan 27 22:20:16.800133 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 40994) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:16.804197 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7670277c-9ac3-4909-9de0-c00c26de7657 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/subnetpools/696a0a7e-39cf-4633-93ba-ddfdbec913b6/tags/tempest-TagsExtTest-Tag-272994364 HTTP/1.1" status: 404 len: 328 time: 0.0597413 Jan 27 22:20:16.821490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.tag.tag_plugin [None req-9339bf13-7f22-48ee-b390-9cbaacb1a4f5 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '696a0a7e-39cf-4633-93ba-ddfdbec913b6') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:16.887291 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72211f63-2324-4ba4-81f4-94773681d066 req-c39913d7-a14d-4a49-9bc0-50a46cd1efe0 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:16.897990 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72211f63-2324-4ba4-81f4-94773681d066 req-c39913d7-a14d-4a49-9bc0-50a46cd1efe0 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.1145856 Jan 27 22:20:16.914077 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9339bf13-7f22-48ee-b390-9cbaacb1a4f5 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "DELETE /v2.0/subnetpools/696a0a7e-39cf-4633-93ba-ddfdbec913b6/tags HTTP/1.1" status: 204 len: 168 time: 0.1022117 Jan 27 22:20:16.915541 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41000) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:16.921288 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-a10ec3d3-5123-4e5e-8405-a675e7b67ab6 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:16.988008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72211f63-2324-4ba4-81f4-94773681d066 req-24fa900c-f34b-47c6-a4dd-101fd24c424f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887737 Jan 27 22:20:17.086207 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a10ec3d3-5123-4e5e-8405-a675e7b67ab6 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "DELETE /v2.0/routers/b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0/tags HTTP/1.1" status: 204 len: 168 time: 0.1691699 Jan 27 22:20:17.087368 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41002) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:17.092315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.tag.tag_plugin [None req-b8fbda74-a01c-4bf1-a353-9bf8b3d3f04a tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd035383a-52e6-41f2-97e5-a3a6e884e887') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:17.208306 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5531b149-64b9-472b-9024-e018481f174e no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:20:17.216274 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41006) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:17.285312 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 5531b149-64b9-472b-9024-e018481f174e {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:20:17.285664 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5531b149-64b9-472b-9024-e018481f174e not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:20:17.419422 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d9c0ae-fbb8-485f-a63e-ccccd83dd56f admin admin] Deleting subnet 9164e34d-ce0a-4461-ba58-ab95961a5562 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:20:17.442342 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c0ae-fbb8-485f-a63e-ccccd83dd56f admin admin] Publish callbacks [] for subnet (9164e34d-ce0a-4461-ba58-ab95961a5562), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:17.532391 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b8fbda74-a01c-4bf1-a353-9bf8b3d3f04a tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "DELETE /v2.0/ports/d035383a-52e6-41f2-97e5-a3a6e884e887/tags HTTP/1.1" status: 204 len: 168 time: 0.4416223 Jan 27 22:20:17.534228 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41008) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:17.539611 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.tag.tag_plugin [None req-a92bd134-7333-40d1-bce3-d2b5407cb16e tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '69de32fd-f463-41b0-9a08-6116f741ff38') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:17.599692 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c0ae-fbb8-485f-a63e-ccccd83dd56f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (9164e34d-ce0a-4461-ba58-ab95961a5562), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:17.682576 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41010) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:17.686223 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a92bd134-7333-40d1-bce3-d2b5407cb16e tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "DELETE /v2.0/subnets/69de32fd-f463-41b0-9a08-6116f741ff38/tags HTTP/1.1" status: 204 len: 168 time: 0.1481137 Jan 27 22:20:17.814995 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c0ae-fbb8-485f-a63e-ccccd83dd56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (9164e34d-ce0a-4461-ba58-ab95961a5562), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:17.933369 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a3d0a6eb-23b6-4762-ad6d-33bb62574624 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:17.938065 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a3d0a6eb-23b6-4762-ad6d-33bb62574624 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "DELETE /v2.0/subnetpools/696a0a7e-39cf-4633-93ba-ddfdbec913b6 HTTP/1.1" status: 204 len: 168 time: 0.2524369 Jan 27 22:20:17.941100 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41022) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:18.000854 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-36c4c99d-ca76-45e2-bdf3-d866b2ddbe84 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "GET /v2.0/ports?device_id=b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0 HTTP/1.1" status: 200 len: 205 time: 0.0563872 Jan 27 22:20:18.007967 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41024) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:18.043620 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c0ae-fbb8-485f-a63e-ccccd83dd56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (9164e34d-ce0a-4461-ba58-ab95961a5562), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:18.121598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9c0ae-fbb8-485f-a63e-ccccd83dd56f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9164e34d-ce0a-4461-ba58-ab95961a5562,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:18.136308 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c0ae-fbb8-485f-a63e-ccccd83dd56f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:18.148243 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c2d9c0ae-fbb8-485f-a63e-ccccd83dd56f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9164e34d-ce0a-4461-ba58-ab95961a5562 HTTP/1.1" status: 204 len: 168 time: 0.9216847 Jan 27 22:20:18.153952 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41028) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:18.296126 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd00cfe4-30fc-4fab-b21a-7c14fb639fb3 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks [] for router (b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:18.311036 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-95adfd26-8235-4448-8461-7f8461063cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (d0aee01b-e605-4d05-8562-a5c886bc7d44), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:18.345100 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db433c78-4589-440c-a71c-4867e9c7d690 req-3530b9af-dc81-44cb-a9fd-ecde20c1c8ee tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:18.349727 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db433c78-4589-440c-a71c-4867e9c7d690 req-3530b9af-dc81-44cb-a9fd-ecde20c1c8ee tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.1709995 Jan 27 22:20:18.633021 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db433c78-4589-440c-a71c-4867e9c7d690 req-df2b1f41-4230-4d33-aae3-6396ddf4e98a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261002 Jan 27 22:20:18.645434 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-95adfd26-8235-4448-8461-7f8461063cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (d0aee01b-e605-4d05-8562-a5c886bc7d44), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:18.688895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-95adfd26-8235-4448-8461-7f8461063cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0aee01b-e605-4d05-8562-a5c886bc7d44']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:18.702490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-95adfd26-8235-4448-8461-7f8461063cc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c2a2fd-ec3c-41e8-8c7f-6deffc52e05c') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:18.703490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-95adfd26-8235-4448-8461-7f8461063cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c2a2fd-ec3c-41e8-8c7f-6deffc52e05c') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:18.704778 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd00cfe4-30fc-4fab-b21a-7c14fb639fb3 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:18.717471 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd00cfe4-30fc-4fab-b21a-7c14fb639fb3 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks [] for router_controller (b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:18.717694 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-95adfd26-8235-4448-8461-7f8461063cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (b2c2a2fd-ec3c-41e8-8c7f-6deffc52e05c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:18.742985 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-95adfd26-8235-4448-8461-7f8461063cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b2c2a2fd-ec3c-41e8-8c7f-6deffc52e05c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:18.750320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95adfd26-8235-4448-8461-7f8461063cc4 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:20:18.751450 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-95adfd26-8235-4448-8461-7f8461063cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (b2c2a2fd-ec3c-41e8-8c7f-6deffc52e05c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:20:18.753674 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:20:18.836060 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd00cfe4-30fc-4fab-b21a-7c14fb639fb3 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:18.836531 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd00cfe4-30fc-4fab-b21a-7c14fb639fb3 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Fanout notify agent at l3_agent the message router_deleted on router b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:20:18.867750 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bd00cfe4-30fc-4fab-b21a-7c14fb639fb3 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:18.872303 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bd00cfe4-30fc-4fab-b21a-7c14fb639fb3 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "DELETE /v2.0/routers/b589a66f-2ff5-48e1-abc0-e5a56f2ac5b0 HTTP/1.1" status: 204 len: 168 time: 0.8463957 Jan 27 22:20:18.873573 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41042) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:18.898621 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-95adfd26-8235-4448-8461-7f8461063cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (d0aee01b-e605-4d05-8562-a5c886bc7d44), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:18.907471 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-95adfd26-8235-4448-8461-7f8461063cc4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:18.912948 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-95adfd26-8235-4448-8461-7f8461063cc4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d0aee01b-e605-4d05-8562-a5c886bc7d44 HTTP/1.1" status: 204 len: 168 time: 0.7571287 Jan 27 22:20:18.917778 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41044) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:19.044667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95adfd26-8235-4448-8461-7f8461063cc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0aee01b-e605-4d05-8562-a5c886bc7d44,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:19.082885 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-04100247-2377-4754-b718-997816752ff8 admin admin] Deleting subnet 15665ad6-fee6-4235-808f-0cf3c1d71c28 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:20:19.095239 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04100247-2377-4754-b718-997816752ff8 admin admin] Publish callbacks [] for subnet (15665ad6-fee6-4235-808f-0cf3c1d71c28), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:19.132951 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-9ace0b87-aeb9-4290-b8ec-da90f90b804e tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Deleting port d035383a-52e6-41f2-97e5-a3a6e884e887 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:20:19.136348 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9ace0b87-aeb9-4290-b8ec-da90f90b804e tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d035383a-52e6-41f2-97e5-a3a6e884e887), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:19.228310 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04100247-2377-4754-b718-997816752ff8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (15665ad6-fee6-4235-808f-0cf3c1d71c28), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:19.246103 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9ace0b87-aeb9-4290-b8ec-da90f90b804e tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d035383a-52e6-41f2-97e5-a3a6e884e887), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:19.259355 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-9ace0b87-aeb9-4290-b8ec-da90f90b804e tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Calling delete_port for d035383a-52e6-41f2-97e5-a3a6e884e887 owned by {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:20:19.340641 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04100247-2377-4754-b718-997816752ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (15665ad6-fee6-4235-808f-0cf3c1d71c28), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:19.461704 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04100247-2377-4754-b718-997816752ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (15665ad6-fee6-4235-808f-0cf3c1d71c28), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:19.493288 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04100247-2377-4754-b718-997816752ff8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:19.502741 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9ace0b87-aeb9-4290-b8ec-da90f90b804e tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d035383a-52e6-41f2-97e5-a3a6e884e887), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:19.506853 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-04100247-2377-4754-b718-997816752ff8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/15665ad6-fee6-4235-808f-0cf3c1d71c28 HTTP/1.1" status: 204 len: 168 time: 0.5815871 Jan 27 22:20:19.507359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41062) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:19.576621 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace0b87-aeb9-4290-b8ec-da90f90b804e tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Pushing event deleted for resources: {'Port': ['ID=d035383a-52e6-41f2-97e5-a3a6e884e887,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:19.587351 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04100247-2377-4754-b718-997816752ff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15665ad6-fee6-4235-808f-0cf3c1d71c28,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:19.813518 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9ace0b87-aeb9-4290-b8ec-da90f90b804e tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:19.821350 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9ace0b87-aeb9-4290-b8ec-da90f90b804e tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "DELETE /v2.0/ports/d035383a-52e6-41f2-97e5-a3a6e884e887 HTTP/1.1" status: 204 len: 168 time: 0.9462423 Jan 27 22:20:19.824289 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41072) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:19.859676 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6b072faa-43ec-4d48-b329-68285611c1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (72bbe3ac-7289-464b-98b3-f101f98f1192), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:19.958364 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-65907563-abdc-4e5e-badf-1e8b94c4fc08 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Deleting subnet 69de32fd-f463-41b0-9a08-6116f741ff38 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:20:19.971974 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-65907563-abdc-4e5e-badf-1e8b94c4fc08 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks [] for subnet (69de32fd-f463-41b0-9a08-6116f741ff38), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.061599 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-65907563-abdc-4e5e-badf-1e8b94c4fc08 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (69de32fd-f463-41b0-9a08-6116f741ff38), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.154477 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6b072faa-43ec-4d48-b329-68285611c1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (72bbe3ac-7289-464b-98b3-f101f98f1192), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.207910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-6b072faa-43ec-4d48-b329-68285611c1bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72bbe3ac-7289-464b-98b3-f101f98f1192']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:20.223937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-6b072faa-43ec-4d48-b329-68285611c1bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395ec478-d86c-4071-87b5-28e4991a5906') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:20.226276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-6b072faa-43ec-4d48-b329-68285611c1bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395ec478-d86c-4071-87b5-28e4991a5906') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:20.227157 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-65907563-abdc-4e5e-badf-1e8b94c4fc08 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (69de32fd-f463-41b0-9a08-6116f741ff38), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.248665 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6b072faa-43ec-4d48-b329-68285611c1bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (395ec478-d86c-4071-87b5-28e4991a5906), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.275205 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6b072faa-43ec-4d48-b329-68285611c1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (395ec478-d86c-4071-87b5-28e4991a5906), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.297493 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b072faa-43ec-4d48-b329-68285611c1bf admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:20:20.298142 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6b072faa-43ec-4d48-b329-68285611c1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (395ec478-d86c-4071-87b5-28e4991a5906), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.301753 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-65907563-abdc-4e5e-badf-1e8b94c4fc08 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (69de32fd-f463-41b0-9a08-6116f741ff38), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.363368 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b9c0e1-b6c8-48f6-acbb-74fd30d3f091 None None] Network a5e74592-4a03-44be-be25-1b890e36b0f7 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:20:20.386426 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-65907563-abdc-4e5e-badf-1e8b94c4fc08 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.389669 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-65907563-abdc-4e5e-badf-1e8b94c4fc08 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "DELETE /v2.0/subnets/69de32fd-f463-41b0-9a08-6116f741ff38 HTTP/1.1" status: 204 len: 168 time: 0.5638735 Jan 27 22:20:20.398306 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41082) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:20.400597 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65907563-abdc-4e5e-badf-1e8b94c4fc08 tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Pushing event deleted for resources: {'Subnet': ['ID=69de32fd-f463-41b0-9a08-6116f741ff38,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:20:20.427790 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:20:20.452728 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cfeef-004a-4dcc-8d65-92a2e9487d81 req-11bac351-00a3-4850-8471-dc2ad281deb9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:20.460008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e91cfeef-004a-4dcc-8d65-92a2e9487d81 req-11bac351-00a3-4850-8471-dc2ad281deb9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.5808418 Jan 27 22:20:20.477848 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6b072faa-43ec-4d48-b329-68285611c1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (72bbe3ac-7289-464b-98b3-f101f98f1192), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.484693 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6b072faa-43ec-4d48-b329-68285611c1bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.513314 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6b072faa-43ec-4d48-b329-68285611c1bf admin admin] 10.222.0.23 "DELETE /v2.0/networks/72bbe3ac-7289-464b-98b3-f101f98f1192 HTTP/1.1" status: 204 len: 168 time: 0.9475036 Jan 27 22:20:20.602095 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b072faa-43ec-4d48-b329-68285611c1bf admin admin] Pushing event deleted for resources: {'Network': ['ID=72bbe3ac-7289-464b-98b3-f101f98f1192,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:20.663745 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-86284d1d-4aa3-432b-97fd-52e67f838f0d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (a5e74592-4a03-44be-be25-1b890e36b0f7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.713126 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e91cfeef-004a-4dcc-8d65-92a2e9487d81 req-4cbcbf80-9071-4617-b022-4394b20fb25b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497530 Jan 27 22:20:20.815758 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-86284d1d-4aa3-432b-97fd-52e67f838f0d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Deleting port 5883cbbd-9c12-4942-87b5-1088191fc392 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:20:20.816968 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-86284d1d-4aa3-432b-97fd-52e67f838f0d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5883cbbd-9c12-4942-87b5-1088191fc392), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.904007 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b8ce7b-f4f1-4562-b7fe-37e039696553 None None] DHCP port deletion for a5e74592-4a03-44be-be25-1b890e36b0f7 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:20:20.932402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41090) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:21.038584 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-86284d1d-4aa3-432b-97fd-52e67f838f0d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] For port 5883cbbd-9c12-4942-87b5-1088191fc392, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5883cbbd-9c12-4942-87b5-1088191fc392,segment=NetworkSegment(3e708e2e-22ad-40a6-a5e8-c0c81a72432a),segment_id=3e708e2e-22ad-40a6-a5e8-c0c81a72432a)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:21.038959 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-86284d1d-4aa3-432b-97fd-52e67f838f0d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5883cbbd-9c12-4942-87b5-1088191fc392), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:21.044836 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ae7d3a00-4123-4775-9755-174bd244d2fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8b38183e7784cbdbb5caecfcd438791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1106131 Jan 27 22:20:21.052683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41092) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:21.089989 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-86284d1d-4aa3-432b-97fd-52e67f838f0d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Calling delete_port for 5883cbbd-9c12-4942-87b5-1088191fc392 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:20:21.131045 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-55b8ce7b-f4f1-4562-b7fe-37e039696553 None None] Deleting port 5883cbbd-9c12-4942-87b5-1088191fc392 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:20:21.131749 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-55b8ce7b-f4f1-4562-b7fe-37e039696553 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5883cbbd-9c12-4942-87b5-1088191fc392), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:21.171172 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cffd108-7dd5-4e90-862f-396c9c2d17da admin admin] Publish callbacks [] for security_group (d31ab5f0-f43e-4b76-b46e-7dc972f4ff33), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:21.227331 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cffd108-7dd5-4e90-862f-396c9c2d17da admin admin] Publish callbacks [] for security_group (d31ab5f0-f43e-4b76-b46e-7dc972f4ff33), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:21.236116 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-55b8ce7b-f4f1-4562-b7fe-37e039696553 None None] For port 5883cbbd-9c12-4942-87b5-1088191fc392, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5883cbbd-9c12-4942-87b5-1088191fc392,segment=NetworkSegment(3e708e2e-22ad-40a6-a5e8-c0c81a72432a),segment_id=3e708e2e-22ad-40a6-a5e8-c0c81a72432a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:21.237552 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-55b8ce7b-f4f1-4562-b7fe-37e039696553 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5883cbbd-9c12-4942-87b5-1088191fc392), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:21.252700 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-55b8ce7b-f4f1-4562-b7fe-37e039696553 None None] Calling delete_port for 5883cbbd-9c12-4942-87b5-1088191fc392 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:20:21.273090 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-86284d1d-4aa3-432b-97fd-52e67f838f0d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5883cbbd-9c12-4942-87b5-1088191fc392), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:21.321101 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cffd108-7dd5-4e90-862f-396c9c2d17da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d31ab5f0-f43e-4b76-b46e-7dc972f4ff33), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:21.324375 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cffd108-7dd5-4e90-862f-396c9c2d17da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:21.325881 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8cffd108-7dd5-4e90-862f-396c9c2d17da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d31ab5f0-f43e-4b76-b46e-7dc972f4ff33 HTTP/1.1" status: 204 len: 168 time: 0.2722039 Jan 27 22:20:21.341207 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86284d1d-4aa3-432b-97fd-52e67f838f0d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Pushing event deleted for resources: {'Port': ['ID=5883cbbd-9c12-4942-87b5-1088191fc392,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:21.359405 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86284d1d-4aa3-432b-97fd-52e67f838f0d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] No DVR routers for this DVR port 5883cbbd-9c12-4942-87b5-1088191fc392 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:20:21.389717 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffd108-7dd5-4e90-862f-396c9c2d17da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31ab5f0-f43e-4b76-b46e-7dc972f4ff33,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:21.404470 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-55b8ce7b-f4f1-4562-b7fe-37e039696553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (5883cbbd-9c12-4942-87b5-1088191fc392), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:21.431389 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b8ce7b-f4f1-4562-b7fe-37e039696553 None None] No DVR routers for this DVR port 5883cbbd-9c12-4942-87b5-1088191fc392 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:20:21.488765 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8ce7b-f4f1-4562-b7fe-37e039696553 None None] Pushing event deleted for resources: {'Port': ['ID=5883cbbd-9c12-4942-87b5-1088191fc392,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:21.538664 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:21.619309 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5883cbbd-9c12-4942-87b5-1088191fc392 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:20:21.652899 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 5883cbbd-9c12-4942-87b5-1088191fc392 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:20:21.660072 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5883cbbd-9c12-4942-87b5-1088191fc392 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:20:22.070903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c89058-ebe9-4770-b0cc-0b4e36d88bbe req-cdf23999-c473-4e1c-93ca-e6e2c9736da0 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:22.073108 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2c89058-ebe9-4770-b0cc-0b4e36d88bbe req-cdf23999-c473-4e1c-93ca-e6e2c9736da0 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.2516963 Jan 27 22:20:22.198840 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41118) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:22.334417 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2c89058-ebe9-4770-b0cc-0b4e36d88bbe req-c084ef6d-1549-42c4-b455-210760ad7193 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436376 Jan 27 22:20:22.391423 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-fa6982e9-1ec4-4510-a29b-7cc41bdaa0a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6cc963147d34087a1a3df232567a8aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1900053 Jan 27 22:20:22.392939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41124) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:22.481519 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9a9d3b06-db17-48fc-8f4a-1b1a966cc47a admin admin] Publish callbacks [] for security_group (05226ff4-6bbd-408f-a6fb-2b220fb47c38), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:22.490114 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-86284d1d-4aa3-432b-97fd-52e67f838f0d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (a5e74592-4a03-44be-be25-1b890e36b0f7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:22.534690 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-86284d1d-4aa3-432b-97fd-52e67f838f0d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e74592-4a03-44be-be25-1b890e36b0f7']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:22.539673 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9a9d3b06-db17-48fc-8f4a-1b1a966cc47a admin admin] Publish callbacks [] for security_group (05226ff4-6bbd-408f-a6fb-2b220fb47c38), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:22.567835 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-86284d1d-4aa3-432b-97fd-52e67f838f0d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e708e2e-22ad-40a6-a5e8-c0c81a72432a') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:22.568322 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-86284d1d-4aa3-432b-97fd-52e67f838f0d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e708e2e-22ad-40a6-a5e8-c0c81a72432a') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:22.604149 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-86284d1d-4aa3-432b-97fd-52e67f838f0d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (3e708e2e-22ad-40a6-a5e8-c0c81a72432a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:22.640130 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9a9d3b06-db17-48fc-8f4a-1b1a966cc47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (05226ff4-6bbd-408f-a6fb-2b220fb47c38), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:22.645770 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9a9d3b06-db17-48fc-8f4a-1b1a966cc47a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:22.647254 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-86284d1d-4aa3-432b-97fd-52e67f838f0d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3e708e2e-22ad-40a6-a5e8-c0c81a72432a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:22.651979 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9a9d3b06-db17-48fc-8f4a-1b1a966cc47a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05226ff4-6bbd-408f-a6fb-2b220fb47c38 HTTP/1.1" status: 204 len: 168 time: 0.2573600 Jan 27 22:20:22.656697 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86284d1d-4aa3-432b-97fd-52e67f838f0d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:20:22.661647 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-86284d1d-4aa3-432b-97fd-52e67f838f0d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (3e708e2e-22ad-40a6-a5e8-c0c81a72432a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:22.674077 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d3b06-db17-48fc-8f4a-1b1a966cc47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05226ff4-6bbd-408f-a6fb-2b220fb47c38,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:20:22.676443 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:20:22.829854 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-86284d1d-4aa3-432b-97fd-52e67f838f0d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (a5e74592-4a03-44be-be25-1b890e36b0f7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:22.837464 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-86284d1d-4aa3-432b-97fd-52e67f838f0d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:22.852230 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-86284d1d-4aa3-432b-97fd-52e67f838f0d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] 10.222.0.23 "DELETE /v2.0/networks/a5e74592-4a03-44be-be25-1b890e36b0f7 HTTP/1.1" status: 204 len: 168 time: 2.4526005 Jan 27 22:20:22.891411 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86284d1d-4aa3-432b-97fd-52e67f838f0d tempest-TagsExtTest-458689799 tempest-TagsExtTest-458689799-project] Pushing event deleted for resources: {'Network': ['ID=a5e74592-4a03-44be-be25-1b890e36b0f7,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:23.321388 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41142) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:23.636838 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258998d-eec0-4298-8dfe-30af37e336a5 req-052f6349-09c0-4fbd-b368-09d497305cd5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:23.646902 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1258998d-eec0-4298-8dfe-30af37e336a5 req-052f6349-09c0-4fbd-b368-09d497305cd5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.1570430 Jan 27 22:20:23.828478 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1258998d-eec0-4298-8dfe-30af37e336a5 req-449a781a-35cc-4a4a-9a51-62dd17758151 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790371 Jan 27 22:20:23.904534 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d76d8acd-e770-4df1-9008-048cca135e86 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=933e7103d50444f18c372857b3be7412&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5814748 Jan 27 22:20:23.907145 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41152) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:24.010529 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-598f4bbf-2175-47af-9acf-254f4a5cbdb8 admin admin] Publish callbacks [] for security_group (8ba20982-23f5-4fba-946c-a5a001d03173), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:24.057657 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-598f4bbf-2175-47af-9acf-254f4a5cbdb8 admin admin] Publish callbacks [] for security_group (8ba20982-23f5-4fba-946c-a5a001d03173), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:24.156211 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2650a787-284f-41af-8f72-b2f064edea55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:24.159888 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-598f4bbf-2175-47af-9acf-254f4a5cbdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8ba20982-23f5-4fba-946c-a5a001d03173), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:24.162904 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-598f4bbf-2175-47af-9acf-254f4a5cbdb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:24.164347 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-598f4bbf-2175-47af-9acf-254f4a5cbdb8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ba20982-23f5-4fba-946c-a5a001d03173 HTTP/1.1" status: 204 len: 168 time: 0.2559168 Jan 27 22:20:24.183965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f4bbf-2175-47af-9acf-254f4a5cbdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba20982-23f5-4fba-946c-a5a001d03173,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:25.126549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625069fa-c606-433a-abbe-119e4025ec7f req-604be0fa-4f36-452d-8cc1-2d5bfd61f15f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:25.128135 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-625069fa-c606-433a-abbe-119e4025ec7f req-604be0fa-4f36-452d-8cc1-2d5bfd61f15f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.1183925 Jan 27 22:20:25.243898 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-625069fa-c606-433a-abbe-119e4025ec7f req-88e69235-6a28-4d99-9ea3-0ff13671bc3a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037042 Jan 27 22:20:26.572076 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcf56d-979e-4818-8e14-1a4bca760a3f req-0343c2dc-d119-419e-be97-649b00e752c9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:26.585114 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecbcf56d-979e-4818-8e14-1a4bca760a3f req-0343c2dc-d119-419e-be97-649b00e752c9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.1829598 Jan 27 22:20:26.710018 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecbcf56d-979e-4818-8e14-1a4bca760a3f req-f02c9377-bc83-4942-a1fc-b0732bd9fc23 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172876 Jan 27 22:20:26.721236 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7a1b37c8-7ba9-4518-9e92-cb69e02b3b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:27.575060 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:27.904711 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b97a18-c6be-4679-9eaa-a32f4aeb19f6 req-83facac4-fff7-41f8-a760-b3e2842f21e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:27.920809 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4b97a18-c6be-4679-9eaa-a32f4aeb19f6 req-83facac4-fff7-41f8-a760-b3e2842f21e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.0966790 Jan 27 22:20:28.020181 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4b97a18-c6be-4679-9eaa-a32f4aeb19f6 req-b8a9055e-534e-4af9-a29b-78ddf4528f30 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983522 Jan 27 22:20:28.961035 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:29.254784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fb5dd-5ec9-480b-9e3d-a8c5eebc20cb req-528d90fd-1a3d-410e-a0e1-f16ad858065b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:29.280432 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be1fb5dd-5ec9-480b-9e3d-a8c5eebc20cb req-528d90fd-1a3d-410e-a0e1-f16ad858065b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.1244202 Jan 27 22:20:29.443098 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be1fb5dd-5ec9-480b-9e3d-a8c5eebc20cb req-89eecd7a-66e8-48f2-9cfa-7f2c17aa1c43 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569455 Jan 27 22:20:30.416641 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:30.679412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d9ffc-abc8-4d97-956a-6491a3ec391a req-784916ab-08da-4a29-91d4-328dee99afe0 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:30.688998 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-093d9ffc-abc8-4d97-956a-6491a3ec391a req-784916ab-08da-4a29-91d4-328dee99afe0 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.0756149 Jan 27 22:20:30.865279 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-093d9ffc-abc8-4d97-956a-6491a3ec391a req-3aeb028c-b97b-4d00-8319-1d5f02196b67 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748447 Jan 27 22:20:31.739272 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41322) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:32.059394 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-872a6f81-d63f-465d-bf7a-702b8afcd1ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:32.115702 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87949182-3f1f-4ea8-a2e1-91a308ae6f86 req-0c4326f0-834b-4517-8834-61ad41739da7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:32.117380 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87949182-3f1f-4ea8-a2e1-91a308ae6f86 req-0c4326f0-834b-4517-8834-61ad41739da7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.1291056 Jan 27 22:20:32.233263 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87949182-3f1f-4ea8-a2e1-91a308ae6f86 req-98e7660f-d285-43b2-b2ba-dea5998f82dd tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896595 Jan 27 22:20:32.312485 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-872a6f81-d63f-465d-bf7a-702b8afcd1ae admin admin] Publish callbacks [] for security_group (4f7ddfea-01b4-46eb-9b6f-777f563a9c8e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:32.321095 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-872a6f81-d63f-465d-bf7a-702b8afcd1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4f7ddfea-01b4-46eb-9b6f-777f563a9c8e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:32.435890 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-872a6f81-d63f-465d-bf7a-702b8afcd1ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5250dfd7c6114306a98a4aaee62a1660&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6945353 Jan 27 22:20:32.437243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a6f81-d63f-465d-bf7a-702b8afcd1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7ddfea-01b4-46eb-9b6f-777f563a9c8e,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:32.438483 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41338) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:32.527213 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7777c66-1595-47cc-9306-310f10ec91ca admin admin] Publish callbacks [] for security_group (4f7ddfea-01b4-46eb-9b6f-777f563a9c8e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:32.588897 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7777c66-1595-47cc-9306-310f10ec91ca admin admin] Publish callbacks [] for security_group (4f7ddfea-01b4-46eb-9b6f-777f563a9c8e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:32.660715 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7777c66-1595-47cc-9306-310f10ec91ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4f7ddfea-01b4-46eb-9b6f-777f563a9c8e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:32.664312 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d7777c66-1595-47cc-9306-310f10ec91ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:32.666046 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d7777c66-1595-47cc-9306-310f10ec91ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f7ddfea-01b4-46eb-9b6f-777f563a9c8e HTTP/1.1" status: 204 len: 168 time: 0.2249119 Jan 27 22:20:32.676214 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7777c66-1595-47cc-9306-310f10ec91ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7ddfea-01b4-46eb-9b6f-777f563a9c8e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:33.463377 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41360) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:33.495786 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d9301a6-beff-48d3-a0bc-55b1ae819fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.497740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca2ece-d88b-4813-a5a3-59a7428d4002 req-3162b74a-98be-4336-b912-f7f7df67ccb7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:33.520245 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12ca2ece-d88b-4813-a5a3-59a7428d4002 req-3162b74a-98be-4336-b912-f7f7df67ccb7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.1546896 Jan 27 22:20:33.678875 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12ca2ece-d88b-4813-a5a3-59a7428d4002 req-c0c3ae7d-ffb4-458a-a705-c0edf1b090a4 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564317 Jan 27 22:20:33.832990 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d9301a6-beff-48d3-a0bc-55b1ae819fb5 admin admin] Publish callbacks [] for security_group (5b6da937-653e-4429-9f2c-23ffc0c92edf), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.846803 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d9301a6-beff-48d3-a0bc-55b1ae819fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5b6da937-653e-4429-9f2c-23ffc0c92edf), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.969922 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9301a6-beff-48d3-a0bc-55b1ae819fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6da937-653e-4429-9f2c-23ffc0c92edf,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:33.991772 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9d9301a6-beff-48d3-a0bc-55b1ae819fb5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2e10e5b603b4e89adf10219d146b009&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5273011 Jan 27 22:20:33.995232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41370) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:34.097780 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-373da042-3348-4cea-a521-2f9c4a1645ab admin admin] Publish callbacks [] for security_group (5b6da937-653e-4429-9f2c-23ffc0c92edf), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:34.158674 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-373da042-3348-4cea-a521-2f9c4a1645ab admin admin] Publish callbacks [] for security_group (5b6da937-653e-4429-9f2c-23ffc0c92edf), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:34.253998 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-373da042-3348-4cea-a521-2f9c4a1645ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5b6da937-653e-4429-9f2c-23ffc0c92edf), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:34.257646 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-373da042-3348-4cea-a521-2f9c4a1645ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:34.262237 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-373da042-3348-4cea-a521-2f9c4a1645ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5b6da937-653e-4429-9f2c-23ffc0c92edf HTTP/1.1" status: 204 len: 168 time: 0.2634771 Jan 27 22:20:34.292942 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373da042-3348-4cea-a521-2f9c4a1645ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6da937-653e-4429-9f2c-23ffc0c92edf,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:35.014745 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce17816-7c96-4f7d-ae1c-9117e35ac83e req-2e449b26-12cd-434f-bb8f-a009277164d7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:35.018623 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ce17816-7c96-4f7d-ae1c-9117e35ac83e req-2e449b26-12cd-434f-bb8f-a009277164d7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.1460123 Jan 27 22:20:35.183247 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ce17816-7c96-4f7d-ae1c-9117e35ac83e req-c1dd2321-5b6f-45cf-9ce0-adfd6f152660 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593819 Jan 27 22:20:36.415508 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5637a-4426-41c8-868d-5743f5fc3348 req-aa84c78a-91e2-4d8e-a731-eebd610d9474 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:36.419563 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bce5637a-4426-41c8-868d-5743f5fc3348 req-aa84c78a-91e2-4d8e-a731-eebd610d9474 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.1366122 Jan 27 22:20:36.489931 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bce5637a-4426-41c8-868d-5743f5fc3348 req-fc41c47c-4988-4e69-aa2f-70fa66563f5e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661702 Jan 27 22:20:37.286692 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 29fb20f2-61fe-412c-89eb-a71c407844b3 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:20:37.501949 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 29fb20f2-61fe-412c-89eb-a71c407844b3, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=29fb20f2-61fe-412c-89eb-a71c407844b3,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:37.520189 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '29fb20f2-61fe-412c-89eb-a71c407844b3', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'port_id': '29fb20f2-61fe-412c-89eb-a71c407844b3', 'mac_address': 'fa:16:3e:46:34:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:20:37.694245 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 29fb20f2-61fe-412c-89eb-a71c407844b3 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:37.694245 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (29fb20f2-61fe-412c-89eb-a71c407844b3), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:37.744715 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29fb20f2-61fe-412c-89eb-a71c407844b3 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:20:37.785637 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 29fb20f2-61fe-412c-89eb-a71c407844b3, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=29fb20f2-61fe-412c-89eb-a71c407844b3,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:37.791278 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (29fb20f2-61fe-412c-89eb-a71c407844b3), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:37.894989 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79ce17-0436-454a-b7c5-c784cad87d98 req-93d2ce5e-b167-42f1-a432-f07e2a9639d7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:37.903481 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=29fb20f2-61fe-412c-89eb-a71c407844b3,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:37.911957 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:37.913096 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:37.913753 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:37.914406 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:37.914942 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:37.915463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:37.915969 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:37.916533 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:37.916739 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e79ce17-0436-454a-b7c5-c784cad87d98 req-93d2ce5e-b167-42f1-a432-f07e2a9639d7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 943 time: 0.2199101 Jan 27 22:20:37.917215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:37.917776 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:37.918273 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:37.918776 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:37.919275 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:38.028358 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e79ce17-0436-454a-b7c5-c784cad87d98 req-83509e02-53c5-4369-819c-c627694330d6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072772 Jan 27 22:20:38.117139 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:20:38.175402 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['29fb20f2-61fe-412c-89eb-a71c407844b3'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:20:39.195104 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9307b5-e401-4965-a76a-8f8a1b620df3 req-c43f0ca2-da81-4573-98a6-122091b5b568 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:39.206524 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db9307b5-e401-4965-a76a-8f8a1b620df3 req-c43f0ca2-da81-4573-98a6-122091b5b568 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 944 time: 0.0747368 Jan 27 22:20:39.283132 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db9307b5-e401-4965-a76a-8f8a1b620df3 req-a482af82-3884-4fe8-b923-6ddde01da98d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724738 Jan 27 22:20:40.552478 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aae3db-f7cd-4a09-a2a1-94dbf096ac6f req-a80358fa-2446-4eec-88a6-d4b0da2825d5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:40.557480 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-85aae3db-f7cd-4a09-a2a1-94dbf096ac6f req-a80358fa-2446-4eec-88a6-d4b0da2825d5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 944 time: 0.1334424 Jan 27 22:20:40.654933 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-85aae3db-f7cd-4a09-a2a1-94dbf096ac6f req-5be8d2c8-3245-4054-bf35-1acb1332945d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892427 Jan 27 22:20:41.318749 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 29fb20f2-61fe-412c-89eb-a71c407844b3 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:20:41.415784 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 29fb20f2-61fe-412c-89eb-a71c407844b3 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:20:41.426854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 29fb20f2-61fe-412c-89eb-a71c407844b3 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:41.427718 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (29fb20f2-61fe-412c-89eb-a71c407844b3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:41.578247 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 29fb20f2-61fe-412c-89eb-a71c407844b3 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:41.578802 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (29fb20f2-61fe-412c-89eb-a71c407844b3), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:41.618515 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 29fb20f2-61fe-412c-89eb-a71c407844b3, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=29fb20f2-61fe-412c-89eb-a71c407844b3,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:41.619563 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ab2dff-82d8-48b8-a7ca-e89ef11ede7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fb20f2-61fe-412c-89eb-a71c407844b3'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:20:41.622462 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e87ae5-6dc1-43bb-a3d3-b53b0fce9358" -d '{"events": [{"server_uuid": "d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a", "name": "network-vif-plugged", "status": "completed", "tag": "29fb20f2-61fe-412c-89eb-a71c407844b3"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:20:41.631818 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (29fb20f2-61fe-412c-89eb-a71c407844b3), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:41.727072 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=29fb20f2-61fe-412c-89eb-a71c407844b3,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:41.738705 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ea0f85-d9ae-488d-9da9-a33e855e576b x-openstack-request-id: req-e2ea0f85-d9ae-488d-9da9-a33e855e576b {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:20:41.739049 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a", "name": "network-vif-plugged", "status": "completed", "tag": "29fb20f2-61fe-412c-89eb-a71c407844b3", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:20:41.739259 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2ea0f85-d9ae-488d-9da9-a33e855e576b {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:20:41.739675 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ab2dff-82d8-48b8-a7ca-e89ef11ede7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fb20f2-61fe-412c-89eb-a71c407844b3', 'code': 200} Jan 27 22:20:41.817805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ccd9b-2695-4039-ae6b-a63f175c8555 req-76492883-8956-4994-afd6-9599244d9564 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:41.826007 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-628ccd9b-2695-4039-ae6b-a63f175c8555 req-76492883-8956-4994-afd6-9599244d9564 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 945 time: 0.0670609 Jan 27 22:20:41.931675 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-628ccd9b-2695-4039-ae6b-a63f175c8555 req-59451031-6403-41c6-b780-e2b8a2a53b44 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043296 Jan 27 22:20:41.955277 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fde827-035d-4e43-a847-54c72b438f3f req-6af37655-5726-47c5-a69e-780633227ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:41.957117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14fde827-035d-4e43-a847-54c72b438f3f req-6af37655-5726-47c5-a69e-780633227ca9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 1096 time: 0.1281967 Jan 27 22:20:42.062833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14fde827-035d-4e43-a847-54c72b438f3f req-9528ae8e-ae67-41c3-9958-6f5fdad87641 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991750 Jan 27 22:20:42.799336 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:43.204973 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498848e-1fb5-419d-9ee2-467750e6e39a req-96433d89-d85b-4ad7-8351-22a98296db6d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:43.212153 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b498848e-1fb5-419d-9ee2-467750e6e39a req-96433d89-d85b-4ad7-8351-22a98296db6d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 945 time: 0.1058209 Jan 27 22:20:43.319085 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b498848e-1fb5-419d-9ee2-467750e6e39a req-57ecd447-771e-42fc-832b-b4e322601560 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059818 Jan 27 22:20:44.430062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41576) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:44.505456 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c95fa-6153-4c16-b388-2432f5feb829 req-4fe5c749-fafb-4078-a488-d774e19c96ce tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:44.512771 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b25c95fa-6153-4c16-b388-2432f5feb829 req-4fe5c749-fafb-4078-a488-d774e19c96ce tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 945 time: 0.0621586 Jan 27 22:20:44.604496 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b25c95fa-6153-4c16-b388-2432f5feb829 req-034586f8-16ce-4100-8a78-c2ecea66c1e0 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907056 Jan 27 22:20:44.746332 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d58e3ae2-3ee3-4e61-984b-1c0b4acb149c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:44.885564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f4c76-e1ca-4088-a610-511036f6b39f req-6f1efd4d-2ef7-4217-81a8-c2b002d262f7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:44.904065 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-190f4c76-e1ca-4088-a610-511036f6b39f req-6f1efd4d-2ef7-4217-81a8-c2b002d262f7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 945 time: 0.1489367 Jan 27 22:20:45.054094 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-190f4c76-e1ca-4088-a610-511036f6b39f req-d5a46495-9e6e-480a-b4cb-a62da5422462 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490052 Jan 27 22:20:45.072315 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d58e3ae2-3ee3-4e61-984b-1c0b4acb149c admin admin] Publish callbacks [] for security_group (9667ae85-210d-4fff-b9d3-28f00324bdff), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:45.076805 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d58e3ae2-3ee3-4e61-984b-1c0b4acb149c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9667ae85-210d-4fff-b9d3-28f00324bdff), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:45.175824 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d58e3ae2-3ee3-4e61-984b-1c0b4acb149c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b171d9816264f1888e41f6a7695d480&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7409568 Jan 27 22:20:45.175824 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e3ae2-3ee3-4e61-984b-1c0b4acb149c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9667ae85-210d-4fff-b9d3-28f00324bdff,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:45.176895 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41610) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:45.280773 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-213008b3-6ca3-4582-b6b1-ec0edd9c45a4 admin admin] Publish callbacks [] for security_group (9667ae85-210d-4fff-b9d3-28f00324bdff), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:45.291648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa50fea-4ebf-45a9-bccf-6be0c7180a02 req-9b963ff6-1734-4882-9a02-3c3f0f2f4e0c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:45.293795 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-baa50fea-4ebf-45a9-bccf-6be0c7180a02 req-9b963ff6-1734-4882-9a02-3c3f0f2f4e0c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 945 time: 0.0940742 Jan 27 22:20:45.324982 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-213008b3-6ca3-4582-b6b1-ec0edd9c45a4 admin admin] Publish callbacks [] for security_group (9667ae85-210d-4fff-b9d3-28f00324bdff), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:45.435310 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-213008b3-6ca3-4582-b6b1-ec0edd9c45a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9667ae85-210d-4fff-b9d3-28f00324bdff), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:45.438941 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-213008b3-6ca3-4582-b6b1-ec0edd9c45a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:45.441500 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-baa50fea-4ebf-45a9-bccf-6be0c7180a02 req-db4f2631-f04e-409c-aef4-c40d95344460 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390600 Jan 27 22:20:45.442216 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-213008b3-6ca3-4582-b6b1-ec0edd9c45a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9667ae85-210d-4fff-b9d3-28f00324bdff HTTP/1.1" status: 204 len: 168 time: 0.2642927 Jan 27 22:20:45.477953 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213008b3-6ca3-4582-b6b1-ec0edd9c45a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9667ae85-210d-4fff-b9d3-28f00324bdff,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:46.102202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c68b7-b034-4f3a-a843-3c04ac34192d req-4bf61081-800a-4bb5-8de9-026f78bd5fb6 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:46.112746 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-036c68b7-b034-4f3a-a843-3c04ac34192d req-4bf61081-800a-4bb5-8de9-026f78bd5fb6 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=d717d83e-eeeb-4e51-91cb-737565cf7f72 HTTP/1.1" status: 200 len: 946 time: 0.1389785 Jan 27 22:20:46.135359 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41636) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:46.158030 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c5e108c5-6c14-4bfd-b899-5bdb8456309a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:46.321522 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-036c68b7-b034-4f3a-a843-3c04ac34192d req-e097fcdc-23a1-493f-b056-cc037728204c tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9fde2a7-debf-4128-a551-e0da4a7fb3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053189 Jan 27 22:20:46.327058 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c5e108c5-6c14-4bfd-b899-5bdb8456309a admin admin] Publish callbacks [] for security_group (54f30d61-590d-45a4-97fc-815720f18a3c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:46.345983 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c5e108c5-6c14-4bfd-b899-5bdb8456309a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (54f30d61-590d-45a4-97fc-815720f18a3c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:46.351026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10654ef-367d-47be-b08e-dd69aa0915c2 req-61d3cda4-351a-40ac-8c4f-fd820914e15a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:46.356512 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b10654ef-367d-47be-b08e-dd69aa0915c2 req-61d3cda4-351a-40ac-8c4f-fd820914e15a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 945 time: 0.1896021 Jan 27 22:20:46.412849 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c5e108c5-6c14-4bfd-b899-5bdb8456309a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7497a4afa57e43408cb8bade732feb56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2740607 Jan 27 22:20:46.413571 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41640) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:46.459418 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e108c5-6c14-4bfd-b899-5bdb8456309a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f30d61-590d-45a4-97fc-815720f18a3c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:46.461926 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b10654ef-367d-47be-b08e-dd69aa0915c2 req-26921fa0-ff81-40cb-a517-59cb06037ff0 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989013 Jan 27 22:20:46.515255 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-82297c93-5219-4356-b2f3-c2c5444eb907 admin admin] Publish callbacks [] for security_group (54f30d61-590d-45a4-97fc-815720f18a3c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:46.551397 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-82297c93-5219-4356-b2f3-c2c5444eb907 admin admin] Publish callbacks [] for security_group (54f30d61-590d-45a4-97fc-815720f18a3c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:46.635698 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-82297c93-5219-4356-b2f3-c2c5444eb907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (54f30d61-590d-45a4-97fc-815720f18a3c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:46.639397 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-82297c93-5219-4356-b2f3-c2c5444eb907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:46.650081 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-82297c93-5219-4356-b2f3-c2c5444eb907 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54f30d61-590d-45a4-97fc-815720f18a3c HTTP/1.1" status: 204 len: 168 time: 0.2350724 Jan 27 22:20:46.672286 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82297c93-5219-4356-b2f3-c2c5444eb907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f30d61-590d-45a4-97fc-815720f18a3c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:47.214681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41652) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:47.241392 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0d023b64-34bb-474d-8207-9a3e513e1471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:47.471518 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0d023b64-34bb-474d-8207-9a3e513e1471 admin admin] Publish callbacks [] for security_group (837414d1-0e7f-4f64-9fd3-b0ba6d06e42e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:47.482949 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce548166-1b04-4804-855b-8516e6153b42 req-daadbac0-3245-4075-8e8d-34da21bf0748 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:47.484775 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce548166-1b04-4804-855b-8516e6153b42 req-daadbac0-3245-4075-8e8d-34da21bf0748 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.15 "GET /v2.0/ports?device_id=d717d83e-eeeb-4e51-91cb-737565cf7f72 HTTP/1.1" status: 200 len: 946 time: 0.1404006 Jan 27 22:20:47.487139 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0d023b64-34bb-474d-8207-9a3e513e1471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (837414d1-0e7f-4f64-9fd3-b0ba6d06e42e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:47.543112 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 41660) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:47.551483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0d023b64-34bb-474d-8207-9a3e513e1471 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e952578127b4469998b8cd17d81f1f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3351097 Jan 27 22:20:47.651589 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-56d6f29f-f905-4820-8ded-96a3884a0032 admin admin] Publish callbacks [] for security_group (837414d1-0e7f-4f64-9fd3-b0ba6d06e42e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:47.705697 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-56d6f29f-f905-4820-8ded-96a3884a0032 admin admin] Publish callbacks [] for security_group (837414d1-0e7f-4f64-9fd3-b0ba6d06e42e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:47.798151 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-56d6f29f-f905-4820-8ded-96a3884a0032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (837414d1-0e7f-4f64-9fd3-b0ba6d06e42e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:47.800679 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-56d6f29f-f905-4820-8ded-96a3884a0032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:47.802191 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-56d6f29f-f905-4820-8ded-96a3884a0032 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/837414d1-0e7f-4f64-9fd3-b0ba6d06e42e HTTP/1.1" status: 204 len: 168 time: 0.2580101 Jan 27 22:20:47.815241 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6f29f-f905-4820-8ded-96a3884a0032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837414d1-0e7f-4f64-9fd3-b0ba6d06e42e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:48.210443 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d023b64-34bb-474d-8207-9a3e513e1471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837414d1-0e7f-4f64-9fd3-b0ba6d06e42e,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:48.308844 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023b64-34bb-474d-8207-9a3e513e1471 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:48.309077 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023b64-34bb-474d-8207-9a3e513e1471 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:48.309416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023b64-34bb-474d-8207-9a3e513e1471 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:48.309749 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023b64-34bb-474d-8207-9a3e513e1471 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:48.310073 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023b64-34bb-474d-8207-9a3e513e1471 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:48.310398 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023b64-34bb-474d-8207-9a3e513e1471 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:48.310733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023b64-34bb-474d-8207-9a3e513e1471 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:48.322782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023b64-34bb-474d-8207-9a3e513e1471 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:48.323964 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023b64-34bb-474d-8207-9a3e513e1471 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:48.324729 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023b64-34bb-474d-8207-9a3e513e1471 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:48.326612 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023b64-34bb-474d-8207-9a3e513e1471 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:48.328068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023b64-34bb-474d-8207-9a3e513e1471 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:48.328741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d023b64-34bb-474d-8207-9a3e513e1471 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:48.375255 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f07db-b24d-40c1-b0c9-a9b7673fbb35 req-453833b4-711d-4d60-b919-5d5ee62574d3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:48.382405 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-249f07db-b24d-40c1-b0c9-a9b7673fbb35 req-453833b4-711d-4d60-b919-5d5ee62574d3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 945 time: 0.8172989 Jan 27 22:20:48.408541 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ba257-3fc0-47be-936b-3da9690984df req-0ef8097b-0dad-498a-87af-931a84739c70 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:48.416270 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba9ba257-3fc0-47be-936b-3da9690984df req-0ef8097b-0dad-498a-87af-931a84739c70 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=d717d83e-eeeb-4e51-91cb-737565cf7f72 HTTP/1.1" status: 200 len: 946 time: 0.9012923 Jan 27 22:20:48.476685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5a91c-7a7b-403b-a8e1-26607d4b8815 req-156083a9-b6e0-4e5f-870e-86e0ac009793 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:48.477377 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52e5a91c-7a7b-403b-a8e1-26607d4b8815 req-156083a9-b6e0-4e5f-870e-86e0ac009793 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 945 time: 0.3059397 Jan 27 22:20:48.484415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ce548166-1b04-4804-855b-8516e6153b42 req-21e8d153-72f9-4639-bb05-436802ab3bd3 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Deleting port 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:20:48.484760 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ce548166-1b04-4804-855b-8516e6153b42 req-21e8d153-72f9-4639-bb05-436802ab3bd3 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:48.679007 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-249f07db-b24d-40c1-b0c9-a9b7673fbb35 req-3ad8584f-83db-4200-a637-5d2c9d1becb9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953513 Jan 27 22:20:48.778412 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba9ba257-3fc0-47be-936b-3da9690984df req-ee619089-3f0b-49cf-a14c-c0a7bb5c1fbb tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9fde2a7-debf-4128-a551-e0da4a7fb3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612604 Jan 27 22:20:48.930657 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ce548166-1b04-4804-855b-8516e6153b42 req-21e8d153-72f9-4639-bb05-436802ab3bd3 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] For port 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b,segment=NetworkSegment(149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481),segment_id=149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:48.931158 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ce548166-1b04-4804-855b-8516e6153b42 req-21e8d153-72f9-4639-bb05-436802ab3bd3 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:48.985211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-52e5a91c-7a7b-403b-a8e1-26607d4b8815 req-267717ee-7ca4-4b0d-ab36-c3f3ca94cb0e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Deleting port 29fb20f2-61fe-412c-89eb-a71c407844b3 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:20:48.985606 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-52e5a91c-7a7b-403b-a8e1-26607d4b8815 req-267717ee-7ca4-4b0d-ab36-c3f3ca94cb0e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (29fb20f2-61fe-412c-89eb-a71c407844b3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:49.028097 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ce548166-1b04-4804-855b-8516e6153b42 req-21e8d153-72f9-4639-bb05-436802ab3bd3 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Calling delete_port for 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:20:49.268688 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-52e5a91c-7a7b-403b-a8e1-26607d4b8815 req-267717ee-7ca4-4b0d-ab36-c3f3ca94cb0e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] For port 29fb20f2-61fe-412c-89eb-a71c407844b3, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=29fb20f2-61fe-412c-89eb-a71c407844b3,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:49.271311 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-52e5a91c-7a7b-403b-a8e1-26607d4b8815 req-267717ee-7ca4-4b0d-ab36-c3f3ca94cb0e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (29fb20f2-61fe-412c-89eb-a71c407844b3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:49.298909 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-52e5a91c-7a7b-403b-a8e1-26607d4b8815 req-267717ee-7ca4-4b0d-ab36-c3f3ca94cb0e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Calling delete_port for 29fb20f2-61fe-412c-89eb-a71c407844b3 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:20:49.571042 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-52e5a91c-7a7b-403b-a8e1-26607d4b8815 req-267717ee-7ca4-4b0d-ab36-c3f3ca94cb0e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (29fb20f2-61fe-412c-89eb-a71c407844b3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:49.670819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267717ee-7ca4-4b0d-ab36-c3f3ca94cb0e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event deleted for resources: {'Port': ['ID=29fb20f2-61fe-412c-89eb-a71c407844b3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:49.818636 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ce548166-1b04-4804-855b-8516e6153b42 req-21e8d153-72f9-4639-bb05-436802ab3bd3 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:49.983487 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8d153-72f9-4639-bb05-436802ab3bd3 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Pushing event deleted for resources: {'Port': ['ID=1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:50.011166 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e5a91c-7a7b-403b-a8e1-26607d4b8815 req-267717ee-7ca4-4b0d-ab36-c3f3ca94cb0e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] No DVR routers for this DVR port 29fb20f2-61fe-412c-89eb-a71c407844b3 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:20:50.014596 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-52e5a91c-7a7b-403b-a8e1-26607d4b8815 req-267717ee-7ca4-4b0d-ab36-c3f3ca94cb0e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:50.018110 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52e5a91c-7a7b-403b-a8e1-26607d4b8815 req-267717ee-7ca4-4b0d-ab36-c3f3ca94cb0e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.21 "DELETE /v2.0/ports/29fb20f2-61fe-412c-89eb-a71c407844b3 HTTP/1.1" status: 204 len: 173 time: 1.5295751 Jan 27 22:20:50.034908 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ab2dff-82d8-48b8-a7ca-e89ef11ede7a', 'name': 'network-vif-deleted', 'tag': '29fb20f2-61fe-412c-89eb-a71c407844b3'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:20:50.037469 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71422344-e4b4-4d20-805d-ad9c7907add1" -d '{"events": [{"server_uuid": "d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a", "name": "network-vif-deleted", "tag": "29fb20f2-61fe-412c-89eb-a71c407844b3"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:20:50.050912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de97b5a6-0597-4197-aacd-c4e6a14c3476 req-656eecc2-62e2-4be1-9606-5a03d671e549 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 210 time: 0.2077229 Jan 27 22:20:50.051791 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce548166-1b04-4804-855b-8516e6153b42 req-21e8d153-72f9-4639-bb05-436802ab3bd3 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] No DVR routers for this DVR port 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:20:50.054501 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ce548166-1b04-4804-855b-8516e6153b42 req-21e8d153-72f9-4639-bb05-436802ab3bd3 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:50.058552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce548166-1b04-4804-855b-8516e6153b42 req-21e8d153-72f9-4639-bb05-436802ab3bd3 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.15 "DELETE /v2.0/ports/1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b HTTP/1.1" status: 204 len: 173 time: 2.5336163 Jan 27 22:20:50.103980 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0bc43a6-1b86-4712-8076-4b2a8c1e4e61 req-f82aa7c7-90ed-452f-bfc4-b1337aca31c0 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=d717d83e-eeeb-4e51-91cb-737565cf7f72 HTTP/1.1" status: 200 len: 210 time: 0.1213238 Jan 27 22:20:50.203932 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c60f1d3-0f33-4ba8-86f5-9af848d364e9 x-openstack-request-id: req-0c60f1d3-0f33-4ba8-86f5-9af848d364e9 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:20:50.204260 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a", "name": "network-vif-deleted", "tag": "29fb20f2-61fe-412c-89eb-a71c407844b3", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:20:50.204523 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c60f1d3-0f33-4ba8-86f5-9af848d364e9 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:20:50.204939 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ab2dff-82d8-48b8-a7ca-e89ef11ede7a', 'name': 'network-vif-deleted', 'tag': '29fb20f2-61fe-412c-89eb-a71c407844b3', 'status': 'completed', 'code': 200} Jan 27 22:20:50.902192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:20:51.044822 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:20:51.046115 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:20:51.274183 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95d5f582-8d02-41c5-a673-caaf792ce00a req-8a62fda5-a871-49ee-a75d-30fa745e2bc8 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 210 time: 0.0530577 Jan 27 22:20:51.365144 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 29fb20f2-61fe-412c-89eb-a71c407844b3 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:20:51.461626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 29fb20f2-61fe-412c-89eb-a71c407844b3 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:20:51.464362 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 29fb20f2-61fe-412c-89eb-a71c407844b3 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:20:51.473474 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:52.206523 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd717d83e-eeeb-4e51-91cb-737565cf7f72', 'name': 'network-vif-deleted', 'tag': '1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:20:52.209218 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98bba33-5c19-4e83-919c-2a14096a9f56" -d '{"events": [{"server_uuid": "d717d83e-eeeb-4e51-91cb-737565cf7f72", "name": "network-vif-deleted", "tag": "1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:20:52.284577 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c5d19b-ad4c-4693-bce1-e2e4d6e498fc x-openstack-request-id: req-66c5d19b-ad4c-4693-bce1-e2e4d6e498fc {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:20:52.285223 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d717d83e-eeeb-4e51-91cb-737565cf7f72", "name": "network-vif-deleted", "tag": "1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:20:52.285223 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66c5d19b-ad4c-4693-bce1-e2e4d6e498fc {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:20:52.285540 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd717d83e-eeeb-4e51-91cb-737565cf7f72', 'name': 'network-vif-deleted', 'tag': '1cbb4b6a-f299-4d3e-a570-2ed8ddd8704b', 'status': 'completed', 'code': 200} Jan 27 22:20:52.505899 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2148a10b-f187-4d1e-9bf6-2400ad643f68 req-56c17606-0a8c-4ff1-b95b-1ab2ac2d8b96 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 210 time: 0.0700402 Jan 27 22:20:53.707870 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aabc2cb0-1126-4dc8-860e-2d7e7812893d req-5435bd88-88b2-4013-9f36-cc5100d465f1 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 210 time: 0.0611577 Jan 27 22:20:54.150250 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-348149aa-51ef-4f3b-aa7f-63326c609149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:54.845641 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32ec8907-7e06-47dd-8a38-d21f82231261 req-4b951cde-9ab7-4482-bf5b-9cb0b34295b5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 210 time: 0.0397701 Jan 27 22:20:55.990916 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b71c945f-5f0e-44ef-bfec-4e51b21ff315 req-f8b3ba49-c34a-4720-8e43-a67578e7c0ce tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 210 time: 0.0656407 Jan 27 22:20:56.665756 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41908) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:56.726894 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-38942cff-08c3-4072-8031-3a52949b2673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:57.031091 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7a238e30-95bc-4d59-92ca-ad5ddb680117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:57.231658 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7a238e30-95bc-4d59-92ca-ad5ddb680117 admin admin] Publish callbacks [] for security_group (cdcd48ff-025b-4321-89be-25014d137132), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:57.240573 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7a238e30-95bc-4d59-92ca-ad5ddb680117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cdcd48ff-025b-4321-89be-25014d137132), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:57.282017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa250574-d4bc-42ec-a9d4-ae6f13b95ce3 req-97523382-b5ec-4d5e-91ad-f2a0648c3fc8 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 210 time: 0.0457642 Jan 27 22:20:57.324638 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7a238e30-95bc-4d59-92ca-ad5ddb680117 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3f592e529a84d35a7c78cb40a330c86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6557930 Jan 27 22:20:57.327206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 41944) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:57.336067 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a238e30-95bc-4d59-92ca-ad5ddb680117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcd48ff-025b-4321-89be-25014d137132,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:57.393408 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07072ad9-e516-4b5e-a38f-4d6b63595a2f admin admin] Publish callbacks [] for security_group (cdcd48ff-025b-4321-89be-25014d137132), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:57.418349 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07072ad9-e516-4b5e-a38f-4d6b63595a2f admin admin] Publish callbacks [] for security_group (cdcd48ff-025b-4321-89be-25014d137132), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:57.471505 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07072ad9-e516-4b5e-a38f-4d6b63595a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cdcd48ff-025b-4321-89be-25014d137132), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:57.480475 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07072ad9-e516-4b5e-a38f-4d6b63595a2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:57.482232 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-07072ad9-e516-4b5e-a38f-4d6b63595a2f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cdcd48ff-025b-4321-89be-25014d137132 HTTP/1.1" status: 204 len: 168 time: 0.1538489 Jan 27 22:20:57.505095 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07072ad9-e516-4b5e-a38f-4d6b63595a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcd48ff-025b-4321-89be-25014d137132,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:57.586712 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:58.486396 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d75bc7a4-2abe-4c9f-bac5-3db749e27edf req-bc348338-ca39-4b26-a9c6-4f1b4069f2c1 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 210 time: 0.0505500 Jan 27 22:20:58.957230 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:59.661828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2fb7437-b087-45b2-9241-c2f188bd391f req-5cc93c47-a29c-4b23-b60b-abf2f499b4a8 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 210 time: 0.0548322 Jan 27 22:21:00.325022 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:00.841539 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e81bdf7-22cc-4145-9d9b-e002e0f03b60 req-820f337e-1c00-4527-bcb6-b1037500f946 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 210 time: 0.0564857 Jan 27 22:21:01.992540 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-827224b9-25f3-4d2e-955c-7aea057071d8 req-8b9531ea-1cde-4bd0-8361-f4eb7f20615f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 210 time: 0.0640800 Jan 27 22:21:02.984308 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42048) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:03.116044 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b9692b6-7eb5-4e7c-8e52-c6cfb6a706c7 admin admin] Deleting subnet 5e6237ff-1378-4cdb-b9e2-2d7b3f825529 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:21:03.123358 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b9692b6-7eb5-4e7c-8e52-c6cfb6a706c7 admin admin] Publish callbacks [] for subnet (5e6237ff-1378-4cdb-b9e2-2d7b3f825529), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:03.218908 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d86bcb1b-5e6f-4bad-a9ea-648ddd1790c3 req-3f002a12-21d6-4e0d-9cf5-9602f1331f3e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 210 time: 0.0608566 Jan 27 22:21:03.233013 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b9692b6-7eb5-4e7c-8e52-c6cfb6a706c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (5e6237ff-1378-4cdb-b9e2-2d7b3f825529), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:03.327449 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b9692b6-7eb5-4e7c-8e52-c6cfb6a706c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (5e6237ff-1378-4cdb-b9e2-2d7b3f825529), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:03.393752 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b9692b6-7eb5-4e7c-8e52-c6cfb6a706c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (5e6237ff-1378-4cdb-b9e2-2d7b3f825529), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:03.432608 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9692b6-7eb5-4e7c-8e52-c6cfb6a706c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e6237ff-1378-4cdb-b9e2-2d7b3f825529,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:03.438332 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7b9692b6-7eb5-4e7c-8e52-c6cfb6a706c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:03.445906 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42056) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:03.446784 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7b9692b6-7eb5-4e7c-8e52-c6cfb6a706c7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5e6237ff-1378-4cdb-b9e2-2d7b3f825529 HTTP/1.1" status: 204 len: 168 time: 0.4609358 Jan 27 22:21:03.452843 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9692b6-7eb5-4e7c-8e52-c6cfb6a706c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:03.453451 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9692b6-7eb5-4e7c-8e52-c6cfb6a706c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:03.454355 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9692b6-7eb5-4e7c-8e52-c6cfb6a706c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:03.454864 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9692b6-7eb5-4e7c-8e52-c6cfb6a706c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:03.455516 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9692b6-7eb5-4e7c-8e52-c6cfb6a706c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:03.456017 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9692b6-7eb5-4e7c-8e52-c6cfb6a706c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:03.456796 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9692b6-7eb5-4e7c-8e52-c6cfb6a706c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:03.457320 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9692b6-7eb5-4e7c-8e52-c6cfb6a706c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:03.457819 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9692b6-7eb5-4e7c-8e52-c6cfb6a706c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:03.458316 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9692b6-7eb5-4e7c-8e52-c6cfb6a706c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:03.458812 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9692b6-7eb5-4e7c-8e52-c6cfb6a706c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:03.459349 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9692b6-7eb5-4e7c-8e52-c6cfb6a706c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:03.460152 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9692b6-7eb5-4e7c-8e52-c6cfb6a706c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:21:03.622840 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a75e73ee-5fa3-48a1-b922-f9be58c5eeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (c8b1841d-72c3-4b48-bb6e-fbab5755a859), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:03.811188 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a75e73ee-5fa3-48a1-b922-f9be58c5eeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (c8b1841d-72c3-4b48-bb6e-fbab5755a859), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:03.862685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-a75e73ee-5fa3-48a1-b922-f9be58c5eeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b1841d-72c3-4b48-bb6e-fbab5755a859']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:03.892448 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-a75e73ee-5fa3-48a1-b922-f9be58c5eeb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5a1e9a-2bcd-4221-b091-73479d112d8c') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:03.893262 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-a75e73ee-5fa3-48a1-b922-f9be58c5eeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5a1e9a-2bcd-4221-b091-73479d112d8c') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:21:03.905522 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a75e73ee-5fa3-48a1-b922-f9be58c5eeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (8c5a1e9a-2bcd-4221-b091-73479d112d8c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:03.922766 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a75e73ee-5fa3-48a1-b922-f9be58c5eeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (8c5a1e9a-2bcd-4221-b091-73479d112d8c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:03.934888 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75e73ee-5fa3-48a1-b922-f9be58c5eeb5 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:21:03.937659 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a75e73ee-5fa3-48a1-b922-f9be58c5eeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (8c5a1e9a-2bcd-4221-b091-73479d112d8c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:21:04.050777 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:21:04.061427 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a75e73ee-5fa3-48a1-b922-f9be58c5eeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (c8b1841d-72c3-4b48-bb6e-fbab5755a859), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:04.103217 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a75e73ee-5fa3-48a1-b922-f9be58c5eeb5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:04.111581 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a75e73ee-5fa3-48a1-b922-f9be58c5eeb5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c8b1841d-72c3-4b48-bb6e-fbab5755a859 HTTP/1.1" status: 204 len: 168 time: 0.6646419 Jan 27 22:21:04.115523 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e73ee-5fa3-48a1-b922-f9be58c5eeb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8b1841d-72c3-4b48-bb6e-fbab5755a859,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:04.455203 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-297fae4f-3153-46ad-b609-768d679db006 req-65783146-dd54-4a37-ba7c-d881332502e6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 210 time: 0.0780067 Jan 27 22:21:04.591129 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42070) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:04.674223 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42074) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:04.681633 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c932efac-5187-4fed-ac4b-47d975db6966 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02acf2902a154050aaf663bce9998fdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0886703 Jan 27 22:21:04.739398 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5c24d317-41ef-49e1-a0b0-d212feb51a32 admin admin] Publish callbacks [] for security_group (efaafc88-5e8a-4c22-967f-0e3087f4407a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:04.762724 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5c24d317-41ef-49e1-a0b0-d212feb51a32 admin admin] Publish callbacks [] for security_group (efaafc88-5e8a-4c22-967f-0e3087f4407a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:04.815961 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5c24d317-41ef-49e1-a0b0-d212feb51a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (efaafc88-5e8a-4c22-967f-0e3087f4407a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:04.819529 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5c24d317-41ef-49e1-a0b0-d212feb51a32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:04.824936 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5c24d317-41ef-49e1-a0b0-d212feb51a32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/efaafc88-5e8a-4c22-967f-0e3087f4407a HTTP/1.1" status: 204 len: 168 time: 0.1494932 Jan 27 22:21:04.839400 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24d317-41ef-49e1-a0b0-d212feb51a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaafc88-5e8a-4c22-967f-0e3087f4407a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:05.575836 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bca909b2-2d45-4efd-9571-11fa32c1e48e req-c7a610b3-c5fe-4482-b3f7-8859ac1006ac tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 210 time: 0.0289021 Jan 27 22:21:06.734049 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10a7fc24-61d7-4582-b4e6-be20cf7ff632 req-0f091a72-1ce6-4677-bae7-984bb2961127 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 210 time: 0.0571606 Jan 27 22:21:07.227473 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-4e853452-5403-4da5-8940-39e68270003c tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:07.239376 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-4e853452-5403-4da5-8940-39e68270003c tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/networks?id=a53427e9-711f-4f57-81b2-fa787aa43f9c HTTP/1.1" status: 200 len: 814 time: 0.2671068 Jan 27 22:21:07.270745 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-7bdc5aa1-be6c-403c-a181-a565c1357904 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/quotas/3b3bcc4cb31245819a1900129e918008 HTTP/1.1" status: 200 len: 375 time: 0.0287085 Jan 27 22:21:07.337316 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-124bcc4f-459e-4d4f-b5d1-b2d523977c90 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3b3bcc4cb31245819a1900129e918008&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646179 Jan 27 22:21:07.501437 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-16d3f465-e24b-4c71-af51-2ebdff956a5a service neutron] 10.222.0.23 "GET /v2.0/networks/a53427e9-711f-4f57-81b2-fa787aa43f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626291 Jan 27 22:21:07.654692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-6b7a6f5a-dded-43c2-a879-271ab3d0551a service neutron] 10.222.0.23 "GET /v2.0/networks/a53427e9-711f-4f57-81b2-fa787aa43f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522312 Jan 27 22:21:07.903682 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67740826-35e9-45ac-98c3-337512cebbbc req-bb5d160d-8614-4e14-a43a-170db22043ea tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4ab2dff-82d8-48b8-a7ca-e89ef11ede7a HTTP/1.1" status: 200 len: 210 time: 0.0464029 Jan 27 22:21:07.984079 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9142838-c773-441d-9680-f90822ffb977 req-33c54e13-dc2e-4fc2-a99b-2c7091307a86 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aaaa033-39b8-4630-b08f-91223238a256 HTTP/1.1" status: 200 len: 210 time: 0.0593028 Jan 27 22:21:09.116431 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d78ed424-359a-4cb6-bf2f-8e0fc759adab req-40db8e09-18e7-42ea-9b1c-90a6af33b016 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aaaa033-39b8-4630-b08f-91223238a256 HTTP/1.1" status: 200 len: 210 time: 0.0476120 Jan 27 22:21:09.489138 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-6a7b3ccd-8a64-493e-8e2d-3b9dc7032ea5 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:09.490945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-6a7b3ccd-8a64-493e-8e2d-3b9dc7032ea5 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.15 "GET /v2.0/networks?id=a53427e9-711f-4f57-81b2-fa787aa43f9c HTTP/1.1" status: 200 len: 814 time: 0.2139394 Jan 27 22:21:09.503872 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-b1920b3f-28e6-4051-a7c5-b02469eba670 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Request body: {'port': {'device_id': '4aaaa033-39b8-4630-b08f-91223238a256', 'network_id': 'a53427e9-711f-4f57-81b2-fa787aa43f9c', 'admin_state_up': True, 'tenant_id': '3b3bcc4cb31245819a1900129e918008'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:21:09.705966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-b1920b3f-28e6-4051-a7c5-b02469eba670 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Made reservation on behalf of 3b3bcc4cb31245819a1900129e918008 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:21:09.710175 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-b1920b3f-28e6-4051-a7c5-b02469eba670 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:09.869771 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-b1920b3f-28e6-4051-a7c5-b02469eba670 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Allocated IP 172.20.0.11 (a53427e9-711f-4f57-81b2-fa787aa43f9c/9169d926-c9c1-41ef-87e8-095010d5f5da/49ca0cdf-ec27-4e45-803c-3fed30afd4a2) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:21:10.095686 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-b1920b3f-28e6-4051-a7c5-b02469eba670 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Publish callbacks [] for port (49ca0cdf-ec27-4e45-803c-3fed30afd4a2), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:10.165142 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-b1920b3f-28e6-4051-a7c5-b02469eba670 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (49ca0cdf-ec27-4e45-803c-3fed30afd4a2), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:10.269533 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1920b3f-28e6-4051-a7c5-b02469eba670 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Pushing event updated for resources: {'Port': ['ID=49ca0cdf-ec27-4e45-803c-3fed30afd4a2,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:10.351781 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-b1920b3f-28e6-4051-a7c5-b02469eba670 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Network a53427e9-711f-4f57-81b2-fa787aa43f9c is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:21:10.357502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-b1920b3f-28e6-4051-a7c5-b02469eba670 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:21:10.365919 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-b1920b3f-28e6-4051-a7c5-b02469eba670 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:21:10.421650 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35064266-1ab2-48fc-95a3-cd5442b3bf29 req-845a6d4f-209f-4d7d-b914-acf961b63345 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:10.424379 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-35064266-1ab2-48fc-95a3-cd5442b3bf29 req-845a6d4f-209f-4d7d-b914-acf961b63345 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aaaa033-39b8-4630-b08f-91223238a256 HTTP/1.1" status: 200 len: 932 time: 0.1520247 Jan 27 22:21:10.480738 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-35064266-1ab2-48fc-95a3-cd5442b3bf29 req-3839427d-8f2a-49d0-9672-aae583d8f64c tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9fde2a7-debf-4128-a551-e0da4a7fb3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491090 Jan 27 22:21:10.513779 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-b1920b3f-28e6-4051-a7c5-b02469eba670 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:10.514729 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-b1920b3f-28e6-4051-a7c5-b02469eba670 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:10.551764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-b1920b3f-28e6-4051-a7c5-b02469eba670 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0469239 Jan 27 22:21:10.573221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] Request body: {'port': {'device_id': '4aaaa033-39b8-4630-b08f-91223238a256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:21:10.648956 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (49ca0cdf-ec27-4e45-803c-3fed30afd4a2), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:11.096211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ca0cdf-ec27-4e45-803c-3fed30afd4a2 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:21:11.112291 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] Publish callbacks [] for port (49ca0cdf-ec27-4e45-803c-3fed30afd4a2), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:11.130462 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] Transition to ACTIVE for port object 49ca0cdf-ec27-4e45-803c-3fed30afd4a2 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:21:11.135569 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (49ca0cdf-ec27-4e45-803c-3fed30afd4a2), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:11.183605 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] Pushing event updated for resources: {'Port': ['ID=49ca0cdf-ec27-4e45-803c-3fed30afd4a2,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:11.309878 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] Attempting to bind port 49ca0cdf-ec27-4e45-803c-3fed30afd4a2 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:21:11.310225 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] Attempting to bind port 49ca0cdf-ec27-4e45-803c-3fed30afd4a2 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a53427e9-711f-4f57-81b2-fa787aa43f9c'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:21:11.310654 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] Attempting to bind port 49ca0cdf-ec27-4e45-803c-3fed30afd4a2 on network a53427e9-711f-4f57-81b2-fa787aa43f9c {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:21:11.327505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] Port 49ca0cdf-ec27-4e45-803c-3fed30afd4a2 on network a53427e9-711f-4f57-81b2-fa787aa43f9c not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:21:11.327865 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] Attempting to bind port 49ca0cdf-ec27-4e45-803c-3fed30afd4a2 on network a53427e9-711f-4f57-81b2-fa787aa43f9c {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:21:11.341854 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:21:11.342285 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] Checking segment: {'id': '149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a53427e9-711f-4f57-81b2-fa787aa43f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:21:11.342676 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] Bound using segment: {'id': '149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a53427e9-711f-4f57-81b2-fa787aa43f9c'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:21:11.350446 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] Bound port: 49ca0cdf-ec27-4e45-803c-3fed30afd4a2, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a53427e9-711f-4f57-81b2-fa787aa43f9c'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:21:11.350857 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (49ca0cdf-ec27-4e45-803c-3fed30afd4a2), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:11.483649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] For port 49ca0cdf-ec27-4e45-803c-3fed30afd4a2, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:21:11.488776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] For port 49ca0cdf-ec27-4e45-803c-3fed30afd4a2, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=49ca0cdf-ec27-4e45-803c-3fed30afd4a2,segment=NetworkSegment(149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481),segment_id=149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:21:11.494605 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (49ca0cdf-ec27-4e45-803c-3fed30afd4a2), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:11.579822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] Pushing event updated for resources: {'Port': ['ID=49ca0cdf-ec27-4e45-803c-3fed30afd4a2,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:11.605427 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:11.606214 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:11.607694 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-c47c674a-10e3-4a01-9b68-00a1f81eb299 service neutron] 10.222.0.15 "PUT /v2.0/ports/49ca0cdf-ec27-4e45-803c-3fed30afd4a2 HTTP/1.1" status: 200 len: 1092 time: 1.0512142 Jan 27 22:21:11.608946 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aaaa033-39b8-4630-b08f-91223238a256', 'tag': '49ca0cdf-ec27-4e45-803c-3fed30afd4a2'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:21:11.610872 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd5d5c0-dbe3-4b12-8d42-e7e11a2e47a1" -d '{"events": [{"name": "network-changed", "server_uuid": "4aaaa033-39b8-4630-b08f-91223238a256", "tag": "49ca0cdf-ec27-4e45-803c-3fed30afd4a2"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:21:11.686589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd014f0e-81d4-4e88-9229-8d8b0220d407 req-8ddce022-ff8d-4fbc-b492-c64b7c58ef7a tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:11.688960 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd014f0e-81d4-4e88-9229-8d8b0220d407 req-8ddce022-ff8d-4fbc-b492-c64b7c58ef7a tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aaaa033-39b8-4630-b08f-91223238a256 HTTP/1.1" status: 200 len: 944 time: 0.0755463 Jan 27 22:21:11.754011 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66966a9-cb41-4287-84fa-686e6c39b90d x-openstack-request-id: req-d66966a9-cb41-4287-84fa-686e6c39b90d {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:21:11.756256 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aaaa033-39b8-4630-b08f-91223238a256", "tag": "49ca0cdf-ec27-4e45-803c-3fed30afd4a2", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:21:11.756600 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d66966a9-cb41-4287-84fa-686e6c39b90d {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:21:11.757081 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aaaa033-39b8-4630-b08f-91223238a256', 'tag': '49ca0cdf-ec27-4e45-803c-3fed30afd4a2', 'status': 'completed', 'code': 200} Jan 27 22:21:11.818634 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-ff1fb005-2068-4b0b-98d2-5f01cbcc9ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:11.820295 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-ff1fb005-2068-4b0b-98d2-5f01cbcc9ef4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b3bcc4cb31245819a1900129e918008&device_id=4aaaa033-39b8-4630-b08f-91223238a256 HTTP/1.1" status: 200 len: 1095 time: 0.1534517 Jan 27 22:21:11.871458 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bd014f0e-81d4-4e88-9229-8d8b0220d407 req-33b72b5d-debc-4a44-9274-f1fd17597a84 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9fde2a7-debf-4128-a551-e0da4a7fb3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239927 Jan 27 22:21:11.873665 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-63e875bd-faf2-45d7-8b1b-1dc1b65b0744 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49ca0cdf-ec27-4e45-803c-3fed30afd4a2 HTTP/1.1" status: 200 len: 217 time: 0.0453448 Jan 27 22:21:11.957501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-3ac0a2ee-8a54-42b9-8486-e8418240ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:11.959473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-3ac0a2ee-8a54-42b9-8486-e8418240ff03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9169d926-c9c1-41ef-87e8-095010d5f5da HTTP/1.1" status: 200 len: 854 time: 0.0802507 Jan 27 22:21:12.031189 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-f163aa03-5f86-49c6-9977-aed5fd5bad5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a53427e9-711f-4f57-81b2-fa787aa43f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628181 Jan 27 22:21:12.149108 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-2682e266-8154-46d3-a743-4df5f335e465 service neutron] 10.222.0.15 "GET /v2.0/networks/a53427e9-711f-4f57-81b2-fa787aa43f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086965 Jan 27 22:21:12.266860 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e20a74f-b0af-41f7-9cd3-8f55617f3780 req-02408244-779c-4c02-9992-4cd379227c83 service neutron] 10.222.0.15 "GET /v2.0/networks/a53427e9-711f-4f57-81b2-fa787aa43f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118360 Jan 27 22:21:12.402802 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5d5c0-dbe3-4b12-8d42-e7e11a2e47a1 req-2d69361f-86ba-4e53-9068-40cd77a8953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:12.404307 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2bd5d5c0-dbe3-4b12-8d42-e7e11a2e47a1 req-2d69361f-86ba-4e53-9068-40cd77a8953a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b3bcc4cb31245819a1900129e918008&device_id=4aaaa033-39b8-4630-b08f-91223238a256 HTTP/1.1" status: 200 len: 1095 time: 0.0802293 Jan 27 22:21:12.515159 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5d5c0-dbe3-4b12-8d42-e7e11a2e47a1 req-3b1cfa4a-7d8c-43c4-bb67-e775276c169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:12.517606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2bd5d5c0-dbe3-4b12-8d42-e7e11a2e47a1 req-3b1cfa4a-7d8c-43c4-bb67-e775276c169a service neutron] 10.222.0.15 "GET /v2.0/networks?id=a53427e9-711f-4f57-81b2-fa787aa43f9c HTTP/1.1" status: 200 len: 915 time: 0.1072590 Jan 27 22:21:12.584469 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2bd5d5c0-dbe3-4b12-8d42-e7e11a2e47a1 req-2464db67-a4a6-483a-9276-7eef06566bbb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49ca0cdf-ec27-4e45-803c-3fed30afd4a2 HTTP/1.1" status: 200 len: 217 time: 0.0575640 Jan 27 22:21:12.647440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5d5c0-dbe3-4b12-8d42-e7e11a2e47a1 req-be0cf73e-d3b5-4f53-9f64-80f85593132b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:12.657071 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2bd5d5c0-dbe3-4b12-8d42-e7e11a2e47a1 req-be0cf73e-d3b5-4f53-9f64-80f85593132b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9169d926-c9c1-41ef-87e8-095010d5f5da HTTP/1.1" status: 200 len: 854 time: 0.0666087 Jan 27 22:21:12.694761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2bd5d5c0-dbe3-4b12-8d42-e7e11a2e47a1 req-b27a2af8-7742-4101-8eb9-8a3e6fe3380a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a53427e9-711f-4f57-81b2-fa787aa43f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319078 Jan 27 22:21:12.808046 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:12.846353 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2bd5d5c0-dbe3-4b12-8d42-e7e11a2e47a1 req-e174fd2b-17a1-480f-b112-8b9ada54a7a2 service neutron] 10.222.0.15 "GET /v2.0/networks/a53427e9-711f-4f57-81b2-fa787aa43f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435518 Jan 27 22:21:13.116070 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2bd5d5c0-dbe3-4b12-8d42-e7e11a2e47a1 req-c864bb06-856b-40a7-b70b-40897192a99f service neutron] 10.222.0.15 "GET /v2.0/networks/a53427e9-711f-4f57-81b2-fa787aa43f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615356 Jan 27 22:21:13.185792 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727e61d-9fed-4fce-9d7b-761206e035b7 req-58958fa8-779b-46b6-97e7-2371c4db7ed6 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:13.192804 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5727e61d-9fed-4fce-9d7b-761206e035b7 req-58958fa8-779b-46b6-97e7-2371c4db7ed6 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aaaa033-39b8-4630-b08f-91223238a256 HTTP/1.1" status: 200 len: 944 time: 0.0943339 Jan 27 22:21:13.299080 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5727e61d-9fed-4fce-9d7b-761206e035b7 req-94e55938-a06f-404e-b108-78403e325fa6 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9fde2a7-debf-4128-a551-e0da4a7fb3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806108 Jan 27 22:21:13.482271 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42316) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:13.619267 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2bc61f2b-f0e8-4217-9a0f-565e9a2920eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:13.705975 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2bc61f2b-f0e8-4217-9a0f-565e9a2920eb admin admin] Publish callbacks [] for security_group (221953e4-4fb6-4b3b-ae40-71f6a62fe40c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:13.713245 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2bc61f2b-f0e8-4217-9a0f-565e9a2920eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (221953e4-4fb6-4b3b-ae40-71f6a62fe40c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:13.758221 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2bc61f2b-f0e8-4217-9a0f-565e9a2920eb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21becfd34faa46b8bf619a0c3e9c5668&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2747355 Jan 27 22:21:13.759188 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc61f2b-f0e8-4217-9a0f-565e9a2920eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221953e4-4fb6-4b3b-ae40-71f6a62fe40c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:13.760849 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42320) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:13.825782 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4e20f0fd-7f1d-48c1-977a-bae87c77b750 admin admin] Publish callbacks [] for security_group (221953e4-4fb6-4b3b-ae40-71f6a62fe40c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:13.853037 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4e20f0fd-7f1d-48c1-977a-bae87c77b750 admin admin] Publish callbacks [] for security_group (221953e4-4fb6-4b3b-ae40-71f6a62fe40c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:13.909685 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4e20f0fd-7f1d-48c1-977a-bae87c77b750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (221953e4-4fb6-4b3b-ae40-71f6a62fe40c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:13.913224 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4e20f0fd-7f1d-48c1-977a-bae87c77b750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:13.914567 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4e20f0fd-7f1d-48c1-977a-bae87c77b750 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/221953e4-4fb6-4b3b-ae40-71f6a62fe40c HTTP/1.1" status: 204 len: 168 time: 0.1517904 Jan 27 22:21:13.925772 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20f0fd-7f1d-48c1-977a-bae87c77b750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221953e4-4fb6-4b3b-ae40-71f6a62fe40c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:14.437841 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42332) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:14.465647 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e59e189e-0c9d-4a2f-b435-cd07dac6d52a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:14.514372 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77981a7d-8794-4a53-bb2a-e145f64d61ad req-22789a00-7c9b-4c97-bb1b-33c44fdf97d0 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:14.523018 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77981a7d-8794-4a53-bb2a-e145f64d61ad req-22789a00-7c9b-4c97-bb1b-33c44fdf97d0 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aaaa033-39b8-4630-b08f-91223238a256 HTTP/1.1" status: 200 len: 944 time: 0.1028967 Jan 27 22:21:14.604990 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77981a7d-8794-4a53-bb2a-e145f64d61ad req-ceb04f7a-b2a6-4319-8500-fa6efaf2440f tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9fde2a7-debf-4128-a551-e0da4a7fb3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803113 Jan 27 22:21:14.620962 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e59e189e-0c9d-4a2f-b435-cd07dac6d52a admin admin] Publish callbacks [] for security_group (5c031baa-5f68-495e-965b-943a3459a898), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:14.626856 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e59e189e-0c9d-4a2f-b435-cd07dac6d52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5c031baa-5f68-495e-965b-943a3459a898), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:14.670108 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42338) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:14.676361 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e59e189e-0c9d-4a2f-b435-cd07dac6d52a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d7888537d0a42fa95945901b2e34b4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2372403 Jan 27 22:21:14.692691 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e189e-0c9d-4a2f-b435-cd07dac6d52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c031baa-5f68-495e-965b-943a3459a898,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:14.739397 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-512843b6-8d28-4b8f-bd4e-f13ad4335fcd admin admin] Publish callbacks [] for security_group (5c031baa-5f68-495e-965b-943a3459a898), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:14.772390 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-512843b6-8d28-4b8f-bd4e-f13ad4335fcd admin admin] Publish callbacks [] for security_group (5c031baa-5f68-495e-965b-943a3459a898), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:14.833428 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-512843b6-8d28-4b8f-bd4e-f13ad4335fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5c031baa-5f68-495e-965b-943a3459a898), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:14.839539 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-512843b6-8d28-4b8f-bd4e-f13ad4335fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:14.847580 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-512843b6-8d28-4b8f-bd4e-f13ad4335fcd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c031baa-5f68-495e-965b-943a3459a898 HTTP/1.1" status: 204 len: 168 time: 0.1748862 Jan 27 22:21:14.867412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512843b6-8d28-4b8f-bd4e-f13ad4335fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c031baa-5f68-495e-965b-943a3459a898,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:14.966514 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 49ca0cdf-ec27-4e45-803c-3fed30afd4a2 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:21:15.117741 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:21:15.173771 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 49ca0cdf-ec27-4e45-803c-3fed30afd4a2, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=49ca0cdf-ec27-4e45-803c-3fed30afd4a2,segment=NetworkSegment(149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481),segment_id=149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:21:15.197560 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '49ca0cdf-ec27-4e45-803c-3fed30afd4a2', 'network_id': 'a53427e9-711f-4f57-81b2-fa787aa43f9c', 'port_id': '49ca0cdf-ec27-4e45-803c-3fed30afd4a2', 'mac_address': 'fa:16:3e:b2:da:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9169d926-c9c1-41ef-87e8-095010d5f5da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:21:15.258545 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 49ca0cdf-ec27-4e45-803c-3fed30afd4a2 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:21:15.259218 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (49ca0cdf-ec27-4e45-803c-3fed30afd4a2), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:15.291448 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ca0cdf-ec27-4e45-803c-3fed30afd4a2 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:21:15.354849 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 49ca0cdf-ec27-4e45-803c-3fed30afd4a2, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=49ca0cdf-ec27-4e45-803c-3fed30afd4a2,segment=NetworkSegment(149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481),segment_id=149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:21:15.371477 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (49ca0cdf-ec27-4e45-803c-3fed30afd4a2), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:15.454474 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 42346) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:15.494271 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-113982c0-93f1-426b-999a-44bd8aaaaafb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:15.532044 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=49ca0cdf-ec27-4e45-803c-3fed30afd4a2,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:15.582806 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['49ca0cdf-ec27-4e45-803c-3fed30afd4a2'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:21:15.673213 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-113982c0-93f1-426b-999a-44bd8aaaaafb admin admin] Publish callbacks [] for security_group (9eda1416-c6a0-4a47-b9ea-1b3658ccf9e9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:15.714456 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-113982c0-93f1-426b-999a-44bd8aaaaafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9eda1416-c6a0-4a47-b9ea-1b3658ccf9e9), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:15.801899 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-113982c0-93f1-426b-999a-44bd8aaaaafb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8638c76022dc45ad89dfc0dd84553da0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3462811 Jan 27 22:21:15.805757 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42362) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:15.876028 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113982c0-93f1-426b-999a-44bd8aaaaafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eda1416-c6a0-4a47-b9ea-1b3658ccf9e9,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:15.938900 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83803cfb-55e2-4410-b995-8842c1c0a8dd admin admin] Publish callbacks [] for security_group (9eda1416-c6a0-4a47-b9ea-1b3658ccf9e9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:15.970332 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3723ad6-d7a0-47d3-a8e8-280edc6a3ba2 req-1e8495ea-96f6-406e-8b42-0244b20ddfb9 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:15.975536 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83803cfb-55e2-4410-b995-8842c1c0a8dd admin admin] Publish callbacks [] for security_group (9eda1416-c6a0-4a47-b9ea-1b3658ccf9e9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:15.979058 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3723ad6-d7a0-47d3-a8e8-280edc6a3ba2 req-1e8495ea-96f6-406e-8b42-0244b20ddfb9 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aaaa033-39b8-4630-b08f-91223238a256 HTTP/1.1" status: 200 len: 945 time: 0.3038881 Jan 27 22:21:16.058125 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3723ad6-d7a0-47d3-a8e8-280edc6a3ba2 req-88a34183-4c78-43ef-967c-a3e17b3ffa12 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9fde2a7-debf-4128-a551-e0da4a7fb3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781317 Jan 27 22:21:16.063918 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83803cfb-55e2-4410-b995-8842c1c0a8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9eda1416-c6a0-4a47-b9ea-1b3658ccf9e9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:16.067584 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83803cfb-55e2-4410-b995-8842c1c0a8dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:16.073226 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-83803cfb-55e2-4410-b995-8842c1c0a8dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9eda1416-c6a0-4a47-b9ea-1b3658ccf9e9 HTTP/1.1" status: 204 len: 168 time: 0.2625880 Jan 27 22:21:16.101504 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83803cfb-55e2-4410-b995-8842c1c0a8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eda1416-c6a0-4a47-b9ea-1b3658ccf9e9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:16.963221 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 49ca0cdf-ec27-4e45-803c-3fed30afd4a2 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:21:17.112329 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 49ca0cdf-ec27-4e45-803c-3fed30afd4a2 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:21:17.122560 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 49ca0cdf-ec27-4e45-803c-3fed30afd4a2 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:21:17.125049 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (49ca0cdf-ec27-4e45-803c-3fed30afd4a2), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:17.325694 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20782f0e-78ca-4613-b46e-6c8b259bbaa9 req-6d04138b-ebf1-4a3f-bd97-3e1532109eb4 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:17.330709 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20782f0e-78ca-4613-b46e-6c8b259bbaa9 req-6d04138b-ebf1-4a3f-bd97-3e1532109eb4 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aaaa033-39b8-4630-b08f-91223238a256 HTTP/1.1" status: 200 len: 945 time: 0.1258864 Jan 27 22:21:17.358237 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 49ca0cdf-ec27-4e45-803c-3fed30afd4a2 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:21:17.358630 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (49ca0cdf-ec27-4e45-803c-3fed30afd4a2), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:17.412323 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aaaa033-39b8-4630-b08f-91223238a256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ca0cdf-ec27-4e45-803c-3fed30afd4a2'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:21:17.415011 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd5bc8b-74e5-43a6-bb3a-90706b833e20" -d '{"events": [{"server_uuid": "4aaaa033-39b8-4630-b08f-91223238a256", "name": "network-vif-plugged", "status": "completed", "tag": "49ca0cdf-ec27-4e45-803c-3fed30afd4a2"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:21:17.450269 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 49ca0cdf-ec27-4e45-803c-3fed30afd4a2, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=49ca0cdf-ec27-4e45-803c-3fed30afd4a2,segment=NetworkSegment(149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481),segment_id=149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:21:17.457006 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (49ca0cdf-ec27-4e45-803c-3fed30afd4a2), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:17.508757 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619fc93a-f69c-4cd6-a897-75b01422b661 x-openstack-request-id: req-619fc93a-f69c-4cd6-a897-75b01422b661 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:21:17.509488 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aaaa033-39b8-4630-b08f-91223238a256", "name": "network-vif-plugged", "status": "completed", "tag": "49ca0cdf-ec27-4e45-803c-3fed30afd4a2", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:21:17.509986 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-619fc93a-f69c-4cd6-a897-75b01422b661 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:21:17.510616 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aaaa033-39b8-4630-b08f-91223238a256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ca0cdf-ec27-4e45-803c-3fed30afd4a2', 'code': 200} Jan 27 22:21:17.557520 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=49ca0cdf-ec27-4e45-803c-3fed30afd4a2,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:17.712042 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20782f0e-78ca-4613-b46e-6c8b259bbaa9 req-91e7d587-6b82-4f98-96f3-b272c4886947 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9fde2a7-debf-4128-a551-e0da4a7fb3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668549 Jan 27 22:21:17.748458 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367c818-821b-43e5-a1a5-7aecec9d2ed4 req-9492fb49-9076-4a6e-8dcd-0f8a0b690acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:17.753065 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5367c818-821b-43e5-a1a5-7aecec9d2ed4 req-9492fb49-9076-4a6e-8dcd-0f8a0b690acd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4aaaa033-39b8-4630-b08f-91223238a256 HTTP/1.1" status: 200 len: 1097 time: 0.1670027 Jan 27 22:21:17.855123 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5367c818-821b-43e5-a1a5-7aecec9d2ed4 req-04c4d491-a888-4619-bd12-773c2637ee62 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b9fde2a7-debf-4128-a551-e0da4a7fb3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915604 Jan 27 22:21:19.016993 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6b715-bf76-40ca-9d1d-ea2eab8ab35e req-21e732bc-1141-4936-aee1-18dd0422229d tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:19.028872 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0fa6b715-bf76-40ca-9d1d-ea2eab8ab35e req-21e732bc-1141-4936-aee1-18dd0422229d tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aaaa033-39b8-4630-b08f-91223238a256 HTTP/1.1" status: 200 len: 946 time: 0.1616790 Jan 27 22:21:19.154642 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0fa6b715-bf76-40ca-9d1d-ea2eab8ab35e req-687f86d7-b727-4df2-956c-bf985f220116 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9fde2a7-debf-4128-a551-e0da4a7fb3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244938 Jan 27 22:21:20.339994 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc170ee8-702d-40a0-a93f-b917b6c5e709 req-467374ad-48eb-409a-93da-791190fba25e tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:20.349509 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc170ee8-702d-40a0-a93f-b917b6c5e709 req-467374ad-48eb-409a-93da-791190fba25e tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aaaa033-39b8-4630-b08f-91223238a256 HTTP/1.1" status: 200 len: 946 time: 0.0987291 Jan 27 22:21:20.442060 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc170ee8-702d-40a0-a93f-b917b6c5e709 req-501e737b-29ac-4f32-addf-9832a3e64930 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9fde2a7-debf-4128-a551-e0da4a7fb3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860124 Jan 27 22:21:21.362115 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:24.159334 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cef6e7fe-6539-4ee4-9d16-4339e56121ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:26.743888 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-462b67c6-f6a0-4465-91a9-0925e5314c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:27.583882 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:28.980484 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:30.333825 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:30.478247 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42716) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:30.664716 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-58c9e42f-3a88-45eb-845e-be4001ab47c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:30.792911 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-58c9e42f-3a88-45eb-845e-be4001ab47c8 admin admin] Publish callbacks [] for security_group (a92d9a96-4bb8-4acb-932f-651c10deed2d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:30.798380 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-58c9e42f-3a88-45eb-845e-be4001ab47c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a92d9a96-4bb8-4acb-932f-651c10deed2d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:30.843159 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-58c9e42f-3a88-45eb-845e-be4001ab47c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5292354589146c096b47cb8414556db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3627603 Jan 27 22:21:30.846247 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 42722) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:21:30.854105 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9e42f-3a88-45eb-845e-be4001ab47c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92d9a96-4bb8-4acb-932f-651c10deed2d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:30.957924 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d8281a78-f8c0-40ef-b474-3f5ebb9070db admin admin] Publish callbacks [] for security_group (a92d9a96-4bb8-4acb-932f-651c10deed2d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:31.019406 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d8281a78-f8c0-40ef-b474-3f5ebb9070db admin admin] Publish callbacks [] for security_group (a92d9a96-4bb8-4acb-932f-651c10deed2d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:31.111842 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d8281a78-f8c0-40ef-b474-3f5ebb9070db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a92d9a96-4bb8-4acb-932f-651c10deed2d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:31.115446 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d8281a78-f8c0-40ef-b474-3f5ebb9070db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:31.120568 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d8281a78-f8c0-40ef-b474-3f5ebb9070db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a92d9a96-4bb8-4acb-932f-651c10deed2d HTTP/1.1" status: 204 len: 168 time: 0.2730329 Jan 27 22:21:31.142951 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8281a78-f8c0-40ef-b474-3f5ebb9070db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92d9a96-4bb8-4acb-932f-651c10deed2d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:21:42.824005 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:51.346104 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:52.137861 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:21:54.164942 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9c6f9d73-af1b-4dbc-872f-651fae939f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:55.776883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c8a6c3ff-ce23-40d6-b49d-6b886e589f84 req-0bc12dc2-739c-4cb5-a819-aeed90dc5d8a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4aaaa033-39b8-4630-b08f-91223238a256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816281 Jan 27 22:21:55.882467 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6c3ff-ce23-40d6-b49d-6b886e589f84 req-8f1c2870-d350-41d5-a4f9-7cea6c2d8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:55.884306 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c8a6c3ff-ce23-40d6-b49d-6b886e589f84 req-8f1c2870-d350-41d5-a4f9-7cea6c2d8bb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b3bcc4cb31245819a1900129e918008&device_id=4aaaa033-39b8-4630-b08f-91223238a256 HTTP/1.1" status: 200 len: 1097 time: 0.0601208 Jan 27 22:21:56.019214 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6c3ff-ce23-40d6-b49d-6b886e589f84 req-a11025e1-c8d2-4f75-af1d-65f4df1bd3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:56.021379 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c8a6c3ff-ce23-40d6-b49d-6b886e589f84 req-a11025e1-c8d2-4f75-af1d-65f4df1bd3d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a53427e9-711f-4f57-81b2-fa787aa43f9c HTTP/1.1" status: 200 len: 915 time: 0.1147690 Jan 27 22:21:56.091044 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c8a6c3ff-ce23-40d6-b49d-6b886e589f84 req-8d034688-43a3-407b-9da9-edd30f618610 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49ca0cdf-ec27-4e45-803c-3fed30afd4a2 HTTP/1.1" status: 200 len: 217 time: 0.0632350 Jan 27 22:21:56.179142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6c3ff-ce23-40d6-b49d-6b886e589f84 req-48b5010a-6bc6-471f-861d-920289132e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:56.190671 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c8a6c3ff-ce23-40d6-b49d-6b886e589f84 req-48b5010a-6bc6-471f-861d-920289132e39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9169d926-c9c1-41ef-87e8-095010d5f5da HTTP/1.1" status: 200 len: 854 time: 0.0935178 Jan 27 22:21:56.225555 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c8a6c3ff-ce23-40d6-b49d-6b886e589f84 req-7643be41-f976-4e12-a91f-523a678381bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a53427e9-711f-4f57-81b2-fa787aa43f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268860 Jan 27 22:21:56.336598 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c8a6c3ff-ce23-40d6-b49d-6b886e589f84 req-a4dacc09-50a3-4b99-b08b-395f4542d6e1 service neutron] 10.222.0.15 "GET /v2.0/networks/a53427e9-711f-4f57-81b2-fa787aa43f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022632 Jan 27 22:21:56.517523 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c8a6c3ff-ce23-40d6-b49d-6b886e589f84 req-d9ea042c-3a3c-4661-a548-d08bac466609 service neutron] 10.222.0.15 "GET /v2.0/networks/a53427e9-711f-4f57-81b2-fa787aa43f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739759 Jan 27 22:21:56.718913 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d8261959-8c73-48e2-aff8-64d84aa69ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:57.600886 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:58.970903 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:00.343705 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:07.500683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-ca8f9b60-ab8e-48fa-a04b-6ccc0c3b6c8a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:07.507539 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-ca8f9b60-ab8e-48fa-a04b-6ccc0c3b6c8a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 811 time: 0.6814585 Jan 27 22:22:07.528732 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-7d7f51d4-dc6c-4e74-b69c-f24e1ccaffe9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/quotas/9bdc2fb4e9174322835c30f4b0d91a28 HTTP/1.1" status: 200 len: 375 time: 0.0201013 Jan 27 22:22:07.620399 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-9be588a9-5355-493a-9211-5c0752ad09d8 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909066 Jan 27 22:22:07.802229 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-1fefb23c-ab89-41c9-b2b4-3eeb6213bcd6 service neutron] 10.222.0.23 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804502 Jan 27 22:22:07.965947 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-c676f69b-e19d-4806-aa37-0e4b3fd548bc service neutron] 10.222.0.23 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559584 Jan 27 22:22:08.611075 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7cf7f723-9633-4a93-a4bd-76099146eab9 req-bb0a30ac-3a3f-4021-aa21-ae71f9dcc455 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 210 time: 0.0924764 Jan 27 22:22:09.773484 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ead15aa6-3aed-476b-8fed-84ba9c0c84c1 req-879c83ab-3dc3-4694-bbe0-34977fd5183d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 210 time: 0.0396621 Jan 27 22:22:10.172355 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-7e97f5b3-737d-4876-928b-d03b840f899e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:10.175986 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-7e97f5b3-737d-4876-928b-d03b840f899e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.21 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 811 time: 0.2916811 Jan 27 22:22:10.191168 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Request body: {'port': {'device_id': 'ea39093a-4b41-4909-9990-7ded956948e9', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'admin_state_up': True, 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:10.429254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Made reservation on behalf of 9bdc2fb4e9174322835c30f4b0d91a28 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:10.432887 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:10.751795 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Allocated IP 172.20.0.8 (ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3/ad7ff54c-bda3-4bfc-9e45-9e37fdd442af/48166c93-134c-4af8-bf77-9c030564cf55) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:11.032774 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f15c32b-7b5a-43b1-8ce0-daed57e5e102 req-5acd8718-8dae-487f-a043-26303b89d432 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 210 time: 0.1020408 Jan 27 22:22:11.213341 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for port (48166c93-134c-4af8-bf77-9c030564cf55), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:11.277169 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (48166c93-134c-4af8-bf77-9c030564cf55), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:11.355075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event updated for resources: {'Port': ['ID=48166c93-134c-4af8-bf77-9c030564cf55,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:11.364306 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:11.364971 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:11.365675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:11.366245 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:11.366819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:11.367379 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:11.367937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:11.368654 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:11.369213 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:11.369822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:11.370477 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:11.371051 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:11.371607 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:11.393304 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:11.400486 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:11.408417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:11.502528 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:11.503900 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:11.543075 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-031b5ca5-3d6e-47e9-a7fa-bc82b83a3553 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3562996 Jan 27 22:22:11.555270 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] Request body: {'port': {'device_id': 'ea39093a-4b41-4909-9990-7ded956948e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:11.668207 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (48166c93-134c-4af8-bf77-9c030564cf55), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:11.978324 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cad45f10-8934-4c34-9a9c-257c4ac75a88 None None] Provisioning complete for port 48166c93-134c-4af8-bf77-9c030564cf55 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:11.982935 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cad45f10-8934-4c34-9a9c-257c4ac75a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (48166c93-134c-4af8-bf77-9c030564cf55), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:12.176023 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cad45f10-8934-4c34-9a9c-257c4ac75a88 None None] Port 48166c93-134c-4af8-bf77-9c030564cf55 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:22:12.431854 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205fa47-299f-40ae-a4f2-fb8c5e6db293 req-926ab582-fe91-44a3-8c6e-20356b081187 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:12.439586 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8205fa47-299f-40ae-a4f2-fb8c5e6db293 req-926ab582-fe91-44a3-8c6e-20356b081187 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 931 time: 0.1609056 Jan 27 22:22:12.447790 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48166c93-134c-4af8-bf77-9c030564cf55 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:22:12.464934 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] Publish callbacks [] for port (48166c93-134c-4af8-bf77-9c030564cf55), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:12.493480 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] Transition to ACTIVE for port object 48166c93-134c-4af8-bf77-9c030564cf55 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:22:12.506119 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (48166c93-134c-4af8-bf77-9c030564cf55), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:12.559301 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=48166c93-134c-4af8-bf77-9c030564cf55,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:12.576918 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8205fa47-299f-40ae-a4f2-fb8c5e6db293 req-505a2f84-ce11-4ca7-9cc5-11c8608269d8 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362748 Jan 27 22:22:12.708016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] Attempting to bind port 48166c93-134c-4af8-bf77-9c030564cf55 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:22:12.708712 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] Attempting to bind port 48166c93-134c-4af8-bf77-9c030564cf55 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:22:12.708853 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] Attempting to bind port 48166c93-134c-4af8-bf77-9c030564cf55 on network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:22:12.718280 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] Port 48166c93-134c-4af8-bf77-9c030564cf55 on network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:22:12.719450 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] Attempting to bind port 48166c93-134c-4af8-bf77-9c030564cf55 on network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:22:12.731710 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:22:12.732603 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] Checking segment: {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:22:12.733065 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] Bound using segment: {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:22:12.733595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] Bound port: 48166c93-134c-4af8-bf77-9c030564cf55, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:22:12.733870 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (48166c93-134c-4af8-bf77-9c030564cf55), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:12.847634 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:12.863571 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] For port 48166c93-134c-4af8-bf77-9c030564cf55, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:22:12.866970 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] For port 48166c93-134c-4af8-bf77-9c030564cf55, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=48166c93-134c-4af8-bf77-9c030564cf55,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:22:12.877477 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (48166c93-134c-4af8-bf77-9c030564cf55), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:12.926848 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:12.927563 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:12.929089 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] 10.222.0.21 "PUT /v2.0/ports/48166c93-134c-4af8-bf77-9c030564cf55 HTTP/1.1" status: 200 len: 1091 time: 1.3789454 Jan 27 22:22:12.929573 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea39093a-4b41-4909-9990-7ded956948e9', 'tag': '48166c93-134c-4af8-bf77-9c030564cf55'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:22:12.931911 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d20f60a-548d-4b85-8cdf-1f283726d7db" -d '{"events": [{"name": "network-changed", "server_uuid": "ea39093a-4b41-4909-9990-7ded956948e9", "tag": "48166c93-134c-4af8-bf77-9c030564cf55"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:22:13.026925 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f634d253-54ae-4861-95d5-678549e09124 x-openstack-request-id: req-f634d253-54ae-4861-95d5-678549e09124 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:22:13.027305 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea39093a-4b41-4909-9990-7ded956948e9", "tag": "48166c93-134c-4af8-bf77-9c030564cf55", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:22:13.027642 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f634d253-54ae-4861-95d5-678549e09124 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:22:13.028125 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea39093a-4b41-4909-9990-7ded956948e9', 'tag': '48166c93-134c-4af8-bf77-9c030564cf55', 'status': 'completed', 'code': 200} Jan 27 22:22:13.054945 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835ba5d-4614-4c9c-9d09-20b11e76a3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=48166c93-134c-4af8-bf77-9c030564cf55,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:13.093377 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2e01f23f-fec7-4069-9cab-b311cd59ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:13.097364 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-2e01f23f-fec7-4069-9cab-b311cd59ae00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 1094 time: 0.1048086 Jan 27 22:22:13.237074 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-e04fd5fc-1da7-47f5-a99d-f07fadfb3499 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48166c93-134c-4af8-bf77-9c030564cf55 HTTP/1.1" status: 200 len: 217 time: 0.1236956 Jan 27 22:22:13.290084 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-1f434585-0300-4121-80f5-b36decfccbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:13.292199 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-1f434585-0300-4121-80f5-b36decfccbfe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.0526137 Jan 27 22:22:13.428536 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-d2dd89a4-76b7-4576-8a92-f30a8f9db93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:13.430233 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-d2dd89a4-76b7-4576-8a92-f30a8f9db93c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295874 Jan 27 22:22:13.604315 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-36c88f94-74e2-4b28-a640-d7a652dbe437 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548424 Jan 27 22:22:13.721507 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a8f78e5-c650-454c-b110-2a8a9024f639 req-af512cb0-c58f-40e8-bf54-9368d81f9e2a service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083918 Jan 27 22:22:13.813267 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a7533-b2b3-4e87-828f-5514e112b9ea req-82841966-6e43-4b3f-94a3-b0414e38d957 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:13.814988 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b1a7533-b2b3-4e87-828f-5514e112b9ea req-82841966-6e43-4b3f-94a3-b0414e38d957 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.0917575 Jan 27 22:22:13.875416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20f60a-548d-4b85-8cdf-1f283726d7db req-32bbec4a-3778-4434-bdae-610809035970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:13.877483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6d20f60a-548d-4b85-8cdf-1f283726d7db req-32bbec4a-3778-4434-bdae-610809035970 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 1094 time: 0.0833061 Jan 27 22:22:13.899735 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b1a7533-b2b3-4e87-828f-5514e112b9ea req-76bde21c-356d-42ec-af7b-67cfc3228983 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688896 Jan 27 22:22:14.025796 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20f60a-548d-4b85-8cdf-1f283726d7db req-975610fd-0476-4930-9726-d4a8816bd611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:14.027540 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6d20f60a-548d-4b85-8cdf-1f283726d7db req-975610fd-0476-4930-9726-d4a8816bd611 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 912 time: 0.1267715 Jan 27 22:22:14.083824 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6d20f60a-548d-4b85-8cdf-1f283726d7db req-c0ad8592-0bdc-4cf1-a7de-d33593b85a0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48166c93-134c-4af8-bf77-9c030564cf55 HTTP/1.1" status: 200 len: 217 time: 0.0464520 Jan 27 22:22:14.172129 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20f60a-548d-4b85-8cdf-1f283726d7db req-1f5abc75-daf9-434c-8aef-820dbf8a835b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:14.176518 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6d20f60a-548d-4b85-8cdf-1f283726d7db req-1f5abc75-daf9-434c-8aef-820dbf8a835b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.0864067 Jan 27 22:22:14.237395 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20f60a-548d-4b85-8cdf-1f283726d7db req-c416a876-ed01-4faf-a9b2-c8fdd88fe374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:14.239068 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6d20f60a-548d-4b85-8cdf-1f283726d7db req-c416a876-ed01-4faf-a9b2-c8fdd88fe374 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496943 Jan 27 22:22:14.370428 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6d20f60a-548d-4b85-8cdf-1f283726d7db req-ce2fb6bc-2118-4f78-96f0-bd92e1c945e9 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131704 Jan 27 22:22:14.470316 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6d20f60a-548d-4b85-8cdf-1f283726d7db req-bf5d8ccc-9214-4ea2-a88b-948cfc7531bf service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922289 Jan 27 22:22:15.127183 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a18f2-7af4-45d4-81cc-b5fd47d2d328 req-f79b5222-30b3-4728-9e2e-5610ff348cac tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:15.128762 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca2a18f2-7af4-45d4-81cc-b5fd47d2d328 req-f79b5222-30b3-4728-9e2e-5610ff348cac tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.0988443 Jan 27 22:22:15.202564 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca2a18f2-7af4-45d4-81cc-b5fd47d2d328 req-f83db07b-4f38-4084-8f40-6bfa55ac0c8a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678806 Jan 27 22:22:16.338223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e93ee3-a4be-4e1e-9ed4-d30bd18a48dc req-5e531a8f-a16b-416a-87d9-ba71d2dc1e1d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:16.346273 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c1e93ee3-a4be-4e1e-9ed4-d30bd18a48dc req-5e531a8f-a16b-416a-87d9-ba71d2dc1e1d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.0583832 Jan 27 22:22:16.409130 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c1e93ee3-a4be-4e1e-9ed4-d30bd18a48dc req-de1d6a26-4775-4f27-bd74-602fe3f418d4 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580730 Jan 27 22:22:17.517792 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a397fc1-8505-4817-b9cf-06e0647381bb req-dfbfa46a-ca9e-4016-9e26-804d579d7f16 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:17.527392 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a397fc1-8505-4817-b9cf-06e0647381bb req-dfbfa46a-ca9e-4016-9e26-804d579d7f16 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.0614741 Jan 27 22:22:17.589445 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a397fc1-8505-4817-b9cf-06e0647381bb req-fbdddd67-f4d9-4fab-b3e1-8f7402786413 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580797 Jan 27 22:22:18.729259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7ceb5-66c3-41a4-88e8-0fc4aaf5b9d2 req-806e4cf8-e286-4ff3-bb1f-2487fc1f7374 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:18.732058 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dee7ceb5-66c3-41a4-88e8-0fc4aaf5b9d2 req-806e4cf8-e286-4ff3-bb1f-2487fc1f7374 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.0648830 Jan 27 22:22:18.789608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dee7ceb5-66c3-41a4-88e8-0fc4aaf5b9d2 req-0bd50bbe-271d-40f2-931e-80dfcc3b6efa tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499172 Jan 27 22:22:19.928433 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f12bcc-0d9f-4973-9425-0f310184edab req-444acb66-7f90-4e21-9701-b2144993d8a0 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:19.936662 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f3f12bcc-0d9f-4973-9425-0f310184edab req-444acb66-7f90-4e21-9701-b2144993d8a0 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.0646183 Jan 27 22:22:19.997466 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f3f12bcc-0d9f-4973-9425-0f310184edab req-c130ffc6-6248-4b7b-8620-05013f745898 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555952 Jan 27 22:22:21.125110 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3e987-d81c-4ed7-a8bd-c020123360e4 req-e53da172-aa32-4da2-8a27-6e9ce8f35650 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:21.128395 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8a3e987-d81c-4ed7-a8bd-c020123360e4 req-e53da172-aa32-4da2-8a27-6e9ce8f35650 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.0649064 Jan 27 22:22:21.187981 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8a3e987-d81c-4ed7-a8bd-c020123360e4 req-3d38ce14-c43b-4799-91d5-109c37c222a7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546429 Jan 27 22:22:21.359775 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:21.571096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39857185-b831-4e5d-840b-0ec051d4ca11 req-78e7ad13-2f70-4348-b144-56fd2e4a33a8 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:21.573153 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-39857185-b831-4e5d-840b-0ec051d4ca11 req-78e7ad13-2f70-4348-b144-56fd2e4a33a8 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aaaa033-39b8-4630-b08f-91223238a256 HTTP/1.1" status: 200 len: 946 time: 0.0503802 Jan 27 22:22:21.640808 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-39857185-b831-4e5d-840b-0ec051d4ca11 req-bbbc8720-672d-43ad-a199-2c16efff0f13 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9fde2a7-debf-4128-a551-e0da4a7fb3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599966 Jan 27 22:22:22.363416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b0e7d-c3b3-4d1c-a75e-8e278d85ece0 req-8fc64a9e-0f0b-48b5-843e-2975ad8afe66 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:22.371632 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-144b0e7d-c3b3-4d1c-a75e-8e278d85ece0 req-8fc64a9e-0f0b-48b5-843e-2975ad8afe66 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.0904973 Jan 27 22:22:22.448400 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-144b0e7d-c3b3-4d1c-a75e-8e278d85ece0 req-958cbb8e-f9c0-4242-8a5b-a047989c56fe tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744476 Jan 27 22:22:22.818281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b12d72-7a82-4be8-b8ef-c8a1216ed9e8 req-49d96791-47d7-4168-a6f5-b72a059e5925 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:22.820826 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05b12d72-7a82-4be8-b8ef-c8a1216ed9e8 req-49d96791-47d7-4168-a6f5-b72a059e5925 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aaaa033-39b8-4630-b08f-91223238a256 HTTP/1.1" status: 200 len: 946 time: 0.0944388 Jan 27 22:22:22.906438 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05b12d72-7a82-4be8-b8ef-c8a1216ed9e8 req-b48425ad-1d11-4801-b8ef-cc665a2ccd66 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9fde2a7-debf-4128-a551-e0da4a7fb3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784285 Jan 27 22:22:23.042801 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5f9cb-3d02-4283-8a54-82ae3ec6b478 req-52cb1958-6884-4677-8379-9463a463b452 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:23.044663 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3cd5f9cb-3d02-4283-8a54-82ae3ec6b478 req-52cb1958-6884-4677-8379-9463a463b452 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.15 "GET /v2.0/ports?device_id=4aaaa033-39b8-4630-b08f-91223238a256 HTTP/1.1" status: 200 len: 946 time: 0.0843766 Jan 27 22:22:23.148191 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-3cd5f9cb-3d02-4283-8a54-82ae3ec6b478 req-6f281ae9-75d1-4550-bebf-9fcf8b9a4d73 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Deleting port 49ca0cdf-ec27-4e45-803c-3fed30afd4a2 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:22:23.148632 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3cd5f9cb-3d02-4283-8a54-82ae3ec6b478 req-6f281ae9-75d1-4550-bebf-9fcf8b9a4d73 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (49ca0cdf-ec27-4e45-803c-3fed30afd4a2), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:23.244801 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-3cd5f9cb-3d02-4283-8a54-82ae3ec6b478 req-6f281ae9-75d1-4550-bebf-9fcf8b9a4d73 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] For port 49ca0cdf-ec27-4e45-803c-3fed30afd4a2, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=49ca0cdf-ec27-4e45-803c-3fed30afd4a2,segment=NetworkSegment(149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481),segment_id=149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:23.245235 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3cd5f9cb-3d02-4283-8a54-82ae3ec6b478 req-6f281ae9-75d1-4550-bebf-9fcf8b9a4d73 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (49ca0cdf-ec27-4e45-803c-3fed30afd4a2), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:23.257336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-3cd5f9cb-3d02-4283-8a54-82ae3ec6b478 req-6f281ae9-75d1-4550-bebf-9fcf8b9a4d73 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Calling delete_port for 49ca0cdf-ec27-4e45-803c-3fed30afd4a2 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:22:23.414219 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3cd5f9cb-3d02-4283-8a54-82ae3ec6b478 req-6f281ae9-75d1-4550-bebf-9fcf8b9a4d73 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (49ca0cdf-ec27-4e45-803c-3fed30afd4a2), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:23.426334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['49ca0cdf-ec27-4e45-803c-3fed30afd4a2'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:22:23.456869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f281ae9-75d1-4550-bebf-9fcf8b9a4d73 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Pushing event deleted for resources: {'Port': ['ID=49ca0cdf-ec27-4e45-803c-3fed30afd4a2,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:23.511240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd5f9cb-3d02-4283-8a54-82ae3ec6b478 req-6f281ae9-75d1-4550-bebf-9fcf8b9a4d73 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] No DVR routers for this DVR port 49ca0cdf-ec27-4e45-803c-3fed30afd4a2 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:22:23.514772 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3cd5f9cb-3d02-4283-8a54-82ae3ec6b478 req-6f281ae9-75d1-4550-bebf-9fcf8b9a4d73 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:23.518728 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3cd5f9cb-3d02-4283-8a54-82ae3ec6b478 req-6f281ae9-75d1-4550-bebf-9fcf8b9a4d73 tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.15 "DELETE /v2.0/ports/49ca0cdf-ec27-4e45-803c-3fed30afd4a2 HTTP/1.1" status: 204 len: 173 time: 0.4692967 Jan 27 22:22:23.519279 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aaaa033-39b8-4630-b08f-91223238a256', 'name': 'network-vif-deleted', 'tag': '49ca0cdf-ec27-4e45-803c-3fed30afd4a2'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:22:23.521713 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce85205-6871-49aa-957a-4c57fe0b9099" -d '{"events": [{"server_uuid": "4aaaa033-39b8-4630-b08f-91223238a256", "name": "network-vif-deleted", "tag": "49ca0cdf-ec27-4e45-803c-3fed30afd4a2"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:22:23.587283 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3c9c1c-2b4c-437f-a7e0-742ebda07e47 x-openstack-request-id: req-ee3c9c1c-2b4c-437f-a7e0-742ebda07e47 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:22:23.587728 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aaaa033-39b8-4630-b08f-91223238a256", "name": "network-vif-deleted", "tag": "49ca0cdf-ec27-4e45-803c-3fed30afd4a2", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:22:23.588082 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee3c9c1c-2b4c-437f-a7e0-742ebda07e47 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:22:23.588607 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aaaa033-39b8-4630-b08f-91223238a256', 'name': 'network-vif-deleted', 'tag': '49ca0cdf-ec27-4e45-803c-3fed30afd4a2', 'status': 'completed', 'code': 200} Jan 27 22:22:23.609505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd937bdb-5238-428b-91eb-baf51739ab2a req-3ba60bfe-d31f-4bfd-bb78-92e25de7912b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:23.616981 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd937bdb-5238-428b-91eb-baf51739ab2a req-3ba60bfe-d31f-4bfd-bb78-92e25de7912b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.0914786 Jan 27 22:22:23.663974 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd937bdb-5238-428b-91eb-baf51739ab2a req-a479405b-590c-4497-8861-5e579bf9bfa6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460732 Jan 27 22:22:24.086367 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c4501f2-a84a-4634-bdb1-eb77402edaf0 req-f0b03ec6-193b-453d-b510-b9d505151b5f tempest-VolumesSnapshotTestJSON-1201995557 tempest-VolumesSnapshotTestJSON-1201995557-project] 10.222.0.23 "GET /v2.0/ports?device_id=4aaaa033-39b8-4630-b08f-91223238a256 HTTP/1.1" status: 200 len: 210 time: 0.0509005 Jan 27 22:22:24.146290 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4d2bac08-e334-41ec-a0e0-084513753aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:24.841148 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a469e77-8278-4bf9-ac9d-f5cfc7b9ba90 req-51efe282-3a54-4063-a1af-03d712022834 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:24.843138 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a469e77-8278-4bf9-ac9d-f5cfc7b9ba90 req-51efe282-3a54-4063-a1af-03d712022834 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.0789659 Jan 27 22:22:24.900288 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a469e77-8278-4bf9-ac9d-f5cfc7b9ba90 req-99c365c3-c8a4-4ff6-9c25-bb57dc888f7c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507419 Jan 27 22:22:26.076866 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d66c8b-5818-4155-936d-291d504bf7bb req-895bb25e-d698-4f24-96ea-fb8aa3d571b4 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:26.084464 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52d66c8b-5818-4155-936d-291d504bf7bb req-895bb25e-d698-4f24-96ea-fb8aa3d571b4 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.1044483 Jan 27 22:22:26.154089 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52d66c8b-5818-4155-936d-291d504bf7bb req-15757440-88c4-4ea7-838f-be364eb33045 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599492 Jan 27 22:22:26.733817 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d5222328-abff-4c9a-a1e7-d8d1d4713f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:27.201009 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 49ca0cdf-ec27-4e45-803c-3fed30afd4a2 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:22:27.272101 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 49ca0cdf-ec27-4e45-803c-3fed30afd4a2 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:22:27.272733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 49ca0cdf-ec27-4e45-803c-3fed30afd4a2 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:22:27.367291 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43fd8a-d247-417e-9c05-9985bd574cb6 req-dad99b53-ef34-42cf-8f55-b002d09f30ad tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:27.368810 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab43fd8a-d247-417e-9c05-9985bd574cb6 req-dad99b53-ef34-42cf-8f55-b002d09f30ad tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.0707088 Jan 27 22:22:27.463573 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab43fd8a-d247-417e-9c05-9985bd574cb6 req-486ab33c-5d4f-49f2-acc2-da791f342864 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879667 Jan 27 22:22:27.588062 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:28.596232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cca032-e29a-47a1-89a7-988a3d016201 req-bc2a8ed2-d95e-4f07-a1ce-64476242d343 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:28.605618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67cca032-e29a-47a1-89a7-988a3d016201 req-bc2a8ed2-d95e-4f07-a1ce-64476242d343 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.0685272 Jan 27 22:22:28.664371 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67cca032-e29a-47a1-89a7-988a3d016201 req-6370dd8b-2d8c-4ff6-9bb9-79f2e68811b8 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552607 Jan 27 22:22:28.970962 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:29.117875 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:22:29.900533 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf2214-cff8-49f2-9117-6444efc14268 req-69489c4e-8456-443b-9998-82fdfecace88 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:29.909934 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c1bf2214-cff8-49f2-9117-6444efc14268 req-69489c4e-8456-443b-9998-82fdfecace88 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.1045148 Jan 27 22:22:30.036778 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c1bf2214-cff8-49f2-9117-6444efc14268 req-4aed35fe-c2a8-4a7d-8fbd-f8e9b8a69df7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187565 Jan 27 22:22:30.329753 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:31.173777 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705db1ba-f70c-42b6-9326-341c046d6792 req-2908b08b-015b-4b76-bbf0-18828991670f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:31.176483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-705db1ba-f70c-42b6-9326-341c046d6792 req-2908b08b-015b-4b76-bbf0-18828991670f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.0661380 Jan 27 22:22:31.272400 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-705db1ba-f70c-42b6-9326-341c046d6792 req-e525062e-f7b7-464d-8cee-2e916417e79d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899839 Jan 27 22:22:32.427843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71bbbf-a97a-4b09-8f13-d58a7c7964ac req-b7a56a9f-fa00-4034-8c89-62b0d70ba861 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:32.436294 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f71bbbf-a97a-4b09-8f13-d58a7c7964ac req-b7a56a9f-fa00-4034-8c89-62b0d70ba861 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.0588102 Jan 27 22:22:32.507204 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f71bbbf-a97a-4b09-8f13-d58a7c7964ac req-8e5ba2d7-1737-49c8-8289-e57a93381b42 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697486 Jan 27 22:22:33.627305 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b215001-6b3b-4707-bb3c-ad5ed3898bcb req-10223adf-8dc2-489a-b849-42d0fc74de42 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:33.643800 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b215001-6b3b-4707-bb3c-ad5ed3898bcb req-10223adf-8dc2-489a-b849-42d0fc74de42 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.0732427 Jan 27 22:22:33.752453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b215001-6b3b-4707-bb3c-ad5ed3898bcb req-4fbd06ca-6998-4ec6-80fe-2b3aa7883bb9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013007 Jan 27 22:22:34.891311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c080b07-b699-4512-a91d-8c7f6d07d8fe req-ba8b6f0b-50e9-46bc-aef0-1d5710d21048 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:34.899110 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c080b07-b699-4512-a91d-8c7f6d07d8fe req-ba8b6f0b-50e9-46bc-aef0-1d5710d21048 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.0718167 Jan 27 22:22:34.954905 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c080b07-b699-4512-a91d-8c7f6d07d8fe req-f6852fef-2e4b-43dc-b7e2-b07e096a1615 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503149 Jan 27 22:22:36.116835 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9aaa2-10ae-4553-8418-f79c8697939d req-f6bc02a8-8ce9-44df-b82e-a8b585ddf7ce tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:36.125711 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fb9aaa2-10ae-4553-8418-f79c8697939d req-f6bc02a8-8ce9-44df-b82e-a8b585ddf7ce tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.0922086 Jan 27 22:22:36.186220 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fb9aaa2-10ae-4553-8418-f79c8697939d req-f694c75a-e072-48ff-87de-4ebc44d29aef tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541313 Jan 27 22:22:37.343216 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52205b2d-f31b-4f2e-9ab7-779195221a28 req-cfb9985c-8630-4bde-9de6-18923311b670 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:37.348258 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52205b2d-f31b-4f2e-9ab7-779195221a28 req-cfb9985c-8630-4bde-9de6-18923311b670 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.0881562 Jan 27 22:22:37.405077 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52205b2d-f31b-4f2e-9ab7-779195221a28 req-c2165a53-7385-4911-989b-a32f26154c3e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458150 Jan 27 22:22:38.551936 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae55f3c-e92e-4326-a87d-44ce935e7ff0 req-b985834f-62c1-45b8-aec4-91312cad0119 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:38.560917 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eae55f3c-e92e-4326-a87d-44ce935e7ff0 req-b985834f-62c1-45b8-aec4-91312cad0119 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.0610964 Jan 27 22:22:38.620372 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eae55f3c-e92e-4326-a87d-44ce935e7ff0 req-9f49b32d-845a-4cb2-bfde-9c4061027065 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581908 Jan 27 22:22:39.789705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126d6d8-1888-499d-8da1-9f7dc09699d7 req-1ad5952a-dbd5-4a37-ac8c-8316df1c5e38 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:39.802363 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0126d6d8-1888-499d-8da1-9f7dc09699d7 req-1ad5952a-dbd5-4a37-ac8c-8316df1c5e38 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.0949745 Jan 27 22:22:39.948771 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0126d6d8-1888-499d-8da1-9f7dc09699d7 req-6a982846-ce91-40ba-a5ad-1b5c410eb5ab tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407557 Jan 27 22:22:41.086857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f2293-c725-460f-b486-8be2e301b41f req-9f61dcdb-301d-45e6-a216-f7d23d359b1d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:41.092624 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e8f2293-c725-460f-b486-8be2e301b41f req-9f61dcdb-301d-45e6-a216-f7d23d359b1d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.0662794 Jan 27 22:22:41.140045 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e8f2293-c725-460f-b486-8be2e301b41f req-b1947681-2b8e-4cae-bb35-7e52ce6717cc tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448973 Jan 27 22:22:42.283851 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ee825-7268-42fb-ac53-ef3505fd9cdf req-abab795f-66fb-4a0e-bf60-a27694d82ccf tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:42.296189 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a8ee825-7268-42fb-ac53-ef3505fd9cdf req-abab795f-66fb-4a0e-bf60-a27694d82ccf tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.0692716 Jan 27 22:22:42.406194 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a8ee825-7268-42fb-ac53-ef3505fd9cdf req-e9a71e50-7693-438b-8ec1-f1f293f1c5bd tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061125 Jan 27 22:22:42.843726 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:43.535997 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aea89-9858-4ce4-9749-d5942eb8ddae req-757cbdd4-9d7a-4f23-9ec7-93a5752fed68 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:43.537622 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac1aea89-9858-4ce4-9749-d5942eb8ddae req-757cbdd4-9d7a-4f23-9ec7-93a5752fed68 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 943 time: 0.0621865 Jan 27 22:22:43.649823 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac1aea89-9858-4ce4-9749-d5942eb8ddae req-fe4547ba-1079-4864-9195-c8b4231d9666 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867515 Jan 27 22:22:43.929126 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 48166c93-134c-4af8-bf77-9c030564cf55 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:22:44.115617 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 48166c93-134c-4af8-bf77-9c030564cf55, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=48166c93-134c-4af8-bf77-9c030564cf55,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:44.128476 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '48166c93-134c-4af8-bf77-9c030564cf55', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'port_id': '48166c93-134c-4af8-bf77-9c030564cf55', 'mac_address': 'fa:16:3e:de:e0:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:22:44.167446 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 48166c93-134c-4af8-bf77-9c030564cf55 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:44.167929 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (48166c93-134c-4af8-bf77-9c030564cf55), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:44.182498 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48166c93-134c-4af8-bf77-9c030564cf55 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:22:44.205988 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 48166c93-134c-4af8-bf77-9c030564cf55, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=48166c93-134c-4af8-bf77-9c030564cf55,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:44.215681 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (48166c93-134c-4af8-bf77-9c030564cf55), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:44.295307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=48166c93-134c-4af8-bf77-9c030564cf55,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:44.304709 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:44.305405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:44.305752 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:44.306109 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:44.306675 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:44.307006 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:44.307343 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:44.307673 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:44.308003 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:44.308500 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:44.308916 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:44.309807 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:44.310165 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:44.641931 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['48166c93-134c-4af8-bf77-9c030564cf55'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:22:44.923209 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7ff5b-ffc6-4844-89c0-81ffd735b67a req-f191faa6-88a7-4edf-bb14-146dde93a96a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:44.926303 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cab7ff5b-ffc6-4844-89c0-81ffd735b67a req-f191faa6-88a7-4edf-bb14-146dde93a96a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 944 time: 0.1135173 Jan 27 22:22:44.992982 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cab7ff5b-ffc6-4844-89c0-81ffd735b67a req-56c51adc-e47b-4c2a-86f0-932df78001f8 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557575 Jan 27 22:22:45.937678 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 48166c93-134c-4af8-bf77-9c030564cf55 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:22:46.078872 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 48166c93-134c-4af8-bf77-9c030564cf55 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:22:46.083848 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 48166c93-134c-4af8-bf77-9c030564cf55 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:46.084452 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (48166c93-134c-4af8-bf77-9c030564cf55), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:46.201020 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 48166c93-134c-4af8-bf77-9c030564cf55 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:22:46.201708 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (48166c93-134c-4af8-bf77-9c030564cf55), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:46.209176 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0821e-24d4-4767-9c92-39c2c61dbc68 req-3ef70e5b-8196-496f-bc88-abcafaa3233d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:46.211562 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dbf0821e-24d4-4767-9c92-39c2c61dbc68 req-3ef70e5b-8196-496f-bc88-abcafaa3233d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 944 time: 0.1005430 Jan 27 22:22:46.245997 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea39093a-4b41-4909-9990-7ded956948e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48166c93-134c-4af8-bf77-9c030564cf55'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:22:46.253599 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7b08c7-736e-4771-899c-016493ab2371" -d '{"events": [{"server_uuid": "ea39093a-4b41-4909-9990-7ded956948e9", "name": "network-vif-plugged", "status": "completed", "tag": "48166c93-134c-4af8-bf77-9c030564cf55"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:22:46.271903 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 48166c93-134c-4af8-bf77-9c030564cf55, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=48166c93-134c-4af8-bf77-9c030564cf55,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:22:46.297228 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (48166c93-134c-4af8-bf77-9c030564cf55), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:46.319958 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dbf0821e-24d4-4767-9c92-39c2c61dbc68 req-617a19be-3cd9-439a-af87-17fd32746dad tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026909 Jan 27 22:22:46.367500 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b307504c-647b-4204-bfe1-3d424418cda8 x-openstack-request-id: req-b307504c-647b-4204-bfe1-3d424418cda8 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:22:46.369867 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea39093a-4b41-4909-9990-7ded956948e9", "name": "network-vif-plugged", "status": "completed", "tag": "48166c93-134c-4af8-bf77-9c030564cf55", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:22:46.370393 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b307504c-647b-4204-bfe1-3d424418cda8 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:22:46.372737 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea39093a-4b41-4909-9990-7ded956948e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48166c93-134c-4af8-bf77-9c030564cf55', 'code': 200} Jan 27 22:22:46.419701 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=48166c93-134c-4af8-bf77-9c030564cf55,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:46.487728 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebc875-8280-48a6-abc8-ab19b5e6a5af req-f6f5e229-f5ec-4154-af1b-903f4fed97b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:46.489656 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-98ebc875-8280-48a6-abc8-ab19b5e6a5af req-f6f5e229-f5ec-4154-af1b-903f4fed97b9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 1096 time: 0.0591803 Jan 27 22:22:46.556087 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-98ebc875-8280-48a6-abc8-ab19b5e6a5af req-eee69f28-8c31-485a-a41b-1e04f32e9bff service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575781 Jan 27 22:22:47.488225 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddb212-db76-4a17-b894-85a1e89e619e req-83f7c80f-6a64-4188-a3e6-be708bd85dcf tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:47.495932 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bddb212-db76-4a17-b894-85a1e89e619e req-83f7c80f-6a64-4188-a3e6-be708bd85dcf tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 945 time: 0.0808907 Jan 27 22:22:47.552383 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bddb212-db76-4a17-b894-85a1e89e619e req-2c9968b6-3746-46d5-98ea-3113fbe824db tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545690 Jan 27 22:22:48.683234 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddc0b3-8196-4b68-ab62-133e7788f208 req-29139b83-4792-491d-9311-02ea46298e7d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:48.685587 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7cddc0b3-8196-4b68-ab62-133e7788f208 req-29139b83-4792-491d-9311-02ea46298e7d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 945 time: 0.0601757 Jan 27 22:22:48.756316 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7cddc0b3-8196-4b68-ab62-133e7788f208 req-5483101f-0421-4057-bda8-e433ec71a751 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648785 Jan 27 22:22:49.084514 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d80528-99e0-4c38-b0ce-a46ba9d54fcb req-4f69bd2d-8a02-4d0d-a668-c5414437f2de tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:49.092062 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d1d80528-99e0-4c38-b0ce-a46ba9d54fcb req-4f69bd2d-8a02-4d0d-a668-c5414437f2de tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 945 time: 0.2615650 Jan 27 22:22:49.153565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d1d80528-99e0-4c38-b0ce-a46ba9d54fcb req-cae1660a-6b5b-4cca-8570-998ede2c819e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549288 Jan 27 22:22:51.381207 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:54.166942 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1ea7d53c-93d4-4560-b215-c7a568f74d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:54.736360 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-f657f992-a8e5-46e3-94a6-a1a5593482b9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:54.744345 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-f657f992-a8e5-46e3-94a6-a1a5593482b9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 811 time: 0.1810668 Jan 27 22:22:54.761059 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-383973c1-4694-45dd-92f3-2676ada79ac8 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/quotas/9bdc2fb4e9174322835c30f4b0d91a28 HTTP/1.1" status: 200 len: 375 time: 0.0156384 Jan 27 22:22:54.840597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-ced978e9-a2fd-4afb-9a2f-d2afef99c5cd tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783865 Jan 27 22:22:54.995058 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-38499153-2cf7-459d-88f4-1285b3a7b6c6 service neutron] 10.222.0.23 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417835 Jan 27 22:22:55.122809 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-fc4fc551-26b3-4c4b-ad11-71744a99deb2 service neutron] 10.222.0.23 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208334 Jan 27 22:22:55.682421 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf7df69c-a20a-4b78-9ba2-844a1a4fbb7e req-38fb5873-ccbf-4d33-9ec6-59fca2245a66 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 210 time: 0.1916101 Jan 27 22:22:56.733876 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-52481928-24d4-4bc0-89b5-6057d3cb8744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:56.867271 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c65ed70-48e8-437a-9178-35ca135fb99a req-51d39370-c828-491f-aeb2-d6f68f38e21d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 210 time: 0.0718060 Jan 27 22:22:57.141235 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f36ea23-7ff1-446b-b57b-6426469fea2d req-ee07c19d-a356-4910-ab89-d0f2707954cb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0750473 Jan 27 22:22:57.279745 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36ea23-7ff1-446b-b57b-6426469fea2d req-7cbeb005-9ee2-4fc4-bcfc-a20f89ccc483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:57.281616 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f36ea23-7ff1-446b-b57b-6426469fea2d req-7cbeb005-9ee2-4fc4-bcfc-a20f89ccc483 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 1096 time: 0.0802989 Jan 27 22:22:57.288691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-ea962d29-05d0-41bc-bca4-506746e6df8a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:57.290554 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-ea962d29-05d0-41bc-bca4-506746e6df8a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.15 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 811 time: 0.3253443 Jan 27 22:22:57.303990 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-fd60f88f-461e-4a13-8a54-2272523e8820 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Request body: {'port': {'device_id': '955ca23c-5a2b-4843-8897-5c7a41d5fd7c', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'admin_state_up': True, 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:57.503501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-fd60f88f-461e-4a13-8a54-2272523e8820 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Made reservation on behalf of 9bdc2fb4e9174322835c30f4b0d91a28 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:57.506844 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-fd60f88f-461e-4a13-8a54-2272523e8820 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:57.589289 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:58.010562 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36ea23-7ff1-446b-b57b-6426469fea2d req-7fd941dc-41d7-43d3-bcb1-9d0554a12ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:58.013949 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f36ea23-7ff1-446b-b57b-6426469fea2d req-7fd941dc-41d7-43d3-bcb1-9d0554a12ecd service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 912 time: 0.5270545 Jan 27 22:22:58.084130 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f36ea23-7ff1-446b-b57b-6426469fea2d req-2a896ef5-76bd-4159-8458-eb7d2524d16e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48166c93-134c-4af8-bf77-9c030564cf55 HTTP/1.1" status: 200 len: 217 time: 0.0598717 Jan 27 22:22:58.116641 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23ff942c-1b1f-43ed-a74b-3105ee901851 req-b70ed018-7c54-4641-a9df-04d0a247d63d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 210 time: 0.0284522 Jan 27 22:22:58.176588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36ea23-7ff1-446b-b57b-6426469fea2d req-65cf120a-bdcc-45e4-ba9b-30626d74aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:58.180302 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f36ea23-7ff1-446b-b57b-6426469fea2d req-65cf120a-bdcc-45e4-ba9b-30626d74aafe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.0601020 Jan 27 22:22:58.283902 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-fd60f88f-461e-4a13-8a54-2272523e8820 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Allocated IP 172.20.0.5 (ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3/ad7ff54c-bda3-4bfc-9e45-9e37fdd442af/21078159-5a88-40d8-bbcb-c4b9b859f5f3) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:58.368573 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36ea23-7ff1-446b-b57b-6426469fea2d req-3e3f897b-941c-4651-8e86-55ab2f3048aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:58.371136 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f36ea23-7ff1-446b-b57b-6426469fea2d req-3e3f897b-941c-4651-8e86-55ab2f3048aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801379 Jan 27 22:22:58.542331 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f36ea23-7ff1-446b-b57b-6426469fea2d req-8cf52943-42f0-4beb-adc5-6ed9db3e3be2 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628320 Jan 27 22:22:58.702137 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f36ea23-7ff1-446b-b57b-6426469fea2d req-72e68c89-15e6-4010-bc7e-f9920b615dcb service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495993 Jan 27 22:22:58.975816 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:59.632734 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b6907ab-f3d9-40b6-83c2-56da4074f995 req-3960b995-18e6-41a7-b60e-7b5fca717af7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 210 time: 0.0961797 Jan 27 22:22:59.790522 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-fd60f88f-461e-4a13-8a54-2272523e8820 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for port (21078159-5a88-40d8-bbcb-c4b9b859f5f3), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:59.847383 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-fd60f88f-461e-4a13-8a54-2272523e8820 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (21078159-5a88-40d8-bbcb-c4b9b859f5f3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:59.866277 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['48166c93-134c-4af8-bf77-9c030564cf55'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:22:59.907793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-fd60f88f-461e-4a13-8a54-2272523e8820 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:59.913193 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-fd60f88f-461e-4a13-8a54-2272523e8820 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:59.934503 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-fd60f88f-461e-4a13-8a54-2272523e8820 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:23:00.179576 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60f88f-461e-4a13-8a54-2272523e8820 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event updated for resources: {'Port': ['ID=21078159-5a88-40d8-bbcb-c4b9b859f5f3,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:00.208225 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-fd60f88f-461e-4a13-8a54-2272523e8820 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:00.214097 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-fd60f88f-461e-4a13-8a54-2272523e8820 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:00.251674 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-fd60f88f-461e-4a13-8a54-2272523e8820 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9514778 Jan 27 22:23:00.267119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] Request body: {'port': {'device_id': '955ca23c-5a2b-4843-8897-5c7a41d5fd7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:00.420114 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (21078159-5a88-40d8-bbcb-c4b9b859f5f3), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:00.447367 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:00.470890 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-67cb7ff2-c0d7-47e1-908b-3c69ba7e4d90 None None] Provisioning complete for port 21078159-5a88-40d8-bbcb-c4b9b859f5f3 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:00.471535 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-67cb7ff2-c0d7-47e1-908b-3c69ba7e4d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (21078159-5a88-40d8-bbcb-c4b9b859f5f3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:00.604373 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-67cb7ff2-c0d7-47e1-908b-3c69ba7e4d90 None None] Port 21078159-5a88-40d8-bbcb-c4b9b859f5f3 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:23:00.978501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21078159-5a88-40d8-bbcb-c4b9b859f5f3 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:23:00.988449 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] Publish callbacks [] for port (21078159-5a88-40d8-bbcb-c4b9b859f5f3), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:01.004093 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] Transition to ACTIVE for port object 21078159-5a88-40d8-bbcb-c4b9b859f5f3 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:23:01.015631 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (21078159-5a88-40d8-bbcb-c4b9b859f5f3), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:01.069760 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] Pushing event updated for resources: {'Port': ['ID=21078159-5a88-40d8-bbcb-c4b9b859f5f3,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:01.084017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413971c5-d7e6-4f00-9697-ab19a8da1d07 req-d5768697-6919-47d1-816e-a76a76cd7b4b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:01.086004 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-413971c5-d7e6-4f00-9697-ab19a8da1d07 req-d5768697-6919-47d1-816e-a76a76cd7b4b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 931 time: 0.3086374 Jan 27 22:23:01.165018 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45098) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:01.290755 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] Attempting to bind port 21078159-5a88-40d8-bbcb-c4b9b859f5f3 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:23:01.291104 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] Attempting to bind port 21078159-5a88-40d8-bbcb-c4b9b859f5f3 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:23:01.291440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] Attempting to bind port 21078159-5a88-40d8-bbcb-c4b9b859f5f3 on network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:23:01.312769 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] Port 21078159-5a88-40d8-bbcb-c4b9b859f5f3 on network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:23:01.313108 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] Attempting to bind port 21078159-5a88-40d8-bbcb-c4b9b859f5f3 on network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:23:01.371931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:23:01.372331 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] Checking segment: {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:01.372617 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] Bound using segment: {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:23:01.373074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] Bound port: 21078159-5a88-40d8-bbcb-c4b9b859f5f3, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:23:01.373440 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (21078159-5a88-40d8-bbcb-c4b9b859f5f3), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:01.400596 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-413971c5-d7e6-4f00-9697-ab19a8da1d07 req-f1bfd0c7-50bb-495d-ae32-1c456dbe4f6d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089080 Jan 27 22:23:01.457517 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d20597fa-f8e9-43c0-b8d7-a0a61a989f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:01.577478 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] For port 21078159-5a88-40d8-bbcb-c4b9b859f5f3, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:23:01.586733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] For port 21078159-5a88-40d8-bbcb-c4b9b859f5f3, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=21078159-5a88-40d8-bbcb-c4b9b859f5f3,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:23:01.593997 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (21078159-5a88-40d8-bbcb-c4b9b859f5f3), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:01.645578 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d20597fa-f8e9-43c0-b8d7-a0a61a989f8d admin admin] Publish callbacks [] for security_group (cb2411aa-9c4d-4a05-b643-b9ae13d066c9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:01.655384 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d20597fa-f8e9-43c0-b8d7-a0a61a989f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cb2411aa-9c4d-4a05-b643-b9ae13d066c9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:01.678622 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:01.679253 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:01.680705 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] 10.222.0.15 "PUT /v2.0/ports/21078159-5a88-40d8-bbcb-c4b9b859f5f3 HTTP/1.1" status: 200 len: 1091 time: 1.4219732 Jan 27 22:23:01.681169 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955ca23c-5a2b-4843-8897-5c7a41d5fd7c', 'tag': '21078159-5a88-40d8-bbcb-c4b9b859f5f3'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:23:01.683524 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f477c424-1589-4fc3-949f-05ef5c088e95" -d '{"events": [{"name": "network-changed", "server_uuid": "955ca23c-5a2b-4843-8897-5c7a41d5fd7c", "tag": "21078159-5a88-40d8-bbcb-c4b9b859f5f3"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:23:01.786960 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d20597fa-f8e9-43c0-b8d7-a0a61a989f8d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fdbb85bc94f94ad9a0820517899f8343&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6207981 Jan 27 22:23:01.787769 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20597fa-f8e9-43c0-b8d7-a0a61a989f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2411aa-9c4d-4a05-b643-b9ae13d066c9,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:01.807111 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45108) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:01.808604 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20597fa-f8e9-43c0-b8d7-a0a61a989f8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:01.809037 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20597fa-f8e9-43c0-b8d7-a0a61a989f8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:01.815441 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20597fa-f8e9-43c0-b8d7-a0a61a989f8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:01.815784 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20597fa-f8e9-43c0-b8d7-a0a61a989f8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:01.816135 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20597fa-f8e9-43c0-b8d7-a0a61a989f8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:01.816504 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20597fa-f8e9-43c0-b8d7-a0a61a989f8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:01.816844 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20597fa-f8e9-43c0-b8d7-a0a61a989f8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:01.817183 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20597fa-f8e9-43c0-b8d7-a0a61a989f8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:01.817518 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20597fa-f8e9-43c0-b8d7-a0a61a989f8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:01.817851 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20597fa-f8e9-43c0-b8d7-a0a61a989f8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:01.818187 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20597fa-f8e9-43c0-b8d7-a0a61a989f8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:01.818516 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20597fa-f8e9-43c0-b8d7-a0a61a989f8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:01.818846 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20597fa-f8e9-43c0-b8d7-a0a61a989f8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:01.820023 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8313caad-e981-458c-bccf-07fca3aa698d x-openstack-request-id: req-8313caad-e981-458c-bccf-07fca3aa698d {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:23:01.820362 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955ca23c-5a2b-4843-8897-5c7a41d5fd7c", "tag": "21078159-5a88-40d8-bbcb-c4b9b859f5f3", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:23:01.820623 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8313caad-e981-458c-bccf-07fca3aa698d {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:23:01.823618 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955ca23c-5a2b-4843-8897-5c7a41d5fd7c', 'tag': '21078159-5a88-40d8-bbcb-c4b9b859f5f3', 'status': 'completed', 'code': 200} Jan 27 22:23:01.881064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a46569-525c-4fdd-8cbf-a804b65ac45f service neutron] Pushing event updated for resources: {'Port': ['ID=21078159-5a88-40d8-bbcb-c4b9b859f5f3,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:01.911976 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-387f4712-a694-433a-a910-b949516857d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:01.915019 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-387f4712-a694-433a-a910-b949516857d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 1094 time: 0.1826758 Jan 27 22:23:01.965291 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c7d16e66-4960-4a83-a823-d3acdd316ba5 admin admin] Publish callbacks [] for security_group (cb2411aa-9c4d-4a05-b643-b9ae13d066c9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:01.991129 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-993f0097-5b52-43e8-a962-7c0ae61f14d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21078159-5a88-40d8-bbcb-c4b9b859f5f3 HTTP/1.1" status: 200 len: 217 time: 0.0537820 Jan 27 22:23:02.045762 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c7d16e66-4960-4a83-a823-d3acdd316ba5 admin admin] Publish callbacks [] for security_group (cb2411aa-9c4d-4a05-b643-b9ae13d066c9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:02.068138 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-c014f047-ebf0-418e-952e-53ee9bfab726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:02.069621 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-c014f047-ebf0-418e-952e-53ee9bfab726 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.0832891 Jan 27 22:23:02.137882 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-55107c9c-7e95-43d1-b9e3-2a04737ef09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:02.140286 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-55107c9c-7e95-43d1-b9e3-2a04737ef09f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618434 Jan 27 22:23:02.144484 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c7d16e66-4960-4a83-a823-d3acdd316ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cb2411aa-9c4d-4a05-b643-b9ae13d066c9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:02.149177 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c7d16e66-4960-4a83-a823-d3acdd316ba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:02.150657 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c7d16e66-4960-4a83-a823-d3acdd316ba5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb2411aa-9c4d-4a05-b643-b9ae13d066c9 HTTP/1.1" status: 204 len: 168 time: 0.3207550 Jan 27 22:23:02.170339 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d16e66-4960-4a83-a823-d3acdd316ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2411aa-9c4d-4a05-b643-b9ae13d066c9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:02.354508 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-ecdd8480-3d22-4d08-bb1a-7b1624902b2a service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081232 Jan 27 22:23:02.649327 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c51c70cc-5cc0-4fa3-b7eb-73397758cee9 req-2a9d8f01-ba5a-4a9c-a479-7b66b7e915cd service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882540 Jan 27 22:23:02.678378 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4653dc-7e0c-47f5-a470-38d5ff1571dd req-7fb7cb48-e86e-473f-b6e2-f70f4833a538 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:02.679940 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca4653dc-7e0c-47f5-a470-38d5ff1571dd req-7fb7cb48-e86e-473f-b6e2-f70f4833a538 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.1513104 Jan 27 22:23:02.889668 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca4653dc-7e0c-47f5-a470-38d5ff1571dd req-3c4fc673-8201-497e-9fc3-4547a93828ad tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020764 Jan 27 22:23:02.899125 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477c424-1589-4fc3-949f-05ef5c088e95 req-be167159-c471-48f4-8308-8a18d445f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:02.900637 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f477c424-1589-4fc3-949f-05ef5c088e95 req-be167159-c471-48f4-8308-8a18d445f7f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 1094 time: 0.1703784 Jan 27 22:23:03.091107 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477c424-1589-4fc3-949f-05ef5c088e95 req-f923d79c-25ed-489d-a938-8d0813d9a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:03.096111 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f477c424-1589-4fc3-949f-05ef5c088e95 req-f923d79c-25ed-489d-a938-8d0813d9a873 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 912 time: 0.1867189 Jan 27 22:23:03.212136 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f477c424-1589-4fc3-949f-05ef5c088e95 req-0c38b086-de96-4dfd-b992-44cf62f4f96a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21078159-5a88-40d8-bbcb-c4b9b859f5f3 HTTP/1.1" status: 200 len: 217 time: 0.1095169 Jan 27 22:23:03.265911 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477c424-1589-4fc3-949f-05ef5c088e95 req-f8066613-e8c0-4989-b3dc-32d06e5a5823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:03.267240 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f477c424-1589-4fc3-949f-05ef5c088e95 req-f8066613-e8c0-4989-b3dc-32d06e5a5823 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.0487423 Jan 27 22:23:03.390994 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477c424-1589-4fc3-949f-05ef5c088e95 req-a76c9cda-0430-414b-ae68-4933096f8519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:03.392557 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f477c424-1589-4fc3-949f-05ef5c088e95 req-a76c9cda-0430-414b-ae68-4933096f8519 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114881 Jan 27 22:23:03.591832 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f477c424-1589-4fc3-949f-05ef5c088e95 req-ca240e23-6960-4b48-abcc-769f160e0d9a service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910393 Jan 27 22:23:03.820510 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45148) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:03.823209 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f477c424-1589-4fc3-949f-05ef5c088e95 req-0c2eb257-9d9b-43ef-844d-6402e933d9a1 service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179103 Jan 27 22:23:03.892840 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45154) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:04.061868 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-652b4fe9-eccf-48d1-9ebd-4ea92966bf37 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-103756725-network', 'tenant_id': '5363e4f9b78342d9a44181ce9b1e1b62'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:04.091895 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652b4fe9-eccf-48d1-9ebd-4ea92966bf37 admin admin] Made reservation on behalf of 5363e4f9b78342d9a44181ce9b1e1b62 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:04.096008 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-652b4fe9-eccf-48d1-9ebd-4ea92966bf37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.108013 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-652b4fe9-eccf-48d1-9ebd-4ea92966bf37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.122836 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc11f16-2880-432c-81e5-4a533c7b6824 req-27b9dc14-e6a4-4611-a508-f765ac968c8e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:04.137922 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5dc11f16-2880-432c-81e5-4a533c7b6824 req-27b9dc14-e6a4-4611-a508-f765ac968c8e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.0893054 Jan 27 22:23:04.231390 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-07481801-f6ca-4f04-af7e-1f5c32096ef2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.254240 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5dc11f16-2880-432c-81e5-4a533c7b6824 req-4b835f7e-c534-433a-9d61-bef82fbaf280 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082253 Jan 27 22:23:04.331511 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-652b4fe9-eccf-48d1-9ebd-4ea92966bf37 admin admin] Publish callbacks [] for security_group (c0c8c9a2-eedb-456b-ad2a-383660f291d9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.352046 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-652b4fe9-eccf-48d1-9ebd-4ea92966bf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c0c8c9a2-eedb-456b-ad2a-383660f291d9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.382514 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652b4fe9-eccf-48d1-9ebd-4ea92966bf37 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:23:04.406689 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-652b4fe9-eccf-48d1-9ebd-4ea92966bf37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (290322a5-ecb6-446c-985c-67a8b9d96348), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.408657 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-652b4fe9-eccf-48d1-9ebd-4ea92966bf37 admin admin] Added segment 290322a5-ecb6-446c-985c-67a8b9d96348 of type vlan for network 6813c80a-dbb5-4812-a5f2-2619a90c045c Jan 27 22:23:04.596879 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-652b4fe9-eccf-48d1-9ebd-4ea92966bf37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (6813c80a-dbb5-4812-a5f2-2619a90c045c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.611374 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b4fe9-eccf-48d1-9ebd-4ea92966bf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c8c9a2-eedb-456b-ad2a-383660f291d9,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:04.676501 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-652b4fe9-eccf-48d1-9ebd-4ea92966bf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (6813c80a-dbb5-4812-a5f2-2619a90c045c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.677937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652b4fe9-eccf-48d1-9ebd-4ea92966bf37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:04.678535 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-652b4fe9-eccf-48d1-9ebd-4ea92966bf37 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.683268 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-07481801-f6ca-4f04-af7e-1f5c32096ef2 admin admin] Publish callbacks [] for security_group (8fffc95c-a8c6-42a2-88ce-7d413c67afe2), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.702870 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-07481801-f6ca-4f04-af7e-1f5c32096ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8fffc95c-a8c6-42a2-88ce-7d413c67afe2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.759873 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-07481801-f6ca-4f04-af7e-1f5c32096ef2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81f742d250124027ad9eb2e1f21205e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8653741 Jan 27 22:23:04.762617 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45162) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:04.789451 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-652b4fe9-eccf-48d1-9ebd-4ea92966bf37 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9643564 Jan 27 22:23:04.795504 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45164) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:04.800668 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-583d0dbd-2f07-45fa-8911-197863c634ac admin admin] Request body: {'subnet': {'network_id': '6813c80a-dbb5-4812-a5f2-2619a90c045c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-103756725-subnet', 'tenant_id': '5363e4f9b78342d9a44181ce9b1e1b62', 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:04.808609 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b4fe9-eccf-48d1-9ebd-4ea92966bf37 admin admin] Pushing event updated for resources: {'Network': ['ID=6813c80a-dbb5-4812-a5f2-2619a90c045c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:04.818693 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07481801-f6ca-4f04-af7e-1f5c32096ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fffc95c-a8c6-42a2-88ce-7d413c67afe2,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:04.823326 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 6813c80a-dbb5-4812-a5f2-2619a90c045c details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:23:04.843506 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583d0dbd-2f07-45fa-8911-197863c634ac admin admin] Made reservation on behalf of 5363e4f9b78342d9a44181ce9b1e1b62 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:23:04.846162 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-583d0dbd-2f07-45fa-8911-197863c634ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.887813 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-467e5a6d-5ced-41cf-ad98-41019f504f3e admin admin] Publish callbacks [] for security_group (8fffc95c-a8c6-42a2-88ce-7d413c67afe2), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:04.940040 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-467e5a6d-5ced-41cf-ad98-41019f504f3e admin admin] Publish callbacks [] for security_group (8fffc95c-a8c6-42a2-88ce-7d413c67afe2), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:05.052445 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-467e5a6d-5ced-41cf-ad98-41019f504f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (8fffc95c-a8c6-42a2-88ce-7d413c67afe2), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:05.055267 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-467e5a6d-5ced-41cf-ad98-41019f504f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:05.056696 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-467e5a6d-5ced-41cf-ad98-41019f504f3e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8fffc95c-a8c6-42a2-88ce-7d413c67afe2 HTTP/1.1" status: 204 len: 168 time: 0.2927203 Jan 27 22:23:05.072914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e5a6d-5ced-41cf-ad98-41019f504f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fffc95c-a8c6-42a2-88ce-7d413c67afe2,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:05.310762 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-583d0dbd-2f07-45fa-8911-197863c634ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (3d23cd50-64f6-4f74-9ab3-fcf7d23dd7f6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:05.425236 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d0dbd-2f07-45fa-8911-197863c634ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d23cd50-64f6-4f74-9ab3-fcf7d23dd7f6,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:05.470944 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d0718-60b5-4cfd-9e47-07d4a063eb59 req-db070184-8ba5-46c8-b902-9d9f029b6d46 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:05.478721 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd7d0718-60b5-4cfd-9e47-07d4a063eb59 req-db070184-8ba5-46c8-b902-9d9f029b6d46 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.1063874 Jan 27 22:23:05.500863 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583d0dbd-2f07-45fa-8911-197863c634ac admin admin] Checking segment: {'id': '290322a5-ecb6-446c-985c-67a8b9d96348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6813c80a-dbb5-4812-a5f2-2619a90c045c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:05.501755 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583d0dbd-2f07-45fa-8911-197863c634ac admin admin] Network hostable DHCP agents. Network: 6813c80a-dbb5-4812-a5f2-2619a90c045c, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:23:05.548201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583d0dbd-2f07-45fa-8911-197863c634ac admin admin] Network 6813c80a-dbb5-4812-a5f2-2619a90c045c is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:23:05.593682 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-583d0dbd-2f07-45fa-8911-197863c634ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 6813c80a-dbb5-4812-a5f2-2619a90c045c) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:05.598779 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583d0dbd-2f07-45fa-8911-197863c634ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:05.599430 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-583d0dbd-2f07-45fa-8911-197863c634ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:05.607395 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64aa3e5a-bf6d-422e-b680-f0b21a408845 None None] Network 6813c80a-dbb5-4812-a5f2-2619a90c045c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:05.642406 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-583d0dbd-2f07-45fa-8911-197863c634ac admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8452973 Jan 27 22:23:05.644588 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45174) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:05.650388 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f0c9dc31-8e85-427f-b72f-424c21c374b3 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-103756725-router', 'tenant_id': '5363e4f9b78342d9a44181ce9b1e1b62', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:05.691134 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd7d0718-60b5-4cfd-9e47-07d4a063eb59 req-879caeda-9eb9-4bc2-bf1b-3d3240bd479c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092733 Jan 27 22:23:05.712982 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0c9dc31-8e85-427f-b72f-424c21c374b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (c585ba5d-a05e-4379-8fe1-033038d6c5a6), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:05.714196 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0c9dc31-8e85-427f-b72f-424c21c374b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (c585ba5d-a05e-4379-8fe1-033038d6c5a6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:05.842275 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0c9dc31-8e85-427f-b72f-424c21c374b3 admin admin] Publish callbacks [] for router_controller (c585ba5d-a05e-4379-8fe1-033038d6c5a6), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:06.047987 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0c9dc31-8e85-427f-b72f-424c21c374b3 admin admin] Publish callbacks [] for router_gateway (c585ba5d-a05e-4379-8fe1-033038d6c5a6), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:06.117079 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:23:06.193054 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f906217-f24a-46bc-9458-6d3ce31a13bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-6813c80a-dbb5-4812-a5f2-2619a90c045c', 'network_id': '6813c80a-dbb5-4812-a5f2-2619a90c045c', 'project_id': '5363e4f9b78342d9a44181ce9b1e1b62', 'fixed_ips': [{'subnet_id': '3d23cd50-64f6-4f74-9ab3-fcf7d23dd7f6'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:23:06.194605 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7f906217-f24a-46bc-9458-6d3ce31a13bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:06.473296 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-7f906217-f24a-46bc-9458-6d3ce31a13bc None None] Allocated IP 172.20.0.2 (6813c80a-dbb5-4812-a5f2-2619a90c045c/3d23cd50-64f6-4f74-9ab3-fcf7d23dd7f6/ecabbc0e-d042-4973-822f-917d28d076ec) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:23:06.507683 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0c9dc31-8e85-427f-b72f-424c21c374b3 admin admin] Publish callbacks [] for router_gateway (c585ba5d-a05e-4379-8fe1-033038d6c5a6), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:06.535631 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0c9dc31-8e85-427f-b72f-424c21c374b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:06.660447 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7f906217-f24a-46bc-9458-6d3ce31a13bc None None] Publish callbacks [] for port (ecabbc0e-d042-4973-822f-917d28d076ec), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:06.685834 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7f906217-f24a-46bc-9458-6d3ce31a13bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (ecabbc0e-d042-4973-822f-917d28d076ec), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:06.751977 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f906217-f24a-46bc-9458-6d3ce31a13bc None None] Pushing event updated for resources: {'Port': ['ID=ecabbc0e-d042-4973-822f-917d28d076ec,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:06.778486 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f906217-f24a-46bc-9458-6d3ce31a13bc None None] Network 6813c80a-dbb5-4812-a5f2-2619a90c045c is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:06.778922 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-f0c9dc31-8e85-427f-b72f-424c21c374b3 admin admin] Allocated IP 172.25.3.12 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/4f139295-b44b-499b-a632-f946d25c49bf) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:23:06.780220 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-7f906217-f24a-46bc-9458-6d3ce31a13bc None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:06.788621 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f906217-f24a-46bc-9458-6d3ce31a13bc None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:23:06.903051 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-7f906217-f24a-46bc-9458-6d3ce31a13bc None None] Attempting to bind port ecabbc0e-d042-4973-822f-917d28d076ec on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:23:06.903305 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bde519-ce9e-49b7-b58a-74a693e8cbe9 req-9ed57194-0aa2-4a56-8ac5-0f66aa418cdf tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:06.903751 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-7f906217-f24a-46bc-9458-6d3ce31a13bc None None] Attempting to bind port ecabbc0e-d042-4973-822f-917d28d076ec by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '290322a5-ecb6-446c-985c-67a8b9d96348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6813c80a-dbb5-4812-a5f2-2619a90c045c'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:23:06.904090 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f906217-f24a-46bc-9458-6d3ce31a13bc None None] Attempting to bind port ecabbc0e-d042-4973-822f-917d28d076ec on network 6813c80a-dbb5-4812-a5f2-2619a90c045c {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:23:06.912921 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4bde519-ce9e-49b7-b58a-74a693e8cbe9 req-9ed57194-0aa2-4a56-8ac5-0f66aa418cdf tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.1018021 Jan 27 22:23:06.929847 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f906217-f24a-46bc-9458-6d3ce31a13bc None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:23:06.930255 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f906217-f24a-46bc-9458-6d3ce31a13bc None None] Checking segment: {'id': '290322a5-ecb6-446c-985c-67a8b9d96348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6813c80a-dbb5-4812-a5f2-2619a90c045c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:06.932362 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7f906217-f24a-46bc-9458-6d3ce31a13bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:06.932789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f906217-f24a-46bc-9458-6d3ce31a13bc None None] Bound using segment: {'id': '290322a5-ecb6-446c-985c-67a8b9d96348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6813c80a-dbb5-4812-a5f2-2619a90c045c'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:23:06.935265 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-7f906217-f24a-46bc-9458-6d3ce31a13bc None None] Bound port: ecabbc0e-d042-4973-822f-917d28d076ec, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290322a5-ecb6-446c-985c-67a8b9d96348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6813c80a-dbb5-4812-a5f2-2619a90c045c'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:23:06.935719 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7f906217-f24a-46bc-9458-6d3ce31a13bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ecabbc0e-d042-4973-822f-917d28d076ec), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:07.026464 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0c9dc31-8e85-427f-b72f-424c21c374b3 admin admin] Publish callbacks [] for port (4f139295-b44b-499b-a632-f946d25c49bf), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:07.037071 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4bde519-ce9e-49b7-b58a-74a693e8cbe9 req-41360d59-6161-4eb6-9836-d5229761b259 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228888 Jan 27 22:23:07.079313 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7f906217-f24a-46bc-9458-6d3ce31a13bc None None] For port ecabbc0e-d042-4973-822f-917d28d076ec, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:23:07.083625 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0c9dc31-8e85-427f-b72f-424c21c374b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (4f139295-b44b-499b-a632-f946d25c49bf), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:07.101109 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7f906217-f24a-46bc-9458-6d3ce31a13bc None None] For port ecabbc0e-d042-4973-822f-917d28d076ec, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ecabbc0e-d042-4973-822f-917d28d076ec,segment=NetworkSegment(290322a5-ecb6-446c-985c-67a8b9d96348),segment_id=290322a5-ecb6-446c-985c-67a8b9d96348)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:23:07.111504 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7f906217-f24a-46bc-9458-6d3ce31a13bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ecabbc0e-d042-4973-822f-917d28d076ec), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:07.186763 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c9dc31-8e85-427f-b72f-424c21c374b3 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:07.190801 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-f0c9dc31-8e85-427f-b72f-424c21c374b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:07.194673 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c9dc31-8e85-427f-b72f-424c21c374b3 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:23:07.229717 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f906217-f24a-46bc-9458-6d3ce31a13bc None None] Pushing event updated for resources: {'Port': ['ID=ecabbc0e-d042-4973-822f-917d28d076ec,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:07.232657 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9dc31-8e85-427f-b72f-424c21c374b3 admin admin] Pushing event updated for resources: {'Port': ['ID=4f139295-b44b-499b-a632-f946d25c49bf,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:07.640147 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0c9dc31-8e85-427f-b72f-424c21c374b3 admin admin] Publish callbacks [] for router_gateway (c585ba5d-a05e-4379-8fe1-033038d6c5a6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:07.807470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ecabbc0e-d042-4973-822f-917d28d076ec up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:23:07.918200 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port ecabbc0e-d042-4973-822f-917d28d076ec triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:07.918987 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ecabbc0e-d042-4973-822f-917d28d076ec), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:08.000784 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0c9dc31-8e85-427f-b72f-424c21c374b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (c585ba5d-a05e-4379-8fe1-033038d6c5a6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:08.062690 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port ecabbc0e-d042-4973-822f-917d28d076ec is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:08.063332 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ecabbc0e-d042-4973-822f-917d28d076ec), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:08.123271 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port ecabbc0e-d042-4973-822f-917d28d076ec, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ecabbc0e-d042-4973-822f-917d28d076ec,segment=NetworkSegment(290322a5-ecb6-446c-985c-67a8b9d96348),segment_id=290322a5-ecb6-446c-985c-67a8b9d96348)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:08.135215 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ecabbc0e-d042-4973-822f-917d28d076ec), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:08.220784 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=ecabbc0e-d042-4973-822f-917d28d076ec,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:08.228221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c63baa-a1c3-4b90-ad9a-6de70c4ffe4f req-2fa61ec1-1467-4a29-88c0-ff746165668a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:08.236148 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9c63baa-a1c3-4b90-ad9a-6de70c4ffe4f req-2fa61ec1-1467-4a29-88c0-ff746165668a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.0757873 Jan 27 22:23:08.291671 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9c63baa-a1c3-4b90-ad9a-6de70c4ffe4f req-e8f20268-526e-4e66-ac91-c67455d8c579 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524054 Jan 27 22:23:08.329837 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c9dc31-8e85-427f-b72f-424c21c374b3 admin admin] Router c585ba5d-a05e-4379-8fe1-033038d6c5a6 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:23:08.538558 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c9dc31-8e85-427f-b72f-424c21c374b3 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:23:08.548407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] Sync routers for ids ['c585ba5d-a05e-4379-8fe1-033038d6c5a6'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:23:08.565021 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0c9dc31-8e85-427f-b72f-424c21c374b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:08.566546 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f0c9dc31-8e85-427f-b72f-424c21c374b3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.9207606 Jan 27 22:23:08.568948 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45192) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:08.572483 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] Routers {'c585ba5d-a05e-4379-8fe1-033038d6c5a6'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:08.577653 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:22:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c585ba5d-a05e-4379-8fe1-033038d6c5a6'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:08.899939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] Set router c585ba5d-a05e-4379-8fe1-033038d6c5a6 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:23:09.104413 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6a4ffb-1e91-441e-9936-5d4a16375a60 None None] Network 6813c80a-dbb5-4812-a5f2-2619a90c045c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:09.267673 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-25a7e929-9754-41ba-95fe-76c51d8ee368 None None] Provisioning complete for port ecabbc0e-d042-4973-822f-917d28d076ec triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:09.268014 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-25a7e929-9754-41ba-95fe-76c51d8ee368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ecabbc0e-d042-4973-822f-917d28d076ec), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:09.511033 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-25a7e929-9754-41ba-95fe-76c51d8ee368 None None] Current status of the port ecabbc0e-d042-4973-822f-917d28d076ec is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:09.550363 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a630d05a-859f-4861-bfcb-d0d2e0c4e868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:09.598368 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15043ed3-f339-48e2-a13e-5b37c6bacbdc req-c45e5b70-4874-4319-9129-060c485f7460 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:09.606018 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15043ed3-f339-48e2-a13e-5b37c6bacbdc req-c45e5b70-4874-4319-9129-060c485f7460 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.1534784 Jan 27 22:23:09.635286 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c585ba5d-a05e-4379-8fe1-033038d6c5a6', 'name': 'tempest-ImageQuotaTest-103756725-router', 'tenant_id': '5363e4f9b78342d9a44181ce9b1e1b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4f139295-b44b-499b-a632-f946d25c49bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:23:05Z', 'updated_at': '2022-01-27T22:23:07Z', 'revision_number': 3, 'project_id': '5363e4f9b78342d9a44181ce9b1e1b62', 'gw_port': {'id': '4f139295-b44b-499b-a632-f946d25c49bf', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c585ba5d-a05e-4379-8fe1-033038d6c5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:06Z', 'updated_at': '2022-01-27T22:23:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:09.688360 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] Checking router: c585ba5d-a05e-4379-8fe1-033038d6c5a6 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:23:09.689012 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] Updating router c585ba5d-a05e-4379-8fe1-033038d6c5a6 port 4f139295-b44b-499b-a632-f946d25c49bf binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:23:09.741371 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4f139295-b44b-499b-a632-f946d25c49bf), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:09.830743 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-15043ed3-f339-48e2-a13e-5b37c6bacbdc req-f851fec7-1b10-40f6-a8b3-da5ae7a76896 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165885 Jan 27 22:23:09.960913 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ecabbc0e-d042-4973-822f-917d28d076ec up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:23:10.161170 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-98427fed-ff90-4f99-a448-12364ea15d16 None None] Provisioning complete for port ecabbc0e-d042-4973-822f-917d28d076ec triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:10.162126 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-98427fed-ff90-4f99-a448-12364ea15d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ecabbc0e-d042-4973-822f-917d28d076ec), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:10.212569 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port ecabbc0e-d042-4973-822f-917d28d076ec triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:10.213851 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ecabbc0e-d042-4973-822f-917d28d076ec), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:10.431035 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-a630d05a-859f-4861-bfcb-d0d2e0c4e868 admin admin] Allocated IP 172.20.0.1 (6813c80a-dbb5-4812-a5f2-2619a90c045c/3d23cd50-64f6-4f74-9ab3-fcf7d23dd7f6/bb19b58c-1045-4d5f-9cde-843efdbc552c) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:23:10.439295 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port ecabbc0e-d042-4973-822f-917d28d076ec is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:10.451399 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-98427fed-ff90-4f99-a448-12364ea15d16 None None] Current status of the port ecabbc0e-d042-4973-822f-917d28d076ec is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:10.471793 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] Publish callbacks [] for port (4f139295-b44b-499b-a632-f946d25c49bf), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:10.489461 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4f139295-b44b-499b-a632-f946d25c49bf), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:10.533501 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] Attempting to bind port 4f139295-b44b-499b-a632-f946d25c49bf on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:23:10.533501 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] Attempting to bind port 4f139295-b44b-499b-a632-f946d25c49bf by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:23:10.533501 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] Attempting to bind port 4f139295-b44b-499b-a632-f946d25c49bf on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:23:10.594021 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:23:10.594426 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:10.596708 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:10.597124 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:23:10.597625 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] Bound port: 4f139295-b44b-499b-a632-f946d25c49bf, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:23:10.598047 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4f139295-b44b-499b-a632-f946d25c49bf), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:10.677636 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89cb2fe-18f2-44e3-b1ce-e3aeef44fce2 None None] Pushing event updated for resources: {'Port': ['ID=4f139295-b44b-499b-a632-f946d25c49bf,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:10.701624 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a630d05a-859f-4861-bfcb-d0d2e0c4e868 admin admin] Publish callbacks [] for port (bb19b58c-1045-4d5f-9cde-843efdbc552c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:10.727170 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] For port 4f139295-b44b-499b-a632-f946d25c49bf, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:23:10.733787 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] For port 4f139295-b44b-499b-a632-f946d25c49bf, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4f139295-b44b-499b-a632-f946d25c49bf,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:23:10.741006 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4f139295-b44b-499b-a632-f946d25c49bf), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:10.752801 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a630d05a-859f-4861-bfcb-d0d2e0c4e868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (bb19b58c-1045-4d5f-9cde-843efdbc552c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:10.800940 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] Routers {'c585ba5d-a05e-4379-8fe1-033038d6c5a6'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:10.801579 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:22:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c585ba5d-a05e-4379-8fe1-033038d6c5a6'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:10.836276 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630d05a-859f-4861-bfcb-d0d2e0c4e868 admin admin] Pushing event updated for resources: {'Port': ['ID=bb19b58c-1045-4d5f-9cde-843efdbc552c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:10.851802 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89cb2fe-18f2-44e3-b1ce-e3aeef44fce2 None None] Pushing event updated for resources: {'Port': ['ID=4f139295-b44b-499b-a632-f946d25c49bf,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:10.869443 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a630d05a-859f-4861-bfcb-d0d2e0c4e868 admin admin] Network 6813c80a-dbb5-4812-a5f2-2619a90c045c is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:10.872385 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-a630d05a-859f-4861-bfcb-d0d2e0c4e868 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:10.877043 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a630d05a-859f-4861-bfcb-d0d2e0c4e868 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:23:11.009927 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] Set router c585ba5d-a05e-4379-8fe1-033038d6c5a6 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:23:11.016607 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a630d05a-859f-4861-bfcb-d0d2e0c4e868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (c585ba5d-a05e-4379-8fe1-033038d6c5a6), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:11.058011 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79521a7d-5a13-44d9-af1a-9ca4b753ab34 req-cc3243ed-7964-47b4-8c01-a222d6edc655 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:11.068911 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-79521a7d-5a13-44d9-af1a-9ca4b753ab34 req-cc3243ed-7964-47b4-8c01-a222d6edc655 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.0729549 Jan 27 22:23:11.176616 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-79521a7d-5a13-44d9-af1a-9ca4b753ab34 req-d7e1aec3-4eb6-4503-9f95-7454a69c5655 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066947 Jan 27 22:23:11.364345 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a630d05a-859f-4861-bfcb-d0d2e0c4e868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (bb19b58c-1045-4d5f-9cde-843efdbc552c), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:11.401423 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-48ecd743-a9ff-4de3-aa76-f1e283afd593 None None] Provisioning complete for port bb19b58c-1045-4d5f-9cde-843efdbc552c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:11.402334 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-48ecd743-a9ff-4de3-aa76-f1e283afd593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (bb19b58c-1045-4d5f-9cde-843efdbc552c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:11.466763 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-48ecd743-a9ff-4de3-aa76-f1e283afd593 None None] Port bb19b58c-1045-4d5f-9cde-843efdbc552c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:23:11.504964 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c585ba5d-a05e-4379-8fe1-033038d6c5a6', 'name': 'tempest-ImageQuotaTest-103756725-router', 'tenant_id': '5363e4f9b78342d9a44181ce9b1e1b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4f139295-b44b-499b-a632-f946d25c49bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:23:05Z', 'updated_at': '2022-01-27T22:23:07Z', 'revision_number': 3, 'project_id': '5363e4f9b78342d9a44181ce9b1e1b62', 'gw_port': {'id': '4f139295-b44b-499b-a632-f946d25c49bf', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c585ba5d-a05e-4379-8fe1-033038d6c5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:06Z', 'updated_at': '2022-01-27T22:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:11.572306 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a630d05a-859f-4861-bfcb-d0d2e0c4e868 admin admin] Publish callbacks [] for port (bb19b58c-1045-4d5f-9cde-843efdbc552c), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:11.585337 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a630d05a-859f-4861-bfcb-d0d2e0c4e868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (bb19b58c-1045-4d5f-9cde-843efdbc552c), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:11.585582 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01565d1b-1611-49f2-9ad1-6b575ebaa8da None None] The sync data for ids ['c585ba5d-a05e-4379-8fe1-033038d6c5a6'] in n-d-772272-3 is: [{'id': 'c585ba5d-a05e-4379-8fe1-033038d6c5a6', 'name': 'tempest-ImageQuotaTest-103756725-router', 'tenant_id': '5363e4f9b78342d9a44181ce9b1e1b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4f139295-b44b-499b-a632-f946d25c49bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:23:05Z', 'updated_at': '2022-01-27T22:23:07Z', 'revision_number': 3, 'project_id': '5363e4f9b78342d9a44181ce9b1e1b62', 'gw_port': {'id': '4f139295-b44b-499b-a632-f946d25c49bf', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c585ba5d-a05e-4379-8fe1-033038d6c5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:06Z', 'updated_at': '2022-01-27T22:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:23:11.679558 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a630d05a-859f-4861-bfcb-d0d2e0c4e868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (c585ba5d-a05e-4379-8fe1-033038d6c5a6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:11.789790 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630d05a-859f-4861-bfcb-d0d2e0c4e868 admin admin] Pushing event updated for resources: {'Port': ['ID=bb19b58c-1045-4d5f-9cde-843efdbc552c,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:11.872919 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a630d05a-859f-4861-bfcb-d0d2e0c4e868 admin admin] Network 6813c80a-dbb5-4812-a5f2-2619a90c045c is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:11.878261 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-a630d05a-859f-4861-bfcb-d0d2e0c4e868 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:12.078873 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a630d05a-859f-4861-bfcb-d0d2e0c4e868 admin admin] Router c585ba5d-a05e-4379-8fe1-033038d6c5a6 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:23:12.412981 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46c0d1-6d37-4588-8acc-f88853fe5862 req-a406a7e5-c9d5-44d0-94a0-ac2da8bb649a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:12.415122 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a46c0d1-6d37-4588-8acc-f88853fe5862 req-a406a7e5-c9d5-44d0-94a0-ac2da8bb649a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.0925903 Jan 27 22:23:12.455966 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a630d05a-859f-4861-bfcb-d0d2e0c4e868 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:23:12.479527 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a630d05a-859f-4861-bfcb-d0d2e0c4e868 admin admin] 10.222.0.23 "PUT /v2.0/routers/c585ba5d-a05e-4379-8fe1-033038d6c5a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9092145 Jan 27 22:23:12.529235 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6fa316e7-4c36-4349-8292-0177f3670c69 None None] Provisioning complete for port bb19b58c-1045-4d5f-9cde-843efdbc552c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:12.529840 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6fa316e7-4c36-4349-8292-0177f3670c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (bb19b58c-1045-4d5f-9cde-843efdbc552c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:12.568574 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a46c0d1-6d37-4588-8acc-f88853fe5862 req-efeea345-846b-4cde-9f07-50e5eb52eb8c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466269 Jan 27 22:23:12.662877 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6fa316e7-4c36-4349-8292-0177f3670c69 None None] Port bb19b58c-1045-4d5f-9cde-843efdbc552c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:23:12.865845 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:13.844064 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4f139295-b44b-499b-a632-f946d25c49bf up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:23:13.905176 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b451eb-749e-40d4-bca3-2bb16b4ac6ae req-07a0ec1f-ef53-42b2-a0c6-5d1481de2173 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:13.914269 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3b451eb-749e-40d4-bca3-2bb16b4ac6ae req-07a0ec1f-ef53-42b2-a0c6-5d1481de2173 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.1983047 Jan 27 22:23:14.050943 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3b451eb-749e-40d4-bca3-2bb16b4ac6ae req-61a70f0d-4498-4f73-b4b5-1d3aa06eacb4 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339221 Jan 27 22:23:14.060202 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 4f139295-b44b-499b-a632-f946d25c49bf triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:14.060963 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4f139295-b44b-499b-a632-f946d25c49bf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:14.260897 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 4f139295-b44b-499b-a632-f946d25c49bf is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:14.262153 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (4f139295-b44b-499b-a632-f946d25c49bf), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:14.289050 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 4f139295-b44b-499b-a632-f946d25c49bf, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4f139295-b44b-499b-a632-f946d25c49bf,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:14.299220 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (4f139295-b44b-499b-a632-f946d25c49bf), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:14.388031 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=4f139295-b44b-499b-a632-f946d25c49bf,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:14.642285 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] Sync routers for ids ['c585ba5d-a05e-4379-8fe1-033038d6c5a6'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:23:14.654307 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] Routers {'c585ba5d-a05e-4379-8fe1-033038d6c5a6'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:14.655109 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:22:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c585ba5d-a05e-4379-8fe1-033038d6c5a6'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:14.852896 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] Set router c585ba5d-a05e-4379-8fe1-033038d6c5a6 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:23:15.179978 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c585ba5d-a05e-4379-8fe1-033038d6c5a6', 'name': 'tempest-ImageQuotaTest-103756725-router', 'tenant_id': '5363e4f9b78342d9a44181ce9b1e1b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4f139295-b44b-499b-a632-f946d25c49bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:23:05Z', 'updated_at': '2022-01-27T22:23:11Z', 'revision_number': 4, 'project_id': '5363e4f9b78342d9a44181ce9b1e1b62', 'gw_port': {'id': '4f139295-b44b-499b-a632-f946d25c49bf', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c585ba5d-a05e-4379-8fe1-033038d6c5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:06Z', 'updated_at': '2022-01-27T22:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'bb19b58c-1045-4d5f-9cde-843efdbc552c', 'name': '', 'network_id': '6813c80a-dbb5-4812-a5f2-2619a90c045c', 'tenant_id': '5363e4f9b78342d9a44181ce9b1e1b62', 'mac_address': 'fa:16:3e:69:79:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c585ba5d-a05e-4379-8fe1-033038d6c5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '3d23cd50-64f6-4f74-9ab3-fcf7d23dd7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:09Z', 'updated_at': '2022-01-27T22:23:11Z', 'revision_number': 2, 'project_id': '5363e4f9b78342d9a44181ce9b1e1b62', 'subnets': [{'id': '3d23cd50-64f6-4f74-9ab3-fcf7d23dd7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:15.211085 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] Checking router: c585ba5d-a05e-4379-8fe1-033038d6c5a6 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:23:15.213241 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] Updating router c585ba5d-a05e-4379-8fe1-033038d6c5a6 port bb19b58c-1045-4d5f-9cde-843efdbc552c binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:23:15.239451 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0083ae-613c-4c18-8321-e0f6ea12bee7 req-155999b6-0270-45bb-8940-79bbd5d3f966 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:15.246527 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca0083ae-613c-4c18-8321-e0f6ea12bee7 req-155999b6-0270-45bb-8940-79bbd5d3f966 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.0694020 Jan 27 22:23:15.259063 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (bb19b58c-1045-4d5f-9cde-843efdbc552c), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:15.302503 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca0083ae-613c-4c18-8321-e0f6ea12bee7 req-505443a8-7479-4def-8e0c-83183fba2336 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532067 Jan 27 22:23:15.341489 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45248) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:15.639743 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] Publish callbacks [] for port (bb19b58c-1045-4d5f-9cde-843efdbc552c), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:15.651387 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (bb19b58c-1045-4d5f-9cde-843efdbc552c), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:15.675451 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4f139295-b44b-499b-a632-f946d25c49bf up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:23:15.768110 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7115510-a01c-4067-8bd9-7177cb8c95c4 None None] Pushing event updated for resources: {'Port': ['ID=bb19b58c-1045-4d5f-9cde-843efdbc552c,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:15.777844 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 4f139295-b44b-499b-a632-f946d25c49bf triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:15.777844 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (4f139295-b44b-499b-a632-f946d25c49bf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:15.800252 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7115510-a01c-4067-8bd9-7177cb8c95c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:15.800954 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7115510-a01c-4067-8bd9-7177cb8c95c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:15.801483 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7115510-a01c-4067-8bd9-7177cb8c95c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:15.802165 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7115510-a01c-4067-8bd9-7177cb8c95c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:15.802713 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7115510-a01c-4067-8bd9-7177cb8c95c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:15.803834 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7115510-a01c-4067-8bd9-7177cb8c95c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:15.804399 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7115510-a01c-4067-8bd9-7177cb8c95c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:15.805355 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7115510-a01c-4067-8bd9-7177cb8c95c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:15.805355 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7115510-a01c-4067-8bd9-7177cb8c95c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:15.805839 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7115510-a01c-4067-8bd9-7177cb8c95c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:15.806361 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7115510-a01c-4067-8bd9-7177cb8c95c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:15.806693 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7115510-a01c-4067-8bd9-7177cb8c95c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:15.807098 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7115510-a01c-4067-8bd9-7177cb8c95c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:15.832457 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] Attempting to bind port bb19b58c-1045-4d5f-9cde-843efdbc552c on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:23:15.832757 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] Attempting to bind port bb19b58c-1045-4d5f-9cde-843efdbc552c by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '290322a5-ecb6-446c-985c-67a8b9d96348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6813c80a-dbb5-4812-a5f2-2619a90c045c'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:23:15.833229 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] Attempting to bind port bb19b58c-1045-4d5f-9cde-843efdbc552c on network 6813c80a-dbb5-4812-a5f2-2619a90c045c {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:23:15.842727 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4f088098-f72d-4a01-be32-da30644cc12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (c585ba5d-a05e-4379-8fe1-033038d6c5a6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:15.851120 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:23:15.851657 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] Checking segment: {'id': '290322a5-ecb6-446c-985c-67a8b9d96348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6813c80a-dbb5-4812-a5f2-2619a90c045c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:23:15.852018 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:15.852544 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] Bound using segment: {'id': '290322a5-ecb6-446c-985c-67a8b9d96348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6813c80a-dbb5-4812-a5f2-2619a90c045c'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:23:15.853092 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] Bound port: bb19b58c-1045-4d5f-9cde-843efdbc552c, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290322a5-ecb6-446c-985c-67a8b9d96348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6813c80a-dbb5-4812-a5f2-2619a90c045c'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:23:15.853483 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (bb19b58c-1045-4d5f-9cde-843efdbc552c), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:15.954547 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 4f139295-b44b-499b-a632-f946d25c49bf is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:15.977639 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] For port bb19b58c-1045-4d5f-9cde-843efdbc552c, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:23:15.989446 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] For port bb19b58c-1045-4d5f-9cde-843efdbc552c, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=bb19b58c-1045-4d5f-9cde-843efdbc552c,segment=NetworkSegment(290322a5-ecb6-446c-985c-67a8b9d96348),segment_id=290322a5-ecb6-446c-985c-67a8b9d96348)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:23:16.007164 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (bb19b58c-1045-4d5f-9cde-843efdbc552c), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.089055 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] Routers {'c585ba5d-a05e-4379-8fe1-033038d6c5a6'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:16.090402 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:22:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c585ba5d-a05e-4379-8fe1-033038d6c5a6'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:16.150652 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6d309ecf-b013-479f-a036-6bdb359c9bd9 None None] Provisioning complete for port bb19b58c-1045-4d5f-9cde-843efdbc552c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:16.151487 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6d309ecf-b013-479f-a036-6bdb359c9bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (bb19b58c-1045-4d5f-9cde-843efdbc552c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.211184 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7115510-a01c-4067-8bd9-7177cb8c95c4 None None] Pushing event updated for resources: {'Port': ['ID=bb19b58c-1045-4d5f-9cde-843efdbc552c,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:16.273181 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] Set router c585ba5d-a05e-4379-8fe1-033038d6c5a6 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:23:16.464303 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-4f088098-f72d-4a01-be32-da30644cc12a admin admin] Deleting port bb19b58c-1045-4d5f-9cde-843efdbc552c {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:16.470270 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4f088098-f72d-4a01-be32-da30644cc12a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (bb19b58c-1045-4d5f-9cde-843efdbc552c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.591609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f68f3-253c-464d-a319-04b671ab7a57 req-1dcfe4e2-b20a-4fcf-97e9-6b8a0b4b01a6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:16.603279 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-4f088098-f72d-4a01-be32-da30644cc12a admin admin] For port bb19b58c-1045-4d5f-9cde-843efdbc552c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=bb19b58c-1045-4d5f-9cde-843efdbc552c,segment=NetworkSegment(290322a5-ecb6-446c-985c-67a8b9d96348),segment_id=290322a5-ecb6-446c-985c-67a8b9d96348)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:16.603587 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4f088098-f72d-4a01-be32-da30644cc12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (bb19b58c-1045-4d5f-9cde-843efdbc552c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.611450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-553f68f3-253c-464d-a319-04b671ab7a57 req-1dcfe4e2-b20a-4fcf-97e9-6b8a0b4b01a6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.1911666 Jan 27 22:23:16.623633 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-4f088098-f72d-4a01-be32-da30644cc12a admin admin] Calling delete_port for bb19b58c-1045-4d5f-9cde-843efdbc552c owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:16.698067 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6d309ecf-b013-479f-a036-6bdb359c9bd9 None None] Current status of the port bb19b58c-1045-4d5f-9cde-843efdbc552c is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:16.698648 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6d309ecf-b013-479f-a036-6bdb359c9bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (bb19b58c-1045-4d5f-9cde-843efdbc552c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.765366 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-553f68f3-253c-464d-a319-04b671ab7a57 req-fcc4ba5f-0b9a-4ffc-93a9-b6eae70f199e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516850 Jan 27 22:23:16.836405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6d309ecf-b013-479f-a036-6bdb359c9bd9 None None] For port bb19b58c-1045-4d5f-9cde-843efdbc552c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=bb19b58c-1045-4d5f-9cde-843efdbc552c,segment=NetworkSegment(290322a5-ecb6-446c-985c-67a8b9d96348),segment_id=290322a5-ecb6-446c-985c-67a8b9d96348)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:16.847067 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6d309ecf-b013-479f-a036-6bdb359c9bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (bb19b58c-1045-4d5f-9cde-843efdbc552c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.904332 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c585ba5d-a05e-4379-8fe1-033038d6c5a6', 'name': 'tempest-ImageQuotaTest-103756725-router', 'tenant_id': '5363e4f9b78342d9a44181ce9b1e1b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4f139295-b44b-499b-a632-f946d25c49bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:23:05Z', 'updated_at': '2022-01-27T22:23:11Z', 'revision_number': 4, 'project_id': '5363e4f9b78342d9a44181ce9b1e1b62', 'gw_port': {'id': '4f139295-b44b-499b-a632-f946d25c49bf', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c585ba5d-a05e-4379-8fe1-033038d6c5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:06Z', 'updated_at': '2022-01-27T22:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'bb19b58c-1045-4d5f-9cde-843efdbc552c', 'name': '', 'network_id': '6813c80a-dbb5-4812-a5f2-2619a90c045c', 'tenant_id': '5363e4f9b78342d9a44181ce9b1e1b62', 'mac_address': 'fa:16:3e:69:79:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c585ba5d-a05e-4379-8fe1-033038d6c5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '3d23cd50-64f6-4f74-9ab3-fcf7d23dd7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:09Z', 'updated_at': '2022-01-27T22:23:15Z', 'revision_number': 4, 'project_id': '5363e4f9b78342d9a44181ce9b1e1b62', 'subnets': [{'id': '3d23cd50-64f6-4f74-9ab3-fcf7d23dd7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:16.921842 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4f088098-f72d-4a01-be32-da30644cc12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (bb19b58c-1045-4d5f-9cde-843efdbc552c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.954071 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d309ecf-b013-479f-a036-6bdb359c9bd9 None None] Pushing event updated for resources: {'Port': ['ID=bb19b58c-1045-4d5f-9cde-843efdbc552c,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:17.008710 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f088098-f72d-4a01-be32-da30644cc12a admin admin] Pushing event deleted for resources: {'Port': ['ID=bb19b58c-1045-4d5f-9cde-843efdbc552c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:17.016975 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c7c3f7e9-c216-479f-84c5-2b2a15117670 None None] Could not find standard attr ID for object bb19b58c-1045-4d5f-9cde-843efdbc552c. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:23:17.097546 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d03b04-0bb1-4421-9208-29bfdf1e3c96 None None] The sync data for ids ['c585ba5d-a05e-4379-8fe1-033038d6c5a6'] in n-d-772272-3 is: [{'id': 'c585ba5d-a05e-4379-8fe1-033038d6c5a6', 'name': 'tempest-ImageQuotaTest-103756725-router', 'tenant_id': '5363e4f9b78342d9a44181ce9b1e1b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '4f139295-b44b-499b-a632-f946d25c49bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:23:05Z', 'updated_at': '2022-01-27T22:23:11Z', 'revision_number': 4, 'project_id': '5363e4f9b78342d9a44181ce9b1e1b62', 'gw_port': {'id': '4f139295-b44b-499b-a632-f946d25c49bf', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c585ba5d-a05e-4379-8fe1-033038d6c5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:06Z', 'updated_at': '2022-01-27T22:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'bb19b58c-1045-4d5f-9cde-843efdbc552c', 'name': '', 'network_id': '6813c80a-dbb5-4812-a5f2-2619a90c045c', 'tenant_id': '5363e4f9b78342d9a44181ce9b1e1b62', 'mac_address': 'fa:16:3e:69:79:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c585ba5d-a05e-4379-8fe1-033038d6c5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '3d23cd50-64f6-4f74-9ab3-fcf7d23dd7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:23:09Z', 'updated_at': '2022-01-27T22:23:15Z', 'revision_number': 4, 'project_id': '5363e4f9b78342d9a44181ce9b1e1b62', 'subnets': [{'id': '3d23cd50-64f6-4f74-9ab3-fcf7d23dd7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:23:17.338854 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4f088098-f72d-4a01-be32-da30644cc12a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (c585ba5d-a05e-4379-8fe1-033038d6c5a6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:17.747458 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f088098-f72d-4a01-be32-da30644cc12a admin admin] Router c585ba5d-a05e-4379-8fe1-033038d6c5a6 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:23:18.065542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509bede-ca1b-4989-9f3d-11d1aab2dfef req-ed7726c4-9347-4c51-96d4-0d14d82ebe35 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:18.074321 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7509bede-ca1b-4989-9f3d-11d1aab2dfef req-ed7726c4-9347-4c51-96d4-0d14d82ebe35 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.1835082 Jan 27 22:23:18.127986 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f088098-f72d-4a01-be32-da30644cc12a admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:23:18.141422 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4f088098-f72d-4a01-be32-da30644cc12a admin admin] 10.222.0.23 "PUT /v2.0/routers/c585ba5d-a05e-4379-8fe1-033038d6c5a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7986598 Jan 27 22:23:18.142264 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45292) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:18.175445 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7509bede-ca1b-4989-9f3d-11d1aab2dfef req-444e49e9-5845-4bdb-8176-51bf509b5fb5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999453 Jan 27 22:23:18.273495 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-09e50961-9969-4ada-a1eb-fce9afc70791 admin admin] Publish callbacks [] for router (c585ba5d-a05e-4379-8fe1-033038d6c5a6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:18.412253 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-09e50961-9969-4ada-a1eb-fce9afc70791 admin admin] Publish callbacks [] for router_gateway (c585ba5d-a05e-4379-8fe1-033038d6c5a6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:18.503836 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-09e50961-9969-4ada-a1eb-fce9afc70791 admin admin] Deleting port 4f139295-b44b-499b-a632-f946d25c49bf {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:18.504608 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-09e50961-9969-4ada-a1eb-fce9afc70791 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (4f139295-b44b-499b-a632-f946d25c49bf), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:18.624054 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-09e50961-9969-4ada-a1eb-fce9afc70791 admin admin] For port 4f139295-b44b-499b-a632-f946d25c49bf, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=4f139295-b44b-499b-a632-f946d25c49bf,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:18.624776 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-09e50961-9969-4ada-a1eb-fce9afc70791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (4f139295-b44b-499b-a632-f946d25c49bf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:18.649268 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-09e50961-9969-4ada-a1eb-fce9afc70791 admin admin] Calling delete_port for 4f139295-b44b-499b-a632-f946d25c49bf owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:18.905347 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-09e50961-9969-4ada-a1eb-fce9afc70791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (4f139295-b44b-499b-a632-f946d25c49bf), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:18.943168 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e50961-9969-4ada-a1eb-fce9afc70791 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f139295-b44b-499b-a632-f946d25c49bf,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:19.028529 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-09e50961-9969-4ada-a1eb-fce9afc70791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (c585ba5d-a05e-4379-8fe1-033038d6c5a6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.129101 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28ce845-fec3-4ee5-80bc-f9362344ec63 None None] Sync routers for ids ['c585ba5d-a05e-4379-8fe1-033038d6c5a6'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:23:19.143231 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-09e50961-9969-4ada-a1eb-fce9afc70791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (c585ba5d-a05e-4379-8fe1-033038d6c5a6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.143488 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28ce845-fec3-4ee5-80bc-f9362344ec63 None None] Routers {'c585ba5d-a05e-4379-8fe1-033038d6c5a6'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:19.144130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c28ce845-fec3-4ee5-80bc-f9362344ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:22:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c585ba5d-a05e-4379-8fe1-033038d6c5a6'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:19.145544 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-09e50961-9969-4ada-a1eb-fce9afc70791 admin admin] Publish callbacks [] for router_controller (c585ba5d-a05e-4379-8fe1-033038d6c5a6), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.235280 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-c28ce845-fec3-4ee5-80bc-f9362344ec63 None None] Set router c585ba5d-a05e-4379-8fe1-033038d6c5a6 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:23:19.257538 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-09e50961-9969-4ada-a1eb-fce9afc70791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (c585ba5d-a05e-4379-8fe1-033038d6c5a6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.258475 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e50961-9969-4ada-a1eb-fce9afc70791 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c585ba5d-a05e-4379-8fe1-033038d6c5a6 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:23:19.269265 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-09e50961-9969-4ada-a1eb-fce9afc70791 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.270856 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-09e50961-9969-4ada-a1eb-fce9afc70791 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c585ba5d-a05e-4379-8fe1-033038d6c5a6 HTTP/1.1" status: 204 len: 168 time: 1.1275733 Jan 27 22:23:19.273430 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45314) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:19.312341 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c28ce845-fec3-4ee5-80bc-f9362344ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c585ba5d-a05e-4379-8fe1-033038d6c5a6', 'name': 'tempest-ImageQuotaTest-103756725-router', 'tenant_id': '5363e4f9b78342d9a44181ce9b1e1b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:23:05Z', 'updated_at': '2022-01-27T22:23:18Z', 'revision_number': 7, 'project_id': '5363e4f9b78342d9a44181ce9b1e1b62', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:19.342295 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aafb2a-e0a8-4297-ba82-f9f32c6ae0b2 req-43da1177-a3b6-47f2-98bb-f5e2b99beff5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:19.345642 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32aafb2a-e0a8-4297-ba82-f9f32c6ae0b2 req-43da1177-a3b6-47f2-98bb-f5e2b99beff5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.0692492 Jan 27 22:23:19.355880 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28ce845-fec3-4ee5-80bc-f9362344ec63 None None] Checking router: c585ba5d-a05e-4379-8fe1-033038d6c5a6 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:23:19.366822 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28ce845-fec3-4ee5-80bc-f9362344ec63 None None] Routers set() bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:19.367320 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28ce845-fec3-4ee5-80bc-f9362344ec63 None None] Router IDs set() for agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 22:23:19.368084 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_agentschedulers_db [None req-c28ce845-fec3-4ee5-80bc-f9362344ec63 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c585ba5d-a05e-4379-8fe1-033038d6c5a6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:22:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent'). {{(pid=109743) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 22:23:19.368844 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28ce845-fec3-4ee5-80bc-f9362344ec63 None None] The sync data for ids ['c585ba5d-a05e-4379-8fe1-033038d6c5a6'] in n-d-772272-3 is: [] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:23:19.380591 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-36cc7b19-7ae2-4092-bae8-c99269ec28d5 admin admin] Deleting subnet 3d23cd50-64f6-4f74-9ab3-fcf7d23dd7f6 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:23:19.390226 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-36cc7b19-7ae2-4092-bae8-c99269ec28d5 admin admin] Publish callbacks [] for subnet (3d23cd50-64f6-4f74-9ab3-fcf7d23dd7f6), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.400915 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32aafb2a-e0a8-4297-ba82-f9f32c6ae0b2 req-c121cb46-242f-4537-a30f-19264336e8f1 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545266 Jan 27 22:23:19.460470 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-36cc7b19-7ae2-4092-bae8-c99269ec28d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (3d23cd50-64f6-4f74-9ab3-fcf7d23dd7f6), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.561218 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-36cc7b19-7ae2-4092-bae8-c99269ec28d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (3d23cd50-64f6-4f74-9ab3-fcf7d23dd7f6), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.915372 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device bb19b58c-1045-4d5f-9cde-843efdbc552c no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:23:19.946464 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: bb19b58c-1045-4d5f-9cde-843efdbc552c {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:23:19.946826 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device bb19b58c-1045-4d5f-9cde-843efdbc552c not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:23:20.008224 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-36cc7b19-7ae2-4092-bae8-c99269ec28d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (3d23cd50-64f6-4f74-9ab3-fcf7d23dd7f6), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.046955 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc7b19-7ae2-4092-bae8-c99269ec28d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d23cd50-64f6-4f74-9ab3-fcf7d23dd7f6,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:20.057287 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-36cc7b19-7ae2-4092-bae8-c99269ec28d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.064677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c1630e-28e3-4725-9c44-b0025dbe9e85 None None] Network 6813c80a-dbb5-4812-a5f2-2619a90c045c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:20.079561 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-36cc7b19-7ae2-4092-bae8-c99269ec28d5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3d23cd50-64f6-4f74-9ab3-fcf7d23dd7f6 HTTP/1.1" status: 204 len: 168 time: 0.8047938 Jan 27 22:23:20.082276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45330) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:20.213584 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (6813c80a-dbb5-4812-a5f2-2619a90c045c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.289194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Deleting port ecabbc0e-d042-4973-822f-917d28d076ec {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:20.289742 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ecabbc0e-d042-4973-822f-917d28d076ec), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.375018 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] For port ecabbc0e-d042-4973-822f-917d28d076ec, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ecabbc0e-d042-4973-822f-917d28d076ec,segment=NetworkSegment(290322a5-ecb6-446c-985c-67a8b9d96348),segment_id=290322a5-ecb6-446c-985c-67a8b9d96348)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:20.375645 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ecabbc0e-d042-4973-822f-917d28d076ec), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.390832 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Calling delete_port for ecabbc0e-d042-4973-822f-917d28d076ec owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:20.405941 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66710a9-d61b-4ccf-a2dc-7c3880ea6385 None None] DHCP port deletion for 6813c80a-dbb5-4812-a5f2-2619a90c045c request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:23:20.524865 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b66710a9-d61b-4ccf-a2dc-7c3880ea6385 None None] Deleting port ecabbc0e-d042-4973-822f-917d28d076ec {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:20.525439 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b66710a9-d61b-4ccf-a2dc-7c3880ea6385 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ecabbc0e-d042-4973-822f-917d28d076ec), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.584188 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (ecabbc0e-d042-4973-822f-917d28d076ec), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.613802 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b66710a9-d61b-4ccf-a2dc-7c3880ea6385 None None] For port ecabbc0e-d042-4973-822f-917d28d076ec, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ecabbc0e-d042-4973-822f-917d28d076ec,segment=NetworkSegment(290322a5-ecb6-446c-985c-67a8b9d96348),segment_id=290322a5-ecb6-446c-985c-67a8b9d96348)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:20.614383 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b66710a9-d61b-4ccf-a2dc-7c3880ea6385 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ecabbc0e-d042-4973-822f-917d28d076ec), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.629118 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b66710a9-d61b-4ccf-a2dc-7c3880ea6385 None None] Calling delete_port for ecabbc0e-d042-4973-822f-917d28d076ec owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:20.629501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecabbc0e-d042-4973-822f-917d28d076ec,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:20.648867 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:20.649505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:20.650026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:20.650540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:20.651041 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:20.652086 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:20.652600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:20.653110 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:20.653598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:20.654180 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:20.654682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:20.655186 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:20.655678 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:20.669518 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] No DVR routers for this DVR port ecabbc0e-d042-4973-822f-917d28d076ec on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:23:20.680230 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227c2d5-8c89-433b-81c1-93b4aa317e4e req-fb94f260-47e3-43fb-ab2f-991acabc44db tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:20.682128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4227c2d5-8c89-433b-81c1-93b4aa317e4e req-fb94f260-47e3-43fb-ab2f-991acabc44db tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.1079926 Jan 27 22:23:20.732981 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b66710a9-d61b-4ccf-a2dc-7c3880ea6385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (ecabbc0e-d042-4973-822f-917d28d076ec), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.759223 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66710a9-d61b-4ccf-a2dc-7c3880ea6385 None None] Pushing event deleted for resources: {'Port': ['ID=ecabbc0e-d042-4973-822f-917d28d076ec,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:20.774964 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66710a9-d61b-4ccf-a2dc-7c3880ea6385 None None] No DVR routers for this DVR port ecabbc0e-d042-4973-822f-917d28d076ec on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:23:20.789887 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (6813c80a-dbb5-4812-a5f2-2619a90c045c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.820766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6813c80a-dbb5-4812-a5f2-2619a90c045c']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:20.840379 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290322a5-ecb6-446c-985c-67a8b9d96348') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:20.840979 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290322a5-ecb6-446c-985c-67a8b9d96348') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:20.864435 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (290322a5-ecb6-446c-985c-67a8b9d96348), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.901494 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4227c2d5-8c89-433b-81c1-93b4aa317e4e req-f1704d63-bd0d-49cd-9ec0-8ac4f46777cb tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909733 Jan 27 22:23:20.909538 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (290322a5-ecb6-446c-985c-67a8b9d96348), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.918455 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:20.918879 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (290322a5-ecb6-446c-985c-67a8b9d96348), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:20.993713 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:21.001038 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (6813c80a-dbb5-4812-a5f2-2619a90c045c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.012073 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.017889 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6813c80a-dbb5-4812-a5f2-2619a90c045c HTTP/1.1" status: 204 len: 168 time: 0.9315107 Jan 27 22:23:21.034023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a2ddf-116a-4ee7-84a0-3fd20a34c201 admin admin] Pushing event deleted for resources: {'Network': ['ID=6813c80a-dbb5-4812-a5f2-2619a90c045c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:21.183789 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45350) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:21.237820 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8d72d5c9-cbcf-4f5a-b9b1-a9abc80632d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5363e4f9b78342d9a44181ce9b1e1b62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0521784 Jan 27 22:23:21.240984 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45354) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:21.315749 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1934af4e-5998-4dc6-a09a-318de1d45524 admin admin] Publish callbacks [] for security_group (c0c8c9a2-eedb-456b-ad2a-383660f291d9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.341348 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1934af4e-5998-4dc6-a09a-318de1d45524 admin admin] Publish callbacks [] for security_group (c0c8c9a2-eedb-456b-ad2a-383660f291d9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.376126 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.421582 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1934af4e-5998-4dc6-a09a-318de1d45524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c0c8c9a2-eedb-456b-ad2a-383660f291d9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.425371 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1934af4e-5998-4dc6-a09a-318de1d45524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.429574 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1934af4e-5998-4dc6-a09a-318de1d45524 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0c8c9a2-eedb-456b-ad2a-383660f291d9 HTTP/1.1" status: 204 len: 168 time: 0.1865358 Jan 27 22:23:21.441550 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934af4e-5998-4dc6-a09a-318de1d45524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c8c9a2-eedb-456b-ad2a-383660f291d9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:21.731263 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4f139295-b44b-499b-a632-f946d25c49bf no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:23:21.784566 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 4f139295-b44b-499b-a632-f946d25c49bf {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:23:21.785495 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 4f139295-b44b-499b-a632-f946d25c49bf not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:23:21.786303 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ecabbc0e-d042-4973-822f-917d28d076ec no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:23:21.821435 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: ecabbc0e-d042-4973-822f-917d28d076ec {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:23:21.822076 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ecabbc0e-d042-4973-822f-917d28d076ec not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:23:22.080676 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 45370) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:22.112765 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d83af8-6dae-42b9-b71d-48eabc8af9ca req-8b4f6746-6b59-4682-a0b6-66c96f2dd999 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:22.122525 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37d83af8-6dae-42b9-b71d-48eabc8af9ca req-8b4f6746-6b59-4682-a0b6-66c96f2dd999 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.1069782 Jan 27 22:23:22.125727 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5fe3659a-9d3c-4e99-9850-7cddce348729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:22.199795 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37d83af8-6dae-42b9-b71d-48eabc8af9ca req-10d03efc-4513-499d-a3b6-ea110789794e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760736 Jan 27 22:23:22.242769 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5fe3659a-9d3c-4e99-9850-7cddce348729 admin admin] Publish callbacks [] for security_group (ad213c37-465c-4d8f-9b48-7a22aa96151a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:22.249620 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5fe3659a-9d3c-4e99-9850-7cddce348729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ad213c37-465c-4d8f-9b48-7a22aa96151a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:22.286806 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3659a-9d3c-4e99-9850-7cddce348729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad213c37-465c-4d8f-9b48-7a22aa96151a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:22.322289 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5fe3659a-9d3c-4e99-9850-7cddce348729 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2404115 Jan 27 22:23:22.325470 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 45376) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:22.389986 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-95006019-8194-4a0b-82d3-e070d2133799 admin admin] Publish callbacks [] for security_group (ad213c37-465c-4d8f-9b48-7a22aa96151a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:22.414697 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-95006019-8194-4a0b-82d3-e070d2133799 admin admin] Publish callbacks [] for security_group (ad213c37-465c-4d8f-9b48-7a22aa96151a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:22.470614 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-95006019-8194-4a0b-82d3-e070d2133799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ad213c37-465c-4d8f-9b48-7a22aa96151a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:22.473943 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-95006019-8194-4a0b-82d3-e070d2133799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:22.475078 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-95006019-8194-4a0b-82d3-e070d2133799 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad213c37-465c-4d8f-9b48-7a22aa96151a HTTP/1.1" status: 204 len: 168 time: 0.1485248 Jan 27 22:23:22.483952 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95006019-8194-4a0b-82d3-e070d2133799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad213c37-465c-4d8f-9b48-7a22aa96151a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:23.386648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d4e37-26de-4b9d-ab4c-f7a3945b05c1 req-c8c25e6a-cf14-4d95-b87a-71020d90fcb5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:23.397132 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba6d4e37-26de-4b9d-ab4c-f7a3945b05c1 req-c8c25e6a-cf14-4d95-b87a-71020d90fcb5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.1112013 Jan 27 22:23:23.497693 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba6d4e37-26de-4b9d-ab4c-f7a3945b05c1 req-70669d51-51bf-484e-b7bb-32fcccb00f7e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993280 Jan 27 22:23:24.152122 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-39da3b49-34fb-4e2f-8593-d2fc25094eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:24.690871 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abb3d0-084e-4eb1-bebc-62513b6ddcc3 req-2574a01f-bdb6-439e-8827-9aab231c00bd tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:24.699941 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87abb3d0-084e-4eb1-bebc-62513b6ddcc3 req-2574a01f-bdb6-439e-8827-9aab231c00bd tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.1141653 Jan 27 22:23:24.764229 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87abb3d0-084e-4eb1-bebc-62513b6ddcc3 req-1ff34fe9-c54f-4661-90b2-c291eaafdc64 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573018 Jan 27 22:23:25.885080 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b006a9-0a29-484a-8ff9-4050e2e487b2 req-e19a586e-356e-4aad-b7f5-e6fdcff18d59 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:25.894879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97b006a9-0a29-484a-8ff9-4050e2e487b2 req-e19a586e-356e-4aad-b7f5-e6fdcff18d59 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.0642445 Jan 27 22:23:25.957694 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97b006a9-0a29-484a-8ff9-4050e2e487b2 req-ca018840-6dc6-4ba5-976a-ace3c4bf7ef5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615845 Jan 27 22:23:26.722318 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-82fe855e-3fe9-4ba6-bdb0-9b52c3ecee36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:27.109863 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fe7c8-4296-401a-b705-18a37b0154c0 req-2afe9ff9-59a1-4d14-8621-f086f17c5487 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:27.112652 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce5fe7c8-4296-401a-b705-18a37b0154c0 req-2afe9ff9-59a1-4d14-8621-f086f17c5487 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.0654242 Jan 27 22:23:27.183894 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce5fe7c8-4296-401a-b705-18a37b0154c0 req-e816c2b1-274f-44bb-9387-f7e116ac1e46 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622389 Jan 27 22:23:27.597505 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:28.300479 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357ca6b-0977-4382-a2f0-bd8b59cc90d9 req-7a9db8c3-2207-44ee-897c-6e61ec117037 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:28.309546 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6357ca6b-0977-4382-a2f0-bd8b59cc90d9 req-7a9db8c3-2207-44ee-897c-6e61ec117037 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.0578828 Jan 27 22:23:28.376300 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6357ca6b-0977-4382-a2f0-bd8b59cc90d9 req-dab1cbc1-8672-42ea-8237-cc99dfd97119 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654233 Jan 27 22:23:28.967899 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:29.523686 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41af1c9-cfd0-435c-aa3d-43d9799c52b8 req-028a194e-7bf5-43a0-b7dd-62a8b9499e63 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:29.534033 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b41af1c9-cfd0-435c-aa3d-43d9799c52b8 req-028a194e-7bf5-43a0-b7dd-62a8b9499e63 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.0662572 Jan 27 22:23:29.605987 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b41af1c9-cfd0-435c-aa3d-43d9799c52b8 req-483e0cab-9134-4e17-b9f7-d0108ea53418 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652277 Jan 27 22:23:30.325072 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:30.740200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a8551-41aa-4d73-a8ee-b012a5871845 req-6a0db27f-6b3f-4cb1-9db3-c602d35d0934 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:30.748045 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-458a8551-41aa-4d73-a8ee-b012a5871845 req-6a0db27f-6b3f-4cb1-9db3-c602d35d0934 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.0758820 Jan 27 22:23:30.800269 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-458a8551-41aa-4d73-a8ee-b012a5871845 req-cfd3f53c-9c45-498b-a5fb-0904e12ad09c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508399 Jan 27 22:23:31.958020 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd06f02-cb0b-4f85-a506-4579db30037b req-9b471ab3-88b4-4571-9381-229b744d8979 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:31.959965 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8bd06f02-cb0b-4f85-a506-4579db30037b req-9b471ab3-88b4-4571-9381-229b744d8979 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.0608907 Jan 27 22:23:32.029180 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8bd06f02-cb0b-4f85-a506-4579db30037b req-3009bb8f-74c9-42e2-8eee-a0e695ae200f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623062 Jan 27 22:23:33.191644 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40765801-23be-414a-b2cf-e9119e09c38a req-ee04f2b9-bf59-43d4-a9f0-c92b77d5a716 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:33.193263 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-40765801-23be-414a-b2cf-e9119e09c38a req-ee04f2b9-bf59-43d4-a9f0-c92b77d5a716 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.0738630 Jan 27 22:23:33.252853 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-40765801-23be-414a-b2cf-e9119e09c38a req-26a3d1a8-17cf-48de-886c-6eee7f5e72f6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527413 Jan 27 22:23:34.373602 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1f404-32df-4ce5-9a91-897fafe3dd04 req-670676a5-1dc9-4808-bada-2a3e4329bf4c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:34.375921 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-24f1f404-32df-4ce5-9a91-897fafe3dd04 req-670676a5-1dc9-4808-bada-2a3e4329bf4c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.0537064 Jan 27 22:23:34.426099 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-24f1f404-32df-4ce5-9a91-897fafe3dd04 req-777ec9c8-5aff-4e60-9fb1-e61ff7e79922 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437663 Jan 27 22:23:35.549435 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a5e67-9727-4c6e-80cd-79c9ef00669e req-3af4ff55-9ced-40a6-9db5-29e74002bd04 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:35.551970 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e56a5e67-9727-4c6e-80cd-79c9ef00669e req-3af4ff55-9ced-40a6-9db5-29e74002bd04 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.0559101 Jan 27 22:23:35.600977 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e56a5e67-9727-4c6e-80cd-79c9ef00669e req-b9b704c0-d7f4-4ec5-97cb-ea3f45cfce69 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424922 Jan 27 22:23:36.978161 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ef09c-966c-4b6b-b2c0-8ec24f2481e9 req-77f7e831-8ff7-4963-9d9e-5cbba8befcd6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:36.985089 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b92ef09c-966c-4b6b-b2c0-8ec24f2481e9 req-77f7e831-8ff7-4963-9d9e-5cbba8befcd6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.0645666 Jan 27 22:23:37.031238 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b92ef09c-966c-4b6b-b2c0-8ec24f2481e9 req-7368b19e-976b-4bbe-a522-5d33a155a81d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437286 Jan 27 22:23:38.150638 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdd86d-27fa-4e80-9be7-5a06d5c3f4ae req-9dbf4c89-f47d-4e3c-b2af-0b86e62e9ccf tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:38.153051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eefdd86d-27fa-4e80-9be7-5a06d5c3f4ae req-9dbf4c89-f47d-4e3c-b2af-0b86e62e9ccf tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.0495350 Jan 27 22:23:38.210573 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eefdd86d-27fa-4e80-9be7-5a06d5c3f4ae req-3a2c7815-42a5-43d9-a834-363a9879579d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505929 Jan 27 22:23:39.355551 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de5df4-d67f-4d6c-b803-0b6942fa42ba req-8eaf79a9-7fb0-45f2-ba99-39385ba35717 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:39.359310 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c6de5df4-d67f-4d6c-b803-0b6942fa42ba req-8eaf79a9-7fb0-45f2-ba99-39385ba35717 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.0629282 Jan 27 22:23:39.410324 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c6de5df4-d67f-4d6c-b803-0b6942fa42ba req-9301ba28-2491-417e-a9b6-e03975d06441 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438981 Jan 27 22:23:40.528225 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5797a9-76f8-483a-a3fd-03818d98a092 req-674729ca-8f10-4f52-ae51-aa1016a72ee0 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:40.529707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a5797a9-76f8-483a-a3fd-03818d98a092 req-674729ca-8f10-4f52-ae51-aa1016a72ee0 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 943 time: 0.0483520 Jan 27 22:23:40.575648 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a5797a9-76f8-483a-a3fd-03818d98a092 req-a2e7854b-e22e-44d2-96e4-bc6885cc2877 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402398 Jan 27 22:23:41.425171 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 21078159-5a88-40d8-bbcb-c4b9b859f5f3 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:23:41.542855 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 21078159-5a88-40d8-bbcb-c4b9b859f5f3, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=21078159-5a88-40d8-bbcb-c4b9b859f5f3,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:41.556695 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '21078159-5a88-40d8-bbcb-c4b9b859f5f3', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'port_id': '21078159-5a88-40d8-bbcb-c4b9b859f5f3', 'mac_address': 'fa:16:3e:12:ad:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:23:41.598290 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 21078159-5a88-40d8-bbcb-c4b9b859f5f3 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:41.598698 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (21078159-5a88-40d8-bbcb-c4b9b859f5f3), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:41.613081 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21078159-5a88-40d8-bbcb-c4b9b859f5f3 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:23:41.633020 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 21078159-5a88-40d8-bbcb-c4b9b859f5f3, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=21078159-5a88-40d8-bbcb-c4b9b859f5f3,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:41.637242 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (21078159-5a88-40d8-bbcb-c4b9b859f5f3), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:41.700536 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=21078159-5a88-40d8-bbcb-c4b9b859f5f3,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:41.702273 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d6798-848f-44ff-8801-78a697e63d2b req-7c0103eb-651f-4910-8c63-f0dd8572683a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:41.704821 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-930d6798-848f-44ff-8801-78a697e63d2b req-7c0103eb-651f-4910-8c63-f0dd8572683a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 944 time: 0.0584266 Jan 27 22:23:41.756995 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-930d6798-848f-44ff-8801-78a697e63d2b req-4223e021-4bd0-4daf-8d8e-724d1bd349c0 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472274 Jan 27 22:23:41.842958 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['21078159-5a88-40d8-bbcb-c4b9b859f5f3'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:23:42.851702 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:42.875894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238d543-f841-44af-bea2-44f564e895b6 req-13018948-52c0-416d-b3d9-3cf0146e1a5c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:42.877430 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7238d543-f841-44af-bea2-44f564e895b6 req-13018948-52c0-416d-b3d9-3cf0146e1a5c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 944 time: 0.0508888 Jan 27 22:23:42.928450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7238d543-f841-44af-bea2-44f564e895b6 req-7cb9edd9-9df1-4835-b0ce-016dcb544af8 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437372 Jan 27 22:23:43.116574 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:23:43.439797 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 21078159-5a88-40d8-bbcb-c4b9b859f5f3 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:23:43.490679 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 21078159-5a88-40d8-bbcb-c4b9b859f5f3 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:23:43.494430 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 21078159-5a88-40d8-bbcb-c4b9b859f5f3 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:43.495338 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (21078159-5a88-40d8-bbcb-c4b9b859f5f3), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:43.573255 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 21078159-5a88-40d8-bbcb-c4b9b859f5f3 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:43.573648 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (21078159-5a88-40d8-bbcb-c4b9b859f5f3), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:43.596523 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955ca23c-5a2b-4843-8897-5c7a41d5fd7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21078159-5a88-40d8-bbcb-c4b9b859f5f3'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:23:43.598735 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82451780-97ca-4966-8d7e-d8400551c84f" -d '{"events": [{"server_uuid": "955ca23c-5a2b-4843-8897-5c7a41d5fd7c", "name": "network-vif-plugged", "status": "completed", "tag": "21078159-5a88-40d8-bbcb-c4b9b859f5f3"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:23:43.611627 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 21078159-5a88-40d8-bbcb-c4b9b859f5f3, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=21078159-5a88-40d8-bbcb-c4b9b859f5f3,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:43.615972 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (21078159-5a88-40d8-bbcb-c4b9b859f5f3), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:43.649366 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7f6a46-b4bd-475e-87b9-32019a8ffd2b x-openstack-request-id: req-7e7f6a46-b4bd-475e-87b9-32019a8ffd2b {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:23:43.649773 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955ca23c-5a2b-4843-8897-5c7a41d5fd7c", "name": "network-vif-plugged", "status": "completed", "tag": "21078159-5a88-40d8-bbcb-c4b9b859f5f3", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:23:43.650134 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e7f6a46-b4bd-475e-87b9-32019a8ffd2b {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:23:43.651143 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955ca23c-5a2b-4843-8897-5c7a41d5fd7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21078159-5a88-40d8-bbcb-c4b9b859f5f3', 'code': 200} Jan 27 22:23:43.677745 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=21078159-5a88-40d8-bbcb-c4b9b859f5f3,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:43.744596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4cee5-9347-4fd4-b69a-3c2905af95e3 req-96402373-2446-466f-a532-a5f5bf75339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:43.746078 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52a4cee5-9347-4fd4-b69a-3c2905af95e3 req-96402373-2446-466f-a532-a5f5bf75339e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 1096 time: 0.0408642 Jan 27 22:23:43.793920 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52a4cee5-9347-4fd4-b69a-3c2905af95e3 req-5f901ca5-0933-4676-a88f-1ea7ef35993a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401282 Jan 27 22:23:44.047000 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15afc7b-ca60-4d00-95fc-e20daad38dee req-1b0d30f1-45fa-47df-b2de-55dcc42caefc tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:44.048510 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e15afc7b-ca60-4d00-95fc-e20daad38dee req-1b0d30f1-45fa-47df-b2de-55dcc42caefc tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 945 time: 0.0489795 Jan 27 22:23:44.096364 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e15afc7b-ca60-4d00-95fc-e20daad38dee req-9b63b35b-8b5d-4d0c-bd22-f172e9b5c348 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419767 Jan 27 22:23:45.221778 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e404e-8347-420e-8316-ad3034d41137 req-47ebaeb5-4e8c-4d3b-a38c-7a316d51aa2b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:45.223405 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b0e404e-8347-420e-8316-ad3034d41137 req-47ebaeb5-4e8c-4d3b-a38c-7a316d51aa2b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 945 time: 0.0525718 Jan 27 22:23:45.272702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b0e404e-8347-420e-8316-ad3034d41137 req-39fa4f36-8a0b-4d4c-af09-3adbd98b69fb tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427547 Jan 27 22:23:45.417449 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe140-d9ea-4bc3-a7be-5ecd40517db8 req-c122697d-f34e-4041-b15e-fb0e3c5b4ee7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:45.420129 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95dfe140-d9ea-4bc3-a7be-5ecd40517db8 req-c122697d-f34e-4041-b15e-fb0e3c5b4ee7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 945 time: 0.0614450 Jan 27 22:23:45.468675 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95dfe140-d9ea-4bc3-a7be-5ecd40517db8 req-8ad015ca-cc34-415b-ae2d-ad7f27e97938 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435078 Jan 27 22:23:45.775935 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4b1a6-00c8-4f63-a446-78da26287e07 req-f3115b08-39d0-4aee-b2ab-257883080a1c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:45.777653 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3ae4b1a6-00c8-4f63-a446-78da26287e07 req-f3115b08-39d0-4aee-b2ab-257883080a1c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 945 time: 0.0548553 Jan 27 22:23:45.826834 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3ae4b1a6-00c8-4f63-a446-78da26287e07 req-b275ca93-f073-4dcd-be81-e6f455f191d2 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431688 Jan 27 22:23:46.954835 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11a0bd-276c-45bb-9017-b9c69a95899c req-5330ee16-59f2-4892-a0d0-a88e36c9dca0 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:46.956272 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca11a0bd-276c-45bb-9017-b9c69a95899c req-5330ee16-59f2-4892-a0d0-a88e36c9dca0 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 945 time: 0.0559599 Jan 27 22:23:47.005517 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca11a0bd-276c-45bb-9017-b9c69a95899c req-59b17b80-81c1-4376-9e20-7969324d801e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431676 Jan 27 22:23:47.185692 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee5f1d-db3a-4fdb-8117-811dde66dced req-18cbcd79-1777-4791-b7f7-8ed9092f0532 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:47.187680 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97ee5f1d-db3a-4fdb-8117-811dde66dced req-18cbcd79-1777-4791-b7f7-8ed9092f0532 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.15 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 945 time: 0.0593877 Jan 27 22:23:47.283997 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-97ee5f1d-db3a-4fdb-8117-811dde66dced req-997d989b-6ede-4060-b741-2161f163873c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Deleting port 21078159-5a88-40d8-bbcb-c4b9b859f5f3 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:47.284303 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-97ee5f1d-db3a-4fdb-8117-811dde66dced req-997d989b-6ede-4060-b741-2161f163873c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (21078159-5a88-40d8-bbcb-c4b9b859f5f3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:47.378952 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-97ee5f1d-db3a-4fdb-8117-811dde66dced req-997d989b-6ede-4060-b741-2161f163873c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] For port 21078159-5a88-40d8-bbcb-c4b9b859f5f3, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=21078159-5a88-40d8-bbcb-c4b9b859f5f3,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:47.379320 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-97ee5f1d-db3a-4fdb-8117-811dde66dced req-997d989b-6ede-4060-b741-2161f163873c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (21078159-5a88-40d8-bbcb-c4b9b859f5f3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:47.391351 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-97ee5f1d-db3a-4fdb-8117-811dde66dced req-997d989b-6ede-4060-b741-2161f163873c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Calling delete_port for 21078159-5a88-40d8-bbcb-c4b9b859f5f3 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:47.543705 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-97ee5f1d-db3a-4fdb-8117-811dde66dced req-997d989b-6ede-4060-b741-2161f163873c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (21078159-5a88-40d8-bbcb-c4b9b859f5f3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:47.555466 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['21078159-5a88-40d8-bbcb-c4b9b859f5f3'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:23:47.575278 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d989b-6ede-4060-b741-2161f163873c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event deleted for resources: {'Port': ['ID=21078159-5a88-40d8-bbcb-c4b9b859f5f3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:47.596788 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['48166c93-134c-4af8-bf77-9c030564cf55'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:23:47.664015 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ee5f1d-db3a-4fdb-8117-811dde66dced req-997d989b-6ede-4060-b741-2161f163873c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] No DVR routers for this DVR port 21078159-5a88-40d8-bbcb-c4b9b859f5f3 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:23:47.677519 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-97ee5f1d-db3a-4fdb-8117-811dde66dced req-997d989b-6ede-4060-b741-2161f163873c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:47.681125 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97ee5f1d-db3a-4fdb-8117-811dde66dced req-997d989b-6ede-4060-b741-2161f163873c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.15 "DELETE /v2.0/ports/21078159-5a88-40d8-bbcb-c4b9b859f5f3 HTTP/1.1" status: 204 len: 173 time: 0.4888787 Jan 27 22:23:47.681473 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955ca23c-5a2b-4843-8897-5c7a41d5fd7c', 'name': 'network-vif-deleted', 'tag': '21078159-5a88-40d8-bbcb-c4b9b859f5f3'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:23:47.696913 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cff7c05-34fb-4818-b0d5-a9f921b0eb9b" -d '{"events": [{"server_uuid": "955ca23c-5a2b-4843-8897-5c7a41d5fd7c", "name": "network-vif-deleted", "tag": "21078159-5a88-40d8-bbcb-c4b9b859f5f3"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:23:47.780132 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367aec39-c006-401e-b4f7-3085c8abadd4 x-openstack-request-id: req-367aec39-c006-401e-b4f7-3085c8abadd4 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:23:47.780414 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955ca23c-5a2b-4843-8897-5c7a41d5fd7c", "name": "network-vif-deleted", "tag": "21078159-5a88-40d8-bbcb-c4b9b859f5f3", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:23:47.780676 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-367aec39-c006-401e-b4f7-3085c8abadd4 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:23:47.781089 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955ca23c-5a2b-4843-8897-5c7a41d5fd7c', 'name': 'network-vif-deleted', 'tag': '21078159-5a88-40d8-bbcb-c4b9b859f5f3', 'status': 'completed', 'code': 200} Jan 27 22:23:48.121096 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c659817-708e-4e45-8cd9-28ba63206b69 req-f8d8ca5d-46ae-42a4-bd5e-72f6683d2768 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 210 time: 0.0369809 Jan 27 22:23:49.250565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5dba594c-0cb9-474d-a2b9-b7ac9e7540dc req-b537bebd-74b1-46d3-afa2-8ebab92f4369 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 210 time: 0.0312462 Jan 27 22:23:50.413156 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4aaac4c-1625-4fa6-a246-d9305e033b90 req-1aaef5a1-39c9-4051-8397-4c8ed8ee990a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 210 time: 0.0466769 Jan 27 22:23:51.398370 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:51.500937 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 21078159-5a88-40d8-bbcb-c4b9b859f5f3 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:23:51.532870 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 21078159-5a88-40d8-bbcb-c4b9b859f5f3 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:23:51.533543 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 21078159-5a88-40d8-bbcb-c4b9b859f5f3 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:23:51.556206 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fdda8ad6-84aa-44d5-a638-541f60f35e29 req-12a17ee9-493a-4a37-b62e-ea88badca945 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 210 time: 0.0467095 Jan 27 22:23:52.713064 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b61ce564-a785-4432-8ae3-86e8191652cb req-3e468b4e-39cd-4790-af59-44fc58e81360 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 210 time: 0.0350723 Jan 27 22:23:53.816608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fa99b30-5780-4996-8c50-cc7e6057ec2b req-471f44b9-b7b5-427e-99a8-a53aab9d460a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 210 time: 0.0333927 Jan 27 22:23:54.139631 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3a93d175-aac4-43e2-a9d1-bd4f3df00814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:54.931098 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74db3376-6300-4c8f-b769-e4c1df15cf4c req-8a3234c0-2f6f-4cfe-93e3-25be39741977 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 210 time: 0.0324538 Jan 27 22:23:56.029396 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99fa9373-281e-43d5-8999-5cf0ccf90771 req-9a9abbc5-d4f9-4207-8b3a-e335d853370e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 210 time: 0.0268860 Jan 27 22:23:56.707884 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-68bd3c0f-7b08-4d4b-b6f5-61cdd1e7cd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:57.144274 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-121ea3e6-46e6-4a58-848c-8c5de93a90d5 req-db2864c4-394d-43b8-97f9-ea1054a863e1 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 210 time: 0.0326121 Jan 27 22:23:57.259149 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7c8c136-c4fa-4d39-bbb2-6c0ac1298cdf req-491d0eea-31c0-44a1-b440-34fd59d16ffe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0440369 Jan 27 22:23:57.378712 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7c8c136-c4fa-4d39-bbb2-6c0ac1298cdf req-6dc24012-6746-45da-9e5c-1e844f478eed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=955ca23c-5a2b-4843-8897-5c7a41d5fd7c HTTP/1.1" status: 200 len: 210 time: 0.0310185 Jan 27 22:23:57.595637 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:57.609009 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8c136-c4fa-4d39-bbb2-6c0ac1298cdf req-bfb1e8a4-4282-424e-a335-afa2089c7724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:57.610788 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7c8c136-c4fa-4d39-bbb2-6c0ac1298cdf req-bfb1e8a4-4282-424e-a335-afa2089c7724 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2068923 Jan 27 22:23:58.085065 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8c136-c4fa-4d39-bbb2-6c0ac1298cdf req-4bc7fb4c-6bb8-492e-a6b7-40bfa864c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:58.086604 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7c8c136-c4fa-4d39-bbb2-6c0ac1298cdf req-4bc7fb4c-6bb8-492e-a6b7-40bfa864c091 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4706895 Jan 27 22:23:58.963663 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:59.815562 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e94a1e7-0a92-49ab-b379-ac527f1b16e6 req-14e42454-24e9-4f49-9e77-5b84bf7dd503 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1749754 Jan 27 22:23:59.908417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94a1e7-0a92-49ab-b379-ac527f1b16e6 req-db317cc0-273f-4451-a796-1b73d7eb3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:59.910233 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e94a1e7-0a92-49ab-b379-ac527f1b16e6 req-db317cc0-273f-4451-a796-1b73d7eb3446 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 1096 time: 0.0480232 Jan 27 22:24:00.034040 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94a1e7-0a92-49ab-b379-ac527f1b16e6 req-e7ca3799-6708-4727-ba29-1da0694f9e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:00.035870 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e94a1e7-0a92-49ab-b379-ac527f1b16e6 req-e7ca3799-6708-4727-ba29-1da0694f9e9e service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 912 time: 0.1023753 Jan 27 22:24:00.084112 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e94a1e7-0a92-49ab-b379-ac527f1b16e6 req-e80d4b80-6a60-46a8-9e39-d21c8ea4cf2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48166c93-134c-4af8-bf77-9c030564cf55 HTTP/1.1" status: 200 len: 217 time: 0.0415723 Jan 27 22:24:00.145541 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94a1e7-0a92-49ab-b379-ac527f1b16e6 req-964da09a-fc5b-4617-8dae-bcb8f70d86b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:00.147440 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e94a1e7-0a92-49ab-b379-ac527f1b16e6 req-964da09a-fc5b-4617-8dae-bcb8f70d86b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.0572250 Jan 27 22:24:00.201972 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94a1e7-0a92-49ab-b379-ac527f1b16e6 req-471a44be-91d7-479f-b34b-695bc1a81355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:00.204827 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e94a1e7-0a92-49ab-b379-ac527f1b16e6 req-471a44be-91d7-479f-b34b-695bc1a81355 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500190 Jan 27 22:24:00.216132 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-9e94a1e7-0a92-49ab-b379-ac527f1b16e6 req-9bd4e1a6-771e-4729-9d17-e2e39753ea67 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:24:00.217866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e94a1e7-0a92-49ab-b379-ac527f1b16e6 req-9bd4e1a6-771e-4729-9d17-e2e39753ea67 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069854 Jan 27 22:24:00.343934 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:00.356042 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e94a1e7-0a92-49ab-b379-ac527f1b16e6 req-9372f811-98d0-4de1-a097-84190578f894 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327589 Jan 27 22:24:00.477190 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e94a1e7-0a92-49ab-b379-ac527f1b16e6 req-75f81a0a-3ecb-4228-a0e0-480b29414904 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129243 Jan 27 22:24:02.017708 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46266) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:02.162049 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-13bdfeb8-04a4-49b5-aa5f-49d4a5839301 admin admin] Deleting subnet 9169d926-c9c1-41ef-87e8-095010d5f5da {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:24:02.166198 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-13bdfeb8-04a4-49b5-aa5f-49d4a5839301 admin admin] Publish callbacks [] for subnet (9169d926-c9c1-41ef-87e8-095010d5f5da), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:02.204505 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-13bdfeb8-04a4-49b5-aa5f-49d4a5839301 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (9169d926-c9c1-41ef-87e8-095010d5f5da), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:02.255134 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-13bdfeb8-04a4-49b5-aa5f-49d4a5839301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (9169d926-c9c1-41ef-87e8-095010d5f5da), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:02.315172 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-13bdfeb8-04a4-49b5-aa5f-49d4a5839301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (9169d926-c9c1-41ef-87e8-095010d5f5da), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:02.329294 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-13bdfeb8-04a4-49b5-aa5f-49d4a5839301 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:02.332963 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-13bdfeb8-04a4-49b5-aa5f-49d4a5839301 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9169d926-c9c1-41ef-87e8-095010d5f5da HTTP/1.1" status: 204 len: 168 time: 0.3141835 Jan 27 22:24:02.335849 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46270) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:02.352403 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdfeb8-04a4-49b5-aa5f-49d4a5839301 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9169d926-c9c1-41ef-87e8-095010d5f5da,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:02.417392 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (a53427e9-711f-4f57-81b2-fa787aa43f9c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:02.506424 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (a53427e9-711f-4f57-81b2-fa787aa43f9c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:02.527791 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53427e9-711f-4f57-81b2-fa787aa43f9c']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:02.537571 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:02.537871 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:02.563889 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:02.585531 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:02.593208 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:24:02.593745 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (149f2c1e-dbf5-42eb-8f64-ea2a0fb5b481), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:24:02.652654 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:24:02.656609 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (a53427e9-711f-4f57-81b2-fa787aa43f9c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:02.663122 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:02.669577 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a53427e9-711f-4f57-81b2-fa787aa43f9c HTTP/1.1" status: 204 len: 168 time: 0.3304851 Jan 27 22:24:02.680037 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] Pushing event deleted for resources: {'Network': ['ID=a53427e9-711f-4f57-81b2-fa787aa43f9c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:02.689043 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:02.689757 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:02.689757 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:02.690380 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:02.690717 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:02.691061 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:02.691458 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:02.691802 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:02.692133 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:02.692669 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:02.693021 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:02.693361 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:02.693694 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f4764-cc84-4d65-8e5e-aa2d36489531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:02.870838 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46278) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:02.925650 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8e23d71a-e0bc-476a-a4a2-6a2002fb74af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b3bcc4cb31245819a1900129e918008&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0531268 Jan 27 22:24:02.927859 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46280) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:02.984547 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-79fcb869-d46a-4624-b30d-98c7210fc529 admin admin] Publish callbacks [] for security_group (b9fde2a7-debf-4128-a551-e0da4a7fb3cb), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:03.041128 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-79fcb869-d46a-4624-b30d-98c7210fc529 admin admin] Publish callbacks [] for security_group (b9fde2a7-debf-4128-a551-e0da4a7fb3cb), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:03.094205 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-79fcb869-d46a-4624-b30d-98c7210fc529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b9fde2a7-debf-4128-a551-e0da4a7fb3cb), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:03.097792 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-79fcb869-d46a-4624-b30d-98c7210fc529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:03.114710 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-79fcb869-d46a-4624-b30d-98c7210fc529 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9fde2a7-debf-4128-a551-e0da4a7fb3cb HTTP/1.1" status: 204 len: 168 time: 0.1754839 Jan 27 22:24:03.126051 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fcb869-d46a-4624-b30d-98c7210fc529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fde2a7-debf-4128-a551-e0da4a7fb3cb,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:07.051654 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1895c56-407c-4328-8ba0-4fad497087ff req-ae7d4856-bca8-4ab7-9fd6-c5a95c20633e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:07.053791 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d1895c56-407c-4328-8ba0-4fad497087ff req-ae7d4856-bca8-4ab7-9fd6-c5a95c20633e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 945 time: 0.0547175 Jan 27 22:24:07.111932 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d1895c56-407c-4328-8ba0-4fad497087ff req-0ccc99a1-335c-4699-84cc-c8a8e0991978 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518460 Jan 27 22:24:08.246792 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179c10d-4008-42ae-82ba-f4dc78a39705 req-c7411da4-6f95-4c94-bdc3-e46db418adbe tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:08.249169 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d179c10d-4008-42ae-82ba-f4dc78a39705 req-c7411da4-6f95-4c94-bdc3-e46db418adbe tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 945 time: 0.0558221 Jan 27 22:24:08.301194 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d179c10d-4008-42ae-82ba-f4dc78a39705 req-773cace7-02a9-4636-a3e1-c1da52419c08 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463297 Jan 27 22:24:08.864256 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f2449-9486-46ef-b78c-8cfa8df305f8 req-66e329fd-4c9a-4b09-a51a-b09fee4bfe75 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:08.865750 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d88f2449-9486-46ef-b78c-8cfa8df305f8 req-66e329fd-4c9a-4b09-a51a-b09fee4bfe75 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 945 time: 0.0494463 Jan 27 22:24:08.969050 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-d88f2449-9486-46ef-b78c-8cfa8df305f8 req-adfb14ec-c61b-4883-a987-719c1d2a53c6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Deleting port 48166c93-134c-4af8-bf77-9c030564cf55 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:24:08.969422 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d88f2449-9486-46ef-b78c-8cfa8df305f8 req-adfb14ec-c61b-4883-a987-719c1d2a53c6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (48166c93-134c-4af8-bf77-9c030564cf55), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:09.083167 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-d88f2449-9486-46ef-b78c-8cfa8df305f8 req-adfb14ec-c61b-4883-a987-719c1d2a53c6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] For port 48166c93-134c-4af8-bf77-9c030564cf55, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=48166c93-134c-4af8-bf77-9c030564cf55,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:24:09.083563 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d88f2449-9486-46ef-b78c-8cfa8df305f8 req-adfb14ec-c61b-4883-a987-719c1d2a53c6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (48166c93-134c-4af8-bf77-9c030564cf55), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:09.097614 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-d88f2449-9486-46ef-b78c-8cfa8df305f8 req-adfb14ec-c61b-4883-a987-719c1d2a53c6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Calling delete_port for 48166c93-134c-4af8-bf77-9c030564cf55 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:24:09.287712 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d88f2449-9486-46ef-b78c-8cfa8df305f8 req-adfb14ec-c61b-4883-a987-719c1d2a53c6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (48166c93-134c-4af8-bf77-9c030564cf55), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:09.307214 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['48166c93-134c-4af8-bf77-9c030564cf55'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:24:09.353874 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb14ec-c61b-4883-a987-719c1d2a53c6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event deleted for resources: {'Port': ['ID=48166c93-134c-4af8-bf77-9c030564cf55,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:09.443622 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88f2449-9486-46ef-b78c-8cfa8df305f8 req-adfb14ec-c61b-4883-a987-719c1d2a53c6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] No DVR routers for this DVR port 48166c93-134c-4af8-bf77-9c030564cf55 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:24:09.461257 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d88f2449-9486-46ef-b78c-8cfa8df305f8 req-adfb14ec-c61b-4883-a987-719c1d2a53c6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:09.465089 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d88f2449-9486-46ef-b78c-8cfa8df305f8 req-adfb14ec-c61b-4883-a987-719c1d2a53c6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.21 "DELETE /v2.0/ports/48166c93-134c-4af8-bf77-9c030564cf55 HTTP/1.1" status: 204 len: 173 time: 0.5932362 Jan 27 22:24:09.465588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea39093a-4b41-4909-9990-7ded956948e9', 'name': 'network-vif-deleted', 'tag': '48166c93-134c-4af8-bf77-9c030564cf55'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:24:09.468246 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44654b8c-8c39-4485-8763-f26ad39e88a8" -d '{"events": [{"server_uuid": "ea39093a-4b41-4909-9990-7ded956948e9", "name": "network-vif-deleted", "tag": "48166c93-134c-4af8-bf77-9c030564cf55"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:24:09.473154 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-688b4562-081e-4d75-88ff-4df9eff7d158 req-3603d109-726e-4ee5-af33-74989a743547 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 210 time: 0.0592239 Jan 27 22:24:09.527105 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cfaa84-aaab-460a-9a8e-424626111b7e x-openstack-request-id: req-71cfaa84-aaab-460a-9a8e-424626111b7e {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:24:09.527421 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea39093a-4b41-4909-9990-7ded956948e9", "name": "network-vif-deleted", "tag": "48166c93-134c-4af8-bf77-9c030564cf55", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:24:09.527748 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71cfaa84-aaab-460a-9a8e-424626111b7e {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:24:09.528211 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea39093a-4b41-4909-9990-7ded956948e9', 'name': 'network-vif-deleted', 'tag': '48166c93-134c-4af8-bf77-9c030564cf55', 'status': 'completed', 'code': 200} Jan 27 22:24:10.607367 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8bf9fa0-741a-4553-ad5c-18f72fd8d368 req-84c96a27-2527-4aed-947b-1ee80591a194 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 210 time: 0.0391715 Jan 27 22:24:11.719788 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c956595-bd07-4be6-abb5-18b22fdc1aa2 req-8a556a58-5c3c-4707-bddc-2267e232a60b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 210 time: 0.0350907 Jan 27 22:24:12.385394 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 48166c93-134c-4af8-bf77-9c030564cf55 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:24:12.419071 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 48166c93-134c-4af8-bf77-9c030564cf55 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:24:12.419456 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 48166c93-134c-4af8-bf77-9c030564cf55 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:24:12.828761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d35095f4-f67a-4b35-8dca-29955e4a7dde req-9f6e4794-0dd1-40b7-8f0f-12e193dfefa0 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 210 time: 0.0341852 Jan 27 22:24:12.872738 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:13.986734 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ea0ed232-f262-4121-9f0d-753a08da4ef7 req-d276f260-dfff-412e-8509-efd42d6ab7e0 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 210 time: 0.0464623 Jan 27 22:24:15.105437 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20552e01-1af6-438d-bc0e-a24fdf440f14 req-2082a234-7524-4407-a991-4fef8a1144e6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 210 time: 0.0475068 Jan 27 22:24:16.206909 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d1e4fd86-f519-4f28-b6af-3b9f1d97ddb9 req-a415f4b5-c305-440e-b958-fc0d2fded9a1 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 210 time: 0.0294161 Jan 27 22:24:17.325803 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b8e61b7c-8c45-4865-a64b-b161f0c6f814 req-3f58ba2c-5ae4-441a-befd-b1a3f29b3584 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 210 time: 0.0386636 Jan 27 22:24:18.105197 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46548) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:18.250170 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1a3da25-7d88-4070-be5d-33578cd2a60b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:18.361723 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1a3da25-7d88-4070-be5d-33578cd2a60b admin admin] Publish callbacks [] for security_group (12bdd77c-5de7-4b0b-aed9-378c87ad9d61), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:18.370758 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e1a3da25-7d88-4070-be5d-33578cd2a60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (12bdd77c-5de7-4b0b-aed9-378c87ad9d61), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:18.424572 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e1a3da25-7d88-4070-be5d-33578cd2a60b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a10e82ee8d234ceb92a7cb9305be065f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3180766 Jan 27 22:24:18.427086 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46560) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:18.483267 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9ac96746-3e57-49f5-ae29-23d652920ea5 req-ca1b9440-e2f1-4994-93b2-28c604d1f651 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea39093a-4b41-4909-9990-7ded956948e9 HTTP/1.1" status: 200 len: 210 time: 0.0566318 Jan 27 22:24:18.500639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3da25-7d88-4070-be5d-33578cd2a60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bdd77c-5de7-4b0b-aed9-378c87ad9d61,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:18.521162 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f464355e-7b63-4d04-9c67-f68c325c5651 admin admin] Publish callbacks [] for security_group (12bdd77c-5de7-4b0b-aed9-378c87ad9d61), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:18.557295 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f464355e-7b63-4d04-9c67-f68c325c5651 admin admin] Publish callbacks [] for security_group (12bdd77c-5de7-4b0b-aed9-378c87ad9d61), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:18.614161 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f464355e-7b63-4d04-9c67-f68c325c5651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (12bdd77c-5de7-4b0b-aed9-378c87ad9d61), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:18.617643 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f464355e-7b63-4d04-9c67-f68c325c5651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:18.621737 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f464355e-7b63-4d04-9c67-f68c325c5651 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12bdd77c-5de7-4b0b-aed9-378c87ad9d61 HTTP/1.1" status: 204 len: 168 time: 0.1936481 Jan 27 22:24:18.631610 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464355e-7b63-4d04-9c67-f68c325c5651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bdd77c-5de7-4b0b-aed9-378c87ad9d61,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:20.118307 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:24:20.652365 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46642) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:20.657578 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-30324442-d64d-453d-999f-d3c6b51cee1d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1353323720', 'description': 'tempest-secgroup-smoke-1353323720 description', 'project_id': '7482ad4cc1974904932616961499813e'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:20.694860 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30324442-d64d-453d-999f-d3c6b51cee1d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:20.703777 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30324442-d64d-453d-999f-d3c6b51cee1d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:20.781190 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30324442-d64d-453d-999f-d3c6b51cee1d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (395c8aec-f14a-44ae-bb0d-1783b2789120), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:20.785256 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30324442-d64d-453d-999f-d3c6b51cee1d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (395c8aec-f14a-44ae-bb0d-1783b2789120), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:20.828150 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30324442-d64d-453d-999f-d3c6b51cee1d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395c8aec-f14a-44ae-bb0d-1783b2789120,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:20.870240 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30324442-d64d-453d-999f-d3c6b51cee1d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (724c0109-3f8a-4122-a712-82a2e41d1bc7), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:20.874887 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30324442-d64d-453d-999f-d3c6b51cee1d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (724c0109-3f8a-4122-a712-82a2e41d1bc7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:20.910837 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30324442-d64d-453d-999f-d3c6b51cee1d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:20.915911 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46648) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:20.916560 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-30324442-d64d-453d-999f-d3c6b51cee1d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2621715 Jan 27 22:24:20.922379 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30324442-d64d-453d-999f-d3c6b51cee1d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724c0109-3f8a-4122-a712-82a2e41d1bc7,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:20.923922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-6f466955-5463-4718-afda-3716d8252de9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': '724c0109-3f8a-4122-a712-82a2e41d1bc7', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:20.963751 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f466955-5463-4718-afda-3716d8252de9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (6b46090c-5123-451b-bc75-92a87788569a), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.022374 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f466955-5463-4718-afda-3716d8252de9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (6b46090c-5123-451b-bc75-92a87788569a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.026415 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f466955-5463-4718-afda-3716d8252de9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (6b46090c-5123-451b-bc75-92a87788569a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.045920 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f466955-5463-4718-afda-3716d8252de9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b46090c-5123-451b-bc75-92a87788569a,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:21.057254 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f466955-5463-4718-afda-3716d8252de9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.058471 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6f466955-5463-4718-afda-3716d8252de9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403732 Jan 27 22:24:21.059950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f466955-5463-4718-afda-3716d8252de9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:21.060338 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f466955-5463-4718-afda-3716d8252de9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:21.060693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f466955-5463-4718-afda-3716d8252de9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:21.061098 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f466955-5463-4718-afda-3716d8252de9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:21.061448 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f466955-5463-4718-afda-3716d8252de9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:21.061583 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46650) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:21.061789 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f466955-5463-4718-afda-3716d8252de9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:21.062126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f466955-5463-4718-afda-3716d8252de9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:21.062460 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f466955-5463-4718-afda-3716d8252de9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:21.062811 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f466955-5463-4718-afda-3716d8252de9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:21.063138 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f466955-5463-4718-afda-3716d8252de9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:21.063468 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f466955-5463-4718-afda-3716d8252de9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:21.063799 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f466955-5463-4718-afda-3716d8252de9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:21.064133 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f466955-5463-4718-afda-3716d8252de9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:21.066520 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-96f21405-8d96-4dc7-9e78-02c6aeafca6b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': '724c0109-3f8a-4122-a712-82a2e41d1bc7', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:21.092300 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-96f21405-8d96-4dc7-9e78-02c6aeafca6b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (94ead151-77ba-4df4-83e1-4d70a03f93cb), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.151795 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-96f21405-8d96-4dc7-9e78-02c6aeafca6b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (94ead151-77ba-4df4-83e1-4d70a03f93cb), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.161058 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-96f21405-8d96-4dc7-9e78-02c6aeafca6b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (94ead151-77ba-4df4-83e1-4d70a03f93cb), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.181383 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f21405-8d96-4dc7-9e78-02c6aeafca6b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ead151-77ba-4df4-83e1-4d70a03f93cb,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:21.194471 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-96f21405-8d96-4dc7-9e78-02c6aeafca6b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.197765 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-96f21405-8d96-4dc7-9e78-02c6aeafca6b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330552 Jan 27 22:24:21.199126 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46656) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:21.204856 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-0675327f-e2e0-4722-9780-d031ac610af4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': '724c0109-3f8a-4122-a712-82a2e41d1bc7', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:21.234915 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0675327f-e2e0-4722-9780-d031ac610af4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (ba8e2c38-43f4-4e64-905b-85b5f177c30e), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.298375 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0675327f-e2e0-4722-9780-d031ac610af4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (ba8e2c38-43f4-4e64-905b-85b5f177c30e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.303907 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0675327f-e2e0-4722-9780-d031ac610af4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (ba8e2c38-43f4-4e64-905b-85b5f177c30e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.325941 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675327f-e2e0-4722-9780-d031ac610af4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8e2c38-43f4-4e64-905b-85b5f177c30e,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:21.336512 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0675327f-e2e0-4722-9780-d031ac610af4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.338403 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0675327f-e2e0-4722-9780-d031ac610af4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383114 Jan 27 22:24:21.341540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46660) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:21.346576 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-f0c6785e-339f-4b6e-85aa-d2dabe369550 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': '724c0109-3f8a-4122-a712-82a2e41d1bc7', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:21.375429 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.381135 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f0c6785e-339f-4b6e-85aa-d2dabe369550 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (d9150a0c-6262-41a7-885b-69344142f621), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.445607 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f0c6785e-339f-4b6e-85aa-d2dabe369550 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (d9150a0c-6262-41a7-885b-69344142f621), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.451216 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f0c6785e-339f-4b6e-85aa-d2dabe369550 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (d9150a0c-6262-41a7-885b-69344142f621), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.473701 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6785e-339f-4b6e-85aa-d2dabe369550 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9150a0c-6262-41a7-885b-69344142f621,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:21.492357 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f0c6785e-339f-4b6e-85aa-d2dabe369550 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.494390 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f0c6785e-339f-4b6e-85aa-d2dabe369550 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1517656 Jan 27 22:24:21.497070 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46666) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:21.502453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-ec8cbb66-f860-4132-a5cb-7736cf48bd54 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': '724c0109-3f8a-4122-a712-82a2e41d1bc7', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:21.523073 n-d-772272-3 neutron-server[109741]: INFO neutron.db.securitygroups_db [None req-ec8cbb66-f860-4132-a5cb-7736cf48bd54 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Project 7482ad4cc1974904932616961499813e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:24:21.528669 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec8cbb66-f860-4132-a5cb-7736cf48bd54 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (9240ee66-ab09-4071-bfc7-6f520f2c90e7), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.591210 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec8cbb66-f860-4132-a5cb-7736cf48bd54 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (9240ee66-ab09-4071-bfc7-6f520f2c90e7), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.596031 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec8cbb66-f860-4132-a5cb-7736cf48bd54 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (9240ee66-ab09-4071-bfc7-6f520f2c90e7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.616032 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8cbb66-f860-4132-a5cb-7736cf48bd54 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9240ee66-ab09-4071-bfc7-6f520f2c90e7,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:21.625219 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec8cbb66-f860-4132-a5cb-7736cf48bd54 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.626560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ec8cbb66-f860-4132-a5cb-7736cf48bd54 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282339 Jan 27 22:24:21.629357 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46668) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:21.634191 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e1866d5e-5009-4d2b-905c-04357052b5b1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': '724c0109-3f8a-4122-a712-82a2e41d1bc7', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:21.657679 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-e1866d5e-5009-4d2b-905c-04357052b5b1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Project 7482ad4cc1974904932616961499813e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:24:21.666953 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e1866d5e-5009-4d2b-905c-04357052b5b1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (c257d9c6-1b4d-44a0-b7ad-23af55a91e4a), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.744000 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e1866d5e-5009-4d2b-905c-04357052b5b1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (c257d9c6-1b4d-44a0-b7ad-23af55a91e4a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.753428 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e1866d5e-5009-4d2b-905c-04357052b5b1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (c257d9c6-1b4d-44a0-b7ad-23af55a91e4a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.770153 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1866d5e-5009-4d2b-905c-04357052b5b1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c257d9c6-1b4d-44a0-b7ad-23af55a91e4a,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:21.795329 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e1866d5e-5009-4d2b-905c-04357052b5b1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.797061 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e1866d5e-5009-4d2b-905c-04357052b5b1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1665180 Jan 27 22:24:21.799532 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46676) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:21.804485 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-942aa0d8-e395-45b0-a5b8-9e9fdffc9994 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'network': {'name': 'tempest-network-smoke--1601220750', 'project_id': '7482ad4cc1974904932616961499813e', 'port_security_enabled': True}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:21.824627 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942aa0d8-e395-45b0-a5b8-9e9fdffc9994 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Made reservation on behalf of 7482ad4cc1974904932616961499813e for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:24:21.828227 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-942aa0d8-e395-45b0-a5b8-9e9fdffc9994 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.854289 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942aa0d8-e395-45b0-a5b8-9e9fdffc9994 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:24:21.863733 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-942aa0d8-e395-45b0-a5b8-9e9fdffc9994 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (cb63c8ef-450c-436c-a651-4a5dc4915015), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.864131 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-942aa0d8-e395-45b0-a5b8-9e9fdffc9994 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Added segment cb63c8ef-450c-436c-a651-4a5dc4915015 of type vlan for network 27f6ceb5-7fe8-420b-832a-f531c972df4a Jan 27 22:24:21.905707 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-942aa0d8-e395-45b0-a5b8-9e9fdffc9994 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (27f6ceb5-7fe8-420b-832a-f531c972df4a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.932848 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-942aa0d8-e395-45b0-a5b8-9e9fdffc9994 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (27f6ceb5-7fe8-420b-832a-f531c972df4a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:21.938119 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942aa0d8-e395-45b0-a5b8-9e9fdffc9994 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:21.938712 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-942aa0d8-e395-45b0-a5b8-9e9fdffc9994 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:22.021572 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-942aa0d8-e395-45b0-a5b8-9e9fdffc9994 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2185097 Jan 27 22:24:22.022626 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46682) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:22.027847 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-cf4fd6dc-7f81-4265-b669-fa9de7c9cb4b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-855623835', 'admin_state_up': True, 'project_id': '7482ad4cc1974904932616961499813e', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:22.037583 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942aa0d8-e395-45b0-a5b8-9e9fdffc9994 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Network': ['ID=27f6ceb5-7fe8-420b-832a-f531c972df4a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:22.065754 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 27f6ceb5-7fe8-420b-832a-f531c972df4a details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:24:22.076203 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cf4fd6dc-7f81-4265-b669-fa9de7c9cb4b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (7262f1ea-5d1b-453d-b75c-da5734c28dbd), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:22.077502 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cf4fd6dc-7f81-4265-b669-fa9de7c9cb4b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (7262f1ea-5d1b-453d-b75c-da5734c28dbd), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:22.146019 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cf4fd6dc-7f81-4265-b669-fa9de7c9cb4b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_controller (7262f1ea-5d1b-453d-b75c-da5734c28dbd), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:22.291774 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cf4fd6dc-7f81-4265-b669-fa9de7c9cb4b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_gateway (7262f1ea-5d1b-453d-b75c-da5734c28dbd), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:22.503214 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cf4fd6dc-7f81-4265-b669-fa9de7c9cb4b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_gateway (7262f1ea-5d1b-453d-b75c-da5734c28dbd), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:22.524062 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cf4fd6dc-7f81-4265-b669-fa9de7c9cb4b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:22.635685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-cf4fd6dc-7f81-4265-b669-fa9de7c9cb4b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Allocated IP 172.25.3.196 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/5ca8f675-4d42-4581-a1d2-61d79f406f63) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:24:22.737895 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cf4fd6dc-7f81-4265-b669-fa9de7c9cb4b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (5ca8f675-4d42-4581-a1d2-61d79f406f63), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:22.801349 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cf4fd6dc-7f81-4265-b669-fa9de7c9cb4b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5ca8f675-4d42-4581-a1d2-61d79f406f63), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:22.847707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4fd6dc-7f81-4265-b669-fa9de7c9cb4b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:24:22.852422 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-cf4fd6dc-7f81-4265-b669-fa9de7c9cb4b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:24:22.861473 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4fd6dc-7f81-4265-b669-fa9de7c9cb4b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=5ca8f675-4d42-4581-a1d2-61d79f406f63,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:22.868895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4fd6dc-7f81-4265-b669-fa9de7c9cb4b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:24:23.139598 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cf4fd6dc-7f81-4265-b669-fa9de7c9cb4b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_gateway (7262f1ea-5d1b-453d-b75c-da5734c28dbd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:23.351157 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cf4fd6dc-7f81-4265-b669-fa9de7c9cb4b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (7262f1ea-5d1b-453d-b75c-da5734c28dbd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:23.801119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4fd6dc-7f81-4265-b669-fa9de7c9cb4b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Router 7262f1ea-5d1b-453d-b75c-da5734c28dbd is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:24:23.934544 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4fd6dc-7f81-4265-b669-fa9de7c9cb4b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:24:23.944294 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] Sync routers for ids ['7262f1ea-5d1b-453d-b75c-da5734c28dbd'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:24:23.972543 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] Routers {'7262f1ea-5d1b-453d-b75c-da5734c28dbd'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:24:23.973204 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:23:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7262f1ea-5d1b-453d-b75c-da5734c28dbd'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:23.976626 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cf4fd6dc-7f81-4265-b669-fa9de7c9cb4b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:23.982488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-cf4fd6dc-7f81-4265-b669-fa9de7c9cb4b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9587324 Jan 27 22:24:23.983395 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46734) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:24.116428 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] Set router 7262f1ea-5d1b-453d-b75c-da5734c28dbd gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:24:24.146856 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b81c960c-1338-426f-9bb9-93fc95d72535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:24.206438 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46748) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:24.220356 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a48b9151-a831-4f33-9fd8-dee8122bf9b4 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=7482ad4cc1974904932616961499813e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2355742 Jan 27 22:24:24.383334 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855623835', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:23Z', 'revision_number': 3, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:24.423324 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] Checking router: 7262f1ea-5d1b-453d-b75c-da5734c28dbd for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:24:24.423686 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] Updating router 7262f1ea-5d1b-453d-b75c-da5734c28dbd port 5ca8f675-4d42-4581-a1d2-61d79f406f63 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:24:24.470585 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5ca8f675-4d42-4581-a1d2-61d79f406f63), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:24.476404 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9569467-f255-4c1c-a6ab-359c5caf5691 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:24.481270 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a9569467-f255-4c1c-a6ab-359c5caf5691 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2713153 Jan 27 22:24:24.481783 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46762) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:24.533089 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46770) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:24.538675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-2d3e20c2-f335-482e-b2da-2bf10e9e6b44 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-74690794', 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a', 'project_id': '7482ad4cc1974904932616961499813e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:24.546877 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6d05115e-6b24-46ba-bb70-bef170173be5 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0634789 Jan 27 22:24:24.696807 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3e20c2-f335-482e-b2da-2bf10e9e6b44 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Made reservation on behalf of 7482ad4cc1974904932616961499813e for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:24:24.702341 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2d3e20c2-f335-482e-b2da-2bf10e9e6b44 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:24.845310 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] Publish callbacks [] for port (5ca8f675-4d42-4581-a1d2-61d79f406f63), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:24.853790 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5ca8f675-4d42-4581-a1d2-61d79f406f63), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:24.928775 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] Attempting to bind port 5ca8f675-4d42-4581-a1d2-61d79f406f63 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:24:24.929018 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] Attempting to bind port 5ca8f675-4d42-4581-a1d2-61d79f406f63 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:24:24.929440 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] Attempting to bind port 5ca8f675-4d42-4581-a1d2-61d79f406f63 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:24:24.932125 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3c37c-62f2-4d92-bea5-1bcccede2468 None None] Pushing event updated for resources: {'Port': ['ID=5ca8f675-4d42-4581-a1d2-61d79f406f63,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:24.943141 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3c37c-62f2-4d92-bea5-1bcccede2468 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:24.943672 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3c37c-62f2-4d92-bea5-1bcccede2468 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:24.944016 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3c37c-62f2-4d92-bea5-1bcccede2468 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:24.944413 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3c37c-62f2-4d92-bea5-1bcccede2468 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:24.944994 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3c37c-62f2-4d92-bea5-1bcccede2468 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:24.945103 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3c37c-62f2-4d92-bea5-1bcccede2468 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:24.945411 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3c37c-62f2-4d92-bea5-1bcccede2468 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:24.945741 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3c37c-62f2-4d92-bea5-1bcccede2468 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:24.946629 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3c37c-62f2-4d92-bea5-1bcccede2468 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:24.947009 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3c37c-62f2-4d92-bea5-1bcccede2468 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:24.947370 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3c37c-62f2-4d92-bea5-1bcccede2468 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:24.947697 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3c37c-62f2-4d92-bea5-1bcccede2468 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:24.948197 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3c37c-62f2-4d92-bea5-1bcccede2468 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:24.960217 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:24:24.960599 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:24:24.961544 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:24.962703 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:24:24.963716 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] Bound port: 5ca8f675-4d42-4581-a1d2-61d79f406f63, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:24:24.965182 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5ca8f675-4d42-4581-a1d2-61d79f406f63), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:25.019973 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2d3e20c2-f335-482e-b2da-2bf10e9e6b44 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (08e45548-3335-40f2-aba0-82c088295205), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:25.026740 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] For port 5ca8f675-4d42-4581-a1d2-61d79f406f63, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:24:25.031081 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] For port 5ca8f675-4d42-4581-a1d2-61d79f406f63, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5ca8f675-4d42-4581-a1d2-61d79f406f63,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:24:25.038079 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5ca8f675-4d42-4581-a1d2-61d79f406f63), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:25.100535 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3c37c-62f2-4d92-bea5-1bcccede2468 None None] Pushing event updated for resources: {'Port': ['ID=5ca8f675-4d42-4581-a1d2-61d79f406f63,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:25.111427 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e20c2-f335-482e-b2da-2bf10e9e6b44 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Subnet': ['ID=08e45548-3335-40f2-aba0-82c088295205,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:25.117031 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3e20c2-f335-482e-b2da-2bf10e9e6b44 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Checking segment: {'id': 'cb63c8ef-450c-436c-a651-4a5dc4915015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:24:25.117391 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3e20c2-f335-482e-b2da-2bf10e9e6b44 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network hostable DHCP agents. Network: 27f6ceb5-7fe8-420b-832a-f531c972df4a, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:24:25.135455 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3e20c2-f335-482e-b2da-2bf10e9e6b44 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 27f6ceb5-7fe8-420b-832a-f531c972df4a is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:24:25.140087 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] Routers {'7262f1ea-5d1b-453d-b75c-da5734c28dbd'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:24:25.141288 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:23:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7262f1ea-5d1b-453d-b75c-da5734c28dbd'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:25.146940 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-2d3e20c2-f335-482e-b2da-2bf10e9e6b44 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 27f6ceb5-7fe8-420b-832a-f531c972df4a) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:24:25.156100 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9116af0-4ef1-448d-811b-50dbc1b17906 None None] Network 27f6ceb5-7fe8-420b-832a-f531c972df4a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:24:25.160899 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3e20c2-f335-482e-b2da-2bf10e9e6b44 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:25.169071 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2d3e20c2-f335-482e-b2da-2bf10e9e6b44 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:25.206170 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2d3e20c2-f335-482e-b2da-2bf10e9e6b44 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6708415 Jan 27 22:24:25.208320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46796) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:25.301332 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] Set router 7262f1ea-5d1b-453d-b75c-da5734c28dbd gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:24:25.338500 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-27f6ceb5-7fe8-420b-832a-f531c972df4a', 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a', 'project_id': '7482ad4cc1974904932616961499813e', 'fixed_ips': [{'subnet_id': '08e45548-3335-40f2-aba0-82c088295205'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:24:25.339602 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:25.585537 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Allocated IP 172.20.0.2 (27f6ceb5-7fe8-420b-832a-f531c972df4a/08e45548-3335-40f2-aba0-82c088295205/68227126-513f-4d08-9d64-13bdd12fdf6c) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:24:25.608920 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855623835', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:23Z', 'revision_number': 3, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:25.654146 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3ad1dc-8a21-4e2c-96b6-319ffd5ac432 None None] The sync data for ids ['7262f1ea-5d1b-453d-b75c-da5734c28dbd'] in n-d-772272-3 is: [{'id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855623835', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:23Z', 'revision_number': 3, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:24:25.810360 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Publish callbacks [] for port (68227126-513f-4d08-9d64-13bdd12fdf6c), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:25.820859 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (68227126-513f-4d08-9d64-13bdd12fdf6c), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:25.864197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Network 27f6ceb5-7fe8-420b-832a-f531c972df4a is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:24:25.869326 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:24:25.872885 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc9b9ee8-e987-40fc-bfb0-9261ee13a031 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:25.874536 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:24:26.037599 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Attempting to bind port 68227126-513f-4d08-9d64-13bdd12fdf6c on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:24:26.037599 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Attempting to bind port 68227126-513f-4d08-9d64-13bdd12fdf6c by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'cb63c8ef-450c-436c-a651-4a5dc4915015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:24:26.037816 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Attempting to bind port 68227126-513f-4d08-9d64-13bdd12fdf6c on network 27f6ceb5-7fe8-420b-832a-f531c972df4a {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:24:26.047431 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Pushing event updated for resources: {'Port': ['ID=68227126-513f-4d08-9d64-13bdd12fdf6c,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:26.081182 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:24:26.081581 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Checking segment: {'id': 'cb63c8ef-450c-436c-a651-4a5dc4915015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:24:26.081974 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:26.082375 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Bound using segment: {'id': 'cb63c8ef-450c-436c-a651-4a5dc4915015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:24:26.082849 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Bound port: 68227126-513f-4d08-9d64-13bdd12fdf6c, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb63c8ef-450c-436c-a651-4a5dc4915015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:24:26.083241 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (68227126-513f-4d08-9d64-13bdd12fdf6c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:26.086058 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:26.094327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:26.094327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:26.094327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:26.094327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:26.094327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:26.094327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:26.094900 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:26.094900 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:26.095235 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:26.097746 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:26.097746 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:26.098584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:26.246802 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] For port 68227126-513f-4d08-9d64-13bdd12fdf6c, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:24:26.260544 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] For port 68227126-513f-4d08-9d64-13bdd12fdf6c, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=68227126-513f-4d08-9d64-13bdd12fdf6c,segment=NetworkSegment(cb63c8ef-450c-436c-a651-4a5dc4915015),segment_id=cb63c8ef-450c-436c-a651-4a5dc4915015)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:24:26.270532 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (68227126-513f-4d08-9d64-13bdd12fdf6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:26.294047 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46814) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:26.299353 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-6607e775-2ed7-4baf-897c-1bab5db65e01 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-986273172', 'description': 'tempest-secgroup-smoke-986273172 description', 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:26.333416 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6607e775-2ed7-4baf-897c-1bab5db65e01 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:26.358962 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ee79c-bfe4-4d64-a918-1dd3d271b69a None None] Pushing event updated for resources: {'Port': ['ID=68227126-513f-4d08-9d64-13bdd12fdf6c,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:26.464580 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6607e775-2ed7-4baf-897c-1bab5db65e01 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group (1ac819e2-6e57-4d17-a0ec-b78614ee7de3), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:26.471449 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6607e775-2ed7-4baf-897c-1bab5db65e01 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1ac819e2-6e57-4d17-a0ec-b78614ee7de3), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:26.489312 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-bc9b9ee8-e987-40fc-bfb0-9261ee13a031 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Allocated IP 172.20.0.1 (27f6ceb5-7fe8-420b-832a-f531c972df4a/08e45548-3335-40f2-aba0-82c088295205/32e85f3c-c2b4-4fa7-8d89-2a816a69f52f) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:24:26.507214 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6607e775-2ed7-4baf-897c-1bab5db65e01 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:26.513233 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46822) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:26.513994 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6607e775-2ed7-4baf-897c-1bab5db65e01 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2181640 Jan 27 22:24:26.517872 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-ec809881-42a5-4bb8-9eeb-2de545278d07 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Request body: {'security_group_rule': {'security_group_id': '1ac819e2-6e57-4d17-a0ec-b78614ee7de3', 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:26.519934 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607e775-2ed7-4baf-897c-1bab5db65e01 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac819e2-6e57-4d17-a0ec-b78614ee7de3,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:26.646780 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec809881-42a5-4bb8-9eeb-2de545278d07 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group_rule (b5a82398-0e40-4575-8d72-42abba1c63ad), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:26.740850 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-094b451e-19cb-458a-a29d-9cbf2be060ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:26.769525 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc9b9ee8-e987-40fc-bfb0-9261ee13a031 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (32e85f3c-c2b4-4fa7-8d89-2a816a69f52f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:26.790575 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec809881-42a5-4bb8-9eeb-2de545278d07 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group_rule (b5a82398-0e40-4575-8d72-42abba1c63ad), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:26.802823 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec809881-42a5-4bb8-9eeb-2de545278d07 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (b5a82398-0e40-4575-8d72-42abba1c63ad), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:26.868557 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec809881-42a5-4bb8-9eeb-2de545278d07 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a82398-0e40-4575-8d72-42abba1c63ad,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:26.880380 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec809881-42a5-4bb8-9eeb-2de545278d07 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:26.881992 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ec809881-42a5-4bb8-9eeb-2de545278d07 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3683505 Jan 27 22:24:26.884663 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46828) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:26.890121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-5eb92154-e526-4695-990f-4cb99f6b8092 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Request body: {'security_group_rule': {'security_group_id': '1ac819e2-6e57-4d17-a0ec-b78614ee7de3', 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:26.910243 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc9b9ee8-e987-40fc-bfb0-9261ee13a031 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (32e85f3c-c2b4-4fa7-8d89-2a816a69f52f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:26.959470 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5eb92154-e526-4695-990f-4cb99f6b8092 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group_rule (f0621773-19e8-4586-a2d6-5e95bb092e88), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:26.979299 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9b9ee8-e987-40fc-bfb0-9261ee13a031 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 27f6ceb5-7fe8-420b-832a-f531c972df4a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:24:26.990132 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-bc9b9ee8-e987-40fc-bfb0-9261ee13a031 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:24:26.999254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9b9ee8-e987-40fc-bfb0-9261ee13a031 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:24:27.042156 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b9ee8-e987-40fc-bfb0-9261ee13a031 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=32e85f3c-c2b4-4fa7-8d89-2a816a69f52f,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:27.060362 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc9b9ee8-e987-40fc-bfb0-9261ee13a031 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (7262f1ea-5d1b-453d-b75c-da5734c28dbd), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:27.113009 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5eb92154-e526-4695-990f-4cb99f6b8092 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group_rule (f0621773-19e8-4586-a2d6-5e95bb092e88), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:27.120291 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5eb92154-e526-4695-990f-4cb99f6b8092 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (f0621773-19e8-4586-a2d6-5e95bb092e88), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:27.152038 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb92154-e526-4695-990f-4cb99f6b8092 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0621773-19e8-4586-a2d6-5e95bb092e88,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:27.179826 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5eb92154-e526-4695-990f-4cb99f6b8092 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:27.183953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5eb92154-e526-4695-990f-4cb99f6b8092 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2953286 Jan 27 22:24:27.184706 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46834) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:27.190253 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2c37f18a-ae44-4836-b004-4ab7fb3b63f2 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Request body: {'security_group_rule': {'security_group_id': '1ac819e2-6e57-4d17-a0ec-b78614ee7de3', 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:27.231011 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc9b9ee8-e987-40fc-bfb0-9261ee13a031 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (32e85f3c-c2b4-4fa7-8d89-2a816a69f52f), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:27.233847 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2c37f18a-ae44-4836-b004-4ab7fb3b63f2 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group_rule (3e1a56d8-8f39-4bfe-8f49-6be5c2f692f9), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:27.316388 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2c37f18a-ae44-4836-b004-4ab7fb3b63f2 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group_rule (3e1a56d8-8f39-4bfe-8f49-6be5c2f692f9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:27.322340 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2c37f18a-ae44-4836-b004-4ab7fb3b63f2 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (3e1a56d8-8f39-4bfe-8f49-6be5c2f692f9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:27.346870 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37f18a-ae44-4836-b004-4ab7fb3b63f2 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1a56d8-8f39-4bfe-8f49-6be5c2f692f9,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:27.353628 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2c37f18a-ae44-4836-b004-4ab7fb3b63f2 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:27.355107 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2c37f18a-ae44-4836-b004-4ab7fb3b63f2 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1691051 Jan 27 22:24:27.358211 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46836) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:27.364387 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2605c0d0-c794-416b-8925-5f2e852052ec tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Request body: {'security_group_rule': {'security_group_id': '1ac819e2-6e57-4d17-a0ec-b78614ee7de3', 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:27.400071 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2605c0d0-c794-416b-8925-5f2e852052ec tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group_rule (b6e8101f-efb6-40ce-abc2-10872b44ba0e), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:27.482979 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2605c0d0-c794-416b-8925-5f2e852052ec tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group_rule (b6e8101f-efb6-40ce-abc2-10872b44ba0e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:27.488373 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2605c0d0-c794-416b-8925-5f2e852052ec tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (b6e8101f-efb6-40ce-abc2-10872b44ba0e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:27.540606 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2605c0d0-c794-416b-8925-5f2e852052ec tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:27.541844 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2605c0d0-c794-416b-8925-5f2e852052ec tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1826859 Jan 27 22:24:27.542751 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605c0d0-c794-416b-8925-5f2e852052ec tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e8101f-efb6-40ce-abc2-10872b44ba0e,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:27.545166 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 46844) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:27.550131 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-1f0cb142-27f9-4b93-b9e7-a4c94e6f6e60 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Request body: {'security_group_rule': {'security_group_id': '1ac819e2-6e57-4d17-a0ec-b78614ee7de3', 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:27.584057 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc9b9ee8-e987-40fc-bfb0-9261ee13a031 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (32e85f3c-c2b4-4fa7-8d89-2a816a69f52f), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:27.591696 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:27.594037 n-d-772272-3 neutron-server[109741]: INFO neutron.db.securitygroups_db [None req-1f0cb142-27f9-4b93-b9e7-a4c94e6f6e60 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Project 9bdc2fb4e9174322835c30f4b0d91a28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:24:27.597677 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc9b9ee8-e987-40fc-bfb0-9261ee13a031 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (32e85f3c-c2b4-4fa7-8d89-2a816a69f52f), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:27.627316 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1f0cb142-27f9-4b93-b9e7-a4c94e6f6e60 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group_rule (1674f558-39b8-4e6e-a667-901df2c6f0f2), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:27.703881 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bc9b9ee8-e987-40fc-bfb0-9261ee13a031 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (7262f1ea-5d1b-453d-b75c-da5734c28dbd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:27.727361 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b9ee8-e987-40fc-bfb0-9261ee13a031 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=32e85f3c-c2b4-4fa7-8d89-2a816a69f52f,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:27.849571 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1f0cb142-27f9-4b93-b9e7-a4c94e6f6e60 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group_rule (1674f558-39b8-4e6e-a667-901df2c6f0f2), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:27.860584 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1f0cb142-27f9-4b93-b9e7-a4c94e6f6e60 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (1674f558-39b8-4e6e-a667-901df2c6f0f2), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:27.895718 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5ca8f675-4d42-4581-a1d2-61d79f406f63 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:24:27.900739 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cb142-27f9-4b93-b9e7-a4c94e6f6e60 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1674f558-39b8-4e6e-a667-901df2c6f0f2,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:27.906975 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1f0cb142-27f9-4b93-b9e7-a4c94e6f6e60 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:27.908197 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1f0cb142-27f9-4b93-b9e7-a4c94e6f6e60 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3620501 Jan 27 22:24:27.911261 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 46850) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:27.916520 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-845c471a-86b3-499d-82b9-4cd9646e54a7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Request body: {'security_group_rule': {'security_group_id': '1ac819e2-6e57-4d17-a0ec-b78614ee7de3', 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:27.918928 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9b9ee8-e987-40fc-bfb0-9261ee13a031 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 27f6ceb5-7fe8-420b-832a-f531c972df4a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:24:27.920750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-bc9b9ee8-e987-40fc-bfb0-9261ee13a031 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:24:27.952011 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-845c471a-86b3-499d-82b9-4cd9646e54a7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Project 9bdc2fb4e9174322835c30f4b0d91a28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:24:27.958542 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-845c471a-86b3-499d-82b9-4cd9646e54a7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group_rule (234409bc-beea-40cb-b580-91303ab81173), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:27.970535 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e80fc1-874b-4953-900f-5f409ce54b4a None None] Network 27f6ceb5-7fe8-420b-832a-f531c972df4a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:24:28.034620 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5ca8f675-4d42-4581-a1d2-61d79f406f63 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:28.035380 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5ca8f675-4d42-4581-a1d2-61d79f406f63), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:28.059692 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-845c471a-86b3-499d-82b9-4cd9646e54a7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group_rule (234409bc-beea-40cb-b580-91303ab81173), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:28.068556 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-845c471a-86b3-499d-82b9-4cd9646e54a7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (234409bc-beea-40cb-b580-91303ab81173), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:28.079016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9b9ee8-e987-40fc-bfb0-9261ee13a031 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Router 7262f1ea-5d1b-453d-b75c-da5734c28dbd has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:24:28.093786 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c471a-86b3-499d-82b9-4cd9646e54a7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234409bc-beea-40cb-b580-91303ab81173,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:28.108967 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-845c471a-86b3-499d-82b9-4cd9646e54a7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:28.110190 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-845c471a-86b3-499d-82b9-4cd9646e54a7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1976078 Jan 27 22:24:28.174357 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a2fb21e1-7122-4155-8835-04ee93d6f5ee None None] Provisioning complete for port 68227126-513f-4d08-9d64-13bdd12fdf6c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:28.174734 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a2fb21e1-7122-4155-8835-04ee93d6f5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (68227126-513f-4d08-9d64-13bdd12fdf6c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:28.252035 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9b9ee8-e987-40fc-bfb0-9261ee13a031 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:24:28.275989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bc9b9ee8-e987-40fc-bfb0-9261ee13a031 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "PUT /v2.0/routers/7262f1ea-5d1b-453d-b75c-da5734c28dbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0658364 Jan 27 22:24:28.433521 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] Sync routers for ids ['7262f1ea-5d1b-453d-b75c-da5734c28dbd'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:24:28.452447 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5ca8f675-4d42-4581-a1d2-61d79f406f63 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:24:28.452933 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5ca8f675-4d42-4581-a1d2-61d79f406f63), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:28.458321 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a2fb21e1-7122-4155-8835-04ee93d6f5ee None None] Current status of the port 68227126-513f-4d08-9d64-13bdd12fdf6c is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:24:28.458781 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a2fb21e1-7122-4155-8835-04ee93d6f5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (68227126-513f-4d08-9d64-13bdd12fdf6c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:28.473904 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-5e9b28ea-9e59-45f5-8421-ab86011a18db tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1353323720&fields=id&tenant_id=7482ad4cc1974904932616961499813e HTTP/1.1" status: 200 len: 267 time: 0.0719955 Jan 27 22:24:28.498015 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] Routers {'7262f1ea-5d1b-453d-b75c-da5734c28dbd'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:24:28.498810 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:24:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7262f1ea-5d1b-453d-b75c-da5734c28dbd'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:28.620106 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 5ca8f675-4d42-4581-a1d2-61d79f406f63, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5ca8f675-4d42-4581-a1d2-61d79f406f63,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:24:28.628525 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-c5fcf5ba-a071-4fc7-b322-7529553e0c63 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:28.630507 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-c5fcf5ba-a071-4fc7-b322-7529553e0c63 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/networks?id=27f6ceb5-7fe8-420b-832a-f531c972df4a HTTP/1.1" status: 200 len: 797 time: 0.1456969 Jan 27 22:24:28.648470 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-f148148f-55f4-4671-9801-a5d72611dfa1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/quotas/7482ad4cc1974904932616961499813e HTTP/1.1" status: 200 len: 375 time: 0.0105827 Jan 27 22:24:28.760817 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-6510a3e3-642b-4f49-b8bb-4904aa3996f7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928779 Jan 27 22:24:28.888087 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5ca8f675-4d42-4581-a1d2-61d79f406f63), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:28.889233 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 68227126-513f-4d08-9d64-13bdd12fdf6c up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:24:28.981131 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a2fb21e1-7122-4155-8835-04ee93d6f5ee None None] For port 68227126-513f-4d08-9d64-13bdd12fdf6c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=68227126-513f-4d08-9d64-13bdd12fdf6c,segment=NetworkSegment(cb63c8ef-450c-436c-a651-4a5dc4915015),segment_id=cb63c8ef-450c-436c-a651-4a5dc4915015)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:24:29.015646 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a2fb21e1-7122-4155-8835-04ee93d6f5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (68227126-513f-4d08-9d64-13bdd12fdf6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:29.022507 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] Set router 7262f1ea-5d1b-453d-b75c-da5734c28dbd gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:24:29.059248 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-1fd731ca-ab60-4ad2-b02f-8537e3bedac1 service neutron] 10.222.0.23 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872872 Jan 27 22:24:29.102536 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=5ca8f675-4d42-4581-a1d2-61d79f406f63,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:29.123197 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:29.232837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 68227126-513f-4d08-9d64-13bdd12fdf6c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:29.233214 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (68227126-513f-4d08-9d64-13bdd12fdf6c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:29.272716 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-250c0d5e-7227-4f8c-b322-fe0180a849fb service neutron] 10.222.0.23 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057109 Jan 27 22:24:29.324773 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-5e8dbe5b-4054-4b2a-aa0a-4356c22c2c8b None None] Provisioning complete for port 68227126-513f-4d08-9d64-13bdd12fdf6c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:29.325242 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5e8dbe5b-4054-4b2a-aa0a-4356c22c2c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (68227126-513f-4d08-9d64-13bdd12fdf6c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:29.406715 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb21e1-7122-4155-8835-04ee93d6f5ee None None] Pushing event updated for resources: {'Port': ['ID=68227126-513f-4d08-9d64-13bdd12fdf6c,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:29.478395 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 68227126-513f-4d08-9d64-13bdd12fdf6c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:24:29.586610 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f60e5df-a1f5-4fc6-aee6-f52a534e2a07 req-2b8b2824-6b4b-4816-ba1e-8fc5e94bfe41 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 210 time: 0.0499685 Jan 27 22:24:29.598133 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-5e8dbe5b-4054-4b2a-aa0a-4356c22c2c8b None None] Current status of the port 68227126-513f-4d08-9d64-13bdd12fdf6c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:24:29.617174 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-5e8dbe5b-4054-4b2a-aa0a-4356c22c2c8b None None] Provisioning complete for port 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:29.617548 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5e8dbe5b-4054-4b2a-aa0a-4356c22c2c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (32e85f3c-c2b4-4fa7-8d89-2a816a69f52f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:29.670701 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855623835', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:27Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '32e85f3c-c2b4-4fa7-8d89-2a816a69f52f', 'name': '', 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:42:2d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '08e45548-3335-40f2-aba0-82c088295205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:26Z', 'updated_at': '2022-01-27T22:24:27Z', 'revision_number': 2, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '08e45548-3335-40f2-aba0-82c088295205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:29.675253 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-5e8dbe5b-4054-4b2a-aa0a-4356c22c2c8b None None] Port 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:24:29.706974 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] Checking router: 7262f1ea-5d1b-453d-b75c-da5734c28dbd for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:24:29.707369 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] Updating router 7262f1ea-5d1b-453d-b75c-da5734c28dbd port 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:24:29.738555 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (32e85f3c-c2b4-4fa7-8d89-2a816a69f52f), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:29.786082 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5ca8f675-4d42-4581-a1d2-61d79f406f63 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:24:29.932112 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b2eb3a04-a0f3-4b18-ba51-ffd0d25990a7 None None] Provisioning complete for port 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:29.932555 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b2eb3a04-a0f3-4b18-ba51-ffd0d25990a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (32e85f3c-c2b4-4fa7-8d89-2a816a69f52f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:29.975901 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b2eb3a04-a0f3-4b18-ba51-ffd0d25990a7 None None] Port 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:24:30.006550 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5ca8f675-4d42-4581-a1d2-61d79f406f63 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:30.006936 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5ca8f675-4d42-4581-a1d2-61d79f406f63), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:30.202855 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5ca8f675-4d42-4581-a1d2-61d79f406f63 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:24:30.204321 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 68227126-513f-4d08-9d64-13bdd12fdf6c up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:24:30.341117 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:30.343986 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] Publish callbacks [] for port (32e85f3c-c2b4-4fa7-8d89-2a816a69f52f), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:30.345979 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 68227126-513f-4d08-9d64-13bdd12fdf6c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:30.346188 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (68227126-513f-4d08-9d64-13bdd12fdf6c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:30.374186 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (32e85f3c-c2b4-4fa7-8d89-2a816a69f52f), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:30.447288 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7181976-8b7b-4153-b419-d16ffae76675 None None] Pushing event updated for resources: {'Port': ['ID=32e85f3c-c2b4-4fa7-8d89-2a816a69f52f,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:30.554808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 68227126-513f-4d08-9d64-13bdd12fdf6c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:24:30.566398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] Attempting to bind port 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:24:30.566888 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] Attempting to bind port 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'cb63c8ef-450c-436c-a651-4a5dc4915015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:24:30.567370 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] Attempting to bind port 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f on network 27f6ceb5-7fe8-420b-832a-f531c972df4a {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:24:30.576111 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:24:30.576855 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] Checking segment: {'id': 'cb63c8ef-450c-436c-a651-4a5dc4915015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:24:30.577452 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:30.577955 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] Bound using segment: {'id': 'cb63c8ef-450c-436c-a651-4a5dc4915015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:24:30.578590 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] Bound port: 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb63c8ef-450c-436c-a651-4a5dc4915015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:24:30.579062 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (32e85f3c-c2b4-4fa7-8d89-2a816a69f52f), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:30.682220 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] For port 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:24:30.685482 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] For port 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=32e85f3c-c2b4-4fa7-8d89-2a816a69f52f,segment=NetworkSegment(cb63c8ef-450c-436c-a651-4a5dc4915015),segment_id=cb63c8ef-450c-436c-a651-4a5dc4915015)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:24:30.710209 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (32e85f3c-c2b4-4fa7-8d89-2a816a69f52f), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:30.738621 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-787f5761-f17d-4b34-830d-40add47b6ac1 req-97d3376f-0cee-4ac3-9e01-07dc8e8da057 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 210 time: 0.0400829 Jan 27 22:24:30.801168 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-305ef8f9-4950-4331-acbe-b45a0b5f814b None None] Provisioning complete for port 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:30.801446 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-305ef8f9-4950-4331-acbe-b45a0b5f814b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (32e85f3c-c2b4-4fa7-8d89-2a816a69f52f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:30.845372 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] Routers {'7262f1ea-5d1b-453d-b75c-da5734c28dbd'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:24:30.846135 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:24:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7262f1ea-5d1b-453d-b75c-da5734c28dbd'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:30.851781 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7181976-8b7b-4153-b419-d16ffae76675 None None] Pushing event updated for resources: {'Port': ['ID=32e85f3c-c2b4-4fa7-8d89-2a816a69f52f,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:30.996150 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-33eb8332-bfe6-4f77-9b5d-968c9e329734 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:30.998751 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-33eb8332-bfe6-4f77-9b5d-968c9e329734 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.15 "GET /v2.0/networks?id=27f6ceb5-7fe8-420b-832a-f531c972df4a HTTP/1.1" status: 200 len: 797 time: 0.2439232 Jan 27 22:24:31.037898 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] Set router 7262f1ea-5d1b-453d-b75c-da5734c28dbd gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:24:31.098883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-db90ad00-0310-40e1-a489-7bb86448266a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7482ad4cc1974904932616961499813e HTTP/1.1" status: 200 len: 380 time: 0.0910130 Jan 27 22:24:31.110310 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-24d9608a-ab26-4fc6-b7f4-1f5d6e04ff79 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'port': {'device_id': '2e373f22-adbc-40f3-a8d1-1a9249b68652', 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a', 'admin_state_up': True, 'tenant_id': '7482ad4cc1974904932616961499813e', 'security_groups': ['724c0109-3f8a-4122-a712-82a2e41d1bc7']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:31.157881 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-305ef8f9-4950-4331-acbe-b45a0b5f814b None None] Current status of the port 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:24:31.158195 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-305ef8f9-4950-4331-acbe-b45a0b5f814b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (32e85f3c-c2b4-4fa7-8d89-2a816a69f52f), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:31.200800 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-305ef8f9-4950-4331-acbe-b45a0b5f814b None None] For port 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=32e85f3c-c2b4-4fa7-8d89-2a816a69f52f,segment=NetworkSegment(cb63c8ef-450c-436c-a651-4a5dc4915015),segment_id=cb63c8ef-450c-436c-a651-4a5dc4915015)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:24:31.213332 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-305ef8f9-4950-4331-acbe-b45a0b5f814b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (32e85f3c-c2b4-4fa7-8d89-2a816a69f52f), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:31.271723 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-24d9608a-ab26-4fc6-b7f4-1f5d6e04ff79 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Made reservation on behalf of 7482ad4cc1974904932616961499813e for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:24:31.277017 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-24d9608a-ab26-4fc6-b7f4-1f5d6e04ff79 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:31.357872 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ef8f9-4950-4331-acbe-b45a0b5f814b None None] Pushing event updated for resources: {'Port': ['ID=32e85f3c-c2b4-4fa7-8d89-2a816a69f52f,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:31.388699 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8e5e21ce-9c47-467d-89ec-88752fc1a6d2 None None] Provisioning complete for port 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:31.389081 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8e5e21ce-9c47-467d-89ec-88752fc1a6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (32e85f3c-c2b4-4fa7-8d89-2a816a69f52f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:31.472975 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-24d9608a-ab26-4fc6-b7f4-1f5d6e04ff79 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Allocated IP 172.20.0.6 (27f6ceb5-7fe8-420b-832a-f531c972df4a/08e45548-3335-40f2-aba0-82c088295205/1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:24:31.699149 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-24d9608a-ab26-4fc6-b7f4-1f5d6e04ff79 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:31.729337 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855623835', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:27Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '32e85f3c-c2b4-4fa7-8d89-2a816a69f52f', 'name': '', 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:42:2d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '08e45548-3335-40f2-aba0-82c088295205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:26Z', 'updated_at': '2022-01-27T22:24:30Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '08e45548-3335-40f2-aba0-82c088295205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:31.734172 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8e5e21ce-9c47-467d-89ec-88752fc1a6d2 None None] Current status of the port 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:24:31.745819 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-24d9608a-ab26-4fc6-b7f4-1f5d6e04ff79 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:31.793802 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6fceb5-6660-4ffc-baf6-8ff99555612b None None] The sync data for ids ['7262f1ea-5d1b-453d-b75c-da5734c28dbd'] in n-d-772272-3 is: [{'id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855623835', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:27Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '32e85f3c-c2b4-4fa7-8d89-2a816a69f52f', 'name': '', 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:42:2d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '08e45548-3335-40f2-aba0-82c088295205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:26Z', 'updated_at': '2022-01-27T22:24:30Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '08e45548-3335-40f2-aba0-82c088295205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:24:31.842303 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9608a-ab26-4fc6-b7f4-1f5d6e04ff79 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:31.846647 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-24d9608a-ab26-4fc6-b7f4-1f5d6e04ff79 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 27f6ceb5-7fe8-420b-832a-f531c972df4a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:24:31.848758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-24d9608a-ab26-4fc6-b7f4-1f5d6e04ff79 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:24:31.853334 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-24d9608a-ab26-4fc6-b7f4-1f5d6e04ff79 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:24:32.017152 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-24d9608a-ab26-4fc6-b7f4-1f5d6e04ff79 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:32.017733 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-24d9608a-ab26-4fc6-b7f4-1f5d6e04ff79 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:32.048882 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-24d9608a-ab26-4fc6-b7f4-1f5d6e04ff79 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9455330 Jan 27 22:24:32.059671 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9c463-e371-497e-95da-6dcd14c4793f req-429af127-fed5-4656-a8cb-8fc84330d69e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:32.061770 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ddf9c463-e371-497e-95da-6dcd14c4793f req-429af127-fed5-4656-a8cb-8fc84330d69e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 931 time: 0.1218946 Jan 27 22:24:32.071909 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-d6381912-2b08-401b-917e-30af8990210a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:24:32.073051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-d6381912-2b08-401b-917e-30af8990210a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103095 Jan 27 22:24:32.085744 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] Request body: {'port': {'device_id': '2e373f22-adbc-40f3-a8d1-1a9249b68652', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:32.225673 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:32.252450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ddf9c463-e371-497e-95da-6dcd14c4793f req-9257c315-c7b4-4ee1-86d2-66aead93948c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783428 Jan 27 22:24:32.297291 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-d9dd0895-7aba-43e9-b091-278a988436c2 None None] Provisioning complete for port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:32.297841 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0895-7aba-43e9-b091-278a988436c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:32.346912 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd0895-7aba-43e9-b091-278a988436c2 None None] Port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:24:32.653560 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:24:32.663402 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] Publish callbacks [] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:32.677298 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] Transition to ACTIVE for port object 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:24:32.684877 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:32.781693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:32.891217 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] Attempting to bind port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:24:32.891650 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] Attempting to bind port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'cb63c8ef-450c-436c-a651-4a5dc4915015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:24:32.892057 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] Attempting to bind port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 on network 27f6ceb5-7fe8-420b-832a-f531c972df4a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:24:32.897414 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] Port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 on network 27f6ceb5-7fe8-420b-832a-f531c972df4a not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:24:32.899324 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] Attempting to bind port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 on network 27f6ceb5-7fe8-420b-832a-f531c972df4a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:24:32.905965 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:24:32.906622 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] Checking segment: {'id': 'cb63c8ef-450c-436c-a651-4a5dc4915015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:24:32.907088 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] Bound using segment: {'id': 'cb63c8ef-450c-436c-a651-4a5dc4915015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:24:32.907596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] Bound port: 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb63c8ef-450c-436c-a651-4a5dc4915015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:24:32.908030 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:33.023069 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] For port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:24:33.032107 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] For port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82,segment=NetworkSegment(cb63c8ef-450c-436c-a651-4a5dc4915015),segment_id=cb63c8ef-450c-436c-a651-4a5dc4915015)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:24:33.037596 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:33.098337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:33.099286 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:33.100800 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] 10.222.0.15 "PUT /v2.0/ports/1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 HTTP/1.1" status: 200 len: 1091 time: 1.0209272 Jan 27 22:24:33.125119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e373f22-adbc-40f3-a8d1-1a9249b68652', 'tag': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:24:33.138219 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cd1152-a441-4670-bcb4-a174cab531ab" -d '{"events": [{"name": "network-changed", "server_uuid": "2e373f22-adbc-40f3-a8d1-1a9249b68652", "tag": "1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:24:33.214739 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab27c027-eb35-474a-bf8d-d5c6f5be371e x-openstack-request-id: req-ab27c027-eb35-474a-bf8d-d5c6f5be371e {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:24:33.215445 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e373f22-adbc-40f3-a8d1-1a9249b68652", "tag": "1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:24:33.215949 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab27c027-eb35-474a-bf8d-d5c6f5be371e {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:24:33.216613 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e373f22-adbc-40f3-a8d1-1a9249b68652', 'tag': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82', 'status': 'completed', 'code': 200} Jan 27 22:24:33.218046 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f67f8-1b5d-4fab-8c3c-745819896576 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:33.246480 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-710a20ff-8ea9-463a-8d8d-17f85ff9b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:33.248954 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-710a20ff-8ea9-463a-8d8d-17f85ff9b378 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 1094 time: 0.1001580 Jan 27 22:24:33.322666 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-6e375fcf-c198-4b7c-8186-d84a5af36066 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 HTTP/1.1" status: 200 len: 217 time: 0.0656998 Jan 27 22:24:33.446636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-125da84c-d215-4abe-b478-0995002f6cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:33.448858 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-125da84c-d215-4abe-b478-0995002f6cdb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08e45548-3335-40f2-aba0-82c088295205 HTTP/1.1" status: 200 len: 833 time: 0.1144457 Jan 27 22:24:33.462214 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba25c7-cd1f-488b-8390-8dc3f288573c req-59719cbf-6bc0-4ee4-ad98-2be00f61ecf0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:33.470129 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71ba25c7-cd1f-488b-8390-8dc3f288573c req-59719cbf-6bc0-4ee4-ad98-2be00f61ecf0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 943 time: 0.1200726 Jan 27 22:24:33.562067 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-e352b353-e528-47f3-bf5c-c96b24151201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:33.563586 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-e352b353-e528-47f3-bf5c-c96b24151201 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27f6ceb5-7fe8-420b-832a-f531c972df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866413 Jan 27 22:24:33.567417 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71ba25c7-cd1f-488b-8390-8dc3f288573c req-e7ed8ab9-5baa-418a-92c8-c7c748eaff25 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964849 Jan 27 22:24:33.710564 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-feb3a35d-4f0d-4b81-a4fc-738cf3870198 service neutron] 10.222.0.15 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397285 Jan 27 22:24:33.792878 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:24:33.841369 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cca7bfc1-2640-430d-bc1f-7ee14d92c79f req-abafc537-6bed-429c-b1ff-a0033e0e475b service neutron] 10.222.0.15 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260462 Jan 27 22:24:33.849148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:33.849522 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (32e85f3c-c2b4-4fa7-8d89-2a816a69f52f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:33.943058 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd1152-a441-4670-bcb4-a174cab531ab req-39171553-dcc8-452d-aa8e-f04fb1593ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:33.945406 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4cd1152-a441-4670-bcb4-a174cab531ab req-39171553-dcc8-452d-aa8e-f04fb1593ee6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 1094 time: 0.0550003 Jan 27 22:24:33.971297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:24:34.057231 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd1152-a441-4670-bcb4-a174cab531ab req-12a1d724-e003-440a-95b3-9427602b9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:34.058658 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4cd1152-a441-4670-bcb4-a174cab531ab req-12a1d724-e003-440a-95b3-9427602b9824 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27f6ceb5-7fe8-420b-832a-f531c972df4a HTTP/1.1" status: 200 len: 898 time: 0.1073251 Jan 27 22:24:34.105319 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4cd1152-a441-4670-bcb4-a174cab531ab req-bc0c5f5c-c2e7-4829-874b-0cc812254e88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 HTTP/1.1" status: 200 len: 217 time: 0.0400195 Jan 27 22:24:34.163036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd1152-a441-4670-bcb4-a174cab531ab req-f0054533-c82c-4dba-9c89-1a2bdc9f0a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:34.164932 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4cd1152-a441-4670-bcb4-a174cab531ab req-f0054533-c82c-4dba-9c89-1a2bdc9f0a66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08e45548-3335-40f2-aba0-82c088295205 HTTP/1.1" status: 200 len: 833 time: 0.0524838 Jan 27 22:24:34.221008 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd1152-a441-4670-bcb4-a174cab531ab req-da8a3446-fd41-4255-b942-a9de9490384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:34.222585 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4cd1152-a441-4670-bcb4-a174cab531ab req-da8a3446-fd41-4255-b942-a9de9490384b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27f6ceb5-7fe8-420b-832a-f531c972df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519166 Jan 27 22:24:34.330719 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4cd1152-a441-4670-bcb4-a174cab531ab req-5b9f220b-2acd-4471-9b74-5a46ae9c7528 service neutron] 10.222.0.15 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009934 Jan 27 22:24:34.429833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4cd1152-a441-4670-bcb4-a174cab531ab req-8e69c98f-8510-4a98-abff-1ccf2d188c46 service neutron] 10.222.0.15 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921664 Jan 27 22:24:34.712754 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0965a-7fe4-4d32-8036-2df6397e29c0 req-e42d2fc7-1659-467e-9a75-182dadcd9698 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:34.714347 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d0d0965a-7fe4-4d32-8036-2df6397e29c0 req-e42d2fc7-1659-467e-9a75-182dadcd9698 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 943 time: 0.0633783 Jan 27 22:24:34.773598 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d0d0965a-7fe4-4d32-8036-2df6397e29c0 req-645cf726-cb8a-4b12-bcb3-3fbc6edab288 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533502 Jan 27 22:24:35.902363 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372729b4-cff6-4a2a-a500-50a1350c8723 req-13e567da-6f46-447e-8c60-88d2a22ba33c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:35.904020 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-372729b4-cff6-4a2a-a500-50a1350c8723 req-13e567da-6f46-447e-8c60-88d2a22ba33c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 943 time: 0.0564845 Jan 27 22:24:35.963046 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-372729b4-cff6-4a2a-a500-50a1350c8723 req-b272be52-2489-4a44-acc1-cfaaf414d239 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523200 Jan 27 22:24:37.107713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e133c-1557-45e3-82f8-083a43b72ec1 req-08548a68-153c-475e-82bc-ff1bbbc2886e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:37.109523 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-880e133c-1557-45e3-82f8-083a43b72ec1 req-08548a68-153c-475e-82bc-ff1bbbc2886e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 943 time: 0.0631127 Jan 27 22:24:37.161811 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-880e133c-1557-45e3-82f8-083a43b72ec1 req-c6d5a42c-0072-4c6a-8c82-9ac2d214938e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459483 Jan 27 22:24:37.727439 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:24:37.852384 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82,segment=NetworkSegment(cb63c8ef-450c-436c-a651-4a5dc4915015),segment_id=cb63c8ef-450c-436c-a651-4a5dc4915015)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:24:37.865317 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82', 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a', 'port_id': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82', 'mac_address': 'fa:16:3e:9d:bd:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08e45548-3335-40f2-aba0-82c088295205', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:24:37.951642 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:24:37.951993 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:37.973929 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:24:38.005106 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82,segment=NetworkSegment(cb63c8ef-450c-436c-a651-4a5dc4915015),segment_id=cb63c8ef-450c-436c-a651-4a5dc4915015)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:24:38.012242 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:38.069519 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:38.210857 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:24:38.351059 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df895f74-428c-4a6f-bace-d8b6caffa4d6 req-737dffc3-789a-458a-812f-bc47fc2758be tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:38.354340 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df895f74-428c-4a6f-bace-d8b6caffa4d6 req-737dffc3-789a-458a-812f-bc47fc2758be tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 944 time: 0.1094029 Jan 27 22:24:38.434501 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df895f74-428c-4a6f-bace-d8b6caffa4d6 req-dbf0108f-008c-4597-be31-4d6642683c2c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732453 Jan 27 22:24:39.635768 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefca13-414c-480b-8b47-091c21aa3bd6 req-c57a5c81-83c4-43fe-8e58-5bd6465e6d01 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:39.638634 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-feefca13-414c-480b-8b47-091c21aa3bd6 req-c57a5c81-83c4-43fe-8e58-5bd6465e6d01 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 944 time: 0.0786991 Jan 27 22:24:39.715923 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-feefca13-414c-480b-8b47-091c21aa3bd6 req-5b0c4d17-483e-4a83-b3b5-c1ea04e8880e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685709 Jan 27 22:24:39.741778 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:24:39.950712 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:24:39.955594 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:39.956038 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:40.066421 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:24:40.066894 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:40.091992 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e373f22-adbc-40f3-a8d1-1a9249b68652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:24:40.094257 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defe372c-ce3c-42fb-ad8f-a5026c8dba1a" -d '{"events": [{"server_uuid": "2e373f22-adbc-40f3-a8d1-1a9249b68652", "name": "network-vif-plugged", "status": "completed", "tag": "1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:24:40.108788 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82,segment=NetworkSegment(cb63c8ef-450c-436c-a651-4a5dc4915015),segment_id=cb63c8ef-450c-436c-a651-4a5dc4915015)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:24:40.114519 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:40.184217 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:40.229579 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145e2bb4-3105-4b72-b1ed-98a8e2f27807 x-openstack-request-id: req-145e2bb4-3105-4b72-b1ed-98a8e2f27807 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:24:40.229827 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e373f22-adbc-40f3-a8d1-1a9249b68652", "name": "network-vif-plugged", "status": "completed", "tag": "1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:24:40.230086 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-145e2bb4-3105-4b72-b1ed-98a8e2f27807 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:24:40.230514 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e373f22-adbc-40f3-a8d1-1a9249b68652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82', 'code': 200} Jan 27 22:24:40.345234 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf24675-bb44-484b-a019-1aede9ac50f2 req-922823b4-2ff7-4122-ba62-a077b56b7d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:40.346742 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5cf24675-bb44-484b-a019-1aede9ac50f2 req-922823b4-2ff7-4122-ba62-a077b56b7d74 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 1096 time: 0.0425596 Jan 27 22:24:40.400128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5cf24675-bb44-484b-a019-1aede9ac50f2 req-76db1a56-b7e2-4012-b39a-7a0aad71ed72 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467577 Jan 27 22:24:40.845824 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d6967-3ab3-4e6d-bf7f-f1d1f49b5437 req-c3b2fece-dac6-456d-9998-88ba579ff994 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:40.847390 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e98d6967-3ab3-4e6d-bf7f-f1d1f49b5437 req-c3b2fece-dac6-456d-9998-88ba579ff994 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 945 time: 0.0523226 Jan 27 22:24:40.899349 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e98d6967-3ab3-4e6d-bf7f-f1d1f49b5437 req-27b91a1e-586c-43dd-9503-22293e2ce18f tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456710 Jan 27 22:24:42.045663 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ce36a-ad6c-4158-95f6-293a7144fb98 req-076a2173-a230-4aef-9200-3a228fbea5b8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:42.046736 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-222ce36a-ad6c-4158-95f6-293a7144fb98 req-076a2173-a230-4aef-9200-3a228fbea5b8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 945 time: 0.0670614 Jan 27 22:24:42.098554 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-222ce36a-ad6c-4158-95f6-293a7144fb98 req-d98f0483-1d93-4781-9bb9-2b3b78367b16 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458872 Jan 27 22:24:42.218694 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284550fe-16a9-4d28-bb05-b99b20adefab req-68e46578-47e8-409f-a6f1-8fe3cd901ec5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:42.220560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-284550fe-16a9-4d28-bb05-b99b20adefab req-68e46578-47e8-409f-a6f1-8fe3cd901ec5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 945 time: 0.0523980 Jan 27 22:24:42.278977 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-284550fe-16a9-4d28-bb05-b99b20adefab req-e9c55564-9347-49d9-8b74-05c7e67b0811 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480740 Jan 27 22:24:42.301220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47234) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:42.342030 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86cff99-a623-469a-baf8-49d062c547df tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:42.344637 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c86cff99-a623-469a-baf8-49d062c547df tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 1091 time: 0.0424352 Jan 27 22:24:42.346999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47236) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:42.351762 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-69b0205b-028c-47ff-a88e-499797f97beb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82', 'tenant_id': '7482ad4cc1974904932616961499813e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:42.374896 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69b0205b-028c-47ff-a88e-499797f97beb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:42.479100 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69b0205b-028c-47ff-a88e-499797f97beb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:42.585988 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-69b0205b-028c-47ff-a88e-499797f97beb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Allocated IP 172.25.3.105 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/c59040d5-6916-4dd8-9de9-523e8d47ea65) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:24:42.718554 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69b0205b-028c-47ff-a88e-499797f97beb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (c59040d5-6916-4dd8-9de9-523e8d47ea65), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:42.764465 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69b0205b-028c-47ff-a88e-499797f97beb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (c59040d5-6916-4dd8-9de9-523e8d47ea65), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:42.804233 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b0205b-028c-47ff-a88e-499797f97beb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:24:42.812740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-69b0205b-028c-47ff-a88e-499797f97beb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:24:42.815129 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0205b-028c-47ff-a88e-499797f97beb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=c59040d5-6916-4dd8-9de9-523e8d47ea65,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:42.817513 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b0205b-028c-47ff-a88e-499797f97beb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:24:42.892748 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:43.678626 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69b0205b-028c-47ff-a88e-499797f97beb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for floatingip (9750c0ce-7e6e-4eb5-9260-2a469ab1db8a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:43.795633 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69b0205b-028c-47ff-a88e-499797f97beb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c59040d5-6916-4dd8-9de9-523e8d47ea65), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:43.969379 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69b0205b-028c-47ff-a88e-499797f97beb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (c59040d5-6916-4dd8-9de9-523e8d47ea65), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:43.973982 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69b0205b-028c-47ff-a88e-499797f97beb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (c59040d5-6916-4dd8-9de9-523e8d47ea65), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:44.055962 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0205b-028c-47ff-a88e-499797f97beb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=c59040d5-6916-4dd8-9de9-523e8d47ea65,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:44.059369 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69b0205b-028c-47ff-a88e-499797f97beb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (9750c0ce-7e6e-4eb5-9260-2a469ab1db8a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:44.162147 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-69b0205b-028c-47ff-a88e-499797f97beb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Floating IP 9750c0ce-7e6e-4eb5-9260-2a469ab1db8a associated. External IP: 172.25.3.105, port: 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82. Jan 27 22:24:44.377229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b0205b-028c-47ff-a88e-499797f97beb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Router 7262f1ea-5d1b-453d-b75c-da5734c28dbd has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:24:44.493460 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b0205b-028c-47ff-a88e-499797f97beb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:24:44.505129 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4dc63-476f-4f56-a01b-550aee0ea55b None None] Sync routers for ids ['7262f1ea-5d1b-453d-b75c-da5734c28dbd'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:24:44.515190 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-69b0205b-028c-47ff-a88e-499797f97beb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:44.520576 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4dc63-476f-4f56-a01b-550aee0ea55b None None] Routers {'7262f1ea-5d1b-453d-b75c-da5734c28dbd'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:24:44.521851 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8df4dc63-476f-4f56-a01b-550aee0ea55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:24:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7262f1ea-5d1b-453d-b75c-da5734c28dbd'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:44.549533 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-69b0205b-028c-47ff-a88e-499797f97beb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2012854 Jan 27 22:24:44.550481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e373f22-adbc-40f3-a8d1-1a9249b68652', 'tag': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:24:44.553315 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2225cbaa-aa1b-4a79-8ca5-1955c75876ca" -d '{"events": [{"name": "network-changed", "server_uuid": "2e373f22-adbc-40f3-a8d1-1a9249b68652", "tag": "1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:24:44.673996 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18952dd2-2b95-47e6-8f1f-e63535a11c04 x-openstack-request-id: req-18952dd2-2b95-47e6-8f1f-e63535a11c04 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:24:44.674470 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e373f22-adbc-40f3-a8d1-1a9249b68652", "tag": "1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:24:44.674871 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18952dd2-2b95-47e6-8f1f-e63535a11c04 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:24:44.675376 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e373f22-adbc-40f3-a8d1-1a9249b68652', 'tag': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82', 'status': 'completed', 'code': 200} Jan 27 22:24:44.686405 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-8df4dc63-476f-4f56-a01b-550aee0ea55b None None] Set router 7262f1ea-5d1b-453d-b75c-da5734c28dbd gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:24:44.715259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225cbaa-aa1b-4a79-8ca5-1955c75876ca req-a16c40e0-67ca-4401-93e5-14a3604f1f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:44.716857 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2225cbaa-aa1b-4a79-8ca5-1955c75876ca req-a16c40e0-67ca-4401-93e5-14a3604f1f33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 1096 time: 0.0705311 Jan 27 22:24:44.725162 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc300127-f8f6-4af8-905a-a0ee2b395716 req-c26a01fe-b984-4e3f-849c-06196b9254bd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:44.727157 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cc300127-f8f6-4af8-905a-a0ee2b395716 req-c26a01fe-b984-4e3f-849c-06196b9254bd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 945 time: 0.1205852 Jan 27 22:24:44.866454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225cbaa-aa1b-4a79-8ca5-1955c75876ca req-7c39ba86-526c-455a-b0a8-a1400469745b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:44.868776 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2225cbaa-aa1b-4a79-8ca5-1955c75876ca req-7c39ba86-526c-455a-b0a8-a1400469745b service neutron] 10.222.0.15 "GET /v2.0/networks?id=27f6ceb5-7fe8-420b-832a-f531c972df4a HTTP/1.1" status: 200 len: 898 time: 0.1406078 Jan 27 22:24:44.979020 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cc300127-f8f6-4af8-905a-a0ee2b395716 req-9e7bb414-36ae-411b-9a7c-83e45a8628fd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425108 Jan 27 22:24:44.993949 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 47260) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:44.998613 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2225cbaa-aa1b-4a79-8ca5-1955c75876ca req-d1e85d4e-2bc6-4923-b1ec-469f9da66801 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 HTTP/1.1" status: 200 len: 999 time: 0.1191561 Jan 27 22:24:45.050973 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8df4dc63-476f-4f56-a01b-550aee0ea55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855623835', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:27Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '9750c0ce-7e6e-4eb5-9260-2a469ab1db8a', 'tenant_id': '7482ad4cc1974904932616961499813e', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'port_id': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a', 'mac_address': 'fa:16:3e:9d:bd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e373f22-adbc-40f3-a8d1-1a9249b68652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:24:43Z', 'updated_at': '2022-01-27T22:24:43Z', 'revision_number': 0, 'project_id': '7482ad4cc1974904932616961499813e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e85f3c-c2b4-4fa7-8d89-2a816a69f52f', 'name': '', 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:42:2d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '08e45548-3335-40f2-aba0-82c088295205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:26Z', 'updated_at': '2022-01-27T22:24:31Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '08e45548-3335-40f2-aba0-82c088295205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:45.084210 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225cbaa-aa1b-4a79-8ca5-1955c75876ca req-fcf9fdda-7b09-45ac-8ccf-ce1d28adbf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:45.087092 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2225cbaa-aa1b-4a79-8ca5-1955c75876ca req-fcf9fdda-7b09-45ac-8ccf-ce1d28adbf26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08e45548-3335-40f2-aba0-82c088295205 HTTP/1.1" status: 200 len: 833 time: 0.0793729 Jan 27 22:24:45.110938 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-131f9d76-3290-4008-9525-fa269c00b235 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/floatingips/9750c0ce-7e6e-4eb5-9260-2a469ab1db8a HTTP/1.1" status: 200 len: 991 time: 0.1150224 Jan 27 22:24:45.152403 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225cbaa-aa1b-4a79-8ca5-1955c75876ca req-49ed7ddf-5368-4c09-bc73-5787eb48a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:45.155083 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2225cbaa-aa1b-4a79-8ca5-1955c75876ca req-49ed7ddf-5368-4c09-bc73-5787eb48a863 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27f6ceb5-7fe8-420b-832a-f531c972df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624559 Jan 27 22:24:45.191336 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4dc63-476f-4f56-a01b-550aee0ea55b None None] Checking router: 7262f1ea-5d1b-453d-b75c-da5734c28dbd for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:24:45.203003 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4dc63-476f-4f56-a01b-550aee0ea55b None None] Routers {'7262f1ea-5d1b-453d-b75c-da5734c28dbd'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:24:45.203691 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8df4dc63-476f-4f56-a01b-550aee0ea55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:24:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7262f1ea-5d1b-453d-b75c-da5734c28dbd'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:45.275753 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2225cbaa-aa1b-4a79-8ca5-1955c75876ca req-50acc1a2-b26e-4161-be9d-9abcfb81605d service neutron] 10.222.0.15 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140370 Jan 27 22:24:45.341323 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-8df4dc63-476f-4f56-a01b-550aee0ea55b None None] Set router 7262f1ea-5d1b-453d-b75c-da5734c28dbd gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:24:45.390465 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2225cbaa-aa1b-4a79-8ca5-1955c75876ca req-8b10bf9a-3d42-49ea-bd53-491d811e641f service neutron] 10.222.0.15 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074378 Jan 27 22:24:45.585970 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-8df4dc63-476f-4f56-a01b-550aee0ea55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855623835', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:27Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '9750c0ce-7e6e-4eb5-9260-2a469ab1db8a', 'tenant_id': '7482ad4cc1974904932616961499813e', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'port_id': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a', 'mac_address': 'fa:16:3e:9d:bd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e373f22-adbc-40f3-a8d1-1a9249b68652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:24:43Z', 'updated_at': '2022-01-27T22:24:43Z', 'revision_number': 0, 'project_id': '7482ad4cc1974904932616961499813e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e85f3c-c2b4-4fa7-8d89-2a816a69f52f', 'name': '', 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:42:2d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '08e45548-3335-40f2-aba0-82c088295205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:26Z', 'updated_at': '2022-01-27T22:24:31Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '08e45548-3335-40f2-aba0-82c088295205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:45.615459 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4dc63-476f-4f56-a01b-550aee0ea55b None None] The sync data for ids ['7262f1ea-5d1b-453d-b75c-da5734c28dbd'] in n-d-772272-3 is: [{'id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855623835', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:27Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '9750c0ce-7e6e-4eb5-9260-2a469ab1db8a', 'tenant_id': '7482ad4cc1974904932616961499813e', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'port_id': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a', 'mac_address': 'fa:16:3e:9d:bd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e373f22-adbc-40f3-a8d1-1a9249b68652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:24:43Z', 'updated_at': '2022-01-27T22:24:43Z', 'revision_number': 0, 'project_id': '7482ad4cc1974904932616961499813e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e85f3c-c2b4-4fa7-8d89-2a816a69f52f', 'name': '', 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:42:2d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '08e45548-3335-40f2-aba0-82c088295205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:26Z', 'updated_at': '2022-01-27T22:24:31Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '08e45548-3335-40f2-aba0-82c088295205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:24:45.826571 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac07a4-c57a-4992-bb1b-bccdcb2ac5ab None None] New status for floating IP 9750c0ce-7e6e-4eb5-9260-2a469ab1db8a: ACTIVE {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:24:46.112285 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47274) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:46.182618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-33e19668-1302-4c6b-800b-49638c4965fb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/floatingips/9750c0ce-7e6e-4eb5-9260-2a469ab1db8a HTTP/1.1" status: 200 len: 993 time: 0.0688841 Jan 27 22:24:51.369649 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:51.475682 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-c40d1873-52a7-4e38-8dfc-dff7c3b58319 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-986273172&fields=id&tenant_id=9bdc2fb4e9174322835c30f4b0d91a28 HTTP/1.1" status: 200 len: 267 time: 0.0464270 Jan 27 22:24:51.578681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-c2c39c1b-a945-43a7-ae15-91de9274fc60 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:51.580293 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-c2c39c1b-a945-43a7-ae15-91de9274fc60 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 811 time: 0.0985684 Jan 27 22:24:51.595493 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-7c06396c-52af-442b-926c-8c62679bd46a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/quotas/9bdc2fb4e9174322835c30f4b0d91a28 HTTP/1.1" status: 200 len: 375 time: 0.0089779 Jan 27 22:24:51.649388 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-2b6cadaa-d707-408c-8745-8651dc70f4e8 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490253 Jan 27 22:24:51.743701 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-58c2d719-cb55-438d-ae43-f53e6506441e service neutron] 10.222.0.23 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834811 Jan 27 22:24:51.837235 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-1f89bd26-658d-42f5-8164-c9096f198282 service neutron] 10.222.0.23 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877042 Jan 27 22:24:52.133196 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fd8d990-d44d-409c-b437-f111fd404f1b req-91504daa-be76-4ce4-b562-d3753ec302f8 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 210 time: 0.0270011 Jan 27 22:24:53.201734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-342f7b13-a4bc-4ba8-9bfb-9e75c6ceda55 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:53.203383 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-342f7b13-a4bc-4ba8-9bfb-9e75c6ceda55 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.21 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 811 time: 0.1302047 Jan 27 22:24:53.245741 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74918c91-fcb9-425f-82ee-67321c41d3ae req-7bfe6715-390d-40f0-8c40-5b122a8f29b1 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 210 time: 0.0368526 Jan 27 22:24:53.300539 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-776165bd-1772-40b1-9bbd-c8832e5af2d5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bdc2fb4e9174322835c30f4b0d91a28 HTTP/1.1" status: 200 len: 379 time: 0.0816116 Jan 27 22:24:53.309845 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-df48a594-66d3-45b7-8a45-c140e921a1e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Request body: {'port': {'device_id': '2dd39639-407a-4853-a8c2-9e856ff855ed', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'admin_state_up': True, 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'security_groups': ['1ac819e2-6e57-4d17-a0ec-b78614ee7de3']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:53.416385 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-df48a594-66d3-45b7-8a45-c140e921a1e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Made reservation on behalf of 9bdc2fb4e9174322835c30f4b0d91a28 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:24:53.419975 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-df48a594-66d3-45b7-8a45-c140e921a1e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:53.550397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-df48a594-66d3-45b7-8a45-c140e921a1e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Allocated IP 172.20.0.12 (ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3/ad7ff54c-bda3-4bfc-9e45-9e37fdd442af/7ee7c7b8-ad1a-473d-a0fe-e852d523171d) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:24:53.704794 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-df48a594-66d3-45b7-8a45-c140e921a1e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for port (7ee7c7b8-ad1a-473d-a0fe-e852d523171d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:53.742790 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-df48a594-66d3-45b7-8a45-c140e921a1e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (7ee7c7b8-ad1a-473d-a0fe-e852d523171d), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:53.790233 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-df48a594-66d3-45b7-8a45-c140e921a1e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:24:53.793694 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-df48a594-66d3-45b7-8a45-c140e921a1e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:24:53.796444 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-df48a594-66d3-45b7-8a45-c140e921a1e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:24:53.835834 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48a594-66d3-45b7-8a45-c140e921a1e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event updated for resources: {'Port': ['ID=7ee7c7b8-ad1a-473d-a0fe-e852d523171d,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:53.866240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-df48a594-66d3-45b7-8a45-c140e921a1e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:53.867585 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-df48a594-66d3-45b7-8a45-c140e921a1e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:53.891090 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-df48a594-66d3-45b7-8a45-c140e921a1e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5851133 Jan 27 22:24:53.904731 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] Request body: {'port': {'device_id': '2dd39639-407a-4853-a8c2-9e856ff855ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:54.009600 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7ee7c7b8-ad1a-473d-a0fe-e852d523171d), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:54.156943 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2b55eb52-d2a2-4af9-b292-bacecdba5807 None None] Provisioning complete for port 7ee7c7b8-ad1a-473d-a0fe-e852d523171d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:24:54.182436 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2b55eb52-d2a2-4af9-b292-bacecdba5807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7ee7c7b8-ad1a-473d-a0fe-e852d523171d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:54.223077 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2b55eb52-d2a2-4af9-b292-bacecdba5807 None None] Port 7ee7c7b8-ad1a-473d-a0fe-e852d523171d cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:24:54.224639 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-04a3bee1-041a-4673-908e-b9dd7d56d5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:54.617881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06235160-eaaf-429c-9900-d26f1eca09ad req-c9130b1e-67a1-4ae3-ae4f-205171538f44 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:54.619380 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06235160-eaaf-429c-9900-d26f1eca09ad req-c9130b1e-67a1-4ae3-ae4f-205171538f44 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 932 time: 0.0774572 Jan 27 22:24:54.707403 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06235160-eaaf-429c-9900-d26f1eca09ad req-ea5cc1bd-bb42-401e-9ece-36e773fa3a48 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816278 Jan 27 22:24:54.717453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee7c7b8-ad1a-473d-a0fe-e852d523171d {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:24:54.728228 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] Publish callbacks [] for port (7ee7c7b8-ad1a-473d-a0fe-e852d523171d), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:54.737454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] Transition to ACTIVE for port object 7ee7c7b8-ad1a-473d-a0fe-e852d523171d will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:24:54.741535 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7ee7c7b8-ad1a-473d-a0fe-e852d523171d), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:54.790653 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee7c7b8-ad1a-473d-a0fe-e852d523171d,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:54.869540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] Attempting to bind port 7ee7c7b8-ad1a-473d-a0fe-e852d523171d on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:24:54.869866 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] Attempting to bind port 7ee7c7b8-ad1a-473d-a0fe-e852d523171d by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:24:54.870181 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] Attempting to bind port 7ee7c7b8-ad1a-473d-a0fe-e852d523171d on network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:24:54.875347 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] Port 7ee7c7b8-ad1a-473d-a0fe-e852d523171d on network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:24:54.875665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] Attempting to bind port 7ee7c7b8-ad1a-473d-a0fe-e852d523171d on network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:24:54.882560 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:24:54.882902 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] Checking segment: {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:24:54.883651 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] Bound using segment: {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:24:54.888421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] Bound port: 7ee7c7b8-ad1a-473d-a0fe-e852d523171d, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:24:54.889060 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7ee7c7b8-ad1a-473d-a0fe-e852d523171d), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:54.997768 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] For port 7ee7c7b8-ad1a-473d-a0fe-e852d523171d, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:24:55.002648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] For port 7ee7c7b8-ad1a-473d-a0fe-e852d523171d, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7ee7c7b8-ad1a-473d-a0fe-e852d523171d,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:24:55.009154 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7ee7c7b8-ad1a-473d-a0fe-e852d523171d), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:55.047684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:55.048389 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:55.050019 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] 10.222.0.21 "PUT /v2.0/ports/7ee7c7b8-ad1a-473d-a0fe-e852d523171d HTTP/1.1" status: 200 len: 1092 time: 1.1502674 Jan 27 22:24:55.050609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd39639-407a-4853-a8c2-9e856ff855ed', 'tag': '7ee7c7b8-ad1a-473d-a0fe-e852d523171d'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:24:55.053821 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0ea7a5-cec8-483b-83bf-46e2803168a5" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd39639-407a-4853-a8c2-9e856ff855ed", "tag": "7ee7c7b8-ad1a-473d-a0fe-e852d523171d"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:24:55.120943 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbcf37-0a88-4bd3-bd02-126debce29d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee7c7b8-ad1a-473d-a0fe-e852d523171d,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:55.182104 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-45a28129-7ed2-49fe-95be-cbdb0e92e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:55.183918 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-45a28129-7ed2-49fe-95be-cbdb0e92e513 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 1095 time: 0.0518982 Jan 27 22:24:55.263534 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629a402c-8afd-42a9-bc10-b1d26eeae315 x-openstack-request-id: req-629a402c-8afd-42a9-bc10-b1d26eeae315 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:24:55.263832 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd39639-407a-4853-a8c2-9e856ff855ed", "tag": "7ee7c7b8-ad1a-473d-a0fe-e852d523171d", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:24:55.264090 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-629a402c-8afd-42a9-bc10-b1d26eeae315 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:24:55.264601 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd39639-407a-4853-a8c2-9e856ff855ed', 'tag': '7ee7c7b8-ad1a-473d-a0fe-e852d523171d', 'status': 'completed', 'code': 200} Jan 27 22:24:55.266047 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-74717d67-c2f6-4113-8169-6c1cd0b57d3c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ee7c7b8-ad1a-473d-a0fe-e852d523171d HTTP/1.1" status: 200 len: 217 time: 0.0738688 Jan 27 22:24:55.318882 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-2971392e-9f73-4d0a-bae2-78dcab5a7a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:55.321427 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-2971392e-9f73-4d0a-bae2-78dcab5a7a07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.0483065 Jan 27 22:24:55.375609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-cf6b5eed-d315-49b4-81f6-283cee88b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:55.377117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-cf6b5eed-d315-49b4-81f6-283cee88b7ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471270 Jan 27 22:24:55.473912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-218661b7-ff45-44a9-abc2-99a7c04da4d8 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894134 Jan 27 22:24:55.564118 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7553f58-c2d6-45ad-a741-28f78f72b222 req-4b490168-1868-4356-9399-b848d5cccccb service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838349 Jan 27 22:24:55.662139 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ea7a5-cec8-483b-83bf-46e2803168a5 req-187a743f-7960-483b-aa1a-60d0908bb30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:55.665798 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d0ea7a5-cec8-483b-83bf-46e2803168a5 req-187a743f-7960-483b-aa1a-60d0908bb30c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 1095 time: 0.0474603 Jan 27 22:24:55.764073 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ea7a5-cec8-483b-83bf-46e2803168a5 req-e9db7542-e319-4fbe-9545-1070c0a3dea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:55.765764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d0ea7a5-cec8-483b-83bf-46e2803168a5 req-e9db7542-e319-4fbe-9545-1070c0a3dea3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 912 time: 0.0941422 Jan 27 22:24:55.809961 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d0ea7a5-cec8-483b-83bf-46e2803168a5 req-4723d06c-cb2b-4a9b-91e4-aee63dd00ebf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ee7c7b8-ad1a-473d-a0fe-e852d523171d HTTP/1.1" status: 200 len: 217 time: 0.0379329 Jan 27 22:24:55.887279 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ea7a5-cec8-483b-83bf-46e2803168a5 req-56ff68a5-435a-4708-87c1-5f217f594fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:55.888777 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d0ea7a5-cec8-483b-83bf-46e2803168a5 req-56ff68a5-435a-4708-87c1-5f217f594fc1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.0713720 Jan 27 22:24:55.898452 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecf408-53b3-4acb-89d6-dc84f17cb43a req-05b3df86-0521-4226-a59a-3fbac128d825 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:55.899875 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-abecf408-53b3-4acb-89d6-dc84f17cb43a req-05b3df86-0521-4226-a59a-3fbac128d825 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 944 time: 0.0927384 Jan 27 22:24:55.972054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ea7a5-cec8-483b-83bf-46e2803168a5 req-f08ef17f-fa8d-4063-8b41-d889189c7c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:55.973602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d0ea7a5-cec8-483b-83bf-46e2803168a5 req-f08ef17f-fa8d-4063-8b41-d889189c7c3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728514 Jan 27 22:24:55.983119 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-abecf408-53b3-4acb-89d6-dc84f17cb43a req-f28dd1c8-49de-40c6-b782-f1f6be327127 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749629 Jan 27 22:24:56.087828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d0ea7a5-cec8-483b-83bf-46e2803168a5 req-754fb9af-a3f4-466d-9572-22483dfc939a service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024230 Jan 27 22:24:56.201565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d0ea7a5-cec8-483b-83bf-46e2803168a5 req-a89cade6-fa62-4a8d-8c4b-54ab0e013624 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086025 Jan 27 22:24:56.714074 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3567719b-8408-42d5-889e-fec216b400de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:57.102985 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd19d28-59e7-4a6a-83d9-d90348eec3b0 req-3698f2d0-7f6c-4879-800f-2960f0c39d80 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:57.104610 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fd19d28-59e7-4a6a-83d9-d90348eec3b0 req-3698f2d0-7f6c-4879-800f-2960f0c39d80 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 944 time: 0.0491021 Jan 27 22:24:57.118326 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:24:57.157802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fd19d28-59e7-4a6a-83d9-d90348eec3b0 req-0223e289-6bfc-44a6-8fba-bbfe253722a6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475707 Jan 27 22:24:57.584043 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:58.278820 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71923587-fd41-42a3-b11c-b4f73019f4be req-d15f017e-2ff1-4dee-9049-cdca8ee80d08 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:58.280459 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71923587-fd41-42a3-b11c-b4f73019f4be req-d15f017e-2ff1-4dee-9049-cdca8ee80d08 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 944 time: 0.0545082 Jan 27 22:24:58.333053 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71923587-fd41-42a3-b11c-b4f73019f4be req-1a004b8a-c3dd-4cf4-9181-c114dd272f6b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453415 Jan 27 22:24:58.777748 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6f10909-6d3e-45b9-8b2e-dc1cccc8e7d2 req-7713baad-5648-4869-b98d-b0d4034c9da9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0912879 Jan 27 22:24:58.859311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f10909-6d3e-45b9-8b2e-dc1cccc8e7d2 req-abf8a394-9d85-4322-8447-fa3d1272264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:58.860820 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6f10909-6d3e-45b9-8b2e-dc1cccc8e7d2 req-abf8a394-9d85-4322-8447-fa3d1272264f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 1096 time: 0.0400951 Jan 27 22:24:58.967935 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:58.972387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f10909-6d3e-45b9-8b2e-dc1cccc8e7d2 req-b80d9948-791a-4c8e-8410-6bb24709d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:58.973927 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6f10909-6d3e-45b9-8b2e-dc1cccc8e7d2 req-b80d9948-791a-4c8e-8410-6bb24709d27b service neutron] 10.222.0.15 "GET /v2.0/networks?id=27f6ceb5-7fe8-420b-832a-f531c972df4a HTTP/1.1" status: 200 len: 898 time: 0.0953953 Jan 27 22:24:59.041207 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6f10909-6d3e-45b9-8b2e-dc1cccc8e7d2 req-64012966-2f1a-4185-8c28-f4a049dc38ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 HTTP/1.1" status: 200 len: 1001 time: 0.0604892 Jan 27 22:24:59.095580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f10909-6d3e-45b9-8b2e-dc1cccc8e7d2 req-3c3c9003-7361-4a54-bc9d-cf41389f30e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:59.097063 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6f10909-6d3e-45b9-8b2e-dc1cccc8e7d2 req-3c3c9003-7361-4a54-bc9d-cf41389f30e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08e45548-3335-40f2-aba0-82c088295205 HTTP/1.1" status: 200 len: 833 time: 0.0480404 Jan 27 22:24:59.141020 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f10909-6d3e-45b9-8b2e-dc1cccc8e7d2 req-d0295441-06f8-4389-9ba4-f3944f241aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:59.142510 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6f10909-6d3e-45b9-8b2e-dc1cccc8e7d2 req-d0295441-06f8-4389-9ba4-f3944f241aa2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27f6ceb5-7fe8-420b-832a-f531c972df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394979 Jan 27 22:24:59.233612 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6f10909-6d3e-45b9-8b2e-dc1cccc8e7d2 req-e2e173d9-81a9-42aa-829e-7806c9de02b0 service neutron] 10.222.0.15 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830162 Jan 27 22:24:59.327407 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6f10909-6d3e-45b9-8b2e-dc1cccc8e7d2 req-ada3f849-6569-4dce-b6a3-5a7266e79542 service neutron] 10.222.0.15 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878341 Jan 27 22:24:59.454366 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00504c09-5a7b-46ae-9b26-49f234df91a0 req-8eaad5de-aefb-4565-91e4-84bad9914a1e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:59.455967 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00504c09-5a7b-46ae-9b26-49f234df91a0 req-8eaad5de-aefb-4565-91e4-84bad9914a1e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 944 time: 0.0518050 Jan 27 22:24:59.509228 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00504c09-5a7b-46ae-9b26-49f234df91a0 req-a11fb93e-69c4-4984-ac42-c80342200e15 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470314 Jan 27 22:25:00.322736 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:00.627219 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815b5a6-76a3-4566-b4f2-d914f6a237fc req-5f20cc84-06d6-4ef9-a962-270e26f0bfb0 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:00.628750 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2815b5a6-76a3-4566-b4f2-d914f6a237fc req-5f20cc84-06d6-4ef9-a962-270e26f0bfb0 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 944 time: 0.0527158 Jan 27 22:25:00.676826 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2815b5a6-76a3-4566-b4f2-d914f6a237fc req-d4878f71-79ff-482b-b395-662e8297d5d4 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425310 Jan 27 22:25:01.797434 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcee08-bc08-4455-8340-448f47509f4b req-a1800647-d022-43ba-b3ba-ecf278cc525f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:01.798942 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8dcee08-bc08-4455-8340-448f47509f4b req-a1800647-d022-43ba-b3ba-ecf278cc525f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 944 time: 0.0494325 Jan 27 22:25:01.848917 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8dcee08-bc08-4455-8340-448f47509f4b req-0160d890-f71a-4600-831e-aecbd586d4da tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440946 Jan 27 22:25:02.959457 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435d17c-ea31-4b94-803e-de729e758c91 req-53975796-78c3-402b-85e5-5caa052d7a7a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:02.961640 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a435d17c-ea31-4b94-803e-de729e758c91 req-53975796-78c3-402b-85e5-5caa052d7a7a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 944 time: 0.0482938 Jan 27 22:25:03.014989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a435d17c-ea31-4b94-803e-de729e758c91 req-fad3f90c-4cbc-4e49-ab15-835ebd57bc10 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475357 Jan 27 22:25:04.129374 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1c9f5-9fc3-41b7-910a-04119dea6965 req-48e00cd4-5ad6-439a-842e-0cac0a9374d9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:04.130993 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ef1c9f5-9fc3-41b7-910a-04119dea6965 req-48e00cd4-5ad6-439a-842e-0cac0a9374d9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 944 time: 0.0488670 Jan 27 22:25:04.184463 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ef1c9f5-9fc3-41b7-910a-04119dea6965 req-3c767aed-e8ba-4827-83c1-1033d1a1f7b2 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460021 Jan 27 22:25:05.300897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fada1-037d-4e81-9cf3-c941f2ab405a req-35ce94a7-d413-4eb5-888f-7e87817ab741 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:05.302405 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd3fada1-037d-4e81-9cf3-c941f2ab405a req-35ce94a7-d413-4eb5-888f-7e87817ab741 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 944 time: 0.0478232 Jan 27 22:25:05.352006 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd3fada1-037d-4e81-9cf3-c941f2ab405a req-7891a242-8dc3-4094-962a-021b0cd53d2b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433269 Jan 27 22:25:06.469195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1e409-bea6-4457-bab7-2ccd29a917e3 req-c673e59a-a8a0-4abc-9254-a919f5937e5e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:06.470661 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8f1e409-bea6-4457-bab7-2ccd29a917e3 req-c673e59a-a8a0-4abc-9254-a919f5937e5e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 944 time: 0.0526509 Jan 27 22:25:06.519491 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8f1e409-bea6-4457-bab7-2ccd29a917e3 req-2c4565d0-a82a-4f69-94de-b54f05dcd041 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431314 Jan 27 22:25:07.641684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011704a6-9477-4b9b-a3f1-f2298e6285aa req-159bbea2-14ca-4b9f-ac06-baa7685e1d35 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:07.642744 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-011704a6-9477-4b9b-a3f1-f2298e6285aa req-159bbea2-14ca-4b9f-ac06-baa7685e1d35 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 944 time: 0.0511506 Jan 27 22:25:07.699354 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-011704a6-9477-4b9b-a3f1-f2298e6285aa req-d88e7559-0e5c-4a65-b0e3-8ec0d3e5e107 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461402 Jan 27 22:25:08.818667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62ed8-da08-46a5-aeca-9c3d156f100b req-001bfaf2-ef0c-430b-adeb-a32ca2fb6ecb tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:08.820911 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29a62ed8-da08-46a5-aeca-9c3d156f100b req-001bfaf2-ef0c-430b-adeb-a32ca2fb6ecb tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 944 time: 0.0529737 Jan 27 22:25:08.869674 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29a62ed8-da08-46a5-aeca-9c3d156f100b req-8f37585d-58da-4345-9660-17c832cbcd2a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429969 Jan 27 22:25:09.992030 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537321a7-f270-4db9-8aa3-a7105174738b req-7fabc1d5-666c-4adb-aaf9-721e643a55c9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:09.994432 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-537321a7-f270-4db9-8aa3-a7105174738b req-7fabc1d5-666c-4adb-aaf9-721e643a55c9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 944 time: 0.0505843 Jan 27 22:25:10.045732 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-537321a7-f270-4db9-8aa3-a7105174738b req-ab40aff5-3d5b-4451-80b1-583548eb3d2b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432887 Jan 27 22:25:11.157688 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fecf65c-2d4f-4fc7-9899-ce8d4cd99570 req-d31d44f2-81b5-4c03-a234-c5a1ac48965f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:11.159160 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8fecf65c-2d4f-4fc7-9899-ce8d4cd99570 req-d31d44f2-81b5-4c03-a234-c5a1ac48965f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 944 time: 0.0475297 Jan 27 22:25:11.211145 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8fecf65c-2d4f-4fc7-9899-ce8d4cd99570 req-5031732e-8c9d-42e5-a84c-28b3a6a5e9c5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464282 Jan 27 22:25:12.323297 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffaa8d5-4dfa-42ec-983f-9d395e08a0df req-6c2bb042-b234-4371-a6b5-039b6775235c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:12.324786 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bffaa8d5-4dfa-42ec-983f-9d395e08a0df req-6c2bb042-b234-4371-a6b5-039b6775235c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 944 time: 0.0472941 Jan 27 22:25:12.376608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bffaa8d5-4dfa-42ec-983f-9d395e08a0df req-bb3230bd-cff7-4205-ba38-962031e4c7a1 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433719 Jan 27 22:25:12.887237 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:13.517998 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a16ceb-a7d0-4a95-ab7d-fb3f184ea972 req-66bd1dfc-39ff-4f54-922f-9ac94abf9b14 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:13.519883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93a16ceb-a7d0-4a95-ab7d-fb3f184ea972 req-66bd1dfc-39ff-4f54-922f-9ac94abf9b14 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 944 time: 0.0498054 Jan 27 22:25:13.577703 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93a16ceb-a7d0-4a95-ab7d-fb3f184ea972 req-0428005e-eda4-424f-aa29-7061f2213ee4 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474303 Jan 27 22:25:14.703737 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff32787-9082-4e74-b767-22aae21e2ee7 req-9e460601-e1fa-4bf0-a29c-d0c3076f852a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:14.705260 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ff32787-9082-4e74-b767-22aae21e2ee7 req-9e460601-e1fa-4bf0-a29c-d0c3076f852a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 944 time: 0.0588915 Jan 27 22:25:14.761446 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ff32787-9082-4e74-b767-22aae21e2ee7 req-2247a334-2168-4ac5-8283-b4b573329454 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495074 Jan 27 22:25:15.886545 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652355c0-96ab-4c7f-ae10-13622e5d8094 req-c928c401-15af-4fb9-bc99-123b773e0292 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:15.888189 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-652355c0-96ab-4c7f-ae10-13622e5d8094 req-c928c401-15af-4fb9-bc99-123b773e0292 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 944 time: 0.0490203 Jan 27 22:25:15.942051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-652355c0-96ab-4c7f-ae10-13622e5d8094 req-ced696c3-4fc6-4791-9689-0e465239ef64 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474844 Jan 27 22:25:16.742458 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7ee7c7b8-ad1a-473d-a0fe-e852d523171d details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:25:16.843145 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 7ee7c7b8-ad1a-473d-a0fe-e852d523171d, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7ee7c7b8-ad1a-473d-a0fe-e852d523171d,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:16.856945 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '7ee7c7b8-ad1a-473d-a0fe-e852d523171d', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'port_id': '7ee7c7b8-ad1a-473d-a0fe-e852d523171d', 'mac_address': 'fa:16:3e:e5:20:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:25:16.894713 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 7ee7c7b8-ad1a-473d-a0fe-e852d523171d is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:25:16.895196 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7ee7c7b8-ad1a-473d-a0fe-e852d523171d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:16.909038 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee7c7b8-ad1a-473d-a0fe-e852d523171d {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:25:16.929385 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 7ee7c7b8-ad1a-473d-a0fe-e852d523171d, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7ee7c7b8-ad1a-473d-a0fe-e852d523171d,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:16.939619 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7ee7c7b8-ad1a-473d-a0fe-e852d523171d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:16.996367 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=7ee7c7b8-ad1a-473d-a0fe-e852d523171d,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:17.077057 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb594e-3e67-4515-9338-baa267c20b7a req-b95822e9-9f0a-471e-86aa-1c28fd5b4a37 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:17.078665 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a1fb594e-3e67-4515-9338-baa267c20b7a req-b95822e9-9f0a-471e-86aa-1c28fd5b4a37 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 945 time: 0.0500977 Jan 27 22:25:17.137781 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a1fb594e-3e67-4515-9338-baa267c20b7a req-cb8922ed-f65e-4775-bfcd-c8804e03e604 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535312 Jan 27 22:25:17.265979 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['7ee7c7b8-ad1a-473d-a0fe-e852d523171d'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:25:17.509103 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c009f62-7c34-4545-a75c-1703599be0e3 req-22dd060f-8edb-475f-a441-b71f62ff25d6 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:17.511158 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9c009f62-7c34-4545-a75c-1703599be0e3 req-22dd060f-8edb-475f-a441-b71f62ff25d6 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 1096 time: 0.0485046 Jan 27 22:25:17.532116 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9c009f62-7c34-4545-a75c-1703599be0e3 req-d3c84a8f-6ac7-497c-b37b-b12d0aea38ee tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:17.610007 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9c009f62-7c34-4545-a75c-1703599be0e3 req-d3c84a8f-6ac7-497c-b37b-b12d0aea38ee tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] Publish callbacks [] for security_group (7f51ad12-e15c-496e-8a53-cc360ec1f54b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:17.624151 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9c009f62-7c34-4545-a75c-1703599be0e3 req-d3c84a8f-6ac7-497c-b37b-b12d0aea38ee tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7f51ad12-e15c-496e-8a53-cc360ec1f54b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:17.663650 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c84a8f-6ac7-497c-b37b-b12d0aea38ee tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f51ad12-e15c-496e-8a53-cc360ec1f54b,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:17.668441 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9c009f62-7c34-4545-a75c-1703599be0e3 req-d3c84a8f-6ac7-497c-b37b-b12d0aea38ee tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496975 Jan 27 22:25:17.796335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11041f8b-7496-41ab-88e2-df52d3841c39 req-012deb97-2239-4864-98b9-d3d61f80aca8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:17.797851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11041f8b-7496-41ab-88e2-df52d3841c39 req-012deb97-2239-4864-98b9-d3d61f80aca8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 945 time: 0.0566013 Jan 27 22:25:17.849832 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11041f8b-7496-41ab-88e2-df52d3841c39 req-d0a3d978-2c10-4721-8808-ec31574db197 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461755 Jan 27 22:25:17.872766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47568) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:17.935825 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-74f6ac13-7da1-4103-8145-c65733ef52f9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/floatingips/9750c0ce-7e6e-4eb5-9260-2a469ab1db8a HTTP/1.1" status: 200 len: 993 time: 0.0617514 Jan 27 22:25:18.275539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9663e0c-764a-43fb-8752-51982969c65b req-c1a06c4c-22eb-47f4-a615-6844d43c3e35 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:18.277148 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9663e0c-764a-43fb-8752-51982969c65b req-c1a06c4c-22eb-47f4-a615-6844d43c3e35 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 945 time: 0.0569675 Jan 27 22:25:18.332764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-68d153fd-e992-4a6c-86a0-4d9d8e3344fc req-f62cda0d-47e9-4b29-9a53-f74e89d72905 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:18.333773 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-68d153fd-e992-4a6c-86a0-4d9d8e3344fc req-f62cda0d-47e9-4b29-9a53-f74e89d72905 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0791566 Jan 27 22:25:18.352067 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9663e0c-764a-43fb-8752-51982969c65b req-454f1c43-702b-4946-9f8f-51130c1663aa tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681942 Jan 27 22:25:18.575357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47602) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:18.633218 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7fc9c-62a6-4402-8c02-420db82f2097 req-2248df53-ab83-4529-8ebd-d15f39dfcaee tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:18.634837 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30d7fc9c-62a6-4402-8c02-420db82f2097 req-2248df53-ab83-4529-8ebd-d15f39dfcaee tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 945 time: 0.0515082 Jan 27 22:25:18.708854 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-422f85f8-d397-4866-8618-d6385d0b8e00 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1314690 Jan 27 22:25:18.723803 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-8521d277-607d-4f99-aa74-db75147aa53f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:18.724838 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-8521d277-607d-4f99-aa74-db75147aa53f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059929 Jan 27 22:25:18.731100 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30d7fc9c-62a6-4402-8c02-420db82f2097 req-433c5817-27eb-4982-8e46-aa8d1a3ca616 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887625 Jan 27 22:25:18.742854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7ee7c7b8-ad1a-473d-a0fe-e852d523171d up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:25:18.805416 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 7ee7c7b8-ad1a-473d-a0fe-e852d523171d completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:25:18.809378 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 7ee7c7b8-ad1a-473d-a0fe-e852d523171d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:18.809823 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7ee7c7b8-ad1a-473d-a0fe-e852d523171d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:18.905928 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 7ee7c7b8-ad1a-473d-a0fe-e852d523171d is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:25:18.906339 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7ee7c7b8-ad1a-473d-a0fe-e852d523171d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:18.933954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd39639-407a-4853-a8c2-9e856ff855ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee7c7b8-ad1a-473d-a0fe-e852d523171d'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:25:18.936514 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6763355c-5265-4fe3-a642-61fb9da39294" -d '{"events": [{"server_uuid": "2dd39639-407a-4853-a8c2-9e856ff855ed", "name": "network-vif-plugged", "status": "completed", "tag": "7ee7c7b8-ad1a-473d-a0fe-e852d523171d"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:25:18.951210 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 7ee7c7b8-ad1a-473d-a0fe-e852d523171d, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7ee7c7b8-ad1a-473d-a0fe-e852d523171d,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:18.956743 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7ee7c7b8-ad1a-473d-a0fe-e852d523171d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:18.986674 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b25d42f-96e2-4ec2-8113-63bf6843afcb x-openstack-request-id: req-9b25d42f-96e2-4ec2-8113-63bf6843afcb {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:25:18.986969 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd39639-407a-4853-a8c2-9e856ff855ed", "name": "network-vif-plugged", "status": "completed", "tag": "7ee7c7b8-ad1a-473d-a0fe-e852d523171d", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:25:18.987227 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b25d42f-96e2-4ec2-8113-63bf6843afcb {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:25:18.987618 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd39639-407a-4853-a8c2-9e856ff855ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee7c7b8-ad1a-473d-a0fe-e852d523171d', 'code': 200} Jan 27 22:25:19.029293 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=7ee7c7b8-ad1a-473d-a0fe-e852d523171d,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:19.103708 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22171a74-bd3e-4a0a-ab99-fa5ce3a86262 req-2bbcbfe3-8095-4a62-8c10-ab7afbf08f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:19.105294 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22171a74-bd3e-4a0a-ab99-fa5ce3a86262 req-2bbcbfe3-8095-4a62-8c10-ab7afbf08f5d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 1097 time: 0.0499446 Jan 27 22:25:19.168024 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22171a74-bd3e-4a0a-ab99-fa5ce3a86262 req-d73664e4-5b7f-48cf-9aa8-510cb805bad5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567601 Jan 27 22:25:19.474490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfcf50-33be-482a-b3c2-5d7f7e77f009 req-1df5ea56-0f79-41b9-88f7-73ac423e2183 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:19.476037 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-babfcf50-33be-482a-b3c2-5d7f7e77f009 req-1df5ea56-0f79-41b9-88f7-73ac423e2183 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 946 time: 0.0524573 Jan 27 22:25:19.536091 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-babfcf50-33be-482a-b3c2-5d7f7e77f009 req-aac5128c-f683-4b23-9582-ded6512c5d1d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544395 Jan 27 22:25:19.856302 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93773d-530e-4a7c-ac48-5fb8db3e7351 req-b54c5351-27a6-4630-ae67-95ff9e8f00c7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:19.857833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca93773d-530e-4a7c-ac48-5fb8db3e7351 req-b54c5351-27a6-4630-ae67-95ff9e8f00c7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 945 time: 0.0486927 Jan 27 22:25:19.917102 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ca93773d-530e-4a7c-ac48-5fb8db3e7351 req-c4f300aa-f039-4850-b57b-1349cda27dfc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532765 Jan 27 22:25:20.322268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-acd66661-8b0e-4353-91cc-f1e314fc1c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:20.323767 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-acd66661-8b0e-4353-91cc-f1e314fc1c45 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 1096 time: 0.0423577 Jan 27 22:25:20.418033 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-a5a7c16b-f440-4ffb-8a4f-3c4cc3bc6e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:20.419513 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-a5a7c16b-f440-4ffb-8a4f-3c4cc3bc6e8d service neutron] 10.222.0.15 "GET /v2.0/networks?id=27f6ceb5-7fe8-420b-832a-f531c972df4a HTTP/1.1" status: 200 len: 898 time: 0.0902874 Jan 27 22:25:20.491877 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-fd02e043-b278-4384-aa89-557a003ca91d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 HTTP/1.1" status: 200 len: 1001 time: 0.0657237 Jan 27 22:25:20.551367 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-e995efe4-4bcf-4050-ab4a-8f19dcdb8441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:20.552878 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-e995efe4-4bcf-4050-ab4a-8f19dcdb8441 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08e45548-3335-40f2-aba0-82c088295205 HTTP/1.1" status: 200 len: 833 time: 0.0557916 Jan 27 22:25:20.615304 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-ede6c14a-fb55-4b52-991b-1200708437df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:20.617013 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-ede6c14a-fb55-4b52-991b-1200708437df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27f6ceb5-7fe8-420b-832a-f531c972df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577264 Jan 27 22:25:20.726896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f20f62-4f2d-43af-a86c-00f5bb3b6146 req-fffe5f0a-8689-49cb-8026-5080e2f3ca47 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:20.728365 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01f20f62-4f2d-43af-a86c-00f5bb3b6146 req-fffe5f0a-8689-49cb-8026-5080e2f3ca47 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 946 time: 0.1085994 Jan 27 22:25:20.763197 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-aadac351-9cb7-4dcd-a5b7-e368d2481102 service neutron] 10.222.0.15 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330824 Jan 27 22:25:20.849515 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01f20f62-4f2d-43af-a86c-00f5bb3b6146 req-37095400-1cc7-4c04-84a5-e228986f7275 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102560 Jan 27 22:25:20.904108 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-8525dced-d8cb-4e35-8ebf-5826fefbd64c service neutron] 10.222.0.15 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329083 Jan 27 22:25:21.059277 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2e826-b46a-46a6-910e-63a055bc3db7 req-eda6a820-7d14-469b-b48d-cf96ae232ba8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:21.061100 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0a2e826-b46a-46a6-910e-63a055bc3db7 req-eda6a820-7d14-469b-b48d-cf96ae232ba8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 945 time: 0.0660307 Jan 27 22:25:21.111272 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0a2e826-b46a-46a6-910e-63a055bc3db7 req-7a8fa1fd-47dc-4c03-8f06-f54f9e57d3dd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442319 Jan 27 22:25:21.380473 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:21.975483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9cb3e-aad3-4a2c-bd76-25c073d1b1ea req-bf03c029-f12b-46df-be30-f6591b39173f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:21.977233 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8a9cb3e-aad3-4a2c-bd76-25c073d1b1ea req-bf03c029-f12b-46df-be30-f6591b39173f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 946 time: 0.0543909 Jan 27 22:25:22.030065 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8a9cb3e-aad3-4a2c-bd76-25c073d1b1ea req-ad093830-8d95-469c-b569-ae935604bf8b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463564 Jan 27 22:25:22.153599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060a345-8050-4644-a57a-3b2679cdad39 req-54cf626f-392c-4bcf-840d-1f9688526d6f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:22.155430 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4060a345-8050-4644-a57a-3b2679cdad39 req-54cf626f-392c-4bcf-840d-1f9688526d6f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 946 time: 0.0512590 Jan 27 22:25:22.234350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4060a345-8050-4644-a57a-3b2679cdad39 req-9ae1b44b-ec80-4bfe-84fd-282c9fbe1eed tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723276 Jan 27 22:25:22.255933 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b06b4-1930-42b4-9895-714f43e0ee63 req-4973a98f-e5f8-4abd-8cb6-9e83c83b540d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:22.257734 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-226b06b4-1930-42b4-9895-714f43e0ee63 req-4973a98f-e5f8-4abd-8cb6-9e83c83b540d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 945 time: 0.0650392 Jan 27 22:25:22.258235 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47728) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:22.322028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-226b06b4-1930-42b4-9895-714f43e0ee63 req-17dc65db-db91-4e50-b01d-f0ddc9b78d15 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575213 Jan 27 22:25:22.417555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502f1c04-cbc6-4f18-a5f2-9e3b7b66b9cf tempest-TestVolumeBootPattern-1336292195 tempest-TestVolumeBootPattern-1336292195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:22.419210 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-502f1c04-cbc6-4f18-a5f2-9e3b7b66b9cf tempest-TestVolumeBootPattern-1336292195 tempest-TestVolumeBootPattern-1336292195-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 1092 time: 0.1600261 Jan 27 22:25:22.422261 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 47736) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:22.426517 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': '7ee7c7b8-ad1a-473d-a0fe-e852d523171d', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:22.446238 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:22.545752 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:22.664643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Allocated IP 172.25.3.123 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/3595a6ff-ce65-4720-b956-651ea783594f) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:25:22.774119 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for port (3595a6ff-ce65-4720-b956-651ea783594f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:22.808135 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (3595a6ff-ce65-4720-b956-651ea783594f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:22.854397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:22.857283 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:22.862996 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:22.868816 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event updated for resources: {'Port': ['ID=3595a6ff-ce65-4720-b956-651ea783594f,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:22.899463 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:22.899810 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:22.900153 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:22.900517 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:22.900853 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:22.901187 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:22.901521 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:22.901861 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:22.902173 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:22.902499 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:22.902825 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:22.903149 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:22.903688 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:23.252222 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for floatingip (7a02fa3d-fea7-47cd-ae87-46908fa9adb3), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:23.321275 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3595a6ff-ce65-4720-b956-651ea783594f), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:23.479939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed257d-e654-4645-bf7c-8e603eed2123 req-721a2c8d-1d20-4d89-a894-b157f5d1520b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:23.481357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01ed257d-e654-4645-bf7c-8e603eed2123 req-721a2c8d-1d20-4d89-a894-b157f5d1520b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 945 time: 0.0761304 Jan 27 22:25:23.532447 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for port (3595a6ff-ce65-4720-b956-651ea783594f), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:23.542317 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (3595a6ff-ce65-4720-b956-651ea783594f), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:23.569845 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01ed257d-e654-4645-bf7c-8e603eed2123 req-5169cc11-d171-48cf-9357-56b6236938fe tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823989 Jan 27 22:25:23.615625 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event updated for resources: {'Port': ['ID=3595a6ff-ce65-4720-b956-651ea783594f,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:23.627891 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (7a02fa3d-fea7-47cd-ae87-46908fa9adb3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:23.737134 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Floating IP 7a02fa3d-fea7-47cd-ae87-46908fa9adb3 associated. External IP: 172.25.3.123, port: 7ee7c7b8-ad1a-473d-a0fe-e852d523171d. Jan 27 22:25:23.942590 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Router 5356466b-aa5d-42d9-be17-44cd17af865b has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:25:24.057988 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:25:24.072290 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51152cb3-c044-4008-9153-7255146c6742 None None] Sync routers for ids ['5356466b-aa5d-42d9-be17-44cd17af865b'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:25:24.078624 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:24.082997 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51152cb3-c044-4008-9153-7255146c6742 None None] Routers {'5356466b-aa5d-42d9-be17-44cd17af865b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:25:24.083626 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-51152cb3-c044-4008-9153-7255146c6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:24:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['5356466b-aa5d-42d9-be17-44cd17af865b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:24.128195 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-45552c66-bc57-4cbe-b9e8-3751e2d74b73 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6947675 Jan 27 22:25:24.128195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd39639-407a-4853-a8c2-9e856ff855ed', 'tag': '7ee7c7b8-ad1a-473d-a0fe-e852d523171d'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:25:24.128195 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01172e01-e28f-43b5-bdd3-6b74b41bc6e8" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd39639-407a-4853-a8c2-9e856ff855ed", "tag": "7ee7c7b8-ad1a-473d-a0fe-e852d523171d"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:25:24.137201 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6f0a84eb-9247-4aa7-b370-cfcbedad6b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:24.165852 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bb6d2d-69d5-4317-b63d-e9438aefd468 x-openstack-request-id: req-52bb6d2d-69d5-4317-b63d-e9438aefd468 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:25:24.166141 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd39639-407a-4853-a8c2-9e856ff855ed", "tag": "7ee7c7b8-ad1a-473d-a0fe-e852d523171d", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:25:24.166403 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52bb6d2d-69d5-4317-b63d-e9438aefd468 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:25:24.166852 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd39639-407a-4853-a8c2-9e856ff855ed', 'tag': '7ee7c7b8-ad1a-473d-a0fe-e852d523171d', 'status': 'completed', 'code': 200} Jan 27 22:25:24.190708 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-51152cb3-c044-4008-9153-7255146c6742 None None] Set router 5356466b-aa5d-42d9-be17-44cd17af865b gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:25:24.434182 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-51152cb3-c044-4008-9153-7255146c6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 4, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '7a02fa3d-fea7-47cd-ae87-46908fa9adb3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'floating_ip_address': '172.25.3.123', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'port_id': '7ee7c7b8-ad1a-473d-a0fe-e852d523171d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'mac_address': 'fa:16:3e:e5:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd39639-407a-4853-a8c2-9e856ff855ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:25:23Z', 'updated_at': '2022-01-27T22:25:23Z', 'revision_number': 0, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c38c0c-e6ab-4c61-bc6e-92bd6855a96e', 'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'mac_address': 'fa:16:3e:2c:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:21Z', 'updated_at': '2022-01-27T22:16:33Z', 'revision_number': 5, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'subnets': [{'id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:24.462341 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51152cb3-c044-4008-9153-7255146c6742 None None] Checking router: 5356466b-aa5d-42d9-be17-44cd17af865b for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:25:24.471127 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51152cb3-c044-4008-9153-7255146c6742 None None] Routers {'5356466b-aa5d-42d9-be17-44cd17af865b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:25:24.471753 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-51152cb3-c044-4008-9153-7255146c6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:24:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['5356466b-aa5d-42d9-be17-44cd17af865b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:24.566272 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01172e01-e28f-43b5-bdd3-6b74b41bc6e8 req-0559f479-d54a-46d8-b680-6b94f8216d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:24.567804 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01172e01-e28f-43b5-bdd3-6b74b41bc6e8 req-0559f479-d54a-46d8-b680-6b94f8216d8a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 1097 time: 0.3781521 Jan 27 22:25:24.584614 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-51152cb3-c044-4008-9153-7255146c6742 None None] Set router 5356466b-aa5d-42d9-be17-44cd17af865b gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:25:24.668315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01172e01-e28f-43b5-bdd3-6b74b41bc6e8 req-05526dde-cbb6-4df2-a638-d3cbb3be1e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:24.669807 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01172e01-e28f-43b5-bdd3-6b74b41bc6e8 req-05526dde-cbb6-4df2-a638-d3cbb3be1e11 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 912 time: 0.0958822 Jan 27 22:25:24.758460 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842e919-1d99-4360-ab59-1b7cdf91afae req-9d8c273c-26d9-4fd2-8127-ab9590b59b79 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:24.759867 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d842e919-1d99-4360-ab59-1b7cdf91afae req-9d8c273c-26d9-4fd2-8127-ab9590b59b79 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 945 time: 0.1100311 Jan 27 22:25:24.762027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01172e01-e28f-43b5-bdd3-6b74b41bc6e8 req-dd135fec-9a40-4d28-879f-463eb8f56a8e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ee7c7b8-ad1a-473d-a0fe-e852d523171d HTTP/1.1" status: 200 len: 1000 time: 0.0741124 Jan 27 22:25:24.835550 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-51152cb3-c044-4008-9153-7255146c6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 4, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '7a02fa3d-fea7-47cd-ae87-46908fa9adb3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'floating_ip_address': '172.25.3.123', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'port_id': '7ee7c7b8-ad1a-473d-a0fe-e852d523171d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'mac_address': 'fa:16:3e:e5:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd39639-407a-4853-a8c2-9e856ff855ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:25:23Z', 'updated_at': '2022-01-27T22:25:23Z', 'revision_number': 0, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c38c0c-e6ab-4c61-bc6e-92bd6855a96e', 'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'mac_address': 'fa:16:3e:2c:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:21Z', 'updated_at': '2022-01-27T22:16:33Z', 'revision_number': 5, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'subnets': [{'id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:24.845105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01172e01-e28f-43b5-bdd3-6b74b41bc6e8 req-9c44ba8f-e36f-4646-a72f-e287c62a4e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:24.846565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01172e01-e28f-43b5-bdd3-6b74b41bc6e8 req-9c44ba8f-e36f-4646-a72f-e287c62a4e08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.0741737 Jan 27 22:25:24.850973 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d842e919-1d99-4360-ab59-1b7cdf91afae req-9c462481-468b-4396-a537-0cab9894ac7c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843463 Jan 27 22:25:24.866538 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51152cb3-c044-4008-9153-7255146c6742 None None] The sync data for ids ['5356466b-aa5d-42d9-be17-44cd17af865b'] in n-d-772272-3 is: [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 4, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '7a02fa3d-fea7-47cd-ae87-46908fa9adb3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'floating_ip_address': '172.25.3.123', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'port_id': '7ee7c7b8-ad1a-473d-a0fe-e852d523171d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'mac_address': 'fa:16:3e:e5:20:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd39639-407a-4853-a8c2-9e856ff855ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:25:23Z', 'updated_at': '2022-01-27T22:25:23Z', 'revision_number': 0, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c38c0c-e6ab-4c61-bc6e-92bd6855a96e', 'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'mac_address': 'fa:16:3e:2c:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:21Z', 'updated_at': '2022-01-27T22:16:33Z', 'revision_number': 5, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'subnets': [{'id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:25:24.902177 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01172e01-e28f-43b5-bdd3-6b74b41bc6e8 req-388fc038-b84a-429c-af19-d0c64e36a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:24.903697 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01172e01-e28f-43b5-bdd3-6b74b41bc6e8 req-388fc038-b84a-429c-af19-d0c64e36a3a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501060 Jan 27 22:25:24.998637 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01172e01-e28f-43b5-bdd3-6b74b41bc6e8 req-8dd67da5-a7b9-45af-8ae5-cb7b2462369c service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875993 Jan 27 22:25:25.098323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01172e01-e28f-43b5-bdd3-6b74b41bc6e8 req-a240a239-b96a-4f36-aed6-09804408fbc5 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921578 Jan 27 22:25:25.101426 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ad6089-00b0-4850-ab25-ad67ae485f27 None None] New status for floating IP 7a02fa3d-fea7-47cd-ae87-46908fa9adb3: ACTIVE {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:25:25.979809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa00261-96ec-4e66-b571-8162a6c95760 req-4bc33a2e-22c6-4f50-af6e-b3c926ba0df4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:25.981333 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1aa00261-96ec-4e66-b571-8162a6c95760 req-4bc33a2e-22c6-4f50-af6e-b3c926ba0df4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 945 time: 0.0504396 Jan 27 22:25:26.032422 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1aa00261-96ec-4e66-b571-8162a6c95760 req-db38c9d6-80b9-467c-ab37-da5546f57d29 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448885 Jan 27 22:25:26.717312 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e2c1a276-3e6e-46b4-a8cc-97d439d99ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:27.153250 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3e016-fa58-4028-b158-3c7f1f6ef619 req-fa033c85-ad07-4458-81e4-fa80acd6c7dc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:27.154805 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46d3e016-fa58-4028-b158-3c7f1f6ef619 req-fa033c85-ad07-4458-81e4-fa80acd6c7dc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 945 time: 0.0528343 Jan 27 22:25:27.205857 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46d3e016-fa58-4028-b158-3c7f1f6ef619 req-fd191c36-da99-408d-a24c-2fae2ec8961f tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454049 Jan 27 22:25:27.588555 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:28.327132 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749f4fd-1f64-4352-ae9a-21d290096aee req-388843fd-f34c-4974-a47b-7107d8a7468a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:28.328537 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f749f4fd-1f64-4352-ae9a-21d290096aee req-388843fd-f34c-4974-a47b-7107d8a7468a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 945 time: 0.0480840 Jan 27 22:25:28.383690 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f749f4fd-1f64-4352-ae9a-21d290096aee req-5eaff3e7-b0cb-4f22-bb73-e860e8636026 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493796 Jan 27 22:25:28.971129 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:29.498321 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434f8b9-5ad2-4f7e-bac5-dd527f1fa371 req-eececf9f-a1f1-494b-b3a4-c276d24f414c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:29.499790 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3434f8b9-5ad2-4f7e-bac5-dd527f1fa371 req-eececf9f-a1f1-494b-b3a4-c276d24f414c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 945 time: 0.0477765 Jan 27 22:25:29.551846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3434f8b9-5ad2-4f7e-bac5-dd527f1fa371 req-305ceff2-4ea0-414d-9b7f-1adfdd409664 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460765 Jan 27 22:25:30.324984 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:30.667340 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fd2ee-cf4d-4c06-96f5-44685681916f req-75aa0298-e65f-47c4-b913-c05db0e5d8bf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:30.668850 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e80fd2ee-cf4d-4c06-96f5-44685681916f req-75aa0298-e65f-47c4-b913-c05db0e5d8bf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 945 time: 0.0494223 Jan 27 22:25:30.718054 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e80fd2ee-cf4d-4c06-96f5-44685681916f req-af031b1f-88b4-4782-82e8-679e6b7ae24f tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433400 Jan 27 22:25:31.833904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b42fe7-0779-40bb-8152-fe7cceaffb85 req-709c8806-5485-4919-ab85-5f519c17409c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:31.836337 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3b42fe7-0779-40bb-8152-fe7cceaffb85 req-709c8806-5485-4919-ab85-5f519c17409c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 945 time: 0.0494218 Jan 27 22:25:31.891964 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3b42fe7-0779-40bb-8152-fe7cceaffb85 req-bf476d20-5a29-4ad8-b409-fede9c75f2c2 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498979 Jan 27 22:25:33.024312 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-c9a4efff-7d28-40cb-bb1d-e324ae0a1457 service neutron] show failed (client error): The resource could not be found. Jan 27 22:25:33.025349 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-c9a4efff-7d28-40cb-bb1d-e324ae0a1457 service neutron] 10.222.0.15 "GET /v2.0/ports/1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82/bindings/n-h2-772272-3 HTTP/1.1" status: 404 len: 380 time: 0.1050165 Jan 27 22:25:33.033681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd274125-dda0-4e10-b7b5-994e32ebbc82 req-fd2bf57d-a14a-4fb8-8d99-262578e15fca tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:33.035183 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd274125-dda0-4e10-b7b5-994e32ebbc82 req-fd2bf57d-a14a-4fb8-8d99-262578e15fca tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 945 time: 0.0724602 Jan 27 22:25:33.091361 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd274125-dda0-4e10-b7b5-994e32ebbc82 req-62840e5c-256c-41bf-bb89-70cbcd87f7c5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478535 Jan 27 22:25:33.311948 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-aa5851f1-9c4d-4feb-893e-abcdec28c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:33.313400 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-aa5851f1-9c4d-4feb-893e-abcdec28c0b9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652&tenant_id=7482ad4cc1974904932616961499813e HTTP/1.1" status: 200 len: 1096 time: 0.0771008 Jan 27 22:25:33.329938 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-772272-3', 'device_owner': 'compute:nova'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:33.383511 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:33.581547 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] For port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82,segment=NetworkSegment(cb63c8ef-450c-436c-a651-4a5dc4915015),segment_id=cb63c8ef-450c-436c-a651-4a5dc4915015)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:33.613785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] For port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:25:33.656905 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e373f22-adbc-40f3-a8d1-1a9249b68652', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:25:33.659173 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3ca325-77c8-44c3-97d9-62185394a0e5" -d '{"events": [{"server_uuid": "2e373f22-adbc-40f3-a8d1-1a9249b68652", "name": "network-vif-unplugged", "status": "completed", "tag": "1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:25:33.663296 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] Publish callbacks [] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:33.675801 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] Transition to ACTIVE for port object 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:25:33.680848 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:33.746333 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea264118-98ee-4807-96d3-d1824d77b34d x-openstack-request-id: req-ea264118-98ee-4807-96d3-d1824d77b34d {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:25:33.746642 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e373f22-adbc-40f3-a8d1-1a9249b68652", "name": "network-vif-unplugged", "status": "completed", "tag": "1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:25:33.746901 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea264118-98ee-4807-96d3-d1824d77b34d {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:25:33.747306 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e373f22-adbc-40f3-a8d1-1a9249b68652', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82', 'code': 200} Jan 27 22:25:33.831922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] Pushing event updated for resources: {'Port': ['ID=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82,revision_number=6']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:33.871891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] No DVR routers for this DVR port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:25:34.011331 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] Attempting to bind port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:34.011666 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] Attempting to bind port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'cb63c8ef-450c-436c-a651-4a5dc4915015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:34.011992 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] Attempting to bind port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 on network 27f6ceb5-7fe8-420b-832a-f531c972df4a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:34.016237 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] Port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 on network 27f6ceb5-7fe8-420b-832a-f531c972df4a not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:34.016560 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] Attempting to bind port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 on network 27f6ceb5-7fe8-420b-832a-f531c972df4a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:34.021288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:25:34.021658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] Checking segment: {'id': 'cb63c8ef-450c-436c-a651-4a5dc4915015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:25:34.022044 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] Bound using segment: {'id': 'cb63c8ef-450c-436c-a651-4a5dc4915015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:25:34.022465 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] Bound port: 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb63c8ef-450c-436c-a651-4a5dc4915015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:25:34.022817 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:34.087839 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] For port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:25:34.090790 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] For port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82,segment=NetworkSegment(cb63c8ef-450c-436c-a651-4a5dc4915015),segment_id=cb63c8ef-450c-436c-a651-4a5dc4915015)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:25:34.095781 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:34.118514 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:25:34.129573 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:34.130196 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:34.131988 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] 10.222.0.21 "PUT /v2.0/ports/1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 HTTP/1.1" status: 200 len: 1091 time: 0.8056848 Jan 27 22:25:34.157063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7991fc-aa64-4da3-b6a6-b34f2d9f494f service neutron] Pushing event updated for resources: {'Port': ['ID=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82,revision_number=7']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:34.228881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-d51818e2-e97e-4bf3-9d5e-39fe28cc9876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:34.230419 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-d51818e2-e97e-4bf3-9d5e-39fe28cc9876 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 1094 time: 0.0663462 Jan 27 22:25:34.336281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7caa4a-0424-4519-8088-17361b37c201 req-c44c6ce5-6364-4e6d-92ef-bf6fb0ceb9e5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:34.337903 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d7caa4a-0424-4519-8088-17361b37c201 req-c44c6ce5-6364-4e6d-92ef-bf6fb0ceb9e5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 943 time: 0.1035144 Jan 27 22:25:34.383308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-2c865445-f591-4237-8ea8-54e8243b2c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:34.384808 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-2c865445-f591-4237-8ea8-54e8243b2c16 service neutron] 10.222.0.21 "GET /v2.0/networks?id=27f6ceb5-7fe8-420b-832a-f531c972df4a HTTP/1.1" status: 200 len: 898 time: 0.1410792 Jan 27 22:25:34.453518 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d7caa4a-0424-4519-8088-17361b37c201 req-0656980a-6beb-4622-8678-d5bf25781b7e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062498 Jan 27 22:25:34.470240 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-ab3fbdd9-80c3-438a-92f8-880c43a91bd7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 HTTP/1.1" status: 200 len: 999 time: 0.0759203 Jan 27 22:25:34.519225 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-935fe797-ad93-4c50-820b-6c9c0bb832ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:34.520692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-935fe797-ad93-4c50-820b-6c9c0bb832ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08e45548-3335-40f2-aba0-82c088295205 HTTP/1.1" status: 200 len: 833 time: 0.0431576 Jan 27 22:25:34.565644 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-0e979565-3dfe-4a08-98bd-c1965532e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:34.567227 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-0e979565-3dfe-4a08-98bd-c1965532e000 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27f6ceb5-7fe8-420b-832a-f531c972df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398085 Jan 27 22:25:34.665279 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-0cda1b84-eb78-4d34-8731-79e34aa6e565 service neutron] 10.222.0.21 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889976 Jan 27 22:25:34.759766 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-adb5e352-8a1c-42d7-961c-c0c1e7289448 req-0c8d8c31-34ae-456f-9ab0-f9df6f5766dd service neutron] 10.222.0.21 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882831 Jan 27 22:25:35.577687 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a4e36-42ee-4afa-8d5e-16f94a2c4c36 req-6e9e4ee3-fd87-47ee-afac-94850f550e21 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:35.579106 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c95a4e36-42ee-4afa-8d5e-16f94a2c4c36 req-6e9e4ee3-fd87-47ee-afac-94850f550e21 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 943 time: 0.0486948 Jan 27 22:25:35.628694 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c95a4e36-42ee-4afa-8d5e-16f94a2c4c36 req-d314ead5-8a80-425f-91dc-3eae6cbd7073 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438700 Jan 27 22:25:35.748756 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e373f22-adbc-40f3-a8d1-1a9249b68652', 'tag': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:25:35.751284 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28b5c15-25ef-4b4a-9d02-58e62cd93736" -d '{"events": [{"name": "network-changed", "server_uuid": "2e373f22-adbc-40f3-a8d1-1a9249b68652", "tag": "1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:25:35.799945 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb430226-2bf3-41bb-9a58-035c85145c59 x-openstack-request-id: req-eb430226-2bf3-41bb-9a58-035c85145c59 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:25:35.800311 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e373f22-adbc-40f3-a8d1-1a9249b68652", "tag": "1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:25:35.800542 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb430226-2bf3-41bb-9a58-035c85145c59 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:25:35.800952 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e373f22-adbc-40f3-a8d1-1a9249b68652', 'tag': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82', 'status': 'completed', 'code': 200} Jan 27 22:25:35.890513 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b5c15-25ef-4b4a-9d02-58e62cd93736 req-f0996afe-9243-4107-9388-4442929207cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:35.892016 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d28b5c15-25ef-4b4a-9d02-58e62cd93736 req-f0996afe-9243-4107-9388-4442929207cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 1094 time: 0.0746477 Jan 27 22:25:35.893782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b5c15-25ef-4b4a-9d02-58e62cd93736 req-d3c62e2d-8b42-4873-8f1e-0e0e9e00cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:35.895107 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d28b5c15-25ef-4b4a-9d02-58e62cd93736 req-d3c62e2d-8b42-4873-8f1e-0e0e9e00cbec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 1094 time: 0.0691860 Jan 27 22:25:35.980938 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:25:36.029416 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] The host n-h1-772272-3 is not matching for port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 host n-h2-772272-3! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:25:36.029809 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:25:36.056071 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b5c15-25ef-4b4a-9d02-58e62cd93736 req-30fe572d-6c5d-4d0f-8918-fda60c1425d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:36.057558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d28b5c15-25ef-4b4a-9d02-58e62cd93736 req-30fe572d-6c5d-4d0f-8918-fda60c1425d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27f6ceb5-7fe8-420b-832a-f531c972df4a HTTP/1.1" status: 200 len: 898 time: 0.1572585 Jan 27 22:25:36.060035 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b5c15-25ef-4b4a-9d02-58e62cd93736 req-ad0a3d5f-b89a-411a-9647-9ff02c20ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:36.061417 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d28b5c15-25ef-4b4a-9d02-58e62cd93736 req-ad0a3d5f-b89a-411a-9647-9ff02c20ed3e service neutron] 10.222.0.21 "GET /v2.0/networks?id=27f6ceb5-7fe8-420b-832a-f531c972df4a HTTP/1.1" status: 200 len: 898 time: 0.1538420 Jan 27 22:25:36.167133 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d28b5c15-25ef-4b4a-9d02-58e62cd93736 req-8363755f-1b85-4b8c-967b-72ab3062290d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 HTTP/1.1" status: 200 len: 999 time: 0.1037314 Jan 27 22:25:36.168840 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d28b5c15-25ef-4b4a-9d02-58e62cd93736 req-3fdc4c05-fddf-4f33-8ceb-9bc4f63b6e38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 HTTP/1.1" status: 200 len: 999 time: 0.1002548 Jan 27 22:25:36.251670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b5c15-25ef-4b4a-9d02-58e62cd93736 req-d58025fa-8e1b-4530-8339-d8517fe349ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:36.253159 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d28b5c15-25ef-4b4a-9d02-58e62cd93736 req-d58025fa-8e1b-4530-8339-d8517fe349ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08e45548-3335-40f2-aba0-82c088295205 HTTP/1.1" status: 200 len: 833 time: 0.0804157 Jan 27 22:25:36.254542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b5c15-25ef-4b4a-9d02-58e62cd93736 req-fbbdaa7e-a7a3-492b-93cd-daa79b7db4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:36.255830 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d28b5c15-25ef-4b4a-9d02-58e62cd93736 req-fbbdaa7e-a7a3-492b-93cd-daa79b7db4a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08e45548-3335-40f2-aba0-82c088295205 HTTP/1.1" status: 200 len: 833 time: 0.0760243 Jan 27 22:25:36.326131 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b5c15-25ef-4b4a-9d02-58e62cd93736 req-6b2e1af2-15bb-48f4-b161-737873f9e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:36.327631 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d28b5c15-25ef-4b4a-9d02-58e62cd93736 req-6b2e1af2-15bb-48f4-b161-737873f9e542 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27f6ceb5-7fe8-420b-832a-f531c972df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687029 Jan 27 22:25:36.329385 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b5c15-25ef-4b4a-9d02-58e62cd93736 req-882c9ae6-8439-449f-8589-dadf16bddbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:36.330697 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d28b5c15-25ef-4b4a-9d02-58e62cd93736 req-882c9ae6-8439-449f-8589-dadf16bddbc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27f6ceb5-7fe8-420b-832a-f531c972df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643399 Jan 27 22:25:36.483585 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d28b5c15-25ef-4b4a-9d02-58e62cd93736 req-03b53fb0-498e-4426-b044-9ace227a13d9 service neutron] 10.222.0.15 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495490 Jan 27 22:25:36.485390 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d28b5c15-25ef-4b4a-9d02-58e62cd93736 req-caa503c6-aa28-468e-9652-69d6f5417ef1 service neutron] 10.222.0.21 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434939 Jan 27 22:25:36.643409 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d28b5c15-25ef-4b4a-9d02-58e62cd93736 req-f3cd76b7-c39a-4466-8e45-1956da9fd0c7 service neutron] 10.222.0.15 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537993 Jan 27 22:25:36.645298 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d28b5c15-25ef-4b4a-9d02-58e62cd93736 req-4b2de675-a242-4b51-bcd1-6aa064fdf786 service neutron] 10.222.0.21 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488745 Jan 27 22:25:36.747003 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb483b-d987-4ae1-8b3c-3e5f071155ef req-aba2f767-8ffd-4174-a20d-11c7c9d4cf23 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:36.748527 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bacb483b-d987-4ae1-8b3c-3e5f071155ef req-aba2f767-8ffd-4174-a20d-11c7c9d4cf23 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 943 time: 0.0508771 Jan 27 22:25:36.799881 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bacb483b-d987-4ae1-8b3c-3e5f071155ef req-1e346a95-8bb2-45a7-91a2-c57fe4c2bfa7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455763 Jan 27 22:25:37.923375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0a8d5-a424-40dc-9aa2-c079b9237e46 req-d9441eb7-cc9f-444f-a475-20d583837bdb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:37.924915 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29f0a8d5-a424-40dc-9aa2-c079b9237e46 req-d9441eb7-cc9f-444f-a475-20d583837bdb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 943 time: 0.0508246 Jan 27 22:25:37.979368 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29f0a8d5-a424-40dc-9aa2-c079b9237e46 req-491e2ea7-c3cd-42c4-b6a9-0db6ab5d42f8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485485 Jan 27 22:25:38.842211 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:25:38.962091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82,segment=NetworkSegment(cb63c8ef-450c-436c-a651-4a5dc4915015),segment_id=cb63c8ef-450c-436c-a651-4a5dc4915015)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:38.973915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82', 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a', 'port_id': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82', 'mac_address': 'fa:16:3e:9d:bd:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08e45548-3335-40f2-aba0-82c088295205', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:25:39.027821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:25:39.028760 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:39.048766 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:25:39.071913 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82,segment=NetworkSegment(cb63c8ef-450c-436c-a651-4a5dc4915015),segment_id=cb63c8ef-450c-436c-a651-4a5dc4915015)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:39.078511 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:39.119158 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e8ae9-c3c7-436a-b180-b2487477fa30 req-bef2255f-f645-48fa-a7c7-d3ebdea18236 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:39.121039 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31e8ae9-c3c7-436a-b180-b2487477fa30 req-bef2255f-f645-48fa-a7c7-d3ebdea18236 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 943 time: 0.0651956 Jan 27 22:25:39.135976 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:39.144314 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:39.144756 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:39.145117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:39.145331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:39.145717 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:39.146035 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:39.146303 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:39.147180 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:39.147534 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:39.147858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:39.148394 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:39.149165 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:39.149775 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:39.184627 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31e8ae9-c3c7-436a-b180-b2487477fa30 req-04b7842f-89d5-43c7-b0b5-1b2b8b4dafec tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572598 Jan 27 22:25:39.473441 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4114b19-2035-4cbc-9428-a5ce5d65aa62 req-925a5f3a-2a8c-4826-a4b9-a8a1b7f13dc5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:39.480790 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4114b19-2035-4cbc-9428-a5ce5d65aa62 req-925a5f3a-2a8c-4826-a4b9-a8a1b7f13dc5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 944 time: 0.1211579 Jan 27 22:25:39.487594 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:25:39.530057 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15922eb-508c-436a-a485-8337be58ac61 req-d2d4a4ee-741e-45bc-880f-eece52e0f8f2 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:39.531415 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d15922eb-508c-436a-a485-8337be58ac61 req-d2d4a4ee-741e-45bc-880f-eece52e0f8f2 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652&tenant_id=7482ad4cc1974904932616961499813e&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 944 time: 0.1400168 Jan 27 22:25:39.615797 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4114b19-2035-4cbc-9428-a5ce5d65aa62 req-ec9763c4-689c-4c1e-83b1-6032b71ff00b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188581 Jan 27 22:25:39.655265 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-d15922eb-508c-436a-a485-8337be58ac61 req-16dba10c-4269-4c74-bb01-85052ce2a65e service neutron] delete failed (client error): The resource could not be found. Jan 27 22:25:39.656848 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d15922eb-508c-436a-a485-8337be58ac61 req-16dba10c-4269-4c74-bb01-85052ce2a65e service neutron] 10.222.0.15 "DELETE /v2.0/ports/1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82/bindings/n-h1-772272-3 HTTP/1.1" status: 404 len: 380 time: 0.1191659 Jan 27 22:25:39.797366 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15922eb-508c-436a-a485-8337be58ac61 req-f8698a45-cf11-46a3-886a-fcf03add740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:39.799769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d15922eb-508c-436a-a485-8337be58ac61 req-f8698a45-cf11-46a3-886a-fcf03add740f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 1095 time: 0.0635767 Jan 27 22:25:40.269137 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15922eb-508c-436a-a485-8337be58ac61 req-1a718513-862e-4f56-b712-e8c32204f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:40.270687 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d15922eb-508c-436a-a485-8337be58ac61 req-1a718513-862e-4f56-b712-e8c32204f872 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27f6ceb5-7fe8-420b-832a-f531c972df4a HTTP/1.1" status: 200 len: 898 time: 0.4650333 Jan 27 22:25:40.349134 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d15922eb-508c-436a-a485-8337be58ac61 req-f3b9a284-3558-4489-9c35-5c3c258de7e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 HTTP/1.1" status: 200 len: 1000 time: 0.0726924 Jan 27 22:25:40.405419 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15922eb-508c-436a-a485-8337be58ac61 req-55116388-592f-4eb4-ae5f-7aa1c257e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:40.406880 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d15922eb-508c-436a-a485-8337be58ac61 req-55116388-592f-4eb4-ae5f-7aa1c257e6e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=08e45548-3335-40f2-aba0-82c088295205 HTTP/1.1" status: 200 len: 833 time: 0.0512114 Jan 27 22:25:40.453733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15922eb-508c-436a-a485-8337be58ac61 req-4b9c454f-0320-45f4-90ba-39fe4a54ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:40.454673 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d15922eb-508c-436a-a485-8337be58ac61 req-4b9c454f-0320-45f4-90ba-39fe4a54ed57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27f6ceb5-7fe8-420b-832a-f531c972df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423219 Jan 27 22:25:40.545356 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d15922eb-508c-436a-a485-8337be58ac61 req-65c2d44c-fdb6-4ca2-aa34-4eddec76afbc service neutron] 10.222.0.15 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845721 Jan 27 22:25:40.642228 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d15922eb-508c-436a-a485-8337be58ac61 req-2fc97476-5593-4f62-9f59-8c7745a2f421 service neutron] 10.222.0.15 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912881 Jan 27 22:25:40.735939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a3767-6afa-4403-a3b2-ce7a4a054bf7 req-8f0f8ad2-8334-494e-a79a-3d25157930de tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:40.737471 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d95a3767-6afa-4403-a3b2-ce7a4a054bf7 req-8f0f8ad2-8334-494e-a79a-3d25157930de tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 944 time: 0.0637057 Jan 27 22:25:40.790236 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d95a3767-6afa-4403-a3b2-ce7a4a054bf7 req-20fd55f7-296c-465b-9770-05c40b5d62cf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457633 Jan 27 22:25:40.852896 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:25:40.907434 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:25:40.911710 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:40.912654 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:40.998652 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:25:40.999034 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:41.024353 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e373f22-adbc-40f3-a8d1-1a9249b68652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:25:41.026687 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6006f338-9c4c-4a29-9248-2d5c8ec440e3" -d '{"events": [{"server_uuid": "2e373f22-adbc-40f3-a8d1-1a9249b68652", "name": "network-vif-plugged", "status": "completed", "tag": "1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:25:41.040858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82,segment=NetworkSegment(cb63c8ef-450c-436c-a651-4a5dc4915015),segment_id=cb63c8ef-450c-436c-a651-4a5dc4915015)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:41.047930 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:41.078280 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531535e3-9769-4786-92b5-4c96c7d1c592 x-openstack-request-id: req-531535e3-9769-4786-92b5-4c96c7d1c592 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:25:41.078587 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e373f22-adbc-40f3-a8d1-1a9249b68652", "name": "network-vif-plugged", "status": "completed", "tag": "1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:25:41.078848 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-531535e3-9769-4786-92b5-4c96c7d1c592 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:25:41.079251 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e373f22-adbc-40f3-a8d1-1a9249b68652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82', 'code': 200} Jan 27 22:25:41.108435 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82,revision_number=9']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:41.911605 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27e1c0-fc6e-453c-b1fe-1851a6fbb7b2 req-aa6233ff-18a5-4d44-8c48-7a30060da777 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:41.913302 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8f27e1c0-fc6e-453c-b1fe-1851a6fbb7b2 req-aa6233ff-18a5-4d44-8c48-7a30060da777 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 945 time: 0.0524113 Jan 27 22:25:41.962289 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8f27e1c0-fc6e-453c-b1fe-1851a6fbb7b2 req-836c6597-2298-4484-b030-cf6651370beb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430167 Jan 27 22:25:41.984104 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48280) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:42.055642 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-97e40f72-e874-44a4-90ad-50e0d93780ca tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/floatingips/9750c0ce-7e6e-4eb5-9260-2a469ab1db8a HTTP/1.1" status: 200 len: 993 time: 0.0700169 Jan 27 22:25:42.886801 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.383107 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.512700 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48316) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:52.657775 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-91062a23-bf9c-422f-ace5-b26771a8609f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=620b6a49219c47ddb79fa762b3f662f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1438327 Jan 27 22:25:52.660254 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48320) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:52.714123 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a7dd333-3b00-4775-b3ec-561bc45cdbc7 admin admin] Publish callbacks [] for security_group (c98b2f2c-639f-4174-beb3-847532129066), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.736259 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a7dd333-3b00-4775-b3ec-561bc45cdbc7 admin admin] Publish callbacks [] for security_group (c98b2f2c-639f-4174-beb3-847532129066), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.789271 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a7dd333-3b00-4775-b3ec-561bc45cdbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (c98b2f2c-639f-4174-beb3-847532129066), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.792843 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a7dd333-3b00-4775-b3ec-561bc45cdbc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.794210 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9a7dd333-3b00-4775-b3ec-561bc45cdbc7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c98b2f2c-639f-4174-beb3-847532129066 HTTP/1.1" status: 204 len: 168 time: 0.1328738 Jan 27 22:25:52.804695 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7dd333-3b00-4775-b3ec-561bc45cdbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98b2f2c-639f-4174-beb3-847532129066,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:52.812290 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7dd333-3b00-4775-b3ec-561bc45cdbc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.812666 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7dd333-3b00-4775-b3ec-561bc45cdbc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.812985 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7dd333-3b00-4775-b3ec-561bc45cdbc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.813325 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7dd333-3b00-4775-b3ec-561bc45cdbc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.813664 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7dd333-3b00-4775-b3ec-561bc45cdbc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.814001 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7dd333-3b00-4775-b3ec-561bc45cdbc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.814331 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7dd333-3b00-4775-b3ec-561bc45cdbc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.814660 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7dd333-3b00-4775-b3ec-561bc45cdbc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.814988 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7dd333-3b00-4775-b3ec-561bc45cdbc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.815316 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7dd333-3b00-4775-b3ec-561bc45cdbc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.815624 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7dd333-3b00-4775-b3ec-561bc45cdbc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.815954 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7dd333-3b00-4775-b3ec-561bc45cdbc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:52.816315 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7dd333-3b00-4775-b3ec-561bc45cdbc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:54.130073 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2de90602-c73a-4875-8a80-8328ba121d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:56.724889 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-75dfb4d6-d122-4689-9c3e-f5d2f9f527c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.591314 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:58.974578 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:00.327867 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:00.457047 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-076fe8bc-4ab8-4249-8721-bf70c244ec87 req-47c7baf9-f1b2-4ea4-a4aa-92d0b200e7d3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462554 Jan 27 22:26:00.547201 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fe8bc-4ab8-4249-8721-bf70c244ec87 req-54bfda73-598a-4e54-9818-9887de35cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:00.548701 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-076fe8bc-4ab8-4249-8721-bf70c244ec87 req-54bfda73-598a-4e54-9818-9887de35cbb7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 1096 time: 0.0427814 Jan 27 22:26:00.668271 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fe8bc-4ab8-4249-8721-bf70c244ec87 req-e0677ef0-bcd1-4d51-bc51-5e3482b4cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:00.669757 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-076fe8bc-4ab8-4249-8721-bf70c244ec87 req-e0677ef0-bcd1-4d51-bc51-5e3482b4cecf service neutron] 10.222.0.21 "GET /v2.0/networks?id=27f6ceb5-7fe8-420b-832a-f531c972df4a HTTP/1.1" status: 200 len: 898 time: 0.0970647 Jan 27 22:26:00.747974 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-076fe8bc-4ab8-4249-8721-bf70c244ec87 req-81c73e1b-5e1d-4c14-84f6-9a9d09300553 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 HTTP/1.1" status: 200 len: 1001 time: 0.0687706 Jan 27 22:26:00.803286 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fe8bc-4ab8-4249-8721-bf70c244ec87 req-3d48f5be-8728-4972-b513-590133af822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:00.804717 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-076fe8bc-4ab8-4249-8721-bf70c244ec87 req-3d48f5be-8728-4972-b513-590133af822a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08e45548-3335-40f2-aba0-82c088295205 HTTP/1.1" status: 200 len: 833 time: 0.0504057 Jan 27 22:26:00.852883 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fe8bc-4ab8-4249-8721-bf70c244ec87 req-9dc7d747-2ddb-46c7-9905-8b86214a818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:00.854471 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-076fe8bc-4ab8-4249-8721-bf70c244ec87 req-9dc7d747-2ddb-46c7-9905-8b86214a818f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27f6ceb5-7fe8-420b-832a-f531c972df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429852 Jan 27 22:26:00.953653 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-076fe8bc-4ab8-4249-8721-bf70c244ec87 req-0247d3c9-6078-4323-bd9d-af473889ade2 service neutron] 10.222.0.21 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868094 Jan 27 22:26:01.055189 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-076fe8bc-4ab8-4249-8721-bf70c244ec87 req-91ad0052-6213-4496-804f-330c69f5e400 service neutron] 10.222.0.21 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908856 Jan 27 22:26:11.119058 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:26:12.889333 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:21.393590 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:24.132761 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fc58dbfa-8be5-4d6b-a77e-e8a3bac7137f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:26.719150 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ada55c31-c0e8-4351-8f7d-49b73d01c3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:27.592533 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:28.976591 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:30.332474 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:34.996624 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48584) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:35.107201 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6942b3dc-040b-4bf1-9e07-f5008087f54c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:35.184531 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6942b3dc-040b-4bf1-9e07-f5008087f54c admin admin] Publish callbacks [] for security_group (4a07ec77-ab49-4bce-b50d-7765b1dc9bb6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:35.188048 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6942b3dc-040b-4bf1-9e07-f5008087f54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4a07ec77-ab49-4bce-b50d-7765b1dc9bb6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:35.226643 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6942b3dc-040b-4bf1-9e07-f5008087f54c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db11324bd2f94e379c8dea6f89ffa0d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2288306 Jan 27 22:26:35.228753 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942b3dc-040b-4bf1-9e07-f5008087f54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a07ec77-ab49-4bce-b50d-7765b1dc9bb6,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:35.229657 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48588) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:35.280493 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d0914f2-abb8-4efc-b073-55d671c8fd09 admin admin] Publish callbacks [] for security_group (4a07ec77-ab49-4bce-b50d-7765b1dc9bb6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:35.302160 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d0914f2-abb8-4efc-b073-55d671c8fd09 admin admin] Publish callbacks [] for security_group (4a07ec77-ab49-4bce-b50d-7765b1dc9bb6), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:35.349870 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d0914f2-abb8-4efc-b073-55d671c8fd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4a07ec77-ab49-4bce-b50d-7765b1dc9bb6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:35.352609 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d0914f2-abb8-4efc-b073-55d671c8fd09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:35.353776 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4d0914f2-abb8-4efc-b073-55d671c8fd09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a07ec77-ab49-4bce-b50d-7765b1dc9bb6 HTTP/1.1" status: 204 len: 168 time: 0.1229241 Jan 27 22:26:35.363276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0914f2-abb8-4efc-b073-55d671c8fd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a07ec77-ab49-4bce-b50d-7765b1dc9bb6,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:35.370723 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0914f2-abb8-4efc-b073-55d671c8fd09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.371075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0914f2-abb8-4efc-b073-55d671c8fd09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.371473 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0914f2-abb8-4efc-b073-55d671c8fd09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.371822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0914f2-abb8-4efc-b073-55d671c8fd09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.372181 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0914f2-abb8-4efc-b073-55d671c8fd09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.372522 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0914f2-abb8-4efc-b073-55d671c8fd09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.372855 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0914f2-abb8-4efc-b073-55d671c8fd09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.373186 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0914f2-abb8-4efc-b073-55d671c8fd09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.373515 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0914f2-abb8-4efc-b073-55d671c8fd09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.373842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0914f2-abb8-4efc-b073-55d671c8fd09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.374168 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0914f2-abb8-4efc-b073-55d671c8fd09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.374493 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0914f2-abb8-4efc-b073-55d671c8fd09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.374817 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0914f2-abb8-4efc-b073-55d671c8fd09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:36.362425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48618) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:36.470861 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bbad9099-9606-4ae6-b2ec-7359e6782d00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:36.542947 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bbad9099-9606-4ae6-b2ec-7359e6782d00 admin admin] Publish callbacks [] for security_group (806936fa-476e-414d-b994-d5723f57134d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:36.546807 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-bbad9099-9606-4ae6-b2ec-7359e6782d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (806936fa-476e-414d-b994-d5723f57134d), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:36.589503 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bbad9099-9606-4ae6-b2ec-7359e6782d00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d10d5070801c48fbae83d9a1b1a171c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2259152 Jan 27 22:26:36.591463 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad9099-9606-4ae6-b2ec-7359e6782d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806936fa-476e-414d-b994-d5723f57134d,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:36.592305 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48622) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:36.643964 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d1b6c6b-115e-4601-bc8e-4b83ef483654 admin admin] Publish callbacks [] for security_group (806936fa-476e-414d-b994-d5723f57134d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:36.664548 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d1b6c6b-115e-4601-bc8e-4b83ef483654 admin admin] Publish callbacks [] for security_group (806936fa-476e-414d-b994-d5723f57134d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:36.713646 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d1b6c6b-115e-4601-bc8e-4b83ef483654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (806936fa-476e-414d-b994-d5723f57134d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:36.717151 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5d1b6c6b-115e-4601-bc8e-4b83ef483654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:36.718362 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5d1b6c6b-115e-4601-bc8e-4b83ef483654 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/806936fa-476e-414d-b994-d5723f57134d HTTP/1.1" status: 204 len: 168 time: 0.1248879 Jan 27 22:26:36.727021 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b6c6b-115e-4601-bc8e-4b83ef483654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806936fa-476e-414d-b994-d5723f57134d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:41.125946 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d60f4e-6169-4adc-aecf-805bf97f57a6 req-b4f2aa9a-05d9-4a22-b94d-bbb5de70d24c tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:41.127479 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92d60f4e-6169-4adc-aecf-805bf97f57a6 req-b4f2aa9a-05d9-4a22-b94d-bbb5de70d24c tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 1096 time: 0.0403414 Jan 27 22:26:41.173431 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92d60f4e-6169-4adc-aecf-805bf97f57a6 req-8bff893b-a4d0-4ba2-9c3c-85ca4f9ee344 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396187 Jan 27 22:26:41.197371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48668) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:41.360286 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-63e5340c-14b1-4249-86a8-c3f54dc362ae tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Deleting port c59040d5-6916-4dd8-9de9-523e8d47ea65 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:41.360633 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-63e5340c-14b1-4249-86a8-c3f54dc362ae tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c59040d5-6916-4dd8-9de9-523e8d47ea65), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:41.439292 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-63e5340c-14b1-4249-86a8-c3f54dc362ae tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c59040d5-6916-4dd8-9de9-523e8d47ea65), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:41.439618 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-63e5340c-14b1-4249-86a8-c3f54dc362ae tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for floatingip (c59040d5-6916-4dd8-9de9-523e8d47ea65), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:41.451183 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-63e5340c-14b1-4249-86a8-c3f54dc362ae tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Calling delete_port for c59040d5-6916-4dd8-9de9-523e8d47ea65 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:41.606087 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-63e5340c-14b1-4249-86a8-c3f54dc362ae tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (c59040d5-6916-4dd8-9de9-523e8d47ea65), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:41.642628 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5340c-14b1-4249-86a8-c3f54dc362ae tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Port': ['ID=c59040d5-6916-4dd8-9de9-523e8d47ea65,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:41.702656 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-63e5340c-14b1-4249-86a8-c3f54dc362ae tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for floatingip (9750c0ce-7e6e-4eb5-9260-2a469ab1db8a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:41.702993 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-63e5340c-14b1-4249-86a8-c3f54dc362ae tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Floating IP 9750c0ce-7e6e-4eb5-9260-2a469ab1db8a disassociated (deleted). External IP: 172.25.3.105, port: 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82. Jan 27 22:26:41.917194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e5340c-14b1-4249-86a8-c3f54dc362ae tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Router 7262f1ea-5d1b-453d-b75c-da5734c28dbd has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:26:42.104549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e5340c-14b1-4249-86a8-c3f54dc362ae tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:26:42.109442 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-63e5340c-14b1-4249-86a8-c3f54dc362ae tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:42.115002 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bce47b2-6f62-4a58-8b4f-362e0d807097 None None] Sync routers for ids ['7262f1ea-5d1b-453d-b75c-da5734c28dbd'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:26:42.124306 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bce47b2-6f62-4a58-8b4f-362e0d807097 None None] Routers {'7262f1ea-5d1b-453d-b75c-da5734c28dbd'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:42.124916 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7bce47b2-6f62-4a58-8b4f-362e0d807097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:26:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7262f1ea-5d1b-453d-b75c-da5734c28dbd'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:42.144093 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-63e5340c-14b1-4249-86a8-c3f54dc362ae tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "DELETE /v2.0/floatingips/9750c0ce-7e6e-4eb5-9260-2a469ab1db8a HTTP/1.1" status: 204 len: 168 time: 0.9429870 Jan 27 22:26:42.144093 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e373f22-adbc-40f3-a8d1-1a9249b68652', 'tag': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:26:42.145382 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b506499a-aa60-4587-890e-64a19a35b386" -d '{"events": [{"name": "network-changed", "server_uuid": "2e373f22-adbc-40f3-a8d1-1a9249b68652", "tag": "1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:26:42.200393 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69088683-874f-4aa3-9891-2de04ed10852 x-openstack-request-id: req-69088683-874f-4aa3-9891-2de04ed10852 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:26:42.200797 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e373f22-adbc-40f3-a8d1-1a9249b68652", "tag": "1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:26:42.201155 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69088683-874f-4aa3-9891-2de04ed10852 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:26:42.201667 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e373f22-adbc-40f3-a8d1-1a9249b68652', 'tag': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82', 'status': 'completed', 'code': 200} Jan 27 22:26:42.273792 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506499a-aa60-4587-890e-64a19a35b386 req-0f545fd3-ed35-433d-8066-f71885c51833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:42.275694 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b506499a-aa60-4587-890e-64a19a35b386 req-0f545fd3-ed35-433d-8066-f71885c51833 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 1096 time: 0.0504181 Jan 27 22:26:42.279319 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-7bce47b2-6f62-4a58-8b4f-362e0d807097 None None] Set router 7262f1ea-5d1b-453d-b75c-da5734c28dbd gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:42.405659 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506499a-aa60-4587-890e-64a19a35b386 req-b5d125d0-3433-4f0e-afe2-71c47745688b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:42.407130 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b506499a-aa60-4587-890e-64a19a35b386 req-b5d125d0-3433-4f0e-afe2-71c47745688b service neutron] 10.222.0.21 "GET /v2.0/networks?id=27f6ceb5-7fe8-420b-832a-f531c972df4a HTTP/1.1" status: 200 len: 898 time: 0.1240697 Jan 27 22:26:42.427349 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd82130-26be-427b-aaea-efa87c92b707 req-c270ba7d-c89e-4757-9a72-c64c2d1e8c52 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:42.428824 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9cd82130-26be-427b-aaea-efa87c92b707 req-c270ba7d-c89e-4757-9a72-c64c2d1e8c52 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 945 time: 0.0750706 Jan 27 22:26:42.463504 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b506499a-aa60-4587-890e-64a19a35b386 req-e1b35d0a-488b-48bb-8141-cbf0793b4b11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 HTTP/1.1" status: 200 len: 217 time: 0.0494742 Jan 27 22:26:42.484679 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7bce47b2-6f62-4a58-8b4f-362e0d807097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855623835', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:27Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '32e85f3c-c2b4-4fa7-8d89-2a816a69f52f', 'name': '', 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:42:2d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '08e45548-3335-40f2-aba0-82c088295205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:26Z', 'updated_at': '2022-01-27T22:24:31Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '08e45548-3335-40f2-aba0-82c088295205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:42.510904 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bce47b2-6f62-4a58-8b4f-362e0d807097 None None] Checking router: 7262f1ea-5d1b-453d-b75c-da5734c28dbd for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:26:42.519239 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bce47b2-6f62-4a58-8b4f-362e0d807097 None None] Routers {'7262f1ea-5d1b-453d-b75c-da5734c28dbd'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:42.519941 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7bce47b2-6f62-4a58-8b4f-362e0d807097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:26:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7262f1ea-5d1b-453d-b75c-da5734c28dbd'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:42.540859 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9cd82130-26be-427b-aaea-efa87c92b707 req-9b6b53ab-97c9-4c03-aae6-e65ef7534e33 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803664 Jan 27 22:26:42.542391 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506499a-aa60-4587-890e-64a19a35b386 req-909d4da2-859f-4192-8cca-b8504b7ef84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:42.543781 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b506499a-aa60-4587-890e-64a19a35b386 req-909d4da2-859f-4192-8cca-b8504b7ef84d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08e45548-3335-40f2-aba0-82c088295205 HTTP/1.1" status: 200 len: 833 time: 0.0683968 Jan 27 22:26:42.591922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506499a-aa60-4587-890e-64a19a35b386 req-22e4ee1b-4c36-4e03-9a06-a9931fddbd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:42.593484 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b506499a-aa60-4587-890e-64a19a35b386 req-22e4ee1b-4c36-4e03-9a06-a9931fddbd6d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=27f6ceb5-7fe8-420b-832a-f531c972df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411086 Jan 27 22:26:42.694635 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b506499a-aa60-4587-890e-64a19a35b386 req-027fadb1-c2fb-4f4e-a47f-30e00380ae39 service neutron] 10.222.0.21 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937204 Jan 27 22:26:42.724381 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-7bce47b2-6f62-4a58-8b4f-362e0d807097 None None] Set router 7262f1ea-5d1b-453d-b75c-da5734c28dbd gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:42.784719 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b506499a-aa60-4587-890e-64a19a35b386 req-9fd43131-c1f2-4480-b277-0aaf491f7ad4 service neutron] 10.222.0.21 "GET /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834651 Jan 27 22:26:42.903357 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:42.917846 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7bce47b2-6f62-4a58-8b4f-362e0d807097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855623835', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:27Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '32e85f3c-c2b4-4fa7-8d89-2a816a69f52f', 'name': '', 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:42:2d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '08e45548-3335-40f2-aba0-82c088295205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:26Z', 'updated_at': '2022-01-27T22:24:31Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '08e45548-3335-40f2-aba0-82c088295205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:42.948117 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bce47b2-6f62-4a58-8b4f-362e0d807097 None None] The sync data for ids ['7262f1ea-5d1b-453d-b75c-da5734c28dbd'] in n-d-772272-3 is: [{'id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855623835', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:27Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '32e85f3c-c2b4-4fa7-8d89-2a816a69f52f', 'name': '', 'network_id': '27f6ceb5-7fe8-420b-832a-f531c972df4a', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:42:2d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '08e45548-3335-40f2-aba0-82c088295205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:26Z', 'updated_at': '2022-01-27T22:24:31Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '08e45548-3335-40f2-aba0-82c088295205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:26:43.174322 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc966f9-b280-44e0-a974-37a84e2b8695 None None] New status for floating IP 9750c0ce-7e6e-4eb5-9260-2a469ab1db8a: DOWN {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:26:43.668074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3f04e-68a5-4c6f-b943-99a515203f95 req-153cf8d0-73a6-4cec-b3cc-9ec2f84463f2 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:43.669633 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72b3f04e-68a5-4c6f-b943-99a515203f95 req-153cf8d0-73a6-4cec-b3cc-9ec2f84463f2 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 945 time: 0.0558434 Jan 27 22:26:43.723836 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72b3f04e-68a5-4c6f-b943-99a515203f95 req-c2a4bf13-25cc-471d-91a5-ffcec71ed259 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=724c0109-3f8a-4122-a712-82a2e41d1bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483353 Jan 27 22:26:44.154625 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec34f5-c1c1-4a70-b073-0e9326656f06 req-3aca4c2b-9547-4a71-bd37-5982fd380168 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:44.156207 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b0ec34f5-c1c1-4a70-b073-0e9326656f06 req-3aca4c2b-9547-4a71-bd37-5982fd380168 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 945 time: 0.0480833 Jan 27 22:26:44.255075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-b0ec34f5-c1c1-4a70-b073-0e9326656f06 req-ade13d35-ee36-4c50-95d2-401823590098 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Deleting port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:44.255401 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b0ec34f5-c1c1-4a70-b073-0e9326656f06 req-ade13d35-ee36-4c50-95d2-401823590098 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:44.345464 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-b0ec34f5-c1c1-4a70-b073-0e9326656f06 req-ade13d35-ee36-4c50-95d2-401823590098 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] For port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82,segment=NetworkSegment(cb63c8ef-450c-436c-a651-4a5dc4915015),segment_id=cb63c8ef-450c-436c-a651-4a5dc4915015)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:44.345827 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b0ec34f5-c1c1-4a70-b073-0e9326656f06 req-ade13d35-ee36-4c50-95d2-401823590098 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:44.357591 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-b0ec34f5-c1c1-4a70-b073-0e9326656f06 req-ade13d35-ee36-4c50-95d2-401823590098 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Calling delete_port for 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:44.485229 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b0ec34f5-c1c1-4a70-b073-0e9326656f06 req-ade13d35-ee36-4c50-95d2-401823590098 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:44.512828 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade13d35-ee36-4c50-95d2-401823590098 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Port': ['ID=1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:44.557127 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ec34f5-c1c1-4a70-b073-0e9326656f06 req-ade13d35-ee36-4c50-95d2-401823590098 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] No DVR routers for this DVR port 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:26:44.559847 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b0ec34f5-c1c1-4a70-b073-0e9326656f06 req-ade13d35-ee36-4c50-95d2-401823590098 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:44.563376 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b0ec34f5-c1c1-4a70-b073-0e9326656f06 req-ade13d35-ee36-4c50-95d2-401823590098 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.21 "DELETE /v2.0/ports/1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 HTTP/1.1" status: 204 len: 173 time: 0.4011633 Jan 27 22:26:44.563818 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e373f22-adbc-40f3-a8d1-1a9249b68652', 'name': 'network-vif-deleted', 'tag': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:26:44.566054 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af03c11-a486-4dc4-8a1e-5507275bdd31" -d '{"events": [{"server_uuid": "2e373f22-adbc-40f3-a8d1-1a9249b68652", "name": "network-vif-deleted", "tag": "1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:26:44.605340 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d3978f-9ab0-42d7-b183-5f93d18018c9 x-openstack-request-id: req-33d3978f-9ab0-42d7-b183-5f93d18018c9 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:26:44.605633 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e373f22-adbc-40f3-a8d1-1a9249b68652", "name": "network-vif-deleted", "tag": "1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:26:44.605896 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33d3978f-9ab0-42d7-b183-5f93d18018c9 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:26:44.606300 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e373f22-adbc-40f3-a8d1-1a9249b68652', 'name': 'network-vif-deleted', 'tag': '1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82', 'status': 'completed', 'code': 200} Jan 27 22:26:44.829781 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19857d39-5a83-4c21-92a0-5b332bebaca5 req-2a34fce3-3ecf-4800-8d10-e0c7e658eb36 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e373f22-adbc-40f3-a8d1-1a9249b68652 HTTP/1.1" status: 200 len: 210 time: 0.0256588 Jan 27 22:26:45.887631 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48698) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:46.241141 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-278b2011-4c44-4ba2-9d2e-83adc7533777 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (7262f1ea-5d1b-453d-b75c-da5734c28dbd), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:46.505976 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-278b2011-4c44-4ba2-9d2e-83adc7533777 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Deleting port 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:46.506323 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-278b2011-4c44-4ba2-9d2e-83adc7533777 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (32e85f3c-c2b4-4fa7-8d89-2a816a69f52f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:46.594948 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-278b2011-4c44-4ba2-9d2e-83adc7533777 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] For port 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=32e85f3c-c2b4-4fa7-8d89-2a816a69f52f,segment=NetworkSegment(cb63c8ef-450c-436c-a651-4a5dc4915015),segment_id=cb63c8ef-450c-436c-a651-4a5dc4915015)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:46.595340 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-278b2011-4c44-4ba2-9d2e-83adc7533777 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (32e85f3c-c2b4-4fa7-8d89-2a816a69f52f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:46.607962 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-278b2011-4c44-4ba2-9d2e-83adc7533777 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Calling delete_port for 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:46.803077 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-278b2011-4c44-4ba2-9d2e-83adc7533777 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (32e85f3c-c2b4-4fa7-8d89-2a816a69f52f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:46.834743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b2011-4c44-4ba2-9d2e-83adc7533777 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Port': ['ID=32e85f3c-c2b4-4fa7-8d89-2a816a69f52f,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:47.023469 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-278b2011-4c44-4ba2-9d2e-83adc7533777 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (7262f1ea-5d1b-453d-b75c-da5734c28dbd), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:47.246365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278b2011-4c44-4ba2-9d2e-83adc7533777 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Router 7262f1ea-5d1b-453d-b75c-da5734c28dbd has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:26:47.356805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278b2011-4c44-4ba2-9d2e-83adc7533777 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:26:47.365893 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-278b2011-4c44-4ba2-9d2e-83adc7533777 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "PUT /v2.0/routers/7262f1ea-5d1b-453d-b75c-da5734c28dbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4732668 Jan 27 22:26:47.365893 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48706) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:47.368329 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4391842-b13b-4e6f-ba54-051385c75fde None None] Sync routers for ids ['7262f1ea-5d1b-453d-b75c-da5734c28dbd'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:26:47.377695 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4391842-b13b-4e6f-ba54-051385c75fde None None] Routers {'7262f1ea-5d1b-453d-b75c-da5734c28dbd'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:47.378305 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-a4391842-b13b-4e6f-ba54-051385c75fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:26:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7262f1ea-5d1b-453d-b75c-da5734c28dbd'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:47.417374 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81c3265-3def-41e7-a2fb-777ca4c6bac0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Deleting subnet 08e45548-3335-40f2-aba0-82c088295205 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:26:47.420687 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e81c3265-3def-41e7-a2fb-777ca4c6bac0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for subnet (08e45548-3335-40f2-aba0-82c088295205), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:47.465015 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e81c3265-3def-41e7-a2fb-777ca4c6bac0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (08e45548-3335-40f2-aba0-82c088295205), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:47.491953 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-a4391842-b13b-4e6f-ba54-051385c75fde None None] Set router 7262f1ea-5d1b-453d-b75c-da5734c28dbd gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:47.567436 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e81c3265-3def-41e7-a2fb-777ca4c6bac0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (08e45548-3335-40f2-aba0-82c088295205), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:47.627459 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e81c3265-3def-41e7-a2fb-777ca4c6bac0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (08e45548-3335-40f2-aba0-82c088295205), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:47.661201 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c3265-3def-41e7-a2fb-777ca4c6bac0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Subnet': ['ID=08e45548-3335-40f2-aba0-82c088295205,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:47.663438 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e81c3265-3def-41e7-a2fb-777ca4c6bac0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:47.667421 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e81c3265-3def-41e7-a2fb-777ca4c6bac0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "DELETE /v2.0/subnets/08e45548-3335-40f2-aba0-82c088295205 HTTP/1.1" status: 204 len: 168 time: 0.2998383 Jan 27 22:26:47.670400 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48710) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:47.673668 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d09ed17-cf07-42f1-9ba8-856ee4314550 None None] Network 27f6ceb5-7fe8-420b-832a-f531c972df4a requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:26:47.683754 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-a4391842-b13b-4e6f-ba54-051385c75fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855623835', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:26:46Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:47.715288 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4391842-b13b-4e6f-ba54-051385c75fde None None] Checking router: 7262f1ea-5d1b-453d-b75c-da5734c28dbd for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:26:47.724470 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4391842-b13b-4e6f-ba54-051385c75fde None None] Routers {'7262f1ea-5d1b-453d-b75c-da5734c28dbd'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:47.725161 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-a4391842-b13b-4e6f-ba54-051385c75fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:26:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['7262f1ea-5d1b-453d-b75c-da5734c28dbd'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:47.854190 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-a4391842-b13b-4e6f-ba54-051385c75fde None None] Set router 7262f1ea-5d1b-453d-b75c-da5734c28dbd gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:47.861605 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7529a84d-7148-443d-9bca-092cbb568bbc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router (7262f1ea-5d1b-453d-b75c-da5734c28dbd), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:47.924241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186685bf-25cd-427a-b3ab-4e27b0efe8be None None] DHCP port deletion for 27f6ceb5-7fe8-420b-832a-f531c972df4a request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:26:47.982377 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-186685bf-25cd-427a-b3ab-4e27b0efe8be None None] Deleting port 68227126-513f-4d08-9d64-13bdd12fdf6c {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:47.983106 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-186685bf-25cd-427a-b3ab-4e27b0efe8be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (68227126-513f-4d08-9d64-13bdd12fdf6c), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:47.997755 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7529a84d-7148-443d-9bca-092cbb568bbc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_gateway (7262f1ea-5d1b-453d-b75c-da5734c28dbd), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:48.057697 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-186685bf-25cd-427a-b3ab-4e27b0efe8be None None] For port 68227126-513f-4d08-9d64-13bdd12fdf6c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=68227126-513f-4d08-9d64-13bdd12fdf6c,segment=NetworkSegment(cb63c8ef-450c-436c-a651-4a5dc4915015),segment_id=cb63c8ef-450c-436c-a651-4a5dc4915015)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:48.058573 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-186685bf-25cd-427a-b3ab-4e27b0efe8be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (68227126-513f-4d08-9d64-13bdd12fdf6c), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:48.063121 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-7529a84d-7148-443d-9bca-092cbb568bbc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Deleting port 5ca8f675-4d42-4581-a1d2-61d79f406f63 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:48.064084 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7529a84d-7148-443d-9bca-092cbb568bbc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5ca8f675-4d42-4581-a1d2-61d79f406f63), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:48.066086 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-a4391842-b13b-4e6f-ba54-051385c75fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855623835', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:26:46Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:48.073813 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-186685bf-25cd-427a-b3ab-4e27b0efe8be None None] Calling delete_port for 68227126-513f-4d08-9d64-13bdd12fdf6c owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:48.094389 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4391842-b13b-4e6f-ba54-051385c75fde None None] The sync data for ids ['7262f1ea-5d1b-453d-b75c-da5734c28dbd'] in n-d-772272-3 is: [{'id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855623835', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:26:46Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '5ca8f675-4d42-4581-a1d2-61d79f406f63', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7262f1ea-5d1b-453d-b75c-da5734c28dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:24:22Z', 'updated_at': '2022-01-27T22:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:26:48.121545 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:26:48.158461 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-7529a84d-7148-443d-9bca-092cbb568bbc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] For port 5ca8f675-4d42-4581-a1d2-61d79f406f63, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5ca8f675-4d42-4581-a1d2-61d79f406f63,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:48.158839 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7529a84d-7148-443d-9bca-092cbb568bbc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5ca8f675-4d42-4581-a1d2-61d79f406f63), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:48.164448 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-186685bf-25cd-427a-b3ab-4e27b0efe8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (68227126-513f-4d08-9d64-13bdd12fdf6c), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:48.173321 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-7529a84d-7148-443d-9bca-092cbb568bbc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Calling delete_port for 5ca8f675-4d42-4581-a1d2-61d79f406f63 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:48.194626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186685bf-25cd-427a-b3ab-4e27b0efe8be None None] Pushing event deleted for resources: {'Port': ['ID=68227126-513f-4d08-9d64-13bdd12fdf6c,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:48.199484 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186685bf-25cd-427a-b3ab-4e27b0efe8be None None] No DVR routers for this DVR port 68227126-513f-4d08-9d64-13bdd12fdf6c on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:26:48.212487 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186685bf-25cd-427a-b3ab-4e27b0efe8be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:48.212838 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186685bf-25cd-427a-b3ab-4e27b0efe8be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:48.213187 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186685bf-25cd-427a-b3ab-4e27b0efe8be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:48.213525 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186685bf-25cd-427a-b3ab-4e27b0efe8be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:48.214011 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186685bf-25cd-427a-b3ab-4e27b0efe8be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:48.214354 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186685bf-25cd-427a-b3ab-4e27b0efe8be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:48.214716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186685bf-25cd-427a-b3ab-4e27b0efe8be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:48.214995 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186685bf-25cd-427a-b3ab-4e27b0efe8be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:48.215325 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186685bf-25cd-427a-b3ab-4e27b0efe8be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:48.215651 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186685bf-25cd-427a-b3ab-4e27b0efe8be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:48.215975 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186685bf-25cd-427a-b3ab-4e27b0efe8be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:48.216376 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186685bf-25cd-427a-b3ab-4e27b0efe8be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:48.216707 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186685bf-25cd-427a-b3ab-4e27b0efe8be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:48.342131 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7529a84d-7148-443d-9bca-092cbb568bbc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5ca8f675-4d42-4581-a1d2-61d79f406f63), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:48.366400 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529a84d-7148-443d-9bca-092cbb568bbc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Port': ['ID=5ca8f675-4d42-4581-a1d2-61d79f406f63,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:48.436291 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7529a84d-7148-443d-9bca-092cbb568bbc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (7262f1ea-5d1b-453d-b75c-da5734c28dbd), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:48.545252 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7529a84d-7148-443d-9bca-092cbb568bbc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (7262f1ea-5d1b-453d-b75c-da5734c28dbd), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:48.547553 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7529a84d-7148-443d-9bca-092cbb568bbc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_controller (7262f1ea-5d1b-453d-b75c-da5734c28dbd), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:48.618225 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7529a84d-7148-443d-9bca-092cbb568bbc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (7262f1ea-5d1b-453d-b75c-da5734c28dbd), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:48.619292 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7529a84d-7148-443d-9bca-092cbb568bbc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Fanout notify agent at l3_agent the message router_deleted on router 7262f1ea-5d1b-453d-b75c-da5734c28dbd {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:26:48.627912 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7529a84d-7148-443d-9bca-092cbb568bbc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:48.629623 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7529a84d-7148-443d-9bca-092cbb568bbc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "DELETE /v2.0/routers/7262f1ea-5d1b-453d-b75c-da5734c28dbd HTTP/1.1" status: 204 len: 168 time: 0.9527564 Jan 27 22:26:48.632716 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48714) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:48.759785 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-02f6a1a1-764d-4bdd-b03b-cc0c7bdb7a84 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (27f6ceb5-7fe8-420b-832a-f531c972df4a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:48.858128 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-02f6a1a1-764d-4bdd-b03b-cc0c7bdb7a84 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (27f6ceb5-7fe8-420b-832a-f531c972df4a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:48.882955 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-02f6a1a1-764d-4bdd-b03b-cc0c7bdb7a84 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f6ceb5-7fe8-420b-832a-f531c972df4a']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:48.893997 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-02f6a1a1-764d-4bdd-b03b-cc0c7bdb7a84 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb63c8ef-450c-436c-a651-4a5dc4915015') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:48.894419 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-02f6a1a1-764d-4bdd-b03b-cc0c7bdb7a84 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb63c8ef-450c-436c-a651-4a5dc4915015') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:48.907048 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-02f6a1a1-764d-4bdd-b03b-cc0c7bdb7a84 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (cb63c8ef-450c-436c-a651-4a5dc4915015), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:48.922437 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-02f6a1a1-764d-4bdd-b03b-cc0c7bdb7a84 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (cb63c8ef-450c-436c-a651-4a5dc4915015), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:48.929749 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f6a1a1-764d-4bdd-b03b-cc0c7bdb7a84 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:26:48.930310 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-02f6a1a1-764d-4bdd-b03b-cc0c7bdb7a84 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (cb63c8ef-450c-436c-a651-4a5dc4915015), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:26:48.934116 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:26:49.002238 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-02f6a1a1-764d-4bdd-b03b-cc0c7bdb7a84 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (27f6ceb5-7fe8-420b-832a-f531c972df4a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:49.010068 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-02f6a1a1-764d-4bdd-b03b-cc0c7bdb7a84 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:49.012692 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-02f6a1a1-764d-4bdd-b03b-cc0c7bdb7a84 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "DELETE /v2.0/networks/27f6ceb5-7fe8-420b-832a-f531c972df4a HTTP/1.1" status: 204 len: 168 time: 0.3778172 Jan 27 22:26:49.015435 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48716) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:49.024253 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6a1a1-764d-4bdd-b03b-cc0c7bdb7a84 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Network': ['ID=27f6ceb5-7fe8-420b-832a-f531c972df4a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:49.051849 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:26:49.071624 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:26:49.071967 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 1cb2740b-db98-4ee7-ae7b-dc8cec7c3c82 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:26:49.076079 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c1e67137-3304-4822-b30e-1916fac24d1d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (724c0109-3f8a-4122-a712-82a2e41d1bc7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:49.101836 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c1e67137-3304-4822-b30e-1916fac24d1d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (724c0109-3f8a-4122-a712-82a2e41d1bc7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:49.162586 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c1e67137-3304-4822-b30e-1916fac24d1d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (724c0109-3f8a-4122-a712-82a2e41d1bc7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:49.165164 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c1e67137-3304-4822-b30e-1916fac24d1d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:49.166306 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c1e67137-3304-4822-b30e-1916fac24d1d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "DELETE /v2.0/security-groups/724c0109-3f8a-4122-a712-82a2e41d1bc7 HTTP/1.1" status: 204 len: 168 time: 0.1498563 Jan 27 22:26:49.175357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e67137-3304-4822-b30e-1916fac24d1d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=724c0109-3f8a-4122-a712-82a2e41d1bc7,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:49.432359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48722) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:49.436950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-ff5e12c7-71cb-4a8d-9e97-761a3e325588 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-514200315', 'description': 'tempest-secgroup-smoke-514200315 description', 'project_id': '7482ad4cc1974904932616961499813e'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:49.792306 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ff5e12c7-71cb-4a8d-9e97-761a3e325588 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:49.805727 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:26:49.829731 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:26:49.830087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 32e85f3c-c2b4-4fa7-8d89-2a816a69f52f not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:26:49.830522 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5ca8f675-4d42-4581-a1d2-61d79f406f63 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:26:49.851579 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 5ca8f675-4d42-4581-a1d2-61d79f406f63 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:26:49.851927 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5ca8f675-4d42-4581-a1d2-61d79f406f63 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:26:49.852494 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 68227126-513f-4d08-9d64-13bdd12fdf6c no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:26:49.876334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 68227126-513f-4d08-9d64-13bdd12fdf6c {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:26:49.876693 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 68227126-513f-4d08-9d64-13bdd12fdf6c not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:26:49.885345 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ff5e12c7-71cb-4a8d-9e97-761a3e325588 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (42d31815-57cf-4d56-87c4-220e08a44b36), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:49.890664 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ff5e12c7-71cb-4a8d-9e97-761a3e325588 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (42d31815-57cf-4d56-87c4-220e08a44b36), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:49.921882 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ff5e12c7-71cb-4a8d-9e97-761a3e325588 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:49.925947 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ff5e12c7-71cb-4a8d-9e97-761a3e325588 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4897628 Jan 27 22:26:49.926350 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48750) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:49.927602 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e12c7-71cb-4a8d-9e97-761a3e325588 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d31815-57cf-4d56-87c4-220e08a44b36,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:49.931244 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-0835a6d3-f2ad-4e89-96cb-7f0d61f7b070 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': '42d31815-57cf-4d56-87c4-220e08a44b36', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:49.961417 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0835a6d3-f2ad-4e89-96cb-7f0d61f7b070 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (b3acabba-28fe-4535-90e3-a297aa32a91f), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.018340 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0835a6d3-f2ad-4e89-96cb-7f0d61f7b070 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (b3acabba-28fe-4535-90e3-a297aa32a91f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.023166 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0835a6d3-f2ad-4e89-96cb-7f0d61f7b070 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (b3acabba-28fe-4535-90e3-a297aa32a91f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.041992 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835a6d3-f2ad-4e89-96cb-7f0d61f7b070 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3acabba-28fe-4535-90e3-a297aa32a91f,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:50.047338 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0835a6d3-f2ad-4e89-96cb-7f0d61f7b070 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.048913 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0835a6d3-f2ad-4e89-96cb-7f0d61f7b070 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210990 Jan 27 22:26:50.051911 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48758) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:50.056440 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-bde877c6-aabc-4571-b10d-2f502c2d6de2 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': '42d31815-57cf-4d56-87c4-220e08a44b36', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:50.081944 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bde877c6-aabc-4571-b10d-2f502c2d6de2 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (e592f600-39b7-4953-b8f2-93a6e1051cb0), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.139243 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bde877c6-aabc-4571-b10d-2f502c2d6de2 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (e592f600-39b7-4953-b8f2-93a6e1051cb0), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.143453 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bde877c6-aabc-4571-b10d-2f502c2d6de2 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (e592f600-39b7-4953-b8f2-93a6e1051cb0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.163599 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde877c6-aabc-4571-b10d-2f502c2d6de2 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e592f600-39b7-4953-b8f2-93a6e1051cb0,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:50.169154 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bde877c6-aabc-4571-b10d-2f502c2d6de2 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.170309 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bde877c6-aabc-4571-b10d-2f502c2d6de2 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173460 Jan 27 22:26:50.172978 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48768) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:50.177729 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d99126d5-b674-49aa-9dab-ea0b19248df4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': '42d31815-57cf-4d56-87c4-220e08a44b36', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:50.202855 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d99126d5-b674-49aa-9dab-ea0b19248df4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (599ab619-8f58-4a33-a9fc-c7572b4df507), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.265631 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d99126d5-b674-49aa-9dab-ea0b19248df4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (599ab619-8f58-4a33-a9fc-c7572b4df507), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.271681 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d99126d5-b674-49aa-9dab-ea0b19248df4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (599ab619-8f58-4a33-a9fc-c7572b4df507), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.292050 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99126d5-b674-49aa-9dab-ea0b19248df4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599ab619-8f58-4a33-a9fc-c7572b4df507,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:50.302089 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d99126d5-b674-49aa-9dab-ea0b19248df4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.303399 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d99126d5-b674-49aa-9dab-ea0b19248df4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294944 Jan 27 22:26:50.306281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48774) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:50.310888 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-070471c4-80f9-4f06-a89e-71083b1eed6e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': '42d31815-57cf-4d56-87c4-220e08a44b36', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:50.335935 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-070471c4-80f9-4f06-a89e-71083b1eed6e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (bab5e357-43a4-46a2-9629-6791a44c6faa), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.393150 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-070471c4-80f9-4f06-a89e-71083b1eed6e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (bab5e357-43a4-46a2-9629-6791a44c6faa), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.397521 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-070471c4-80f9-4f06-a89e-71083b1eed6e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (bab5e357-43a4-46a2-9629-6791a44c6faa), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.415522 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070471c4-80f9-4f06-a89e-71083b1eed6e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab5e357-43a4-46a2-9629-6791a44c6faa,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:50.423254 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-070471c4-80f9-4f06-a89e-71083b1eed6e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.424496 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-070471c4-80f9-4f06-a89e-71083b1eed6e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170602 Jan 27 22:26:50.427759 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48776) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:50.432090 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-6a2042c4-1d3a-42cf-8842-5f1ec7ef0663 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': '42d31815-57cf-4d56-87c4-220e08a44b36', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:50.451950 n-d-772272-3 neutron-server[109741]: INFO neutron.db.securitygroups_db [None req-6a2042c4-1d3a-42cf-8842-5f1ec7ef0663 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Project 7482ad4cc1974904932616961499813e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:26:50.456841 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6a2042c4-1d3a-42cf-8842-5f1ec7ef0663 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (4d6d4d95-c0ac-4e57-814a-ebc03f99066d), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.513878 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6a2042c4-1d3a-42cf-8842-5f1ec7ef0663 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (4d6d4d95-c0ac-4e57-814a-ebc03f99066d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.517755 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6a2042c4-1d3a-42cf-8842-5f1ec7ef0663 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (4d6d4d95-c0ac-4e57-814a-ebc03f99066d), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.534409 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2042c4-1d3a-42cf-8842-5f1ec7ef0663 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d6d4d95-c0ac-4e57-814a-ebc03f99066d,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:50.545532 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6a2042c4-1d3a-42cf-8842-5f1ec7ef0663 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.546787 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6a2042c4-1d3a-42cf-8842-5f1ec7ef0663 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180637 Jan 27 22:26:50.549757 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48778) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:50.555005 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f27051a6-dd2e-4df3-96b4-042d34fb8e7c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': '42d31815-57cf-4d56-87c4-220e08a44b36', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:50.574155 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-f27051a6-dd2e-4df3-96b4-042d34fb8e7c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Project 7482ad4cc1974904932616961499813e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:26:50.578883 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f27051a6-dd2e-4df3-96b4-042d34fb8e7c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (402d534c-7113-4c15-aa7d-44bb2a9cee26), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.640737 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f27051a6-dd2e-4df3-96b4-042d34fb8e7c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (402d534c-7113-4c15-aa7d-44bb2a9cee26), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.645589 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f27051a6-dd2e-4df3-96b4-042d34fb8e7c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (402d534c-7113-4c15-aa7d-44bb2a9cee26), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.663233 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27051a6-dd2e-4df3-96b4-042d34fb8e7c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402d534c-7113-4c15-aa7d-44bb2a9cee26,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:50.672775 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f27051a6-dd2e-4df3-96b4-042d34fb8e7c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.674042 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f27051a6-dd2e-4df3-96b4-042d34fb8e7c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232076 Jan 27 22:26:50.677642 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48780) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:50.682556 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-35375bb2-3518-41b2-9235-4b3f5ba06e4f tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'network': {'name': 'tempest-network-smoke--532792737', 'project_id': '7482ad4cc1974904932616961499813e', 'port_security_enabled': True}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:50.700990 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35375bb2-3518-41b2-9235-4b3f5ba06e4f tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Made reservation on behalf of 7482ad4cc1974904932616961499813e for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:26:50.704394 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35375bb2-3518-41b2-9235-4b3f5ba06e4f tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.728232 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35375bb2-3518-41b2-9235-4b3f5ba06e4f tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:26:50.737302 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35375bb2-3518-41b2-9235-4b3f5ba06e4f tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b4e28224-f3b3-4215-bbb2-a842fcda4caa), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.737641 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-35375bb2-3518-41b2-9235-4b3f5ba06e4f tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Added segment b4e28224-f3b3-4215-bbb2-a842fcda4caa of type vlan for network 9aca6638-301c-4949-a41c-de0c491b9d12 Jan 27 22:26:50.776662 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35375bb2-3518-41b2-9235-4b3f5ba06e4f tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (9aca6638-301c-4949-a41c-de0c491b9d12), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.801074 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35375bb2-3518-41b2-9235-4b3f5ba06e4f tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (9aca6638-301c-4949-a41c-de0c491b9d12), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.805998 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35375bb2-3518-41b2-9235-4b3f5ba06e4f tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:50.806577 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35375bb2-3518-41b2-9235-4b3f5ba06e4f tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.865979 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-35375bb2-3518-41b2-9235-4b3f5ba06e4f tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1872294 Jan 27 22:26:50.868743 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48782) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:50.875142 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-aaf191df-d7ab-49db-a18f-a4e33e8fc643 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-841474253', 'admin_state_up': True, 'project_id': '7482ad4cc1974904932616961499813e', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:50.890818 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35375bb2-3518-41b2-9235-4b3f5ba06e4f tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Network': ['ID=9aca6638-301c-4949-a41c-de0c491b9d12,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:50.905650 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aaf191df-d7ab-49db-a18f-a4e33e8fc643 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (75499b0b-0aed-4be2-9354-6a8c025c2a45), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.906994 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 9aca6638-301c-4949-a41c-de0c491b9d12 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:26:50.907498 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aaf191df-d7ab-49db-a18f-a4e33e8fc643 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (75499b0b-0aed-4be2-9354-6a8c025c2a45), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:50.961619 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aaf191df-d7ab-49db-a18f-a4e33e8fc643 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_controller (75499b0b-0aed-4be2-9354-6a8c025c2a45), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:51.110333 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aaf191df-d7ab-49db-a18f-a4e33e8fc643 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_gateway (75499b0b-0aed-4be2-9354-6a8c025c2a45), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:51.308799 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aaf191df-d7ab-49db-a18f-a4e33e8fc643 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_gateway (75499b0b-0aed-4be2-9354-6a8c025c2a45), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:51.327740 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aaf191df-d7ab-49db-a18f-a4e33e8fc643 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:51.379586 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:51.433223 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-aaf191df-d7ab-49db-a18f-a4e33e8fc643 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Allocated IP 172.25.3.19 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/a2d3fbdb-9af9-4484-aaef-19f58dc3216d) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:26:51.540432 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aaf191df-d7ab-49db-a18f-a4e33e8fc643 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (a2d3fbdb-9af9-4484-aaef-19f58dc3216d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:51.574871 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aaf191df-d7ab-49db-a18f-a4e33e8fc643 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (a2d3fbdb-9af9-4484-aaef-19f58dc3216d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:51.611672 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf191df-d7ab-49db-a18f-a4e33e8fc643 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:26:51.614919 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-aaf191df-d7ab-49db-a18f-a4e33e8fc643 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:51.620312 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf191df-d7ab-49db-a18f-a4e33e8fc643 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:26:51.642081 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf191df-d7ab-49db-a18f-a4e33e8fc643 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=a2d3fbdb-9af9-4484-aaef-19f58dc3216d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:51.869603 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aaf191df-d7ab-49db-a18f-a4e33e8fc643 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_gateway (75499b0b-0aed-4be2-9354-6a8c025c2a45), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:52.387973 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aaf191df-d7ab-49db-a18f-a4e33e8fc643 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (75499b0b-0aed-4be2-9354-6a8c025c2a45), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:52.521899 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf191df-d7ab-49db-a18f-a4e33e8fc643 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Router 75499b0b-0aed-4be2-9354-6a8c025c2a45 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:26:52.629599 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf191df-d7ab-49db-a18f-a4e33e8fc643 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:26:52.638974 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] Sync routers for ids ['75499b0b-0aed-4be2-9354-6a8c025c2a45'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:26:52.649928 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] Routers {'75499b0b-0aed-4be2-9354-6a8c025c2a45'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:52.650138 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-aaf191df-d7ab-49db-a18f-a4e33e8fc643 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:52.650922 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:26:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['75499b0b-0aed-4be2-9354-6a8c025c2a45'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:52.651506 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-aaf191df-d7ab-49db-a18f-a4e33e8fc643 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7818472 Jan 27 22:26:52.654705 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48788) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:52.688623 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bfcbad0a-375e-499e-b889-900b42a75257 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=7482ad4cc1974904932616961499813e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326538 Jan 27 22:26:52.691144 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48790) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:52.757931 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] Set router 75499b0b-0aed-4be2-9354-6a8c025c2a45 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:52.779464 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d06243-ecfd-4768-995c-1c32123d0d3e tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:52.780966 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-70d06243-ecfd-4768-995c-1c32123d0d3e tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883508 Jan 27 22:26:52.783685 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48792) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:52.810945 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e5df2d7c-90b5-45b6-aef1-4d4c726aea57 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261397 Jan 27 22:26:52.814321 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48794) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:52.819040 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1921022052', 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12', 'project_id': '7482ad4cc1974904932616961499813e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:52.903140 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Made reservation on behalf of 7482ad4cc1974904932616961499813e for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:26:52.906655 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:52.937330 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841474253', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:50Z', 'updated_at': '2022-01-27T22:26:51Z', 'revision_number': 3, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:51Z', 'updated_at': '2022-01-27T22:26:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:52.965728 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] Checking router: 75499b0b-0aed-4be2-9354-6a8c025c2a45 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:26:52.966074 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] Updating router 75499b0b-0aed-4be2-9354-6a8c025c2a45 port a2d3fbdb-9af9-4484-aaef-19f58dc3216d binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:26:52.990442 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a2d3fbdb-9af9-4484-aaef-19f58dc3216d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:53.094522 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (24c2b7f5-1db2-4410-b51c-27ae65cb79e2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:53.161646 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Subnet': ['ID=24c2b7f5-1db2-4410-b51c-27ae65cb79e2,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:53.169580 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Checking segment: {'id': 'b4e28224-f3b3-4215-bbb2-a842fcda4caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:26:53.169943 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network hostable DHCP agents. Network: 9aca6638-301c-4949-a41c-de0c491b9d12, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:26:53.172524 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:53.172875 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:53.173218 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:53.173552 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:53.173883 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:53.174210 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:53.174537 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:53.174862 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:53.175191 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:53.175588 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:53.175841 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:53.176732 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:53.177055 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:53.194861 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 9aca6638-301c-4949-a41c-de0c491b9d12 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:26:53.204375 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 9aca6638-301c-4949-a41c-de0c491b9d12) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:53.209452 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:53.209943 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:53.228930 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dc081c-9fcc-43b5-b6b7-88dff1945ffa None None] Network 9aca6638-301c-4949-a41c-de0c491b9d12 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:26:53.229126 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-83d823be-6ee1-4c77-9405-0a8f1c28477b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4114757 Jan 27 22:26:53.229126 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48796) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:53.284342 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] Publish callbacks [] for port (a2d3fbdb-9af9-4484-aaef-19f58dc3216d), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:53.293227 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a2d3fbdb-9af9-4484-aaef-19f58dc3216d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:53.364589 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] Attempting to bind port a2d3fbdb-9af9-4484-aaef-19f58dc3216d on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:26:53.364964 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] Attempting to bind port a2d3fbdb-9af9-4484-aaef-19f58dc3216d by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:26:53.365418 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] Attempting to bind port a2d3fbdb-9af9-4484-aaef-19f58dc3216d on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:26:53.374276 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:26:53.374651 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:26:53.375057 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:53.375477 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:26:53.376011 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] Bound port: a2d3fbdb-9af9-4484-aaef-19f58dc3216d, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:26:53.376351 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a2d3fbdb-9af9-4484-aaef-19f58dc3216d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:53.405460 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e9536-a561-4095-84af-f7d7f7e33fc0 None None] Pushing event updated for resources: {'Port': ['ID=a2d3fbdb-9af9-4484-aaef-19f58dc3216d,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:53.446721 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1920d74-90dc-47dd-b74d-7405bab9ee03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-9aca6638-301c-4949-a41c-de0c491b9d12', 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12', 'project_id': '7482ad4cc1974904932616961499813e', 'fixed_ips': [{'subnet_id': '24c2b7f5-1db2-4410-b51c-27ae65cb79e2'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:26:53.447930 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e1920d74-90dc-47dd-b74d-7405bab9ee03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:53.483474 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] For port a2d3fbdb-9af9-4484-aaef-19f58dc3216d, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:26:53.487440 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] For port a2d3fbdb-9af9-4484-aaef-19f58dc3216d, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a2d3fbdb-9af9-4484-aaef-19f58dc3216d,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:26:53.538424 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a2d3fbdb-9af9-4484-aaef-19f58dc3216d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:53.637219 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] Routers {'75499b0b-0aed-4be2-9354-6a8c025c2a45'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:53.637860 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:26:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['75499b0b-0aed-4be2-9354-6a8c025c2a45'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:53.687476 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8c569f11-869e-4413-9d14-ce76a7d5b74d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:53.743530 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e9536-a561-4095-84af-f7d7f7e33fc0 None None] Pushing event updated for resources: {'Port': ['ID=a2d3fbdb-9af9-4484-aaef-19f58dc3216d,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:53.775196 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-e1920d74-90dc-47dd-b74d-7405bab9ee03 None None] Allocated IP 172.20.0.2 (9aca6638-301c-4949-a41c-de0c491b9d12/24c2b7f5-1db2-4410-b51c-27ae65cb79e2/436f00f6-f5bc-42d9-acc5-f636ba5f9f67) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:26:53.785930 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] Set router 75499b0b-0aed-4be2-9354-6a8c025c2a45 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:54.175616 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e3bfff32-e1ad-443a-a809-45fab91b3d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:54.235154 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e1920d74-90dc-47dd-b74d-7405bab9ee03 None None] Publish callbacks [] for port (436f00f6-f5bc-42d9-acc5-f636ba5f9f67), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:54.242613 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e1920d74-90dc-47dd-b74d-7405bab9ee03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (436f00f6-f5bc-42d9-acc5-f636ba5f9f67), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:54.277224 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841474253', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:50Z', 'updated_at': '2022-01-27T22:26:51Z', 'revision_number': 3, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:51Z', 'updated_at': '2022-01-27T22:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:54.303661 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-8c569f11-869e-4413-9d14-ce76a7d5b74d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Allocated IP 172.20.0.1 (9aca6638-301c-4949-a41c-de0c491b9d12/24c2b7f5-1db2-4410-b51c-27ae65cb79e2/5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:26:54.311046 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1920d74-90dc-47dd-b74d-7405bab9ee03 None None] Network 9aca6638-301c-4949-a41c-de0c491b9d12 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:26:54.316074 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b9238d-2c45-4dc7-b49d-ad2dfc024d6d None None] The sync data for ids ['75499b0b-0aed-4be2-9354-6a8c025c2a45'] in n-d-772272-3 is: [{'id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841474253', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:50Z', 'updated_at': '2022-01-27T22:26:51Z', 'revision_number': 3, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:51Z', 'updated_at': '2022-01-27T22:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:26:54.321029 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-e1920d74-90dc-47dd-b74d-7405bab9ee03 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:54.323372 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1920d74-90dc-47dd-b74d-7405bab9ee03 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:26:54.325416 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1920d74-90dc-47dd-b74d-7405bab9ee03 None None] Pushing event updated for resources: {'Port': ['ID=436f00f6-f5bc-42d9-acc5-f636ba5f9f67,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:54.395438 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-e1920d74-90dc-47dd-b74d-7405bab9ee03 None None] Attempting to bind port 436f00f6-f5bc-42d9-acc5-f636ba5f9f67 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:26:54.395861 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-e1920d74-90dc-47dd-b74d-7405bab9ee03 None None] Attempting to bind port 436f00f6-f5bc-42d9-acc5-f636ba5f9f67 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'b4e28224-f3b3-4215-bbb2-a842fcda4caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:26:54.396417 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1920d74-90dc-47dd-b74d-7405bab9ee03 None None] Attempting to bind port 436f00f6-f5bc-42d9-acc5-f636ba5f9f67 on network 9aca6638-301c-4949-a41c-de0c491b9d12 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:26:54.402955 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1920d74-90dc-47dd-b74d-7405bab9ee03 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:26:54.403331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1920d74-90dc-47dd-b74d-7405bab9ee03 None None] Checking segment: {'id': 'b4e28224-f3b3-4215-bbb2-a842fcda4caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:26:54.403818 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e1920d74-90dc-47dd-b74d-7405bab9ee03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:54.404130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1920d74-90dc-47dd-b74d-7405bab9ee03 None None] Bound using segment: {'id': 'b4e28224-f3b3-4215-bbb2-a842fcda4caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:26:54.404624 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-e1920d74-90dc-47dd-b74d-7405bab9ee03 None None] Bound port: 436f00f6-f5bc-42d9-acc5-f636ba5f9f67, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e28224-f3b3-4215-bbb2-a842fcda4caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:26:54.405013 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e1920d74-90dc-47dd-b74d-7405bab9ee03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (436f00f6-f5bc-42d9-acc5-f636ba5f9f67), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:54.435924 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8c569f11-869e-4413-9d14-ce76a7d5b74d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:54.476024 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8c569f11-869e-4413-9d14-ce76a7d5b74d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:54.491975 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e1920d74-90dc-47dd-b74d-7405bab9ee03 None None] For port 436f00f6-f5bc-42d9-acc5-f636ba5f9f67, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:26:54.495819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e1920d74-90dc-47dd-b74d-7405bab9ee03 None None] For port 436f00f6-f5bc-42d9-acc5-f636ba5f9f67, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=436f00f6-f5bc-42d9-acc5-f636ba5f9f67,segment=NetworkSegment(b4e28224-f3b3-4215-bbb2-a842fcda4caa),segment_id=b4e28224-f3b3-4215-bbb2-a842fcda4caa)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:26:54.503702 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e1920d74-90dc-47dd-b74d-7405bab9ee03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (436f00f6-f5bc-42d9-acc5-f636ba5f9f67), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:54.527577 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c569f11-869e-4413-9d14-ce76a7d5b74d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 9aca6638-301c-4949-a41c-de0c491b9d12 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:26:54.532610 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-8c569f11-869e-4413-9d14-ce76a7d5b74d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:54.535466 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c569f11-869e-4413-9d14-ce76a7d5b74d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:26:54.576936 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1920d74-90dc-47dd-b74d-7405bab9ee03 None None] Pushing event updated for resources: {'Port': ['ID=436f00f6-f5bc-42d9-acc5-f636ba5f9f67,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:54.582392 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c569f11-869e-4413-9d14-ce76a7d5b74d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:54.599662 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8c569f11-869e-4413-9d14-ce76a7d5b74d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (75499b0b-0aed-4be2-9354-6a8c025c2a45), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:54.781517 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8c569f11-869e-4413-9d14-ce76a7d5b74d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:55.126181 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8c569f11-869e-4413-9d14-ce76a7d5b74d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:55.132936 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8c569f11-869e-4413-9d14-ce76a7d5b74d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:55.208645 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c569f11-869e-4413-9d14-ce76a7d5b74d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:55.211308 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8c569f11-869e-4413-9d14-ce76a7d5b74d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (75499b0b-0aed-4be2-9354-6a8c025c2a45), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:55.314042 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c569f11-869e-4413-9d14-ce76a7d5b74d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 9aca6638-301c-4949-a41c-de0c491b9d12 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:26:55.315517 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-8c569f11-869e-4413-9d14-ce76a7d5b74d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:55.440821 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c569f11-869e-4413-9d14-ce76a7d5b74d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Router 75499b0b-0aed-4be2-9354-6a8c025c2a45 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:26:55.581304 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c569f11-869e-4413-9d14-ce76a7d5b74d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:26:55.588287 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8c569f11-869e-4413-9d14-ce76a7d5b74d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "PUT /v2.0/routers/75499b0b-0aed-4be2-9354-6a8c025c2a45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3572345 Jan 27 22:26:55.851128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-e7dec174-c2fc-4c80-9d3e-96fd7229ef6e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-514200315&fields=id&tenant_id=7482ad4cc1974904932616961499813e HTTP/1.1" status: 200 len: 267 time: 0.0554652 Jan 27 22:26:55.932693 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50c6631-3848-439f-8485-915d8ec73ca0 None None] Network 9aca6638-301c-4949-a41c-de0c491b9d12 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:26:55.953218 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a2d3fbdb-9af9-4484-aaef-19f58dc3216d up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:26:55.993265 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-c9a143e1-5b34-425b-8822-96b5b7b998aa tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:55.995182 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-c9a143e1-5b34-425b-8822-96b5b7b998aa tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/networks?id=9aca6638-301c-4949-a41c-de0c491b9d12 HTTP/1.1" status: 200 len: 796 time: 0.1358097 Jan 27 22:26:56.024408 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-f176e624-02c5-4363-b07c-8f15f7abdf6b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/quotas/7482ad4cc1974904932616961499813e HTTP/1.1" status: 200 len: 375 time: 0.0164084 Jan 27 22:26:56.081158 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-36a221ce-4881-4a33-9c7c-bad5b02aee77 None None] Provisioning complete for port 436f00f6-f5bc-42d9-acc5-f636ba5f9f67 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:56.081522 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-cff80940-f97c-4959-af86-1b2397323f19 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558462 Jan 27 22:26:56.081645 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-36a221ce-4881-4a33-9c7c-bad5b02aee77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (436f00f6-f5bc-42d9-acc5-f636ba5f9f67), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:56.098923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-fec6168d-844b-4eba-9c6b-6135c0817f9c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:26:56.099988 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-fec6168d-844b-4eba-9c6b-6135c0817f9c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060322 Jan 27 22:26:56.131546 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port a2d3fbdb-9af9-4484-aaef-19f58dc3216d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:56.131921 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a2d3fbdb-9af9-4484-aaef-19f58dc3216d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:56.196020 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-67312b70-f860-40b3-817a-5f004ca3a16b service neutron] 10.222.0.23 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902395 Jan 27 22:26:56.265810 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-36a221ce-4881-4a33-9c7c-bad5b02aee77 None None] Current status of the port 436f00f6-f5bc-42d9-acc5-f636ba5f9f67 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:56.266210 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-36a221ce-4881-4a33-9c7c-bad5b02aee77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (436f00f6-f5bc-42d9-acc5-f636ba5f9f67), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:56.291398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port a2d3fbdb-9af9-4484-aaef-19f58dc3216d is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:56.291788 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a2d3fbdb-9af9-4484-aaef-19f58dc3216d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:56.319372 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-a4b28b65-5808-4ccb-a8d5-b042df019e77 service neutron] 10.222.0.23 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141071 Jan 27 22:26:56.326619 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-36a221ce-4881-4a33-9c7c-bad5b02aee77 None None] For port 436f00f6-f5bc-42d9-acc5-f636ba5f9f67, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=436f00f6-f5bc-42d9-acc5-f636ba5f9f67,segment=NetworkSegment(b4e28224-f3b3-4215-bbb2-a842fcda4caa),segment_id=b4e28224-f3b3-4215-bbb2-a842fcda4caa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:56.329130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port a2d3fbdb-9af9-4484-aaef-19f58dc3216d, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a2d3fbdb-9af9-4484-aaef-19f58dc3216d,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:56.333351 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-36a221ce-4881-4a33-9c7c-bad5b02aee77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (436f00f6-f5bc-42d9-acc5-f636ba5f9f67), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:56.338605 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a2d3fbdb-9af9-4484-aaef-19f58dc3216d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:56.339375 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 436f00f6-f5bc-42d9-acc5-f636ba5f9f67 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:26:56.420038 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] Sync routers for ids ['75499b0b-0aed-4be2-9354-6a8c025c2a45'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:26:56.420566 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a221ce-4881-4a33-9c7c-bad5b02aee77 None None] Pushing event updated for resources: {'Port': ['ID=436f00f6-f5bc-42d9-acc5-f636ba5f9f67,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:56.438239 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] Routers {'75499b0b-0aed-4be2-9354-6a8c025c2a45'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:56.438239 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:26:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['75499b0b-0aed-4be2-9354-6a8c025c2a45'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:56.489042 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 436f00f6-f5bc-42d9-acc5-f636ba5f9f67 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:56.489783 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (436f00f6-f5bc-42d9-acc5-f636ba5f9f67), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:56.565502 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=a2d3fbdb-9af9-4484-aaef-19f58dc3216d,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:56.592591 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0da0dbb9-d320-4fef-ac1b-e1c812e2ca78 req-d2a1f79d-5182-48a0-8047-f646fa346846 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 210 time: 0.0729659 Jan 27 22:26:56.600241 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] Set router 75499b0b-0aed-4be2-9354-6a8c025c2a45 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:56.657159 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-0194f2e3-4726-4da8-bd03-4db4e90badc2 None None] Provisioning complete for port 436f00f6-f5bc-42d9-acc5-f636ba5f9f67 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:56.657976 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0194f2e3-4726-4da8-bd03-4db4e90badc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (436f00f6-f5bc-42d9-acc5-f636ba5f9f67), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:56.696911 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 436f00f6-f5bc-42d9-acc5-f636ba5f9f67 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:56.737071 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8936613c-d373-4b18-8054-18e9b3b477b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:56.797109 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0194f2e3-4726-4da8-bd03-4db4e90badc2 None None] Current status of the port 436f00f6-f5bc-42d9-acc5-f636ba5f9f67 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:56.818966 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-0194f2e3-4726-4da8-bd03-4db4e90badc2 None None] Provisioning complete for port 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:56.819351 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0194f2e3-4726-4da8-bd03-4db4e90badc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:56.898698 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0194f2e3-4726-4da8-bd03-4db4e90badc2 None None] Port 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:56.901922 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841474253', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:50Z', 'updated_at': '2022-01-27T22:26:54Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:51Z', 'updated_at': '2022-01-27T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442', 'name': '', 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:dc:cd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c2b7f5-1db2-4410-b51c-27ae65cb79e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:53Z', 'updated_at': '2022-01-27T22:26:54Z', 'revision_number': 2, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '24c2b7f5-1db2-4410-b51c-27ae65cb79e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:56.939405 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] Checking router: 75499b0b-0aed-4be2-9354-6a8c025c2a45 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:26:56.939895 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] Updating router 75499b0b-0aed-4be2-9354-6a8c025c2a45 port 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:26:56.970535 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:57.030742 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7485c336-724b-494c-96dc-d761e412f7c1 None None] Provisioning complete for port 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:57.031339 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7485c336-724b-494c-96dc-d761e412f7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:57.083450 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7485c336-724b-494c-96dc-d761e412f7c1 None None] Port 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:57.212321 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c0c3eb80-5afc-480b-839a-45a11d4a179d None None] Provisioning complete for port 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:57.213381 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0c3eb80-5afc-480b-839a-45a11d4a179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:57.250731 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c0c3eb80-5afc-480b-839a-45a11d4a179d None None] Port 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:57.392175 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] Publish callbacks [] for port (5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:57.396790 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:57.463294 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407b1c7-64ee-4cd1-bfff-da239e40113f None None] Pushing event updated for resources: {'Port': ['ID=5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:57.489343 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407b1c7-64ee-4cd1-bfff-da239e40113f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:57.489946 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407b1c7-64ee-4cd1-bfff-da239e40113f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:57.490278 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407b1c7-64ee-4cd1-bfff-da239e40113f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:57.490608 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407b1c7-64ee-4cd1-bfff-da239e40113f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:57.490935 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407b1c7-64ee-4cd1-bfff-da239e40113f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:57.491257 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407b1c7-64ee-4cd1-bfff-da239e40113f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:57.491579 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407b1c7-64ee-4cd1-bfff-da239e40113f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:57.491906 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407b1c7-64ee-4cd1-bfff-da239e40113f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:57.492246 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407b1c7-64ee-4cd1-bfff-da239e40113f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:57.492614 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407b1c7-64ee-4cd1-bfff-da239e40113f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:57.492878 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407b1c7-64ee-4cd1-bfff-da239e40113f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:57.493222 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407b1c7-64ee-4cd1-bfff-da239e40113f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:57.493513 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6407b1c7-64ee-4cd1-bfff-da239e40113f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:57.506380 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] Attempting to bind port 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:26:57.506748 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] Attempting to bind port 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'b4e28224-f3b3-4215-bbb2-a842fcda4caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:26:57.507108 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] Attempting to bind port 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442 on network 9aca6638-301c-4949-a41c-de0c491b9d12 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:26:57.512414 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:26:57.512774 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] Checking segment: {'id': 'b4e28224-f3b3-4215-bbb2-a842fcda4caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:26:57.513171 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:57.513557 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] Bound using segment: {'id': 'b4e28224-f3b3-4215-bbb2-a842fcda4caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:26:57.514049 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] Bound port: 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e28224-f3b3-4215-bbb2-a842fcda4caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:26:57.514422 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:57.584300 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] For port 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:26:57.588100 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] For port 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442,segment=NetworkSegment(b4e28224-f3b3-4215-bbb2-a842fcda4caa),segment_id=b4e28224-f3b3-4215-bbb2-a842fcda4caa)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:26:57.594310 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:57.618195 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:57.656408 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407b1c7-64ee-4cd1-bfff-da239e40113f None None] Pushing event updated for resources: {'Port': ['ID=5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:57.670435 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] Routers {'75499b0b-0aed-4be2-9354-6a8c025c2a45'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:57.671278 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:26:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['75499b0b-0aed-4be2-9354-6a8c025c2a45'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:57.715412 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9598ca7a-c0f7-45e5-b231-e1209665f4e8 req-83b2b499-227c-44f2-9e89-002e746fa8cf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 210 time: 0.0345588 Jan 27 22:26:57.803949 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-289bbd2f-a556-4555-92a0-b4347b346cb6 None None] Provisioning complete for port 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:57.805167 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-289bbd2f-a556-4555-92a0-b4347b346cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:57.866144 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] Set router 75499b0b-0aed-4be2-9354-6a8c025c2a45 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:57.871783 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-bf3cc294-b3f8-44b0-9c69-76e0e77ace15 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:57.874094 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-bf3cc294-b3f8-44b0-9c69-76e0e77ace15 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.15 "GET /v2.0/networks?id=9aca6638-301c-4949-a41c-de0c491b9d12 HTTP/1.1" status: 200 len: 796 time: 0.1577406 Jan 27 22:26:57.907714 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a2d3fbdb-9af9-4484-aaef-19f58dc3216d up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:26:57.974554 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-35bcf3ce-5994-41c8-af15-503444a926f4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7482ad4cc1974904932616961499813e HTTP/1.1" status: 200 len: 379 time: 0.0913701 Jan 27 22:26:57.992729 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-3e953e88-66d3-4bce-8166-1d4ffdec6bcf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'port': {'device_id': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12', 'admin_state_up': True, 'tenant_id': '7482ad4cc1974904932616961499813e', 'security_groups': ['42d31815-57cf-4d56-87c4-220e08a44b36']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:58.036422 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port a2d3fbdb-9af9-4484-aaef-19f58dc3216d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:58.036886 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a2d3fbdb-9af9-4484-aaef-19f58dc3216d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:58.083368 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-289bbd2f-a556-4555-92a0-b4347b346cb6 None None] Current status of the port 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:58.083873 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-289bbd2f-a556-4555-92a0-b4347b346cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:58.151923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-3e953e88-66d3-4bce-8166-1d4ffdec6bcf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Made reservation on behalf of 7482ad4cc1974904932616961499813e for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:26:58.156001 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-289bbd2f-a556-4555-92a0-b4347b346cb6 None None] For port 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442,segment=NetworkSegment(b4e28224-f3b3-4215-bbb2-a842fcda4caa),segment_id=b4e28224-f3b3-4215-bbb2-a842fcda4caa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:58.156702 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-3e953e88-66d3-4bce-8166-1d4ffdec6bcf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:58.165376 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-289bbd2f-a556-4555-92a0-b4347b346cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:58.194757 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port a2d3fbdb-9af9-4484-aaef-19f58dc3216d is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:58.195543 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 436f00f6-f5bc-42d9-acc5-f636ba5f9f67 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:26:58.195827 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841474253', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:50Z', 'updated_at': '2022-01-27T22:26:54Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:51Z', 'updated_at': '2022-01-27T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442', 'name': '', 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:dc:cd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c2b7f5-1db2-4410-b51c-27ae65cb79e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:53Z', 'updated_at': '2022-01-27T22:26:57Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '24c2b7f5-1db2-4410-b51c-27ae65cb79e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:58.237144 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14552a2-a9d9-4272-b81b-0f028f5bf988 None None] The sync data for ids ['75499b0b-0aed-4be2-9354-6a8c025c2a45'] in n-d-772272-3 is: [{'id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841474253', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:50Z', 'updated_at': '2022-01-27T22:26:54Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:51Z', 'updated_at': '2022-01-27T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442', 'name': '', 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:dc:cd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c2b7f5-1db2-4410-b51c-27ae65cb79e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:53Z', 'updated_at': '2022-01-27T22:26:57Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '24c2b7f5-1db2-4410-b51c-27ae65cb79e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:26:58.256499 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bbd2f-a556-4555-92a0-b4347b346cb6 None None] Pushing event updated for resources: {'Port': ['ID=5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:58.274420 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 436f00f6-f5bc-42d9-acc5-f636ba5f9f67 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:58.276141 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (436f00f6-f5bc-42d9-acc5-f636ba5f9f67), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:58.342179 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c41a5f87-4a9a-4235-ba5e-f6421c509e0c None None] Provisioning complete for port 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:58.342791 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c41a5f87-4a9a-4235-ba5e-f6421c509e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:58.349866 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-3e953e88-66d3-4bce-8166-1d4ffdec6bcf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Allocated IP 172.20.0.5 (9aca6638-301c-4949-a41c-de0c491b9d12/24c2b7f5-1db2-4410-b51c-27ae65cb79e2/c4791688-6dd7-429a-be49-654490242497) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:26:58.452484 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 436f00f6-f5bc-42d9-acc5-f636ba5f9f67 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:58.496282 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c41a5f87-4a9a-4235-ba5e-f6421c509e0c None None] Current status of the port 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:58.528570 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-3e953e88-66d3-4bce-8166-1d4ffdec6bcf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (c4791688-6dd7-429a-be49-654490242497), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:58.567853 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-3e953e88-66d3-4bce-8166-1d4ffdec6bcf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (c4791688-6dd7-429a-be49-654490242497), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:58.619087 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-3e953e88-66d3-4bce-8166-1d4ffdec6bcf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 9aca6638-301c-4949-a41c-de0c491b9d12 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:26:58.624809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-3e953e88-66d3-4bce-8166-1d4ffdec6bcf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:58.630165 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-3e953e88-66d3-4bce-8166-1d4ffdec6bcf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:26:58.634529 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e953e88-66d3-4bce-8166-1d4ffdec6bcf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=c4791688-6dd7-429a-be49-654490242497,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:58.697629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-3e953e88-66d3-4bce-8166-1d4ffdec6bcf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:58.698187 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-3e953e88-66d3-4bce-8166-1d4ffdec6bcf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:58.719039 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-3e953e88-66d3-4bce-8166-1d4ffdec6bcf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7368786 Jan 27 22:26:58.731380 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] Request body: {'port': {'device_id': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:58.815545 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c4791688-6dd7-429a-be49-654490242497), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:58.939063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bbdc0-d2d7-44b7-a537-1346c3ff0ef0 req-8a74dc08-1218-413f-bcfa-940556c26951 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:58.940765 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f68bbdc0-d2d7-44b7-a537-1346c3ff0ef0 req-8a74dc08-1218-413f-bcfa-940556c26951 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 931 time: 0.0990219 Jan 27 22:26:58.981271 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:59.027626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a8379dd1-4036-4b13-8745-7477aee00b55 None None] Provisioning complete for port c4791688-6dd7-429a-be49-654490242497 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:59.028011 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a8379dd1-4036-4b13-8745-7477aee00b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c4791688-6dd7-429a-be49-654490242497), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:59.071742 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a8379dd1-4036-4b13-8745-7477aee00b55 None None] Port c4791688-6dd7-429a-be49-654490242497 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:59.164212 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f68bbdc0-d2d7-44b7-a537-1346c3ff0ef0 req-10cacb4f-2016-4285-b3f8-bf70bbfdcef1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588469 Jan 27 22:26:59.241805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4791688-6dd7-429a-be49-654490242497 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:26:59.249881 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] Publish callbacks [] for port (c4791688-6dd7-429a-be49-654490242497), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:59.271621 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] Transition to ACTIVE for port object c4791688-6dd7-429a-be49-654490242497 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:26:59.276576 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (c4791688-6dd7-429a-be49-654490242497), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:59.356079 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c4791688-6dd7-429a-be49-654490242497,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:59.415647 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] Attempting to bind port c4791688-6dd7-429a-be49-654490242497 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:26:59.416124 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] Attempting to bind port c4791688-6dd7-429a-be49-654490242497 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'b4e28224-f3b3-4215-bbb2-a842fcda4caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:26:59.416596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] Attempting to bind port c4791688-6dd7-429a-be49-654490242497 on network 9aca6638-301c-4949-a41c-de0c491b9d12 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:26:59.421664 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] Port c4791688-6dd7-429a-be49-654490242497 on network 9aca6638-301c-4949-a41c-de0c491b9d12 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:26:59.422123 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] Attempting to bind port c4791688-6dd7-429a-be49-654490242497 on network 9aca6638-301c-4949-a41c-de0c491b9d12 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:26:59.428672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:26:59.428999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] Checking segment: {'id': 'b4e28224-f3b3-4215-bbb2-a842fcda4caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:26:59.429483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] Bound using segment: {'id': 'b4e28224-f3b3-4215-bbb2-a842fcda4caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:26:59.430017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] Bound port: c4791688-6dd7-429a-be49-654490242497, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e28224-f3b3-4215-bbb2-a842fcda4caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:26:59.430482 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c4791688-6dd7-429a-be49-654490242497), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:59.512033 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] For port c4791688-6dd7-429a-be49-654490242497, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:26:59.522939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] For port c4791688-6dd7-429a-be49-654490242497, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=c4791688-6dd7-429a-be49-654490242497,segment=NetworkSegment(b4e28224-f3b3-4215-bbb2-a842fcda4caa),segment_id=b4e28224-f3b3-4215-bbb2-a842fcda4caa)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:26:59.529992 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (c4791688-6dd7-429a-be49-654490242497), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:59.574782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:59.575423 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:59.576815 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] 10.222.0.15 "PUT /v2.0/ports/c4791688-6dd7-429a-be49-654490242497 HTTP/1.1" status: 200 len: 1091 time: 0.8514528 Jan 27 22:26:59.577289 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'tag': 'c4791688-6dd7-429a-be49-654490242497'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:26:59.579508 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5484ad-3969-428b-a770-a9ef21236a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "1bba0520-ab74-4327-bf71-c5dba6a7076b", "tag": "c4791688-6dd7-429a-be49-654490242497"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:26:59.615338 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6574ec0-8c01-431e-aa5f-9309954d29c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c4791688-6dd7-429a-be49-654490242497,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:59.646612 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09719e51-97de-4749-b10d-16c9fa9ef6db x-openstack-request-id: req-09719e51-97de-4749-b10d-16c9fa9ef6db {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:26:59.646878 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bba0520-ab74-4327-bf71-c5dba6a7076b", "tag": "c4791688-6dd7-429a-be49-654490242497", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:26:59.647117 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-09719e51-97de-4749-b10d-16c9fa9ef6db {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:26:59.647534 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'tag': 'c4791688-6dd7-429a-be49-654490242497', 'status': 'completed', 'code': 200} Jan 27 22:26:59.694752 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-9d2a96bb-cd6a-43a5-bc9c-577b577740e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:59.696340 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-9d2a96bb-cd6a-43a5-bc9c-577b577740e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 1094 time: 0.0456395 Jan 27 22:26:59.741542 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-5db277ee-9ba0-4302-b7d3-1d39dbc21efd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4791688-6dd7-429a-be49-654490242497 HTTP/1.1" status: 200 len: 217 time: 0.0370090 Jan 27 22:26:59.805496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-31440511-5f50-4e2e-b7c8-75ae79b99123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:59.807508 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-31440511-5f50-4e2e-b7c8-75ae79b99123 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24c2b7f5-1db2-4410-b51c-27ae65cb79e2 HTTP/1.1" status: 200 len: 835 time: 0.0601540 Jan 27 22:26:59.857051 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:26:59.867083 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-195263ff-e4d9-4583-9759-fd083ef7a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:59.869199 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-195263ff-e4d9-4583-9759-fd083ef7a255 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9aca6638-301c-4949-a41c-de0c491b9d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558403 Jan 27 22:26:59.922450 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:59.922769 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:59.978726 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-db3206f0-f2f7-4efa-8306-fdaa0506cba7 service neutron] 10.222.0.15 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030183 Jan 27 22:27:00.022574 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:27:00.078001 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc9c48b1-d72f-48d2-b803-8345bbe8a83c req-2b591d3f-a12f-4e8b-8759-c27bdbb861a9 service neutron] 10.222.0.15 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931761 Jan 27 22:27:00.165614 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5484ad-3969-428b-a770-a9ef21236a4c req-4f4baa99-50ec-4857-9fd4-a3a517ce53b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:00.167483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b5484ad-3969-428b-a770-a9ef21236a4c req-4f4baa99-50ec-4857-9fd4-a3a517ce53b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 1094 time: 0.0435147 Jan 27 22:27:00.287298 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5484ad-3969-428b-a770-a9ef21236a4c req-a4caf8f2-1550-45b6-aa1d-0bd425f8d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:00.288718 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b5484ad-3969-428b-a770-a9ef21236a4c req-a4caf8f2-1550-45b6-aa1d-0bd425f8d07e service neutron] 10.222.0.15 "GET /v2.0/networks?id=9aca6638-301c-4949-a41c-de0c491b9d12 HTTP/1.1" status: 200 len: 897 time: 0.1157002 Jan 27 22:27:00.310099 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0da2a7-d630-40e3-b2eb-a1085cdf46b3 req-63d47e9c-08bc-4156-ad8a-ba89ba2cbe11 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:00.311522 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3e0da2a7-d630-40e3-b2eb-a1085cdf46b3 req-63d47e9c-08bc-4156-ad8a-ba89ba2cbe11 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 943 time: 0.0745747 Jan 27 22:27:00.337463 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:00.341893 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b5484ad-3969-428b-a770-a9ef21236a4c req-3c22432c-39c2-4518-a7d0-caea4bb22686 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4791688-6dd7-429a-be49-654490242497 HTTP/1.1" status: 200 len: 217 time: 0.0457096 Jan 27 22:27:00.428124 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3e0da2a7-d630-40e3-b2eb-a1085cdf46b3 req-150442a9-d049-4013-ba3d-580d834ad907 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889516 Jan 27 22:27:00.429645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5484ad-3969-428b-a770-a9ef21236a4c req-6ee62bcd-8f6e-4a82-9fd2-e103c8b2b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:00.430997 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b5484ad-3969-428b-a770-a9ef21236a4c req-6ee62bcd-8f6e-4a82-9fd2-e103c8b2b747 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24c2b7f5-1db2-4410-b51c-27ae65cb79e2 HTTP/1.1" status: 200 len: 835 time: 0.0823085 Jan 27 22:27:00.476332 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5484ad-3969-428b-a770-a9ef21236a4c req-dc443def-fca0-4513-abf7-d98a1d323eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:00.477816 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b5484ad-3969-428b-a770-a9ef21236a4c req-dc443def-fca0-4513-abf7-d98a1d323eab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9aca6638-301c-4949-a41c-de0c491b9d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403955 Jan 27 22:27:00.567275 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b5484ad-3969-428b-a770-a9ef21236a4c req-289f22f1-b6d0-4002-9203-203dd78aeacd service neutron] 10.222.0.15 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819550 Jan 27 22:27:00.662279 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b5484ad-3969-428b-a770-a9ef21236a4c req-eba1714b-05cc-4157-ba9d-f4e07576d77e service neutron] 10.222.0.15 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886531 Jan 27 22:27:01.061962 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3f20ed3-8ed2-4b90-84aa-3f998073deb2 req-a668d1a4-044b-4d6e-99a1-23cf4b84d17e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390525 Jan 27 22:27:01.124719 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f20ed3-8ed2-4b90-84aa-3f998073deb2 req-6da170a9-40df-4408-bea5-2c6eff87dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:01.126189 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3f20ed3-8ed2-4b90-84aa-3f998073deb2 req-6da170a9-40df-4408-bea5-2c6eff87dfba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 1097 time: 0.0394223 Jan 27 22:27:01.232707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f20ed3-8ed2-4b90-84aa-3f998073deb2 req-17f76c5d-715b-473e-9654-a285fe7c57d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:01.234079 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3f20ed3-8ed2-4b90-84aa-3f998073deb2 req-17f76c5d-715b-473e-9654-a285fe7c57d0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 912 time: 0.0884302 Jan 27 22:27:01.298772 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3f20ed3-8ed2-4b90-84aa-3f998073deb2 req-3dde6445-64c8-440a-bfe9-140ea8117264 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ee7c7b8-ad1a-473d-a0fe-e852d523171d HTTP/1.1" status: 200 len: 1002 time: 0.0574872 Jan 27 22:27:01.350593 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f20ed3-8ed2-4b90-84aa-3f998073deb2 req-a789a156-d730-403b-9650-5524603ba748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:01.352055 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3f20ed3-8ed2-4b90-84aa-3f998073deb2 req-a789a156-d730-403b-9650-5524603ba748 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.0467911 Jan 27 22:27:01.396358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f20ed3-8ed2-4b90-84aa-3f998073deb2 req-01efdf51-b713-4401-b0fb-b22b3322d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:01.397829 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3f20ed3-8ed2-4b90-84aa-3f998073deb2 req-01efdf51-b713-4401-b0fb-b22b3322d966 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395458 Jan 27 22:27:01.487949 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3f20ed3-8ed2-4b90-84aa-3f998073deb2 req-b1b58856-cfa6-4359-9655-780e27dbf2aa service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834241 Jan 27 22:27:01.604824 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328968b-b843-4eec-b3f6-7ffb462854e4 req-84c0e538-e828-41bb-8b98-4dbc5cde9d97 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:01.606301 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f328968b-b843-4eec-b3f6-7ffb462854e4 req-84c0e538-e828-41bb-8b98-4dbc5cde9d97 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 943 time: 0.1037114 Jan 27 22:27:01.633254 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3f20ed3-8ed2-4b90-84aa-3f998073deb2 req-6b8185fb-fa48-4b56-adba-7d7e99749549 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390824 Jan 27 22:27:01.673321 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f328968b-b843-4eec-b3f6-7ffb462854e4 req-415b1114-e984-485f-b642-8b6b581fabfb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571568 Jan 27 22:27:02.311036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device c4791688-6dd7-429a-be49-654490242497 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:27:02.407643 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port c4791688-6dd7-429a-be49-654490242497, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=c4791688-6dd7-429a-be49-654490242497,segment=NetworkSegment(b4e28224-f3b3-4215-bbb2-a842fcda4caa),segment_id=b4e28224-f3b3-4215-bbb2-a842fcda4caa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:27:02.419353 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'c4791688-6dd7-429a-be49-654490242497', 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12', 'port_id': 'c4791688-6dd7-429a-be49-654490242497', 'mac_address': 'fa:16:3e:85:5d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c2b7f5-1db2-4410-b51c-27ae65cb79e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:27:02.455771 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port c4791688-6dd7-429a-be49-654490242497 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:27:02.456183 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c4791688-6dd7-429a-be49-654490242497), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:02.469849 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4791688-6dd7-429a-be49-654490242497 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:27:02.488642 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port c4791688-6dd7-429a-be49-654490242497, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=c4791688-6dd7-429a-be49-654490242497,segment=NetworkSegment(b4e28224-f3b3-4215-bbb2-a842fcda4caa),segment_id=b4e28224-f3b3-4215-bbb2-a842fcda4caa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:27:02.493113 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c4791688-6dd7-429a-be49-654490242497), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:02.542690 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=c4791688-6dd7-429a-be49-654490242497,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:02.747026 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['c4791688-6dd7-429a-be49-654490242497'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:27:02.795867 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd03cec-dd38-48d2-9634-53e2425a9a00 req-d44666ff-e048-4e59-9258-db67972ea64e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:02.797583 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5bd03cec-dd38-48d2-9634-53e2425a9a00 req-d44666ff-e048-4e59-9258-db67972ea64e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 944 time: 0.0490956 Jan 27 22:27:02.858457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5bd03cec-dd38-48d2-9634-53e2425a9a00 req-f8c1de59-e8b9-43e4-bd81-01dd4c733262 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536170 Jan 27 22:27:03.318917 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48868) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:03.426239 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c5fda4a6-9fc1-422d-9537-88d795f07247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:03.502867 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c5fda4a6-9fc1-422d-9537-88d795f07247 admin admin] Publish callbacks [] for security_group (185656ba-f807-431f-a718-81109fe05333), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:03.508341 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c5fda4a6-9fc1-422d-9537-88d795f07247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (185656ba-f807-431f-a718-81109fe05333), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:03.550572 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c5fda4a6-9fc1-422d-9537-88d795f07247 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9568b0672dd4b1f833df10353f1c466&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2303171 Jan 27 22:27:03.552374 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fda4a6-9fc1-422d-9537-88d795f07247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185656ba-f807-431f-a718-81109fe05333,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:03.553880 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48872) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:03.604929 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f2bdbd20-f260-44d4-8d28-884481c50058 admin admin] Publish callbacks [] for security_group (185656ba-f807-431f-a718-81109fe05333), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:03.626218 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f2bdbd20-f260-44d4-8d28-884481c50058 admin admin] Publish callbacks [] for security_group (185656ba-f807-431f-a718-81109fe05333), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:03.680914 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f2bdbd20-f260-44d4-8d28-884481c50058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (185656ba-f807-431f-a718-81109fe05333), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:03.684094 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f2bdbd20-f260-44d4-8d28-884481c50058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:03.688231 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f2bdbd20-f260-44d4-8d28-884481c50058 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/185656ba-f807-431f-a718-81109fe05333 HTTP/1.1" status: 204 len: 168 time: 0.1305859 Jan 27 22:27:03.695056 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdbd20-f260-44d4-8d28-884481c50058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185656ba-f807-431f-a718-81109fe05333,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:03.988213 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63060b06-a1b4-426a-aff0-237bb7892c66 req-d5150c58-480e-440f-9e9b-a170f26d759a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:03.988213 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63060b06-a1b4-426a-aff0-237bb7892c66 req-d5150c58-480e-440f-9e9b-a170f26d759a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 944 time: 0.0561221 Jan 27 22:27:04.043336 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63060b06-a1b4-426a-aff0-237bb7892c66 req-0b5c28c0-d39b-4c4b-882c-02241e1efd95 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485961 Jan 27 22:27:04.327907 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device c4791688-6dd7-429a-be49-654490242497 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:27:04.382613 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port c4791688-6dd7-429a-be49-654490242497 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:27:04.386741 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port c4791688-6dd7-429a-be49-654490242497 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:27:04.387123 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c4791688-6dd7-429a-be49-654490242497), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:04.471834 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port c4791688-6dd7-429a-be49-654490242497 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:27:04.472591 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c4791688-6dd7-429a-be49-654490242497), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:04.499463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4791688-6dd7-429a-be49-654490242497'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:27:04.501713 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19640ab9-5ceb-472a-a488-33747ee046c8" -d '{"events": [{"server_uuid": "1bba0520-ab74-4327-bf71-c5dba6a7076b", "name": "network-vif-plugged", "status": "completed", "tag": "c4791688-6dd7-429a-be49-654490242497"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:27:04.513737 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port c4791688-6dd7-429a-be49-654490242497, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=c4791688-6dd7-429a-be49-654490242497,segment=NetworkSegment(b4e28224-f3b3-4215-bbb2-a842fcda4caa),segment_id=b4e28224-f3b3-4215-bbb2-a842fcda4caa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:27:04.521338 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c4791688-6dd7-429a-be49-654490242497), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:04.566467 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0173f92-2e49-447c-b7ef-ca17ad148833 x-openstack-request-id: req-e0173f92-2e49-447c-b7ef-ca17ad148833 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:27:04.566690 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bba0520-ab74-4327-bf71-c5dba6a7076b", "name": "network-vif-plugged", "status": "completed", "tag": "c4791688-6dd7-429a-be49-654490242497", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:27:04.566977 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0173f92-2e49-447c-b7ef-ca17ad148833 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:27:04.567218 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4791688-6dd7-429a-be49-654490242497', 'code': 200} Jan 27 22:27:04.577180 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=c4791688-6dd7-429a-be49-654490242497,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:04.669381 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de22f46-8bf0-43f5-b777-6589b4cdfea4 req-91557a33-f602-4bbf-ae6a-4acb9c5af28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:04.681753 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3de22f46-8bf0-43f5-b777-6589b4cdfea4 req-91557a33-f602-4bbf-ae6a-4acb9c5af28a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 1096 time: 0.0630782 Jan 27 22:27:04.732521 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3de22f46-8bf0-43f5-b777-6589b4cdfea4 req-f19820bb-54e4-48a7-b511-1bd70cef104d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451021 Jan 27 22:27:05.200733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcba27-f202-4760-a963-4b8ec05e9556 req-d9bb5af4-2118-4409-9ace-bfd943eaa693 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:05.202279 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2bcba27-f202-4760-a963-4b8ec05e9556 req-d9bb5af4-2118-4409-9ace-bfd943eaa693 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.0640686 Jan 27 22:27:05.257213 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2bcba27-f202-4760-a963-4b8ec05e9556 req-80ac28de-68d7-4e3e-903d-77af378340bd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483496 Jan 27 22:27:05.846778 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48930) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:05.852568 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-34228d82-5a8e-47cd-83d1-0c76ba625e89 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Request body: {'network': {'name': 'tempest-network-smoke--1159862644', 'project_id': '962a452fd57b44968762c090f150bdfe', 'port_security_enabled': True}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:27:05.870479 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34228d82-5a8e-47cd-83d1-0c76ba625e89 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Made reservation on behalf of 962a452fd57b44968762c090f150bdfe for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:27:05.873688 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-34228d82-5a8e-47cd-83d1-0c76ba625e89 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:05.881825 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-34228d82-5a8e-47cd-83d1-0c76ba625e89 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:05.954076 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-34228d82-5a8e-47cd-83d1-0c76ba625e89 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for security_group (b0659593-a589-4e07-8f21-1f8b06b2e3dd), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:05.958243 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-34228d82-5a8e-47cd-83d1-0c76ba625e89 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b0659593-a589-4e07-8f21-1f8b06b2e3dd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:05.984983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34228d82-5a8e-47cd-83d1-0c76ba625e89 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:27:05.993935 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34228d82-5a8e-47cd-83d1-0c76ba625e89 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0659593-a589-4e07-8f21-1f8b06b2e3dd,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:06.000110 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-34228d82-5a8e-47cd-83d1-0c76ba625e89 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (7f818cec-c747-4ce5-88ec-5192cbac2741), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.000493 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-34228d82-5a8e-47cd-83d1-0c76ba625e89 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Added segment 7f818cec-c747-4ce5-88ec-5192cbac2741 of type vlan for network cecf5eec-313a-451f-967c-7b909e00f8c8 Jan 27 22:27:06.040555 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-34228d82-5a8e-47cd-83d1-0c76ba625e89 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (cecf5eec-313a-451f-967c-7b909e00f8c8), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.064296 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-34228d82-5a8e-47cd-83d1-0c76ba625e89 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (cecf5eec-313a-451f-967c-7b909e00f8c8), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.069687 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34228d82-5a8e-47cd-83d1-0c76ba625e89 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:06.070320 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-34228d82-5a8e-47cd-83d1-0c76ba625e89 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.129939 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-34228d82-5a8e-47cd-83d1-0c76ba625e89 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2818694 Jan 27 22:27:06.132788 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48932) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:06.138615 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ba234763-d75e-4e11-898e-5f122ef98c52 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1057810387', 'admin_state_up': True, 'project_id': '962a452fd57b44968762c090f150bdfe', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:27:06.149020 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34228d82-5a8e-47cd-83d1-0c76ba625e89 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event updated for resources: {'Network': ['ID=cecf5eec-313a-451f-967c-7b909e00f8c8,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:06.160118 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network cecf5eec-313a-451f-967c-7b909e00f8c8 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:27:06.166840 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba234763-d75e-4e11-898e-5f122ef98c52 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (4970ec1f-19be-4e1d-a584-2b6a7d078352), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.168009 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba234763-d75e-4e11-898e-5f122ef98c52 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (4970ec1f-19be-4e1d-a584-2b6a7d078352), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.226114 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba234763-d75e-4e11-898e-5f122ef98c52 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for router_controller (4970ec1f-19be-4e1d-a584-2b6a7d078352), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.380083 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba234763-d75e-4e11-898e-5f122ef98c52 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for router_gateway (4970ec1f-19be-4e1d-a584-2b6a7d078352), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.389130 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a6e9-56a5-46a4-b040-fe2f15b15796 req-f9588d65-2a7b-4534-9de8-9da73c849b19 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:06.392602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2964a6e9-56a5-46a4-b040-fe2f15b15796 req-f9588d65-2a7b-4534-9de8-9da73c849b19 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.0614195 Jan 27 22:27:06.449547 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2964a6e9-56a5-46a4-b040-fe2f15b15796 req-14917334-3077-4563-8dd5-97c66a70ecbf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506475 Jan 27 22:27:06.568532 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18d828-5bce-4fe3-b247-3473e6551fe4 req-c87cdbf6-eeaf-4ab0-866a-5d7956e708dc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:06.570025 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9c18d828-5bce-4fe3-b247-3473e6551fe4 req-c87cdbf6-eeaf-4ab0-866a-5d7956e708dc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.0525212 Jan 27 22:27:06.596811 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba234763-d75e-4e11-898e-5f122ef98c52 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for router_gateway (4970ec1f-19be-4e1d-a584-2b6a7d078352), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.616361 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba234763-d75e-4e11-898e-5f122ef98c52 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.623845 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9c18d828-5bce-4fe3-b247-3473e6551fe4 req-8837444e-5ba4-432e-a5e7-f5d33e99d3a7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469627 Jan 27 22:27:06.651963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48938) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:06.697268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1de890-110b-498c-b721-63027b4877d2 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:06.698766 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1f1de890-110b-498c-b721-63027b4877d2 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 1091 time: 0.0458007 Jan 27 22:27:06.701566 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48940) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:06.705713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-ec124b5a-f2c9-43af-b3a1-396e510365f7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': 'c4791688-6dd7-429a-be49-654490242497', 'tenant_id': '7482ad4cc1974904932616961499813e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:27:06.725548 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec124b5a-f2c9-43af-b3a1-396e510365f7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.736131 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-ba234763-d75e-4e11-898e-5f122ef98c52 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Allocated IP 172.25.3.247 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/fbf79b9d-3ee8-4236-a412-7db9e2ac0659) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:27:06.821574 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec124b5a-f2c9-43af-b3a1-396e510365f7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.835647 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba234763-d75e-4e11-898e-5f122ef98c52 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for port (fbf79b9d-3ee8-4236-a412-7db9e2ac0659), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.875516 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba234763-d75e-4e11-898e-5f122ef98c52 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (fbf79b9d-3ee8-4236-a412-7db9e2ac0659), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.909724 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba234763-d75e-4e11-898e-5f122ef98c52 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:27:06.913281 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-ba234763-d75e-4e11-898e-5f122ef98c52 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:27:06.916610 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba234763-d75e-4e11-898e-5f122ef98c52 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:27:06.937292 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-ec124b5a-f2c9-43af-b3a1-396e510365f7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Allocated IP 172.25.3.239 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/fc969695-10e4-4a22-87c4-d9e2728577c5) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:27:06.948429 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba234763-d75e-4e11-898e-5f122ef98c52 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event updated for resources: {'Port': ['ID=fbf79b9d-3ee8-4236-a412-7db9e2ac0659,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:07.037847 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec124b5a-f2c9-43af-b3a1-396e510365f7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (fc969695-10e4-4a22-87c4-d9e2728577c5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:07.073883 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec124b5a-f2c9-43af-b3a1-396e510365f7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (fc969695-10e4-4a22-87c4-d9e2728577c5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:07.117859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec124b5a-f2c9-43af-b3a1-396e510365f7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:27:07.123080 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-ec124b5a-f2c9-43af-b3a1-396e510365f7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:27:07.125592 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec124b5a-f2c9-43af-b3a1-396e510365f7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:27:07.148324 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec124b5a-f2c9-43af-b3a1-396e510365f7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=fc969695-10e4-4a22-87c4-d9e2728577c5,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:07.475557 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba234763-d75e-4e11-898e-5f122ef98c52 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for router_gateway (4970ec1f-19be-4e1d-a584-2b6a7d078352), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:07.518051 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec124b5a-f2c9-43af-b3a1-396e510365f7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for floatingip (76824cd7-95ba-4951-8e19-784095e93141), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:07.589982 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec124b5a-f2c9-43af-b3a1-396e510365f7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fc969695-10e4-4a22-87c4-d9e2728577c5), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:07.682058 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba234763-d75e-4e11-898e-5f122ef98c52 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (4970ec1f-19be-4e1d-a584-2b6a7d078352), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:07.747920 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec124b5a-f2c9-43af-b3a1-396e510365f7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (fc969695-10e4-4a22-87c4-d9e2728577c5), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:07.753066 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec124b5a-f2c9-43af-b3a1-396e510365f7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (fc969695-10e4-4a22-87c4-d9e2728577c5), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:07.824413 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba234763-d75e-4e11-898e-5f122ef98c52 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Router 4970ec1f-19be-4e1d-a584-2b6a7d078352 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:27:07.826220 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec124b5a-f2c9-43af-b3a1-396e510365f7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=fc969695-10e4-4a22-87c4-d9e2728577c5,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:07.837333 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec124b5a-f2c9-43af-b3a1-396e510365f7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (76824cd7-95ba-4951-8e19-784095e93141), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:07.937181 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba234763-d75e-4e11-898e-5f122ef98c52 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:27:07.940888 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-ec124b5a-f2c9-43af-b3a1-396e510365f7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Floating IP 76824cd7-95ba-4951-8e19-784095e93141 associated. External IP: 172.25.3.239, port: c4791688-6dd7-429a-be49-654490242497. Jan 27 22:27:07.950069 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] Sync routers for ids ['4970ec1f-19be-4e1d-a584-2b6a7d078352'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:27:07.958318 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba234763-d75e-4e11-898e-5f122ef98c52 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:07.959569 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ba234763-d75e-4e11-898e-5f122ef98c52 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8255332 Jan 27 22:27:07.961940 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] Routers {'4970ec1f-19be-4e1d-a584-2b6a7d078352'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:27:07.962757 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:26:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4970ec1f-19be-4e1d-a584-2b6a7d078352'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:07.963301 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48942) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:08.094933 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] Set router 4970ec1f-19be-4e1d-a584-2b6a7d078352 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:27:08.106605 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f82dcc75-a4ab-4055-9225-f75632315b82 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=962a452fd57b44968762c090f150bdfe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1395757 Jan 27 22:27:08.106854 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48946) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:08.162624 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec124b5a-f2c9-43af-b3a1-396e510365f7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Router 75499b0b-0aed-4be2-9354-6a8c025c2a45 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:27:08.195294 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9f57d3-aedf-489a-b082-0722d33a8c3a tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:08.199467 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8f9f57d3-aedf-489a-b082-0722d33a8c3a tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887074 Jan 27 22:27:08.199697 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48948) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:08.229763 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-07d50e27-48b9-47f1-b225-0e932f26b5d0 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289052 Jan 27 22:27:08.232260 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48950) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:08.237070 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b9506fe0-6eab-4adc-96ff-9045325bc241 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-671441250', 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8', 'project_id': '962a452fd57b44968762c090f150bdfe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:27:08.278680 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec124b5a-f2c9-43af-b3a1-396e510365f7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:27:08.288553 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fc6393-d919-49a7-8294-1cd95c454f44 None None] Sync routers for ids ['75499b0b-0aed-4be2-9354-6a8c025c2a45'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:27:08.292555 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057810387', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:07Z', 'revision_number': 3, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port': {'id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:08.299161 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec124b5a-f2c9-43af-b3a1-396e510365f7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:08.300642 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fc6393-d919-49a7-8294-1cd95c454f44 None None] Routers {'75499b0b-0aed-4be2-9354-6a8c025c2a45'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:27:08.302349 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-14fc6393-d919-49a7-8294-1cd95c454f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:26:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['75499b0b-0aed-4be2-9354-6a8c025c2a45'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:08.331010 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] Checking router: 4970ec1f-19be-4e1d-a584-2b6a7d078352 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:27:08.331898 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] Updating router 4970ec1f-19be-4e1d-a584-2b6a7d078352 port fbf79b9d-3ee8-4236-a412-7db9e2ac0659 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:27:08.334482 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ec124b5a-f2c9-43af-b3a1-396e510365f7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6318736 Jan 27 22:27:08.335173 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'tag': 'c4791688-6dd7-429a-be49-654490242497'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:27:08.337873 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7d0ac8-640a-400a-90c5-047d8891decd" -d '{"events": [{"name": "network-changed", "server_uuid": "1bba0520-ab74-4327-bf71-c5dba6a7076b", "tag": "c4791688-6dd7-429a-be49-654490242497"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:27:08.344986 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9506fe0-6eab-4adc-96ff-9045325bc241 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Made reservation on behalf of 962a452fd57b44968762c090f150bdfe for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:27:08.350301 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9506fe0-6eab-4adc-96ff-9045325bc241 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:08.385043 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fbf79b9d-3ee8-4236-a412-7db9e2ac0659), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:08.388889 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec63f13-5099-40fa-8052-c1796d6ba487 x-openstack-request-id: req-aec63f13-5099-40fa-8052-c1796d6ba487 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:27:08.389083 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bba0520-ab74-4327-bf71-c5dba6a7076b", "tag": "c4791688-6dd7-429a-be49-654490242497", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:27:08.389351 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aec63f13-5099-40fa-8052-c1796d6ba487 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:27:08.389760 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'tag': 'c4791688-6dd7-429a-be49-654490242497', 'status': 'completed', 'code': 200} Jan 27 22:27:08.482094 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf3bd7-c6d8-411c-a9e1-132536c27831 req-35e19dac-554f-4da7-8e32-0c98f1367ba1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:08.483636 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4eaf3bd7-c6d8-411c-a9e1-132536c27831 req-35e19dac-554f-4da7-8e32-0c98f1367ba1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.0970509 Jan 27 22:27:08.493340 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d0ac8-640a-400a-90c5-047d8891decd req-e78f10db-5f37-458f-81d2-0b47d7e0effc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:08.494797 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba7d0ac8-640a-400a-90c5-047d8891decd req-e78f10db-5f37-458f-81d2-0b47d7e0effc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 1096 time: 0.0735705 Jan 27 22:27:08.505591 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-14fc6393-d919-49a7-8294-1cd95c454f44 None None] Set router 75499b0b-0aed-4be2-9354-6a8c025c2a45 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:27:08.569802 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9506fe0-6eab-4adc-96ff-9045325bc241 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (94a7eb72-9ae7-42c6-bec0-70c7d3f694f7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:08.593941 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4eaf3bd7-c6d8-411c-a9e1-132536c27831 req-6d40db11-91ba-4756-94f4-2baf69792d03 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041117 Jan 27 22:27:08.620749 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48956) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:08.635724 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d0ac8-640a-400a-90c5-047d8891decd req-f7b99f8e-4f94-4422-a718-86850f6c3b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:08.638906 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba7d0ac8-640a-400a-90c5-047d8891decd req-f7b99f8e-4f94-4422-a718-86850f6c3b2d service neutron] 10.222.0.15 "GET /v2.0/networks?id=9aca6638-301c-4949-a41c-de0c491b9d12 HTTP/1.1" status: 200 len: 897 time: 0.1301396 Jan 27 22:27:08.713368 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9506fe0-6eab-4adc-96ff-9045325bc241 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event updated for resources: {'Subnet': ['ID=94a7eb72-9ae7-42c6-bec0-70c7d3f694f7,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:08.719218 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] Publish callbacks [] for port (fbf79b9d-3ee8-4236-a412-7db9e2ac0659), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:08.722422 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9506fe0-6eab-4adc-96ff-9045325bc241 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Checking segment: {'id': '7f818cec-c747-4ce5-88ec-5192cbac2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:27:08.723012 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9506fe0-6eab-4adc-96ff-9045325bc241 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Network hostable DHCP agents. Network: cecf5eec-313a-451f-967c-7b909e00f8c8, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:27:08.728139 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (fbf79b9d-3ee8-4236-a412-7db9e2ac0659), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:08.737082 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba7d0ac8-640a-400a-90c5-047d8891decd req-23770857-9584-4213-a2e9-cf990c160636 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4791688-6dd7-429a-be49-654490242497 HTTP/1.1" status: 200 len: 999 time: 0.0914514 Jan 27 22:27:08.740758 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d1138bf0-1aa4-408e-b056-3e27a1c66802 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/floatingips/76824cd7-95ba-4951-8e19-784095e93141 HTTP/1.1" status: 200 len: 991 time: 0.1181178 Jan 27 22:27:08.757475 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9506fe0-6eab-4adc-96ff-9045325bc241 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Network cecf5eec-313a-451f-967c-7b909e00f8c8 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:27:08.768846 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-b9506fe0-6eab-4adc-96ff-9045325bc241 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, cecf5eec-313a-451f-967c-7b909e00f8c8) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:27:08.784610 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9506fe0-6eab-4adc-96ff-9045325bc241 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:08.785252 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9506fe0-6eab-4adc-96ff-9045325bc241 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:08.790083 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e0627a-2756-4167-a24d-6e4e60e2dc31 None None] Network cecf5eec-313a-451f-967c-7b909e00f8c8 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:27:08.804138 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d0ac8-640a-400a-90c5-047d8891decd req-48d6a0ec-3bc2-407b-b3be-3826d14439a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:08.805644 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba7d0ac8-640a-400a-90c5-047d8891decd req-48d6a0ec-3bc2-407b-b3be-3826d14439a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24c2b7f5-1db2-4410-b51c-27ae65cb79e2 HTTP/1.1" status: 200 len: 835 time: 0.0612864 Jan 27 22:27:08.811416 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b9506fe0-6eab-4adc-96ff-9045325bc241 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5780718 Jan 27 22:27:08.814196 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48958) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:08.815286 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-14fc6393-d919-49a7-8294-1cd95c454f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841474253', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:50Z', 'updated_at': '2022-01-27T22:26:54Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:51Z', 'updated_at': '2022-01-27T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '76824cd7-95ba-4951-8e19-784095e93141', 'tenant_id': '7482ad4cc1974904932616961499813e', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'port_id': 'c4791688-6dd7-429a-be49-654490242497', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12', 'mac_address': 'fa:16:3e:85:5d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:27:07Z', 'updated_at': '2022-01-27T22:27:07Z', 'revision_number': 0, 'project_id': '7482ad4cc1974904932616961499813e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442', 'name': '', 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:dc:cd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c2b7f5-1db2-4410-b51c-27ae65cb79e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:53Z', 'updated_at': '2022-01-27T22:26:58Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '24c2b7f5-1db2-4410-b51c-27ae65cb79e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:08.825549 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38baf0-f77d-427a-bf0f-2d1403897441 None None] Pushing event updated for resources: {'Port': ['ID=fbf79b9d-3ee8-4236-a412-7db9e2ac0659,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:08.827812 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] Attempting to bind port fbf79b9d-3ee8-4236-a412-7db9e2ac0659 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:27:08.828218 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] Attempting to bind port fbf79b9d-3ee8-4236-a412-7db9e2ac0659 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:27:08.828650 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] Attempting to bind port fbf79b9d-3ee8-4236-a412-7db9e2ac0659 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:27:08.859543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d0ac8-640a-400a-90c5-047d8891decd req-456a460e-393c-4e0f-8380-9ac1a59feca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:08.861705 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fc6393-d919-49a7-8294-1cd95c454f44 None None] Checking router: 75499b0b-0aed-4be2-9354-6a8c025c2a45 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:27:08.862941 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba7d0ac8-640a-400a-90c5-047d8891decd req-456a460e-393c-4e0f-8380-9ac1a59feca8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9aca6638-301c-4949-a41c-de0c491b9d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503681 Jan 27 22:27:08.865863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:27:08.866257 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:27:08.866665 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:08.867068 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:27:08.867551 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] Bound port: fbf79b9d-3ee8-4236-a412-7db9e2ac0659, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:27:08.867934 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fbf79b9d-3ee8-4236-a412-7db9e2ac0659), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:08.874804 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fc6393-d919-49a7-8294-1cd95c454f44 None None] Routers {'75499b0b-0aed-4be2-9354-6a8c025c2a45'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:27:08.875409 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-14fc6393-d919-49a7-8294-1cd95c454f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:26:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['75499b0b-0aed-4be2-9354-6a8c025c2a45'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:08.950918 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] For port fbf79b9d-3ee8-4236-a412-7db9e2ac0659, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:27:08.954356 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] For port fbf79b9d-3ee8-4236-a412-7db9e2ac0659, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=fbf79b9d-3ee8-4236-a412-7db9e2ac0659,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:27:08.961207 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (fbf79b9d-3ee8-4236-a412-7db9e2ac0659), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:08.976653 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba7d0ac8-640a-400a-90c5-047d8891decd req-574c047e-dd3f-424c-86f6-2a8002dc56c3 service neutron] 10.222.0.15 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072931 Jan 27 22:27:09.009931 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-14fc6393-d919-49a7-8294-1cd95c454f44 None None] Set router 75499b0b-0aed-4be2-9354-6a8c025c2a45 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:27:09.046082 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38baf0-f77d-427a-bf0f-2d1403897441 None None] Pushing event updated for resources: {'Port': ['ID=fbf79b9d-3ee8-4236-a412-7db9e2ac0659,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:09.061090 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ab174c-2c7c-4bfe-ad1e-1b6e3043d1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-cecf5eec-313a-451f-967c-7b909e00f8c8', 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8', 'project_id': '962a452fd57b44968762c090f150bdfe', 'fixed_ips': [{'subnet_id': '94a7eb72-9ae7-42c6-bec0-70c7d3f694f7'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:27:09.062154 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f4ab174c-2c7c-4bfe-ad1e-1b6e3043d1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:09.086547 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba7d0ac8-640a-400a-90c5-047d8891decd req-10743abf-41d7-484e-8587-eb98c036d6f8 service neutron] 10.222.0.15 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041350 Jan 27 22:27:09.102376 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] Routers {'4970ec1f-19be-4e1d-a584-2b6a7d078352'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:27:09.103118 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:26:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4970ec1f-19be-4e1d-a584-2b6a7d078352'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:09.278225 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-14fc6393-d919-49a7-8294-1cd95c454f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841474253', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:50Z', 'updated_at': '2022-01-27T22:26:54Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:51Z', 'updated_at': '2022-01-27T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '76824cd7-95ba-4951-8e19-784095e93141', 'tenant_id': '7482ad4cc1974904932616961499813e', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'port_id': 'c4791688-6dd7-429a-be49-654490242497', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12', 'mac_address': 'fa:16:3e:85:5d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:27:07Z', 'updated_at': '2022-01-27T22:27:07Z', 'revision_number': 0, 'project_id': '7482ad4cc1974904932616961499813e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442', 'name': '', 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:dc:cd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c2b7f5-1db2-4410-b51c-27ae65cb79e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:53Z', 'updated_at': '2022-01-27T22:26:58Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '24c2b7f5-1db2-4410-b51c-27ae65cb79e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:09.314941 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] Set router 4970ec1f-19be-4e1d-a584-2b6a7d078352 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:27:09.327783 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-04ab287a-7027-466c-bc22-8f3e4c10c64c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:09.372156 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-f4ab174c-2c7c-4bfe-ad1e-1b6e3043d1fe None None] Allocated IP 172.20.0.2 (cecf5eec-313a-451f-967c-7b909e00f8c8/94a7eb72-9ae7-42c6-bec0-70c7d3f694f7/5e735254-0265-459c-a9ff-1b0fc6d12513) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:27:09.397955 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fc6393-d919-49a7-8294-1cd95c454f44 None None] The sync data for ids ['75499b0b-0aed-4be2-9354-6a8c025c2a45'] in n-d-772272-3 is: [{'id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841474253', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:50Z', 'updated_at': '2022-01-27T22:26:54Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:51Z', 'updated_at': '2022-01-27T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '76824cd7-95ba-4951-8e19-784095e93141', 'tenant_id': '7482ad4cc1974904932616961499813e', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'port_id': 'c4791688-6dd7-429a-be49-654490242497', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12', 'mac_address': 'fa:16:3e:85:5d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:27:07Z', 'updated_at': '2022-01-27T22:27:07Z', 'revision_number': 0, 'project_id': '7482ad4cc1974904932616961499813e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442', 'name': '', 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:dc:cd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c2b7f5-1db2-4410-b51c-27ae65cb79e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:53Z', 'updated_at': '2022-01-27T22:26:58Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '24c2b7f5-1db2-4410-b51c-27ae65cb79e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:27:09.618076 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f4ab174c-2c7c-4bfe-ad1e-1b6e3043d1fe None None] Publish callbacks [] for port (5e735254-0265-459c-a9ff-1b0fc6d12513), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:09.626959 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f4ab174c-2c7c-4bfe-ad1e-1b6e3043d1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (5e735254-0265-459c-a9ff-1b0fc6d12513), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:09.632561 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627d81be-56c6-4232-86dd-beffbf21e67f None None] New status for floating IP 76824cd7-95ba-4951-8e19-784095e93141: ACTIVE {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:27:09.639001 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057810387', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:07Z', 'revision_number': 3, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port': {'id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:09.675606 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-04ab287a-7027-466c-bc22-8f3e4c10c64c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Allocated IP 172.20.0.1 (cecf5eec-313a-451f-967c-7b909e00f8c8/94a7eb72-9ae7-42c6-bec0-70c7d3f694f7/73c31a66-f883-4382-8eb5-2d8ee8f1ffcf) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:27:09.731992 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b641c079-caed-4867-b3c3-50b797fd5e66 None None] The sync data for ids ['4970ec1f-19be-4e1d-a584-2b6a7d078352'] in n-d-772272-3 is: [{'id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057810387', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:07Z', 'revision_number': 3, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port': {'id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:27:09.743879 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48960) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:09.753814 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ab174c-2c7c-4bfe-ad1e-1b6e3043d1fe None None] Network cecf5eec-313a-451f-967c-7b909e00f8c8 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:27:09.759994 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-f4ab174c-2c7c-4bfe-ad1e-1b6e3043d1fe None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:27:09.789328 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab174c-2c7c-4bfe-ad1e-1b6e3043d1fe None None] Pushing event updated for resources: {'Port': ['ID=5e735254-0265-459c-a9ff-1b0fc6d12513,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:09.795523 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ab174c-2c7c-4bfe-ad1e-1b6e3043d1fe None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:27:09.840023 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b0740353-a140-4ce1-a60f-b93d4d3cd7fc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/floatingips/76824cd7-95ba-4951-8e19-784095e93141 HTTP/1.1" status: 200 len: 991 time: 0.0929787 Jan 27 22:27:09.859947 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-04ab287a-7027-466c-bc22-8f3e4c10c64c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for port (73c31a66-f883-4382-8eb5-2d8ee8f1ffcf), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:09.897239 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-04ab287a-7027-466c-bc22-8f3e4c10c64c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (73c31a66-f883-4382-8eb5-2d8ee8f1ffcf), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:09.940741 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ab287a-7027-466c-bc22-8f3e4c10c64c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Network cecf5eec-313a-451f-967c-7b909e00f8c8 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:27:09.944641 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-04ab287a-7027-466c-bc22-8f3e4c10c64c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:27:09.955129 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ab287a-7027-466c-bc22-8f3e4c10c64c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:27:09.981581 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab287a-7027-466c-bc22-8f3e4c10c64c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event updated for resources: {'Port': ['ID=73c31a66-f883-4382-8eb5-2d8ee8f1ffcf,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:10.023877 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-04ab287a-7027-466c-bc22-8f3e4c10c64c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (4970ec1f-19be-4e1d-a584-2b6a7d078352), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:10.125469 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f4ab174c-2c7c-4bfe-ad1e-1b6e3043d1fe None None] Attempting to bind port 5e735254-0265-459c-a9ff-1b0fc6d12513 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:27:10.126027 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f4ab174c-2c7c-4bfe-ad1e-1b6e3043d1fe None None] Attempting to bind port 5e735254-0265-459c-a9ff-1b0fc6d12513 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '7f818cec-c747-4ce5-88ec-5192cbac2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:27:10.126206 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ab174c-2c7c-4bfe-ad1e-1b6e3043d1fe None None] Attempting to bind port 5e735254-0265-459c-a9ff-1b0fc6d12513 on network cecf5eec-313a-451f-967c-7b909e00f8c8 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:27:10.135418 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ab174c-2c7c-4bfe-ad1e-1b6e3043d1fe None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:27:10.135418 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ab174c-2c7c-4bfe-ad1e-1b6e3043d1fe None None] Checking segment: {'id': '7f818cec-c747-4ce5-88ec-5192cbac2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:27:10.135804 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f4ab174c-2c7c-4bfe-ad1e-1b6e3043d1fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:10.136301 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ab174c-2c7c-4bfe-ad1e-1b6e3043d1fe None None] Bound using segment: {'id': '7f818cec-c747-4ce5-88ec-5192cbac2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:27:10.136829 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-f4ab174c-2c7c-4bfe-ad1e-1b6e3043d1fe None None] Bound port: 5e735254-0265-459c-a9ff-1b0fc6d12513, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f818cec-c747-4ce5-88ec-5192cbac2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:27:10.137277 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f4ab174c-2c7c-4bfe-ad1e-1b6e3043d1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5e735254-0265-459c-a9ff-1b0fc6d12513), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:10.178036 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-04ab287a-7027-466c-bc22-8f3e4c10c64c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (73c31a66-f883-4382-8eb5-2d8ee8f1ffcf), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:10.221546 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f4ab174c-2c7c-4bfe-ad1e-1b6e3043d1fe None None] For port 5e735254-0265-459c-a9ff-1b0fc6d12513, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:27:10.245246 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f4ab174c-2c7c-4bfe-ad1e-1b6e3043d1fe None None] For port 5e735254-0265-459c-a9ff-1b0fc6d12513, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5e735254-0265-459c-a9ff-1b0fc6d12513,segment=NetworkSegment(7f818cec-c747-4ce5-88ec-5192cbac2741),segment_id=7f818cec-c747-4ce5-88ec-5192cbac2741)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:27:10.254516 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f4ab174c-2c7c-4bfe-ad1e-1b6e3043d1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5e735254-0265-459c-a9ff-1b0fc6d12513), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:10.362345 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab174c-2c7c-4bfe-ad1e-1b6e3043d1fe None None] Pushing event updated for resources: {'Port': ['ID=5e735254-0265-459c-a9ff-1b0fc6d12513,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:10.506077 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-04ab287a-7027-466c-bc22-8f3e4c10c64c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for port (73c31a66-f883-4382-8eb5-2d8ee8f1ffcf), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:10.515595 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-04ab287a-7027-466c-bc22-8f3e4c10c64c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (73c31a66-f883-4382-8eb5-2d8ee8f1ffcf), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:10.611834 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab287a-7027-466c-bc22-8f3e4c10c64c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event updated for resources: {'Port': ['ID=73c31a66-f883-4382-8eb5-2d8ee8f1ffcf,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:10.614406 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-04ab287a-7027-466c-bc22-8f3e4c10c64c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (4970ec1f-19be-4e1d-a584-2b6a7d078352), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:10.726583 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ab287a-7027-466c-bc22-8f3e4c10c64c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Network cecf5eec-313a-451f-967c-7b909e00f8c8 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:27:10.728285 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-04ab287a-7027-466c-bc22-8f3e4c10c64c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:27:10.841999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48962) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:10.845736 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ab287a-7027-466c-bc22-8f3e4c10c64c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Router 4970ec1f-19be-4e1d-a584-2b6a7d078352 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:27:10.962443 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ab287a-7027-466c-bc22-8f3e4c10c64c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:27:10.967830 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-04ab287a-7027-466c-bc22-8f3e4c10c64c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "PUT /v2.0/routers/4970ec1f-19be-4e1d-a584-2b6a7d078352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1525421 Jan 27 22:27:10.970609 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48964) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:10.975360 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-cb73a507-475b-4029-8e43-c5ba1628d329 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1416668022', 'description': 'tempest-secgroup_access--1416668022 description', 'project_id': '962a452fd57b44968762c090f150bdfe'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:27:11.000680 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cb73a507-475b-4029-8e43-c5ba1628d329 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:11.078803 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cb73a507-475b-4029-8e43-c5ba1628d329 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for security_group (04f162f7-71a0-4f64-a897-d6d3fee7b03e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:11.083359 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cb73a507-475b-4029-8e43-c5ba1628d329 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (04f162f7-71a0-4f64-a897-d6d3fee7b03e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:11.115601 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cb73a507-475b-4029-8e43-c5ba1628d329 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:11.116898 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cb73a507-475b-4029-8e43-c5ba1628d329 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1453228 Jan 27 22:27:11.119807 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 48966) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:11.124282 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2c66ba3d-5514-44d9-b549-01559f72c71c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--846778117', 'description': 'tempest-secgroup_general--846778117 description', 'project_id': '962a452fd57b44968762c090f150bdfe'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:27:11.130916 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73a507-475b-4029-8e43-c5ba1628d329 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f162f7-71a0-4f64-a897-d6d3fee7b03e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:11.155406 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2c66ba3d-5514-44d9-b549-01559f72c71c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:11.250231 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-57e8d43c-bc50-4587-a6a6-d4033a8cc919 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/floatingips/76824cd7-95ba-4951-8e19-784095e93141 HTTP/1.1" status: 200 len: 993 time: 0.4017024 Jan 27 22:27:11.537033 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2c66ba3d-5514-44d9-b549-01559f72c71c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for security_group (ce99b8b2-82fa-486c-83ce-d8fd6b3b9863), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:11.542309 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2c66ba3d-5514-44d9-b549-01559f72c71c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ce99b8b2-82fa-486c-83ce-d8fd6b3b9863), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:11.574367 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2c66ba3d-5514-44d9-b549-01559f72c71c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:11.578480 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2c66ba3d-5514-44d9-b549-01559f72c71c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4548678 Jan 27 22:27:11.578480 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66ba3d-5514-44d9-b549-01559f72c71c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce99b8b2-82fa-486c-83ce-d8fd6b3b9863,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:11.578820 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 48968) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:11.583205 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-dcc2860f-1d21-43e7-832e-2a81315c9dcb tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Request body: {'security_group_rule': {'security_group_id': '04f162f7-71a0-4f64-a897-d6d3fee7b03e', 'project_id': '962a452fd57b44968762c090f150bdfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:27:11.619393 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dcc2860f-1d21-43e7-832e-2a81315c9dcb tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for security_group_rule (5628eafa-7ae8-4da2-b7da-6eb05816412b), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:11.679308 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dcc2860f-1d21-43e7-832e-2a81315c9dcb tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for security_group_rule (5628eafa-7ae8-4da2-b7da-6eb05816412b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:11.684443 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dcc2860f-1d21-43e7-832e-2a81315c9dcb tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (5628eafa-7ae8-4da2-b7da-6eb05816412b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:11.702401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2860f-1d21-43e7-832e-2a81315c9dcb tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5628eafa-7ae8-4da2-b7da-6eb05816412b,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:11.712326 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dcc2860f-1d21-43e7-832e-2a81315c9dcb tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:11.713561 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-dcc2860f-1d21-43e7-832e-2a81315c9dcb tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1338089 Jan 27 22:27:11.840824 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] Sync routers for ids ['4970ec1f-19be-4e1d-a584-2b6a7d078352'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:27:11.852906 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] Routers {'4970ec1f-19be-4e1d-a584-2b6a7d078352'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:27:11.853698 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:26:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4970ec1f-19be-4e1d-a584-2b6a7d078352'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:11.884923 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1ba180-9a47-4235-891d-6623ea9abc98 None None] Network cecf5eec-313a-451f-967c-7b909e00f8c8 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:27:11.930418 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-c9eb6cc2-9002-4aef-9dcc-b3f411bc8920 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_access--1416668022&fields=id&tenant_id=962a452fd57b44968762c090f150bdfe HTTP/1.1" status: 200 len: 267 time: 0.0794013 Jan 27 22:27:11.942797 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device fbf79b9d-3ee8-4236-a412-7db9e2ac0659 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:27:11.982235 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-c81527a8-4f8d-476d-b42c-eba20fab9452 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_general--846778117&fields=id&tenant_id=962a452fd57b44968762c090f150bdfe HTTP/1.1" status: 200 len: 267 time: 0.0502424 Jan 27 22:27:11.985805 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] Set router 4970ec1f-19be-4e1d-a584-2b6a7d078352 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:27:12.022996 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8d2d9156-4ee4-4502-8816-4a46a654ecb7 None None] Provisioning complete for port 5e735254-0265-459c-a9ff-1b0fc6d12513 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:27:12.023392 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9156-4ee4-4502-8816-4a46a654ecb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5e735254-0265-459c-a9ff-1b0fc6d12513), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:12.090195 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port fbf79b9d-3ee8-4236-a412-7db9e2ac0659 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:27:12.090606 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fbf79b9d-3ee8-4236-a412-7db9e2ac0659), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:12.103987 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-2021d612-bfd0-4259-b4d7-fa40b31ea387 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:12.105482 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-2021d612-bfd0-4259-b4d7-fa40b31ea387 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/networks?id=cecf5eec-313a-451f-967c-7b909e00f8c8 HTTP/1.1" status: 200 len: 797 time: 0.1124282 Jan 27 22:27:12.120059 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-173e5ce3-c137-455f-9d4d-88eddbc6d1ab tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/quotas/962a452fd57b44968762c090f150bdfe HTTP/1.1" status: 200 len: 375 time: 0.0091145 Jan 27 22:27:12.176186 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d9156-4ee4-4502-8816-4a46a654ecb7 None None] Current status of the port 5e735254-0265-459c-a9ff-1b0fc6d12513 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:27:12.176616 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9156-4ee4-4502-8816-4a46a654ecb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5e735254-0265-459c-a9ff-1b0fc6d12513), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:12.187749 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-88c072c8-ba90-42d8-a103-bcb971fcddc1 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=962a452fd57b44968762c090f150bdfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558796 Jan 27 22:27:12.236051 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057810387', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:10Z', 'revision_number': 4, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port': {'id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '73c31a66-f883-4382-8eb5-2d8ee8f1ffcf', 'name': '', 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'mac_address': 'fa:16:3e:19:b6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '94a7eb72-9ae7-42c6-bec0-70c7d3f694f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:09Z', 'updated_at': '2022-01-27T22:27:10Z', 'revision_number': 2, 'project_id': '962a452fd57b44968762c090f150bdfe', 'subnets': [{'id': '94a7eb72-9ae7-42c6-bec0-70c7d3f694f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:12.244131 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8d2d9156-4ee4-4502-8816-4a46a654ecb7 None None] For port 5e735254-0265-459c-a9ff-1b0fc6d12513, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5e735254-0265-459c-a9ff-1b0fc6d12513,segment=NetworkSegment(7f818cec-c747-4ce5-88ec-5192cbac2741),segment_id=7f818cec-c747-4ce5-88ec-5192cbac2741)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:27:12.251386 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port fbf79b9d-3ee8-4236-a412-7db9e2ac0659 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:27:12.251802 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fbf79b9d-3ee8-4236-a412-7db9e2ac0659), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:12.260324 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9156-4ee4-4502-8816-4a46a654ecb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5e735254-0265-459c-a9ff-1b0fc6d12513), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:12.273635 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] Checking router: 4970ec1f-19be-4e1d-a584-2b6a7d078352 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:27:12.274085 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] Updating router 4970ec1f-19be-4e1d-a584-2b6a7d078352 port 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:27:12.300718 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (73c31a66-f883-4382-8eb5-2d8ee8f1ffcf), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:12.308570 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port fbf79b9d-3ee8-4236-a412-7db9e2ac0659, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=fbf79b9d-3ee8-4236-a412-7db9e2ac0659,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:27:12.317656 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-2ba4bf46-0aec-4b1b-a970-bcb5fecce23a service neutron] 10.222.0.23 "GET /v2.0/networks/cecf5eec-313a-451f-967c-7b909e00f8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158631 Jan 27 22:27:12.322041 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (fbf79b9d-3ee8-4236-a412-7db9e2ac0659), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:12.322830 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5e735254-0265-459c-a9ff-1b0fc6d12513 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:27:12.357301 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d9156-4ee4-4502-8816-4a46a654ecb7 None None] Pushing event updated for resources: {'Port': ['ID=5e735254-0265-459c-a9ff-1b0fc6d12513,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:12.422301 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=fbf79b9d-3ee8-4236-a412-7db9e2ac0659,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:12.426939 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-d7f145dc-0a10-4fe8-9387-1a0b97bb6aa8 service neutron] 10.222.0.23 "GET /v2.0/networks/cecf5eec-313a-451f-967c-7b909e00f8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996127 Jan 27 22:27:12.427379 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5e735254-0265-459c-a9ff-1b0fc6d12513 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:27:12.427761 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5e735254-0265-459c-a9ff-1b0fc6d12513), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:12.523399 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ff5a183e-bea1-495a-8092-e6cf345d4c9d None None] Provisioning complete for port 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:27:12.523618 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ff5a183e-bea1-495a-8092-e6cf345d4c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (73c31a66-f883-4382-8eb5-2d8ee8f1ffcf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:12.555315 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5e735254-0265-459c-a9ff-1b0fc6d12513 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:27:12.598244 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a183e-bea1-495a-8092-e6cf345d4c9d None None] Port 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:27:12.608915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ff5a183e-bea1-495a-8092-e6cf345d4c9d None None] Provisioning complete for port 5e735254-0265-459c-a9ff-1b0fc6d12513 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:27:12.609293 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ff5a183e-bea1-495a-8092-e6cf345d4c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5e735254-0265-459c-a9ff-1b0fc6d12513), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:12.652532 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] Publish callbacks [] for port (73c31a66-f883-4382-8eb5-2d8ee8f1ffcf), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:12.654682 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-308aa59b-d778-4d2b-a8e2-4e4d363a2aa7 req-07cd8d98-a5ab-4787-85a4-ea6bbad8bb10 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 210 time: 0.0475850 Jan 27 22:27:12.659315 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (73c31a66-f883-4382-8eb5-2d8ee8f1ffcf), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:12.718475 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a183e-bea1-495a-8092-e6cf345d4c9d None None] Current status of the port 5e735254-0265-459c-a9ff-1b0fc6d12513 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:27:12.770570 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e5b26-5c7e-4c3c-a7ea-71ed3cd54556 None None] Pushing event updated for resources: {'Port': ['ID=73c31a66-f883-4382-8eb5-2d8ee8f1ffcf,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:12.774103 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] Attempting to bind port 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:27:12.774473 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] Attempting to bind port 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '7f818cec-c747-4ce5-88ec-5192cbac2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:27:12.774927 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] Attempting to bind port 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf on network cecf5eec-313a-451f-967c-7b909e00f8c8 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:27:12.780481 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:27:12.780919 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] Checking segment: {'id': '7f818cec-c747-4ce5-88ec-5192cbac2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:27:12.781693 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:12.781971 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] Bound using segment: {'id': '7f818cec-c747-4ce5-88ec-5192cbac2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:27:12.782442 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] Bound port: 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f818cec-c747-4ce5-88ec-5192cbac2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:27:12.782892 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (73c31a66-f883-4382-8eb5-2d8ee8f1ffcf), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:12.849491 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-53d2ba55-7248-4c3e-ae82-04477aae641b None None] Provisioning complete for port 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:27:12.849939 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-53d2ba55-7248-4c3e-ae82-04477aae641b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (73c31a66-f883-4382-8eb5-2d8ee8f1ffcf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:12.858809 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] For port 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:27:12.862214 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] For port 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=73c31a66-f883-4382-8eb5-2d8ee8f1ffcf,segment=NetworkSegment(7f818cec-c747-4ce5-88ec-5192cbac2741),segment_id=7f818cec-c747-4ce5-88ec-5192cbac2741)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:27:12.868026 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (73c31a66-f883-4382-8eb5-2d8ee8f1ffcf), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:12.901601 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-53d2ba55-7248-4c3e-ae82-04477aae641b None None] Port 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:27:12.919812 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:12.946092 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] Routers {'4970ec1f-19be-4e1d-a584-2b6a7d078352'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:27:12.947023 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:26:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4970ec1f-19be-4e1d-a584-2b6a7d078352'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:12.950614 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e5b26-5c7e-4c3c-a7ea-71ed3cd54556 None None] Pushing event updated for resources: {'Port': ['ID=73c31a66-f883-4382-8eb5-2d8ee8f1ffcf,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:13.025974 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-bad3eb88-8c0a-4f82-aa80-849001d5d3e0 None None] Provisioning complete for port 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:27:13.026431 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bad3eb88-8c0a-4f82-aa80-849001d5d3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (73c31a66-f883-4382-8eb5-2d8ee8f1ffcf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:13.080681 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] Set router 4970ec1f-19be-4e1d-a584-2b6a7d078352 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:27:13.123187 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-bad3eb88-8c0a-4f82-aa80-849001d5d3e0 None None] Current status of the port 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:27:13.123696 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bad3eb88-8c0a-4f82-aa80-849001d5d3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (73c31a66-f883-4382-8eb5-2d8ee8f1ffcf), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:13.161256 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-bad3eb88-8c0a-4f82-aa80-849001d5d3e0 None None] For port 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=73c31a66-f883-4382-8eb5-2d8ee8f1ffcf,segment=NetworkSegment(7f818cec-c747-4ce5-88ec-5192cbac2741),segment_id=7f818cec-c747-4ce5-88ec-5192cbac2741)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:27:13.168747 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bad3eb88-8c0a-4f82-aa80-849001d5d3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (73c31a66-f883-4382-8eb5-2d8ee8f1ffcf), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:13.232713 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3eb88-8c0a-4f82-aa80-849001d5d3e0 None None] Pushing event updated for resources: {'Port': ['ID=73c31a66-f883-4382-8eb5-2d8ee8f1ffcf,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:13.290503 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c3244c70-d363-49e7-b991-8a7b6068a4da None None] Provisioning complete for port 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:27:13.290889 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c3244c70-d363-49e7-b991-8a7b6068a4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (73c31a66-f883-4382-8eb5-2d8ee8f1ffcf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:13.338892 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057810387', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:10Z', 'revision_number': 4, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port': {'id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '73c31a66-f883-4382-8eb5-2d8ee8f1ffcf', 'name': '', 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'mac_address': 'fa:16:3e:19:b6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '94a7eb72-9ae7-42c6-bec0-70c7d3f694f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:09Z', 'updated_at': '2022-01-27T22:27:12Z', 'revision_number': 4, 'project_id': '962a452fd57b44968762c090f150bdfe', 'subnets': [{'id': '94a7eb72-9ae7-42c6-bec0-70c7d3f694f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:13.378727 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c3244c70-d363-49e7-b991-8a7b6068a4da None None] Current status of the port 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:27:13.381412 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc5940d-97b8-47b4-bd69-899ed3eba2c4 None None] The sync data for ids ['4970ec1f-19be-4e1d-a584-2b6a7d078352'] in n-d-772272-3 is: [{'id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057810387', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:10Z', 'revision_number': 4, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port': {'id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '73c31a66-f883-4382-8eb5-2d8ee8f1ffcf', 'name': '', 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'mac_address': 'fa:16:3e:19:b6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '94a7eb72-9ae7-42c6-bec0-70c7d3f694f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:09Z', 'updated_at': '2022-01-27T22:27:12Z', 'revision_number': 4, 'project_id': '962a452fd57b44968762c090f150bdfe', 'subnets': [{'id': '94a7eb72-9ae7-42c6-bec0-70c7d3f694f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:27:13.502175 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-0498850e-7ba9-4758-85e8-6e3e530a7829 None None] Provisioning complete for port 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:27:13.503585 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0498850e-7ba9-4758-85e8-6e3e530a7829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (73c31a66-f883-4382-8eb5-2d8ee8f1ffcf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:13.590133 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0498850e-7ba9-4758-85e8-6e3e530a7829 None None] Current status of the port 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:27:13.849777 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec15d8ca-aefb-4eb3-ba46-223f1596c6f1 req-2c2eda57-a98a-4603-b9e3-eb613fe8bbbc tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 210 time: 0.0973349 Jan 27 22:27:13.993539 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:27:14.003652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-74fb929c-ee4f-40e8-9f01-5499e0455334 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:14.006309 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-74fb929c-ee4f-40e8-9f01-5499e0455334 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.21 "GET /v2.0/networks?id=cecf5eec-313a-451f-967c-7b909e00f8c8 HTTP/1.1" status: 200 len: 797 time: 0.2875192 Jan 27 22:27:14.055157 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:27:14.055724 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (73c31a66-f883-4382-8eb5-2d8ee8f1ffcf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:14.103822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-72dec42f-caf8-4713-bf84-d1874675d2ed tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=962a452fd57b44968762c090f150bdfe HTTP/1.1" status: 200 len: 477 time: 0.0883672 Jan 27 22:27:14.113701 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e0595039-1627-4f37-82d7-04d0e03286fc tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Request body: {'port': {'device_id': '7878ca51-b07d-4b04-aeca-fa3a629833d7', 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8', 'admin_state_up': True, 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'security_groups': ['04f162f7-71a0-4f64-a897-d6d3fee7b03e', 'ce99b8b2-82fa-486c-83ce-d8fd6b3b9863']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:27:14.163855 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:27:14.165278 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device fbf79b9d-3ee8-4236-a412-7db9e2ac0659 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:27:14.220696 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port fbf79b9d-3ee8-4236-a412-7db9e2ac0659 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:27:14.221076 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fbf79b9d-3ee8-4236-a412-7db9e2ac0659), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:14.246671 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e0595039-1627-4f37-82d7-04d0e03286fc tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Made reservation on behalf of 962a452fd57b44968762c090f150bdfe for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:27:14.250541 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e0595039-1627-4f37-82d7-04d0e03286fc tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:14.302632 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port fbf79b9d-3ee8-4236-a412-7db9e2ac0659 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:27:14.303759 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5e735254-0265-459c-a9ff-1b0fc6d12513 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:27:14.356327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5e735254-0265-459c-a9ff-1b0fc6d12513 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:27:14.356737 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5e735254-0265-459c-a9ff-1b0fc6d12513), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:14.385165 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e0595039-1627-4f37-82d7-04d0e03286fc tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Allocated IP 172.20.0.5 (cecf5eec-313a-451f-967c-7b909e00f8c8/94a7eb72-9ae7-42c6-bec0-70c7d3f694f7/451dbe04-20c5-45de-b9b6-f7a0e84c9005) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:27:14.438463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5e735254-0265-459c-a9ff-1b0fc6d12513 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:27:14.544512 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e0595039-1627-4f37-82d7-04d0e03286fc tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for port (451dbe04-20c5-45de-b9b6-f7a0e84c9005), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:14.580505 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e0595039-1627-4f37-82d7-04d0e03286fc tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (451dbe04-20c5-45de-b9b6-f7a0e84c9005), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:14.625184 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e0595039-1627-4f37-82d7-04d0e03286fc tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Network cecf5eec-313a-451f-967c-7b909e00f8c8 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:27:14.628284 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e0595039-1627-4f37-82d7-04d0e03286fc tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:27:14.634953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e0595039-1627-4f37-82d7-04d0e03286fc tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:27:14.641516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0595039-1627-4f37-82d7-04d0e03286fc tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event updated for resources: {'Port': ['ID=451dbe04-20c5-45de-b9b6-f7a0e84c9005,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:14.694900 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e0595039-1627-4f37-82d7-04d0e03286fc tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:14.695532 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e0595039-1627-4f37-82d7-04d0e03286fc tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:14.713361 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e0595039-1627-4f37-82d7-04d0e03286fc tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6036291 Jan 27 22:27:14.725909 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] Request body: {'port': {'device_id': '7878ca51-b07d-4b04-aeca-fa3a629833d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:27:14.783756 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (451dbe04-20c5-45de-b9b6-f7a0e84c9005), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:14.928187 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b4f085ef-d742-4e32-9f06-ab60735e5ef0 None None] Provisioning complete for port 451dbe04-20c5-45de-b9b6-f7a0e84c9005 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:27:14.928522 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b4f085ef-d742-4e32-9f06-ab60735e5ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (451dbe04-20c5-45de-b9b6-f7a0e84c9005), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:14.965362 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b4f085ef-d742-4e32-9f06-ab60735e5ef0 None None] Port 451dbe04-20c5-45de-b9b6-f7a0e84c9005 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:27:15.033696 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23e8f2-a11a-48c5-a99a-4240cdc7f861 req-324aaeb1-087d-4373-9c14-81aab0f1d62c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:15.035170 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da23e8f2-a11a-48c5-a99a-4240cdc7f861 req-324aaeb1-087d-4373-9c14-81aab0f1d62c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 970 time: 0.0887351 Jan 27 22:27:15.120644 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451dbe04-20c5-45de-b9b6-f7a0e84c9005 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:27:15.130809 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] Publish callbacks [] for port (451dbe04-20c5-45de-b9b6-f7a0e84c9005), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:15.136596 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da23e8f2-a11a-48c5-a99a-4240cdc7f861 req-dcf6adab-fa1d-4a5b-a258-a7fffe707e49 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce99b8b2-82fa-486c-83ce-d8fd6b3b9863&id=04f162f7-71a0-4f64-a897-d6d3fee7b03e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0954037 Jan 27 22:27:15.147155 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] Transition to ACTIVE for port object 451dbe04-20c5-45de-b9b6-f7a0e84c9005 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:27:15.150207 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (451dbe04-20c5-45de-b9b6-f7a0e84c9005), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:15.203173 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] Pushing event updated for resources: {'Port': ['ID=451dbe04-20c5-45de-b9b6-f7a0e84c9005,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:15.273023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] Attempting to bind port 451dbe04-20c5-45de-b9b6-f7a0e84c9005 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:27:15.273358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] Attempting to bind port 451dbe04-20c5-45de-b9b6-f7a0e84c9005 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '7f818cec-c747-4ce5-88ec-5192cbac2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:27:15.273706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] Attempting to bind port 451dbe04-20c5-45de-b9b6-f7a0e84c9005 on network cecf5eec-313a-451f-967c-7b909e00f8c8 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:27:15.278388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] Port 451dbe04-20c5-45de-b9b6-f7a0e84c9005 on network cecf5eec-313a-451f-967c-7b909e00f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:27:15.278713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] Attempting to bind port 451dbe04-20c5-45de-b9b6-f7a0e84c9005 on network cecf5eec-313a-451f-967c-7b909e00f8c8 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:27:15.283587 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:27:15.283927 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] Checking segment: {'id': '7f818cec-c747-4ce5-88ec-5192cbac2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:27:15.284361 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] Bound using segment: {'id': '7f818cec-c747-4ce5-88ec-5192cbac2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:27:15.284784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] Bound port: 451dbe04-20c5-45de-b9b6-f7a0e84c9005, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f818cec-c747-4ce5-88ec-5192cbac2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:27:15.285639 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (451dbe04-20c5-45de-b9b6-f7a0e84c9005), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:15.351499 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] For port 451dbe04-20c5-45de-b9b6-f7a0e84c9005, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:27:15.354753 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] For port 451dbe04-20c5-45de-b9b6-f7a0e84c9005, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=451dbe04-20c5-45de-b9b6-f7a0e84c9005,segment=NetworkSegment(7f818cec-c747-4ce5-88ec-5192cbac2741),segment_id=7f818cec-c747-4ce5-88ec-5192cbac2741)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:27:15.359494 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (451dbe04-20c5-45de-b9b6-f7a0e84c9005), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:15.395603 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:15.396409 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:15.397659 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] 10.222.0.21 "PUT /v2.0/ports/451dbe04-20c5-45de-b9b6-f7a0e84c9005 HTTP/1.1" status: 200 len: 1130 time: 0.6764386 Jan 27 22:27:15.398118 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7878ca51-b07d-4b04-aeca-fa3a629833d7', 'tag': '451dbe04-20c5-45de-b9b6-f7a0e84c9005'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:27:15.400403 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34780df-0345-4893-89de-93c0a25fc942" -d '{"events": [{"name": "network-changed", "server_uuid": "7878ca51-b07d-4b04-aeca-fa3a629833d7", "tag": "451dbe04-20c5-45de-b9b6-f7a0e84c9005"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:27:15.434465 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329c131-169c-4733-8bd8-ff3ea897878e service neutron] Pushing event updated for resources: {'Port': ['ID=451dbe04-20c5-45de-b9b6-f7a0e84c9005,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:15.452608 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1960d7b7-15b0-4e72-b14f-5ac0ab386cbe x-openstack-request-id: req-1960d7b7-15b0-4e72-b14f-5ac0ab386cbe {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:27:15.452912 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7878ca51-b07d-4b04-aeca-fa3a629833d7", "tag": "451dbe04-20c5-45de-b9b6-f7a0e84c9005", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:27:15.453172 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1960d7b7-15b0-4e72-b14f-5ac0ab386cbe {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:27:15.453576 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7878ca51-b07d-4b04-aeca-fa3a629833d7', 'tag': '451dbe04-20c5-45de-b9b6-f7a0e84c9005', 'status': 'completed', 'code': 200} Jan 27 22:27:15.488914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-609c161f-985b-474a-87b3-a7db8a41e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:15.490596 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-609c161f-985b-474a-87b3-a7db8a41e1e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=962a452fd57b44968762c090f150bdfe&device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 1133 time: 0.0491018 Jan 27 22:27:15.537648 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-3d90502c-8315-457e-b8b6-7cfaa8d74502 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=451dbe04-20c5-45de-b9b6-f7a0e84c9005 HTTP/1.1" status: 200 len: 217 time: 0.0392966 Jan 27 22:27:15.591320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-043b3aa5-b2c7-4f88-b1c2-918f35755497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:15.592977 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-043b3aa5-b2c7-4f88-b1c2-918f35755497 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94a7eb72-9ae7-42c6-bec0-70c7d3f694f7 HTTP/1.1" status: 200 len: 834 time: 0.0483162 Jan 27 22:27:15.639378 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-25727733-1a31-4607-bc35-28d8769be8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:15.640909 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-25727733-1a31-4607-bc35-28d8769be8fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cecf5eec-313a-451f-967c-7b909e00f8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404789 Jan 27 22:27:15.735700 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-19e35007-2029-4f95-8a5d-a46c332af736 service neutron] 10.222.0.21 "GET /v2.0/networks/cecf5eec-313a-451f-967c-7b909e00f8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872111 Jan 27 22:27:15.824534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c20f271b-18df-43ae-babe-afee9ff95d83 req-20defba9-6873-4168-8f2b-0ad4f312fa9e service neutron] 10.222.0.21 "GET /v2.0/networks/cecf5eec-313a-451f-967c-7b909e00f8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819123 Jan 27 22:27:15.915773 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34780df-0345-4893-89de-93c0a25fc942 req-9103aff5-8b20-46c9-9d90-e3a627080244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:15.917308 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c34780df-0345-4893-89de-93c0a25fc942 req-9103aff5-8b20-46c9-9d90-e3a627080244 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=962a452fd57b44968762c090f150bdfe&device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 1133 time: 0.0467944 Jan 27 22:27:16.010462 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34780df-0345-4893-89de-93c0a25fc942 req-5e89f936-a4dd-48fa-a961-1568d5bf1bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:16.011950 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c34780df-0345-4893-89de-93c0a25fc942 req-5e89f936-a4dd-48fa-a961-1568d5bf1bdd service neutron] 10.222.0.21 "GET /v2.0/networks?id=cecf5eec-313a-451f-967c-7b909e00f8c8 HTTP/1.1" status: 200 len: 898 time: 0.0881040 Jan 27 22:27:16.053234 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c34780df-0345-4893-89de-93c0a25fc942 req-42908d4e-5b60-4862-b799-ca5fb267f5b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=451dbe04-20c5-45de-b9b6-f7a0e84c9005 HTTP/1.1" status: 200 len: 217 time: 0.0345037 Jan 27 22:27:16.105326 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34780df-0345-4893-89de-93c0a25fc942 req-2bfcb0d3-59e9-499f-a9ff-a08db4f978ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:16.106751 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c34780df-0345-4893-89de-93c0a25fc942 req-2bfcb0d3-59e9-499f-a9ff-a08db4f978ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94a7eb72-9ae7-42c6-bec0-70c7d3f694f7 HTTP/1.1" status: 200 len: 834 time: 0.0477095 Jan 27 22:27:16.150682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34780df-0345-4893-89de-93c0a25fc942 req-c6f4009d-c2c9-491d-8837-5c0be7d34336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:16.152189 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c34780df-0345-4893-89de-93c0a25fc942 req-c6f4009d-c2c9-491d-8837-5c0be7d34336 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cecf5eec-313a-451f-967c-7b909e00f8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398922 Jan 27 22:27:16.277701 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c34780df-0345-4893-89de-93c0a25fc942 req-b257d293-eadd-4c56-8d06-53beeb1d84b7 service neutron] 10.222.0.21 "GET /v2.0/networks/cecf5eec-313a-451f-967c-7b909e00f8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190100 Jan 27 22:27:16.284626 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12a71a-dd9b-4ff9-b84b-15406ff6b228 req-639149f4-ec6c-4be1-ad08-31aff417166e tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:16.286103 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef12a71a-dd9b-4ff9-b84b-15406ff6b228 req-639149f4-ec6c-4be1-ad08-31aff417166e tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 982 time: 0.0817974 Jan 27 22:27:16.403945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef12a71a-dd9b-4ff9-b84b-15406ff6b228 req-3bb012a9-8944-4180-a8dd-0fd5fdfb0024 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce99b8b2-82fa-486c-83ce-d8fd6b3b9863&id=04f162f7-71a0-4f64-a897-d6d3fee7b03e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1099439 Jan 27 22:27:16.414305 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c34780df-0345-4893-89de-93c0a25fc942 req-f96ac5bb-b7e0-466e-984f-5bd63ffd902d service neutron] 10.222.0.21 "GET /v2.0/networks/cecf5eec-313a-451f-967c-7b909e00f8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273036 Jan 27 22:27:17.519261 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a842c03-46cc-488e-88a5-af735eff7c77 req-fcbf94fd-a11f-40ca-b87b-e5190424d8d5 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:17.520790 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a842c03-46cc-488e-88a5-af735eff7c77 req-fcbf94fd-a11f-40ca-b87b-e5190424d8d5 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 982 time: 0.0489533 Jan 27 22:27:17.575735 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a842c03-46cc-488e-88a5-af735eff7c77 req-c829590f-9aaf-477f-8425-975e3c0a83d9 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce99b8b2-82fa-486c-83ce-d8fd6b3b9863&id=04f162f7-71a0-4f64-a897-d6d3fee7b03e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0492933 Jan 27 22:27:18.688880 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979c350-207f-4744-a5b8-cd2c31c6c527 req-13fdece8-ed62-480c-bf5f-504b54b8f719 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:18.690311 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3979c350-207f-4744-a5b8-cd2c31c6c527 req-13fdece8-ed62-480c-bf5f-504b54b8f719 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 982 time: 0.0469396 Jan 27 22:27:18.748435 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3979c350-207f-4744-a5b8-cd2c31c6c527 req-e696ead8-7468-4ea2-978c-eb952004f31b tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce99b8b2-82fa-486c-83ce-d8fd6b3b9863&id=04f162f7-71a0-4f64-a897-d6d3fee7b03e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0519354 Jan 27 22:27:19.232679 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 451dbe04-20c5-45de-b9b6-f7a0e84c9005 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:27:19.325510 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 451dbe04-20c5-45de-b9b6-f7a0e84c9005, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=451dbe04-20c5-45de-b9b6-f7a0e84c9005,segment=NetworkSegment(7f818cec-c747-4ce5-88ec-5192cbac2741),segment_id=7f818cec-c747-4ce5-88ec-5192cbac2741)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:27:19.337511 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '451dbe04-20c5-45de-b9b6-f7a0e84c9005', 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8', 'port_id': '451dbe04-20c5-45de-b9b6-f7a0e84c9005', 'mac_address': 'fa:16:3e:30:f1:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a7eb72-9ae7-42c6-bec0-70c7d3f694f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:27:19.377488 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 451dbe04-20c5-45de-b9b6-f7a0e84c9005 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:27:19.377881 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (451dbe04-20c5-45de-b9b6-f7a0e84c9005), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:19.390332 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451dbe04-20c5-45de-b9b6-f7a0e84c9005 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:27:19.409380 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 451dbe04-20c5-45de-b9b6-f7a0e84c9005, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=451dbe04-20c5-45de-b9b6-f7a0e84c9005,segment=NetworkSegment(7f818cec-c747-4ce5-88ec-5192cbac2741),segment_id=7f818cec-c747-4ce5-88ec-5192cbac2741)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:27:19.413447 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (451dbe04-20c5-45de-b9b6-f7a0e84c9005), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:19.459672 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=451dbe04-20c5-45de-b9b6-f7a0e84c9005,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:19.762520 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['451dbe04-20c5-45de-b9b6-f7a0e84c9005'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:27:19.861526 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9bc30-0fc4-4727-a7dc-c5e0b839783d req-65f63122-eb4d-4f91-b01b-586a7daf7570 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:19.863045 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0a9bc30-0fc4-4727-a7dc-c5e0b839783d req-65f63122-eb4d-4f91-b01b-586a7daf7570 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 983 time: 0.0491080 Jan 27 22:27:19.918699 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0a9bc30-0fc4-4727-a7dc-c5e0b839783d req-50953397-728d-47de-8e38-239d6be7eec1 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce99b8b2-82fa-486c-83ce-d8fd6b3b9863&id=04f162f7-71a0-4f64-a897-d6d3fee7b03e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0494175 Jan 27 22:27:21.039181 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307e03c-2451-4fb3-a3cf-add744052b83 req-2e5db07a-155f-4d3a-942a-a11e8d3029c1 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:21.040707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e307e03c-2451-4fb3-a3cf-add744052b83 req-2e5db07a-155f-4d3a-942a-a11e8d3029c1 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 983 time: 0.0505702 Jan 27 22:27:21.096077 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e307e03c-2451-4fb3-a3cf-add744052b83 req-56b9863b-1665-482c-ba54-2e5027b85a96 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce99b8b2-82fa-486c-83ce-d8fd6b3b9863&id=04f162f7-71a0-4f64-a897-d6d3fee7b03e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0496962 Jan 27 22:27:21.237085 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 451dbe04-20c5-45de-b9b6-f7a0e84c9005 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:27:21.294358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 451dbe04-20c5-45de-b9b6-f7a0e84c9005 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:27:21.299042 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 451dbe04-20c5-45de-b9b6-f7a0e84c9005 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:27:21.299471 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (451dbe04-20c5-45de-b9b6-f7a0e84c9005), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:21.384217 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 451dbe04-20c5-45de-b9b6-f7a0e84c9005 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:27:21.384614 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (451dbe04-20c5-45de-b9b6-f7a0e84c9005), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:21.405306 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:21.412349 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7878ca51-b07d-4b04-aeca-fa3a629833d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451dbe04-20c5-45de-b9b6-f7a0e84c9005'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:27:21.414596 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c996270-2e42-4714-8daf-d10442c95ba7" -d '{"events": [{"server_uuid": "7878ca51-b07d-4b04-aeca-fa3a629833d7", "name": "network-vif-plugged", "status": "completed", "tag": "451dbe04-20c5-45de-b9b6-f7a0e84c9005"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:27:21.427568 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 451dbe04-20c5-45de-b9b6-f7a0e84c9005, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=451dbe04-20c5-45de-b9b6-f7a0e84c9005,segment=NetworkSegment(7f818cec-c747-4ce5-88ec-5192cbac2741),segment_id=7f818cec-c747-4ce5-88ec-5192cbac2741)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:27:21.432132 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (451dbe04-20c5-45de-b9b6-f7a0e84c9005), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:21.454651 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf465b1-d47b-44ba-9513-499fe3da0630 x-openstack-request-id: req-0bf465b1-d47b-44ba-9513-499fe3da0630 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:27:21.454952 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7878ca51-b07d-4b04-aeca-fa3a629833d7", "name": "network-vif-plugged", "status": "completed", "tag": "451dbe04-20c5-45de-b9b6-f7a0e84c9005", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:27:21.455207 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0bf465b1-d47b-44ba-9513-499fe3da0630 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:27:21.455603 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7878ca51-b07d-4b04-aeca-fa3a629833d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451dbe04-20c5-45de-b9b6-f7a0e84c9005', 'code': 200} Jan 27 22:27:21.482826 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=451dbe04-20c5-45de-b9b6-f7a0e84c9005,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:21.558776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15cc66-70c7-4a01-8ef3-8ea4fccf2742 req-6a62dc41-0ab0-46ea-9e93-e3c4c32432db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:21.560278 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f15cc66-70c7-4a01-8ef3-8ea4fccf2742 req-6a62dc41-0ab0-46ea-9e93-e3c4c32432db service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 1135 time: 0.0434785 Jan 27 22:27:21.612828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f15cc66-70c7-4a01-8ef3-8ea4fccf2742 req-47b9edbd-fa68-4f52-87ca-d507b55db384 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=04f162f7-71a0-4f64-a897-d6d3fee7b03e&id=ce99b8b2-82fa-486c-83ce-d8fd6b3b9863&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0451338 Jan 27 22:27:22.208676 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f6cf5-a528-4a4d-9744-a941ca977494 req-e2e588bc-6fe5-4413-a1a4-edfa6eb22bf6 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:22.210155 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c7f6cf5-a528-4a4d-9744-a941ca977494 req-e2e588bc-6fe5-4413-a1a4-edfa6eb22bf6 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 984 time: 0.0481403 Jan 27 22:27:22.264908 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c7f6cf5-a528-4a4d-9744-a941ca977494 req-a651331e-0d27-4350-b96e-2e0b394960d0 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce99b8b2-82fa-486c-83ce-d8fd6b3b9863&id=04f162f7-71a0-4f64-a897-d6d3fee7b03e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0487669 Jan 27 22:27:23.381097 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08a2bf-401c-4d5c-9726-4326fc175b19 req-2490ea24-81b5-4817-a341-c5462c832910 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:23.382548 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a08a2bf-401c-4d5c-9726-4326fc175b19 req-2490ea24-81b5-4817-a341-c5462c832910 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 984 time: 0.0487792 Jan 27 22:27:23.440977 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a08a2bf-401c-4d5c-9726-4326fc175b19 req-5afd75a0-6d33-4d40-bcf4-5b47224cf19c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce99b8b2-82fa-486c-83ce-d8fd6b3b9863&id=04f162f7-71a0-4f64-a897-d6d3fee7b03e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0527475 Jan 27 22:27:23.553073 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d69035-73e1-4a87-9ed5-17de1ae9a070 req-bf87d2dd-7350-4dd5-a44a-6b5f7471d5ca tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:23.554482 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b8d69035-73e1-4a87-9ed5-17de1ae9a070 req-bf87d2dd-7350-4dd5-a44a-6b5f7471d5ca tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 984 time: 0.0490963 Jan 27 22:27:23.610886 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b8d69035-73e1-4a87-9ed5-17de1ae9a070 req-5a7eb124-a8af-49c3-b3c4-4dca72972c55 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce99b8b2-82fa-486c-83ce-d8fd6b3b9863&id=04f162f7-71a0-4f64-a897-d6d3fee7b03e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0506418 Jan 27 22:27:23.720328 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20277a6c-5f6b-4291-98b8-4cead3d85bae req-90170a73-8a87-4eb8-8d7a-bf553e8eae8e tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:23.722030 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20277a6c-5f6b-4291-98b8-4cead3d85bae req-90170a73-8a87-4eb8-8d7a-bf553e8eae8e tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 1135 time: 0.0424848 Jan 27 22:27:23.742741 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-20277a6c-5f6b-4291-98b8-4cead3d85bae req-bdabb7f0-4712-4dec-a43c-f27a6dd996b4 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:23.828317 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53419864-2fab-472b-b419-0f385fa86b81 req-3b7972e4-c604-466d-a950-3354d7de2abb tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:23.829724 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-53419864-2fab-472b-b419-0f385fa86b81 req-3b7972e4-c604-466d-a950-3354d7de2abb tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 946 time: 0.0728498 Jan 27 22:27:23.885268 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-20277a6c-5f6b-4291-98b8-4cead3d85bae req-bdabb7f0-4712-4dec-a43c-f27a6dd996b4 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Publish callbacks [] for security_group (4bef477d-a840-4279-b247-cb6b06066cc2), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:23.890017 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-20277a6c-5f6b-4291-98b8-4cead3d85bae req-bdabb7f0-4712-4dec-a43c-f27a6dd996b4 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4bef477d-a840-4279-b247-cb6b06066cc2), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:23.924459 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-53419864-2fab-472b-b419-0f385fa86b81 req-6a71cb86-194c-489b-84a5-92ff8b0b3cae tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875168 Jan 27 22:27:23.949990 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20277a6c-5f6b-4291-98b8-4cead3d85bae req-bdabb7f0-4712-4dec-a43c-f27a6dd996b4 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ce99b8b2-82fa-486c-83ce-d8fd6b3b9863&id=04f162f7-71a0-4f64-a897-d6d3fee7b03e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2209668 Jan 27 22:27:23.950745 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdabb7f0-4712-4dec-a43c-f27a6dd996b4 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bef477d-a840-4279-b247-cb6b06066cc2,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:23.973633 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49024) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:24.012633 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5933b275-3d59-4864-a19c-86ebedcdca0d tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:24.014126 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5933b275-3d59-4864-a19c-86ebedcdca0d tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 1130 time: 0.0394983 Jan 27 22:27:24.017199 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49026) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:24.022079 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-86180e3a-949d-4288-b644-4b9332a64738 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': '451dbe04-20c5-45de-b9b6-f7a0e84c9005', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:27:24.043791 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-86180e3a-949d-4288-b644-4b9332a64738 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:24.136376 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a859ce8b-af8a-4639-99d0-a90be9676ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:24.139421 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-86180e3a-949d-4288-b644-4b9332a64738 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:24.240752 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-86180e3a-949d-4288-b644-4b9332a64738 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Allocated IP 172.25.3.72 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/e90e9115-3404-4b50-8a3c-87dd22793f45) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:27:24.341998 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-86180e3a-949d-4288-b644-4b9332a64738 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for port (e90e9115-3404-4b50-8a3c-87dd22793f45), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:24.374218 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-86180e3a-949d-4288-b644-4b9332a64738 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (e90e9115-3404-4b50-8a3c-87dd22793f45), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:24.410380 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86180e3a-949d-4288-b644-4b9332a64738 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:27:24.413299 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-86180e3a-949d-4288-b644-4b9332a64738 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:27:24.415862 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86180e3a-949d-4288-b644-4b9332a64738 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:27:24.446682 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86180e3a-949d-4288-b644-4b9332a64738 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event updated for resources: {'Port': ['ID=e90e9115-3404-4b50-8a3c-87dd22793f45,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:24.901483 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-86180e3a-949d-4288-b644-4b9332a64738 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for floatingip (ff9b121d-6db3-4f41-850a-033f1e7c4f3c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:25.001775 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-86180e3a-949d-4288-b644-4b9332a64738 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e90e9115-3404-4b50-8a3c-87dd22793f45), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:25.044242 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1712faf-2bec-47c0-b5db-4712cdc9477c req-b382321d-4fad-4364-8d52-f36be893c142 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:25.045742 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1712faf-2bec-47c0-b5db-4712cdc9477c req-b382321d-4fad-4364-8d52-f36be893c142 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 946 time: 0.0534277 Jan 27 22:27:25.099875 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1712faf-2bec-47c0-b5db-4712cdc9477c req-d97e5503-58f8-47d5-965b-b71bebc41b41 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483277 Jan 27 22:27:25.120002 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:27:25.152362 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-86180e3a-949d-4288-b644-4b9332a64738 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for port (e90e9115-3404-4b50-8a3c-87dd22793f45), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:25.157119 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-86180e3a-949d-4288-b644-4b9332a64738 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (e90e9115-3404-4b50-8a3c-87dd22793f45), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:25.225799 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86180e3a-949d-4288-b644-4b9332a64738 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event updated for resources: {'Port': ['ID=e90e9115-3404-4b50-8a3c-87dd22793f45,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:25.237392 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-86180e3a-949d-4288-b644-4b9332a64738 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (ff9b121d-6db3-4f41-850a-033f1e7c4f3c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:25.335019 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-86180e3a-949d-4288-b644-4b9332a64738 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Floating IP ff9b121d-6db3-4f41-850a-033f1e7c4f3c associated. External IP: 172.25.3.72, port: 451dbe04-20c5-45de-b9b6-f7a0e84c9005. Jan 27 22:27:25.533488 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86180e3a-949d-4288-b644-4b9332a64738 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Router 4970ec1f-19be-4e1d-a584-2b6a7d078352 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:27:25.639208 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86180e3a-949d-4288-b644-4b9332a64738 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:27:25.643031 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dd22c-8fa8-439f-9394-e1e588f46cfc req-9b4fe7ed-7e0d-4cca-bf65-56865cfa9b5e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:25.645283 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd6dd22c-8fa8-439f-9394-e1e588f46cfc req-9b4fe7ed-7e0d-4cca-bf65-56865cfa9b5e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 946 time: 0.0485630 Jan 27 22:27:25.649495 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e949272-42a7-45c6-bc20-cff035a09fde None None] Sync routers for ids ['4970ec1f-19be-4e1d-a584-2b6a7d078352'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:27:25.657328 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-86180e3a-949d-4288-b644-4b9332a64738 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:25.661483 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e949272-42a7-45c6-bc20-cff035a09fde None None] Routers {'4970ec1f-19be-4e1d-a584-2b6a7d078352'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:27:25.662124 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1e949272-42a7-45c6-bc20-cff035a09fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:26:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4970ec1f-19be-4e1d-a584-2b6a7d078352'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:25.690552 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-86180e3a-949d-4288-b644-4b9332a64738 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6722877 Jan 27 22:27:25.691170 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7878ca51-b07d-4b04-aeca-fa3a629833d7', 'tag': '451dbe04-20c5-45de-b9b6-f7a0e84c9005'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:27:25.693574 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f5c5b0-6a35-4cba-83ed-3feaa260dba4" -d '{"events": [{"name": "network-changed", "server_uuid": "7878ca51-b07d-4b04-aeca-fa3a629833d7", "tag": "451dbe04-20c5-45de-b9b6-f7a0e84c9005"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:27:25.694359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49030) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:25.794546 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-1e949272-42a7-45c6-bc20-cff035a09fde None None] Set router 4970ec1f-19be-4e1d-a584-2b6a7d078352 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:27:25.818501 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d0452c-806f-4fa9-b084-7ed2bf16ca2c x-openstack-request-id: req-44d0452c-806f-4fa9-b084-7ed2bf16ca2c {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:27:25.818810 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7878ca51-b07d-4b04-aeca-fa3a629833d7", "tag": "451dbe04-20c5-45de-b9b6-f7a0e84c9005", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:27:25.819072 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44d0452c-806f-4fa9-b084-7ed2bf16ca2c {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:27:25.819626 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7878ca51-b07d-4b04-aeca-fa3a629833d7', 'tag': '451dbe04-20c5-45de-b9b6-f7a0e84c9005', 'status': 'completed', 'code': 200} Jan 27 22:27:25.887388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-fd6dd22c-8fa8-439f-9394-e1e588f46cfc req-3b789ff3-40af-45b9-859b-6f729545681a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Deleting port 7ee7c7b8-ad1a-473d-a0fe-e852d523171d {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:27:25.887733 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fd6dd22c-8fa8-439f-9394-e1e588f46cfc req-3b789ff3-40af-45b9-859b-6f729545681a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7ee7c7b8-ad1a-473d-a0fe-e852d523171d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:25.889336 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5c5b0-6a35-4cba-83ed-3feaa260dba4 req-d1ec9b93-e9ef-424d-831d-1b3e99c8eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:25.891100 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-73f5c5b0-6a35-4cba-83ed-3feaa260dba4 req-d1ec9b93-e9ef-424d-831d-1b3e99c8eb25 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=962a452fd57b44968762c090f150bdfe&device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 1135 time: 0.0439579 Jan 27 22:27:25.947212 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84939935-a715-4a6a-b2b6-8181d6dddc1b tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:25.947686 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84939935-a715-4a6a-b2b6-8181d6dddc1b tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:25.948155 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84939935-a715-4a6a-b2b6-8181d6dddc1b tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:25.948639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84939935-a715-4a6a-b2b6-8181d6dddc1b tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:25.949099 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84939935-a715-4a6a-b2b6-8181d6dddc1b tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:25.949555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84939935-a715-4a6a-b2b6-8181d6dddc1b tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:25.950010 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84939935-a715-4a6a-b2b6-8181d6dddc1b tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:25.954233 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-84939935-a715-4a6a-b2b6-8181d6dddc1b tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.2565060 Jan 27 22:27:25.954629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49038) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:25.987832 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5c5b0-6a35-4cba-83ed-3feaa260dba4 req-e70a1d61-c108-453a-871f-59aad30eb3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:25.990021 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-73f5c5b0-6a35-4cba-83ed-3feaa260dba4 req-e70a1d61-c108-453a-871f-59aad30eb3dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=cecf5eec-313a-451f-967c-7b909e00f8c8 HTTP/1.1" status: 200 len: 898 time: 0.0921135 Jan 27 22:27:26.038145 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1e949272-42a7-45c6-bc20-cff035a09fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057810387', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:10Z', 'revision_number': 4, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port': {'id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'ff9b121d-6db3-4f41-850a-033f1e7c4f3c', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'port_id': '451dbe04-20c5-45de-b9b6-f7a0e84c9005', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8', 'mac_address': 'fa:16:3e:30:f1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7878ca51-b07d-4b04-aeca-fa3a629833d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:27:24Z', 'updated_at': '2022-01-27T22:27:24Z', 'revision_number': 0, 'project_id': '962a452fd57b44968762c090f150bdfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c31a66-f883-4382-8eb5-2d8ee8f1ffcf', 'name': '', 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'mac_address': 'fa:16:3e:19:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '94a7eb72-9ae7-42c6-bec0-70c7d3f694f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:09Z', 'updated_at': '2022-01-27T22:27:13Z', 'revision_number': 5, 'project_id': '962a452fd57b44968762c090f150bdfe', 'subnets': [{'id': '94a7eb72-9ae7-42c6-bec0-70c7d3f694f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:26.065911 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e949272-42a7-45c6-bc20-cff035a09fde None None] Checking router: 4970ec1f-19be-4e1d-a584-2b6a7d078352 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:27:26.074129 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e949272-42a7-45c6-bc20-cff035a09fde None None] Routers {'4970ec1f-19be-4e1d-a584-2b6a7d078352'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:27:26.074856 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1e949272-42a7-45c6-bc20-cff035a09fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:26:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4970ec1f-19be-4e1d-a584-2b6a7d078352'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:26.083163 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-73f5c5b0-6a35-4cba-83ed-3feaa260dba4 req-6a8a0692-2d62-4937-ab66-d0aca4327875 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=451dbe04-20c5-45de-b9b6-f7a0e84c9005 HTTP/1.1" status: 200 len: 998 time: 0.0869303 Jan 27 22:27:26.107194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43772edf-65f4-4ed2-9c06-5e54f230edd7 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:26.107805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43772edf-65f4-4ed2-9c06-5e54f230edd7 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:26.108232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43772edf-65f4-4ed2-9c06-5e54f230edd7 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:26.108704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43772edf-65f4-4ed2-9c06-5e54f230edd7 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:26.109161 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43772edf-65f4-4ed2-9c06-5e54f230edd7 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:26.109613 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43772edf-65f4-4ed2-9c06-5e54f230edd7 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:26.110063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43772edf-65f4-4ed2-9c06-5e54f230edd7 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:26.114504 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-43772edf-65f4-4ed2-9c06-5e54f230edd7 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1563606 Jan 27 22:27:26.117234 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49040) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:26.141764 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5c5b0-6a35-4cba-83ed-3feaa260dba4 req-d76d1a61-dc40-4675-8d1f-8c1dad142b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:26.143877 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-73f5c5b0-6a35-4cba-83ed-3feaa260dba4 req-d76d1a61-dc40-4675-8d1f-8c1dad142b9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94a7eb72-9ae7-42c6-bec0-70c7d3f694f7 HTTP/1.1" status: 200 len: 834 time: 0.0546494 Jan 27 22:27:26.188565 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-1e949272-42a7-45c6-bc20-cff035a09fde None None] Set router 4970ec1f-19be-4e1d-a584-2b6a7d078352 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:27:26.193109 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5c5b0-6a35-4cba-83ed-3feaa260dba4 req-e4978716-8645-4130-a165-2e06cabbc18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:26.194635 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-73f5c5b0-6a35-4cba-83ed-3feaa260dba4 req-e4978716-8645-4130-a165-2e06cabbc18e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cecf5eec-313a-451f-967c-7b909e00f8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438449 Jan 27 22:27:26.218391 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-fd6dd22c-8fa8-439f-9394-e1e588f46cfc req-3b789ff3-40af-45b9-859b-6f729545681a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] For port 7ee7c7b8-ad1a-473d-a0fe-e852d523171d, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7ee7c7b8-ad1a-473d-a0fe-e852d523171d,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:27:26.219095 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fd6dd22c-8fa8-439f-9394-e1e588f46cfc req-3b789ff3-40af-45b9-859b-6f729545681a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7ee7c7b8-ad1a-473d-a0fe-e852d523171d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:26.295495 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-73f5c5b0-6a35-4cba-83ed-3feaa260dba4 req-498e2a4d-a3f6-414c-9cec-58d3fff8bcb9 service neutron] 10.222.0.21 "GET /v2.0/networks/cecf5eec-313a-451f-967c-7b909e00f8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939634 Jan 27 22:27:26.394886 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e46216-c5f9-4551-87fd-b7ac72d18a67 req-32424222-d8d1-4165-8a3c-b5871641d2b2 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:26.395776 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-73f5c5b0-6a35-4cba-83ed-3feaa260dba4 req-a98b8771-4979-4c4a-bd57-2aee52188173 service neutron] 10.222.0.21 "GET /v2.0/networks/cecf5eec-313a-451f-967c-7b909e00f8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939198 Jan 27 22:27:26.396354 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72e46216-c5f9-4551-87fd-b7ac72d18a67 req-32424222-d8d1-4165-8a3c-b5871641d2b2 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 946 time: 0.2016575 Jan 27 22:27:26.442669 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1e949272-42a7-45c6-bc20-cff035a09fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057810387', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:10Z', 'revision_number': 4, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port': {'id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'ff9b121d-6db3-4f41-850a-033f1e7c4f3c', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'port_id': '451dbe04-20c5-45de-b9b6-f7a0e84c9005', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8', 'mac_address': 'fa:16:3e:30:f1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7878ca51-b07d-4b04-aeca-fa3a629833d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:27:24Z', 'updated_at': '2022-01-27T22:27:24Z', 'revision_number': 0, 'project_id': '962a452fd57b44968762c090f150bdfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c31a66-f883-4382-8eb5-2d8ee8f1ffcf', 'name': '', 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'mac_address': 'fa:16:3e:19:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '94a7eb72-9ae7-42c6-bec0-70c7d3f694f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:09Z', 'updated_at': '2022-01-27T22:27:13Z', 'revision_number': 5, 'project_id': '962a452fd57b44968762c090f150bdfe', 'subnets': [{'id': '94a7eb72-9ae7-42c6-bec0-70c7d3f694f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:26.471025 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e949272-42a7-45c6-bc20-cff035a09fde None None] The sync data for ids ['4970ec1f-19be-4e1d-a584-2b6a7d078352'] in n-d-772272-3 is: [{'id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057810387', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:10Z', 'revision_number': 4, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port': {'id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'ff9b121d-6db3-4f41-850a-033f1e7c4f3c', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'port_id': '451dbe04-20c5-45de-b9b6-f7a0e84c9005', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8', 'mac_address': 'fa:16:3e:30:f1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7878ca51-b07d-4b04-aeca-fa3a629833d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:27:24Z', 'updated_at': '2022-01-27T22:27:24Z', 'revision_number': 0, 'project_id': '962a452fd57b44968762c090f150bdfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c31a66-f883-4382-8eb5-2d8ee8f1ffcf', 'name': '', 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'mac_address': 'fa:16:3e:19:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '94a7eb72-9ae7-42c6-bec0-70c7d3f694f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:09Z', 'updated_at': '2022-01-27T22:27:13Z', 'revision_number': 5, 'project_id': '962a452fd57b44968762c090f150bdfe', 'subnets': [{'id': '94a7eb72-9ae7-42c6-bec0-70c7d3f694f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:27:26.700494 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67c5fb4-18bc-40b6-9d49-88e31e761203 None None] New status for floating IP ff9b121d-6db3-4f41-850a-033f1e7c4f3c: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:27:26.729035 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-39221867-edd0-4ae4-b04d-a4ff8a371faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:26.947009 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72e46216-c5f9-4551-87fd-b7ac72d18a67 req-046b53ad-cbcc-4712-aa96-0159b1177df9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5163991 Jan 27 22:27:26.963976 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fd6dd22c-8fa8-439f-9394-e1e588f46cfc req-3b789ff3-40af-45b9-859b-6f729545681a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:26.964567 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fd6dd22c-8fa8-439f-9394-e1e588f46cfc req-3b789ff3-40af-45b9-859b-6f729545681a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (7a02fa3d-fea7-47cd-ae87-46908fa9adb3), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:26.964979 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-fd6dd22c-8fa8-439f-9394-e1e588f46cfc req-3b789ff3-40af-45b9-859b-6f729545681a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Floating IP 7a02fa3d-fea7-47cd-ae87-46908fa9adb3 disassociated. External IP: 172.25.3.123, port: 7ee7c7b8-ad1a-473d-a0fe-e852d523171d. Jan 27 22:27:26.965335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-fd6dd22c-8fa8-439f-9394-e1e588f46cfc req-3b789ff3-40af-45b9-859b-6f729545681a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Calling delete_port for 7ee7c7b8-ad1a-473d-a0fe-e852d523171d owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:27:27.075287 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d7b21cf3-d677-41ae-bed5-ccc65437cc18 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3780 time: 0.9569633 Jan 27 22:27:27.078101 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49044) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:27.119672 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf00b36-25d4-4dc1-b592-24d2d744522f tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:27.120455 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf00b36-25d4-4dc1-b592-24d2d744522f tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:27.121901 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-abf00b36-25d4-4dc1-b592-24d2d744522f tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4970ec1f-19be-4e1d-a584-2b6a7d078352 HTTP/1.1" status: 200 len: 1990 time: 0.0427365 Jan 27 22:27:27.144753 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fd6dd22c-8fa8-439f-9394-e1e588f46cfc req-3b789ff3-40af-45b9-859b-6f729545681a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (7ee7c7b8-ad1a-473d-a0fe-e852d523171d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:27.171593 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b789ff3-40af-45b9-859b-6f729545681a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event deleted for resources: {'Port': ['ID=7ee7c7b8-ad1a-473d-a0fe-e852d523171d,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:27.286656 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd6dd22c-8fa8-439f-9394-e1e588f46cfc req-3b789ff3-40af-45b9-859b-6f729545681a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Router 5356466b-aa5d-42d9-be17-44cd17af865b has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:27:27.396075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd6dd22c-8fa8-439f-9394-e1e588f46cfc req-3b789ff3-40af-45b9-859b-6f729545681a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:27:27.406351 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d9adbd-07d7-4e6c-9c21-f69385712df0 None None] Sync routers for ids ['5356466b-aa5d-42d9-be17-44cd17af865b'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:27:27.415605 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d9adbd-07d7-4e6c-9c21-f69385712df0 None None] Routers {'5356466b-aa5d-42d9-be17-44cd17af865b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:27:27.416247 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-13d9adbd-07d7-4e6c-9c21-f69385712df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:27:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['5356466b-aa5d-42d9-be17-44cd17af865b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:27.437154 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6dd22c-8fa8-439f-9394-e1e588f46cfc req-3b789ff3-40af-45b9-859b-6f729545681a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] No DVR routers for this DVR port 7ee7c7b8-ad1a-473d-a0fe-e852d523171d on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:27:27.439825 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-fd6dd22c-8fa8-439f-9394-e1e588f46cfc req-3b789ff3-40af-45b9-859b-6f729545681a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:27.443877 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd6dd22c-8fa8-439f-9394-e1e588f46cfc req-3b789ff3-40af-45b9-859b-6f729545681a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.21 "DELETE /v2.0/ports/7ee7c7b8-ad1a-473d-a0fe-e852d523171d HTTP/1.1" status: 204 len: 173 time: 1.7928424 Jan 27 22:27:27.444302 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd39639-407a-4853-a8c2-9e856ff855ed', 'name': 'network-vif-deleted', 'tag': '7ee7c7b8-ad1a-473d-a0fe-e852d523171d'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:27:27.446614 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a67c61-eb86-4054-a16d-e575167c6718" -d '{"events": [{"server_uuid": "2dd39639-407a-4853-a8c2-9e856ff855ed", "name": "network-vif-deleted", "tag": "7ee7c7b8-ad1a-473d-a0fe-e852d523171d"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:27:27.486361 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5789c08d-4738-4b6b-a270-d3ffd29a82e5 x-openstack-request-id: req-5789c08d-4738-4b6b-a270-d3ffd29a82e5 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:27:27.486580 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd39639-407a-4853-a8c2-9e856ff855ed", "name": "network-vif-deleted", "tag": "7ee7c7b8-ad1a-473d-a0fe-e852d523171d", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:27:27.486834 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5789c08d-4738-4b6b-a270-d3ffd29a82e5 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:27:27.487371 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd39639-407a-4853-a8c2-9e856ff855ed', 'name': 'network-vif-deleted', 'tag': '7ee7c7b8-ad1a-473d-a0fe-e852d523171d', 'status': 'completed', 'code': 200} Jan 27 22:27:27.714666 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:27.723391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-13d9adbd-07d7-4e6c-9c21-f69385712df0 None None] Set router 5356466b-aa5d-42d9-be17-44cd17af865b gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:27:27.926562 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-13d9adbd-07d7-4e6c-9c21-f69385712df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 4, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '43c38c0c-e6ab-4c61-bc6e-92bd6855a96e', 'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'mac_address': 'fa:16:3e:2c:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:21Z', 'updated_at': '2022-01-27T22:16:33Z', 'revision_number': 5, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'subnets': [{'id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:27.952183 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d9adbd-07d7-4e6c-9c21-f69385712df0 None None] Checking router: 5356466b-aa5d-42d9-be17-44cd17af865b for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:27:27.960288 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d9adbd-07d7-4e6c-9c21-f69385712df0 None None] Routers {'5356466b-aa5d-42d9-be17-44cd17af865b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:27:27.960893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-13d9adbd-07d7-4e6c-9c21-f69385712df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:27:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['5356466b-aa5d-42d9-be17-44cd17af865b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:28.052995 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-348641f8-d166-4f40-98f8-f3d7ee680508 req-139428cc-f172-4056-bcdb-9f37571cc885 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 210 time: 0.0272150 Jan 27 22:27:28.072277 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-13d9adbd-07d7-4e6c-9c21-f69385712df0 None None] Set router 5356466b-aa5d-42d9-be17-44cd17af865b gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:27:28.273068 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-13d9adbd-07d7-4e6c-9c21-f69385712df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 4, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '43c38c0c-e6ab-4c61-bc6e-92bd6855a96e', 'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'mac_address': 'fa:16:3e:2c:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:21Z', 'updated_at': '2022-01-27T22:16:33Z', 'revision_number': 5, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'subnets': [{'id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:28.303284 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d9adbd-07d7-4e6c-9c21-f69385712df0 None None] The sync data for ids ['5356466b-aa5d-42d9-be17-44cd17af865b'] in n-d-772272-3 is: [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 4, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '43c38c0c-e6ab-4c61-bc6e-92bd6855a96e', 'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'mac_address': 'fa:16:3e:2c:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:21Z', 'updated_at': '2022-01-27T22:16:33Z', 'revision_number': 5, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'subnets': [{'id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:27:28.648375 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b49a740-2e23-42c8-b174-6418300fe1aa None None] New status for floating IP 7a02fa3d-fea7-47cd-ae87-46908fa9adb3: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:27:28.981787 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:29.155387 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12ef58b8-901e-44aa-9479-b1a4bae2cafb req-d439d232-4872-4ae4-8e06-6ae2682bfca2 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 210 time: 0.0279608 Jan 27 22:27:29.268444 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7ee7c7b8-ad1a-473d-a0fe-e852d523171d no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:27:29.288994 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 7ee7c7b8-ad1a-473d-a0fe-e852d523171d {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:27:29.289345 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7ee7c7b8-ad1a-473d-a0fe-e852d523171d not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:27:30.250457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4acc588b-4e79-4df3-8aac-63f97c3b4c35 req-babbc597-3b4a-4ba3-95b4-b5c9ead482dd tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 210 time: 0.0255871 Jan 27 22:27:30.341516 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:31.348533 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd6f974a-552b-476d-a739-255331de5b85 req-44fb8f5e-486b-42fb-8d18-77029eff79d1 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 210 time: 0.0273542 Jan 27 22:27:32.446498 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-472ccc84-b3a6-4a99-9d02-b21177e86bbf req-33405904-cb62-48f8-8c5d-33c43c7f2df7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 210 time: 0.0272729 Jan 27 22:27:33.546211 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f3a5dd27-d636-434c-b7f1-8a0f4286e5bd req-127ac930-67fe-43a1-9bbd-98168f25babe tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 210 time: 0.0297744 Jan 27 22:27:34.639480 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-369c16ef-1a67-40d6-9f06-b64992347a8e req-3b77c971-b6f2-48e7-a4d4-9d7a283de1e8 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 210 time: 0.0274928 Jan 27 22:27:35.735428 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4b882f76-2dd2-482a-b8f1-b6120d6d1e57 req-6bd7d180-d08e-4687-a7f3-f272bc446e14 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=2dd39639-407a-4853-a8c2-9e856ff855ed HTTP/1.1" status: 200 len: 210 time: 0.0271564 Jan 27 22:27:36.951118 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-a54b4250-7620-4189-9a72-5e5943eb5760 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-986273172&fields=id&tenant_id=9bdc2fb4e9174322835c30f4b0d91a28 HTTP/1.1" status: 200 len: 267 time: 0.0456121 Jan 27 22:27:37.058064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9d52376b-e2ca-45a9-b26c-a6ff8b4bfb1d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:37.059439 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9d52376b-e2ca-45a9-b26c-a6ff8b4bfb1d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 811 time: 0.1014221 Jan 27 22:27:37.074277 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-006a128b-7c82-4f79-96ef-59e6e09097ff tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/quotas/9bdc2fb4e9174322835c30f4b0d91a28 HTTP/1.1" status: 200 len: 375 time: 0.0095081 Jan 27 22:27:37.123942 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-d791f943-a771-4e0e-b2cb-be492440da58 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449724 Jan 27 22:27:37.217764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-2d0262d8-982e-4e73-bb78-e260cf449e02 service neutron] 10.222.0.23 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826292 Jan 27 22:27:37.309323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-99d09cd5-5fdc-4111-bcd5-17fd025a5aca service neutron] 10.222.0.23 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857930 Jan 27 22:27:37.582300 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-13ffb78c-f5cf-4b0d-a655-e4bba7322902 req-b7013158-869c-4684-a598-3424638d6e4a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 210 time: 0.0267444 Jan 27 22:27:38.541037 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-fc31213f-d8c7-4cd1-b3c9-a74d42d3a0d6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:38.542496 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-fc31213f-d8c7-4cd1-b3c9-a74d42d3a0d6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.15 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 811 time: 0.1134982 Jan 27 22:27:38.616416 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-303c2703-8018-4857-a537-b3c1998e9731 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bdc2fb4e9174322835c30f4b0d91a28 HTTP/1.1" status: 200 len: 379 time: 0.0653846 Jan 27 22:27:38.631561 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Request body: {'port': {'device_id': '9328d068-bcd0-41a3-afce-ec9cf18da80e', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'admin_state_up': True, 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'security_groups': ['1ac819e2-6e57-4d17-a0ec-b78614ee7de3']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:27:38.715068 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d93c16c2-08dc-4cc8-a731-3cdeec550e96 req-a7de1429-54f5-4ee6-8f4b-fdb11aedcb19 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 210 time: 0.0365384 Jan 27 22:27:38.773697 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Made reservation on behalf of 9bdc2fb4e9174322835c30f4b0d91a28 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:27:38.777645 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:38.902367 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Allocated IP 172.20.0.14 (ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3/ad7ff54c-bda3-4bfc-9e45-9e37fdd442af/f24f74c2-f83f-4cd5-9733-2601697fdf3a) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:27:39.051239 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for port (f24f74c2-f83f-4cd5-9733-2601697fdf3a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:39.086276 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f24f74c2-f83f-4cd5-9733-2601697fdf3a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:39.128266 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:27:39.131851 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:27:39.135459 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:27:39.163360 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event updated for resources: {'Port': ['ID=f24f74c2-f83f-4cd5-9733-2601697fdf3a,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:39.180200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:39.182343 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:39.182698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:39.183050 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:39.183396 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:39.183740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:39.184082 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:39.184444 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:39.184780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:39.185676 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:39.186019 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:39.186356 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:39.186693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:39.217950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:39.221041 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:39.243455 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-749f8359-4b34-4d4f-aef2-2c6f089d846b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6176534 Jan 27 22:27:39.255835 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] Request body: {'port': {'device_id': '9328d068-bcd0-41a3-afce-ec9cf18da80e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:27:39.333239 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f24f74c2-f83f-4cd5-9733-2601697fdf3a), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:39.384748 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-d6b7b74a-c970-4496-8a09-bb91be640e70 None None] Provisioning complete for port f24f74c2-f83f-4cd5-9733-2601697fdf3a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:27:39.385792 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d6b7b74a-c970-4496-8a09-bb91be640e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f24f74c2-f83f-4cd5-9733-2601697fdf3a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:39.428465 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d6b7b74a-c970-4496-8a09-bb91be640e70 None None] Port f24f74c2-f83f-4cd5-9733-2601697fdf3a cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:27:39.621582 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24f74c2-f83f-4cd5-9733-2601697fdf3a {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:27:39.629214 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] Publish callbacks [] for port (f24f74c2-f83f-4cd5-9733-2601697fdf3a), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:39.640982 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] Transition to ACTIVE for port object f24f74c2-f83f-4cd5-9733-2601697fdf3a will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:27:39.645396 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f24f74c2-f83f-4cd5-9733-2601697fdf3a), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:39.729303 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] Pushing event updated for resources: {'Port': ['ID=f24f74c2-f83f-4cd5-9733-2601697fdf3a,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:39.817358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] Attempting to bind port f24f74c2-f83f-4cd5-9733-2601697fdf3a on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:27:39.817854 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] Attempting to bind port f24f74c2-f83f-4cd5-9733-2601697fdf3a by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:27:39.818309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] Attempting to bind port f24f74c2-f83f-4cd5-9733-2601697fdf3a on network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:27:39.823311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] Port f24f74c2-f83f-4cd5-9733-2601697fdf3a on network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:27:39.823770 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] Attempting to bind port f24f74c2-f83f-4cd5-9733-2601697fdf3a on network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:27:39.839741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:27:39.840254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] Checking segment: {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:27:39.840748 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] Bound using segment: {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:27:39.841324 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] Bound port: f24f74c2-f83f-4cd5-9733-2601697fdf3a, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:27:39.841900 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f24f74c2-f83f-4cd5-9733-2601697fdf3a), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:39.916254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59729c14-9896-489a-93a8-077af7772017 req-6114ac6d-d2b9-4964-a622-8ebb3bfcd5e3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:39.917935 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-59729c14-9896-489a-93a8-077af7772017 req-6114ac6d-d2b9-4964-a622-8ebb3bfcd5e3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 944 time: 0.0905418 Jan 27 22:27:39.964711 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] For port f24f74c2-f83f-4cd5-9733-2601697fdf3a, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:27:39.985170 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] For port f24f74c2-f83f-4cd5-9733-2601697fdf3a, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f24f74c2-f83f-4cd5-9733-2601697fdf3a,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:27:39.996907 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f24f74c2-f83f-4cd5-9733-2601697fdf3a), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:40.008492 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-59729c14-9896-489a-93a8-077af7772017 req-1c8049b3-4d3a-4e3f-abd4-89ac3c0a8a49 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813239 Jan 27 22:27:40.017990 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:40.018725 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:40.021424 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] 10.222.0.15 "PUT /v2.0/ports/f24f74c2-f83f-4cd5-9733-2601697fdf3a HTTP/1.1" status: 200 len: 1092 time: 0.7705715 Jan 27 22:27:40.043215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9328d068-bcd0-41a3-afce-ec9cf18da80e', 'tag': 'f24f74c2-f83f-4cd5-9733-2601697fdf3a'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:27:40.046388 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4314e572-a331-44d8-a4bf-14364428ae1b" -d '{"events": [{"name": "network-changed", "server_uuid": "9328d068-bcd0-41a3-afce-ec9cf18da80e", "tag": "f24f74c2-f83f-4cd5-9733-2601697fdf3a"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:27:40.102832 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f958b519-1e35-4d90-b5df-53e983427c05 x-openstack-request-id: req-f958b519-1e35-4d90-b5df-53e983427c05 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:27:40.103121 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9328d068-bcd0-41a3-afce-ec9cf18da80e", "tag": "f24f74c2-f83f-4cd5-9733-2601697fdf3a", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:27:40.103378 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f958b519-1e35-4d90-b5df-53e983427c05 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:27:40.103781 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9328d068-bcd0-41a3-afce-ec9cf18da80e', 'tag': 'f24f74c2-f83f-4cd5-9733-2601697fdf3a', 'status': 'completed', 'code': 200} Jan 27 22:27:40.109853 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894ae99-17f4-49b4-b527-b0646ba19338 service neutron] Pushing event updated for resources: {'Port': ['ID=f24f74c2-f83f-4cd5-9733-2601697fdf3a,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:40.126629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-1147f5c9-1f7e-4627-b54b-bd1613d3a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:40.128831 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-1147f5c9-1f7e-4627-b54b-bd1613d3a368 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 1095 time: 0.0599096 Jan 27 22:27:40.175337 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-c24f4243-f10b-4af0-9ba0-cc2f65f1dd7e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f24f74c2-f83f-4cd5-9733-2601697fdf3a HTTP/1.1" status: 200 len: 217 time: 0.0396407 Jan 27 22:27:40.226554 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-8d81f318-c271-4a80-b9a4-c061d5bd6a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:40.228218 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-8d81f318-c271-4a80-b9a4-c061d5bd6a54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.0467467 Jan 27 22:27:40.276118 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-fe7de441-9378-4226-8c78-cffbb340c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:40.277646 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-fe7de441-9378-4226-8c78-cffbb340c021 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419290 Jan 27 22:27:40.369674 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-c28bbb9e-22f5-4765-b2f0-d908051dd2f2 service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862045 Jan 27 22:27:40.459057 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df4a6978-cbdd-47b8-b11f-bb88034b26d5 req-6b35ae45-68aa-4750-af2f-52bbe69cf9ac service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832179 Jan 27 22:27:40.544423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314e572-a331-44d8-a4bf-14364428ae1b req-d1064359-f093-4022-82d2-f4d06462683c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:40.545930 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4314e572-a331-44d8-a4bf-14364428ae1b req-d1064359-f093-4022-82d2-f4d06462683c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 1095 time: 0.0411966 Jan 27 22:27:40.639630 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314e572-a331-44d8-a4bf-14364428ae1b req-54d8749d-054c-4f82-ba4f-3364c5af42b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:40.641149 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4314e572-a331-44d8-a4bf-14364428ae1b req-54d8749d-054c-4f82-ba4f-3364c5af42b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 912 time: 0.0883298 Jan 27 22:27:40.684928 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4314e572-a331-44d8-a4bf-14364428ae1b req-d1d4f66a-7d56-4872-b30d-5977c02257e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f24f74c2-f83f-4cd5-9733-2601697fdf3a HTTP/1.1" status: 200 len: 217 time: 0.0356741 Jan 27 22:27:40.740706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314e572-a331-44d8-a4bf-14364428ae1b req-d4698384-48a2-4dab-9306-94f19e8fce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:40.742089 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4314e572-a331-44d8-a4bf-14364428ae1b req-d4698384-48a2-4dab-9306-94f19e8fce1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.0490913 Jan 27 22:27:40.786933 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314e572-a331-44d8-a4bf-14364428ae1b req-004eda10-d31b-4dfc-81b7-429e60d18eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:40.788459 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4314e572-a331-44d8-a4bf-14364428ae1b req-004eda10-d31b-4dfc-81b7-429e60d18eec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406077 Jan 27 22:27:40.877032 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4314e572-a331-44d8-a4bf-14364428ae1b req-542f9106-c8ce-49d6-ba35-07fa49b05edf service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820296 Jan 27 22:27:40.972909 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4314e572-a331-44d8-a4bf-14364428ae1b req-2d38af0d-f317-46db-a98d-bbe52095538d service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861964 Jan 27 22:27:41.128198 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb17bd-91ac-4828-b3b4-136e4c276e56 req-cdee8f36-7892-4010-af0d-105bc02f2b5f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:41.130200 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fbeb17bd-91ac-4828-b3b4-136e4c276e56 req-cdee8f36-7892-4010-af0d-105bc02f2b5f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 944 time: 0.0483527 Jan 27 22:27:41.179006 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fbeb17bd-91ac-4828-b3b4-136e4c276e56 req-90381224-3d5c-4ef7-a0e6-30695643c460 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429738 Jan 27 22:27:42.299541 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd70e5-b382-4515-878e-0f7acb8593a8 req-a4b1f976-849a-4f22-9d5d-a9eb493f816e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:42.301225 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86fd70e5-b382-4515-878e-0f7acb8593a8 req-a4b1f976-849a-4f22-9d5d-a9eb493f816e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 944 time: 0.0534205 Jan 27 22:27:42.350668 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86fd70e5-b382-4515-878e-0f7acb8593a8 req-4bd99b42-0bf1-4a84-8978-3edd2b50941c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435681 Jan 27 22:27:42.562717 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aac1cb-c2b7-47ad-b403-ffaa54153cfb req-af3d40b5-44e2-463d-bb0c-a4d01e5eb370 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:42.564302 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3aac1cb-c2b7-47ad-b403-ffaa54153cfb req-af3d40b5-44e2-463d-bb0c-a4d01e5eb370 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 1096 time: 0.0397830 Jan 27 22:27:42.609990 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3aac1cb-c2b7-47ad-b403-ffaa54153cfb req-1d8ebb57-e1a2-49df-ac2d-b29fc9eabb37 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391583 Jan 27 22:27:42.722863 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108a41d-41e4-4c2b-a00a-4bf9b480097a req-e31ee9a2-a2d2-4158-b3b5-b49b177f742a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:42.724344 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3108a41d-41e4-4c2b-a00a-4bf9b480097a req-e31ee9a2-a2d2-4158-b3b5-b49b177f742a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.0480316 Jan 27 22:27:42.776069 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3108a41d-41e4-4c2b-a00a-4bf9b480097a req-51f05dcf-7c25-4e0d-987f-49b68955224e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456805 Jan 27 22:27:42.797893 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49120) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:42.858191 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d74e6982-31d8-40b2-8399-608d2b19f051 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/floatingips/76824cd7-95ba-4951-8e19-784095e93141 HTTP/1.1" status: 200 len: 993 time: 0.0591590 Jan 27 22:27:42.903552 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:43.369396 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f79eb78-af49-4871-aafd-f104f7df820a req-13b5e6d8-7b92-492f-a816-a7ed96a509b6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757310 Jan 27 22:27:43.376424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd164d5-10c6-4a92-b2cf-528d93719830 req-2890c302-cfb8-4fc0-a235-ff832409ef3d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:43.377871 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2bd164d5-10c6-4a92-b2cf-528d93719830 req-2890c302-cfb8-4fc0-a235-ff832409ef3d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.0748162 Jan 27 22:27:43.478094 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2bd164d5-10c6-4a92-b2cf-528d93719830 req-1b80cc4b-bb6a-471b-818e-d0af9b77c14c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876698 Jan 27 22:27:43.505949 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a985b78-8db7-47a4-b0fb-87a9bd2272bc req-f865bef1-74fd-4220-b2de-d7e16e488e5f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:43.505949 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a985b78-8db7-47a4-b0fb-87a9bd2272bc req-f865bef1-74fd-4220-b2de-d7e16e488e5f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 944 time: 0.0657353 Jan 27 22:27:43.553061 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8a985b78-8db7-47a4-b0fb-87a9bd2272bc req-c55fc1bc-dab9-4ac1-9afb-5c26060c56a3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496757 Jan 27 22:27:44.634035 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5d824-b223-43f4-ab12-43cbb9197438 req-c431af5c-20a7-49f5-b833-ffdff46796b5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:44.635664 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-35f5d824-b223-43f4-ab12-43cbb9197438 req-c431af5c-20a7-49f5-b833-ffdff46796b5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.0757170 Jan 27 22:27:44.998217 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92856db-cd94-4361-83ef-3743ab220972 req-abf281b0-f92e-45ec-8dc1-d2bcd0c954a4 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:44.999632 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e92856db-cd94-4361-83ef-3743ab220972 req-abf281b0-f92e-45ec-8dc1-d2bcd0c954a4 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 944 time: 0.3630021 Jan 27 22:27:45.008640 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79eb78-af49-4871-aafd-f104f7df820a req-4f252cca-cc54-4251-9408-ec90c018d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:45.010066 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f79eb78-af49-4871-aafd-f104f7df820a req-4f252cca-cc54-4251-9408-ec90c018d0db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 1096 time: 0.3647132 Jan 27 22:27:45.013622 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-35f5d824-b223-43f4-ab12-43cbb9197438 req-367eb405-4069-4295-9691-f1531ccfefcd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3602440 Jan 27 22:27:45.109135 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e92856db-cd94-4361-83ef-3743ab220972 req-785424c8-1873-4d40-a93b-22957cd5a19e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945389 Jan 27 22:27:45.136893 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79eb78-af49-4871-aafd-f104f7df820a req-0c5a3e1e-ba8d-47a6-8f86-89cc47582494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:45.138355 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f79eb78-af49-4871-aafd-f104f7df820a req-0c5a3e1e-ba8d-47a6-8f86-89cc47582494 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9aca6638-301c-4949-a41c-de0c491b9d12 HTTP/1.1" status: 200 len: 897 time: 0.1167278 Jan 27 22:27:45.203668 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f79eb78-af49-4871-aafd-f104f7df820a req-5807a439-d78d-4a2c-a274-1d8c3b8f292c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4791688-6dd7-429a-be49-654490242497 HTTP/1.1" status: 200 len: 1001 time: 0.0587521 Jan 27 22:27:45.257476 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79eb78-af49-4871-aafd-f104f7df820a req-921ead87-5acc-409b-b81f-37622ba09744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:45.258855 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f79eb78-af49-4871-aafd-f104f7df820a req-921ead87-5acc-409b-b81f-37622ba09744 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24c2b7f5-1db2-4410-b51c-27ae65cb79e2 HTTP/1.1" status: 200 len: 835 time: 0.0493388 Jan 27 22:27:45.310241 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79eb78-af49-4871-aafd-f104f7df820a req-90586a42-e03d-4b0e-bac6-592a63c7ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:45.311747 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f79eb78-af49-4871-aafd-f104f7df820a req-90586a42-e03d-4b0e-bac6-592a63c7ef41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9aca6638-301c-4949-a41c-de0c491b9d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467010 Jan 27 22:27:45.398747 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f79eb78-af49-4871-aafd-f104f7df820a req-6761a7fe-e973-4c8d-81a0-f6e0da76b631 service neutron] 10.222.0.15 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811234 Jan 27 22:27:45.491131 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f79eb78-af49-4871-aafd-f104f7df820a req-7aff0b42-b99a-4918-9342-88ae57b40afb service neutron] 10.222.0.15 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864053 Jan 27 22:27:46.133503 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e930819-aed9-4090-8864-b9642e3a082e req-54cace32-fd75-48da-b5f2-70124164ce57 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:46.135036 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e930819-aed9-4090-8864-b9642e3a082e req-54cace32-fd75-48da-b5f2-70124164ce57 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.0496168 Jan 27 22:27:46.190074 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e930819-aed9-4090-8864-b9642e3a082e req-59a15fd5-f56a-402b-b40c-cea9cbe42948 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487602 Jan 27 22:27:46.243980 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7bb0c-1fee-4cc6-a062-d343a0043fee req-0e1f3188-c7dc-4cea-ac8c-d681bbad528b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:46.245560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b7bb0c-1fee-4cc6-a062-d343a0043fee req-0e1f3188-c7dc-4cea-ac8c-d681bbad528b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 944 time: 0.0607975 Jan 27 22:27:46.298307 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b7bb0c-1fee-4cc6-a062-d343a0043fee req-a95cec13-3ce8-460c-bec7-1a35ab33b0d8 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467348 Jan 27 22:27:47.307587 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c255ad-f943-4123-a8fa-5263ca0a2c97 req-896e4690-570d-44d4-b820-bc0616f048a3 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:47.308999 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f9c255ad-f943-4123-a8fa-5263ca0a2c97 req-896e4690-570d-44d4-b820-bc0616f048a3 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.0480492 Jan 27 22:27:47.362037 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f9c255ad-f943-4123-a8fa-5263ca0a2c97 req-7b626289-7092-4868-a451-86d8e0752dad tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471230 Jan 27 22:27:47.413758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f350f28-0d59-4f3c-9727-1ee0df4e3059 req-6d2e27cb-c99c-4a89-b3e1-465f11b03040 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:47.415231 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f350f28-0d59-4f3c-9727-1ee0df4e3059 req-6d2e27cb-c99c-4a89-b3e1-465f11b03040 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 944 time: 0.0478165 Jan 27 22:27:47.469031 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7f350f28-0d59-4f3c-9727-1ee0df4e3059 req-9f4ec85c-e340-4340-a5e1-f1035c2516c3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480056 Jan 27 22:27:48.477993 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bb787-a85e-4ab0-a2bd-99bd4f2219b6 req-101c92c5-12b1-4c52-9d48-178bee06ff0d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:48.479459 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c91bb787-a85e-4ab0-a2bd-99bd4f2219b6 req-101c92c5-12b1-4c52-9d48-178bee06ff0d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.0474224 Jan 27 22:27:48.532435 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c91bb787-a85e-4ab0-a2bd-99bd4f2219b6 req-3a923cbf-752d-4d17-8467-301e92d828be tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463891 Jan 27 22:27:48.581169 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1149963-3d89-4d14-91f9-45b18a7275b4 req-3909af4b-6535-44f6-8309-422e4025c6d5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:48.583258 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c1149963-3d89-4d14-91f9-45b18a7275b4 req-3909af4b-6535-44f6-8309-422e4025c6d5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 944 time: 0.0487473 Jan 27 22:27:48.632353 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c1149963-3d89-4d14-91f9-45b18a7275b4 req-29c4ada7-e9e7-4376-8cc2-656774aaf287 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422683 Jan 27 22:27:49.649935 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe34d5e-6f6f-4f02-a501-da8158ce69ae req-5ce85b8e-fdbd-4da1-93f2-6e8df7e7de16 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:49.651392 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfe34d5e-6f6f-4f02-a501-da8158ce69ae req-5ce85b8e-fdbd-4da1-93f2-6e8df7e7de16 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.0507510 Jan 27 22:27:49.700365 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfe34d5e-6f6f-4f02-a501-da8158ce69ae req-0261d4c6-2411-46f2-b50a-baaaa31ad099 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433860 Jan 27 22:27:49.809467 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a237c-2bdf-4ed3-91eb-9ad0b2aabdec req-d2696c50-b9d6-4a4f-814c-287444d3f31a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:49.811023 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-243a237c-2bdf-4ed3-91eb-9ad0b2aabdec req-d2696c50-b9d6-4a4f-814c-287444d3f31a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 944 time: 0.1097324 Jan 27 22:27:49.866951 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-243a237c-2bdf-4ed3-91eb-9ad0b2aabdec req-4d20b196-74af-4461-b719-adf2f8a79fc1 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502608 Jan 27 22:27:50.815019 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e9846-8069-4600-a2c3-e7dfea2ac123 req-58a133ef-f9c6-45fd-9036-5317908b5a0a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:50.816514 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed3e9846-8069-4600-a2c3-e7dfea2ac123 req-58a133ef-f9c6-45fd-9036-5317908b5a0a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.0480995 Jan 27 22:27:50.868467 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed3e9846-8069-4600-a2c3-e7dfea2ac123 req-d128bb7d-33cc-4905-8a2c-232a69e64c40 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463591 Jan 27 22:27:50.980983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaace8fa-2130-48a5-ba1f-12356d3eeece req-8dc9904c-5411-4c99-a823-fc2fa7185ae9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:50.982374 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eaace8fa-2130-48a5-ba1f-12356d3eeece req-8dc9904c-5411-4c99-a823-fc2fa7185ae9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 944 time: 0.0494061 Jan 27 22:27:51.030754 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eaace8fa-2130-48a5-ba1f-12356d3eeece req-84d3abe1-48c9-4bc6-a6bb-c5022d17ade5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427754 Jan 27 22:27:51.409335 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:51.983093 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432342e-6ec3-4615-87ee-7f2a1509440b req-8702f2e4-3e17-42ea-9a9b-86a9b1334f71 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:51.984597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c432342e-6ec3-4615-87ee-7f2a1509440b req-8702f2e4-3e17-42ea-9a9b-86a9b1334f71 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.0487013 Jan 27 22:27:52.033280 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c432342e-6ec3-4615-87ee-7f2a1509440b req-f780aff7-c180-4975-acbf-644ad95d49f5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422683 Jan 27 22:27:52.148703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48782030-69e8-4a37-8d56-55ddb063babf req-901a1eca-097d-4084-ad5b-92d69ab44652 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:52.150190 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-48782030-69e8-4a37-8d56-55ddb063babf req-901a1eca-097d-4084-ad5b-92d69ab44652 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 944 time: 0.0515194 Jan 27 22:27:52.199215 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-48782030-69e8-4a37-8d56-55ddb063babf req-013f251b-68fe-4bd9-a082-d5bd2d87f69c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434902 Jan 27 22:27:53.147987 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ed205-2e72-41f4-b9c3-34c3bf4bde79 req-b75daca9-0311-42f1-bc1f-65fc2c589c4d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:53.149475 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d6ed205-2e72-41f4-b9c3-34c3bf4bde79 req-b75daca9-0311-42f1-bc1f-65fc2c589c4d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.0476103 Jan 27 22:27:53.198537 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d6ed205-2e72-41f4-b9c3-34c3bf4bde79 req-ba5f3216-bbcf-41cc-a417-62d7401c4033 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434999 Jan 27 22:27:53.318309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfdf55-1d30-4e6f-a318-302c23609bcc req-537f6db4-5c00-4971-a568-6619b8d3f56f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:53.319767 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7bfdf55-1d30-4e6f-a318-302c23609bcc req-537f6db4-5c00-4971-a568-6619b8d3f56f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 944 time: 0.0521414 Jan 27 22:27:53.367619 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7bfdf55-1d30-4e6f-a318-302c23609bcc req-6b60055c-5d3e-480e-88d3-f79492faed1e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423102 Jan 27 22:27:54.137707 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bff15a57-e2e6-4d2a-9b9a-ee047f69716e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:54.311226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437c057-d3c5-49b2-8269-039f4139fccb req-c41a4363-755e-467f-b45f-296e1aeb3846 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:54.312783 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0437c057-d3c5-49b2-8269-039f4139fccb req-c41a4363-755e-467f-b45f-296e1aeb3846 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.0475180 Jan 27 22:27:54.360892 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0437c057-d3c5-49b2-8269-039f4139fccb req-27443a62-b124-482d-9fa5-8b505a97f63c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420318 Jan 27 22:27:54.478120 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85709f7-4b2b-46f8-ab8a-a5e4d8be9597 req-fc9d3a9a-a6d5-4ca7-920e-6a63220409be tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:54.479585 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e85709f7-4b2b-46f8-ab8a-a5e4d8be9597 req-fc9d3a9a-a6d5-4ca7-920e-6a63220409be tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 944 time: 0.0475760 Jan 27 22:27:54.531074 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e85709f7-4b2b-46f8-ab8a-a5e4d8be9597 req-72901bf8-b6dc-448a-a7c5-7fed6dfa5634 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460207 Jan 27 22:27:55.533554 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c156c-5a74-4dc2-a35a-f7ad8761eba3 req-edb98653-08af-4eca-8955-3bbfd9d2802a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:55.535025 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c17c156c-5a74-4dc2-a35a-f7ad8761eba3 req-edb98653-08af-4eca-8955-3bbfd9d2802a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.1050386 Jan 27 22:27:55.586101 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c17c156c-5a74-4dc2-a35a-f7ad8761eba3 req-ed22a1ec-4733-4692-95ab-7134fedff537 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454192 Jan 27 22:27:55.644381 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315ff9c-5d4c-4e8c-b761-6d37d0a79da6 req-8311e54a-acc1-452b-b593-1a684badcd24 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:55.645747 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1315ff9c-5d4c-4e8c-b761-6d37d0a79da6 req-8311e54a-acc1-452b-b593-1a684badcd24 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 944 time: 0.0480664 Jan 27 22:27:55.694098 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1315ff9c-5d4c-4e8c-b761-6d37d0a79da6 req-1cbacde4-6691-4c2d-a28a-4e66839ec759 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427766 Jan 27 22:27:56.502524 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f24f74c2-f83f-4cd5-9733-2601697fdf3a details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:27:56.595730 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f24f74c2-f83f-4cd5-9733-2601697fdf3a, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f24f74c2-f83f-4cd5-9733-2601697fdf3a,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:27:56.607293 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'f24f74c2-f83f-4cd5-9733-2601697fdf3a', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'port_id': 'f24f74c2-f83f-4cd5-9733-2601697fdf3a', 'mac_address': 'fa:16:3e:93:b3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:27:56.650695 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f24f74c2-f83f-4cd5-9733-2601697fdf3a is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:27:56.651088 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f24f74c2-f83f-4cd5-9733-2601697fdf3a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:56.664233 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24f74c2-f83f-4cd5-9733-2601697fdf3a {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:27:56.684274 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f24f74c2-f83f-4cd5-9733-2601697fdf3a, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f24f74c2-f83f-4cd5-9733-2601697fdf3a,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:27:56.688062 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f24f74c2-f83f-4cd5-9733-2601697fdf3a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:56.715287 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c84d0c-d59e-4e2d-ae2a-619d4cad4f9a req-0a7fbcc6-bff4-41ae-8b6d-eac3a511ae1a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:56.720735 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-34c84d0c-d59e-4e2d-ae2a-619d4cad4f9a req-0a7fbcc6-bff4-41ae-8b6d-eac3a511ae1a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.0590992 Jan 27 22:27:56.733378 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-07fcffec-de1b-4069-88a7-1eb203faf069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:56.751020 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f24f74c2-f83f-4cd5-9733-2601697fdf3a,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:56.759506 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:56.759781 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:56.760114 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:56.760479 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:56.760820 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:56.761150 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:56.761482 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:56.761809 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:56.762135 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:56.762457 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:56.762782 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:56.763104 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:56.763424 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:56.775872 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-34c84d0c-d59e-4e2d-ae2a-619d4cad4f9a req-6a093ee9-76e8-4322-a247-58d690559e62 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491772 Jan 27 22:27:56.823072 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae66f7-292e-46b7-8fb3-c080daf9854d req-0f64e2e0-e277-4e8f-8f1c-ce42e6035315 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:56.824581 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bbae66f7-292e-46b7-8fb3-c080daf9854d req-0f64e2e0-e277-4e8f-8f1c-ce42e6035315 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 945 time: 0.0478027 Jan 27 22:27:56.873270 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bbae66f7-292e-46b7-8fb3-c080daf9854d req-031cb002-70f3-4e55-931f-9012e828b80f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425324 Jan 27 22:27:56.890599 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f24f74c2-f83f-4cd5-9733-2601697fdf3a'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:27:57.602355 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:57.890404 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39828e-3996-4b65-a883-74c42bb7725a req-08ba841c-6bf5-4aed-a787-38a4376e572a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:57.891834 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec39828e-3996-4b65-a883-74c42bb7725a req-08ba841c-6bf5-4aed-a787-38a4376e572a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.0483177 Jan 27 22:27:57.954786 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec39828e-3996-4b65-a883-74c42bb7725a req-1316c2cc-e1a4-41ac-a130-b7fe80976393 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572033 Jan 27 22:27:57.994851 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacb1b3-4aa3-46eb-b97b-5184165533b3 req-4990b8bd-f554-4ac3-b9c6-1ae2067b1479 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:57.996500 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cdacb1b3-4aa3-46eb-b97b-5184165533b3 req-4990b8bd-f554-4ac3-b9c6-1ae2067b1479 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 945 time: 0.0539453 Jan 27 22:27:58.044732 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cdacb1b3-4aa3-46eb-b97b-5184165533b3 req-b20559dc-586e-402d-b4dc-9505d4b05a07 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426264 Jan 27 22:27:58.518085 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f24f74c2-f83f-4cd5-9733-2601697fdf3a up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:27:58.569396 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port f24f74c2-f83f-4cd5-9733-2601697fdf3a completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:27:58.573286 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port f24f74c2-f83f-4cd5-9733-2601697fdf3a triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:27:58.573658 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f24f74c2-f83f-4cd5-9733-2601697fdf3a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:58.648611 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f24f74c2-f83f-4cd5-9733-2601697fdf3a is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:27:58.649248 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f24f74c2-f83f-4cd5-9733-2601697fdf3a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:58.671131 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9328d068-bcd0-41a3-afce-ec9cf18da80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24f74c2-f83f-4cd5-9733-2601697fdf3a'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:27:58.673376 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6448dea2-2d67-4cf6-843e-377b389004ed" -d '{"events": [{"server_uuid": "9328d068-bcd0-41a3-afce-ec9cf18da80e", "name": "network-vif-plugged", "status": "completed", "tag": "f24f74c2-f83f-4cd5-9733-2601697fdf3a"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:27:58.685905 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f24f74c2-f83f-4cd5-9733-2601697fdf3a, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f24f74c2-f83f-4cd5-9733-2601697fdf3a,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:27:58.689756 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f24f74c2-f83f-4cd5-9733-2601697fdf3a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:58.713279 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498b769d-e033-4f9a-840d-9c6d329ac469 x-openstack-request-id: req-498b769d-e033-4f9a-840d-9c6d329ac469 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:27:58.713571 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9328d068-bcd0-41a3-afce-ec9cf18da80e", "name": "network-vif-plugged", "status": "completed", "tag": "f24f74c2-f83f-4cd5-9733-2601697fdf3a", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:27:58.713834 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-498b769d-e033-4f9a-840d-9c6d329ac469 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:27:58.714222 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9328d068-bcd0-41a3-afce-ec9cf18da80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24f74c2-f83f-4cd5-9733-2601697fdf3a', 'code': 200} Jan 27 22:27:58.743450 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f24f74c2-f83f-4cd5-9733-2601697fdf3a,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:58.805538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd771dc-992d-4397-8edc-63e74f6f22cd req-d6a97b0e-2508-4a5e-93c6-97a7d7af627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:58.806981 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dbd771dc-992d-4397-8edc-63e74f6f22cd req-d6a97b0e-2508-4a5e-93c6-97a7d7af627f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 1097 time: 0.0401461 Jan 27 22:27:58.851724 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dbd771dc-992d-4397-8edc-63e74f6f22cd req-a5482986-2ddd-4c0f-9c2f-1f2219bc1f91 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391588 Jan 27 22:27:58.984134 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:59.076490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280db93-6daf-4dae-a613-922642241ee3 req-f5a429d0-747e-4617-98cb-5b1811be79d1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:59.078008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5280db93-6daf-4dae-a613-922642241ee3 req-f5a429d0-747e-4617-98cb-5b1811be79d1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.0528004 Jan 27 22:27:59.152033 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5280db93-6daf-4dae-a613-922642241ee3 req-202f3240-8070-4af6-84bd-6318e417b340 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683725 Jan 27 22:27:59.170841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656df0d-9388-4759-b8d8-80d9054b0d1e req-4722d183-709e-41d8-8d66-bf5abf39af42 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:59.172311 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2656df0d-9388-4759-b8d8-80d9054b0d1e req-4722d183-709e-41d8-8d66-bf5abf39af42 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 946 time: 0.0576088 Jan 27 22:27:59.220309 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2656df0d-9388-4759-b8d8-80d9054b0d1e req-07e77274-0444-448a-bf2e-d959223eee82 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420196 Jan 27 22:28:00.267931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec0109-d9cd-40e7-ada2-f1435dda1d03 req-02f55fc2-b64e-44c8-bf0c-93a80f9accda tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:00.270174 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4ec0109-d9cd-40e7-ada2-f1435dda1d03 req-02f55fc2-b64e-44c8-bf0c-93a80f9accda tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.0519578 Jan 27 22:28:00.345106 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:00.346568 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4ec0109-d9cd-40e7-ada2-f1435dda1d03 req-b33067bb-2182-418b-a036-3fd54a341f9e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709105 Jan 27 22:28:00.358188 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02be0-2edc-4cd9-8e63-0c3ea2064a51 req-2c3192b6-98a2-4c7b-8b42-18f05286b0e7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:00.359752 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2a02be0-2edc-4cd9-8e63-0c3ea2064a51 req-2c3192b6-98a2-4c7b-8b42-18f05286b0e7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 946 time: 0.0711215 Jan 27 22:28:00.407866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2a02be0-2edc-4cd9-8e63-0c3ea2064a51 req-c6e3d2f1-ce8a-4485-88ba-9aa8fd88a783 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423241 Jan 27 22:28:00.517704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d0575-a190-43b6-938f-1939c03891cc req-a9e429e0-4a41-41bf-96e7-3e5e6f27478d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:00.519837 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-130d0575-a190-43b6-938f-1939c03891cc req-a9e429e0-4a41-41bf-96e7-3e5e6f27478d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 946 time: 0.0480421 Jan 27 22:28:00.571981 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-130d0575-a190-43b6-938f-1939c03891cc req-03522077-d281-4ce2-b453-ce55a280421d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465539 Jan 27 22:28:00.593716 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49224) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:00.633946 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23369b00-ce1c-4b31-bb2d-9e57834d544d tempest-TestVolumeBootPattern-1336292195 tempest-TestVolumeBootPattern-1336292195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:00.635455 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-23369b00-ce1c-4b31-bb2d-9e57834d544d tempest-TestVolumeBootPattern-1336292195 tempest-TestVolumeBootPattern-1336292195-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 1092 time: 0.0407670 Jan 27 22:28:00.638125 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49226) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:00.642299 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-8fbc72e5-905a-4940-8d38-9528adc876a3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': 'f24f74c2-f83f-4cd5-9733-2601697fdf3a', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:00.661599 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fbc72e5-905a-4940-8d38-9528adc876a3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:00.759066 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fbc72e5-905a-4940-8d38-9528adc876a3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:00.859710 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-8fbc72e5-905a-4940-8d38-9528adc876a3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Allocated IP 172.25.3.65 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/0a5fe53d-500f-449a-934a-94d7b276efab) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:28:00.961336 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fbc72e5-905a-4940-8d38-9528adc876a3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for port (0a5fe53d-500f-449a-934a-94d7b276efab), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:00.995111 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fbc72e5-905a-4940-8d38-9528adc876a3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0a5fe53d-500f-449a-934a-94d7b276efab), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:01.029126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbc72e5-905a-4940-8d38-9528adc876a3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:28:01.043247 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-8fbc72e5-905a-4940-8d38-9528adc876a3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:28:01.062934 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbc72e5-905a-4940-8d38-9528adc876a3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:28:01.086635 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc72e5-905a-4940-8d38-9528adc876a3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event updated for resources: {'Port': ['ID=0a5fe53d-500f-449a-934a-94d7b276efab,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:01.116201 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd68f9d1-5dd4-4e02-9f8f-44e43d4aaa43 req-41130ea5-d02d-4eec-9fbf-de8eddc5448a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0891829 Jan 27 22:28:01.256673 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68f9d1-5dd4-4e02-9f8f-44e43d4aaa43 req-6f2892a6-b103-40cb-a137-32c20056ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:01.258139 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd68f9d1-5dd4-4e02-9f8f-44e43d4aaa43 req-6f2892a6-b103-40cb-a137-32c20056ec67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=962a452fd57b44968762c090f150bdfe&device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 1135 time: 0.0911207 Jan 27 22:28:01.493733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68f9d1-5dd4-4e02-9f8f-44e43d4aaa43 req-b0ab7b1d-b8d7-4e66-bced-b6553a0bf31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:01.495329 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd68f9d1-5dd4-4e02-9f8f-44e43d4aaa43 req-b0ab7b1d-b8d7-4e66-bced-b6553a0bf31a service neutron] 10.222.0.21 "GET /v2.0/networks?id=cecf5eec-313a-451f-967c-7b909e00f8c8 HTTP/1.1" status: 200 len: 898 time: 0.1958368 Jan 27 22:28:01.602371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19ea77-6729-42b1-8d7b-7501f7a94bfc req-4f0cafc6-3ffe-4038-80d4-e9aadb83145e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:01.603849 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f19ea77-6729-42b1-8d7b-7501f7a94bfc req-4f0cafc6-3ffe-4038-80d4-e9aadb83145e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.1859152 Jan 27 22:28:01.636598 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd68f9d1-5dd4-4e02-9f8f-44e43d4aaa43 req-4b75876f-43be-4801-8141-48492c92c676 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=451dbe04-20c5-45de-b9b6-f7a0e84c9005 HTTP/1.1" status: 200 len: 1000 time: 0.1327918 Jan 27 22:28:01.689105 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fbc72e5-905a-4940-8d38-9528adc876a3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for floatingip (423dc240-1bbb-45c9-b420-bbdd6a493fcd), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:01.726752 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f19ea77-6729-42b1-8d7b-7501f7a94bfc req-df7a44a7-8bbe-4769-b75d-989d0df36393 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137359 Jan 27 22:28:01.740584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68f9d1-5dd4-4e02-9f8f-44e43d4aaa43 req-9a58c485-5b65-4fdd-83ea-2a562f94c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:01.742021 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd68f9d1-5dd4-4e02-9f8f-44e43d4aaa43 req-9a58c485-5b65-4fdd-83ea-2a562f94c2ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94a7eb72-9ae7-42c6-bec0-70c7d3f694f7 HTTP/1.1" status: 200 len: 834 time: 0.0984130 Jan 27 22:28:01.804004 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fbc72e5-905a-4940-8d38-9528adc876a3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0a5fe53d-500f-449a-934a-94d7b276efab), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:01.836057 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68f9d1-5dd4-4e02-9f8f-44e43d4aaa43 req-b2056d59-0d76-4e64-b08c-4e4696c002d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:01.837838 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd68f9d1-5dd4-4e02-9f8f-44e43d4aaa43 req-b2056d59-0d76-4e64-b08c-4e4696c002d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cecf5eec-313a-451f-967c-7b909e00f8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867865 Jan 27 22:28:01.996366 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd68f9d1-5dd4-4e02-9f8f-44e43d4aaa43 req-f8b3e6e6-be05-432f-af3d-7360f167049f service neutron] 10.222.0.21 "GET /v2.0/networks/cecf5eec-313a-451f-967c-7b909e00f8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470835 Jan 27 22:28:02.120006 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:28:02.332215 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fbc72e5-905a-4940-8d38-9528adc876a3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for port (0a5fe53d-500f-449a-934a-94d7b276efab), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:02.339333 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fbc72e5-905a-4940-8d38-9528adc876a3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (0a5fe53d-500f-449a-934a-94d7b276efab), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:02.438992 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd68f9d1-5dd4-4e02-9f8f-44e43d4aaa43 req-8694b03d-bf95-4a1b-bb89-822964193b37 service neutron] 10.222.0.21 "GET /v2.0/networks/cecf5eec-313a-451f-967c-7b909e00f8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306734 Jan 27 22:28:02.460221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc72e5-905a-4940-8d38-9528adc876a3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event updated for resources: {'Port': ['ID=0a5fe53d-500f-449a-934a-94d7b276efab,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:02.485530 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fbc72e5-905a-4940-8d38-9528adc876a3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (423dc240-1bbb-45c9-b420-bbdd6a493fcd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:02.525729 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f36f3ae6-2894-46c6-86eb-088b85eb215a service neutron] show failed (client error): The resource could not be found. Jan 27 22:28:02.526754 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f36f3ae6-2894-46c6-86eb-088b85eb215a service neutron] 10.222.0.15 "GET /v2.0/ports/c4791688-6dd7-429a-be49-654490242497/bindings/n-h2-772272-3 HTTP/1.1" status: 404 len: 380 time: 0.1489823 Jan 27 22:28:02.599447 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-8fbc72e5-905a-4940-8d38-9528adc876a3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Floating IP 423dc240-1bbb-45c9-b420-bbdd6a493fcd associated. External IP: 172.25.3.65, port: f24f74c2-f83f-4cd5-9733-2601697fdf3a. Jan 27 22:28:02.833913 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e88a011-27c6-4cb1-ba55-d17134521ff7 req-0d8bc98f-5637-4c1e-a3cb-fc9de5cfb1bc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1526763 Jan 27 22:28:02.847971 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79eb78-af49-4871-aafd-f104f7df820a req-8ed5f7a3-c5ad-459c-9a2f-fc9745fc4d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:02.849602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f79eb78-af49-4871-aafd-f104f7df820a req-8ed5f7a3-c5ad-459c-9a2f-fc9745fc4d38 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b&tenant_id=7482ad4cc1974904932616961499813e HTTP/1.1" status: 200 len: 1096 time: 0.1589911 Jan 27 22:28:02.875598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-772272-3', 'device_owner': 'compute:nova'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:03.016209 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d7d7c-83c1-4efa-b67e-081310e9e23f req-b8945765-93ac-4b92-8913-b0ddec1a0908 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:03.017674 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-830d7d7c-83c1-4efa-b67e-081310e9e23f req-b8945765-93ac-4b92-8913-b0ddec1a0908 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.1923225 Jan 27 22:28:03.031471 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c4791688-6dd7-429a-be49-654490242497), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:03.040237 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88a011-27c6-4cb1-ba55-d17134521ff7 req-cd7223cf-6d02-4e21-8f7b-903298129e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:03.041639 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e88a011-27c6-4cb1-ba55-d17134521ff7 req-cd7223cf-6d02-4e21-8f7b-903298129e78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 1097 time: 0.1636062 Jan 27 22:28:03.051194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbc72e5-905a-4940-8d38-9528adc876a3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Router 5356466b-aa5d-42d9-be17-44cd17af865b has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:28:03.274365 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-830d7d7c-83c1-4efa-b67e-081310e9e23f req-196715a7-f041-4753-ac53-d98288fd201e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472310 Jan 27 22:28:03.360184 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88a011-27c6-4cb1-ba55-d17134521ff7 req-2c07c86a-7580-43f8-97f3-9a448299858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:03.361627 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e88a011-27c6-4cb1-ba55-d17134521ff7 req-2c07c86a-7580-43f8-97f3-9a448299858c service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 912 time: 0.2990136 Jan 27 22:28:03.447983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbc72e5-905a-4940-8d38-9528adc876a3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:28:03.458482 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b58be19-446e-49e6-9004-763d7fdaa221 None None] Sync routers for ids ['5356466b-aa5d-42d9-be17-44cd17af865b'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:28:03.469247 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b58be19-446e-49e6-9004-763d7fdaa221 None None] Routers {'5356466b-aa5d-42d9-be17-44cd17af865b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:28:03.469907 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-4b58be19-446e-49e6-9004-763d7fdaa221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:27:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['5356466b-aa5d-42d9-be17-44cd17af865b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:03.488925 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8fbc72e5-905a-4940-8d38-9528adc876a3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:03.496637 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e88a011-27c6-4cb1-ba55-d17134521ff7 req-778b33a0-85e5-4bdc-b9e5-6794c1289d4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f24f74c2-f83f-4cd5-9733-2601697fdf3a HTTP/1.1" status: 200 len: 999 time: 0.1069436 Jan 27 22:28:03.533926 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] For port c4791688-6dd7-429a-be49-654490242497, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=c4791688-6dd7-429a-be49-654490242497,segment=NetworkSegment(b4e28224-f3b3-4215-bbb2-a842fcda4caa),segment_id=b4e28224-f3b3-4215-bbb2-a842fcda4caa)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:03.588186 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8fbc72e5-905a-4940-8d38-9528adc876a3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9357021 Jan 27 22:28:03.588186 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9328d068-bcd0-41a3-afce-ec9cf18da80e', 'tag': 'f24f74c2-f83f-4cd5-9733-2601697fdf3a'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:28:03.588186 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceee55d1-a8a7-4bd3-bc55-5460c5c60abf" -d '{"events": [{"name": "network-changed", "server_uuid": "9328d068-bcd0-41a3-afce-ec9cf18da80e", "tag": "f24f74c2-f83f-4cd5-9733-2601697fdf3a"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:28:03.588547 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-4b58be19-446e-49e6-9004-763d7fdaa221 None None] Set router 5356466b-aa5d-42d9-be17-44cd17af865b gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:28:03.606673 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88a011-27c6-4cb1-ba55-d17134521ff7 req-84694c92-c0bb-4cf8-b8d6-9bfe4c66c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:03.608226 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e88a011-27c6-4cb1-ba55-d17134521ff7 req-84694c92-c0bb-4cf8-b8d6-9bfe4c66c875 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.0920885 Jan 27 22:28:03.627613 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b75f1ae-e194-4712-b59a-945aaec6f309 x-openstack-request-id: req-4b75f1ae-e194-4712-b59a-945aaec6f309 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:28:03.627938 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9328d068-bcd0-41a3-afce-ec9cf18da80e", "tag": "f24f74c2-f83f-4cd5-9733-2601697fdf3a", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:28:03.628779 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b75f1ae-e194-4712-b59a-945aaec6f309 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:28:03.629187 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9328d068-bcd0-41a3-afce-ec9cf18da80e', 'tag': 'f24f74c2-f83f-4cd5-9733-2601697fdf3a', 'status': 'completed', 'code': 200} Jan 27 22:28:03.633047 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] For port c4791688-6dd7-429a-be49-654490242497, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:28:03.695261 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] Publish callbacks [] for port (c4791688-6dd7-429a-be49-654490242497), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:03.703528 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88a011-27c6-4cb1-ba55-d17134521ff7 req-a477d6d4-fd7c-495e-86a4-d5340d3634d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:03.705067 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e88a011-27c6-4cb1-ba55-d17134521ff7 req-a477d6d4-fd7c-495e-86a4-d5340d3634d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859218 Jan 27 22:28:03.719248 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] Transition to ACTIVE for port object c4791688-6dd7-429a-be49-654490242497 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:28:03.731931 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (c4791688-6dd7-429a-be49-654490242497), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:03.825541 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-4b58be19-446e-49e6-9004-763d7fdaa221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 4, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '423dc240-1bbb-45c9-b420-bbdd6a493fcd', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'floating_ip_address': '172.25.3.65', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'port_id': 'f24f74c2-f83f-4cd5-9733-2601697fdf3a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'mac_address': 'fa:16:3e:93:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9328d068-bcd0-41a3-afce-ec9cf18da80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:28:01Z', 'updated_at': '2022-01-27T22:28:01Z', 'revision_number': 0, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c38c0c-e6ab-4c61-bc6e-92bd6855a96e', 'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'mac_address': 'fa:16:3e:2c:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:21Z', 'updated_at': '2022-01-27T22:16:33Z', 'revision_number': 5, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'subnets': [{'id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:03.853075 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b58be19-446e-49e6-9004-763d7fdaa221 None None] Checking router: 5356466b-aa5d-42d9-be17-44cd17af865b for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:28:03.861985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b58be19-446e-49e6-9004-763d7fdaa221 None None] Routers {'5356466b-aa5d-42d9-be17-44cd17af865b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:28:03.863225 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-4b58be19-446e-49e6-9004-763d7fdaa221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:27:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['5356466b-aa5d-42d9-be17-44cd17af865b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:03.977777 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-4b58be19-446e-49e6-9004-763d7fdaa221 None None] Set router 5356466b-aa5d-42d9-be17-44cd17af865b gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:28:04.146763 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] Pushing event updated for resources: {'Port': ['ID=c4791688-6dd7-429a-be49-654490242497,revision_number=6']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:04.197347 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e88a011-27c6-4cb1-ba55-d17134521ff7 req-dba51b2c-6961-4d7b-9972-a2c52a74a50b service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853899 Jan 27 22:28:04.219457 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-4b58be19-446e-49e6-9004-763d7fdaa221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 4, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '423dc240-1bbb-45c9-b420-bbdd6a493fcd', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'floating_ip_address': '172.25.3.65', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'port_id': 'f24f74c2-f83f-4cd5-9733-2601697fdf3a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'mac_address': 'fa:16:3e:93:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9328d068-bcd0-41a3-afce-ec9cf18da80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:28:01Z', 'updated_at': '2022-01-27T22:28:01Z', 'revision_number': 0, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c38c0c-e6ab-4c61-bc6e-92bd6855a96e', 'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'mac_address': 'fa:16:3e:2c:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:21Z', 'updated_at': '2022-01-27T22:16:33Z', 'revision_number': 5, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'subnets': [{'id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:04.241522 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] No DVR routers for this DVR port c4791688-6dd7-429a-be49-654490242497 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:28:04.248958 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b58be19-446e-49e6-9004-763d7fdaa221 None None] The sync data for ids ['5356466b-aa5d-42d9-be17-44cd17af865b'] in n-d-772272-3 is: [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 4, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '423dc240-1bbb-45c9-b420-bbdd6a493fcd', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'floating_ip_address': '172.25.3.65', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'port_id': 'f24f74c2-f83f-4cd5-9733-2601697fdf3a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'mac_address': 'fa:16:3e:93:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9328d068-bcd0-41a3-afce-ec9cf18da80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:28:01Z', 'updated_at': '2022-01-27T22:28:01Z', 'revision_number': 0, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c38c0c-e6ab-4c61-bc6e-92bd6855a96e', 'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'mac_address': 'fa:16:3e:2c:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:21Z', 'updated_at': '2022-01-27T22:16:33Z', 'revision_number': 5, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'subnets': [{'id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:28:04.412154 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e88a011-27c6-4cb1-ba55-d17134521ff7 req-5c704a67-2d89-4eb9-bf34-987e74d4a544 service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068067 Jan 27 22:28:04.444071 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab1b60-3067-4092-a47a-4ea151f007b8 req-d9e9db56-4de8-45d1-923d-cbafc9159509 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:04.445907 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64ab1b60-3067-4092-a47a-4ea151f007b8 req-d9e9db56-4de8-45d1-923d-cbafc9159509 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 943 time: 0.0778036 Jan 27 22:28:04.478351 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aa6240-7b30-40b0-bbc7-c0617ab0d106 None None] New status for floating IP 423dc240-1bbb-45c9-b420-bbdd6a493fcd: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:28:04.529875 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] Attempting to bind port c4791688-6dd7-429a-be49-654490242497 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:28:04.530212 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] Attempting to bind port c4791688-6dd7-429a-be49-654490242497 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'b4e28224-f3b3-4215-bbb2-a842fcda4caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:28:04.530541 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] Attempting to bind port c4791688-6dd7-429a-be49-654490242497 on network 9aca6638-301c-4949-a41c-de0c491b9d12 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:28:04.548619 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] Port c4791688-6dd7-429a-be49-654490242497 on network 9aca6638-301c-4949-a41c-de0c491b9d12 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:28:04.549258 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] Attempting to bind port c4791688-6dd7-429a-be49-654490242497 on network 9aca6638-301c-4949-a41c-de0c491b9d12 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:28:04.564106 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64ab1b60-3067-4092-a47a-4ea151f007b8 req-be2c4a37-6740-4d4c-982d-a946a1d1fd75 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113539 Jan 27 22:28:04.564857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:28:04.565202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] Checking segment: {'id': 'b4e28224-f3b3-4215-bbb2-a842fcda4caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:28:04.565609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] Bound using segment: {'id': 'b4e28224-f3b3-4215-bbb2-a842fcda4caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:28:04.566052 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] Bound port: c4791688-6dd7-429a-be49-654490242497, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e28224-f3b3-4215-bbb2-a842fcda4caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:28:04.566409 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c4791688-6dd7-429a-be49-654490242497), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:04.571284 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee55d1-a8a7-4bd3-bc55-5460c5c60abf req-b86244dd-2fb4-4043-b591-b812e5d4a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:04.572779 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ceee55d1-a8a7-4bd3-bc55-5460c5c60abf req-b86244dd-2fb4-4043-b591-b812e5d4a25e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 1097 time: 0.0998926 Jan 27 22:28:04.696801 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] For port c4791688-6dd7-429a-be49-654490242497, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:28:04.703945 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] For port c4791688-6dd7-429a-be49-654490242497, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=c4791688-6dd7-429a-be49-654490242497,segment=NetworkSegment(b4e28224-f3b3-4215-bbb2-a842fcda4caa),segment_id=b4e28224-f3b3-4215-bbb2-a842fcda4caa)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:28:04.710062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee55d1-a8a7-4bd3-bc55-5460c5c60abf req-9b00c23d-a88a-4ba2-b0f9-f6870c12580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:04.711530 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ceee55d1-a8a7-4bd3-bc55-5460c5c60abf req-9b00c23d-a88a-4ba2-b0f9-f6870c12580f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 912 time: 0.1325572 Jan 27 22:28:04.712846 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (c4791688-6dd7-429a-be49-654490242497), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:04.788481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:04.789103 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:04.790504 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f79eb78-af49-4871-aafd-f104f7df820a req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] 10.222.0.21 "PUT /v2.0/ports/c4791688-6dd7-429a-be49-654490242497 HTTP/1.1" status: 200 len: 1091 time: 1.9227600 Jan 27 22:28:04.847954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6bf1d-4f8b-4e24-8c3a-9b7aebe7c3bd service neutron] Pushing event updated for resources: {'Port': ['ID=c4791688-6dd7-429a-be49-654490242497,revision_number=7']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:04.853794 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ceee55d1-a8a7-4bd3-bc55-5460c5c60abf req-a57703fb-7595-49d9-aee8-3f9e8f8ae137 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f24f74c2-f83f-4cd5-9733-2601697fdf3a HTTP/1.1" status: 200 len: 1001 time: 0.1332762 Jan 27 22:28:04.906252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79eb78-af49-4871-aafd-f104f7df820a req-792cf2f2-3c60-487b-9b84-88c6abd84f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:04.907707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f79eb78-af49-4871-aafd-f104f7df820a req-792cf2f2-3c60-487b-9b84-88c6abd84f5f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 1094 time: 0.0933247 Jan 27 22:28:04.924472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee55d1-a8a7-4bd3-bc55-5460c5c60abf req-0737b9cd-3aee-4a30-9e36-7fc4f7ee3955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:04.925919 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ceee55d1-a8a7-4bd3-bc55-5460c5c60abf req-0737b9cd-3aee-4a30-9e36-7fc4f7ee3955 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.0657096 Jan 27 22:28:05.019815 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee55d1-a8a7-4bd3-bc55-5460c5c60abf req-fed64bb0-a7d8-47a5-919f-dceb9c38e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:05.021395 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ceee55d1-a8a7-4bd3-bc55-5460c5c60abf req-fed64bb0-a7d8-47a5-919f-dceb9c38e77c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840981 Jan 27 22:28:05.058869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79eb78-af49-4871-aafd-f104f7df820a req-4e625db0-0062-4624-8f43-b12c5e8f5b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:05.060323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f79eb78-af49-4871-aafd-f104f7df820a req-4e625db0-0062-4624-8f43-b12c5e8f5b3f service neutron] 10.222.0.21 "GET /v2.0/networks?id=9aca6638-301c-4949-a41c-de0c491b9d12 HTTP/1.1" status: 200 len: 897 time: 0.1443191 Jan 27 22:28:05.162518 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f79eb78-af49-4871-aafd-f104f7df820a req-9d26f0d6-bcb3-40af-b94b-7cd924e0f249 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4791688-6dd7-429a-be49-654490242497 HTTP/1.1" status: 200 len: 999 time: 0.0777907 Jan 27 22:28:05.204302 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ceee55d1-a8a7-4bd3-bc55-5460c5c60abf req-70d97dfc-921a-4094-96da-b215f01ed6f7 service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748502 Jan 27 22:28:05.235234 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79eb78-af49-4871-aafd-f104f7df820a req-a4dd6384-13d7-4761-9bd9-004e4fb33659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:05.236655 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f79eb78-af49-4871-aafd-f104f7df820a req-a4dd6384-13d7-4761-9bd9-004e4fb33659 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=24c2b7f5-1db2-4410-b51c-27ae65cb79e2 HTTP/1.1" status: 200 len: 835 time: 0.0656757 Jan 27 22:28:05.331398 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79eb78-af49-4871-aafd-f104f7df820a req-6e6d93d5-4927-4438-80ad-65d59170b166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:05.332916 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f79eb78-af49-4871-aafd-f104f7df820a req-6e6d93d5-4927-4438-80ad-65d59170b166 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9aca6638-301c-4949-a41c-de0c491b9d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719638 Jan 27 22:28:05.335057 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ceee55d1-a8a7-4bd3-bc55-5460c5c60abf req-9528397f-daab-4283-8173-629901449c9a service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246340 Jan 27 22:28:05.422139 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f79eb78-af49-4871-aafd-f104f7df820a req-b37decf8-222c-4e14-810e-e1ca01ba6bbc service neutron] 10.222.0.21 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818787 Jan 27 22:28:05.512438 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f79eb78-af49-4871-aafd-f104f7df820a req-b798dbd4-3b30-4f8b-9cf9-e619d4018fc0 service neutron] 10.222.0.21 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838902 Jan 27 22:28:05.630258 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4791688-6dd7-429a-be49-654490242497'}, {'name': 'network-changed', 'server_uuid': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'tag': 'c4791688-6dd7-429a-be49-654490242497'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:28:05.632668 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e15b5f5-b345-4d51-b447-8a9a45866493" -d '{"events": [{"server_uuid": "1bba0520-ab74-4327-bf71-c5dba6a7076b", "name": "network-vif-unplugged", "status": "completed", "tag": "c4791688-6dd7-429a-be49-654490242497"}, {"name": "network-changed", "server_uuid": "1bba0520-ab74-4327-bf71-c5dba6a7076b", "tag": "c4791688-6dd7-429a-be49-654490242497"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:28:05.685655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071be04-af20-46f8-939d-42b31897d327 req-e46609d3-06cb-41d1-9573-da48d7f109a6 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:05.687460 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0071be04-af20-46f8-939d-42b31897d327 req-e46609d3-06cb-41d1-9573-da48d7f109a6 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 943 time: 0.0508657 Jan 27 22:28:05.689053 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 27 Jan 2022 22:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b5f463-7bcf-4913-a326-2ab45dda2754 x-openstack-request-id: req-94b5f463-7bcf-4913-a326-2ab45dda2754 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:28:05.689353 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bba0520-ab74-4327-bf71-c5dba6a7076b", "name": "network-vif-unplugged", "status": "completed", "tag": "c4791688-6dd7-429a-be49-654490242497", "code": 200}, {"name": "network-changed", "server_uuid": "1bba0520-ab74-4327-bf71-c5dba6a7076b", "tag": "c4791688-6dd7-429a-be49-654490242497", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:28:05.689607 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94b5f463-7bcf-4913-a326-2ab45dda2754 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:28:05.690002 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4791688-6dd7-429a-be49-654490242497', 'code': 200} Jan 27 22:28:05.690260 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'tag': 'c4791688-6dd7-429a-be49-654490242497', 'status': 'completed', 'code': 200} Jan 27 22:28:05.795290 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0071be04-af20-46f8-939d-42b31897d327 req-6992e0c3-5050-4c3f-98cf-6eac7c63a507 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017578 Jan 27 22:28:05.803798 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15b5f5-b345-4d51-b447-8a9a45866493 req-e4984bdd-3c8a-4479-9d8a-018906a75388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:05.805265 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e15b5f5-b345-4d51-b447-8a9a45866493 req-e4984bdd-3c8a-4479-9d8a-018906a75388 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 1094 time: 0.0981944 Jan 27 22:28:05.807875 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15b5f5-b345-4d51-b447-8a9a45866493 req-70b6414d-fbd5-491b-b457-b508284b83f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:05.809244 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e15b5f5-b345-4d51-b447-8a9a45866493 req-70b6414d-fbd5-491b-b457-b508284b83f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 1094 time: 0.0918128 Jan 27 22:28:05.961140 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15b5f5-b345-4d51-b447-8a9a45866493 req-4a7140ea-adc2-411a-bee0-c97f6447604f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:05.962770 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e15b5f5-b345-4d51-b447-8a9a45866493 req-4a7140ea-adc2-411a-bee0-c97f6447604f service neutron] 10.222.0.15 "GET /v2.0/networks?id=9aca6638-301c-4949-a41c-de0c491b9d12 HTTP/1.1" status: 200 len: 897 time: 0.1516776 Jan 27 22:28:05.963889 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15b5f5-b345-4d51-b447-8a9a45866493 req-861a5f88-df53-445c-a6e0-293d5f28d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:05.965189 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e15b5f5-b345-4d51-b447-8a9a45866493 req-861a5f88-df53-445c-a6e0-293d5f28d081 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9aca6638-301c-4949-a41c-de0c491b9d12 HTTP/1.1" status: 200 len: 897 time: 0.1469760 Jan 27 22:28:06.070828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e15b5f5-b345-4d51-b447-8a9a45866493 req-e07308eb-833b-420c-8eff-d39b9527e0e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4791688-6dd7-429a-be49-654490242497 HTTP/1.1" status: 200 len: 999 time: 0.1018569 Jan 27 22:28:06.074407 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e15b5f5-b345-4d51-b447-8a9a45866493 req-e2c01ade-4f8b-4857-8221-79d14a17234a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4791688-6dd7-429a-be49-654490242497 HTTP/1.1" status: 200 len: 999 time: 0.0996044 Jan 27 22:28:06.155836 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15b5f5-b345-4d51-b447-8a9a45866493 req-a135b726-ee04-4a1c-90a1-e1ef6e6cd1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:06.157336 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e15b5f5-b345-4d51-b447-8a9a45866493 req-a135b726-ee04-4a1c-90a1-e1ef6e6cd1d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24c2b7f5-1db2-4410-b51c-27ae65cb79e2 HTTP/1.1" status: 200 len: 835 time: 0.0793040 Jan 27 22:28:06.158769 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15b5f5-b345-4d51-b447-8a9a45866493 req-e9ee6b18-0072-4fde-a3dc-da6d041b0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:06.160615 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e15b5f5-b345-4d51-b447-8a9a45866493 req-e9ee6b18-0072-4fde-a3dc-da6d041b0b68 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=24c2b7f5-1db2-4410-b51c-27ae65cb79e2 HTTP/1.1" status: 200 len: 835 time: 0.0750387 Jan 27 22:28:06.229111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15b5f5-b345-4d51-b447-8a9a45866493 req-be61527b-9deb-402d-b028-f21fdf21ef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:06.230586 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e15b5f5-b345-4d51-b447-8a9a45866493 req-be61527b-9deb-402d-b028-f21fdf21ef7e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9aca6638-301c-4949-a41c-de0c491b9d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601006 Jan 27 22:28:06.232327 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15b5f5-b345-4d51-b447-8a9a45866493 req-e28cb682-03d6-426e-baa5-20639f4e5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:06.233643 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e15b5f5-b345-4d51-b447-8a9a45866493 req-e28cb682-03d6-426e-baa5-20639f4e5afc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9aca6638-301c-4949-a41c-de0c491b9d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706031 Jan 27 22:28:06.552300 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device c4791688-6dd7-429a-be49-654490242497 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:28:06.590315 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] The host n-h1-772272-3 is not matching for port c4791688-6dd7-429a-be49-654490242497 host n-h2-772272-3! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:28:06.590702 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device c4791688-6dd7-429a-be49-654490242497 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:28:06.642581 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e15b5f5-b345-4d51-b447-8a9a45866493 req-7eb720f5-169f-4ba2-ae2b-7f780cf73f55 service neutron] 10.222.0.21 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049938 Jan 27 22:28:06.644752 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e15b5f5-b345-4d51-b447-8a9a45866493 req-a911e3e9-a430-40c5-ad45-37a6286c183e service neutron] 10.222.0.15 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005816 Jan 27 22:28:06.800536 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e15b5f5-b345-4d51-b447-8a9a45866493 req-2cf075bb-191b-49f3-85b9-42980566f578 service neutron] 10.222.0.21 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510453 Jan 27 22:28:06.802315 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e15b5f5-b345-4d51-b447-8a9a45866493 req-a51c3a7f-0c18-4c5c-a4b6-6a5ce0cf8f4e service neutron] 10.222.0.15 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468000 Jan 27 22:28:06.910985 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28d734-6516-430f-8737-1bf3351cf13e req-7d7dbda7-de6a-413d-8125-32f12ed18714 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:06.912487 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a28d734-6516-430f-8737-1bf3351cf13e req-7d7dbda7-de6a-413d-8125-32f12ed18714 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 943 time: 0.0484874 Jan 27 22:28:06.960286 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a28d734-6516-430f-8737-1bf3351cf13e req-8a306bd8-390e-4f8a-ac95-986e469aec7c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421827 Jan 27 22:28:08.075434 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90c377-f6d5-4958-8892-9c5888df7db7 req-9ebddc00-f1c8-40f7-8ea3-8281be06817e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:08.076866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b90c377-f6d5-4958-8892-9c5888df7db7 req-9ebddc00-f1c8-40f7-8ea3-8281be06817e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 943 time: 0.0485146 Jan 27 22:28:08.124738 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b90c377-f6d5-4958-8892-9c5888df7db7 req-ce8ad74e-8359-41ee-bd24-f6782213a7c7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422323 Jan 27 22:28:09.246054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacd651-91e2-4832-908b-c1d7add619ed req-b4a48c6b-8673-4229-9234-bbd1c17947b4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:09.247550 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebacd651-91e2-4832-908b-c1d7add619ed req-b4a48c6b-8673-4229-9234-bbd1c17947b4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 943 time: 0.0522292 Jan 27 22:28:09.298288 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ebacd651-91e2-4832-908b-c1d7add619ed req-e350326c-1197-457a-b9a8-9c531e0aefc7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447454 Jan 27 22:28:09.457490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device c4791688-6dd7-429a-be49-654490242497 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:28:09.553552 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port c4791688-6dd7-429a-be49-654490242497, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=c4791688-6dd7-429a-be49-654490242497,segment=NetworkSegment(b4e28224-f3b3-4215-bbb2-a842fcda4caa),segment_id=b4e28224-f3b3-4215-bbb2-a842fcda4caa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:09.564210 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'c4791688-6dd7-429a-be49-654490242497', 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12', 'port_id': 'c4791688-6dd7-429a-be49-654490242497', 'mac_address': 'fa:16:3e:85:5d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c2b7f5-1db2-4410-b51c-27ae65cb79e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:28:09.600438 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port c4791688-6dd7-429a-be49-654490242497 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:09.600849 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c4791688-6dd7-429a-be49-654490242497), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:09.616817 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4791688-6dd7-429a-be49-654490242497 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:28:09.635714 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port c4791688-6dd7-429a-be49-654490242497, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=c4791688-6dd7-429a-be49-654490242497,segment=NetworkSegment(b4e28224-f3b3-4215-bbb2-a842fcda4caa),segment_id=b4e28224-f3b3-4215-bbb2-a842fcda4caa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:09.639892 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c4791688-6dd7-429a-be49-654490242497), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:09.686668 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=c4791688-6dd7-429a-be49-654490242497,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:10.043121 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['c4791688-6dd7-429a-be49-654490242497'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:28:10.413344 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118b6d2-a332-49b2-b3fa-5ee914bdda08 req-fa050928-f0ec-4abd-b6ce-622ebe635135 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:10.414840 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f118b6d2-a332-49b2-b3fa-5ee914bdda08 req-fa050928-f0ec-4abd-b6ce-622ebe635135 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 944 time: 0.0479178 Jan 27 22:28:10.463263 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f118b6d2-a332-49b2-b3fa-5ee914bdda08 req-280418a8-0644-4fcd-9397-7bb1429b4a5b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428300 Jan 27 22:28:10.754247 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-ca52957f-9836-4ed0-a552-70eedb6378ae tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:10.755825 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-ca52957f-9836-4ed0-a552-70eedb6378ae tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b&tenant_id=7482ad4cc1974904932616961499813e&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 944 time: 0.1188965 Jan 27 22:28:10.767738 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb6dc9-fc49-4eea-9774-2c9cd65e787f req-83c8bdf3-f00e-4acf-b882-b8d8ff668935 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:10.769263 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29bb6dc9-fc49-4eea-9774-2c9cd65e787f req-83c8bdf3-f00e-4acf-b882-b8d8ff668935 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 944 time: 0.1010485 Jan 27 22:28:10.866564 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29bb6dc9-fc49-4eea-9774-2c9cd65e787f req-af2ac812-c602-4655-87a5-8d2d36c579b4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908353 Jan 27 22:28:10.868367 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-c30395ab-54c5-48eb-845b-bd3cad2579da service neutron] 10.222.0.21 "GET /v2.0/ports/c4791688-6dd7-429a-be49-654490242497/bindings/n-h2-772272-3 HTTP/1.1" status: 200 len: 382 time: 0.0979993 Jan 27 22:28:10.938319 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-b1e6699c-d297-482a-95fd-8de315d2ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:10.939828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-b1e6699c-d297-482a-95fd-8de315d2ccb4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 1095 time: 0.0427876 Jan 27 22:28:11.029793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-64a4dfe2-4e64-4f85-8f19-6adbb7bccb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:11.031274 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-64a4dfe2-4e64-4f85-8f19-6adbb7bccb29 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9aca6638-301c-4949-a41c-de0c491b9d12 HTTP/1.1" status: 200 len: 897 time: 0.0852981 Jan 27 22:28:11.102681 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-fc44dfe8-91b5-492e-864d-2de6ec4c7f92 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4791688-6dd7-429a-be49-654490242497 HTTP/1.1" status: 200 len: 1000 time: 0.0626655 Jan 27 22:28:11.150469 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-6fc6ad6b-8986-4162-ada2-6d7bb7d00c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:11.151778 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-6fc6ad6b-8986-4162-ada2-6d7bb7d00c90 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=24c2b7f5-1db2-4410-b51c-27ae65cb79e2 HTTP/1.1" status: 200 len: 835 time: 0.0425329 Jan 27 22:28:11.196053 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-020dd7d4-ee16-4f7b-bf7b-f6d993931257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:11.197593 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-020dd7d4-ee16-4f7b-bf7b-f6d993931257 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9aca6638-301c-4949-a41c-de0c491b9d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392680 Jan 27 22:28:11.288800 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-5717c777-158d-405f-9290-d2b6721a1e9a service neutron] 10.222.0.21 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851688 Jan 27 22:28:11.384243 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-966a2a3d-1887-4c01-84d3-4fdc7ae8c102 service neutron] 10.222.0.21 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882041 Jan 27 22:28:11.486013 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device c4791688-6dd7-429a-be49-654490242497 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:28:11.539050 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port c4791688-6dd7-429a-be49-654490242497 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:28:11.543327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port c4791688-6dd7-429a-be49-654490242497 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:11.543701 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c4791688-6dd7-429a-be49-654490242497), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:11.624629 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port c4791688-6dd7-429a-be49-654490242497 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:11.625010 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c4791688-6dd7-429a-be49-654490242497), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:11.648260 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4791688-6dd7-429a-be49-654490242497'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:28:11.650477 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5776395-7929-4c42-9cf7-05e30821a500" -d '{"events": [{"server_uuid": "1bba0520-ab74-4327-bf71-c5dba6a7076b", "name": "network-vif-plugged", "status": "completed", "tag": "c4791688-6dd7-429a-be49-654490242497"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:28:11.663265 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port c4791688-6dd7-429a-be49-654490242497, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=c4791688-6dd7-429a-be49-654490242497,segment=NetworkSegment(b4e28224-f3b3-4215-bbb2-a842fcda4caa),segment_id=b4e28224-f3b3-4215-bbb2-a842fcda4caa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:11.667735 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c4791688-6dd7-429a-be49-654490242497), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:11.703539 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554ad7a2-de04-4c9f-9d0e-47f2c25ea549 x-openstack-request-id: req-554ad7a2-de04-4c9f-9d0e-47f2c25ea549 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:28:11.703844 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bba0520-ab74-4327-bf71-c5dba6a7076b", "name": "network-vif-plugged", "status": "completed", "tag": "c4791688-6dd7-429a-be49-654490242497", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:28:11.704344 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-554ad7a2-de04-4c9f-9d0e-47f2c25ea549 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:28:11.704768 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4791688-6dd7-429a-be49-654490242497', 'code': 200} Jan 27 22:28:11.728043 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=c4791688-6dd7-429a-be49-654490242497,revision_number=9']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:11.992042 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf85276-58ba-4dae-97b6-7fe49634b4ce req-253e0e65-2f68-4d81-a02a-5372e42bfa83 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:11.993488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bf85276-58ba-4dae-97b6-7fe49634b4ce req-253e0e65-2f68-4d81-a02a-5372e42bfa83 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.0550153 Jan 27 22:28:12.042430 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bf85276-58ba-4dae-97b6-7fe49634b4ce req-82c01b9b-6803-4cf7-8f73-5730da8a488d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433419 Jan 27 22:28:12.903503 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:13.159447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd842bc5-efd6-4f15-80e6-19941c56d3d8 req-c5a13e2b-8261-4fc5-b1e8-88a2fd598140 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:13.160895 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd842bc5-efd6-4f15-80e6-19941c56d3d8 req-c5a13e2b-8261-4fc5-b1e8-88a2fd598140 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 945 time: 0.0482171 Jan 27 22:28:13.214049 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd842bc5-efd6-4f15-80e6-19941c56d3d8 req-3271aa95-4799-40f7-a35c-cb260fcd9960 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467978 Jan 27 22:28:13.530347 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-41b318dd-f0c5-46a4-9718-7c068e9521e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:13.531840 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-41b318dd-f0c5-46a4-9718-7c068e9521e9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b&tenant_id=7482ad4cc1974904932616961499813e HTTP/1.1" status: 200 len: 1096 time: 0.0402269 Jan 27 22:28:13.542303 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-772272-3', 'device_owner': 'compute:nova'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:13.598282 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c4791688-6dd7-429a-be49-654490242497), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:13.797911 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] For port c4791688-6dd7-429a-be49-654490242497, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=c4791688-6dd7-429a-be49-654490242497,segment=NetworkSegment(b4e28224-f3b3-4215-bbb2-a842fcda4caa),segment_id=b4e28224-f3b3-4215-bbb2-a842fcda4caa)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:13.830281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] For port c4791688-6dd7-429a-be49-654490242497, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:28:13.870629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4791688-6dd7-429a-be49-654490242497'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:28:13.872921 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022f8e5c-f400-4407-91aa-6677f41109e5" -d '{"events": [{"server_uuid": "1bba0520-ab74-4327-bf71-c5dba6a7076b", "name": "network-vif-unplugged", "status": "completed", "tag": "c4791688-6dd7-429a-be49-654490242497"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:28:13.876811 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] Publish callbacks [] for port (c4791688-6dd7-429a-be49-654490242497), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:13.889062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] Transition to ACTIVE for port object c4791688-6dd7-429a-be49-654490242497 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:28:13.892513 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (c4791688-6dd7-429a-be49-654490242497), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:13.921881 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae97b284-faca-43cc-a3bf-b4b8e2b251c9 x-openstack-request-id: req-ae97b284-faca-43cc-a3bf-b4b8e2b251c9 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:28:13.922186 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bba0520-ab74-4327-bf71-c5dba6a7076b", "name": "network-vif-unplugged", "status": "completed", "tag": "c4791688-6dd7-429a-be49-654490242497", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:28:13.922449 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae97b284-faca-43cc-a3bf-b4b8e2b251c9 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:28:13.922850 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4791688-6dd7-429a-be49-654490242497', 'code': 200} Jan 27 22:28:13.984772 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65774468-d954-4811-8155-e48f49090893 service neutron] Pushing event updated for resources: {'Port': ['ID=c4791688-6dd7-429a-be49-654490242497,revision_number=10']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:14.024579 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] No DVR routers for this DVR port c4791688-6dd7-429a-be49-654490242497 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:28:14.163435 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] Attempting to bind port c4791688-6dd7-429a-be49-654490242497 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:28:14.164105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] Attempting to bind port c4791688-6dd7-429a-be49-654490242497 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'b4e28224-f3b3-4215-bbb2-a842fcda4caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:28:14.164105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] Attempting to bind port c4791688-6dd7-429a-be49-654490242497 on network 9aca6638-301c-4949-a41c-de0c491b9d12 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:28:14.168885 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] Port c4791688-6dd7-429a-be49-654490242497 on network 9aca6638-301c-4949-a41c-de0c491b9d12 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:28:14.169809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] Attempting to bind port c4791688-6dd7-429a-be49-654490242497 on network 9aca6638-301c-4949-a41c-de0c491b9d12 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:28:14.174818 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:28:14.175257 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] Checking segment: {'id': 'b4e28224-f3b3-4215-bbb2-a842fcda4caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:28:14.175714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] Bound using segment: {'id': 'b4e28224-f3b3-4215-bbb2-a842fcda4caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:28:14.176192 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] Bound port: c4791688-6dd7-429a-be49-654490242497, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e28224-f3b3-4215-bbb2-a842fcda4caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:28:14.176637 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c4791688-6dd7-429a-be49-654490242497), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:14.247238 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] For port c4791688-6dd7-429a-be49-654490242497, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:28:14.251155 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] For port c4791688-6dd7-429a-be49-654490242497, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=c4791688-6dd7-429a-be49-654490242497,segment=NetworkSegment(b4e28224-f3b3-4215-bbb2-a842fcda4caa),segment_id=b4e28224-f3b3-4215-bbb2-a842fcda4caa)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:28:14.258122 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (c4791688-6dd7-429a-be49-654490242497), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:14.322288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:14.323009 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:14.324511 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-65774468-d954-4811-8155-e48f49090893 service neutron] 10.222.0.15 "PUT /v2.0/ports/c4791688-6dd7-429a-be49-654490242497 HTTP/1.1" status: 200 len: 1092 time: 0.7861152 Jan 27 22:28:14.356354 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65774468-d954-4811-8155-e48f49090893 service neutron] Pushing event updated for resources: {'Port': ['ID=c4791688-6dd7-429a-be49-654490242497,revision_number=11']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:14.370503 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc51dd2-43a0-4ae7-bf00-a4e9e8d8d2a0 req-041766f9-9618-4a78-b70f-883413e2605e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:14.372326 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2bc51dd2-43a0-4ae7-bf00-a4e9e8d8d2a0 req-041766f9-9618-4a78-b70f-883413e2605e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 944 time: 0.0865035 Jan 27 22:28:14.437767 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-910f8978-f72f-49be-9136-db92593ef8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:14.439499 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-910f8978-f72f-49be-9136-db92593ef8b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 1095 time: 0.0662324 Jan 27 22:28:14.483013 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2bc51dd2-43a0-4ae7-bf00-a4e9e8d8d2a0 req-8fb5a0bc-d6ec-46f3-af41-672401dfec4e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991967 Jan 27 22:28:14.550745 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-cf37b705-2e47-4d0c-81ac-884f89186d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:14.552421 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-cf37b705-2e47-4d0c-81ac-884f89186d18 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9aca6638-301c-4949-a41c-de0c491b9d12 HTTP/1.1" status: 200 len: 897 time: 0.1059024 Jan 27 22:28:14.617602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-dfde0858-16c9-403b-bc00-e5c752913e5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4791688-6dd7-429a-be49-654490242497 HTTP/1.1" status: 200 len: 999 time: 0.0587206 Jan 27 22:28:14.670010 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-f734dfa6-f9ae-46f8-ae0b-c7a1e9186210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:14.671461 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-f734dfa6-f9ae-46f8-ae0b-c7a1e9186210 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24c2b7f5-1db2-4410-b51c-27ae65cb79e2 HTTP/1.1" status: 200 len: 835 time: 0.0482447 Jan 27 22:28:14.716017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-4ac18a7a-03cf-403e-9dd0-25578def085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:14.717545 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-4ac18a7a-03cf-403e-9dd0-25578def085c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9aca6638-301c-4949-a41c-de0c491b9d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406656 Jan 27 22:28:14.804101 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-0ec0b8b9-9197-4db0-988b-e65a07cf0d26 service neutron] 10.222.0.15 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807014 Jan 27 22:28:14.900137 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c74ae90a-60b6-4464-ac0a-0bdc96e3e45b req-a1ea986b-41d0-4d87-af56-7fac76e473e0 service neutron] 10.222.0.15 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852931 Jan 27 22:28:15.607007 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d49c5c-2b2c-4b84-b043-9e079f745f0a req-84f8e697-b9d6-4f57-ba35-723020c74b9b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:15.608539 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5d49c5c-2b2c-4b84-b043-9e079f745f0a req-84f8e697-b9d6-4f57-ba35-723020c74b9b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 944 time: 0.0490944 Jan 27 22:28:15.656348 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5d49c5c-2b2c-4b84-b043-9e079f745f0a req-016ecff7-4b9d-4418-bc4e-0a8f17cd0316 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421355 Jan 27 22:28:15.924293 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'tag': 'c4791688-6dd7-429a-be49-654490242497'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:28:15.926649 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dac6c30-622f-434c-9b2d-dd768f1f39de" -d '{"events": [{"name": "network-changed", "server_uuid": "1bba0520-ab74-4327-bf71-c5dba6a7076b", "tag": "c4791688-6dd7-429a-be49-654490242497"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:28:15.974202 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a018ac93-ab4f-47b6-a61c-164d80845bc0 x-openstack-request-id: req-a018ac93-ab4f-47b6-a61c-164d80845bc0 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:28:15.974499 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bba0520-ab74-4327-bf71-c5dba6a7076b", "tag": "c4791688-6dd7-429a-be49-654490242497", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:28:15.974761 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a018ac93-ab4f-47b6-a61c-164d80845bc0 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:28:15.975181 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'tag': 'c4791688-6dd7-429a-be49-654490242497', 'status': 'completed', 'code': 200} Jan 27 22:28:16.067425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac6c30-622f-434c-9b2d-dd768f1f39de req-74bac99c-8b1b-4ca7-b273-1b6313d728fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:16.069388 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0dac6c30-622f-434c-9b2d-dd768f1f39de req-74bac99c-8b1b-4ca7-b273-1b6313d728fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 1095 time: 0.0726335 Jan 27 22:28:16.071769 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac6c30-622f-434c-9b2d-dd768f1f39de req-c357cb82-c39f-41af-8eb2-972350d27051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:16.073138 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0dac6c30-622f-434c-9b2d-dd768f1f39de req-c357cb82-c39f-41af-8eb2-972350d27051 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 1095 time: 0.0776932 Jan 27 22:28:16.228654 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac6c30-622f-434c-9b2d-dd768f1f39de req-72c563c6-5c9e-40db-8e8b-d95164baef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:16.230254 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0dac6c30-622f-434c-9b2d-dd768f1f39de req-72c563c6-5c9e-40db-8e8b-d95164baef0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=9aca6638-301c-4949-a41c-de0c491b9d12 HTTP/1.1" status: 200 len: 897 time: 0.1543159 Jan 27 22:28:16.231426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac6c30-622f-434c-9b2d-dd768f1f39de req-9409e5db-ea01-4d24-9908-885dc66d3abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:16.232762 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0dac6c30-622f-434c-9b2d-dd768f1f39de req-9409e5db-ea01-4d24-9908-885dc66d3abf service neutron] 10.222.0.21 "GET /v2.0/networks?id=9aca6638-301c-4949-a41c-de0c491b9d12 HTTP/1.1" status: 200 len: 897 time: 0.1497812 Jan 27 22:28:16.343200 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0dac6c30-622f-434c-9b2d-dd768f1f39de req-4ee776fb-096a-4b98-b878-56a8470c6d9c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4791688-6dd7-429a-be49-654490242497 HTTP/1.1" status: 200 len: 999 time: 0.1060429 Jan 27 22:28:16.346903 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0dac6c30-622f-434c-9b2d-dd768f1f39de req-7a93b3d4-8919-40fc-96d2-37d539c98571 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4791688-6dd7-429a-be49-654490242497 HTTP/1.1" status: 200 len: 999 time: 0.1037817 Jan 27 22:28:16.430149 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac6c30-622f-434c-9b2d-dd768f1f39de req-a4c7c569-92da-421d-a97f-3e5013fcd2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:16.431693 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0dac6c30-622f-434c-9b2d-dd768f1f39de req-a4c7c569-92da-421d-a97f-3e5013fcd2e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24c2b7f5-1db2-4410-b51c-27ae65cb79e2 HTTP/1.1" status: 200 len: 835 time: 0.0825703 Jan 27 22:28:16.433096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac6c30-622f-434c-9b2d-dd768f1f39de req-9ae0d615-048f-44da-82d5-956aceae5185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:16.434409 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0dac6c30-622f-434c-9b2d-dd768f1f39de req-9ae0d615-048f-44da-82d5-956aceae5185 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=24c2b7f5-1db2-4410-b51c-27ae65cb79e2 HTTP/1.1" status: 200 len: 835 time: 0.0782979 Jan 27 22:28:16.504485 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac6c30-622f-434c-9b2d-dd768f1f39de req-09de8247-21e6-4bc4-acd3-f47bdba00289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:16.506552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0dac6c30-622f-434c-9b2d-dd768f1f39de req-09de8247-21e6-4bc4-acd3-f47bdba00289 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9aca6638-301c-4949-a41c-de0c491b9d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686958 Jan 27 22:28:16.509073 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac6c30-622f-434c-9b2d-dd768f1f39de req-03a93e93-1910-4e8c-b34a-2756b8aa5c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:16.510431 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0dac6c30-622f-434c-9b2d-dd768f1f39de req-03a93e93-1910-4e8c-b34a-2756b8aa5c0a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9aca6638-301c-4949-a41c-de0c491b9d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650222 Jan 27 22:28:16.672930 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0dac6c30-622f-434c-9b2d-dd768f1f39de req-4fc3ab77-10c3-4071-9e2e-695e47eb4685 service neutron] 10.222.0.15 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601818 Jan 27 22:28:16.675140 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0dac6c30-622f-434c-9b2d-dd768f1f39de req-c76f5904-c1cd-44a2-9502-2b247161a09d service neutron] 10.222.0.21 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545036 Jan 27 22:28:16.873335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40747241-ae7f-48e5-b11b-0786c4a662b6 req-daccd784-ac44-4c07-9ff4-a79badb53949 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:16.874790 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-40747241-ae7f-48e5-b11b-0786c4a662b6 req-daccd784-ac44-4c07-9ff4-a79badb53949 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 944 time: 0.1317852 Jan 27 22:28:16.878471 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0dac6c30-622f-434c-9b2d-dd768f1f39de req-36f16c2b-ed94-40a9-b89e-6372ac4a13e2 service neutron] 10.222.0.15 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993170 Jan 27 22:28:16.880381 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0dac6c30-622f-434c-9b2d-dd768f1f39de req-f4f3d252-cbca-47a9-9538-6edeeaa91a7e service neutron] 10.222.0.21 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937826 Jan 27 22:28:16.924702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-40747241-ae7f-48e5-b11b-0786c4a662b6 req-abda0db2-cab0-464a-a992-d263256731f1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432575 Jan 27 22:28:16.947881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49280) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:17.010513 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6552e4f4-6737-4f18-8738-3da6efa03256 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/floatingips/76824cd7-95ba-4951-8e19-784095e93141 HTTP/1.1" status: 200 len: 991 time: 0.0614731 Jan 27 22:28:17.511255 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device c4791688-6dd7-429a-be49-654490242497 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:28:17.550408 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] The host n-h2-772272-3 is not matching for port c4791688-6dd7-429a-be49-654490242497 host n-h1-772272-3! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:28:17.550796 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device c4791688-6dd7-429a-be49-654490242497 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:28:18.608017 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device c4791688-6dd7-429a-be49-654490242497 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:28:18.709829 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port c4791688-6dd7-429a-be49-654490242497, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=c4791688-6dd7-429a-be49-654490242497,segment=NetworkSegment(b4e28224-f3b3-4215-bbb2-a842fcda4caa),segment_id=b4e28224-f3b3-4215-bbb2-a842fcda4caa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:18.721767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'c4791688-6dd7-429a-be49-654490242497', 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12', 'port_id': 'c4791688-6dd7-429a-be49-654490242497', 'mac_address': 'fa:16:3e:85:5d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c2b7f5-1db2-4410-b51c-27ae65cb79e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:28:18.758992 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port c4791688-6dd7-429a-be49-654490242497 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:18.759377 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c4791688-6dd7-429a-be49-654490242497), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:18.772380 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4791688-6dd7-429a-be49-654490242497 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:28:18.791329 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port c4791688-6dd7-429a-be49-654490242497, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=c4791688-6dd7-429a-be49-654490242497,segment=NetworkSegment(b4e28224-f3b3-4215-bbb2-a842fcda4caa),segment_id=b4e28224-f3b3-4215-bbb2-a842fcda4caa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:18.795313 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c4791688-6dd7-429a-be49-654490242497), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:18.841641 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=c4791688-6dd7-429a-be49-654490242497,revision_number=12']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:19.030442 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['c4791688-6dd7-429a-be49-654490242497'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:28:20.628547 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device c4791688-6dd7-429a-be49-654490242497 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:28:20.679213 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port c4791688-6dd7-429a-be49-654490242497 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:28:20.682934 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port c4791688-6dd7-429a-be49-654490242497 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:20.683311 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c4791688-6dd7-429a-be49-654490242497), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:20.760452 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port c4791688-6dd7-429a-be49-654490242497 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:20.760765 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c4791688-6dd7-429a-be49-654490242497), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:20.783335 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4791688-6dd7-429a-be49-654490242497'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:28:20.785562 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39953cca-6c9b-440b-99d2-836c93abc2cf" -d '{"events": [{"server_uuid": "1bba0520-ab74-4327-bf71-c5dba6a7076b", "name": "network-vif-plugged", "status": "completed", "tag": "c4791688-6dd7-429a-be49-654490242497"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:28:20.797594 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port c4791688-6dd7-429a-be49-654490242497, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=c4791688-6dd7-429a-be49-654490242497,segment=NetworkSegment(b4e28224-f3b3-4215-bbb2-a842fcda4caa),segment_id=b4e28224-f3b3-4215-bbb2-a842fcda4caa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:20.801679 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c4791688-6dd7-429a-be49-654490242497), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:20.828837 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a9aa99-8074-4add-81b3-9566c4d16c31 x-openstack-request-id: req-88a9aa99-8074-4add-81b3-9566c4d16c31 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:28:20.829135 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bba0520-ab74-4327-bf71-c5dba6a7076b", "name": "network-vif-plugged", "status": "completed", "tag": "c4791688-6dd7-429a-be49-654490242497", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:28:20.829390 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88a9aa99-8074-4add-81b3-9566c4d16c31 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:28:20.829774 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4791688-6dd7-429a-be49-654490242497', 'code': 200} Jan 27 22:28:20.855983 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=c4791688-6dd7-429a-be49-654490242497,revision_number=13']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:21.406805 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:24.139408 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6104bcb4-3233-4046-9239-dbc51b5f7989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:26.724886 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c5db55fa-7fa2-4348-9930-8dd0426ba796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:27.610735 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:28.985932 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:30.349085 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:39.118830 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:28:42.769174 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49300) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:42.859744 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d01ffbb0-4051-4e0b-9496-3bd9bcd1f211 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] 10.222.0.23 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3190 time: 0.0894227 Jan 27 22:28:42.862481 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49304) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:42.867729 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Request body: {'network': {'name': 'tempest-network-smoke--1135942760', 'project_id': '962a452fd57b44968762c090f150bdfe', 'port_security_enabled': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:42.885331 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Made reservation on behalf of 962a452fd57b44968762c090f150bdfe for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:28:42.889054 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:42.913133 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:28:42.922990 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (9ee6be46-961b-49a3-b4c0-be4c29a3e9d4), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:42.923403 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Added segment 9ee6be46-961b-49a3-b4c0-be4c29a3e9d4 of type vlan for network c1ed5521-1eeb-4acd-b06a-72b9df2fc19c Jan 27 22:28:42.923666 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:42.963639 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (c1ed5521-1eeb-4acd-b06a-72b9df2fc19c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:42.991450 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (c1ed5521-1eeb-4acd-b06a-72b9df2fc19c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:42.996514 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:42.997101 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:43.047754 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1842039 Jan 27 22:28:43.050425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49306) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:43.055549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-866668939', 'admin_state_up': True, 'project_id': '962a452fd57b44968762c090f150bdfe', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:43.065928 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event updated for resources: {'Network': ['ID=c1ed5521-1eeb-4acd-b06a-72b9df2fc19c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:43.073960 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:43.074319 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:43.074696 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:43.075046 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:43.075384 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:43.075724 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:43.076067 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:43.076498 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:43.076838 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:43.077221 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:43.077627 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:43.077984 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:43.078318 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743bc82c-1d89-490b-8378-adb425134760 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:43.078900 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (06dc373b-a161-4dfe-82f6-8c90666fa8fb), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:43.079920 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (06dc373b-a161-4dfe-82f6-8c90666fa8fb), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:43.090977 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network c1ed5521-1eeb-4acd-b06a-72b9df2fc19c details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:28:43.164863 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for router_controller (06dc373b-a161-4dfe-82f6-8c90666fa8fb), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:43.564408 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for router_gateway (06dc373b-a161-4dfe-82f6-8c90666fa8fb), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:43.759129 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for router_gateway (06dc373b-a161-4dfe-82f6-8c90666fa8fb), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:43.783249 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:43.884775 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Allocated IP 172.25.3.204 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/15f68550-0830-47b7-8723-364a198d8faa) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:28:43.989137 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for port (15f68550-0830-47b7-8723-364a198d8faa), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:44.023426 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (15f68550-0830-47b7-8723-364a198d8faa), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:44.060595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:28:44.063364 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:28:44.069675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:28:44.091194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event updated for resources: {'Port': ['ID=15f68550-0830-47b7-8723-364a198d8faa,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:44.106450 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:44.106812 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:44.107164 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:44.107512 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:44.107846 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:44.108202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:44.108541 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:44.108873 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:44.109202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:44.109535 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:44.109863 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:44.110189 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:44.110512 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:44.329149 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for router_gateway (06dc373b-a161-4dfe-82f6-8c90666fa8fb), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:44.515793 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (06dc373b-a161-4dfe-82f6-8c90666fa8fb), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:44.649518 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Router 06dc373b-a161-4dfe-82f6-8c90666fa8fb is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:28:44.754496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:28:44.764068 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] Sync routers for ids ['06dc373b-a161-4dfe-82f6-8c90666fa8fb'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:28:44.774434 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] Routers {'06dc373b-a161-4dfe-82f6-8c90666fa8fb'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:28:44.774622 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:44.775191 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:28:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['06dc373b-a161-4dfe-82f6-8c90666fa8fb'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:44.778450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-977d0f62-a966-4b85-be21-73f7d88635a4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7242007 Jan 27 22:28:44.778649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49312) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:44.853371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd6a1a7-9b79-4c7b-afe6-e71a0fa036c5 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:44.854958 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4cd6a1a7-9b79-4c7b-afe6-e71a0fa036c5 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=962a452fd57b44968762c090f150bdfe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0753641 Jan 27 22:28:44.857744 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49314) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:44.879544 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] Set router 06dc373b-a161-4dfe-82f6-8c90666fa8fb gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:28:45.003996 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ffcc49-6ef9-4c9c-a1c7-a5dd23a0e581 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:45.005534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b4ffcc49-6ef9-4c9c-a1c7-a5dd23a0e581 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1468801 Jan 27 22:28:45.008322 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49316) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:45.041909 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1baf8228-dbe8-4716-8f33-dc6d90c97757 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325291 Jan 27 22:28:45.044708 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49318) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:45.062011 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dc373b-a161-4dfe-82f6-8c90666fa8fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866668939', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '15f68550-0830-47b7-8723-364a198d8faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:43Z', 'updated_at': '2022-01-27T22:28:44Z', 'revision_number': 3, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port': {'id': '15f68550-0830-47b7-8723-364a198d8faa', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dc373b-a161-4dfe-82f6-8c90666fa8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:43Z', 'updated_at': '2022-01-27T22:28:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:45.073215 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5b5a70df-6e76-4b71-a9e4-0089ce515b60 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=962a452fd57b44968762c090f150bdfe&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272925 Jan 27 22:28:45.075510 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49320) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:45.090094 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] Checking router: 06dc373b-a161-4dfe-82f6-8c90666fa8fb for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:28:45.090449 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] Updating router 06dc373b-a161-4dfe-82f6-8c90666fa8fb port 15f68550-0830-47b7-8723-364a198d8faa binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:28:45.119010 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (15f68550-0830-47b7-8723-364a198d8faa), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:45.171136 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c72d4c-3514-46de-9814-97de1f7edab9 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:45.173274 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-90c72d4c-3514-46de-9814-97de1f7edab9 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0967612 Jan 27 22:28:45.176154 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49322) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:45.207248 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-70f68db4-dd38-4bfd-bd62-5e57a2be3581 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298789 Jan 27 22:28:45.210832 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49324) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:45.215709 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9d621649-2b53-42f1-b88a-74c0f6af7737 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1235213596', 'network_id': 'c1ed5521-1eeb-4acd-b06a-72b9df2fc19c', 'project_id': '962a452fd57b44968762c090f150bdfe', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:45.298195 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d621649-2b53-42f1-b88a-74c0f6af7737 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Made reservation on behalf of 962a452fd57b44968762c090f150bdfe for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:28:45.301593 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d621649-2b53-42f1-b88a-74c0f6af7737 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:45.369164 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] Publish callbacks [] for port (15f68550-0830-47b7-8723-364a198d8faa), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:45.374662 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (15f68550-0830-47b7-8723-364a198d8faa), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:45.426698 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] Attempting to bind port 15f68550-0830-47b7-8723-364a198d8faa on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:28:45.427068 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] Attempting to bind port 15f68550-0830-47b7-8723-364a198d8faa by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:28:45.427578 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] Attempting to bind port 15f68550-0830-47b7-8723-364a198d8faa on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:28:45.429447 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d75e9-78f5-4437-bc09-515ac5e14948 None None] Pushing event updated for resources: {'Port': ['ID=15f68550-0830-47b7-8723-364a198d8faa,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:45.435212 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:28:45.435212 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:28:45.435491 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:45.435877 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:28:45.437045 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] Bound port: 15f68550-0830-47b7-8723-364a198d8faa, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:28:45.437045 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (15f68550-0830-47b7-8723-364a198d8faa), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:45.484556 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d621649-2b53-42f1-b88a-74c0f6af7737 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (910dddee-9099-4c85-ad8a-c7a0f6e6c6cf), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:45.490437 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] For port 15f68550-0830-47b7-8723-364a198d8faa, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:28:45.493493 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] For port 15f68550-0830-47b7-8723-364a198d8faa, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=15f68550-0830-47b7-8723-364a198d8faa,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:28:45.497986 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (15f68550-0830-47b7-8723-364a198d8faa), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:45.549829 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] Routers {'06dc373b-a161-4dfe-82f6-8c90666fa8fb'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:28:45.550391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:28:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['06dc373b-a161-4dfe-82f6-8c90666fa8fb'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:45.592736 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d75e9-78f5-4437-bc09-515ac5e14948 None None] Pushing event updated for resources: {'Port': ['ID=15f68550-0830-47b7-8723-364a198d8faa,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:45.671075 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] Set router 06dc373b-a161-4dfe-82f6-8c90666fa8fb gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:28:45.851050 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d621649-2b53-42f1-b88a-74c0f6af7737 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event updated for resources: {'Subnet': ['ID=910dddee-9099-4c85-ad8a-c7a0f6e6c6cf,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:45.853877 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dc373b-a161-4dfe-82f6-8c90666fa8fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866668939', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '15f68550-0830-47b7-8723-364a198d8faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:43Z', 'updated_at': '2022-01-27T22:28:44Z', 'revision_number': 3, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port': {'id': '15f68550-0830-47b7-8723-364a198d8faa', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dc373b-a161-4dfe-82f6-8c90666fa8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:43Z', 'updated_at': '2022-01-27T22:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:45.858137 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d621649-2b53-42f1-b88a-74c0f6af7737 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Checking segment: {'id': '9ee6be46-961b-49a3-b4c0-be4c29a3e9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c1ed5521-1eeb-4acd-b06a-72b9df2fc19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:28:45.858507 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d621649-2b53-42f1-b88a-74c0f6af7737 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Network hostable DHCP agents. Network: c1ed5521-1eeb-4acd-b06a-72b9df2fc19c, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:28:45.874934 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d621649-2b53-42f1-b88a-74c0f6af7737 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Network c1ed5521-1eeb-4acd-b06a-72b9df2fc19c is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:28:45.883879 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed69403e-2b7f-40e9-93eb-3650540835c1 None None] The sync data for ids ['06dc373b-a161-4dfe-82f6-8c90666fa8fb'] in n-d-772272-3 is: [{'id': '06dc373b-a161-4dfe-82f6-8c90666fa8fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866668939', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '15f68550-0830-47b7-8723-364a198d8faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:43Z', 'updated_at': '2022-01-27T22:28:44Z', 'revision_number': 3, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port': {'id': '15f68550-0830-47b7-8723-364a198d8faa', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dc373b-a161-4dfe-82f6-8c90666fa8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:43Z', 'updated_at': '2022-01-27T22:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:28:45.884999 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-9d621649-2b53-42f1-b88a-74c0f6af7737 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, c1ed5521-1eeb-4acd-b06a-72b9df2fc19c) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:28:45.889191 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d621649-2b53-42f1-b88a-74c0f6af7737 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:45.889819 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d621649-2b53-42f1-b88a-74c0f6af7737 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:45.898872 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c5beca-628a-4855-b0b8-4609d19b5f85 None None] Network c1ed5521-1eeb-4acd-b06a-72b9df2fc19c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:28:45.913478 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9d621649-2b53-42f1-b88a-74c0f6af7737 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7016201 Jan 27 22:28:45.916226 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49328) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:46.005983 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4a592a-a93f-49ca-af38-a64e4c50f919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-c1ed5521-1eeb-4acd-b06a-72b9df2fc19c', 'network_id': 'c1ed5521-1eeb-4acd-b06a-72b9df2fc19c', 'project_id': '962a452fd57b44968762c090f150bdfe', 'fixed_ips': [{'subnet_id': '910dddee-9099-4c85-ad8a-c7a0f6e6c6cf'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:28:46.006885 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aa4a592a-a93f-49ca-af38-a64e4c50f919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:46.317812 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-aa4a592a-a93f-49ca-af38-a64e4c50f919 None None] Allocated IP 172.20.0.18 (c1ed5521-1eeb-4acd-b06a-72b9df2fc19c/910dddee-9099-4c85-ad8a-c7a0f6e6c6cf/753fa7b4-2a9d-43f1-9258-a925aac94bbf) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:28:46.407679 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4816b016-98c4-451a-b869-9f4c30b94cc3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:46.485232 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aa4a592a-a93f-49ca-af38-a64e4c50f919 None None] Publish callbacks [] for port (753fa7b4-2a9d-43f1-9258-a925aac94bbf), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:46.492429 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aa4a592a-a93f-49ca-af38-a64e4c50f919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (753fa7b4-2a9d-43f1-9258-a925aac94bbf), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:46.527340 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4a592a-a93f-49ca-af38-a64e4c50f919 None None] Network c1ed5521-1eeb-4acd-b06a-72b9df2fc19c is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:28:46.532696 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-aa4a592a-a93f-49ca-af38-a64e4c50f919 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:28:46.535250 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4a592a-a93f-49ca-af38-a64e4c50f919 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:28:46.571373 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a592a-a93f-49ca-af38-a64e4c50f919 None None] Pushing event updated for resources: {'Port': ['ID=753fa7b4-2a9d-43f1-9258-a925aac94bbf,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:46.610699 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-aa4a592a-a93f-49ca-af38-a64e4c50f919 None None] Attempting to bind port 753fa7b4-2a9d-43f1-9258-a925aac94bbf on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:28:46.611073 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-aa4a592a-a93f-49ca-af38-a64e4c50f919 None None] Attempting to bind port 753fa7b4-2a9d-43f1-9258-a925aac94bbf by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '9ee6be46-961b-49a3-b4c0-be4c29a3e9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c1ed5521-1eeb-4acd-b06a-72b9df2fc19c'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:28:46.611445 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4a592a-a93f-49ca-af38-a64e4c50f919 None None] Attempting to bind port 753fa7b4-2a9d-43f1-9258-a925aac94bbf on network c1ed5521-1eeb-4acd-b06a-72b9df2fc19c {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:28:46.618301 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4a592a-a93f-49ca-af38-a64e4c50f919 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:28:46.618622 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4a592a-a93f-49ca-af38-a64e4c50f919 None None] Checking segment: {'id': '9ee6be46-961b-49a3-b4c0-be4c29a3e9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c1ed5521-1eeb-4acd-b06a-72b9df2fc19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:28:46.619072 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aa4a592a-a93f-49ca-af38-a64e4c50f919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:46.619547 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4a592a-a93f-49ca-af38-a64e4c50f919 None None] Bound using segment: {'id': '9ee6be46-961b-49a3-b4c0-be4c29a3e9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c1ed5521-1eeb-4acd-b06a-72b9df2fc19c'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:28:46.620099 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-aa4a592a-a93f-49ca-af38-a64e4c50f919 None None] Bound port: 753fa7b4-2a9d-43f1-9258-a925aac94bbf, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee6be46-961b-49a3-b4c0-be4c29a3e9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c1ed5521-1eeb-4acd-b06a-72b9df2fc19c'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:28:46.620614 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aa4a592a-a93f-49ca-af38-a64e4c50f919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (753fa7b4-2a9d-43f1-9258-a925aac94bbf), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:46.694110 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-aa4a592a-a93f-49ca-af38-a64e4c50f919 None None] For port 753fa7b4-2a9d-43f1-9258-a925aac94bbf, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:28:46.699196 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-aa4a592a-a93f-49ca-af38-a64e4c50f919 None None] For port 753fa7b4-2a9d-43f1-9258-a925aac94bbf, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=753fa7b4-2a9d-43f1-9258-a925aac94bbf,segment=NetworkSegment(9ee6be46-961b-49a3-b4c0-be4c29a3e9d4),segment_id=9ee6be46-961b-49a3-b4c0-be4c29a3e9d4)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:28:46.703724 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aa4a592a-a93f-49ca-af38-a64e4c50f919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (753fa7b4-2a9d-43f1-9258-a925aac94bbf), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:46.727561 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-4816b016-98c4-451a-b869-9f4c30b94cc3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Allocated IP 172.20.0.17 (c1ed5521-1eeb-4acd-b06a-72b9df2fc19c/910dddee-9099-4c85-ad8a-c7a0f6e6c6cf/3b533a7f-7d89-4e97-b2bd-42f30e76bada) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:28:46.781367 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a592a-a93f-49ca-af38-a64e4c50f919 None None] Pushing event updated for resources: {'Port': ['ID=753fa7b4-2a9d-43f1-9258-a925aac94bbf,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:46.886373 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4816b016-98c4-451a-b869-9f4c30b94cc3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for port (3b533a7f-7d89-4e97-b2bd-42f30e76bada), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:46.937129 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4816b016-98c4-451a-b869-9f4c30b94cc3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (3b533a7f-7d89-4e97-b2bd-42f30e76bada), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:46.997351 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4816b016-98c4-451a-b869-9f4c30b94cc3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Network c1ed5521-1eeb-4acd-b06a-72b9df2fc19c is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:28:47.000653 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-4816b016-98c4-451a-b869-9f4c30b94cc3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:28:47.004810 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4816b016-98c4-451a-b869-9f4c30b94cc3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:28:47.037764 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816b016-98c4-451a-b869-9f4c30b94cc3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event updated for resources: {'Port': ['ID=3b533a7f-7d89-4e97-b2bd-42f30e76bada,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:47.060431 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4816b016-98c4-451a-b869-9f4c30b94cc3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (06dc373b-a161-4dfe-82f6-8c90666fa8fb), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:47.210977 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4816b016-98c4-451a-b869-9f4c30b94cc3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3b533a7f-7d89-4e97-b2bd-42f30e76bada), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:47.499121 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4816b016-98c4-451a-b869-9f4c30b94cc3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for port (3b533a7f-7d89-4e97-b2bd-42f30e76bada), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:47.503638 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4816b016-98c4-451a-b869-9f4c30b94cc3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (3b533a7f-7d89-4e97-b2bd-42f30e76bada), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:47.582244 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816b016-98c4-451a-b869-9f4c30b94cc3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event updated for resources: {'Port': ['ID=3b533a7f-7d89-4e97-b2bd-42f30e76bada,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:47.584741 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4816b016-98c4-451a-b869-9f4c30b94cc3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (06dc373b-a161-4dfe-82f6-8c90666fa8fb), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:47.686765 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4816b016-98c4-451a-b869-9f4c30b94cc3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Network c1ed5521-1eeb-4acd-b06a-72b9df2fc19c is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:28:47.688402 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-4816b016-98c4-451a-b869-9f4c30b94cc3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:28:47.837293 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4816b016-98c4-451a-b869-9f4c30b94cc3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Router 06dc373b-a161-4dfe-82f6-8c90666fa8fb has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:28:47.933669 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6a68c4-f21b-43ec-9323-12191f67f4c2 None None] Network c1ed5521-1eeb-4acd-b06a-72b9df2fc19c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:28:47.992670 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4816b016-98c4-451a-b869-9f4c30b94cc3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:28:47.994623 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 753fa7b4-2a9d-43f1-9258-a925aac94bbf up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:28:47.998108 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4816b016-98c4-451a-b869-9f4c30b94cc3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "PUT /v2.0/routers/06dc373b-a161-4dfe-82f6-8c90666fa8fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0808098 Jan 27 22:28:48.061098 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-d6370ae7-eefa-4de4-ab95-30ff3f0aff02 None None] Provisioning complete for port 753fa7b4-2a9d-43f1-9258-a925aac94bbf triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:48.061477 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d6370ae7-eefa-4de4-ab95-30ff3f0aff02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (753fa7b4-2a9d-43f1-9258-a925aac94bbf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:48.144891 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 753fa7b4-2a9d-43f1-9258-a925aac94bbf triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:48.145236 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (753fa7b4-2a9d-43f1-9258-a925aac94bbf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:48.212595 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] Sync routers for ids ['06dc373b-a161-4dfe-82f6-8c90666fa8fb'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:28:48.222545 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d6370ae7-eefa-4de4-ab95-30ff3f0aff02 None None] Current status of the port 753fa7b4-2a9d-43f1-9258-a925aac94bbf is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:48.222941 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d6370ae7-eefa-4de4-ab95-30ff3f0aff02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (753fa7b4-2a9d-43f1-9258-a925aac94bbf), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:48.231221 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] Routers {'06dc373b-a161-4dfe-82f6-8c90666fa8fb'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:28:48.232039 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:28:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['06dc373b-a161-4dfe-82f6-8c90666fa8fb'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:48.257958 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096b943-87d3-483a-b685-7eeceef65a3d req-2ea71d26-5222-47cd-9ef8-3cae4755b09c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:48.259352 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2096b943-87d3-483a-b685-7eeceef65a3d req-2ea71d26-5222-47cd-9ef8-3cae4755b09c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/networks?id=c1ed5521-1eeb-4acd-b06a-72b9df2fc19c HTTP/1.1" status: 200 len: 798 time: 0.1441863 Jan 27 22:28:48.281890 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2096b943-87d3-483a-b685-7eeceef65a3d req-7c18423c-d77f-46d3-bc8b-e5f34a0a118a tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/quotas/962a452fd57b44968762c090f150bdfe HTTP/1.1" status: 200 len: 375 time: 0.0158129 Jan 27 22:28:48.294794 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d6370ae7-eefa-4de4-ab95-30ff3f0aff02 None None] For port 753fa7b4-2a9d-43f1-9258-a925aac94bbf, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=753fa7b4-2a9d-43f1-9258-a925aac94bbf,segment=NetworkSegment(9ee6be46-961b-49a3-b4c0-be4c29a3e9d4),segment_id=9ee6be46-961b-49a3-b4c0-be4c29a3e9d4)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:48.308695 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d6370ae7-eefa-4de4-ab95-30ff3f0aff02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (753fa7b4-2a9d-43f1-9258-a925aac94bbf), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:48.312343 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 753fa7b4-2a9d-43f1-9258-a925aac94bbf is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:48.312585 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (753fa7b4-2a9d-43f1-9258-a925aac94bbf), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:48.360093 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2096b943-87d3-483a-b685-7eeceef65a3d req-154661f7-37a2-416f-b6b2-8caf5e8c61e3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=962a452fd57b44968762c090f150bdfe&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0754945 Jan 27 22:28:48.381379 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] Set router 06dc373b-a161-4dfe-82f6-8c90666fa8fb gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:28:48.396565 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6370ae7-eefa-4de4-ab95-30ff3f0aff02 None None] Pushing event updated for resources: {'Port': ['ID=753fa7b4-2a9d-43f1-9258-a925aac94bbf,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:48.410690 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:28:48.411051 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:28:48.486378 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2096b943-87d3-483a-b685-7eeceef65a3d req-de2cc1df-05bb-4fb2-b989-5973abe04eeb service neutron] 10.222.0.23 "GET /v2.0/networks/c1ed5521-1eeb-4acd-b06a-72b9df2fc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131876 Jan 27 22:28:48.529333 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f12aca1f-993b-4aba-ac2a-67f3d41a5fcc None None] Provisioning complete for port 3b533a7f-7d89-4e97-b2bd-42f30e76bada triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:48.529780 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f12aca1f-993b-4aba-ac2a-67f3d41a5fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3b533a7f-7d89-4e97-b2bd-42f30e76bada), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:48.577910 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f12aca1f-993b-4aba-ac2a-67f3d41a5fcc None None] Port 3b533a7f-7d89-4e97-b2bd-42f30e76bada cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:28:48.585070 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2096b943-87d3-483a-b685-7eeceef65a3d req-1a9842aa-fed2-4fc9-ade3-0c6956ec17f1 service neutron] 10.222.0.23 "GET /v2.0/networks/c1ed5521-1eeb-4acd-b06a-72b9df2fc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920930 Jan 27 22:28:48.592354 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f12aca1f-993b-4aba-ac2a-67f3d41a5fcc None None] Provisioning complete for port 753fa7b4-2a9d-43f1-9258-a925aac94bbf triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:48.592981 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f12aca1f-993b-4aba-ac2a-67f3d41a5fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (753fa7b4-2a9d-43f1-9258-a925aac94bbf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:48.629880 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dc373b-a161-4dfe-82f6-8c90666fa8fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866668939', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '15f68550-0830-47b7-8723-364a198d8faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:43Z', 'updated_at': '2022-01-27T22:28:47Z', 'revision_number': 4, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port': {'id': '15f68550-0830-47b7-8723-364a198d8faa', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dc373b-a161-4dfe-82f6-8c90666fa8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:43Z', 'updated_at': '2022-01-27T22:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3b533a7f-7d89-4e97-b2bd-42f30e76bada', 'name': '', 'network_id': 'c1ed5521-1eeb-4acd-b06a-72b9df2fc19c', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'mac_address': 'fa:16:3e:7c:20:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dc373b-a161-4dfe-82f6-8c90666fa8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '910dddee-9099-4c85-ad8a-c7a0f6e6c6cf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:46Z', 'updated_at': '2022-01-27T22:28:47Z', 'revision_number': 2, 'project_id': '962a452fd57b44968762c090f150bdfe', 'subnets': [{'id': '910dddee-9099-4c85-ad8a-c7a0f6e6c6cf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:48.658985 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] Checking router: 06dc373b-a161-4dfe-82f6-8c90666fa8fb for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:28:48.659352 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] Updating router 06dc373b-a161-4dfe-82f6-8c90666fa8fb port 3b533a7f-7d89-4e97-b2bd-42f30e76bada binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:28:48.688863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f12aca1f-993b-4aba-ac2a-67f3d41a5fcc None None] Current status of the port 753fa7b4-2a9d-43f1-9258-a925aac94bbf is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:48.689097 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3b533a7f-7d89-4e97-b2bd-42f30e76bada), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:48.816156 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-380d9fe4-3b2c-41f3-bc25-e99919a03212 None None] Provisioning complete for port 3b533a7f-7d89-4e97-b2bd-42f30e76bada triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:48.816851 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-380d9fe4-3b2c-41f3-bc25-e99919a03212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3b533a7f-7d89-4e97-b2bd-42f30e76bada), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:48.832738 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7511acd9-f7d2-4891-ace3-3b0d24dbf87c req-0e28ebe7-8cf3-403a-a6e9-23a00925aae9 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68b48dc-af15-4d7b-bfdf-7b3f9f022012 HTTP/1.1" status: 200 len: 210 time: 0.0547040 Jan 27 22:28:48.896069 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-380d9fe4-3b2c-41f3-bc25-e99919a03212 None None] Port 3b533a7f-7d89-4e97-b2bd-42f30e76bada cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:28:48.962131 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 753fa7b4-2a9d-43f1-9258-a925aac94bbf is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:48.963564 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 15f68550-0830-47b7-8723-364a198d8faa up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:28:49.027659 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 15f68550-0830-47b7-8723-364a198d8faa triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:49.028234 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (15f68550-0830-47b7-8723-364a198d8faa), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:49.041629 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] Publish callbacks [] for port (3b533a7f-7d89-4e97-b2bd-42f30e76bada), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:49.047200 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3b533a7f-7d89-4e97-b2bd-42f30e76bada), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:49.102605 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836c752-e207-4f65-b7c0-50d26e1d92be None None] Pushing event updated for resources: {'Port': ['ID=3b533a7f-7d89-4e97-b2bd-42f30e76bada,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:49.142116 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 15f68550-0830-47b7-8723-364a198d8faa is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:49.142328 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836c752-e207-4f65-b7c0-50d26e1d92be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:49.142580 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836c752-e207-4f65-b7c0-50d26e1d92be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:49.142715 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (15f68550-0830-47b7-8723-364a198d8faa), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:49.142919 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836c752-e207-4f65-b7c0-50d26e1d92be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:49.143252 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836c752-e207-4f65-b7c0-50d26e1d92be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:49.143587 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836c752-e207-4f65-b7c0-50d26e1d92be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:49.143901 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836c752-e207-4f65-b7c0-50d26e1d92be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:49.144253 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836c752-e207-4f65-b7c0-50d26e1d92be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:49.144570 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836c752-e207-4f65-b7c0-50d26e1d92be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:49.144893 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836c752-e207-4f65-b7c0-50d26e1d92be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:49.145210 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836c752-e207-4f65-b7c0-50d26e1d92be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:49.145530 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836c752-e207-4f65-b7c0-50d26e1d92be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:49.145843 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836c752-e207-4f65-b7c0-50d26e1d92be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:49.146184 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836c752-e207-4f65-b7c0-50d26e1d92be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:49.167915 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] Attempting to bind port 3b533a7f-7d89-4e97-b2bd-42f30e76bada on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:28:49.168313 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] Attempting to bind port 3b533a7f-7d89-4e97-b2bd-42f30e76bada by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '9ee6be46-961b-49a3-b4c0-be4c29a3e9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c1ed5521-1eeb-4acd-b06a-72b9df2fc19c'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:28:49.168721 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] Attempting to bind port 3b533a7f-7d89-4e97-b2bd-42f30e76bada on network c1ed5521-1eeb-4acd-b06a-72b9df2fc19c {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:28:49.174547 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:28:49.174917 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] Checking segment: {'id': '9ee6be46-961b-49a3-b4c0-be4c29a3e9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c1ed5521-1eeb-4acd-b06a-72b9df2fc19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:28:49.175319 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:49.175724 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] Bound using segment: {'id': '9ee6be46-961b-49a3-b4c0-be4c29a3e9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c1ed5521-1eeb-4acd-b06a-72b9df2fc19c'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:28:49.176194 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] Bound port: 3b533a7f-7d89-4e97-b2bd-42f30e76bada, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee6be46-961b-49a3-b4c0-be4c29a3e9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c1ed5521-1eeb-4acd-b06a-72b9df2fc19c'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:28:49.176592 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3b533a7f-7d89-4e97-b2bd-42f30e76bada), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:49.183215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 15f68550-0830-47b7-8723-364a198d8faa, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=15f68550-0830-47b7-8723-364a198d8faa,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:49.189848 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (15f68550-0830-47b7-8723-364a198d8faa), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:49.235911 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd7b76c3-8b9c-4f90-87e4-53f11e5e5add None None] Provisioning complete for port 3b533a7f-7d89-4e97-b2bd-42f30e76bada triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:49.236406 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd7b76c3-8b9c-4f90-87e4-53f11e5e5add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3b533a7f-7d89-4e97-b2bd-42f30e76bada), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:49.282321 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] For port 3b533a7f-7d89-4e97-b2bd-42f30e76bada, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:28:49.286291 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] For port 3b533a7f-7d89-4e97-b2bd-42f30e76bada, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3b533a7f-7d89-4e97-b2bd-42f30e76bada,segment=NetworkSegment(9ee6be46-961b-49a3-b4c0-be4c29a3e9d4),segment_id=9ee6be46-961b-49a3-b4c0-be4c29a3e9d4)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:28:49.291745 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3b533a7f-7d89-4e97-b2bd-42f30e76bada), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:49.316907 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd7b76c3-8b9c-4f90-87e4-53f11e5e5add None None] Port 3b533a7f-7d89-4e97-b2bd-42f30e76bada cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:28:49.321416 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=15f68550-0830-47b7-8723-364a198d8faa,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:49.362525 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836c752-e207-4f65-b7c0-50d26e1d92be None None] Pushing event updated for resources: {'Port': ['ID=3b533a7f-7d89-4e97-b2bd-42f30e76bada,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:49.370461 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] Routers {'06dc373b-a161-4dfe-82f6-8c90666fa8fb'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:28:49.371207 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:28:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['06dc373b-a161-4dfe-82f6-8c90666fa8fb'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:49.471915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a159e82c-01f6-4590-a9d9-087fe8ff4fb2 None None] Provisioning complete for port 3b533a7f-7d89-4e97-b2bd-42f30e76bada triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:49.472538 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a159e82c-01f6-4590-a9d9-087fe8ff4fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3b533a7f-7d89-4e97-b2bd-42f30e76bada), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:49.519964 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] Set router 06dc373b-a161-4dfe-82f6-8c90666fa8fb gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:28:49.534147 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebfc90-0ac1-492b-8084-37cf04eb6380 req-5cbbb483-f2bf-49e6-a3c4-980b07eda936 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:49.536559 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fdebfc90-0ac1-492b-8084-37cf04eb6380 req-5cbbb483-f2bf-49e6-a3c4-980b07eda936 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 1097 time: 0.0757022 Jan 27 22:28:49.631936 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a159e82c-01f6-4590-a9d9-087fe8ff4fb2 None None] Current status of the port 3b533a7f-7d89-4e97-b2bd-42f30e76bada is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:49.632272 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a159e82c-01f6-4590-a9d9-087fe8ff4fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3b533a7f-7d89-4e97-b2bd-42f30e76bada), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:49.635665 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fdebfc90-0ac1-492b-8084-37cf04eb6380 req-e5622746-7c61-4f6b-9371-bbec5e00b36f tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812099 Jan 27 22:28:49.662706 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49360) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:49.688858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a159e82c-01f6-4590-a9d9-087fe8ff4fb2 None None] For port 3b533a7f-7d89-4e97-b2bd-42f30e76bada, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3b533a7f-7d89-4e97-b2bd-42f30e76bada,segment=NetworkSegment(9ee6be46-961b-49a3-b4c0-be4c29a3e9d4),segment_id=9ee6be46-961b-49a3-b4c0-be4c29a3e9d4)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:49.693456 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a159e82c-01f6-4590-a9d9-087fe8ff4fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3b533a7f-7d89-4e97-b2bd-42f30e76bada), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:49.743208 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159e82c-01f6-4590-a9d9-087fe8ff4fb2 None None] Pushing event updated for resources: {'Port': ['ID=3b533a7f-7d89-4e97-b2bd-42f30e76bada,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:49.773003 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dc373b-a161-4dfe-82f6-8c90666fa8fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866668939', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '15f68550-0830-47b7-8723-364a198d8faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:43Z', 'updated_at': '2022-01-27T22:28:47Z', 'revision_number': 4, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port': {'id': '15f68550-0830-47b7-8723-364a198d8faa', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc373b-a161-4dfe-82f6-8c90666fa8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:43Z', 'updated_at': '2022-01-27T22:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3b533a7f-7d89-4e97-b2bd-42f30e76bada', 'name': '', 'network_id': 'c1ed5521-1eeb-4acd-b06a-72b9df2fc19c', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'mac_address': 'fa:16:3e:7c:20:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dc373b-a161-4dfe-82f6-8c90666fa8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '910dddee-9099-4c85-ad8a-c7a0f6e6c6cf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:46Z', 'updated_at': '2022-01-27T22:28:49Z', 'revision_number': 4, 'project_id': '962a452fd57b44968762c090f150bdfe', 'subnets': [{'id': '910dddee-9099-4c85-ad8a-c7a0f6e6c6cf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:49.804296 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fc3fc8-997d-45bb-a48c-cb0e421ed8c7 None None] The sync data for ids ['06dc373b-a161-4dfe-82f6-8c90666fa8fb'] in n-d-772272-3 is: [{'id': '06dc373b-a161-4dfe-82f6-8c90666fa8fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866668939', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '15f68550-0830-47b7-8723-364a198d8faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:43Z', 'updated_at': '2022-01-27T22:28:47Z', 'revision_number': 4, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port': {'id': '15f68550-0830-47b7-8723-364a198d8faa', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc373b-a161-4dfe-82f6-8c90666fa8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:43Z', 'updated_at': '2022-01-27T22:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3b533a7f-7d89-4e97-b2bd-42f30e76bada', 'name': '', 'network_id': 'c1ed5521-1eeb-4acd-b06a-72b9df2fc19c', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'mac_address': 'fa:16:3e:7c:20:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dc373b-a161-4dfe-82f6-8c90666fa8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '910dddee-9099-4c85-ad8a-c7a0f6e6c6cf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:46Z', 'updated_at': '2022-01-27T22:28:49Z', 'revision_number': 4, 'project_id': '962a452fd57b44968762c090f150bdfe', 'subnets': [{'id': '910dddee-9099-4c85-ad8a-c7a0f6e6c6cf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:28:49.834140 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-0e74a985-0829-4108-a44d-4c451ae25003 None None] Provisioning complete for port 3b533a7f-7d89-4e97-b2bd-42f30e76bada triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:49.835158 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0e74a985-0829-4108-a44d-4c451ae25003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3b533a7f-7d89-4e97-b2bd-42f30e76bada), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:49.864273 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-da774504-765d-4b00-8588-c8610462e496 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Deleting port fc969695-10e4-4a22-87c4-d9e2728577c5 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:28:49.864453 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-da774504-765d-4b00-8588-c8610462e496 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (fc969695-10e4-4a22-87c4-d9e2728577c5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:49.926668 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 753fa7b4-2a9d-43f1-9258-a925aac94bbf up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:28:49.984880 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-486d69be-b3b7-4d8e-9bc2-e4aa50c47343 req-f756dee5-6859-4f8a-832a-9abef6e50860 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68b48dc-af15-4d7b-bfdf-7b3f9f022012 HTTP/1.1" status: 200 len: 210 time: 0.0401525 Jan 27 22:28:50.015865 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-da774504-765d-4b00-8588-c8610462e496 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (fc969695-10e4-4a22-87c4-d9e2728577c5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:50.016369 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-da774504-765d-4b00-8588-c8610462e496 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for floatingip (fc969695-10e4-4a22-87c4-d9e2728577c5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:50.045764 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-da774504-765d-4b00-8588-c8610462e496 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Calling delete_port for fc969695-10e4-4a22-87c4-d9e2728577c5 owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:28:50.074152 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-0e74a985-0829-4108-a44d-4c451ae25003 None None] Current status of the port 3b533a7f-7d89-4e97-b2bd-42f30e76bada is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:50.090522 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 753fa7b4-2a9d-43f1-9258-a925aac94bbf triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:50.090910 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (753fa7b4-2a9d-43f1-9258-a925aac94bbf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:50.207834 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096b943-87d3-483a-b685-7eeceef65a3d req-f51703ce-4747-407c-91b4-6e1854a1da24 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:50.210026 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2096b943-87d3-483a-b685-7eeceef65a3d req-f51703ce-4747-407c-91b4-6e1854a1da24 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.15 "GET /v2.0/networks?id=c1ed5521-1eeb-4acd-b06a-72b9df2fc19c HTTP/1.1" status: 200 len: 798 time: 0.1748564 Jan 27 22:28:50.218210 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 753fa7b4-2a9d-43f1-9258-a925aac94bbf is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:50.219364 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 15f68550-0830-47b7-8723-364a198d8faa up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:28:50.226944 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-2096b943-87d3-483a-b685-7eeceef65a3d req-e4eb7632-2c68-45ef-9ab8-65398f3ae2bf tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Request body: {'port': {'device_id': 'f68b48dc-af15-4d7b-bfdf-7b3f9f022012', 'network_id': 'c1ed5521-1eeb-4acd-b06a-72b9df2fc19c', 'admin_state_up': True, 'tenant_id': '962a452fd57b44968762c090f150bdfe'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:50.283623 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 15f68550-0830-47b7-8723-364a198d8faa triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:50.284003 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (15f68550-0830-47b7-8723-364a198d8faa), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:50.335055 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-da774504-765d-4b00-8588-c8610462e496 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (fc969695-10e4-4a22-87c4-d9e2728577c5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:50.368756 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da774504-765d-4b00-8588-c8610462e496 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Port': ['ID=fc969695-10e4-4a22-87c4-d9e2728577c5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:50.384977 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 15f68550-0830-47b7-8723-364a198d8faa is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:50.402891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2096b943-87d3-483a-b685-7eeceef65a3d req-e4eb7632-2c68-45ef-9ab8-65398f3ae2bf tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Made reservation on behalf of 962a452fd57b44968762c090f150bdfe for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:28:50.406717 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2096b943-87d3-483a-b685-7eeceef65a3d req-e4eb7632-2c68-45ef-9ab8-65398f3ae2bf tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:50.448899 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-da774504-765d-4b00-8588-c8610462e496 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for floatingip (76824cd7-95ba-4951-8e19-784095e93141), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:50.449495 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-da774504-765d-4b00-8588-c8610462e496 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Floating IP 76824cd7-95ba-4951-8e19-784095e93141 disassociated (deleted). External IP: 172.25.3.239, port: c4791688-6dd7-429a-be49-654490242497. Jan 27 22:28:50.544220 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-2096b943-87d3-483a-b685-7eeceef65a3d req-e4eb7632-2c68-45ef-9ab8-65398f3ae2bf tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Allocated IP 172.20.0.27 (c1ed5521-1eeb-4acd-b06a-72b9df2fc19c/910dddee-9099-4c85-ad8a-c7a0f6e6c6cf/cd5daa2a-b564-40f6-b343-50df3208067c) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:28:50.665158 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2096b943-87d3-483a-b685-7eeceef65a3d req-e4eb7632-2c68-45ef-9ab8-65398f3ae2bf tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for port (cd5daa2a-b564-40f6-b343-50df3208067c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:50.682241 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da774504-765d-4b00-8588-c8610462e496 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Router 75499b0b-0aed-4be2-9354-6a8c025c2a45 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:28:50.702472 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2096b943-87d3-483a-b685-7eeceef65a3d req-e4eb7632-2c68-45ef-9ab8-65398f3ae2bf tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (cd5daa2a-b564-40f6-b343-50df3208067c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:50.749983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2096b943-87d3-483a-b685-7eeceef65a3d req-e4eb7632-2c68-45ef-9ab8-65398f3ae2bf tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Network c1ed5521-1eeb-4acd-b06a-72b9df2fc19c is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:28:50.753315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-2096b943-87d3-483a-b685-7eeceef65a3d req-e4eb7632-2c68-45ef-9ab8-65398f3ae2bf tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:28:50.759520 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-2096b943-87d3-483a-b685-7eeceef65a3d req-e4eb7632-2c68-45ef-9ab8-65398f3ae2bf tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:28:50.766325 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb7632-2c68-45ef-9ab8-65398f3ae2bf tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event updated for resources: {'Port': ['ID=cd5daa2a-b564-40f6-b343-50df3208067c,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:50.808020 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da774504-765d-4b00-8588-c8610462e496 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:28:50.813204 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-da774504-765d-4b00-8588-c8610462e496 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:50.819581 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d45dffe-0463-4208-9808-1a5909122efc None None] Sync routers for ids ['75499b0b-0aed-4be2-9354-6a8c025c2a45'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:28:50.824992 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096b943-87d3-483a-b685-7eeceef65a3d req-e4eb7632-2c68-45ef-9ab8-65398f3ae2bf tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:50.825683 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2096b943-87d3-483a-b685-7eeceef65a3d req-e4eb7632-2c68-45ef-9ab8-65398f3ae2bf tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:50.836225 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d45dffe-0463-4208-9808-1a5909122efc None None] Routers {'75499b0b-0aed-4be2-9354-6a8c025c2a45'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:28:50.837107 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5d45dffe-0463-4208-9808-1a5909122efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:28:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['75499b0b-0aed-4be2-9354-6a8c025c2a45'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:50.847973 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2096b943-87d3-483a-b685-7eeceef65a3d req-e4eb7632-2c68-45ef-9ab8-65398f3ae2bf tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6264358 Jan 27 22:28:50.864241 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-2096b943-87d3-483a-b685-7eeceef65a3d req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] Request body: {'port': {'device_id': 'f68b48dc-af15-4d7b-bfdf-7b3f9f022012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:50.870472 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-da774504-765d-4b00-8588-c8610462e496 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "DELETE /v2.0/floatingips/76824cd7-95ba-4951-8e19-784095e93141 HTTP/1.1" status: 204 len: 168 time: 1.2052729 Jan 27 22:28:50.871178 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'tag': 'c4791688-6dd7-429a-be49-654490242497'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:28:50.873904 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390d635b-ae9e-4e4f-8a51-cb1fd3ce5ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "1bba0520-ab74-4327-bf71-c5dba6a7076b", "tag": "c4791688-6dd7-429a-be49-654490242497"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:28:50.955299 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2096b943-87d3-483a-b685-7eeceef65a3d req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cd5daa2a-b564-40f6-b343-50df3208067c), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:50.961598 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0167c129-5bfa-42e7-82a8-2342154ce46e x-openstack-request-id: req-0167c129-5bfa-42e7-82a8-2342154ce46e {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:28:50.961900 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bba0520-ab74-4327-bf71-c5dba6a7076b", "tag": "c4791688-6dd7-429a-be49-654490242497", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:28:50.962202 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0167c129-5bfa-42e7-82a8-2342154ce46e {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:28:50.962572 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'tag': 'c4791688-6dd7-429a-be49-654490242497', 'status': 'completed', 'code': 200} Jan 27 22:28:51.024898 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-5d45dffe-0463-4208-9808-1a5909122efc None None] Set router 75499b0b-0aed-4be2-9354-6a8c025c2a45 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:28:51.221486 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ccc1cb7e-6496-4afb-a257-d37690bd80c4 None None] Provisioning complete for port cd5daa2a-b564-40f6-b343-50df3208067c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:51.222090 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ccc1cb7e-6496-4afb-a257-d37690bd80c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cd5daa2a-b564-40f6-b343-50df3208067c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:51.284069 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ccc1cb7e-6496-4afb-a257-d37690bd80c4 None None] Port cd5daa2a-b564-40f6-b343-50df3208067c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:28:51.342611 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5d45dffe-0463-4208-9808-1a5909122efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841474253', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:50Z', 'updated_at': '2022-01-27T22:26:54Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:51Z', 'updated_at': '2022-01-27T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442', 'name': '', 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:dc:cd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c2b7f5-1db2-4410-b51c-27ae65cb79e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:53Z', 'updated_at': '2022-01-27T22:26:58Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '24c2b7f5-1db2-4410-b51c-27ae65cb79e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:51.371484 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d45dffe-0463-4208-9808-1a5909122efc None None] Checking router: 75499b0b-0aed-4be2-9354-6a8c025c2a45 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:28:51.382342 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d45dffe-0463-4208-9808-1a5909122efc None None] Routers {'75499b0b-0aed-4be2-9354-6a8c025c2a45'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:28:51.382974 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5d45dffe-0463-4208-9808-1a5909122efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:28:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['75499b0b-0aed-4be2-9354-6a8c025c2a45'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:51.449384 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:51.509676 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-5d45dffe-0463-4208-9808-1a5909122efc None None] Set router 75499b0b-0aed-4be2-9354-6a8c025c2a45 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:28:51.594292 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d635b-ae9e-4e4f-8a51-cb1fd3ce5ff2 req-58423c58-bbcb-4855-8394-572d390a5356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:51.595797 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-390d635b-ae9e-4e4f-8a51-cb1fd3ce5ff2 req-58423c58-bbcb-4855-8394-572d390a5356 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 1097 time: 0.4663858 Jan 27 22:28:51.606733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fc02b-eacc-4014-8950-5ba15046e95a req-900c0de1-72ea-4ed8-9c20-7c4da9ea8dcb tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:51.608127 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c64fc02b-eacc-4014-8950-5ba15046e95a req-900c0de1-72ea-4ed8-9c20-7c4da9ea8dcb tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68b48dc-af15-4d7b-bfdf-7b3f9f022012 HTTP/1.1" status: 200 len: 895 time: 0.4657924 Jan 27 22:28:51.639156 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81d0a2-4489-4876-ab95-529e66ff0b26 req-11b18831-869b-4443-8727-c1b3b9f08871 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:51.640654 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cb81d0a2-4489-4876-ab95-529e66ff0b26 req-11b18831-869b-4443-8727-c1b3b9f08871 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 946 time: 0.4522390 Jan 27 22:28:51.729012 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5d45dffe-0463-4208-9808-1a5909122efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841474253', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:50Z', 'updated_at': '2022-01-27T22:26:54Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:51Z', 'updated_at': '2022-01-27T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442', 'name': '', 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:dc:cd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c2b7f5-1db2-4410-b51c-27ae65cb79e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:53Z', 'updated_at': '2022-01-27T22:26:58Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '24c2b7f5-1db2-4410-b51c-27ae65cb79e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:51.764275 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d45dffe-0463-4208-9808-1a5909122efc None None] The sync data for ids ['75499b0b-0aed-4be2-9354-6a8c025c2a45'] in n-d-772272-3 is: [{'id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841474253', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:50Z', 'updated_at': '2022-01-27T22:26:54Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:51Z', 'updated_at': '2022-01-27T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442', 'name': '', 'network_id': '9aca6638-301c-4949-a41c-de0c491b9d12', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:dc:cd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c2b7f5-1db2-4410-b51c-27ae65cb79e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:53Z', 'updated_at': '2022-01-27T22:26:58Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '24c2b7f5-1db2-4410-b51c-27ae65cb79e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:28:51.781717 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cb81d0a2-4489-4876-ab95-529e66ff0b26 req-3ff628c3-5f95-4c8b-907b-2c96987b98c6 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280701 Jan 27 22:28:51.820993 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d635b-ae9e-4e4f-8a51-cb1fd3ce5ff2 req-5b34aecb-d720-449d-bc0c-7069b6f15ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:51.822569 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-390d635b-ae9e-4e4f-8a51-cb1fd3ce5ff2 req-5b34aecb-d720-449d-bc0c-7069b6f15ba6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9aca6638-301c-4949-a41c-de0c491b9d12 HTTP/1.1" status: 200 len: 897 time: 0.2101793 Jan 27 22:28:51.832006 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-2096b943-87d3-483a-b685-7eeceef65a3d req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5daa2a-b564-40f6-b343-50df3208067c {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:28:51.848698 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2096b943-87d3-483a-b685-7eeceef65a3d req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] Publish callbacks [] for port (cd5daa2a-b564-40f6-b343-50df3208067c), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:51.883851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-390d635b-ae9e-4e4f-8a51-cb1fd3ce5ff2 req-249411a8-483b-4605-9e65-177767afc7fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4791688-6dd7-429a-be49-654490242497 HTTP/1.1" status: 200 len: 217 time: 0.0465550 Jan 27 22:28:51.923385 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-2096b943-87d3-483a-b685-7eeceef65a3d req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] Transition to ACTIVE for port object cd5daa2a-b564-40f6-b343-50df3208067c will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:28:51.930340 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2096b943-87d3-483a-b685-7eeceef65a3d req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (cd5daa2a-b564-40f6-b343-50df3208067c), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:51.931804 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3b533a7f-7d89-4e97-b2bd-42f30e76bada up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:28:51.972752 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d635b-ae9e-4e4f-8a51-cb1fd3ce5ff2 req-d2cdea3c-0ce2-49bb-8d55-6af6c18c45e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:51.974284 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-390d635b-ae9e-4e4f-8a51-cb1fd3ce5ff2 req-d2cdea3c-0ce2-49bb-8d55-6af6c18c45e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24c2b7f5-1db2-4410-b51c-27ae65cb79e2 HTTP/1.1" status: 200 len: 835 time: 0.0847046 Jan 27 22:28:51.994222 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 3b533a7f-7d89-4e97-b2bd-42f30e76bada triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:51.997139 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3b533a7f-7d89-4e97-b2bd-42f30e76bada), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:52.030259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] Pushing event updated for resources: {'Port': ['ID=cd5daa2a-b564-40f6-b343-50df3208067c,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:52.095012 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d635b-ae9e-4e4f-8a51-cb1fd3ce5ff2 req-14e14289-e2a1-459f-bb88-8653fb389a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:52.095634 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e4900-4004-410d-8ab7-9a9f06c187cb None None] New status for floating IP 76824cd7-95ba-4951-8e19-784095e93141: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:28:52.096773 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-390d635b-ae9e-4e4f-8a51-cb1fd3ce5ff2 req-14e14289-e2a1-459f-bb88-8653fb389a53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9aca6638-301c-4949-a41c-de0c491b9d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111264 Jan 27 22:28:52.118754 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 3b533a7f-7d89-4e97-b2bd-42f30e76bada is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:52.169716 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2096b943-87d3-483a-b685-7eeceef65a3d req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] Attempting to bind port cd5daa2a-b564-40f6-b343-50df3208067c on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:28:52.170054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2096b943-87d3-483a-b685-7eeceef65a3d req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] Attempting to bind port cd5daa2a-b564-40f6-b343-50df3208067c by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '9ee6be46-961b-49a3-b4c0-be4c29a3e9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c1ed5521-1eeb-4acd-b06a-72b9df2fc19c'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:28:52.170383 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096b943-87d3-483a-b685-7eeceef65a3d req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] Attempting to bind port cd5daa2a-b564-40f6-b343-50df3208067c on network c1ed5521-1eeb-4acd-b06a-72b9df2fc19c {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:28:52.180488 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096b943-87d3-483a-b685-7eeceef65a3d req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] Port cd5daa2a-b564-40f6-b343-50df3208067c on network c1ed5521-1eeb-4acd-b06a-72b9df2fc19c not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:28:52.180809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096b943-87d3-483a-b685-7eeceef65a3d req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] Attempting to bind port cd5daa2a-b564-40f6-b343-50df3208067c on network c1ed5521-1eeb-4acd-b06a-72b9df2fc19c {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:28:52.192055 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096b943-87d3-483a-b685-7eeceef65a3d req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:28:52.192428 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096b943-87d3-483a-b685-7eeceef65a3d req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] Checking segment: {'id': '9ee6be46-961b-49a3-b4c0-be4c29a3e9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c1ed5521-1eeb-4acd-b06a-72b9df2fc19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:28:52.193360 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096b943-87d3-483a-b685-7eeceef65a3d req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] Bound using segment: {'id': '9ee6be46-961b-49a3-b4c0-be4c29a3e9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c1ed5521-1eeb-4acd-b06a-72b9df2fc19c'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:28:52.193908 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2096b943-87d3-483a-b685-7eeceef65a3d req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] Bound port: cd5daa2a-b564-40f6-b343-50df3208067c, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee6be46-961b-49a3-b4c0-be4c29a3e9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c1ed5521-1eeb-4acd-b06a-72b9df2fc19c'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:28:52.194294 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2096b943-87d3-483a-b685-7eeceef65a3d req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cd5daa2a-b564-40f6-b343-50df3208067c), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:52.252890 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-390d635b-ae9e-4e4f-8a51-cb1fd3ce5ff2 req-160516b5-12bc-4f28-8c33-49b480d87ed1 service neutron] 10.222.0.15 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470771 Jan 27 22:28:52.329942 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-2096b943-87d3-483a-b685-7eeceef65a3d req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] For port cd5daa2a-b564-40f6-b343-50df3208067c, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:28:52.345863 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-2096b943-87d3-483a-b685-7eeceef65a3d req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] For port cd5daa2a-b564-40f6-b343-50df3208067c, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=cd5daa2a-b564-40f6-b343-50df3208067c,segment=NetworkSegment(9ee6be46-961b-49a3-b4c0-be4c29a3e9d4),segment_id=9ee6be46-961b-49a3-b4c0-be4c29a3e9d4)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:28:52.356384 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2096b943-87d3-483a-b685-7eeceef65a3d req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (cd5daa2a-b564-40f6-b343-50df3208067c), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:52.406011 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-390d635b-ae9e-4e4f-8a51-cb1fd3ce5ff2 req-f29820ca-bff1-4c16-b17a-22f968bed3a1 service neutron] 10.222.0.15 "GET /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430779 Jan 27 22:28:52.408634 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096b943-87d3-483a-b685-7eeceef65a3d req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:52.409227 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2096b943-87d3-483a-b685-7eeceef65a3d req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:52.410531 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2096b943-87d3-483a-b685-7eeceef65a3d req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] 10.222.0.15 "PUT /v2.0/ports/cd5daa2a-b564-40f6-b343-50df3208067c HTTP/1.1" status: 200 len: 1055 time: 1.5517871 Jan 27 22:28:52.410973 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68b48dc-af15-4d7b-bfdf-7b3f9f022012', 'tag': 'cd5daa2a-b564-40f6-b343-50df3208067c'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:28:52.413316 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4de0a76-9b52-47c6-9f9f-c59c27d325c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f68b48dc-af15-4d7b-bfdf-7b3f9f022012", "tag": "cd5daa2a-b564-40f6-b343-50df3208067c"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:28:52.439584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3646e-ac77-4dd6-9d57-1b57611516da service neutron] Pushing event updated for resources: {'Port': ['ID=cd5daa2a-b564-40f6-b343-50df3208067c,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:52.473044 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ced33e-bbad-47df-b604-0a8ceb0cb825 x-openstack-request-id: req-31ced33e-bbad-47df-b604-0a8ceb0cb825 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:28:52.473340 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68b48dc-af15-4d7b-bfdf-7b3f9f022012", "tag": "cd5daa2a-b564-40f6-b343-50df3208067c", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:28:52.473600 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31ced33e-bbad-47df-b604-0a8ceb0cb825 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:28:52.474008 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68b48dc-af15-4d7b-bfdf-7b3f9f022012', 'tag': 'cd5daa2a-b564-40f6-b343-50df3208067c', 'status': 'completed', 'code': 200} Jan 27 22:28:52.543667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096b943-87d3-483a-b685-7eeceef65a3d req-39db968f-9a56-47fd-b01a-8fa65d403a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:52.545217 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2096b943-87d3-483a-b685-7eeceef65a3d req-39db968f-9a56-47fd-b01a-8fa65d403a9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=962a452fd57b44968762c090f150bdfe&device_id=f68b48dc-af15-4d7b-bfdf-7b3f9f022012 HTTP/1.1" status: 200 len: 1058 time: 0.0811553 Jan 27 22:28:52.556588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6ec41-3a40-4ad1-8d70-2725b983e428 req-2a20e924-62ec-4271-8982-0ef5f7d848a1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:52.558941 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ca6ec41-3a40-4ad1-8d70-2725b983e428 req-2a20e924-62ec-4271-8982-0ef5f7d848a1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 946 time: 0.0660715 Jan 27 22:28:52.603302 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2096b943-87d3-483a-b685-7eeceef65a3d req-ae9b2c62-fe43-478f-8e9b-464ae8ad11fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=cd5daa2a-b564-40f6-b343-50df3208067c HTTP/1.1" status: 200 len: 217 time: 0.0432696 Jan 27 22:28:52.723292 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096b943-87d3-483a-b685-7eeceef65a3d req-58d42cd7-e3ee-47ae-97d1-4f394bf7e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:52.725240 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2096b943-87d3-483a-b685-7eeceef65a3d req-58d42cd7-e3ee-47ae-97d1-4f394bf7e3a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=910dddee-9099-4c85-ad8a-c7a0f6e6c6cf HTTP/1.1" status: 200 len: 838 time: 0.1055994 Jan 27 22:28:52.787630 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6df0ad-4dca-4752-ae22-4a7e38625fec req-2d4e2cea-f773-4b51-a0be-70d6aa93ed26 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:52.789064 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aa6df0ad-4dca-4752-ae22-4a7e38625fec req-2d4e2cea-f773-4b51-a0be-70d6aa93ed26 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68b48dc-af15-4d7b-bfdf-7b3f9f022012 HTTP/1.1" status: 200 len: 907 time: 0.1018202 Jan 27 22:28:52.793256 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-7ca6ec41-3a40-4ad1-8d70-2725b983e428 req-56d7bfdc-59d3-47d6-b829-1cf43cca198a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Deleting port c4791688-6dd7-429a-be49-654490242497 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:28:52.793609 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7ca6ec41-3a40-4ad1-8d70-2725b983e428 req-56d7bfdc-59d3-47d6-b829-1cf43cca198a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c4791688-6dd7-429a-be49-654490242497), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:52.847899 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096b943-87d3-483a-b685-7eeceef65a3d req-1a4999b7-ad9c-4f87-8a17-ac6eefe66557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:52.849982 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2096b943-87d3-483a-b685-7eeceef65a3d req-1a4999b7-ad9c-4f87-8a17-ac6eefe66557 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1ed5521-1eeb-4acd-b06a-72b9df2fc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1170101 Jan 27 22:28:52.977997 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-7ca6ec41-3a40-4ad1-8d70-2725b983e428 req-56d7bfdc-59d3-47d6-b829-1cf43cca198a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] For port c4791688-6dd7-429a-be49-654490242497, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=c4791688-6dd7-429a-be49-654490242497,segment=NetworkSegment(b4e28224-f3b3-4215-bbb2-a842fcda4caa),segment_id=b4e28224-f3b3-4215-bbb2-a842fcda4caa)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:52.978365 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7ca6ec41-3a40-4ad1-8d70-2725b983e428 req-56d7bfdc-59d3-47d6-b829-1cf43cca198a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c4791688-6dd7-429a-be49-654490242497), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:53.001800 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-7ca6ec41-3a40-4ad1-8d70-2725b983e428 req-56d7bfdc-59d3-47d6-b829-1cf43cca198a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Calling delete_port for c4791688-6dd7-429a-be49-654490242497 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:28:53.010014 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd092194-9320-45af-a74e-a388f414454f req-0c8b4bba-0693-4ac2-b570-668c766a8b55 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:53.011503 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd092194-9320-45af-a74e-a388f414454f req-0c8b4bba-0693-4ac2-b570-668c766a8b55 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bba0520-ab74-4327-bf71-c5dba6a7076b HTTP/1.1" status: 200 len: 946 time: 0.1566274 Jan 27 22:28:53.050099 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2096b943-87d3-483a-b685-7eeceef65a3d req-b738c158-4ce9-4bb9-a959-cc6f14442bc4 service neutron] 10.222.0.15 "GET /v2.0/networks/c1ed5521-1eeb-4acd-b06a-72b9df2fc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851828 Jan 27 22:28:53.170873 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd092194-9320-45af-a74e-a388f414454f req-a806ff00-677e-4451-9696-d2e191aa7824 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d31815-57cf-4d56-87c4-220e08a44b36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503222 Jan 27 22:28:53.246368 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2096b943-87d3-483a-b685-7eeceef65a3d req-74a32f4a-2c7c-4d87-a972-d9109b2930b7 service neutron] 10.222.0.15 "GET /v2.0/networks/c1ed5521-1eeb-4acd-b06a-72b9df2fc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685376 Jan 27 22:28:53.267793 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7ca6ec41-3a40-4ad1-8d70-2725b983e428 req-56d7bfdc-59d3-47d6-b829-1cf43cca198a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (c4791688-6dd7-429a-be49-654490242497), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:53.296731 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7bfdc-59d3-47d6-b829-1cf43cca198a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Port': ['ID=c4791688-6dd7-429a-be49-654490242497,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:53.372258 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca6ec41-3a40-4ad1-8d70-2725b983e428 req-56d7bfdc-59d3-47d6-b829-1cf43cca198a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] No DVR routers for this DVR port c4791688-6dd7-429a-be49-654490242497 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:28:53.375355 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7ca6ec41-3a40-4ad1-8d70-2725b983e428 req-56d7bfdc-59d3-47d6-b829-1cf43cca198a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:53.378835 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ca6ec41-3a40-4ad1-8d70-2725b983e428 req-56d7bfdc-59d3-47d6-b829-1cf43cca198a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.15 "DELETE /v2.0/ports/c4791688-6dd7-429a-be49-654490242497 HTTP/1.1" status: 204 len: 173 time: 0.8130033 Jan 27 22:28:53.383953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de0a76-9b52-47c6-9f9f-c59c27d325c1 req-71455968-ebea-449f-af98-aa6c455ed10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:53.385408 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4de0a76-9b52-47c6-9f9f-c59c27d325c1 req-71455968-ebea-449f-af98-aa6c455ed10e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=962a452fd57b44968762c090f150bdfe&device_id=f68b48dc-af15-4d7b-bfdf-7b3f9f022012 HTTP/1.1" status: 200 len: 1058 time: 0.0900111 Jan 27 22:28:53.481445 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de0a76-9b52-47c6-9f9f-c59c27d325c1 req-7a4ed502-ec1c-4528-8c0b-a2fd9e1eb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:53.482947 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4de0a76-9b52-47c6-9f9f-c59c27d325c1 req-7a4ed502-ec1c-4528-8c0b-a2fd9e1eb5c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c1ed5521-1eeb-4acd-b06a-72b9df2fc19c HTTP/1.1" status: 200 len: 899 time: 0.0917282 Jan 27 22:28:53.528644 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4de0a76-9b52-47c6-9f9f-c59c27d325c1 req-7dc82443-9395-4863-8f48-f116f3420858 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=cd5daa2a-b564-40f6-b343-50df3208067c HTTP/1.1" status: 200 len: 217 time: 0.0360165 Jan 27 22:28:53.575903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de0a76-9b52-47c6-9f9f-c59c27d325c1 req-52b9221c-a95d-4f99-b484-9a4b888e710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:53.577274 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4de0a76-9b52-47c6-9f9f-c59c27d325c1 req-52b9221c-a95d-4f99-b484-9a4b888e710f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=910dddee-9099-4c85-ad8a-c7a0f6e6c6cf HTTP/1.1" status: 200 len: 838 time: 0.0425093 Jan 27 22:28:53.622635 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de0a76-9b52-47c6-9f9f-c59c27d325c1 req-f30ade7e-654b-4123-8d84-21076a17993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:53.624136 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4de0a76-9b52-47c6-9f9f-c59c27d325c1 req-f30ade7e-654b-4123-8d84-21076a17993d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c1ed5521-1eeb-4acd-b06a-72b9df2fc19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392573 Jan 27 22:28:53.722241 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4de0a76-9b52-47c6-9f9f-c59c27d325c1 req-1d701ed2-c18f-47cd-a48a-8ddebaa4b4f5 service neutron] 10.222.0.15 "GET /v2.0/networks/c1ed5521-1eeb-4acd-b06a-72b9df2fc19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901887 Jan 27 22:28:53.830520 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4de0a76-9b52-47c6-9f9f-c59c27d325c1 req-c914e3db-7ffc-46a0-986e-310dcc179a39 service neutron] 10.222.0.15 "GET /v2.0/networks/c1ed5521-1eeb-4acd-b06a-72b9df2fc19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968161 Jan 27 22:28:53.917904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dc23c-dc1d-44b4-a4ef-9c614c0d5d95 req-cb0f4d30-2f4c-4a89-911c-90788d86566d tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:53.919332 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-826dc23c-dc1d-44b4-a4ef-9c614c0d5d95 req-cb0f4d30-2f4c-4a89-911c-90788d86566d tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68b48dc-af15-4d7b-bfdf-7b3f9f022012 HTTP/1.1" status: 200 len: 907 time: 0.0552459 Jan 27 22:28:54.141589 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-41623dde-558f-42ef-9369-c87c6a576e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:54.226960 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49384) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:54.475676 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'name': 'network-vif-deleted', 'tag': 'c4791688-6dd7-429a-be49-654490242497'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:28:54.478211 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9683a2-7934-4509-8181-20ff21f42ecf" -d '{"events": [{"server_uuid": "1bba0520-ab74-4327-bf71-c5dba6a7076b", "name": "network-vif-deleted", "tag": "c4791688-6dd7-429a-be49-654490242497"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:28:54.512248 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e206048c-d4cd-46b2-b6ed-73f9a3b3a39c x-openstack-request-id: req-e206048c-d4cd-46b2-b6ed-73f9a3b3a39c {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:28:54.512639 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bba0520-ab74-4327-bf71-c5dba6a7076b", "name": "network-vif-deleted", "tag": "c4791688-6dd7-429a-be49-654490242497", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:28:54.512957 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e206048c-d4cd-46b2-b6ed-73f9a3b3a39c {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:28:54.513432 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bba0520-ab74-4327-bf71-c5dba6a7076b', 'name': 'network-vif-deleted', 'tag': 'c4791688-6dd7-429a-be49-654490242497', 'status': 'completed', 'code': 200} Jan 27 22:28:54.575952 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-18b53ee4-af72-486e-ad5d-585ce1a829b7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (75499b0b-0aed-4be2-9354-6a8c025c2a45), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:54.827019 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-18b53ee4-af72-486e-ad5d-585ce1a829b7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Deleting port 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:28:54.827282 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-18b53ee4-af72-486e-ad5d-585ce1a829b7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:54.915405 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-18b53ee4-af72-486e-ad5d-585ce1a829b7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] For port 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442,segment=NetworkSegment(b4e28224-f3b3-4215-bbb2-a842fcda4caa),segment_id=b4e28224-f3b3-4215-bbb2-a842fcda4caa)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:54.915769 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-18b53ee4-af72-486e-ad5d-585ce1a829b7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:54.927249 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-18b53ee4-af72-486e-ad5d-585ce1a829b7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Calling delete_port for 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:28:55.035720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ae340-5fa9-47a6-8aa9-7f8fdbabbdb7 req-24fc3366-f7f3-4b5c-9c4d-ddcae375f762 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:55.037257 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae0ae340-5fa9-47a6-8aa9-7f8fdbabbdb7 req-24fc3366-f7f3-4b5c-9c4d-ddcae375f762 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68b48dc-af15-4d7b-bfdf-7b3f9f022012 HTTP/1.1" status: 200 len: 907 time: 0.0483680 Jan 27 22:28:55.114845 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-18b53ee4-af72-486e-ad5d-585ce1a829b7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:55.140047 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b53ee4-af72-486e-ad5d-585ce1a829b7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Port': ['ID=5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:55.313961 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-18b53ee4-af72-486e-ad5d-585ce1a829b7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (75499b0b-0aed-4be2-9354-6a8c025c2a45), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:55.525466 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b53ee4-af72-486e-ad5d-585ce1a829b7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Router 75499b0b-0aed-4be2-9354-6a8c025c2a45 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:28:55.942630 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b53ee4-af72-486e-ad5d-585ce1a829b7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:28:55.947787 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-18b53ee4-af72-486e-ad5d-585ce1a829b7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "PUT /v2.0/routers/75499b0b-0aed-4be2-9354-6a8c025c2a45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7197993 Jan 27 22:28:55.950523 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49390) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:55.952824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8c929a-db58-4e5a-9ed3-0ed21f5f4f57 None None] Sync routers for ids ['75499b0b-0aed-4be2-9354-6a8c025c2a45'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:28:55.964428 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8c929a-db58-4e5a-9ed3-0ed21f5f4f57 None None] Routers {'75499b0b-0aed-4be2-9354-6a8c025c2a45'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:28:55.965049 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2a8c929a-db58-4e5a-9ed3-0ed21f5f4f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:28:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['75499b0b-0aed-4be2-9354-6a8c025c2a45'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:56.004654 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf89979-22e5-4830-be0a-88ede5270098 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Deleting subnet 24c2b7f5-1db2-4410-b51c-27ae65cb79e2 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:28:56.008218 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fdf89979-22e5-4830-be0a-88ede5270098 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for subnet (24c2b7f5-1db2-4410-b51c-27ae65cb79e2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:56.049975 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fdf89979-22e5-4830-be0a-88ede5270098 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (24c2b7f5-1db2-4410-b51c-27ae65cb79e2), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:56.145353 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fdf89979-22e5-4830-be0a-88ede5270098 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (24c2b7f5-1db2-4410-b51c-27ae65cb79e2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:56.163416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd8040-3a0d-4129-ad81-fe9d46e0c566 req-3ae46ee4-e5dd-47f6-9201-7e5dbf9b7921 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:56.164992 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9fd8040-3a0d-4129-ad81-fe9d46e0c566 req-3ae46ee4-e5dd-47f6-9201-7e5dbf9b7921 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68b48dc-af15-4d7b-bfdf-7b3f9f022012 HTTP/1.1" status: 200 len: 907 time: 0.0521247 Jan 27 22:28:56.215377 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fdf89979-22e5-4830-be0a-88ede5270098 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (24c2b7f5-1db2-4410-b51c-27ae65cb79e2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:56.241789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-2a8c929a-db58-4e5a-9ed3-0ed21f5f4f57 None None] Set router 75499b0b-0aed-4be2-9354-6a8c025c2a45 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:28:56.244016 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf89979-22e5-4830-be0a-88ede5270098 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Subnet': ['ID=24c2b7f5-1db2-4410-b51c-27ae65cb79e2,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:56.246032 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fdf89979-22e5-4830-be0a-88ede5270098 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:56.249279 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fdf89979-22e5-4830-be0a-88ede5270098 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "DELETE /v2.0/subnets/24c2b7f5-1db2-4410-b51c-27ae65cb79e2 HTTP/1.1" status: 204 len: 168 time: 0.2978153 Jan 27 22:28:56.251947 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49394) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:56.275607 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8706af3-500d-4b01-ad93-b0fef4aee7d3 None None] Network 9aca6638-301c-4949-a41c-de0c491b9d12 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:28:56.361463 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10095924-6d31-4a8d-9a56-ad40c515165c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router (75499b0b-0aed-4be2-9354-6a8c025c2a45), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:56.468766 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10095924-6d31-4a8d-9a56-ad40c515165c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_gateway (75499b0b-0aed-4be2-9354-6a8c025c2a45), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:56.518540 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2a8c929a-db58-4e5a-9ed3-0ed21f5f4f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841474253', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:50Z', 'updated_at': '2022-01-27T22:28:55Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'a2d3fbdb-9af9-4484-aaef-19f58dc3216d', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:26:51Z', 'updated_at': '2022-01-27T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:56.525684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-10095924-6d31-4a8d-9a56-ad40c515165c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Deleting port a2d3fbdb-9af9-4484-aaef-19f58dc3216d {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:28:56.526029 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10095924-6d31-4a8d-9a56-ad40c515165c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (a2d3fbdb-9af9-4484-aaef-19f58dc3216d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:56.554997 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82a3f2c-62d4-4c60-bd76-90d390235aad None None] DHCP port deletion for 9aca6638-301c-4949-a41c-de0c491b9d12 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:28:56.557601 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8c929a-db58-4e5a-9ed3-0ed21f5f4f57 None None] Checking router: 75499b0b-0aed-4be2-9354-6a8c025c2a45 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:28:56.589431 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8c929a-db58-4e5a-9ed3-0ed21f5f4f57 None None] Routers {'75499b0b-0aed-4be2-9354-6a8c025c2a45'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:28:56.590098 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2a8c929a-db58-4e5a-9ed3-0ed21f5f4f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:28:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['75499b0b-0aed-4be2-9354-6a8c025c2a45'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:56.608668 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-10095924-6d31-4a8d-9a56-ad40c515165c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] For port a2d3fbdb-9af9-4484-aaef-19f58dc3216d, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a2d3fbdb-9af9-4484-aaef-19f58dc3216d,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:56.609115 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10095924-6d31-4a8d-9a56-ad40c515165c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (a2d3fbdb-9af9-4484-aaef-19f58dc3216d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:56.620861 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-10095924-6d31-4a8d-9a56-ad40c515165c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Calling delete_port for a2d3fbdb-9af9-4484-aaef-19f58dc3216d owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:28:56.694080 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-2a8c929a-db58-4e5a-9ed3-0ed21f5f4f57 None None] Set router 75499b0b-0aed-4be2-9354-6a8c025c2a45 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:28:56.756607 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d82a3f2c-62d4-4c60-bd76-90d390235aad None None] Deleting port 436f00f6-f5bc-42d9-acc5-f636ba5f9f67 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:28:56.757063 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d82a3f2c-62d4-4c60-bd76-90d390235aad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (436f00f6-f5bc-42d9-acc5-f636ba5f9f67), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:56.763400 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device cd5daa2a-b564-40f6-b343-50df3208067c details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:28:56.765215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device c4791688-6dd7-429a-be49-654490242497 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:28:56.781809 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2a8c929a-db58-4e5a-9ed3-0ed21f5f4f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841474253', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:50Z', 'updated_at': '2022-01-27T22:28:56Z', 'revision_number': 6, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:56.794106 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10095924-6d31-4a8d-9a56-ad40c515165c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (a2d3fbdb-9af9-4484-aaef-19f58dc3216d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:56.822100 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10095924-6d31-4a8d-9a56-ad40c515165c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Port': ['ID=a2d3fbdb-9af9-4484-aaef-19f58dc3216d,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:56.869639 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: c4791688-6dd7-429a-be49-654490242497 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:28:56.869993 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device c4791688-6dd7-429a-be49-654490242497 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:28:56.877525 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8c929a-db58-4e5a-9ed3-0ed21f5f4f57 None None] The sync data for ids ['75499b0b-0aed-4be2-9354-6a8c025c2a45'] in n-d-772272-3 is: [{'id': '75499b0b-0aed-4be2-9354-6a8c025c2a45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841474253', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:26:50Z', 'updated_at': '2022-01-27T22:28:56Z', 'revision_number': 6, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port_host': None}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:28:56.878883 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4b6c3bcb-7d20-44ca-b309-2ba5444ea3c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:56.899720 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10095924-6d31-4a8d-9a56-ad40c515165c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (75499b0b-0aed-4be2-9354-6a8c025c2a45), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:56.959407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d82a3f2c-62d4-4c60-bd76-90d390235aad None None] For port 436f00f6-f5bc-42d9-acc5-f636ba5f9f67, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=436f00f6-f5bc-42d9-acc5-f636ba5f9f67,segment=NetworkSegment(b4e28224-f3b3-4215-bbb2-a842fcda4caa),segment_id=b4e28224-f3b3-4215-bbb2-a842fcda4caa)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:56.959949 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d82a3f2c-62d4-4c60-bd76-90d390235aad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (436f00f6-f5bc-42d9-acc5-f636ba5f9f67), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:56.977026 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d82a3f2c-62d4-4c60-bd76-90d390235aad None None] Calling delete_port for 436f00f6-f5bc-42d9-acc5-f636ba5f9f67 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:28:57.031079 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10095924-6d31-4a8d-9a56-ad40c515165c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (75499b0b-0aed-4be2-9354-6a8c025c2a45), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.033273 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10095924-6d31-4a8d-9a56-ad40c515165c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_controller (75499b0b-0aed-4be2-9354-6a8c025c2a45), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.050454 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port cd5daa2a-b564-40f6-b343-50df3208067c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=cd5daa2a-b564-40f6-b343-50df3208067c,segment=NetworkSegment(9ee6be46-961b-49a3-b4c0-be4c29a3e9d4),segment_id=9ee6be46-961b-49a3-b4c0-be4c29a3e9d4)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:57.072578 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'cd5daa2a-b564-40f6-b343-50df3208067c', 'network_id': 'c1ed5521-1eeb-4acd-b06a-72b9df2fc19c', 'port_id': 'cd5daa2a-b564-40f6-b343-50df3208067c', 'mac_address': 'fa:16:3e:94:e0:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '910dddee-9099-4c85-ad8a-c7a0f6e6c6cf', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:28:57.096762 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10095924-6d31-4a8d-9a56-ad40c515165c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (75499b0b-0aed-4be2-9354-6a8c025c2a45), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.097629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10095924-6d31-4a8d-9a56-ad40c515165c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Fanout notify agent at l3_agent the message router_deleted on router 75499b0b-0aed-4be2-9354-6a8c025c2a45 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:28:57.105022 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10095924-6d31-4a8d-9a56-ad40c515165c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.106146 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-10095924-6d31-4a8d-9a56-ad40c515165c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "DELETE /v2.0/routers/75499b0b-0aed-4be2-9354-6a8c025c2a45 HTTP/1.1" status: 204 len: 168 time: 0.8531697 Jan 27 22:28:57.108893 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49396) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:57.126939 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d82a3f2c-62d4-4c60-bd76-90d390235aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (436f00f6-f5bc-42d9-acc5-f636ba5f9f67), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.131867 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port cd5daa2a-b564-40f6-b343-50df3208067c is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:57.132280 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cd5daa2a-b564-40f6-b343-50df3208067c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.159955 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a3f2c-62d4-4c60-bd76-90d390235aad None None] Pushing event deleted for resources: {'Port': ['ID=436f00f6-f5bc-42d9-acc5-f636ba5f9f67,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:57.171459 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82a3f2c-62d4-4c60-bd76-90d390235aad None None] No DVR routers for this DVR port 436f00f6-f5bc-42d9-acc5-f636ba5f9f67 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:28:57.181796 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5daa2a-b564-40f6-b343-50df3208067c {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:28:57.192302 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85adb935-fcc5-4120-903e-c44975181a6d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (9aca6638-301c-4949-a41c-de0c491b9d12), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.195367 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a3f2c-62d4-4c60-bd76-90d390235aad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.196516 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a3f2c-62d4-4c60-bd76-90d390235aad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.196875 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a3f2c-62d4-4c60-bd76-90d390235aad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.197219 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a3f2c-62d4-4c60-bd76-90d390235aad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.197556 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a3f2c-62d4-4c60-bd76-90d390235aad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.197888 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a3f2c-62d4-4c60-bd76-90d390235aad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.198285 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a3f2c-62d4-4c60-bd76-90d390235aad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.198558 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a3f2c-62d4-4c60-bd76-90d390235aad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.198868 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a3f2c-62d4-4c60-bd76-90d390235aad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.199193 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a3f2c-62d4-4c60-bd76-90d390235aad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.199519 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a3f2c-62d4-4c60-bd76-90d390235aad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.199843 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a3f2c-62d4-4c60-bd76-90d390235aad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.200179 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a3f2c-62d4-4c60-bd76-90d390235aad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.220484 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port cd5daa2a-b564-40f6-b343-50df3208067c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=cd5daa2a-b564-40f6-b343-50df3208067c,segment=NetworkSegment(9ee6be46-961b-49a3-b4c0-be4c29a3e9d4),segment_id=9ee6be46-961b-49a3-b4c0-be4c29a3e9d4)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:57.226859 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cd5daa2a-b564-40f6-b343-50df3208067c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.283882 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=cd5daa2a-b564-40f6-b343-50df3208067c,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:57.336457 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85adb935-fcc5-4120-903e-c44975181a6d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (9aca6638-301c-4949-a41c-de0c491b9d12), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.364669 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-85adb935-fcc5-4120-903e-c44975181a6d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aca6638-301c-4949-a41c-de0c491b9d12']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:57.384208 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-85adb935-fcc5-4120-903e-c44975181a6d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e28224-f3b3-4215-bbb2-a842fcda4caa') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:57.384460 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-85adb935-fcc5-4120-903e-c44975181a6d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e28224-f3b3-4215-bbb2-a842fcda4caa') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:57.402742 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3273d2c-dcb4-4d01-a04f-6ca2eef68a04 req-727e72cc-5adc-4b9b-b127-b7cc3d41f261 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:57.404419 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3273d2c-dcb4-4d01-a04f-6ca2eef68a04 req-727e72cc-5adc-4b9b-b127-b7cc3d41f261 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68b48dc-af15-4d7b-bfdf-7b3f9f022012 HTTP/1.1" status: 200 len: 908 time: 0.1105428 Jan 27 22:28:57.410040 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85adb935-fcc5-4120-903e-c44975181a6d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (b4e28224-f3b3-4215-bbb2-a842fcda4caa), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.435867 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85adb935-fcc5-4120-903e-c44975181a6d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (b4e28224-f3b3-4215-bbb2-a842fcda4caa), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.437582 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['cd5daa2a-b564-40f6-b343-50df3208067c'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:28:57.444219 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85adb935-fcc5-4120-903e-c44975181a6d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:28:57.444635 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85adb935-fcc5-4120-903e-c44975181a6d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (b4e28224-f3b3-4215-bbb2-a842fcda4caa), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:28:57.447742 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:28:57.506077 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85adb935-fcc5-4120-903e-c44975181a6d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (9aca6638-301c-4949-a41c-de0c491b9d12), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.513575 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85adb935-fcc5-4120-903e-c44975181a6d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.516087 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-85adb935-fcc5-4120-903e-c44975181a6d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "DELETE /v2.0/networks/9aca6638-301c-4949-a41c-de0c491b9d12 HTTP/1.1" status: 204 len: 168 time: 0.4062529 Jan 27 22:28:57.518861 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49400) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:57.532590 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85adb935-fcc5-4120-903e-c44975181a6d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Network': ['ID=9aca6638-301c-4949-a41c-de0c491b9d12,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:57.580233 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59149ade-1380-4878-8870-16f7abe32298 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (42d31815-57cf-4d56-87c4-220e08a44b36), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.608760 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59149ade-1380-4878-8870-16f7abe32298 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (42d31815-57cf-4d56-87c4-220e08a44b36), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.610681 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.674369 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59149ade-1380-4878-8870-16f7abe32298 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (42d31815-57cf-4d56-87c4-220e08a44b36), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.677451 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59149ade-1380-4878-8870-16f7abe32298 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.678643 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-59149ade-1380-4878-8870-16f7abe32298 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "DELETE /v2.0/security-groups/42d31815-57cf-4d56-87c4-220e08a44b36 HTTP/1.1" status: 204 len: 168 time: 0.1587532 Jan 27 22:28:57.689686 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59149ade-1380-4878-8870-16f7abe32298 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d31815-57cf-4d56-87c4-220e08a44b36,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:57.863250 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a2d3fbdb-9af9-4484-aaef-19f58dc3216d no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:28:57.886250 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49406) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:57.886646 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: a2d3fbdb-9af9-4484-aaef-19f58dc3216d {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:28:57.886997 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a2d3fbdb-9af9-4484-aaef-19f58dc3216d not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:28:57.887417 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:28:57.891384 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c908d74a-eeca-4613-8e27-e2387ea5d267 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1652080725', 'description': 'tempest-secgroup-smoke-1652080725 description', 'project_id': '7482ad4cc1974904932616961499813e'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:57.907373 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:28:57.907718 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5e4189bd-265b-4a4f-a0c3-4eaf8ecc0442 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:28:57.908142 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 436f00f6-f5bc-42d9-acc5-f636ba5f9f67 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:28:57.913398 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c908d74a-eeca-4613-8e27-e2387ea5d267 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.929074 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 436f00f6-f5bc-42d9-acc5-f636ba5f9f67 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:28:57.929337 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 436f00f6-f5bc-42d9-acc5-f636ba5f9f67 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:28:57.981270 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c908d74a-eeca-4613-8e27-e2387ea5d267 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (e385704d-a790-437a-ae69-a0c252e7b2a2), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.984901 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c908d74a-eeca-4613-8e27-e2387ea5d267 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e385704d-a790-437a-ae69-a0c252e7b2a2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.009390 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c908d74a-eeca-4613-8e27-e2387ea5d267 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.010574 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c908d74a-eeca-4613-8e27-e2387ea5d267 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1231022 Jan 27 22:28:58.013621 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49408) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:58.018427 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-ea601daf-c19d-4eec-8273-1b1bac0b95ba tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': 'e385704d-a790-437a-ae69-a0c252e7b2a2', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:58.018671 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908d74a-eeca-4613-8e27-e2387ea5d267 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e385704d-a790-437a-ae69-a0c252e7b2a2,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:58.042993 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ea601daf-c19d-4eec-8273-1b1bac0b95ba tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (3e6e2cfb-f9bf-485e-a06c-6d57ba113cb7), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.389097 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ea601daf-c19d-4eec-8273-1b1bac0b95ba tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (3e6e2cfb-f9bf-485e-a06c-6d57ba113cb7), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.393123 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ea601daf-c19d-4eec-8273-1b1bac0b95ba tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (3e6e2cfb-f9bf-485e-a06c-6d57ba113cb7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.410748 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea601daf-c19d-4eec-8273-1b1bac0b95ba tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6e2cfb-f9bf-485e-a06c-6d57ba113cb7,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:58.418875 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ea601daf-c19d-4eec-8273-1b1bac0b95ba tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.420128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ea601daf-c19d-4eec-8273-1b1bac0b95ba tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4053721 Jan 27 22:28:58.423174 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49410) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:58.428616 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-8f98da1f-548f-4774-9493-e50857278941 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': 'e385704d-a790-437a-ae69-a0c252e7b2a2', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:58.459436 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f98da1f-548f-4774-9493-e50857278941 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (f23309eb-82e9-45e8-95b6-8c586635156f), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.543442 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f98da1f-548f-4774-9493-e50857278941 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (f23309eb-82e9-45e8-95b6-8c586635156f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.547316 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f98da1f-548f-4774-9493-e50857278941 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (f23309eb-82e9-45e8-95b6-8c586635156f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.560367 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3fa39-71c7-4af1-ad75-b8ee5844568f req-319bcbd3-d234-4750-a403-55383c2ecdf9 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:58.561829 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ad3fa39-71c7-4af1-ad75-b8ee5844568f req-319bcbd3-d234-4750-a403-55383c2ecdf9 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68b48dc-af15-4d7b-bfdf-7b3f9f022012 HTTP/1.1" status: 200 len: 908 time: 0.0801387 Jan 27 22:28:58.571462 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98da1f-548f-4774-9493-e50857278941 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23309eb-82e9-45e8-95b6-8c586635156f,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:58.585657 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f98da1f-548f-4774-9493-e50857278941 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.587066 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8f98da1f-548f-4774-9493-e50857278941 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1627562 Jan 27 22:28:58.590153 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49414) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:58.595536 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-5ab6a8a1-2f24-4750-af0b-e78a3c118a40 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': 'e385704d-a790-437a-ae69-a0c252e7b2a2', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:58.621805 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a8a1-2f24-4750-af0b-e78a3c118a40 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (a7f85825-648d-4d6b-8571-e37d6cea1322), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.682257 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a8a1-2f24-4750-af0b-e78a3c118a40 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (a7f85825-648d-4d6b-8571-e37d6cea1322), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.686030 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a8a1-2f24-4750-af0b-e78a3c118a40 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (a7f85825-648d-4d6b-8571-e37d6cea1322), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.711108 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6a8a1-2f24-4750-af0b-e78a3c118a40 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f85825-648d-4d6b-8571-e37d6cea1322,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:58.718105 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a8a1-2f24-4750-af0b-e78a3c118a40 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.719469 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5ab6a8a1-2f24-4750-af0b-e78a3c118a40 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281624 Jan 27 22:28:58.722437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49416) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:58.727560 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-7595a5e5-97bb-477e-8e91-499530663504 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': 'e385704d-a790-437a-ae69-a0c252e7b2a2', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:58.749391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device cd5daa2a-b564-40f6-b343-50df3208067c up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:28:58.759975 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7595a5e5-97bb-477e-8e91-499530663504 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (c5f2d0ab-2b95-495e-8191-3c7714651ec5), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.799651 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port cd5daa2a-b564-40f6-b343-50df3208067c completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:28:58.805197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port cd5daa2a-b564-40f6-b343-50df3208067c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:58.805914 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cd5daa2a-b564-40f6-b343-50df3208067c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.834040 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7595a5e5-97bb-477e-8e91-499530663504 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (c5f2d0ab-2b95-495e-8191-3c7714651ec5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.839288 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7595a5e5-97bb-477e-8e91-499530663504 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (c5f2d0ab-2b95-495e-8191-3c7714651ec5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.858787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595a5e5-97bb-477e-8e91-499530663504 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f2d0ab-2b95-495e-8191-3c7714651ec5,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:58.866612 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7595a5e5-97bb-477e-8e91-499530663504 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.867887 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7595a5e5-97bb-477e-8e91-499530663504 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444743 Jan 27 22:28:58.871200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49418) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:58.875995 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-58e024a3-3f09-42ef-8007-4fa40b84d874 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': 'e385704d-a790-437a-ae69-a0c252e7b2a2', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:58.897296 n-d-772272-3 neutron-server[109741]: INFO neutron.db.securitygroups_db [None req-58e024a3-3f09-42ef-8007-4fa40b84d874 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Project 7482ad4cc1974904932616961499813e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:28:58.902310 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-58e024a3-3f09-42ef-8007-4fa40b84d874 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (f3e1f7ae-ed76-4591-8c12-5368f261bf45), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.922641 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port cd5daa2a-b564-40f6-b343-50df3208067c is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:58.923163 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cd5daa2a-b564-40f6-b343-50df3208067c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.948083 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68b48dc-af15-4d7b-bfdf-7b3f9f022012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5daa2a-b564-40f6-b343-50df3208067c'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:28:58.950557 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb731742-b90c-4d08-bfbf-f6f70606a6cb" -d '{"events": [{"server_uuid": "f68b48dc-af15-4d7b-bfdf-7b3f9f022012", "name": "network-vif-plugged", "status": "completed", "tag": "cd5daa2a-b564-40f6-b343-50df3208067c"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:28:58.968473 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port cd5daa2a-b564-40f6-b343-50df3208067c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=cd5daa2a-b564-40f6-b343-50df3208067c,segment=NetworkSegment(9ee6be46-961b-49a3-b4c0-be4c29a3e9d4),segment_id=9ee6be46-961b-49a3-b4c0-be4c29a3e9d4)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:58.971502 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-58e024a3-3f09-42ef-8007-4fa40b84d874 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (f3e1f7ae-ed76-4591-8c12-5368f261bf45), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.976202 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-58e024a3-3f09-42ef-8007-4fa40b84d874 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (f3e1f7ae-ed76-4591-8c12-5368f261bf45), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.988865 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cd5daa2a-b564-40f6-b343-50df3208067c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.000831 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e024a3-3f09-42ef-8007-4fa40b84d874 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e1f7ae-ed76-4591-8c12-5368f261bf45,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:59.010157 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-58e024a3-3f09-42ef-8007-4fa40b84d874 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.014518 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49422) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:59.015017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-58e024a3-3f09-42ef-8007-4fa40b84d874 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425614 Jan 27 22:28:59.017927 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a049ef6-5349-494e-9404-ab51eff28e23 x-openstack-request-id: req-4a049ef6-5349-494e-9404-ab51eff28e23 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:28:59.018228 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68b48dc-af15-4d7b-bfdf-7b3f9f022012", "name": "network-vif-plugged", "status": "completed", "tag": "cd5daa2a-b564-40f6-b343-50df3208067c", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:28:59.018484 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a049ef6-5349-494e-9404-ab51eff28e23 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:28:59.019138 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68b48dc-af15-4d7b-bfdf-7b3f9f022012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5daa2a-b564-40f6-b343-50df3208067c', 'code': 200} Jan 27 22:28:59.019255 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-36dae137-fd7b-4d19-b859-0ebaf07ea6bd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': 'e385704d-a790-437a-ae69-a0c252e7b2a2', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:59.020281 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.045006 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-36dae137-fd7b-4d19-b859-0ebaf07ea6bd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Project 7482ad4cc1974904932616961499813e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:28:59.047295 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=cd5daa2a-b564-40f6-b343-50df3208067c,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:59.052789 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-36dae137-fd7b-4d19-b859-0ebaf07ea6bd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (9c36e4c1-6b7d-4d2c-bda2-7366419631a7), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.119666 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9ddb4-cf2f-49aa-80b7-086b3a14e226 req-65298ea5-90b6-4afe-8b54-3032000f87ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:59.120050 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-36dae137-fd7b-4d19-b859-0ebaf07ea6bd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (9c36e4c1-6b7d-4d2c-bda2-7366419631a7), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.121763 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37d9ddb4-cf2f-49aa-80b7-086b3a14e226 req-65298ea5-90b6-4afe-8b54-3032000f87ee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f68b48dc-af15-4d7b-bfdf-7b3f9f022012 HTTP/1.1" status: 200 len: 1060 time: 0.0476875 Jan 27 22:28:59.123868 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-36dae137-fd7b-4d19-b859-0ebaf07ea6bd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (9c36e4c1-6b7d-4d2c-bda2-7366419631a7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.144190 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dae137-fd7b-4d19-b859-0ebaf07ea6bd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c36e4c1-6b7d-4d2c-bda2-7366419631a7,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:59.148898 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-36dae137-fd7b-4d19-b859-0ebaf07ea6bd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.150082 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-36dae137-fd7b-4d19-b859-0ebaf07ea6bd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345174 Jan 27 22:28:59.152976 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49424) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:59.157804 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-683c35ca-f8f8-44a5-bc45-5365311ef311 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'network': {'name': 'tempest-network-smoke--135965914', 'project_id': '7482ad4cc1974904932616961499813e', 'port_security_enabled': True}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:59.177680 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683c35ca-f8f8-44a5-bc45-5365311ef311 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Made reservation on behalf of 7482ad4cc1974904932616961499813e for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:28:59.180961 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-683c35ca-f8f8-44a5-bc45-5365311ef311 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.204506 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683c35ca-f8f8-44a5-bc45-5365311ef311 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:28:59.213436 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-683c35ca-f8f8-44a5-bc45-5365311ef311 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (694ad221-48ce-4a7c-a793-353b4f9aa77a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.213786 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-683c35ca-f8f8-44a5-bc45-5365311ef311 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Added segment 694ad221-48ce-4a7c-a793-353b4f9aa77a of type vlan for network 1a63f431-8021-4c5c-87ca-59c00fd45377 Jan 27 22:28:59.254770 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-683c35ca-f8f8-44a5-bc45-5365311ef311 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (1a63f431-8021-4c5c-87ca-59c00fd45377), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.279075 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-683c35ca-f8f8-44a5-bc45-5365311ef311 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (1a63f431-8021-4c5c-87ca-59c00fd45377), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.284186 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683c35ca-f8f8-44a5-bc45-5365311ef311 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:59.284777 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-683c35ca-f8f8-44a5-bc45-5365311ef311 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.343965 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-683c35ca-f8f8-44a5-bc45-5365311ef311 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1899617 Jan 27 22:28:59.346637 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49426) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:59.354316 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-821f9575-1027-4204-b901-7cd76672bfb9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-763312768', 'admin_state_up': True, 'project_id': '7482ad4cc1974904932616961499813e', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:59.370630 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c35ca-f8f8-44a5-bc45-5365311ef311 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Network': ['ID=1a63f431-8021-4c5c-87ca-59c00fd45377,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:59.382359 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 1a63f431-8021-4c5c-87ca-59c00fd45377 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:28:59.387094 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-821f9575-1027-4204-b901-7cd76672bfb9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (70b5b5c9-bca0-45c3-b57e-8d6c21057b87), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.388433 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-821f9575-1027-4204-b901-7cd76672bfb9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (70b5b5c9-bca0-45c3-b57e-8d6c21057b87), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.444416 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-821f9575-1027-4204-b901-7cd76672bfb9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_controller (70b5b5c9-bca0-45c3-b57e-8d6c21057b87), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.578312 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-821f9575-1027-4204-b901-7cd76672bfb9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_gateway (70b5b5c9-bca0-45c3-b57e-8d6c21057b87), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.679710 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b932d42-3e71-41e2-a7fa-b28e1d9ee47a req-60781bf8-71ec-416a-8915-3a560d7718d2 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:59.681369 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b932d42-3e71-41e2-a7fa-b28e1d9ee47a req-60781bf8-71ec-416a-8915-3a560d7718d2 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68b48dc-af15-4d7b-bfdf-7b3f9f022012 HTTP/1.1" status: 200 len: 909 time: 0.0482814 Jan 27 22:28:59.775900 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-821f9575-1027-4204-b901-7cd76672bfb9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_gateway (70b5b5c9-bca0-45c3-b57e-8d6c21057b87), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.795079 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-821f9575-1027-4204-b901-7cd76672bfb9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.901303 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-821f9575-1027-4204-b901-7cd76672bfb9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Allocated IP 172.25.3.177 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:29:00.001628 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-821f9575-1027-4204-b901-7cd76672bfb9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:00.035142 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-821f9575-1027-4204-b901-7cd76672bfb9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:00.073697 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821f9575-1027-4204-b901-7cd76672bfb9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:29:00.076836 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-821f9575-1027-4204-b901-7cd76672bfb9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:29:00.082320 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821f9575-1027-4204-b901-7cd76672bfb9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:29:00.088499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f9575-1027-4204-b901-7cd76672bfb9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:00.344032 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-821f9575-1027-4204-b901-7cd76672bfb9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_gateway (70b5b5c9-bca0-45c3-b57e-8d6c21057b87), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:00.352873 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:00.538945 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-821f9575-1027-4204-b901-7cd76672bfb9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (70b5b5c9-bca0-45c3-b57e-8d6c21057b87), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:00.664983 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821f9575-1027-4204-b901-7cd76672bfb9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Router 70b5b5c9-bca0-45c3-b57e-8d6c21057b87 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:29:00.771336 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821f9575-1027-4204-b901-7cd76672bfb9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:29:00.781698 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] Sync routers for ids ['70b5b5c9-bca0-45c3-b57e-8d6c21057b87'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:29:00.791802 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-821f9575-1027-4204-b901-7cd76672bfb9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:00.793140 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-821f9575-1027-4204-b901-7cd76672bfb9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4455855 Jan 27 22:29:00.795341 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] Routers {'70b5b5c9-bca0-45c3-b57e-8d6c21057b87'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:00.796054 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:28:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['70b5b5c9-bca0-45c3-b57e-8d6c21057b87'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:00.796485 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49432) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:00.808655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd5a96-e74a-4b9d-9804-b45aca0d23b8 req-0c825f2d-7a4b-4975-8a3a-6f90863b8b81 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:00.810154 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55fd5a96-e74a-4b9d-9804-b45aca0d23b8 req-0c825f2d-7a4b-4975-8a3a-6f90863b8b81 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68b48dc-af15-4d7b-bfdf-7b3f9f022012 HTTP/1.1" status: 200 len: 909 time: 0.0527921 Jan 27 22:29:00.830481 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f372280d-cc73-4eca-aba0-df12f46a2bc7 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=7482ad4cc1974904932616961499813e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330453 Jan 27 22:29:00.832980 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49436) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:00.924518 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b53d96e-42b7-4a7b-8c4e-fab44ea81ed9 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:00.925985 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2b53d96e-42b7-4a7b-8c4e-fab44ea81ed9 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911338 Jan 27 22:29:00.929446 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49438) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:00.937944 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339697c-354e-48a1-9d71-c7e53427e4f7 req-9314a957-ff02-4dd9-b2cf-076423341fbf tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:00.939627 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0339697c-354e-48a1-9d71-c7e53427e4f7 req-9314a957-ff02-4dd9-b2cf-076423341fbf tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68b48dc-af15-4d7b-bfdf-7b3f9f022012 HTTP/1.1" status: 200 len: 909 time: 0.0618815 Jan 27 22:29:00.962810 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-161e55c7-79fb-4067-a217-aee13b706c2f tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300269 Jan 27 22:29:00.963286 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49442) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:00.968403 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-88394a4c-862a-48e5-b61a-a8ba61f5368e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-551588432', 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377', 'project_id': '7482ad4cc1974904932616961499813e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:29:01.005460 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] Set router 70b5b5c9-bca0-45c3-b57e-8d6c21057b87 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:01.055533 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c23fd-6062-4a89-9ba4-8332fd123898 req-bbcd84dc-f50e-494c-9ac2-0d7883861d67 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:01.057132 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-609c23fd-6062-4a89-9ba4-8332fd123898 req-bbcd84dc-f50e-494c-9ac2-0d7883861d67 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f68b48dc-af15-4d7b-bfdf-7b3f9f022012 HTTP/1.1" status: 200 len: 1060 time: 0.0456996 Jan 27 22:29:01.071335 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88394a4c-862a-48e5-b61a-a8ba61f5368e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Made reservation on behalf of 7482ad4cc1974904932616961499813e for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:29:01.075101 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88394a4c-862a-48e5-b61a-a8ba61f5368e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.174318 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac869cb-bee9-4495-9e5c-0d5712b0ffef req-ca9072ae-2e6c-4a10-a62c-1d1e7465d0fb tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:01.175937 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aac869cb-bee9-4495-9e5c-0d5712b0ffef req-ca9072ae-2e6c-4a10-a62c-1d1e7465d0fb tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 1135 time: 0.0456281 Jan 27 22:29:01.184542 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763312768', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:00Z', 'revision_number': 3, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:01.212824 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] Checking router: 70b5b5c9-bca0-45c3-b57e-8d6c21057b87 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:29:01.213455 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] Updating router 70b5b5c9-bca0-45c3-b57e-8d6c21057b87 port 0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:29:01.235371 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aac869cb-bee9-4495-9e5c-0d5712b0ffef req-8691aeba-0f85-4e68-8077-7b013e55533e tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ce99b8b2-82fa-486c-83ce-d8fd6b3b9863&id=04f162f7-71a0-4f64-a897-d6d3fee7b03e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0519500 Jan 27 22:29:01.246858 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.258417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49446) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:01.264638 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88394a4c-862a-48e5-b61a-a8ba61f5368e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (df4772ab-47b5-4e58-b74c-d6f9dc584237), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.302048 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851a62fb-09cb-4d52-81c3-6db026006786 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:01.306268 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-851a62fb-09cb-4d52-81c3-6db026006786 tempest-TestSecurityGroupsBasicOps-1327387328 tempest-TestSecurityGroupsBasicOps-1327387328-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f68b48dc-af15-4d7b-bfdf-7b3f9f022012 HTTP/1.1" status: 200 len: 1055 time: 0.0438890 Jan 27 22:29:01.328906 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88394a4c-862a-48e5-b61a-a8ba61f5368e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Subnet': ['ID=df4772ab-47b5-4e58-b74c-d6f9dc584237,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:01.341041 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88394a4c-862a-48e5-b61a-a8ba61f5368e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Checking segment: {'id': '694ad221-48ce-4a7c-a793-353b4f9aa77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:29:01.341417 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88394a4c-862a-48e5-b61a-a8ba61f5368e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network hostable DHCP agents. Network: 1a63f431-8021-4c5c-87ca-59c00fd45377, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:29:01.361308 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88394a4c-862a-48e5-b61a-a8ba61f5368e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 1a63f431-8021-4c5c-87ca-59c00fd45377 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:29:01.371648 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-88394a4c-862a-48e5-b61a-a8ba61f5368e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 1a63f431-8021-4c5c-87ca-59c00fd45377) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:29:01.376540 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88394a4c-862a-48e5-b61a-a8ba61f5368e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:01.377294 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88394a4c-862a-48e5-b61a-a8ba61f5368e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.380078 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a9639f-4b4f-42b6-96ae-a2a29a7679f7 None None] Network 1a63f431-8021-4c5c-87ca-59c00fd45377 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:29:01.398849 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-88394a4c-862a-48e5-b61a-a8ba61f5368e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4311550 Jan 27 22:29:01.399082 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49450) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:01.519534 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279da536-7c91-4383-a064-d1e0e709fc9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-1a63f431-8021-4c5c-87ca-59c00fd45377', 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377', 'project_id': '7482ad4cc1974904932616961499813e', 'fixed_ips': [{'subnet_id': 'df4772ab-47b5-4e58-b74c-d6f9dc584237'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:29:01.520424 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-279da536-7c91-4383-a064-d1e0e709fc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.561462 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] Publish callbacks [] for port (0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.569305 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.621344 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] Attempting to bind port 0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:29:01.621805 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] Attempting to bind port 0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:29:01.622679 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] Attempting to bind port 0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:29:01.635478 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac783413-7efd-4645-812b-117bd427a4c1 req-575d5a53-e730-4f4b-815f-c85322b742e4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:01.637039 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac783413-7efd-4645-812b-117bd427a4c1 req-575d5a53-e730-4f4b-815f-c85322b742e4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68b48dc-af15-4d7b-bfdf-7b3f9f022012 HTTP/1.1" status: 200 len: 909 time: 0.1129637 Jan 27 22:29:01.644500 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:29:01.645397 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:29:01.645397 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.645711 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:29:01.652234 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] Bound port: 0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:29:01.653338 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.675439 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-279da536-7c91-4383-a064-d1e0e709fc9b None None] Allocated IP 172.20.0.2 (1a63f431-8021-4c5c-87ca-59c00fd45377/df4772ab-47b5-4e58-b74c-d6f9dc584237/89f1d41d-fb30-4fe1-94a9-a728525dbc68) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:29:01.675676 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870dac3c-5488-48aa-8a9b-e46aa479f6c6 None None] Pushing event updated for resources: {'Port': ['ID=0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:01.717266 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] For port 0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:29:01.720486 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] For port 0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:29:01.725653 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.786239 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] Routers {'70b5b5c9-bca0-45c3-b57e-8d6c21057b87'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:01.787396 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:28:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['70b5b5c9-bca0-45c3-b57e-8d6c21057b87'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:01.795249 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870dac3c-5488-48aa-8a9b-e46aa479f6c6 None None] Pushing event updated for resources: {'Port': ['ID=0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:01.853871 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-279da536-7c91-4383-a064-d1e0e709fc9b None None] Publish callbacks [] for port (89f1d41d-fb30-4fe1-94a9-a728525dbc68), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.860347 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-279da536-7c91-4383-a064-d1e0e709fc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (89f1d41d-fb30-4fe1-94a9-a728525dbc68), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.904750 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] Set router 70b5b5c9-bca0-45c3-b57e-8d6c21057b87 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:01.907644 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279da536-7c91-4383-a064-d1e0e709fc9b None None] Network 1a63f431-8021-4c5c-87ca-59c00fd45377 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:29:01.912121 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-279da536-7c91-4383-a064-d1e0e709fc9b None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:29:01.921722 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279da536-7c91-4383-a064-d1e0e709fc9b None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:29:01.925158 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279da536-7c91-4383-a064-d1e0e709fc9b None None] Pushing event updated for resources: {'Port': ['ID=89f1d41d-fb30-4fe1-94a9-a728525dbc68,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:01.984079 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-279da536-7c91-4383-a064-d1e0e709fc9b None None] Attempting to bind port 89f1d41d-fb30-4fe1-94a9-a728525dbc68 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:29:01.984932 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-279da536-7c91-4383-a064-d1e0e709fc9b None None] Attempting to bind port 89f1d41d-fb30-4fe1-94a9-a728525dbc68 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '694ad221-48ce-4a7c-a793-353b4f9aa77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:29:01.984932 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279da536-7c91-4383-a064-d1e0e709fc9b None None] Attempting to bind port 89f1d41d-fb30-4fe1-94a9-a728525dbc68 on network 1a63f431-8021-4c5c-87ca-59c00fd45377 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:29:02.005816 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279da536-7c91-4383-a064-d1e0e709fc9b None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:29:02.006251 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279da536-7c91-4383-a064-d1e0e709fc9b None None] Checking segment: {'id': '694ad221-48ce-4a7c-a793-353b4f9aa77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:29:02.006665 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-279da536-7c91-4383-a064-d1e0e709fc9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:02.007550 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279da536-7c91-4383-a064-d1e0e709fc9b None None] Bound using segment: {'id': '694ad221-48ce-4a7c-a793-353b4f9aa77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:29:02.008035 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-279da536-7c91-4383-a064-d1e0e709fc9b None None] Bound port: 89f1d41d-fb30-4fe1-94a9-a728525dbc68, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694ad221-48ce-4a7c-a793-353b4f9aa77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:29:02.008618 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-279da536-7c91-4383-a064-d1e0e709fc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (89f1d41d-fb30-4fe1-94a9-a728525dbc68), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:02.018611 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a212d270-8582-468a-91a0-c40ed81b47e8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:02.086835 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-279da536-7c91-4383-a064-d1e0e709fc9b None None] For port 89f1d41d-fb30-4fe1-94a9-a728525dbc68, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:29:02.091753 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-279da536-7c91-4383-a064-d1e0e709fc9b None None] For port 89f1d41d-fb30-4fe1-94a9-a728525dbc68, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=89f1d41d-fb30-4fe1-94a9-a728525dbc68,segment=NetworkSegment(694ad221-48ce-4a7c-a793-353b4f9aa77a),segment_id=694ad221-48ce-4a7c-a793-353b4f9aa77a)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:29:02.097517 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-279da536-7c91-4383-a064-d1e0e709fc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (89f1d41d-fb30-4fe1-94a9-a728525dbc68), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:02.115874 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763312768', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:00Z', 'revision_number': 3, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:02.154727 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4f1ea-9e11-41ca-aaa2-88cc5c8f5c28 None None] The sync data for ids ['70b5b5c9-bca0-45c3-b57e-8d6c21057b87'] in n-d-772272-3 is: [{'id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763312768', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:00Z', 'revision_number': 3, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:29:02.159215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279da536-7c91-4383-a064-d1e0e709fc9b None None] Pushing event updated for resources: {'Port': ['ID=89f1d41d-fb30-4fe1-94a9-a728525dbc68,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:02.189826 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ed0cf51-bef2-4f7e-9739-856d400163ac req-1e10ceb9-636e-4fca-aed8-7e2ff8564cd1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1733270 Jan 27 22:29:02.386491 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0cf51-bef2-4f7e-9739-856d400163ac req-2f44c9f6-21c0-4b0a-b8b2-5d41d633c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:02.388647 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ed0cf51-bef2-4f7e-9739-856d400163ac req-2f44c9f6-21c0-4b0a-b8b2-5d41d633c5d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=962a452fd57b44968762c090f150bdfe&device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 1135 time: 0.1437304 Jan 27 22:29:02.532749 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-a212d270-8582-468a-91a0-c40ed81b47e8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Allocated IP 172.20.0.1 (1a63f431-8021-4c5c-87ca-59c00fd45377/df4772ab-47b5-4e58-b74c-d6f9dc584237/07f01284-a5c8-4bde-b638-a5a5c61db710) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:29:02.558212 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0cf51-bef2-4f7e-9739-856d400163ac req-81cded75-b8d8-4dc2-acc8-b465a9772339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:02.559715 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ed0cf51-bef2-4f7e-9739-856d400163ac req-81cded75-b8d8-4dc2-acc8-b465a9772339 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cecf5eec-313a-451f-967c-7b909e00f8c8 HTTP/1.1" status: 200 len: 898 time: 0.1279068 Jan 27 22:29:02.701142 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ed0cf51-bef2-4f7e-9739-856d400163ac req-c0b31107-4512-4ade-823c-60d58098e886 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=451dbe04-20c5-45de-b9b6-f7a0e84c9005 HTTP/1.1" status: 200 len: 1000 time: 0.1235135 Jan 27 22:29:02.791384 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a212d270-8582-468a-91a0-c40ed81b47e8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (07f01284-a5c8-4bde-b638-a5a5c61db710), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:02.812372 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0cf51-bef2-4f7e-9739-856d400163ac req-16509392-e20e-40fc-98cf-f6ae8047e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:02.813905 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ed0cf51-bef2-4f7e-9739-856d400163ac req-16509392-e20e-40fc-98cf-f6ae8047e2bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94a7eb72-9ae7-42c6-bec0-70c7d3f694f7 HTTP/1.1" status: 200 len: 834 time: 0.1045821 Jan 27 22:29:02.874788 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616b965-4677-4041-87d2-228c8c47d876 req-e007a44e-5523-439f-8ef1-de79fc211608 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:02.876459 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f616b965-4677-4041-87d2-228c8c47d876 req-e007a44e-5523-439f-8ef1-de79fc211608 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68b48dc-af15-4d7b-bfdf-7b3f9f022012 HTTP/1.1" status: 200 len: 909 time: 0.1503353 Jan 27 22:29:02.914805 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a212d270-8582-468a-91a0-c40ed81b47e8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (07f01284-a5c8-4bde-b638-a5a5c61db710), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:02.954424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0cf51-bef2-4f7e-9739-856d400163ac req-487ae06b-6d5b-475a-b207-a6737ab45c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:02.955995 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ed0cf51-bef2-4f7e-9739-856d400163ac req-487ae06b-6d5b-475a-b207-a6737ab45c15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cecf5eec-313a-451f-967c-7b909e00f8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358409 Jan 27 22:29:02.969006 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b7b0e-4605-4c14-9edb-611d2209a333 req-83e3b635-14aa-4102-b571-0a38a2b71ec5 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:02.970501 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef1b7b0e-4605-4c14-9edb-611d2209a333 req-83e3b635-14aa-4102-b571-0a38a2b71ec5 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.15 "GET /v2.0/ports?device_id=f68b48dc-af15-4d7b-bfdf-7b3f9f022012 HTTP/1.1" status: 200 len: 909 time: 0.1410778 Jan 27 22:29:02.979651 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a212d270-8582-468a-91a0-c40ed81b47e8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 1a63f431-8021-4c5c-87ca-59c00fd45377 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:29:03.018773 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-a212d270-8582-468a-91a0-c40ed81b47e8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:29:03.051781 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a212d270-8582-468a-91a0-c40ed81b47e8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:29:03.073781 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212d270-8582-468a-91a0-c40ed81b47e8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=07f01284-a5c8-4bde-b638-a5a5c61db710,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:03.169639 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a212d270-8582-468a-91a0-c40ed81b47e8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (70b5b5c9-bca0-45c3-b57e-8d6c21057b87), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:03.220841 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ed0cf51-bef2-4f7e-9739-856d400163ac req-bbe7c7e4-fbc2-4059-a21a-2ef65f7159ea service neutron] 10.222.0.21 "GET /v2.0/networks/cecf5eec-313a-451f-967c-7b909e00f8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432966 Jan 27 22:29:03.289243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d71039-cc8d-45ac-8c90-ec35f5f084a3 None None] Network 1a63f431-8021-4c5c-87ca-59c00fd45377 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:29:03.358036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ef1b7b0e-4605-4c14-9edb-611d2209a333 req-6b7b93a9-9d49-4d32-a866-956a5460904b tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Deleting port cd5daa2a-b564-40f6-b343-50df3208067c {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:29:03.358379 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ef1b7b0e-4605-4c14-9edb-611d2209a333 req-6b7b93a9-9d49-4d32-a866-956a5460904b tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (cd5daa2a-b564-40f6-b343-50df3208067c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:03.362772 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7e4b816f-d522-4bb3-a640-555e48160bc4 None None] Provisioning complete for port 89f1d41d-fb30-4fe1-94a9-a728525dbc68 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:03.363190 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7e4b816f-d522-4bb3-a640-555e48160bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (89f1d41d-fb30-4fe1-94a9-a728525dbc68), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:03.488044 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b816f-d522-4bb3-a640-555e48160bc4 None None] Current status of the port 89f1d41d-fb30-4fe1-94a9-a728525dbc68 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:03.488474 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7e4b816f-d522-4bb3-a640-555e48160bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (89f1d41d-fb30-4fe1-94a9-a728525dbc68), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:03.526195 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7e4b816f-d522-4bb3-a640-555e48160bc4 None None] For port 89f1d41d-fb30-4fe1-94a9-a728525dbc68, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=89f1d41d-fb30-4fe1-94a9-a728525dbc68,segment=NetworkSegment(694ad221-48ce-4a7c-a793-353b4f9aa77a),segment_id=694ad221-48ce-4a7c-a793-353b4f9aa77a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:03.531625 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7e4b816f-d522-4bb3-a640-555e48160bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (89f1d41d-fb30-4fe1-94a9-a728525dbc68), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:03.586518 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b816f-d522-4bb3-a640-555e48160bc4 None None] Pushing event updated for resources: {'Port': ['ID=89f1d41d-fb30-4fe1-94a9-a728525dbc68,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:03.760605 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-dd95354f-310d-4691-a641-45335f2ee4e6 None None] Provisioning complete for port 07f01284-a5c8-4bde-b638-a5a5c61db710 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:03.760989 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-dd95354f-310d-4691-a641-45335f2ee4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (07f01284-a5c8-4bde-b638-a5a5c61db710), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:03.815128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7ed0cf51-bef2-4f7e-9739-856d400163ac req-46c1e70d-90cb-4bc9-811d-97dbf78a9662 service neutron] 10.222.0.21 "GET /v2.0/networks/cecf5eec-313a-451f-967c-7b909e00f8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853057 Jan 27 22:29:03.819302 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-dd95354f-310d-4691-a641-45335f2ee4e6 None None] Port 07f01284-a5c8-4bde-b638-a5a5c61db710 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:29:03.832866 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a212d270-8582-468a-91a0-c40ed81b47e8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (07f01284-a5c8-4bde-b638-a5a5c61db710), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:03.837793 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-dd95354f-310d-4691-a641-45335f2ee4e6 None None] Provisioning complete for port 89f1d41d-fb30-4fe1-94a9-a728525dbc68 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:03.838625 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-dd95354f-310d-4691-a641-45335f2ee4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (89f1d41d-fb30-4fe1-94a9-a728525dbc68), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:03.939538 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d336e05c-7d33-43ed-9cf7-710bcb6fcf4f req-92fa9bd8-2e26-4e87-b026-97ce0b7f6c05 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1974893 Jan 27 22:29:03.948582 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ef1b7b0e-4605-4c14-9edb-611d2209a333 req-6b7b93a9-9d49-4d32-a866-956a5460904b tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] For port cd5daa2a-b564-40f6-b343-50df3208067c, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=cd5daa2a-b564-40f6-b343-50df3208067c,segment=NetworkSegment(9ee6be46-961b-49a3-b4c0-be4c29a3e9d4),segment_id=9ee6be46-961b-49a3-b4c0-be4c29a3e9d4)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:03.948952 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ef1b7b0e-4605-4c14-9edb-611d2209a333 req-6b7b93a9-9d49-4d32-a866-956a5460904b tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (cd5daa2a-b564-40f6-b343-50df3208067c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:04.000768 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-dd95354f-310d-4691-a641-45335f2ee4e6 None None] Current status of the port 89f1d41d-fb30-4fe1-94a9-a728525dbc68 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:04.009753 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ef1b7b0e-4605-4c14-9edb-611d2209a333 req-6b7b93a9-9d49-4d32-a866-956a5460904b tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Calling delete_port for cd5daa2a-b564-40f6-b343-50df3208067c owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:29:04.070921 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 89f1d41d-fb30-4fe1-94a9-a728525dbc68 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:29:04.134495 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 89f1d41d-fb30-4fe1-94a9-a728525dbc68 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:04.134972 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (89f1d41d-fb30-4fe1-94a9-a728525dbc68), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:04.139335 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-44f5b9fd-0bf3-4dac-a471-702c19461873 None None] Provisioning complete for port 07f01284-a5c8-4bde-b638-a5a5c61db710 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:04.139335 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-44f5b9fd-0bf3-4dac-a471-702c19461873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (07f01284-a5c8-4bde-b638-a5a5c61db710), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:04.191915 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cc8fe-2405-4897-91dd-6966cf419ca1 req-0b4cd975-995b-45d6-8397-c939bbb7b433 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:04.195368 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eb8cc8fe-2405-4897-91dd-6966cf419ca1 req-0b4cd975-995b-45d6-8397-c939bbb7b433 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68b48dc-af15-4d7b-bfdf-7b3f9f022012 HTTP/1.1" status: 200 len: 909 time: 0.1834874 Jan 27 22:29:04.203205 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336e05c-7d33-43ed-9cf7-710bcb6fcf4f req-6ff66600-73c3-4f4e-aa6f-d7f07fb2b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:04.209231 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d336e05c-7d33-43ed-9cf7-710bcb6fcf4f req-6ff66600-73c3-4f4e-aa6f-d7f07fb2b16a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 1097 time: 0.1813409 Jan 27 22:29:04.358975 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-44f5b9fd-0bf3-4dac-a471-702c19461873 None None] Port 07f01284-a5c8-4bde-b638-a5a5c61db710 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:29:04.403122 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 89f1d41d-fb30-4fe1-94a9-a728525dbc68 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:04.405135 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:29:04.429123 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ef1b7b0e-4605-4c14-9edb-611d2209a333 req-6b7b93a9-9d49-4d32-a866-956a5460904b tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (cd5daa2a-b564-40f6-b343-50df3208067c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:04.447688 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336e05c-7d33-43ed-9cf7-710bcb6fcf4f req-7c07bb38-d81b-46ec-b5d1-6033ad3182c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:04.449128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d336e05c-7d33-43ed-9cf7-710bcb6fcf4f req-7c07bb38-d81b-46ec-b5d1-6033ad3182c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 912 time: 0.2231665 Jan 27 22:29:04.452001 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:04.452408 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:04.526025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b93a9-9d49-4d32-a866-956a5460904b tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event deleted for resources: {'Port': ['ID=cd5daa2a-b564-40f6-b343-50df3208067c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:04.540488 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:04.540978 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:04.564338 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:04.574771 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:04.594546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1b7b0e-4605-4c14-9edb-611d2209a333 req-6b7b93a9-9d49-4d32-a866-956a5460904b tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] No DVR routers for this DVR port cd5daa2a-b564-40f6-b343-50df3208067c on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:29:04.604640 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ef1b7b0e-4605-4c14-9edb-611d2209a333 req-6b7b93a9-9d49-4d32-a866-956a5460904b tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:04.608266 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef1b7b0e-4605-4c14-9edb-611d2209a333 req-6b7b93a9-9d49-4d32-a866-956a5460904b tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.15 "DELETE /v2.0/ports/cd5daa2a-b564-40f6-b343-50df3208067c HTTP/1.1" status: 204 len: 173 time: 1.6166446 Jan 27 22:29:04.608816 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68b48dc-af15-4d7b-bfdf-7b3f9f022012', 'name': 'network-vif-deleted', 'tag': 'cd5daa2a-b564-40f6-b343-50df3208067c'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:29:04.611173 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b959d0a3-734d-474d-9064-8e730d58a21b" -d '{"events": [{"server_uuid": "f68b48dc-af15-4d7b-bfdf-7b3f9f022012", "name": "network-vif-deleted", "tag": "cd5daa2a-b564-40f6-b343-50df3208067c"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:29:04.621727 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d336e05c-7d33-43ed-9cf7-710bcb6fcf4f req-cbd9a1cb-5366-4322-959d-c1234538c841 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f24f74c2-f83f-4cd5-9733-2601697fdf3a HTTP/1.1" status: 200 len: 1001 time: 0.1460092 Jan 27 22:29:04.638420 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:04.676910 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b68937-8a51-4b46-a63f-10f94be142c9 x-openstack-request-id: req-65b68937-8a51-4b46-a63f-10f94be142c9 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:29:04.677728 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68b48dc-af15-4d7b-bfdf-7b3f9f022012", "name": "network-vif-deleted", "tag": "cd5daa2a-b564-40f6-b343-50df3208067c", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:29:04.679141 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65b68937-8a51-4b46-a63f-10f94be142c9 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:29:04.679141 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68b48dc-af15-4d7b-bfdf-7b3f9f022012', 'name': 'network-vif-deleted', 'tag': 'cd5daa2a-b564-40f6-b343-50df3208067c', 'status': 'completed', 'code': 200} Jan 27 22:29:04.685434 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a212d270-8582-468a-91a0-c40ed81b47e8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (07f01284-a5c8-4bde-b638-a5a5c61db710), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:04.695718 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a212d270-8582-468a-91a0-c40ed81b47e8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (07f01284-a5c8-4bde-b638-a5a5c61db710), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:04.746554 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336e05c-7d33-43ed-9cf7-710bcb6fcf4f req-d96202a4-5729-4281-b967-6d70f28b6a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:04.747967 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d336e05c-7d33-43ed-9cf7-710bcb6fcf4f req-d96202a4-5729-4281-b967-6d70f28b6a8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.1151690 Jan 27 22:29:04.804424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212d270-8582-468a-91a0-c40ed81b47e8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=07f01284-a5c8-4bde-b638-a5a5c61db710,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:04.808437 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a212d270-8582-468a-91a0-c40ed81b47e8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (70b5b5c9-bca0-45c3-b57e-8d6c21057b87), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:04.835234 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336e05c-7d33-43ed-9cf7-710bcb6fcf4f req-ac551d6e-7677-4373-a6e1-2c84ae9da52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:04.836770 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d336e05c-7d33-43ed-9cf7-710bcb6fcf4f req-ac551d6e-7677-4373-a6e1-2c84ae9da52a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812340 Jan 27 22:29:04.985798 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a212d270-8582-468a-91a0-c40ed81b47e8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 1a63f431-8021-4c5c-87ca-59c00fd45377 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:29:04.988980 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-a212d270-8582-468a-91a0-c40ed81b47e8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:29:04.992293 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d336e05c-7d33-43ed-9cf7-710bcb6fcf4f req-cdfbe73d-8595-4b44-8ed4-061203fe8df6 service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267884 Jan 27 22:29:05.172725 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d336e05c-7d33-43ed-9cf7-710bcb6fcf4f req-ec39d2cc-1369-4b1b-ba39-8564e4688862 service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733160 Jan 27 22:29:05.181412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a212d270-8582-468a-91a0-c40ed81b47e8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Router 70b5b5c9-bca0-45c3-b57e-8d6c21057b87 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:29:05.252996 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49468) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:05.284706 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-977aa81e-e6db-48e0-907d-adbb35df0d75 None None] Provisioning complete for port 07f01284-a5c8-4bde-b638-a5a5c61db710 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:05.285304 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-977aa81e-e6db-48e0-907d-adbb35df0d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (07f01284-a5c8-4bde-b638-a5a5c61db710), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:05.294491 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a212d270-8582-468a-91a0-c40ed81b47e8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:29:05.309062 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a212d270-8582-468a-91a0-c40ed81b47e8 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "PUT /v2.0/routers/70b5b5c9-bca0-45c3-b57e-8d6c21057b87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9086063 Jan 27 22:29:05.311191 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] Sync routers for ids ['70b5b5c9-bca0-45c3-b57e-8d6c21057b87'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:29:05.333133 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] Routers {'70b5b5c9-bca0-45c3-b57e-8d6c21057b87'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:05.334307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:28:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['70b5b5c9-bca0-45c3-b57e-8d6c21057b87'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:05.335991 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-977aa81e-e6db-48e0-907d-adbb35df0d75 None None] Port 07f01284-a5c8-4bde-b638-a5a5c61db710 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:29:05.450609 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] Set router 70b5b5c9-bca0-45c3-b57e-8d6c21057b87 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:05.512636 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-07992eb6-6222-4b18-aef1-8259cbed2151 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1652080725&fields=id&tenant_id=7482ad4cc1974904932616961499813e HTTP/1.1" status: 200 len: 267 time: 0.0453582 Jan 27 22:29:05.634068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-46ac64dd-6463-48ca-9f58-2105d283606a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:05.635574 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-46ac64dd-6463-48ca-9f58-2105d283606a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/networks?id=1a63f431-8021-4c5c-87ca-59c00fd45377 HTTP/1.1" status: 200 len: 796 time: 0.1164517 Jan 27 22:29:05.650452 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c261fcff-c55f-4617-93a3-9e2ad24027b7 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (06dc373b-a161-4dfe-82f6-8c90666fa8fb), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:05.651145 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-4e9717d1-a95a-4199-97df-16e766e59193 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/quotas/7482ad4cc1974904932616961499813e HTTP/1.1" status: 200 len: 375 time: 0.0097449 Jan 27 22:29:05.670362 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763312768', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:03Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '07f01284-a5c8-4bde-b638-a5a5c61db710', 'name': '', 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:29:eb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'df4772ab-47b5-4e58-b74c-d6f9dc584237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:02Z', 'updated_at': '2022-01-27T22:29:04Z', 'revision_number': 2, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': 'df4772ab-47b5-4e58-b74c-d6f9dc584237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:05.699338 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] Checking router: 70b5b5c9-bca0-45c3-b57e-8d6c21057b87 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:29:05.699762 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] Updating router 70b5b5c9-bca0-45c3-b57e-8d6c21057b87 port 07f01284-a5c8-4bde-b638-a5a5c61db710 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:29:05.721867 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-1b870256-c0d1-4946-a403-c8e77b371253 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567245 Jan 27 22:29:05.729349 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (07f01284-a5c8-4bde-b638-a5a5c61db710), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:05.830110 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-c4a311e4-a784-47aa-8415-c5d7be6b74e3 service neutron] 10.222.0.23 "GET /v2.0/networks/1a63f431-8021-4c5c-87ca-59c00fd45377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964267 Jan 27 22:29:05.911192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:29:05.944767 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-c261fcff-c55f-4617-93a3-9e2ad24027b7 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Deleting port 3b533a7f-7d89-4e97-b2bd-42f30e76bada {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:29:05.945195 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c261fcff-c55f-4617-93a3-9e2ad24027b7 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (3b533a7f-7d89-4e97-b2bd-42f30e76bada), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:05.959744 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-f1a623fe-52d5-4386-8c07-477384009498 service neutron] 10.222.0.23 "GET /v2.0/networks/1a63f431-8021-4c5c-87ca-59c00fd45377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285293 Jan 27 22:29:06.007870 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:06.008283 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:06.049436 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-c261fcff-c55f-4617-93a3-9e2ad24027b7 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] For port 3b533a7f-7d89-4e97-b2bd-42f30e76bada, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3b533a7f-7d89-4e97-b2bd-42f30e76bada,segment=NetworkSegment(9ee6be46-961b-49a3-b4c0-be4c29a3e9d4),segment_id=9ee6be46-961b-49a3-b4c0-be4c29a3e9d4)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:06.050039 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c261fcff-c55f-4617-93a3-9e2ad24027b7 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (3b533a7f-7d89-4e97-b2bd-42f30e76bada), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:06.063036 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-c261fcff-c55f-4617-93a3-9e2ad24027b7 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Calling delete_port for 3b533a7f-7d89-4e97-b2bd-42f30e76bada owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:29:06.105771 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] Publish callbacks [] for port (07f01284-a5c8-4bde-b638-a5a5c61db710), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:06.145381 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (07f01284-a5c8-4bde-b638-a5a5c61db710), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:06.145580 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10836c77-b1c1-43ba-a6f2-ab71d91687da req-519d0e4f-68d5-41a0-825b-8c19ac0a144b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 210 time: 0.0376418 Jan 27 22:29:06.201091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:06.227941 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096c22a-d34c-4c11-9ed4-8862d2f562be None None] Pushing event updated for resources: {'Port': ['ID=07f01284-a5c8-4bde-b638-a5a5c61db710,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:06.277283 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] Attempting to bind port 07f01284-a5c8-4bde-b638-a5a5c61db710 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:29:06.277655 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] Attempting to bind port 07f01284-a5c8-4bde-b638-a5a5c61db710 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '694ad221-48ce-4a7c-a793-353b4f9aa77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:29:06.278026 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] Attempting to bind port 07f01284-a5c8-4bde-b638-a5a5c61db710 on network 1a63f431-8021-4c5c-87ca-59c00fd45377 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:29:06.283617 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:29:06.283997 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] Checking segment: {'id': '694ad221-48ce-4a7c-a793-353b4f9aa77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:29:06.284438 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:06.284853 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] Bound using segment: {'id': '694ad221-48ce-4a7c-a793-353b4f9aa77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:29:06.285310 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] Bound port: 07f01284-a5c8-4bde-b638-a5a5c61db710, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694ad221-48ce-4a7c-a793-353b4f9aa77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:29:06.285690 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (07f01284-a5c8-4bde-b638-a5a5c61db710), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:06.340869 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c261fcff-c55f-4617-93a3-9e2ad24027b7 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (3b533a7f-7d89-4e97-b2bd-42f30e76bada), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:06.371331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] For port 07f01284-a5c8-4bde-b638-a5a5c61db710, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:29:06.375448 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] For port 07f01284-a5c8-4bde-b638-a5a5c61db710, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=07f01284-a5c8-4bde-b638-a5a5c61db710,segment=NetworkSegment(694ad221-48ce-4a7c-a793-353b4f9aa77a),segment_id=694ad221-48ce-4a7c-a793-353b4f9aa77a)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:29:06.378231 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261fcff-c55f-4617-93a3-9e2ad24027b7 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event deleted for resources: {'Port': ['ID=3b533a7f-7d89-4e97-b2bd-42f30e76bada,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:06.384383 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (07f01284-a5c8-4bde-b638-a5a5c61db710), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:06.470883 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] Routers {'70b5b5c9-bca0-45c3-b57e-8d6c21057b87'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:06.471741 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:28:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['70b5b5c9-bca0-45c3-b57e-8d6c21057b87'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:06.475008 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096c22a-d34c-4c11-9ed4-8862d2f562be None None] Pushing event updated for resources: {'Port': ['ID=07f01284-a5c8-4bde-b638-a5a5c61db710,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:06.618547 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-72af9128-6cfe-43fb-8741-d070e5678a8c None None] Provisioning complete for port 07f01284-a5c8-4bde-b638-a5a5c61db710 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:06.618927 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-72af9128-6cfe-43fb-8741-d070e5678a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (07f01284-a5c8-4bde-b638-a5a5c61db710), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:06.622454 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c261fcff-c55f-4617-93a3-9e2ad24027b7 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (06dc373b-a161-4dfe-82f6-8c90666fa8fb), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:06.688487 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] Set router 70b5b5c9-bca0-45c3-b57e-8d6c21057b87 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:06.820401 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device cd5daa2a-b564-40f6-b343-50df3208067c no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:29:06.862187 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: cd5daa2a-b564-40f6-b343-50df3208067c {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:29:06.862540 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device cd5daa2a-b564-40f6-b343-50df3208067c not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:29:06.901812 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-72af9128-6cfe-43fb-8741-d070e5678a8c None None] Current status of the port 07f01284-a5c8-4bde-b638-a5a5c61db710 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:06.902214 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-72af9128-6cfe-43fb-8741-d070e5678a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (07f01284-a5c8-4bde-b638-a5a5c61db710), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:06.959002 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-72af9128-6cfe-43fb-8741-d070e5678a8c None None] For port 07f01284-a5c8-4bde-b638-a5a5c61db710, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=07f01284-a5c8-4bde-b638-a5a5c61db710,segment=NetworkSegment(694ad221-48ce-4a7c-a793-353b4f9aa77a),segment_id=694ad221-48ce-4a7c-a793-353b4f9aa77a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:06.967186 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-72af9128-6cfe-43fb-8741-d070e5678a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (07f01284-a5c8-4bde-b638-a5a5c61db710), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:07.051339 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af9128-6cfe-43fb-8741-d070e5678a8c None None] Pushing event updated for resources: {'Port': ['ID=07f01284-a5c8-4bde-b638-a5a5c61db710,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:07.078750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763312768', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:03Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '07f01284-a5c8-4bde-b638-a5a5c61db710', 'name': '', 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:29:eb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'df4772ab-47b5-4e58-b74c-d6f9dc584237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:02Z', 'updated_at': '2022-01-27T22:29:06Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': 'df4772ab-47b5-4e58-b74c-d6f9dc584237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:07.110753 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ca2270-e260-43e1-afd6-bdb57ff70cbc None None] The sync data for ids ['70b5b5c9-bca0-45c3-b57e-8d6c21057b87'] in n-d-772272-3 is: [{'id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763312768', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:03Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '07f01284-a5c8-4bde-b638-a5a5c61db710', 'name': '', 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:29:eb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'df4772ab-47b5-4e58-b74c-d6f9dc584237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:02Z', 'updated_at': '2022-01-27T22:29:06Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': 'df4772ab-47b5-4e58-b74c-d6f9dc584237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:29:07.116999 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-13fddcc9-7247-453f-bfd5-ae4d4746ada1 None None] Provisioning complete for port 07f01284-a5c8-4bde-b638-a5a5c61db710 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:07.117382 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-13fddcc9-7247-453f-bfd5-ae4d4746ada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (07f01284-a5c8-4bde-b638-a5a5c61db710), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:07.242626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-13fddcc9-7247-453f-bfd5-ae4d4746ada1 None None] Current status of the port 07f01284-a5c8-4bde-b638-a5a5c61db710 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:07.287273 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5052f598-88b0-43aa-b37a-0386632b4c85 req-b7a73500-58d8-46de-8a8e-39ea3ba854d9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 210 time: 0.0380909 Jan 27 22:29:07.303377 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c261fcff-c55f-4617-93a3-9e2ad24027b7 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Router 06dc373b-a161-4dfe-82f6-8c90666fa8fb has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:29:07.421558 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-4e79f93c-e958-494b-b0e1-bf0e0ceca303 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:07.423342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-4e79f93c-e958-494b-b0e1-bf0e0ceca303 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.15 "GET /v2.0/networks?id=1a63f431-8021-4c5c-87ca-59c00fd45377 HTTP/1.1" status: 200 len: 796 time: 0.1351287 Jan 27 22:29:07.463023 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c261fcff-c55f-4617-93a3-9e2ad24027b7 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:29:07.471342 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c261fcff-c55f-4617-93a3-9e2ad24027b7 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "PUT /v2.0/routers/06dc373b-a161-4dfe-82f6-8c90666fa8fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2144296 Jan 27 22:29:07.471342 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49494) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:07.473766 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5966e208-d5c2-424e-8834-eeedcff3040f None None] Sync routers for ids ['06dc373b-a161-4dfe-82f6-8c90666fa8fb'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:29:07.484616 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5966e208-d5c2-424e-8834-eeedcff3040f None None] Routers {'06dc373b-a161-4dfe-82f6-8c90666fa8fb'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:07.485637 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5966e208-d5c2-424e-8834-eeedcff3040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:28:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['06dc373b-a161-4dfe-82f6-8c90666fa8fb'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:07.504109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-e1814c55-8b4c-49f6-9c97-dce48c35d64b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7482ad4cc1974904932616961499813e HTTP/1.1" status: 200 len: 380 time: 0.0723529 Jan 27 22:29:07.515263 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-40fe0d20-6976-46ca-b997-8f177ed4d6d9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'port': {'device_id': 'ceaabd47-d6f6-4429-a5fe-21e28c564bc5', 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377', 'admin_state_up': True, 'tenant_id': '7482ad4cc1974904932616961499813e', 'security_groups': ['e385704d-a790-437a-ae69-a0c252e7b2a2']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:29:07.545991 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-62dcb311-5569-4ea2-bd6f-c74fe6fb3420 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Deleting subnet 910dddee-9099-4c85-ad8a-c7a0f6e6c6cf {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:29:07.549351 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62dcb311-5569-4ea2-bd6f-c74fe6fb3420 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for subnet (910dddee-9099-4c85-ad8a-c7a0f6e6c6cf), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:07.605940 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-5966e208-d5c2-424e-8834-eeedcff3040f None None] Set router 06dc373b-a161-4dfe-82f6-8c90666fa8fb gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:07.611423 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62dcb311-5569-4ea2-bd6f-c74fe6fb3420 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (910dddee-9099-4c85-ad8a-c7a0f6e6c6cf), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:07.679210 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-40fe0d20-6976-46ca-b997-8f177ed4d6d9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Made reservation on behalf of 7482ad4cc1974904932616961499813e for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:29:07.682872 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-40fe0d20-6976-46ca-b997-8f177ed4d6d9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:07.725834 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62dcb311-5569-4ea2-bd6f-c74fe6fb3420 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (910dddee-9099-4c85-ad8a-c7a0f6e6c6cf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:07.801756 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62dcb311-5569-4ea2-bd6f-c74fe6fb3420 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (910dddee-9099-4c85-ad8a-c7a0f6e6c6cf), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:07.803816 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5966e208-d5c2-424e-8834-eeedcff3040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dc373b-a161-4dfe-82f6-8c90666fa8fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866668939', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '15f68550-0830-47b7-8723-364a198d8faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:43Z', 'updated_at': '2022-01-27T22:29:06Z', 'revision_number': 5, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port': {'id': '15f68550-0830-47b7-8723-364a198d8faa', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc373b-a161-4dfe-82f6-8c90666fa8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:43Z', 'updated_at': '2022-01-27T22:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:07.851959 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcb311-5569-4ea2-bd6f-c74fe6fb3420 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event deleted for resources: {'Subnet': ['ID=910dddee-9099-4c85-ad8a-c7a0f6e6c6cf,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:07.852257 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5966e208-d5c2-424e-8834-eeedcff3040f None None] Checking router: 06dc373b-a161-4dfe-82f6-8c90666fa8fb for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:29:07.865385 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-62dcb311-5569-4ea2-bd6f-c74fe6fb3420 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:07.866419 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c1ab72-1d7c-4f85-98f4-b292f88c5ba2 None None] Network c1ed5521-1eeb-4acd-b06a-72b9df2fc19c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:29:07.874239 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-62dcb311-5569-4ea2-bd6f-c74fe6fb3420 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "DELETE /v2.0/subnets/910dddee-9099-4c85-ad8a-c7a0f6e6c6cf HTTP/1.1" status: 204 len: 168 time: 0.3951166 Jan 27 22:29:07.875120 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49496) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:07.882545 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5966e208-d5c2-424e-8834-eeedcff3040f None None] Routers {'06dc373b-a161-4dfe-82f6-8c90666fa8fb'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:07.883180 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5966e208-d5c2-424e-8834-eeedcff3040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:28:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['06dc373b-a161-4dfe-82f6-8c90666fa8fb'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:07.885565 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-40fe0d20-6976-46ca-b997-8f177ed4d6d9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Allocated IP 172.20.0.14 (1a63f431-8021-4c5c-87ca-59c00fd45377/df4772ab-47b5-4e58-b74c-d6f9dc584237/7e3845c6-fdf1-4f00-8712-57e25264bec0) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:29:08.047253 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdc36a81-136f-45e9-9304-7d48935f5b3d tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for router (06dc373b-a161-4dfe-82f6-8c90666fa8fb), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:08.060082 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-5966e208-d5c2-424e-8834-eeedcff3040f None None] Set router 06dc373b-a161-4dfe-82f6-8c90666fa8fb gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:08.122652 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4869f3-1bf9-4207-9dad-ce07d75aa0be None None] DHCP port deletion for c1ed5521-1eeb-4acd-b06a-72b9df2fc19c request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:29:08.184799 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 07f01284-a5c8-4bde-b638-a5a5c61db710 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:29:08.211235 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdc36a81-136f-45e9-9304-7d48935f5b3d tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for router_gateway (06dc373b-a161-4dfe-82f6-8c90666fa8fb), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:08.257658 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-40fe0d20-6976-46ca-b997-8f177ed4d6d9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:08.280219 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-cdc36a81-136f-45e9-9304-7d48935f5b3d tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Deleting port 15f68550-0830-47b7-8723-364a198d8faa {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:29:08.280656 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdc36a81-136f-45e9-9304-7d48935f5b3d tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (15f68550-0830-47b7-8723-364a198d8faa), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:08.293884 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 07f01284-a5c8-4bde-b638-a5a5c61db710 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:08.293884 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (07f01284-a5c8-4bde-b638-a5a5c61db710), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:08.333632 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9d4869f3-1bf9-4207-9dad-ce07d75aa0be None None] Deleting port 753fa7b4-2a9d-43f1-9258-a925aac94bbf {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:29:08.333885 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9d4869f3-1bf9-4207-9dad-ce07d75aa0be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (753fa7b4-2a9d-43f1-9258-a925aac94bbf), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:08.347034 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-40fe0d20-6976-46ca-b997-8f177ed4d6d9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:08.398752 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-40fe0d20-6976-46ca-b997-8f177ed4d6d9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 1a63f431-8021-4c5c-87ca-59c00fd45377 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:29:08.403607 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-40fe0d20-6976-46ca-b997-8f177ed4d6d9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:29:08.429962 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-40fe0d20-6976-46ca-b997-8f177ed4d6d9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:29:08.472631 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-cdc36a81-136f-45e9-9304-7d48935f5b3d tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] For port 15f68550-0830-47b7-8723-364a198d8faa, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=15f68550-0830-47b7-8723-364a198d8faa,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:08.473258 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdc36a81-136f-45e9-9304-7d48935f5b3d tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (15f68550-0830-47b7-8723-364a198d8faa), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:08.491659 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-cdc36a81-136f-45e9-9304-7d48935f5b3d tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Calling delete_port for 15f68550-0830-47b7-8723-364a198d8faa owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:29:08.495614 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-5966e208-d5c2-424e-8834-eeedcff3040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dc373b-a161-4dfe-82f6-8c90666fa8fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866668939', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '15f68550-0830-47b7-8723-364a198d8faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:43Z', 'updated_at': '2022-01-27T22:29:06Z', 'revision_number': 5, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port': {'id': '15f68550-0830-47b7-8723-364a198d8faa', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc373b-a161-4dfe-82f6-8c90666fa8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:43Z', 'updated_at': '2022-01-27T22:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:08.534581 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5966e208-d5c2-424e-8834-eeedcff3040f None None] The sync data for ids ['06dc373b-a161-4dfe-82f6-8c90666fa8fb'] in n-d-772272-3 is: [{'id': '06dc373b-a161-4dfe-82f6-8c90666fa8fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-866668939', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '15f68550-0830-47b7-8723-364a198d8faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:43Z', 'updated_at': '2022-01-27T22:29:06Z', 'revision_number': 5, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port': {'id': '15f68550-0830-47b7-8723-364a198d8faa', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dc373b-a161-4dfe-82f6-8c90666fa8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:43Z', 'updated_at': '2022-01-27T22:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:29:08.550141 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-40fe0d20-6976-46ca-b997-8f177ed4d6d9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:08.550834 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-40fe0d20-6976-46ca-b997-8f177ed4d6d9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:08.645685 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-40fe0d20-6976-46ca-b997-8f177ed4d6d9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1348269 Jan 27 22:29:08.648927 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe0d20-6976-46ca-b997-8f177ed4d6d9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=7e3845c6-fdf1-4f00-8712-57e25264bec0,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:08.669036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] Request body: {'port': {'device_id': 'ceaabd47-d6f6-4429-a5fe-21e28c564bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:29:08.702159 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-9d4869f3-1bf9-4207-9dad-ce07d75aa0be None None] For port 753fa7b4-2a9d-43f1-9258-a925aac94bbf, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=753fa7b4-2a9d-43f1-9258-a925aac94bbf,segment=NetworkSegment(9ee6be46-961b-49a3-b4c0-be4c29a3e9d4),segment_id=9ee6be46-961b-49a3-b4c0-be4c29a3e9d4)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:08.702891 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9d4869f3-1bf9-4207-9dad-ce07d75aa0be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (753fa7b4-2a9d-43f1-9258-a925aac94bbf), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:08.718539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff6206-0d5b-4f59-9b56-2a5e241cfc7f req-54da1c8c-9bf8-4c94-a88d-d9bb3ef50f20 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:08.721704 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63ff6206-0d5b-4f59-9b56-2a5e241cfc7f req-54da1c8c-9bf8-4c94-a88d-d9bb3ef50f20 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 932 time: 0.1648438 Jan 27 22:29:08.736391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9d4869f3-1bf9-4207-9dad-ce07d75aa0be None None] Calling delete_port for 753fa7b4-2a9d-43f1-9258-a925aac94bbf owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:29:08.763400 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 07f01284-a5c8-4bde-b638-a5a5c61db710 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:08.763590 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdc36a81-136f-45e9-9304-7d48935f5b3d tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (15f68550-0830-47b7-8723-364a198d8faa), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:08.799067 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc36a81-136f-45e9-9304-7d48935f5b3d tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event deleted for resources: {'Port': ['ID=15f68550-0830-47b7-8723-364a198d8faa,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:08.826350 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:08.829062 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7d672449-113b-4fdf-b18c-92fc46be265c None None] Provisioning complete for port 7e3845c6-fdf1-4f00-8712-57e25264bec0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:08.829447 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7d672449-113b-4fdf-b18c-92fc46be265c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:08.849420 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63ff6206-0d5b-4f59-9b56-2a5e241cfc7f req-d54a7b0f-7215-4ed1-9086-940b52e4377d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159651 Jan 27 22:29:08.886469 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7d672449-113b-4fdf-b18c-92fc46be265c None None] Port 7e3845c6-fdf1-4f00-8712-57e25264bec0 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:29:08.892881 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdc36a81-136f-45e9-9304-7d48935f5b3d tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (06dc373b-a161-4dfe-82f6-8c90666fa8fb), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:08.896844 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9d4869f3-1bf9-4207-9dad-ce07d75aa0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (753fa7b4-2a9d-43f1-9258-a925aac94bbf), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:08.928253 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4869f3-1bf9-4207-9dad-ce07d75aa0be None None] Pushing event deleted for resources: {'Port': ['ID=753fa7b4-2a9d-43f1-9258-a925aac94bbf,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:08.934699 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4869f3-1bf9-4207-9dad-ce07d75aa0be None None] No DVR routers for this DVR port 753fa7b4-2a9d-43f1-9258-a925aac94bbf on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:29:09.002169 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdc36a81-136f-45e9-9304-7d48935f5b3d tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (06dc373b-a161-4dfe-82f6-8c90666fa8fb), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:09.004755 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdc36a81-136f-45e9-9304-7d48935f5b3d tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for router_controller (06dc373b-a161-4dfe-82f6-8c90666fa8fb), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:09.053121 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdc36a81-136f-45e9-9304-7d48935f5b3d tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (06dc373b-a161-4dfe-82f6-8c90666fa8fb), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:09.053792 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc36a81-136f-45e9-9304-7d48935f5b3d tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Fanout notify agent at l3_agent the message router_deleted on router 06dc373b-a161-4dfe-82f6-8c90666fa8fb {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:29:09.061416 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdc36a81-136f-45e9-9304-7d48935f5b3d tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:09.062560 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cdc36a81-136f-45e9-9304-7d48935f5b3d tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "DELETE /v2.0/routers/06dc373b-a161-4dfe-82f6-8c90666fa8fb HTTP/1.1" status: 204 len: 168 time: 1.1863470 Jan 27 22:29:09.065160 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49500) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:09.154846 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-905b50df-2450-4ce4-a690-f58a3841254e tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (c1ed5521-1eeb-4acd-b06a-72b9df2fc19c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:09.174698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3845c6-fdf1-4f00-8712-57e25264bec0 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:29:09.182589 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] Publish callbacks [] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:09.195881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] Transition to ACTIVE for port object 7e3845c6-fdf1-4f00-8712-57e25264bec0 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:29:09.199937 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:09.250148 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-905b50df-2450-4ce4-a690-f58a3841254e tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (c1ed5521-1eeb-4acd-b06a-72b9df2fc19c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:09.270440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3845c6-fdf1-4f00-8712-57e25264bec0,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:09.281592 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-905b50df-2450-4ce4-a690-f58a3841254e tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ed5521-1eeb-4acd-b06a-72b9df2fc19c']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:09.291964 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-905b50df-2450-4ce4-a690-f58a3841254e tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee6be46-961b-49a3-b4c0-be4c29a3e9d4') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:09.292381 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-905b50df-2450-4ce4-a690-f58a3841254e tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee6be46-961b-49a3-b4c0-be4c29a3e9d4') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:09.303827 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-905b50df-2450-4ce4-a690-f58a3841254e tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (9ee6be46-961b-49a3-b4c0-be4c29a3e9d4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:09.328703 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-905b50df-2450-4ce4-a690-f58a3841254e tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (9ee6be46-961b-49a3-b4c0-be4c29a3e9d4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:09.335670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] Attempting to bind port 7e3845c6-fdf1-4f00-8712-57e25264bec0 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:29:09.335803 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] Attempting to bind port 7e3845c6-fdf1-4f00-8712-57e25264bec0 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '694ad221-48ce-4a7c-a793-353b4f9aa77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:29:09.336038 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] Attempting to bind port 7e3845c6-fdf1-4f00-8712-57e25264bec0 on network 1a63f431-8021-4c5c-87ca-59c00fd45377 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:29:09.337175 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905b50df-2450-4ce4-a690-f58a3841254e tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:29:09.337732 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-905b50df-2450-4ce4-a690-f58a3841254e tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (9ee6be46-961b-49a3-b4c0-be4c29a3e9d4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:09.341411 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] Port 7e3845c6-fdf1-4f00-8712-57e25264bec0 on network 1a63f431-8021-4c5c-87ca-59c00fd45377 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:29:09.341744 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] Attempting to bind port 7e3845c6-fdf1-4f00-8712-57e25264bec0 on network 1a63f431-8021-4c5c-87ca-59c00fd45377 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:29:09.342016 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:29:09.347820 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:29:09.348401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] Checking segment: {'id': '694ad221-48ce-4a7c-a793-353b4f9aa77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:29:09.349207 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] Bound using segment: {'id': '694ad221-48ce-4a7c-a793-353b4f9aa77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:29:09.349642 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] Bound port: 7e3845c6-fdf1-4f00-8712-57e25264bec0, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '694ad221-48ce-4a7c-a793-353b4f9aa77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:29:09.350001 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:09.410144 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-905b50df-2450-4ce4-a690-f58a3841254e tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (c1ed5521-1eeb-4acd-b06a-72b9df2fc19c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:09.417379 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-905b50df-2450-4ce4-a690-f58a3841254e tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:09.424473 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-905b50df-2450-4ce4-a690-f58a3841254e tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "DELETE /v2.0/networks/c1ed5521-1eeb-4acd-b06a-72b9df2fc19c HTTP/1.1" status: 204 len: 168 time: 0.3569419 Jan 27 22:29:09.428731 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49502) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:09.443914 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b50df-2450-4ce4-a690-f58a3841254e tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event deleted for resources: {'Network': ['ID=c1ed5521-1eeb-4acd-b06a-72b9df2fc19c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:09.475516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] For port 7e3845c6-fdf1-4f00-8712-57e25264bec0, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:29:09.495183 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] For port 7e3845c6-fdf1-4f00-8712-57e25264bec0, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7e3845c6-fdf1-4f00-8712-57e25264bec0,segment=NetworkSegment(694ad221-48ce-4a7c-a793-353b4f9aa77a),segment_id=694ad221-48ce-4a7c-a793-353b4f9aa77a)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:29:09.506097 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:09.576011 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:09.576635 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:09.578471 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] 10.222.0.15 "PUT /v2.0/ports/7e3845c6-fdf1-4f00-8712-57e25264bec0 HTTP/1.1" status: 200 len: 1092 time: 0.9175267 Jan 27 22:29:09.585528 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceaabd47-d6f6-4429-a5fe-21e28c564bc5', 'tag': '7e3845c6-fdf1-4f00-8712-57e25264bec0'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:29:09.587833 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e3803c-a11d-4a7a-bc33-33ac5386e084" -d '{"events": [{"name": "network-changed", "server_uuid": "ceaabd47-d6f6-4429-a5fe-21e28c564bc5", "tag": "7e3845c6-fdf1-4f00-8712-57e25264bec0"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:29:09.639739 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d18e86-5489-45fc-9ec2-7c2b795c2cf6 x-openstack-request-id: req-65d18e86-5489-45fc-9ec2-7c2b795c2cf6 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:29:09.640038 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceaabd47-d6f6-4429-a5fe-21e28c564bc5", "tag": "7e3845c6-fdf1-4f00-8712-57e25264bec0", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:29:09.640322 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65d18e86-5489-45fc-9ec2-7c2b795c2cf6 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:29:09.640736 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceaabd47-d6f6-4429-a5fe-21e28c564bc5', 'tag': '7e3845c6-fdf1-4f00-8712-57e25264bec0', 'status': 'completed', 'code': 200} Jan 27 22:29:09.679283 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135a937-75f6-40b9-9645-56ea840d4ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3845c6-fdf1-4f00-8712-57e25264bec0,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:09.706787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-c3fe59a7-b069-4acf-b4c7-c3949a6210f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:09.708608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-c3fe59a7-b069-4acf-b4c7-c3949a6210f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 1095 time: 0.0803826 Jan 27 22:29:09.756258 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9f011-37d8-423e-aba4-eb1dde19509c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Deleting port e90e9115-3404-4b50-8a3c-87dd22793f45 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:29:09.756608 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c9a9f011-37d8-423e-aba4-eb1dde19509c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e90e9115-3404-4b50-8a3c-87dd22793f45), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:09.759114 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-2705baf2-d90c-4386-bb0e-4d203700051a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e3845c6-fdf1-4f00-8712-57e25264bec0 HTTP/1.1" status: 200 len: 217 time: 0.0434573 Jan 27 22:29:09.865383 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-35b3c46b-5138-4851-a445-d85e09a43f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:09.866859 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-35b3c46b-5138-4851-a445-d85e09a43f05 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=df4772ab-47b5-4e58-b74c-d6f9dc584237 HTTP/1.1" status: 200 len: 834 time: 0.0968733 Jan 27 22:29:09.921919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 753fa7b4-2a9d-43f1-9258-a925aac94bbf no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:29:09.924753 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c9a9f011-37d8-423e-aba4-eb1dde19509c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e90e9115-3404-4b50-8a3c-87dd22793f45), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:09.925093 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c9a9f011-37d8-423e-aba4-eb1dde19509c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for floatingip (e90e9115-3404-4b50-8a3c-87dd22793f45), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:09.947059 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 753fa7b4-2a9d-43f1-9258-a925aac94bbf {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:29:09.947413 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 753fa7b4-2a9d-43f1-9258-a925aac94bbf not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:29:09.947844 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3b533a7f-7d89-4e97-b2bd-42f30e76bada no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:29:09.963408 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9f011-37d8-423e-aba4-eb1dde19509c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Calling delete_port for e90e9115-3404-4b50-8a3c-87dd22793f45 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:29:09.972302 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 3b533a7f-7d89-4e97-b2bd-42f30e76bada {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:29:09.972714 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3b533a7f-7d89-4e97-b2bd-42f30e76bada not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:29:09.973081 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 15f68550-0830-47b7-8723-364a198d8faa no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:29:09.985317 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-680f806f-1bb3-45ab-bf46-b6f50c06fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:09.986843 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-680f806f-1bb3-45ab-bf46-b6f50c06fc61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a63f431-8021-4c5c-87ca-59c00fd45377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102552 Jan 27 22:29:09.996901 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 15f68550-0830-47b7-8723-364a198d8faa {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:29:09.997254 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 15f68550-0830-47b7-8723-364a198d8faa not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:29:10.055677 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363b783-0e37-4145-a031-7c93d7a8d7b9 req-2d78911b-bc1a-41ad-bcf6-6a6013c5712d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:10.057193 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b363b783-0e37-4145-a031-7c93d7a8d7b9 req-2d78911b-bc1a-41ad-bcf6-6a6013c5712d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 944 time: 0.1387856 Jan 27 22:29:10.510439 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b363b783-0e37-4145-a031-7c93d7a8d7b9 req-aedde79c-a1e7-4650-9bac-ad7f845238d2 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4265230 Jan 27 22:29:10.512985 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-182612bf-4e4c-492a-9c4e-7d3b47502440 service neutron] 10.222.0.15 "GET /v2.0/networks/1a63f431-8021-4c5c-87ca-59c00fd45377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902985 Jan 27 22:29:10.627083 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c9a9f011-37d8-423e-aba4-eb1dde19509c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (e90e9115-3404-4b50-8a3c-87dd22793f45), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:10.662690 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9f011-37d8-423e-aba4-eb1dde19509c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event deleted for resources: {'Port': ['ID=e90e9115-3404-4b50-8a3c-87dd22793f45,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:10.671230 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bca1ecc-90bb-4d21-b499-3c6b37e253e0 req-6c455947-0b25-47cc-bd8e-9e8f43ec5df0 service neutron] 10.222.0.15 "GET /v2.0/networks/1a63f431-8021-4c5c-87ca-59c00fd45377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516924 Jan 27 22:29:10.754128 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c9a9f011-37d8-423e-aba4-eb1dde19509c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for floatingip (ff9b121d-6db3-4f41-850a-033f1e7c4f3c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:10.754472 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-c9a9f011-37d8-423e-aba4-eb1dde19509c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Floating IP ff9b121d-6db3-4f41-850a-033f1e7c4f3c disassociated (deleted). External IP: 172.25.3.72, port: 451dbe04-20c5-45de-b9b6-f7a0e84c9005. Jan 27 22:29:10.809207 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3803c-a11d-4a7a-bc33-33ac5386e084 req-91fbe207-4da2-40f9-928a-78f5dd53b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:10.810630 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95e3803c-a11d-4a7a-bc33-33ac5386e084 req-91fbe207-4da2-40f9-928a-78f5dd53b945 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 1095 time: 0.0880301 Jan 27 22:29:10.983993 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3803c-a11d-4a7a-bc33-33ac5386e084 req-b887a513-15ce-4133-8827-b8f066f19297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:10.985519 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95e3803c-a11d-4a7a-bc33-33ac5386e084 req-b887a513-15ce-4133-8827-b8f066f19297 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a63f431-8021-4c5c-87ca-59c00fd45377 HTTP/1.1" status: 200 len: 897 time: 0.1685765 Jan 27 22:29:11.052821 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95e3803c-a11d-4a7a-bc33-33ac5386e084 req-44955eaf-a606-42fa-bcb9-f540b9929563 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e3845c6-fdf1-4f00-8712-57e25264bec0 HTTP/1.1" status: 200 len: 217 time: 0.0607994 Jan 27 22:29:11.114618 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a9f011-37d8-423e-aba4-eb1dde19509c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Router 4970ec1f-19be-4e1d-a584-2b6a7d078352 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:29:11.124614 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3803c-a11d-4a7a-bc33-33ac5386e084 req-d8f383bb-708a-4765-bbab-0c967817f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:11.126069 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95e3803c-a11d-4a7a-bc33-33ac5386e084 req-d8f383bb-708a-4765-bbab-0c967817f957 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=df4772ab-47b5-4e58-b74c-d6f9dc584237 HTTP/1.1" status: 200 len: 834 time: 0.0656283 Jan 27 22:29:11.246894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3803c-a11d-4a7a-bc33-33ac5386e084 req-ff6d2c88-294b-419d-ae49-de91dd5586ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:11.248422 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95e3803c-a11d-4a7a-bc33-33ac5386e084 req-ff6d2c88-294b-419d-ae49-de91dd5586ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a63f431-8021-4c5c-87ca-59c00fd45377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150646 Jan 27 22:29:11.277216 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a9f011-37d8-423e-aba4-eb1dde19509c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:29:11.282584 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c9a9f011-37d8-423e-aba4-eb1dde19509c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:11.288443 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1bf1b3-0394-40dd-a1cc-5a55fe07e67d None None] Sync routers for ids ['4970ec1f-19be-4e1d-a584-2b6a7d078352'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:29:11.298192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1bf1b3-0394-40dd-a1cc-5a55fe07e67d None None] Routers {'4970ec1f-19be-4e1d-a584-2b6a7d078352'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:11.299111 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-6b1bf1b3-0394-40dd-a1cc-5a55fe07e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:28:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4970ec1f-19be-4e1d-a584-2b6a7d078352'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:11.345411 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c9a9f011-37d8-423e-aba4-eb1dde19509c tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "DELETE /v2.0/floatingips/ff9b121d-6db3-4f41-850a-033f1e7c4f3c HTTP/1.1" status: 204 len: 168 time: 1.9091122 Jan 27 22:29:11.372751 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95e3803c-a11d-4a7a-bc33-33ac5386e084 req-2489ba33-6dca-45a0-ab21-07d3097b2471 service neutron] 10.222.0.15 "GET /v2.0/networks/1a63f431-8021-4c5c-87ca-59c00fd45377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177690 Jan 27 22:29:11.421112 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-6b1bf1b3-0394-40dd-a1cc-5a55fe07e67d None None] Set router 4970ec1f-19be-4e1d-a584-2b6a7d078352 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:11.475430 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95e3803c-a11d-4a7a-bc33-33ac5386e084 req-09167312-54c3-42dd-8ed6-00dbd75472e5 service neutron] 10.222.0.15 "GET /v2.0/networks/1a63f431-8021-4c5c-87ca-59c00fd45377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970123 Jan 27 22:29:11.589827 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404cbc5-59bd-4ea5-9db1-855038c3335a req-56a3c650-8512-4cd3-8d99-f13ea61ef0f7 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:11.591337 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9404cbc5-59bd-4ea5-9db1-855038c3335a req-56a3c650-8512-4cd3-8d99-f13ea61ef0f7 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 984 time: 0.0526967 Jan 27 22:29:11.636394 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-6b1bf1b3-0394-40dd-a1cc-5a55fe07e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057810387', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:10Z', 'revision_number': 4, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port': {'id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '73c31a66-f883-4382-8eb5-2d8ee8f1ffcf', 'name': '', 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'mac_address': 'fa:16:3e:19:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '94a7eb72-9ae7-42c6-bec0-70c7d3f694f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:09Z', 'updated_at': '2022-01-27T22:27:13Z', 'revision_number': 5, 'project_id': '962a452fd57b44968762c090f150bdfe', 'subnets': [{'id': '94a7eb72-9ae7-42c6-bec0-70c7d3f694f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:11.643213 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7878ca51-b07d-4b04-aeca-fa3a629833d7', 'tag': '451dbe04-20c5-45de-b9b6-f7a0e84c9005'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:29:11.645530 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58b3071-aced-4501-8aad-e4f52fc4198b" -d '{"events": [{"name": "network-changed", "server_uuid": "7878ca51-b07d-4b04-aeca-fa3a629833d7", "tag": "451dbe04-20c5-45de-b9b6-f7a0e84c9005"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:29:11.668333 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1bf1b3-0394-40dd-a1cc-5a55fe07e67d None None] Checking router: 4970ec1f-19be-4e1d-a584-2b6a7d078352 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:29:11.676864 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1bf1b3-0394-40dd-a1cc-5a55fe07e67d None None] Routers {'4970ec1f-19be-4e1d-a584-2b6a7d078352'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:11.678058 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-6b1bf1b3-0394-40dd-a1cc-5a55fe07e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:28:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4970ec1f-19be-4e1d-a584-2b6a7d078352'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:11.680049 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad3e25-03d5-45c5-a0f7-bd8c8776513b req-af5ca07e-0771-4ea7-9a30-74bf5ce592e1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:11.681578 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3ad3e25-03d5-45c5-a0f7-bd8c8776513b req-af5ca07e-0771-4ea7-9a30-74bf5ce592e1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 944 time: 0.0893586 Jan 27 22:29:11.699669 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9404cbc5-59bd-4ea5-9db1-855038c3335a req-f3f6bfee-4ef0-4ce1-9c2d-a8407fff5199 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce99b8b2-82fa-486c-83ce-d8fd6b3b9863&id=04f162f7-71a0-4f64-a897-d6d3fee7b03e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0991044 Jan 27 22:29:11.739315 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3ad3e25-03d5-45c5-a0f7-bd8c8776513b req-6433544f-5558-4af6-b841-eb625bbacfbd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505891 Jan 27 22:29:11.746118 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d29e4fe-bbc2-4093-90d7-6184a76e8ae7 x-openstack-request-id: req-4d29e4fe-bbc2-4093-90d7-6184a76e8ae7 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:29:11.746577 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7878ca51-b07d-4b04-aeca-fa3a629833d7", "tag": "451dbe04-20c5-45de-b9b6-f7a0e84c9005", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:29:11.746907 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d29e4fe-bbc2-4093-90d7-6184a76e8ae7 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:29:11.747747 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7878ca51-b07d-4b04-aeca-fa3a629833d7', 'tag': '451dbe04-20c5-45de-b9b6-f7a0e84c9005', 'status': 'completed', 'code': 200} Jan 27 22:29:11.797955 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-6b1bf1b3-0394-40dd-a1cc-5a55fe07e67d None None] Set router 4970ec1f-19be-4e1d-a584-2b6a7d078352 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:11.812546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b3071-aced-4501-8aad-e4f52fc4198b req-423c267f-d8c9-4250-a163-a94ec12269db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:11.814100 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a58b3071-aced-4501-8aad-e4f52fc4198b req-423c267f-d8c9-4250-a163-a94ec12269db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=962a452fd57b44968762c090f150bdfe&device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 1135 time: 0.0412354 Jan 27 22:29:11.914696 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b3071-aced-4501-8aad-e4f52fc4198b req-6bf7c08b-ab6a-41b1-a138-9279ca39c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:11.916117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a58b3071-aced-4501-8aad-e4f52fc4198b req-6bf7c08b-ab6a-41b1-a138-9279ca39c31d service neutron] 10.222.0.21 "GET /v2.0/networks?id=cecf5eec-313a-451f-967c-7b909e00f8c8 HTTP/1.1" status: 200 len: 898 time: 0.0960877 Jan 27 22:29:11.961388 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a58b3071-aced-4501-8aad-e4f52fc4198b req-68b99b5c-82ea-4f76-92d5-3ff33aaae088 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=451dbe04-20c5-45de-b9b6-f7a0e84c9005 HTTP/1.1" status: 200 len: 217 time: 0.0360904 Jan 27 22:29:12.005770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-6b1bf1b3-0394-40dd-a1cc-5a55fe07e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057810387', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:10Z', 'revision_number': 4, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port': {'id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '73c31a66-f883-4382-8eb5-2d8ee8f1ffcf', 'name': '', 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'mac_address': 'fa:16:3e:19:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '94a7eb72-9ae7-42c6-bec0-70c7d3f694f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:09Z', 'updated_at': '2022-01-27T22:27:13Z', 'revision_number': 5, 'project_id': '962a452fd57b44968762c090f150bdfe', 'subnets': [{'id': '94a7eb72-9ae7-42c6-bec0-70c7d3f694f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:12.016670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b3071-aced-4501-8aad-e4f52fc4198b req-3e7694a6-e528-4cb6-9e29-0386de177cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:12.018343 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a58b3071-aced-4501-8aad-e4f52fc4198b req-3e7694a6-e528-4cb6-9e29-0386de177cc6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94a7eb72-9ae7-42c6-bec0-70c7d3f694f7 HTTP/1.1" status: 200 len: 834 time: 0.0485716 Jan 27 22:29:12.032601 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1bf1b3-0394-40dd-a1cc-5a55fe07e67d None None] The sync data for ids ['4970ec1f-19be-4e1d-a584-2b6a7d078352'] in n-d-772272-3 is: [{'id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057810387', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:10Z', 'revision_number': 4, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port': {'id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '73c31a66-f883-4382-8eb5-2d8ee8f1ffcf', 'name': '', 'network_id': 'cecf5eec-313a-451f-967c-7b909e00f8c8', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'mac_address': 'fa:16:3e:19:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '94a7eb72-9ae7-42c6-bec0-70c7d3f694f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:09Z', 'updated_at': '2022-01-27T22:27:13Z', 'revision_number': 5, 'project_id': '962a452fd57b44968762c090f150bdfe', 'subnets': [{'id': '94a7eb72-9ae7-42c6-bec0-70c7d3f694f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:29:12.065479 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b3071-aced-4501-8aad-e4f52fc4198b req-d4e8ef8e-a465-4b3d-a7ba-dd29b8f83b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:12.067028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a58b3071-aced-4501-8aad-e4f52fc4198b req-d4e8ef8e-a465-4b3d-a7ba-dd29b8f83b13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cecf5eec-313a-451f-967c-7b909e00f8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423822 Jan 27 22:29:12.163408 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a58b3071-aced-4501-8aad-e4f52fc4198b req-d9652d0f-ede1-41eb-ae8a-b8828a8325be service neutron] 10.222.0.21 "GET /v2.0/networks/cecf5eec-313a-451f-967c-7b909e00f8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893817 Jan 27 22:29:12.259849 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a58b3071-aced-4501-8aad-e4f52fc4198b req-a2ffde5f-9d6e-4dba-9a10-6753d125d964 service neutron] 10.222.0.21 "GET /v2.0/networks/cecf5eec-313a-451f-967c-7b909e00f8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891230 Jan 27 22:29:12.260796 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdae70ab-4d13-409f-90b3-0a20cd0d7dd0 None None] New status for floating IP ff9b121d-6db3-4f41-850a-033f1e7c4f3c: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:29:12.767139 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 7e3845c6-fdf1-4f00-8712-57e25264bec0 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:29:12.850446 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b4231-3e01-4459-8d8a-c6d6a3b664b7 req-e9d5c3f7-7b66-461e-a2f0-4f5977680c82 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:12.852061 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a1b4231-3e01-4459-8d8a-c6d6a3b664b7 req-e9d5c3f7-7b66-461e-a2f0-4f5977680c82 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 984 time: 0.0805721 Jan 27 22:29:12.870952 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 7e3845c6-fdf1-4f00-8712-57e25264bec0, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7e3845c6-fdf1-4f00-8712-57e25264bec0,segment=NetworkSegment(694ad221-48ce-4a7c-a793-353b4f9aa77a),segment_id=694ad221-48ce-4a7c-a793-353b4f9aa77a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:12.881834 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '7e3845c6-fdf1-4f00-8712-57e25264bec0', 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377', 'port_id': '7e3845c6-fdf1-4f00-8712-57e25264bec0', 'mac_address': 'fa:16:3e:cb:74:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df4772ab-47b5-4e58-b74c-d6f9dc584237', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:29:12.890325 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085eadd-0f5b-4705-b85d-f8c90878cb50 req-456e4bda-b6fb-411b-86d7-6c0bc4c31121 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:12.891836 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4085eadd-0f5b-4705-b85d-f8c90878cb50 req-456e4bda-b6fb-411b-86d7-6c0bc4c31121 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 944 time: 0.0776000 Jan 27 22:29:12.931279 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 7e3845c6-fdf1-4f00-8712-57e25264bec0 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:12.932379 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:12.944156 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:12.947983 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a1b4231-3e01-4459-8d8a-c6d6a3b664b7 req-d9d950a1-8baf-461c-aa4e-b2f422e8fae1 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce99b8b2-82fa-486c-83ce-d8fd6b3b9863&id=04f162f7-71a0-4f64-a897-d6d3fee7b03e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0888655 Jan 27 22:29:12.949010 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3845c6-fdf1-4f00-8712-57e25264bec0 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:29:12.969807 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4085eadd-0f5b-4705-b85d-f8c90878cb50 req-5b0d0973-8116-4a55-9817-5d05919cef4b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690644 Jan 27 22:29:12.974279 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 7e3845c6-fdf1-4f00-8712-57e25264bec0, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7e3845c6-fdf1-4f00-8712-57e25264bec0,segment=NetworkSegment(694ad221-48ce-4a7c-a793-353b4f9aa77a),segment_id=694ad221-48ce-4a7c-a793-353b4f9aa77a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:12.978470 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:13.034041 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=7e3845c6-fdf1-4f00-8712-57e25264bec0,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:13.177378 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['7e3845c6-fdf1-4f00-8712-57e25264bec0'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:29:13.328278 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622301fe-30a3-4ce8-a298-b4ceaf8943af req-2d6ddd75-0b84-4820-844e-8f2f8f614437 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:13.329676 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-622301fe-30a3-4ce8-a298-b4ceaf8943af req-2d6ddd75-0b84-4820-844e-8f2f8f614437 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.21 "GET /v2.0/ports?device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 984 time: 0.0521705 Jan 27 22:29:13.423019 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-622301fe-30a3-4ce8-a298-b4ceaf8943af req-12e39ab3-f971-4a27-b3e2-f7152ce722b3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Deleting port 451dbe04-20c5-45de-b9b6-f7a0e84c9005 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:29:13.423360 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-622301fe-30a3-4ce8-a298-b4ceaf8943af req-12e39ab3-f971-4a27-b3e2-f7152ce722b3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (451dbe04-20c5-45de-b9b6-f7a0e84c9005), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:13.512317 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-622301fe-30a3-4ce8-a298-b4ceaf8943af req-12e39ab3-f971-4a27-b3e2-f7152ce722b3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] For port 451dbe04-20c5-45de-b9b6-f7a0e84c9005, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=451dbe04-20c5-45de-b9b6-f7a0e84c9005,segment=NetworkSegment(7f818cec-c747-4ce5-88ec-5192cbac2741),segment_id=7f818cec-c747-4ce5-88ec-5192cbac2741)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:13.512682 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-622301fe-30a3-4ce8-a298-b4ceaf8943af req-12e39ab3-f971-4a27-b3e2-f7152ce722b3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (451dbe04-20c5-45de-b9b6-f7a0e84c9005), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:13.524756 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-622301fe-30a3-4ce8-a298-b4ceaf8943af req-12e39ab3-f971-4a27-b3e2-f7152ce722b3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Calling delete_port for 451dbe04-20c5-45de-b9b6-f7a0e84c9005 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:29:13.649020 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-622301fe-30a3-4ce8-a298-b4ceaf8943af req-12e39ab3-f971-4a27-b3e2-f7152ce722b3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (451dbe04-20c5-45de-b9b6-f7a0e84c9005), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:13.674926 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e39ab3-f971-4a27-b3e2-f7152ce722b3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event deleted for resources: {'Port': ['ID=451dbe04-20c5-45de-b9b6-f7a0e84c9005,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:13.722417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-622301fe-30a3-4ce8-a298-b4ceaf8943af req-12e39ab3-f971-4a27-b3e2-f7152ce722b3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] No DVR routers for this DVR port 451dbe04-20c5-45de-b9b6-f7a0e84c9005 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:29:13.724908 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-622301fe-30a3-4ce8-a298-b4ceaf8943af req-12e39ab3-f971-4a27-b3e2-f7152ce722b3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:13.728266 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-622301fe-30a3-4ce8-a298-b4ceaf8943af req-12e39ab3-f971-4a27-b3e2-f7152ce722b3 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.21 "DELETE /v2.0/ports/451dbe04-20c5-45de-b9b6-f7a0e84c9005 HTTP/1.1" status: 204 len: 173 time: 0.3926060 Jan 27 22:29:13.747984 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7878ca51-b07d-4b04-aeca-fa3a629833d7', 'name': 'network-vif-deleted', 'tag': '451dbe04-20c5-45de-b9b6-f7a0e84c9005'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:29:13.750340 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5879437e-540d-4f60-9514-5d5870875fc8" -d '{"events": [{"server_uuid": "7878ca51-b07d-4b04-aeca-fa3a629833d7", "name": "network-vif-deleted", "tag": "451dbe04-20c5-45de-b9b6-f7a0e84c9005"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:29:13.790221 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae61e8c2-80eb-450e-b61c-d8905043ec58 x-openstack-request-id: req-ae61e8c2-80eb-450e-b61c-d8905043ec58 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:29:13.790828 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7878ca51-b07d-4b04-aeca-fa3a629833d7", "name": "network-vif-deleted", "tag": "451dbe04-20c5-45de-b9b6-f7a0e84c9005", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:29:13.791094 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae61e8c2-80eb-450e-b61c-d8905043ec58 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:29:13.791512 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7878ca51-b07d-4b04-aeca-fa3a629833d7', 'name': 'network-vif-deleted', 'tag': '451dbe04-20c5-45de-b9b6-f7a0e84c9005', 'status': 'completed', 'code': 200} Jan 27 22:29:14.063105 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-69ac1900-f060-4447-b50f-106db5c95b95 req-d57ff2ca-273c-41bb-84ce-fef938be98ac tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "GET /v2.0/ports?device_id=7878ca51-b07d-4b04-aeca-fa3a629833d7 HTTP/1.1" status: 200 len: 210 time: 0.0294709 Jan 27 22:29:14.115534 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0c30f-8363-4d44-89e0-d142507516a2 req-6893729b-392a-46df-b395-6bb6ae8ad5f1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:14.117665 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-51b0c30f-8363-4d44-89e0-d142507516a2 req-6893729b-392a-46df-b395-6bb6ae8ad5f1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 945 time: 0.0581839 Jan 27 22:29:14.176440 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-51b0c30f-8363-4d44-89e0-d142507516a2 req-01c6b55f-121b-41e7-8e1f-9329de0bc21f tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532289 Jan 27 22:29:14.780591 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 7e3845c6-fdf1-4f00-8712-57e25264bec0 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:29:14.826966 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 7e3845c6-fdf1-4f00-8712-57e25264bec0 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:29:14.831034 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 7e3845c6-fdf1-4f00-8712-57e25264bec0 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:14.831414 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:14.909790 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 7e3845c6-fdf1-4f00-8712-57e25264bec0 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:14.910185 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:14.932677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaabd47-d6f6-4429-a5fe-21e28c564bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3845c6-fdf1-4f00-8712-57e25264bec0'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:29:14.934885 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e7d6be-ec9d-4749-8fac-78ca0e2944b4" -d '{"events": [{"server_uuid": "ceaabd47-d6f6-4429-a5fe-21e28c564bc5", "name": "network-vif-plugged", "status": "completed", "tag": "7e3845c6-fdf1-4f00-8712-57e25264bec0"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:29:14.948350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 7e3845c6-fdf1-4f00-8712-57e25264bec0, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7e3845c6-fdf1-4f00-8712-57e25264bec0,segment=NetworkSegment(694ad221-48ce-4a7c-a793-353b4f9aa77a),segment_id=694ad221-48ce-4a7c-a793-353b4f9aa77a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:14.952109 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:14.975995 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea9dc64-5ce9-4428-9e5a-bd849eb11adb x-openstack-request-id: req-aea9dc64-5ce9-4428-9e5a-bd849eb11adb {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:29:14.976347 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaabd47-d6f6-4429-a5fe-21e28c564bc5", "name": "network-vif-plugged", "status": "completed", "tag": "7e3845c6-fdf1-4f00-8712-57e25264bec0", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:29:14.976642 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aea9dc64-5ce9-4428-9e5a-bd849eb11adb {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:29:14.977032 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaabd47-d6f6-4429-a5fe-21e28c564bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3845c6-fdf1-4f00-8712-57e25264bec0', 'code': 200} Jan 27 22:29:15.005206 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=7e3845c6-fdf1-4f00-8712-57e25264bec0,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:15.069639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073776d7-f07a-43e8-91c1-3b373c6ceb77 req-b5554c37-7e57-4dcd-b6c7-69da7ece40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:15.071023 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-073776d7-f07a-43e8-91c1-3b373c6ceb77 req-b5554c37-7e57-4dcd-b6c7-69da7ece40c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0439305 Jan 27 22:29:15.118088 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-073776d7-f07a-43e8-91c1-3b373c6ceb77 req-5d620003-776c-4761-abcb-6ebcfad5d9ce service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402598 Jan 27 22:29:15.118517 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49530) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:15.174723 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6073d6b-2396-43be-8d82-fbefb910dcb5 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for security_group (ce99b8b2-82fa-486c-83ce-d8fd6b3b9863), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:15.196141 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6073d6b-2396-43be-8d82-fbefb910dcb5 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for security_group (ce99b8b2-82fa-486c-83ce-d8fd6b3b9863), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:15.241954 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6073d6b-2396-43be-8d82-fbefb910dcb5 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ce99b8b2-82fa-486c-83ce-d8fd6b3b9863), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:15.244469 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f6073d6b-2396-43be-8d82-fbefb910dcb5 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:15.245634 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f6073d6b-2396-43be-8d82-fbefb910dcb5 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "DELETE /v2.0/security-groups/ce99b8b2-82fa-486c-83ce-d8fd6b3b9863 HTTP/1.1" status: 204 len: 168 time: 0.1261394 Jan 27 22:29:15.248974 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49534) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:15.267132 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6073d6b-2396-43be-8d82-fbefb910dcb5 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce99b8b2-82fa-486c-83ce-d8fd6b3b9863,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:15.305264 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9074f3e-faf4-48aa-831d-a7ed08c8efc1 req-6eb84e1b-fb10-4458-ab26-5a5881fe59d4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:15.306805 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e9074f3e-faf4-48aa-831d-a7ed08c8efc1 req-6eb84e1b-fb10-4458-ab26-5a5881fe59d4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 946 time: 0.0584772 Jan 27 22:29:15.309346 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-96cf91fc-9215-4e68-85b5-ecf6a24d11ca tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for security_group (04f162f7-71a0-4f64-a897-d6d3fee7b03e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:15.333919 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-96cf91fc-9215-4e68-85b5-ecf6a24d11ca tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for security_group (04f162f7-71a0-4f64-a897-d6d3fee7b03e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:15.356932 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e9074f3e-faf4-48aa-831d-a7ed08c8efc1 req-d74b5d42-f93e-4c5b-800e-a50141cd959c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444579 Jan 27 22:29:15.380846 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-96cf91fc-9215-4e68-85b5-ecf6a24d11ca tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (04f162f7-71a0-4f64-a897-d6d3fee7b03e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:15.383504 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-96cf91fc-9215-4e68-85b5-ecf6a24d11ca tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:15.384692 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-96cf91fc-9215-4e68-85b5-ecf6a24d11ca tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "DELETE /v2.0/security-groups/04f162f7-71a0-4f64-a897-d6d3fee7b03e HTTP/1.1" status: 204 len: 168 time: 0.1347396 Jan 27 22:29:15.387579 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49536) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:15.393756 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf91fc-9215-4e68-85b5-ecf6a24d11ca tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f162f7-71a0-4f64-a897-d6d3fee7b03e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:15.743621 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-62c63d07-e820-4cca-ac24-0515f836ed5b tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (4970ec1f-19be-4e1d-a584-2b6a7d078352), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:16.004139 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-62c63d07-e820-4cca-ac24-0515f836ed5b tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Deleting port 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:29:16.004522 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-62c63d07-e820-4cca-ac24-0515f836ed5b tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (73c31a66-f883-4382-8eb5-2d8ee8f1ffcf), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:16.091265 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-62c63d07-e820-4cca-ac24-0515f836ed5b tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] For port 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=73c31a66-f883-4382-8eb5-2d8ee8f1ffcf,segment=NetworkSegment(7f818cec-c747-4ce5-88ec-5192cbac2741),segment_id=7f818cec-c747-4ce5-88ec-5192cbac2741)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:16.091948 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-62c63d07-e820-4cca-ac24-0515f836ed5b tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (73c31a66-f883-4382-8eb5-2d8ee8f1ffcf), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:16.105219 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-62c63d07-e820-4cca-ac24-0515f836ed5b tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Calling delete_port for 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:29:16.118910 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:29:16.300005 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-62c63d07-e820-4cca-ac24-0515f836ed5b tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (73c31a66-f883-4382-8eb5-2d8ee8f1ffcf), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:16.330698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c63d07-e820-4cca-ac24-0515f836ed5b tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event deleted for resources: {'Port': ['ID=73c31a66-f883-4382-8eb5-2d8ee8f1ffcf,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:16.531681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e8a9b-0c3a-4d69-b21b-087182cbd440 req-ec45c97b-5fb6-4994-bef6-23945ed2a6c1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:16.533214 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e7e8a9b-0c3a-4d69-b21b-087182cbd440 req-ec45c97b-5fb6-4994-bef6-23945ed2a6c1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 946 time: 0.0984735 Jan 27 22:29:16.547251 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-62c63d07-e820-4cca-ac24-0515f836ed5b tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (4970ec1f-19be-4e1d-a584-2b6a7d078352), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:16.627240 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e7e8a9b-0c3a-4d69-b21b-087182cbd440 req-3229f9a1-6521-4b06-83ca-29b86776a3d4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877852 Jan 27 22:29:17.120501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9c6d9-8fe9-4feb-8f8f-fc9e89eafe82 req-6187991b-bcff-4f1f-9bf6-7b72ac249fc6 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:17.121973 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cbc9c6d9-8fe9-4feb-8f8f-fc9e89eafe82 req-6187991b-bcff-4f1f-9bf6-7b72ac249fc6 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 946 time: 0.3959229 Jan 27 22:29:17.153770 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c63d07-e820-4cca-ac24-0515f836ed5b tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Router 4970ec1f-19be-4e1d-a584-2b6a7d078352 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:29:17.188720 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cbc9c6d9-8fe9-4feb-8f8f-fc9e89eafe82 req-3027a56a-3e64-43a3-8b2b-63d913ba1744 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602090 Jan 27 22:29:17.212093 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49542) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:17.252593 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faa5fd2-327d-4790-ac38-03f77f01a4c1 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:17.254037 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7faa5fd2-327d-4790-ac38-03f77f01a4c1 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 1092 time: 0.0407867 Jan 27 22:29:17.257591 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49544) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:17.262051 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-575d738f-ed19-40e5-b0e8-309ed12cdb57 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': '7e3845c6-fdf1-4f00-8712-57e25264bec0', 'tenant_id': '7482ad4cc1974904932616961499813e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:29:17.281958 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-575d738f-ed19-40e5-b0e8-309ed12cdb57 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:17.286154 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c63d07-e820-4cca-ac24-0515f836ed5b tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:29:17.293782 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-62c63d07-e820-4cca-ac24-0515f836ed5b tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "PUT /v2.0/routers/4970ec1f-19be-4e1d-a584-2b6a7d078352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9025753 Jan 27 22:29:17.294155 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49546) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:17.297260 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2398b2b6-9145-424f-a93a-e663d3ff60c0 None None] Sync routers for ids ['4970ec1f-19be-4e1d-a584-2b6a7d078352'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:29:17.309961 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2398b2b6-9145-424f-a93a-e663d3ff60c0 None None] Routers {'4970ec1f-19be-4e1d-a584-2b6a7d078352'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:17.310623 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2398b2b6-9145-424f-a93a-e663d3ff60c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:28:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4970ec1f-19be-4e1d-a584-2b6a7d078352'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:17.346167 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-834404a5-b359-4f18-90fd-22a0429f9c75 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Deleting subnet 94a7eb72-9ae7-42c6-bec0-70c7d3f694f7 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:29:17.350185 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-834404a5-b359-4f18-90fd-22a0429f9c75 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for subnet (94a7eb72-9ae7-42c6-bec0-70c7d3f694f7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:17.389966 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-834404a5-b359-4f18-90fd-22a0429f9c75 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (94a7eb72-9ae7-42c6-bec0-70c7d3f694f7), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:17.396805 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-575d738f-ed19-40e5-b0e8-309ed12cdb57 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:17.427821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-2398b2b6-9145-424f-a93a-e663d3ff60c0 None None] Set router 4970ec1f-19be-4e1d-a584-2b6a7d078352 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:17.481964 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-834404a5-b359-4f18-90fd-22a0429f9c75 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (94a7eb72-9ae7-42c6-bec0-70c7d3f694f7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:17.503223 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-575d738f-ed19-40e5-b0e8-309ed12cdb57 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Allocated IP 172.25.3.77 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/10724de6-aaf9-47e5-a509-5ec58983f4a4) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:29:17.551121 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-834404a5-b359-4f18-90fd-22a0429f9c75 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (94a7eb72-9ae7-42c6-bec0-70c7d3f694f7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:17.589111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834404a5-b359-4f18-90fd-22a0429f9c75 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event deleted for resources: {'Subnet': ['ID=94a7eb72-9ae7-42c6-bec0-70c7d3f694f7,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:17.591309 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-834404a5-b359-4f18-90fd-22a0429f9c75 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:17.593152 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bdb650-dba5-4d36-a838-2c59380cbc84 None None] Network cecf5eec-313a-451f-967c-7b909e00f8c8 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:29:17.595016 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-834404a5-b359-4f18-90fd-22a0429f9c75 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "DELETE /v2.0/subnets/94a7eb72-9ae7-42c6-bec0-70c7d3f694f7 HTTP/1.1" status: 204 len: 168 time: 0.2998478 Jan 27 22:29:17.597448 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49548) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:17.625746 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-575d738f-ed19-40e5-b0e8-309ed12cdb57 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (10724de6-aaf9-47e5-a509-5ec58983f4a4), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:17.664510 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-575d738f-ed19-40e5-b0e8-309ed12cdb57 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (10724de6-aaf9-47e5-a509-5ec58983f4a4), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:17.685990 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2398b2b6-9145-424f-a93a-e663d3ff60c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057810387', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:29:16Z', 'revision_number': 5, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port': {'id': 'fbf79b9d-3ee8-4236-a412-7db9e2ac0659', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:17.690833 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 451dbe04-20c5-45de-b9b6-f7a0e84c9005 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:29:17.704442 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575d738f-ed19-40e5-b0e8-309ed12cdb57 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:29:17.707276 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-575d738f-ed19-40e5-b0e8-309ed12cdb57 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:29:17.714009 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575d738f-ed19-40e5-b0e8-309ed12cdb57 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:29:17.715011 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fcc5afca-fc82-44e5-bd82-6836e3471685 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for router (4970ec1f-19be-4e1d-a584-2b6a7d078352), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:17.719684 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d738f-ed19-40e5-b0e8-309ed12cdb57 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=10724de6-aaf9-47e5-a509-5ec58983f4a4,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:17.832734 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fcc5afca-fc82-44e5-bd82-6836e3471685 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for router_gateway (4970ec1f-19be-4e1d-a584-2b6a7d078352), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:17.902808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 451dbe04-20c5-45de-b9b6-f7a0e84c9005 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:29:17.903116 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 451dbe04-20c5-45de-b9b6-f7a0e84c9005 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:29:17.905713 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2398b2b6-9145-424f-a93a-e663d3ff60c0 None None] Checking router: 4970ec1f-19be-4e1d-a584-2b6a7d078352 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:29:17.920637 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2398b2b6-9145-424f-a93a-e663d3ff60c0 None None] Routers {'4970ec1f-19be-4e1d-a584-2b6a7d078352'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:17.921258 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2398b2b6-9145-424f-a93a-e663d3ff60c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:28:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4970ec1f-19be-4e1d-a584-2b6a7d078352'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:17.930941 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-fcc5afca-fc82-44e5-bd82-6836e3471685 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Deleting port fbf79b9d-3ee8-4236-a412-7db9e2ac0659 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:29:17.931495 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fcc5afca-fc82-44e5-bd82-6836e3471685 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (fbf79b9d-3ee8-4236-a412-7db9e2ac0659), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.018051 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae12f50-381f-4e7c-8277-b3b08cacdb70 None None] DHCP port deletion for cecf5eec-313a-451f-967c-7b909e00f8c8 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:29:18.047773 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-fcc5afca-fc82-44e5-bd82-6836e3471685 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] For port fbf79b9d-3ee8-4236-a412-7db9e2ac0659, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=fbf79b9d-3ee8-4236-a412-7db9e2ac0659,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:18.048478 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fcc5afca-fc82-44e5-bd82-6836e3471685 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (fbf79b9d-3ee8-4236-a412-7db9e2ac0659), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.056938 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-2398b2b6-9145-424f-a93a-e663d3ff60c0 None None] Set router 4970ec1f-19be-4e1d-a584-2b6a7d078352 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:18.062823 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-fcc5afca-fc82-44e5-bd82-6836e3471685 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Calling delete_port for fbf79b9d-3ee8-4236-a412-7db9e2ac0659 owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:29:18.116572 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2398b2b6-9145-424f-a93a-e663d3ff60c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057810387', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:29:17Z', 'revision_number': 6, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:18.126685 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-575d738f-ed19-40e5-b0e8-309ed12cdb57 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for floatingip (34b827b2-6b7e-429f-b2b6-817a1e03cd37), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.146733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2398b2b6-9145-424f-a93a-e663d3ff60c0 None None] The sync data for ids ['4970ec1f-19be-4e1d-a584-2b6a7d078352'] in n-d-772272-3 is: [{'id': '4970ec1f-19be-4e1d-a584-2b6a7d078352', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1057810387', 'tenant_id': '962a452fd57b44968762c090f150bdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:06Z', 'updated_at': '2022-01-27T22:29:17Z', 'revision_number': 6, 'project_id': '962a452fd57b44968762c090f150bdfe', 'gw_port_host': None}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:29:18.168364 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-eae12f50-381f-4e7c-8277-b3b08cacdb70 None None] Deleting port 5e735254-0265-459c-a9ff-1b0fc6d12513 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:29:18.169067 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-eae12f50-381f-4e7c-8277-b3b08cacdb70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5e735254-0265-459c-a9ff-1b0fc6d12513), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.211093 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-575d738f-ed19-40e5-b0e8-309ed12cdb57 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (10724de6-aaf9-47e5-a509-5ec58983f4a4), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.238344 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-eae12f50-381f-4e7c-8277-b3b08cacdb70 None None] For port 5e735254-0265-459c-a9ff-1b0fc6d12513, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5e735254-0265-459c-a9ff-1b0fc6d12513,segment=NetworkSegment(7f818cec-c747-4ce5-88ec-5192cbac2741),segment_id=7f818cec-c747-4ce5-88ec-5192cbac2741)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:18.238657 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-eae12f50-381f-4e7c-8277-b3b08cacdb70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5e735254-0265-459c-a9ff-1b0fc6d12513), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.251246 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-eae12f50-381f-4e7c-8277-b3b08cacdb70 None None] Calling delete_port for 5e735254-0265-459c-a9ff-1b0fc6d12513 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:29:18.253157 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fcc5afca-fc82-44e5-bd82-6836e3471685 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (fbf79b9d-3ee8-4236-a412-7db9e2ac0659), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.285057 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5afca-fc82-44e5-bd82-6836e3471685 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event deleted for resources: {'Port': ['ID=fbf79b9d-3ee8-4236-a412-7db9e2ac0659,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:18.337699 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-eae12f50-381f-4e7c-8277-b3b08cacdb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (5e735254-0265-459c-a9ff-1b0fc6d12513), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.350909 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fcc5afca-fc82-44e5-bd82-6836e3471685 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (4970ec1f-19be-4e1d-a584-2b6a7d078352), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.364053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae12f50-381f-4e7c-8277-b3b08cacdb70 None None] Pushing event deleted for resources: {'Port': ['ID=5e735254-0265-459c-a9ff-1b0fc6d12513,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:18.367689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae12f50-381f-4e7c-8277-b3b08cacdb70 None None] No DVR routers for this DVR port 5e735254-0265-459c-a9ff-1b0fc6d12513 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:29:18.381122 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-575d738f-ed19-40e5-b0e8-309ed12cdb57 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (10724de6-aaf9-47e5-a509-5ec58983f4a4), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.385757 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-575d738f-ed19-40e5-b0e8-309ed12cdb57 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (10724de6-aaf9-47e5-a509-5ec58983f4a4), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.448740 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fcc5afca-fc82-44e5-bd82-6836e3471685 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (4970ec1f-19be-4e1d-a584-2b6a7d078352), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.450978 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fcc5afca-fc82-44e5-bd82-6836e3471685 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for router_controller (4970ec1f-19be-4e1d-a584-2b6a7d078352), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.459344 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d738f-ed19-40e5-b0e8-309ed12cdb57 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=10724de6-aaf9-47e5-a509-5ec58983f4a4,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:18.467793 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-575d738f-ed19-40e5-b0e8-309ed12cdb57 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (34b827b2-6b7e-429f-b2b6-817a1e03cd37), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.503091 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fcc5afca-fc82-44e5-bd82-6836e3471685 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (4970ec1f-19be-4e1d-a584-2b6a7d078352), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.503664 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc5afca-fc82-44e5-bd82-6836e3471685 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Fanout notify agent at l3_agent the message router_deleted on router 4970ec1f-19be-4e1d-a584-2b6a7d078352 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:29:18.512000 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fcc5afca-fc82-44e5-bd82-6836e3471685 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.515112 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-fcc5afca-fc82-44e5-bd82-6836e3471685 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "DELETE /v2.0/routers/4970ec1f-19be-4e1d-a584-2b6a7d078352 HTTP/1.1" status: 204 len: 168 time: 0.9144652 Jan 27 22:29:18.515749 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49550) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:18.589765 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-575d738f-ed19-40e5-b0e8-309ed12cdb57 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Floating IP 34b827b2-6b7e-429f-b2b6-817a1e03cd37 associated. External IP: 172.25.3.77, port: 7e3845c6-fdf1-4f00-8712-57e25264bec0. Jan 27 22:29:18.602852 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b9f06a9d-b029-4bc7-8e7a-9b035b90ffd4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (cecf5eec-313a-451f-967c-7b909e00f8c8), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.693863 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b9f06a9d-b029-4bc7-8e7a-9b035b90ffd4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (cecf5eec-313a-451f-967c-7b909e00f8c8), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.715511 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-b9f06a9d-b029-4bc7-8e7a-9b035b90ffd4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cecf5eec-313a-451f-967c-7b909e00f8c8']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:18.724901 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-b9f06a9d-b029-4bc7-8e7a-9b035b90ffd4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f818cec-c747-4ce5-88ec-5192cbac2741') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:18.725208 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-b9f06a9d-b029-4bc7-8e7a-9b035b90ffd4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f818cec-c747-4ce5-88ec-5192cbac2741') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:18.734530 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b9f06a9d-b029-4bc7-8e7a-9b035b90ffd4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (7f818cec-c747-4ce5-88ec-5192cbac2741), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.747946 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b9f06a9d-b029-4bc7-8e7a-9b035b90ffd4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (7f818cec-c747-4ce5-88ec-5192cbac2741), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.754090 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f06a9d-b029-4bc7-8e7a-9b035b90ffd4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:29:18.754486 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b9f06a9d-b029-4bc7-8e7a-9b035b90ffd4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (7f818cec-c747-4ce5-88ec-5192cbac2741), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:29:18.758599 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:29:18.809958 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575d738f-ed19-40e5-b0e8-309ed12cdb57 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Router 70b5b5c9-bca0-45c3-b57e-8d6c21057b87 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:29:18.816569 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b9f06a9d-b029-4bc7-8e7a-9b035b90ffd4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (cecf5eec-313a-451f-967c-7b909e00f8c8), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.822230 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b9f06a9d-b029-4bc7-8e7a-9b035b90ffd4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.828339 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b9f06a9d-b029-4bc7-8e7a-9b035b90ffd4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] 10.222.0.23 "DELETE /v2.0/networks/cecf5eec-313a-451f-967c-7b909e00f8c8 HTTP/1.1" status: 204 len: 168 time: 0.3114910 Jan 27 22:29:18.846300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f06a9d-b029-4bc7-8e7a-9b035b90ffd4 tempest-TestSecurityGroupsBasicOps-1000652103 tempest-TestSecurityGroupsBasicOps-1000652103-project] Pushing event deleted for resources: {'Network': ['ID=cecf5eec-313a-451f-967c-7b909e00f8c8,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:18.934869 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575d738f-ed19-40e5-b0e8-309ed12cdb57 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:29:18.946988 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20086189-6d65-472d-8231-495c353c06bf None None] Sync routers for ids ['70b5b5c9-bca0-45c3-b57e-8d6c21057b87'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:29:18.957310 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20086189-6d65-472d-8231-495c353c06bf None None] Routers {'70b5b5c9-bca0-45c3-b57e-8d6c21057b87'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:18.958067 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-20086189-6d65-472d-8231-495c353c06bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:28:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['70b5b5c9-bca0-45c3-b57e-8d6c21057b87'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:18.962817 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-575d738f-ed19-40e5-b0e8-309ed12cdb57 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:19.007310 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-575d738f-ed19-40e5-b0e8-309ed12cdb57 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7463486 Jan 27 22:29:19.007310 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceaabd47-d6f6-4429-a5fe-21e28c564bc5', 'tag': '7e3845c6-fdf1-4f00-8712-57e25264bec0'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:29:19.008315 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bdc124-67ac-4264-9d44-51175a520470" -d '{"events": [{"name": "network-changed", "server_uuid": "ceaabd47-d6f6-4429-a5fe-21e28c564bc5", "tag": "7e3845c6-fdf1-4f00-8712-57e25264bec0"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:29:19.062810 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba975fa1-cfaa-4ed4-a141-c8e7dd004301 x-openstack-request-id: req-ba975fa1-cfaa-4ed4-a141-c8e7dd004301 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:29:19.062810 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceaabd47-d6f6-4429-a5fe-21e28c564bc5", "tag": "7e3845c6-fdf1-4f00-8712-57e25264bec0", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:29:19.063129 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba975fa1-cfaa-4ed4-a141-c8e7dd004301 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:29:19.063574 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceaabd47-d6f6-4429-a5fe-21e28c564bc5', 'tag': '7e3845c6-fdf1-4f00-8712-57e25264bec0', 'status': 'completed', 'code': 200} Jan 27 22:29:19.082060 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-20086189-6d65-472d-8231-495c353c06bf None None] Set router 70b5b5c9-bca0-45c3-b57e-8d6c21057b87 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:19.175089 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a059f5-6328-4f72-81e0-5dc402967d12 req-0978b558-d926-4ade-8191-e3b020df7447 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:19.176696 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1a059f5-6328-4f72-81e0-5dc402967d12 req-0978b558-d926-4ade-8191-e3b020df7447 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 946 time: 0.0933979 Jan 27 22:29:19.183411 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdc124-67ac-4264-9d44-51175a520470 req-768a9540-7337-45e8-b50b-049dba0689a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:19.187902 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95bdc124-67ac-4264-9d44-51175a520470 req-768a9540-7337-45e8-b50b-049dba0689a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0875614 Jan 27 22:29:19.188275 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49562) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:19.290855 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1a059f5-6328-4f72-81e0-5dc402967d12 req-42e9d1c5-4b0d-42fd-9d73-26eb72dec2d5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019349 Jan 27 22:29:19.316801 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdc124-67ac-4264-9d44-51175a520470 req-895ac748-dab0-4d0f-b4de-ff866346a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:19.318356 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95bdc124-67ac-4264-9d44-51175a520470 req-895ac748-dab0-4d0f-b4de-ff866346a6b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a63f431-8021-4c5c-87ca-59c00fd45377 HTTP/1.1" status: 200 len: 897 time: 0.1234829 Jan 27 22:29:19.321244 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-20086189-6d65-472d-8231-495c353c06bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763312768', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:03Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '34b827b2-6b7e-429f-b2b6-817a1e03cd37', 'tenant_id': '7482ad4cc1974904932616961499813e', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'port_id': '7e3845c6-fdf1-4f00-8712-57e25264bec0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377', 'mac_address': 'fa:16:3e:cb:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaabd47-d6f6-4429-a5fe-21e28c564bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:29:17Z', 'updated_at': '2022-01-27T22:29:17Z', 'revision_number': 0, 'project_id': '7482ad4cc1974904932616961499813e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f01284-a5c8-4bde-b638-a5a5c61db710', 'name': '', 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:29:eb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'df4772ab-47b5-4e58-b74c-d6f9dc584237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:02Z', 'updated_at': '2022-01-27T22:29:06Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': 'df4772ab-47b5-4e58-b74c-d6f9dc584237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:19.330030 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49566) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:19.351562 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20086189-6d65-472d-8231-495c353c06bf None None] Checking router: 70b5b5c9-bca0-45c3-b57e-8d6c21057b87 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:29:19.360115 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20086189-6d65-472d-8231-495c353c06bf None None] Routers {'70b5b5c9-bca0-45c3-b57e-8d6c21057b87'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:19.360792 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-20086189-6d65-472d-8231-495c353c06bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:28:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['70b5b5c9-bca0-45c3-b57e-8d6c21057b87'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:19.392306 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95bdc124-67ac-4264-9d44-51175a520470 req-b31cdd62-e5fc-4d9c-92bf-0c638bfdb98c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e3845c6-fdf1-4f00-8712-57e25264bec0 HTTP/1.1" status: 200 len: 999 time: 0.0656908 Jan 27 22:29:19.403835 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b68fdb01-5720-4dfb-aaa5-4530da7b5bf1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=962a452fd57b44968762c090f150bdfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2121255 Jan 27 22:29:19.404862 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49568) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:19.415466 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b3ac646f-30ca-4460-8cf6-ee4245017e04 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/floatingips/34b827b2-6b7e-429f-b2b6-817a1e03cd37 HTTP/1.1" status: 200 len: 991 time: 0.0830700 Jan 27 22:29:19.467322 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdc124-67ac-4264-9d44-51175a520470 req-552cf984-2640-4bb9-bd53-c49d393a11ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:19.468912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95bdc124-67ac-4264-9d44-51175a520470 req-552cf984-2640-4bb9-bd53-c49d393a11ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=df4772ab-47b5-4e58-b74c-d6f9dc584237 HTTP/1.1" status: 200 len: 834 time: 0.0720994 Jan 27 22:29:19.471798 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-20086189-6d65-472d-8231-495c353c06bf None None] Set router 70b5b5c9-bca0-45c3-b57e-8d6c21057b87 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:19.510371 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04062fc5-4d74-4c9c-a645-2bdb98decdff admin admin] Publish callbacks [] for security_group (b0659593-a589-4e07-8f21-1f8b06b2e3dd), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:19.541303 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04062fc5-4d74-4c9c-a645-2bdb98decdff admin admin] Publish callbacks [] for security_group (b0659593-a589-4e07-8f21-1f8b06b2e3dd), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:19.555017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdc124-67ac-4264-9d44-51175a520470 req-5cc7693f-0436-41e1-b9b2-e5d496b51434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:19.556560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95bdc124-67ac-4264-9d44-51175a520470 req-5cc7693f-0436-41e1-b9b2-e5d496b51434 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a63f431-8021-4c5c-87ca-59c00fd45377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809708 Jan 27 22:29:19.651646 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04062fc5-4d74-4c9c-a645-2bdb98decdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b0659593-a589-4e07-8f21-1f8b06b2e3dd), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:19.654261 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-04062fc5-4d74-4c9c-a645-2bdb98decdff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:19.655419 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-04062fc5-4d74-4c9c-a645-2bdb98decdff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b0659593-a589-4e07-8f21-1f8b06b2e3dd HTTP/1.1" status: 204 len: 168 time: 0.2496436 Jan 27 22:29:19.673763 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04062fc5-4d74-4c9c-a645-2bdb98decdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0659593-a589-4e07-8f21-1f8b06b2e3dd,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:19.679991 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95bdc124-67ac-4264-9d44-51175a520470 req-f12179f5-01be-4093-a845-1b8f912c93f0 service neutron] 10.222.0.15 "GET /v2.0/networks/1a63f431-8021-4c5c-87ca-59c00fd45377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171262 Jan 27 22:29:19.702828 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-20086189-6d65-472d-8231-495c353c06bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763312768', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:03Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '34b827b2-6b7e-429f-b2b6-817a1e03cd37', 'tenant_id': '7482ad4cc1974904932616961499813e', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'port_id': '7e3845c6-fdf1-4f00-8712-57e25264bec0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377', 'mac_address': 'fa:16:3e:cb:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaabd47-d6f6-4429-a5fe-21e28c564bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:29:17Z', 'updated_at': '2022-01-27T22:29:17Z', 'revision_number': 0, 'project_id': '7482ad4cc1974904932616961499813e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f01284-a5c8-4bde-b638-a5a5c61db710', 'name': '', 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:29:eb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'df4772ab-47b5-4e58-b74c-d6f9dc584237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:02Z', 'updated_at': '2022-01-27T22:29:06Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': 'df4772ab-47b5-4e58-b74c-d6f9dc584237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:19.737505 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20086189-6d65-472d-8231-495c353c06bf None None] The sync data for ids ['70b5b5c9-bca0-45c3-b57e-8d6c21057b87'] in n-d-772272-3 is: [{'id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763312768', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:03Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '34b827b2-6b7e-429f-b2b6-817a1e03cd37', 'tenant_id': '7482ad4cc1974904932616961499813e', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'port_id': '7e3845c6-fdf1-4f00-8712-57e25264bec0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377', 'mac_address': 'fa:16:3e:cb:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaabd47-d6f6-4429-a5fe-21e28c564bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:29:17Z', 'updated_at': '2022-01-27T22:29:17Z', 'revision_number': 0, 'project_id': '7482ad4cc1974904932616961499813e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f01284-a5c8-4bde-b638-a5a5c61db710', 'name': '', 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:29:eb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'df4772ab-47b5-4e58-b74c-d6f9dc584237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:02Z', 'updated_at': '2022-01-27T22:29:06Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': 'df4772ab-47b5-4e58-b74c-d6f9dc584237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:29:19.779271 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95bdc124-67ac-4264-9d44-51175a520470 req-460d0394-73c0-44ce-b2b4-848ffc64fc56 service neutron] 10.222.0.15 "GET /v2.0/networks/1a63f431-8021-4c5c-87ca-59c00fd45377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929430 Jan 27 22:29:19.881962 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:29:19.909075 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:29:19.909336 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 73c31a66-f883-4382-8eb5-2d8ee8f1ffcf not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:29:19.909940 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device fbf79b9d-3ee8-4236-a412-7db9e2ac0659 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:29:19.932658 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: fbf79b9d-3ee8-4236-a412-7db9e2ac0659 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:29:19.933011 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device fbf79b9d-3ee8-4236-a412-7db9e2ac0659 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:29:19.933442 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5e735254-0265-459c-a9ff-1b0fc6d12513 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:29:19.954764 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 5e735254-0265-459c-a9ff-1b0fc6d12513 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:29:19.955126 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5e735254-0265-459c-a9ff-1b0fc6d12513 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:29:19.974046 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49574) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:19.990303 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-739e6aab-b817-414c-bfc4-f58f29a360b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:19.998635 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896db46e-1781-4b13-9f94-e235fc411c29 None None] New status for floating IP 34b827b2-6b7e-429f-b2b6-817a1e03cd37: ACTIVE {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:29:20.071886 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-739e6aab-b817-414c-bfc4-f58f29a360b8 admin admin] Publish callbacks [] for security_group (55a18aea-72d2-4fe9-90c1-85d50f0d9f09), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:20.075666 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-739e6aab-b817-414c-bfc4-f58f29a360b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (55a18aea-72d2-4fe9-90c1-85d50f0d9f09), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:20.123392 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-739e6aab-b817-414c-bfc4-f58f29a360b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4dc34a97705d4d1baa5ba67e5e4d1283&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1482499 Jan 27 22:29:20.124311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e6aab-b817-414c-bfc4-f58f29a360b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a18aea-72d2-4fe9-90c1-85d50f0d9f09,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:20.126201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49576) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:20.176353 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6919307c-eaad-4326-96ee-eac25e4fde25 admin admin] Publish callbacks [] for security_group (55a18aea-72d2-4fe9-90c1-85d50f0d9f09), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:20.199730 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6919307c-eaad-4326-96ee-eac25e4fde25 admin admin] Publish callbacks [] for security_group (55a18aea-72d2-4fe9-90c1-85d50f0d9f09), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:20.244988 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6919307c-eaad-4326-96ee-eac25e4fde25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (55a18aea-72d2-4fe9-90c1-85d50f0d9f09), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:20.247694 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6919307c-eaad-4326-96ee-eac25e4fde25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:20.248883 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6919307c-eaad-4326-96ee-eac25e4fde25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55a18aea-72d2-4fe9-90c1-85d50f0d9f09 HTTP/1.1" status: 204 len: 168 time: 0.1217074 Jan 27 22:29:20.257191 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919307c-eaad-4326-96ee-eac25e4fde25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a18aea-72d2-4fe9-90c1-85d50f0d9f09,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:20.418808 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49582) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:20.569011 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49586) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:20.609268 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-de8589ac-4a1a-4461-9505-00cd3ed61a1f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e49a081c2e3943b8b75161a23cf5de39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390301 Jan 27 22:29:20.611918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49588) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:20.633496 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5ff97193-99bb-4ce0-a7b6-bf73fe433ea1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/floatingips/34b827b2-6b7e-429f-b2b6-817a1e03cd37 HTTP/1.1" status: 200 len: 993 time: 0.2132716 Jan 27 22:29:20.659330 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-18468050-1d72-4285-890e-d66e7211e57c admin admin] Publish callbacks [] for security_group (4bef477d-a840-4279-b247-cb6b06066cc2), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:20.680988 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-18468050-1d72-4285-890e-d66e7211e57c admin admin] Publish callbacks [] for security_group (4bef477d-a840-4279-b247-cb6b06066cc2), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:20.725547 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-18468050-1d72-4285-890e-d66e7211e57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4bef477d-a840-4279-b247-cb6b06066cc2), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:20.728211 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-18468050-1d72-4285-890e-d66e7211e57c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:20.729373 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-18468050-1d72-4285-890e-d66e7211e57c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4bef477d-a840-4279-b247-cb6b06066cc2 HTTP/1.1" status: 204 len: 168 time: 0.1165051 Jan 27 22:29:20.736885 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18468050-1d72-4285-890e-d66e7211e57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bef477d-a840-4279-b247-cb6b06066cc2,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:21.401368 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49610) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:21.416297 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:21.502060 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-77a44585-c214-4638-94be-91253c3a7ef9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-916843086-network', 'tenant_id': '53c7203671d943a68f3091502667a66d'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:29:21.521663 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a44585-c214-4638-94be-91253c3a7ef9 admin admin] Made reservation on behalf of 53c7203671d943a68f3091502667a66d for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:29:21.524076 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-77a44585-c214-4638-94be-91253c3a7ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:21.532249 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-77a44585-c214-4638-94be-91253c3a7ef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:21.608046 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-77a44585-c214-4638-94be-91253c3a7ef9 admin admin] Publish callbacks [] for security_group (97fc247d-8556-44ff-a9db-24300baedf6f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:21.611802 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-77a44585-c214-4638-94be-91253c3a7ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (97fc247d-8556-44ff-a9db-24300baedf6f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:21.639297 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a44585-c214-4638-94be-91253c3a7ef9 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:29:21.645546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a44585-c214-4638-94be-91253c3a7ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fc247d-8556-44ff-a9db-24300baedf6f,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:21.651897 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-77a44585-c214-4638-94be-91253c3a7ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (16bb36da-edf9-46dd-8f35-13fbfdc9f18c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:21.652279 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-77a44585-c214-4638-94be-91253c3a7ef9 admin admin] Added segment 16bb36da-edf9-46dd-8f35-13fbfdc9f18c of type vlan for network 0e576862-6357-40ad-8273-723d5329b3c5 Jan 27 22:29:21.692090 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-77a44585-c214-4638-94be-91253c3a7ef9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (0e576862-6357-40ad-8273-723d5329b3c5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:21.717189 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-77a44585-c214-4638-94be-91253c3a7ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (0e576862-6357-40ad-8273-723d5329b3c5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:21.718162 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a44585-c214-4638-94be-91253c3a7ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:21.718754 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-77a44585-c214-4638-94be-91253c3a7ef9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:21.805504 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-77a44585-c214-4638-94be-91253c3a7ef9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4028640 Jan 27 22:29:21.808256 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49614) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:21.813412 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3527bef4-ffc4-4475-b38c-45c81a644f0a admin admin] Request body: {'subnet': {'network_id': '0e576862-6357-40ad-8273-723d5329b3c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-916843086-subnet', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:29:21.814842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a44585-c214-4638-94be-91253c3a7ef9 admin admin] Pushing event updated for resources: {'Network': ['ID=0e576862-6357-40ad-8273-723d5329b3c5,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:21.825084 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 0e576862-6357-40ad-8273-723d5329b3c5 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:29:21.834587 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3527bef4-ffc4-4475-b38c-45c81a644f0a admin admin] Made reservation on behalf of 53c7203671d943a68f3091502667a66d for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:29:21.836965 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3527bef4-ffc4-4475-b38c-45c81a644f0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:22.006982 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3527bef4-ffc4-4475-b38c-45c81a644f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (ad2bb1c9-de37-48e3-b231-b6329a7d1e98), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:22.061772 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527bef4-ffc4-4475-b38c-45c81a644f0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad2bb1c9-de37-48e3-b231-b6329a7d1e98,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:22.068718 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3527bef4-ffc4-4475-b38c-45c81a644f0a admin admin] Checking segment: {'id': '16bb36da-edf9-46dd-8f35-13fbfdc9f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:29:22.069081 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3527bef4-ffc4-4475-b38c-45c81a644f0a admin admin] Network hostable DHCP agents. Network: 0e576862-6357-40ad-8273-723d5329b3c5, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:29:22.084732 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3527bef4-ffc4-4475-b38c-45c81a644f0a admin admin] Network 0e576862-6357-40ad-8273-723d5329b3c5 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:29:22.093259 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-3527bef4-ffc4-4475-b38c-45c81a644f0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 0e576862-6357-40ad-8273-723d5329b3c5) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:29:22.097854 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3527bef4-ffc4-4475-b38c-45c81a644f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:22.099345 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3527bef4-ffc4-4475-b38c-45c81a644f0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:22.104556 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b38e079-fcaf-401e-84fd-144009d87016 None None] Network 0e576862-6357-40ad-8273-723d5329b3c5 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:29:22.115148 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3527bef4-ffc4-4475-b38c-45c81a644f0a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3057666 Jan 27 22:29:22.118010 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49616) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:22.122225 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-079582f2-86e7-4e60-bfca-e165cd4e3d0b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-916843086-router', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:29:22.141059 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-079582f2-86e7-4e60-bfca-e165cd4e3d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (cbd5ef09-102c-4644-b748-96fd57f53274), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:22.142066 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-079582f2-86e7-4e60-bfca-e165cd4e3d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (cbd5ef09-102c-4644-b748-96fd57f53274), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:22.196187 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-079582f2-86e7-4e60-bfca-e165cd4e3d0b admin admin] Publish callbacks [] for router_controller (cbd5ef09-102c-4644-b748-96fd57f53274), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:22.204154 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523cbb2a-d882-4891-a95a-e4559cace162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-0e576862-6357-40ad-8273-723d5329b3c5', 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5', 'project_id': '53c7203671d943a68f3091502667a66d', 'fixed_ips': [{'subnet_id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:29:22.205047 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-523cbb2a-d882-4891-a95a-e4559cace162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:22.331688 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-079582f2-86e7-4e60-bfca-e165cd4e3d0b admin admin] Publish callbacks [] for router_gateway (cbd5ef09-102c-4644-b748-96fd57f53274), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:22.337959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-523cbb2a-d882-4891-a95a-e4559cace162 None None] Allocated IP 172.20.0.2 (0e576862-6357-40ad-8273-723d5329b3c5/ad2bb1c9-de37-48e3-b231-b6329a7d1e98/0af2c3e3-99c8-496d-83e3-4cf0e21cb4df) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:29:22.480648 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-523cbb2a-d882-4891-a95a-e4559cace162 None None] Publish callbacks [] for port (0af2c3e3-99c8-496d-83e3-4cf0e21cb4df), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:22.487847 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-523cbb2a-d882-4891-a95a-e4559cace162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (0af2c3e3-99c8-496d-83e3-4cf0e21cb4df), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:22.532655 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523cbb2a-d882-4891-a95a-e4559cace162 None None] Network 0e576862-6357-40ad-8273-723d5329b3c5 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:29:22.537868 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-523cbb2a-d882-4891-a95a-e4559cace162 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:29:22.542324 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523cbb2a-d882-4891-a95a-e4559cace162 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:29:22.545520 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cbb2a-d882-4891-a95a-e4559cace162 None None] Pushing event updated for resources: {'Port': ['ID=0af2c3e3-99c8-496d-83e3-4cf0e21cb4df,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:22.600943 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-523cbb2a-d882-4891-a95a-e4559cace162 None None] Attempting to bind port 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:29:22.601316 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-523cbb2a-d882-4891-a95a-e4559cace162 None None] Attempting to bind port 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '16bb36da-edf9-46dd-8f35-13fbfdc9f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:29:22.601681 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523cbb2a-d882-4891-a95a-e4559cace162 None None] Attempting to bind port 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df on network 0e576862-6357-40ad-8273-723d5329b3c5 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:29:22.607075 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523cbb2a-d882-4891-a95a-e4559cace162 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:29:22.607455 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523cbb2a-d882-4891-a95a-e4559cace162 None None] Checking segment: {'id': '16bb36da-edf9-46dd-8f35-13fbfdc9f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:29:22.607859 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-523cbb2a-d882-4891-a95a-e4559cace162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:22.608286 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523cbb2a-d882-4891-a95a-e4559cace162 None None] Bound using segment: {'id': '16bb36da-edf9-46dd-8f35-13fbfdc9f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:29:22.608759 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-523cbb2a-d882-4891-a95a-e4559cace162 None None] Bound port: 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bb36da-edf9-46dd-8f35-13fbfdc9f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:29:22.609137 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-523cbb2a-d882-4891-a95a-e4559cace162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0af2c3e3-99c8-496d-83e3-4cf0e21cb4df), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:22.674515 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-523cbb2a-d882-4891-a95a-e4559cace162 None None] For port 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:29:22.678336 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-523cbb2a-d882-4891-a95a-e4559cace162 None None] For port 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0af2c3e3-99c8-496d-83e3-4cf0e21cb4df,segment=NetworkSegment(16bb36da-edf9-46dd-8f35-13fbfdc9f18c),segment_id=16bb36da-edf9-46dd-8f35-13fbfdc9f18c)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:29:22.683529 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-523cbb2a-d882-4891-a95a-e4559cace162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0af2c3e3-99c8-496d-83e3-4cf0e21cb4df), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:22.741934 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cbb2a-d882-4891-a95a-e4559cace162 None None] Pushing event updated for resources: {'Port': ['ID=0af2c3e3-99c8-496d-83e3-4cf0e21cb4df,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:22.865411 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-079582f2-86e7-4e60-bfca-e165cd4e3d0b admin admin] Publish callbacks [] for router_gateway (cbd5ef09-102c-4644-b748-96fd57f53274), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:22.884324 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-079582f2-86e7-4e60-bfca-e165cd4e3d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:23.008149 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-079582f2-86e7-4e60-bfca-e165cd4e3d0b admin admin] Allocated IP 172.25.3.131 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/7ab56a99-5c68-4eee-8b6a-7c7f06cf591f) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:29:23.111828 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-079582f2-86e7-4e60-bfca-e165cd4e3d0b admin admin] Publish callbacks [] for port (7ab56a99-5c68-4eee-8b6a-7c7f06cf591f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:23.144052 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-079582f2-86e7-4e60-bfca-e165cd4e3d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7ab56a99-5c68-4eee-8b6a-7c7f06cf591f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:23.182865 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079582f2-86e7-4e60-bfca-e165cd4e3d0b admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:29:23.187499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-079582f2-86e7-4e60-bfca-e165cd4e3d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:29:23.189967 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079582f2-86e7-4e60-bfca-e165cd4e3d0b admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:29:23.217101 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079582f2-86e7-4e60-bfca-e165cd4e3d0b admin admin] Pushing event updated for resources: {'Port': ['ID=7ab56a99-5c68-4eee-8b6a-7c7f06cf591f,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:23.445755 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-079582f2-86e7-4e60-bfca-e165cd4e3d0b admin admin] Publish callbacks [] for router_gateway (cbd5ef09-102c-4644-b748-96fd57f53274), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:23.643491 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-079582f2-86e7-4e60-bfca-e165cd4e3d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (cbd5ef09-102c-4644-b748-96fd57f53274), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:23.669930 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8026e34-9f0c-49c9-8ddf-d7a704ffda63 None None] Network 0e576862-6357-40ad-8273-723d5329b3c5 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:29:23.775824 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079582f2-86e7-4e60-bfca-e165cd4e3d0b admin admin] Router cbd5ef09-102c-4644-b748-96fd57f53274 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:29:23.789049 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f7892e37-8b2f-4995-bba7-948157247399 None None] Provisioning complete for port 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:23.789424 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f7892e37-8b2f-4995-bba7-948157247399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0af2c3e3-99c8-496d-83e3-4cf0e21cb4df), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:23.883327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f7892e37-8b2f-4995-bba7-948157247399 None None] Current status of the port 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:23.883985 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f7892e37-8b2f-4995-bba7-948157247399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0af2c3e3-99c8-496d-83e3-4cf0e21cb4df), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:23.902589 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079582f2-86e7-4e60-bfca-e165cd4e3d0b admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:29:23.913725 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] Sync routers for ids ['cbd5ef09-102c-4644-b748-96fd57f53274'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:29:23.925512 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-079582f2-86e7-4e60-bfca-e165cd4e3d0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:23.927182 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] Routers {'cbd5ef09-102c-4644-b748-96fd57f53274'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:23.927819 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:28:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['cbd5ef09-102c-4644-b748-96fd57f53274'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:23.930881 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-079582f2-86e7-4e60-bfca-e165cd4e3d0b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8118966 Jan 27 22:29:23.931020 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49618) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:23.934167 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-f7892e37-8b2f-4995-bba7-948157247399 None None] For port 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0af2c3e3-99c8-496d-83e3-4cf0e21cb4df,segment=NetworkSegment(16bb36da-edf9-46dd-8f35-13fbfdc9f18c),segment_id=16bb36da-edf9-46dd-8f35-13fbfdc9f18c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:23.949924 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f7892e37-8b2f-4995-bba7-948157247399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0af2c3e3-99c8-496d-83e3-4cf0e21cb4df), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:23.983204 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:29:24.062239 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7892e37-8b2f-4995-bba7-948157247399 None None] Pushing event updated for resources: {'Port': ['ID=0af2c3e3-99c8-496d-83e3-4cf0e21cb4df,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:24.084114 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] Set router cbd5ef09-102c-4644-b748-96fd57f53274 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:24.091962 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:24.092394 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0af2c3e3-99c8-496d-83e3-4cf0e21cb4df), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:24.150270 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d0d3d95f-ecb3-4ae7-a0b5-22843ca199f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:24.195174 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:24.198026 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f7e438bf-0ce1-42b6-a844-72ab2f0099d4 None None] Provisioning complete for port 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:24.198406 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f7e438bf-0ce1-42b6-a844-72ab2f0099d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0af2c3e3-99c8-496d-83e3-4cf0e21cb4df), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:24.264974 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'name': 'tempest-TestVolumeBackupRestore-916843086-router', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:23Z', 'revision_number': 3, 'project_id': '53c7203671d943a68f3091502667a66d', 'gw_port': {'id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:24.279794 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f7e438bf-0ce1-42b6-a844-72ab2f0099d4 None None] Current status of the port 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:24.294329 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] Checking router: cbd5ef09-102c-4644-b748-96fd57f53274 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:29:24.294682 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] Updating router cbd5ef09-102c-4644-b748-96fd57f53274 port 7ab56a99-5c68-4eee-8b6a-7c7f06cf591f binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:29:24.319047 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7ab56a99-5c68-4eee-8b6a-7c7f06cf591f), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:24.426031 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0df3dca2-0078-4b37-88db-91e951543d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:24.626898 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-0df3dca2-0078-4b37-88db-91e951543d59 admin admin] Allocated IP 172.20.0.1 (0e576862-6357-40ad-8273-723d5329b3c5/ad2bb1c9-de37-48e3-b231-b6329a7d1e98/5aa034f6-14a9-480b-8ad7-a07ad1a56e44) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:29:24.651476 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] Publish callbacks [] for port (7ab56a99-5c68-4eee-8b6a-7c7f06cf591f), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:24.659533 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7ab56a99-5c68-4eee-8b6a-7c7f06cf591f), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:24.709411 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] Attempting to bind port 7ab56a99-5c68-4eee-8b6a-7c7f06cf591f on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:29:24.709781 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] Attempting to bind port 7ab56a99-5c68-4eee-8b6a-7c7f06cf591f by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:29:24.710148 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] Attempting to bind port 7ab56a99-5c68-4eee-8b6a-7c7f06cf591f on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:29:24.717380 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e22a7-305f-4feb-8b34-032bc472c71d None None] Pushing event updated for resources: {'Port': ['ID=7ab56a99-5c68-4eee-8b6a-7c7f06cf591f,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:24.719827 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:29:24.720230 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:29:24.720637 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:24.721031 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:29:24.721496 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] Bound port: 7ab56a99-5c68-4eee-8b6a-7c7f06cf591f, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:29:24.721877 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7ab56a99-5c68-4eee-8b6a-7c7f06cf591f), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:24.735435 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0df3dca2-0078-4b37-88db-91e951543d59 admin admin] Publish callbacks [] for port (5aa034f6-14a9-480b-8ad7-a07ad1a56e44), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:24.769551 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0df3dca2-0078-4b37-88db-91e951543d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5aa034f6-14a9-480b-8ad7-a07ad1a56e44), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:24.775609 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] For port 7ab56a99-5c68-4eee-8b6a-7c7f06cf591f, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:29:24.778762 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] For port 7ab56a99-5c68-4eee-8b6a-7c7f06cf591f, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7ab56a99-5c68-4eee-8b6a-7c7f06cf591f,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:29:24.782320 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7ab56a99-5c68-4eee-8b6a-7c7f06cf591f), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:24.807226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df3dca2-0078-4b37-88db-91e951543d59 admin admin] Network 0e576862-6357-40ad-8273-723d5329b3c5 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:29:24.810125 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-0df3dca2-0078-4b37-88db-91e951543d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:29:24.813699 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df3dca2-0078-4b37-88db-91e951543d59 admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:29:24.838060 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] Routers {'cbd5ef09-102c-4644-b748-96fd57f53274'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:24.838959 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:28:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['cbd5ef09-102c-4644-b748-96fd57f53274'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:24.844487 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3dca2-0078-4b37-88db-91e951543d59 admin admin] Pushing event updated for resources: {'Port': ['ID=5aa034f6-14a9-480b-8ad7-a07ad1a56e44,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:24.861539 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0df3dca2-0078-4b37-88db-91e951543d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (cbd5ef09-102c-4644-b748-96fd57f53274), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:24.873152 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e22a7-305f-4feb-8b34-032bc472c71d None None] Pushing event updated for resources: {'Port': ['ID=7ab56a99-5c68-4eee-8b6a-7c7f06cf591f,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:24.953074 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] Set router cbd5ef09-102c-4644-b748-96fd57f53274 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:25.008769 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0df3dca2-0078-4b37-88db-91e951543d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5aa034f6-14a9-480b-8ad7-a07ad1a56e44), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:25.106289 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-91195605-6946-4fe3-a887-b291dde782dd None None] Provisioning complete for port 5aa034f6-14a9-480b-8ad7-a07ad1a56e44 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:25.107252 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-91195605-6946-4fe3-a887-b291dde782dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5aa034f6-14a9-480b-8ad7-a07ad1a56e44), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:25.140418 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'name': 'tempest-TestVolumeBackupRestore-916843086-router', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:23Z', 'revision_number': 3, 'project_id': '53c7203671d943a68f3091502667a66d', 'gw_port': {'id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:25.144753 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-91195605-6946-4fe3-a887-b291dde782dd None None] Port 5aa034f6-14a9-480b-8ad7-a07ad1a56e44 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:29:25.171021 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf376738-3bab-4b6e-b899-57a1b43f2ec1 None None] The sync data for ids ['cbd5ef09-102c-4644-b748-96fd57f53274'] in n-d-772272-3 is: [{'id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'name': 'tempest-TestVolumeBackupRestore-916843086-router', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:23Z', 'revision_number': 3, 'project_id': '53c7203671d943a68f3091502667a66d', 'gw_port': {'id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:29:25.184648 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0df3dca2-0078-4b37-88db-91e951543d59 admin admin] Publish callbacks [] for port (5aa034f6-14a9-480b-8ad7-a07ad1a56e44), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:25.194803 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0df3dca2-0078-4b37-88db-91e951543d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (5aa034f6-14a9-480b-8ad7-a07ad1a56e44), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:25.266711 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0df3dca2-0078-4b37-88db-91e951543d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (cbd5ef09-102c-4644-b748-96fd57f53274), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:25.269397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3dca2-0078-4b37-88db-91e951543d59 admin admin] Pushing event updated for resources: {'Port': ['ID=5aa034f6-14a9-480b-8ad7-a07ad1a56e44,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:25.686357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df3dca2-0078-4b37-88db-91e951543d59 admin admin] Network 0e576862-6357-40ad-8273-723d5329b3c5 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:29:25.687837 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-0df3dca2-0078-4b37-88db-91e951543d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:29:25.814687 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df3dca2-0078-4b37-88db-91e951543d59 admin admin] Router cbd5ef09-102c-4644-b748-96fd57f53274 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:29:25.947635 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df3dca2-0078-4b37-88db-91e951543d59 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:29:25.956204 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0df3dca2-0078-4b37-88db-91e951543d59 admin admin] 10.222.0.23 "PUT /v2.0/routers/cbd5ef09-102c-4644-b748-96fd57f53274/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0213470 Jan 27 22:29:25.983612 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-90982e16-6dbb-4928-9c0e-a4b10fad3973 None None] Provisioning complete for port 5aa034f6-14a9-480b-8ad7-a07ad1a56e44 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:25.985264 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-90982e16-6dbb-4928-9c0e-a4b10fad3973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5aa034f6-14a9-480b-8ad7-a07ad1a56e44), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:26.024408 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:29:26.069775 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-90982e16-6dbb-4928-9c0e-a4b10fad3973 None None] Port 5aa034f6-14a9-480b-8ad7-a07ad1a56e44 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:29:26.093049 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:26.093756 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0af2c3e3-99c8-496d-83e3-4cf0e21cb4df), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:26.177098 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:26.178126 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7ab56a99-5c68-4eee-8b6a-7c7f06cf591f up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:29:26.227407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 7ab56a99-5c68-4eee-8b6a-7c7f06cf591f triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:26.227799 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7ab56a99-5c68-4eee-8b6a-7c7f06cf591f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:26.312128 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 7ab56a99-5c68-4eee-8b6a-7c7f06cf591f is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:26.312546 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7ab56a99-5c68-4eee-8b6a-7c7f06cf591f), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:26.334760 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 7ab56a99-5c68-4eee-8b6a-7c7f06cf591f, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7ab56a99-5c68-4eee-8b6a-7c7f06cf591f,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:26.338900 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7ab56a99-5c68-4eee-8b6a-7c7f06cf591f), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:26.388114 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=7ab56a99-5c68-4eee-8b6a-7c7f06cf591f,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:26.470425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49634) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:26.475404 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-ccea1083-a0fa-4be6-856c-058d497d4c1b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1535673452-network', 'tenant_id': 'f3ba6d000c4449ab8250e234d887b670'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:29:26.494990 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccea1083-a0fa-4be6-856c-058d497d4c1b admin admin] Made reservation on behalf of f3ba6d000c4449ab8250e234d887b670 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:29:26.497418 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ccea1083-a0fa-4be6-856c-058d497d4c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:26.507631 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ccea1083-a0fa-4be6-856c-058d497d4c1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:26.581351 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ccea1083-a0fa-4be6-856c-058d497d4c1b admin admin] Publish callbacks [] for security_group (3b85ffdc-bf00-4762-b494-f2f2d747f31f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:26.585563 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ccea1083-a0fa-4be6-856c-058d497d4c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3b85ffdc-bf00-4762-b494-f2f2d747f31f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:26.610460 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccea1083-a0fa-4be6-856c-058d497d4c1b admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:29:26.620413 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea1083-a0fa-4be6-856c-058d497d4c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b85ffdc-bf00-4762-b494-f2f2d747f31f,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:26.625164 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ccea1083-a0fa-4be6-856c-058d497d4c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (0bce2bd0-47a9-41a3-91ed-867011c555a9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:26.625508 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-ccea1083-a0fa-4be6-856c-058d497d4c1b admin admin] Added segment 0bce2bd0-47a9-41a3-91ed-867011c555a9 of type vlan for network 6b7c4ba1-43b2-4ae6-911e-c467d520e915 Jan 27 22:29:26.677674 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ccea1083-a0fa-4be6-856c-058d497d4c1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (6b7c4ba1-43b2-4ae6-911e-c467d520e915), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:26.702813 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ccea1083-a0fa-4be6-856c-058d497d4c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (6b7c4ba1-43b2-4ae6-911e-c467d520e915), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:26.703735 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccea1083-a0fa-4be6-856c-058d497d4c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:26.704370 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ccea1083-a0fa-4be6-856c-058d497d4c1b admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:26.731451 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-20ffe111-0a22-46da-838b-b0f4ba853db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:26.758590 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ccea1083-a0fa-4be6-856c-058d497d4c1b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2869930 Jan 27 22:29:26.761422 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49636) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:26.766434 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f9dfb312-9359-4d3f-beba-b90955fa614d admin admin] Request body: {'subnet': {'network_id': '6b7c4ba1-43b2-4ae6-911e-c467d520e915', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1535673452-subnet', 'tenant_id': 'f3ba6d000c4449ab8250e234d887b670', 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:29:26.773578 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea1083-a0fa-4be6-856c-058d497d4c1b admin admin] Pushing event updated for resources: {'Network': ['ID=6b7c4ba1-43b2-4ae6-911e-c467d520e915,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:26.783206 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 6b7c4ba1-43b2-4ae6-911e-c467d520e915 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:29:26.785613 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dfb312-9359-4d3f-beba-b90955fa614d admin admin] Made reservation on behalf of f3ba6d000c4449ab8250e234d887b670 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:29:26.788146 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9dfb312-9359-4d3f-beba-b90955fa614d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:26.834091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] Sync routers for ids ['cbd5ef09-102c-4644-b748-96fd57f53274'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:29:26.861023 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] Routers {'cbd5ef09-102c-4644-b748-96fd57f53274'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:26.861480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:29:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['cbd5ef09-102c-4644-b748-96fd57f53274'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:26.962508 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9dfb312-9359-4d3f-beba-b90955fa614d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (bc20ef22-7bda-4552-8ba5-24258e113b4e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:27.012071 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfb312-9359-4d3f-beba-b90955fa614d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc20ef22-7bda-4552-8ba5-24258e113b4e,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:27.031658 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dfb312-9359-4d3f-beba-b90955fa614d admin admin] Checking segment: {'id': '0bce2bd0-47a9-41a3-91ed-867011c555a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b7c4ba1-43b2-4ae6-911e-c467d520e915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:29:27.032022 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dfb312-9359-4d3f-beba-b90955fa614d admin admin] Network hostable DHCP agents. Network: 6b7c4ba1-43b2-4ae6-911e-c467d520e915, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:29:27.049202 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dfb312-9359-4d3f-beba-b90955fa614d admin admin] Network 6b7c4ba1-43b2-4ae6-911e-c467d520e915 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:29:27.059674 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-f9dfb312-9359-4d3f-beba-b90955fa614d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 6b7c4ba1-43b2-4ae6-911e-c467d520e915) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:29:27.064602 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dfb312-9359-4d3f-beba-b90955fa614d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:27.065578 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f9dfb312-9359-4d3f-beba-b90955fa614d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:27.082239 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f9dfb312-9359-4d3f-beba-b90955fa614d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3196087 Jan 27 22:29:27.084877 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 49638) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:27.089531 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-6d0ebabc-6be0-47b1-b3e8-e439e6dbbe22 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1535673452-router', 'tenant_id': 'f3ba6d000c4449ab8250e234d887b670', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:29:27.108242 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae53c7e-a179-4254-91f5-f1300cf231f4 None None] Network 6b7c4ba1-43b2-4ae6-911e-c467d520e915 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:29:27.112114 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d0ebabc-6be0-47b1-b3e8-e439e6dbbe22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (da2ed846-ce72-4d58-ae69-1e97b37286bd), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:27.113391 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d0ebabc-6be0-47b1-b3e8-e439e6dbbe22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (da2ed846-ce72-4d58-ae69-1e97b37286bd), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:27.170801 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d0ebabc-6be0-47b1-b3e8-e439e6dbbe22 admin admin] Publish callbacks [] for router_controller (da2ed846-ce72-4d58-ae69-1e97b37286bd), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:27.182226 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] Set router cbd5ef09-102c-4644-b748-96fd57f53274 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:27.300818 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15738b41-0e19-4d85-9b0b-2a40310d0e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-6b7c4ba1-43b2-4ae6-911e-c467d520e915', 'network_id': '6b7c4ba1-43b2-4ae6-911e-c467d520e915', 'project_id': 'f3ba6d000c4449ab8250e234d887b670', 'fixed_ips': [{'subnet_id': 'bc20ef22-7bda-4552-8ba5-24258e113b4e'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:29:27.302249 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-15738b41-0e19-4d85-9b0b-2a40310d0e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:27.307955 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d0ebabc-6be0-47b1-b3e8-e439e6dbbe22 admin admin] Publish callbacks [] for router_gateway (da2ed846-ce72-4d58-ae69-1e97b37286bd), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:27.507888 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d0ebabc-6be0-47b1-b3e8-e439e6dbbe22 admin admin] Publish callbacks [] for router_gateway (da2ed846-ce72-4d58-ae69-1e97b37286bd), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:27.522693 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-15738b41-0e19-4d85-9b0b-2a40310d0e41 None None] Allocated IP 172.20.0.2 (6b7c4ba1-43b2-4ae6-911e-c467d520e915/bc20ef22-7bda-4552-8ba5-24258e113b4e/66964f2c-4550-4320-8ff4-0cf5a1f4d66d) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:29:27.527839 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d0ebabc-6be0-47b1-b3e8-e439e6dbbe22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:27.554048 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'name': 'tempest-TestVolumeBackupRestore-916843086-router', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:24Z', 'revision_number': 4, 'project_id': '53c7203671d943a68f3091502667a66d', 'gw_port': {'id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5aa034f6-14a9-480b-8ad7-a07ad1a56e44', 'name': '', 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'mac_address': 'fa:16:3e:10:79:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:24Z', 'updated_at': '2022-01-27T22:29:25Z', 'revision_number': 2, 'project_id': '53c7203671d943a68f3091502667a66d', 'subnets': [{'id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:27.616840 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] Checking router: cbd5ef09-102c-4644-b748-96fd57f53274 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:29:27.617201 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] Updating router cbd5ef09-102c-4644-b748-96fd57f53274 port 5aa034f6-14a9-480b-8ad7-a07ad1a56e44 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:29:27.638595 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-6d0ebabc-6be0-47b1-b3e8-e439e6dbbe22 admin admin] Allocated IP 172.25.3.171 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/28e045da-5d1f-4dd4-a88c-8d43de15080d) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:29:27.659079 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:27.667638 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5aa034f6-14a9-480b-8ad7-a07ad1a56e44), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:27.741698 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d0ebabc-6be0-47b1-b3e8-e439e6dbbe22 admin admin] Publish callbacks [] for port (28e045da-5d1f-4dd4-a88c-8d43de15080d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:27.775133 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d0ebabc-6be0-47b1-b3e8-e439e6dbbe22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (28e045da-5d1f-4dd4-a88c-8d43de15080d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:27.818456 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0ebabc-6be0-47b1-b3e8-e439e6dbbe22 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:29:27.825884 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-6d0ebabc-6be0-47b1-b3e8-e439e6dbbe22 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:29:27.829407 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0ebabc-6be0-47b1-b3e8-e439e6dbbe22 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:29:27.831531 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ebabc-6be0-47b1-b3e8-e439e6dbbe22 admin admin] Pushing event updated for resources: {'Port': ['ID=28e045da-5d1f-4dd4-a88c-8d43de15080d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:27.832289 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-15738b41-0e19-4d85-9b0b-2a40310d0e41 None None] Publish callbacks [] for port (66964f2c-4550-4320-8ff4-0cf5a1f4d66d), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:27.847570 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-15738b41-0e19-4d85-9b0b-2a40310d0e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (66964f2c-4550-4320-8ff4-0cf5a1f4d66d), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:27.921112 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7ab56a99-5c68-4eee-8b6a-7c7f06cf591f up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:29:27.966604 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15738b41-0e19-4d85-9b0b-2a40310d0e41 None None] Network 6b7c4ba1-43b2-4ae6-911e-c467d520e915 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:29:27.974307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15738b41-0e19-4d85-9b0b-2a40310d0e41 None None] Pushing event updated for resources: {'Port': ['ID=66964f2c-4550-4320-8ff4-0cf5a1f4d66d,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:27.976799 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-15738b41-0e19-4d85-9b0b-2a40310d0e41 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:29:27.986646 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15738b41-0e19-4d85-9b0b-2a40310d0e41 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:29:28.084884 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-15738b41-0e19-4d85-9b0b-2a40310d0e41 None None] Attempting to bind port 66964f2c-4550-4320-8ff4-0cf5a1f4d66d on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:29:28.085167 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-15738b41-0e19-4d85-9b0b-2a40310d0e41 None None] Attempting to bind port 66964f2c-4550-4320-8ff4-0cf5a1f4d66d by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '0bce2bd0-47a9-41a3-91ed-867011c555a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b7c4ba1-43b2-4ae6-911e-c467d520e915'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:29:28.085540 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15738b41-0e19-4d85-9b0b-2a40310d0e41 None None] Attempting to bind port 66964f2c-4550-4320-8ff4-0cf5a1f4d66d on network 6b7c4ba1-43b2-4ae6-911e-c467d520e915 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:29:28.105433 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d0ebabc-6be0-47b1-b3e8-e439e6dbbe22 admin admin] Publish callbacks [] for router_gateway (da2ed846-ce72-4d58-ae69-1e97b37286bd), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:28.108497 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 7ab56a99-5c68-4eee-8b6a-7c7f06cf591f triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:28.108874 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7ab56a99-5c68-4eee-8b6a-7c7f06cf591f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:28.110476 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15738b41-0e19-4d85-9b0b-2a40310d0e41 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:29:28.110883 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15738b41-0e19-4d85-9b0b-2a40310d0e41 None None] Checking segment: {'id': '0bce2bd0-47a9-41a3-91ed-867011c555a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b7c4ba1-43b2-4ae6-911e-c467d520e915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:29:28.111440 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-15738b41-0e19-4d85-9b0b-2a40310d0e41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:28.111763 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15738b41-0e19-4d85-9b0b-2a40310d0e41 None None] Bound using segment: {'id': '0bce2bd0-47a9-41a3-91ed-867011c555a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b7c4ba1-43b2-4ae6-911e-c467d520e915'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:29:28.112268 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-15738b41-0e19-4d85-9b0b-2a40310d0e41 None None] Bound port: 66964f2c-4550-4320-8ff4-0cf5a1f4d66d, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bce2bd0-47a9-41a3-91ed-867011c555a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b7c4ba1-43b2-4ae6-911e-c467d520e915'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:29:28.112660 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-15738b41-0e19-4d85-9b0b-2a40310d0e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (66964f2c-4550-4320-8ff4-0cf5a1f4d66d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:28.207493 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] Publish callbacks [] for port (5aa034f6-14a9-480b-8ad7-a07ad1a56e44), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:28.220990 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5aa034f6-14a9-480b-8ad7-a07ad1a56e44), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:28.303294 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d0ebabc-6be0-47b1-b3e8-e439e6dbbe22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (da2ed846-ce72-4d58-ae69-1e97b37286bd), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:28.310970 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-15738b41-0e19-4d85-9b0b-2a40310d0e41 None None] For port 66964f2c-4550-4320-8ff4-0cf5a1f4d66d, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:29:28.325353 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ee6b2-e6d8-4ebf-9db4-2a29772656f3 None None] Pushing event updated for resources: {'Port': ['ID=5aa034f6-14a9-480b-8ad7-a07ad1a56e44,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:28.347823 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-15738b41-0e19-4d85-9b0b-2a40310d0e41 None None] For port 66964f2c-4550-4320-8ff4-0cf5a1f4d66d, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=66964f2c-4550-4320-8ff4-0cf5a1f4d66d,segment=NetworkSegment(0bce2bd0-47a9-41a3-91ed-867011c555a9),segment_id=0bce2bd0-47a9-41a3-91ed-867011c555a9)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:29:28.366818 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 7ab56a99-5c68-4eee-8b6a-7c7f06cf591f is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:28.372896 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-15738b41-0e19-4d85-9b0b-2a40310d0e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (66964f2c-4550-4320-8ff4-0cf5a1f4d66d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:28.435936 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] Attempting to bind port 5aa034f6-14a9-480b-8ad7-a07ad1a56e44 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:29:28.436348 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] Attempting to bind port 5aa034f6-14a9-480b-8ad7-a07ad1a56e44 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '16bb36da-edf9-46dd-8f35-13fbfdc9f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:29:28.436730 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] Attempting to bind port 5aa034f6-14a9-480b-8ad7-a07ad1a56e44 on network 0e576862-6357-40ad-8273-723d5329b3c5 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:29:28.447910 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0ebabc-6be0-47b1-b3e8-e439e6dbbe22 admin admin] Router da2ed846-ce72-4d58-ae69-1e97b37286bd is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:29:28.451404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:29:28.451789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] Checking segment: {'id': '16bb36da-edf9-46dd-8f35-13fbfdc9f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:29:28.452224 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:28.453054 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] Bound using segment: {'id': '16bb36da-edf9-46dd-8f35-13fbfdc9f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:29:28.453211 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] Bound port: 5aa034f6-14a9-480b-8ad7-a07ad1a56e44, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bb36da-edf9-46dd-8f35-13fbfdc9f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:29:28.453604 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5aa034f6-14a9-480b-8ad7-a07ad1a56e44), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:28.474430 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15738b41-0e19-4d85-9b0b-2a40310d0e41 None None] Pushing event updated for resources: {'Port': ['ID=66964f2c-4550-4320-8ff4-0cf5a1f4d66d,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:28.532535 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] For port 5aa034f6-14a9-480b-8ad7-a07ad1a56e44, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:29:28.536089 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] For port 5aa034f6-14a9-480b-8ad7-a07ad1a56e44, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5aa034f6-14a9-480b-8ad7-a07ad1a56e44,segment=NetworkSegment(16bb36da-edf9-46dd-8f35-13fbfdc9f18c),segment_id=16bb36da-edf9-46dd-8f35-13fbfdc9f18c)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:29:28.542526 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5aa034f6-14a9-480b-8ad7-a07ad1a56e44), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:28.578258 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0ebabc-6be0-47b1-b3e8-e439e6dbbe22 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:29:28.593736 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] Sync routers for ids ['da2ed846-ce72-4d58-ae69-1e97b37286bd'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:29:28.597663 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d0ebabc-6be0-47b1-b3e8-e439e6dbbe22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:28.599600 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6d0ebabc-6be0-47b1-b3e8-e439e6dbbe22 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5137537 Jan 27 22:29:28.602568 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49642) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:28.612039 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] Routers {'da2ed846-ce72-4d58-ae69-1e97b37286bd'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:28.616700 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] Routers {'cbd5ef09-102c-4644-b748-96fd57f53274'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:28.617349 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:29:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['cbd5ef09-102c-4644-b748-96fd57f53274'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:28.617913 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:29:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['da2ed846-ce72-4d58-ae69-1e97b37286bd'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:28.687316 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ee6b2-e6d8-4ebf-9db4-2a29772656f3 None None] Pushing event updated for resources: {'Port': ['ID=5aa034f6-14a9-480b-8ad7-a07ad1a56e44,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:28.724535 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-33efa10b-beff-43ed-9847-799ba9a7a68d None None] Provisioning complete for port 5aa034f6-14a9-480b-8ad7-a07ad1a56e44 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:28.724922 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-33efa10b-beff-43ed-9847-799ba9a7a68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5aa034f6-14a9-480b-8ad7-a07ad1a56e44), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:28.770739 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] Set router da2ed846-ce72-4d58-ae69-1e97b37286bd gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:28.903797 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] Set router cbd5ef09-102c-4644-b748-96fd57f53274 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:28.955410 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-33efa10b-beff-43ed-9847-799ba9a7a68d None None] Current status of the port 5aa034f6-14a9-480b-8ad7-a07ad1a56e44 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:28.955746 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-33efa10b-beff-43ed-9847-799ba9a7a68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5aa034f6-14a9-480b-8ad7-a07ad1a56e44), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:29.050115 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2ed846-ce72-4d58-ae69-1e97b37286bd', 'name': 'tempest-TestVolumeBackupRestore-1535673452-router', 'tenant_id': 'f3ba6d000c4449ab8250e234d887b670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '28e045da-5d1f-4dd4-a88c-8d43de15080d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:27Z', 'updated_at': '2022-01-27T22:29:27Z', 'revision_number': 3, 'project_id': 'f3ba6d000c4449ab8250e234d887b670', 'gw_port': {'id': '28e045da-5d1f-4dd4-a88c-8d43de15080d', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:98:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2ed846-ce72-4d58-ae69-1e97b37286bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:27Z', 'updated_at': '2022-01-27T22:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:29.081909 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] Checking router: da2ed846-ce72-4d58-ae69-1e97b37286bd for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:29:29.082260 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] Updating router da2ed846-ce72-4d58-ae69-1e97b37286bd port 28e045da-5d1f-4dd4-a88c-8d43de15080d binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:29:29.110040 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (28e045da-5d1f-4dd4-a88c-8d43de15080d), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:29.203955 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c69b8813-a178-4f76-b8af-2a0cb40c653e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:29.236221 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:29.238058 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-33efa10b-beff-43ed-9847-799ba9a7a68d None None] For port 5aa034f6-14a9-480b-8ad7-a07ad1a56e44, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5aa034f6-14a9-480b-8ad7-a07ad1a56e44,segment=NetworkSegment(16bb36da-edf9-46dd-8f35-13fbfdc9f18c),segment_id=16bb36da-edf9-46dd-8f35-13fbfdc9f18c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:29.244898 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-33efa10b-beff-43ed-9847-799ba9a7a68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5aa034f6-14a9-480b-8ad7-a07ad1a56e44), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:29.316055 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efa10b-beff-43ed-9847-799ba9a7a68d None None] Pushing event updated for resources: {'Port': ['ID=5aa034f6-14a9-480b-8ad7-a07ad1a56e44,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:29.378346 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7706edec-4f59-4e4b-b679-022f2dbce4f2 None None] Provisioning complete for port 5aa034f6-14a9-480b-8ad7-a07ad1a56e44 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:29.378727 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7706edec-4f59-4e4b-b679-022f2dbce4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5aa034f6-14a9-480b-8ad7-a07ad1a56e44), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:29.383300 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] Publish callbacks [] for port (28e045da-5d1f-4dd4-a88c-8d43de15080d), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:29.390228 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (28e045da-5d1f-4dd4-a88c-8d43de15080d), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:29.399542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-c69b8813-a178-4f76-b8af-2a0cb40c653e admin admin] Allocated IP 172.20.0.1 (6b7c4ba1-43b2-4ae6-911e-c467d520e915/bc20ef22-7bda-4552-8ba5-24258e113b4e/329a64f3-9c34-4448-9fe4-0a612773ed63) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:29:29.422117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'name': 'tempest-TestVolumeBackupRestore-916843086-router', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:24Z', 'revision_number': 4, 'project_id': '53c7203671d943a68f3091502667a66d', 'gw_port': {'id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5aa034f6-14a9-480b-8ad7-a07ad1a56e44', 'name': '', 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'mac_address': 'fa:16:3e:10:79:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:24Z', 'updated_at': '2022-01-27T22:29:28Z', 'revision_number': 4, 'project_id': '53c7203671d943a68f3091502667a66d', 'subnets': [{'id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:29.455581 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e70da1-ce2f-4ef2-8e74-54191dbd725b None None] The sync data for ids ['cbd5ef09-102c-4644-b748-96fd57f53274'] in n-d-772272-3 is: [{'id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'name': 'tempest-TestVolumeBackupRestore-916843086-router', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:24Z', 'revision_number': 4, 'project_id': '53c7203671d943a68f3091502667a66d', 'gw_port': {'id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5aa034f6-14a9-480b-8ad7-a07ad1a56e44', 'name': '', 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'mac_address': 'fa:16:3e:10:79:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:24Z', 'updated_at': '2022-01-27T22:29:28Z', 'revision_number': 4, 'project_id': '53c7203671d943a68f3091502667a66d', 'subnets': [{'id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:29:29.472632 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] Attempting to bind port 28e045da-5d1f-4dd4-a88c-8d43de15080d on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:29:29.473361 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] Attempting to bind port 28e045da-5d1f-4dd4-a88c-8d43de15080d by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:29:29.473900 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] Attempting to bind port 28e045da-5d1f-4dd4-a88c-8d43de15080d on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:29:29.485159 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:29:29.485848 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:29:29.486426 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:29.486976 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:29:29.487628 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] Bound port: 28e045da-5d1f-4dd4-a88c-8d43de15080d, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:29:29.488716 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (28e045da-5d1f-4dd4-a88c-8d43de15080d), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:29.530666 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa998387-493a-4182-b39d-7eeb4f063751 None None] Pushing event updated for resources: {'Port': ['ID=28e045da-5d1f-4dd4-a88c-8d43de15080d,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:29.545957 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7706edec-4f59-4e4b-b679-022f2dbce4f2 None None] Current status of the port 5aa034f6-14a9-480b-8ad7-a07ad1a56e44 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:29.577363 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c69b8813-a178-4f76-b8af-2a0cb40c653e admin admin] Publish callbacks [] for port (329a64f3-9c34-4448-9fe4-0a612773ed63), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:29.580411 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] For port 28e045da-5d1f-4dd4-a88c-8d43de15080d, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:29:29.584340 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] For port 28e045da-5d1f-4dd4-a88c-8d43de15080d, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=28e045da-5d1f-4dd4-a88c-8d43de15080d,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:29:29.594296 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (28e045da-5d1f-4dd4-a88c-8d43de15080d), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:29.626698 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c69b8813-a178-4f76-b8af-2a0cb40c653e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (329a64f3-9c34-4448-9fe4-0a612773ed63), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:29.664450 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69b8813-a178-4f76-b8af-2a0cb40c653e admin admin] Network 6b7c4ba1-43b2-4ae6-911e-c467d520e915 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:29:29.667290 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] Routers {'da2ed846-ce72-4d58-ae69-1e97b37286bd'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:29.667702 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-c69b8813-a178-4f76-b8af-2a0cb40c653e admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:29:29.667894 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:29:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['da2ed846-ce72-4d58-ae69-1e97b37286bd'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:29.671762 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69b8813-a178-4f76-b8af-2a0cb40c653e admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:29:29.714027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b8813-a178-4f76-b8af-2a0cb40c653e admin admin] Pushing event updated for resources: {'Port': ['ID=329a64f3-9c34-4448-9fe4-0a612773ed63,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:29.726784 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c69b8813-a178-4f76-b8af-2a0cb40c653e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (da2ed846-ce72-4d58-ae69-1e97b37286bd), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:29.786055 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] Set router da2ed846-ce72-4d58-ae69-1e97b37286bd gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:29.788857 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa998387-493a-4182-b39d-7eeb4f063751 None None] Pushing event updated for resources: {'Port': ['ID=28e045da-5d1f-4dd4-a88c-8d43de15080d,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:29.891458 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a96ea5-b46e-4cbb-9644-431901f51797 None None] Network 6b7c4ba1-43b2-4ae6-911e-c467d520e915 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:29:29.911606 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c69b8813-a178-4f76-b8af-2a0cb40c653e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (329a64f3-9c34-4448-9fe4-0a612773ed63), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:30.023877 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b873dddf-98c9-4e12-95cc-4c81e2ba7228 None None] Provisioning complete for port 66964f2c-4550-4320-8ff4-0cf5a1f4d66d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:30.024858 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b873dddf-98c9-4e12-95cc-4c81e2ba7228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (66964f2c-4550-4320-8ff4-0cf5a1f4d66d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:30.089438 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5aa034f6-14a9-480b-8ad7-a07ad1a56e44 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:29:30.180896 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2ed846-ce72-4d58-ae69-1e97b37286bd', 'name': 'tempest-TestVolumeBackupRestore-1535673452-router', 'tenant_id': 'f3ba6d000c4449ab8250e234d887b670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '28e045da-5d1f-4dd4-a88c-8d43de15080d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:27Z', 'updated_at': '2022-01-27T22:29:27Z', 'revision_number': 3, 'project_id': 'f3ba6d000c4449ab8250e234d887b670', 'gw_port': {'id': '28e045da-5d1f-4dd4-a88c-8d43de15080d', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:98:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2ed846-ce72-4d58-ae69-1e97b37286bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:27Z', 'updated_at': '2022-01-27T22:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:30.189813 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c69b8813-a178-4f76-b8af-2a0cb40c653e admin admin] Publish callbacks [] for port (329a64f3-9c34-4448-9fe4-0a612773ed63), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:30.195823 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c69b8813-a178-4f76-b8af-2a0cb40c653e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (329a64f3-9c34-4448-9fe4-0a612773ed63), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:30.205814 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b873dddf-98c9-4e12-95cc-4c81e2ba7228 None None] Current status of the port 66964f2c-4550-4320-8ff4-0cf5a1f4d66d is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:30.206075 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b873dddf-98c9-4e12-95cc-4c81e2ba7228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (66964f2c-4550-4320-8ff4-0cf5a1f4d66d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:30.210403 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5aa034f6-14a9-480b-8ad7-a07ad1a56e44 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:30.210795 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5aa034f6-14a9-480b-8ad7-a07ad1a56e44), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:30.229995 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4452884f-86ce-4a47-abae-d78fff6dbfe4 None None] The sync data for ids ['da2ed846-ce72-4d58-ae69-1e97b37286bd'] in n-d-772272-3 is: [{'id': 'da2ed846-ce72-4d58-ae69-1e97b37286bd', 'name': 'tempest-TestVolumeBackupRestore-1535673452-router', 'tenant_id': 'f3ba6d000c4449ab8250e234d887b670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '28e045da-5d1f-4dd4-a88c-8d43de15080d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:27Z', 'updated_at': '2022-01-27T22:29:27Z', 'revision_number': 3, 'project_id': 'f3ba6d000c4449ab8250e234d887b670', 'gw_port': {'id': '28e045da-5d1f-4dd4-a88c-8d43de15080d', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:98:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2ed846-ce72-4d58-ae69-1e97b37286bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:27Z', 'updated_at': '2022-01-27T22:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:29:30.300625 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b873dddf-98c9-4e12-95cc-4c81e2ba7228 None None] For port 66964f2c-4550-4320-8ff4-0cf5a1f4d66d, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=66964f2c-4550-4320-8ff4-0cf5a1f4d66d,segment=NetworkSegment(0bce2bd0-47a9-41a3-91ed-867011c555a9),segment_id=0bce2bd0-47a9-41a3-91ed-867011c555a9)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:30.304142 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c69b8813-a178-4f76-b8af-2a0cb40c653e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (da2ed846-ce72-4d58-ae69-1e97b37286bd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:30.306357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b8813-a178-4f76-b8af-2a0cb40c653e admin admin] Pushing event updated for resources: {'Port': ['ID=329a64f3-9c34-4448-9fe4-0a612773ed63,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:30.311969 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b873dddf-98c9-4e12-95cc-4c81e2ba7228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (66964f2c-4550-4320-8ff4-0cf5a1f4d66d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:30.384409 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5aa034f6-14a9-480b-8ad7-a07ad1a56e44 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:30.385553 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 66964f2c-4550-4320-8ff4-0cf5a1f4d66d up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:29:30.452594 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69b8813-a178-4f76-b8af-2a0cb40c653e admin admin] Network 6b7c4ba1-43b2-4ae6-911e-c467d520e915 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:29:30.454362 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-c69b8813-a178-4f76-b8af-2a0cb40c653e admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:29:30.477367 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:30.483931 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873dddf-98c9-4e12-95cc-4c81e2ba7228 None None] Pushing event updated for resources: {'Port': ['ID=66964f2c-4550-4320-8ff4-0cf5a1f4d66d,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:30.513002 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 66964f2c-4550-4320-8ff4-0cf5a1f4d66d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:30.513388 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (66964f2c-4550-4320-8ff4-0cf5a1f4d66d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:30.576673 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8511b156-cb32-4aa2-91d8-dabb450ccb17 None None] Provisioning complete for port 329a64f3-9c34-4448-9fe4-0a612773ed63 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:30.577054 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8511b156-cb32-4aa2-91d8-dabb450ccb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (329a64f3-9c34-4448-9fe4-0a612773ed63), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:30.644316 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69b8813-a178-4f76-b8af-2a0cb40c653e admin admin] Router da2ed846-ce72-4d58-ae69-1e97b37286bd has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:29:30.680998 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8511b156-cb32-4aa2-91d8-dabb450ccb17 None None] Port 329a64f3-9c34-4448-9fe4-0a612773ed63 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:29:30.685401 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 66964f2c-4550-4320-8ff4-0cf5a1f4d66d is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:30.714114 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8511b156-cb32-4aa2-91d8-dabb450ccb17 None None] Provisioning complete for port 66964f2c-4550-4320-8ff4-0cf5a1f4d66d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:30.714508 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8511b156-cb32-4aa2-91d8-dabb450ccb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (66964f2c-4550-4320-8ff4-0cf5a1f4d66d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:30.830959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69b8813-a178-4f76-b8af-2a0cb40c653e admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:29:30.851387 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c69b8813-a178-4f76-b8af-2a0cb40c653e admin admin] 10.222.0.23 "PUT /v2.0/routers/da2ed846-ce72-4d58-ae69-1e97b37286bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2459607 Jan 27 22:29:30.853418 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8511b156-cb32-4aa2-91d8-dabb450ccb17 None None] Current status of the port 66964f2c-4550-4320-8ff4-0cf5a1f4d66d is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:30.976254 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e41ae200-f391-41c6-8cd8-535fcf71a0e8 None None] Provisioning complete for port 329a64f3-9c34-4448-9fe4-0a612773ed63 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:30.976977 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e41ae200-f391-41c6-8cd8-535fcf71a0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (329a64f3-9c34-4448-9fe4-0a612773ed63), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:31.053118 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e41ae200-f391-41c6-8cd8-535fcf71a0e8 None None] Port 329a64f3-9c34-4448-9fe4-0a612773ed63 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:29:31.173583 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a54f5334-256f-4027-b6d1-0a7b7c902d04 None None] Provisioning complete for port 329a64f3-9c34-4448-9fe4-0a612773ed63 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:31.173970 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a54f5334-256f-4027-b6d1-0a7b7c902d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (329a64f3-9c34-4448-9fe4-0a612773ed63), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:31.216694 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a54f5334-256f-4027-b6d1-0a7b7c902d04 None None] Port 329a64f3-9c34-4448-9fe4-0a612773ed63 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:29:31.979640 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 66964f2c-4550-4320-8ff4-0cf5a1f4d66d up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:29:32.030505 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 66964f2c-4550-4320-8ff4-0cf5a1f4d66d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:32.030891 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (66964f2c-4550-4320-8ff4-0cf5a1f4d66d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:32.116760 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 66964f2c-4550-4320-8ff4-0cf5a1f4d66d is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:32.118053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 28e045da-5d1f-4dd4-a88c-8d43de15080d up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:29:32.164967 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 28e045da-5d1f-4dd4-a88c-8d43de15080d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:32.165356 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (28e045da-5d1f-4dd4-a88c-8d43de15080d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:32.253207 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 28e045da-5d1f-4dd4-a88c-8d43de15080d is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:32.253524 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (28e045da-5d1f-4dd4-a88c-8d43de15080d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:32.276056 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 28e045da-5d1f-4dd4-a88c-8d43de15080d, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=28e045da-5d1f-4dd4-a88c-8d43de15080d,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:32.280255 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (28e045da-5d1f-4dd4-a88c-8d43de15080d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:32.331521 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=28e045da-5d1f-4dd4-a88c-8d43de15080d,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:32.975287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] Sync routers for ids ['da2ed846-ce72-4d58-ae69-1e97b37286bd'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:29:32.986502 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] Routers {'da2ed846-ce72-4d58-ae69-1e97b37286bd'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:32.987189 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:29:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['da2ed846-ce72-4d58-ae69-1e97b37286bd'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:33.097985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] Set router da2ed846-ce72-4d58-ae69-1e97b37286bd gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:33.305374 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2ed846-ce72-4d58-ae69-1e97b37286bd', 'name': 'tempest-TestVolumeBackupRestore-1535673452-router', 'tenant_id': 'f3ba6d000c4449ab8250e234d887b670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '28e045da-5d1f-4dd4-a88c-8d43de15080d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:27Z', 'updated_at': '2022-01-27T22:29:29Z', 'revision_number': 4, 'project_id': 'f3ba6d000c4449ab8250e234d887b670', 'gw_port': {'id': '28e045da-5d1f-4dd4-a88c-8d43de15080d', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2ed846-ce72-4d58-ae69-1e97b37286bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:27Z', 'updated_at': '2022-01-27T22:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '329a64f3-9c34-4448-9fe4-0a612773ed63', 'name': '', 'network_id': '6b7c4ba1-43b2-4ae6-911e-c467d520e915', 'tenant_id': 'f3ba6d000c4449ab8250e234d887b670', 'mac_address': 'fa:16:3e:8b:29:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2ed846-ce72-4d58-ae69-1e97b37286bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'bc20ef22-7bda-4552-8ba5-24258e113b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:29Z', 'updated_at': '2022-01-27T22:29:30Z', 'revision_number': 2, 'project_id': 'f3ba6d000c4449ab8250e234d887b670', 'subnets': [{'id': 'bc20ef22-7bda-4552-8ba5-24258e113b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:33.338252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] Checking router: da2ed846-ce72-4d58-ae69-1e97b37286bd for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:29:33.338865 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] Updating router da2ed846-ce72-4d58-ae69-1e97b37286bd port 329a64f3-9c34-4448-9fe4-0a612773ed63 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:29:33.363940 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (329a64f3-9c34-4448-9fe4-0a612773ed63), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:33.631991 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] Publish callbacks [] for port (329a64f3-9c34-4448-9fe4-0a612773ed63), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:33.639148 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (329a64f3-9c34-4448-9fe4-0a612773ed63), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:33.689729 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ce34b-00d9-45c2-bdcb-53f6ee7ba8f2 None None] Pushing event updated for resources: {'Port': ['ID=329a64f3-9c34-4448-9fe4-0a612773ed63,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:33.757259 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] Attempting to bind port 329a64f3-9c34-4448-9fe4-0a612773ed63 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:29:33.758205 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] Attempting to bind port 329a64f3-9c34-4448-9fe4-0a612773ed63 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '0bce2bd0-47a9-41a3-91ed-867011c555a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b7c4ba1-43b2-4ae6-911e-c467d520e915'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:29:33.758960 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] Attempting to bind port 329a64f3-9c34-4448-9fe4-0a612773ed63 on network 6b7c4ba1-43b2-4ae6-911e-c467d520e915 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:29:33.764845 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:29:33.765308 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] Checking segment: {'id': '0bce2bd0-47a9-41a3-91ed-867011c555a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b7c4ba1-43b2-4ae6-911e-c467d520e915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:29:33.765802 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:33.766275 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] Bound using segment: {'id': '0bce2bd0-47a9-41a3-91ed-867011c555a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b7c4ba1-43b2-4ae6-911e-c467d520e915'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:29:33.766819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] Bound port: 329a64f3-9c34-4448-9fe4-0a612773ed63, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bce2bd0-47a9-41a3-91ed-867011c555a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6b7c4ba1-43b2-4ae6-911e-c467d520e915'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:29:33.767275 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (329a64f3-9c34-4448-9fe4-0a612773ed63), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:33.840374 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] For port 329a64f3-9c34-4448-9fe4-0a612773ed63, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:29:33.847670 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] For port 329a64f3-9c34-4448-9fe4-0a612773ed63, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=329a64f3-9c34-4448-9fe4-0a612773ed63,segment=NetworkSegment(0bce2bd0-47a9-41a3-91ed-867011c555a9),segment_id=0bce2bd0-47a9-41a3-91ed-867011c555a9)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:29:33.854270 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (329a64f3-9c34-4448-9fe4-0a612773ed63), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:33.914685 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 28e045da-5d1f-4dd4-a88c-8d43de15080d up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:29:33.955702 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ce34b-00d9-45c2-bdcb-53f6ee7ba8f2 None None] Pushing event updated for resources: {'Port': ['ID=329a64f3-9c34-4448-9fe4-0a612773ed63,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:33.983824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] Routers {'da2ed846-ce72-4d58-ae69-1e97b37286bd'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:33.984580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:29:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['da2ed846-ce72-4d58-ae69-1e97b37286bd'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:33.995283 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7c994039-84bf-4afa-a485-42b45af02aff None None] Provisioning complete for port 329a64f3-9c34-4448-9fe4-0a612773ed63 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:33.995918 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7c994039-84bf-4afa-a485-42b45af02aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (329a64f3-9c34-4448-9fe4-0a612773ed63), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:34.114979 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 28e045da-5d1f-4dd4-a88c-8d43de15080d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:34.115361 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (28e045da-5d1f-4dd4-a88c-8d43de15080d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:34.333914 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] Set router da2ed846-ce72-4d58-ae69-1e97b37286bd gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:34.464424 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7c994039-84bf-4afa-a485-42b45af02aff None None] Current status of the port 329a64f3-9c34-4448-9fe4-0a612773ed63 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:34.464739 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7c994039-84bf-4afa-a485-42b45af02aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (329a64f3-9c34-4448-9fe4-0a612773ed63), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:34.531259 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 28e045da-5d1f-4dd4-a88c-8d43de15080d is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:34.561442 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7c994039-84bf-4afa-a485-42b45af02aff None None] For port 329a64f3-9c34-4448-9fe4-0a612773ed63, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=329a64f3-9c34-4448-9fe4-0a612773ed63,segment=NetworkSegment(0bce2bd0-47a9-41a3-91ed-867011c555a9),segment_id=0bce2bd0-47a9-41a3-91ed-867011c555a9)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:34.567619 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7c994039-84bf-4afa-a485-42b45af02aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (329a64f3-9c34-4448-9fe4-0a612773ed63), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:34.651744 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c994039-84bf-4afa-a485-42b45af02aff None None] Pushing event updated for resources: {'Port': ['ID=329a64f3-9c34-4448-9fe4-0a612773ed63,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:34.673051 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2ed846-ce72-4d58-ae69-1e97b37286bd', 'name': 'tempest-TestVolumeBackupRestore-1535673452-router', 'tenant_id': 'f3ba6d000c4449ab8250e234d887b670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '28e045da-5d1f-4dd4-a88c-8d43de15080d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:27Z', 'updated_at': '2022-01-27T22:29:29Z', 'revision_number': 4, 'project_id': 'f3ba6d000c4449ab8250e234d887b670', 'gw_port': {'id': '28e045da-5d1f-4dd4-a88c-8d43de15080d', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2ed846-ce72-4d58-ae69-1e97b37286bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:27Z', 'updated_at': '2022-01-27T22:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '329a64f3-9c34-4448-9fe4-0a612773ed63', 'name': '', 'network_id': '6b7c4ba1-43b2-4ae6-911e-c467d520e915', 'tenant_id': 'f3ba6d000c4449ab8250e234d887b670', 'mac_address': 'fa:16:3e:8b:29:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2ed846-ce72-4d58-ae69-1e97b37286bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'bc20ef22-7bda-4552-8ba5-24258e113b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:29Z', 'updated_at': '2022-01-27T22:29:33Z', 'revision_number': 4, 'project_id': 'f3ba6d000c4449ab8250e234d887b670', 'subnets': [{'id': 'bc20ef22-7bda-4552-8ba5-24258e113b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:34.704925 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179cb893-2028-4f8d-bfa3-a0477523834b None None] The sync data for ids ['da2ed846-ce72-4d58-ae69-1e97b37286bd'] in n-d-772272-3 is: [{'id': 'da2ed846-ce72-4d58-ae69-1e97b37286bd', 'name': 'tempest-TestVolumeBackupRestore-1535673452-router', 'tenant_id': 'f3ba6d000c4449ab8250e234d887b670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '28e045da-5d1f-4dd4-a88c-8d43de15080d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:27Z', 'updated_at': '2022-01-27T22:29:29Z', 'revision_number': 4, 'project_id': 'f3ba6d000c4449ab8250e234d887b670', 'gw_port': {'id': '28e045da-5d1f-4dd4-a88c-8d43de15080d', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2ed846-ce72-4d58-ae69-1e97b37286bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:27Z', 'updated_at': '2022-01-27T22:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '329a64f3-9c34-4448-9fe4-0a612773ed63', 'name': '', 'network_id': '6b7c4ba1-43b2-4ae6-911e-c467d520e915', 'tenant_id': 'f3ba6d000c4449ab8250e234d887b670', 'mac_address': 'fa:16:3e:8b:29:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2ed846-ce72-4d58-ae69-1e97b37286bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': 'bc20ef22-7bda-4552-8ba5-24258e113b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:29Z', 'updated_at': '2022-01-27T22:29:33Z', 'revision_number': 4, 'project_id': 'f3ba6d000c4449ab8250e234d887b670', 'subnets': [{'id': 'bc20ef22-7bda-4552-8ba5-24258e113b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:29:34.714920 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7c3c60a7-4fcf-4d72-be6a-ff6b2921d06f None None] Provisioning complete for port 329a64f3-9c34-4448-9fe4-0a612773ed63 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:34.715311 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7c3c60a7-4fcf-4d72-be6a-ff6b2921d06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (329a64f3-9c34-4448-9fe4-0a612773ed63), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:34.828225 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7c3c60a7-4fcf-4d72-be6a-ff6b2921d06f None None] Current status of the port 329a64f3-9c34-4448-9fe4-0a612773ed63 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:35.922702 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 329a64f3-9c34-4448-9fe4-0a612773ed63 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:29:35.975509 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 329a64f3-9c34-4448-9fe4-0a612773ed63 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:35.975891 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (329a64f3-9c34-4448-9fe4-0a612773ed63), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:36.060893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 329a64f3-9c34-4448-9fe4-0a612773ed63 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:42.925903 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:49.307824 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85b48a-8968-453c-a94a-632211320b16 req-bb75307c-d2a9-4eb5-8310-ed868eb9ed04 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:49.309812 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e85b48a-8968-453c-a94a-632211320b16 req-bb75307c-d2a9-4eb5-8310-ed868eb9ed04 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 946 time: 0.0508668 Jan 27 22:29:49.363834 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e85b48a-8968-453c-a94a-632211320b16 req-5f426ac0-6496-4e5b-8d85-6a01780bfdc2 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483994 Jan 27 22:29:49.389081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49814) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:49.460112 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d11e7ccd-8224-408d-b2db-7a475fd5d939 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/floatingips/34b827b2-6b7e-429f-b2b6-817a1e03cd37 HTTP/1.1" status: 200 len: 993 time: 0.0607300 Jan 27 22:29:50.083409 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3f161-288a-42ee-8ee5-bd99d586c135 req-a7e2ce62-2dce-4045-b267-6293e3993acc tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:50.084946 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58c3f161-288a-42ee-8ee5-bd99d586c135 req-a7e2ce62-2dce-4045-b267-6293e3993acc tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0407882 Jan 27 22:29:50.134481 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58c3f161-288a-42ee-8ee5-bd99d586c135 req-adf913e6-ee74-4a6e-b258-ec125717017a tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436738 Jan 27 22:29:50.640671 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 49850) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:50.789589 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-d56bf9cf-23d9-4dbc-96fd-5ec27ffc6f67 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1475003 Jan 27 22:29:50.799429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-be289e03-a313-444f-9fc5-1f5550ff08b4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:29:50.800368 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-be289e03-a313-444f-9fc5-1f5550ff08b4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055573 Jan 27 22:29:51.366423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-fbe6bc0b-37d5-452c-9671-b043bf41159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:51.367963 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-fbe6bc0b-37d5-452c-9671-b043bf41159c service neutron] 10.222.0.23 "GET /v2.0/ports/7e3845c6-fdf1-4f00-8712-57e25264bec0 HTTP/1.1" status: 200 len: 1094 time: 0.0372038 Jan 27 22:29:51.387288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-3b3f9526-3fe4-4ed0-9755-85a486544303 service neutron] Request body: {'binding': {'host': 'n-h2-772272-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:29:51.388007 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-3b3f9526-3fe4-4ed0-9755-85a486544303 service neutron] Unknown quota resources ['binding']. {{(pid=109741) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 22:29:51.428775 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:51.561873 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-3b3f9526-3fe4-4ed0-9755-85a486544303 service neutron] Attempting to bind port 7e3845c6-fdf1-4f00-8712-57e25264bec0 on host n-h2-772272-3 for vnic_type normal with profile None {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:29:51.562572 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-3b3f9526-3fe4-4ed0-9755-85a486544303 service neutron] Attempting to bind port 7e3845c6-fdf1-4f00-8712-57e25264bec0 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '694ad221-48ce-4a7c-a793-353b4f9aa77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:29:51.563176 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-3b3f9526-3fe4-4ed0-9755-85a486544303 service neutron] Attempting to bind port 7e3845c6-fdf1-4f00-8712-57e25264bec0 on network 1a63f431-8021-4c5c-87ca-59c00fd45377 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:29:51.568068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-3b3f9526-3fe4-4ed0-9755-85a486544303 service neutron] Port 7e3845c6-fdf1-4f00-8712-57e25264bec0 on network 1a63f431-8021-4c5c-87ca-59c00fd45377 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:29:51.568397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-3b3f9526-3fe4-4ed0-9755-85a486544303 service neutron] Attempting to bind port 7e3845c6-fdf1-4f00-8712-57e25264bec0 on network 1a63f431-8021-4c5c-87ca-59c00fd45377 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:29:51.576140 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-3b3f9526-3fe4-4ed0-9755-85a486544303 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:29:51.576140 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-3b3f9526-3fe4-4ed0-9755-85a486544303 service neutron] Checking segment: {'id': '694ad221-48ce-4a7c-a793-353b4f9aa77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:29:51.576799 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-3b3f9526-3fe4-4ed0-9755-85a486544303 service neutron] Bound using segment: {'id': '694ad221-48ce-4a7c-a793-353b4f9aa77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:29:51.576799 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-3b3f9526-3fe4-4ed0-9755-85a486544303 service neutron] Bound port: 7e3845c6-fdf1-4f00-8712-57e25264bec0, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '694ad221-48ce-4a7c-a793-353b4f9aa77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:29:51.721030 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-3b3f9526-3fe4-4ed0-9755-85a486544303 service neutron] For port 7e3845c6-fdf1-4f00-8712-57e25264bec0, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7e3845c6-fdf1-4f00-8712-57e25264bec0,segment=NetworkSegment(694ad221-48ce-4a7c-a793-353b4f9aa77a),segment_id=694ad221-48ce-4a7c-a793-353b4f9aa77a)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:29:51.735648 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-3b3f9526-3fe4-4ed0-9755-85a486544303 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:51.737069 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-3b3f9526-3fe4-4ed0-9755-85a486544303 service neutron] 10.222.0.23 "POST /v2.0/ports/7e3845c6-fdf1-4f00-8712-57e25264bec0/bindings HTTP/1.1" status: 201 len: 389 time: 0.3631587 Jan 27 22:29:52.092672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1e6c2-88c8-4404-ad5e-ae26d184f31d req-5c8716b9-0192-4cde-9514-e66df13a7539 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:52.094571 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3aa1e6c2-88c8-4404-ad5e-ae26d184f31d req-5c8716b9-0192-4cde-9514-e66df13a7539 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 946 time: 0.1522264 Jan 27 22:29:52.107904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-01fbdf33-8abe-472e-9fc2-c23fcdde67ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:52.109507 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-01fbdf33-8abe-472e-9fc2-c23fcdde67ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0715590 Jan 27 22:29:52.212561 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3aa1e6c2-88c8-4404-ad5e-ae26d184f31d req-1f434555-f4f0-4381-9449-72cc7eca9934 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089571 Jan 27 22:29:52.255838 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-2022b8d8-6079-4fa0-b7af-48c603d2c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:52.256947 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-2022b8d8-6079-4fa0-b7af-48c603d2c9fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=1a63f431-8021-4c5c-87ca-59c00fd45377 HTTP/1.1" status: 200 len: 897 time: 0.1407113 Jan 27 22:29:52.341475 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-d0710282-7246-488e-a271-28560e3af5f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e3845c6-fdf1-4f00-8712-57e25264bec0 HTTP/1.1" status: 200 len: 1001 time: 0.0776186 Jan 27 22:29:52.394229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-0d17dea9-ce91-4e79-b165-a81c2e343932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:52.397361 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-0d17dea9-ce91-4e79-b165-a81c2e343932 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df4772ab-47b5-4e58-b74c-d6f9dc584237 HTTP/1.1" status: 200 len: 834 time: 0.0496581 Jan 27 22:29:52.500023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-fe29f6e9-7daf-4724-9cbe-ac544b400be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:52.501554 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-fe29f6e9-7daf-4724-9cbe-ac544b400be0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a63f431-8021-4c5c-87ca-59c00fd45377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980606 Jan 27 22:29:52.648958 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-d9ef8797-ea7a-4480-a749-74cd04571d2d service neutron] 10.222.0.21 "GET /v2.0/networks/1a63f431-8021-4c5c-87ca-59c00fd45377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409192 Jan 27 22:29:52.773072 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-94c67664-5125-4e9c-ae9e-19e80d0d28d2 service neutron] 10.222.0.21 "GET /v2.0/networks/1a63f431-8021-4c5c-87ca-59c00fd45377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125813 Jan 27 22:29:52.948245 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-142c1e1f-3cdf-42a8-bdb4-c1094caa8375 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:52.950888 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-142c1e1f-3cdf-42a8-bdb4-c1094caa8375 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5&tenant_id=7482ad4cc1974904932616961499813e&binding%3Ahost_id=n-h1-772272-3 HTTP/1.1" status: 200 len: 1097 time: 0.1159382 Jan 27 22:29:52.966120 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-772272-3'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:29:53.052125 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:53.125973 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:29:53.259001 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] For port 7e3845c6-fdf1-4f00-8712-57e25264bec0, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7e3845c6-fdf1-4f00-8712-57e25264bec0,segment=NetworkSegment(694ad221-48ce-4a7c-a793-353b4f9aa77a),segment_id=694ad221-48ce-4a7c-a793-353b4f9aa77a)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:53.303066 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] For port 7e3845c6-fdf1-4f00-8712-57e25264bec0, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:29:53.392937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaabd47-d6f6-4429-a5fe-21e28c564bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e3845c6-fdf1-4f00-8712-57e25264bec0'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:29:53.397327 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e28a26-234d-4008-b59a-16187f7bd371" -d '{"events": [{"server_uuid": "ceaabd47-d6f6-4429-a5fe-21e28c564bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "7e3845c6-fdf1-4f00-8712-57e25264bec0"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:29:53.400965 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Publish callbacks [] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:53.429558 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:53.479193 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4e1e97-baa6-4f9a-a0aa-31361619dc83 x-openstack-request-id: req-2f4e1e97-baa6-4f9a-a0aa-31361619dc83 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:29:53.479992 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaabd47-d6f6-4429-a5fe-21e28c564bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "7e3845c6-fdf1-4f00-8712-57e25264bec0", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:29:53.479992 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f4e1e97-baa6-4f9a-a0aa-31361619dc83 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:29:53.480930 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaabd47-d6f6-4429-a5fe-21e28c564bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e3845c6-fdf1-4f00-8712-57e25264bec0', 'code': 200} Jan 27 22:29:53.500711 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fc63d-2f29-4dad-8abb-b4e5cc7a4fca req-2923a8d8-5441-4a2a-8365-b1cfc6a32e24 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:53.503516 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e6fc63d-2f29-4dad-8abb-b4e5cc7a4fca req-2923a8d8-5441-4a2a-8365-b1cfc6a32e24 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 946 time: 0.1736088 Jan 27 22:29:53.546423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3845c6-fdf1-4f00-8712-57e25264bec0,revision_number=7']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:53.601692 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:53.602145 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:53.602416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:53.602720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:53.603055 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:53.603386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:53.603729 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:53.604055 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:53.604421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:53.604749 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:53.605077 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:53.605400 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:53.605721 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:53.653552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1e6fc63d-2f29-4dad-8abb-b4e5cc7a4fca req-3ecc4ce6-a8a6-45f6-a8cd-01040265ee66 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415021 Jan 27 22:29:53.728805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Attempting to bind port 7e3845c6-fdf1-4f00-8712-57e25264bec0 on host n-h1-772272-3 for vnic_type normal with profile {"migrating_to": "n-h2-772272-3"} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:29:53.729264 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Attempting to bind port 7e3845c6-fdf1-4f00-8712-57e25264bec0 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '694ad221-48ce-4a7c-a793-353b4f9aa77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:29:53.729600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Attempting to bind port 7e3845c6-fdf1-4f00-8712-57e25264bec0 on network 1a63f431-8021-4c5c-87ca-59c00fd45377 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:29:53.734372 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Port 7e3845c6-fdf1-4f00-8712-57e25264bec0 on network 1a63f431-8021-4c5c-87ca-59c00fd45377 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:29:53.734696 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Attempting to bind port 7e3845c6-fdf1-4f00-8712-57e25264bec0 on network 1a63f431-8021-4c5c-87ca-59c00fd45377 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:29:53.739901 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:29:53.740369 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Checking segment: {'id': '694ad221-48ce-4a7c-a793-353b4f9aa77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:29:53.740665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Bound using segment: {'id': '694ad221-48ce-4a7c-a793-353b4f9aa77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:29:53.741093 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Bound port: 7e3845c6-fdf1-4f00-8712-57e25264bec0, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '694ad221-48ce-4a7c-a793-353b4f9aa77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:29:53.741450 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:53.820366 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] For port 7e3845c6-fdf1-4f00-8712-57e25264bec0, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:29:53.820366 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] For port 7e3845c6-fdf1-4f00-8712-57e25264bec0, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7e3845c6-fdf1-4f00-8712-57e25264bec0,segment=NetworkSegment(694ad221-48ce-4a7c-a793-353b4f9aa77a),segment_id=694ad221-48ce-4a7c-a793-353b4f9aa77a)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:29:53.829767 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:53.933263 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3845c6-fdf1-4f00-8712-57e25264bec0,revision_number=8']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:54.064107 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-9c558747-fc9f-4aef-bb5d-02f49dc82642 None None] Provisioning complete for port 7e3845c6-fdf1-4f00-8712-57e25264bec0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:54.065823 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9c558747-fc9f-4aef-bb5d-02f49dc82642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:54.080153 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:54.080877 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:54.082923 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-17948eab-25fc-40bb-af7e-580596d7da64 service neutron] 10.222.0.21 "PUT /v2.0/ports/7e3845c6-fdf1-4f00-8712-57e25264bec0 HTTP/1.1" status: 200 len: 1122 time: 1.1212423 Jan 27 22:29:54.181901 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b1d53859-f152-4f30-93e2-ca7ebfdaeea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:54.192377 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['7e3845c6-fdf1-4f00-8712-57e25264bec0'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:29:54.282845 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9c558747-fc9f-4aef-bb5d-02f49dc82642 None None] Current status of the port 7e3845c6-fdf1-4f00-8712-57e25264bec0 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:54.283653 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9c558747-fc9f-4aef-bb5d-02f49dc82642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:54.331733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-9c558747-fc9f-4aef-bb5d-02f49dc82642 None None] For port 7e3845c6-fdf1-4f00-8712-57e25264bec0, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7e3845c6-fdf1-4f00-8712-57e25264bec0,segment=NetworkSegment(694ad221-48ce-4a7c-a793-353b4f9aa77a),segment_id=694ad221-48ce-4a7c-a793-353b4f9aa77a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:54.336106 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaabd47-d6f6-4429-a5fe-21e28c564bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3845c6-fdf1-4f00-8712-57e25264bec0'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:29:54.339682 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343821e2-7801-4af2-9f65-0b6d1ac7fd62" -d '{"events": [{"server_uuid": "ceaabd47-d6f6-4429-a5fe-21e28c564bc5", "name": "network-vif-plugged", "status": "completed", "tag": "7e3845c6-fdf1-4f00-8712-57e25264bec0"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:29:54.360619 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9c558747-fc9f-4aef-bb5d-02f49dc82642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:54.537654 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49687ed-316b-4645-bb02-6807cc184481 x-openstack-request-id: req-b49687ed-316b-4645-bb02-6807cc184481 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:29:54.537958 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaabd47-d6f6-4429-a5fe-21e28c564bc5", "name": "network-vif-plugged", "status": "completed", "tag": "7e3845c6-fdf1-4f00-8712-57e25264bec0", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:29:54.538225 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b49687ed-316b-4645-bb02-6807cc184481 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:29:54.538625 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaabd47-d6f6-4429-a5fe-21e28c564bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3845c6-fdf1-4f00-8712-57e25264bec0', 'code': 200} Jan 27 22:29:54.631552 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c558747-fc9f-4aef-bb5d-02f49dc82642 None None] Pushing event updated for resources: {'Port': ['ID=7e3845c6-fdf1-4f00-8712-57e25264bec0,revision_number=9']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:54.844369 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f710e9-9634-4117-8192-b8dfe1fe83a8 req-f7b55195-799a-423f-8e22-fd840baa6dc5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:54.845942 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b5f710e9-9634-4117-8192-b8dfe1fe83a8 req-f7b55195-799a-423f-8e22-fd840baa6dc5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 946 time: 0.0642250 Jan 27 22:29:54.855178 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6557543c-33dd-459c-a4cb-29d180db4009 None None] Provisioning complete for port 7e3845c6-fdf1-4f00-8712-57e25264bec0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:54.855856 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6557543c-33dd-459c-a4cb-29d180db4009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:54.943590 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b5f710e9-9634-4117-8192-b8dfe1fe83a8 req-00e93b0d-ef5e-40ff-a612-7e2ad9c6cbb5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891781 Jan 27 22:29:54.991797 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6557543c-33dd-459c-a4cb-29d180db4009 None None] Current status of the port 7e3845c6-fdf1-4f00-8712-57e25264bec0 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:55.481351 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceaabd47-d6f6-4429-a5fe-21e28c564bc5', 'tag': '7e3845c6-fdf1-4f00-8712-57e25264bec0'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:29:55.484041 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d954c3e-df7e-4c53-bd70-cb67fa62588a" -d '{"events": [{"name": "network-changed", "server_uuid": "ceaabd47-d6f6-4429-a5fe-21e28c564bc5", "tag": "7e3845c6-fdf1-4f00-8712-57e25264bec0"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:29:55.590373 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6b2a67-ed18-4311-b9ef-e4629377c07c x-openstack-request-id: req-af6b2a67-ed18-4311-b9ef-e4629377c07c {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:29:55.591006 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceaabd47-d6f6-4429-a5fe-21e28c564bc5", "tag": "7e3845c6-fdf1-4f00-8712-57e25264bec0", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:29:55.591491 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af6b2a67-ed18-4311-b9ef-e4629377c07c {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:29:55.592117 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceaabd47-d6f6-4429-a5fe-21e28c564bc5', 'tag': '7e3845c6-fdf1-4f00-8712-57e25264bec0', 'status': 'completed', 'code': 200} Jan 27 22:29:55.701202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d954c3e-df7e-4c53-bd70-cb67fa62588a req-13958020-b67d-436d-811f-828c82c579aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:55.702076 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d954c3e-df7e-4c53-bd70-cb67fa62588a req-13958020-b67d-436d-811f-828c82c579aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 1127 time: 0.0886712 Jan 27 22:29:55.834713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d954c3e-df7e-4c53-bd70-cb67fa62588a req-fdcf98f0-fe64-4d10-90ff-75d0e62201a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:55.836386 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d954c3e-df7e-4c53-bd70-cb67fa62588a req-fdcf98f0-fe64-4d10-90ff-75d0e62201a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a63f431-8021-4c5c-87ca-59c00fd45377 HTTP/1.1" status: 200 len: 897 time: 0.1281242 Jan 27 22:29:55.909127 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7e3845c6-fdf1-4f00-8712-57e25264bec0 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:29:55.927702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d954c3e-df7e-4c53-bd70-cb67fa62588a req-5d715955-bf89-41f5-b35f-f6c6b09e9ef1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e3845c6-fdf1-4f00-8712-57e25264bec0 HTTP/1.1" status: 200 len: 1001 time: 0.0785167 Jan 27 22:29:56.031325 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d954c3e-df7e-4c53-bd70-cb67fa62588a req-108e20b5-18c7-4a01-8cf4-3c539edd4040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:56.036867 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d954c3e-df7e-4c53-bd70-cb67fa62588a req-108e20b5-18c7-4a01-8cf4-3c539edd4040 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=df4772ab-47b5-4e58-b74c-d6f9dc584237 HTTP/1.1" status: 200 len: 834 time: 0.0979979 Jan 27 22:29:56.134056 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 7e3845c6-fdf1-4f00-8712-57e25264bec0, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7e3845c6-fdf1-4f00-8712-57e25264bec0,segment=NetworkSegment(694ad221-48ce-4a7c-a793-353b4f9aa77a),segment_id=694ad221-48ce-4a7c-a793-353b4f9aa77a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:56.145714 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7e3845c6-fdf1-4f00-8712-57e25264bec0 has no active binding in host n-h2-772272-3 {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 22:29:56.189373 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96da11-d240-4b77-8c4f-d891459fade3 req-d477f798-e4ef-4e92-8896-582fcb4e0ce5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:56.190851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c96da11-d240-4b77-8c4f-d891459fade3 req-d477f798-e4ef-4e92-8896-582fcb4e0ce5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 946 time: 0.1256421 Jan 27 22:29:56.193296 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d954c3e-df7e-4c53-bd70-cb67fa62588a req-b9943f0b-3ad8-4930-8de8-6fda8124f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:56.194655 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d954c3e-df7e-4c53-bd70-cb67fa62588a req-b9943f0b-3ad8-4930-8de8-6fda8124f03a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a63f431-8021-4c5c-87ca-59c00fd45377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521213 Jan 27 22:29:56.328609 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c96da11-d240-4b77-8c4f-d891459fade3 req-a950ec67-ae2c-4b2a-97a8-38f7c24d2001 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308179 Jan 27 22:29:56.372561 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d954c3e-df7e-4c53-bd70-cb67fa62588a req-b858aec4-5f16-45d1-9e28-257dde2e8793 service neutron] 10.222.0.15 "GET /v2.0/networks/1a63f431-8021-4c5c-87ca-59c00fd45377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623087 Jan 27 22:29:56.482154 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d954c3e-df7e-4c53-bd70-cb67fa62588a req-e5adce74-0a0a-4e9a-b9ac-465f1f9c20f6 service neutron] 10.222.0.15 "GET /v2.0/networks/1a63f431-8021-4c5c-87ca-59c00fd45377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029599 Jan 27 22:29:56.726860 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-45647ad8-5f21-4069-905b-d20e736989b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:57.474062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e6bcc-8463-4f0a-8523-7246459201bf req-eebb281a-5413-499a-be84-94fdf397464c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:57.482214 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c8e6bcc-8463-4f0a-8523-7246459201bf req-eebb281a-5413-499a-be84-94fdf397464c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 946 time: 0.0651302 Jan 27 22:29:57.532792 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c8e6bcc-8463-4f0a-8523-7246459201bf req-16994d90-c590-4be7-a84f-24137c72b567 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495844 Jan 27 22:29:57.616959 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:58.401159 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-e4494906-83e8-4b6a-85a9-bdc0e79186ca tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-986273172&fields=id&tenant_id=9bdc2fb4e9174322835c30f4b0d91a28 HTTP/1.1" status: 200 len: 267 time: 0.0473938 Jan 27 22:29:58.835802 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3af0f8-66d8-4395-b402-767f4a1c1e54 req-7948a83a-fe50-45c5-b6f1-80f316e53064 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:58.837221 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c3af0f8-66d8-4395-b402-767f4a1c1e54 req-7948a83a-fe50-45c5-b6f1-80f316e53064 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 946 time: 0.0956893 Jan 27 22:29:58.872122 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-33fe01a2-4194-4023-bc84-f8e594537423 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:58.873603 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-33fe01a2-4194-4023-bc84-f8e594537423 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 811 time: 0.4662211 Jan 27 22:29:58.901315 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-92543d39-c5be-4f21-8a4d-17dbaadd9152 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/quotas/9bdc2fb4e9174322835c30f4b0d91a28 HTTP/1.1" status: 200 len: 375 time: 0.0213447 Jan 27 22:29:58.917235 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c3af0f8-66d8-4395-b402-767f4a1c1e54 req-24e78f77-43a0-491a-a33c-b337e7171954 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719509 Jan 27 22:29:59.003831 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-dd093a82-4de5-42c7-a7bc-df0b220179fb tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0887771 Jan 27 22:29:59.010086 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:59.094982 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-5c64aed2-bb75-4991-8ab0-9638d7f0fcd5 service neutron] 10.222.0.23 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901928 Jan 27 22:29:59.190576 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-636ca099-c075-432d-9780-cb14e43a7ad5 service neutron] 10.222.0.23 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896463 Jan 27 22:29:59.470416 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-60a2e96a-8272-44a5-9ac8-bd30f916dbdb req-2e804e25-273b-4f47-a2d3-a0baf183ef5c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 210 time: 0.0267758 Jan 27 22:30:00.085515 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3499609-ff26-488d-a7f4-9dd613d1997d req-e965666e-51fa-48ce-99b9-91b2b2304f67 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:00.087934 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3499609-ff26-488d-a7f4-9dd613d1997d req-e965666e-51fa-48ce-99b9-91b2b2304f67 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 946 time: 0.0828803 Jan 27 22:30:00.141968 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3499609-ff26-488d-a7f4-9dd613d1997d req-2a3c7d90-5adb-44e4-a8f2-8a7fc3e1b007 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456288 Jan 27 22:30:00.359601 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:00.570327 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4496643e-274b-4f7c-a594-da0bc8a513a9 req-35f2269f-9fb2-47ee-ba5c-6c57054b162b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 210 time: 0.0266273 Jan 27 22:30:01.210599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-de527aca-0bde-4497-bddc-ed4d4e158738 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:01.214301 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-de527aca-0bde-4497-bddc-ed4d4e158738 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.21 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 811 time: 0.1290524 Jan 27 22:30:01.325346 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-a99926c2-bcb2-4a49-9850-180b67d12235 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bdc2fb4e9174322835c30f4b0d91a28 HTTP/1.1" status: 200 len: 379 time: 0.1004863 Jan 27 22:30:01.333767 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2363fe-c754-45f3-83e0-068e7afeeb0c req-a6e70fcd-e773-4706-9e5c-8e6f2cd6479f tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:01.335460 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e2363fe-c754-45f3-83e0-068e7afeeb0c req-a6e70fcd-e773-4706-9e5c-8e6f2cd6479f tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 946 time: 0.1019008 Jan 27 22:30:01.341073 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-28bb0b89-4e4b-4b49-aa45-f3649312c1af tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Request body: {'port': {'device_id': 'e93ab579-e7c1-4ada-ad07-cb872ba5adb0', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'admin_state_up': True, 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'security_groups': ['1ac819e2-6e57-4d17-a0ec-b78614ee7de3']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:30:01.461301 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e2363fe-c754-45f3-83e0-068e7afeeb0c req-f2f30f0e-22be-44d1-8e23-5dd5259c81ec tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159198 Jan 27 22:30:01.501974 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-28bb0b89-4e4b-4b49-aa45-f3649312c1af tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Made reservation on behalf of 9bdc2fb4e9174322835c30f4b0d91a28 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:30:01.506610 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-28bb0b89-4e4b-4b49-aa45-f3649312c1af tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:01.671314 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-28bb0b89-4e4b-4b49-aa45-f3649312c1af tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Allocated IP 172.20.0.9 (ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3/ad7ff54c-bda3-4bfc-9e45-9e37fdd442af/e4276f33-d271-4316-834c-5eefc8d22745) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:30:01.733350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9c75d027-9f14-4f34-b485-f05b1c448692 req-16582640-ef91-4637-904b-3a18932d8df0 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 210 time: 0.0536425 Jan 27 22:30:01.927450 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-28bb0b89-4e4b-4b49-aa45-f3649312c1af tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for port (e4276f33-d271-4316-834c-5eefc8d22745), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:01.970399 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-28bb0b89-4e4b-4b49-aa45-f3649312c1af tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (e4276f33-d271-4316-834c-5eefc8d22745), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:02.026730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-28bb0b89-4e4b-4b49-aa45-f3649312c1af tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:30:02.030592 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-28bb0b89-4e4b-4b49-aa45-f3649312c1af tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:30:02.042948 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-28bb0b89-4e4b-4b49-aa45-f3649312c1af tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:30:02.049343 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb0b89-4e4b-4b49-aa45-f3649312c1af tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event updated for resources: {'Port': ['ID=e4276f33-d271-4316-834c-5eefc8d22745,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:02.100292 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-28bb0b89-4e4b-4b49-aa45-f3649312c1af tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:02.100855 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-28bb0b89-4e4b-4b49-aa45-f3649312c1af tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:02.118031 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-28bb0b89-4e4b-4b49-aa45-f3649312c1af tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7814894 Jan 27 22:30:02.131096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] Request body: {'port': {'device_id': 'e93ab579-e7c1-4ada-ad07-cb872ba5adb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:30:02.189201 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e4276f33-d271-4316-834c-5eefc8d22745), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:02.371384 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-586dded6-3e3d-4ff6-94dc-57141c16f554 None None] Provisioning complete for port e4276f33-d271-4316-834c-5eefc8d22745 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:30:02.371933 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-586dded6-3e3d-4ff6-94dc-57141c16f554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e4276f33-d271-4316-834c-5eefc8d22745), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:02.411888 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-586dded6-3e3d-4ff6-94dc-57141c16f554 None None] Port e4276f33-d271-4316-834c-5eefc8d22745 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:30:02.532134 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4276f33-d271-4316-834c-5eefc8d22745 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:30:02.554028 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] Publish callbacks [] for port (e4276f33-d271-4316-834c-5eefc8d22745), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:02.592902 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] Transition to ACTIVE for port object e4276f33-d271-4316-834c-5eefc8d22745 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:30:02.598352 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (e4276f33-d271-4316-834c-5eefc8d22745), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:02.648316 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56281fe-e0dd-4bb9-b41b-1bcd57c3a29a req-c9b631ce-9bea-4ce2-94cd-b775a5a0b256 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:02.650008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c56281fe-e0dd-4bb9-b41b-1bcd57c3a29a req-c9b631ce-9bea-4ce2-94cd-b775a5a0b256 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 946 time: 0.1122096 Jan 27 22:30:02.723528 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=e4276f33-d271-4316-834c-5eefc8d22745,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:02.791584 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c56281fe-e0dd-4bb9-b41b-1bcd57c3a29a req-565f5f10-5e64-47fe-a379-6fab5b46ff91 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337781 Jan 27 22:30:02.827684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] Attempting to bind port e4276f33-d271-4316-834c-5eefc8d22745 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:30:02.828422 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] Attempting to bind port e4276f33-d271-4316-834c-5eefc8d22745 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:30:02.829003 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] Attempting to bind port e4276f33-d271-4316-834c-5eefc8d22745 on network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:30:02.835673 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] Port e4276f33-d271-4316-834c-5eefc8d22745 on network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:30:02.836095 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] Attempting to bind port e4276f33-d271-4316-834c-5eefc8d22745 on network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:30:02.842382 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:30:02.842814 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] Checking segment: {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:30:02.843407 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] Bound using segment: {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:30:02.843907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] Bound port: e4276f33-d271-4316-834c-5eefc8d22745, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:30:02.844436 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e4276f33-d271-4316-834c-5eefc8d22745), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:02.972854 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65fb37-aa24-4b39-ad15-4f328b61222e req-53118b60-082d-4f5e-a4c6-c494a5ede7c6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:02.974855 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb65fb37-aa24-4b39-ad15-4f328b61222e req-53118b60-082d-4f5e-a4c6-c494a5ede7c6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 943 time: 0.1119804 Jan 27 22:30:02.981126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] For port e4276f33-d271-4316-834c-5eefc8d22745, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:30:02.985059 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] For port e4276f33-d271-4316-834c-5eefc8d22745, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=e4276f33-d271-4316-834c-5eefc8d22745,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:30:03.013659 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (e4276f33-d271-4316-834c-5eefc8d22745), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:03.057702 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:03.058346 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:03.059958 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] 10.222.0.21 "PUT /v2.0/ports/e4276f33-d271-4316-834c-5eefc8d22745 HTTP/1.1" status: 200 len: 1091 time: 0.9336293 Jan 27 22:30:03.064518 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93ab579-e7c1-4ada-ad07-cb872ba5adb0', 'tag': 'e4276f33-d271-4316-834c-5eefc8d22745'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:30:03.068888 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2ad887-2cf6-453f-b955-82c2a2c8a194" -d '{"events": [{"name": "network-changed", "server_uuid": "e93ab579-e7c1-4ada-ad07-cb872ba5adb0", "tag": "e4276f33-d271-4316-834c-5eefc8d22745"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:30:03.126911 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb65fb37-aa24-4b39-ad15-4f328b61222e req-dc9f994f-b44d-455c-95e4-a0facc6e8917 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402640 Jan 27 22:30:03.132949 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d1f6d-ed57-4940-a29a-1a3bc5174bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=e4276f33-d271-4316-834c-5eefc8d22745,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:03.192329 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7aeb80-f145-4eb8-ab74-e26add9fb7a1 x-openstack-request-id: req-6d7aeb80-f145-4eb8-ab74-e26add9fb7a1 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:30:03.192889 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93ab579-e7c1-4ada-ad07-cb872ba5adb0", "tag": "e4276f33-d271-4316-834c-5eefc8d22745", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:30:03.193318 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d7aeb80-f145-4eb8-ab74-e26add9fb7a1 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:30:03.193983 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93ab579-e7c1-4ada-ad07-cb872ba5adb0', 'tag': 'e4276f33-d271-4316-834c-5eefc8d22745', 'status': 'completed', 'code': 200} Jan 27 22:30:03.268925 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-a59df346-aff2-4604-bfc9-3eee4491d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:03.271890 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-a59df346-aff2-4604-bfc9-3eee4491d50d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 1094 time: 0.0566046 Jan 27 22:30:03.358017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-3786a108-698f-43bc-b0e6-c0e771d0fc25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4276f33-d271-4316-834c-5eefc8d22745 HTTP/1.1" status: 200 len: 217 time: 0.0772581 Jan 27 22:30:03.448072 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-8a91aabc-bada-4ba3-a5b7-68456d26c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:03.449802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-8a91aabc-bada-4ba3-a5b7-68456d26c001 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.0837178 Jan 27 22:30:03.540774 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-ea1ac056-d2fe-4a16-a083-f5260fb1ce49 service neutron] 10.222.0.15 "GET /v2.0/ports/7e3845c6-fdf1-4f00-8712-57e25264bec0/bindings/n-h2-772272-3 HTTP/1.1" status: 200 len: 384 time: 0.2402670 Jan 27 22:30:03.543400 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-2b33cb80-7dbe-4441-bd1f-88717d60d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:03.545067 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-2b33cb80-7dbe-4441-bd1f-88717d60d7dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742886 Jan 27 22:30:03.710722 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-aab10266-9c00-45f5-92c0-ff3729e18a17 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574452 Jan 27 22:30:03.900820 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-22d67c7b-89a3-4bd2-b9f7-ca3145ede973 service neutron] For port 7e3845c6-fdf1-4f00-8712-57e25264bec0, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7e3845c6-fdf1-4f00-8712-57e25264bec0,segment=NetworkSegment(694ad221-48ce-4a7c-a793-353b4f9aa77a),segment_id=694ad221-48ce-4a7c-a793-353b4f9aa77a)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:30:03.946032 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b86ce2-a0dd-4694-b9c8-8525730cf8a4 req-a6eb6539-db9d-4928-b3c5-ef4990602d6a service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253411 Jan 27 22:30:03.962384 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-22d67c7b-89a3-4bd2-b9f7-ca3145ede973 service neutron] For port 7e3845c6-fdf1-4f00-8712-57e25264bec0, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:30:04.012806 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5cf423-6310-4079-b7ca-d123958b214f req-94194e0c-d7b0-42c1-aa9e-c60304fa5cb0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:04.014163 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed5cf423-6310-4079-b7ca-d123958b214f req-94194e0c-d7b0-42c1-aa9e-c60304fa5cb0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 946 time: 0.1295485 Jan 27 22:30:04.073037 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-22d67c7b-89a3-4bd2-b9f7-ca3145ede973 service neutron] For port 7e3845c6-fdf1-4f00-8712-57e25264bec0, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7e3845c6-fdf1-4f00-8712-57e25264bec0,segment=NetworkSegment(694ad221-48ce-4a7c-a793-353b4f9aa77a),segment_id=694ad221-48ce-4a7c-a793-353b4f9aa77a)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:30:04.106949 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-22d67c7b-89a3-4bd2-b9f7-ca3145ede973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:04.138284 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed5cf423-6310-4079-b7ca-d123958b214f req-6ce25c1b-f258-45d2-9bb2-715d66f0d890 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120260 Jan 27 22:30:04.143846 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ad887-2cf6-453f-b955-82c2a2c8a194 req-b9f857f0-5177-435e-b79c-e9e18ecc749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:04.145399 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d2ad887-2cf6-453f-b955-82c2a2c8a194 req-b9f857f0-5177-435e-b79c-e9e18ecc749c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 1094 time: 0.1202738 Jan 27 22:30:04.385545 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-22d67c7b-89a3-4bd2-b9f7-ca3145ede973 service neutron] Transition to ACTIVE for port object 7e3845c6-fdf1-4f00-8712-57e25264bec0 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:30:04.396065 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-22d67c7b-89a3-4bd2-b9f7-ca3145ede973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:04.411471 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ad887-2cf6-453f-b955-82c2a2c8a194 req-00866004-ef2e-47f5-a44f-5a2e32cf390f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:04.413701 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d2ad887-2cf6-453f-b955-82c2a2c8a194 req-00866004-ef2e-47f5-a44f-5a2e32cf390f service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 912 time: 0.2345951 Jan 27 22:30:04.457792 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718b712-d6fd-478a-98c2-ea0f2783c08a req-aad5cc26-aad9-4e24-bb8b-78802ccff13d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:04.459499 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b718b712-d6fd-478a-98c2-ea0f2783c08a req-aad5cc26-aad9-4e24-bb8b-78802ccff13d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 943 time: 0.1946273 Jan 27 22:30:04.540018 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d2ad887-2cf6-453f-b955-82c2a2c8a194 req-2f5a9cb6-4883-45b6-bfde-689e76757ae4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4276f33-d271-4316-834c-5eefc8d22745 HTTP/1.1" status: 200 len: 217 time: 0.0922151 Jan 27 22:30:04.660950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d67c7b-89a3-4bd2-b9f7-ca3145ede973 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3845c6-fdf1-4f00-8712-57e25264bec0,revision_number=11']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:04.702863 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ad887-2cf6-453f-b955-82c2a2c8a194 req-44d77171-26dc-4898-a026-45dfa42b5a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:04.704441 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d2ad887-2cf6-453f-b955-82c2a2c8a194 req-44d77171-26dc-4898-a026-45dfa42b5a2d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.1520419 Jan 27 22:30:04.712530 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b718b712-d6fd-478a-98c2-ea0f2783c08a req-f913b146-8875-464c-aacc-2246455caa24 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425427 Jan 27 22:30:04.804437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-22d67c7b-89a3-4bd2-b9f7-ca3145ede973 service neutron] No DVR routers for this DVR port 7e3845c6-fdf1-4f00-8712-57e25264bec0 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:30:04.880774 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0134f87e-6b70-4f9c-a8df-f023febaa6f4 req-38e011b0-0c09-440c-9ae7-ad75edbc4afb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1724403 Jan 27 22:30:04.884435 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ad887-2cf6-453f-b955-82c2a2c8a194 req-4c9409d6-1abd-4052-8e4a-950198eed03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:04.885457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d2ad887-2cf6-453f-b955-82c2a2c8a194 req-4c9409d6-1abd-4052-8e4a-950198eed03b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1721032 Jan 27 22:30:04.954837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 7e3845c6-fdf1-4f00-8712-57e25264bec0 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:30:05.018267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] The host n-h1-772272-3 is not matching for port 7e3845c6-fdf1-4f00-8712-57e25264bec0 host n-h2-772272-3! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:30:05.019039 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 7e3845c6-fdf1-4f00-8712-57e25264bec0 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:30:05.080840 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-22d67c7b-89a3-4bd2-b9f7-ca3145ede973 service neutron] 10.222.0.15 "PUT /v2.0/ports/7e3845c6-fdf1-4f00-8712-57e25264bec0/bindings/n-h2-772272-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5338390 Jan 27 22:30:05.085709 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d2ad887-2cf6-453f-b955-82c2a2c8a194 req-54e1e84c-4cee-467d-850e-650dfdd23d40 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736658 Jan 27 22:30:05.088873 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134f87e-6b70-4f9c-a8df-f023febaa6f4 req-65907ae9-aba7-4af6-b07e-460b67d972d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:05.090484 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0134f87e-6b70-4f9c-a8df-f023febaa6f4 req-65907ae9-aba7-4af6-b07e-460b67d972d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 1097 time: 0.1185939 Jan 27 22:30:05.234360 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-975010b3-8a2f-4d3d-9a65-ffdf11e8c9e1 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:05.237387 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-975010b3-8a2f-4d3d-9a65-ffdf11e8c9e1 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5&tenant_id=7482ad4cc1974904932616961499813e&binding%3Ahost_id=n-h1-772272-3 HTTP/1.1" status: 200 len: 1096 time: 0.1005278 Jan 27 22:30:05.335993 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-c575c00a-e764-4386-a24e-1215a5448218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:05.338207 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-c575c00a-e764-4386-a24e-1215a5448218 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5&tenant_id=7482ad4cc1974904932616961499813e HTTP/1.1" status: 200 len: 1096 time: 0.0926480 Jan 27 22:30:05.429986 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-5155940a-8807-47fd-9266-a80c4c54660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:05.431882 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-5155940a-8807-47fd-9266-a80c4c54660f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 1096 time: 0.0529475 Jan 27 22:30:05.501489 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaabd47-d6f6-4429-a5fe-21e28c564bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e3845c6-fdf1-4f00-8712-57e25264bec0'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:30:05.503871 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7818ffc2-0b5d-4ce3-b9bc-e9cd7292fff2" -d '{"events": [{"server_uuid": "ceaabd47-d6f6-4429-a5fe-21e28c564bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "7e3845c6-fdf1-4f00-8712-57e25264bec0"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:30:05.538021 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [req-5ff07a55-77c3-497e-a296-8fcdf2251cb7 req-dce0ad58-98d5-4e19-92b4-301d37c9d5a2 service neutron] (109742) timed out ('10.222.0.23', 59448) {{(pid=109742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:30:05.539073 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-d137b2bd-f70e-4edb-927d-35e9e5ba47f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:05.540741 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-d137b2bd-f70e-4edb-927d-35e9e5ba47f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1a63f431-8021-4c5c-87ca-59c00fd45377 HTTP/1.1" status: 200 len: 897 time: 0.1003103 Jan 27 22:30:05.577949 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7dda98-e358-4bcc-9562-ca44549cf6e5 x-openstack-request-id: req-cd7dda98-e358-4bcc-9562-ca44549cf6e5 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:30:05.578587 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaabd47-d6f6-4429-a5fe-21e28c564bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "7e3845c6-fdf1-4f00-8712-57e25264bec0", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:30:05.579048 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd7dda98-e358-4bcc-9562-ca44549cf6e5 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:30:05.579666 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaabd47-d6f6-4429-a5fe-21e28c564bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e3845c6-fdf1-4f00-8712-57e25264bec0', 'code': 200} Jan 27 22:30:05.631726 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-8d0c5593-2290-42f4-bd30-c6f04f0c2699 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e3845c6-fdf1-4f00-8712-57e25264bec0 HTTP/1.1" status: 200 len: 999 time: 0.0790579 Jan 27 22:30:05.674846 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df50938-e177-44a2-a5c1-dccf74126830 req-d827a30b-c706-4a1c-8924-d700627f757c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:05.676940 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5df50938-e177-44a2-a5c1-dccf74126830 req-d827a30b-c706-4a1c-8924-d700627f757c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 945 time: 0.1703112 Jan 27 22:30:05.701164 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-3bdd1d31-b491-4a67-9272-30635375cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:05.704389 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-3bdd1d31-b491-4a67-9272-30635375cc94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df4772ab-47b5-4e58-b74c-d6f9dc584237 HTTP/1.1" status: 200 len: 834 time: 0.0648854 Jan 27 22:30:05.713182 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134f87e-6b70-4f9c-a8df-f023febaa6f4 req-697b8c44-7a2f-44cc-845c-921e6fa57bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:05.714921 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0134f87e-6b70-4f9c-a8df-f023febaa6f4 req-697b8c44-7a2f-44cc-845c-921e6fa57bf2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 912 time: 0.5965838 Jan 27 22:30:05.718193 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d2ad887-2cf6-453f-b955-82c2a2c8a194 req-745b9648-6c42-4ec9-a00d-3b5482214fe0 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6254573 Jan 27 22:30:05.791599 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-f66fb63f-8d62-422b-80a0-a618882e5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:05.794881 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-f66fb63f-8d62-422b-80a0-a618882e5d85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a63f431-8021-4c5c-87ca-59c00fd45377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838761 Jan 27 22:30:05.810921 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5df50938-e177-44a2-a5c1-dccf74126830 req-3aa97568-8d8d-45a0-89d2-aee37d2dc6bf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242247 Jan 27 22:30:05.826673 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0134f87e-6b70-4f9c-a8df-f023febaa6f4 req-9f634098-227f-402e-80ff-2a56cabdf89a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f24f74c2-f83f-4cd5-9733-2601697fdf3a HTTP/1.1" status: 200 len: 1001 time: 0.0996494 Jan 27 22:30:05.937154 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217998e7-fe43-46ff-b95c-fc25297829fd req-1dee4677-4970-4954-89d5-f955e1e97c59 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:05.938932 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-217998e7-fe43-46ff-b95c-fc25297829fd req-1dee4677-4970-4954-89d5-f955e1e97c59 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 943 time: 0.1020489 Jan 27 22:30:05.945064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134f87e-6b70-4f9c-a8df-f023febaa6f4 req-893968e6-4bef-4abb-b48c-2548bcf81bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:05.946814 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0134f87e-6b70-4f9c-a8df-f023febaa6f4 req-893968e6-4bef-4abb-b48c-2548bcf81bf0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.1113522 Jan 27 22:30:06.007802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-217998e7-fe43-46ff-b95c-fc25297829fd req-bf41ce42-56a5-480d-a1c1-63f42ea5c191 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598388 Jan 27 22:30:06.060649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134f87e-6b70-4f9c-a8df-f023febaa6f4 req-2d52359a-fea1-48c2-bf49-5aea365eb372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:06.062787 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0134f87e-6b70-4f9c-a8df-f023febaa6f4 req-2d52359a-fea1-48c2-bf49-5aea365eb372 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599742 Jan 27 22:30:06.167040 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0134f87e-6b70-4f9c-a8df-f023febaa6f4 req-7dd1e5f2-1bf1-49a8-b639-e24781d774d0 service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982726 Jan 27 22:30:06.276978 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-c29b5c5c-57dd-4176-85c4-f58eeab04201 service neutron] 10.222.0.21 "GET /v2.0/networks/1a63f431-8021-4c5c-87ca-59c00fd45377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720740 Jan 27 22:30:06.287622 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0134f87e-6b70-4f9c-a8df-f023febaa6f4 req-d22a07ac-2a50-4702-a904-d364c53cc8dd service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140604 Jan 27 22:30:06.378563 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-8bc7e537-1b06-4c44-9b19-5c5ce58d6d93 service neutron] 10.222.0.21 "GET /v2.0/networks/1a63f431-8021-4c5c-87ca-59c00fd45377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937080 Jan 27 22:30:06.650506 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-73d022bf-8979-400a-b034-a8c061ef5d0c tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:06.652204 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-73d022bf-8979-400a-b034-a8c061ef5d0c tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5&tenant_id=7482ad4cc1974904932616961499813e&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 1096 time: 0.0510278 Jan 27 22:30:06.810302 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-0c357dc7-a100-4237-aafc-865adf812266 service neutron] For port 7e3845c6-fdf1-4f00-8712-57e25264bec0, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:30:06.814014 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-0c357dc7-a100-4237-aafc-865adf812266 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:06.815375 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-0c357dc7-a100-4237-aafc-865adf812266 service neutron] 10.222.0.21 "DELETE /v2.0/ports/7e3845c6-fdf1-4f00-8712-57e25264bec0/bindings/n-h1-772272-3 HTTP/1.1" status: 204 len: 173 time: 0.1552155 Jan 27 22:30:06.975344 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c75deb-d1a3-4a85-859c-de493a5ebb34 req-e4337d42-31d9-404f-9178-aeefdf77fcf1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:06.976994 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62c75deb-d1a3-4a85-859c-de493a5ebb34 req-e4337d42-31d9-404f-9178-aeefdf77fcf1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 945 time: 0.0531559 Jan 27 22:30:07.051532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62c75deb-d1a3-4a85-859c-de493a5ebb34 req-d9dd76fb-b190-46ea-bcef-c1fe8caf9776 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678952 Jan 27 22:30:07.181737 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7cea0-0ff1-49e4-9a42-263104e5b796 req-c362872f-a377-4be0-b185-5b9f1e7cbef7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:07.183812 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2d7cea0-0ff1-49e4-9a42-263104e5b796 req-c362872f-a377-4be0-b185-5b9f1e7cbef7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 943 time: 0.0966370 Jan 27 22:30:07.189340 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ebad5-eee0-42e7-b95b-8f08125fe44e req-43be9467-e830-4123-a39f-f61f1699fe99 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:07.196597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-072ebad5-eee0-42e7-b95b-8f08125fe44e req-43be9467-e830-4123-a39f-f61f1699fe99 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 1096 time: 0.0745928 Jan 27 22:30:07.289963 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-072ebad5-eee0-42e7-b95b-8f08125fe44e req-b1a3971e-3db5-4f66-a016-03222bf6dfaa tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922017 Jan 27 22:30:07.300560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2d7cea0-0ff1-49e4-9a42-263104e5b796 req-66cd9a72-9141-4926-a58e-5e90c06320f3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009433 Jan 27 22:30:07.408806 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57db369-ec24-4bbc-ad59-0f4355307ed0 req-de523e42-ae67-4bb3-a561-9e6c4c4298ec tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:07.410870 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d57db369-ec24-4bbc-ad59-0f4355307ed0 req-de523e42-ae67-4bb3-a561-9e6c4c4298ec tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 945 time: 0.0507388 Jan 27 22:30:07.463674 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d57db369-ec24-4bbc-ad59-0f4355307ed0 req-534806e6-4f2e-4c68-b498-514affa102e1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463970 Jan 27 22:30:07.492005 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50036) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:07.560776 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4eaef079-6fd3-42aa-b8e3-5210165a557d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/floatingips/34b827b2-6b7e-429f-b2b6-817a1e03cd37 HTTP/1.1" status: 200 len: 991 time: 0.0671048 Jan 27 22:30:08.440374 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cdb6f-2b8c-4c9d-879b-b70f17c4fcc6 req-280aca8e-d6d8-402a-bcda-72aa5ae7b74b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:08.442409 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-862cdb6f-2b8c-4c9d-879b-b70f17c4fcc6 req-280aca8e-d6d8-402a-bcda-72aa5ae7b74b tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 943 time: 0.0656583 Jan 27 22:30:08.500679 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-862cdb6f-2b8c-4c9d-879b-b70f17c4fcc6 req-52ff5dff-e236-4ae9-aa14-cb5c7aa637d9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522783 Jan 27 22:30:09.627457 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084e1c4-c574-4fe3-91c4-e109a028a7f8 req-a642ed3d-3e28-4b06-b092-8ada187c684e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:09.629585 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4084e1c4-c574-4fe3-91c4-e109a028a7f8 req-a642ed3d-3e28-4b06-b092-8ada187c684e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 943 time: 0.0528533 Jan 27 22:30:09.686810 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4084e1c4-c574-4fe3-91c4-e109a028a7f8 req-32ba04de-14ef-44ce-b62f-3d9c5a8f140c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513966 Jan 27 22:30:09.808935 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50070) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:09.994016 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Deleting port 10724de6-aaf9-47e5-a509-5ec58983f4a4 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:30:09.994354 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (10724de6-aaf9-47e5-a509-5ec58983f4a4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:10.074524 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (10724de6-aaf9-47e5-a509-5ec58983f4a4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:10.074861 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for floatingip (10724de6-aaf9-47e5-a509-5ec58983f4a4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:10.088040 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Calling delete_port for 10724de6-aaf9-47e5-a509-5ec58983f4a4 owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:30:10.247288 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (10724de6-aaf9-47e5-a509-5ec58983f4a4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:10.276431 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Port': ['ID=10724de6-aaf9-47e5-a509-5ec58983f4a4,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:10.286836 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:10.287188 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:10.287550 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:10.287899 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:10.288291 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:10.288644 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:10.288983 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:10.289322 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:10.289851 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:10.290196 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:10.290588 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:10.290928 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:10.291262 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:10.357148 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for floatingip (34b827b2-6b7e-429f-b2b6-817a1e03cd37), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:10.357514 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Floating IP 34b827b2-6b7e-429f-b2b6-817a1e03cd37 disassociated (deleted). External IP: 172.25.3.77, port: 7e3845c6-fdf1-4f00-8712-57e25264bec0. Jan 27 22:30:10.583824 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Router 70b5b5c9-bca0-45c3-b57e-8d6c21057b87 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:30:10.696130 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:30:10.701066 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:10.707799 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ac500b-8c07-46f6-a52d-f682465f5e75 None None] Sync routers for ids ['70b5b5c9-bca0-45c3-b57e-8d6c21057b87'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:30:10.725171 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ac500b-8c07-46f6-a52d-f682465f5e75 None None] Routers {'70b5b5c9-bca0-45c3-b57e-8d6c21057b87'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:30:10.727383 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-55ac500b-8c07-46f6-a52d-f682465f5e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:29:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['70b5b5c9-bca0-45c3-b57e-8d6c21057b87'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:10.729441 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6174f2ad-e14d-40d9-ba89-31f8f4207397 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "DELETE /v2.0/floatingips/34b827b2-6b7e-429f-b2b6-817a1e03cd37 HTTP/1.1" status: 204 len: 168 time: 0.9187503 Jan 27 22:30:10.730229 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceaabd47-d6f6-4429-a5fe-21e28c564bc5', 'tag': '7e3845c6-fdf1-4f00-8712-57e25264bec0'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:30:10.732716 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0bc7fc-196b-4bd7-bd51-ea95621e469f" -d '{"events": [{"name": "network-changed", "server_uuid": "ceaabd47-d6f6-4429-a5fe-21e28c564bc5", "tag": "7e3845c6-fdf1-4f00-8712-57e25264bec0"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:30:10.879979 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-55ac500b-8c07-46f6-a52d-f682465f5e75 None None] Set router 70b5b5c9-bca0-45c3-b57e-8d6c21057b87 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:30:10.885337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0071a3-d947-4c97-be82-a7ec740970fc req-3d2dd7de-e489-4ba7-89e3-572eae42a843 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:10.892323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c0071a3-d947-4c97-be82-a7ec740970fc req-3d2dd7de-e489-4ba7-89e3-572eae42a843 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 943 time: 0.1102133 Jan 27 22:30:10.982161 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c0071a3-d947-4c97-be82-a7ec740970fc req-c758857b-8dec-47d2-9658-7776eb429b64 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842907 Jan 27 22:30:10.999529 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44960ce-0b9f-4b25-984b-9182c39cf4f1 x-openstack-request-id: req-a44960ce-0b9f-4b25-984b-9182c39cf4f1 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:30:11.000028 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceaabd47-d6f6-4429-a5fe-21e28c564bc5", "tag": "7e3845c6-fdf1-4f00-8712-57e25264bec0", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:30:11.000117 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a44960ce-0b9f-4b25-984b-9182c39cf4f1 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:30:11.000524 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceaabd47-d6f6-4429-a5fe-21e28c564bc5', 'tag': '7e3845c6-fdf1-4f00-8712-57e25264bec0', 'status': 'completed', 'code': 200} Jan 27 22:30:11.073139 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bc7fc-196b-4bd7-bd51-ea95621e469f req-924a8fac-61b2-49b2-8533-c2174af8ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:11.075298 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bb0bc7fc-196b-4bd7-bd51-ea95621e469f req-924a8fac-61b2-49b2-8533-c2174af8ff4e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 1096 time: 0.0504587 Jan 27 22:30:11.114847 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f53fb2-e364-463c-b097-46f1daf8b932 req-33f539d7-30ec-49ba-a2fa-9c4ec16ae8dd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:11.132132 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50f53fb2-e364-463c-b097-46f1daf8b932 req-33f539d7-30ec-49ba-a2fa-9c4ec16ae8dd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 945 time: 0.0911930 Jan 27 22:30:11.132840 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-55ac500b-8c07-46f6-a52d-f682465f5e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763312768', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:03Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '07f01284-a5c8-4bde-b638-a5a5c61db710', 'name': '', 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:29:eb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'df4772ab-47b5-4e58-b74c-d6f9dc584237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:02Z', 'updated_at': '2022-01-27T22:29:06Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': 'df4772ab-47b5-4e58-b74c-d6f9dc584237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:11.162810 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ac500b-8c07-46f6-a52d-f682465f5e75 None None] Checking router: 70b5b5c9-bca0-45c3-b57e-8d6c21057b87 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:30:11.171546 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ac500b-8c07-46f6-a52d-f682465f5e75 None None] Routers {'70b5b5c9-bca0-45c3-b57e-8d6c21057b87'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:30:11.172189 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-55ac500b-8c07-46f6-a52d-f682465f5e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:29:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['70b5b5c9-bca0-45c3-b57e-8d6c21057b87'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:11.187975 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bc7fc-196b-4bd7-bd51-ea95621e469f req-f7bb1099-0301-48b7-a7ac-cb8947a2da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:11.190186 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bb0bc7fc-196b-4bd7-bd51-ea95621e469f req-f7bb1099-0301-48b7-a7ac-cb8947a2da84 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1a63f431-8021-4c5c-87ca-59c00fd45377 HTTP/1.1" status: 200 len: 897 time: 0.1079984 Jan 27 22:30:11.214845 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-50f53fb2-e364-463c-b097-46f1daf8b932 req-d3aa38eb-4799-4d69-8eba-7a5daaf2fe1d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=e385704d-a790-437a-ae69-a0c252e7b2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813422 Jan 27 22:30:11.249633 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bb0bc7fc-196b-4bd7-bd51-ea95621e469f req-91234b2b-561e-47ef-80ac-88642cc312a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e3845c6-fdf1-4f00-8712-57e25264bec0 HTTP/1.1" status: 200 len: 217 time: 0.0511069 Jan 27 22:30:11.284126 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-55ac500b-8c07-46f6-a52d-f682465f5e75 None None] Set router 70b5b5c9-bca0-45c3-b57e-8d6c21057b87 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:30:11.318347 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bc7fc-196b-4bd7-bd51-ea95621e469f req-ac098b6d-9d4f-4d4a-ac22-c4c214cc503b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:11.323054 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bb0bc7fc-196b-4bd7-bd51-ea95621e469f req-ac098b6d-9d4f-4d4a-ac22-c4c214cc503b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df4772ab-47b5-4e58-b74c-d6f9dc584237 HTTP/1.1" status: 200 len: 834 time: 0.0664430 Jan 27 22:30:11.388300 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bc7fc-196b-4bd7-bd51-ea95621e469f req-7d20c77d-5bd4-4b03-bd98-5a5055d2df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:11.390096 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bb0bc7fc-196b-4bd7-bd51-ea95621e469f req-7d20c77d-5bd4-4b03-bd98-5a5055d2df12 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a63f431-8021-4c5c-87ca-59c00fd45377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538175 Jan 27 22:30:11.500634 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bb0bc7fc-196b-4bd7-bd51-ea95621e469f req-c312201a-186a-4cad-a1db-2317bd886adb service neutron] 10.222.0.21 "GET /v2.0/networks/1a63f431-8021-4c5c-87ca-59c00fd45377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018260 Jan 27 22:30:11.523252 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-55ac500b-8c07-46f6-a52d-f682465f5e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763312768', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:03Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '07f01284-a5c8-4bde-b638-a5a5c61db710', 'name': '', 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:29:eb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'df4772ab-47b5-4e58-b74c-d6f9dc584237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:02Z', 'updated_at': '2022-01-27T22:29:06Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': 'df4772ab-47b5-4e58-b74c-d6f9dc584237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:11.552996 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ac500b-8c07-46f6-a52d-f682465f5e75 None None] The sync data for ids ['70b5b5c9-bca0-45c3-b57e-8d6c21057b87'] in n-d-772272-3 is: [{'id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763312768', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:03Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '07f01284-a5c8-4bde-b638-a5a5c61db710', 'name': '', 'network_id': '1a63f431-8021-4c5c-87ca-59c00fd45377', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:29:eb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'df4772ab-47b5-4e58-b74c-d6f9dc584237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:02Z', 'updated_at': '2022-01-27T22:29:06Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': 'df4772ab-47b5-4e58-b74c-d6f9dc584237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:30:11.658872 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bb0bc7fc-196b-4bd7-bd51-ea95621e469f req-0cbb8712-b4cc-4950-80f1-ec8d6e4f6d2c service neutron] 10.222.0.21 "GET /v2.0/networks/1a63f431-8021-4c5c-87ca-59c00fd45377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517785 Jan 27 22:30:11.660002 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f629c9-4064-4bc4-807b-7b433261515a req-fe0ab48b-0af4-4ead-8c0f-8f88d35383e3 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:11.661840 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-24f629c9-4064-4bc4-807b-7b433261515a req-fe0ab48b-0af4-4ead-8c0f-8f88d35383e3 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.21 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 945 time: 0.0893426 Jan 27 22:30:11.776757 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-24f629c9-4064-4bc4-807b-7b433261515a req-05f12b33-63d9-406e-9c40-9cd66a6084b5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Deleting port 7e3845c6-fdf1-4f00-8712-57e25264bec0 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:30:11.777124 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-24f629c9-4064-4bc4-807b-7b433261515a req-05f12b33-63d9-406e-9c40-9cd66a6084b5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:11.884069 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-24f629c9-4064-4bc4-807b-7b433261515a req-05f12b33-63d9-406e-9c40-9cd66a6084b5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] For port 7e3845c6-fdf1-4f00-8712-57e25264bec0, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7e3845c6-fdf1-4f00-8712-57e25264bec0,segment=NetworkSegment(694ad221-48ce-4a7c-a793-353b4f9aa77a),segment_id=694ad221-48ce-4a7c-a793-353b4f9aa77a)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:30:11.884638 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-24f629c9-4064-4bc4-807b-7b433261515a req-05f12b33-63d9-406e-9c40-9cd66a6084b5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:11.900695 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-24f629c9-4064-4bc4-807b-7b433261515a req-05f12b33-63d9-406e-9c40-9cd66a6084b5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Calling delete_port for 7e3845c6-fdf1-4f00-8712-57e25264bec0 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:30:11.949333 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c37c3e-f41f-488c-84ae-4887c6e86948 None None] New status for floating IP 34b827b2-6b7e-429f-b2b6-817a1e03cd37: DOWN {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:30:12.081622 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-24f629c9-4064-4bc4-807b-7b433261515a req-05f12b33-63d9-406e-9c40-9cd66a6084b5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (7e3845c6-fdf1-4f00-8712-57e25264bec0), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:12.118380 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f12b33-63d9-406e-9c40-9cd66a6084b5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Port': ['ID=7e3845c6-fdf1-4f00-8712-57e25264bec0,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:12.195194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f629c9-4064-4bc4-807b-7b433261515a req-05f12b33-63d9-406e-9c40-9cd66a6084b5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] No DVR routers for this DVR port 7e3845c6-fdf1-4f00-8712-57e25264bec0 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:30:12.198504 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-24f629c9-4064-4bc4-807b-7b433261515a req-05f12b33-63d9-406e-9c40-9cd66a6084b5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:12.202056 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-24f629c9-4064-4bc4-807b-7b433261515a req-05f12b33-63d9-406e-9c40-9cd66a6084b5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.21 "DELETE /v2.0/ports/7e3845c6-fdf1-4f00-8712-57e25264bec0 HTTP/1.1" status: 204 len: 173 time: 0.5321016 Jan 27 22:30:12.202561 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaabd47-d6f6-4429-a5fe-21e28c564bc5', 'name': 'network-vif-deleted', 'tag': '7e3845c6-fdf1-4f00-8712-57e25264bec0'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:30:12.205076 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8914e72-7f1d-4a93-9e79-e6981251d650" -d '{"events": [{"server_uuid": "ceaabd47-d6f6-4429-a5fe-21e28c564bc5", "name": "network-vif-deleted", "tag": "7e3845c6-fdf1-4f00-8712-57e25264bec0"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:30:12.247806 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9717267-68e0-49d5-9462-7ed4c18de96d req-1451f951-fccc-47a4-b39a-96cb0f766589 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:12.249931 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9717267-68e0-49d5-9462-7ed4c18de96d req-1451f951-fccc-47a4-b39a-96cb0f766589 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 943 time: 0.0998232 Jan 27 22:30:12.269718 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051295aa-fdb9-4a23-8c64-66c341054db3 x-openstack-request-id: req-051295aa-fdb9-4a23-8c64-66c341054db3 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:30:12.270179 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaabd47-d6f6-4429-a5fe-21e28c564bc5", "name": "network-vif-deleted", "tag": "7e3845c6-fdf1-4f00-8712-57e25264bec0", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:30:12.270535 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-051295aa-fdb9-4a23-8c64-66c341054db3 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:30:12.271373 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaabd47-d6f6-4429-a5fe-21e28c564bc5', 'name': 'network-vif-deleted', 'tag': '7e3845c6-fdf1-4f00-8712-57e25264bec0', 'status': 'completed', 'code': 200} Jan 27 22:30:12.320280 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9717267-68e0-49d5-9462-7ed4c18de96d req-af6b41bd-a062-422a-95b1-afa72c2535f5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633655 Jan 27 22:30:12.347354 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9959bf69-f25c-479b-afd1-d54cfa6fc84b req-0376d09c-f976-433e-8ac3-42ce267b5770 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceaabd47-d6f6-4429-a5fe-21e28c564bc5 HTTP/1.1" status: 200 len: 210 time: 0.0328460 Jan 27 22:30:12.921268 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:13.403285 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50120) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:13.447106 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13d77b-5ccb-4696-a546-c36f3b934e6a req-c3825814-34c1-4181-9b2b-83f0da5eead5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:13.448647 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d13d77b-5ccb-4696-a546-c36f3b934e6a req-c3825814-34c1-4181-9b2b-83f0da5eead5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 943 time: 0.0570433 Jan 27 22:30:13.501747 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d13d77b-5ccb-4696-a546-c36f3b934e6a req-ba520f90-a8a4-44ba-bd68-05659eaac2f3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461593 Jan 27 22:30:13.771852 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a091b96-a1f6-469e-bf5f-156f8265e162 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (70b5b5c9-bca0-45c3-b57e-8d6c21057b87), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:14.041474 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-9a091b96-a1f6-469e-bf5f-156f8265e162 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Deleting port 07f01284-a5c8-4bde-b638-a5a5c61db710 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:30:14.041817 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a091b96-a1f6-469e-bf5f-156f8265e162 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (07f01284-a5c8-4bde-b638-a5a5c61db710), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:14.134856 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-9a091b96-a1f6-469e-bf5f-156f8265e162 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] For port 07f01284-a5c8-4bde-b638-a5a5c61db710, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=07f01284-a5c8-4bde-b638-a5a5c61db710,segment=NetworkSegment(694ad221-48ce-4a7c-a793-353b4f9aa77a),segment_id=694ad221-48ce-4a7c-a793-353b4f9aa77a)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:30:14.135326 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a091b96-a1f6-469e-bf5f-156f8265e162 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (07f01284-a5c8-4bde-b638-a5a5c61db710), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:14.147073 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-9a091b96-a1f6-469e-bf5f-156f8265e162 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Calling delete_port for 07f01284-a5c8-4bde-b638-a5a5c61db710 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:30:14.327931 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a091b96-a1f6-469e-bf5f-156f8265e162 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (07f01284-a5c8-4bde-b638-a5a5c61db710), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:14.355912 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a091b96-a1f6-469e-bf5f-156f8265e162 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Port': ['ID=07f01284-a5c8-4bde-b638-a5a5c61db710,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:14.540484 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9a091b96-a1f6-469e-bf5f-156f8265e162 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (70b5b5c9-bca0-45c3-b57e-8d6c21057b87), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:14.632838 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306379c-fd57-4441-8a43-94d63fb3a4e9 req-b3317373-ee4e-44e0-914c-edf55686bb00 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:14.634286 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5306379c-fd57-4441-8a43-94d63fb3a4e9 req-b3317373-ee4e-44e0-914c-edf55686bb00 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 943 time: 0.0549467 Jan 27 22:30:14.686810 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5306379c-fd57-4441-8a43-94d63fb3a4e9 req-ef7d830b-c25c-46e7-9910-85e1ed4d3668 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459938 Jan 27 22:30:14.768844 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a091b96-a1f6-469e-bf5f-156f8265e162 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Router 70b5b5c9-bca0-45c3-b57e-8d6c21057b87 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:30:14.880905 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a091b96-a1f6-469e-bf5f-156f8265e162 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:30:14.888790 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50132) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:14.888933 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9a091b96-a1f6-469e-bf5f-156f8265e162 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "PUT /v2.0/routers/70b5b5c9-bca0-45c3-b57e-8d6c21057b87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4845119 Jan 27 22:30:14.891737 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1bec9d-03b6-4452-9d5c-c75742a1abdd None None] Sync routers for ids ['70b5b5c9-bca0-45c3-b57e-8d6c21057b87'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:30:14.904106 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1bec9d-03b6-4452-9d5c-c75742a1abdd None None] Routers {'70b5b5c9-bca0-45c3-b57e-8d6c21057b87'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:30:14.904851 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-cd1bec9d-03b6-4452-9d5c-c75742a1abdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:29:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['70b5b5c9-bca0-45c3-b57e-8d6c21057b87'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:14.951039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a085f7-9176-40a4-b229-6f7640d71424 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Deleting subnet df4772ab-47b5-4e58-b74c-d6f9dc584237 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:30:14.954929 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07a085f7-9176-40a4-b229-6f7640d71424 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for subnet (df4772ab-47b5-4e58-b74c-d6f9dc584237), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:15.001532 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07a085f7-9176-40a4-b229-6f7640d71424 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (df4772ab-47b5-4e58-b74c-d6f9dc584237), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:15.046460 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-cd1bec9d-03b6-4452-9d5c-c75742a1abdd None None] Set router 70b5b5c9-bca0-45c3-b57e-8d6c21057b87 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:30:15.116795 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07a085f7-9176-40a4-b229-6f7640d71424 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (df4772ab-47b5-4e58-b74c-d6f9dc584237), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:15.195393 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07a085f7-9176-40a4-b229-6f7640d71424 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (df4772ab-47b5-4e58-b74c-d6f9dc584237), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:15.227530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a085f7-9176-40a4-b229-6f7640d71424 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Subnet': ['ID=df4772ab-47b5-4e58-b74c-d6f9dc584237,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:15.232547 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-07a085f7-9176-40a4-b229-6f7640d71424 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:15.237667 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-07a085f7-9176-40a4-b229-6f7640d71424 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "DELETE /v2.0/subnets/df4772ab-47b5-4e58-b74c-d6f9dc584237 HTTP/1.1" status: 204 len: 168 time: 0.3478403 Jan 27 22:30:15.240469 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50138) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:15.244954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96fe36d-2152-46b4-9d16-1e6331a96e34 None None] Network 1a63f431-8021-4c5c-87ca-59c00fd45377 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:30:15.259464 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-cd1bec9d-03b6-4452-9d5c-c75742a1abdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763312768', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:30:14Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:15.290965 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1bec9d-03b6-4452-9d5c-c75742a1abdd None None] Checking router: 70b5b5c9-bca0-45c3-b57e-8d6c21057b87 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:30:15.302157 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1bec9d-03b6-4452-9d5c-c75742a1abdd None None] Routers {'70b5b5c9-bca0-45c3-b57e-8d6c21057b87'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:30:15.302897 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-cd1bec9d-03b6-4452-9d5c-c75742a1abdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:29:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['70b5b5c9-bca0-45c3-b57e-8d6c21057b87'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:15.371844 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01cc4c31-0ae8-4631-9262-1dbc070bf9ab tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router (70b5b5c9-bca0-45c3-b57e-8d6c21057b87), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:15.442844 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64106fd-5961-4d26-9852-35154a884223 None None] DHCP port deletion for 1a63f431-8021-4c5c-87ca-59c00fd45377 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:30:15.492849 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01cc4c31-0ae8-4631-9262-1dbc070bf9ab tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_gateway (70b5b5c9-bca0-45c3-b57e-8d6c21057b87), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:15.513480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b64106fd-5961-4d26-9852-35154a884223 None None] Deleting port 89f1d41d-fb30-4fe1-94a9-a728525dbc68 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:30:15.514130 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b64106fd-5961-4d26-9852-35154a884223 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (89f1d41d-fb30-4fe1-94a9-a728525dbc68), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:15.539473 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-cd1bec9d-03b6-4452-9d5c-c75742a1abdd None None] Set router 70b5b5c9-bca0-45c3-b57e-8d6c21057b87 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:30:15.561478 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-01cc4c31-0ae8-4631-9262-1dbc070bf9ab tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Deleting port 0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:30:15.561825 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01cc4c31-0ae8-4631-9262-1dbc070bf9ab tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:15.582440 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b64106fd-5961-4d26-9852-35154a884223 None None] For port 89f1d41d-fb30-4fe1-94a9-a728525dbc68, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=89f1d41d-fb30-4fe1-94a9-a728525dbc68,segment=NetworkSegment(694ad221-48ce-4a7c-a793-353b4f9aa77a),segment_id=694ad221-48ce-4a7c-a793-353b4f9aa77a)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:30:15.583229 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b64106fd-5961-4d26-9852-35154a884223 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (89f1d41d-fb30-4fe1-94a9-a728525dbc68), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:15.596785 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b64106fd-5961-4d26-9852-35154a884223 None None] Calling delete_port for 89f1d41d-fb30-4fe1-94a9-a728525dbc68 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:30:15.648212 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-01cc4c31-0ae8-4631-9262-1dbc070bf9ab tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] For port 0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:30:15.648817 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01cc4c31-0ae8-4631-9262-1dbc070bf9ab tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:15.660853 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-01cc4c31-0ae8-4631-9262-1dbc070bf9ab tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Calling delete_port for 0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:30:15.700554 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b64106fd-5961-4d26-9852-35154a884223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (89f1d41d-fb30-4fe1-94a9-a728525dbc68), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:15.727561 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64106fd-5961-4d26-9852-35154a884223 None None] Pushing event deleted for resources: {'Port': ['ID=89f1d41d-fb30-4fe1-94a9-a728525dbc68,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:15.741664 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64106fd-5961-4d26-9852-35154a884223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:15.742022 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64106fd-5961-4d26-9852-35154a884223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:15.744319 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64106fd-5961-4d26-9852-35154a884223 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:15.744762 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64106fd-5961-4d26-9852-35154a884223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:15.745119 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64106fd-5961-4d26-9852-35154a884223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:15.745584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64106fd-5961-4d26-9852-35154a884223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:15.745932 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64106fd-5961-4d26-9852-35154a884223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:15.746273 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64106fd-5961-4d26-9852-35154a884223 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:15.748361 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64106fd-5961-4d26-9852-35154a884223 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:15.748844 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64106fd-5961-4d26-9852-35154a884223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:15.749203 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64106fd-5961-4d26-9852-35154a884223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:15.749551 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64106fd-5961-4d26-9852-35154a884223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:15.749893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64106fd-5961-4d26-9852-35154a884223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:15.754954 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-cd1bec9d-03b6-4452-9d5c-c75742a1abdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763312768', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:30:14Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:15.766135 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64106fd-5961-4d26-9852-35154a884223 None None] No DVR routers for this DVR port 89f1d41d-fb30-4fe1-94a9-a728525dbc68 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:30:15.787885 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1bec9d-03b6-4452-9d5c-c75742a1abdd None None] The sync data for ids ['70b5b5c9-bca0-45c3-b57e-8d6c21057b87'] in n-d-772272-3 is: [{'id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763312768', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:30:14Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': '0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b5b5c9-bca0-45c3-b57e-8d6c21057b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:59Z', 'updated_at': '2022-01-27T22:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:30:15.894852 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24423cc5-3bc4-423a-8afd-52c6c7d0d8a7 req-76c206d0-1035-4345-972c-8c08b3e166ac tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:15.897325 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-24423cc5-3bc4-423a-8afd-52c6c7d0d8a7 req-76c206d0-1035-4345-972c-8c08b3e166ac tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 943 time: 0.0953376 Jan 27 22:30:15.976307 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01cc4c31-0ae8-4631-9262-1dbc070bf9ab tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:16.004598 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-24423cc5-3bc4-423a-8afd-52c6c7d0d8a7 req-a11ae8da-b648-4c94-8820-7393d65a59b8 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023052 Jan 27 22:30:16.008932 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc4c31-0ae8-4631-9262-1dbc070bf9ab tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Port': ['ID=0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:16.016524 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7e3845c6-fdf1-4f00-8712-57e25264bec0 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:30:16.053987 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 7e3845c6-fdf1-4f00-8712-57e25264bec0 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:30:16.054468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7e3845c6-fdf1-4f00-8712-57e25264bec0 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:30:16.077063 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01cc4c31-0ae8-4631-9262-1dbc070bf9ab tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (70b5b5c9-bca0-45c3-b57e-8d6c21057b87), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:16.185878 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01cc4c31-0ae8-4631-9262-1dbc070bf9ab tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (70b5b5c9-bca0-45c3-b57e-8d6c21057b87), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:16.187108 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01cc4c31-0ae8-4631-9262-1dbc070bf9ab tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_controller (70b5b5c9-bca0-45c3-b57e-8d6c21057b87), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:16.245189 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01cc4c31-0ae8-4631-9262-1dbc070bf9ab tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (70b5b5c9-bca0-45c3-b57e-8d6c21057b87), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:16.245787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cc4c31-0ae8-4631-9262-1dbc070bf9ab tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Fanout notify agent at l3_agent the message router_deleted on router 70b5b5c9-bca0-45c3-b57e-8d6c21057b87 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:30:16.252514 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01cc4c31-0ae8-4631-9262-1dbc070bf9ab tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:16.256715 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50148) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:16.257190 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-01cc4c31-0ae8-4631-9262-1dbc070bf9ab tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "DELETE /v2.0/routers/70b5b5c9-bca0-45c3-b57e-8d6c21057b87 HTTP/1.1" status: 204 len: 168 time: 1.0151460 Jan 27 22:30:16.284521 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 89f1d41d-fb30-4fe1-94a9-a728525dbc68 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:30:16.305677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 89f1d41d-fb30-4fe1-94a9-a728525dbc68 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:30:16.306033 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 89f1d41d-fb30-4fe1-94a9-a728525dbc68 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:30:16.306534 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 07f01284-a5c8-4bde-b638-a5a5c61db710 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:30:16.326463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 07f01284-a5c8-4bde-b638-a5a5c61db710 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:30:16.326848 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 07f01284-a5c8-4bde-b638-a5a5c61db710 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:30:16.363799 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-870106e9-c7aa-44c4-a9f5-82dea37e7de0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (1a63f431-8021-4c5c-87ca-59c00fd45377), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:16.459064 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-870106e9-c7aa-44c4-a9f5-82dea37e7de0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (1a63f431-8021-4c5c-87ca-59c00fd45377), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:16.483722 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-870106e9-c7aa-44c4-a9f5-82dea37e7de0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a63f431-8021-4c5c-87ca-59c00fd45377']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:16.493872 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-870106e9-c7aa-44c4-a9f5-82dea37e7de0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694ad221-48ce-4a7c-a793-353b4f9aa77a') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:16.494180 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-870106e9-c7aa-44c4-a9f5-82dea37e7de0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694ad221-48ce-4a7c-a793-353b4f9aa77a') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:16.509435 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-870106e9-c7aa-44c4-a9f5-82dea37e7de0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (694ad221-48ce-4a7c-a793-353b4f9aa77a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:16.525285 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-870106e9-c7aa-44c4-a9f5-82dea37e7de0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (694ad221-48ce-4a7c-a793-353b4f9aa77a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:16.533144 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-870106e9-c7aa-44c4-a9f5-82dea37e7de0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:30:16.533698 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-870106e9-c7aa-44c4-a9f5-82dea37e7de0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (694ad221-48ce-4a7c-a793-353b4f9aa77a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:30:16.538111 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:30:16.605278 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-870106e9-c7aa-44c4-a9f5-82dea37e7de0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (1a63f431-8021-4c5c-87ca-59c00fd45377), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:16.614171 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-870106e9-c7aa-44c4-a9f5-82dea37e7de0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:16.616908 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-870106e9-c7aa-44c4-a9f5-82dea37e7de0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "DELETE /v2.0/networks/1a63f431-8021-4c5c-87ca-59c00fd45377 HTTP/1.1" status: 204 len: 168 time: 0.3592291 Jan 27 22:30:16.620417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50152) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:16.630209 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870106e9-c7aa-44c4-a9f5-82dea37e7de0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Network': ['ID=1a63f431-8021-4c5c-87ca-59c00fd45377,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:16.687098 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0975cc05-3799-4bbe-afb9-e11f0d53cd77 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (e385704d-a790-437a-ae69-a0c252e7b2a2), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:16.725194 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0975cc05-3799-4bbe-afb9-e11f0d53cd77 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (e385704d-a790-437a-ae69-a0c252e7b2a2), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:16.785573 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0975cc05-3799-4bbe-afb9-e11f0d53cd77 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (e385704d-a790-437a-ae69-a0c252e7b2a2), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:16.788456 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0975cc05-3799-4bbe-afb9-e11f0d53cd77 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:16.792182 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0975cc05-3799-4bbe-afb9-e11f0d53cd77 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "DELETE /v2.0/security-groups/e385704d-a790-437a-ae69-a0c252e7b2a2 HTTP/1.1" status: 204 len: 168 time: 0.1679678 Jan 27 22:30:16.798964 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975cc05-3799-4bbe-afb9-e11f0d53cd77 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e385704d-a790-437a-ae69-a0c252e7b2a2,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:17.084375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50164) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:17.089109 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-b5460df3-ed8d-4bbf-9153-b6eda0e3dee1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1670982843', 'description': 'tempest-secgroup-smoke-1670982843 description', 'project_id': '7482ad4cc1974904932616961499813e'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:30:17.113498 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5460df3-ed8d-4bbf-9153-b6eda0e3dee1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.193643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c3e69-6cf9-42eb-bd24-45cf534c4e0b req-3487e471-c763-4bfd-9a7d-3be93b0f67cb tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:17.195071 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4c3e69-6cf9-42eb-bd24-45cf534c4e0b req-3487e471-c763-4bfd-9a7d-3be93b0f67cb tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 943 time: 0.0729427 Jan 27 22:30:17.251821 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5460df3-ed8d-4bbf-9153-b6eda0e3dee1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (208357c7-d3b2-4ee1-a86a-ad0d75628d9a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.257065 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5460df3-ed8d-4bbf-9153-b6eda0e3dee1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (208357c7-d3b2-4ee1-a86a-ad0d75628d9a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.289475 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad4c3e69-6cf9-42eb-bd24-45cf534c4e0b req-fa2b5a0c-9611-471a-b6c3-27a1b671dbe5 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851154 Jan 27 22:30:17.295104 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5460df3-ed8d-4bbf-9153-b6eda0e3dee1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.298945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b5460df3-ed8d-4bbf-9153-b6eda0e3dee1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2108417 Jan 27 22:30:17.299491 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50166) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:17.304828 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5460df3-ed8d-4bbf-9153-b6eda0e3dee1 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=208357c7-d3b2-4ee1-a86a-ad0d75628d9a,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:17.306652 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-bc0e3c31-41e3-4865-9301-dba9801b6a07 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': '208357c7-d3b2-4ee1-a86a-ad0d75628d9a', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:30:17.336838 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc0e3c31-41e3-4865-9301-dba9801b6a07 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (51f6a772-4832-4aa4-88ad-b1747d1ebc7d), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.390293 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc0e3c31-41e3-4865-9301-dba9801b6a07 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (51f6a772-4832-4aa4-88ad-b1747d1ebc7d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.393834 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc0e3c31-41e3-4865-9301-dba9801b6a07 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (51f6a772-4832-4aa4-88ad-b1747d1ebc7d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.412058 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e3c31-41e3-4865-9301-dba9801b6a07 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f6a772-4832-4aa4-88ad-b1747d1ebc7d,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:17.419535 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-bc0e3c31-41e3-4865-9301-dba9801b6a07 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.420882 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-bc0e3c31-41e3-4865-9301-dba9801b6a07 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191585 Jan 27 22:30:17.423608 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50168) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:17.428439 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-eb3fd849-31ff-441b-89ae-870969921132 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': '208357c7-d3b2-4ee1-a86a-ad0d75628d9a', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:30:17.452602 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd849-31ff-441b-89ae-870969921132 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (bff3d5d2-597e-42d6-a752-7c9b050b3a2f), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.511815 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd849-31ff-441b-89ae-870969921132 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (bff3d5d2-597e-42d6-a752-7c9b050b3a2f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.515337 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd849-31ff-441b-89ae-870969921132 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (bff3d5d2-597e-42d6-a752-7c9b050b3a2f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.532834 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fd849-31ff-441b-89ae-870969921132 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff3d5d2-597e-42d6-a752-7c9b050b3a2f,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:17.540869 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd849-31ff-441b-89ae-870969921132 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.542070 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-eb3fd849-31ff-441b-89ae-870969921132 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175163 Jan 27 22:30:17.544802 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50170) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:17.548986 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9c9b13a5-5fa8-4e26-b703-a7ff7aa1dd52 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': '208357c7-d3b2-4ee1-a86a-ad0d75628d9a', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:30:17.573422 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9c9b13a5-5fa8-4e26-b703-a7ff7aa1dd52 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (740ecb19-a975-43c0-83ce-4b9d4bb6627b), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.630312 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9c9b13a5-5fa8-4e26-b703-a7ff7aa1dd52 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (740ecb19-a975-43c0-83ce-4b9d4bb6627b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.634355 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9c9b13a5-5fa8-4e26-b703-a7ff7aa1dd52 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (740ecb19-a975-43c0-83ce-4b9d4bb6627b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.652000 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b13a5-5fa8-4e26-b703-a7ff7aa1dd52 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740ecb19-a975-43c0-83ce-4b9d4bb6627b,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:17.663772 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9c9b13a5-5fa8-4e26-b703-a7ff7aa1dd52 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.665040 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9c9b13a5-5fa8-4e26-b703-a7ff7aa1dd52 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193242 Jan 27 22:30:17.667929 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50172) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:17.672540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-28d18123-3721-4350-92b1-dd16128609eb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': '208357c7-d3b2-4ee1-a86a-ad0d75628d9a', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:30:17.697707 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-28d18123-3721-4350-92b1-dd16128609eb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (f916e9f0-af5f-4522-9622-dd6dc31b50ad), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.759187 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-28d18123-3721-4350-92b1-dd16128609eb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (f916e9f0-af5f-4522-9622-dd6dc31b50ad), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.763321 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-28d18123-3721-4350-92b1-dd16128609eb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (f916e9f0-af5f-4522-9622-dd6dc31b50ad), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.784296 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d18123-3721-4350-92b1-dd16128609eb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f916e9f0-af5f-4522-9622-dd6dc31b50ad,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:17.795817 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-28d18123-3721-4350-92b1-dd16128609eb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.797392 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-28d18123-3721-4350-92b1-dd16128609eb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283658 Jan 27 22:30:17.800298 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50180) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:17.805189 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-68b9c41c-9409-4627-aa78-18deaf3945e9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': '208357c7-d3b2-4ee1-a86a-ad0d75628d9a', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:30:17.825862 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-68b9c41c-9409-4627-aa78-18deaf3945e9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Project 7482ad4cc1974904932616961499813e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:30:17.830844 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-68b9c41c-9409-4627-aa78-18deaf3945e9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (15948396-d04f-4511-ad05-5958bcac9e62), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.877896 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:30:17.891471 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-68b9c41c-9409-4627-aa78-18deaf3945e9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (15948396-d04f-4511-ad05-5958bcac9e62), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.895797 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-68b9c41c-9409-4627-aa78-18deaf3945e9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (15948396-d04f-4511-ad05-5958bcac9e62), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.899145 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:30:17.899802 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0a0b6f12-e4bc-4322-8129-c9dd53e5c6ee not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:30:17.913833 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9c41c-9409-4627-aa78-18deaf3945e9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15948396-d04f-4511-ad05-5958bcac9e62,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:17.922161 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-68b9c41c-9409-4627-aa78-18deaf3945e9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.923351 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-68b9c41c-9409-4627-aa78-18deaf3945e9 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219270 Jan 27 22:30:17.926250 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50182) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:17.930548 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1ef6686d-0bf9-4e38-9010-9cb6a31de0d7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'security_group_rule': {'security_group_id': '208357c7-d3b2-4ee1-a86a-ad0d75628d9a', 'project_id': '7482ad4cc1974904932616961499813e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:30:17.950419 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-1ef6686d-0bf9-4e38-9010-9cb6a31de0d7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Project 7482ad4cc1974904932616961499813e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:30:17.956517 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1ef6686d-0bf9-4e38-9010-9cb6a31de0d7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (87ea7d15-55d7-49cc-908a-85ea0b0bcbac), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:18.020999 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1ef6686d-0bf9-4e38-9010-9cb6a31de0d7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (87ea7d15-55d7-49cc-908a-85ea0b0bcbac), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:18.024680 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1ef6686d-0bf9-4e38-9010-9cb6a31de0d7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (87ea7d15-55d7-49cc-908a-85ea0b0bcbac), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:18.041811 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6686d-0bf9-4e38-9010-9cb6a31de0d7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ea7d15-55d7-49cc-908a-85ea0b0bcbac,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:18.050044 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1ef6686d-0bf9-4e38-9010-9cb6a31de0d7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:18.053908 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1ef6686d-0bf9-4e38-9010-9cb6a31de0d7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240592 Jan 27 22:30:18.054140 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50184) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:18.058808 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8e22d5a3-081a-45d7-9631-196608045c7d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'network': {'name': 'tempest-network-smoke--1099607790', 'project_id': '7482ad4cc1974904932616961499813e', 'port_security_enabled': True}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:30:18.076910 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e22d5a3-081a-45d7-9631-196608045c7d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Made reservation on behalf of 7482ad4cc1974904932616961499813e for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:30:18.079981 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e22d5a3-081a-45d7-9631-196608045c7d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:18.103026 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e22d5a3-081a-45d7-9631-196608045c7d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:30:18.112298 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e22d5a3-081a-45d7-9631-196608045c7d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (61229382-8e6d-473c-a0d8-1cc6b6ebc5d3), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:18.112670 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-8e22d5a3-081a-45d7-9631-196608045c7d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Added segment 61229382-8e6d-473c-a0d8-1cc6b6ebc5d3 of type vlan for network 3272ad9f-08de-432c-ad3d-2692601c6d33 Jan 27 22:30:18.151774 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e22d5a3-081a-45d7-9631-196608045c7d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (3272ad9f-08de-432c-ad3d-2692601c6d33), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:18.175200 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e22d5a3-081a-45d7-9631-196608045c7d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (3272ad9f-08de-432c-ad3d-2692601c6d33), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:18.180144 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e22d5a3-081a-45d7-9631-196608045c7d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:18.180753 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e22d5a3-081a-45d7-9631-196608045c7d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:18.239084 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8e22d5a3-081a-45d7-9631-196608045c7d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1839194 Jan 27 22:30:18.241953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50186) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:18.246445 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-55ea0232-d7d4-427d-a89a-fdc4a2a16a08 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-189828684', 'admin_state_up': True, 'project_id': '7482ad4cc1974904932616961499813e', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:30:18.253125 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22d5a3-081a-45d7-9631-196608045c7d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Network': ['ID=3272ad9f-08de-432c-ad3d-2692601c6d33,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:18.267027 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 3272ad9f-08de-432c-ad3d-2692601c6d33 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:30:18.271304 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55ea0232-d7d4-427d-a89a-fdc4a2a16a08 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (f6a432c1-f22d-450c-b70d-d5ad1a280788), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:18.272482 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55ea0232-d7d4-427d-a89a-fdc4a2a16a08 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (f6a432c1-f22d-450c-b70d-d5ad1a280788), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:18.328415 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55ea0232-d7d4-427d-a89a-fdc4a2a16a08 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_controller (f6a432c1-f22d-450c-b70d-d5ad1a280788), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:18.512439 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55ea0232-d7d4-427d-a89a-fdc4a2a16a08 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_gateway (f6a432c1-f22d-450c-b70d-d5ad1a280788), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:18.526657 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a8bc7-4800-4f9d-9bc3-90cbb8c1dd56 req-9ef15c52-f4d8-4906-a9d7-b3cd8de96716 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:18.528178 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-816a8bc7-4800-4f9d-9bc3-90cbb8c1dd56 req-9ef15c52-f4d8-4906-a9d7-b3cd8de96716 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 943 time: 0.1288018 Jan 27 22:30:18.623205 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-816a8bc7-4800-4f9d-9bc3-90cbb8c1dd56 req-20c7679c-e497-4130-9c80-a03ff6fb9677 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784087 Jan 27 22:30:18.756956 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55ea0232-d7d4-427d-a89a-fdc4a2a16a08 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_gateway (f6a432c1-f22d-450c-b70d-d5ad1a280788), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:18.775986 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55ea0232-d7d4-427d-a89a-fdc4a2a16a08 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:18.881575 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-55ea0232-d7d4-427d-a89a-fdc4a2a16a08 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Allocated IP 172.25.3.119 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/cc88022d-a65a-4418-9a22-15ebe9fbe606) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:30:18.981822 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55ea0232-d7d4-427d-a89a-fdc4a2a16a08 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (cc88022d-a65a-4418-9a22-15ebe9fbe606), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:19.015863 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55ea0232-d7d4-427d-a89a-fdc4a2a16a08 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (cc88022d-a65a-4418-9a22-15ebe9fbe606), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:19.056057 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ea0232-d7d4-427d-a89a-fdc4a2a16a08 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:30:19.060206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-55ea0232-d7d4-427d-a89a-fdc4a2a16a08 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:30:19.066247 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ea0232-d7d4-427d-a89a-fdc4a2a16a08 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:30:19.071612 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea0232-d7d4-427d-a89a-fdc4a2a16a08 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=cc88022d-a65a-4418-9a22-15ebe9fbe606,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:19.312397 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55ea0232-d7d4-427d-a89a-fdc4a2a16a08 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_gateway (f6a432c1-f22d-450c-b70d-d5ad1a280788), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:19.822181 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e921c-8dd2-49f0-babc-c6dd2776c145 req-464e0768-1893-4130-b57d-1facb4eb7aff tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:19.823660 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c95e921c-8dd2-49f0-babc-c6dd2776c145 req-464e0768-1893-4130-b57d-1facb4eb7aff tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 943 time: 0.0980680 Jan 27 22:30:19.913750 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55ea0232-d7d4-427d-a89a-fdc4a2a16a08 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (f6a432c1-f22d-450c-b70d-d5ad1a280788), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:19.921627 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c95e921c-8dd2-49f0-babc-c6dd2776c145 req-0d70fe69-40a7-4765-ad07-b3622835ef8d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915732 Jan 27 22:30:20.022313 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device e4276f33-d271-4316-834c-5eefc8d22745 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:30:20.054244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ea0232-d7d4-427d-a89a-fdc4a2a16a08 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Router f6a432c1-f22d-450c-b70d-d5ad1a280788 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:30:20.123976 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port e4276f33-d271-4316-834c-5eefc8d22745, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=e4276f33-d271-4316-834c-5eefc8d22745,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:30:20.135384 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'e4276f33-d271-4316-834c-5eefc8d22745', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'port_id': 'e4276f33-d271-4316-834c-5eefc8d22745', 'mac_address': 'fa:16:3e:4f:47:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:30:20.162293 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ea0232-d7d4-427d-a89a-fdc4a2a16a08 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:30:20.178343 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port e4276f33-d271-4316-834c-5eefc8d22745 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:30:20.178852 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e4276f33-d271-4316-834c-5eefc8d22745), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:20.181467 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] Sync routers for ids ['f6a432c1-f22d-450c-b70d-d5ad1a280788'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:30:20.184014 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55ea0232-d7d4-427d-a89a-fdc4a2a16a08 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:20.188083 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-55ea0232-d7d4-427d-a89a-fdc4a2a16a08 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9423001 Jan 27 22:30:20.188650 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50204) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:20.199847 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4276f33-d271-4316-834c-5eefc8d22745 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:30:20.211747 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] Routers {'f6a432c1-f22d-450c-b70d-d5ad1a280788'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:30:20.212412 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:29:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f6a432c1-f22d-450c-b70d-d5ad1a280788'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:20.232850 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-be60aeb9-df3f-4a7d-8dcf-37ed52e3afa0 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=7482ad4cc1974904932616961499813e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429003 Jan 27 22:30:20.236223 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50208) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:20.270805 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port e4276f33-d271-4316-834c-5eefc8d22745, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=e4276f33-d271-4316-834c-5eefc8d22745,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:30:20.280441 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e4276f33-d271-4316-834c-5eefc8d22745), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:20.336978 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d6da19-61a1-40e7-b68e-d4d3fd87344e tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:20.339113 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-51d6da19-61a1-40e7-b68e-d4d3fd87344e tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1018453 Jan 27 22:30:20.342237 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50212) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:20.376031 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a62e3f4e-6d40-41fc-9b21-bf05f87b65b5 tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324507 Jan 27 22:30:20.378415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50214) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:20.380955 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] Set router f6a432c1-f22d-450c-b70d-d5ad1a280788 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:30:20.382983 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=e4276f33-d271-4316-834c-5eefc8d22745,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:20.383953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-6fc98b7a-f5e5-4ee4-9b63-e391dbd9a054 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1725038054', 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33', 'project_id': '7482ad4cc1974904932616961499813e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:30:20.487785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc98b7a-f5e5-4ee4-9b63-e391dbd9a054 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Made reservation on behalf of 7482ad4cc1974904932616961499813e for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:30:20.491430 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fc98b7a-f5e5-4ee4-9b63-e391dbd9a054 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:20.695123 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fc98b7a-f5e5-4ee4-9b63-e391dbd9a054 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (0295deee-e1c7-43ab-9a0a-dc9821a9d9c3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:20.734761 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189828684', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:19Z', 'revision_number': 3, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:20.755984 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc98b7a-f5e5-4ee4-9b63-e391dbd9a054 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Subnet': ['ID=0295deee-e1c7-43ab-9a0a-dc9821a9d9c3,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:20.767677 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc98b7a-f5e5-4ee4-9b63-e391dbd9a054 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Checking segment: {'id': '61229382-8e6d-473c-a0d8-1cc6b6ebc5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:30:20.768046 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc98b7a-f5e5-4ee4-9b63-e391dbd9a054 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network hostable DHCP agents. Network: 3272ad9f-08de-432c-ad3d-2692601c6d33, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:30:20.769651 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] Checking router: f6a432c1-f22d-450c-b70d-d5ad1a280788 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:30:20.770001 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] Updating router f6a432c1-f22d-450c-b70d-d5ad1a280788 port cc88022d-a65a-4418-9a22-15ebe9fbe606 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:30:20.790631 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc98b7a-f5e5-4ee4-9b63-e391dbd9a054 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 3272ad9f-08de-432c-ad3d-2692601c6d33 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:30:20.791297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['e4276f33-d271-4316-834c-5eefc8d22745'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:30:20.804184 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-6fc98b7a-f5e5-4ee4-9b63-e391dbd9a054 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 3272ad9f-08de-432c-ad3d-2692601c6d33) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:30:20.808872 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc98b7a-f5e5-4ee4-9b63-e391dbd9a054 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:20.809486 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fc98b7a-f5e5-4ee4-9b63-e391dbd9a054 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:20.825314 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf34d17-8c11-4ca6-af80-08549ac6c3ae None None] Network 3272ad9f-08de-432c-ad3d-2692601c6d33 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:30:20.828692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6fc98b7a-f5e5-4ee4-9b63-e391dbd9a054 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4484906 Jan 27 22:30:20.831320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50218) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:20.844976 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cc88022d-a65a-4418-9a22-15ebe9fbe606), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:21.084267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a11a45-0bdc-4854-92ba-09aa566db221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-3272ad9f-08de-432c-ad3d-2692601c6d33', 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33', 'project_id': '7482ad4cc1974904932616961499813e', 'fixed_ips': [{'subnet_id': '0295deee-e1c7-43ab-9a0a-dc9821a9d9c3'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:30:21.085864 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0a11a45-0bdc-4854-92ba-09aa566db221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:21.092846 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb413e-aab3-492c-959f-c7c641e1e7a9 req-823f2e76-1aaa-4412-aa3a-087c3d529312 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:21.094275 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8bfb413e-aab3-492c-959f-c7c641e1e7a9 req-823f2e76-1aaa-4412-aa3a-087c3d529312 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 944 time: 0.0964174 Jan 27 22:30:21.155113 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8bfb413e-aab3-492c-959f-c7c641e1e7a9 req-4c8dbe56-703c-436e-a8dc-d9f7400bf606 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539689 Jan 27 22:30:21.408322 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-125c5705-d277-4326-91a6-dc3fe4e96fdf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:21.474445 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] Publish callbacks [] for port (cc88022d-a65a-4418-9a22-15ebe9fbe606), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:21.484822 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:21.498327 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cc88022d-a65a-4418-9a22-15ebe9fbe606), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:21.540294 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-c0a11a45-0bdc-4854-92ba-09aa566db221 None None] Allocated IP 172.20.0.2 (3272ad9f-08de-432c-ad3d-2692601c6d33/0295deee-e1c7-43ab-9a0a-dc9821a9d9c3/da1582a8-a3e2-43ae-a9c4-5194af80acac) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:30:21.589773 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d341f5a-28f7-4d49-9137-ab8dc56c9bac None None] Pushing event updated for resources: {'Port': ['ID=cc88022d-a65a-4418-9a22-15ebe9fbe606,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:21.611489 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] Attempting to bind port cc88022d-a65a-4418-9a22-15ebe9fbe606 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:30:21.611867 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] Attempting to bind port cc88022d-a65a-4418-9a22-15ebe9fbe606 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:30:21.612337 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] Attempting to bind port cc88022d-a65a-4418-9a22-15ebe9fbe606 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:30:21.652181 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:30:21.652574 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:30:21.652985 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:21.653380 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:30:21.653866 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] Bound port: cc88022d-a65a-4418-9a22-15ebe9fbe606, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:30:21.654250 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cc88022d-a65a-4418-9a22-15ebe9fbe606), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:21.754590 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] For port cc88022d-a65a-4418-9a22-15ebe9fbe606, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:30:21.758747 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] For port cc88022d-a65a-4418-9a22-15ebe9fbe606, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cc88022d-a65a-4418-9a22-15ebe9fbe606,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:30:21.783791 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cc88022d-a65a-4418-9a22-15ebe9fbe606), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:21.844582 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0a11a45-0bdc-4854-92ba-09aa566db221 None None] Publish callbacks [] for port (da1582a8-a3e2-43ae-a9c4-5194af80acac), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:21.861491 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0a11a45-0bdc-4854-92ba-09aa566db221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (da1582a8-a3e2-43ae-a9c4-5194af80acac), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:21.868603 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] Routers {'f6a432c1-f22d-450c-b70d-d5ad1a280788'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:30:21.869243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:29:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f6a432c1-f22d-450c-b70d-d5ad1a280788'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:21.874910 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d341f5a-28f7-4d49-9137-ab8dc56c9bac None None] Pushing event updated for resources: {'Port': ['ID=cc88022d-a65a-4418-9a22-15ebe9fbe606,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:21.919719 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-125c5705-d277-4326-91a6-dc3fe4e96fdf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Allocated IP 172.20.0.1 (3272ad9f-08de-432c-ad3d-2692601c6d33/0295deee-e1c7-43ab-9a0a-dc9821a9d9c3/5270a427-0147-4676-8a1d-211e27d9bf18) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:30:21.949562 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a11a45-0bdc-4854-92ba-09aa566db221 None None] Network 3272ad9f-08de-432c-ad3d-2692601c6d33 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:30:21.958593 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-c0a11a45-0bdc-4854-92ba-09aa566db221 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:30:21.965967 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a11a45-0bdc-4854-92ba-09aa566db221 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:30:22.025136 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a11a45-0bdc-4854-92ba-09aa566db221 None None] Pushing event updated for resources: {'Port': ['ID=da1582a8-a3e2-43ae-a9c4-5194af80acac,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:22.046061 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-125c5705-d277-4326-91a6-dc3fe4e96fdf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (5270a427-0147-4676-8a1d-211e27d9bf18), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:22.084097 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-125c5705-d277-4326-91a6-dc3fe4e96fdf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5270a427-0147-4676-8a1d-211e27d9bf18), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:22.086187 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] Set router f6a432c1-f22d-450c-b70d-d5ad1a280788 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:30:22.124824 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125c5705-d277-4326-91a6-dc3fe4e96fdf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 3272ad9f-08de-432c-ad3d-2692601c6d33 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:30:22.131373 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-125c5705-d277-4326-91a6-dc3fe4e96fdf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:30:22.135236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125c5705-d277-4326-91a6-dc3fe4e96fdf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:30:22.142381 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c0a11a45-0bdc-4854-92ba-09aa566db221 None None] Attempting to bind port da1582a8-a3e2-43ae-a9c4-5194af80acac on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:30:22.142622 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c0a11a45-0bdc-4854-92ba-09aa566db221 None None] Attempting to bind port da1582a8-a3e2-43ae-a9c4-5194af80acac by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '61229382-8e6d-473c-a0d8-1cc6b6ebc5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:30:22.142925 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a11a45-0bdc-4854-92ba-09aa566db221 None None] Attempting to bind port da1582a8-a3e2-43ae-a9c4-5194af80acac on network 3272ad9f-08de-432c-ad3d-2692601c6d33 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:30:22.159606 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a11a45-0bdc-4854-92ba-09aa566db221 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:30:22.160542 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a11a45-0bdc-4854-92ba-09aa566db221 None None] Checking segment: {'id': '61229382-8e6d-473c-a0d8-1cc6b6ebc5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:30:22.161081 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0a11a45-0bdc-4854-92ba-09aa566db221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:22.161371 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a11a45-0bdc-4854-92ba-09aa566db221 None None] Bound using segment: {'id': '61229382-8e6d-473c-a0d8-1cc6b6ebc5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:30:22.161977 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c0a11a45-0bdc-4854-92ba-09aa566db221 None None] Bound port: da1582a8-a3e2-43ae-a9c4-5194af80acac, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61229382-8e6d-473c-a0d8-1cc6b6ebc5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:30:22.162367 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0a11a45-0bdc-4854-92ba-09aa566db221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (da1582a8-a3e2-43ae-a9c4-5194af80acac), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:22.173741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c5705-d277-4326-91a6-dc3fe4e96fdf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=5270a427-0147-4676-8a1d-211e27d9bf18,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:22.215319 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-125c5705-d277-4326-91a6-dc3fe4e96fdf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (f6a432c1-f22d-450c-b70d-d5ad1a280788), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:22.304891 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c0a11a45-0bdc-4854-92ba-09aa566db221 None None] For port da1582a8-a3e2-43ae-a9c4-5194af80acac, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:30:22.322753 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c0a11a45-0bdc-4854-92ba-09aa566db221 None None] For port da1582a8-a3e2-43ae-a9c4-5194af80acac, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=da1582a8-a3e2-43ae-a9c4-5194af80acac,segment=NetworkSegment(61229382-8e6d-473c-a0d8-1cc6b6ebc5d3),segment_id=61229382-8e6d-473c-a0d8-1cc6b6ebc5d3)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:30:22.326725 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05eb6b-69c7-4be0-8d9e-2aa1aa9b1330 req-d0eb5408-a565-4752-ad72-a3f3ce442bdb tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:22.328178 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb05eb6b-69c7-4be0-8d9e-2aa1aa9b1330 req-d0eb5408-a565-4752-ad72-a3f3ce442bdb tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 944 time: 0.0711205 Jan 27 22:30:22.329246 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0a11a45-0bdc-4854-92ba-09aa566db221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (da1582a8-a3e2-43ae-a9c4-5194af80acac), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:22.399642 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189828684', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:19Z', 'revision_number': 3, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:22.407710 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a11a45-0bdc-4854-92ba-09aa566db221 None None] Pushing event updated for resources: {'Port': ['ID=da1582a8-a3e2-43ae-a9c4-5194af80acac,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:22.407880 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb05eb6b-69c7-4be0-8d9e-2aa1aa9b1330 req-15db6f6e-cd6d-4c89-9266-a44c49033edc tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545175 Jan 27 22:30:22.449274 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a65fec-ae70-4a65-9a5a-886191071bab None None] The sync data for ids ['f6a432c1-f22d-450c-b70d-d5ad1a280788'] in n-d-772272-3 is: [{'id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189828684', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:19Z', 'revision_number': 3, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:30:22.474922 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-125c5705-d277-4326-91a6-dc3fe4e96fdf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5270a427-0147-4676-8a1d-211e27d9bf18), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:22.840870 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-125c5705-d277-4326-91a6-dc3fe4e96fdf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (5270a427-0147-4676-8a1d-211e27d9bf18), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:22.850464 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-125c5705-d277-4326-91a6-dc3fe4e96fdf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (5270a427-0147-4676-8a1d-211e27d9bf18), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:22.939178 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c5705-d277-4326-91a6-dc3fe4e96fdf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=5270a427-0147-4676-8a1d-211e27d9bf18,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:22.950596 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-125c5705-d277-4326-91a6-dc3fe4e96fdf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (f6a432c1-f22d-450c-b70d-d5ad1a280788), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:23.070722 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125c5705-d277-4326-91a6-dc3fe4e96fdf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 3272ad9f-08de-432c-ad3d-2692601c6d33 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:30:23.072087 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-125c5705-d277-4326-91a6-dc3fe4e96fdf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:30:23.193009 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125c5705-d277-4326-91a6-dc3fe4e96fdf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Router f6a432c1-f22d-450c-b70d-d5ad1a280788 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:30:23.311154 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125c5705-d277-4326-91a6-dc3fe4e96fdf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:30:23.316669 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-125c5705-d277-4326-91a6-dc3fe4e96fdf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "PUT /v2.0/routers/f6a432c1-f22d-450c-b70d-d5ad1a280788/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4839733 Jan 27 22:30:23.596460 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d25dd-f94d-4482-bddb-22a1d33ef2e1 req-52d390e7-aa20-4634-863e-bdac96417c46 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:23.598618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be3d25dd-f94d-4482-bddb-22a1d33ef2e1 req-52d390e7-aa20-4634-863e-bdac96417c46 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 944 time: 0.0917449 Jan 27 22:30:23.609957 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-6ea5951b-c635-4122-8757-a24826b07a07 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1670982843&fields=id&tenant_id=7482ad4cc1974904932616961499813e HTTP/1.1" status: 200 len: 267 time: 0.0921519 Jan 27 22:30:23.691254 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31afdc24-b615-4b88-a2fc-dad44587de36 None None] Network 3272ad9f-08de-432c-ad3d-2692601c6d33 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:30:23.746121 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be3d25dd-f94d-4482-bddb-22a1d33ef2e1 req-af6fce76-44de-4c49-ab91-04c49580418f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411715 Jan 27 22:30:23.784483 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-700d5bc6-9deb-42ba-8fbc-c4633e449ffe None None] Provisioning complete for port da1582a8-a3e2-43ae-a9c4-5194af80acac triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:30:23.784483 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-700d5bc6-9deb-42ba-8fbc-c4633e449ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (da1582a8-a3e2-43ae-a9c4-5194af80acac), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:23.804764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-dd1d2f40-4067-4178-8964-3f79ed6428d3 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:23.806268 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-dd1d2f40-4067-4178-8964-3f79ed6428d3 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/networks?id=3272ad9f-08de-432c-ad3d-2692601c6d33 HTTP/1.1" status: 200 len: 797 time: 0.1832879 Jan 27 22:30:23.825630 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-269ccf97-b63f-47c5-a170-89ea8565edaa tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/quotas/7482ad4cc1974904932616961499813e HTTP/1.1" status: 200 len: 375 time: 0.0129976 Jan 27 22:30:23.883860 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-6e3ffc7b-823a-43b5-9b8a-8d666706d585 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522518 Jan 27 22:30:23.941593 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-700d5bc6-9deb-42ba-8fbc-c4633e449ffe None None] Current status of the port da1582a8-a3e2-43ae-a9c4-5194af80acac is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:30:23.942091 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-700d5bc6-9deb-42ba-8fbc-c4633e449ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (da1582a8-a3e2-43ae-a9c4-5194af80acac), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:23.976349 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-d417c9c1-539f-4d83-9218-5e0a7b4c06a9 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:30:23.991231 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-d417c9c1-539f-4d83-9218-5e0a7b4c06a9 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0869145 Jan 27 22:30:24.015024 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-700d5bc6-9deb-42ba-8fbc-c4633e449ffe None None] For port da1582a8-a3e2-43ae-a9c4-5194af80acac, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=da1582a8-a3e2-43ae-a9c4-5194af80acac,segment=NetworkSegment(61229382-8e6d-473c-a0d8-1cc6b6ebc5d3),segment_id=61229382-8e6d-473c-a0d8-1cc6b6ebc5d3)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:30:24.022071 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-700d5bc6-9deb-42ba-8fbc-c4633e449ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (da1582a8-a3e2-43ae-a9c4-5194af80acac), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:24.029670 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device e4276f33-d271-4316-834c-5eefc8d22745 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:30:24.139253 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-9c222722-d209-4401-af42-9d7239b84937 service neutron] 10.222.0.23 "GET /v2.0/networks/3272ad9f-08de-432c-ad3d-2692601c6d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454086 Jan 27 22:30:24.158370 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d5bc6-9deb-42ba-8fbc-c4633e449ffe None None] Pushing event updated for resources: {'Port': ['ID=da1582a8-a3e2-43ae-a9c4-5194af80acac,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:24.186074 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device da1582a8-a3e2-43ae-a9c4-5194af80acac up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:30:24.239433 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2cf6f14a-0485-43e1-b69d-a4ce7e878cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:24.264319 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port e4276f33-d271-4316-834c-5eefc8d22745 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:30:24.272885 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8954097f-8c06-470f-90b1-3985e775c4e0 None None] Provisioning complete for port 5270a427-0147-4676-8a1d-211e27d9bf18 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:30:24.273263 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8954097f-8c06-470f-90b1-3985e775c4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5270a427-0147-4676-8a1d-211e27d9bf18), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:24.275229 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port da1582a8-a3e2-43ae-a9c4-5194af80acac triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:30:24.275598 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (da1582a8-a3e2-43ae-a9c4-5194af80acac), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:24.298375 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-4191c0d7-fa89-46fb-a599-34f210ae675b service neutron] 10.222.0.23 "GET /v2.0/networks/3272ad9f-08de-432c-ad3d-2692601c6d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486351 Jan 27 22:30:24.474921 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port e4276f33-d271-4316-834c-5eefc8d22745 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:30:24.475226 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (e4276f33-d271-4316-834c-5eefc8d22745), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:24.563769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0e43add-1560-4e51-b5b4-74e085b972da req-0f02ea7f-5cd2-4e7d-af63-3c4ba544ae97 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 210 time: 0.0329936 Jan 27 22:30:24.604853 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8954097f-8c06-470f-90b1-3985e775c4e0 None None] Port 5270a427-0147-4676-8a1d-211e27d9bf18 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:30:24.677089 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8954097f-8c06-470f-90b1-3985e775c4e0 None None] Provisioning complete for port da1582a8-a3e2-43ae-a9c4-5194af80acac triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:30:24.677761 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8954097f-8c06-470f-90b1-3985e775c4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (da1582a8-a3e2-43ae-a9c4-5194af80acac), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:24.683254 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port da1582a8-a3e2-43ae-a9c4-5194af80acac is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:30:24.685294 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cc88022d-a65a-4418-9a22-15ebe9fbe606 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:30:24.792732 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port e4276f33-d271-4316-834c-5eefc8d22745 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:30:24.793388 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (e4276f33-d271-4316-834c-5eefc8d22745), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:24.842875 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port e4276f33-d271-4316-834c-5eefc8d22745, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=e4276f33-d271-4316-834c-5eefc8d22745,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:30:24.844738 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93ab579-e7c1-4ada-ad07-cb872ba5adb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4276f33-d271-4316-834c-5eefc8d22745'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:30:24.847866 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebc5f2e-343c-44d0-80a4-f0e51515daf3" -d '{"events": [{"server_uuid": "e93ab579-e7c1-4ada-ad07-cb872ba5adb0", "name": "network-vif-plugged", "status": "completed", "tag": "e4276f33-d271-4316-834c-5eefc8d22745"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:30:24.867428 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (e4276f33-d271-4316-834c-5eefc8d22745), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:24.889745 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] Sync routers for ids ['f6a432c1-f22d-450c-b70d-d5ad1a280788'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:30:24.905726 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] Routers {'f6a432c1-f22d-450c-b70d-d5ad1a280788'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:30:24.906474 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:29:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f6a432c1-f22d-450c-b70d-d5ad1a280788'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:24.957024 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8034dbb-06db-4ab3-b0fb-2abb6621b767 x-openstack-request-id: req-b8034dbb-06db-4ab3-b0fb-2abb6621b767 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:30:24.957304 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93ab579-e7c1-4ada-ad07-cb872ba5adb0", "name": "network-vif-plugged", "status": "completed", "tag": "e4276f33-d271-4316-834c-5eefc8d22745", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:30:24.958631 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8034dbb-06db-4ab3-b0fb-2abb6621b767 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:30:24.959041 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93ab579-e7c1-4ada-ad07-cb872ba5adb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4276f33-d271-4316-834c-5eefc8d22745', 'code': 200} Jan 27 22:30:24.966660 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port cc88022d-a65a-4418-9a22-15ebe9fbe606 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:30:24.967039 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cc88022d-a65a-4418-9a22-15ebe9fbe606), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:25.051217 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8954097f-8c06-470f-90b1-3985e775c4e0 None None] Current status of the port da1582a8-a3e2-43ae-a9c4-5194af80acac is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:30:25.054755 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=e4276f33-d271-4316-834c-5eefc8d22745,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:25.078226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4d163-475e-4fa8-a480-8f6862980e86 req-635c4f06-fda4-4f02-861b-9cd686a80aff tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:25.080754 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-daf4d163-475e-4fa8-a480-8f6862980e86 req-635c4f06-fda4-4f02-861b-9cd686a80aff tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 945 time: 0.1962934 Jan 27 22:30:25.082927 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] Set router f6a432c1-f22d-450c-b70d-d5ad1a280788 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:30:25.099998 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca075da-b9ed-4df6-a986-15979c8a16a0 req-6fd15ee7-e4d3-4d67-8b93-9c4c142a3c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:25.101902 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dca075da-b9ed-4df6-a986-15979c8a16a0 req-6fd15ee7-e4d3-4d67-8b93-9c4c142a3c76 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 1096 time: 0.1096590 Jan 27 22:30:25.157240 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-daf4d163-475e-4fa8-a480-8f6862980e86 req-520ac9bb-4839-4473-ab09-35714bccc0ca tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699737 Jan 27 22:30:25.186383 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dca075da-b9ed-4df6-a986-15979c8a16a0 req-789d7ac9-0816-44e7-8a51-4fa427bd6d7e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768988 Jan 27 22:30:25.222392 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port cc88022d-a65a-4418-9a22-15ebe9fbe606 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:30:25.222875 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cc88022d-a65a-4418-9a22-15ebe9fbe606), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:25.231117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-369df414-9137-477c-8c86-e3a28042e282 None None] Provisioning complete for port 5270a427-0147-4676-8a1d-211e27d9bf18 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:30:25.231585 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-369df414-9137-477c-8c86-e3a28042e282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5270a427-0147-4676-8a1d-211e27d9bf18), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:25.277613 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port cc88022d-a65a-4418-9a22-15ebe9fbe606, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cc88022d-a65a-4418-9a22-15ebe9fbe606,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:30:25.292813 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cc88022d-a65a-4418-9a22-15ebe9fbe606), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:25.322666 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189828684', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:22Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5270a427-0147-4676-8a1d-211e27d9bf18', 'name': '', 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:4b:1a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '0295deee-e1c7-43ab-9a0a-dc9821a9d9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:21Z', 'updated_at': '2022-01-27T22:30:22Z', 'revision_number': 2, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '0295deee-e1c7-43ab-9a0a-dc9821a9d9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:25.339379 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-369df414-9137-477c-8c86-e3a28042e282 None None] Port 5270a427-0147-4676-8a1d-211e27d9bf18 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:30:25.354413 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] Checking router: f6a432c1-f22d-450c-b70d-d5ad1a280788 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:30:25.354977 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] Updating router f6a432c1-f22d-450c-b70d-d5ad1a280788 port 5270a427-0147-4676-8a1d-211e27d9bf18 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:30:25.369229 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=cc88022d-a65a-4418-9a22-15ebe9fbe606,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:25.385457 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5270a427-0147-4676-8a1d-211e27d9bf18), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:25.662564 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a3a7069-37e7-4a19-9590-e8c4415f9592 req-c146be07-328f-4ff9-a5ac-762ac239711e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 210 time: 0.0296566 Jan 27 22:30:25.667368 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] Publish callbacks [] for port (5270a427-0147-4676-8a1d-211e27d9bf18), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:25.673630 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5270a427-0147-4676-8a1d-211e27d9bf18), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:25.735305 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d27ce-e1c2-46c2-9110-91ff46a96646 None None] Pushing event updated for resources: {'Port': ['ID=5270a427-0147-4676-8a1d-211e27d9bf18,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:25.762366 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d27ce-e1c2-46c2-9110-91ff46a96646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:25.762366 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d27ce-e1c2-46c2-9110-91ff46a96646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:25.762642 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d27ce-e1c2-46c2-9110-91ff46a96646 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:25.762856 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d27ce-e1c2-46c2-9110-91ff46a96646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:25.763196 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d27ce-e1c2-46c2-9110-91ff46a96646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:25.763530 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d27ce-e1c2-46c2-9110-91ff46a96646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:25.763854 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d27ce-e1c2-46c2-9110-91ff46a96646 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:25.764192 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d27ce-e1c2-46c2-9110-91ff46a96646 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:25.764528 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d27ce-e1c2-46c2-9110-91ff46a96646 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:25.764854 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d27ce-e1c2-46c2-9110-91ff46a96646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:25.765176 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d27ce-e1c2-46c2-9110-91ff46a96646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:25.765505 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d27ce-e1c2-46c2-9110-91ff46a96646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:25.765826 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d27ce-e1c2-46c2-9110-91ff46a96646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:25.797343 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] Attempting to bind port 5270a427-0147-4676-8a1d-211e27d9bf18 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:30:25.797705 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] Attempting to bind port 5270a427-0147-4676-8a1d-211e27d9bf18 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '61229382-8e6d-473c-a0d8-1cc6b6ebc5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:30:25.798073 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] Attempting to bind port 5270a427-0147-4676-8a1d-211e27d9bf18 on network 3272ad9f-08de-432c-ad3d-2692601c6d33 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:30:25.805366 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:30:25.805585 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] Checking segment: {'id': '61229382-8e6d-473c-a0d8-1cc6b6ebc5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:30:25.806576 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:25.806833 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] Bound using segment: {'id': '61229382-8e6d-473c-a0d8-1cc6b6ebc5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:30:25.807280 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] Bound port: 5270a427-0147-4676-8a1d-211e27d9bf18, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61229382-8e6d-473c-a0d8-1cc6b6ebc5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:30:25.807662 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5270a427-0147-4676-8a1d-211e27d9bf18), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:25.889535 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] For port 5270a427-0147-4676-8a1d-211e27d9bf18, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:30:25.896148 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] For port 5270a427-0147-4676-8a1d-211e27d9bf18, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5270a427-0147-4676-8a1d-211e27d9bf18,segment=NetworkSegment(61229382-8e6d-473c-a0d8-1cc6b6ebc5d3),segment_id=61229382-8e6d-473c-a0d8-1cc6b6ebc5d3)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:30:25.903160 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5270a427-0147-4676-8a1d-211e27d9bf18), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:25.963993 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-e40fa21c-2660-41e3-b443-6813f12b7b3c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:25.966491 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-e40fa21c-2660-41e3-b443-6813f12b7b3c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.15 "GET /v2.0/networks?id=3272ad9f-08de-432c-ad3d-2692601c6d33 HTTP/1.1" status: 200 len: 797 time: 0.1760645 Jan 27 22:30:25.985012 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device da1582a8-a3e2-43ae-a9c4-5194af80acac up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:30:26.021273 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] Routers {'f6a432c1-f22d-450c-b70d-d5ad1a280788'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:30:26.021932 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:29:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f6a432c1-f22d-450c-b70d-d5ad1a280788'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:26.085261 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port da1582a8-a3e2-43ae-a9c4-5194af80acac triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:30:26.085686 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (da1582a8-a3e2-43ae-a9c4-5194af80acac), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:26.099405 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d27ce-e1c2-46c2-9110-91ff46a96646 None None] Pushing event updated for resources: {'Port': ['ID=5270a427-0147-4676-8a1d-211e27d9bf18,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:26.135245 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-6e8ea7dc-eaa0-470d-aeb3-3f1b7e841a0a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7482ad4cc1974904932616961499813e HTTP/1.1" status: 200 len: 380 time: 0.1580076 Jan 27 22:30:26.148817 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-e08f169c-790c-4e13-8bc6-f3c63a4a3504 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'port': {'device_id': '6a892383-fe01-45f9-8710-ede5cf82f6ff', 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33', 'admin_state_up': True, 'tenant_id': '7482ad4cc1974904932616961499813e', 'security_groups': ['208357c7-d3b2-4ee1-a86a-ad0d75628d9a']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:30:26.200502 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] Set router f6a432c1-f22d-450c-b70d-d5ad1a280788 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:30:26.233128 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3fa1e25a-e65b-430a-a767-935bc36bf629 None None] Provisioning complete for port 5270a427-0147-4676-8a1d-211e27d9bf18 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:30:26.233528 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3fa1e25a-e65b-430a-a767-935bc36bf629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5270a427-0147-4676-8a1d-211e27d9bf18), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:26.366597 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b6b59-eddb-48c2-9243-6b231934b951 req-208e6449-d5a6-4527-9bdf-f1cd4411560a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:26.372192 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-172b6b59-eddb-48c2-9243-6b231934b951 req-208e6449-d5a6-4527-9bdf-f1cd4411560a tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 945 time: 0.0907738 Jan 27 22:30:26.397353 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port da1582a8-a3e2-43ae-a9c4-5194af80acac is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:30:26.399109 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cc88022d-a65a-4418-9a22-15ebe9fbe606 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:30:26.399246 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-e08f169c-790c-4e13-8bc6-f3c63a4a3504 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Made reservation on behalf of 7482ad4cc1974904932616961499813e for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:30:26.402557 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-e08f169c-790c-4e13-8bc6-f3c63a4a3504 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:26.455603 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3fa1e25a-e65b-430a-a767-935bc36bf629 None None] Current status of the port 5270a427-0147-4676-8a1d-211e27d9bf18 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:30:26.456007 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3fa1e25a-e65b-430a-a767-935bc36bf629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5270a427-0147-4676-8a1d-211e27d9bf18), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:26.460704 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-172b6b59-eddb-48c2-9243-6b231934b951 req-58983e5e-8a00-4811-ab66-f938e8a0910e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795879 Jan 27 22:30:26.527312 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-3fa1e25a-e65b-430a-a767-935bc36bf629 None None] For port 5270a427-0147-4676-8a1d-211e27d9bf18, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5270a427-0147-4676-8a1d-211e27d9bf18,segment=NetworkSegment(61229382-8e6d-473c-a0d8-1cc6b6ebc5d3),segment_id=61229382-8e6d-473c-a0d8-1cc6b6ebc5d3)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:30:26.533583 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189828684', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:22Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5270a427-0147-4676-8a1d-211e27d9bf18', 'name': '', 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:4b:1a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '0295deee-e1c7-43ab-9a0a-dc9821a9d9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:21Z', 'updated_at': '2022-01-27T22:30:25Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '0295deee-e1c7-43ab-9a0a-dc9821a9d9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:26.537704 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port cc88022d-a65a-4418-9a22-15ebe9fbe606 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:30:26.538353 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cc88022d-a65a-4418-9a22-15ebe9fbe606), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:26.542086 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3fa1e25a-e65b-430a-a767-935bc36bf629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5270a427-0147-4676-8a1d-211e27d9bf18), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:26.585307 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffbc9db-702b-4894-a139-3658b48fd4d7 None None] The sync data for ids ['f6a432c1-f22d-450c-b70d-d5ad1a280788'] in n-d-772272-3 is: [{'id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189828684', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:22Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5270a427-0147-4676-8a1d-211e27d9bf18', 'name': '', 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:4b:1a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '0295deee-e1c7-43ab-9a0a-dc9821a9d9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:21Z', 'updated_at': '2022-01-27T22:30:25Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '0295deee-e1c7-43ab-9a0a-dc9821a9d9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:30:26.605366 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-e08f169c-790c-4e13-8bc6-f3c63a4a3504 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Allocated IP 172.20.0.8 (3272ad9f-08de-432c-ad3d-2692601c6d33/0295deee-e1c7-43ab-9a0a-dc9821a9d9c3/7a0e6cc0-5118-46e3-ae21-3df914d75982) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:30:26.677915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1e25a-e65b-430a-a767-935bc36bf629 None None] Pushing event updated for resources: {'Port': ['ID=5270a427-0147-4676-8a1d-211e27d9bf18,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:26.751406 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7df3cfb6-97aa-432f-bb67-1cd09f511821 None None] Provisioning complete for port 5270a427-0147-4676-8a1d-211e27d9bf18 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:30:26.756362 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7df3cfb6-97aa-432f-bb67-1cd09f511821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5270a427-0147-4676-8a1d-211e27d9bf18), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:26.823076 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-854e05a3-2af4-42e3-896c-876bd5cf2a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:26.870756 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port cc88022d-a65a-4418-9a22-15ebe9fbe606 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:30:26.934013 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7df3cfb6-97aa-432f-bb67-1cd09f511821 None None] Current status of the port 5270a427-0147-4676-8a1d-211e27d9bf18 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:30:27.169828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bcf25529-1177-4ebf-a1e6-a418a60b909a req-00438d4b-9617-43fc-a83a-66c3a1604982 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 210 time: 0.0589159 Jan 27 22:30:27.228705 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-e08f169c-790c-4e13-8bc6-f3c63a4a3504 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (7a0e6cc0-5118-46e3-ae21-3df914d75982), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:27.265496 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-e08f169c-790c-4e13-8bc6-f3c63a4a3504 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (7a0e6cc0-5118-46e3-ae21-3df914d75982), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:27.313927 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-e08f169c-790c-4e13-8bc6-f3c63a4a3504 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 3272ad9f-08de-432c-ad3d-2692601c6d33 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:30:27.317793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-e08f169c-790c-4e13-8bc6-f3c63a4a3504 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:30:27.324144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-e08f169c-790c-4e13-8bc6-f3c63a4a3504 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:30:27.331175 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f169c-790c-4e13-8bc6-f3c63a4a3504 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=7a0e6cc0-5118-46e3-ae21-3df914d75982,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:27.387870 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-e08f169c-790c-4e13-8bc6-f3c63a4a3504 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:27.388880 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-e08f169c-790c-4e13-8bc6-f3c63a4a3504 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:27.409117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-e08f169c-790c-4e13-8bc6-f3c63a4a3504 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2645493 Jan 27 22:30:27.422060 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] Request body: {'port': {'device_id': '6a892383-fe01-45f9-8710-ede5cf82f6ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:30:27.509805 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7a0e6cc0-5118-46e3-ae21-3df914d75982), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:27.623735 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:27.668205 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e9c61be3-c9b8-4b53-803a-ef88240e7d11 None None] Provisioning complete for port 7a0e6cc0-5118-46e3-ae21-3df914d75982 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:30:27.668735 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e9c61be3-c9b8-4b53-803a-ef88240e7d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7a0e6cc0-5118-46e3-ae21-3df914d75982), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:27.690283 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79054e-63ba-404b-8c9a-cb77860aec9f req-5219380d-89e7-4d1c-a8f0-1410ca1c4404 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:27.691956 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a79054e-63ba-404b-8c9a-cb77860aec9f req-5219380d-89e7-4d1c-a8f0-1410ca1c4404 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 945 time: 0.1388648 Jan 27 22:30:27.720435 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e9c61be3-c9b8-4b53-803a-ef88240e7d11 None None] Port 7a0e6cc0-5118-46e3-ae21-3df914d75982 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:30:27.822431 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a79054e-63ba-404b-8c9a-cb77860aec9f req-188956c1-d9c2-46a4-a39a-7139ee6907cd tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221073 Jan 27 22:30:27.972847 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0e6cc0-5118-46e3-ae21-3df914d75982 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:30:27.983016 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] Publish callbacks [] for port (7a0e6cc0-5118-46e3-ae21-3df914d75982), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:28.001832 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] Transition to ACTIVE for port object 7a0e6cc0-5118-46e3-ae21-3df914d75982 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:30:28.011833 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf2910-14b8-4df6-b92a-efc99c3cf137 req-ccaf386a-cc9b-4517-8c2d-c6dd8d95e351 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:28.013577 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70cf2910-14b8-4df6-b92a-efc99c3cf137 req-ccaf386a-cc9b-4517-8c2d-c6dd8d95e351 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 945 time: 0.1086578 Jan 27 22:30:28.014927 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7a0e6cc0-5118-46e3-ae21-3df914d75982), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:28.034199 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5270a427-0147-4676-8a1d-211e27d9bf18 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:30:28.120248 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0e6cc0-5118-46e3-ae21-3df914d75982,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:28.123915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5270a427-0147-4676-8a1d-211e27d9bf18 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:30:28.124517 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5270a427-0147-4676-8a1d-211e27d9bf18), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:28.218243 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70cf2910-14b8-4df6-b92a-efc99c3cf137 req-b136f4c9-d79b-457c-9e61-5250b0789356 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969595 Jan 27 22:30:28.235102 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5270a427-0147-4676-8a1d-211e27d9bf18 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:30:28.245068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 50308) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:28.280708 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] Attempting to bind port 7a0e6cc0-5118-46e3-ae21-3df914d75982 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:30:28.281168 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] Attempting to bind port 7a0e6cc0-5118-46e3-ae21-3df914d75982 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '61229382-8e6d-473c-a0d8-1cc6b6ebc5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:30:28.281619 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] Attempting to bind port 7a0e6cc0-5118-46e3-ae21-3df914d75982 on network 3272ad9f-08de-432c-ad3d-2692601c6d33 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:30:28.289950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] Port 7a0e6cc0-5118-46e3-ae21-3df914d75982 on network 3272ad9f-08de-432c-ad3d-2692601c6d33 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:30:28.290291 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] Attempting to bind port 7a0e6cc0-5118-46e3-ae21-3df914d75982 on network 3272ad9f-08de-432c-ad3d-2692601c6d33 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:30:28.309976 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:30:28.310391 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] Checking segment: {'id': '61229382-8e6d-473c-a0d8-1cc6b6ebc5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:30:28.310736 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] Bound using segment: {'id': '61229382-8e6d-473c-a0d8-1cc6b6ebc5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:30:28.311174 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] Bound port: 7a0e6cc0-5118-46e3-ae21-3df914d75982, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61229382-8e6d-473c-a0d8-1cc6b6ebc5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:30:28.311538 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7a0e6cc0-5118-46e3-ae21-3df914d75982), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:28.411564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fef23-f2f7-4825-91b2-dd9979c1b4a6 req-de5e25e8-d09c-4128-abac-b003d28b7a78 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:28.413117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d1fef23-f2f7-4825-91b2-dd9979c1b4a6 req-de5e25e8-d09c-4128-abac-b003d28b7a78 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 943 time: 0.1196423 Jan 27 22:30:28.418898 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] For port 7a0e6cc0-5118-46e3-ae21-3df914d75982, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:30:28.423036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] For port 7a0e6cc0-5118-46e3-ae21-3df914d75982, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7a0e6cc0-5118-46e3-ae21-3df914d75982,segment=NetworkSegment(61229382-8e6d-473c-a0d8-1cc6b6ebc5d3),segment_id=61229382-8e6d-473c-a0d8-1cc6b6ebc5d3)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:30:28.432987 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7a0e6cc0-5118-46e3-ae21-3df914d75982), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:28.516918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:28.517553 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:28.519632 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] 10.222.0.15 "PUT /v2.0/ports/7a0e6cc0-5118-46e3-ae21-3df914d75982 HTTP/1.1" status: 200 len: 1091 time: 1.1023779 Jan 27 22:30:28.526658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a892383-fe01-45f9-8710-ede5cf82f6ff', 'tag': '7a0e6cc0-5118-46e3-ae21-3df914d75982'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:30:28.530742 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8941bd-7ca0-499e-beb0-23e414809e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a892383-fe01-45f9-8710-ede5cf82f6ff", "tag": "7a0e6cc0-5118-46e3-ae21-3df914d75982"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:30:28.577821 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d1fef23-f2f7-4825-91b2-dd9979c1b4a6 req-f7b24268-40ff-4324-bf6f-e0076cc5af13 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565523 Jan 27 22:30:28.612203 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b304eb0b-13ee-4a76-9e9c-0da29773db01 tempest-TestVolumeBootPattern-1336292195 tempest-TestVolumeBootPattern-1336292195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:28.613837 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b304eb0b-13ee-4a76-9e9c-0da29773db01 tempest-TestVolumeBootPattern-1336292195 tempest-TestVolumeBootPattern-1336292195-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 1091 time: 0.3675594 Jan 27 22:30:28.615380 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ded218b-9ef6-400b-90f4-a3742fa073cc x-openstack-request-id: req-0ded218b-9ef6-400b-90f4-a3742fa073cc {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:30:28.615671 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a892383-fe01-45f9-8710-ede5cf82f6ff", "tag": "7a0e6cc0-5118-46e3-ae21-3df914d75982", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:30:28.615935 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ded218b-9ef6-400b-90f4-a3742fa073cc {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:30:28.616371 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a892383-fe01-45f9-8710-ede5cf82f6ff', 'tag': '7a0e6cc0-5118-46e3-ae21-3df914d75982', 'status': 'completed', 'code': 200} Jan 27 22:30:28.617203 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50314) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:28.622500 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-0e50250c-022e-47ac-a170-063b2b4fe50c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': 'e4276f33-d271-4316-834c-5eefc8d22745', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:30:28.623623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31badd-325d-40e5-8dc4-d71a359405e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0e6cc0-5118-46e3-ae21-3df914d75982,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:28.649467 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-50ab3be4-a60f-42b0-8f9a-7c3c28ae7d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:28.651159 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-50ab3be4-a60f-42b0-8f9a-7c3c28ae7d6e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 1094 time: 0.0923290 Jan 27 22:30:28.656304 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e50250c-022e-47ac-a170-063b2b4fe50c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:28.705845 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-71ac6332-4a1e-424c-ac4d-933bd7297952 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a0e6cc0-5118-46e3-ae21-3df914d75982 HTTP/1.1" status: 200 len: 217 time: 0.0468318 Jan 27 22:30:28.765607 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-950cdd44-54dd-4e01-97a8-e1ae53146725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:28.767207 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-950cdd44-54dd-4e01-97a8-e1ae53146725 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0295deee-e1c7-43ab-9a0a-dc9821a9d9c3 HTTP/1.1" status: 200 len: 835 time: 0.0552723 Jan 27 22:30:28.819815 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-89080610-e04a-41e5-bd15-59484ea0d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:28.821570 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-89080610-e04a-41e5-bd15-59484ea0d99a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3272ad9f-08de-432c-ad3d-2692601c6d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486753 Jan 27 22:30:28.942177 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-d4f6c299-bd63-4f28-b8f1-6f6ad77cda2c service neutron] 10.222.0.15 "GET /v2.0/networks/3272ad9f-08de-432c-ad3d-2692601c6d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122928 Jan 27 22:30:29.019746 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:29.042395 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a595e16c-367c-4038-bf64-c39cef6f0907 req-6c030953-7cb1-4694-9542-0381ea7202f8 service neutron] 10.222.0.15 "GET /v2.0/networks/3272ad9f-08de-432c-ad3d-2692601c6d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955212 Jan 27 22:30:29.138264 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8941bd-7ca0-499e-beb0-23e414809e3b req-f9f569da-aeb1-46b9-9b10-257c465eb108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:29.138264 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c8941bd-7ca0-499e-beb0-23e414809e3b req-f9f569da-aeb1-46b9-9b10-257c465eb108 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 1094 time: 0.0472105 Jan 27 22:30:29.138568 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e50250c-022e-47ac-a170-063b2b4fe50c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:29.232393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8941bd-7ca0-499e-beb0-23e414809e3b req-83b28901-bf53-4099-95b1-f21e7d824156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:29.234703 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c8941bd-7ca0-499e-beb0-23e414809e3b req-83b28901-bf53-4099-95b1-f21e7d824156 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3272ad9f-08de-432c-ad3d-2692601c6d33 HTTP/1.1" status: 200 len: 898 time: 0.0927594 Jan 27 22:30:29.247115 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-0e50250c-022e-47ac-a170-063b2b4fe50c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Allocated IP 172.25.3.198 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/852b255c-4aee-4212-9272-6e8de83c944d) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:30:29.276308 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c8941bd-7ca0-499e-beb0-23e414809e3b req-4049d705-d67e-40c8-a97a-3056fe011bce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a0e6cc0-5118-46e3-ae21-3df914d75982 HTTP/1.1" status: 200 len: 217 time: 0.0354705 Jan 27 22:30:29.329493 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8941bd-7ca0-499e-beb0-23e414809e3b req-ac130f03-18ff-4dbd-942f-1b84497072c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:29.331039 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c8941bd-7ca0-499e-beb0-23e414809e3b req-ac130f03-18ff-4dbd-942f-1b84497072c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0295deee-e1c7-43ab-9a0a-dc9821a9d9c3 HTTP/1.1" status: 200 len: 835 time: 0.0484440 Jan 27 22:30:29.354077 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e50250c-022e-47ac-a170-063b2b4fe50c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for port (852b255c-4aee-4212-9272-6e8de83c944d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:29.377278 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8941bd-7ca0-499e-beb0-23e414809e3b req-118bdd35-0a1e-4ac0-8a14-819b4fb3f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:29.379488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c8941bd-7ca0-499e-beb0-23e414809e3b req-118bdd35-0a1e-4ac0-8a14-819b4fb3f06b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3272ad9f-08de-432c-ad3d-2692601c6d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420265 Jan 27 22:30:29.389973 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e50250c-022e-47ac-a170-063b2b4fe50c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (852b255c-4aee-4212-9272-6e8de83c944d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:29.427743 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e50250c-022e-47ac-a170-063b2b4fe50c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:30:29.432066 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-0e50250c-022e-47ac-a170-063b2b4fe50c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:30:29.437642 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e50250c-022e-47ac-a170-063b2b4fe50c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:30:29.459642 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50250c-022e-47ac-a170-063b2b4fe50c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event updated for resources: {'Port': ['ID=852b255c-4aee-4212-9272-6e8de83c944d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:29.475009 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c8941bd-7ca0-499e-beb0-23e414809e3b req-71b6971d-2ca1-447f-8e8e-d1dad9dd9714 service neutron] 10.222.0.15 "GET /v2.0/networks/3272ad9f-08de-432c-ad3d-2692601c6d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885222 Jan 27 22:30:29.574105 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c8941bd-7ca0-499e-beb0-23e414809e3b req-fdb33077-076b-4027-99f2-6bddcdc805ba service neutron] 10.222.0.15 "GET /v2.0/networks/3272ad9f-08de-432c-ad3d-2692601c6d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915954 Jan 27 22:30:29.700915 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023a2e2-1a33-4e9f-8712-94b912a516a3 req-31eebf3a-aab9-49eb-9b2a-cc9d9076b811 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:29.702616 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4023a2e2-1a33-4e9f-8712-94b912a516a3 req-31eebf3a-aab9-49eb-9b2a-cc9d9076b811 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 943 time: 0.0502131 Jan 27 22:30:29.755498 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4023a2e2-1a33-4e9f-8712-94b912a516a3 req-22c466bd-e397-4327-a07c-20654da880e0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458460 Jan 27 22:30:29.823702 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e50250c-022e-47ac-a170-063b2b4fe50c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for floatingip (c6b6336c-3ded-48b9-9d98-71a71e588367), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:29.900831 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e50250c-022e-47ac-a170-063b2b4fe50c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (852b255c-4aee-4212-9272-6e8de83c944d), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:30.052773 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e50250c-022e-47ac-a170-063b2b4fe50c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for port (852b255c-4aee-4212-9272-6e8de83c944d), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:30.056938 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e50250c-022e-47ac-a170-063b2b4fe50c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (852b255c-4aee-4212-9272-6e8de83c944d), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:30.118297 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:30:30.128348 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50250c-022e-47ac-a170-063b2b4fe50c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event updated for resources: {'Port': ['ID=852b255c-4aee-4212-9272-6e8de83c944d,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:30.138613 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e50250c-022e-47ac-a170-063b2b4fe50c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (c6b6336c-3ded-48b9-9d98-71a71e588367), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:30.240258 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-0e50250c-022e-47ac-a170-063b2b4fe50c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Floating IP c6b6336c-3ded-48b9-9d98-71a71e588367 associated. External IP: 172.25.3.198, port: e4276f33-d271-4316-834c-5eefc8d22745. Jan 27 22:30:30.363216 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:30.443965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e50250c-022e-47ac-a170-063b2b4fe50c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Router 5356466b-aa5d-42d9-be17-44cd17af865b has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:30:30.555750 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e50250c-022e-47ac-a170-063b2b4fe50c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:30:30.566962 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f2c860-d85a-4e3a-97f4-52b0f2dd056e None None] Sync routers for ids ['5356466b-aa5d-42d9-be17-44cd17af865b'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:30:30.573519 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0e50250c-022e-47ac-a170-063b2b4fe50c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:30.579256 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f2c860-d85a-4e3a-97f4-52b0f2dd056e None None] Routers {'5356466b-aa5d-42d9-be17-44cd17af865b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:30:30.579946 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b3f2c860-d85a-4e3a-97f4-52b0f2dd056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:30:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['5356466b-aa5d-42d9-be17-44cd17af865b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:30.616865 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0e50250c-022e-47ac-a170-063b2b4fe50c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9859688 Jan 27 22:30:30.616865 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93ab579-e7c1-4ada-ad07-cb872ba5adb0', 'tag': 'e4276f33-d271-4316-834c-5eefc8d22745'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:30:30.616865 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c63d60-b6b7-4b5d-b892-661338664dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "e93ab579-e7c1-4ada-ad07-cb872ba5adb0", "tag": "e4276f33-d271-4316-834c-5eefc8d22745"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:30:30.644039 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918b97df-94fb-4d70-a6be-54e5dcbae7ab x-openstack-request-id: req-918b97df-94fb-4d70-a6be-54e5dcbae7ab {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:30:30.644371 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93ab579-e7c1-4ada-ad07-cb872ba5adb0", "tag": "e4276f33-d271-4316-834c-5eefc8d22745", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:30:30.644623 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-918b97df-94fb-4d70-a6be-54e5dcbae7ab {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:30:30.645032 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93ab579-e7c1-4ada-ad07-cb872ba5adb0', 'tag': 'e4276f33-d271-4316-834c-5eefc8d22745', 'status': 'completed', 'code': 200} Jan 27 22:30:30.703906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b3f2c860-d85a-4e3a-97f4-52b0f2dd056e None None] Set router 5356466b-aa5d-42d9-be17-44cd17af865b gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:30:30.714974 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c63d60-b6b7-4b5d-b892-661338664dfb req-8c7cb5b1-cc3f-4b0b-afd5-3c68789317b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:30.716649 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09c63d60-b6b7-4b5d-b892-661338664dfb req-8c7cb5b1-cc3f-4b0b-afd5-3c68789317b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 1096 time: 0.0510824 Jan 27 22:30:30.821129 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c63d60-b6b7-4b5d-b892-661338664dfb req-714bc333-31bc-47c0-a9c5-5cf460ac83ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:30.822795 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09c63d60-b6b7-4b5d-b892-661338664dfb req-714bc333-31bc-47c0-a9c5-5cf460ac83ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 912 time: 0.0985298 Jan 27 22:30:30.929818 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09c63d60-b6b7-4b5d-b892-661338664dfb req-e6fedb4e-a0dd-4d79-9198-1bf0d7277352 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4276f33-d271-4316-834c-5eefc8d22745 HTTP/1.1" status: 200 len: 999 time: 0.0967259 Jan 27 22:30:30.951260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f230a-b1b4-419e-9edc-39204290d5c7 req-fc80ba84-0ca1-4f84-b785-d4d4290a173a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:30.952776 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b29f230a-b1b4-419e-9edc-39204290d5c7 req-fc80ba84-0ca1-4f84-b785-d4d4290a173a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 943 time: 0.0793326 Jan 27 22:30:30.984235 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b3f2c860-d85a-4e3a-97f4-52b0f2dd056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 4, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '423dc240-1bbb-45c9-b420-bbdd6a493fcd', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'floating_ip_address': '172.25.3.65', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'port_id': 'f24f74c2-f83f-4cd5-9733-2601697fdf3a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'mac_address': 'fa:16:3e:93:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9328d068-bcd0-41a3-afce-ec9cf18da80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:28:01Z', 'updated_at': '2022-01-27T22:28:04Z', 'revision_number': 1, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'fixed_ip_address_scope': None}, {'id': 'c6b6336c-3ded-48b9-9d98-71a71e588367', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'port_id': 'e4276f33-d271-4316-834c-5eefc8d22745', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'mac_address': 'fa:16:3e:4f:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93ab579-e7c1-4ada-ad07-cb872ba5adb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:30:29Z', 'updated_at': '2022-01-27T22:30:29Z', 'revision_number': 0, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c38c0c-e6ab-4c61-bc6e-92bd6855a96e', 'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'mac_address': 'fa:16:3e:2c:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:21Z', 'updated_at': '2022-01-27T22:16:33Z', 'revision_number': 5, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'subnets': [{'id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:31.012501 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f2c860-d85a-4e3a-97f4-52b0f2dd056e None None] Checking router: 5356466b-aa5d-42d9-be17-44cd17af865b for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:30:31.021994 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f2c860-d85a-4e3a-97f4-52b0f2dd056e None None] Routers {'5356466b-aa5d-42d9-be17-44cd17af865b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:30:31.022372 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b3f2c860-d85a-4e3a-97f4-52b0f2dd056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:30:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['5356466b-aa5d-42d9-be17-44cd17af865b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:31.029683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c63d60-b6b7-4b5d-b892-661338664dfb req-b7287d00-e628-4ed4-82ac-a609c72d6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:31.031159 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09c63d60-b6b7-4b5d-b892-661338664dfb req-b7287d00-e628-4ed4-82ac-a609c72d6150 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.0949187 Jan 27 22:30:31.040478 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b29f230a-b1b4-419e-9edc-39204290d5c7 req-fffdcae0-a8db-4804-842b-1cc67ffedb51 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677938 Jan 27 22:30:31.064089 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 7a0e6cc0-5118-46e3-ae21-3df914d75982 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:30:31.095976 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c63d60-b6b7-4b5d-b892-661338664dfb req-db4b1c4c-a2a6-4fb7-855e-29a9b705b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:31.097718 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09c63d60-b6b7-4b5d-b892-661338664dfb req-db4b1c4c-a2a6-4fb7-855e-29a9b705b998 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563874 Jan 27 22:30:31.192769 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b3f2c860-d85a-4e3a-97f4-52b0f2dd056e None None] Set router 5356466b-aa5d-42d9-be17-44cd17af865b gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:30:31.202422 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09c63d60-b6b7-4b5d-b892-661338664dfb req-e3350fda-6d70-497b-8ff9-e4bdaa85b5e2 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981314 Jan 27 22:30:31.297749 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09c63d60-b6b7-4b5d-b892-661338664dfb req-2beb50d8-19e4-4ac8-a99b-1341a4908e61 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881283 Jan 27 22:30:31.298121 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 7a0e6cc0-5118-46e3-ae21-3df914d75982, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7a0e6cc0-5118-46e3-ae21-3df914d75982,segment=NetworkSegment(61229382-8e6d-473c-a0d8-1cc6b6ebc5d3),segment_id=61229382-8e6d-473c-a0d8-1cc6b6ebc5d3)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:30:31.317351 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '7a0e6cc0-5118-46e3-ae21-3df914d75982', 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33', 'port_id': '7a0e6cc0-5118-46e3-ae21-3df914d75982', 'mac_address': 'fa:16:3e:2a:54:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0295deee-e1c7-43ab-9a0a-dc9821a9d9c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:30:31.408652 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 7a0e6cc0-5118-46e3-ae21-3df914d75982 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:30:31.409351 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7a0e6cc0-5118-46e3-ae21-3df914d75982), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:31.433407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0e6cc0-5118-46e3-ae21-3df914d75982 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:30:31.464350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 7a0e6cc0-5118-46e3-ae21-3df914d75982, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7a0e6cc0-5118-46e3-ae21-3df914d75982,segment=NetworkSegment(61229382-8e6d-473c-a0d8-1cc6b6ebc5d3),segment_id=61229382-8e6d-473c-a0d8-1cc6b6ebc5d3)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:30:31.484053 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7a0e6cc0-5118-46e3-ae21-3df914d75982), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:31.701119 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=7a0e6cc0-5118-46e3-ae21-3df914d75982,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:31.716622 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b3f2c860-d85a-4e3a-97f4-52b0f2dd056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 4, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '423dc240-1bbb-45c9-b420-bbdd6a493fcd', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'floating_ip_address': '172.25.3.65', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'port_id': 'f24f74c2-f83f-4cd5-9733-2601697fdf3a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'mac_address': 'fa:16:3e:93:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9328d068-bcd0-41a3-afce-ec9cf18da80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:28:01Z', 'updated_at': '2022-01-27T22:28:04Z', 'revision_number': 1, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'fixed_ip_address_scope': None}, {'id': 'c6b6336c-3ded-48b9-9d98-71a71e588367', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'port_id': 'e4276f33-d271-4316-834c-5eefc8d22745', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'mac_address': 'fa:16:3e:4f:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93ab579-e7c1-4ada-ad07-cb872ba5adb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:30:29Z', 'updated_at': '2022-01-27T22:30:29Z', 'revision_number': 0, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c38c0c-e6ab-4c61-bc6e-92bd6855a96e', 'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'mac_address': 'fa:16:3e:2c:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:21Z', 'updated_at': '2022-01-27T22:16:33Z', 'revision_number': 5, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'subnets': [{'id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:31.748003 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['7a0e6cc0-5118-46e3-ae21-3df914d75982'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:30:31.750529 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f2c860-d85a-4e3a-97f4-52b0f2dd056e None None] The sync data for ids ['5356466b-aa5d-42d9-be17-44cd17af865b'] in n-d-772272-3 is: [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 4, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '423dc240-1bbb-45c9-b420-bbdd6a493fcd', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'floating_ip_address': '172.25.3.65', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'port_id': 'f24f74c2-f83f-4cd5-9733-2601697fdf3a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'mac_address': 'fa:16:3e:93:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9328d068-bcd0-41a3-afce-ec9cf18da80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:28:01Z', 'updated_at': '2022-01-27T22:28:04Z', 'revision_number': 1, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'fixed_ip_address_scope': None}, {'id': 'c6b6336c-3ded-48b9-9d98-71a71e588367', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'port_id': 'e4276f33-d271-4316-834c-5eefc8d22745', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'mac_address': 'fa:16:3e:4f:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93ab579-e7c1-4ada-ad07-cb872ba5adb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:30:29Z', 'updated_at': '2022-01-27T22:30:29Z', 'revision_number': 0, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c38c0c-e6ab-4c61-bc6e-92bd6855a96e', 'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'mac_address': 'fa:16:3e:2c:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:21Z', 'updated_at': '2022-01-27T22:16:33Z', 'revision_number': 5, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'subnets': [{'id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:30:31.983515 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee68fa4e-bcef-4ace-b4ee-c3cbdf41b392 None None] New status for floating IP c6b6336c-3ded-48b9-9d98-71a71e588367: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:30:32.165977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c60553-374d-4c69-ae81-090e0c1c5b6e req-0a04cb0f-4a2f-4c94-92b7-94bcc3bf99e4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:32.167595 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37c60553-374d-4c69-ae81-090e0c1c5b6e req-0a04cb0f-4a2f-4c94-92b7-94bcc3bf99e4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 944 time: 0.0515504 Jan 27 22:30:32.218375 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37c60553-374d-4c69-ae81-090e0c1c5b6e req-c6a2337d-5aea-4813-8071-fcfb065aef00 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451152 Jan 27 22:30:33.078138 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 7a0e6cc0-5118-46e3-ae21-3df914d75982 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:30:33.127307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 7a0e6cc0-5118-46e3-ae21-3df914d75982 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:30:33.131819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 7a0e6cc0-5118-46e3-ae21-3df914d75982 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:30:33.132233 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7a0e6cc0-5118-46e3-ae21-3df914d75982), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:33.216935 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 7a0e6cc0-5118-46e3-ae21-3df914d75982 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:30:33.217365 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7a0e6cc0-5118-46e3-ae21-3df914d75982), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:33.251566 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a892383-fe01-45f9-8710-ede5cf82f6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0e6cc0-5118-46e3-ae21-3df914d75982'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:30:33.254492 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccab64e-60ec-47ab-8dff-9b9a9e94398e" -d '{"events": [{"server_uuid": "6a892383-fe01-45f9-8710-ede5cf82f6ff", "name": "network-vif-plugged", "status": "completed", "tag": "7a0e6cc0-5118-46e3-ae21-3df914d75982"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:30:33.267989 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 7a0e6cc0-5118-46e3-ae21-3df914d75982, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7a0e6cc0-5118-46e3-ae21-3df914d75982,segment=NetworkSegment(61229382-8e6d-473c-a0d8-1cc6b6ebc5d3),segment_id=61229382-8e6d-473c-a0d8-1cc6b6ebc5d3)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:30:33.273327 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7a0e6cc0-5118-46e3-ae21-3df914d75982), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:33.304798 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c318252-44d5-42a7-a6b6-fae91b51c619 x-openstack-request-id: req-6c318252-44d5-42a7-a6b6-fae91b51c619 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:30:33.305099 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a892383-fe01-45f9-8710-ede5cf82f6ff", "name": "network-vif-plugged", "status": "completed", "tag": "7a0e6cc0-5118-46e3-ae21-3df914d75982", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:30:33.305364 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c318252-44d5-42a7-a6b6-fae91b51c619 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:30:33.305760 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a892383-fe01-45f9-8710-ede5cf82f6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0e6cc0-5118-46e3-ae21-3df914d75982', 'code': 200} Jan 27 22:30:33.348765 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=7a0e6cc0-5118-46e3-ae21-3df914d75982,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:33.391314 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e31737-db6b-494e-be76-751a9a2dd391 req-71248950-3d7b-4200-ac60-3d9a86bb084b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:33.394595 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67e31737-db6b-494e-be76-751a9a2dd391 req-71248950-3d7b-4200-ac60-3d9a86bb084b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.0760033 Jan 27 22:30:33.454445 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b578366-0223-4571-ba6c-c25bfa0b06be req-5dfc217d-bd77-4dba-98be-04daae9a653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:33.455919 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b578366-0223-4571-ba6c-c25bfa0b06be req-5dfc217d-bd77-4dba-98be-04daae9a653c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 1096 time: 0.0815871 Jan 27 22:30:33.482027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67e31737-db6b-494e-be76-751a9a2dd391 req-cc926dbb-0c99-47b5-96cc-a74fcbfa3f75 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735898 Jan 27 22:30:33.517937 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b578366-0223-4571-ba6c-c25bfa0b06be req-e7ee61c8-ece0-4f48-badf-7602985d98e5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560338 Jan 27 22:30:34.621328 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a033659-ada9-4559-8adf-a2e435792a91 req-051b0c7d-f889-4312-906f-4d900cac42cf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:34.622914 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a033659-ada9-4559-8adf-a2e435792a91 req-051b0c7d-f889-4312-906f-4d900cac42cf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.0488653 Jan 27 22:30:34.671096 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a033659-ada9-4559-8adf-a2e435792a91 req-68aa9b6a-8083-4fcb-8baa-27844a61f8fe tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418754 Jan 27 22:30:34.786496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4bf5b-8c22-41d9-9f1e-8df6c363985d req-a59cfea4-f461-4fa0-8da3-4d12149aef5b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:34.787998 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecb4bf5b-8c22-41d9-9f1e-8df6c363985d req-a59cfea4-f461-4fa0-8da3-4d12149aef5b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.0516496 Jan 27 22:30:34.837998 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecb4bf5b-8c22-41d9-9f1e-8df6c363985d req-e18573e7-e73a-4eca-90c9-76d7db597126 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442588 Jan 27 22:30:34.859520 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50374) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:34.899335 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a12dda-6be2-46f6-ba36-ffaea45b13af tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:34.903374 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-42a12dda-6be2-46f6-ba36-ffaea45b13af tempest-TestNetworkAdvancedServerOps-1023234896 tempest-TestNetworkAdvancedServerOps-1023234896-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 1091 time: 0.0403845 Jan 27 22:30:34.903577 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50376) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:34.907752 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-01ffa93f-5d74-4099-8000-8054f08541fe tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': '7a0e6cc0-5118-46e3-ae21-3df914d75982', 'tenant_id': '7482ad4cc1974904932616961499813e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:30:34.928142 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-01ffa93f-5d74-4099-8000-8054f08541fe tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:35.024273 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-01ffa93f-5d74-4099-8000-8054f08541fe tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:35.151296 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-01ffa93f-5d74-4099-8000-8054f08541fe tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Allocated IP 172.25.3.33 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/39d6293b-b661-4fc7-95d8-9d53ef8d6e07) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:30:35.260016 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-01ffa93f-5d74-4099-8000-8054f08541fe tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (39d6293b-b661-4fc7-95d8-9d53ef8d6e07), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:35.303043 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-01ffa93f-5d74-4099-8000-8054f08541fe tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (39d6293b-b661-4fc7-95d8-9d53ef8d6e07), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:35.345997 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ffa93f-5d74-4099-8000-8054f08541fe tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:30:35.349307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-01ffa93f-5d74-4099-8000-8054f08541fe tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:30:35.353973 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ffa93f-5d74-4099-8000-8054f08541fe tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:30:35.383794 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ffa93f-5d74-4099-8000-8054f08541fe tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=39d6293b-b661-4fc7-95d8-9d53ef8d6e07,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:35.710236 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-01ffa93f-5d74-4099-8000-8054f08541fe tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for floatingip (bbdeca1c-846f-4ab7-9981-f69ded6b4349), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:35.778245 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-01ffa93f-5d74-4099-8000-8054f08541fe tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (39d6293b-b661-4fc7-95d8-9d53ef8d6e07), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:35.932636 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-01ffa93f-5d74-4099-8000-8054f08541fe tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for port (39d6293b-b661-4fc7-95d8-9d53ef8d6e07), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:35.937325 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-01ffa93f-5d74-4099-8000-8054f08541fe tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (39d6293b-b661-4fc7-95d8-9d53ef8d6e07), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:36.016283 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ffa93f-5d74-4099-8000-8054f08541fe tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event updated for resources: {'Port': ['ID=39d6293b-b661-4fc7-95d8-9d53ef8d6e07,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:36.026511 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-01ffa93f-5d74-4099-8000-8054f08541fe tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (bbdeca1c-846f-4ab7-9981-f69ded6b4349), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:36.127681 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-01ffa93f-5d74-4099-8000-8054f08541fe tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Floating IP bbdeca1c-846f-4ab7-9981-f69ded6b4349 associated. External IP: 172.25.3.33, port: 7a0e6cc0-5118-46e3-ae21-3df914d75982. Jan 27 22:30:36.336060 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ffa93f-5d74-4099-8000-8054f08541fe tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Router f6a432c1-f22d-450c-b70d-d5ad1a280788 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:30:36.442776 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ffa93f-5d74-4099-8000-8054f08541fe tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:30:36.453154 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669edcc2-d7a5-460a-9415-69340cd458d6 None None] Sync routers for ids ['f6a432c1-f22d-450c-b70d-d5ad1a280788'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:30:36.463107 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-01ffa93f-5d74-4099-8000-8054f08541fe tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:36.464417 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669edcc2-d7a5-460a-9415-69340cd458d6 None None] Routers {'f6a432c1-f22d-450c-b70d-d5ad1a280788'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:30:36.465305 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-669edcc2-d7a5-460a-9415-69340cd458d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:30:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f6a432c1-f22d-450c-b70d-d5ad1a280788'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:36.494437 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-01ffa93f-5d74-4099-8000-8054f08541fe tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5874822 Jan 27 22:30:36.494437 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a892383-fe01-45f9-8710-ede5cf82f6ff', 'tag': '7a0e6cc0-5118-46e3-ae21-3df914d75982'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:30:36.501281 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc485496-1ce8-4ffa-a42f-a4baaeca40e2" -d '{"events": [{"name": "network-changed", "server_uuid": "6a892383-fe01-45f9-8710-ede5cf82f6ff", "tag": "7a0e6cc0-5118-46e3-ae21-3df914d75982"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:30:36.567390 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d75ba6-5277-4466-b7de-c8e02c47d3d2 x-openstack-request-id: req-56d75ba6-5277-4466-b7de-c8e02c47d3d2 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:30:36.568325 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a892383-fe01-45f9-8710-ede5cf82f6ff", "tag": "7a0e6cc0-5118-46e3-ae21-3df914d75982", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:30:36.569109 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56d75ba6-5277-4466-b7de-c8e02c47d3d2 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:30:36.569888 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a892383-fe01-45f9-8710-ede5cf82f6ff', 'tag': '7a0e6cc0-5118-46e3-ae21-3df914d75982', 'status': 'completed', 'code': 200} Jan 27 22:30:36.587532 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-669edcc2-d7a5-460a-9415-69340cd458d6 None None] Set router f6a432c1-f22d-450c-b70d-d5ad1a280788 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:30:36.677809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc485496-1ce8-4ffa-a42f-a4baaeca40e2 req-7fb18a4a-6e08-4c9d-b024-92526df8c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:36.679318 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc485496-1ce8-4ffa-a42f-a4baaeca40e2 req-7fb18a4a-6e08-4c9d-b024-92526df8c3cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 1096 time: 0.0878353 Jan 27 22:30:36.686303 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0228c-3b48-416b-a261-a840f3cb7a31 req-fa2e447d-1f5a-4f11-b4c9-7754518160af tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:36.687824 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-85d0228c-3b48-416b-a261-a840f3cb7a31 req-fa2e447d-1f5a-4f11-b4c9-7754518160af tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.0984840 Jan 27 22:30:36.799775 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-85d0228c-3b48-416b-a261-a840f3cb7a31 req-3a0c9e09-8109-4694-a7b1-2998e8205066 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021583 Jan 27 22:30:36.826894 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50398) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:36.828902 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc485496-1ce8-4ffa-a42f-a4baaeca40e2 req-e8e03fe6-9888-4ce4-8e8f-395a5e35b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:36.830565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc485496-1ce8-4ffa-a42f-a4baaeca40e2 req-e8e03fe6-9888-4ce4-8e8f-395a5e35b63f service neutron] 10.222.0.15 "GET /v2.0/networks?id=3272ad9f-08de-432c-ad3d-2692601c6d33 HTTP/1.1" status: 200 len: 898 time: 0.1418500 Jan 27 22:30:36.845421 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-669edcc2-d7a5-460a-9415-69340cd458d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189828684', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:22Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'bbdeca1c-846f-4ab7-9981-f69ded6b4349', 'tenant_id': '7482ad4cc1974904932616961499813e', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'port_id': '7a0e6cc0-5118-46e3-ae21-3df914d75982', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33', 'mac_address': 'fa:16:3e:2a:54:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a892383-fe01-45f9-8710-ede5cf82f6ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:30:35Z', 'updated_at': '2022-01-27T22:30:35Z', 'revision_number': 0, 'project_id': '7482ad4cc1974904932616961499813e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5270a427-0147-4676-8a1d-211e27d9bf18', 'name': '', 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:4b:1a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '0295deee-e1c7-43ab-9a0a-dc9821a9d9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:21Z', 'updated_at': '2022-01-27T22:30:26Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '0295deee-e1c7-43ab-9a0a-dc9821a9d9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:36.875142 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669edcc2-d7a5-460a-9415-69340cd458d6 None None] Checking router: f6a432c1-f22d-450c-b70d-d5ad1a280788 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:30:36.885165 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669edcc2-d7a5-460a-9415-69340cd458d6 None None] Routers {'f6a432c1-f22d-450c-b70d-d5ad1a280788'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:30:36.885909 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-669edcc2-d7a5-460a-9415-69340cd458d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:30:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f6a432c1-f22d-450c-b70d-d5ad1a280788'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:36.895089 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2264df39-df01-43ee-8980-f232ad0829da tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/floatingips/bbdeca1c-846f-4ab7-9981-f69ded6b4349 HTTP/1.1" status: 200 len: 990 time: 0.0669365 Jan 27 22:30:36.906473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc485496-1ce8-4ffa-a42f-a4baaeca40e2 req-990cbbcc-bdf2-4c9d-94a5-508890dadb9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a0e6cc0-5118-46e3-ae21-3df914d75982 HTTP/1.1" status: 200 len: 998 time: 0.0693719 Jan 27 22:30:36.963370 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc485496-1ce8-4ffa-a42f-a4baaeca40e2 req-c05a5986-b9bb-453d-b25f-078887f2e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:36.965526 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc485496-1ce8-4ffa-a42f-a4baaeca40e2 req-c05a5986-b9bb-453d-b25f-078887f2e708 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0295deee-e1c7-43ab-9a0a-dc9821a9d9c3 HTTP/1.1" status: 200 len: 835 time: 0.0528252 Jan 27 22:30:37.005085 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-669edcc2-d7a5-460a-9415-69340cd458d6 None None] Set router f6a432c1-f22d-450c-b70d-d5ad1a280788 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:30:37.013608 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc485496-1ce8-4ffa-a42f-a4baaeca40e2 req-8eb76950-6d4f-42e4-8633-555a048bf12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:37.015137 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc485496-1ce8-4ffa-a42f-a4baaeca40e2 req-8eb76950-6d4f-42e4-8633-555a048bf12b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3272ad9f-08de-432c-ad3d-2692601c6d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439420 Jan 27 22:30:37.106954 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc485496-1ce8-4ffa-a42f-a4baaeca40e2 req-f108906d-141e-4c39-8694-2227290fabee service neutron] 10.222.0.15 "GET /v2.0/networks/3272ad9f-08de-432c-ad3d-2692601c6d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854819 Jan 27 22:30:37.211304 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc485496-1ce8-4ffa-a42f-a4baaeca40e2 req-cc4e8160-7a61-4087-8465-bd683a8fccda service neutron] 10.222.0.15 "GET /v2.0/networks/3272ad9f-08de-432c-ad3d-2692601c6d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973718 Jan 27 22:30:37.259960 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-669edcc2-d7a5-460a-9415-69340cd458d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189828684', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:22Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'bbdeca1c-846f-4ab7-9981-f69ded6b4349', 'tenant_id': '7482ad4cc1974904932616961499813e', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'port_id': '7a0e6cc0-5118-46e3-ae21-3df914d75982', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33', 'mac_address': 'fa:16:3e:2a:54:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a892383-fe01-45f9-8710-ede5cf82f6ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:30:35Z', 'updated_at': '2022-01-27T22:30:35Z', 'revision_number': 0, 'project_id': '7482ad4cc1974904932616961499813e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5270a427-0147-4676-8a1d-211e27d9bf18', 'name': '', 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:4b:1a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '0295deee-e1c7-43ab-9a0a-dc9821a9d9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:21Z', 'updated_at': '2022-01-27T22:30:26Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '0295deee-e1c7-43ab-9a0a-dc9821a9d9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:30:37.289193 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669edcc2-d7a5-460a-9415-69340cd458d6 None None] The sync data for ids ['f6a432c1-f22d-450c-b70d-d5ad1a280788'] in n-d-772272-3 is: [{'id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189828684', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:22Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'bbdeca1c-846f-4ab7-9981-f69ded6b4349', 'tenant_id': '7482ad4cc1974904932616961499813e', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'port_id': '7a0e6cc0-5118-46e3-ae21-3df914d75982', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33', 'mac_address': 'fa:16:3e:2a:54:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a892383-fe01-45f9-8710-ede5cf82f6ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:30:35Z', 'updated_at': '2022-01-27T22:30:35Z', 'revision_number': 0, 'project_id': '7482ad4cc1974904932616961499813e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5270a427-0147-4676-8a1d-211e27d9bf18', 'name': '', 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:4b:1a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '0295deee-e1c7-43ab-9a0a-dc9821a9d9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:21Z', 'updated_at': '2022-01-27T22:30:26Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '0295deee-e1c7-43ab-9a0a-dc9821a9d9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:30:37.505303 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78624f72-4804-4bd7-a098-39bd51fe436d None None] New status for floating IP bbdeca1c-846f-4ab7-9981-f69ded6b4349: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:30:37.897993 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50408) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:37.976384 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d4b27271-7fa8-4f2a-9770-9e9d25d77e60 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/floatingips/bbdeca1c-846f-4ab7-9981-f69ded6b4349 HTTP/1.1" status: 200 len: 992 time: 0.0695493 Jan 27 22:30:42.936183 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:51.420460 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:54.147968 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-56adf2ee-3ce0-48d2-a918-c3a96d58e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:56.721228 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a69bd058-65f8-4bb3-a10d-27b13fa65088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:57.621957 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:59.017592 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:00.365812 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:05.801894 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7dc61cfa-cb58-4c98-806c-c264affc2672 req-eec107b1-c0bc-4a89-928f-d2af832f1178 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410681 Jan 27 22:31:05.881421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc61cfa-cb58-4c98-806c-c264affc2672 req-a1cb418d-9ac1-45ee-977f-f9283dbb27db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:05.883571 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7dc61cfa-cb58-4c98-806c-c264affc2672 req-a1cb418d-9ac1-45ee-977f-f9283dbb27db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 1096 time: 0.0409222 Jan 27 22:31:05.993777 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc61cfa-cb58-4c98-806c-c264affc2672 req-9165066c-06d6-4d5e-bc7d-1b49129a6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:05.995298 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7dc61cfa-cb58-4c98-806c-c264affc2672 req-9165066c-06d6-4d5e-bc7d-1b49129a6317 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 912 time: 0.0912673 Jan 27 22:31:06.060744 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7dc61cfa-cb58-4c98-806c-c264affc2672 req-872bcfdc-8353-4166-af76-3aa85cb61349 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4276f33-d271-4316-834c-5eefc8d22745 HTTP/1.1" status: 200 len: 1001 time: 0.0585334 Jan 27 22:31:06.115165 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc61cfa-cb58-4c98-806c-c264affc2672 req-5a9223d7-c3fb-4bfc-8096-e1fab0ef3112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:06.117295 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7dc61cfa-cb58-4c98-806c-c264affc2672 req-5a9223d7-c3fb-4bfc-8096-e1fab0ef3112 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.0502086 Jan 27 22:31:06.164593 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc61cfa-cb58-4c98-806c-c264affc2672 req-07e1356b-965a-4a74-a4a6-2311df9eb33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:06.166143 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7dc61cfa-cb58-4c98-806c-c264affc2672 req-07e1356b-965a-4a74-a4a6-2311df9eb33b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429499 Jan 27 22:31:06.264083 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7dc61cfa-cb58-4c98-806c-c264affc2672 req-06974cd1-8e73-4e00-bc8c-8ebc6a2fd040 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912178 Jan 27 22:31:06.361874 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7dc61cfa-cb58-4c98-806c-c264affc2672 req-b3271f3e-296b-45bc-83e9-c76cf7e1f705 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902359 Jan 27 22:31:07.117620 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:31:11.563571 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3624f9e-9ed9-440a-9c46-b7a909074212 req-42e1c9b4-45b4-4495-87b5-05d998e46da0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:11.565108 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3624f9e-9ed9-440a-9c46-b7a909074212 req-42e1c9b4-45b4-4495-87b5-05d998e46da0 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.0590396 Jan 27 22:31:11.623880 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a3624f9e-9ed9-440a-9c46-b7a909074212 req-96e17840-a96a-40bd-8b28-ad2d72f7d639 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506048 Jan 27 22:31:12.746983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fad47-e0ad-4288-ba79-02509e35d2ba req-18ab22fa-eb64-4fb5-bb03-2c896f4a596c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:12.748515 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-004fad47-e0ad-4288-ba79-02509e35d2ba req-18ab22fa-eb64-4fb5-bb03-2c896f4a596c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.0540316 Jan 27 22:31:12.800930 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-004fad47-e0ad-4288-ba79-02509e35d2ba req-714d0532-6a02-4f2a-b626-e5587397ddb7 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467379 Jan 27 22:31:12.938969 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:13.924820 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa7565-0d6b-47c5-9416-ca804767cc23 req-25fc4da4-9b48-442a-82c7-1b0e8c173523 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:13.926415 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9fa7565-0d6b-47c5-9416-ca804767cc23 req-25fc4da4-9b48-442a-82c7-1b0e8c173523 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.0543852 Jan 27 22:31:13.976370 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c9fa7565-0d6b-47c5-9416-ca804767cc23 req-67352130-683e-4324-a39d-3122f3c27f02 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435765 Jan 27 22:31:15.092137 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc2b41-55c9-46d6-a7b8-70547d4b71b1 req-a1a73a54-6f50-41dd-a880-f2e74d03a79d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:15.093654 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eedc2b41-55c9-46d6-a7b8-70547d4b71b1 req-a1a73a54-6f50-41dd-a880-f2e74d03a79d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.0498631 Jan 27 22:31:15.148039 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eedc2b41-55c9-46d6-a7b8-70547d4b71b1 req-6c4172cd-a804-4a02-9df3-40dca33ec259 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482035 Jan 27 22:31:16.266045 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d756-4913-42ab-aa5c-c32b49a6962a req-d9d547f0-3057-4df2-817d-499cbb34e34f tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:16.267562 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b367d756-4913-42ab-aa5c-c32b49a6962a req-d9d547f0-3057-4df2-817d-499cbb34e34f tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.0500746 Jan 27 22:31:16.318096 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b367d756-4913-42ab-aa5c-c32b49a6962a req-1656035e-c42b-4324-ac32-fc38a7ccc4dc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447056 Jan 27 22:31:17.433684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e793c5-9382-47eb-a3ae-44d6cb3e25b3 req-97f072c1-13bd-4ced-a401-6609541d296d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:17.435387 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92e793c5-9382-47eb-a3ae-44d6cb3e25b3 req-97f072c1-13bd-4ced-a401-6609541d296d tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.0493770 Jan 27 22:31:17.485987 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-92e793c5-9382-47eb-a3ae-44d6cb3e25b3 req-703ee8a2-9d34-4b70-8e18-2ff968f9ae43 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450768 Jan 27 22:31:18.608404 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8856976-ab4b-49e8-90f5-f26e26c00ce4 req-9d2223bb-1250-4590-a044-f1a03a276d4b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:18.609879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b8856976-ab4b-49e8-90f5-f26e26c00ce4 req-9d2223bb-1250-4590-a044-f1a03a276d4b tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.0518715 Jan 27 22:31:18.658717 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b8856976-ab4b-49e8-90f5-f26e26c00ce4 req-955649f7-4184-436c-9b96-1c05316c9557 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430872 Jan 27 22:31:19.779686 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6090c-6363-4ced-abd1-516ed7bb702a req-d2d2b9af-7a6c-487a-be2c-d3acdec94306 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:19.781271 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49a6090c-6363-4ced-abd1-516ed7bb702a req-d2d2b9af-7a6c-487a-be2c-d3acdec94306 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.0514669 Jan 27 22:31:19.833656 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49a6090c-6363-4ced-abd1-516ed7bb702a req-8647b0c2-2084-416e-bb79-37bf81990e81 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458620 Jan 27 22:31:20.954749 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984e45a-9ea4-4a96-8358-bc66e9bb6dd6 req-c4a66d83-ab3e-40c0-9cc9-2a7341a53bc5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:20.956278 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d984e45a-9ea4-4a96-8358-bc66e9bb6dd6 req-c4a66d83-ab3e-40c0-9cc9-2a7341a53bc5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.0549591 Jan 27 22:31:21.005532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d984e45a-9ea4-4a96-8358-bc66e9bb6dd6 req-df524a3b-c2a7-4d28-a80c-6c0326c4c678 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437596 Jan 27 22:31:21.421761 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:22.125314 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8277b-9f62-47de-af41-b39642e459d1 req-9e0beae3-d8ce-4352-be30-3c2a931fc330 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:22.126811 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ff8277b-9f62-47de-af41-b39642e459d1 req-9e0beae3-d8ce-4352-be30-3c2a931fc330 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.0494623 Jan 27 22:31:22.175730 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ff8277b-9f62-47de-af41-b39642e459d1 req-093b4084-1150-4d4f-a58e-7c25b6a846f5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430608 Jan 27 22:31:23.302170 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09f0ac-2dc5-4258-b606-aefff422d19d req-5dcfef17-aaf3-4f3d-b4a7-369f55d785c3 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:23.303691 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d09f0ac-2dc5-4258-b606-aefff422d19d req-5dcfef17-aaf3-4f3d-b4a7-369f55d785c3 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.0577474 Jan 27 22:31:23.369949 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d09f0ac-2dc5-4258-b606-aefff422d19d req-901038e5-6381-4db2-88d7-9f7f4bc4cd78 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593474 Jan 27 22:31:24.152086 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-45e7b848-1282-424b-a270-255596ef2014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:24.484629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01f13d-fd75-4174-9693-ca47bb7b281c req-2ed8f36b-7333-48c9-994d-c3d6a8abf9cc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:24.486115 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e01f13d-fd75-4174-9693-ca47bb7b281c req-2ed8f36b-7333-48c9-994d-c3d6a8abf9cc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.0488620 Jan 27 22:31:24.534697 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e01f13d-fd75-4174-9693-ca47bb7b281c req-7d61b36d-3a36-4137-9f5b-97e560385648 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430498 Jan 27 22:31:25.661999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba8681-d00d-4687-93b0-56ed39c6cf63 req-5d7c9ea9-3cc7-49e7-a128-4ce63cca002a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:25.663575 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0ba8681-d00d-4687-93b0-56ed39c6cf63 req-5d7c9ea9-3cc7-49e7-a128-4ce63cca002a tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.0508642 Jan 27 22:31:25.719469 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0ba8681-d00d-4687-93b0-56ed39c6cf63 req-e65b8712-3637-4f49-8035-effe76e49a6c tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496473 Jan 27 22:31:26.716988 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1385c270-21b1-45c5-9ba2-39dead8aa65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:26.841550 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49ce51-fe69-4139-825b-0cbfb3ec963c req-7b5290e6-fd29-4cfb-8edb-f280557ddd4e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:26.843041 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d49ce51-fe69-4139-825b-0cbfb3ec963c req-7b5290e6-fd29-4cfb-8edb-f280557ddd4e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.0533097 Jan 27 22:31:26.894779 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d49ce51-fe69-4139-825b-0cbfb3ec963c req-90553b09-08ef-4dbc-b951-31e163608fba tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460529 Jan 27 22:31:27.625575 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:28.021423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da3ab7-b5a4-4971-b323-8a9c1ad5bd8f req-63abb1b0-5d36-4cda-9243-812c633724ab tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:28.023444 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b0da3ab7-b5a4-4971-b323-8a9c1ad5bd8f req-63abb1b0-5d36-4cda-9243-812c633724ab tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.0524142 Jan 27 22:31:28.073842 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b0da3ab7-b5a4-4971-b323-8a9c1ad5bd8f req-c5a16915-8fc2-4714-9e89-0bb03b2b93cf tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440667 Jan 27 22:31:29.003405 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:29.212798 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb00f9-6177-477f-a2fe-156f68c0644d req-90903f21-8066-4cd5-972d-c79f1b423080 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:29.214324 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32fb00f9-6177-477f-a2fe-156f68c0644d req-90903f21-8066-4cd5-972d-c79f1b423080 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.0584683 Jan 27 22:31:29.298410 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32fb00f9-6177-477f-a2fe-156f68c0644d req-4663dec1-ee5c-4700-82e7-fd80aa98f6a4 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770750 Jan 27 22:31:29.312232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004f9a0-4273-482c-ace7-a049d37c8d76 req-6fa2e68f-7f78-46f6-ae7e-a7995d1faca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:29.313607 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e004f9a0-4273-482c-ace7-a049d37c8d76 req-6fa2e68f-7f78-46f6-ae7e-a7995d1faca4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 1096 time: 0.0565856 Jan 27 22:31:29.363062 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e004f9a0-4273-482c-ace7-a049d37c8d76 req-0b7460e3-5286-4b17-83a4-d59b9378e7ed service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418761 Jan 27 22:31:30.374179 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:30.448020 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b5fa3-1101-47f0-b75c-67438a936c98 req-1be101a5-1be1-4e54-ae13-f1f2dc86caa6 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:30.450291 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-585b5fa3-1101-47f0-b75c-67438a936c98 req-1be101a5-1be1-4e54-ae13-f1f2dc86caa6 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.0639837 Jan 27 22:31:30.505581 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-585b5fa3-1101-47f0-b75c-67438a936c98 req-10e57ced-ce99-4573-a03f-bc8bc261b126 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479603 Jan 27 22:31:31.390262 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 7a0e6cc0-5118-46e3-ae21-3df914d75982 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:31:31.493394 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 7a0e6cc0-5118-46e3-ae21-3df914d75982, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7a0e6cc0-5118-46e3-ae21-3df914d75982,segment=NetworkSegment(61229382-8e6d-473c-a0d8-1cc6b6ebc5d3),segment_id=61229382-8e6d-473c-a0d8-1cc6b6ebc5d3)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:31:31.505397 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '7a0e6cc0-5118-46e3-ae21-3df914d75982', 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33', 'port_id': '7a0e6cc0-5118-46e3-ae21-3df914d75982', 'mac_address': 'fa:16:3e:2a:54:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0295deee-e1c7-43ab-9a0a-dc9821a9d9c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:31:31.543155 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 7a0e6cc0-5118-46e3-ae21-3df914d75982 is: ACTIVE; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:31:31.543549 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7a0e6cc0-5118-46e3-ae21-3df914d75982), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:31.561083 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a0e6cc0-5118-46e3-ae21-3df914d75982 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:31:31.582090 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 7a0e6cc0-5118-46e3-ae21-3df914d75982, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7a0e6cc0-5118-46e3-ae21-3df914d75982,segment=NetworkSegment(61229382-8e6d-473c-a0d8-1cc6b6ebc5d3),segment_id=61229382-8e6d-473c-a0d8-1cc6b6ebc5d3)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:31:31.587348 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7a0e6cc0-5118-46e3-ae21-3df914d75982), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:31.635817 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81767b76-f1b6-4521-a2f4-bc4c00cd904f req-ad20deeb-9c0b-4a9b-beff-2136fda390b5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:31.637350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-81767b76-f1b6-4521-a2f4-bc4c00cd904f req-ad20deeb-9c0b-4a9b-beff-2136fda390b5 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 944 time: 0.0569384 Jan 27 22:31:31.651181 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=7a0e6cc0-5118-46e3-ae21-3df914d75982,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:31.659066 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:31.659418 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:31.659758 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:31.660282 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:31.660618 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:31.660947 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:31.661267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:31.661598 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:31.661917 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:31.662241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:31.662565 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:31.662881 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:31.663195 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:31.689839 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-81767b76-f1b6-4521-a2f4-bc4c00cd904f req-fb4e853f-396e-43dd-8cb1-8f19f7c5b969 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468309 Jan 27 22:31:31.714707 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 50970) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:31:31.780604 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8bec51f8-fe22-4b94-bede-35aa9b79f293 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/floatingips/bbdeca1c-846f-4ab7-9981-f69ded6b4349 HTTP/1.1" status: 200 len: 991 time: 0.0641582 Jan 27 22:31:31.811177 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['7a0e6cc0-5118-46e3-ae21-3df914d75982'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:31:33.405045 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 7a0e6cc0-5118-46e3-ae21-3df914d75982 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:31:33.462921 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 7a0e6cc0-5118-46e3-ae21-3df914d75982 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:31:33.463376 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7a0e6cc0-5118-46e3-ae21-3df914d75982), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:33.545333 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 7a0e6cc0-5118-46e3-ae21-3df914d75982 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:31:33.545772 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7a0e6cc0-5118-46e3-ae21-3df914d75982), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:33.568919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a892383-fe01-45f9-8710-ede5cf82f6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0e6cc0-5118-46e3-ae21-3df914d75982'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:31:33.571200 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a0f27c-4027-4a4c-8297-2950bcef8b2d" -d '{"events": [{"server_uuid": "6a892383-fe01-45f9-8710-ede5cf82f6ff", "name": "network-vif-plugged", "status": "completed", "tag": "7a0e6cc0-5118-46e3-ae21-3df914d75982"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:31:33.584140 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 7a0e6cc0-5118-46e3-ae21-3df914d75982, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7a0e6cc0-5118-46e3-ae21-3df914d75982,segment=NetworkSegment(61229382-8e6d-473c-a0d8-1cc6b6ebc5d3),segment_id=61229382-8e6d-473c-a0d8-1cc6b6ebc5d3)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:31:33.589453 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7a0e6cc0-5118-46e3-ae21-3df914d75982), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:33.623610 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde85f75-9fa1-49ba-8c82-67e5ca3bd693 x-openstack-request-id: req-cde85f75-9fa1-49ba-8c82-67e5ca3bd693 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:31:33.623610 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a892383-fe01-45f9-8710-ede5cf82f6ff", "name": "network-vif-plugged", "status": "completed", "tag": "7a0e6cc0-5118-46e3-ae21-3df914d75982", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:31:33.623816 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cde85f75-9fa1-49ba-8c82-67e5ca3bd693 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:31:33.624193 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a892383-fe01-45f9-8710-ede5cf82f6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0e6cc0-5118-46e3-ae21-3df914d75982', 'code': 200} Jan 27 22:31:33.649968 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=7a0e6cc0-5118-46e3-ae21-3df914d75982,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:42.942238 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:44.116407 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:31:46.809366 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51120) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:31:46.814140 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-823efb1e-5a51-495d-b335-f682399b54d9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1917940719', 'description': 'tempest-secgroup-smoke-1917940719 description', 'project_id': '53c7203671d943a68f3091502667a66d'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:31:46.833123 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-823efb1e-5a51-495d-b335-f682399b54d9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:46.897916 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-823efb1e-5a51-495d-b335-f682399b54d9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group (4834af5f-dddc-492b-b1ae-1dc64d3b881a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:46.902081 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-823efb1e-5a51-495d-b335-f682399b54d9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4834af5f-dddc-492b-b1ae-1dc64d3b881a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:46.929852 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-823efb1e-5a51-495d-b335-f682399b54d9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:46.931094 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-823efb1e-5a51-495d-b335-f682399b54d9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1205003 Jan 27 22:31:46.934155 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51122) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:31:46.935196 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823efb1e-5a51-495d-b335-f682399b54d9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4834af5f-dddc-492b-b1ae-1dc64d3b881a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:46.938941 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-91c2bd9f-c6fb-4509-a920-fe1fdf27e50e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Request body: {'security_group_rule': {'security_group_id': '4834af5f-dddc-492b-b1ae-1dc64d3b881a', 'project_id': '53c7203671d943a68f3091502667a66d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:31:46.942585 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823efb1e-5a51-495d-b335-f682399b54d9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:46.942937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823efb1e-5a51-495d-b335-f682399b54d9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:46.943283 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823efb1e-5a51-495d-b335-f682399b54d9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:46.943629 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823efb1e-5a51-495d-b335-f682399b54d9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:46.943963 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823efb1e-5a51-495d-b335-f682399b54d9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:46.944329 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823efb1e-5a51-495d-b335-f682399b54d9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:46.944663 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823efb1e-5a51-495d-b335-f682399b54d9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:46.944990 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823efb1e-5a51-495d-b335-f682399b54d9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:46.945354 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823efb1e-5a51-495d-b335-f682399b54d9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:46.945682 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823efb1e-5a51-495d-b335-f682399b54d9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:46.946008 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823efb1e-5a51-495d-b335-f682399b54d9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:46.946334 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823efb1e-5a51-495d-b335-f682399b54d9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:46.946659 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823efb1e-5a51-495d-b335-f682399b54d9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:46.965539 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91c2bd9f-c6fb-4509-a920-fe1fdf27e50e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group_rule (aa488308-a319-4132-b600-c77d0b2bb3f7), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.027933 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91c2bd9f-c6fb-4509-a920-fe1fdf27e50e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group_rule (aa488308-a319-4132-b600-c77d0b2bb3f7), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.031577 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91c2bd9f-c6fb-4509-a920-fe1fdf27e50e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (aa488308-a319-4132-b600-c77d0b2bb3f7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.053752 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2bd9f-c6fb-4509-a920-fe1fdf27e50e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa488308-a319-4132-b600-c77d0b2bb3f7,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:47.062437 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91c2bd9f-c6fb-4509-a920-fe1fdf27e50e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.063623 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-91c2bd9f-c6fb-4509-a920-fe1fdf27e50e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284163 Jan 27 22:31:47.065413 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2bd9f-c6fb-4509-a920-fe1fdf27e50e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:47.065769 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2bd9f-c6fb-4509-a920-fe1fdf27e50e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:47.066120 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2bd9f-c6fb-4509-a920-fe1fdf27e50e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:47.066850 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51124) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:31:47.067054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2bd9f-c6fb-4509-a920-fe1fdf27e50e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:47.067414 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2bd9f-c6fb-4509-a920-fe1fdf27e50e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:47.067758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2bd9f-c6fb-4509-a920-fe1fdf27e50e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:47.068096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2bd9f-c6fb-4509-a920-fe1fdf27e50e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:47.068461 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2bd9f-c6fb-4509-a920-fe1fdf27e50e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:47.068793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2bd9f-c6fb-4509-a920-fe1fdf27e50e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:47.069124 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2bd9f-c6fb-4509-a920-fe1fdf27e50e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:47.069456 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2bd9f-c6fb-4509-a920-fe1fdf27e50e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:47.069786 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2bd9f-c6fb-4509-a920-fe1fdf27e50e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:47.070118 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c2bd9f-c6fb-4509-a920-fe1fdf27e50e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:47.071774 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-eaedce33-f826-4c8e-973f-3926988fd579 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Request body: {'security_group_rule': {'security_group_id': '4834af5f-dddc-492b-b1ae-1dc64d3b881a', 'project_id': '53c7203671d943a68f3091502667a66d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:31:47.097734 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eaedce33-f826-4c8e-973f-3926988fd579 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group_rule (e2d076a0-d1c5-43bf-ab47-fa9bde1d146f), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.153016 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eaedce33-f826-4c8e-973f-3926988fd579 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group_rule (e2d076a0-d1c5-43bf-ab47-fa9bde1d146f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.156737 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eaedce33-f826-4c8e-973f-3926988fd579 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (e2d076a0-d1c5-43bf-ab47-fa9bde1d146f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.175522 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedce33-f826-4c8e-973f-3926988fd579 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d076a0-d1c5-43bf-ab47-fa9bde1d146f,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:47.183711 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eaedce33-f826-4c8e-973f-3926988fd579 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.184965 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-eaedce33-f826-4c8e-973f-3926988fd579 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169071 Jan 27 22:31:47.187631 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51126) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:31:47.191846 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-fdee537a-45de-46af-a1f3-111fb4464a01 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Request body: {'security_group_rule': {'security_group_id': '4834af5f-dddc-492b-b1ae-1dc64d3b881a', 'project_id': '53c7203671d943a68f3091502667a66d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:31:47.218120 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fdee537a-45de-46af-a1f3-111fb4464a01 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group_rule (db3573a6-7a76-45d9-9ec9-7bcf4e789b0a), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.273406 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fdee537a-45de-46af-a1f3-111fb4464a01 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group_rule (db3573a6-7a76-45d9-9ec9-7bcf4e789b0a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.277423 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fdee537a-45de-46af-a1f3-111fb4464a01 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (db3573a6-7a76-45d9-9ec9-7bcf4e789b0a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.295092 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee537a-45de-46af-a1f3-111fb4464a01 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3573a6-7a76-45d9-9ec9-7bcf4e789b0a,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:47.300150 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fdee537a-45de-46af-a1f3-111fb4464a01 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.301315 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fdee537a-45de-46af-a1f3-111fb4464a01 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127257 Jan 27 22:31:47.304048 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51128) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:31:47.308323 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c178d653-3c8e-44f9-b705-96dadb82e28e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Request body: {'security_group_rule': {'security_group_id': '4834af5f-dddc-492b-b1ae-1dc64d3b881a', 'project_id': '53c7203671d943a68f3091502667a66d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:31:47.332468 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c178d653-3c8e-44f9-b705-96dadb82e28e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group_rule (ca46063f-fc09-4df1-b41c-2cf639ba6e80), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.390881 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c178d653-3c8e-44f9-b705-96dadb82e28e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group_rule (ca46063f-fc09-4df1-b41c-2cf639ba6e80), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.394366 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c178d653-3c8e-44f9-b705-96dadb82e28e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (ca46063f-fc09-4df1-b41c-2cf639ba6e80), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.412201 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178d653-3c8e-44f9-b705-96dadb82e28e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca46063f-fc09-4df1-b41c-2cf639ba6e80,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:47.419127 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c178d653-3c8e-44f9-b705-96dadb82e28e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.420704 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c178d653-3c8e-44f9-b705-96dadb82e28e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157095 Jan 27 22:31:47.423054 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51130) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:31:47.427308 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-4581e1fd-4345-4587-8c9a-0ce6e30e969c tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Request body: {'security_group_rule': {'security_group_id': '4834af5f-dddc-492b-b1ae-1dc64d3b881a', 'project_id': '53c7203671d943a68f3091502667a66d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:31:47.446425 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-4581e1fd-4345-4587-8c9a-0ce6e30e969c tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Project 53c7203671d943a68f3091502667a66d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:31:47.451195 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4581e1fd-4345-4587-8c9a-0ce6e30e969c tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group_rule (2ec0a4a6-72a5-48d0-b736-33c145c8a1ff), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.506974 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4581e1fd-4345-4587-8c9a-0ce6e30e969c tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group_rule (2ec0a4a6-72a5-48d0-b736-33c145c8a1ff), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.510878 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4581e1fd-4345-4587-8c9a-0ce6e30e969c tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (2ec0a4a6-72a5-48d0-b736-33c145c8a1ff), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.528747 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581e1fd-4345-4587-8c9a-0ce6e30e969c tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec0a4a6-72a5-48d0-b736-33c145c8a1ff,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:47.536124 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4581e1fd-4345-4587-8c9a-0ce6e30e969c tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.537329 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4581e1fd-4345-4587-8c9a-0ce6e30e969c tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1133175 Jan 27 22:31:47.540014 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51132) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:31:47.544297 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-852b0859-68ce-48d7-b66b-bcadb8501bb3 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Request body: {'security_group_rule': {'security_group_id': '4834af5f-dddc-492b-b1ae-1dc64d3b881a', 'project_id': '53c7203671d943a68f3091502667a66d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:31:47.564078 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-852b0859-68ce-48d7-b66b-bcadb8501bb3 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Project 53c7203671d943a68f3091502667a66d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:31:47.568845 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-852b0859-68ce-48d7-b66b-bcadb8501bb3 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group_rule (172d301e-591c-4d52-a776-0125cf5f4782), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.625927 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-852b0859-68ce-48d7-b66b-bcadb8501bb3 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group_rule (172d301e-591c-4d52-a776-0125cf5f4782), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.629334 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-852b0859-68ce-48d7-b66b-bcadb8501bb3 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (172d301e-591c-4d52-a776-0125cf5f4782), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.646836 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b0859-68ce-48d7-b66b-bcadb8501bb3 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=172d301e-591c-4d52-a776-0125cf5f4782,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:47.654407 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-852b0859-68ce-48d7-b66b-bcadb8501bb3 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:47.655607 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-852b0859-68ce-48d7-b66b-bcadb8501bb3 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1146314 Jan 27 22:31:47.808356 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-d1f1e9fa-521b-44b4-b370-71d3980908c0 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1917940719&fields=id&tenant_id=53c7203671d943a68f3091502667a66d HTTP/1.1" status: 200 len: 267 time: 0.0435910 Jan 27 22:31:47.915987 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-4f70fa0f-4630-4ef5-b291-68577caf05a3 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:47.917483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-4f70fa0f-4630-4ef5-b291-68577caf05a3 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/networks?id=0e576862-6357-40ad-8273-723d5329b3c5 HTTP/1.1" status: 200 len: 813 time: 0.1026959 Jan 27 22:31:47.932342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-7c2b2157-8348-44b4-a61c-34fb6e6b1eb3 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/quotas/53c7203671d943a68f3091502667a66d HTTP/1.1" status: 200 len: 375 time: 0.0094080 Jan 27 22:31:47.982411 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-e58e33c6-691b-406d-910f-f701c2c9e362 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=53c7203671d943a68f3091502667a66d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451825 Jan 27 22:31:48.080852 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-5635623c-c183-41ab-a4fc-35da4ceef636 service neutron] 10.222.0.23 "GET /v2.0/networks/0e576862-6357-40ad-8273-723d5329b3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861065 Jan 27 22:31:48.167138 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-49e4cd21-d2c5-42a8-b0d1-478f4edb5d27 service neutron] 10.222.0.23 "GET /v2.0/networks/0e576862-6357-40ad-8273-723d5329b3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804527 Jan 27 22:31:48.440596 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-372e96dd-5142-4f9d-96ef-355da55ac4c1 req-b100c84e-107c-49a0-aa97-751e94cbef12 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 210 time: 0.0272906 Jan 27 22:31:49.488601 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-7e7a5e2c-92be-4561-9782-af7d6ddbd506 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:49.490414 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-7e7a5e2c-92be-4561-9782-af7d6ddbd506 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.21 "GET /v2.0/networks?id=0e576862-6357-40ad-8273-723d5329b3c5 HTTP/1.1" status: 200 len: 813 time: 0.1101539 Jan 27 22:31:49.551989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8305d05-8f6b-46d3-a9e8-9ea7363fd2f5 req-e32286f4-d3d3-43c8-bf7c-3ab6e1024a5f tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 210 time: 0.0340905 Jan 27 22:31:49.582821 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-3da36ced-d894-4a2f-8604-09d0a9b945b0 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53c7203671d943a68f3091502667a66d HTTP/1.1" status: 200 len: 380 time: 0.0831318 Jan 27 22:31:49.592345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-d08dcbf2-8cb5-4a1d-8005-6060236a9cf6 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Request body: {'port': {'device_id': 'e5f4ad5e-b948-4e14-a47c-84acc79e261f', 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5', 'admin_state_up': True, 'tenant_id': '53c7203671d943a68f3091502667a66d', 'security_groups': ['4834af5f-dddc-492b-b1ae-1dc64d3b881a']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:31:49.702108 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-d08dcbf2-8cb5-4a1d-8005-6060236a9cf6 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Made reservation on behalf of 53c7203671d943a68f3091502667a66d for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:31:49.705566 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-d08dcbf2-8cb5-4a1d-8005-6060236a9cf6 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:49.833741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-d08dcbf2-8cb5-4a1d-8005-6060236a9cf6 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Allocated IP 172.20.0.14 (0e576862-6357-40ad-8273-723d5329b3c5/ad2bb1c9-de37-48e3-b231-b6329a7d1e98/5b97ca53-1857-4d17-9f7a-8bb543eff862) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:31:49.993988 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-d08dcbf2-8cb5-4a1d-8005-6060236a9cf6 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for port (5b97ca53-1857-4d17-9f7a-8bb543eff862), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:50.032571 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-d08dcbf2-8cb5-4a1d-8005-6060236a9cf6 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5b97ca53-1857-4d17-9f7a-8bb543eff862), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:50.075189 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-d08dcbf2-8cb5-4a1d-8005-6060236a9cf6 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Network 0e576862-6357-40ad-8273-723d5329b3c5 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:31:50.076609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-d08dcbf2-8cb5-4a1d-8005-6060236a9cf6 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:31:50.080403 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-d08dcbf2-8cb5-4a1d-8005-6060236a9cf6 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:31:50.130595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08dcbf2-8cb5-4a1d-8005-6060236a9cf6 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Pushing event updated for resources: {'Port': ['ID=5b97ca53-1857-4d17-9f7a-8bb543eff862,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:50.145498 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-d08dcbf2-8cb5-4a1d-8005-6060236a9cf6 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:50.146167 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-d08dcbf2-8cb5-4a1d-8005-6060236a9cf6 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:50.164443 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-d08dcbf2-8cb5-4a1d-8005-6060236a9cf6 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5759327 Jan 27 22:31:50.175794 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] Request body: {'port': {'device_id': 'e5f4ad5e-b948-4e14-a47c-84acc79e261f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:31:50.235408 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5b97ca53-1857-4d17-9f7a-8bb543eff862), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:50.320037 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a99142b1-8bf7-48f2-a6cd-29f568c1c6f1 None None] Provisioning complete for port 5b97ca53-1857-4d17-9f7a-8bb543eff862 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:31:50.321163 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a99142b1-8bf7-48f2-a6cd-29f568c1c6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5b97ca53-1857-4d17-9f7a-8bb543eff862), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:50.356051 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a99142b1-8bf7-48f2-a6cd-29f568c1c6f1 None None] Port 5b97ca53-1857-4d17-9f7a-8bb543eff862 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:31:50.504643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b97ca53-1857-4d17-9f7a-8bb543eff862 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:31:50.512462 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] Publish callbacks [] for port (5b97ca53-1857-4d17-9f7a-8bb543eff862), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:50.525034 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] Transition to ACTIVE for port object 5b97ca53-1857-4d17-9f7a-8bb543eff862 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:31:50.529242 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (5b97ca53-1857-4d17-9f7a-8bb543eff862), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:50.607443 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] Pushing event updated for resources: {'Port': ['ID=5b97ca53-1857-4d17-9f7a-8bb543eff862,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:50.699232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] Attempting to bind port 5b97ca53-1857-4d17-9f7a-8bb543eff862 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:31:50.699576 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] Attempting to bind port 5b97ca53-1857-4d17-9f7a-8bb543eff862 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '16bb36da-edf9-46dd-8f35-13fbfdc9f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:31:50.699911 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] Attempting to bind port 5b97ca53-1857-4d17-9f7a-8bb543eff862 on network 0e576862-6357-40ad-8273-723d5329b3c5 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:31:50.708977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] Port 5b97ca53-1857-4d17-9f7a-8bb543eff862 on network 0e576862-6357-40ad-8273-723d5329b3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:31:50.709741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] Attempting to bind port 5b97ca53-1857-4d17-9f7a-8bb543eff862 on network 0e576862-6357-40ad-8273-723d5329b3c5 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:31:50.720793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70aa77c-5c79-4e5b-b917-402f44009107 req-932bea55-bed6-447a-a3eb-b66cfc2d0e1c tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:50.722450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f70aa77c-5c79-4e5b-b917-402f44009107 req-932bea55-bed6-447a-a3eb-b66cfc2d0e1c tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 944 time: 0.0770435 Jan 27 22:31:50.725501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:31:50.725840 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] Checking segment: {'id': '16bb36da-edf9-46dd-8f35-13fbfdc9f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:31:50.726230 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] Bound using segment: {'id': '16bb36da-edf9-46dd-8f35-13fbfdc9f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:31:50.726672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] Bound port: 5b97ca53-1857-4d17-9f7a-8bb543eff862, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16bb36da-edf9-46dd-8f35-13fbfdc9f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:31:50.727069 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5b97ca53-1857-4d17-9f7a-8bb543eff862), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:50.829441 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f70aa77c-5c79-4e5b-b917-402f44009107 req-a4ab4c30-a7ba-4aa9-9139-f77dbb7d53fc tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/security-groups?id=4834af5f-dddc-492b-b1ae-1dc64d3b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928464 Jan 27 22:31:50.834979 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] For port 5b97ca53-1857-4d17-9f7a-8bb543eff862, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:31:50.838356 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] For port 5b97ca53-1857-4d17-9f7a-8bb543eff862, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5b97ca53-1857-4d17-9f7a-8bb543eff862,segment=NetworkSegment(16bb36da-edf9-46dd-8f35-13fbfdc9f18c),segment_id=16bb36da-edf9-46dd-8f35-13fbfdc9f18c)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:31:50.844748 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (5b97ca53-1857-4d17-9f7a-8bb543eff862), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:50.882617 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:50.883729 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:50.885335 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] 10.222.0.21 "PUT /v2.0/ports/5b97ca53-1857-4d17-9f7a-8bb543eff862 HTTP/1.1" status: 200 len: 1092 time: 0.7138162 Jan 27 22:31:50.885894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f4ad5e-b948-4e14-a47c-84acc79e261f', 'tag': '5b97ca53-1857-4d17-9f7a-8bb543eff862'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:31:50.888383 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777daf40-6ada-4b4a-b368-e98b629c2b28" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f4ad5e-b948-4e14-a47c-84acc79e261f", "tag": "5b97ca53-1857-4d17-9f7a-8bb543eff862"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:31:50.913084 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95992e3e-302e-4881-8f2c-ad7007759c92 service neutron] Pushing event updated for resources: {'Port': ['ID=5b97ca53-1857-4d17-9f7a-8bb543eff862,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:50.944130 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6154c51-04d6-4dea-9458-1c1380ef4b16 x-openstack-request-id: req-d6154c51-04d6-4dea-9458-1c1380ef4b16 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:31:50.944482 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f4ad5e-b948-4e14-a47c-84acc79e261f", "tag": "5b97ca53-1857-4d17-9f7a-8bb543eff862", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:31:50.944745 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6154c51-04d6-4dea-9458-1c1380ef4b16 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:31:50.945158 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f4ad5e-b948-4e14-a47c-84acc79e261f', 'tag': '5b97ca53-1857-4d17-9f7a-8bb543eff862', 'status': 'completed', 'code': 200} Jan 27 22:31:50.981038 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-2c093ac3-06ad-47ea-be67-a042679c6e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:50.982560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-2c093ac3-06ad-47ea-be67-a042679c6e4a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c7203671d943a68f3091502667a66d&device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 1095 time: 0.0490091 Jan 27 22:31:51.038951 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-769fcf94-a6d7-488a-8a53-c9a06bd68627 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b97ca53-1857-4d17-9f7a-8bb543eff862 HTTP/1.1" status: 200 len: 217 time: 0.0464134 Jan 27 22:31:51.096548 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-a28b3340-87b3-494a-9204-726abff19569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:51.097889 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-a28b3340-87b3-494a-9204-726abff19569 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad2bb1c9-de37-48e3-b231-b6329a7d1e98 HTTP/1.1" status: 200 len: 852 time: 0.0513351 Jan 27 22:31:51.143058 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-2a2f7771-80ee-4cb1-ad87-06ca766b25ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:51.144635 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-2a2f7771-80ee-4cb1-ad87-06ca766b25ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e576862-6357-40ad-8273-723d5329b3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410700 Jan 27 22:31:51.446330 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:51.563482 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-b03d0858-cd9a-47ab-ae11-21eeee50c650 service neutron] 10.222.0.21 "GET /v2.0/networks/0e576862-6357-40ad-8273-723d5329b3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121304 Jan 27 22:31:51.652755 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e71e41c4-8f8f-4203-91a4-8356ff683a59 req-976bafa9-46b8-4177-bf78-b641c17bf6f1 service neutron] 10.222.0.21 "GET /v2.0/networks/0e576862-6357-40ad-8273-723d5329b3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830147 Jan 27 22:31:51.742332 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777daf40-6ada-4b4a-b368-e98b629c2b28 req-4addf2ab-7056-487c-8637-e247f7668b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:51.743762 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-777daf40-6ada-4b4a-b368-e98b629c2b28 req-4addf2ab-7056-487c-8637-e247f7668b19 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c7203671d943a68f3091502667a66d&device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 1095 time: 0.0457914 Jan 27 22:31:51.832108 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777daf40-6ada-4b4a-b368-e98b629c2b28 req-25e5b682-16a5-413d-944e-94d047bb2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:51.833635 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-777daf40-6ada-4b4a-b368-e98b629c2b28 req-25e5b682-16a5-413d-944e-94d047bb2c77 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e576862-6357-40ad-8273-723d5329b3c5 HTTP/1.1" status: 200 len: 914 time: 0.0840569 Jan 27 22:31:51.880629 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-777daf40-6ada-4b4a-b368-e98b629c2b28 req-1335819d-bd30-49ae-b6d1-d8fb34b0f557 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b97ca53-1857-4d17-9f7a-8bb543eff862 HTTP/1.1" status: 200 len: 217 time: 0.0383823 Jan 27 22:31:51.955592 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777daf40-6ada-4b4a-b368-e98b629c2b28 req-95ccc9b6-eb5a-4482-b9d7-2bbc618f10b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:51.957107 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-777daf40-6ada-4b4a-b368-e98b629c2b28 req-95ccc9b6-eb5a-4482-b9d7-2bbc618f10b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad2bb1c9-de37-48e3-b231-b6329a7d1e98 HTTP/1.1" status: 200 len: 852 time: 0.0707281 Jan 27 22:31:51.980708 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceae312-04d5-4de6-8424-547d70ff6542 req-32d4bf0d-aff3-49cb-8462-58abdb181ac2 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:51.982140 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cceae312-04d5-4de6-8424-547d70ff6542 req-32d4bf0d-aff3-49cb-8462-58abdb181ac2 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 944 time: 0.0698252 Jan 27 22:31:52.045540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777daf40-6ada-4b4a-b368-e98b629c2b28 req-e509b42a-baa8-4740-9827-7646bb437796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:52.047048 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-777daf40-6ada-4b4a-b368-e98b629c2b28 req-e509b42a-baa8-4740-9827-7646bb437796 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e576862-6357-40ad-8273-723d5329b3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830085 Jan 27 22:31:52.056427 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cceae312-04d5-4de6-8424-547d70ff6542 req-ba61428f-84cf-4acc-ad20-a6225134e50b tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/security-groups?id=4834af5f-dddc-492b-b1ae-1dc64d3b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603817 Jan 27 22:31:52.146226 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-777daf40-6ada-4b4a-b368-e98b629c2b28 req-cb3ed974-ff24-48c0-9617-cddb97c21c72 service neutron] 10.222.0.21 "GET /v2.0/networks/0e576862-6357-40ad-8273-723d5329b3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888486 Jan 27 22:31:52.249566 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-777daf40-6ada-4b4a-b368-e98b629c2b28 req-1080f1d3-e812-4dc9-bda5-7e63ccb32967 service neutron] 10.222.0.21 "GET /v2.0/networks/0e576862-6357-40ad-8273-723d5329b3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946181 Jan 27 22:31:53.177272 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573f6be-36d6-4263-9cc2-8659006453d0 req-24dcf721-4607-4d12-a437-744d3a5570f3 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:53.178757 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f573f6be-36d6-4263-9cc2-8659006453d0 req-24dcf721-4607-4d12-a437-744d3a5570f3 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 944 time: 0.0491185 Jan 27 22:31:53.229388 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f573f6be-36d6-4263-9cc2-8659006453d0 req-bb1d0e14-a052-48b7-8ce0-ec96ca6ccfda tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/security-groups?id=4834af5f-dddc-492b-b1ae-1dc64d3b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449994 Jan 27 22:31:54.153452 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2264c87c-cc0b-4b77-89c5-cc1ea590b4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:54.343147 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d3ee2-7e4f-4b11-bcd0-88e3f7e983de req-58a1932f-601f-41b1-bcee-a6e7a5e637e4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:54.344637 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d77d3ee2-7e4f-4b11-bcd0-88e3f7e983de req-58a1932f-601f-41b1-bcee-a6e7a5e637e4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 944 time: 0.0487857 Jan 27 22:31:54.392121 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d77d3ee2-7e4f-4b11-bcd0-88e3f7e983de req-b20c6992-7af9-40ee-9eb8-bf773849ea75 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/security-groups?id=4834af5f-dddc-492b-b1ae-1dc64d3b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417504 Jan 27 22:31:55.517174 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b153778-8a2d-433e-9909-d0a0d1e41bc0 req-03613289-3fb5-4817-b69e-a89903f5afdf tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:55.518786 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b153778-8a2d-433e-9909-d0a0d1e41bc0 req-03613289-3fb5-4817-b69e-a89903f5afdf tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 944 time: 0.0558090 Jan 27 22:31:55.571040 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b153778-8a2d-433e-9909-d0a0d1e41bc0 req-efdb733d-27aa-4a2a-87e4-ecefa470080e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/security-groups?id=4834af5f-dddc-492b-b1ae-1dc64d3b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465305 Jan 27 22:31:56.685674 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82c162-6988-4aa0-aa51-35de388efaa4 req-41a8464c-ce31-4b3e-a0a8-739d84b7dbc5 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:56.687095 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e82c162-6988-4aa0-aa51-35de388efaa4 req-41a8464c-ce31-4b3e-a0a8-739d84b7dbc5 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 944 time: 0.0486360 Jan 27 22:31:56.720965 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd1d186d-d1cc-4d39-9dd2-ea9b715514d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:56.739238 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e82c162-6988-4aa0-aa51-35de388efaa4 req-fead3c76-a608-48e8-ba71-95c1f297715b tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/security-groups?id=4834af5f-dddc-492b-b1ae-1dc64d3b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458944 Jan 27 22:31:57.627167 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:57.858393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabb525-5312-4f37-86ca-9fa5ab70ec39 req-aaa3d3a8-b486-4edb-8ca5-647a64425fe7 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:57.859900 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5aabb525-5312-4f37-86ca-9fa5ab70ec39 req-aaa3d3a8-b486-4edb-8ca5-647a64425fe7 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 944 time: 0.0487137 Jan 27 22:31:57.913089 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5aabb525-5312-4f37-86ca-9fa5ab70ec39 req-3e3f3ca8-477b-497d-95ba-101482225c0b tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/security-groups?id=4834af5f-dddc-492b-b1ae-1dc64d3b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476003 Jan 27 22:31:58.965127 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51186) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:31:59.009995 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:59.087393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e25c4-a836-4ce9-a33e-9e95f6d3adc4 req-d8fd0115-9e54-44d7-8508-45dc6732661e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:59.096012 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-869e25c4-a836-4ce9-a33e-9e95f6d3adc4 req-d8fd0115-9e54-44d7-8508-45dc6732661e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 944 time: 0.0579946 Jan 27 22:31:59.145191 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-869e25c4-a836-4ce9-a33e-9e95f6d3adc4 req-b8c26462-4c69-4ba3-a717-8cd58ced767e tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/security-groups?id=4834af5f-dddc-492b-b1ae-1dc64d3b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486350 Jan 27 22:31:59.168997 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-301daff8-ba42-44f8-9b62-0ca0018aa23f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Deleting port 852b255c-4aee-4212-9272-6e8de83c944d {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:31:59.169353 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-301daff8-ba42-44f8-9b62-0ca0018aa23f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (852b255c-4aee-4212-9272-6e8de83c944d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:59.243084 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-301daff8-ba42-44f8-9b62-0ca0018aa23f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (852b255c-4aee-4212-9272-6e8de83c944d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:59.243415 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-301daff8-ba42-44f8-9b62-0ca0018aa23f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for floatingip (852b255c-4aee-4212-9272-6e8de83c944d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:59.256237 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-301daff8-ba42-44f8-9b62-0ca0018aa23f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Calling delete_port for 852b255c-4aee-4212-9272-6e8de83c944d owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:31:59.406843 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-301daff8-ba42-44f8-9b62-0ca0018aa23f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (852b255c-4aee-4212-9272-6e8de83c944d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:59.432183 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301daff8-ba42-44f8-9b62-0ca0018aa23f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event deleted for resources: {'Port': ['ID=852b255c-4aee-4212-9272-6e8de83c944d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:59.492026 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-301daff8-ba42-44f8-9b62-0ca0018aa23f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for floatingip (c6b6336c-3ded-48b9-9d98-71a71e588367), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:59.492395 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-301daff8-ba42-44f8-9b62-0ca0018aa23f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Floating IP c6b6336c-3ded-48b9-9d98-71a71e588367 disassociated (deleted). External IP: 172.25.3.198, port: e4276f33-d271-4316-834c-5eefc8d22745. Jan 27 22:32:00.015688 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301daff8-ba42-44f8-9b62-0ca0018aa23f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Router 5356466b-aa5d-42d9-be17-44cd17af865b has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:32:00.122674 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301daff8-ba42-44f8-9b62-0ca0018aa23f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:32:00.127759 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-301daff8-ba42-44f8-9b62-0ca0018aa23f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:00.132460 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1617a08d-eee7-4f70-a3a5-7573727896dc None None] Sync routers for ids ['5356466b-aa5d-42d9-be17-44cd17af865b'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:32:00.142127 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1617a08d-eee7-4f70-a3a5-7573727896dc None None] Routers {'5356466b-aa5d-42d9-be17-44cd17af865b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:00.142817 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1617a08d-eee7-4f70-a3a5-7573727896dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:31:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['5356466b-aa5d-42d9-be17-44cd17af865b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:00.153513 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-301daff8-ba42-44f8-9b62-0ca0018aa23f tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "DELETE /v2.0/floatingips/c6b6336c-3ded-48b9-9d98-71a71e588367 HTTP/1.1" status: 204 len: 168 time: 1.1866930 Jan 27 22:32:00.154211 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93ab579-e7c1-4ada-ad07-cb872ba5adb0', 'tag': 'e4276f33-d271-4316-834c-5eefc8d22745'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:32:00.156986 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f05066-6c68-4ba2-a3a2-68b6f5b9b0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e93ab579-e7c1-4ada-ad07-cb872ba5adb0", "tag": "e4276f33-d271-4316-834c-5eefc8d22745"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:32:00.197404 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a27679-ebbd-4142-8ccd-e0b4b9601442 x-openstack-request-id: req-44a27679-ebbd-4142-8ccd-e0b4b9601442 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:32:00.197702 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93ab579-e7c1-4ada-ad07-cb872ba5adb0", "tag": "e4276f33-d271-4316-834c-5eefc8d22745", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:32:00.197965 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44a27679-ebbd-4142-8ccd-e0b4b9601442 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:32:00.198919 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93ab579-e7c1-4ada-ad07-cb872ba5adb0', 'tag': 'e4276f33-d271-4316-834c-5eefc8d22745', 'status': 'completed', 'code': 200} Jan 27 22:32:00.277551 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-1617a08d-eee7-4f70-a3a5-7573727896dc None None] Set router 5356466b-aa5d-42d9-be17-44cd17af865b gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:00.308836 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f05066-6c68-4ba2-a3a2-68b6f5b9b0bf req-b58231fc-8fdb-4cc3-8d2c-35202f3b5a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:00.311113 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74f05066-6c68-4ba2-a3a2-68b6f5b9b0bf req-b58231fc-8fdb-4cc3-8d2c-35202f3b5a74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 1096 time: 0.0861020 Jan 27 22:32:00.322677 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6159c6c-73b6-4027-84c3-d67e708e6023 req-54f11e89-3a90-4d5d-ab88-197253bc9efd tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:00.324144 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6159c6c-73b6-4027-84c3-d67e708e6023 req-54f11e89-3a90-4d5d-ab88-197253bc9efd tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 944 time: 0.0702527 Jan 27 22:32:00.389129 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:00.472087 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d6159c6c-73b6-4027-84c3-d67e708e6023 req-c52b3ec0-6073-4d94-b158-bd2330a5b4c4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/security-groups?id=4834af5f-dddc-492b-b1ae-1dc64d3b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379843 Jan 27 22:32:00.493601 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c3521-f7cf-41d7-86b7-aa736435638b req-cf90c4c7-db6b-4f4c-8695-34b0ab51342e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:00.493601 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de8c3521-f7cf-41d7-86b7-aa736435638b req-cf90c4c7-db6b-4f4c-8695-34b0ab51342e tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 945 time: 0.1435192 Jan 27 22:32:00.494651 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f05066-6c68-4ba2-a3a2-68b6f5b9b0bf req-09c98d67-8f52-435c-82ad-594140c0da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:00.496027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74f05066-6c68-4ba2-a3a2-68b6f5b9b0bf req-09c98d67-8f52-435c-82ad-594140c0da6b service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 912 time: 0.1708291 Jan 27 22:32:00.525062 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1617a08d-eee7-4f70-a3a5-7573727896dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 4, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '423dc240-1bbb-45c9-b420-bbdd6a493fcd', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'floating_ip_address': '172.25.3.65', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'port_id': 'f24f74c2-f83f-4cd5-9733-2601697fdf3a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'mac_address': 'fa:16:3e:93:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9328d068-bcd0-41a3-afce-ec9cf18da80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:28:01Z', 'updated_at': '2022-01-27T22:28:04Z', 'revision_number': 1, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c38c0c-e6ab-4c61-bc6e-92bd6855a96e', 'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'mac_address': 'fa:16:3e:2c:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:21Z', 'updated_at': '2022-01-27T22:16:33Z', 'revision_number': 5, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'subnets': [{'id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:00.545351 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74f05066-6c68-4ba2-a3a2-68b6f5b9b0bf req-537de236-213e-4d4a-8a3d-3f0c67c0ccec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4276f33-d271-4316-834c-5eefc8d22745 HTTP/1.1" status: 200 len: 217 time: 0.0425012 Jan 27 22:32:00.552285 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1617a08d-eee7-4f70-a3a5-7573727896dc None None] Checking router: 5356466b-aa5d-42d9-be17-44cd17af865b for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:32:00.560680 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1617a08d-eee7-4f70-a3a5-7573727896dc None None] Routers {'5356466b-aa5d-42d9-be17-44cd17af865b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:00.561296 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1617a08d-eee7-4f70-a3a5-7573727896dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:31:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['5356466b-aa5d-42d9-be17-44cd17af865b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:00.608510 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de8c3521-f7cf-41d7-86b7-aa736435638b req-7b0f8398-85e8-4009-ab8a-4e9f0b53dacd tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112876 Jan 27 22:32:00.617503 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f05066-6c68-4ba2-a3a2-68b6f5b9b0bf req-c9fa2efb-f499-40d8-b346-4c83a1a0146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:00.619473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74f05066-6c68-4ba2-a3a2-68b6f5b9b0bf req-c9fa2efb-f499-40d8-b346-4c83a1a0146b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.0647764 Jan 27 22:32:00.667843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f05066-6c68-4ba2-a3a2-68b6f5b9b0bf req-7af60651-e1e3-47e8-a591-674e21038b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:00.669411 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74f05066-6c68-4ba2-a3a2-68b6f5b9b0bf req-7af60651-e1e3-47e8-a591-674e21038b11 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432963 Jan 27 22:32:00.763473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74f05066-6c68-4ba2-a3a2-68b6f5b9b0bf req-3a10e2ca-eeda-4162-9550-967d980b532d service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855203 Jan 27 22:32:00.825173 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-1617a08d-eee7-4f70-a3a5-7573727896dc None None] Set router 5356466b-aa5d-42d9-be17-44cd17af865b gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:00.863851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74f05066-6c68-4ba2-a3a2-68b6f5b9b0bf req-392f87f7-c870-4bf8-9bfb-0be0bafd1b72 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879464 Jan 27 22:32:01.051839 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1617a08d-eee7-4f70-a3a5-7573727896dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 4, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '423dc240-1bbb-45c9-b420-bbdd6a493fcd', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'floating_ip_address': '172.25.3.65', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'port_id': 'f24f74c2-f83f-4cd5-9733-2601697fdf3a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'mac_address': 'fa:16:3e:93:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9328d068-bcd0-41a3-afce-ec9cf18da80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:28:01Z', 'updated_at': '2022-01-27T22:28:04Z', 'revision_number': 1, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c38c0c-e6ab-4c61-bc6e-92bd6855a96e', 'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'mac_address': 'fa:16:3e:2c:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:21Z', 'updated_at': '2022-01-27T22:16:33Z', 'revision_number': 5, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'subnets': [{'id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:01.078719 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1617a08d-eee7-4f70-a3a5-7573727896dc None None] The sync data for ids ['5356466b-aa5d-42d9-be17-44cd17af865b'] in n-d-772272-3 is: [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 4, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '423dc240-1bbb-45c9-b420-bbdd6a493fcd', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'floating_ip_address': '172.25.3.65', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'port_id': 'f24f74c2-f83f-4cd5-9733-2601697fdf3a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'mac_address': 'fa:16:3e:93:b3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9328d068-bcd0-41a3-afce-ec9cf18da80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:28:01Z', 'updated_at': '2022-01-27T22:28:04Z', 'revision_number': 1, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c38c0c-e6ab-4c61-bc6e-92bd6855a96e', 'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'mac_address': 'fa:16:3e:2c:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:21Z', 'updated_at': '2022-01-27T22:16:33Z', 'revision_number': 5, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'subnets': [{'id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:32:01.320685 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca0768-ad78-49bd-a84f-39b2cbb633fa None None] New status for floating IP c6b6336c-3ded-48b9-9d98-71a71e588367: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:32:01.590155 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77ec38-d820-47b1-b58b-27a8790c6e01 req-8f0d2fc3-35f3-409d-9d16-d7995ebc5b5b tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:01.591819 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df77ec38-d820-47b1-b58b-27a8790c6e01 req-8f0d2fc3-35f3-409d-9d16-d7995ebc5b5b tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 944 time: 0.0493040 Jan 27 22:32:01.641273 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df77ec38-d820-47b1-b58b-27a8790c6e01 req-ac07e492-d4df-43f9-971c-2b9e509a2cc3 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/security-groups?id=4834af5f-dddc-492b-b1ae-1dc64d3b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436521 Jan 27 22:32:01.728261 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0e258-2650-4f40-b8d6-101884403d7f req-4c19dbc3-9f1b-436f-92ce-603d0e9ba334 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:01.729761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bf0e258-2650-4f40-b8d6-101884403d7f req-4c19dbc3-9f1b-436f-92ce-603d0e9ba334 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 945 time: 0.0530753 Jan 27 22:32:01.778986 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bf0e258-2650-4f40-b8d6-101884403d7f req-edcd82ba-3ff9-47d4-8ea5-516220a294ba tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436921 Jan 27 22:32:02.461586 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b03cf-8baa-4602-9b3c-dffc328a0f9e req-ca9f5410-1832-4cd0-baf3-24304debe476 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:02.463026 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af7b03cf-8baa-4602-9b3c-dffc328a0f9e req-ca9f5410-1832-4cd0-baf3-24304debe476 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.21 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 945 time: 0.0490203 Jan 27 22:32:02.551656 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-af7b03cf-8baa-4602-9b3c-dffc328a0f9e req-90b4d420-0b95-4b0e-b14c-673f170b18e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Deleting port e4276f33-d271-4316-834c-5eefc8d22745 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:02.551994 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-af7b03cf-8baa-4602-9b3c-dffc328a0f9e req-90b4d420-0b95-4b0e-b14c-673f170b18e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (e4276f33-d271-4316-834c-5eefc8d22745), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:02.640947 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-af7b03cf-8baa-4602-9b3c-dffc328a0f9e req-90b4d420-0b95-4b0e-b14c-673f170b18e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] For port e4276f33-d271-4316-834c-5eefc8d22745, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=e4276f33-d271-4316-834c-5eefc8d22745,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:02.641607 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-af7b03cf-8baa-4602-9b3c-dffc328a0f9e req-90b4d420-0b95-4b0e-b14c-673f170b18e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (e4276f33-d271-4316-834c-5eefc8d22745), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:02.654220 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-af7b03cf-8baa-4602-9b3c-dffc328a0f9e req-90b4d420-0b95-4b0e-b14c-673f170b18e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Calling delete_port for e4276f33-d271-4316-834c-5eefc8d22745 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:02.778571 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737573e-5b22-4788-8713-7feeca1d6e12 req-6c721110-b0a9-48ff-b79a-689cf20fd1d2 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:02.779982 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3737573e-5b22-4788-8713-7feeca1d6e12 req-6c721110-b0a9-48ff-b79a-689cf20fd1d2 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 944 time: 0.0674367 Jan 27 22:32:02.863774 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-af7b03cf-8baa-4602-9b3c-dffc328a0f9e req-90b4d420-0b95-4b0e-b14c-673f170b18e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (e4276f33-d271-4316-834c-5eefc8d22745), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:02.873672 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3737573e-5b22-4788-8713-7feeca1d6e12 req-cc855537-43c0-4968-82ac-b75e9dc38ec0 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/security-groups?id=4834af5f-dddc-492b-b1ae-1dc64d3b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757389 Jan 27 22:32:02.909783 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac1e2362-5d68-440d-9994-12dabab7f986 req-8d8f983a-b75d-4853-9ba0-78789f67620c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 210 time: 0.0605927 Jan 27 22:32:02.916285 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4d420-0b95-4b0e-b14c-673f170b18e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event deleted for resources: {'Port': ['ID=e4276f33-d271-4316-834c-5eefc8d22745,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:02.959782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7b03cf-8baa-4602-9b3c-dffc328a0f9e req-90b4d420-0b95-4b0e-b14c-673f170b18e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] No DVR routers for this DVR port e4276f33-d271-4316-834c-5eefc8d22745 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:32:02.963019 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-af7b03cf-8baa-4602-9b3c-dffc328a0f9e req-90b4d420-0b95-4b0e-b14c-673f170b18e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:02.966823 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af7b03cf-8baa-4602-9b3c-dffc328a0f9e req-90b4d420-0b95-4b0e-b14c-673f170b18e9 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.21 "DELETE /v2.0/ports/e4276f33-d271-4316-834c-5eefc8d22745 HTTP/1.1" status: 204 len: 173 time: 0.4978864 Jan 27 22:32:02.967279 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93ab579-e7c1-4ada-ad07-cb872ba5adb0', 'name': 'network-vif-deleted', 'tag': 'e4276f33-d271-4316-834c-5eefc8d22745'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:32:02.969629 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4686c18-5d45-4cd7-8d68-cf1cda6558e7" -d '{"events": [{"server_uuid": "e93ab579-e7c1-4ada-ad07-cb872ba5adb0", "name": "network-vif-deleted", "tag": "e4276f33-d271-4316-834c-5eefc8d22745"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:32:03.007373 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a019fd01-aaab-4ed9-8ec7-b294be60d915 x-openstack-request-id: req-a019fd01-aaab-4ed9-8ec7-b294be60d915 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:32:03.007711 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93ab579-e7c1-4ada-ad07-cb872ba5adb0", "name": "network-vif-deleted", "tag": "e4276f33-d271-4316-834c-5eefc8d22745", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:32:03.007988 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a019fd01-aaab-4ed9-8ec7-b294be60d915 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:32:03.008959 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93ab579-e7c1-4ada-ad07-cb872ba5adb0', 'name': 'network-vif-deleted', 'tag': 'e4276f33-d271-4316-834c-5eefc8d22745', 'status': 'completed', 'code': 200} Jan 27 22:32:03.993182 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4893b-b230-4baa-9d68-dfaddf9f463d req-77102875-ab2c-45c3-9617-4c6de5f15c0d tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:03.994707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1f4893b-b230-4baa-9d68-dfaddf9f463d req-77102875-ab2c-45c3-9617-4c6de5f15c0d tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 944 time: 0.0523808 Jan 27 22:32:04.031247 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c86244c4-8f62-4d4b-b50b-0b2a56999e58 req-49ed6dd5-c816-4019-ab70-e9fa1e4c1971 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 210 time: 0.0354125 Jan 27 22:32:04.076341 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1f4893b-b230-4baa-9d68-dfaddf9f463d req-e9e6a403-dc44-48e8-bbb1-69fcf7a0b00d tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/security-groups?id=4834af5f-dddc-492b-b1ae-1dc64d3b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680246 Jan 27 22:32:05.140015 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44071b75-35af-4199-947a-7e9f9273e368 req-54e9c263-f201-434c-9991-363cdb2441d3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 210 time: 0.0370569 Jan 27 22:32:05.192597 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b86ea-c08b-4868-ba54-33a519bfd24e req-c5451d25-ca7a-46dc-8cf7-37c2f342d563 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:05.194115 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef5b86ea-c08b-4868-ba54-33a519bfd24e req-c5451d25-ca7a-46dc-8cf7-37c2f342d563 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 944 time: 0.0489972 Jan 27 22:32:05.243954 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef5b86ea-c08b-4868-ba54-33a519bfd24e req-d1644721-77be-491a-8460-b14f5364819f tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/security-groups?id=4834af5f-dddc-492b-b1ae-1dc64d3b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441642 Jan 27 22:32:06.236927 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f404c6b-8a77-445f-a356-f2a7ca3723cb req-e26028c8-e7cb-4933-a523-4ecab9aa9475 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 210 time: 0.0271339 Jan 27 22:32:06.363590 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1856c-319c-4f63-8aa4-5da270ff4783 req-eed4ae74-3937-4d3e-8c01-f9cc433b1f95 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:06.365099 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fa1856c-319c-4f63-8aa4-5da270ff4783 req-eed4ae74-3937-4d3e-8c01-f9cc433b1f95 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 944 time: 0.0530438 Jan 27 22:32:06.414084 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fa1856c-319c-4f63-8aa4-5da270ff4783 req-ea07b964-b192-437e-828f-18445c20ad30 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/security-groups?id=4834af5f-dddc-492b-b1ae-1dc64d3b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428913 Jan 27 22:32:06.542333 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5b97ca53-1857-4d17-9f7a-8bb543eff862 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:32:06.545959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device e4276f33-d271-4316-834c-5eefc8d22745 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:32:06.572478 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: e4276f33-d271-4316-834c-5eefc8d22745 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:32:06.572759 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device e4276f33-d271-4316-834c-5eefc8d22745 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:32:06.661563 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 5b97ca53-1857-4d17-9f7a-8bb543eff862, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5b97ca53-1857-4d17-9f7a-8bb543eff862,segment=NetworkSegment(16bb36da-edf9-46dd-8f35-13fbfdc9f18c),segment_id=16bb36da-edf9-46dd-8f35-13fbfdc9f18c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:06.673459 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '5b97ca53-1857-4d17-9f7a-8bb543eff862', 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5', 'port_id': '5b97ca53-1857-4d17-9f7a-8bb543eff862', 'mac_address': 'fa:16:3e:ec:3b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:32:06.713422 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 5b97ca53-1857-4d17-9f7a-8bb543eff862 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:32:06.713995 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5b97ca53-1857-4d17-9f7a-8bb543eff862), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:06.727802 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b97ca53-1857-4d17-9f7a-8bb543eff862 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:32:06.747796 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 5b97ca53-1857-4d17-9f7a-8bb543eff862, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5b97ca53-1857-4d17-9f7a-8bb543eff862,segment=NetworkSegment(16bb36da-edf9-46dd-8f35-13fbfdc9f18c),segment_id=16bb36da-edf9-46dd-8f35-13fbfdc9f18c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:06.751681 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5b97ca53-1857-4d17-9f7a-8bb543eff862), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:06.802086 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=5b97ca53-1857-4d17-9f7a-8bb543eff862,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:07.037819 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51224) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:07.125662 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['5b97ca53-1857-4d17-9f7a-8bb543eff862'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:32:07.206315 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a565ecdf-80b5-4ff1-b26e-815b999bc925 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Deleting port 39d6293b-b661-4fc7-95d8-9d53ef8d6e07 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:07.206689 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a565ecdf-80b5-4ff1-b26e-815b999bc925 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (39d6293b-b661-4fc7-95d8-9d53ef8d6e07), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:07.295162 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a565ecdf-80b5-4ff1-b26e-815b999bc925 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (39d6293b-b661-4fc7-95d8-9d53ef8d6e07), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:07.295647 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a565ecdf-80b5-4ff1-b26e-815b999bc925 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for floatingip (39d6293b-b661-4fc7-95d8-9d53ef8d6e07), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:07.310500 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a565ecdf-80b5-4ff1-b26e-815b999bc925 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Calling delete_port for 39d6293b-b661-4fc7-95d8-9d53ef8d6e07 owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:07.353046 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4945ad1-277c-47e4-94ef-73af98357c8e req-1bdb1a89-b136-4c7e-bdaf-1f2ea30846fb tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 210 time: 0.0390601 Jan 27 22:32:07.469943 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a565ecdf-80b5-4ff1-b26e-815b999bc925 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (39d6293b-b661-4fc7-95d8-9d53ef8d6e07), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:07.501128 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565ecdf-80b5-4ff1-b26e-815b999bc925 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Port': ['ID=39d6293b-b661-4fc7-95d8-9d53ef8d6e07,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:07.547051 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca95e7-9157-4294-ba27-448c2819e8fd req-d8adea6b-afa2-47bf-9586-2a5110a8b611 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:07.548851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22ca95e7-9157-4294-ba27-448c2819e8fd req-d8adea6b-afa2-47bf-9586-2a5110a8b611 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 945 time: 0.0660532 Jan 27 22:32:07.558093 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a565ecdf-80b5-4ff1-b26e-815b999bc925 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for floatingip (bbdeca1c-846f-4ab7-9981-f69ded6b4349), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:07.558449 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-a565ecdf-80b5-4ff1-b26e-815b999bc925 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Floating IP bbdeca1c-846f-4ab7-9981-f69ded6b4349 disassociated (deleted). External IP: 172.25.3.33, port: 7a0e6cc0-5118-46e3-ae21-3df914d75982. Jan 27 22:32:07.601355 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22ca95e7-9157-4294-ba27-448c2819e8fd req-f70dc444-ec15-4710-bb74-b9b3aebbb7e9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/security-groups?id=4834af5f-dddc-492b-b1ae-1dc64d3b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459015 Jan 27 22:32:07.772765 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a565ecdf-80b5-4ff1-b26e-815b999bc925 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Router f6a432c1-f22d-450c-b70d-d5ad1a280788 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:32:07.884472 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a565ecdf-80b5-4ff1-b26e-815b999bc925 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:32:07.889939 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a565ecdf-80b5-4ff1-b26e-815b999bc925 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:07.895647 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40339bb7-3441-4d73-a615-fa004547b97f None None] Sync routers for ids ['f6a432c1-f22d-450c-b70d-d5ad1a280788'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:32:07.908095 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40339bb7-3441-4d73-a615-fa004547b97f None None] Routers {'f6a432c1-f22d-450c-b70d-d5ad1a280788'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:07.908926 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-40339bb7-3441-4d73-a615-fa004547b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:31:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f6a432c1-f22d-450c-b70d-d5ad1a280788'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:07.920737 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a565ecdf-80b5-4ff1-b26e-815b999bc925 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "DELETE /v2.0/floatingips/bbdeca1c-846f-4ab7-9981-f69ded6b4349 HTTP/1.1" status: 204 len: 168 time: 0.8792145 Jan 27 22:32:07.920737 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a892383-fe01-45f9-8710-ede5cf82f6ff', 'tag': '7a0e6cc0-5118-46e3-ae21-3df914d75982'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:32:07.921415 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56eb9e0e8a6a89bc780db91d2693ffab06018dba6f587595add7892dc9d3d36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd84de5-7998-41be-a7d3-b27031177c84" -d '{"events": [{"name": "network-changed", "server_uuid": "6a892383-fe01-45f9-8710-ede5cf82f6ff", "tag": "7a0e6cc0-5118-46e3-ae21-3df914d75982"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:32:07.971441 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a385f81-22d3-4258-bb23-1cca0d220895 x-openstack-request-id: req-7a385f81-22d3-4258-bb23-1cca0d220895 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:32:07.972079 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a892383-fe01-45f9-8710-ede5cf82f6ff", "tag": "7a0e6cc0-5118-46e3-ae21-3df914d75982", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:32:07.972574 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a385f81-22d3-4258-bb23-1cca0d220895 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:32:07.973082 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a892383-fe01-45f9-8710-ede5cf82f6ff', 'tag': '7a0e6cc0-5118-46e3-ae21-3df914d75982', 'status': 'completed', 'code': 200} Jan 27 22:32:08.043921 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-40339bb7-3441-4d73-a615-fa004547b97f None None] Set router f6a432c1-f22d-450c-b70d-d5ad1a280788 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:08.057641 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd84de5-7998-41be-a7d3-b27031177c84 req-60122108-281a-4460-af49-faa66293964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:08.059167 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2fd84de5-7998-41be-a7d3-b27031177c84 req-60122108-281a-4460-af49-faa66293964f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7482ad4cc1974904932616961499813e&device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 1096 time: 0.0579345 Jan 27 22:32:08.190499 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd84de5-7998-41be-a7d3-b27031177c84 req-9fa138e4-dc4a-491b-947d-a0a8886854a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:08.191912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2fd84de5-7998-41be-a7d3-b27031177c84 req-9fa138e4-dc4a-491b-947d-a0a8886854a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3272ad9f-08de-432c-ad3d-2692601c6d33 HTTP/1.1" status: 200 len: 898 time: 0.1248727 Jan 27 22:32:08.253823 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754a154-cf4d-47e2-be74-5de06bb7fb1f req-ae740ee6-bef4-4668-aea3-f21641d59268 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:08.255409 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d754a154-cf4d-47e2-be74-5de06bb7fb1f req-ae740ee6-bef4-4668-aea3-f21641d59268 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.1050901 Jan 27 22:32:08.256742 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2fd84de5-7998-41be-a7d3-b27031177c84 req-0b3f119d-161d-40f5-b730-ae2485b2cff1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a0e6cc0-5118-46e3-ae21-3df914d75982 HTTP/1.1" status: 200 len: 217 time: 0.0549865 Jan 27 22:32:08.275456 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-40339bb7-3441-4d73-a615-fa004547b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189828684', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:22Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5270a427-0147-4676-8a1d-211e27d9bf18', 'name': '', 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:4b:1a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '0295deee-e1c7-43ab-9a0a-dc9821a9d9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:21Z', 'updated_at': '2022-01-27T22:30:26Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '0295deee-e1c7-43ab-9a0a-dc9821a9d9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:08.304040 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40339bb7-3441-4d73-a615-fa004547b97f None None] Checking router: f6a432c1-f22d-450c-b70d-d5ad1a280788 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:32:08.313148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40339bb7-3441-4d73-a615-fa004547b97f None None] Routers {'f6a432c1-f22d-450c-b70d-d5ad1a280788'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:08.313769 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-40339bb7-3441-4d73-a615-fa004547b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:31:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f6a432c1-f22d-450c-b70d-d5ad1a280788'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:08.339540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd84de5-7998-41be-a7d3-b27031177c84 req-decc98f0-d49f-4aa8-8423-6e81ade6fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:08.341303 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2fd84de5-7998-41be-a7d3-b27031177c84 req-decc98f0-d49f-4aa8-8423-6e81ade6fbe8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0295deee-e1c7-43ab-9a0a-dc9821a9d9c3 HTTP/1.1" status: 200 len: 835 time: 0.0721951 Jan 27 22:32:08.345040 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d754a154-cf4d-47e2-be74-5de06bb7fb1f req-5c15965b-bcc3-48d2-be09-64800fee1782 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822535 Jan 27 22:32:08.395852 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd84de5-7998-41be-a7d3-b27031177c84 req-9989301e-8640-4ccd-9be4-b93bd5f65e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:08.397506 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2fd84de5-7998-41be-a7d3-b27031177c84 req-9989301e-8640-4ccd-9be4-b93bd5f65e94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3272ad9f-08de-432c-ad3d-2692601c6d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497594 Jan 27 22:32:08.437829 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-40339bb7-3441-4d73-a615-fa004547b97f None None] Set router f6a432c1-f22d-450c-b70d-d5ad1a280788 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:08.484118 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c09e1a3-5352-4715-aa80-a18c0645058f req-ef56cf45-4977-4ca5-a964-30ffd1cb7f37 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 210 time: 0.0311697 Jan 27 22:32:08.522746 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2fd84de5-7998-41be-a7d3-b27031177c84 req-e728e7c8-25a1-4c77-8c2d-00d1385105e3 service neutron] 10.222.0.15 "GET /v2.0/networks/3272ad9f-08de-432c-ad3d-2692601c6d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182802 Jan 27 22:32:08.556018 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5b97ca53-1857-4d17-9f7a-8bb543eff862 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:32:08.620292 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2fd84de5-7998-41be-a7d3-b27031177c84 req-04059c58-2214-4e3a-b488-cc86f243727e service neutron] 10.222.0.15 "GET /v2.0/networks/3272ad9f-08de-432c-ad3d-2692601c6d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903563 Jan 27 22:32:08.682460 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 5b97ca53-1857-4d17-9f7a-8bb543eff862 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:32:08.690324 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 5b97ca53-1857-4d17-9f7a-8bb543eff862 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:32:08.690916 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5b97ca53-1857-4d17-9f7a-8bb543eff862), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:08.753581 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-40339bb7-3441-4d73-a615-fa004547b97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189828684', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:22Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5270a427-0147-4676-8a1d-211e27d9bf18', 'name': '', 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:4b:1a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '0295deee-e1c7-43ab-9a0a-dc9821a9d9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:21Z', 'updated_at': '2022-01-27T22:30:26Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '0295deee-e1c7-43ab-9a0a-dc9821a9d9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:08.760474 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9e518df-ee46-4eea-a77e-1474588d8ba4 req-b2fa3461-91d8-4866-b47b-271067042158 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778232 Jan 27 22:32:08.778114 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e5524-cada-4b14-a874-75d575a367e1 req-c81c9fef-caae-4beb-a883-b637b3c33708 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:08.785158 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-455e5524-cada-4b14-a874-75d575a367e1 req-c81c9fef-caae-4beb-a883-b637b3c33708 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 945 time: 0.0854967 Jan 27 22:32:08.787740 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40339bb7-3441-4d73-a615-fa004547b97f None None] The sync data for ids ['f6a432c1-f22d-450c-b70d-d5ad1a280788'] in n-d-772272-3 is: [{'id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189828684', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:22Z', 'revision_number': 4, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5270a427-0147-4676-8a1d-211e27d9bf18', 'name': '', 'network_id': '3272ad9f-08de-432c-ad3d-2692601c6d33', 'tenant_id': '7482ad4cc1974904932616961499813e', 'mac_address': 'fa:16:3e:4b:1a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '0295deee-e1c7-43ab-9a0a-dc9821a9d9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:21Z', 'updated_at': '2022-01-27T22:30:26Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'subnets': [{'id': '0295deee-e1c7-43ab-9a0a-dc9821a9d9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:32:08.831126 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 5b97ca53-1857-4d17-9f7a-8bb543eff862 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:32:08.831529 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5b97ca53-1857-4d17-9f7a-8bb543eff862), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:08.873742 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 5b97ca53-1857-4d17-9f7a-8bb543eff862, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5b97ca53-1857-4d17-9f7a-8bb543eff862,segment=NetworkSegment(16bb36da-edf9-46dd-8f35-13fbfdc9f18c),segment_id=16bb36da-edf9-46dd-8f35-13fbfdc9f18c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:08.874796 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f4ad5e-b948-4e14-a47c-84acc79e261f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b97ca53-1857-4d17-9f7a-8bb543eff862'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:32:08.878497 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67722c67-4247-4eeb-ab20-b3c81430f56b" -d '{"events": [{"server_uuid": "e5f4ad5e-b948-4e14-a47c-84acc79e261f", "name": "network-vif-plugged", "status": "completed", "tag": "5b97ca53-1857-4d17-9f7a-8bb543eff862"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:32:08.882797 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5b97ca53-1857-4d17-9f7a-8bb543eff862), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:08.884279 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e518df-ee46-4eea-a77e-1474588d8ba4 req-0af064b3-b93c-438d-8bdc-4389ee910709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:08.886029 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9e518df-ee46-4eea-a77e-1474588d8ba4 req-0af064b3-b93c-438d-8bdc-4389ee910709 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 1097 time: 0.0758564 Jan 27 22:32:08.900051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-455e5524-cada-4b14-a874-75d575a367e1 req-6c9e7aef-2e87-41a3-af03-c8c41619c8f8 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/security-groups?id=4834af5f-dddc-492b-b1ae-1dc64d3b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112781 Jan 27 22:32:08.960303 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce9c7af-c77b-4bee-9754-6518333a528e x-openstack-request-id: req-cce9c7af-c77b-4bee-9754-6518333a528e {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:32:08.960890 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f4ad5e-b948-4e14-a47c-84acc79e261f", "name": "network-vif-plugged", "status": "completed", "tag": "5b97ca53-1857-4d17-9f7a-8bb543eff862", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:32:08.960890 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cce9c7af-c77b-4bee-9754-6518333a528e {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:32:08.961814 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f4ad5e-b948-4e14-a47c-84acc79e261f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b97ca53-1857-4d17-9f7a-8bb543eff862', 'code': 200} Jan 27 22:32:08.967828 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=5b97ca53-1857-4d17-9f7a-8bb543eff862,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:09.041326 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e518df-ee46-4eea-a77e-1474588d8ba4 req-6f927926-e9ee-481b-9093-f1eea8c9a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:09.042443 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9e518df-ee46-4eea-a77e-1474588d8ba4 req-6f927926-e9ee-481b-9093-f1eea8c9a9e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 912 time: 0.1349308 Jan 27 22:32:09.104527 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaf29da-7690-4b77-b2df-09eb76fff2b3 None None] New status for floating IP bbdeca1c-846f-4ab7-9981-f69ded6b4349: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:32:09.130225 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6940c-8d98-4ac7-bfa1-189d21a37488 req-d5f2b593-0355-4c69-ac00-4aed7458081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:09.131854 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94e6940c-8d98-4ac7-bfa1-189d21a37488 req-d5f2b593-0355-4c69-ac00-4aed7458081b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 1097 time: 0.1035526 Jan 27 22:32:09.135830 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9e518df-ee46-4eea-a77e-1474588d8ba4 req-e79936ea-7721-4e57-b96e-1415f6e23f15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f24f74c2-f83f-4cd5-9733-2601697fdf3a HTTP/1.1" status: 200 len: 1001 time: 0.0779374 Jan 27 22:32:09.221869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e518df-ee46-4eea-a77e-1474588d8ba4 req-bbf59941-6845-42a9-819d-ee65c44fc97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:09.223822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9e518df-ee46-4eea-a77e-1474588d8ba4 req-bbf59941-6845-42a9-819d-ee65c44fc97e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.0802951 Jan 27 22:32:09.233033 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94e6940c-8d98-4ac7-bfa1-189d21a37488 req-d97b729f-f72b-4791-835e-6a915a1ef508 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4834af5f-dddc-492b-b1ae-1dc64d3b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947959 Jan 27 22:32:09.277036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e518df-ee46-4eea-a77e-1474588d8ba4 req-80101a19-473b-471b-a2b9-9d16c80c073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:09.278430 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9e518df-ee46-4eea-a77e-1474588d8ba4 req-80101a19-473b-471b-a2b9-9d16c80c073e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445623 Jan 27 22:32:09.367451 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9e518df-ee46-4eea-a77e-1474588d8ba4 req-ef4d0b39-826f-41b0-8d9d-91742a910e59 service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824039 Jan 27 22:32:09.526626 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328698ba-5b4e-4d1b-b827-f34212d5d282 req-36d0ad23-bfbd-486d-8119-b9982b449849 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:09.528185 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-328698ba-5b4e-4d1b-b827-f34212d5d282 req-36d0ad23-bfbd-486d-8119-b9982b449849 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.1064112 Jan 27 22:32:09.537482 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b5fc9-5e08-45bb-8044-bdfcbe0edd90 req-68655198-dc60-45bf-882d-7065beaf920f tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:09.538927 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c69b5fc9-5e08-45bb-8044-bdfcbe0edd90 req-68655198-dc60-45bf-882d-7065beaf920f tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a892383-fe01-45f9-8710-ede5cf82f6ff HTTP/1.1" status: 200 len: 945 time: 0.1161330 Jan 27 22:32:09.542665 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b9e518df-ee46-4eea-a77e-1474588d8ba4 req-6b853e19-7d76-40a5-a44d-c42523e3bc38 service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693809 Jan 27 22:32:09.618524 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c1774fa9-e6ab-4acd-9514-3be584b3f3e2 req-f403088f-3925-4c3e-b748-82971d8b7def tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 210 time: 0.0380423 Jan 27 22:32:09.670573 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c69b5fc9-5e08-45bb-8044-bdfcbe0edd90 req-dd77d72e-a916-4823-a20d-9737375423a2 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "GET /v2.0/security-groups?id=208357c7-d3b2-4ee1-a86a-ad0d75628d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217785 Jan 27 22:32:09.702856 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-328698ba-5b4e-4d1b-b827-f34212d5d282 req-c47c22d9-6e1b-4753-a230-a414cfd5b0dd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Deleting port 7a0e6cc0-5118-46e3-ae21-3df914d75982 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:09.703202 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-328698ba-5b4e-4d1b-b827-f34212d5d282 req-c47c22d9-6e1b-4753-a230-a414cfd5b0dd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7a0e6cc0-5118-46e3-ae21-3df914d75982), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:09.802098 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-328698ba-5b4e-4d1b-b827-f34212d5d282 req-c47c22d9-6e1b-4753-a230-a414cfd5b0dd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] For port 7a0e6cc0-5118-46e3-ae21-3df914d75982, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7a0e6cc0-5118-46e3-ae21-3df914d75982,segment=NetworkSegment(61229382-8e6d-473c-a0d8-1cc6b6ebc5d3),segment_id=61229382-8e6d-473c-a0d8-1cc6b6ebc5d3)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:09.802469 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-328698ba-5b4e-4d1b-b827-f34212d5d282 req-c47c22d9-6e1b-4753-a230-a414cfd5b0dd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7a0e6cc0-5118-46e3-ae21-3df914d75982), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:09.815701 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-328698ba-5b4e-4d1b-b827-f34212d5d282 req-c47c22d9-6e1b-4753-a230-a414cfd5b0dd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Calling delete_port for 7a0e6cc0-5118-46e3-ae21-3df914d75982 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:09.947649 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-328698ba-5b4e-4d1b-b827-f34212d5d282 req-c47c22d9-6e1b-4753-a230-a414cfd5b0dd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (7a0e6cc0-5118-46e3-ae21-3df914d75982), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:09.995080 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c22d9-6e1b-4753-a230-a414cfd5b0dd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Port': ['ID=7a0e6cc0-5118-46e3-ae21-3df914d75982,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:10.052471 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-328698ba-5b4e-4d1b-b827-f34212d5d282 req-c47c22d9-6e1b-4753-a230-a414cfd5b0dd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] No DVR routers for this DVR port 7a0e6cc0-5118-46e3-ae21-3df914d75982 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:32:10.056015 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-328698ba-5b4e-4d1b-b827-f34212d5d282 req-c47c22d9-6e1b-4753-a230-a414cfd5b0dd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:10.059306 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-328698ba-5b4e-4d1b-b827-f34212d5d282 req-c47c22d9-6e1b-4753-a230-a414cfd5b0dd tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.15 "DELETE /v2.0/ports/7a0e6cc0-5118-46e3-ae21-3df914d75982 HTTP/1.1" status: 204 len: 173 time: 0.5188057 Jan 27 22:32:10.059751 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a892383-fe01-45f9-8710-ede5cf82f6ff', 'name': 'network-vif-deleted', 'tag': '7a0e6cc0-5118-46e3-ae21-3df914d75982'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:32:10.062010 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3d58e4-e7b4-43f7-a620-031884ab6b0d" -d '{"events": [{"server_uuid": "6a892383-fe01-45f9-8710-ede5cf82f6ff", "name": "network-vif-deleted", "tag": "7a0e6cc0-5118-46e3-ae21-3df914d75982"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:32:10.081669 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d7f11-6e16-494f-8204-93550360e74e req-ef3dad70-a99d-4ff5-bda8-486f07c44006 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:10.083208 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a53d7f11-6e16-494f-8204-93550360e74e req-ef3dad70-a99d-4ff5-bda8-486f07c44006 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 946 time: 0.0982132 Jan 27 22:32:10.121160 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713b8df2-f358-4fd0-9c53-850872a023b9 x-openstack-request-id: req-713b8df2-f358-4fd0-9c53-850872a023b9 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:32:10.121526 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a892383-fe01-45f9-8710-ede5cf82f6ff", "name": "network-vif-deleted", "tag": "7a0e6cc0-5118-46e3-ae21-3df914d75982", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:32:10.121850 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-713b8df2-f358-4fd0-9c53-850872a023b9 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:32:10.122367 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a892383-fe01-45f9-8710-ede5cf82f6ff', 'name': 'network-vif-deleted', 'tag': '7a0e6cc0-5118-46e3-ae21-3df914d75982', 'status': 'completed', 'code': 200} Jan 27 22:32:10.142973 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a53d7f11-6e16-494f-8204-93550360e74e req-d0eee7fa-25d0-43b5-bf90-a83c86cf6dca tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/security-groups?id=4834af5f-dddc-492b-b1ae-1dc64d3b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526464 Jan 27 22:32:10.721495 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64beaf12-a7e6-41c2-a544-70526fc265c6 req-df450e6e-0ab1-4fe7-b8a9-e19518128401 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 210 time: 0.0324554 Jan 27 22:32:10.733894 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51254) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:11.092184 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0bc954f-818f-4a44-8d97-a1e4cef8cdfc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (f6a432c1-f22d-450c-b70d-d5ad1a280788), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:11.261740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87430114-36cb-4cf0-981e-549bcdf8f7ee req-37fee098-dd62-41b7-b4fd-ccbac2875c76 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:11.263176 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87430114-36cb-4cf0-981e-549bcdf8f7ee req-37fee098-dd62-41b7-b4fd-ccbac2875c76 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 946 time: 0.0503061 Jan 27 22:32:11.315656 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87430114-36cb-4cf0-981e-549bcdf8f7ee req-6b3da5fb-161a-4c37-929a-c21c802beee3 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/security-groups?id=4834af5f-dddc-492b-b1ae-1dc64d3b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445163 Jan 27 22:32:11.371473 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-f0bc954f-818f-4a44-8d97-a1e4cef8cdfc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Deleting port 5270a427-0147-4676-8a1d-211e27d9bf18 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:11.371819 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0bc954f-818f-4a44-8d97-a1e4cef8cdfc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5270a427-0147-4676-8a1d-211e27d9bf18), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:11.443937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc43a8-c28d-4f50-b977-37da72cb50cc req-6f3d1980-b24c-439d-a315-04df2de66e46 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:11.446336 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aecc43a8-c28d-4f50-b977-37da72cb50cc req-6f3d1980-b24c-439d-a315-04df2de66e46 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 946 time: 0.0512393 Jan 27 22:32:11.473928 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-f0bc954f-818f-4a44-8d97-a1e4cef8cdfc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] For port 5270a427-0147-4676-8a1d-211e27d9bf18, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5270a427-0147-4676-8a1d-211e27d9bf18,segment=NetworkSegment(61229382-8e6d-473c-a0d8-1cc6b6ebc5d3),segment_id=61229382-8e6d-473c-a0d8-1cc6b6ebc5d3)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:11.474447 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0bc954f-818f-4a44-8d97-a1e4cef8cdfc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5270a427-0147-4676-8a1d-211e27d9bf18), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:11.498180 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-f0bc954f-818f-4a44-8d97-a1e4cef8cdfc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Calling delete_port for 5270a427-0147-4676-8a1d-211e27d9bf18 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:11.508486 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aecc43a8-c28d-4f50-b977-37da72cb50cc req-01d52405-0f32-46a5-a700-aab3e52bfba1 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/security-groups?id=4834af5f-dddc-492b-b1ae-1dc64d3b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507762 Jan 27 22:32:11.533243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51260) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:11.691156 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5978455d-d8e5-4c18-878e-3b833bbbfb06 tempest-TestVolumeBackupRestore-2117617861 tempest-TestVolumeBackupRestore-2117617861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:11.693737 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5978455d-d8e5-4c18-878e-3b833bbbfb06 tempest-TestVolumeBackupRestore-2117617861 tempest-TestVolumeBackupRestore-2117617861-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 1092 time: 0.1584599 Jan 27 22:32:11.695581 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51266) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:11.700888 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-e0f3c1b8-e86e-4c73-8169-af44975601d4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': '5b97ca53-1857-4d17-9f7a-8bb543eff862', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:32:11.701731 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0bc954f-818f-4a44-8d97-a1e4cef8cdfc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5270a427-0147-4676-8a1d-211e27d9bf18), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:11.721197 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e0f3c1b8-e86e-4c73-8169-af44975601d4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:11.728156 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc954f-818f-4a44-8d97-a1e4cef8cdfc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Port': ['ID=5270a427-0147-4676-8a1d-211e27d9bf18,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:11.848070 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b9b7ba8-7503-42a0-9dde-445c7d8cb8cc req-144acc5a-dcc1-457a-9d6d-f0432dc57250 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=e93ab579-e7c1-4ada-ad07-cb872ba5adb0 HTTP/1.1" status: 200 len: 210 time: 0.0345380 Jan 27 22:32:11.871027 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e0f3c1b8-e86e-4c73-8169-af44975601d4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:11.919551 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f0bc954f-818f-4a44-8d97-a1e4cef8cdfc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (f6a432c1-f22d-450c-b70d-d5ad1a280788), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:12.047297 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-e0f3c1b8-e86e-4c73-8169-af44975601d4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Allocated IP 172.25.3.202 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/23b584ea-6d90-4cb5-b02b-2390dc38ca86) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:32:12.159502 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e0f3c1b8-e86e-4c73-8169-af44975601d4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for port (23b584ea-6d90-4cb5-b02b-2390dc38ca86), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:12.161766 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bc954f-818f-4a44-8d97-a1e4cef8cdfc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Router f6a432c1-f22d-450c-b70d-d5ad1a280788 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:32:12.192881 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e0f3c1b8-e86e-4c73-8169-af44975601d4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (23b584ea-6d90-4cb5-b02b-2390dc38ca86), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:12.231517 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f3c1b8-e86e-4c73-8169-af44975601d4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:32:12.234260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-e0f3c1b8-e86e-4c73-8169-af44975601d4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:32:12.236837 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f3c1b8-e86e-4c73-8169-af44975601d4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:32:12.262619 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3c1b8-e86e-4c73-8169-af44975601d4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Pushing event updated for resources: {'Port': ['ID=23b584ea-6d90-4cb5-b02b-2390dc38ca86,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:12.270202 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bc954f-818f-4a44-8d97-a1e4cef8cdfc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:32:12.275448 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f0bc954f-818f-4a44-8d97-a1e4cef8cdfc tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "PUT /v2.0/routers/f6a432c1-f22d-450c-b70d-d5ad1a280788/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5404024 Jan 27 22:32:12.278213 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51270) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:12.283272 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814fe1e8-aeb3-47e2-9c32-e1bd74337a4f None None] Sync routers for ids ['f6a432c1-f22d-450c-b70d-d5ad1a280788'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:32:12.293950 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814fe1e8-aeb3-47e2-9c32-e1bd74337a4f None None] Routers {'f6a432c1-f22d-450c-b70d-d5ad1a280788'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:12.294711 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-814fe1e8-aeb3-47e2-9c32-e1bd74337a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:31:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f6a432c1-f22d-450c-b70d-d5ad1a280788'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:12.342926 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d521686-b49f-4aac-85d9-0e06ce6db250 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Deleting subnet 0295deee-e1c7-43ab-9a0a-dc9821a9d9c3 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:32:12.346239 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d521686-b49f-4aac-85d9-0e06ce6db250 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for subnet (0295deee-e1c7-43ab-9a0a-dc9821a9d9c3), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:12.388810 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d521686-b49f-4aac-85d9-0e06ce6db250 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (0295deee-e1c7-43ab-9a0a-dc9821a9d9c3), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:12.405511 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-814fe1e8-aeb3-47e2-9c32-e1bd74337a4f None None] Set router f6a432c1-f22d-450c-b70d-d5ad1a280788 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:12.475691 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d521686-b49f-4aac-85d9-0e06ce6db250 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (0295deee-e1c7-43ab-9a0a-dc9821a9d9c3), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:12.549285 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d521686-b49f-4aac-85d9-0e06ce6db250 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (0295deee-e1c7-43ab-9a0a-dc9821a9d9c3), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:12.576318 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d521686-b49f-4aac-85d9-0e06ce6db250 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Subnet': ['ID=0295deee-e1c7-43ab-9a0a-dc9821a9d9c3,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:12.583221 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9d521686-b49f-4aac-85d9-0e06ce6db250 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:12.586574 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9d521686-b49f-4aac-85d9-0e06ce6db250 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "DELETE /v2.0/subnets/0295deee-e1c7-43ab-9a0a-dc9821a9d9c3 HTTP/1.1" status: 204 len: 168 time: 0.3065662 Jan 27 22:32:12.589535 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51272) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:12.593775 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d35dbd-be2a-4a11-932d-11c111baa431 None None] Network 3272ad9f-08de-432c-ad3d-2692601c6d33 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:32:12.661893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-814fe1e8-aeb3-47e2-9c32-e1bd74337a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189828684', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:32:11Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:12.702330 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cecc573b-78e7-4321-86e6-4c09a1475bfb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router (f6a432c1-f22d-450c-b70d-d5ad1a280788), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:12.710561 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814fe1e8-aeb3-47e2-9c32-e1bd74337a4f None None] Checking router: f6a432c1-f22d-450c-b70d-d5ad1a280788 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:32:12.727309 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814fe1e8-aeb3-47e2-9c32-e1bd74337a4f None None] Routers {'f6a432c1-f22d-450c-b70d-d5ad1a280788'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:12.727959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-814fe1e8-aeb3-47e2-9c32-e1bd74337a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:31:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f6a432c1-f22d-450c-b70d-d5ad1a280788'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:12.814238 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cecc573b-78e7-4321-86e6-4c09a1475bfb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_gateway (f6a432c1-f22d-450c-b70d-d5ad1a280788), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:12.853596 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-814fe1e8-aeb3-47e2-9c32-e1bd74337a4f None None] Set router f6a432c1-f22d-450c-b70d-d5ad1a280788 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:12.887502 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b23554-f969-4f07-a34e-2e64528fd3a7 None None] DHCP port deletion for 3272ad9f-08de-432c-ad3d-2692601c6d33 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:32:13.010739 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e0f3c1b8-e86e-4c73-8169-af44975601d4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for floatingip (4466dc60-8597-4aad-9b19-0af1f06dcb9f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:13.050560 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:13.103569 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e0f3c1b8-e86e-4c73-8169-af44975601d4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (23b584ea-6d90-4cb5-b02b-2390dc38ca86), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:13.297330 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-cecc573b-78e7-4321-86e6-4c09a1475bfb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Deleting port cc88022d-a65a-4418-9a22-15ebe9fbe606 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:13.297937 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cecc573b-78e7-4321-86e6-4c09a1475bfb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (cc88022d-a65a-4418-9a22-15ebe9fbe606), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:13.299374 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e0f3c1b8-e86e-4c73-8169-af44975601d4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for port (23b584ea-6d90-4cb5-b02b-2390dc38ca86), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:13.306384 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e0f3c1b8-e86e-4c73-8169-af44975601d4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (23b584ea-6d90-4cb5-b02b-2390dc38ca86), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:13.318715 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-33b23554-f969-4f07-a34e-2e64528fd3a7 None None] Deleting port da1582a8-a3e2-43ae-a9c4-5194af80acac {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:13.319312 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-33b23554-f969-4f07-a34e-2e64528fd3a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (da1582a8-a3e2-43ae-a9c4-5194af80acac), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:13.386921 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-cecc573b-78e7-4321-86e6-4c09a1475bfb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] For port cc88022d-a65a-4418-9a22-15ebe9fbe606, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=cc88022d-a65a-4418-9a22-15ebe9fbe606,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:13.387143 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e0f3c1b8-e86e-4c73-8169-af44975601d4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (4466dc60-8597-4aad-9b19-0af1f06dcb9f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:13.387261 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cecc573b-78e7-4321-86e6-4c09a1475bfb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (cc88022d-a65a-4418-9a22-15ebe9fbe606), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:13.397145 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-33b23554-f969-4f07-a34e-2e64528fd3a7 None None] For port da1582a8-a3e2-43ae-a9c4-5194af80acac, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=da1582a8-a3e2-43ae-a9c4-5194af80acac,segment=NetworkSegment(61229382-8e6d-473c-a0d8-1cc6b6ebc5d3),segment_id=61229382-8e6d-473c-a0d8-1cc6b6ebc5d3)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:13.397668 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-33b23554-f969-4f07-a34e-2e64528fd3a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (da1582a8-a3e2-43ae-a9c4-5194af80acac), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:13.400680 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-cecc573b-78e7-4321-86e6-4c09a1475bfb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Calling delete_port for cc88022d-a65a-4418-9a22-15ebe9fbe606 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:13.409189 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-814fe1e8-aeb3-47e2-9c32-e1bd74337a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189828684', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:32:11Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:13.440206 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814fe1e8-aeb3-47e2-9c32-e1bd74337a4f None None] The sync data for ids ['f6a432c1-f22d-450c-b70d-d5ad1a280788'] in n-d-772272-3 is: [{'id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189828684', 'tenant_id': '7482ad4cc1974904932616961499813e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:32:11Z', 'revision_number': 5, 'project_id': '7482ad4cc1974904932616961499813e', 'gw_port': {'id': 'cc88022d-a65a-4418-9a22-15ebe9fbe606', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a432c1-f22d-450c-b70d-d5ad1a280788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:30:18Z', 'updated_at': '2022-01-27T22:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:32:13.443162 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-33b23554-f969-4f07-a34e-2e64528fd3a7 None None] Calling delete_port for da1582a8-a3e2-43ae-a9c4-5194af80acac owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:13.519623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3c1b8-e86e-4c73-8169-af44975601d4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Pushing event updated for resources: {'Port': ['ID=23b584ea-6d90-4cb5-b02b-2390dc38ca86,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:13.541529 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-33b23554-f969-4f07-a34e-2e64528fd3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (da1582a8-a3e2-43ae-a9c4-5194af80acac), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:13.567540 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b23554-f969-4f07-a34e-2e64528fd3a7 None None] Pushing event deleted for resources: {'Port': ['ID=da1582a8-a3e2-43ae-a9c4-5194af80acac,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:13.573143 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b23554-f969-4f07-a34e-2e64528fd3a7 None None] No DVR routers for this DVR port da1582a8-a3e2-43ae-a9c4-5194af80acac on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:32:13.582322 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 7a0e6cc0-5118-46e3-ae21-3df914d75982 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:32:13.603433 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 7a0e6cc0-5118-46e3-ae21-3df914d75982 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:32:13.603920 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 7a0e6cc0-5118-46e3-ae21-3df914d75982 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:32:13.608404 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-e0f3c1b8-e86e-4c73-8169-af44975601d4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Floating IP 4466dc60-8597-4aad-9b19-0af1f06dcb9f associated. External IP: 172.25.3.202, port: 5b97ca53-1857-4d17-9f7a-8bb543eff862. Jan 27 22:32:13.641790 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cecc573b-78e7-4321-86e6-4c09a1475bfb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (cc88022d-a65a-4418-9a22-15ebe9fbe606), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:13.669870 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc573b-78e7-4321-86e6-4c09a1475bfb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Port': ['ID=cc88022d-a65a-4418-9a22-15ebe9fbe606,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:13.740423 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cecc573b-78e7-4321-86e6-4c09a1475bfb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (f6a432c1-f22d-450c-b70d-d5ad1a280788), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:13.836673 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cecc573b-78e7-4321-86e6-4c09a1475bfb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (f6a432c1-f22d-450c-b70d-d5ad1a280788), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:13.839601 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cecc573b-78e7-4321-86e6-4c09a1475bfb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router_controller (f6a432c1-f22d-450c-b70d-d5ad1a280788), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:13.865165 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f3c1b8-e86e-4c73-8169-af44975601d4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Router cbd5ef09-102c-4644-b748-96fd57f53274 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:32:13.896696 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cecc573b-78e7-4321-86e6-4c09a1475bfb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (f6a432c1-f22d-450c-b70d-d5ad1a280788), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:13.897333 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecc573b-78e7-4321-86e6-4c09a1475bfb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Fanout notify agent at l3_agent the message router_deleted on router f6a432c1-f22d-450c-b70d-d5ad1a280788 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:32:13.906076 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cecc573b-78e7-4321-86e6-4c09a1475bfb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:13.907465 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cecc573b-78e7-4321-86e6-4c09a1475bfb tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "DELETE /v2.0/routers/f6a432c1-f22d-450c-b70d-d5ad1a280788 HTTP/1.1" status: 204 len: 168 time: 1.3166516 Jan 27 22:32:13.910152 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51280) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:14.010491 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2cf6648b-f1e6-41c1-9f06-a35a04666966 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (3272ad9f-08de-432c-ad3d-2692601c6d33), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:14.035348 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f3c1b8-e86e-4c73-8169-af44975601d4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:32:14.050135 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62cfc02-6e39-4c1d-81bf-5a834a8e5716 None None] Sync routers for ids ['cbd5ef09-102c-4644-b748-96fd57f53274'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:32:14.065762 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62cfc02-6e39-4c1d-81bf-5a834a8e5716 None None] Routers {'cbd5ef09-102c-4644-b748-96fd57f53274'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:14.066607 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d62cfc02-6e39-4c1d-81bf-5a834a8e5716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:31:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['cbd5ef09-102c-4644-b748-96fd57f53274'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:14.072192 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e0f3c1b8-e86e-4c73-8169-af44975601d4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:14.122662 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e0f3c1b8-e86e-4c73-8169-af44975601d4 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4252896 Jan 27 22:32:14.123632 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f4ad5e-b948-4e14-a47c-84acc79e261f', 'tag': '5b97ca53-1857-4d17-9f7a-8bb543eff862'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:32:14.127375 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6467a319-3a51-4bfc-a074-3e270de0ff23" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f4ad5e-b948-4e14-a47c-84acc79e261f", "tag": "5b97ca53-1857-4d17-9f7a-8bb543eff862"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:32:14.134107 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51284) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:14.175696 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9de822-fdb7-4be1-af19-262498440d3c x-openstack-request-id: req-db9de822-fdb7-4be1-af19-262498440d3c {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:32:14.176136 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f4ad5e-b948-4e14-a47c-84acc79e261f", "tag": "5b97ca53-1857-4d17-9f7a-8bb543eff862", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:32:14.176546 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db9de822-fdb7-4be1-af19-262498440d3c {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:32:14.177601 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f4ad5e-b948-4e14-a47c-84acc79e261f', 'tag': '5b97ca53-1857-4d17-9f7a-8bb543eff862', 'status': 'completed', 'code': 200} Jan 27 22:32:14.188689 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2cf6648b-f1e6-41c1-9f06-a35a04666966 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (3272ad9f-08de-432c-ad3d-2692601c6d33), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:14.195663 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5270a427-0147-4676-8a1d-211e27d9bf18 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:32:14.208110 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240a4c46-9e06-4fe6-8826-4667b9af4ae7 tempest-TestVolumeBackupRestore-2117617861 tempest-TestVolumeBackupRestore-2117617861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:14.212283 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-240a4c46-9e06-4fe6-8826-4667b9af4ae7 tempest-TestVolumeBackupRestore-2117617861 tempest-TestVolumeBackupRestore-2117617861-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 1092 time: 0.0744171 Jan 27 22:32:14.213954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51288) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:14.222884 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-2cf6648b-f1e6-41c1-9f06-a35a04666966 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3272ad9f-08de-432c-ad3d-2692601c6d33']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:14.237932 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 5270a427-0147-4676-8a1d-211e27d9bf18 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:32:14.238280 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5270a427-0147-4676-8a1d-211e27d9bf18 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:32:14.240419 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-2b856b19-6d31-42b1-ac3f-3f755107f2a9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Request body: {'floatingip': {'port_id': '5b97ca53-1857-4d17-9f7a-8bb543eff862'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:32:14.241045 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device da1582a8-a3e2-43ae-a9c4-5194af80acac no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:32:14.245548 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-2cf6648b-f1e6-41c1-9f06-a35a04666966 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61229382-8e6d-473c-a0d8-1cc6b6ebc5d3') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:14.245548 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-2cf6648b-f1e6-41c1-9f06-a35a04666966 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61229382-8e6d-473c-a0d8-1cc6b6ebc5d3') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:14.267847 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: da1582a8-a3e2-43ae-a9c4-5194af80acac {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:32:14.269642 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device da1582a8-a3e2-43ae-a9c4-5194af80acac not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:32:14.269774 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2cf6648b-f1e6-41c1-9f06-a35a04666966 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (61229382-8e6d-473c-a0d8-1cc6b6ebc5d3), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:14.304773 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2cf6648b-f1e6-41c1-9f06-a35a04666966 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (61229382-8e6d-473c-a0d8-1cc6b6ebc5d3), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:14.306102 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-d62cfc02-6e39-4c1d-81bf-5a834a8e5716 None None] Set router cbd5ef09-102c-4644-b748-96fd57f53274 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:14.317343 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf6648b-f1e6-41c1-9f06-a35a04666966 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:32:14.318184 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2cf6648b-f1e6-41c1-9f06-a35a04666966 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (61229382-8e6d-473c-a0d8-1cc6b6ebc5d3), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:32:14.322198 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:32:14.334725 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467a319-3a51-4bfc-a074-3e270de0ff23 req-4efc5bf6-0085-4d9d-b691-5c5d6da9b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:14.337518 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6467a319-3a51-4bfc-a074-3e270de0ff23 req-4efc5bf6-0085-4d9d-b691-5c5d6da9b085 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c7203671d943a68f3091502667a66d&device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 1097 time: 0.1390538 Jan 27 22:32:14.340349 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b856b19-6d31-42b1-ac3f-3f755107f2a9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for floatingip (4466dc60-8597-4aad-9b19-0af1f06dcb9f), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:14.452991 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2cf6648b-f1e6-41c1-9f06-a35a04666966 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (3272ad9f-08de-432c-ad3d-2692601c6d33), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:14.477591 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2cf6648b-f1e6-41c1-9f06-a35a04666966 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:14.485948 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2cf6648b-f1e6-41c1-9f06-a35a04666966 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "DELETE /v2.0/networks/3272ad9f-08de-432c-ad3d-2692601c6d33 HTTP/1.1" status: 204 len: 168 time: 0.5746219 Jan 27 22:32:14.487429 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6648b-f1e6-41c1-9f06-a35a04666966 tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'Network': ['ID=3272ad9f-08de-432c-ad3d-2692601c6d33,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:14.489204 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51290) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:14.572384 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9c37d5f-e291-40c3-909e-2dc1405dfa9e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (208357c7-d3b2-4ee1-a86a-ad0d75628d9a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:14.601110 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d62cfc02-6e39-4c1d-81bf-5a834a8e5716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'name': 'tempest-TestVolumeBackupRestore-916843086-router', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:24Z', 'revision_number': 4, 'project_id': '53c7203671d943a68f3091502667a66d', 'gw_port': {'id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '4466dc60-8597-4aad-9b19-0af1f06dcb9f', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'port_id': '5b97ca53-1857-4d17-9f7a-8bb543eff862', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5', 'mac_address': 'fa:16:3e:ec:3b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4ad5e-b948-4e14-a47c-84acc79e261f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:32:12Z', 'updated_at': '2022-01-27T22:32:12Z', 'revision_number': 0, 'project_id': '53c7203671d943a68f3091502667a66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa034f6-14a9-480b-8ad7-a07ad1a56e44', 'name': '', 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'mac_address': 'fa:16:3e:10:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:24Z', 'updated_at': '2022-01-27T22:29:29Z', 'revision_number': 5, 'project_id': '53c7203671d943a68f3091502667a66d', 'subnets': [{'id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:14.602735 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9c37d5f-e291-40c3-909e-2dc1405dfa9e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (208357c7-d3b2-4ee1-a86a-ad0d75628d9a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:14.615690 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467a319-3a51-4bfc-a074-3e270de0ff23 req-5e8ef3db-df6a-4c11-96e9-d1fa0809c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:14.617406 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6467a319-3a51-4bfc-a074-3e270de0ff23 req-5e8ef3db-df6a-4c11-96e9-d1fa0809c093 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e576862-6357-40ad-8273-723d5329b3c5 HTTP/1.1" status: 200 len: 914 time: 0.2726140 Jan 27 22:32:14.638964 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62cfc02-6e39-4c1d-81bf-5a834a8e5716 None None] Checking router: cbd5ef09-102c-4644-b748-96fd57f53274 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:32:14.650360 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62cfc02-6e39-4c1d-81bf-5a834a8e5716 None None] Routers {'cbd5ef09-102c-4644-b748-96fd57f53274'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:14.650989 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d62cfc02-6e39-4c1d-81bf-5a834a8e5716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:31:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['cbd5ef09-102c-4644-b748-96fd57f53274'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:14.669466 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9c37d5f-e291-40c3-909e-2dc1405dfa9e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (208357c7-d3b2-4ee1-a86a-ad0d75628d9a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:14.672397 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c9c37d5f-e291-40c3-909e-2dc1405dfa9e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:14.673521 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c9c37d5f-e291-40c3-909e-2dc1405dfa9e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] 10.222.0.23 "DELETE /v2.0/security-groups/208357c7-d3b2-4ee1-a86a-ad0d75628d9a HTTP/1.1" status: 204 len: 168 time: 0.1765833 Jan 27 22:32:14.682920 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c37d5f-e291-40c3-909e-2dc1405dfa9e tempest-TestNetworkAdvancedServerOps-1483348930 tempest-TestNetworkAdvancedServerOps-1483348930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=208357c7-d3b2-4ee1-a86a-ad0d75628d9a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:14.804586 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-d62cfc02-6e39-4c1d-81bf-5a834a8e5716 None None] Set router cbd5ef09-102c-4644-b748-96fd57f53274 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:14.864053 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6467a319-3a51-4bfc-a074-3e270de0ff23 req-e12da6b7-5032-448b-b220-33314fbe3435 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b97ca53-1857-4d17-9f7a-8bb543eff862 HTTP/1.1" status: 200 len: 1000 time: 0.1909535 Jan 27 22:32:15.005324 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467a319-3a51-4bfc-a074-3e270de0ff23 req-da9d0ae5-5cb1-472f-b07d-eac5633ac258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:15.006886 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6467a319-3a51-4bfc-a074-3e270de0ff23 req-da9d0ae5-5cb1-472f-b07d-eac5633ac258 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad2bb1c9-de37-48e3-b231-b6329a7d1e98 HTTP/1.1" status: 200 len: 852 time: 0.1335909 Jan 27 22:32:15.104918 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d62cfc02-6e39-4c1d-81bf-5a834a8e5716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'name': 'tempest-TestVolumeBackupRestore-916843086-router', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:24Z', 'revision_number': 4, 'project_id': '53c7203671d943a68f3091502667a66d', 'gw_port': {'id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '4466dc60-8597-4aad-9b19-0af1f06dcb9f', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'port_id': '5b97ca53-1857-4d17-9f7a-8bb543eff862', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5', 'mac_address': 'fa:16:3e:ec:3b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4ad5e-b948-4e14-a47c-84acc79e261f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:32:12Z', 'updated_at': '2022-01-27T22:32:12Z', 'revision_number': 0, 'project_id': '53c7203671d943a68f3091502667a66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa034f6-14a9-480b-8ad7-a07ad1a56e44', 'name': '', 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'mac_address': 'fa:16:3e:10:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:24Z', 'updated_at': '2022-01-27T22:29:29Z', 'revision_number': 5, 'project_id': '53c7203671d943a68f3091502667a66d', 'subnets': [{'id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:15.107206 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51298) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:15.116307 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467a319-3a51-4bfc-a074-3e270de0ff23 req-aab92e2d-819a-440b-b9d1-41c359dfb4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:15.117891 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6467a319-3a51-4bfc-a074-3e270de0ff23 req-aab92e2d-819a-440b-b9d1-41c359dfb4ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e576862-6357-40ad-8273-723d5329b3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964308 Jan 27 22:32:15.139716 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62cfc02-6e39-4c1d-81bf-5a834a8e5716 None None] The sync data for ids ['cbd5ef09-102c-4644-b748-96fd57f53274'] in n-d-772272-3 is: [{'id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'name': 'tempest-TestVolumeBackupRestore-916843086-router', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:24Z', 'revision_number': 4, 'project_id': '53c7203671d943a68f3091502667a66d', 'gw_port': {'id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '4466dc60-8597-4aad-9b19-0af1f06dcb9f', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'port_id': '5b97ca53-1857-4d17-9f7a-8bb543eff862', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5', 'mac_address': 'fa:16:3e:ec:3b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4ad5e-b948-4e14-a47c-84acc79e261f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:32:12Z', 'updated_at': '2022-01-27T22:32:12Z', 'revision_number': 0, 'project_id': '53c7203671d943a68f3091502667a66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa034f6-14a9-480b-8ad7-a07ad1a56e44', 'name': '', 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'mac_address': 'fa:16:3e:10:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:24Z', 'updated_at': '2022-01-27T22:29:29Z', 'revision_number': 5, 'project_id': '53c7203671d943a68f3091502667a66d', 'subnets': [{'id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:32:15.279611 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6467a319-3a51-4bfc-a074-3e270de0ff23 req-3aef98dd-a444-488e-8f73-ad74611ab21a service neutron] 10.222.0.21 "GET /v2.0/networks/0e576862-6357-40ad-8273-723d5329b3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545784 Jan 27 22:32:15.365816 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-888332c5-c77d-45a0-abae-42ae760a9996 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7482ad4cc1974904932616961499813e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2574580 Jan 27 22:32:15.370483 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51306) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:15.444667 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b856b19-6d31-42b1-ac3f-3f755107f2a9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:15.445863 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eee9f297-6762-4a43-a69b-93a31e9b9c33 admin admin] Publish callbacks [] for security_group (395c8aec-f14a-44ae-bb0d-1783b2789120), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:15.464975 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b856b19-6d31-42b1-ac3f-3f755107f2a9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (4466dc60-8597-4aad-9b19-0af1f06dcb9f), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:15.472564 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eee9f297-6762-4a43-a69b-93a31e9b9c33 admin admin] Publish callbacks [] for security_group (395c8aec-f14a-44ae-bb0d-1783b2789120), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:15.518275 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdd71f7-9035-438a-aa48-b6476612969a None None] New status for floating IP 4466dc60-8597-4aad-9b19-0af1f06dcb9f: ACTIVE {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:32:15.538008 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eee9f297-6762-4a43-a69b-93a31e9b9c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (395c8aec-f14a-44ae-bb0d-1783b2789120), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:15.541575 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-eee9f297-6762-4a43-a69b-93a31e9b9c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:15.542744 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-eee9f297-6762-4a43-a69b-93a31e9b9c33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/395c8aec-f14a-44ae-bb0d-1783b2789120 HTTP/1.1" status: 204 len: 168 time: 0.1722155 Jan 27 22:32:15.555757 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9f297-6762-4a43-a69b-93a31e9b9c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395c8aec-f14a-44ae-bb0d-1783b2789120,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:15.595118 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6467a319-3a51-4bfc-a074-3e270de0ff23 req-911d6887-5ff9-468b-b3b1-0889e03a79fa service neutron] 10.222.0.21 "GET /v2.0/networks/0e576862-6357-40ad-8273-723d5329b3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074498 Jan 27 22:32:15.778599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b856b19-6d31-42b1-ac3f-3f755107f2a9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Router cbd5ef09-102c-4644-b748-96fd57f53274 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:32:15.935989 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51312) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:15.957258 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cc88022d-a65a-4418-9a22-15ebe9fbe606 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:32:15.957709 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b856b19-6d31-42b1-ac3f-3f755107f2a9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:32:15.966660 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b856b19-6d31-42b1-ac3f-3f755107f2a9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:15.968886 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ad0b23-86fc-4dd2-89b3-38517f18d6db None None] Sync routers for ids ['cbd5ef09-102c-4644-b748-96fd57f53274'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:32:15.980805 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ad0b23-86fc-4dd2-89b3-38517f18d6db None None] Routers {'cbd5ef09-102c-4644-b748-96fd57f53274'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:15.981777 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c7ad0b23-86fc-4dd2-89b3-38517f18d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:31:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['cbd5ef09-102c-4644-b748-96fd57f53274'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:15.994784 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: cc88022d-a65a-4418-9a22-15ebe9fbe606 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:32:15.995143 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device cc88022d-a65a-4418-9a22-15ebe9fbe606 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:32:16.020938 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9c842b7a-d1c2-45c9-bb34-3b7d42bf16a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49c4887529994214bfe9f6f74e42d2c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0834947 Jan 27 22:32:16.023203 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51314) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:16.056072 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2b856b19-6d31-42b1-ac3f-3f755107f2a9 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "PUT /v2.0/floatingips/4466dc60-8597-4aad-9b19-0af1f06dcb9f HTTP/1.1" status: 200 len: 992 time: 1.8316941 Jan 27 22:32:16.078094 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8c7da37-9e3d-44f3-adfa-e6e34179c355 admin admin] Publish callbacks [] for security_group (7f51ad12-e15c-496e-8a53-cc360ec1f54b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:16.101851 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8c7da37-9e3d-44f3-adfa-e6e34179c355 admin admin] Publish callbacks [] for security_group (7f51ad12-e15c-496e-8a53-cc360ec1f54b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:16.106860 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-c7ad0b23-86fc-4dd2-89b3-38517f18d6db None None] Set router cbd5ef09-102c-4644-b748-96fd57f53274 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:16.154434 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8c7da37-9e3d-44f3-adfa-e6e34179c355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7f51ad12-e15c-496e-8a53-cc360ec1f54b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:16.157286 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c8c7da37-9e3d-44f3-adfa-e6e34179c355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:16.158631 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c8c7da37-9e3d-44f3-adfa-e6e34179c355 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f51ad12-e15c-496e-8a53-cc360ec1f54b HTTP/1.1" status: 204 len: 168 time: 0.1336443 Jan 27 22:32:16.166534 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7da37-9e3d-44f3-adfa-e6e34179c355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f51ad12-e15c-496e-8a53-cc360ec1f54b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:16.178742 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f4ad5e-b948-4e14-a47c-84acc79e261f', 'tag': '5b97ca53-1857-4d17-9f7a-8bb543eff862'}, {'name': 'network-changed', 'server_uuid': 'e5f4ad5e-b948-4e14-a47c-84acc79e261f', 'tag': '5b97ca53-1857-4d17-9f7a-8bb543eff862'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:32:16.181850 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266b503d-b7b5-48c8-8d4a-76ef002fd4bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f4ad5e-b948-4e14-a47c-84acc79e261f", "tag": "5b97ca53-1857-4d17-9f7a-8bb543eff862"}, {"name": "network-changed", "server_uuid": "e5f4ad5e-b948-4e14-a47c-84acc79e261f", "tag": "5b97ca53-1857-4d17-9f7a-8bb543eff862"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:32:16.244486 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Jan 2022 22:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f5d23a-48cb-484f-b2e4-3f20a7126599 x-openstack-request-id: req-c3f5d23a-48cb-484f-b2e4-3f20a7126599 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:32:16.244796 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f4ad5e-b948-4e14-a47c-84acc79e261f", "tag": "5b97ca53-1857-4d17-9f7a-8bb543eff862", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e5f4ad5e-b948-4e14-a47c-84acc79e261f", "tag": "5b97ca53-1857-4d17-9f7a-8bb543eff862", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:32:16.245059 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3f5d23a-48cb-484f-b2e4-3f20a7126599 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:32:16.245482 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f4ad5e-b948-4e14-a47c-84acc79e261f', 'tag': '5b97ca53-1857-4d17-9f7a-8bb543eff862', 'status': 'completed', 'code': 200} Jan 27 22:32:16.245752 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f4ad5e-b948-4e14-a47c-84acc79e261f', 'tag': '5b97ca53-1857-4d17-9f7a-8bb543eff862', 'status': 'completed', 'code': 200} Jan 27 22:32:16.314824 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b503d-b7b5-48c8-8d4a-76ef002fd4bf req-1212de14-6fdb-454c-80ca-e59d2ed1169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:16.316635 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-266b503d-b7b5-48c8-8d4a-76ef002fd4bf req-1212de14-6fdb-454c-80ca-e59d2ed1169a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c7203671d943a68f3091502667a66d&device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 1097 time: 0.0460157 Jan 27 22:32:16.391419 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c7ad0b23-86fc-4dd2-89b3-38517f18d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'name': 'tempest-TestVolumeBackupRestore-916843086-router', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:24Z', 'revision_number': 4, 'project_id': '53c7203671d943a68f3091502667a66d', 'gw_port': {'id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '4466dc60-8597-4aad-9b19-0af1f06dcb9f', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'port_id': '5b97ca53-1857-4d17-9f7a-8bb543eff862', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5', 'mac_address': 'fa:16:3e:ec:3b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4ad5e-b948-4e14-a47c-84acc79e261f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:32:12Z', 'updated_at': '2022-01-27T22:32:15Z', 'revision_number': 2, 'project_id': '53c7203671d943a68f3091502667a66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa034f6-14a9-480b-8ad7-a07ad1a56e44', 'name': '', 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'mac_address': 'fa:16:3e:10:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:24Z', 'updated_at': '2022-01-27T22:29:29Z', 'revision_number': 5, 'project_id': '53c7203671d943a68f3091502667a66d', 'subnets': [{'id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:16.420304 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ad0b23-86fc-4dd2-89b3-38517f18d6db None None] Checking router: cbd5ef09-102c-4644-b748-96fd57f53274 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:32:16.429186 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ad0b23-86fc-4dd2-89b3-38517f18d6db None None] Routers {'cbd5ef09-102c-4644-b748-96fd57f53274'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:16.429839 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c7ad0b23-86fc-4dd2-89b3-38517f18d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:31:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['cbd5ef09-102c-4644-b748-96fd57f53274'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:16.435534 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b503d-b7b5-48c8-8d4a-76ef002fd4bf req-9cc8cb01-fb13-4887-9555-85fc7fda142e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:16.437237 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-266b503d-b7b5-48c8-8d4a-76ef002fd4bf req-9cc8cb01-fb13-4887-9555-85fc7fda142e service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e576862-6357-40ad-8273-723d5329b3c5 HTTP/1.1" status: 200 len: 914 time: 0.1131670 Jan 27 22:32:16.532807 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-266b503d-b7b5-48c8-8d4a-76ef002fd4bf req-d5ad0235-5c5b-495c-b703-9666ddf3763f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b97ca53-1857-4d17-9f7a-8bb543eff862 HTTP/1.1" status: 200 len: 1002 time: 0.0879838 Jan 27 22:32:16.595499 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b503d-b7b5-48c8-8d4a-76ef002fd4bf req-a6fd6e0c-4200-4b3f-badb-b338d73b301f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:16.597100 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-266b503d-b7b5-48c8-8d4a-76ef002fd4bf req-a6fd6e0c-4200-4b3f-badb-b338d73b301f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad2bb1c9-de37-48e3-b231-b6329a7d1e98 HTTP/1.1" status: 200 len: 852 time: 0.0566850 Jan 27 22:32:16.654855 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b503d-b7b5-48c8-8d4a-76ef002fd4bf req-d9ecf5f5-cdc1-46a1-9383-bdddd16dec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:16.656672 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-266b503d-b7b5-48c8-8d4a-76ef002fd4bf req-d9ecf5f5-cdc1-46a1-9383-bdddd16dec1d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e576862-6357-40ad-8273-723d5329b3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520632 Jan 27 22:32:16.703829 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-c7ad0b23-86fc-4dd2-89b3-38517f18d6db None None] Set router cbd5ef09-102c-4644-b748-96fd57f53274 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:16.779153 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-266b503d-b7b5-48c8-8d4a-76ef002fd4bf req-15011d26-ab88-4176-be8f-287e29468caa service neutron] 10.222.0.21 "GET /v2.0/networks/0e576862-6357-40ad-8273-723d5329b3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139574 Jan 27 22:32:16.891473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-266b503d-b7b5-48c8-8d4a-76ef002fd4bf req-de0dd492-92d6-4800-85d5-ea8207e47742 service neutron] 10.222.0.21 "GET /v2.0/networks/0e576862-6357-40ad-8273-723d5329b3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027646 Jan 27 22:32:16.985904 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c7ad0b23-86fc-4dd2-89b3-38517f18d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'name': 'tempest-TestVolumeBackupRestore-916843086-router', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:24Z', 'revision_number': 4, 'project_id': '53c7203671d943a68f3091502667a66d', 'gw_port': {'id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '4466dc60-8597-4aad-9b19-0af1f06dcb9f', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'port_id': '5b97ca53-1857-4d17-9f7a-8bb543eff862', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5', 'mac_address': 'fa:16:3e:ec:3b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4ad5e-b948-4e14-a47c-84acc79e261f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:32:12Z', 'updated_at': '2022-01-27T22:32:15Z', 'revision_number': 2, 'project_id': '53c7203671d943a68f3091502667a66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa034f6-14a9-480b-8ad7-a07ad1a56e44', 'name': '', 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'mac_address': 'fa:16:3e:10:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:24Z', 'updated_at': '2022-01-27T22:29:29Z', 'revision_number': 5, 'project_id': '53c7203671d943a68f3091502667a66d', 'subnets': [{'id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:17.011916 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b503d-b7b5-48c8-8d4a-76ef002fd4bf req-a510b9ba-9c92-48c1-9a72-addd0127fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:17.013702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-266b503d-b7b5-48c8-8d4a-76ef002fd4bf req-a510b9ba-9c92-48c1-9a72-addd0127fd97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c7203671d943a68f3091502667a66d&device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 1097 time: 0.0740709 Jan 27 22:32:17.015776 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ad0b23-86fc-4dd2-89b3-38517f18d6db None None] The sync data for ids ['cbd5ef09-102c-4644-b748-96fd57f53274'] in n-d-772272-3 is: [{'id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'name': 'tempest-TestVolumeBackupRestore-916843086-router', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:24Z', 'revision_number': 4, 'project_id': '53c7203671d943a68f3091502667a66d', 'gw_port': {'id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '4466dc60-8597-4aad-9b19-0af1f06dcb9f', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'port_id': '5b97ca53-1857-4d17-9f7a-8bb543eff862', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5', 'mac_address': 'fa:16:3e:ec:3b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f4ad5e-b948-4e14-a47c-84acc79e261f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:32:12Z', 'updated_at': '2022-01-27T22:32:15Z', 'revision_number': 2, 'project_id': '53c7203671d943a68f3091502667a66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa034f6-14a9-480b-8ad7-a07ad1a56e44', 'name': '', 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'mac_address': 'fa:16:3e:10:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:24Z', 'updated_at': '2022-01-27T22:29:29Z', 'revision_number': 5, 'project_id': '53c7203671d943a68f3091502667a66d', 'subnets': [{'id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:32:17.121700 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b503d-b7b5-48c8-8d4a-76ef002fd4bf req-d3d7ac31-42ae-442e-8050-20c3b6f89dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:17.123953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-266b503d-b7b5-48c8-8d4a-76ef002fd4bf req-d3d7ac31-42ae-442e-8050-20c3b6f89dac service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e576862-6357-40ad-8273-723d5329b3c5 HTTP/1.1" status: 200 len: 914 time: 0.1034706 Jan 27 22:32:17.202866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-266b503d-b7b5-48c8-8d4a-76ef002fd4bf req-bc0ab15f-3242-41f7-8500-91b31d54070a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b97ca53-1857-4d17-9f7a-8bb543eff862 HTTP/1.1" status: 200 len: 1002 time: 0.0729556 Jan 27 22:32:17.270794 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b503d-b7b5-48c8-8d4a-76ef002fd4bf req-49d47d2c-310f-46c8-9bf5-481fea42cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:17.272433 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-266b503d-b7b5-48c8-8d4a-76ef002fd4bf req-49d47d2c-310f-46c8-9bf5-481fea42cef3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad2bb1c9-de37-48e3-b231-b6329a7d1e98 HTTP/1.1" status: 200 len: 852 time: 0.0606854 Jan 27 22:32:17.328782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b503d-b7b5-48c8-8d4a-76ef002fd4bf req-f94439be-f322-4845-a9d6-c822a0917729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:17.331323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-266b503d-b7b5-48c8-8d4a-76ef002fd4bf req-f94439be-f322-4845-a9d6-c822a0917729 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e576862-6357-40ad-8273-723d5329b3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527751 Jan 27 22:32:17.433435 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-266b503d-b7b5-48c8-8d4a-76ef002fd4bf req-a6526cf1-80f1-4e46-96ff-830a129a44b0 service neutron] 10.222.0.21 "GET /v2.0/networks/0e576862-6357-40ad-8273-723d5329b3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953782 Jan 27 22:32:17.530702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-266b503d-b7b5-48c8-8d4a-76ef002fd4bf req-1f82495a-a104-4973-a0db-e36eb3c55084 service neutron] 10.222.0.21 "GET /v2.0/networks/0e576862-6357-40ad-8273-723d5329b3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911767 Jan 27 22:32:18.615157 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51478) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:18.724634 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-049d7424-9538-43a3-8af1-f5b85bcbe7fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:18.804218 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-049d7424-9538-43a3-8af1-f5b85bcbe7fb admin admin] Publish callbacks [] for security_group (d9cfadfa-01a5-4e95-a619-8146a56b8060), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:18.808025 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-049d7424-9538-43a3-8af1-f5b85bcbe7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d9cfadfa-01a5-4e95-a619-8146a56b8060), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:18.848138 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-049d7424-9538-43a3-8af1-f5b85bcbe7fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5148b084bdc4af78c01692e133e6556&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2312229 Jan 27 22:32:18.849164 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51482) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:18.849973 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d7424-9538-43a3-8af1-f5b85bcbe7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cfadfa-01a5-4e95-a619-8146a56b8060,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:18.899077 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d34b3afa-29dd-4de2-a17e-f55b21c1e83d admin admin] Publish callbacks [] for security_group (d9cfadfa-01a5-4e95-a619-8146a56b8060), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:18.920472 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d34b3afa-29dd-4de2-a17e-f55b21c1e83d admin admin] Publish callbacks [] for security_group (d9cfadfa-01a5-4e95-a619-8146a56b8060), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:18.965892 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d34b3afa-29dd-4de2-a17e-f55b21c1e83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (d9cfadfa-01a5-4e95-a619-8146a56b8060), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:18.969025 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d34b3afa-29dd-4de2-a17e-f55b21c1e83d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:18.970197 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d34b3afa-29dd-4de2-a17e-f55b21c1e83d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9cfadfa-01a5-4e95-a619-8146a56b8060 HTTP/1.1" status: 204 len: 168 time: 0.1200323 Jan 27 22:32:18.978481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b3afa-29dd-4de2-a17e-f55b21c1e83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cfadfa-01a5-4e95-a619-8146a56b8060,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:19.243840 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51488) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:19.258521 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1c7e-6398-4614-acbe-ea67a8147610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:19.333381 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1c7e-6398-4614-acbe-ea67a8147610 admin admin] Publish callbacks [] for security_group (bf22139d-5186-464c-87ce-6c30392f5751), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:19.337664 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6a3b1c7e-6398-4614-acbe-ea67a8147610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (bf22139d-5186-464c-87ce-6c30392f5751), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:19.378422 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6a3b1c7e-6398-4614-acbe-ea67a8147610 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe5b8b7629f54ca0942655ffb820d8f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308131 Jan 27 22:32:19.378422 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b1c7e-6398-4614-acbe-ea67a8147610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf22139d-5186-464c-87ce-6c30392f5751,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:19.379521 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51490) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:19.442252 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2605a84b-0059-44f4-83a2-a09582dd2c6c admin admin] Publish callbacks [] for security_group (bf22139d-5186-464c-87ce-6c30392f5751), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:19.472607 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2605a84b-0059-44f4-83a2-a09582dd2c6c admin admin] Publish callbacks [] for security_group (bf22139d-5186-464c-87ce-6c30392f5751), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:19.529065 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2605a84b-0059-44f4-83a2-a09582dd2c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (bf22139d-5186-464c-87ce-6c30392f5751), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:19.532048 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2605a84b-0059-44f4-83a2-a09582dd2c6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:19.535838 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2605a84b-0059-44f4-83a2-a09582dd2c6c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf22139d-5186-464c-87ce-6c30392f5751 HTTP/1.1" status: 204 len: 168 time: 0.1532555 Jan 27 22:32:19.542454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605a84b-0059-44f4-83a2-a09582dd2c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf22139d-5186-464c-87ce-6c30392f5751,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:21.115943 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:32:21.444455 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:22.575934 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51506) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:22.730471 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-131ac4c7-8348-4d93-b3b9-ee57669ec917 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Deleting port 0a5fe53d-500f-449a-934a-94d7b276efab {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:22.730817 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-131ac4c7-8348-4d93-b3b9-ee57669ec917 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0a5fe53d-500f-449a-934a-94d7b276efab), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:22.806937 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-131ac4c7-8348-4d93-b3b9-ee57669ec917 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0a5fe53d-500f-449a-934a-94d7b276efab), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:22.807267 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-131ac4c7-8348-4d93-b3b9-ee57669ec917 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for floatingip (0a5fe53d-500f-449a-934a-94d7b276efab), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:22.818682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-131ac4c7-8348-4d93-b3b9-ee57669ec917 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Calling delete_port for 0a5fe53d-500f-449a-934a-94d7b276efab owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:23.276328 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-131ac4c7-8348-4d93-b3b9-ee57669ec917 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0a5fe53d-500f-449a-934a-94d7b276efab), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:23.304434 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ac4c7-8348-4d93-b3b9-ee57669ec917 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event deleted for resources: {'Port': ['ID=0a5fe53d-500f-449a-934a-94d7b276efab,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:23.361731 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-131ac4c7-8348-4d93-b3b9-ee57669ec917 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for floatingip (423dc240-1bbb-45c9-b420-bbdd6a493fcd), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:23.362064 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-131ac4c7-8348-4d93-b3b9-ee57669ec917 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Floating IP 423dc240-1bbb-45c9-b420-bbdd6a493fcd disassociated (deleted). External IP: 172.25.3.65, port: f24f74c2-f83f-4cd5-9733-2601697fdf3a. Jan 27 22:32:23.565480 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131ac4c7-8348-4d93-b3b9-ee57669ec917 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Router 5356466b-aa5d-42d9-be17-44cd17af865b has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:32:23.671819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131ac4c7-8348-4d93-b3b9-ee57669ec917 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:32:23.676620 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-131ac4c7-8348-4d93-b3b9-ee57669ec917 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:23.681773 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0454e735-176d-4f60-bb03-4190a411f9b8 None None] Sync routers for ids ['5356466b-aa5d-42d9-be17-44cd17af865b'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:32:23.691654 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0454e735-176d-4f60-bb03-4190a411f9b8 None None] Routers {'5356466b-aa5d-42d9-be17-44cd17af865b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:23.692327 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-0454e735-176d-4f60-bb03-4190a411f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:31:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['5356466b-aa5d-42d9-be17-44cd17af865b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:23.704506 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-131ac4c7-8348-4d93-b3b9-ee57669ec917 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "DELETE /v2.0/floatingips/423dc240-1bbb-45c9-b420-bbdd6a493fcd HTTP/1.1" status: 204 len: 168 time: 1.1273475 Jan 27 22:32:23.705111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9328d068-bcd0-41a3-afce-ec9cf18da80e', 'tag': 'f24f74c2-f83f-4cd5-9733-2601697fdf3a'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:32:23.707380 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a283c8b-e1ce-471a-813b-bfa2cef65094" -d '{"events": [{"name": "network-changed", "server_uuid": "9328d068-bcd0-41a3-afce-ec9cf18da80e", "tag": "f24f74c2-f83f-4cd5-9733-2601697fdf3a"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:32:23.751696 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0026d6f-ce5d-46cd-9ff9-849f64f2969f x-openstack-request-id: req-a0026d6f-ce5d-46cd-9ff9-849f64f2969f {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:32:23.752025 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9328d068-bcd0-41a3-afce-ec9cf18da80e", "tag": "f24f74c2-f83f-4cd5-9733-2601697fdf3a", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:32:23.752322 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0026d6f-ce5d-46cd-9ff9-849f64f2969f {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:32:23.752736 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9328d068-bcd0-41a3-afce-ec9cf18da80e', 'tag': 'f24f74c2-f83f-4cd5-9733-2601697fdf3a', 'status': 'completed', 'code': 200} Jan 27 22:32:23.808789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-0454e735-176d-4f60-bb03-4190a411f9b8 None None] Set router 5356466b-aa5d-42d9-be17-44cd17af865b gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:23.814831 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a283c8b-e1ce-471a-813b-bfa2cef65094 req-cfc17f08-479e-40de-a15d-0ae0e121ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:23.816966 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a283c8b-e1ce-471a-813b-bfa2cef65094 req-cfc17f08-479e-40de-a15d-0ae0e121ab0f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 1097 time: 0.0438800 Jan 27 22:32:23.915313 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a283c8b-e1ce-471a-813b-bfa2cef65094 req-3daddb8e-3e0c-490a-be52-d26128d4f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:23.916956 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a283c8b-e1ce-471a-813b-bfa2cef65094 req-3daddb8e-3e0c-490a-be52-d26128d4f8cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 200 len: 912 time: 0.0947850 Jan 27 22:32:23.960067 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a283c8b-e1ce-471a-813b-bfa2cef65094 req-04a05f1b-3acc-413a-a983-027f132c0f40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f24f74c2-f83f-4cd5-9733-2601697fdf3a HTTP/1.1" status: 200 len: 217 time: 0.0373888 Jan 27 22:32:24.017326 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a283c8b-e1ce-471a-813b-bfa2cef65094 req-476196e4-5dfe-4fd8-a7dc-65d5ae831ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:24.018796 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a283c8b-e1ce-471a-813b-bfa2cef65094 req-476196e4-5dfe-4fd8-a7dc-65d5ae831ba7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 200 len: 850 time: 0.0533404 Jan 27 22:32:24.026803 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-0454e735-176d-4f60-bb03-4190a411f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 4, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '43c38c0c-e6ab-4c61-bc6e-92bd6855a96e', 'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'mac_address': 'fa:16:3e:2c:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:21Z', 'updated_at': '2022-01-27T22:16:33Z', 'revision_number': 5, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'subnets': [{'id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:24.059166 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0454e735-176d-4f60-bb03-4190a411f9b8 None None] Checking router: 5356466b-aa5d-42d9-be17-44cd17af865b for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:32:24.068743 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0454e735-176d-4f60-bb03-4190a411f9b8 None None] Routers {'5356466b-aa5d-42d9-be17-44cd17af865b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:24.069341 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-0454e735-176d-4f60-bb03-4190a411f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:31:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['5356466b-aa5d-42d9-be17-44cd17af865b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:24.071093 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a283c8b-e1ce-471a-813b-bfa2cef65094 req-24eaeec2-cfe3-49e4-af0f-4b489b5f6202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:24.072718 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a283c8b-e1ce-471a-813b-bfa2cef65094 req-24eaeec2-cfe3-49e4-af0f-4b489b5f6202 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480239 Jan 27 22:32:24.194222 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f1b42868-c956-4283-8bfb-52c7da5d33b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:24.207087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-0454e735-176d-4f60-bb03-4190a411f9b8 None None] Set router 5356466b-aa5d-42d9-be17-44cd17af865b gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:24.219196 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a283c8b-e1ce-471a-813b-bfa2cef65094 req-f8e9b364-b888-4369-97a8-728a4dc1615b service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352360 Jan 27 22:32:24.226883 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c38a9-e1e1-4c4e-9cb4-4cb02b7f5bea req-6da532f5-0768-4aeb-be8f-066b8e7409a7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:24.228410 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e13c38a9-e1e1-4c4e-9cb4-4cb02b7f5bea req-6da532f5-0768-4aeb-be8f-066b8e7409a7 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 946 time: 0.0812051 Jan 27 22:32:24.331278 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e13c38a9-e1e1-4c4e-9cb4-4cb02b7f5bea req-89299f0a-6cf5-4f26-974a-2cd986a5c3fd tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938194 Jan 27 22:32:24.354440 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a283c8b-e1ce-471a-813b-bfa2cef65094 req-b0ace792-5f7f-486f-b9ea-a16983b42cd1 service neutron] 10.222.0.15 "GET /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250489 Jan 27 22:32:24.413743 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-0454e735-176d-4f60-bb03-4190a411f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 4, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '43c38c0c-e6ab-4c61-bc6e-92bd6855a96e', 'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'mac_address': 'fa:16:3e:2c:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:21Z', 'updated_at': '2022-01-27T22:16:33Z', 'revision_number': 5, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'subnets': [{'id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:24.443824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0454e735-176d-4f60-bb03-4190a411f9b8 None None] The sync data for ids ['5356466b-aa5d-42d9-be17-44cd17af865b'] in n-d-772272-3 is: [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 4, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '43c38c0c-e6ab-4c61-bc6e-92bd6855a96e', 'name': '', 'network_id': 'ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'mac_address': 'fa:16:3e:2c:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:21Z', 'updated_at': '2022-01-27T22:16:33Z', 'revision_number': 5, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'subnets': [{'id': 'ad7ff54c-bda3-4bfc-9e45-9e37fdd442af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:32:24.659013 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9b8b79-38a0-42da-ac35-ca0b8c5c1848 None None] New status for floating IP 423dc240-1bbb-45c9-b420-bbdd6a493fcd: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:32:25.452913 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085566dd-7fa2-47eb-85b8-dd86a6a5906e req-f1e76b9b-2002-4bf9-8508-1b243adc5c71 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:25.454516 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-085566dd-7fa2-47eb-85b8-dd86a6a5906e req-f1e76b9b-2002-4bf9-8508-1b243adc5c71 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 946 time: 0.0534527 Jan 27 22:32:25.501975 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-085566dd-7fa2-47eb-85b8-dd86a6a5906e req-32a887b8-c094-4851-a61a-ef4925297f0c tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ac819e2-6e57-4d17-a0ec-b78614ee7de3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420520 Jan 27 22:32:25.676269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257ecc5-cb1f-448d-a66b-05561202cbe7 req-c9b3153a-2870-46f5-9816-2833be829cf6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:25.677660 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f257ecc5-cb1f-448d-a66b-05561202cbe7 req-c9b3153a-2870-46f5-9816-2833be829cf6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.15 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 946 time: 0.0484958 Jan 27 22:32:25.765507 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-f257ecc5-cb1f-448d-a66b-05561202cbe7 req-adf39031-7b85-4a10-a70b-701724f56b2d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Deleting port f24f74c2-f83f-4cd5-9733-2601697fdf3a {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:25.765847 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f257ecc5-cb1f-448d-a66b-05561202cbe7 req-adf39031-7b85-4a10-a70b-701724f56b2d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f24f74c2-f83f-4cd5-9733-2601697fdf3a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:25.856126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-f257ecc5-cb1f-448d-a66b-05561202cbe7 req-adf39031-7b85-4a10-a70b-701724f56b2d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] For port f24f74c2-f83f-4cd5-9733-2601697fdf3a, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f24f74c2-f83f-4cd5-9733-2601697fdf3a,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:25.856519 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f257ecc5-cb1f-448d-a66b-05561202cbe7 req-adf39031-7b85-4a10-a70b-701724f56b2d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f24f74c2-f83f-4cd5-9733-2601697fdf3a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:25.868100 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-f257ecc5-cb1f-448d-a66b-05561202cbe7 req-adf39031-7b85-4a10-a70b-701724f56b2d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Calling delete_port for f24f74c2-f83f-4cd5-9733-2601697fdf3a owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:25.999206 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f257ecc5-cb1f-448d-a66b-05561202cbe7 req-adf39031-7b85-4a10-a70b-701724f56b2d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f24f74c2-f83f-4cd5-9733-2601697fdf3a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:26.028064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf39031-7b85-4a10-a70b-701724f56b2d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event deleted for resources: {'Port': ['ID=f24f74c2-f83f-4cd5-9733-2601697fdf3a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:26.067713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f257ecc5-cb1f-448d-a66b-05561202cbe7 req-adf39031-7b85-4a10-a70b-701724f56b2d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] No DVR routers for this DVR port f24f74c2-f83f-4cd5-9733-2601697fdf3a on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:32:26.070514 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f257ecc5-cb1f-448d-a66b-05561202cbe7 req-adf39031-7b85-4a10-a70b-701724f56b2d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:26.073914 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f257ecc5-cb1f-448d-a66b-05561202cbe7 req-adf39031-7b85-4a10-a70b-701724f56b2d tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.15 "DELETE /v2.0/ports/f24f74c2-f83f-4cd5-9733-2601697fdf3a HTTP/1.1" status: 204 len: 173 time: 0.3913443 Jan 27 22:32:26.074358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9328d068-bcd0-41a3-afce-ec9cf18da80e', 'name': 'network-vif-deleted', 'tag': 'f24f74c2-f83f-4cd5-9733-2601697fdf3a'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:32:26.076690 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622c3d5e-3ce6-4dac-94c3-1a304ece758f" -d '{"events": [{"server_uuid": "9328d068-bcd0-41a3-afce-ec9cf18da80e", "name": "network-vif-deleted", "tag": "f24f74c2-f83f-4cd5-9733-2601697fdf3a"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:32:26.119084 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21beeb87-b26c-4c48-87c2-d9cbed27eccd x-openstack-request-id: req-21beeb87-b26c-4c48-87c2-d9cbed27eccd {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:32:26.119425 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9328d068-bcd0-41a3-afce-ec9cf18da80e", "name": "network-vif-deleted", "tag": "f24f74c2-f83f-4cd5-9733-2601697fdf3a", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:32:26.119691 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21beeb87-b26c-4c48-87c2-d9cbed27eccd {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:32:26.120104 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9328d068-bcd0-41a3-afce-ec9cf18da80e', 'name': 'network-vif-deleted', 'tag': 'f24f74c2-f83f-4cd5-9733-2601697fdf3a', 'status': 'completed', 'code': 200} Jan 27 22:32:26.599106 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80647fa7-02d3-4506-ae9b-7af77f2df1ee req-40b4024e-e8e6-49f1-8572-2f7cd411aa49 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 210 time: 0.0304382 Jan 27 22:32:26.722975 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5e8d0403-525b-42af-a06c-cbe5bce766f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:27.629519 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:27.697983 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3ca5164f-2666-4898-9d3b-b91ac6ec996c req-0a0eb8e6-d7db-42ed-a2b3-053de0c8c3ab tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 210 time: 0.0275373 Jan 27 22:32:28.797734 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3ee319f-cbf6-4c5a-9779-2498844185c5 req-06b86943-9761-4e8a-9535-7f759089f010 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 210 time: 0.0273790 Jan 27 22:32:29.009121 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:29.638625 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f24f74c2-f83f-4cd5-9733-2601697fdf3a no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:32:29.659695 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: f24f74c2-f83f-4cd5-9733-2601697fdf3a {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:32:29.660039 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f24f74c2-f83f-4cd5-9733-2601697fdf3a not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:32:29.894866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3660e078-c8c9-4caa-a836-0c9bb4f3ccc7 req-3a34c024-8028-43dd-8a29-d20f6c57f0d3 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 210 time: 0.0265062 Jan 27 22:32:30.372549 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:30.991606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ba72e5da-07c8-4815-8288-1e2f489f4475 req-458a89d3-001d-4004-8bcf-e87c2a5cc8bf tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 210 time: 0.0277345 Jan 27 22:32:32.088581 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a543c4fd-4e35-4745-954a-8d6f1d4f29ef req-adbfec92-4e02-4ec6-be36-b2afe0755fe0 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 210 time: 0.0272334 Jan 27 22:32:33.186001 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7605dd30-b646-4be2-96a3-4e312cfc7347 req-ef1cd57c-37c1-4a19-9d5b-807bd7c09b57 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 210 time: 0.0303297 Jan 27 22:32:34.287433 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9758d524-0822-4b2d-9984-2d5326418d95 req-b2cdc902-3e30-4fc5-9df9-34ca3ca61632 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "GET /v2.0/ports?device_id=9328d068-bcd0-41a3-afce-ec9cf18da80e HTTP/1.1" status: 200 len: 210 time: 0.0301034 Jan 27 22:32:35.350472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51544) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:35.482359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-89fa8de8-7f02-434c-9161-d24d6b9508a6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Deleting port 3595a6ff-ce65-4720-b956-651ea783594f {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:35.482701 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-89fa8de8-7f02-434c-9161-d24d6b9508a6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (3595a6ff-ce65-4720-b956-651ea783594f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:35.556727 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-89fa8de8-7f02-434c-9161-d24d6b9508a6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (3595a6ff-ce65-4720-b956-651ea783594f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:35.557052 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-89fa8de8-7f02-434c-9161-d24d6b9508a6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for floatingip (3595a6ff-ce65-4720-b956-651ea783594f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:35.568453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-89fa8de8-7f02-434c-9161-d24d6b9508a6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Calling delete_port for 3595a6ff-ce65-4720-b956-651ea783594f owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:35.703541 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-89fa8de8-7f02-434c-9161-d24d6b9508a6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (3595a6ff-ce65-4720-b956-651ea783594f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:35.731736 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa8de8-7f02-434c-9161-d24d6b9508a6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event deleted for resources: {'Port': ['ID=3595a6ff-ce65-4720-b956-651ea783594f,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:35.796527 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-89fa8de8-7f02-434c-9161-d24d6b9508a6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for floatingip (7a02fa3d-fea7-47cd-ae87-46908fa9adb3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:35.799301 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-89fa8de8-7f02-434c-9161-d24d6b9508a6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:35.800520 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-89fa8de8-7f02-434c-9161-d24d6b9508a6 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "DELETE /v2.0/floatingips/7a02fa3d-fea7-47cd-ae87-46908fa9adb3 HTTP/1.1" status: 204 len: 168 time: 0.4484022 Jan 27 22:32:41.204558 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51574) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:41.261245 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-acefc5c4-0c89-4fd0-b5d9-6b2512b80734 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group (1ac819e2-6e57-4d17-a0ec-b78614ee7de3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:41.286780 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-acefc5c4-0c89-4fd0-b5d9-6b2512b80734 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group (1ac819e2-6e57-4d17-a0ec-b78614ee7de3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:41.344576 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-acefc5c4-0c89-4fd0-b5d9-6b2512b80734 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1ac819e2-6e57-4d17-a0ec-b78614ee7de3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:41.347234 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-acefc5c4-0c89-4fd0-b5d9-6b2512b80734 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:41.348471 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-acefc5c4-0c89-4fd0-b5d9-6b2512b80734 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] 10.222.0.23 "DELETE /v2.0/security-groups/1ac819e2-6e57-4d17-a0ec-b78614ee7de3 HTTP/1.1" status: 204 len: 168 time: 0.1428452 Jan 27 22:32:41.357811 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefc5c4-0c89-4fd0-b5d9-6b2512b80734 tempest-TestVolumeBootPattern-629905597 tempest-TestVolumeBootPattern-629905597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac819e2-6e57-4d17-a0ec-b78614ee7de3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:41.422395 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51578) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:41.961717 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2663188e-ee90-475b-a181-b13fd8ef529d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (5356466b-aa5d-42d9-be17-44cd17af865b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:42.213011 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-2663188e-ee90-475b-a181-b13fd8ef529d admin admin] Deleting port 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:42.213245 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2663188e-ee90-475b-a181-b13fd8ef529d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (43c38c0c-e6ab-4c61-bc6e-92bd6855a96e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:42.290697 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-2663188e-ee90-475b-a181-b13fd8ef529d admin admin] For port 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=43c38c0c-e6ab-4c61-bc6e-92bd6855a96e,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:42.291067 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2663188e-ee90-475b-a181-b13fd8ef529d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (43c38c0c-e6ab-4c61-bc6e-92bd6855a96e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:42.303659 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-2663188e-ee90-475b-a181-b13fd8ef529d admin admin] Calling delete_port for 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:42.484823 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2663188e-ee90-475b-a181-b13fd8ef529d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (43c38c0c-e6ab-4c61-bc6e-92bd6855a96e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:42.512942 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663188e-ee90-475b-a181-b13fd8ef529d admin admin] Pushing event deleted for resources: {'Port': ['ID=43c38c0c-e6ab-4c61-bc6e-92bd6855a96e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:42.690624 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2663188e-ee90-475b-a181-b13fd8ef529d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (5356466b-aa5d-42d9-be17-44cd17af865b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:42.914977 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2663188e-ee90-475b-a181-b13fd8ef529d admin admin] Router 5356466b-aa5d-42d9-be17-44cd17af865b has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:32:42.954189 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:43.032579 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2663188e-ee90-475b-a181-b13fd8ef529d admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:32:43.037640 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2663188e-ee90-475b-a181-b13fd8ef529d admin admin] 10.222.0.23 "PUT /v2.0/routers/5356466b-aa5d-42d9-be17-44cd17af865b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6134517 Jan 27 22:32:43.041015 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51584) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:43.043000 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aad7bc-8e56-4bee-89b0-6b934db1f904 None None] Sync routers for ids ['5356466b-aa5d-42d9-be17-44cd17af865b'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:32:43.053178 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aad7bc-8e56-4bee-89b0-6b934db1f904 None None] Routers {'5356466b-aa5d-42d9-be17-44cd17af865b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:43.053801 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-f2aad7bc-8e56-4bee-89b0-6b934db1f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:32:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['5356466b-aa5d-42d9-be17-44cd17af865b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:43.142935 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dc1a97c1-f8ff-47a8-b809-4979e1dbab9c admin admin] Publish callbacks [] for router (5356466b-aa5d-42d9-be17-44cd17af865b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:43.159628 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-f2aad7bc-8e56-4bee-89b0-6b934db1f904 None None] Set router 5356466b-aa5d-42d9-be17-44cd17af865b gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:43.243125 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dc1a97c1-f8ff-47a8-b809-4979e1dbab9c admin admin] Publish callbacks [] for router_gateway (5356466b-aa5d-42d9-be17-44cd17af865b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:43.301203 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-dc1a97c1-f8ff-47a8-b809-4979e1dbab9c admin admin] Deleting port 7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:43.301637 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dc1a97c1-f8ff-47a8-b809-4979e1dbab9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:43.342404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-f2aad7bc-8e56-4bee-89b0-6b934db1f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:32:42Z', 'revision_number': 5, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port': {'id': '7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:15Z', 'updated_at': '2022-01-27T22:16:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:43.373037 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aad7bc-8e56-4bee-89b0-6b934db1f904 None None] Checking router: 5356466b-aa5d-42d9-be17-44cd17af865b for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:32:43.379301 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-dc1a97c1-f8ff-47a8-b809-4979e1dbab9c admin admin] For port 7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:43.379668 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dc1a97c1-f8ff-47a8-b809-4979e1dbab9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:43.381166 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aad7bc-8e56-4bee-89b0-6b934db1f904 None None] Routers {'5356466b-aa5d-42d9-be17-44cd17af865b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:43.381770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-f2aad7bc-8e56-4bee-89b0-6b934db1f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:32:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['5356466b-aa5d-42d9-be17-44cd17af865b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:43.391326 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-dc1a97c1-f8ff-47a8-b809-4979e1dbab9c admin admin] Calling delete_port for 7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:43.567227 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dc1a97c1-f8ff-47a8-b809-4979e1dbab9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:43.592983 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a97c1-f8ff-47a8-b809-4979e1dbab9c admin admin] Pushing event deleted for resources: {'Port': ['ID=7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:43.626767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-f2aad7bc-8e56-4bee-89b0-6b934db1f904 None None] Set router 5356466b-aa5d-42d9-be17-44cd17af865b gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:43.662891 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dc1a97c1-f8ff-47a8-b809-4979e1dbab9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (5356466b-aa5d-42d9-be17-44cd17af865b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:43.680206 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-f2aad7bc-8e56-4bee-89b0-6b934db1f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:32:43Z', 'revision_number': 6, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:43.712292 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aad7bc-8e56-4bee-89b0-6b934db1f904 None None] The sync data for ids ['5356466b-aa5d-42d9-be17-44cd17af865b'] in n-d-772272-3 is: [{'id': '5356466b-aa5d-42d9-be17-44cd17af865b', 'name': 'tempest-TestVolumeBootPattern-417736408-router', 'tenant_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:13Z', 'updated_at': '2022-01-27T22:32:43Z', 'revision_number': 6, 'project_id': '9bdc2fb4e9174322835c30f4b0d91a28', 'gw_port_host': None}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:32:43.756032 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dc1a97c1-f8ff-47a8-b809-4979e1dbab9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (5356466b-aa5d-42d9-be17-44cd17af865b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:43.758712 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dc1a97c1-f8ff-47a8-b809-4979e1dbab9c admin admin] Publish callbacks [] for router_controller (5356466b-aa5d-42d9-be17-44cd17af865b), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:43.800952 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dc1a97c1-f8ff-47a8-b809-4979e1dbab9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (5356466b-aa5d-42d9-be17-44cd17af865b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:43.801476 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1a97c1-f8ff-47a8-b809-4979e1dbab9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5356466b-aa5d-42d9-be17-44cd17af865b {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:32:43.806376 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dc1a97c1-f8ff-47a8-b809-4979e1dbab9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:43.807520 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dc1a97c1-f8ff-47a8-b809-4979e1dbab9c admin admin] 10.222.0.23 "DELETE /v2.0/routers/5356466b-aa5d-42d9-be17-44cd17af865b HTTP/1.1" status: 204 len: 168 time: 0.7655818 Jan 27 22:32:43.810236 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51586) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:43.853244 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d824246-7988-42d9-b4ee-50421e06f26f admin admin] Deleting subnet ad7ff54c-bda3-4bfc-9e45-9e37fdd442af {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:32:43.856289 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d824246-7988-42d9-b4ee-50421e06f26f admin admin] Publish callbacks [] for subnet (ad7ff54c-bda3-4bfc-9e45-9e37fdd442af), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:43.893992 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d824246-7988-42d9-b4ee-50421e06f26f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (ad7ff54c-bda3-4bfc-9e45-9e37fdd442af), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:43.970512 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d824246-7988-42d9-b4ee-50421e06f26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (ad7ff54c-bda3-4bfc-9e45-9e37fdd442af), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:44.026266 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d824246-7988-42d9-b4ee-50421e06f26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (ad7ff54c-bda3-4bfc-9e45-9e37fdd442af), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:44.052969 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d824246-7988-42d9-b4ee-50421e06f26f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad7ff54c-bda3-4bfc-9e45-9e37fdd442af,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:44.056369 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d824246-7988-42d9-b4ee-50421e06f26f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:44.060097 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17271f4c-1a84-4b60-81c3-9c720abe82d9 None None] Network ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:32:44.062810 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51588) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:44.063241 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8d824246-7988-42d9-b4ee-50421e06f26f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ad7ff54c-bda3-4bfc-9e45-9e37fdd442af HTTP/1.1" status: 204 len: 168 time: 0.2516584 Jan 27 22:32:44.150459 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0557d76f-2394-4065-8b81-6a558b5fbcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:44.219184 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:32:44.228488 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-0557d76f-2394-4065-8b81-6a558b5fbcce admin admin] Deleting port 2e71b477-957e-4fe0-baae-dda590d4508c {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:44.228488 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0557d76f-2394-4065-8b81-6a558b5fbcce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (2e71b477-957e-4fe0-baae-dda590d4508c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:44.248676 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:32:44.249023 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 43c38c0c-e6ab-4c61-bc6e-92bd6855a96e not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:32:44.292738 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-0557d76f-2394-4065-8b81-6a558b5fbcce admin admin] For port 2e71b477-957e-4fe0-baae-dda590d4508c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2e71b477-957e-4fe0-baae-dda590d4508c,segment=NetworkSegment(db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd),segment_id=db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:44.293096 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0557d76f-2394-4065-8b81-6a558b5fbcce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (2e71b477-957e-4fe0-baae-dda590d4508c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:44.306548 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-0557d76f-2394-4065-8b81-6a558b5fbcce admin admin] Calling delete_port for 2e71b477-957e-4fe0-baae-dda590d4508c owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:44.391689 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0557d76f-2394-4065-8b81-6a558b5fbcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (2e71b477-957e-4fe0-baae-dda590d4508c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:44.418580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557d76f-2394-4065-8b81-6a558b5fbcce admin admin] Pushing event deleted for resources: {'Port': ['ID=2e71b477-957e-4fe0-baae-dda590d4508c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:44.420423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0557d76f-2394-4065-8b81-6a558b5fbcce admin admin] No DVR routers for this DVR port 2e71b477-957e-4fe0-baae-dda590d4508c on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:32:44.489662 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0557d76f-2394-4065-8b81-6a558b5fbcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:44.517383 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-0557d76f-2394-4065-8b81-6a558b5fbcce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:44.528902 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-0557d76f-2394-4065-8b81-6a558b5fbcce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:44.529204 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-0557d76f-2394-4065-8b81-6a558b5fbcce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:44.536259 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1777095-5baa-4ee4-8d1b-c09989cc1fcb None None] DHCP port deletion for ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:32:44.547763 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0557d76f-2394-4065-8b81-6a558b5fbcce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:44.564734 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0557d76f-2394-4065-8b81-6a558b5fbcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:44.570904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0557d76f-2394-4065-8b81-6a558b5fbcce admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:32:44.571357 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0557d76f-2394-4065-8b81-6a558b5fbcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (db8d0f6a-6d64-42b0-99dc-0a7f2fa6a0bd), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:32:44.573062 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:32:44.628990 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0557d76f-2394-4065-8b81-6a558b5fbcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:44.634322 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0557d76f-2394-4065-8b81-6a558b5fbcce admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:44.640905 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0557d76f-2394-4065-8b81-6a558b5fbcce admin admin] 10.222.0.23 "DELETE /v2.0/networks/ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3 HTTP/1.1" status: 204 len: 168 time: 0.5734651 Jan 27 22:32:44.641008 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51596) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:44.653287 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557d76f-2394-4065-8b81-6a558b5fbcce admin admin] Pushing event deleted for resources: {'Network': ['ID=ca8ddd14-c9f8-4cb5-8bf3-eaa8afd7cdc3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:44.996624 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41f094d0-7842-4d05-a670-49c5fbc8f297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (e3dfbc4d-b7a5-4eb2-8594-175b90e69b34), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:45.563996 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-41f094d0-7842-4d05-a670-49c5fbc8f297 admin admin] Deleting port 3e4af0f1-a197-4afd-9734-2b8ae8805e43 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:45.564372 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41f094d0-7842-4d05-a670-49c5fbc8f297 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (3e4af0f1-a197-4afd-9734-2b8ae8805e43), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:45.648871 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-41f094d0-7842-4d05-a670-49c5fbc8f297 admin admin] For port 3e4af0f1-a197-4afd-9734-2b8ae8805e43, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3e4af0f1-a197-4afd-9734-2b8ae8805e43,segment=NetworkSegment(13f43f69-97ae-4c47-aac1-18c9a06f5f98),segment_id=13f43f69-97ae-4c47-aac1-18c9a06f5f98)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:45.649565 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41f094d0-7842-4d05-a670-49c5fbc8f297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (3e4af0f1-a197-4afd-9734-2b8ae8805e43), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:45.660692 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-41f094d0-7842-4d05-a670-49c5fbc8f297 admin admin] Calling delete_port for 3e4af0f1-a197-4afd-9734-2b8ae8805e43 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:45.833909 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41f094d0-7842-4d05-a670-49c5fbc8f297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (3e4af0f1-a197-4afd-9734-2b8ae8805e43), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:45.864562 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f094d0-7842-4d05-a670-49c5fbc8f297 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e4af0f1-a197-4afd-9734-2b8ae8805e43,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:46.033894 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-41f094d0-7842-4d05-a670-49c5fbc8f297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (e3dfbc4d-b7a5-4eb2-8594-175b90e69b34), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:46.087749 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:32:46.108495 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:32:46.108850 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7ade64f0-a7e4-4a9e-badb-92f7a5a4f8b2 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:32:46.109339 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2e71b477-957e-4fe0-baae-dda590d4508c no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:32:46.128495 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 2e71b477-957e-4fe0-baae-dda590d4508c {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:32:46.128921 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2e71b477-957e-4fe0-baae-dda590d4508c not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:32:46.252992 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f094d0-7842-4d05-a670-49c5fbc8f297 admin admin] Router e3dfbc4d-b7a5-4eb2-8594-175b90e69b34 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:32:46.359835 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f094d0-7842-4d05-a670-49c5fbc8f297 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:32:46.364825 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-41f094d0-7842-4d05-a670-49c5fbc8f297 admin admin] 10.222.0.23 "PUT /v2.0/routers/e3dfbc4d-b7a5-4eb2-8594-175b90e69b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7228253 Jan 27 22:32:46.367466 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51600) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:46.368511 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dae2eb-7179-4e69-8257-7992a7c94bd3 None None] Sync routers for ids ['e3dfbc4d-b7a5-4eb2-8594-175b90e69b34'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:32:46.380995 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dae2eb-7179-4e69-8257-7992a7c94bd3 None None] Routers {'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:46.381626 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-23dae2eb-7179-4e69-8257-7992a7c94bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:32:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e3dfbc4d-b7a5-4eb2-8594-175b90e69b34'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:46.475293 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fab85f74-c835-4746-af21-5e37911e5813 admin admin] Publish callbacks [] for router (e3dfbc4d-b7a5-4eb2-8594-175b90e69b34), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:46.487030 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-23dae2eb-7179-4e69-8257-7992a7c94bd3 None None] Set router e3dfbc4d-b7a5-4eb2-8594-175b90e69b34 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:46.583801 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fab85f74-c835-4746-af21-5e37911e5813 admin admin] Publish callbacks [] for router_gateway (e3dfbc4d-b7a5-4eb2-8594-175b90e69b34), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:46.637491 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-fab85f74-c835-4746-af21-5e37911e5813 admin admin] Deleting port 7161f11b-5257-422c-b0bf-002cc92d0824 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:46.637740 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fab85f74-c835-4746-af21-5e37911e5813 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7161f11b-5257-422c-b0bf-002cc92d0824), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:46.673529 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-23dae2eb-7179-4e69-8257-7992a7c94bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34', 'name': 'tempest-TestVolumeBootPattern-1199105979-router', 'tenant_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '7161f11b-5257-422c-b0bf-002cc92d0824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:30Z', 'updated_at': '2022-01-27T22:32:45Z', 'revision_number': 5, 'project_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'gw_port': {'id': '7161f11b-5257-422c-b0bf-002cc92d0824', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:31Z', 'updated_at': '2022-01-27T22:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:46.701293 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dae2eb-7179-4e69-8257-7992a7c94bd3 None None] Checking router: e3dfbc4d-b7a5-4eb2-8594-175b90e69b34 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:32:46.709786 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dae2eb-7179-4e69-8257-7992a7c94bd3 None None] Routers {'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:46.711001 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-23dae2eb-7179-4e69-8257-7992a7c94bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:32:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e3dfbc4d-b7a5-4eb2-8594-175b90e69b34'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:46.723081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-fab85f74-c835-4746-af21-5e37911e5813 admin admin] For port 7161f11b-5257-422c-b0bf-002cc92d0824, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7161f11b-5257-422c-b0bf-002cc92d0824,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:46.723401 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fab85f74-c835-4746-af21-5e37911e5813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7161f11b-5257-422c-b0bf-002cc92d0824), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:46.735472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-fab85f74-c835-4746-af21-5e37911e5813 admin admin] Calling delete_port for 7161f11b-5257-422c-b0bf-002cc92d0824 owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:46.799646 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-23dae2eb-7179-4e69-8257-7992a7c94bd3 None None] Set router e3dfbc4d-b7a5-4eb2-8594-175b90e69b34 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:46.852195 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-23dae2eb-7179-4e69-8257-7992a7c94bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34', 'name': 'tempest-TestVolumeBootPattern-1199105979-router', 'tenant_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:30Z', 'updated_at': '2022-01-27T22:32:46Z', 'revision_number': 6, 'project_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:46.882671 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dae2eb-7179-4e69-8257-7992a7c94bd3 None None] The sync data for ids ['e3dfbc4d-b7a5-4eb2-8594-175b90e69b34'] in n-d-772272-3 is: [{'id': 'e3dfbc4d-b7a5-4eb2-8594-175b90e69b34', 'name': 'tempest-TestVolumeBootPattern-1199105979-router', 'tenant_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:16:30Z', 'updated_at': '2022-01-27T22:32:46Z', 'revision_number': 6, 'project_id': '5bc823ed61b744f2a7d66b48cc83c1e2', 'gw_port_host': None}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:32:46.908507 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fab85f74-c835-4746-af21-5e37911e5813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (7161f11b-5257-422c-b0bf-002cc92d0824), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:46.932566 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab85f74-c835-4746-af21-5e37911e5813 admin admin] Pushing event deleted for resources: {'Port': ['ID=7161f11b-5257-422c-b0bf-002cc92d0824,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:46.998788 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fab85f74-c835-4746-af21-5e37911e5813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (e3dfbc4d-b7a5-4eb2-8594-175b90e69b34), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.089670 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fab85f74-c835-4746-af21-5e37911e5813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (e3dfbc4d-b7a5-4eb2-8594-175b90e69b34), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.092087 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fab85f74-c835-4746-af21-5e37911e5813 admin admin] Publish callbacks [] for router_controller (e3dfbc4d-b7a5-4eb2-8594-175b90e69b34), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.138087 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fab85f74-c835-4746-af21-5e37911e5813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (e3dfbc4d-b7a5-4eb2-8594-175b90e69b34), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.138657 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab85f74-c835-4746-af21-5e37911e5813 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3dfbc4d-b7a5-4eb2-8594-175b90e69b34 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:32:47.142945 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fab85f74-c835-4746-af21-5e37911e5813 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.144207 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-fab85f74-c835-4746-af21-5e37911e5813 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e3dfbc4d-b7a5-4eb2-8594-175b90e69b34 HTTP/1.1" status: 204 len: 168 time: 0.7757301 Jan 27 22:32:47.146806 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51604) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:47.192293 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c36774-b24f-41d3-98c6-de79b901c064 admin admin] Deleting subnet 0eab1a28-da75-4560-b9b3-883800980d57 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:32:47.195447 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85c36774-b24f-41d3-98c6-de79b901c064 admin admin] Publish callbacks [] for subnet (0eab1a28-da75-4560-b9b3-883800980d57), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.233501 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85c36774-b24f-41d3-98c6-de79b901c064 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (0eab1a28-da75-4560-b9b3-883800980d57), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.318750 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85c36774-b24f-41d3-98c6-de79b901c064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (0eab1a28-da75-4560-b9b3-883800980d57), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.370736 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85c36774-b24f-41d3-98c6-de79b901c064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (0eab1a28-da75-4560-b9b3-883800980d57), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.397342 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c36774-b24f-41d3-98c6-de79b901c064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eab1a28-da75-4560-b9b3-883800980d57,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:47.399728 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-85c36774-b24f-41d3-98c6-de79b901c064 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.402967 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-85c36774-b24f-41d3-98c6-de79b901c064 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0eab1a28-da75-4560-b9b3-883800980d57 HTTP/1.1" status: 204 len: 168 time: 0.2551799 Jan 27 22:32:47.403663 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec6ac4e-8451-4d1f-94b6-ea16802d07ea None None] Network 19e1c59e-47a5-4b53-b11c-92b93e5a8ea4 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:32:47.405587 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51606) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:47.410046 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c36774-b24f-41d3-98c6-de79b901c064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.410402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c36774-b24f-41d3-98c6-de79b901c064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.410753 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c36774-b24f-41d3-98c6-de79b901c064 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.411100 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c36774-b24f-41d3-98c6-de79b901c064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.411566 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c36774-b24f-41d3-98c6-de79b901c064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.411872 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c36774-b24f-41d3-98c6-de79b901c064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.412236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c36774-b24f-41d3-98c6-de79b901c064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.412577 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c36774-b24f-41d3-98c6-de79b901c064 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.412915 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c36774-b24f-41d3-98c6-de79b901c064 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.414322 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c36774-b24f-41d3-98c6-de79b901c064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.414322 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c36774-b24f-41d3-98c6-de79b901c064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.414591 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c36774-b24f-41d3-98c6-de79b901c064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.414785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c36774-b24f-41d3-98c6-de79b901c064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.482736 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (19e1c59e-47a5-4b53-b11c-92b93e5a8ea4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.546709 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Deleting port 87e29fe8-2b1b-4d47-8590-ec314d695f58 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:47.547047 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (87e29fe8-2b1b-4d47-8590-ec314d695f58), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.609801 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] For port 87e29fe8-2b1b-4d47-8590-ec314d695f58, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=87e29fe8-2b1b-4d47-8590-ec314d695f58,segment=NetworkSegment(13f43f69-97ae-4c47-aac1-18c9a06f5f98),segment_id=13f43f69-97ae-4c47-aac1-18c9a06f5f98)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:47.610169 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (87e29fe8-2b1b-4d47-8590-ec314d695f58), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.622918 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Calling delete_port for 87e29fe8-2b1b-4d47-8590-ec314d695f58 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:47.666306 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6904623f-15f7-48a9-9b7e-0a4a72fee689 None None] DHCP port deletion for 19e1c59e-47a5-4b53-b11c-92b93e5a8ea4 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:32:47.713451 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (87e29fe8-2b1b-4d47-8590-ec314d695f58), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.717531 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6904623f-15f7-48a9-9b7e-0a4a72fee689 None None] Deleting port 87e29fe8-2b1b-4d47-8590-ec314d695f58 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:47.717912 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6904623f-15f7-48a9-9b7e-0a4a72fee689 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (87e29fe8-2b1b-4d47-8590-ec314d695f58), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.740519 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=87e29fe8-2b1b-4d47-8590-ec314d695f58,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:47.744959 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] No DVR routers for this DVR port 87e29fe8-2b1b-4d47-8590-ec314d695f58 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:32:47.753455 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.753807 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.754159 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.754502 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.754840 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.755171 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.755503 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.755827 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.756152 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.756502 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.756827 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.757179 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.757516 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.786565 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6904623f-15f7-48a9-9b7e-0a4a72fee689 None None] For port 87e29fe8-2b1b-4d47-8590-ec314d695f58, host n-d-772272-3, got binding levels [] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:47.787027 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6904623f-15f7-48a9-9b7e-0a4a72fee689 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (87e29fe8-2b1b-4d47-8590-ec314d695f58), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.801197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6904623f-15f7-48a9-9b7e-0a4a72fee689 None None] Calling delete_port for 87e29fe8-2b1b-4d47-8590-ec314d695f58 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:47.804010 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.ipam_backend_mixin [None req-6904623f-15f7-48a9-9b7e-0a4a72fee689 None None] Port 87e29fe8-2b1b-4d47-8590-ec314d695f58 was not found and therefore no delete operation was performed {{(pid=109743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:32:47.805339 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6904623f-15f7-48a9-9b7e-0a4a72fee689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (87e29fe8-2b1b-4d47-8590-ec314d695f58), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.831601 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904623f-15f7-48a9-9b7e-0a4a72fee689 None None] Pushing event deleted for resources: {'Port': ['ID=87e29fe8-2b1b-4d47-8590-ec314d695f58,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:47.831836 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (19e1c59e-47a5-4b53-b11c-92b93e5a8ea4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.836531 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6904623f-15f7-48a9-9b7e-0a4a72fee689 None None] No DVR routers for this DVR port 87e29fe8-2b1b-4d47-8590-ec314d695f58 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:32:47.845626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904623f-15f7-48a9-9b7e-0a4a72fee689 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.845626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904623f-15f7-48a9-9b7e-0a4a72fee689 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.845626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904623f-15f7-48a9-9b7e-0a4a72fee689 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.845626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904623f-15f7-48a9-9b7e-0a4a72fee689 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.845626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904623f-15f7-48a9-9b7e-0a4a72fee689 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.845626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904623f-15f7-48a9-9b7e-0a4a72fee689 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.846195 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904623f-15f7-48a9-9b7e-0a4a72fee689 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.846712 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904623f-15f7-48a9-9b7e-0a4a72fee689 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.846712 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904623f-15f7-48a9-9b7e-0a4a72fee689 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.847295 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904623f-15f7-48a9-9b7e-0a4a72fee689 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.847295 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904623f-15f7-48a9-9b7e-0a4a72fee689 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.847504 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904623f-15f7-48a9-9b7e-0a4a72fee689 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.847829 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904623f-15f7-48a9-9b7e-0a4a72fee689 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:47.858689 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e1c59e-47a5-4b53-b11c-92b93e5a8ea4']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:47.869026 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f43f69-97ae-4c47-aac1-18c9a06f5f98') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:47.869327 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f43f69-97ae-4c47-aac1-18c9a06f5f98') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:47.879477 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (13f43f69-97ae-4c47-aac1-18c9a06f5f98), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.893448 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (13f43f69-97ae-4c47-aac1-18c9a06f5f98), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.899861 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:32:47.900286 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (13f43f69-97ae-4c47-aac1-18c9a06f5f98), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:32:47.901951 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:32:47.972122 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (19e1c59e-47a5-4b53-b11c-92b93e5a8ea4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.978610 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.984934 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] 10.222.0.23 "DELETE /v2.0/networks/19e1c59e-47a5-4b53-b11c-92b93e5a8ea4 HTTP/1.1" status: 204 len: 168 time: 0.5754664 Jan 27 22:32:48.003007 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3963f-5f7b-456b-985d-d0673fa27b80 admin admin] Pushing event deleted for resources: {'Network': ['ID=19e1c59e-47a5-4b53-b11c-92b93e5a8ea4,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:48.029104 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 87e29fe8-2b1b-4d47-8590-ec314d695f58 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:32:48.050040 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 87e29fe8-2b1b-4d47-8590-ec314d695f58 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:32:48.050425 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 87e29fe8-2b1b-4d47-8590-ec314d695f58 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:32:48.050863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7161f11b-5257-422c-b0bf-002cc92d0824 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:32:48.071321 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 7161f11b-5257-422c-b0bf-002cc92d0824 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:32:48.071701 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7161f11b-5257-422c-b0bf-002cc92d0824 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:32:48.072142 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3e4af0f1-a197-4afd-9734-2b8ae8805e43 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:32:48.091891 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 3e4af0f1-a197-4afd-9734-2b8ae8805e43 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:32:48.092275 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3e4af0f1-a197-4afd-9734-2b8ae8805e43 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:32:48.118318 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51610) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:48.159393 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2272203d-4618-4c4b-9bda-f44ac7e89258 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9bdc2fb4e9174322835c30f4b0d91a28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396802 Jan 27 22:32:48.161935 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51612) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:48.215551 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fce580c2-91d9-4761-8e34-921f0cc9942a admin admin] Publish callbacks [] for security_group (7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:48.237801 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fce580c2-91d9-4761-8e34-921f0cc9942a admin admin] Publish callbacks [] for security_group (7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:48.285155 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fce580c2-91d9-4761-8e34-921f0cc9942a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:48.287767 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fce580c2-91d9-4761-8e34-921f0cc9942a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:48.289547 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fce580c2-91d9-4761-8e34-921f0cc9942a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece HTTP/1.1" status: 204 len: 168 time: 0.1266038 Jan 27 22:32:48.297331 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce580c2-91d9-4761-8e34-921f0cc9942a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae5ebd0-4e1e-47d9-940f-0fbf83c69ece,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:48.629146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51620) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:48.672796 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-bba8ec13-1dbc-4cef-a4c4-54a1161f434b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5bc823ed61b744f2a7d66b48cc83c1e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423434 Jan 27 22:32:48.675091 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51622) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:48.728662 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fa6028df-3843-4805-bf26-7f83234f3514 admin admin] Publish callbacks [] for security_group (5fdb0044-f70d-479b-af8a-241ea1dd7f3a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:48.752056 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fa6028df-3843-4805-bf26-7f83234f3514 admin admin] Publish callbacks [] for security_group (5fdb0044-f70d-479b-af8a-241ea1dd7f3a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:48.802393 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fa6028df-3843-4805-bf26-7f83234f3514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (5fdb0044-f70d-479b-af8a-241ea1dd7f3a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:48.805307 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fa6028df-3843-4805-bf26-7f83234f3514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:48.806816 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-fa6028df-3843-4805-bf26-7f83234f3514 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5fdb0044-f70d-479b-af8a-241ea1dd7f3a HTTP/1.1" status: 204 len: 168 time: 0.1307678 Jan 27 22:32:48.815094 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6028df-3843-4805-bf26-7f83234f3514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdb0044-f70d-479b-af8a-241ea1dd7f3a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:49.195515 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 51628) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:49.378627 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-eea99192-0368-46a1-99ba-2ef41134f178 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Deleting port 23b584ea-6d90-4cb5-b02b-2390dc38ca86 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:49.378967 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eea99192-0368-46a1-99ba-2ef41134f178 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (23b584ea-6d90-4cb5-b02b-2390dc38ca86), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:49.458557 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eea99192-0368-46a1-99ba-2ef41134f178 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (23b584ea-6d90-4cb5-b02b-2390dc38ca86), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:49.458898 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eea99192-0368-46a1-99ba-2ef41134f178 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for floatingip (23b584ea-6d90-4cb5-b02b-2390dc38ca86), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:49.472729 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-eea99192-0368-46a1-99ba-2ef41134f178 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Calling delete_port for 23b584ea-6d90-4cb5-b02b-2390dc38ca86 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:49.627204 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eea99192-0368-46a1-99ba-2ef41134f178 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (23b584ea-6d90-4cb5-b02b-2390dc38ca86), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:49.650065 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea99192-0368-46a1-99ba-2ef41134f178 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Pushing event deleted for resources: {'Port': ['ID=23b584ea-6d90-4cb5-b02b-2390dc38ca86,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:49.714736 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eea99192-0368-46a1-99ba-2ef41134f178 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for floatingip (4466dc60-8597-4aad-9b19-0af1f06dcb9f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:49.714988 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-eea99192-0368-46a1-99ba-2ef41134f178 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Floating IP 4466dc60-8597-4aad-9b19-0af1f06dcb9f disassociated (deleted). External IP: 172.25.3.202, port: 5b97ca53-1857-4d17-9f7a-8bb543eff862. Jan 27 22:32:49.924080 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea99192-0368-46a1-99ba-2ef41134f178 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Router cbd5ef09-102c-4644-b748-96fd57f53274 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:32:50.346437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea99192-0368-46a1-99ba-2ef41134f178 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:32:50.351584 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eea99192-0368-46a1-99ba-2ef41134f178 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:50.357801 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b1b55e-817e-4541-af02-b49f3bd070e5 None None] Sync routers for ids ['cbd5ef09-102c-4644-b748-96fd57f53274'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:32:50.368898 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b1b55e-817e-4541-af02-b49f3bd070e5 None None] Routers {'cbd5ef09-102c-4644-b748-96fd57f53274'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:50.370054 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-58b1b55e-817e-4541-af02-b49f3bd070e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:32:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['cbd5ef09-102c-4644-b748-96fd57f53274'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:50.378586 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-eea99192-0368-46a1-99ba-2ef41134f178 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "DELETE /v2.0/floatingips/4466dc60-8597-4aad-9b19-0af1f06dcb9f HTTP/1.1" status: 204 len: 168 time: 1.1819420 Jan 27 22:32:50.379273 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f4ad5e-b948-4e14-a47c-84acc79e261f', 'tag': '5b97ca53-1857-4d17-9f7a-8bb543eff862'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:32:50.381790 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de02fa8c-0293-4f33-b5c9-76c88a7aaeb9" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f4ad5e-b948-4e14-a47c-84acc79e261f", "tag": "5b97ca53-1857-4d17-9f7a-8bb543eff862"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:32:50.426937 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfef548f-f8f7-417f-9c2a-2c16c7eb6024 x-openstack-request-id: req-bfef548f-f8f7-417f-9c2a-2c16c7eb6024 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:32:50.427238 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f4ad5e-b948-4e14-a47c-84acc79e261f", "tag": "5b97ca53-1857-4d17-9f7a-8bb543eff862", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:32:50.427502 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bfef548f-f8f7-417f-9c2a-2c16c7eb6024 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:32:50.427948 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f4ad5e-b948-4e14-a47c-84acc79e261f', 'tag': '5b97ca53-1857-4d17-9f7a-8bb543eff862', 'status': 'completed', 'code': 200} Jan 27 22:32:50.480552 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-58b1b55e-817e-4541-af02-b49f3bd070e5 None None] Set router cbd5ef09-102c-4644-b748-96fd57f53274 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:50.495194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02fa8c-0293-4f33-b5c9-76c88a7aaeb9 req-d9550843-6ebc-447b-b882-a333012649d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:50.497044 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de02fa8c-0293-4f33-b5c9-76c88a7aaeb9 req-d9550843-6ebc-447b-b882-a333012649d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=53c7203671d943a68f3091502667a66d&device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 1097 time: 0.0476441 Jan 27 22:32:50.638517 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab74eee-4083-4bca-8609-5191231df677 req-41655e3a-9dca-46df-975b-2f583fb51768 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:50.639921 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3ab74eee-4083-4bca-8609-5191231df677 req-41655e3a-9dca-46df-975b-2f583fb51768 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 946 time: 0.0747108 Jan 27 22:32:50.641382 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02fa8c-0293-4f33-b5c9-76c88a7aaeb9 req-e656a67c-f0b3-4cfc-aafc-98ff44fe5fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:50.642819 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de02fa8c-0293-4f33-b5c9-76c88a7aaeb9 req-e656a67c-f0b3-4cfc-aafc-98ff44fe5fbf service neutron] 10.222.0.21 "GET /v2.0/networks?id=0e576862-6357-40ad-8273-723d5329b3c5 HTTP/1.1" status: 200 len: 914 time: 0.1391284 Jan 27 22:32:50.689831 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-58b1b55e-817e-4541-af02-b49f3bd070e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'name': 'tempest-TestVolumeBackupRestore-916843086-router', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:24Z', 'revision_number': 4, 'project_id': '53c7203671d943a68f3091502667a66d', 'gw_port': {'id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5aa034f6-14a9-480b-8ad7-a07ad1a56e44', 'name': '', 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'mac_address': 'fa:16:3e:10:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:24Z', 'updated_at': '2022-01-27T22:29:29Z', 'revision_number': 5, 'project_id': '53c7203671d943a68f3091502667a66d', 'subnets': [{'id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:50.692641 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de02fa8c-0293-4f33-b5c9-76c88a7aaeb9 req-3a2f7c2e-12a7-4cb7-b761-be0fcf734823 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b97ca53-1857-4d17-9f7a-8bb543eff862 HTTP/1.1" status: 200 len: 217 time: 0.0405476 Jan 27 22:32:50.720738 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b1b55e-817e-4541-af02-b49f3bd070e5 None None] Checking router: cbd5ef09-102c-4644-b748-96fd57f53274 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:32:50.729670 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b1b55e-817e-4541-af02-b49f3bd070e5 None None] Routers {'cbd5ef09-102c-4644-b748-96fd57f53274'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:50.730290 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-58b1b55e-817e-4541-af02-b49f3bd070e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:32:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['cbd5ef09-102c-4644-b748-96fd57f53274'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:50.754937 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3ab74eee-4083-4bca-8609-5191231df677 req-23c854f8-ead8-4fcd-8891-dd8a75bcd46f tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/security-groups?id=4834af5f-dddc-492b-b1ae-1dc64d3b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092010 Jan 27 22:32:50.766342 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02fa8c-0293-4f33-b5c9-76c88a7aaeb9 req-e5b80c1e-9b71-46cf-a36f-7f6aa534c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:50.777168 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de02fa8c-0293-4f33-b5c9-76c88a7aaeb9 req-e5b80c1e-9b71-46cf-a36f-7f6aa534c2a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad2bb1c9-de37-48e3-b231-b6329a7d1e98 HTTP/1.1" status: 200 len: 852 time: 0.0733216 Jan 27 22:32:50.824921 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02fa8c-0293-4f33-b5c9-76c88a7aaeb9 req-818fc123-4b6b-4773-89ad-e5c64ca42db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:50.826465 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de02fa8c-0293-4f33-b5c9-76c88a7aaeb9 req-818fc123-4b6b-4773-89ad-e5c64ca42db2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0e576862-6357-40ad-8273-723d5329b3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426056 Jan 27 22:32:50.839305 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-58b1b55e-817e-4541-af02-b49f3bd070e5 None None] Set router cbd5ef09-102c-4644-b748-96fd57f53274 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:50.920075 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de02fa8c-0293-4f33-b5c9-76c88a7aaeb9 req-6464fcef-76b3-45c4-becd-883b8f2e7e87 service neutron] 10.222.0.21 "GET /v2.0/networks/0e576862-6357-40ad-8273-723d5329b3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860815 Jan 27 22:32:51.015194 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de02fa8c-0293-4f33-b5c9-76c88a7aaeb9 req-8653200f-0a67-470f-bf87-612af2dffb87 service neutron] 10.222.0.21 "GET /v2.0/networks/0e576862-6357-40ad-8273-723d5329b3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887513 Jan 27 22:32:51.041080 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-58b1b55e-817e-4541-af02-b49f3bd070e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'name': 'tempest-TestVolumeBackupRestore-916843086-router', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:24Z', 'revision_number': 4, 'project_id': '53c7203671d943a68f3091502667a66d', 'gw_port': {'id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5aa034f6-14a9-480b-8ad7-a07ad1a56e44', 'name': '', 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'mac_address': 'fa:16:3e:10:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:24Z', 'updated_at': '2022-01-27T22:29:29Z', 'revision_number': 5, 'project_id': '53c7203671d943a68f3091502667a66d', 'subnets': [{'id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:51.067044 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b1b55e-817e-4541-af02-b49f3bd070e5 None None] The sync data for ids ['cbd5ef09-102c-4644-b748-96fd57f53274'] in n-d-772272-3 is: [{'id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'name': 'tempest-TestVolumeBackupRestore-916843086-router', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:24Z', 'revision_number': 4, 'project_id': '53c7203671d943a68f3091502667a66d', 'gw_port': {'id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '5aa034f6-14a9-480b-8ad7-a07ad1a56e44', 'name': '', 'network_id': '0e576862-6357-40ad-8273-723d5329b3c5', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'mac_address': 'fa:16:3e:10:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:24Z', 'updated_at': '2022-01-27T22:29:29Z', 'revision_number': 5, 'project_id': '53c7203671d943a68f3091502667a66d', 'subnets': [{'id': 'ad2bb1c9-de37-48e3-b231-b6329a7d1e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:32:51.280353 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa1ed5e-95f7-43cb-88c0-f848664b8bb7 None None] New status for floating IP 4466dc60-8597-4aad-9b19-0af1f06dcb9f: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:32:51.453425 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:52.095260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a658e-6d65-4793-965f-819e467dcffd req-31b74eab-c7f3-4cd5-9110-486230488716 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:52.096766 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b26a658e-6d65-4793-965f-819e467dcffd req-31b74eab-c7f3-4cd5-9110-486230488716 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 946 time: 0.2716143 Jan 27 22:32:52.144335 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b26a658e-6d65-4793-965f-819e467dcffd req-4ce16e61-1525-49b8-a756-b49c144581de tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/security-groups?id=4834af5f-dddc-492b-b1ae-1dc64d3b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414143 Jan 27 22:32:52.481125 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a03f6-efcf-42ba-bf4b-115c2fe096b0 req-e86cefbf-6add-4e9c-a887-51415a002e74 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:52.482587 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-115a03f6-efcf-42ba-bf4b-115c2fe096b0 req-e86cefbf-6add-4e9c-a887-51415a002e74 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 946 time: 0.0531213 Jan 27 22:32:52.569949 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-115a03f6-efcf-42ba-bf4b-115c2fe096b0 req-1bcc87d7-3004-491c-b8a2-0faffcb56423 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Deleting port 5b97ca53-1857-4d17-9f7a-8bb543eff862 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:52.570298 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-115a03f6-efcf-42ba-bf4b-115c2fe096b0 req-1bcc87d7-3004-491c-b8a2-0faffcb56423 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5b97ca53-1857-4d17-9f7a-8bb543eff862), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:52.661007 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-115a03f6-efcf-42ba-bf4b-115c2fe096b0 req-1bcc87d7-3004-491c-b8a2-0faffcb56423 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] For port 5b97ca53-1857-4d17-9f7a-8bb543eff862, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=5b97ca53-1857-4d17-9f7a-8bb543eff862,segment=NetworkSegment(16bb36da-edf9-46dd-8f35-13fbfdc9f18c),segment_id=16bb36da-edf9-46dd-8f35-13fbfdc9f18c)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:52.661374 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-115a03f6-efcf-42ba-bf4b-115c2fe096b0 req-1bcc87d7-3004-491c-b8a2-0faffcb56423 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5b97ca53-1857-4d17-9f7a-8bb543eff862), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:52.673055 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-115a03f6-efcf-42ba-bf4b-115c2fe096b0 req-1bcc87d7-3004-491c-b8a2-0faffcb56423 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Calling delete_port for 5b97ca53-1857-4d17-9f7a-8bb543eff862 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:52.802970 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-115a03f6-efcf-42ba-bf4b-115c2fe096b0 req-1bcc87d7-3004-491c-b8a2-0faffcb56423 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5b97ca53-1857-4d17-9f7a-8bb543eff862), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:52.831903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc87d7-3004-491c-b8a2-0faffcb56423 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Pushing event deleted for resources: {'Port': ['ID=5b97ca53-1857-4d17-9f7a-8bb543eff862,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:52.872339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-115a03f6-efcf-42ba-bf4b-115c2fe096b0 req-1bcc87d7-3004-491c-b8a2-0faffcb56423 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] No DVR routers for this DVR port 5b97ca53-1857-4d17-9f7a-8bb543eff862 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:32:52.874921 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-115a03f6-efcf-42ba-bf4b-115c2fe096b0 req-1bcc87d7-3004-491c-b8a2-0faffcb56423 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:52.878327 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-115a03f6-efcf-42ba-bf4b-115c2fe096b0 req-1bcc87d7-3004-491c-b8a2-0faffcb56423 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.21 "DELETE /v2.0/ports/5b97ca53-1857-4d17-9f7a-8bb543eff862 HTTP/1.1" status: 204 len: 173 time: 0.3903096 Jan 27 22:32:52.878773 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f4ad5e-b948-4e14-a47c-84acc79e261f', 'name': 'network-vif-deleted', 'tag': '5b97ca53-1857-4d17-9f7a-8bb543eff862'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:32:52.881080 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa984712-cd32-4d53-b2a5-8bcbcd050645" -d '{"events": [{"server_uuid": "e5f4ad5e-b948-4e14-a47c-84acc79e261f", "name": "network-vif-deleted", "tag": "5b97ca53-1857-4d17-9f7a-8bb543eff862"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:32:52.920191 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6ec20e-c538-4c60-93ab-075aefe4a19f x-openstack-request-id: req-6d6ec20e-c538-4c60-93ab-075aefe4a19f {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:32:52.920490 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f4ad5e-b948-4e14-a47c-84acc79e261f", "name": "network-vif-deleted", "tag": "5b97ca53-1857-4d17-9f7a-8bb543eff862", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:32:52.920751 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d6ec20e-c538-4c60-93ab-075aefe4a19f {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:32:52.921163 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f4ad5e-b948-4e14-a47c-84acc79e261f', 'name': 'network-vif-deleted', 'tag': '5b97ca53-1857-4d17-9f7a-8bb543eff862', 'status': 'completed', 'code': 200} Jan 27 22:32:53.245026 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-940977de-b178-47fc-9033-05759668c230 req-2d5beed8-fa74-44f6-a71a-e77a210cfd0d tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 210 time: 0.0288460 Jan 27 22:32:54.160886 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0a1983e9-1566-4e46-a633-f1a3dae14f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:54.401287 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-155dc5f7-a3df-442a-9eca-8ef756f30f11 req-a761405c-1364-489d-af35-cb0542f9af57 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 210 time: 0.0863514 Jan 27 22:32:54.797512 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5b97ca53-1857-4d17-9f7a-8bb543eff862 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:32:54.818267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 5b97ca53-1857-4d17-9f7a-8bb543eff862 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:32:54.818610 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 5b97ca53-1857-4d17-9f7a-8bb543eff862 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:32:55.497487 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-359de0d4-ec88-41d5-b7cb-86461dd4c993 req-0fdefbdc-4179-420c-8d22-06e42960da16 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 210 time: 0.0293558 Jan 27 22:32:56.591863 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d012b46a-02ac-4eff-898f-c46955d660f0 req-fef770b3-6427-4824-b41f-aa261f17abf3 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 210 time: 0.0264184 Jan 27 22:32:56.726656 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-743ccc54-1e9f-438f-a1cf-a7ff7abc6bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:57.633999 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:57.691128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bba65a24-9747-4a85-bfcc-ea02f2816336 req-80c1b72d-c8e1-4191-ad10-70ae85ca77c6 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 210 time: 0.0297837 Jan 27 22:32:58.115449 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:32:58.786781 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-507bc30e-01d3-441d-bae3-132f6bca2d4d req-96de1498-b7b9-4a43-ba54-5bd79c457e62 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 210 time: 0.0264258 Jan 27 22:32:59.006341 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:59.881220 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d404e3a-453f-4799-ba94-1655687c043a req-8836431d-b42b-4dbf-93f7-a0bc3f484c74 tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 210 time: 0.0261803 Jan 27 22:33:00.374759 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:00.981256 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87bf33fe-5db0-4842-892a-a275af7eb87b req-6ada6450-ca52-4509-9e00-31eeff5be1ec tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5f4ad5e-b948-4e14-a47c-84acc79e261f HTTP/1.1" status: 200 len: 210 time: 0.0302839 Jan 27 22:33:02.037668 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 51664) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:02.093512 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2705aacc-332f-40a8-ac52-4855da1c36fc tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group (4834af5f-dddc-492b-b1ae-1dc64d3b881a), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:02.118388 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2705aacc-332f-40a8-ac52-4855da1c36fc tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group (4834af5f-dddc-492b-b1ae-1dc64d3b881a), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:02.175822 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2705aacc-332f-40a8-ac52-4855da1c36fc tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (4834af5f-dddc-492b-b1ae-1dc64d3b881a), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:02.178471 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2705aacc-332f-40a8-ac52-4855da1c36fc tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:02.180271 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2705aacc-332f-40a8-ac52-4855da1c36fc tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] 10.222.0.23 "DELETE /v2.0/security-groups/4834af5f-dddc-492b-b1ae-1dc64d3b881a HTTP/1.1" status: 204 len: 168 time: 0.1415901 Jan 27 22:33:02.190074 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705aacc-332f-40a8-ac52-4855da1c36fc tempest-TestVolumeBackupRestore-520711055 tempest-TestVolumeBackupRestore-520711055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4834af5f-dddc-492b-b1ae-1dc64d3b881a,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:09.809616 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52124) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:10.168327 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-28412301-9324-465d-a38b-cb99b69e6d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (cbd5ef09-102c-4644-b748-96fd57f53274), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:10.414656 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-28412301-9324-465d-a38b-cb99b69e6d52 admin admin] Deleting port 5aa034f6-14a9-480b-8ad7-a07ad1a56e44 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:10.414998 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-28412301-9324-465d-a38b-cb99b69e6d52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5aa034f6-14a9-480b-8ad7-a07ad1a56e44), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:10.493225 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-28412301-9324-465d-a38b-cb99b69e6d52 admin admin] For port 5aa034f6-14a9-480b-8ad7-a07ad1a56e44, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5aa034f6-14a9-480b-8ad7-a07ad1a56e44,segment=NetworkSegment(16bb36da-edf9-46dd-8f35-13fbfdc9f18c),segment_id=16bb36da-edf9-46dd-8f35-13fbfdc9f18c)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:10.493505 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-28412301-9324-465d-a38b-cb99b69e6d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5aa034f6-14a9-480b-8ad7-a07ad1a56e44), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:10.505189 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-28412301-9324-465d-a38b-cb99b69e6d52 admin admin] Calling delete_port for 5aa034f6-14a9-480b-8ad7-a07ad1a56e44 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:10.695611 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-28412301-9324-465d-a38b-cb99b69e6d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5aa034f6-14a9-480b-8ad7-a07ad1a56e44), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:10.723742 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28412301-9324-465d-a38b-cb99b69e6d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa034f6-14a9-480b-8ad7-a07ad1a56e44,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:10.889852 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-28412301-9324-465d-a38b-cb99b69e6d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (cbd5ef09-102c-4644-b748-96fd57f53274), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:11.110827 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28412301-9324-465d-a38b-cb99b69e6d52 admin admin] Router cbd5ef09-102c-4644-b748-96fd57f53274 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:33:11.215988 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28412301-9324-465d-a38b-cb99b69e6d52 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:33:11.221313 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-28412301-9324-465d-a38b-cb99b69e6d52 admin admin] 10.222.0.23 "PUT /v2.0/routers/cbd5ef09-102c-4644-b748-96fd57f53274/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4106667 Jan 27 22:33:11.223790 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52128) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:11.227023 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5660b1f1-8015-4a59-b419-7a1b6ded0fb4 None None] Sync routers for ids ['cbd5ef09-102c-4644-b748-96fd57f53274'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:33:11.238181 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5660b1f1-8015-4a59-b419-7a1b6ded0fb4 None None] Routers {'cbd5ef09-102c-4644-b748-96fd57f53274'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:33:11.238813 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5660b1f1-8015-4a59-b419-7a1b6ded0fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:32:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['cbd5ef09-102c-4644-b748-96fd57f53274'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:11.326969 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ab45d890-f3ab-423a-a1f8-a377be50e4df admin admin] Publish callbacks [] for router (cbd5ef09-102c-4644-b748-96fd57f53274), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:11.343812 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-5660b1f1-8015-4a59-b419-7a1b6ded0fb4 None None] Set router cbd5ef09-102c-4644-b748-96fd57f53274 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:33:11.430120 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ab45d890-f3ab-423a-a1f8-a377be50e4df admin admin] Publish callbacks [] for router_gateway (cbd5ef09-102c-4644-b748-96fd57f53274), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:11.483091 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45d890-f3ab-423a-a1f8-a377be50e4df admin admin] Deleting port 7ab56a99-5c68-4eee-8b6a-7c7f06cf591f {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:11.483435 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ab45d890-f3ab-423a-a1f8-a377be50e4df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7ab56a99-5c68-4eee-8b6a-7c7f06cf591f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:11.523200 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5660b1f1-8015-4a59-b419-7a1b6ded0fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'name': 'tempest-TestVolumeBackupRestore-916843086-router', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:33:10Z', 'revision_number': 5, 'project_id': '53c7203671d943a68f3091502667a66d', 'gw_port': {'id': '7ab56a99-5c68-4eee-8b6a-7c7f06cf591f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:11.554822 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5660b1f1-8015-4a59-b419-7a1b6ded0fb4 None None] Checking router: cbd5ef09-102c-4644-b748-96fd57f53274 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:33:11.563196 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5660b1f1-8015-4a59-b419-7a1b6ded0fb4 None None] Routers {'cbd5ef09-102c-4644-b748-96fd57f53274'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:33:11.563816 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5660b1f1-8015-4a59-b419-7a1b6ded0fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:32:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['cbd5ef09-102c-4644-b748-96fd57f53274'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:11.565008 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-ab45d890-f3ab-423a-a1f8-a377be50e4df admin admin] For port 7ab56a99-5c68-4eee-8b6a-7c7f06cf591f, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7ab56a99-5c68-4eee-8b6a-7c7f06cf591f,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:11.565375 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ab45d890-f3ab-423a-a1f8-a377be50e4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7ab56a99-5c68-4eee-8b6a-7c7f06cf591f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:11.577884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-ab45d890-f3ab-423a-a1f8-a377be50e4df admin admin] Calling delete_port for 7ab56a99-5c68-4eee-8b6a-7c7f06cf591f owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:11.754235 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ab45d890-f3ab-423a-a1f8-a377be50e4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (7ab56a99-5c68-4eee-8b6a-7c7f06cf591f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:11.785717 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45d890-f3ab-423a-a1f8-a377be50e4df admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab56a99-5c68-4eee-8b6a-7c7f06cf591f,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:11.823719 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-5660b1f1-8015-4a59-b419-7a1b6ded0fb4 None None] Set router cbd5ef09-102c-4644-b748-96fd57f53274 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:33:11.847679 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ab45d890-f3ab-423a-a1f8-a377be50e4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (cbd5ef09-102c-4644-b748-96fd57f53274), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:11.878618 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5660b1f1-8015-4a59-b419-7a1b6ded0fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'name': 'tempest-TestVolumeBackupRestore-916843086-router', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:33:11Z', 'revision_number': 6, 'project_id': '53c7203671d943a68f3091502667a66d', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:11.909263 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5660b1f1-8015-4a59-b419-7a1b6ded0fb4 None None] The sync data for ids ['cbd5ef09-102c-4644-b748-96fd57f53274'] in n-d-772272-3 is: [{'id': 'cbd5ef09-102c-4644-b748-96fd57f53274', 'name': 'tempest-TestVolumeBackupRestore-916843086-router', 'tenant_id': '53c7203671d943a68f3091502667a66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:22Z', 'updated_at': '2022-01-27T22:33:11Z', 'revision_number': 6, 'project_id': '53c7203671d943a68f3091502667a66d', 'gw_port_host': None}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:33:11.945104 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ab45d890-f3ab-423a-a1f8-a377be50e4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (cbd5ef09-102c-4644-b748-96fd57f53274), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:11.947288 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ab45d890-f3ab-423a-a1f8-a377be50e4df admin admin] Publish callbacks [] for router_controller (cbd5ef09-102c-4644-b748-96fd57f53274), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:11.993153 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ab45d890-f3ab-423a-a1f8-a377be50e4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (cbd5ef09-102c-4644-b748-96fd57f53274), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:11.993672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab45d890-f3ab-423a-a1f8-a377be50e4df admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbd5ef09-102c-4644-b748-96fd57f53274 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:33:11.998027 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ab45d890-f3ab-423a-a1f8-a377be50e4df admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:11.999173 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ab45d890-f3ab-423a-a1f8-a377be50e4df admin admin] 10.222.0.23 "DELETE /v2.0/routers/cbd5ef09-102c-4644-b748-96fd57f53274 HTTP/1.1" status: 204 len: 168 time: 0.7744510 Jan 27 22:33:12.001907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52130) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:12.045590 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d5f499c-61c6-46fa-a733-6a788ef108a8 admin admin] Deleting subnet ad2bb1c9-de37-48e3-b231-b6329a7d1e98 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:33:12.048552 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7d5f499c-61c6-46fa-a733-6a788ef108a8 admin admin] Publish callbacks [] for subnet (ad2bb1c9-de37-48e3-b231-b6329a7d1e98), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:12.081655 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7d5f499c-61c6-46fa-a733-6a788ef108a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (ad2bb1c9-de37-48e3-b231-b6329a7d1e98), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:12.158047 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7d5f499c-61c6-46fa-a733-6a788ef108a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (ad2bb1c9-de37-48e3-b231-b6329a7d1e98), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:12.213960 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7d5f499c-61c6-46fa-a733-6a788ef108a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (ad2bb1c9-de37-48e3-b231-b6329a7d1e98), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:12.238438 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f499c-61c6-46fa-a733-6a788ef108a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad2bb1c9-de37-48e3-b231-b6329a7d1e98,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:12.242307 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7d5f499c-61c6-46fa-a733-6a788ef108a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:12.245544 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7d5f499c-61c6-46fa-a733-6a788ef108a8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ad2bb1c9-de37-48e3-b231-b6329a7d1e98 HTTP/1.1" status: 204 len: 168 time: 0.2427557 Jan 27 22:33:12.248591 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52132) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:12.251023 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b04c78c-862c-4a81-8ba3-700d12f6600d None None] Network 0e576862-6357-40ad-8273-723d5329b3c5 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:12.335041 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e96811f7-b979-4c55-a3f0-826ea3a726cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (0e576862-6357-40ad-8273-723d5329b3c5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:12.404850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-e96811f7-b979-4c55-a3f0-826ea3a726cb admin admin] Deleting port 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:12.405193 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e96811f7-b979-4c55-a3f0-826ea3a726cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0af2c3e3-99c8-496d-83e3-4cf0e21cb4df), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:12.470056 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-e96811f7-b979-4c55-a3f0-826ea3a726cb admin admin] For port 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0af2c3e3-99c8-496d-83e3-4cf0e21cb4df,segment=NetworkSegment(16bb36da-edf9-46dd-8f35-13fbfdc9f18c),segment_id=16bb36da-edf9-46dd-8f35-13fbfdc9f18c)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:12.470419 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e96811f7-b979-4c55-a3f0-826ea3a726cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0af2c3e3-99c8-496d-83e3-4cf0e21cb4df), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:12.482721 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-e96811f7-b979-4c55-a3f0-826ea3a726cb admin admin] Calling delete_port for 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:12.558198 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e96811f7-b979-4c55-a3f0-826ea3a726cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0af2c3e3-99c8-496d-83e3-4cf0e21cb4df), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:12.586606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96811f7-b979-4c55-a3f0-826ea3a726cb admin admin] Pushing event deleted for resources: {'Port': ['ID=0af2c3e3-99c8-496d-83e3-4cf0e21cb4df,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:12.589779 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96811f7-b979-4c55-a3f0-826ea3a726cb admin admin] No DVR routers for this DVR port 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:33:12.659213 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e96811f7-b979-4c55-a3f0-826ea3a726cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (0e576862-6357-40ad-8273-723d5329b3c5), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:12.679060 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-e96811f7-b979-4c55-a3f0-826ea3a726cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e576862-6357-40ad-8273-723d5329b3c5']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:12.691828 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-e96811f7-b979-4c55-a3f0-826ea3a726cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bb36da-edf9-46dd-8f35-13fbfdc9f18c') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:12.692213 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-e96811f7-b979-4c55-a3f0-826ea3a726cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bb36da-edf9-46dd-8f35-13fbfdc9f18c') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:12.702088 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e96811f7-b979-4c55-a3f0-826ea3a726cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (16bb36da-edf9-46dd-8f35-13fbfdc9f18c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:12.715728 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e96811f7-b979-4c55-a3f0-826ea3a726cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (16bb36da-edf9-46dd-8f35-13fbfdc9f18c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:12.723173 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e96811f7-b979-4c55-a3f0-826ea3a726cb admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:33:12.723586 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e96811f7-b979-4c55-a3f0-826ea3a726cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (16bb36da-edf9-46dd-8f35-13fbfdc9f18c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:33:12.725338 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:33:12.730251 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9647c812-248e-4c12-a6d4-88f2cec5652b None None] DHCP port deletion for 0e576862-6357-40ad-8273-723d5329b3c5 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:33:12.756113 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5aa034f6-14a9-480b-8ad7-a07ad1a56e44 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:33:12.776321 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 5aa034f6-14a9-480b-8ad7-a07ad1a56e44 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:33:12.776675 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5aa034f6-14a9-480b-8ad7-a07ad1a56e44 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:33:12.790908 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e96811f7-b979-4c55-a3f0-826ea3a726cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (0e576862-6357-40ad-8273-723d5329b3c5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:12.796384 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e96811f7-b979-4c55-a3f0-826ea3a726cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:12.799618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e96811f7-b979-4c55-a3f0-826ea3a726cb admin admin] 10.222.0.23 "DELETE /v2.0/networks/0e576862-6357-40ad-8273-723d5329b3c5 HTTP/1.1" status: 204 len: 168 time: 0.5506918 Jan 27 22:33:12.802755 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52134) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:12.811745 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96811f7-b979-4c55-a3f0-826ea3a726cb admin admin] Pushing event deleted for resources: {'Network': ['ID=0e576862-6357-40ad-8273-723d5329b3c5,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:12.952056 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:13.164035 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a097b108-bced-434a-9c6c-69bfd47bb7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (da2ed846-ce72-4d58-ae69-1e97b37286bd), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:13.404467 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a097b108-bced-434a-9c6c-69bfd47bb7aa admin admin] Deleting port 329a64f3-9c34-4448-9fe4-0a612773ed63 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:13.404694 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a097b108-bced-434a-9c6c-69bfd47bb7aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (329a64f3-9c34-4448-9fe4-0a612773ed63), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:13.479407 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-a097b108-bced-434a-9c6c-69bfd47bb7aa admin admin] For port 329a64f3-9c34-4448-9fe4-0a612773ed63, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=329a64f3-9c34-4448-9fe4-0a612773ed63,segment=NetworkSegment(0bce2bd0-47a9-41a3-91ed-867011c555a9),segment_id=0bce2bd0-47a9-41a3-91ed-867011c555a9)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:13.479760 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a097b108-bced-434a-9c6c-69bfd47bb7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (329a64f3-9c34-4448-9fe4-0a612773ed63), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:13.491939 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a097b108-bced-434a-9c6c-69bfd47bb7aa admin admin] Calling delete_port for 329a64f3-9c34-4448-9fe4-0a612773ed63 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:13.663656 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a097b108-bced-434a-9c6c-69bfd47bb7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (329a64f3-9c34-4448-9fe4-0a612773ed63), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:13.689568 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097b108-bced-434a-9c6c-69bfd47bb7aa admin admin] Pushing event deleted for resources: {'Port': ['ID=329a64f3-9c34-4448-9fe4-0a612773ed63,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:13.857705 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a097b108-bced-434a-9c6c-69bfd47bb7aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (da2ed846-ce72-4d58-ae69-1e97b37286bd), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.072876 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:33:14.077759 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a097b108-bced-434a-9c6c-69bfd47bb7aa admin admin] Router da2ed846-ce72-4d58-ae69-1e97b37286bd has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:33:14.092436 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:33:14.092793 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0af2c3e3-99c8-496d-83e3-4cf0e21cb4df not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:33:14.093216 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7ab56a99-5c68-4eee-8b6a-7c7f06cf591f no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:33:14.111735 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 7ab56a99-5c68-4eee-8b6a-7c7f06cf591f {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:33:14.112087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7ab56a99-5c68-4eee-8b6a-7c7f06cf591f not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:33:14.183469 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a097b108-bced-434a-9c6c-69bfd47bb7aa admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:33:14.188585 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a097b108-bced-434a-9c6c-69bfd47bb7aa admin admin] 10.222.0.23 "PUT /v2.0/routers/da2ed846-ce72-4d58-ae69-1e97b37286bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3846307 Jan 27 22:33:14.190959 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52136) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:14.192411 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d01c6b-f5f9-41ed-8d58-86e8a25b309b None None] Sync routers for ids ['da2ed846-ce72-4d58-ae69-1e97b37286bd'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:33:14.204212 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d01c6b-f5f9-41ed-8d58-86e8a25b309b None None] Routers {'da2ed846-ce72-4d58-ae69-1e97b37286bd'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:33:14.204842 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-14d01c6b-f5f9-41ed-8d58-86e8a25b309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:32:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['da2ed846-ce72-4d58-ae69-1e97b37286bd'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:14.294159 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-18f43712-ff1a-4f9b-8feb-3b8043200c3b admin admin] Publish callbacks [] for router (da2ed846-ce72-4d58-ae69-1e97b37286bd), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.308527 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-14d01c6b-f5f9-41ed-8d58-86e8a25b309b None None] Set router da2ed846-ce72-4d58-ae69-1e97b37286bd gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:33:14.391019 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-18f43712-ff1a-4f9b-8feb-3b8043200c3b admin admin] Publish callbacks [] for router_gateway (da2ed846-ce72-4d58-ae69-1e97b37286bd), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.446728 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-18f43712-ff1a-4f9b-8feb-3b8043200c3b admin admin] Deleting port 28e045da-5d1f-4dd4-a88c-8d43de15080d {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:14.447076 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-18f43712-ff1a-4f9b-8feb-3b8043200c3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (28e045da-5d1f-4dd4-a88c-8d43de15080d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.481996 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-14d01c6b-f5f9-41ed-8d58-86e8a25b309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2ed846-ce72-4d58-ae69-1e97b37286bd', 'name': 'tempest-TestVolumeBackupRestore-1535673452-router', 'tenant_id': 'f3ba6d000c4449ab8250e234d887b670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '28e045da-5d1f-4dd4-a88c-8d43de15080d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:27Z', 'updated_at': '2022-01-27T22:33:13Z', 'revision_number': 5, 'project_id': 'f3ba6d000c4449ab8250e234d887b670', 'gw_port': {'id': '28e045da-5d1f-4dd4-a88c-8d43de15080d', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:98:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2ed846-ce72-4d58-ae69-1e97b37286bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:27Z', 'updated_at': '2022-01-27T22:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:14.525647 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-18f43712-ff1a-4f9b-8feb-3b8043200c3b admin admin] For port 28e045da-5d1f-4dd4-a88c-8d43de15080d, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=28e045da-5d1f-4dd4-a88c-8d43de15080d,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:14.526017 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-18f43712-ff1a-4f9b-8feb-3b8043200c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (28e045da-5d1f-4dd4-a88c-8d43de15080d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.539307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-18f43712-ff1a-4f9b-8feb-3b8043200c3b admin admin] Calling delete_port for 28e045da-5d1f-4dd4-a88c-8d43de15080d owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:14.599744 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d01c6b-f5f9-41ed-8d58-86e8a25b309b None None] Checking router: da2ed846-ce72-4d58-ae69-1e97b37286bd for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:33:14.608572 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d01c6b-f5f9-41ed-8d58-86e8a25b309b None None] Routers {'da2ed846-ce72-4d58-ae69-1e97b37286bd'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:33:14.609186 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-14d01c6b-f5f9-41ed-8d58-86e8a25b309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:32:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['da2ed846-ce72-4d58-ae69-1e97b37286bd'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:14.693007 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-14d01c6b-f5f9-41ed-8d58-86e8a25b309b None None] Set router da2ed846-ce72-4d58-ae69-1e97b37286bd gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:33:14.704855 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-18f43712-ff1a-4f9b-8feb-3b8043200c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (28e045da-5d1f-4dd4-a88c-8d43de15080d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.729487 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f43712-ff1a-4f9b-8feb-3b8043200c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=28e045da-5d1f-4dd4-a88c-8d43de15080d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:14.747798 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-14d01c6b-f5f9-41ed-8d58-86e8a25b309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2ed846-ce72-4d58-ae69-1e97b37286bd', 'name': 'tempest-TestVolumeBackupRestore-1535673452-router', 'tenant_id': 'f3ba6d000c4449ab8250e234d887b670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:27Z', 'updated_at': '2022-01-27T22:33:14Z', 'revision_number': 6, 'project_id': 'f3ba6d000c4449ab8250e234d887b670', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:14.777380 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d01c6b-f5f9-41ed-8d58-86e8a25b309b None None] The sync data for ids ['da2ed846-ce72-4d58-ae69-1e97b37286bd'] in n-d-772272-3 is: [{'id': 'da2ed846-ce72-4d58-ae69-1e97b37286bd', 'name': 'tempest-TestVolumeBackupRestore-1535673452-router', 'tenant_id': 'f3ba6d000c4449ab8250e234d887b670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:29:27Z', 'updated_at': '2022-01-27T22:33:14Z', 'revision_number': 6, 'project_id': 'f3ba6d000c4449ab8250e234d887b670', 'gw_port_host': None}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:33:14.794460 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-18f43712-ff1a-4f9b-8feb-3b8043200c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (da2ed846-ce72-4d58-ae69-1e97b37286bd), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.213556 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-18f43712-ff1a-4f9b-8feb-3b8043200c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (da2ed846-ce72-4d58-ae69-1e97b37286bd), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.218323 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-18f43712-ff1a-4f9b-8feb-3b8043200c3b admin admin] Publish callbacks [] for router_controller (da2ed846-ce72-4d58-ae69-1e97b37286bd), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.260764 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-18f43712-ff1a-4f9b-8feb-3b8043200c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (da2ed846-ce72-4d58-ae69-1e97b37286bd), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.261229 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f43712-ff1a-4f9b-8feb-3b8043200c3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router da2ed846-ce72-4d58-ae69-1e97b37286bd {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:33:15.265415 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-18f43712-ff1a-4f9b-8feb-3b8043200c3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.266659 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-18f43712-ff1a-4f9b-8feb-3b8043200c3b admin admin] 10.222.0.23 "DELETE /v2.0/routers/da2ed846-ce72-4d58-ae69-1e97b37286bd HTTP/1.1" status: 204 len: 168 time: 1.0747702 Jan 27 22:33:15.269136 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52140) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:15.312346 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd479854-8db0-4fdc-842a-49c848072349 admin admin] Deleting subnet bc20ef22-7bda-4552-8ba5-24258e113b4e {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:33:15.315426 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dd479854-8db0-4fdc-842a-49c848072349 admin admin] Publish callbacks [] for subnet (bc20ef22-7bda-4552-8ba5-24258e113b4e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.352489 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dd479854-8db0-4fdc-842a-49c848072349 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (bc20ef22-7bda-4552-8ba5-24258e113b4e), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.425733 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dd479854-8db0-4fdc-842a-49c848072349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (bc20ef22-7bda-4552-8ba5-24258e113b4e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.475915 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dd479854-8db0-4fdc-842a-49c848072349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (bc20ef22-7bda-4552-8ba5-24258e113b4e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.504063 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd479854-8db0-4fdc-842a-49c848072349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc20ef22-7bda-4552-8ba5-24258e113b4e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:15.508329 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dd479854-8db0-4fdc-842a-49c848072349 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.514050 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dd479854-8db0-4fdc-842a-49c848072349 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bc20ef22-7bda-4552-8ba5-24258e113b4e HTTP/1.1" status: 204 len: 168 time: 0.2413580 Jan 27 22:33:15.514196 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604a3b65-119e-43de-bef6-f83a569b7906 None None] Network 6b7c4ba1-43b2-4ae6-911e-c467d520e915 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:15.514633 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52142) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:15.584916 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b90e0065-0511-489d-bf44-74647f5a9e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (6b7c4ba1-43b2-4ae6-911e-c467d520e915), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.640186 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-b90e0065-0511-489d-bf44-74647f5a9e31 admin admin] Deleting port 66964f2c-4550-4320-8ff4-0cf5a1f4d66d {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:15.640655 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b90e0065-0511-489d-bf44-74647f5a9e31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (66964f2c-4550-4320-8ff4-0cf5a1f4d66d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.656916 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9937499a-f911-480a-9b30-dae20cc7a690 None None] DHCP port deletion for 6b7c4ba1-43b2-4ae6-911e-c467d520e915 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:33:15.706020 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9937499a-f911-480a-9b30-dae20cc7a690 None None] Deleting port 66964f2c-4550-4320-8ff4-0cf5a1f4d66d {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:15.706403 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9937499a-f911-480a-9b30-dae20cc7a690 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (66964f2c-4550-4320-8ff4-0cf5a1f4d66d), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.708849 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-b90e0065-0511-489d-bf44-74647f5a9e31 admin admin] For port 66964f2c-4550-4320-8ff4-0cf5a1f4d66d, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=66964f2c-4550-4320-8ff4-0cf5a1f4d66d,segment=NetworkSegment(0bce2bd0-47a9-41a3-91ed-867011c555a9),segment_id=0bce2bd0-47a9-41a3-91ed-867011c555a9)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:15.709215 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b90e0065-0511-489d-bf44-74647f5a9e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (66964f2c-4550-4320-8ff4-0cf5a1f4d66d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.722852 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-b90e0065-0511-489d-bf44-74647f5a9e31 admin admin] Calling delete_port for 66964f2c-4550-4320-8ff4-0cf5a1f4d66d owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:15.784220 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-9937499a-f911-480a-9b30-dae20cc7a690 None None] For port 66964f2c-4550-4320-8ff4-0cf5a1f4d66d, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=66964f2c-4550-4320-8ff4-0cf5a1f4d66d,segment=NetworkSegment(0bce2bd0-47a9-41a3-91ed-867011c555a9),segment_id=0bce2bd0-47a9-41a3-91ed-867011c555a9)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:15.784551 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9937499a-f911-480a-9b30-dae20cc7a690 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (66964f2c-4550-4320-8ff4-0cf5a1f4d66d), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.798980 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9937499a-f911-480a-9b30-dae20cc7a690 None None] Calling delete_port for 66964f2c-4550-4320-8ff4-0cf5a1f4d66d owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:15.805650 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b90e0065-0511-489d-bf44-74647f5a9e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (66964f2c-4550-4320-8ff4-0cf5a1f4d66d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.831640 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e0065-0511-489d-bf44-74647f5a9e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=66964f2c-4550-4320-8ff4-0cf5a1f4d66d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:15.835196 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90e0065-0511-489d-bf44-74647f5a9e31 admin admin] No DVR routers for this DVR port 66964f2c-4550-4320-8ff4-0cf5a1f4d66d on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:33:15.881128 n-d-772272-3 neutron-server[109743]: self.session.flush() Jan 27 22:33:15.885670 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9937499a-f911-480a-9b30-dae20cc7a690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (66964f2c-4550-4320-8ff4-0cf5a1f4d66d), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.908300 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b90e0065-0511-489d-bf44-74647f5a9e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (6b7c4ba1-43b2-4ae6-911e-c467d520e915), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.916292 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937499a-f911-480a-9b30-dae20cc7a690 None None] Pushing event deleted for resources: {'Port': ['ID=66964f2c-4550-4320-8ff4-0cf5a1f4d66d,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:15.918153 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9937499a-f911-480a-9b30-dae20cc7a690 None None] No DVR routers for this DVR port 66964f2c-4550-4320-8ff4-0cf5a1f4d66d on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:33:15.930500 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-b90e0065-0511-489d-bf44-74647f5a9e31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7c4ba1-43b2-4ae6-911e-c467d520e915']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:15.939701 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-b90e0065-0511-489d-bf44-74647f5a9e31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bce2bd0-47a9-41a3-91ed-867011c555a9') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:15.939998 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-b90e0065-0511-489d-bf44-74647f5a9e31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bce2bd0-47a9-41a3-91ed-867011c555a9') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:15.949381 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b90e0065-0511-489d-bf44-74647f5a9e31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (0bce2bd0-47a9-41a3-91ed-867011c555a9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.963457 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b90e0065-0511-489d-bf44-74647f5a9e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (0bce2bd0-47a9-41a3-91ed-867011c555a9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.972318 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90e0065-0511-489d-bf44-74647f5a9e31 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:33:15.972695 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b90e0065-0511-489d-bf44-74647f5a9e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (0bce2bd0-47a9-41a3-91ed-867011c555a9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:33:15.974853 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:33:16.050279 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 66964f2c-4550-4320-8ff4-0cf5a1f4d66d no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:33:16.055292 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b90e0065-0511-489d-bf44-74647f5a9e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (6b7c4ba1-43b2-4ae6-911e-c467d520e915), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:16.061690 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b90e0065-0511-489d-bf44-74647f5a9e31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:16.065147 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b90e0065-0511-489d-bf44-74647f5a9e31 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6b7c4ba1-43b2-4ae6-911e-c467d520e915 HTTP/1.1" status: 204 len: 168 time: 0.5499985 Jan 27 22:33:16.073124 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 66964f2c-4550-4320-8ff4-0cf5a1f4d66d {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:33:16.073485 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 66964f2c-4550-4320-8ff4-0cf5a1f4d66d not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:33:16.073912 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 28e045da-5d1f-4dd4-a88c-8d43de15080d no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:33:16.078931 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e0065-0511-489d-bf44-74647f5a9e31 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b7c4ba1-43b2-4ae6-911e-c467d520e915,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:16.095382 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 28e045da-5d1f-4dd4-a88c-8d43de15080d {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:33:16.095976 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 28e045da-5d1f-4dd4-a88c-8d43de15080d not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:33:16.096428 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 329a64f3-9c34-4448-9fe4-0a612773ed63 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:33:16.115890 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 329a64f3-9c34-4448-9fe4-0a612773ed63 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:33:16.117028 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 329a64f3-9c34-4448-9fe4-0a612773ed63 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:33:16.274668 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52146) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:16.314644 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-92312790-20dd-4d1c-8c8e-f259342fd297 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53c7203671d943a68f3091502667a66d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386457 Jan 27 22:33:16.316929 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52148) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:16.363517 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6e02487c-fea5-42fd-921c-54a2e5fbde98 admin admin] Publish callbacks [] for security_group (97fc247d-8556-44ff-a9db-24300baedf6f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:16.384941 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6e02487c-fea5-42fd-921c-54a2e5fbde98 admin admin] Publish callbacks [] for security_group (97fc247d-8556-44ff-a9db-24300baedf6f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:16.429923 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6e02487c-fea5-42fd-921c-54a2e5fbde98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (97fc247d-8556-44ff-a9db-24300baedf6f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:16.432612 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6e02487c-fea5-42fd-921c-54a2e5fbde98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:16.433768 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6e02487c-fea5-42fd-921c-54a2e5fbde98 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/97fc247d-8556-44ff-a9db-24300baedf6f HTTP/1.1" status: 204 len: 168 time: 0.1159546 Jan 27 22:33:16.441272 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02487c-fea5-42fd-921c-54a2e5fbde98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fc247d-8556-44ff-a9db-24300baedf6f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:16.765486 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52154) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:16.805006 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c02a5bce-fa7f-4d70-a890-7d407cca40a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3ba6d000c4449ab8250e234d887b670&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382946 Jan 27 22:33:16.807453 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52156) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:16.856859 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c6ae8913-024a-47ed-b57e-348ebe49ebc8 admin admin] Publish callbacks [] for security_group (3b85ffdc-bf00-4762-b494-f2f2d747f31f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:16.877051 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c6ae8913-024a-47ed-b57e-348ebe49ebc8 admin admin] Publish callbacks [] for security_group (3b85ffdc-bf00-4762-b494-f2f2d747f31f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:16.922204 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c6ae8913-024a-47ed-b57e-348ebe49ebc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3b85ffdc-bf00-4762-b494-f2f2d747f31f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:16.924849 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c6ae8913-024a-47ed-b57e-348ebe49ebc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:16.926003 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c6ae8913-024a-47ed-b57e-348ebe49ebc8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b85ffdc-bf00-4762-b494-f2f2d747f31f HTTP/1.1" status: 204 len: 168 time: 0.1176672 Jan 27 22:33:16.933845 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae8913-024a-47ed-b57e-348ebe49ebc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b85ffdc-bf00-4762-b494-f2f2d747f31f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:21.452016 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:24.152868 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8f09-03c5-4628-b04d-bd63aa629a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:26.729480 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-29129dcb-6b1a-437f-9ba3-34207f470347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:27.354263 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-8a7fb3c0-2a65-4fa7-8e54-cf7248485627 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4eb1ae387a3b4e55b2fe6a1456da3597&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290971 Jan 27 22:33:27.534436 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-5f99b371-e497-4a20-8507-e4c2a6517dd7 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:27.535879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-5f99b371-e497-4a20-8507-e4c2a6517dd7 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766493 Jan 27 22:33:27.550324 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-99ae81d3-94bd-46c5-a554-a79b15f0befe tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/quotas/4eb1ae387a3b4e55b2fe6a1456da3597 HTTP/1.1" status: 200 len: 375 time: 0.0086114 Jan 27 22:33:27.636325 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:27.904645 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-0f146208-9b4a-4c03-85ac-2d40558bf008 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4eb1ae387a3b4e55b2fe6a1456da3597&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3494470 Jan 27 22:33:28.062536 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-685a5f6a-e979-4f1d-b0a7-c1b16c4490dd req-a13a5227-48d1-453d-a68f-28a68fc5a802 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/ports?device_id=4382b74d-823d-4f97-8276-b612b13e8b1c HTTP/1.1" status: 200 len: 210 time: 0.0262489 Jan 27 22:33:29.009572 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.019764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-e2fe90b2-070c-45ac-b0df-3bd92a35781c tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4eb1ae387a3b4e55b2fe6a1456da3597&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235255 Jan 27 22:33:29.129443 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-6543416b-035e-4bef-aeff-6cbe02e9aa96 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:29.131108 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-6543416b-035e-4bef-aeff-6cbe02e9aa96 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1072388 Jan 27 22:33:29.147588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-7bce6cd2-a4ba-4ae3-9da9-17a163c99679 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Request body: {'port': {'device_id': '4382b74d-823d-4f97-8276-b612b13e8b1c', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'admin_state_up': True, 'tenant_id': '4eb1ae387a3b4e55b2fe6a1456da3597'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:29.174553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f18f4bf-450f-4973-b0bd-b91b7511699a req-33581e97-e1c9-4b45-90ac-9326132ada3f tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/ports?device_id=4382b74d-823d-4f97-8276-b612b13e8b1c HTTP/1.1" status: 200 len: 210 time: 0.0399449 Jan 27 22:33:29.264967 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-7bce6cd2-a4ba-4ae3-9da9-17a163c99679 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Made reservation on behalf of 4eb1ae387a3b4e55b2fe6a1456da3597 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:29.268299 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-7bce6cd2-a4ba-4ae3-9da9-17a163c99679 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.281209 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-7bce6cd2-a4ba-4ae3-9da9-17a163c99679 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.355000 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-7bce6cd2-a4ba-4ae3-9da9-17a163c99679 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Publish callbacks [] for security_group (a17ba0eb-6426-47f9-981a-728e827ea59b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.358772 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-7bce6cd2-a4ba-4ae3-9da9-17a163c99679 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a17ba0eb-6426-47f9-981a-728e827ea59b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.423484 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce6cd2-a4ba-4ae3-9da9-17a163c99679 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a17ba0eb-6426-47f9-981a-728e827ea59b,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:29.490836 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-7bce6cd2-a4ba-4ae3-9da9-17a163c99679 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Allocated IP 192.168.233.31 (bd236e68-be51-41da-b071-300e8c31628a/712691d2-7887-4c77-8f97-c493f8e698de/25ef7762-2ce6-4f7e-930c-8b059503ba37) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:29.637586 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-7bce6cd2-a4ba-4ae3-9da9-17a163c99679 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Publish callbacks [] for port (25ef7762-2ce6-4f7e-930c-8b059503ba37), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.671675 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-7bce6cd2-a4ba-4ae3-9da9-17a163c99679 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (25ef7762-2ce6-4f7e-930c-8b059503ba37), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.713500 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-7bce6cd2-a4ba-4ae3-9da9-17a163c99679 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Network bd236e68-be51-41da-b071-300e8c31628a is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:29.716622 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-7bce6cd2-a4ba-4ae3-9da9-17a163c99679 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:29.723063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-7bce6cd2-a4ba-4ae3-9da9-17a163c99679 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:29.751397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce6cd2-a4ba-4ae3-9da9-17a163c99679 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Pushing event updated for resources: {'Port': ['ID=25ef7762-2ce6-4f7e-930c-8b059503ba37,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:29.780995 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-7bce6cd2-a4ba-4ae3-9da9-17a163c99679 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:29.781640 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-7bce6cd2-a4ba-4ae3-9da9-17a163c99679 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.799450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-7bce6cd2-a4ba-4ae3-9da9-17a163c99679 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6564016 Jan 27 22:33:29.811032 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] Request body: {'port': {'device_id': '4382b74d-823d-4f97-8276-b612b13e8b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:29.867651 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (25ef7762-2ce6-4f7e-930c-8b059503ba37), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.911316 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f4a7eb83-818b-4277-8314-8c8fdc4cabbb None None] Provisioning complete for port 25ef7762-2ce6-4f7e-930c-8b059503ba37 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:29.911685 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f4a7eb83-818b-4277-8314-8c8fdc4cabbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (25ef7762-2ce6-4f7e-930c-8b059503ba37), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:29.947861 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f4a7eb83-818b-4277-8314-8c8fdc4cabbb None None] Port 25ef7762-2ce6-4f7e-930c-8b059503ba37 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:33:30.132332 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ef7762-2ce6-4f7e-930c-8b059503ba37 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:33:30.140006 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] Publish callbacks [] for port (25ef7762-2ce6-4f7e-930c-8b059503ba37), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:30.152376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] Transition to ACTIVE for port object 25ef7762-2ce6-4f7e-930c-8b059503ba37 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:33:30.155778 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (25ef7762-2ce6-4f7e-930c-8b059503ba37), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:30.224591 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] Pushing event updated for resources: {'Port': ['ID=25ef7762-2ce6-4f7e-930c-8b059503ba37,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:30.315411 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] Attempting to bind port 25ef7762-2ce6-4f7e-930c-8b059503ba37 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:33:30.315753 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] Attempting to bind port 25ef7762-2ce6-4f7e-930c-8b059503ba37 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:33:30.316089 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] Attempting to bind port 25ef7762-2ce6-4f7e-930c-8b059503ba37 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:33:30.330476 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bbb1b-82e8-4b5b-9c75-59e7deffdecb req-bafb5ceb-0229-4ba4-b3d7-7d5cd73a49d8 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:30.332006 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-229bbb1b-82e8-4b5b-9c75-59e7deffdecb req-bafb5ceb-0229-4ba4-b3d7-7d5cd73a49d8 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/ports?device_id=4382b74d-823d-4f97-8276-b612b13e8b1c HTTP/1.1" status: 200 len: 947 time: 0.0771112 Jan 27 22:33:30.332632 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] Port 25ef7762-2ce6-4f7e-930c-8b059503ba37 on network bd236e68-be51-41da-b071-300e8c31628a not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:33:30.332961 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] Attempting to bind port 25ef7762-2ce6-4f7e-930c-8b059503ba37 on network bd236e68-be51-41da-b071-300e8c31628a {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:33:30.340712 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:33:30.341061 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] Checking segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:33:30.341450 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] Bound using segment: {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:33:30.341891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] Bound port: 25ef7762-2ce6-4f7e-930c-8b059503ba37, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8d4a29-cd92-460b-887f-187f51ada987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:33:30.342527 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (25ef7762-2ce6-4f7e-930c-8b059503ba37), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:30.379820 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:30.416582 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-229bbb1b-82e8-4b5b-9c75-59e7deffdecb req-a3328b77-9bdb-4bcc-9a35-f0eb349f9eb9 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/security-groups?id=a17ba0eb-6426-47f9-981a-728e827ea59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776188 Jan 27 22:33:30.440016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] For port 25ef7762-2ce6-4f7e-930c-8b059503ba37, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:33:30.443233 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] For port 25ef7762-2ce6-4f7e-930c-8b059503ba37, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=25ef7762-2ce6-4f7e-930c-8b059503ba37,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:33:30.447504 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (25ef7762-2ce6-4f7e-930c-8b059503ba37), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:30.479737 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:30.480388 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:30.481798 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] 10.222.0.15 "PUT /v2.0/ports/25ef7762-2ce6-4f7e-930c-8b059503ba37 HTTP/1.1" status: 200 len: 1095 time: 0.6751473 Jan 27 22:33:30.482247 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4382b74d-823d-4f97-8276-b612b13e8b1c', 'tag': '25ef7762-2ce6-4f7e-930c-8b059503ba37'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:33:30.484525 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90599b92-d7a8-4ec3-9735-bdf24ab7c2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "4382b74d-823d-4f97-8276-b612b13e8b1c", "tag": "25ef7762-2ce6-4f7e-930c-8b059503ba37"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:33:30.533436 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b1b0d1-35b4-4af0-96fd-4dd588bea2e8 x-openstack-request-id: req-08b1b0d1-35b4-4af0-96fd-4dd588bea2e8 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:33:30.533740 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4382b74d-823d-4f97-8276-b612b13e8b1c", "tag": "25ef7762-2ce6-4f7e-930c-8b059503ba37", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:33:30.534006 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08b1b0d1-35b4-4af0-96fd-4dd588bea2e8 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:33:30.534412 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4382b74d-823d-4f97-8276-b612b13e8b1c', 'tag': '25ef7762-2ce6-4f7e-930c-8b059503ba37', 'status': 'completed', 'code': 200} Jan 27 22:33:30.536505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53d0d4-32c5-4cc7-b0a0-007cfe85ef44 service neutron] Pushing event updated for resources: {'Port': ['ID=25ef7762-2ce6-4f7e-930c-8b059503ba37,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:30.574511 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-965d2ad4-f38d-48c6-9a60-f7456a27a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:30.576045 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-965d2ad4-f38d-48c6-9a60-f7456a27a3ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4eb1ae387a3b4e55b2fe6a1456da3597&device_id=4382b74d-823d-4f97-8276-b612b13e8b1c HTTP/1.1" status: 200 len: 1098 time: 0.0553584 Jan 27 22:33:30.619619 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-799e6a8d-10ac-4f2d-8ef5-e7c0b52d27e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=25ef7762-2ce6-4f7e-930c-8b059503ba37 HTTP/1.1" status: 200 len: 217 time: 0.0367546 Jan 27 22:33:30.670049 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-48af9dd6-97b7-4d2b-964b-95dac8893519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:30.671469 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-48af9dd6-97b7-4d2b-964b-95dac8893519 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0457573 Jan 27 22:33:30.715576 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-df3f2b0d-b112-481c-a357-70e6092ffd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:30.717367 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-df3f2b0d-b112-481c-a357-70e6092ffd50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0402527 Jan 27 22:33:30.808894 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-b9e93933-bb56-4abd-a1a6-9bafa3cb00a2 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860868 Jan 27 22:33:30.895324 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a048393e-3b45-4ef5-85c8-28e4fb3ed51b req-4ed6b7e1-e58f-4911-b44e-f13ec4048539 service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810370 Jan 27 22:33:30.990507 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90599b92-d7a8-4ec3-9735-bdf24ab7c2a8 req-bb2b3751-2dbb-4dc9-aa01-90aa2cbed101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:30.992629 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90599b92-d7a8-4ec3-9735-bdf24ab7c2a8 req-bb2b3751-2dbb-4dc9-aa01-90aa2cbed101 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4eb1ae387a3b4e55b2fe6a1456da3597&device_id=4382b74d-823d-4f97-8276-b612b13e8b1c HTTP/1.1" status: 200 len: 1098 time: 0.0476711 Jan 27 22:33:31.080287 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90599b92-d7a8-4ec3-9735-bdf24ab7c2a8 req-82c7febd-7c69-4f6c-b5f9-f781062dbff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:31.081771 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90599b92-d7a8-4ec3-9735-bdf24ab7c2a8 req-82c7febd-7c69-4f6c-b5f9-f781062dbff3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd236e68-be51-41da-b071-300e8c31628a HTTP/1.1" status: 200 len: 870 time: 0.0837996 Jan 27 22:33:31.126434 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90599b92-d7a8-4ec3-9735-bdf24ab7c2a8 req-df257704-3db5-43fc-b912-07a6a1f22a43 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=25ef7762-2ce6-4f7e-930c-8b059503ba37 HTTP/1.1" status: 200 len: 217 time: 0.0386643 Jan 27 22:33:31.174701 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90599b92-d7a8-4ec3-9735-bdf24ab7c2a8 req-428fb1fc-8b0d-462c-aa7d-abc6ba3fdbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:31.176135 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90599b92-d7a8-4ec3-9735-bdf24ab7c2a8 req-428fb1fc-8b0d-462c-aa7d-abc6ba3fdbb7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=712691d2-7887-4c77-8f97-c493f8e698de HTTP/1.1" status: 200 len: 843 time: 0.0437799 Jan 27 22:33:31.221357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90599b92-d7a8-4ec3-9735-bdf24ab7c2a8 req-f6750b40-f277-4e1d-85ec-ded1d2275517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:31.222835 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90599b92-d7a8-4ec3-9735-bdf24ab7c2a8 req-f6750b40-f277-4e1d-85ec-ded1d2275517 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd236e68-be51-41da-b071-300e8c31628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0402222 Jan 27 22:33:31.314458 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90599b92-d7a8-4ec3-9735-bdf24ab7c2a8 req-3440cb7a-1dd9-4667-b5e8-986f6a39bc5b service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848706 Jan 27 22:33:31.403389 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-90599b92-d7a8-4ec3-9735-bdf24ab7c2a8 req-5024bfe7-ef87-4122-ad57-ae855f95f9dd service neutron] 10.222.0.15 "GET /v2.0/networks/bd236e68-be51-41da-b071-300e8c31628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831735 Jan 27 22:33:31.535743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42e587-30ae-4403-b58e-abec245b9554 req-bcce4ba6-9816-46f8-82df-9f2f54121dad tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:31.537457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f42e587-30ae-4403-b58e-abec245b9554 req-bcce4ba6-9816-46f8-82df-9f2f54121dad tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/ports?device_id=4382b74d-823d-4f97-8276-b612b13e8b1c HTTP/1.1" status: 200 len: 947 time: 0.0501313 Jan 27 22:33:31.585508 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f42e587-30ae-4403-b58e-abec245b9554 req-bec6e749-aed8-42fe-8337-d95bf6c115fc tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/security-groups?id=a17ba0eb-6426-47f9-981a-728e827ea59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407717 Jan 27 22:33:32.705307 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5194b10-7ffb-4d69-8ef8-f8ee2ca4b413 req-b9c7f16c-ebd5-4aa1-be33-d8bd136042ef tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:32.706803 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5194b10-7ffb-4d69-8ef8-f8ee2ca4b413 req-b9c7f16c-ebd5-4aa1-be33-d8bd136042ef tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/ports?device_id=4382b74d-823d-4f97-8276-b612b13e8b1c HTTP/1.1" status: 200 len: 947 time: 0.0532992 Jan 27 22:33:32.753075 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5194b10-7ffb-4d69-8ef8-f8ee2ca4b413 req-a9522590-89a5-4a96-80ac-9c9e443f04ad tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/security-groups?id=a17ba0eb-6426-47f9-981a-728e827ea59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407932 Jan 27 22:33:33.866105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a500c-0e75-4dd3-b12d-d0cf8d769878 req-d7fed32d-7897-43af-9c82-3b99d020bdfe tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:33.867585 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-036a500c-0e75-4dd3-b12d-d0cf8d769878 req-d7fed32d-7897-43af-9c82-3b99d020bdfe tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/ports?device_id=4382b74d-823d-4f97-8276-b612b13e8b1c HTTP/1.1" status: 200 len: 947 time: 0.0495272 Jan 27 22:33:33.878069 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 25ef7762-2ce6-4f7e-930c-8b059503ba37 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:33:33.916149 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-036a500c-0e75-4dd3-b12d-d0cf8d769878 req-eef73634-085a-4353-8413-702ce00800b6 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/security-groups?id=a17ba0eb-6426-47f9-981a-728e827ea59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428829 Jan 27 22:33:33.973749 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 25ef7762-2ce6-4f7e-930c-8b059503ba37, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=25ef7762-2ce6-4f7e-930c-8b059503ba37,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:33.985385 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '25ef7762-2ce6-4f7e-930c-8b059503ba37', 'network_id': 'bd236e68-be51-41da-b071-300e8c31628a', 'port_id': '25ef7762-2ce6-4f7e-930c-8b059503ba37', 'mac_address': 'fa:16:3e:90:0c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712691d2-7887-4c77-8f97-c493f8e698de', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:33:34.026917 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 25ef7762-2ce6-4f7e-930c-8b059503ba37 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:34.027312 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (25ef7762-2ce6-4f7e-930c-8b059503ba37), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:34.040708 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ef7762-2ce6-4f7e-930c-8b059503ba37 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:33:34.060193 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 25ef7762-2ce6-4f7e-930c-8b059503ba37, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=25ef7762-2ce6-4f7e-930c-8b059503ba37,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:34.063649 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (25ef7762-2ce6-4f7e-930c-8b059503ba37), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:34.110927 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=25ef7762-2ce6-4f7e-930c-8b059503ba37,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:34.263449 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['25ef7762-2ce6-4f7e-930c-8b059503ba37'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:33:35.033546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c60303-145c-4222-8487-09aa58880fdd req-145ff715-e8bf-43d4-b246-978d079b825d tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:35.035046 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9c60303-145c-4222-8487-09aa58880fdd req-145ff715-e8bf-43d4-b246-978d079b825d tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/ports?device_id=4382b74d-823d-4f97-8276-b612b13e8b1c HTTP/1.1" status: 200 len: 948 time: 0.0525994 Jan 27 22:33:35.081125 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9c60303-145c-4222-8487-09aa58880fdd req-bb02e71a-b6c9-4733-a3d0-3b0158bb59f9 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/security-groups?id=a17ba0eb-6426-47f9-981a-728e827ea59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399511 Jan 27 22:33:35.114635 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:33:35.879242 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 25ef7762-2ce6-4f7e-930c-8b059503ba37 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:33:35.928303 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 25ef7762-2ce6-4f7e-930c-8b059503ba37 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:33:35.932800 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 25ef7762-2ce6-4f7e-930c-8b059503ba37 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:35.933174 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (25ef7762-2ce6-4f7e-930c-8b059503ba37), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:36.012846 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 25ef7762-2ce6-4f7e-930c-8b059503ba37 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:36.013246 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (25ef7762-2ce6-4f7e-930c-8b059503ba37), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:36.036078 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4382b74d-823d-4f97-8276-b612b13e8b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ef7762-2ce6-4f7e-930c-8b059503ba37'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:33:36.038879 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14ab49a-e39f-44a4-9cfc-7b919e92e895" -d '{"events": [{"server_uuid": "4382b74d-823d-4f97-8276-b612b13e8b1c", "name": "network-vif-plugged", "status": "completed", "tag": "25ef7762-2ce6-4f7e-930c-8b059503ba37"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:33:36.051083 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 25ef7762-2ce6-4f7e-930c-8b059503ba37, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=25ef7762-2ce6-4f7e-930c-8b059503ba37,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:36.056993 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (25ef7762-2ce6-4f7e-930c-8b059503ba37), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:36.080208 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462c9621-b77a-46b6-99f1-40f9dd3179a6 x-openstack-request-id: req-462c9621-b77a-46b6-99f1-40f9dd3179a6 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:33:36.080512 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4382b74d-823d-4f97-8276-b612b13e8b1c", "name": "network-vif-plugged", "status": "completed", "tag": "25ef7762-2ce6-4f7e-930c-8b059503ba37", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:33:36.080774 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-462c9621-b77a-46b6-99f1-40f9dd3179a6 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:33:36.081170 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4382b74d-823d-4f97-8276-b612b13e8b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ef7762-2ce6-4f7e-930c-8b059503ba37', 'code': 200} Jan 27 22:33:36.108027 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=25ef7762-2ce6-4f7e-930c-8b059503ba37,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:36.208649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63a852-96df-4d42-aacc-d6af0a447c5a req-6ade9e2d-3e5a-4869-8ae6-b0aeac48ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:36.210166 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b63a852-96df-4d42-aacc-d6af0a447c5a req-6ade9e2d-3e5a-4869-8ae6-b0aeac48ca06 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4382b74d-823d-4f97-8276-b612b13e8b1c HTTP/1.1" status: 200 len: 1100 time: 0.0714171 Jan 27 22:33:36.221613 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808674f-1d79-4337-8e86-f254d1606c70 req-83ce9bb3-20fc-4e5f-bde8-186b5c071bb5 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:36.223015 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4808674f-1d79-4337-8e86-f254d1606c70 req-83ce9bb3-20fc-4e5f-bde8-186b5c071bb5 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/ports?device_id=4382b74d-823d-4f97-8276-b612b13e8b1c HTTP/1.1" status: 200 len: 949 time: 0.0602229 Jan 27 22:33:36.296047 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b63a852-96df-4d42-aacc-d6af0a447c5a req-ea7b6de2-5215-4712-b0e1-e65533c1d932 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a17ba0eb-6426-47f9-981a-728e827ea59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720847 Jan 27 22:33:36.300329 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4808674f-1d79-4337-8e86-f254d1606c70 req-9f2f0d5b-c0f5-4e15-85dc-981e225802cb tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/security-groups?id=a17ba0eb-6426-47f9-981a-728e827ea59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707715 Jan 27 22:33:37.417392 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f85884-5bf0-4190-948f-9364d86b0bdd req-5cef27ff-da8a-4122-aff8-ffdae7b9c841 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:37.418875 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-41f85884-5bf0-4190-948f-9364d86b0bdd req-5cef27ff-da8a-4122-aff8-ffdae7b9c841 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/ports?device_id=4382b74d-823d-4f97-8276-b612b13e8b1c HTTP/1.1" status: 200 len: 949 time: 0.0499582 Jan 27 22:33:37.465063 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-41f85884-5bf0-4190-948f-9364d86b0bdd req-cebf2bd4-7eb3-4e4d-aa6d-c142b59b9e05 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/security-groups?id=a17ba0eb-6426-47f9-981a-728e827ea59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406187 Jan 27 22:33:37.837731 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-017412bd-47c0-4b7b-819e-ca5c406d39e3 req-894548c7-9e43-43d6-a86c-53aa47122da4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:33:37.838751 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-017412bd-47c0-4b7b-819e-ca5c406d39e3 req-894548c7-9e43-43d6-a86c-53aa47122da4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1051238 Jan 27 22:33:38.177590 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-809fdfe0-ae61-4e47-87c2-dc9acb3f56b6 req-137596d4-8c22-4d0f-b24c-5f8eca539767 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:33:38.178606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-809fdfe0-ae61-4e47-87c2-dc9acb3f56b6 req-137596d4-8c22-4d0f-b24c-5f8eca539767 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053592 Jan 27 22:33:38.519110 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf6171-b01d-4d8b-b295-65d03df2c0e9 req-2c4b1466-63f1-4b93-82de-a15a267d5240 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:38.520802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aedf6171-b01d-4d8b-b295-65d03df2c0e9 req-2c4b1466-63f1-4b93-82de-a15a267d5240 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/ports?device_id=4382b74d-823d-4f97-8276-b612b13e8b1c HTTP/1.1" status: 200 len: 949 time: 0.0489147 Jan 27 22:33:38.567710 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aedf6171-b01d-4d8b-b295-65d03df2c0e9 req-604b1cac-1271-46cd-8a95-40a6febae87a tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/security-groups?id=a17ba0eb-6426-47f9-981a-728e827ea59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405931 Jan 27 22:33:39.690375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb80ce5-f8c5-4a0f-ab87-0f4eea4058dd req-706aedf0-65ff-4c82-a59f-9a03e547d4d6 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:39.691991 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bcb80ce5-f8c5-4a0f-ab87-0f4eea4058dd req-706aedf0-65ff-4c82-a59f-9a03e547d4d6 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/ports?device_id=4382b74d-823d-4f97-8276-b612b13e8b1c HTTP/1.1" status: 200 len: 949 time: 0.0549724 Jan 27 22:33:39.768678 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bcb80ce5-f8c5-4a0f-ab87-0f4eea4058dd req-a75cd738-7004-4da2-841c-153071ec64c6 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.23 "GET /v2.0/security-groups?id=a17ba0eb-6426-47f9-981a-728e827ea59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707254 Jan 27 22:33:39.788380 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf55c22-371a-4cf5-a972-6c9d9dfc94a6 req-54e5e9cd-c1ed-4553-b34b-4e8308d93444 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:39.789855 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-faf55c22-371a-4cf5-a972-6c9d9dfc94a6 req-54e5e9cd-c1ed-4553-b34b-4e8308d93444 tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.15 "GET /v2.0/ports?device_id=4382b74d-823d-4f97-8276-b612b13e8b1c HTTP/1.1" status: 200 len: 949 time: 0.0611348 Jan 27 22:33:39.880315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-faf55c22-371a-4cf5-a972-6c9d9dfc94a6 req-25b869a6-d850-4cad-8db5-13b35b071cbe tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Deleting port 25ef7762-2ce6-4f7e-930c-8b059503ba37 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:33:39.880594 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-faf55c22-371a-4cf5-a972-6c9d9dfc94a6 req-25b869a6-d850-4cad-8db5-13b35b071cbe tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (25ef7762-2ce6-4f7e-930c-8b059503ba37), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:39.968096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-faf55c22-371a-4cf5-a972-6c9d9dfc94a6 req-25b869a6-d850-4cad-8db5-13b35b071cbe tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] For port 25ef7762-2ce6-4f7e-930c-8b059503ba37, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=25ef7762-2ce6-4f7e-930c-8b059503ba37,segment=NetworkSegment(bf8d4a29-cd92-460b-887f-187f51ada987),segment_id=bf8d4a29-cd92-460b-887f-187f51ada987)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:39.968510 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-faf55c22-371a-4cf5-a972-6c9d9dfc94a6 req-25b869a6-d850-4cad-8db5-13b35b071cbe tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (25ef7762-2ce6-4f7e-930c-8b059503ba37), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:39.980800 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-faf55c22-371a-4cf5-a972-6c9d9dfc94a6 req-25b869a6-d850-4cad-8db5-13b35b071cbe tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Calling delete_port for 25ef7762-2ce6-4f7e-930c-8b059503ba37 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:33:40.112441 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-faf55c22-371a-4cf5-a972-6c9d9dfc94a6 req-25b869a6-d850-4cad-8db5-13b35b071cbe tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (25ef7762-2ce6-4f7e-930c-8b059503ba37), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:40.123258 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['25ef7762-2ce6-4f7e-930c-8b059503ba37'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:33:40.149951 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b869a6-d850-4cad-8db5-13b35b071cbe tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Pushing event deleted for resources: {'Port': ['ID=25ef7762-2ce6-4f7e-930c-8b059503ba37,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:40.183964 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf55c22-371a-4cf5-a972-6c9d9dfc94a6 req-25b869a6-d850-4cad-8db5-13b35b071cbe tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] No DVR routers for this DVR port 25ef7762-2ce6-4f7e-930c-8b059503ba37 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:33:40.186776 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-faf55c22-371a-4cf5-a972-6c9d9dfc94a6 req-25b869a6-d850-4cad-8db5-13b35b071cbe tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:40.190159 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-faf55c22-371a-4cf5-a972-6c9d9dfc94a6 req-25b869a6-d850-4cad-8db5-13b35b071cbe tempest-ServersAdminNegativeTestJSON-1597614774 tempest-ServersAdminNegativeTestJSON-1597614774-project] 10.222.0.15 "DELETE /v2.0/ports/25ef7762-2ce6-4f7e-930c-8b059503ba37 HTTP/1.1" status: 204 len: 173 time: 0.3954766 Jan 27 22:33:40.190634 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4382b74d-823d-4f97-8276-b612b13e8b1c', 'name': 'network-vif-deleted', 'tag': '25ef7762-2ce6-4f7e-930c-8b059503ba37'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:33:40.192933 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b46c89-bd54-4259-aca8-3c4a1df659ca" -d '{"events": [{"server_uuid": "4382b74d-823d-4f97-8276-b612b13e8b1c", "name": "network-vif-deleted", "tag": "25ef7762-2ce6-4f7e-930c-8b059503ba37"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:33:40.232703 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7365b8a8-2bec-4e6f-872c-ba3e563d5151 x-openstack-request-id: req-7365b8a8-2bec-4e6f-872c-ba3e563d5151 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:33:40.233000 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4382b74d-823d-4f97-8276-b612b13e8b1c", "name": "network-vif-deleted", "tag": "25ef7762-2ce6-4f7e-930c-8b059503ba37", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:33:40.233256 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7365b8a8-2bec-4e6f-872c-ba3e563d5151 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:33:40.233678 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4382b74d-823d-4f97-8276-b612b13e8b1c', 'name': 'network-vif-deleted', 'tag': '25ef7762-2ce6-4f7e-930c-8b059503ba37', 'status': 'completed', 'code': 200} Jan 27 22:33:41.058384 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52300) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:41.190473 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cfa1283c-4c29-4c51-993c-300786961df6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4eb1ae387a3b4e55b2fe6a1456da3597&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308277 Jan 27 22:33:41.192910 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52304) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:41.239406 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-15fe148f-7d7e-46c3-bab1-9f805edf7bff admin admin] Publish callbacks [] for security_group (a17ba0eb-6426-47f9-981a-728e827ea59b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:41.260095 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-15fe148f-7d7e-46c3-bab1-9f805edf7bff admin admin] Publish callbacks [] for security_group (a17ba0eb-6426-47f9-981a-728e827ea59b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:41.304500 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-15fe148f-7d7e-46c3-bab1-9f805edf7bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (a17ba0eb-6426-47f9-981a-728e827ea59b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:41.307059 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-15fe148f-7d7e-46c3-bab1-9f805edf7bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:41.308133 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-15fe148f-7d7e-46c3-bab1-9f805edf7bff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a17ba0eb-6426-47f9-981a-728e827ea59b HTTP/1.1" status: 204 len: 168 time: 0.1142976 Jan 27 22:33:41.316031 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe148f-7d7e-46c3-bab1-9f805edf7bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17ba0eb-6426-47f9-981a-728e827ea59b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:41.575438 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52310) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:41.588681 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f082afe6-6fce-4f7b-81c4-0f16182f2801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:41.664955 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f082afe6-6fce-4f7b-81c4-0f16182f2801 admin admin] Publish callbacks [] for security_group (437f469f-ceef-4c93-aa52-fc9ba8c0dc3d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:41.668519 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f082afe6-6fce-4f7b-81c4-0f16182f2801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (437f469f-ceef-4c93-aa52-fc9ba8c0dc3d), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:41.707017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f082afe6-6fce-4f7b-81c4-0f16182f2801 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f84676c1c61f440fa0814612a90dfbbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305039 Jan 27 22:33:41.707900 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082afe6-6fce-4f7b-81c4-0f16182f2801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437f469f-ceef-4c93-aa52-fc9ba8c0dc3d,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:41.709767 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52312) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:41.761088 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-585cdd4c-3421-4ac3-89cc-9141de8fe19c admin admin] Publish callbacks [] for security_group (437f469f-ceef-4c93-aa52-fc9ba8c0dc3d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:41.781329 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-585cdd4c-3421-4ac3-89cc-9141de8fe19c admin admin] Publish callbacks [] for security_group (437f469f-ceef-4c93-aa52-fc9ba8c0dc3d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:41.826110 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-585cdd4c-3421-4ac3-89cc-9141de8fe19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (437f469f-ceef-4c93-aa52-fc9ba8c0dc3d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:41.828746 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-585cdd4c-3421-4ac3-89cc-9141de8fe19c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:41.830050 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-585cdd4c-3421-4ac3-89cc-9141de8fe19c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/437f469f-ceef-4c93-aa52-fc9ba8c0dc3d HTTP/1.1" status: 204 len: 168 time: 0.1191001 Jan 27 22:33:41.837503 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585cdd4c-3421-4ac3-89cc-9141de8fe19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437f469f-ceef-4c93-aa52-fc9ba8c0dc3d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:42.504272 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52334) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:42.598751 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5b5ec1ea-3540-42ff-9171-d41fc84d78f3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-579003599-network', 'tenant_id': '05e9b0da7ca345cca3eb6112d553a21e'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:42.620471 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5ec1ea-3540-42ff-9171-d41fc84d78f3 admin admin] Made reservation on behalf of 05e9b0da7ca345cca3eb6112d553a21e for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:42.622901 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b5ec1ea-3540-42ff-9171-d41fc84d78f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:42.631126 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b5ec1ea-3540-42ff-9171-d41fc84d78f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:42.710382 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b5ec1ea-3540-42ff-9171-d41fc84d78f3 admin admin] Publish callbacks [] for security_group (389624ea-2267-4cbc-8910-c333007e5fa8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:42.714079 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b5ec1ea-3540-42ff-9171-d41fc84d78f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (389624ea-2267-4cbc-8910-c333007e5fa8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:42.737560 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5ec1ea-3540-42ff-9171-d41fc84d78f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:33:42.746969 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ec1ea-3540-42ff-9171-d41fc84d78f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389624ea-2267-4cbc-8910-c333007e5fa8,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:42.751665 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b5ec1ea-3540-42ff-9171-d41fc84d78f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (dd964e96-2484-4ffa-bc47-00605eed3b7d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:42.752004 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-5b5ec1ea-3540-42ff-9171-d41fc84d78f3 admin admin] Added segment dd964e96-2484-4ffa-bc47-00605eed3b7d of type vlan for network cec823fc-27b5-4a33-8c95-8002ab3878dd Jan 27 22:33:42.791755 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b5ec1ea-3540-42ff-9171-d41fc84d78f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (cec823fc-27b5-4a33-8c95-8002ab3878dd), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:42.818495 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b5ec1ea-3540-42ff-9171-d41fc84d78f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (cec823fc-27b5-4a33-8c95-8002ab3878dd), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:42.820047 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ec1ea-3540-42ff-9171-d41fc84d78f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:42.820663 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5b5ec1ea-3540-42ff-9171-d41fc84d78f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:42.872924 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5b5ec1ea-3540-42ff-9171-d41fc84d78f3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3675649 Jan 27 22:33:42.875922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52338) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:42.880976 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-5e5cf464-9575-4068-9e03-80193acd0632 admin admin] Request body: {'subnet': {'network_id': 'cec823fc-27b5-4a33-8c95-8002ab3878dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-579003599-subnet', 'tenant_id': '05e9b0da7ca345cca3eb6112d553a21e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:42.882361 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ec1ea-3540-42ff-9171-d41fc84d78f3 admin admin] Pushing event updated for resources: {'Network': ['ID=cec823fc-27b5-4a33-8c95-8002ab3878dd,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:42.892299 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network cec823fc-27b5-4a33-8c95-8002ab3878dd details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:33:42.901920 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5cf464-9575-4068-9e03-80193acd0632 admin admin] Made reservation on behalf of 05e9b0da7ca345cca3eb6112d553a21e for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:42.904400 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf464-9575-4068-9e03-80193acd0632 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:42.959097 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:43.075997 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf464-9575-4068-9e03-80193acd0632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (b469e108-6741-4ffc-8adf-cd7f10051f76), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:43.131131 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cf464-9575-4068-9e03-80193acd0632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b469e108-6741-4ffc-8adf-cd7f10051f76,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:43.139419 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5cf464-9575-4068-9e03-80193acd0632 admin admin] Checking segment: {'id': 'dd964e96-2484-4ffa-bc47-00605eed3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cec823fc-27b5-4a33-8c95-8002ab3878dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:33:43.139787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5cf464-9575-4068-9e03-80193acd0632 admin admin] Network hostable DHCP agents. Network: cec823fc-27b5-4a33-8c95-8002ab3878dd, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:33:43.156537 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5cf464-9575-4068-9e03-80193acd0632 admin admin] Network cec823fc-27b5-4a33-8c95-8002ab3878dd is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:33:43.165253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-5e5cf464-9575-4068-9e03-80193acd0632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, cec823fc-27b5-4a33-8c95-8002ab3878dd) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:43.169269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5cf464-9575-4068-9e03-80193acd0632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:43.169874 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf464-9575-4068-9e03-80193acd0632 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:43.174407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd08c859-9295-48ad-a58b-f88410b48468 None None] Network cec823fc-27b5-4a33-8c95-8002ab3878dd requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:43.193168 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5e5cf464-9575-4068-9e03-80193acd0632 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3160014 Jan 27 22:33:43.271278 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c158c5-9e75-466c-a408-7790f820db6b None None] Network cec823fc-27b5-4a33-8c95-8002ab3878dd requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:33:43.610428 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-9d8735d1-9726-4345-a7df-7c579cf0752e tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:43.611897 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-9d8735d1-9726-4345-a7df-7c579cf0752e tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/networks?id=cec823fc-27b5-4a33-8c95-8002ab3878dd HTTP/1.1" status: 200 len: 811 time: 0.1043406 Jan 27 22:33:43.626069 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7c669a9a-1330-4a00-9216-2f03bd247cbf tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/quotas/05e9b0da7ca345cca3eb6112d553a21e HTTP/1.1" status: 200 len: 375 time: 0.0088313 Jan 27 22:33:43.657744 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-41b0f344-e45e-40d6-bf91-8baf33abf3ca tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=05e9b0da7ca345cca3eb6112d553a21e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269523 Jan 27 22:33:43.747459 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-f6b86913-8f25-4460-879c-cdd031aed79d service neutron] 10.222.0.23 "GET /v2.0/networks/cec823fc-27b5-4a33-8c95-8002ab3878dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832963 Jan 27 22:33:43.839280 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-001fbca5-4a18-439f-be76-98f296d3bfbc service neutron] 10.222.0.23 "GET /v2.0/networks/cec823fc-27b5-4a33-8c95-8002ab3878dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861471 Jan 27 22:33:43.908315 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 25ef7762-2ce6-4f7e-930c-8b059503ba37 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:33:43.928760 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 25ef7762-2ce6-4f7e-930c-8b059503ba37 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:33:43.929115 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 25ef7762-2ce6-4f7e-930c-8b059503ba37 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:33:43.995989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dff32fc5-41eb-4b69-accd-3293e5a1f3d1 req-b0afd4eb-5bf8-4f7e-8c6a-9b4ca90e4f23 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 210 time: 0.0276058 Jan 27 22:33:44.896555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-a425f9fd-95dc-4193-a2ed-6579e49df3fa tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:44.898188 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-a425f9fd-95dc-4193-a2ed-6579e49df3fa tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.15 "GET /v2.0/networks?id=cec823fc-27b5-4a33-8c95-8002ab3878dd HTTP/1.1" status: 200 len: 811 time: 0.1047554 Jan 27 22:33:44.910067 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-3c3106ce-e013-4789-a25b-2b303e183f6d tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Request body: {'port': {'device_id': 'd8b9d4ef-dd36-4bee-97e1-67756eae9784', 'network_id': 'cec823fc-27b5-4a33-8c95-8002ab3878dd', 'admin_state_up': True, 'tenant_id': '05e9b0da7ca345cca3eb6112d553a21e'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:45.015319 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-3c3106ce-e013-4789-a25b-2b303e183f6d tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Made reservation on behalf of 05e9b0da7ca345cca3eb6112d553a21e for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:45.018847 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-3c3106ce-e013-4789-a25b-2b303e183f6d tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:45.105583 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dc2fecab-e2f1-4050-9c3a-6d662a748b5b req-835abeb9-54b0-4e77-91ce-85789d38d6f3 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 210 time: 0.0353694 Jan 27 22:33:45.167490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-3c3106ce-e013-4789-a25b-2b303e183f6d tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Allocated IP 172.20.0.5 (cec823fc-27b5-4a33-8c95-8002ab3878dd/b469e108-6741-4ffc-8adf-cd7f10051f76/0a398ad1-f22f-4e01-9477-78ba25b009ae) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:45.310274 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-3c3106ce-e013-4789-a25b-2b303e183f6d tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Publish callbacks [] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:45.343386 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-3c3106ce-e013-4789-a25b-2b303e183f6d tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:45.385104 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-3c3106ce-e013-4789-a25b-2b303e183f6d tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Network cec823fc-27b5-4a33-8c95-8002ab3878dd is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:45.388118 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-3c3106ce-e013-4789-a25b-2b303e183f6d tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:45.393783 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-3c3106ce-e013-4789-a25b-2b303e183f6d tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:45.417333 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3106ce-e013-4789-a25b-2b303e183f6d tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Pushing event updated for resources: {'Port': ['ID=0a398ad1-f22f-4e01-9477-78ba25b009ae,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:45.444151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-3c3106ce-e013-4789-a25b-2b303e183f6d tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:45.444780 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-3c3106ce-e013-4789-a25b-2b303e183f6d tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:45.460278 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-3c3106ce-e013-4789-a25b-2b303e183f6d tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5534425 Jan 27 22:33:45.471204 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] Request body: {'port': {'device_id': 'd8b9d4ef-dd36-4bee-97e1-67756eae9784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:45.525615 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:45.778289 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a398ad1-f22f-4e01-9477-78ba25b009ae {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:33:45.785488 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] Publish callbacks [] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:45.797740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] Transition to ACTIVE for port object 0a398ad1-f22f-4e01-9477-78ba25b009ae will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:33:45.800689 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:45.853049 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0a398ad1-f22f-4e01-9477-78ba25b009ae,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:45.920004 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] Attempting to bind port 0a398ad1-f22f-4e01-9477-78ba25b009ae on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:33:45.920371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] Attempting to bind port 0a398ad1-f22f-4e01-9477-78ba25b009ae by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'dd964e96-2484-4ffa-bc47-00605eed3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cec823fc-27b5-4a33-8c95-8002ab3878dd'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:33:45.920704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] Attempting to bind port 0a398ad1-f22f-4e01-9477-78ba25b009ae on network cec823fc-27b5-4a33-8c95-8002ab3878dd {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:33:45.924963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] Port 0a398ad1-f22f-4e01-9477-78ba25b009ae on network cec823fc-27b5-4a33-8c95-8002ab3878dd not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:33:45.925293 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] Attempting to bind port 0a398ad1-f22f-4e01-9477-78ba25b009ae on network cec823fc-27b5-4a33-8c95-8002ab3878dd {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:33:45.930167 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:33:45.930511 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] Checking segment: {'id': 'dd964e96-2484-4ffa-bc47-00605eed3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cec823fc-27b5-4a33-8c95-8002ab3878dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:33:45.930904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] Bound using segment: {'id': 'dd964e96-2484-4ffa-bc47-00605eed3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cec823fc-27b5-4a33-8c95-8002ab3878dd'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:33:45.931329 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] Bound port: 0a398ad1-f22f-4e01-9477-78ba25b009ae, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd964e96-2484-4ffa-bc47-00605eed3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cec823fc-27b5-4a33-8c95-8002ab3878dd'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:33:45.931687 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:45.995306 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] For port 0a398ad1-f22f-4e01-9477-78ba25b009ae, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:33:45.998381 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] For port 0a398ad1-f22f-4e01-9477-78ba25b009ae, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=0a398ad1-f22f-4e01-9477-78ba25b009ae,segment=NetworkSegment(dd964e96-2484-4ffa-bc47-00605eed3b7d),segment_id=dd964e96-2484-4ffa-bc47-00605eed3b7d)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:33:46.002052 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:46.036339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:46.036953 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:46.038357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] 10.222.0.15 "PUT /v2.0/ports/0a398ad1-f22f-4e01-9477-78ba25b009ae HTTP/1.1" status: 200 len: 1091 time: 0.5713685 Jan 27 22:33:46.038829 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b9d4ef-dd36-4bee-97e1-67756eae9784', 'tag': '0a398ad1-f22f-4e01-9477-78ba25b009ae'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:33:46.041100 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c30ea9-5bd4-4bdc-ae40-5e7a51b6c170" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b9d4ef-dd36-4bee-97e1-67756eae9784", "tag": "0a398ad1-f22f-4e01-9477-78ba25b009ae"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:33:46.072641 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaafc04-43c7-468f-b4a3-fa2ac89973f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0a398ad1-f22f-4e01-9477-78ba25b009ae,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:46.088277 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775e80a6-3e74-4e4d-b084-351c7164b8ca x-openstack-request-id: req-775e80a6-3e74-4e4d-b084-351c7164b8ca {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:33:46.088588 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b9d4ef-dd36-4bee-97e1-67756eae9784", "tag": "0a398ad1-f22f-4e01-9477-78ba25b009ae", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:33:46.088860 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-775e80a6-3e74-4e4d-b084-351c7164b8ca {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:33:46.089262 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b9d4ef-dd36-4bee-97e1-67756eae9784', 'tag': '0a398ad1-f22f-4e01-9477-78ba25b009ae', 'status': 'completed', 'code': 200} Jan 27 22:33:46.126151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-e60441de-c837-4e7c-9b7a-b42da07154fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:46.127631 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-e60441de-c837-4e7c-9b7a-b42da07154fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05e9b0da7ca345cca3eb6112d553a21e&device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 1094 time: 0.0481288 Jan 27 22:33:46.168498 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-f47c2724-637d-4c45-ba39-26fd58df3818 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a398ad1-f22f-4e01-9477-78ba25b009ae HTTP/1.1" status: 200 len: 217 time: 0.0345724 Jan 27 22:33:46.246118 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-ecdb1ab0-140a-49e8-b093-df626607efda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:46.247556 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-ecdb1ab0-140a-49e8-b093-df626607efda service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b469e108-6741-4ffc-8adf-cd7f10051f76 HTTP/1.1" status: 200 len: 851 time: 0.0733697 Jan 27 22:33:46.258839 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760ccd2-dc7f-435a-a1dc-c9ad2989e8c2 req-321b4694-f93b-4aae-98bb-b81447e966e4 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:46.260195 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0760ccd2-dc7f-435a-a1dc-c9ad2989e8c2 req-321b4694-f93b-4aae-98bb-b81447e966e4 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 943 time: 0.0782545 Jan 27 22:33:46.288805 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-d58bb484-d778-4d80-a1ff-e28cb3011af3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cec823fc-27b5-4a33-8c95-8002ab3878dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276234 Jan 27 22:33:46.387730 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0760ccd2-dc7f-435a-a1dc-c9ad2989e8c2 req-6fa80103-f155-4547-b33e-3c00eaba6c65 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196136 Jan 27 22:33:46.417195 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-7f6de14d-a670-47ce-9cba-d467b8fa6b9a service neutron] 10.222.0.15 "GET /v2.0/networks/cec823fc-27b5-4a33-8c95-8002ab3878dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224077 Jan 27 22:33:46.504107 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-45beae3b-1882-43f1-b169-34f2c697dd61 req-59a7659d-680a-40ff-b917-0af9ee31a628 service neutron] 10.222.0.15 "GET /v2.0/networks/cec823fc-27b5-4a33-8c95-8002ab3878dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810957 Jan 27 22:33:46.587095 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c30ea9-5bd4-4bdc-ae40-5e7a51b6c170 req-f2985457-809b-4e9f-b35a-7d606ebf30c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:46.588499 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49c30ea9-5bd4-4bdc-ae40-5e7a51b6c170 req-f2985457-809b-4e9f-b35a-7d606ebf30c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05e9b0da7ca345cca3eb6112d553a21e&device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 1094 time: 0.0398924 Jan 27 22:33:46.683046 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c30ea9-5bd4-4bdc-ae40-5e7a51b6c170 req-39be9062-58d6-4f1b-b885-062d826d6118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:46.684544 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49c30ea9-5bd4-4bdc-ae40-5e7a51b6c170 req-39be9062-58d6-4f1b-b885-062d826d6118 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cec823fc-27b5-4a33-8c95-8002ab3878dd HTTP/1.1" status: 200 len: 912 time: 0.0898783 Jan 27 22:33:46.724179 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49c30ea9-5bd4-4bdc-ae40-5e7a51b6c170 req-cdbbef8d-7a99-46d5-a960-6a8583b2fc30 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a398ad1-f22f-4e01-9477-78ba25b009ae HTTP/1.1" status: 200 len: 217 time: 0.0336294 Jan 27 22:33:46.771412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c30ea9-5bd4-4bdc-ae40-5e7a51b6c170 req-78639687-db22-4f1c-a711-5e1dc49af5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:46.773389 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49c30ea9-5bd4-4bdc-ae40-5e7a51b6c170 req-78639687-db22-4f1c-a711-5e1dc49af5cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b469e108-6741-4ffc-8adf-cd7f10051f76 HTTP/1.1" status: 200 len: 851 time: 0.0429029 Jan 27 22:33:46.807906 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49c30ea9-5bd4-4bdc-ae40-5e7a51b6c170 req-14aacedf-74ba-4875-98f0-f1336b29c1da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cec823fc-27b5-4a33-8c95-8002ab3878dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283973 Jan 27 22:33:46.894028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49c30ea9-5bd4-4bdc-ae40-5e7a51b6c170 req-59881a2f-2bac-4c8a-bab0-f47dbcb3d131 service neutron] 10.222.0.15 "GET /v2.0/networks/cec823fc-27b5-4a33-8c95-8002ab3878dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795636 Jan 27 22:33:46.983880 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49c30ea9-5bd4-4bdc-ae40-5e7a51b6c170 req-4be102a7-9386-4e97-b3a6-728c49b4f192 service neutron] 10.222.0.15 "GET /v2.0/networks/cec823fc-27b5-4a33-8c95-8002ab3878dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837388 Jan 27 22:33:47.501794 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024037e-8690-4c5b-815d-3aa41a408df4 req-3f86382f-2055-4c8e-977c-c0ad040f02e7 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:47.503281 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e024037e-8690-4c5b-815d-3aa41a408df4 req-3f86382f-2055-4c8e-977c-c0ad040f02e7 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 943 time: 0.0484693 Jan 27 22:33:47.549517 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e024037e-8690-4c5b-815d-3aa41a408df4 req-9aa7cd9f-4655-4a1b-b051-aabb7990ec93 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401995 Jan 27 22:33:47.924861 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 0a398ad1-f22f-4e01-9477-78ba25b009ae details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:33:48.023230 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 0a398ad1-f22f-4e01-9477-78ba25b009ae, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=0a398ad1-f22f-4e01-9477-78ba25b009ae,segment=NetworkSegment(dd964e96-2484-4ffa-bc47-00605eed3b7d),segment_id=dd964e96-2484-4ffa-bc47-00605eed3b7d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:48.034342 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '0a398ad1-f22f-4e01-9477-78ba25b009ae', 'network_id': 'cec823fc-27b5-4a33-8c95-8002ab3878dd', 'port_id': '0a398ad1-f22f-4e01-9477-78ba25b009ae', 'mac_address': 'fa:16:3e:de:be:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b469e108-6741-4ffc-8adf-cd7f10051f76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:33:48.070251 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 0a398ad1-f22f-4e01-9477-78ba25b009ae is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:48.070662 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:48.083537 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a398ad1-f22f-4e01-9477-78ba25b009ae {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:33:48.106155 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 0a398ad1-f22f-4e01-9477-78ba25b009ae, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=0a398ad1-f22f-4e01-9477-78ba25b009ae,segment=NetworkSegment(dd964e96-2484-4ffa-bc47-00605eed3b7d),segment_id=dd964e96-2484-4ffa-bc47-00605eed3b7d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:48.109894 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:48.156993 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=0a398ad1-f22f-4e01-9477-78ba25b009ae,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:48.164725 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:48.165076 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:48.165419 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:48.165758 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:48.166094 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:48.166427 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:48.166756 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:48.167082 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:48.167410 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:48.167735 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:48.168059 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:48.168416 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:48.168737 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:48.295140 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['0a398ad1-f22f-4e01-9477-78ba25b009ae'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:33:48.665084 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c75c73-5f22-44cc-9e5e-b64cfc936117 req-c036dbde-565a-4404-8aa6-83f08095707e tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:48.666562 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33c75c73-5f22-44cc-9e5e-b64cfc936117 req-c036dbde-565a-4404-8aa6-83f08095707e tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 944 time: 0.0479524 Jan 27 22:33:48.712521 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33c75c73-5f22-44cc-9e5e-b64cfc936117 req-975e5ac7-b233-49ec-bf5a-6faef3c885db tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403590 Jan 27 22:33:49.924744 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 0a398ad1-f22f-4e01-9477-78ba25b009ae up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:33:49.990024 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 0a398ad1-f22f-4e01-9477-78ba25b009ae completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:33:49.992332 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 0a398ad1-f22f-4e01-9477-78ba25b009ae triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:49.992715 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:50.072779 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 0a398ad1-f22f-4e01-9477-78ba25b009ae is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:50.073290 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:50.098157 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b9d4ef-dd36-4bee-97e1-67756eae9784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a398ad1-f22f-4e01-9477-78ba25b009ae'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:33:50.101094 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d0689f-a2c9-4e8b-986b-24a4501e1559" -d '{"events": [{"server_uuid": "d8b9d4ef-dd36-4bee-97e1-67756eae9784", "name": "network-vif-plugged", "status": "completed", "tag": "0a398ad1-f22f-4e01-9477-78ba25b009ae"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:33:50.113835 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 0a398ad1-f22f-4e01-9477-78ba25b009ae, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=0a398ad1-f22f-4e01-9477-78ba25b009ae,segment=NetworkSegment(dd964e96-2484-4ffa-bc47-00605eed3b7d),segment_id=dd964e96-2484-4ffa-bc47-00605eed3b7d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:50.118718 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:50.151005 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21ccad8-b1ab-4b18-91e1-7899365e8360 x-openstack-request-id: req-d21ccad8-b1ab-4b18-91e1-7899365e8360 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:33:50.151453 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b9d4ef-dd36-4bee-97e1-67756eae9784", "name": "network-vif-plugged", "status": "completed", "tag": "0a398ad1-f22f-4e01-9477-78ba25b009ae", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:33:50.151720 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d21ccad8-b1ab-4b18-91e1-7899365e8360 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:33:50.152118 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b9d4ef-dd36-4bee-97e1-67756eae9784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a398ad1-f22f-4e01-9477-78ba25b009ae', 'code': 200} Jan 27 22:33:50.177728 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89250f-4a2b-463c-88d0-d47f5eea966f req-64a88952-ba62-491f-b608-f1ba54f87932 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:50.180138 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8f89250f-4a2b-463c-88d0-d47f5eea966f req-64a88952-ba62-491f-b608-f1ba54f87932 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 944 time: 0.3949947 Jan 27 22:33:50.181789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=0a398ad1-f22f-4e01-9477-78ba25b009ae,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:50.250795 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8f89250f-4a2b-463c-88d0-d47f5eea966f req-4769386b-482a-409c-a7c8-9ae00f1dee1b tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651405 Jan 27 22:33:50.259252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf2c79-53e0-4830-ac60-f8d3e40de271 req-68a4cae7-e2c8-40b4-ae98-789ad28b7dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:50.260692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3fdf2c79-53e0-4830-ac60-f8d3e40de271 req-68a4cae7-e2c8-40b4-ae98-789ad28b7dc2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 1096 time: 0.0556712 Jan 27 22:33:50.303843 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3fdf2c79-53e0-4830-ac60-f8d3e40de271 req-c8a6e3de-17e9-4453-8c5e-8cef2bcee577 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363405 Jan 27 22:33:51.373123 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdec901-fd3d-4f6c-808b-76c6b59a31d5 req-ce5cd840-d921-4829-9268-865a7247d983 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:51.374581 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dcdec901-fd3d-4f6c-808b-76c6b59a31d5 req-ce5cd840-d921-4829-9268-865a7247d983 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0507021 Jan 27 22:33:51.419852 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dcdec901-fd3d-4f6c-808b-76c6b59a31d5 req-d157a05a-5257-4c54-88b0-3ab747410239 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397153 Jan 27 22:33:51.443015 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:52.033495 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ec74a-4b77-4041-9760-94f6955780f4 req-d1967642-f0ae-4882-867e-1e433810e7f5 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:52.034954 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-232ec74a-4b77-4041-9760-94f6955780f4 req-d1967642-f0ae-4882-867e-1e433810e7f5 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0683372 Jan 27 22:33:52.093087 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-7fcd4e20-5533-4852-9be8-3b5ee8e72438 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1336794 Jan 27 22:33:52.105097 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-232ec74a-4b77-4041-9760-94f6955780f4 req-a9e367ed-766e-4739-b60d-3e5c8d25cf0e tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562415 Jan 27 22:33:53.227451 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47dcd6-8d1b-40a4-9c2e-82be6364eb46 req-125de4cf-0f3a-43f8-a203-ec81e5a8305f tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:53.230051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae47dcd6-8d1b-40a4-9c2e-82be6364eb46 req-125de4cf-0f3a-43f8-a203-ec81e5a8305f tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0555003 Jan 27 22:33:53.309519 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae47dcd6-8d1b-40a4-9c2e-82be6364eb46 req-689c77c4-c027-44f9-b979-e19aff87c718 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741303 Jan 27 22:33:53.311984 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-babc5a4e-13a9-4771-a71e-3488ea628b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:53.313416 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-babc5a4e-13a9-4771-a71e-3488ea628b68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05e9b0da7ca345cca3eb6112d553a21e&device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 1096 time: 0.0630589 Jan 27 22:33:53.404652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-64ffc4c5-308e-4764-98e9-fe3c59fd24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:53.406116 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-64ffc4c5-308e-4764-98e9-fe3c59fd24fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=cec823fc-27b5-4a33-8c95-8002ab3878dd HTTP/1.1" status: 200 len: 912 time: 0.0872307 Jan 27 22:33:53.446416 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-c3da1cb6-c81b-48e9-9ac1-81eebe47f15f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a398ad1-f22f-4e01-9477-78ba25b009ae HTTP/1.1" status: 200 len: 217 time: 0.0346615 Jan 27 22:33:53.492969 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-17832222-002a-4393-bd06-bd4f29b48880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:53.494401 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-17832222-002a-4393-bd06-bd4f29b48880 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b469e108-6741-4ffc-8adf-cd7f10051f76 HTTP/1.1" status: 200 len: 851 time: 0.0431805 Jan 27 22:33:53.527944 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-8f39d41f-1ca1-4e83-8651-f5120bcb034d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cec823fc-27b5-4a33-8c95-8002ab3878dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280280 Jan 27 22:33:53.615457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-014ac731-39fb-4473-8b65-8f36d8a60e60 service neutron] 10.222.0.15 "GET /v2.0/networks/cec823fc-27b5-4a33-8c95-8002ab3878dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810964 Jan 27 22:33:53.706115 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-481bc650-ff1a-4337-ba61-f7b4696f8f0e service neutron] 10.222.0.15 "GET /v2.0/networks/cec823fc-27b5-4a33-8c95-8002ab3878dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841837 Jan 27 22:33:54.153954 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-66b34485-2d87-4e24-83ce-7eb7b1584011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:54.423215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3750a-ed05-4fe6-ac01-bedb9b852ab4 req-909d9ea9-d102-484c-a4fc-5a278d98010a tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:54.424702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ccf3750a-ed05-4fe6-ac01-bedb9b852ab4 req-909d9ea9-d102-484c-a4fc-5a278d98010a tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0479164 Jan 27 22:33:54.470742 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ccf3750a-ed05-4fe6-ac01-bedb9b852ab4 req-b18d4e8a-990e-40a0-9a45-1c7a2c392207 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398223 Jan 27 22:33:55.582402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae038fd-1c53-4137-b77b-466598e77881 req-8d7aff80-5044-4c92-8198-9e67f67b74ae tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:55.583877 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ae038fd-1c53-4137-b77b-466598e77881 req-8d7aff80-5044-4c92-8198-9e67f67b74ae tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0480273 Jan 27 22:33:55.629942 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ae038fd-1c53-4137-b77b-466598e77881 req-52921a08-77ec-455e-b913-fb539f15a7dd tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405297 Jan 27 22:33:56.731572 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b53866fe-1c47-45fa-8829-545d7603dbdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:56.750496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe272b-7260-413a-8245-3ba05c4311d7 req-b37b3768-b63c-4711-8698-45744127d74b tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:56.752003 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3fbe272b-7260-413a-8245-3ba05c4311d7 req-b37b3768-b63c-4711-8698-45744127d74b tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0535979 Jan 27 22:33:56.799250 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3fbe272b-7260-413a-8245-3ba05c4311d7 req-e0e3c502-3b09-4349-b65e-c45c5dfa33c4 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406468 Jan 27 22:33:57.638436 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:57.912452 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e45aa-5fc1-4f43-a80e-465e67c29f3a req-f16df017-44ec-4ccd-9e95-f4482c0b6fee tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:57.914368 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad2e45aa-5fc1-4f43-a80e-465e67c29f3a req-f16df017-44ec-4ccd-9e95-f4482c0b6fee tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0484414 Jan 27 22:33:57.960484 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ad2e45aa-5fc1-4f43-a80e-465e67c29f3a req-1c14181a-21f8-4ee0-ba6b-5ffe20640253 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405960 Jan 27 22:33:59.014827 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:59.076368 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49168018-1314-4ebe-9cda-5d07fc9eef13 req-9e307473-fb47-45ef-9648-d3b69648fb5f tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:59.077863 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49168018-1314-4ebe-9cda-5d07fc9eef13 req-9e307473-fb47-45ef-9648-d3b69648fb5f tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0482008 Jan 27 22:33:59.127934 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49168018-1314-4ebe-9cda-5d07fc9eef13 req-a382f0a2-75f3-4348-a7f5-4c7bd2204a0a tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445092 Jan 27 22:34:00.241340 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33013e-6c76-4943-97ef-f3f25cae232b req-ab446a8c-25be-4132-9f77-eb2374ac223f tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:00.242733 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6d33013e-6c76-4943-97ef-f3f25cae232b req-ab446a8c-25be-4132-9f77-eb2374ac223f tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0489261 Jan 27 22:34:00.288913 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6d33013e-6c76-4943-97ef-f3f25cae232b req-a5aed1fa-3781-40c7-89fd-dcfdabebf788 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407567 Jan 27 22:34:00.373299 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:01.404843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12bb23-0192-4676-942e-e6e1239115fe req-0da40b3c-b9f0-4750-a9f0-137b76165fb9 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:01.406317 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f12bb23-0192-4676-942e-e6e1239115fe req-0da40b3c-b9f0-4750-a9f0-137b76165fb9 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0479596 Jan 27 22:34:01.451766 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f12bb23-0192-4676-942e-e6e1239115fe req-179142c8-0039-448d-b8f3-c61668f0edb8 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399029 Jan 27 22:34:02.569432 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cba3bc-5d83-45bd-88f6-303214713f11 req-80c01f88-79f3-46f6-a749-d1469c8be58e tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:02.570879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-24cba3bc-5d83-45bd-88f6-303214713f11 req-80c01f88-79f3-46f6-a749-d1469c8be58e tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0515201 Jan 27 22:34:02.616551 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-24cba3bc-5d83-45bd-88f6-303214713f11 req-db5cd19c-6f9b-4a86-8b20-bfe1c0972bc9 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401175 Jan 27 22:34:03.732549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76420f2a-1cb3-4350-adeb-115bbc23a5ff req-6cd14de2-dc2d-4cfb-8a43-6817c3c43e65 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:03.734036 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76420f2a-1cb3-4350-adeb-115bbc23a5ff req-6cd14de2-dc2d-4cfb-8a43-6817c3c43e65 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0504551 Jan 27 22:34:03.781949 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76420f2a-1cb3-4350-adeb-115bbc23a5ff req-6173d5a1-55af-4b29-b7ad-be6afb0d41f2 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423179 Jan 27 22:34:04.900218 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba1c4e-3226-4bf6-b4cc-35b023595c82 req-773fe537-44a4-41bb-a531-f9b149e2fa9b tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:04.901696 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8ba1c4e-3226-4bf6-b4cc-35b023595c82 req-773fe537-44a4-41bb-a531-f9b149e2fa9b tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0516691 Jan 27 22:34:04.947191 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8ba1c4e-3226-4bf6-b4cc-35b023595c82 req-b47d3642-e213-498e-b3be-67883edbc714 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400472 Jan 27 22:34:06.062280 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb106b5-cdf6-46f9-8fb9-efae795e9b51 req-6cfdf19c-254a-4b71-b0df-09ce22e7993c tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:06.063777 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dbb106b5-cdf6-46f9-8fb9-efae795e9b51 req-6cfdf19c-254a-4b71-b0df-09ce22e7993c tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0486784 Jan 27 22:34:06.110081 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dbb106b5-cdf6-46f9-8fb9-efae795e9b51 req-3b6e50e2-2015-4751-bf2a-692a58896d16 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407310 Jan 27 22:34:07.223170 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1529bb4-bff0-485d-871f-87e63f8fdd8f req-ab433448-85d8-4b86-bf85-78b9a4eb621a tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:07.224675 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d1529bb4-bff0-485d-871f-87e63f8fdd8f req-ab433448-85d8-4b86-bf85-78b9a4eb621a tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0484066 Jan 27 22:34:07.277813 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d1529bb4-bff0-485d-871f-87e63f8fdd8f req-49d138ee-67a6-49fa-a5a8-c3bbf5f289c2 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469387 Jan 27 22:34:08.394182 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c671daf-b065-4a1e-b50d-a59fb5e6c850 req-4e325cb2-fe7a-479c-94dc-f4c32c948825 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:08.395666 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c671daf-b065-4a1e-b50d-a59fb5e6c850 req-4e325cb2-fe7a-479c-94dc-f4c32c948825 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0497394 Jan 27 22:34:08.442313 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c671daf-b065-4a1e-b50d-a59fb5e6c850 req-68b55e75-1461-4ba4-a1ca-878598fca0ba tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409882 Jan 27 22:34:09.554751 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f950e-883f-441c-8620-1b6674fd71c4 req-0c8ac7cc-b659-41fa-9e53-863f72527309 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:09.556247 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-946f950e-883f-441c-8620-1b6674fd71c4 req-0c8ac7cc-b659-41fa-9e53-863f72527309 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0484071 Jan 27 22:34:09.603188 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-946f950e-883f-441c-8620-1b6674fd71c4 req-a1d9be62-7b4e-45b2-9286-bc5b1cfbba79 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414360 Jan 27 22:34:10.755220 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bc7b4-0bff-414e-8f6e-adb36180e9aa req-12d5cfc0-830f-4609-99d1-31aa2b29fbe8 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:10.756761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-986bc7b4-0bff-414e-8f6e-adb36180e9aa req-12d5cfc0-830f-4609-99d1-31aa2b29fbe8 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0854087 Jan 27 22:34:10.759252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030ec21-80cd-40c6-95f8-ca640e03483b req-c93439d2-37e7-4035-8ad2-33f4310591eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:10.760624 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2030ec21-80cd-40c6-95f8-ca640e03483b req-c93439d2-37e7-4035-8ad2-33f4310591eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05e9b0da7ca345cca3eb6112d553a21e&device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 1096 time: 0.0576987 Jan 27 22:34:10.856670 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-986bc7b4-0bff-414e-8f6e-adb36180e9aa req-337bb6c9-b164-4b63-b19b-379fa6ef663c tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937130 Jan 27 22:34:10.888092 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030ec21-80cd-40c6-95f8-ca640e03483b req-9461f1f6-0b66-49a0-bd2b-f845cd0d8e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:10.889552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2030ec21-80cd-40c6-95f8-ca640e03483b req-9461f1f6-0b66-49a0-bd2b-f845cd0d8e7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=cec823fc-27b5-4a33-8c95-8002ab3878dd HTTP/1.1" status: 200 len: 912 time: 0.1081865 Jan 27 22:34:10.930622 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2030ec21-80cd-40c6-95f8-ca640e03483b req-1b261eb3-261d-4584-aa5d-2ec5dbd3f03c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a398ad1-f22f-4e01-9477-78ba25b009ae HTTP/1.1" status: 200 len: 217 time: 0.0349693 Jan 27 22:34:10.980365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030ec21-80cd-40c6-95f8-ca640e03483b req-25da9114-c487-42f0-b873-1aaf84e83875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:10.981810 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2030ec21-80cd-40c6-95f8-ca640e03483b req-25da9114-c487-42f0-b873-1aaf84e83875 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b469e108-6741-4ffc-8adf-cd7f10051f76 HTTP/1.1" status: 200 len: 851 time: 0.0440664 Jan 27 22:34:11.018591 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2030ec21-80cd-40c6-95f8-ca640e03483b req-f6b078f6-f722-45e6-b2bf-154820f695be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cec823fc-27b5-4a33-8c95-8002ab3878dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289357 Jan 27 22:34:11.106856 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2030ec21-80cd-40c6-95f8-ca640e03483b req-dab9daa8-2a55-44bd-9866-3a40cb4af432 service neutron] 10.222.0.15 "GET /v2.0/networks/cec823fc-27b5-4a33-8c95-8002ab3878dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819166 Jan 27 22:34:11.200798 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2030ec21-80cd-40c6-95f8-ca640e03483b req-776b24b5-7f22-4d6b-8cca-ea267438cbdd service neutron] 10.222.0.15 "GET /v2.0/networks/cec823fc-27b5-4a33-8c95-8002ab3878dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862262 Jan 27 22:34:11.971589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9530d-99dd-44ea-a539-dd67ceac2e26 req-868ef43b-710d-4be6-9c6b-c80fa15df1a4 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:11.973098 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83a9530d-99dd-44ea-a539-dd67ceac2e26 req-868ef43b-710d-4be6-9c6b-c80fa15df1a4 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0501790 Jan 27 22:34:12.019762 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83a9530d-99dd-44ea-a539-dd67ceac2e26 req-e3aef24f-98ad-4896-adb3-f5c22f29ebaa tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409961 Jan 27 22:34:12.113473 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:34:12.953165 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:13.132880 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e5b32-885f-45ee-b099-e1429e6e809b req-16de11a3-8bcb-4336-b898-99a3c138a515 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:13.134426 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a5e5b32-885f-45ee-b099-e1429e6e809b req-16de11a3-8bcb-4336-b898-99a3c138a515 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0481403 Jan 27 22:34:13.180500 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a5e5b32-885f-45ee-b099-e1429e6e809b req-d3ae0880-f4b9-4f06-b31e-af2f8929b942 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404863 Jan 27 22:34:14.297121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a74f6-446a-4d5f-8ae9-208526f687cc req-50954dd1-5a39-4506-b141-a9cdaf36ab92 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:14.298495 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-417a74f6-446a-4d5f-8ae9-208526f687cc req-50954dd1-5a39-4506-b141-a9cdaf36ab92 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0517478 Jan 27 22:34:14.346251 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-417a74f6-446a-4d5f-8ae9-208526f687cc req-de5c37c7-3f1e-47dd-adb3-a7be1353bf7d tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415213 Jan 27 22:34:15.462651 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265bed0-8e7a-4191-bfd1-e0f7abe630fb req-7df2da49-87a8-4791-85ed-ef9713e7933a tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:15.464130 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a265bed0-8e7a-4191-bfd1-e0f7abe630fb req-7df2da49-87a8-4791-85ed-ef9713e7933a tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0472832 Jan 27 22:34:15.511700 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a265bed0-8e7a-4191-bfd1-e0f7abe630fb req-d10e3a65-1e10-4389-b95f-59c80f723ad9 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404191 Jan 27 22:34:16.623693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c701f92-2085-4ef3-b670-a294fc65de91 req-364feb20-f097-41f4-87f2-4e6a04a67f05 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:16.625182 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9c701f92-2085-4ef3-b670-a294fc65de91 req-364feb20-f097-41f4-87f2-4e6a04a67f05 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0470138 Jan 27 22:34:16.674472 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9c701f92-2085-4ef3-b670-a294fc65de91 req-6c1e51c9-79f7-4b9b-bcac-8aa86be69470 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438299 Jan 27 22:34:17.791825 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f108d3-325a-4139-aa72-374ce38964bb req-6a95531d-1320-4c1c-906b-53867c351ef6 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:17.793352 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52f108d3-325a-4139-aa72-374ce38964bb req-6a95531d-1320-4c1c-906b-53867c351ef6 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0487649 Jan 27 22:34:17.839719 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52f108d3-325a-4139-aa72-374ce38964bb req-230505c0-4154-482a-a352-35f36a445149 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407581 Jan 27 22:34:18.954996 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e652a3-2681-48b7-842d-be35815c5649 req-19fc39ae-b9a9-4863-bf68-629ce4da3b6d tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:18.956478 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1e652a3-2681-48b7-842d-be35815c5649 req-19fc39ae-b9a9-4863-bf68-629ce4da3b6d tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0470362 Jan 27 22:34:19.004638 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1e652a3-2681-48b7-842d-be35815c5649 req-ccc03daa-403f-44cb-887f-1e2c87f4dc4e tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417006 Jan 27 22:34:20.122766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad46b8-3256-4d60-9a55-e330486fb950 req-ad771db2-dabe-4db8-a12c-9cf8858d4c3c tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:20.124275 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02ad46b8-3256-4d60-9a55-e330486fb950 req-ad771db2-dabe-4db8-a12c-9cf8858d4c3c tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0527856 Jan 27 22:34:20.171668 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02ad46b8-3256-4d60-9a55-e330486fb950 req-09c1b285-c79c-429e-9f94-96bc60ac7628 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416677 Jan 27 22:34:20.482319 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e2f9e5e4-e8b0-4124-a012-6e1324b7b6da service neutron] show failed (client error): The resource could not be found. Jan 27 22:34:20.483339 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e2f9e5e4-e8b0-4124-a012-6e1324b7b6da service neutron] 10.222.0.15 "GET /v2.0/ports/0a398ad1-f22f-4e01-9477-78ba25b009ae/bindings/n-h2-772272-3 HTTP/1.1" status: 404 len: 380 time: 0.0547059 Jan 27 22:34:20.755297 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-c02ad3a9-0323-4a9d-a944-1a77e8c6f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:20.757440 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-c02ad3a9-0323-4a9d-a944-1a77e8c6f357 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784&tenant_id=05e9b0da7ca345cca3eb6112d553a21e HTTP/1.1" status: 200 len: 1096 time: 0.1180634 Jan 27 22:34:20.768369 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-b9001a41-18a6-4bb1-8607-e45c1eaa5583 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:34:20.769333 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-b9001a41-18a6-4bb1-8607-e45c1eaa5583 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049870 Jan 27 22:34:20.783443 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-772272-3', 'device_owner': 'compute:nova'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:20.839582 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:21.039290 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] For port 0a398ad1-f22f-4e01-9477-78ba25b009ae, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=0a398ad1-f22f-4e01-9477-78ba25b009ae,segment=NetworkSegment(dd964e96-2484-4ffa-bc47-00605eed3b7d),segment_id=dd964e96-2484-4ffa-bc47-00605eed3b7d)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:21.071777 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] For port 0a398ad1-f22f-4e01-9477-78ba25b009ae, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:34:21.110208 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b9d4ef-dd36-4bee-97e1-67756eae9784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a398ad1-f22f-4e01-9477-78ba25b009ae'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:34:21.112475 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3726225b-8d0c-4e19-9c5f-8ee50231d58f" -d '{"events": [{"server_uuid": "d8b9d4ef-dd36-4bee-97e1-67756eae9784", "name": "network-vif-unplugged", "status": "completed", "tag": "0a398ad1-f22f-4e01-9477-78ba25b009ae"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:34:21.116612 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Publish callbacks [] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:21.128605 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Transition to ACTIVE for port object 0a398ad1-f22f-4e01-9477-78ba25b009ae will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:34:21.132481 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:21.167599 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e81db11-d0a1-48da-9b1e-3a704c624346 x-openstack-request-id: req-3e81db11-d0a1-48da-9b1e-3a704c624346 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:34:21.167892 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b9d4ef-dd36-4bee-97e1-67756eae9784", "name": "network-vif-unplugged", "status": "completed", "tag": "0a398ad1-f22f-4e01-9477-78ba25b009ae", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:34:21.168147 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e81db11-d0a1-48da-9b1e-3a704c624346 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:34:21.168568 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b9d4ef-dd36-4bee-97e1-67756eae9784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a398ad1-f22f-4e01-9477-78ba25b009ae', 'code': 200} Jan 27 22:34:21.200690 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] No DVR routers for this DVR port 0a398ad1-f22f-4e01-9477-78ba25b009ae on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:34:21.204718 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Pushing event updated for resources: {'Port': ['ID=0a398ad1-f22f-4e01-9477-78ba25b009ae,revision_number=6']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:21.215427 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:21.215776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:21.216119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:21.216484 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:21.216817 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:21.217144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:21.217472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:21.218064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:21.218388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:21.218707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:21.219028 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:21.219350 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:21.219670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:21.258033 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Attempting to bind port 0a398ad1-f22f-4e01-9477-78ba25b009ae on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:34:21.258360 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Attempting to bind port 0a398ad1-f22f-4e01-9477-78ba25b009ae by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'dd964e96-2484-4ffa-bc47-00605eed3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cec823fc-27b5-4a33-8c95-8002ab3878dd'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:34:21.258687 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Attempting to bind port 0a398ad1-f22f-4e01-9477-78ba25b009ae on network cec823fc-27b5-4a33-8c95-8002ab3878dd {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:34:21.277596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Port 0a398ad1-f22f-4e01-9477-78ba25b009ae on network cec823fc-27b5-4a33-8c95-8002ab3878dd not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:34:21.277918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Attempting to bind port 0a398ad1-f22f-4e01-9477-78ba25b009ae on network cec823fc-27b5-4a33-8c95-8002ab3878dd {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:34:21.286022 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:34:21.286354 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Checking segment: {'id': 'dd964e96-2484-4ffa-bc47-00605eed3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cec823fc-27b5-4a33-8c95-8002ab3878dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:34:21.286733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Bound using segment: {'id': 'dd964e96-2484-4ffa-bc47-00605eed3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cec823fc-27b5-4a33-8c95-8002ab3878dd'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:34:21.287232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Bound port: 0a398ad1-f22f-4e01-9477-78ba25b009ae, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd964e96-2484-4ffa-bc47-00605eed3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cec823fc-27b5-4a33-8c95-8002ab3878dd'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:34:21.288076 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:21.330048 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbe4d8-c6d1-4e51-918b-b1e9865da3fc req-8153bd2f-32db-48ba-ad5e-89c7af727968 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:21.331446 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2bbe4d8-c6d1-4e51-918b-b1e9865da3fc req-8153bd2f-32db-48ba-ad5e-89c7af727968 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 943 time: 0.0862787 Jan 27 22:34:21.387836 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] For port 0a398ad1-f22f-4e01-9477-78ba25b009ae, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:34:21.407291 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2bbe4d8-c6d1-4e51-918b-b1e9865da3fc req-c2f93656-e4ac-4787-8d7d-89d261e8af5f tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695553 Jan 27 22:34:21.408879 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] For port 0a398ad1-f22f-4e01-9477-78ba25b009ae, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=0a398ad1-f22f-4e01-9477-78ba25b009ae,segment=NetworkSegment(dd964e96-2484-4ffa-bc47-00605eed3b7d),segment_id=dd964e96-2484-4ffa-bc47-00605eed3b7d)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:34:21.414260 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:21.447437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:21.448060 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:21.449480 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] 10.222.0.21 "PUT /v2.0/ports/0a398ad1-f22f-4e01-9477-78ba25b009ae HTTP/1.1" status: 200 len: 1091 time: 0.6699371 Jan 27 22:34:21.466647 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:21.481440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6857e2b-c76b-44ba-b35d-2fe6fa8de219 service neutron] Pushing event updated for resources: {'Port': ['ID=0a398ad1-f22f-4e01-9477-78ba25b009ae,revision_number=7']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:21.515119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-939feb00-0aeb-42ed-889d-6949405d91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:21.516663 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-939feb00-0aeb-42ed-889d-6949405d91a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05e9b0da7ca345cca3eb6112d553a21e&device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 1094 time: 0.0434153 Jan 27 22:34:21.611792 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-49e728b5-befb-48c6-9d8b-2f138f3cf842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:21.613308 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-49e728b5-befb-48c6-9d8b-2f138f3cf842 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cec823fc-27b5-4a33-8c95-8002ab3878dd HTTP/1.1" status: 200 len: 912 time: 0.0897641 Jan 27 22:34:21.654454 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-b692dcdd-e480-489e-9737-e1788fb7ef60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a398ad1-f22f-4e01-9477-78ba25b009ae HTTP/1.1" status: 200 len: 217 time: 0.0345647 Jan 27 22:34:21.701868 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-37644140-2403-42a9-b8ec-90e32d9d053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:21.703299 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-37644140-2403-42a9-b8ec-90e32d9d053f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b469e108-6741-4ffc-8adf-cd7f10051f76 HTTP/1.1" status: 200 len: 851 time: 0.0422320 Jan 27 22:34:21.734561 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-a2a2a2d8-0d34-46f5-94cc-3badcc319ee9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cec823fc-27b5-4a33-8c95-8002ab3878dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240974 Jan 27 22:34:21.825996 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-f8307a33-7fc7-4d9c-843e-744313c5b797 service neutron] 10.222.0.21 "GET /v2.0/networks/cec823fc-27b5-4a33-8c95-8002ab3878dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847876 Jan 27 22:34:21.916411 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56f306e6-4131-4317-98e0-9fc2a716c054 req-cbcec744-dac2-4b79-8ca4-1e97142911d2 service neutron] 10.222.0.21 "GET /v2.0/networks/cec823fc-27b5-4a33-8c95-8002ab3878dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832071 Jan 27 22:34:22.530468 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f8fe0-28e8-4e18-b7a0-70859f263fe7 req-2f9236e7-1bd5-4f53-a08a-d18067ad8b52 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:22.531971 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f6f8fe0-28e8-4e18-b7a0-70859f263fe7 req-2f9236e7-1bd5-4f53-a08a-d18067ad8b52 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 943 time: 0.0539472 Jan 27 22:34:22.578901 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f6f8fe0-28e8-4e18-b7a0-70859f263fe7 req-4ae1bf8a-fe8d-4a27-bc25-5a71c60ea576 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408585 Jan 27 22:34:23.169883 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b9d4ef-dd36-4bee-97e1-67756eae9784', 'tag': '0a398ad1-f22f-4e01-9477-78ba25b009ae'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:34:23.172304 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703b399f-1b54-442b-95f5-250684fec858" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b9d4ef-dd36-4bee-97e1-67756eae9784", "tag": "0a398ad1-f22f-4e01-9477-78ba25b009ae"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:34:23.226992 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051bf457-db9d-4cd7-bf74-743f11541984 x-openstack-request-id: req-051bf457-db9d-4cd7-bf74-743f11541984 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:34:23.227276 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b9d4ef-dd36-4bee-97e1-67756eae9784", "tag": "0a398ad1-f22f-4e01-9477-78ba25b009ae", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:34:23.227538 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-051bf457-db9d-4cd7-bf74-743f11541984 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:34:23.227946 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b9d4ef-dd36-4bee-97e1-67756eae9784', 'tag': '0a398ad1-f22f-4e01-9477-78ba25b009ae', 'status': 'completed', 'code': 200} Jan 27 22:34:23.311328 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b399f-1b54-442b-95f5-250684fec858 req-8a73fad7-37be-428b-8bc7-39ef759f3bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:23.312767 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-703b399f-1b54-442b-95f5-250684fec858 req-8a73fad7-37be-428b-8bc7-39ef759f3bf2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05e9b0da7ca345cca3eb6112d553a21e&device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 1094 time: 0.0675938 Jan 27 22:34:23.315086 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b399f-1b54-442b-95f5-250684fec858 req-3cd05e91-2296-4f4c-aa20-d85c7190b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:23.316450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-703b399f-1b54-442b-95f5-250684fec858 req-3cd05e91-2296-4f4c-aa20-d85c7190b094 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=05e9b0da7ca345cca3eb6112d553a21e&device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 1094 time: 0.0633466 Jan 27 22:34:23.473385 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b399f-1b54-442b-95f5-250684fec858 req-930fc5a6-1e49-48c7-8fb2-a48d266e2c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:23.474878 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-703b399f-1b54-442b-95f5-250684fec858 req-930fc5a6-1e49-48c7-8fb2-a48d266e2c2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=cec823fc-27b5-4a33-8c95-8002ab3878dd HTTP/1.1" status: 200 len: 912 time: 0.1553500 Jan 27 22:34:23.475961 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b399f-1b54-442b-95f5-250684fec858 req-8cb452fa-1d49-49dc-a367-aa46018a6ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:23.477299 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-703b399f-1b54-442b-95f5-250684fec858 req-8cb452fa-1d49-49dc-a367-aa46018a6ffd service neutron] 10.222.0.21 "GET /v2.0/networks?id=cec823fc-27b5-4a33-8c95-8002ab3878dd HTTP/1.1" status: 200 len: 912 time: 0.1508760 Jan 27 22:34:23.546541 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-703b399f-1b54-442b-95f5-250684fec858 req-a05c4c02-2d1a-46ad-ad6c-477dd2dbd215 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a398ad1-f22f-4e01-9477-78ba25b009ae HTTP/1.1" status: 200 len: 217 time: 0.0655270 Jan 27 22:34:23.547891 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-703b399f-1b54-442b-95f5-250684fec858 req-99f9faa5-24b7-4fa9-bcd9-7ba63218b30c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a398ad1-f22f-4e01-9477-78ba25b009ae HTTP/1.1" status: 200 len: 217 time: 0.0615931 Jan 27 22:34:23.628904 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b399f-1b54-442b-95f5-250684fec858 req-71241017-e72b-480c-b853-95a9b580a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:23.630382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-703b399f-1b54-442b-95f5-250684fec858 req-71241017-e72b-480c-b853-95a9b580a85c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b469e108-6741-4ffc-8adf-cd7f10051f76 HTTP/1.1" status: 200 len: 851 time: 0.0766373 Jan 27 22:34:23.632402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b399f-1b54-442b-95f5-250684fec858 req-66be8614-ce3a-49c1-bd6e-dfe516d22318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:23.633711 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-703b399f-1b54-442b-95f5-250684fec858 req-66be8614-ce3a-49c1-bd6e-dfe516d22318 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b469e108-6741-4ffc-8adf-cd7f10051f76 HTTP/1.1" status: 200 len: 851 time: 0.0729768 Jan 27 22:34:23.682934 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-703b399f-1b54-442b-95f5-250684fec858 req-1e7e2c20-173a-49fb-9e7b-9ff5e025c621 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cec823fc-27b5-4a33-8c95-8002ab3878dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470903 Jan 27 22:34:23.690942 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-703b399f-1b54-442b-95f5-250684fec858 req-b27915f8-a2d8-491e-938a-ce5747f11f04 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cec823fc-27b5-4a33-8c95-8002ab3878dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477970 Jan 27 22:34:23.843378 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa9bc7-3177-4240-b472-4e11e4c716ce req-674549d6-10ba-4167-a522-e76e3cff6b11 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:23.845007 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70aa9bc7-3177-4240-b472-4e11e4c716ce req-674549d6-10ba-4167-a522-e76e3cff6b11 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 943 time: 0.1920066 Jan 27 22:34:23.889382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-703b399f-1b54-442b-95f5-250684fec858 req-4cb8bef2-f077-4ae6-930a-0db54e1070f9 service neutron] 10.222.0.21 "GET /v2.0/networks/cec823fc-27b5-4a33-8c95-8002ab3878dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760206 Jan 27 22:34:23.890978 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-703b399f-1b54-442b-95f5-250684fec858 req-c43ce667-7bbc-4def-a540-7f5614fd6fd5 service neutron] 10.222.0.15 "GET /v2.0/networks/cec823fc-27b5-4a33-8c95-8002ab3878dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992340 Jan 27 22:34:24.004983 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70aa9bc7-3177-4240-b472-4e11e4c716ce req-eee55935-00b8-4113-a484-c89a5aa0f4d6 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520865 Jan 27 22:34:24.011695 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 0a398ad1-f22f-4e01-9477-78ba25b009ae no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:34:24.052660 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] The host n-h1-772272-3 is not matching for port 0a398ad1-f22f-4e01-9477-78ba25b009ae host n-h2-772272-3! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:34:24.053783 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 0a398ad1-f22f-4e01-9477-78ba25b009ae not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:34:24.070316 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-703b399f-1b54-442b-95f5-250684fec858 req-03605016-e445-4f87-a17f-9602cd7e3599 service neutron] 10.222.0.15 "GET /v2.0/networks/cec823fc-27b5-4a33-8c95-8002ab3878dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682165 Jan 27 22:34:24.072043 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-703b399f-1b54-442b-95f5-250684fec858 req-8efdfa4b-0f20-4031-ba09-9a68cd006539 service neutron] 10.222.0.21 "GET /v2.0/networks/cec823fc-27b5-4a33-8c95-8002ab3878dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753402 Jan 27 22:34:24.155855 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddd86f5e-809d-4b80-ba98-cbbd38eb9fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:25.127353 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe442bf-becf-4c8c-8f09-cc1d6a692b8e req-e64e5b7c-4930-4147-a07f-df50c43217a5 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:25.128866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2fe442bf-becf-4c8c-8f09-cc1d6a692b8e req-e64e5b7c-4930-4147-a07f-df50c43217a5 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 943 time: 0.0532713 Jan 27 22:34:25.174123 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2fe442bf-becf-4c8c-8f09-cc1d6a692b8e req-9c8cd3dd-96c4-452f-ae2e-35a7339a36da tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391693 Jan 27 22:34:26.288730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a616e-39f3-477e-abdf-f4612b88f563 req-631ec16d-d82e-4bfc-ae6a-7c3e5022d749 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:26.290202 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a40a616e-39f3-477e-abdf-f4612b88f563 req-631ec16d-d82e-4bfc-ae6a-7c3e5022d749 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 943 time: 0.0484228 Jan 27 22:34:26.336807 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a40a616e-39f3-477e-abdf-f4612b88f563 req-8e2595ea-9120-4e0e-ab14-3ba5826f26a6 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407929 Jan 27 22:34:26.599239 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-86965901-89e6-4849-bea6-7a8ba372ff73 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:26.600740 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-86965901-89e6-4849-bea6-7a8ba372ff73 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784&tenant_id=05e9b0da7ca345cca3eb6112d553a21e&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 943 time: 0.0503666 Jan 27 22:34:26.662472 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-f22e0f71-3d3e-458c-9c40-0e18f9a3c5e8 service neutron] delete failed (client error): The resource could not be found. Jan 27 22:34:26.663463 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-f22e0f71-3d3e-458c-9c40-0e18f9a3c5e8 service neutron] 10.222.0.15 "DELETE /v2.0/ports/0a398ad1-f22f-4e01-9477-78ba25b009ae/bindings/n-h1-772272-3 HTTP/1.1" status: 404 len: 380 time: 0.0563619 Jan 27 22:34:26.733865 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b7dc8ad9-db69-41fa-a618-a16b90756570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:26.745235 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-ed0ba725-7c00-4a43-a25a-7eb8a85ef1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:26.746711 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-ed0ba725-7c00-4a43-a25a-7eb8a85ef1ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05e9b0da7ca345cca3eb6112d553a21e&device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 1094 time: 0.0419784 Jan 27 22:34:26.833297 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-9615d830-3ba0-4e31-bfb2-df4040e8990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:26.834778 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-9615d830-3ba0-4e31-bfb2-df4040e8990e service neutron] 10.222.0.15 "GET /v2.0/networks?id=cec823fc-27b5-4a33-8c95-8002ab3878dd HTTP/1.1" status: 200 len: 912 time: 0.0822375 Jan 27 22:34:27.204301 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-16b80f97-eaff-4656-bd62-4b821a9bc309 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a398ad1-f22f-4e01-9477-78ba25b009ae HTTP/1.1" status: 200 len: 217 time: 0.3638203 Jan 27 22:34:27.251450 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-e8e066f2-69ae-4db9-88ac-844a1b6e329e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:27.252956 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-e8e066f2-69ae-4db9-88ac-844a1b6e329e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b469e108-6741-4ffc-8adf-cd7f10051f76 HTTP/1.1" status: 200 len: 851 time: 0.0426586 Jan 27 22:34:27.284621 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-ffcbe76b-0b9f-499f-ac47-fa2885c5a844 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cec823fc-27b5-4a33-8c95-8002ab3878dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242562 Jan 27 22:34:27.303836 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 0a398ad1-f22f-4e01-9477-78ba25b009ae details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:34:27.372925 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-a677eb4b-ff31-405c-94df-5b9aa8f19149 service neutron] 10.222.0.15 "GET /v2.0/networks/cec823fc-27b5-4a33-8c95-8002ab3878dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827463 Jan 27 22:34:27.400117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 0a398ad1-f22f-4e01-9477-78ba25b009ae, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=0a398ad1-f22f-4e01-9477-78ba25b009ae,segment=NetworkSegment(dd964e96-2484-4ffa-bc47-00605eed3b7d),segment_id=dd964e96-2484-4ffa-bc47-00605eed3b7d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:27.411338 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '0a398ad1-f22f-4e01-9477-78ba25b009ae', 'network_id': 'cec823fc-27b5-4a33-8c95-8002ab3878dd', 'port_id': '0a398ad1-f22f-4e01-9477-78ba25b009ae', 'mac_address': 'fa:16:3e:de:be:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b469e108-6741-4ffc-8adf-cd7f10051f76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:34:27.447893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 0a398ad1-f22f-4e01-9477-78ba25b009ae is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:27.448316 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:27.460683 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-994e1a54-e56c-473b-97d9-3373358ef1f2 service neutron] 10.222.0.15 "GET /v2.0/networks/cec823fc-27b5-4a33-8c95-8002ab3878dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822070 Jan 27 22:34:27.461498 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a398ad1-f22f-4e01-9477-78ba25b009ae {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:34:27.481899 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 0a398ad1-f22f-4e01-9477-78ba25b009ae, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=0a398ad1-f22f-4e01-9477-78ba25b009ae,segment=NetworkSegment(dd964e96-2484-4ffa-bc47-00605eed3b7d),segment_id=dd964e96-2484-4ffa-bc47-00605eed3b7d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:27.485820 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:27.536305 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=0a398ad1-f22f-4e01-9477-78ba25b009ae,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:27.642071 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:27.861672 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['0a398ad1-f22f-4e01-9477-78ba25b009ae'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:34:28.143600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bc2a5-a4bb-4e41-bcd9-4d7d60de8801 req-3af43592-0d83-48f2-ab04-a69bed98c798 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:28.145041 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d6bc2a5-a4bb-4e41-bcd9-4d7d60de8801 req-3af43592-0d83-48f2-ab04-a69bed98c798 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 944 time: 0.0485671 Jan 27 22:34:28.196401 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d6bc2a5-a4bb-4e41-bcd9-4d7d60de8801 req-2c4a8241-4a8b-4949-b7f4-5315ebca3636 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458114 Jan 27 22:34:29.014704 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:29.309735 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca653c-a35e-4ee9-bbca-9dd4ab669be3 req-3b76c329-66a9-4ea8-8be3-727cf9335f98 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:29.311217 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dbca653c-a35e-4ee9-bbca-9dd4ab669be3 req-3b76c329-66a9-4ea8-8be3-727cf9335f98 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 944 time: 0.0473826 Jan 27 22:34:29.321493 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 0a398ad1-f22f-4e01-9477-78ba25b009ae up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:34:29.359562 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dbca653c-a35e-4ee9-bbca-9dd4ab669be3 req-625ebd8d-9786-48d5-bb24-8715ca70e1a7 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/security-groups?id=389624ea-2267-4cbc-8910-c333007e5fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428243 Jan 27 22:34:29.370113 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 0a398ad1-f22f-4e01-9477-78ba25b009ae completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:34:29.374389 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 0a398ad1-f22f-4e01-9477-78ba25b009ae triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:29.374767 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:29.451425 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 0a398ad1-f22f-4e01-9477-78ba25b009ae is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:29.451819 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:29.477492 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b9d4ef-dd36-4bee-97e1-67756eae9784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a398ad1-f22f-4e01-9477-78ba25b009ae'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:34:29.479614 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5393b07-ec26-4fd5-ac69-565070c1d31e" -d '{"events": [{"server_uuid": "d8b9d4ef-dd36-4bee-97e1-67756eae9784", "name": "network-vif-plugged", "status": "completed", "tag": "0a398ad1-f22f-4e01-9477-78ba25b009ae"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:34:29.493041 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 0a398ad1-f22f-4e01-9477-78ba25b009ae, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=0a398ad1-f22f-4e01-9477-78ba25b009ae,segment=NetworkSegment(dd964e96-2484-4ffa-bc47-00605eed3b7d),segment_id=dd964e96-2484-4ffa-bc47-00605eed3b7d)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:29.497470 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:29.528015 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48cf7c0-9b8a-467d-ac8c-631405b892b3 x-openstack-request-id: req-f48cf7c0-9b8a-467d-ac8c-631405b892b3 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:34:29.528343 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b9d4ef-dd36-4bee-97e1-67756eae9784", "name": "network-vif-plugged", "status": "completed", "tag": "0a398ad1-f22f-4e01-9477-78ba25b009ae", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:34:29.528660 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f48cf7c0-9b8a-467d-ac8c-631405b892b3 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:34:29.529098 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b9d4ef-dd36-4bee-97e1-67756eae9784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a398ad1-f22f-4e01-9477-78ba25b009ae', 'code': 200} Jan 27 22:34:29.547450 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=0a398ad1-f22f-4e01-9477-78ba25b009ae,revision_number=9']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:29.798782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-f29d3989-c16d-46f6-ae8f-4216bea41ac8 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:29.800144 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-f29d3989-c16d-46f6-ae8f-4216bea41ac8 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 945 time: 0.0463512 Jan 27 22:34:29.888797 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-73b09035-79aa-49c5-bf55-015f3fc5cd56 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Deleting port 0a398ad1-f22f-4e01-9477-78ba25b009ae {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:34:29.889136 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-73b09035-79aa-49c5-bf55-015f3fc5cd56 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:29.973985 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-73b09035-79aa-49c5-bf55-015f3fc5cd56 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] For port 0a398ad1-f22f-4e01-9477-78ba25b009ae, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=0a398ad1-f22f-4e01-9477-78ba25b009ae,segment=NetworkSegment(dd964e96-2484-4ffa-bc47-00605eed3b7d),segment_id=dd964e96-2484-4ffa-bc47-00605eed3b7d)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:29.974347 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-73b09035-79aa-49c5-bf55-015f3fc5cd56 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:29.986439 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-73b09035-79aa-49c5-bf55-015f3fc5cd56 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Calling delete_port for 0a398ad1-f22f-4e01-9477-78ba25b009ae owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:34:30.114571 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-73b09035-79aa-49c5-bf55-015f3fc5cd56 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0a398ad1-f22f-4e01-9477-78ba25b009ae), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:30.129543 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['0a398ad1-f22f-4e01-9477-78ba25b009ae'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:34:30.144817 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b09035-79aa-49c5-bf55-015f3fc5cd56 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Pushing event deleted for resources: {'Port': ['ID=0a398ad1-f22f-4e01-9477-78ba25b009ae,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:30.194461 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-73b09035-79aa-49c5-bf55-015f3fc5cd56 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] No DVR routers for this DVR port 0a398ad1-f22f-4e01-9477-78ba25b009ae on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:34:30.197122 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-73b09035-79aa-49c5-bf55-015f3fc5cd56 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:30.200888 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6879ce7f-0dc3-4a08-91de-4f60181e158f req-73b09035-79aa-49c5-bf55-015f3fc5cd56 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.21 "DELETE /v2.0/ports/0a398ad1-f22f-4e01-9477-78ba25b009ae HTTP/1.1" status: 204 len: 173 time: 0.3955996 Jan 27 22:34:30.201330 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b9d4ef-dd36-4bee-97e1-67756eae9784', 'name': 'network-vif-deleted', 'tag': '0a398ad1-f22f-4e01-9477-78ba25b009ae'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:34:30.203617 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d873c3a-66e9-4979-93f9-fb0c88cbdfe7" -d '{"events": [{"server_uuid": "d8b9d4ef-dd36-4bee-97e1-67756eae9784", "name": "network-vif-deleted", "tag": "0a398ad1-f22f-4e01-9477-78ba25b009ae"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:34:30.243299 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188febd2-b585-4ff0-99fe-7ab692475b30 x-openstack-request-id: req-188febd2-b585-4ff0-99fe-7ab692475b30 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:34:30.244243 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b9d4ef-dd36-4bee-97e1-67756eae9784", "name": "network-vif-deleted", "tag": "0a398ad1-f22f-4e01-9477-78ba25b009ae", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:34:30.244513 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-188febd2-b585-4ff0-99fe-7ab692475b30 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:34:30.244924 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b9d4ef-dd36-4bee-97e1-67756eae9784', 'name': 'network-vif-deleted', 'tag': '0a398ad1-f22f-4e01-9477-78ba25b009ae', 'status': 'completed', 'code': 200} Jan 27 22:34:30.374741 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:30.473729 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e5eceb5f-9d67-40d1-99a9-1edc114cab82 req-28a54206-2924-4abb-9ed2-844a2f2442f6 tempest-DeleteServersTestJSON-460652480 tempest-DeleteServersTestJSON-460652480-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9d4ef-dd36-4bee-97e1-67756eae9784 HTTP/1.1" status: 200 len: 210 time: 0.0269639 Jan 27 22:34:31.605216 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52496) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:31.648963 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c964790-4c04-4a1f-ad25-64c9da033f92 admin admin] Deleting subnet b469e108-6741-4ffc-8adf-cd7f10051f76 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:34:31.651921 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c964790-4c04-4a1f-ad25-64c9da033f92 admin admin] Publish callbacks [] for subnet (b469e108-6741-4ffc-8adf-cd7f10051f76), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:31.684307 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c964790-4c04-4a1f-ad25-64c9da033f92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (b469e108-6741-4ffc-8adf-cd7f10051f76), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:31.726152 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c964790-4c04-4a1f-ad25-64c9da033f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (b469e108-6741-4ffc-8adf-cd7f10051f76), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:31.777150 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c964790-4c04-4a1f-ad25-64c9da033f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (b469e108-6741-4ffc-8adf-cd7f10051f76), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:31.802745 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c964790-4c04-4a1f-ad25-64c9da033f92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b469e108-6741-4ffc-8adf-cd7f10051f76,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:31.806197 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c964790-4c04-4a1f-ad25-64c9da033f92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:31.808716 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3c964790-4c04-4a1f-ad25-64c9da033f92 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b469e108-6741-4ffc-8adf-cd7f10051f76 HTTP/1.1" status: 204 len: 168 time: 0.2025125 Jan 27 22:34:31.811386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52498) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:31.815197 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c964790-4c04-4a1f-ad25-64c9da033f92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:31.815552 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c964790-4c04-4a1f-ad25-64c9da033f92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:31.815929 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c964790-4c04-4a1f-ad25-64c9da033f92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:31.816297 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c964790-4c04-4a1f-ad25-64c9da033f92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:31.816635 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c964790-4c04-4a1f-ad25-64c9da033f92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:31.816967 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c964790-4c04-4a1f-ad25-64c9da033f92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:31.817296 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c964790-4c04-4a1f-ad25-64c9da033f92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:31.817728 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c964790-4c04-4a1f-ad25-64c9da033f92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:31.818063 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c964790-4c04-4a1f-ad25-64c9da033f92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:31.818501 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c964790-4c04-4a1f-ad25-64c9da033f92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:31.819517 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c964790-4c04-4a1f-ad25-64c9da033f92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:31.819955 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c964790-4c04-4a1f-ad25-64c9da033f92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:31.820315 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c964790-4c04-4a1f-ad25-64c9da033f92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:34:31.877079 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f014e061-4b01-47e9-b32a-be61481904fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (cec823fc-27b5-4a33-8c95-8002ab3878dd), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:31.956077 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f014e061-4b01-47e9-b32a-be61481904fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (cec823fc-27b5-4a33-8c95-8002ab3878dd), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:31.975807 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-f014e061-4b01-47e9-b32a-be61481904fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec823fc-27b5-4a33-8c95-8002ab3878dd']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:34:31.984707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-f014e061-4b01-47e9-b32a-be61481904fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd964e96-2484-4ffa-bc47-00605eed3b7d') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:34:31.985009 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-f014e061-4b01-47e9-b32a-be61481904fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd964e96-2484-4ffa-bc47-00605eed3b7d') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:34:31.994734 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f014e061-4b01-47e9-b32a-be61481904fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (dd964e96-2484-4ffa-bc47-00605eed3b7d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:32.008325 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f014e061-4b01-47e9-b32a-be61481904fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (dd964e96-2484-4ffa-bc47-00605eed3b7d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:32.014121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f014e061-4b01-47e9-b32a-be61481904fa admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:34:32.014522 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f014e061-4b01-47e9-b32a-be61481904fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (dd964e96-2484-4ffa-bc47-00605eed3b7d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:34:32.016295 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:34:32.067623 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f014e061-4b01-47e9-b32a-be61481904fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (cec823fc-27b5-4a33-8c95-8002ab3878dd), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:32.073475 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f014e061-4b01-47e9-b32a-be61481904fa admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:32.076682 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f014e061-4b01-47e9-b32a-be61481904fa admin admin] 10.222.0.23 "DELETE /v2.0/networks/cec823fc-27b5-4a33-8c95-8002ab3878dd HTTP/1.1" status: 204 len: 168 time: 0.2643054 Jan 27 22:34:32.087546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014e061-4b01-47e9-b32a-be61481904fa admin admin] Pushing event deleted for resources: {'Network': ['ID=cec823fc-27b5-4a33-8c95-8002ab3878dd,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:32.184766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52502) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:32.229526 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4fc4c621-6863-4f97-a6bd-775ea008576e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05e9b0da7ca345cca3eb6112d553a21e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435247 Jan 27 22:34:32.232044 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52504) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:32.278136 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f0afd74-23b7-49c4-891c-be6ad5a23e6d admin admin] Publish callbacks [] for security_group (389624ea-2267-4cbc-8910-c333007e5fa8), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:32.299419 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f0afd74-23b7-49c4-891c-be6ad5a23e6d admin admin] Publish callbacks [] for security_group (389624ea-2267-4cbc-8910-c333007e5fa8), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:32.344358 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f0afd74-23b7-49c4-891c-be6ad5a23e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (389624ea-2267-4cbc-8910-c333007e5fa8), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:32.347146 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6f0afd74-23b7-49c4-891c-be6ad5a23e6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:32.348319 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6f0afd74-23b7-49c4-891c-be6ad5a23e6d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/389624ea-2267-4cbc-8910-c333007e5fa8 HTTP/1.1" status: 204 len: 168 time: 0.1153116 Jan 27 22:34:32.356312 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0afd74-23b7-49c4-891c-be6ad5a23e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389624ea-2267-4cbc-8910-c333007e5fa8,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:33.062167 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52526) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:33.157498 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-c10bcf7f-bb15-4a91-80b5-225bd1cbe085 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2067397571-network', 'tenant_id': '4f44921e80a24db592ff0180e515ac64'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:33.176467 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10bcf7f-bb15-4a91-80b5-225bd1cbe085 admin admin] Made reservation on behalf of 4f44921e80a24db592ff0180e515ac64 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:33.178892 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c10bcf7f-bb15-4a91-80b5-225bd1cbe085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:33.187350 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c10bcf7f-bb15-4a91-80b5-225bd1cbe085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:33.263214 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c10bcf7f-bb15-4a91-80b5-225bd1cbe085 admin admin] Publish callbacks [] for security_group (2bca74f9-1c1c-42b3-a35c-689aad022ef1), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:33.267282 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c10bcf7f-bb15-4a91-80b5-225bd1cbe085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2bca74f9-1c1c-42b3-a35c-689aad022ef1), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:33.294492 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10bcf7f-bb15-4a91-80b5-225bd1cbe085 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:34:33.300840 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bcf7f-bb15-4a91-80b5-225bd1cbe085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bca74f9-1c1c-42b3-a35c-689aad022ef1,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:33.308505 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c10bcf7f-bb15-4a91-80b5-225bd1cbe085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (2ce8aa41-086e-4915-b503-639885e31858), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:33.308849 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-c10bcf7f-bb15-4a91-80b5-225bd1cbe085 admin admin] Added segment 2ce8aa41-086e-4915-b503-639885e31858 of type vlan for network bccc7ccd-3b54-4151-9867-492f2adb5449 Jan 27 22:34:33.350103 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 0a398ad1-f22f-4e01-9477-78ba25b009ae no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:34:33.351460 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c10bcf7f-bb15-4a91-80b5-225bd1cbe085 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (bccc7ccd-3b54-4151-9867-492f2adb5449), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:33.373081 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 0a398ad1-f22f-4e01-9477-78ba25b009ae {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:34:33.373427 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 0a398ad1-f22f-4e01-9477-78ba25b009ae not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:34:33.375559 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c10bcf7f-bb15-4a91-80b5-225bd1cbe085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (bccc7ccd-3b54-4151-9867-492f2adb5449), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:33.376738 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bcf7f-bb15-4a91-80b5-225bd1cbe085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:33.377325 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c10bcf7f-bb15-4a91-80b5-225bd1cbe085 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:33.431946 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c10bcf7f-bb15-4a91-80b5-225bd1cbe085 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3685837 Jan 27 22:34:33.434736 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52530) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:34:33.443064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-ba2be3ba-a4fa-4b6f-9ebc-7a6b4bd1bc85 admin admin] Request body: {'subnet': {'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2067397571-subnet', 'tenant_id': '4f44921e80a24db592ff0180e515ac64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:33.449291 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bcf7f-bb15-4a91-80b5-225bd1cbe085 admin admin] Pushing event updated for resources: {'Network': ['ID=bccc7ccd-3b54-4151-9867-492f2adb5449,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:33.458874 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network bccc7ccd-3b54-4151-9867-492f2adb5449 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:34:33.464539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2be3ba-a4fa-4b6f-9ebc-7a6b4bd1bc85 admin admin] Made reservation on behalf of 4f44921e80a24db592ff0180e515ac64 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:33.466910 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ba2be3ba-a4fa-4b6f-9ebc-7a6b4bd1bc85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:33.634519 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ba2be3ba-a4fa-4b6f-9ebc-7a6b4bd1bc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (94070174-2c8d-469b-ada9-2009e5f7df92), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:33.690460 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2be3ba-a4fa-4b6f-9ebc-7a6b4bd1bc85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94070174-2c8d-469b-ada9-2009e5f7df92,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:33.697097 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2be3ba-a4fa-4b6f-9ebc-7a6b4bd1bc85 admin admin] Checking segment: {'id': '2ce8aa41-086e-4915-b503-639885e31858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:34:33.697487 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2be3ba-a4fa-4b6f-9ebc-7a6b4bd1bc85 admin admin] Network hostable DHCP agents. Network: bccc7ccd-3b54-4151-9867-492f2adb5449, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:34:33.714147 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2be3ba-a4fa-4b6f-9ebc-7a6b4bd1bc85 admin admin] Network bccc7ccd-3b54-4151-9867-492f2adb5449 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:34:33.723535 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-ba2be3ba-a4fa-4b6f-9ebc-7a6b4bd1bc85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, bccc7ccd-3b54-4151-9867-492f2adb5449) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:33.728269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2be3ba-a4fa-4b6f-9ebc-7a6b4bd1bc85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:33.728856 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ba2be3ba-a4fa-4b6f-9ebc-7a6b4bd1bc85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:33.733281 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493a9a97-d2e7-4b2e-b521-617e98367f12 None None] Network bccc7ccd-3b54-4151-9867-492f2adb5449 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:33.745271 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ba2be3ba-a4fa-4b6f-9ebc-7a6b4bd1bc85 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3079994 Jan 27 22:34:33.832770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87af753-168c-4093-9fca-b35a4c8396c7 None None] Network bccc7ccd-3b54-4151-9867-492f2adb5449 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:34:34.188505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3585846-0c72-49c6-9eec-326ebec5496e req-860a9c11-58ce-48bb-943d-dda63e35dd17 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:34.189993 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3585846-0c72-49c6-9eec-326ebec5496e req-860a9c11-58ce-48bb-943d-dda63e35dd17 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/networks?id=bccc7ccd-3b54-4151-9867-492f2adb5449 HTTP/1.1" status: 200 len: 815 time: 0.1057506 Jan 27 22:34:34.204879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3585846-0c72-49c6-9eec-326ebec5496e req-f65d9608-02b0-4090-81e9-87052863460b tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/quotas/4f44921e80a24db592ff0180e515ac64 HTTP/1.1" status: 200 len: 375 time: 0.0095181 Jan 27 22:34:34.238154 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3585846-0c72-49c6-9eec-326ebec5496e req-a3a900a9-6714-4fc6-912c-17dc2b6be36b tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f44921e80a24db592ff0180e515ac64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276046 Jan 27 22:34:34.330121 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3585846-0c72-49c6-9eec-326ebec5496e req-1886197e-8fdf-487f-94fa-fd9e6c75c127 service neutron] 10.222.0.23 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856044 Jan 27 22:34:34.418964 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3585846-0c72-49c6-9eec-326ebec5496e req-ae88baab-e863-42b5-bccb-f1d1e426cddc service neutron] 10.222.0.23 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826180 Jan 27 22:34:34.577485 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-154c2ba4-7792-4570-9707-75acda491973 req-ac6a6de0-9d36-4c69-b6a4-23ccc13ccaaa tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 210 time: 0.0282137 Jan 27 22:34:35.505171 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3585846-0c72-49c6-9eec-326ebec5496e req-e1d67491-7c71-4213-b593-af03959b11c2 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:35.506686 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3585846-0c72-49c6-9eec-326ebec5496e req-e1d67491-7c71-4213-b593-af03959b11c2 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.21 "GET /v2.0/networks?id=bccc7ccd-3b54-4151-9867-492f2adb5449 HTTP/1.1" status: 200 len: 815 time: 0.1073830 Jan 27 22:34:35.519694 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-e3585846-0c72-49c6-9eec-326ebec5496e req-dda695ef-b22c-44e5-a702-67a62ce95cea tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Request body: {'port': {'device_id': '18118209-f69a-444a-8245-2c5ea2062518', 'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449', 'admin_state_up': True, 'tenant_id': '4f44921e80a24db592ff0180e515ac64'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:35.624958 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3585846-0c72-49c6-9eec-326ebec5496e req-dda695ef-b22c-44e5-a702-67a62ce95cea tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Made reservation on behalf of 4f44921e80a24db592ff0180e515ac64 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:34:35.628606 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e3585846-0c72-49c6-9eec-326ebec5496e req-dda695ef-b22c-44e5-a702-67a62ce95cea tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:35.682948 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3de800e0-e8fd-4c01-bbf5-b19ab7cd0e28 req-9c1dfca5-d702-4554-8bca-d66cf3afa010 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 210 time: 0.0385494 Jan 27 22:34:35.781397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-e3585846-0c72-49c6-9eec-326ebec5496e req-dda695ef-b22c-44e5-a702-67a62ce95cea tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Allocated IP 172.20.0.11 (bccc7ccd-3b54-4151-9867-492f2adb5449/94070174-2c8d-469b-ada9-2009e5f7df92/7994f055-cacc-4d8c-a6a0-d5bb8bbb6134) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:34:35.927145 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e3585846-0c72-49c6-9eec-326ebec5496e req-dda695ef-b22c-44e5-a702-67a62ce95cea tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Publish callbacks [] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:35.960307 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e3585846-0c72-49c6-9eec-326ebec5496e req-dda695ef-b22c-44e5-a702-67a62ce95cea tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:36.002565 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3585846-0c72-49c6-9eec-326ebec5496e req-dda695ef-b22c-44e5-a702-67a62ce95cea tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Network bccc7ccd-3b54-4151-9867-492f2adb5449 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:34:36.005377 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-e3585846-0c72-49c6-9eec-326ebec5496e req-dda695ef-b22c-44e5-a702-67a62ce95cea tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:34:36.009471 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3585846-0c72-49c6-9eec-326ebec5496e req-dda695ef-b22c-44e5-a702-67a62ce95cea tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:34:36.044268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda695ef-b22c-44e5-a702-67a62ce95cea tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Pushing event updated for resources: {'Port': ['ID=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:36.066994 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3585846-0c72-49c6-9eec-326ebec5496e req-dda695ef-b22c-44e5-a702-67a62ce95cea tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:36.067596 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e3585846-0c72-49c6-9eec-326ebec5496e req-dda695ef-b22c-44e5-a702-67a62ce95cea tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:36.083445 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3585846-0c72-49c6-9eec-326ebec5496e req-dda695ef-b22c-44e5-a702-67a62ce95cea tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5674572 Jan 27 22:34:36.094452 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-e3585846-0c72-49c6-9eec-326ebec5496e req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] Request body: {'port': {'device_id': '18118209-f69a-444a-8245-2c5ea2062518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:34:36.146558 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e3585846-0c72-49c6-9eec-326ebec5496e req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:36.415169 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-e3585846-0c72-49c6-9eec-326ebec5496e req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:34:36.422687 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e3585846-0c72-49c6-9eec-326ebec5496e req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] Publish callbacks [] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:36.435587 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-e3585846-0c72-49c6-9eec-326ebec5496e req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] Transition to ACTIVE for port object 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:34:36.439146 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e3585846-0c72-49c6-9eec-326ebec5496e req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:36.486740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] Pushing event updated for resources: {'Port': ['ID=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:36.557163 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-e3585846-0c72-49c6-9eec-326ebec5496e req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] Attempting to bind port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:34:36.557861 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-e3585846-0c72-49c6-9eec-326ebec5496e req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] Attempting to bind port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '2ce8aa41-086e-4915-b503-639885e31858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:34:36.557861 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3585846-0c72-49c6-9eec-326ebec5496e req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] Attempting to bind port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 on network bccc7ccd-3b54-4151-9867-492f2adb5449 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:34:36.562134 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3585846-0c72-49c6-9eec-326ebec5496e req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] Port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 on network bccc7ccd-3b54-4151-9867-492f2adb5449 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:34:36.562454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3585846-0c72-49c6-9eec-326ebec5496e req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] Attempting to bind port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 on network bccc7ccd-3b54-4151-9867-492f2adb5449 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:34:36.567252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3585846-0c72-49c6-9eec-326ebec5496e req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:34:36.567601 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3585846-0c72-49c6-9eec-326ebec5496e req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] Checking segment: {'id': '2ce8aa41-086e-4915-b503-639885e31858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:34:36.567955 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3585846-0c72-49c6-9eec-326ebec5496e req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] Bound using segment: {'id': '2ce8aa41-086e-4915-b503-639885e31858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:34:36.568419 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-e3585846-0c72-49c6-9eec-326ebec5496e req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] Bound port: 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce8aa41-086e-4915-b503-639885e31858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:34:36.568790 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e3585846-0c72-49c6-9eec-326ebec5496e req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:36.634231 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-e3585846-0c72-49c6-9eec-326ebec5496e req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] For port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:34:36.637175 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-e3585846-0c72-49c6-9eec-326ebec5496e req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] For port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134,segment=NetworkSegment(2ce8aa41-086e-4915-b503-639885e31858),segment_id=2ce8aa41-086e-4915-b503-639885e31858)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:34:36.641680 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e3585846-0c72-49c6-9eec-326ebec5496e req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:36.675145 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3585846-0c72-49c6-9eec-326ebec5496e req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:36.675761 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e3585846-0c72-49c6-9eec-326ebec5496e req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:36.677165 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3585846-0c72-49c6-9eec-326ebec5496e req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] 10.222.0.21 "PUT /v2.0/ports/7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 HTTP/1.1" status: 200 len: 1092 time: 0.5869491 Jan 27 22:34:36.677603 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18118209-f69a-444a-8245-2c5ea2062518', 'tag': '7994f055-cacc-4d8c-a6a0-d5bb8bbb6134'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:34:36.679828 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f136cfb-376e-4a45-94d5-69004229657c" -d '{"events": [{"name": "network-changed", "server_uuid": "18118209-f69a-444a-8245-2c5ea2062518", "tag": "7994f055-cacc-4d8c-a6a0-d5bb8bbb6134"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:34:36.704005 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0a03e-90ec-4b23-8230-0b122693d042 service neutron] Pushing event updated for resources: {'Port': ['ID=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:36.721344 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbdb526-b4dc-402b-b14b-4bb235fcbafa x-openstack-request-id: req-cfbdb526-b4dc-402b-b14b-4bb235fcbafa {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:34:36.721718 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18118209-f69a-444a-8245-2c5ea2062518", "tag": "7994f055-cacc-4d8c-a6a0-d5bb8bbb6134", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:34:36.722046 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfbdb526-b4dc-402b-b14b-4bb235fcbafa {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:34:36.722526 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18118209-f69a-444a-8245-2c5ea2062518', 'tag': '7994f055-cacc-4d8c-a6a0-d5bb8bbb6134', 'status': 'completed', 'code': 200} Jan 27 22:34:36.793918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3585846-0c72-49c6-9eec-326ebec5496e req-650d282a-4218-43a7-a787-05800087044b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:36.795412 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3585846-0c72-49c6-9eec-326ebec5496e req-650d282a-4218-43a7-a787-05800087044b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f44921e80a24db592ff0180e515ac64&device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 1095 time: 0.0673347 Jan 27 22:34:36.818124 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534be21-6b8e-4de2-b5c6-018654f13dd9 req-41892e17-320d-4500-a220-34c19e80efcd tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:36.819524 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b534be21-6b8e-4de2-b5c6-018654f13dd9 req-41892e17-320d-4500-a220-34c19e80efcd tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 944 time: 0.0613105 Jan 27 22:34:36.855613 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3585846-0c72-49c6-9eec-326ebec5496e req-6005f3f6-12e5-442e-a22e-42807cbca083 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 HTTP/1.1" status: 200 len: 217 time: 0.0508044 Jan 27 22:34:36.924782 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b534be21-6b8e-4de2-b5c6-018654f13dd9 req-aa0f88ca-4012-4546-9824-66eaf57e4c08 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761287 Jan 27 22:34:36.926190 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3585846-0c72-49c6-9eec-326ebec5496e req-36b93d1e-73d9-42fc-9519-6c16e3b6fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:36.927524 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3585846-0c72-49c6-9eec-326ebec5496e req-36b93d1e-73d9-42fc-9519-6c16e3b6fa9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94070174-2c8d-469b-ada9-2009e5f7df92 HTTP/1.1" status: 200 len: 855 time: 0.0642455 Jan 27 22:34:36.958563 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3585846-0c72-49c6-9eec-326ebec5496e req-7e78f566-6185-4071-9f26-c699ff9b95f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bccc7ccd-3b54-4151-9867-492f2adb5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243845 Jan 27 22:34:37.052369 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3585846-0c72-49c6-9eec-326ebec5496e req-4bb77084-d33b-4212-bd10-8fbcbf597820 service neutron] 10.222.0.21 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871851 Jan 27 22:34:37.138444 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3585846-0c72-49c6-9eec-326ebec5496e req-3ccf10cc-0971-4a62-a28b-68e493b4ed0e service neutron] 10.222.0.21 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802090 Jan 27 22:34:37.228102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f136cfb-376e-4a45-94d5-69004229657c req-bc09c148-f2b8-4541-8764-adfd22552418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:37.229540 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f136cfb-376e-4a45-94d5-69004229657c req-bc09c148-f2b8-4541-8764-adfd22552418 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f44921e80a24db592ff0180e515ac64&device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 1095 time: 0.0461357 Jan 27 22:34:37.317095 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f136cfb-376e-4a45-94d5-69004229657c req-c3f4879d-d4a3-416b-a87e-9ce1489d4990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:37.318565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f136cfb-376e-4a45-94d5-69004229657c req-c3f4879d-d4a3-416b-a87e-9ce1489d4990 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bccc7ccd-3b54-4151-9867-492f2adb5449 HTTP/1.1" status: 200 len: 916 time: 0.0826209 Jan 27 22:34:37.360090 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f136cfb-376e-4a45-94d5-69004229657c req-88ac2980-eb9c-477d-9160-d9f45294a3f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 HTTP/1.1" status: 200 len: 217 time: 0.0342975 Jan 27 22:34:37.412220 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f136cfb-376e-4a45-94d5-69004229657c req-ecbe94d6-50ff-4536-992b-092c1c4e9a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:37.413647 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f136cfb-376e-4a45-94d5-69004229657c req-ecbe94d6-50ff-4536-992b-092c1c4e9a18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94070174-2c8d-469b-ada9-2009e5f7df92 HTTP/1.1" status: 200 len: 855 time: 0.0470626 Jan 27 22:34:37.443659 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f136cfb-376e-4a45-94d5-69004229657c req-8a248d62-cf61-4492-ae3c-ad9692e105a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bccc7ccd-3b54-4151-9867-492f2adb5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234628 Jan 27 22:34:37.534059 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f136cfb-376e-4a45-94d5-69004229657c req-4f585da2-54d1-467e-a72b-545eca712b0f service neutron] 10.222.0.21 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813568 Jan 27 22:34:37.625992 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9f136cfb-376e-4a45-94d5-69004229657c req-6d4cf4d2-a862-4773-b985-c5ec915da63a service neutron] 10.222.0.21 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858626 Jan 27 22:34:38.044021 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b0db7-4794-4615-afbf-dcf582116410 req-2dc46af7-5b0b-4a5d-9743-3dcf16d318bd tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:38.045576 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-692b0db7-4794-4615-afbf-dcf582116410 req-2dc46af7-5b0b-4a5d-9743-3dcf16d318bd tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 944 time: 0.0501547 Jan 27 22:34:38.092411 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-692b0db7-4794-4615-afbf-dcf582116410 req-59eb308a-0b6c-4416-ac6a-f892b120be92 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410731 Jan 27 22:34:39.214656 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b577c1-3fd6-4e70-91de-0fc336db47f8 req-dd1e09ea-2b73-43a9-b938-381448f3acfb tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:39.216241 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7b577c1-3fd6-4e70-91de-0fc336db47f8 req-dd1e09ea-2b73-43a9-b938-381448f3acfb tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 944 time: 0.0564535 Jan 27 22:34:39.264076 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7b577c1-3fd6-4e70-91de-0fc336db47f8 req-654d5098-3489-4813-8d39-d4cc18e9748f tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418210 Jan 27 22:34:40.376318 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd6b71-d2bd-4d9e-8485-0514903a4158 req-519fc238-3bfe-4396-9f48-7839337ea2d1 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:40.377792 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0cd6b71-d2bd-4d9e-8485-0514903a4158 req-519fc238-3bfe-4396-9f48-7839337ea2d1 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 944 time: 0.0477295 Jan 27 22:34:40.425508 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0cd6b71-d2bd-4d9e-8485-0514903a4158 req-9d73d233-b44b-4dde-80ec-48f6f2acffe8 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415788 Jan 27 22:34:41.386240 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:34:41.481798 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134,segment=NetworkSegment(2ce8aa41-086e-4915-b503-639885e31858),segment_id=2ce8aa41-086e-4915-b503-639885e31858)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:41.493134 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '7994f055-cacc-4d8c-a6a0-d5bb8bbb6134', 'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449', 'port_id': '7994f055-cacc-4d8c-a6a0-d5bb8bbb6134', 'mac_address': 'fa:16:3e:5e:6d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94070174-2c8d-469b-ada9-2009e5f7df92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:34:41.529992 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:41.530387 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:41.542378 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd09e06-0d61-40f6-a710-7d6d541e1fb0 req-45a5b86b-f582-4f20-b5f8-0c3e714d04b9 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:41.543925 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3bd09e06-0d61-40f6-a710-7d6d541e1fb0 req-45a5b86b-f582-4f20-b5f8-0c3e714d04b9 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 944 time: 0.0527861 Jan 27 22:34:41.544459 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:34:41.565462 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134,segment=NetworkSegment(2ce8aa41-086e-4915-b503-639885e31858),segment_id=2ce8aa41-086e-4915-b503-639885e31858)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:41.570679 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:41.599053 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3bd09e06-0d61-40f6-a710-7d6d541e1fb0 req-37633c3c-f40b-4476-baa7-c661963051b5 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487235 Jan 27 22:34:41.618052 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:41.887607 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['7994f055-cacc-4d8c-a6a0-d5bb8bbb6134'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:34:42.714751 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fa8ed-50c3-421b-858e-1afede3c5229 req-37f819dc-5907-4375-a108-0774be6e38cf tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:42.716252 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed9fa8ed-50c3-421b-858e-1afede3c5229 req-37f819dc-5907-4375-a108-0774be6e38cf tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 945 time: 0.0478354 Jan 27 22:34:42.765425 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed9fa8ed-50c3-421b-858e-1afede3c5229 req-5096f3d9-a32c-4027-9291-3702277104c9 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434015 Jan 27 22:34:42.957511 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:43.387758 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:34:43.438082 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:34:43.442016 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:34:43.442389 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:43.517384 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:34:43.517769 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:43.539736 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18118209-f69a-444a-8245-2c5ea2062518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7994f055-cacc-4d8c-a6a0-d5bb8bbb6134'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:34:43.542027 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed300a2-752b-4a3f-ad52-0408c4fd6594" -d '{"events": [{"server_uuid": "18118209-f69a-444a-8245-2c5ea2062518", "name": "network-vif-plugged", "status": "completed", "tag": "7994f055-cacc-4d8c-a6a0-d5bb8bbb6134"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:34:43.554882 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134,segment=NetworkSegment(2ce8aa41-086e-4915-b503-639885e31858),segment_id=2ce8aa41-086e-4915-b503-639885e31858)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:34:43.559404 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:43.584066 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d3fab5-8bbb-4af1-8ed2-7e41dccf70b0 x-openstack-request-id: req-49d3fab5-8bbb-4af1-8ed2-7e41dccf70b0 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:34:43.584382 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18118209-f69a-444a-8245-2c5ea2062518", "name": "network-vif-plugged", "status": "completed", "tag": "7994f055-cacc-4d8c-a6a0-d5bb8bbb6134", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:34:43.584640 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49d3fab5-8bbb-4af1-8ed2-7e41dccf70b0 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:34:43.585029 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18118209-f69a-444a-8245-2c5ea2062518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7994f055-cacc-4d8c-a6a0-d5bb8bbb6134', 'code': 200} Jan 27 22:34:43.616709 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:34:43.678885 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a9b70-364f-4364-95cc-d374d02040a3 req-25716c2c-6cb6-45be-a96c-17bf4a4e2752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:43.680831 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-881a9b70-364f-4364-95cc-d374d02040a3 req-25716c2c-6cb6-45be-a96c-17bf4a4e2752 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 1097 time: 0.0397246 Jan 27 22:34:43.725360 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-881a9b70-364f-4364-95cc-d374d02040a3 req-a0fb731b-a019-4dad-99aa-b23404f09b96 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377371 Jan 27 22:34:43.882841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c296c-8561-406d-a82e-f441182525c8 req-b31f4570-858c-4587-8aaa-4932b1243899 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:43.884464 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be5c296c-8561-406d-a82e-f441182525c8 req-b31f4570-858c-4587-8aaa-4932b1243899 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0521920 Jan 27 22:34:43.931688 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be5c296c-8561-406d-a82e-f441182525c8 req-19c126c3-e229-49a3-99b8-2156dd9acce9 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416343 Jan 27 22:34:45.048957 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501929da-6984-4919-b041-e8f9b113a443 req-b2cd7002-3e57-4cdd-9b5d-039183983216 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:45.050436 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-501929da-6984-4919-b041-e8f9b113a443 req-b2cd7002-3e57-4cdd-9b5d-039183983216 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0469477 Jan 27 22:34:45.096100 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-501929da-6984-4919-b041-e8f9b113a443 req-78617a17-e2c9-417a-b3c6-2b9f856059cc tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396092 Jan 27 22:34:46.208784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450dd48-765c-4ff5-b875-694b32fe66cf req-c480eb16-bfa4-4786-a86e-450e6441e008 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:46.210281 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5450dd48-765c-4ff5-b875-694b32fe66cf req-c480eb16-bfa4-4786-a86e-450e6441e008 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0468512 Jan 27 22:34:46.260129 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5450dd48-765c-4ff5-b875-694b32fe66cf req-4e81c1a5-49c0-430c-aec1-426aa6fae011 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436444 Jan 27 22:34:46.371911 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b9cbb-cd43-4dfc-90c3-a5d5b245bd13 req-a581e81f-a918-4097-8183-ad0947f20403 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:46.373403 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b2b9cbb-cd43-4dfc-90c3-a5d5b245bd13 req-a581e81f-a918-4097-8183-ad0947f20403 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0475008 Jan 27 22:34:46.419088 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b2b9cbb-cd43-4dfc-90c3-a5d5b245bd13 req-6ff3204f-f773-458e-bff8-553c20d38be9 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401757 Jan 27 22:34:46.613428 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00696058-ca1a-4581-bf78-273bb7fc560c req-5825abbc-f9ea-4de9-b3b6-62281ffdd7ea tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:46.614896 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00696058-ca1a-4581-bf78-273bb7fc560c req-5825abbc-f9ea-4de9-b3b6-62281ffdd7ea tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0486541 Jan 27 22:34:46.661047 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00696058-ca1a-4581-bf78-273bb7fc560c req-53efc8f2-b409-4ba4-b185-72df5acc8b02 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404103 Jan 27 22:34:46.777553 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cd14b-f62f-41ac-8d43-ab7f8e00e550 req-ee021b91-ca12-422a-b51c-e6eef6a19d1d tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:46.778986 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b6cd14b-f62f-41ac-8d43-ab7f8e00e550 req-ee021b91-ca12-422a-b51c-e6eef6a19d1d tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0521441 Jan 27 22:34:46.828881 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b6cd14b-f62f-41ac-8d43-ab7f8e00e550 req-3c7c0d7d-7044-4200-99e6-18bc1babbe25 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430701 Jan 27 22:34:47.078771 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-a4fe98c3-cf84-487a-a0ac-053303e140c9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0710003 Jan 27 22:34:47.085988 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8445e7d-0299-48d2-92da-1eb2cae9f1de req-27597acb-de03-43ec-9c8e-d67bbbf272db tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:47.087359 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8445e7d-0299-48d2-92da-1eb2cae9f1de req-27597acb-de03-43ec-9c8e-d67bbbf272db tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0701754 Jan 27 22:34:47.141696 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8445e7d-0299-48d2-92da-1eb2cae9f1de req-f067c568-caab-43bf-b9b7-371568201704 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479052 Jan 27 22:34:48.188125 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-67285c78-e676-4033-ac7d-f83b5b8c50ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:48.189650 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-67285c78-e676-4033-ac7d-f83b5b8c50ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f44921e80a24db592ff0180e515ac64&device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 1097 time: 0.0409811 Jan 27 22:34:48.308298 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b2a70-7f08-4c17-b86b-b1dd1c46ca7f req-b3aa7896-1070-43f6-a547-fe888ca348f6 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:48.309676 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd8b2a70-7f08-4c17-b86b-b1dd1c46ca7f req-b3aa7896-1070-43f6-a547-fe888ca348f6 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0943162 Jan 27 22:34:48.338388 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-a11474ba-9e74-4550-ae1d-02bed064d6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:48.339797 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-a11474ba-9e74-4550-ae1d-02bed064d6b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bccc7ccd-3b54-4151-9867-492f2adb5449 HTTP/1.1" status: 200 len: 916 time: 0.1422870 Jan 27 22:34:48.388285 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-37d83bb4-8e54-4d60-afb4-bbfc9f088ccf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 HTTP/1.1" status: 200 len: 217 time: 0.0417867 Jan 27 22:34:48.406548 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cd8b2a70-7f08-4c17-b86b-b1dd1c46ca7f req-4345fd5e-bebb-4781-a9af-0327ee5cd28e tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907309 Jan 27 22:34:48.444363 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-311c28e3-d47d-4374-8498-d28febac9ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:48.445816 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-311c28e3-d47d-4374-8498-d28febac9ed1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94070174-2c8d-469b-ada9-2009e5f7df92 HTTP/1.1" status: 200 len: 855 time: 0.0504959 Jan 27 22:34:48.476726 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-783f6527-859d-4052-8092-5d38bc480180 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bccc7ccd-3b54-4151-9867-492f2adb5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236402 Jan 27 22:34:48.565818 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-315c7aef-c8fc-4fc5-82c8-a83166043096 service neutron] 10.222.0.21 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818686 Jan 27 22:34:48.659622 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-f7a037bc-971d-4645-bbca-61d6d00c08e6 service neutron] 10.222.0.21 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867243 Jan 27 22:34:49.112974 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:34:49.520795 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce773097-7163-4c48-9383-f037cbafd7df req-4ef000e0-4cbd-42a1-ade3-445eb5313cf8 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:49.522275 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce773097-7163-4c48-9383-f037cbafd7df req-4ef000e0-4cbd-42a1-ade3-445eb5313cf8 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0482340 Jan 27 22:34:49.569224 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce773097-7163-4c48-9383-f037cbafd7df req-310ba2de-7e88-4800-9650-95c8e235f892 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408463 Jan 27 22:34:50.687503 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ef51d-d85f-44ee-b109-dcd0b231a824 req-a4c1bbc1-1083-4821-8f95-4ccf61e4458b tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:50.688991 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-477ef51d-d85f-44ee-b109-dcd0b231a824 req-a4c1bbc1-1083-4821-8f95-4ccf61e4458b tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0515473 Jan 27 22:34:50.735510 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-477ef51d-d85f-44ee-b109-dcd0b231a824 req-f7e051ee-e1cd-49ae-8677-339a42acb1f8 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409691 Jan 27 22:34:51.471757 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:51.848916 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3550ad0-5b32-4b40-96a7-f8b4e8282b2f req-6a1d04fc-dad1-4931-a43d-4aa9fbe69d51 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:51.850380 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3550ad0-5b32-4b40-96a7-f8b4e8282b2f req-6a1d04fc-dad1-4931-a43d-4aa9fbe69d51 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0483727 Jan 27 22:34:51.896016 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3550ad0-5b32-4b40-96a7-f8b4e8282b2f req-25b90f73-8fcb-4373-9d0e-e585b152c854 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393360 Jan 27 22:34:53.011642 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847f320-7fa3-45bd-b9d2-20c2779884ab req-3ad922bd-902b-4097-b393-9c72acf7cefd tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:53.013159 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9847f320-7fa3-45bd-b9d2-20c2779884ab req-3ad922bd-902b-4097-b393-9c72acf7cefd tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0487359 Jan 27 22:34:53.062797 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9847f320-7fa3-45bd-b9d2-20c2779884ab req-683d94e2-b99b-4df6-9a53-96c9dcf7c55a tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441170 Jan 27 22:34:54.157261 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7fdb94ca-ec04-4412-9119-489c848ba39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:54.176196 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d497c3-9e0f-41a0-8538-5cec298f1414 req-c6e2551a-03d3-435c-9656-4a7546a62cff tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:54.177668 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38d497c3-9e0f-41a0-8538-5cec298f1414 req-c6e2551a-03d3-435c-9656-4a7546a62cff tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0488997 Jan 27 22:34:54.224254 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38d497c3-9e0f-41a0-8538-5cec298f1414 req-6d65f720-bcf3-4ae2-8222-3e8f7f4aa95c tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404398 Jan 27 22:34:55.344435 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c074a9-d896-472c-a8ea-66620a48a34e req-f49a026d-b05a-4ccb-95e9-c2ab0ffd057f tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:55.345917 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83c074a9-d896-472c-a8ea-66620a48a34e req-f49a026d-b05a-4ccb-95e9-c2ab0ffd057f tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0477278 Jan 27 22:34:55.391280 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-83c074a9-d896-472c-a8ea-66620a48a34e req-dc078349-c7bc-4c8c-9b9e-732f0f0af7eb tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396147 Jan 27 22:34:56.509560 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e4abb-cd69-4db2-adc3-728bf42a83ff req-3b14ee9b-34a2-49a5-a14a-5b3cb6772fbd tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:56.511057 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-563e4abb-cd69-4db2-adc3-728bf42a83ff req-3b14ee9b-34a2-49a5-a14a-5b3cb6772fbd tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0523460 Jan 27 22:34:56.557437 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-563e4abb-cd69-4db2-adc3-728bf42a83ff req-73ab94ca-58d8-4e1a-8eb1-8e2c1f6ec78f tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406339 Jan 27 22:34:56.736131 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-78b37366-da3b-4da1-8e15-9c7e66889580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:57.643492 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:57.671212 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef708bf8-88da-48e8-b276-e4ba02dff1e9 req-8cf0f9e0-4b9b-4ab6-81db-653cb5e2c405 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:57.672727 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef708bf8-88da-48e8-b276-e4ba02dff1e9 req-8cf0f9e0-4b9b-4ab6-81db-653cb5e2c405 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0479214 Jan 27 22:34:57.719457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef708bf8-88da-48e8-b276-e4ba02dff1e9 req-295cc16b-bb5a-4abb-8779-f70c74ab7d33 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411289 Jan 27 22:34:58.831957 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512dec0-c64f-4e13-bec8-bb6c45f84485 req-cba4af84-04ce-4f9b-98f3-20a314ba3949 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:58.833810 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5512dec0-c64f-4e13-bec8-bb6c45f84485 req-cba4af84-04ce-4f9b-98f3-20a314ba3949 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0471387 Jan 27 22:34:58.883371 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5512dec0-c64f-4e13-bec8-bb6c45f84485 req-2a705f6e-61b6-4216-8f72-ddf81bcac293 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437381 Jan 27 22:34:59.016890 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:59.998578 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e90d1-317a-4297-9613-c8920e844bba req-4d62d004-712e-49d0-b59c-56157d9b0db1 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:00.000078 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-545e90d1-317a-4297-9613-c8920e844bba req-4d62d004-712e-49d0-b59c-56157d9b0db1 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0484676 Jan 27 22:35:00.046960 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-545e90d1-317a-4297-9613-c8920e844bba req-81c500f0-20d5-41d3-9f39-c223ff7fbf91 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412314 Jan 27 22:35:00.377623 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:01.162675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff76ee7-4b92-4877-b9ec-2283cf045cac req-a2563038-96c4-454d-9d3e-d0d6d2eacb9b tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:01.164128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ff76ee7-4b92-4877-b9ec-2283cf045cac req-a2563038-96c4-454d-9d3e-d0d6d2eacb9b tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0472016 Jan 27 22:35:01.209816 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ff76ee7-4b92-4877-b9ec-2283cf045cac req-b0b2620e-3c3f-49ba-a269-8c0050308efc tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393462 Jan 27 22:35:02.332677 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645767a6-0228-4167-a617-6ec1632b8518 req-b06205da-80c1-4c53-94b8-6b3a562d6d6e tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:02.334048 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-645767a6-0228-4167-a617-6ec1632b8518 req-b06205da-80c1-4c53-94b8-6b3a562d6d6e tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0569253 Jan 27 22:35:02.380699 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-645767a6-0228-4167-a617-6ec1632b8518 req-5da2772d-73f3-4d94-bbbd-da767303c17f tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404508 Jan 27 22:35:03.494555 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4fa1a-9148-46d1-87ce-8e50bfa7d35a req-d040bb5e-18fc-4853-8a02-d28eea51283d tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:03.496724 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2c4fa1a-9148-46d1-87ce-8e50bfa7d35a req-d040bb5e-18fc-4853-8a02-d28eea51283d tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0475481 Jan 27 22:35:03.542282 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2c4fa1a-9148-46d1-87ce-8e50bfa7d35a req-212b8e4c-9f8d-42a4-862e-f606df9dd8b2 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401871 Jan 27 22:35:04.660812 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ec61d-6873-43c3-a44a-a21dc9944dea req-0539779c-c35e-4a6d-98d4-c2a2b0430a44 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:04.662289 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-232ec61d-6873-43c3-a44a-a21dc9944dea req-0539779c-c35e-4a6d-98d4-c2a2b0430a44 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0516212 Jan 27 22:35:04.707382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-232ec61d-6873-43c3-a44a-a21dc9944dea req-088346b4-f397-425c-afac-47f0f1443cb5 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395930 Jan 27 22:35:05.821325 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5a6e5-4f8e-4986-b79c-bb46c3b78220 req-65e98c68-39c0-44da-97fb-f3a112e0aee5 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:05.822785 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ca5a6e5-4f8e-4986-b79c-bb46c3b78220 req-65e98c68-39c0-44da-97fb-f3a112e0aee5 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0466101 Jan 27 22:35:05.868124 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ca5a6e5-4f8e-4986-b79c-bb46c3b78220 req-7b301b56-104c-4e3a-8e2c-77c26709b404 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390539 Jan 27 22:35:06.985191 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9c54f-136b-4108-a9ee-0409fca82683 req-20bbb37c-bbdc-4527-baf1-af4edab26bdb tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:06.986754 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93c9c54f-136b-4108-a9ee-0409fca82683 req-20bbb37c-bbdc-4527-baf1-af4edab26bdb tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0495136 Jan 27 22:35:07.037622 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-93c9c54f-136b-4108-a9ee-0409fca82683 req-d716c8e0-4302-435d-bbd4-4e777343d4c6 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449924 Jan 27 22:35:08.149806 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f44e5-2da2-4b64-99a9-06a94d64c76a req-a0ca9afa-5617-4961-9e73-1ae4cb554c53 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:08.151257 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e17f44e5-2da2-4b64-99a9-06a94d64c76a req-a0ca9afa-5617-4961-9e73-1ae4cb554c53 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0469871 Jan 27 22:35:08.197300 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e17f44e5-2da2-4b64-99a9-06a94d64c76a req-af07f1c8-a4ca-4eef-acc7-8aaabf7d0d7f tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399365 Jan 27 22:35:09.087196 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd390eb-6b90-4988-a52d-bf454d739080 req-b4225ab6-cbf0-46ad-a260-37c339e03802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:09.089058 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5cd390eb-6b90-4988-a52d-bf454d739080 req-b4225ab6-cbf0-46ad-a260-37c339e03802 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f44921e80a24db592ff0180e515ac64&device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 1097 time: 0.0407214 Jan 27 22:35:09.196076 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd390eb-6b90-4988-a52d-bf454d739080 req-32d1d34d-df8e-475e-a189-0a99195cb21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:09.197474 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5cd390eb-6b90-4988-a52d-bf454d739080 req-32d1d34d-df8e-475e-a189-0a99195cb21c service neutron] 10.222.0.21 "GET /v2.0/networks?id=bccc7ccd-3b54-4151-9867-492f2adb5449 HTTP/1.1" status: 200 len: 916 time: 0.0857406 Jan 27 22:35:09.238715 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5cd390eb-6b90-4988-a52d-bf454d739080 req-cbb5c3c8-397e-470b-aa60-55740c78eefe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 HTTP/1.1" status: 200 len: 217 time: 0.0341306 Jan 27 22:35:09.313789 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd390eb-6b90-4988-a52d-bf454d739080 req-f000bb89-c304-43ae-97b6-e87ab927dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:09.315215 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5cd390eb-6b90-4988-a52d-bf454d739080 req-f000bb89-c304-43ae-97b6-e87ab927dffe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94070174-2c8d-469b-ada9-2009e5f7df92 HTTP/1.1" status: 200 len: 855 time: 0.0713370 Jan 27 22:35:09.337215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70891d36-565b-491c-8e66-be678094c774 req-072db06e-6226-4c48-aa46-b8a0f47c3d3f tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:09.338597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70891d36-565b-491c-8e66-be678094c774 req-072db06e-6226-4c48-aa46-b8a0f47c3d3f tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0699284 Jan 27 22:35:09.353988 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5cd390eb-6b90-4988-a52d-bf454d739080 req-61532460-f3bc-4368-bcac-b8ffe06ea7aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bccc7ccd-3b54-4151-9867-492f2adb5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314531 Jan 27 22:35:09.443215 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70891d36-565b-491c-8e66-be678094c774 req-a4294699-cf60-4102-8c98-e8b7d499f010 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913596 Jan 27 22:35:09.469641 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5cd390eb-6b90-4988-a52d-bf454d739080 req-6a8bc01c-c789-43a8-8fd8-d4556c11f152 service neutron] 10.222.0.21 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088219 Jan 27 22:35:09.892991 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5cd390eb-6b90-4988-a52d-bf454d739080 req-c5c85b12-d60d-4762-9ffa-21e6553d889c service neutron] 10.222.0.21 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172313 Jan 27 22:35:10.555236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3991c2-b918-453f-9b6b-f61439ab3f8b req-dfa3d96b-340b-44fe-84ea-a600b2ec0504 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:10.556702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e3991c2-b918-453f-9b6b-f61439ab3f8b req-dfa3d96b-340b-44fe-84ea-a600b2ec0504 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0467162 Jan 27 22:35:10.605638 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e3991c2-b918-453f-9b6b-f61439ab3f8b req-7e5b6639-1759-4fb4-9823-31d44ec02016 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425100 Jan 27 22:35:11.721537 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b9fa6-7b08-4bd3-bcee-9372c66ec740 req-08687a2b-ddd7-4165-bf31-60264d6995b5 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:11.723117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-213b9fa6-7b08-4bd3-bcee-9372c66ec740 req-08687a2b-ddd7-4165-bf31-60264d6995b5 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0484395 Jan 27 22:35:11.771857 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-213b9fa6-7b08-4bd3-bcee-9372c66ec740 req-5dabe43a-1de1-487e-abe2-8ad016505a14 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427182 Jan 27 22:35:12.884244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e035c-3f9c-489c-9a6d-0c2ef95ebe77 req-bf289da1-7b28-47c7-968c-5ce8742c98c8 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:12.885696 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d35e035c-3f9c-489c-9a6d-0c2ef95ebe77 req-bf289da1-7b28-47c7-968c-5ce8742c98c8 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0471992 Jan 27 22:35:12.932669 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d35e035c-3f9c-489c-9a6d-0c2ef95ebe77 req-57abeba8-7853-42ad-b3f7-36cc636118f1 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407684 Jan 27 22:35:12.989242 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:14.052553 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5410260-2985-4ef9-a5a0-f6b08389f827 req-437458c0-2e69-460e-9d82-ae7019a97cab tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:14.054029 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5410260-2985-4ef9-a5a0-f6b08389f827 req-437458c0-2e69-460e-9d82-ae7019a97cab tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0532632 Jan 27 22:35:14.100153 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5410260-2985-4ef9-a5a0-f6b08389f827 req-66aa4ed9-1b8e-4904-9082-c044395a1f8f tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406523 Jan 27 22:35:15.211525 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac173839-480a-4d27-80a1-c7ddf912e71a req-4c1b6ae5-7c20-4db3-abac-fc0b66990023 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:15.213040 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac173839-480a-4d27-80a1-c7ddf912e71a req-4c1b6ae5-7c20-4db3-abac-fc0b66990023 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0475698 Jan 27 22:35:15.259907 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ac173839-480a-4d27-80a1-c7ddf912e71a req-139ac74a-2ad6-4094-b52d-d9b37ef90778 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409222 Jan 27 22:35:16.025796 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-29f5004a-d03b-455b-a712-47033b724107 service neutron] show failed (client error): The resource could not be found. Jan 27 22:35:16.026824 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-29f5004a-d03b-455b-a712-47033b724107 service neutron] 10.222.0.21 "GET /v2.0/ports/7994f055-cacc-4d8c-a6a0-d5bb8bbb6134/bindings/n-h1-772272-3 HTTP/1.1" status: 404 len: 380 time: 0.0528889 Jan 27 22:35:16.287412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-30a98b1e-c240-406a-b51e-f801ff5aa998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:16.288581 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-30a98b1e-c240-406a-b51e-f801ff5aa998 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518&tenant_id=4f44921e80a24db592ff0180e515ac64 HTTP/1.1" status: 200 len: 1097 time: 0.0922096 Jan 27 22:35:16.298047 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-393387b1-75bb-4a54-891f-94c634612706 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:35:16.298987 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-393387b1-75bb-4a54-891f-94c634612706 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050611 Jan 27 22:35:16.309294 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-772272-3', 'device_owner': 'compute:nova'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:16.392835 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.410211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17a200-5b7d-4a1b-a454-e0f5a5b87208 req-aa09eccb-6970-42c6-afb7-cfaf2749c55d tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:16.411654 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c17a200-5b7d-4a1b-a454-e0f5a5b87208 req-aa09eccb-6970-42c6-afb7-cfaf2749c55d tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0833335 Jan 27 22:35:16.539009 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c17a200-5b7d-4a1b-a454-e0f5a5b87208 req-205709f4-5fea-46ba-8f68-621b8039abc4 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211259 Jan 27 22:35:16.640430 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] For port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134,segment=NetworkSegment(2ce8aa41-086e-4915-b503-639885e31858),segment_id=2ce8aa41-086e-4915-b503-639885e31858)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:16.673468 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] For port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:35:16.715971 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18118209-f69a-444a-8245-2c5ea2062518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7994f055-cacc-4d8c-a6a0-d5bb8bbb6134'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:35:16.718896 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bb9ed3-67ce-49bc-858f-c0fbcbf31639" -d '{"events": [{"server_uuid": "18118209-f69a-444a-8245-2c5ea2062518", "name": "network-vif-unplugged", "status": "completed", "tag": "7994f055-cacc-4d8c-a6a0-d5bb8bbb6134"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:35:16.723088 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] Publish callbacks [] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.737245 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] Transition to ACTIVE for port object 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:35:16.743228 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.803479 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] No DVR routers for this DVR port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:35:16.843562 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] Pushing event updated for resources: {'Port': ['ID=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134,revision_number=6']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:16.854771 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] Attempting to bind port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:35:16.855109 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] Attempting to bind port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '2ce8aa41-086e-4915-b503-639885e31858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:35:16.855437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] Attempting to bind port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 on network bccc7ccd-3b54-4151-9867-492f2adb5449 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:35:16.860390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] Port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 on network bccc7ccd-3b54-4151-9867-492f2adb5449 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:35:16.860714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] Attempting to bind port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 on network bccc7ccd-3b54-4151-9867-492f2adb5449 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:35:16.865588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:35:16.865929 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] Checking segment: {'id': '2ce8aa41-086e-4915-b503-639885e31858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:16.866312 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] Bound using segment: {'id': '2ce8aa41-086e-4915-b503-639885e31858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:35:16.866736 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] Bound port: 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce8aa41-086e-4915-b503-639885e31858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:35:16.867094 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.879497 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2fdc7b-c405-4f72-87fc-36a0d29eeb8f x-openstack-request-id: req-7d2fdc7b-c405-4f72-87fc-36a0d29eeb8f {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:35:16.879794 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18118209-f69a-444a-8245-2c5ea2062518", "name": "network-vif-unplugged", "status": "completed", "tag": "7994f055-cacc-4d8c-a6a0-d5bb8bbb6134", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:35:16.880049 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d2fdc7b-c405-4f72-87fc-36a0d29eeb8f {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:35:16.880485 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18118209-f69a-444a-8245-2c5ea2062518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7994f055-cacc-4d8c-a6a0-d5bb8bbb6134', 'code': 200} Jan 27 22:35:16.931294 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] For port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:35:16.934411 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] For port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134,segment=NetworkSegment(2ce8aa41-086e-4915-b503-639885e31858),segment_id=2ce8aa41-086e-4915-b503-639885e31858)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:35:16.938653 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.970844 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:16.971466 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:16.972945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] 10.222.0.15 "PUT /v2.0/ports/7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 HTTP/1.1" status: 200 len: 1092 time: 0.6673903 Jan 27 22:35:16.996652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649601c-e7b3-4380-83d6-aea56a5cf226 service neutron] Pushing event updated for resources: {'Port': ['ID=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134,revision_number=7']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:17.038510 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-09e1cb64-9953-4eb1-ab05-4af9e719063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:17.040048 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-09e1cb64-9953-4eb1-ab05-4af9e719063f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f44921e80a24db592ff0180e515ac64&device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 1095 time: 0.0446029 Jan 27 22:35:17.129614 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-03a81a57-dcc7-4a5e-a8f3-d30e7bb58491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:17.131073 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-03a81a57-dcc7-4a5e-a8f3-d30e7bb58491 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bccc7ccd-3b54-4151-9867-492f2adb5449 HTTP/1.1" status: 200 len: 916 time: 0.0858157 Jan 27 22:35:17.170618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-b8f09a67-4d20-4908-b873-7630b3a557a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 HTTP/1.1" status: 200 len: 217 time: 0.0337279 Jan 27 22:35:17.220805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-49f39c6a-b038-45c9-8425-5bf86d507f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:17.222225 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-49f39c6a-b038-45c9-8425-5bf86d507f4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94070174-2c8d-469b-ada9-2009e5f7df92 HTTP/1.1" status: 200 len: 855 time: 0.0464711 Jan 27 22:35:17.251581 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-2934920d-0915-4d5e-a8a4-3ba8441ddfa1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bccc7ccd-3b54-4151-9867-492f2adb5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238953 Jan 27 22:35:17.339217 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-24a1431c-fcee-4d1a-a98b-e8f6354dcfc6 service neutron] 10.222.0.15 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818398 Jan 27 22:35:17.429981 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d46ac50f-88ca-407c-9de8-ef37a09a19e9 req-4063ad5e-4d03-478b-8901-b78738f09e3d service neutron] 10.222.0.15 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852551 Jan 27 22:35:17.653053 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c748d2-26f5-426d-ba56-629467965972 req-b4a132a8-9403-4bf0-889c-02ab5bdc18dc tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:17.655112 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38c748d2-26f5-426d-ba56-629467965972 req-b4a132a8-9403-4bf0-889c-02ab5bdc18dc tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 944 time: 0.0482955 Jan 27 22:35:17.701732 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38c748d2-26f5-426d-ba56-629467965972 req-c349deb7-4e2c-4ad7-be69-b38460e55036 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405262 Jan 27 22:35:18.818481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5ac46-8778-44cc-a070-daad931666c7 req-58fd916c-f3ca-4c9b-87a5-575b1dd05217 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:18.819982 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-13e5ac46-8778-44cc-a070-daad931666c7 req-58fd916c-f3ca-4c9b-87a5-575b1dd05217 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 944 time: 0.0485411 Jan 27 22:35:18.871427 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-13e5ac46-8778-44cc-a070-daad931666c7 req-1ac7ee1f-dff1-4b81-bdea-fc33bd40620c tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457733 Jan 27 22:35:18.881008 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18118209-f69a-444a-8245-2c5ea2062518', 'tag': '7994f055-cacc-4d8c-a6a0-d5bb8bbb6134'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:35:18.883359 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb18738-0da6-4b1b-88bf-221e87bd64e1" -d '{"events": [{"name": "network-changed", "server_uuid": "18118209-f69a-444a-8245-2c5ea2062518", "tag": "7994f055-cacc-4d8c-a6a0-d5bb8bbb6134"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:35:18.933786 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336b4f73-b63c-40d3-baa6-8d71fdcbe381 x-openstack-request-id: req-336b4f73-b63c-40d3-baa6-8d71fdcbe381 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:35:18.934096 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18118209-f69a-444a-8245-2c5ea2062518", "tag": "7994f055-cacc-4d8c-a6a0-d5bb8bbb6134", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:35:18.934505 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-336b4f73-b63c-40d3-baa6-8d71fdcbe381 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:35:18.934933 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18118209-f69a-444a-8245-2c5ea2062518', 'tag': '7994f055-cacc-4d8c-a6a0-d5bb8bbb6134', 'status': 'completed', 'code': 200} Jan 27 22:35:19.026023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb18738-0da6-4b1b-88bf-221e87bd64e1 req-974d098e-a705-4b1d-9e2f-8d70c9e18743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:19.027525 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2cb18738-0da6-4b1b-88bf-221e87bd64e1 req-974d098e-a705-4b1d-9e2f-8d70c9e18743 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f44921e80a24db592ff0180e515ac64&device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 1095 time: 0.0667641 Jan 27 22:35:19.029977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb18738-0da6-4b1b-88bf-221e87bd64e1 req-8ec9d6cc-fbce-461f-bd27-ce9c2391275b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:19.031330 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2cb18738-0da6-4b1b-88bf-221e87bd64e1 req-8ec9d6cc-fbce-461f-bd27-ce9c2391275b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f44921e80a24db592ff0180e515ac64&device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 1095 time: 0.0809908 Jan 27 22:35:19.186898 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb18738-0da6-4b1b-88bf-221e87bd64e1 req-dc219089-aeb5-4458-95b0-69edfde0ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:19.188396 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2cb18738-0da6-4b1b-88bf-221e87bd64e1 req-dc219089-aeb5-4458-95b0-69edfde0ad39 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bccc7ccd-3b54-4151-9867-492f2adb5449 HTTP/1.1" status: 200 len: 916 time: 0.1533568 Jan 27 22:35:19.190926 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb18738-0da6-4b1b-88bf-221e87bd64e1 req-3727fd61-e772-439d-a543-217690ab0cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:19.192284 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2cb18738-0da6-4b1b-88bf-221e87bd64e1 req-3727fd61-e772-439d-a543-217690ab0cd5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bccc7ccd-3b54-4151-9867-492f2adb5449 HTTP/1.1" status: 200 len: 916 time: 0.1500957 Jan 27 22:35:19.264384 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2cb18738-0da6-4b1b-88bf-221e87bd64e1 req-98042822-9529-4652-92db-28d25806022e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 HTTP/1.1" status: 200 len: 217 time: 0.0698969 Jan 27 22:35:19.265651 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2cb18738-0da6-4b1b-88bf-221e87bd64e1 req-ac2e78a0-a505-4e5d-beb1-cb2c179c8e2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 HTTP/1.1" status: 200 len: 217 time: 0.0659056 Jan 27 22:35:19.354839 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb18738-0da6-4b1b-88bf-221e87bd64e1 req-904e930d-4656-4b70-81c8-f60b3de34d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:19.356331 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2cb18738-0da6-4b1b-88bf-221e87bd64e1 req-904e930d-4656-4b70-81c8-f60b3de34d80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94070174-2c8d-469b-ada9-2009e5f7df92 HTTP/1.1" status: 200 len: 855 time: 0.0860209 Jan 27 22:35:19.358640 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb18738-0da6-4b1b-88bf-221e87bd64e1 req-88015f6f-65ed-4a90-8938-1e50409c1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:19.359949 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2cb18738-0da6-4b1b-88bf-221e87bd64e1 req-88015f6f-65ed-4a90-8938-1e50409c1ef9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94070174-2c8d-469b-ada9-2009e5f7df92 HTTP/1.1" status: 200 len: 855 time: 0.0826197 Jan 27 22:35:19.393061 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2cb18738-0da6-4b1b-88bf-221e87bd64e1 req-1a904e5d-21f6-403c-be66-6c3ff9f20ef8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bccc7ccd-3b54-4151-9867-492f2adb5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304928 Jan 27 22:35:19.408424 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2cb18738-0da6-4b1b-88bf-221e87bd64e1 req-b12c5088-45bc-4cd8-b64f-67e22d136534 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bccc7ccd-3b54-4151-9867-492f2adb5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371463 Jan 27 22:35:19.558151 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2cb18738-0da6-4b1b-88bf-221e87bd64e1 req-8db9e1e1-95fc-44f9-94d3-f8c74dd6a1e5 service neutron] 10.222.0.21 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516383 Jan 27 22:35:19.560226 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2cb18738-0da6-4b1b-88bf-221e87bd64e1 req-ccc2d5ef-0ac5-4ba8-af3f-b17dcc5d9138 service neutron] 10.222.0.15 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452656 Jan 27 22:35:19.582733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:35:19.621747 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] The host n-h2-772272-3 is not matching for port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 host n-h1-772272-3! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:35:19.622140 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:35:19.723242 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2cb18738-0da6-4b1b-88bf-221e87bd64e1 req-c32be397-171b-4fc7-ae22-6e6bb3164633 service neutron] 10.222.0.15 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569450 Jan 27 22:35:19.725132 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2cb18738-0da6-4b1b-88bf-221e87bd64e1 req-3364f51f-4c09-432c-a2d9-9deefc96696f service neutron] 10.222.0.21 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519127 Jan 27 22:35:19.993703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12120b5f-2847-43ea-9802-4aa213efbcb7 req-dbbc81b0-b997-4004-b90c-bdb4e723b647 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:19.995219 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12120b5f-2847-43ea-9802-4aa213efbcb7 req-dbbc81b0-b997-4004-b90c-bdb4e723b647 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 944 time: 0.0542994 Jan 27 22:35:20.043704 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12120b5f-2847-43ea-9802-4aa213efbcb7 req-e2ea43bf-edb9-4c57-98ef-55798bee4a27 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416048 Jan 27 22:35:20.215939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:35:20.266706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df887470-320e-46dd-b186-a4625779da3d req-f8016e2d-59f9-4841-98ce-2f338428afe4 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:20.268247 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df887470-320e-46dd-b186-a4625779da3d req-f8016e2d-59f9-4841-98ce-2f338428afe4 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 944 time: 0.0806324 Jan 27 22:35:20.282062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208dac7-43f5-4cff-a8c0-7fb60513cfbf req-5252a2cc-666f-4a5f-b30f-768f0199badf tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:20.283555 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9208dac7-43f5-4cff-a8c0-7fb60513cfbf req-5252a2cc-666f-4a5f-b30f-768f0199badf tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.21 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518&tenant_id=4f44921e80a24db592ff0180e515ac64&binding%3Ahost_id=n-h1-772272-3 HTTP/1.1" status: 200 len: 944 time: 0.0709043 Jan 27 22:35:20.317811 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134,segment=NetworkSegment(2ce8aa41-086e-4915-b503-639885e31858),segment_id=2ce8aa41-086e-4915-b503-639885e31858)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:20.329729 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '7994f055-cacc-4d8c-a6a0-d5bb8bbb6134', 'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449', 'port_id': '7994f055-cacc-4d8c-a6a0-d5bb8bbb6134', 'mac_address': 'fa:16:3e:5e:6d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94070174-2c8d-469b-ada9-2009e5f7df92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:35:20.369698 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df887470-320e-46dd-b186-a4625779da3d req-bded15e7-cdde-40f6-bb39-e4f7d613c909 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952945 Jan 27 22:35:20.371507 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:20.371906 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:20.383519 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-9208dac7-43f5-4cff-a8c0-7fb60513cfbf req-dcbc49ee-f05b-47df-bce0-f95f2fed1e64 service neutron] delete failed (client error): The resource could not be found. Jan 27 22:35:20.384630 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9208dac7-43f5-4cff-a8c0-7fb60513cfbf req-dcbc49ee-f05b-47df-bce0-f95f2fed1e64 service neutron] 10.222.0.21 "DELETE /v2.0/ports/7994f055-cacc-4d8c-a6a0-d5bb8bbb6134/bindings/n-h2-772272-3 HTTP/1.1" status: 404 len: 380 time: 0.0843360 Jan 27 22:35:20.386089 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:35:20.406875 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134,segment=NetworkSegment(2ce8aa41-086e-4915-b503-639885e31858),segment_id=2ce8aa41-086e-4915-b503-639885e31858)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:20.410641 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:20.458257 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:20.465743 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:20.466097 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:20.466486 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:20.467417 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:20.467761 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:20.468105 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:20.468765 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:20.469106 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:20.469437 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:20.469773 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:20.470137 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:20.470468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:20.470797 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:20.470983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208dac7-43f5-4cff-a8c0-7fb60513cfbf req-2a635dcb-b10c-4093-9919-ebfc008c70ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:20.472544 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9208dac7-43f5-4cff-a8c0-7fb60513cfbf req-2a635dcb-b10c-4093-9919-ebfc008c70ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f44921e80a24db592ff0180e515ac64&device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 1096 time: 0.0429206 Jan 27 22:35:20.565528 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208dac7-43f5-4cff-a8c0-7fb60513cfbf req-15abd54e-756b-45e9-9b2e-3be2e99d0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:20.567021 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9208dac7-43f5-4cff-a8c0-7fb60513cfbf req-15abd54e-756b-45e9-9b2e-3be2e99d0ef2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bccc7ccd-3b54-4151-9867-492f2adb5449 HTTP/1.1" status: 200 len: 916 time: 0.0882804 Jan 27 22:35:20.608623 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9208dac7-43f5-4cff-a8c0-7fb60513cfbf req-dee92728-fdb5-44e1-8e28-1dddd74dc41a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 HTTP/1.1" status: 200 len: 217 time: 0.0352743 Jan 27 22:35:20.623350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['7994f055-cacc-4d8c-a6a0-d5bb8bbb6134'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:35:20.657329 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208dac7-43f5-4cff-a8c0-7fb60513cfbf req-180150ac-6159-4ecd-9956-f0ab0add4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:20.658710 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9208dac7-43f5-4cff-a8c0-7fb60513cfbf req-180150ac-6159-4ecd-9956-f0ab0add4730 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94070174-2c8d-469b-ada9-2009e5f7df92 HTTP/1.1" status: 200 len: 855 time: 0.0438530 Jan 27 22:35:20.689427 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9208dac7-43f5-4cff-a8c0-7fb60513cfbf req-bb44e410-03e7-43dd-a395-a7340d2c393b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bccc7ccd-3b54-4151-9867-492f2adb5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244634 Jan 27 22:35:20.784472 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9208dac7-43f5-4cff-a8c0-7fb60513cfbf req-a63c2579-145f-412f-9748-a7280c90a762 service neutron] 10.222.0.21 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885105 Jan 27 22:35:20.872778 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9208dac7-43f5-4cff-a8c0-7fb60513cfbf req-241a34d2-32fb-411e-9616-1fa6010e2ee9 service neutron] 10.222.0.21 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823460 Jan 27 22:35:21.471926 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:21.500015 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41773e-111b-4b59-bf81-d07c11aa5b7b req-a0fc6e2c-6c4f-46bf-9060-9c7724530d7e tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:21.501548 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b41773e-111b-4b59-bf81-d07c11aa5b7b req-a0fc6e2c-6c4f-46bf-9060-9c7724530d7e tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 945 time: 0.0559731 Jan 27 22:35:21.548953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b41773e-111b-4b59-bf81-d07c11aa5b7b req-09e9c869-5de9-45b3-91f5-0c3e0848b614 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417941 Jan 27 22:35:21.662375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd787d1-98fc-4a6c-bf66-3bafeb7353b9 req-0335096a-85c7-47ba-8618-465b386d1486 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:21.663875 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fdd787d1-98fc-4a6c-bf66-3bafeb7353b9 req-0335096a-85c7-47ba-8618-465b386d1486 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 945 time: 0.0483620 Jan 27 22:35:21.710192 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fdd787d1-98fc-4a6c-bf66-3bafeb7353b9 req-883bd6ba-dcb5-4f15-b567-f3e7319ec7d8 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407159 Jan 27 22:35:21.823079 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f6487-ef94-40e5-af79-68729c812f2e req-4ac83a7e-fc29-40f5-86a0-b221bd33902a tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:21.824478 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d41f6487-ef94-40e5-af79-68729c812f2e req-4ac83a7e-fc29-40f5-86a0-b221bd33902a tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 945 time: 0.0508595 Jan 27 22:35:21.870563 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d41f6487-ef94-40e5-af79-68729c812f2e req-54d3d468-7446-4f89-91d8-42aa9a8c3e0f tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399768 Jan 27 22:35:22.207415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-b5af31d9-82ee-4f60-bc16-05fba3bb7382 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:22.208915 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-b5af31d9-82ee-4f60-bc16-05fba3bb7382 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/networks?id=bccc7ccd-3b54-4151-9867-492f2adb5449 HTTP/1.1" status: 200 len: 815 time: 0.1001616 Jan 27 22:35:22.223752 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-3993f7c2-e987-4bee-b9a5-416553802c80 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/quotas/4f44921e80a24db592ff0180e515ac64 HTTP/1.1" status: 200 len: 375 time: 0.0093265 Jan 27 22:35:22.239922 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:35:22.277164 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-ced114fd-1743-42f0-baf0-7943518fad70 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f44921e80a24db592ff0180e515ac64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484085 Jan 27 22:35:22.289403 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:35:22.293610 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:22.293974 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:22.368485 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-5fd895b9-9b14-4292-b5e1-cc8b946c90da service neutron] 10.222.0.23 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838156 Jan 27 22:35:22.373815 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:22.374312 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:22.397256 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18118209-f69a-444a-8245-2c5ea2062518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7994f055-cacc-4d8c-a6a0-d5bb8bbb6134'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:35:22.399586 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec21bd13-9536-420e-aab3-db5708df209b" -d '{"events": [{"server_uuid": "18118209-f69a-444a-8245-2c5ea2062518", "name": "network-vif-plugged", "status": "completed", "tag": "7994f055-cacc-4d8c-a6a0-d5bb8bbb6134"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:35:22.412400 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134,segment=NetworkSegment(2ce8aa41-086e-4915-b503-639885e31858),segment_id=2ce8aa41-086e-4915-b503-639885e31858)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:22.417928 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:22.469779 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134,revision_number=9']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:22.480708 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-5a337d63-6996-48d2-b5f4-fb9048837af3 service neutron] 10.222.0.23 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058648 Jan 27 22:35:22.508960 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90301b2d-f3b2-4ab3-bbe8-4bc1cbe2b6c3 x-openstack-request-id: req-90301b2d-f3b2-4ab3-bbe8-4bc1cbe2b6c3 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:35:22.509320 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18118209-f69a-444a-8245-2c5ea2062518", "name": "network-vif-plugged", "status": "completed", "tag": "7994f055-cacc-4d8c-a6a0-d5bb8bbb6134", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:35:22.509676 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90301b2d-f3b2-4ab3-bbe8-4bc1cbe2b6c3 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:35:22.510156 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18118209-f69a-444a-8245-2c5ea2062518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7994f055-cacc-4d8c-a6a0-d5bb8bbb6134', 'code': 200} Jan 27 22:35:22.636528 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e11c37c8-04b6-454b-88d4-d941f3c383ef req-2d0d2335-eea3-4cd1-a629-095f2e4aff22 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 210 time: 0.0270030 Jan 27 22:35:23.365312 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462bb51-f6ef-4725-ac9f-32491dfbdd7d req-25360428-6136-4a90-8c4a-2b5970652ead tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:23.366807 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c462bb51-f6ef-4725-ac9f-32491dfbdd7d req-25360428-6136-4a90-8c4a-2b5970652ead tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.15 "GET /v2.0/ports?device_id=18118209-f69a-444a-8245-2c5ea2062518 HTTP/1.1" status: 200 len: 946 time: 0.0518348 Jan 27 22:35:23.530222 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-c462bb51-f6ef-4725-ac9f-32491dfbdd7d req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Deleting port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:35:23.530566 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c462bb51-f6ef-4725-ac9f-32491dfbdd7d req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.558041 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-406f2b53-b99d-4c9e-9254-77d19f396ed8 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:23.559456 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-406f2b53-b99d-4c9e-9254-77d19f396ed8 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.15 "GET /v2.0/networks?id=bccc7ccd-3b54-4151-9867-492f2adb5449 HTTP/1.1" status: 200 len: 815 time: 0.1318645 Jan 27 22:35:23.591598 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-b348ebc3-dc61-40a1-8558-dbb20cff4f69 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Request body: {'port': {'device_id': '7f5e442c-ba7c-47cf-8429-d29ace0543e3', 'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449', 'admin_state_up': True, 'tenant_id': '4f44921e80a24db592ff0180e515ac64'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:23.697244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c462bb51-f6ef-4725-ac9f-32491dfbdd7d req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] For port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134,segment=NetworkSegment(2ce8aa41-086e-4915-b503-639885e31858),segment_id=2ce8aa41-086e-4915-b503-639885e31858)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:23.697949 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c462bb51-f6ef-4725-ac9f-32491dfbdd7d req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.733880 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-c462bb51-f6ef-4725-ac9f-32491dfbdd7d req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Calling delete_port for 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:35:23.756150 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d57709f7-ec54-49bf-b881-8df1f8d1bb02 req-d5b832ec-3e7e-4608-b813-89a647f74076 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 210 time: 0.0523057 Jan 27 22:35:23.807267 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-b348ebc3-dc61-40a1-8558-dbb20cff4f69 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Made reservation on behalf of 4f44921e80a24db592ff0180e515ac64 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:35:23.810584 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-b348ebc3-dc61-40a1-8558-dbb20cff4f69 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.980057 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c462bb51-f6ef-4725-ac9f-32491dfbdd7d req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (7994f055-cacc-4d8c-a6a0-d5bb8bbb6134), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.992276 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['7994f055-cacc-4d8c-a6a0-d5bb8bbb6134'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:35:24.018981 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-b348ebc3-dc61-40a1-8558-dbb20cff4f69 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Allocated IP 172.20.0.14 (bccc7ccd-3b54-4151-9867-492f2adb5449/94070174-2c8d-469b-ada9-2009e5f7df92/04304301-de59-4816-bf02-7f7d68ce4faf) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:35:24.021624 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Pushing event deleted for resources: {'Port': ['ID=7994f055-cacc-4d8c-a6a0-d5bb8bbb6134,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:24.036956 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.037312 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.037658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.038001 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.038341 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.038679 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.039018 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.039348 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.039677 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.040006 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.040383 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.040719 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.041048 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:24.089337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c462bb51-f6ef-4725-ac9f-32491dfbdd7d req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] No DVR routers for this DVR port 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:35:24.096710 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c462bb51-f6ef-4725-ac9f-32491dfbdd7d req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.099976 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c462bb51-f6ef-4725-ac9f-32491dfbdd7d req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.15 "DELETE /v2.0/ports/7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 HTTP/1.1" status: 204 len: 173 time: 0.7281356 Jan 27 22:35:24.100445 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18118209-f69a-444a-8245-2c5ea2062518', 'name': 'network-vif-deleted', 'tag': '7994f055-cacc-4d8c-a6a0-d5bb8bbb6134'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:35:24.102862 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb71ad4-ba3f-421f-b77b-b5f093c13a2d" -d '{"events": [{"server_uuid": "18118209-f69a-444a-8245-2c5ea2062518", "name": "network-vif-deleted", "tag": "7994f055-cacc-4d8c-a6a0-d5bb8bbb6134"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:35:24.147787 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394deacc-8cd1-4a7c-b2fb-8cad2f16f45f x-openstack-request-id: req-394deacc-8cd1-4a7c-b2fb-8cad2f16f45f {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:35:24.147995 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18118209-f69a-444a-8245-2c5ea2062518", "name": "network-vif-deleted", "tag": "7994f055-cacc-4d8c-a6a0-d5bb8bbb6134", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:35:24.148142 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-394deacc-8cd1-4a7c-b2fb-8cad2f16f45f {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:35:24.148630 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18118209-f69a-444a-8245-2c5ea2062518', 'name': 'network-vif-deleted', 'tag': '7994f055-cacc-4d8c-a6a0-d5bb8bbb6134', 'status': 'completed', 'code': 200} Jan 27 22:35:24.161713 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-36911c09-6218-4ef8-aef5-d96e3010c502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.236329 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-b348ebc3-dc61-40a1-8558-dbb20cff4f69 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Publish callbacks [] for port (04304301-de59-4816-bf02-7f7d68ce4faf), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.273660 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-b348ebc3-dc61-40a1-8558-dbb20cff4f69 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (04304301-de59-4816-bf02-7f7d68ce4faf), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.285264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['7994f055-cacc-4d8c-a6a0-d5bb8bbb6134'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:35:24.325937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-b348ebc3-dc61-40a1-8558-dbb20cff4f69 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Network bccc7ccd-3b54-4151-9867-492f2adb5449 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:35:24.331549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-b348ebc3-dc61-40a1-8558-dbb20cff4f69 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:24.335983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-b348ebc3-dc61-40a1-8558-dbb20cff4f69 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:35:24.340328 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348ebc3-dc61-40a1-8558-dbb20cff4f69 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Pushing event updated for resources: {'Port': ['ID=04304301-de59-4816-bf02-7f7d68ce4faf,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:24.386645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-b348ebc3-dc61-40a1-8558-dbb20cff4f69 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:24.387262 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-b348ebc3-dc61-40a1-8558-dbb20cff4f69 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.403204 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-b348ebc3-dc61-40a1-8558-dbb20cff4f69 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8152244 Jan 27 22:35:24.415738 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] Request body: {'port': {'device_id': '7f5e442c-ba7c-47cf-8429-d29ace0543e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:24.468924 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (04304301-de59-4816-bf02-7f7d68ce4faf), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.723929 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04304301-de59-4816-bf02-7f7d68ce4faf {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:35:24.731156 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] Publish callbacks [] for port (04304301-de59-4816-bf02-7f7d68ce4faf), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.743116 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] Transition to ACTIVE for port object 04304301-de59-4816-bf02-7f7d68ce4faf will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:35:24.747078 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (04304301-de59-4816-bf02-7f7d68ce4faf), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.794070 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] Pushing event updated for resources: {'Port': ['ID=04304301-de59-4816-bf02-7f7d68ce4faf,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:24.901580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] Attempting to bind port 04304301-de59-4816-bf02-7f7d68ce4faf on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:35:24.901916 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] Attempting to bind port 04304301-de59-4816-bf02-7f7d68ce4faf by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '2ce8aa41-086e-4915-b503-639885e31858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:35:24.902249 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] Attempting to bind port 04304301-de59-4816-bf02-7f7d68ce4faf on network bccc7ccd-3b54-4151-9867-492f2adb5449 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:35:24.912460 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817408f-8b6e-4c6a-b07a-73ae0141ef64 req-3f5f84f7-9840-41ce-91bc-bf34425ac9e0 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:24.913943 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2817408f-8b6e-4c6a-b07a-73ae0141ef64 req-3f5f84f7-9840-41ce-91bc-bf34425ac9e0 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 944 time: 0.0772331 Jan 27 22:35:24.916046 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] Port 04304301-de59-4816-bf02-7f7d68ce4faf on network bccc7ccd-3b54-4151-9867-492f2adb5449 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:35:24.916391 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] Attempting to bind port 04304301-de59-4816-bf02-7f7d68ce4faf on network bccc7ccd-3b54-4151-9867-492f2adb5449 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:35:24.927738 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:35:24.928080 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] Checking segment: {'id': '2ce8aa41-086e-4915-b503-639885e31858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:24.928486 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] Bound using segment: {'id': '2ce8aa41-086e-4915-b503-639885e31858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:35:24.928918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] Bound port: 04304301-de59-4816-bf02-7f7d68ce4faf, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce8aa41-086e-4915-b503-639885e31858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:35:24.929277 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (04304301-de59-4816-bf02-7f7d68ce4faf), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:25.003257 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2817408f-8b6e-4c6a-b07a-73ae0141ef64 req-91db1579-b9a5-45da-8ae7-242305bb3f43 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836637 Jan 27 22:35:25.022551 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] For port 04304301-de59-4816-bf02-7f7d68ce4faf, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:35:25.026022 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] For port 04304301-de59-4816-bf02-7f7d68ce4faf, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=04304301-de59-4816-bf02-7f7d68ce4faf,segment=NetworkSegment(2ce8aa41-086e-4915-b503-639885e31858),segment_id=2ce8aa41-086e-4915-b503-639885e31858)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:35:25.030722 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (04304301-de59-4816-bf02-7f7d68ce4faf), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:25.062122 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:25.062739 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:25.064151 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] 10.222.0.15 "PUT /v2.0/ports/04304301-de59-4816-bf02-7f7d68ce4faf HTTP/1.1" status: 200 len: 1092 time: 0.6526508 Jan 27 22:35:25.088515 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244acf62-c6b2-4ce9-8453-5e40584129dd service neutron] Pushing event updated for resources: {'Port': ['ID=04304301-de59-4816-bf02-7f7d68ce4faf,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:25.147432 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-e0ab0eea-a33a-4f7a-975f-9c26a55bdee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:25.148969 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-e0ab0eea-a33a-4f7a-975f-9c26a55bdee7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f44921e80a24db592ff0180e515ac64&device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 1095 time: 0.0456696 Jan 27 22:35:25.188434 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-2b6c8e5f-0f89-4bc2-a0de-7b29e6392691 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04304301-de59-4816-bf02-7f7d68ce4faf HTTP/1.1" status: 200 len: 217 time: 0.0329120 Jan 27 22:35:25.235884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-a65f367e-ac88-464c-8a9a-a9b67a37d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:25.237343 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-a65f367e-ac88-464c-8a9a-a9b67a37d3d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94070174-2c8d-469b-ada9-2009e5f7df92 HTTP/1.1" status: 200 len: 855 time: 0.0432897 Jan 27 22:35:25.272940 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-120a23ca-c7c7-44d3-9aea-5af928332336 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bccc7ccd-3b54-4151-9867-492f2adb5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288527 Jan 27 22:35:25.360335 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-e8ed5442-47db-4ca9-aafb-1c39bb928318 service neutron] 10.222.0.15 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819011 Jan 27 22:35:25.452427 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec517043-4ca3-4d81-91ba-38b9332cb4d2 req-3daa019b-f069-4840-b716-d094043485cb service neutron] 10.222.0.15 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858173 Jan 27 22:35:26.112175 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:35:26.120731 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b0a7d-7313-4a8d-8c5f-17bf2f658b0c req-98c0cd87-ddd8-43f1-99e1-9195cf8d7e34 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:26.122253 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-990b0a7d-7313-4a8d-8c5f-17bf2f658b0c req-98c0cd87-ddd8-43f1-99e1-9195cf8d7e34 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 944 time: 0.0487077 Jan 27 22:35:26.152950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5e442c-ba7c-47cf-8429-d29ace0543e3', 'tag': '04304301-de59-4816-bf02-7f7d68ce4faf'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:35:26.155109 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a0bcca-ae0f-46a2-8261-7058e363ff21" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5e442c-ba7c-47cf-8429-d29ace0543e3", "tag": "04304301-de59-4816-bf02-7f7d68ce4faf"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:35:26.173558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-990b0a7d-7313-4a8d-8c5f-17bf2f658b0c req-585f7877-ce74-4ff1-8185-676ca4d5a57a tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451009 Jan 27 22:35:26.191868 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afd25c2-be01-4de2-8d14-ba82560e6917 x-openstack-request-id: req-2afd25c2-be01-4de2-8d14-ba82560e6917 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:35:26.192183 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5e442c-ba7c-47cf-8429-d29ace0543e3", "tag": "04304301-de59-4816-bf02-7f7d68ce4faf", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:35:26.192466 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2afd25c2-be01-4de2-8d14-ba82560e6917 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:35:26.192914 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5e442c-ba7c-47cf-8429-d29ace0543e3', 'tag': '04304301-de59-4816-bf02-7f7d68ce4faf', 'status': 'completed', 'code': 200} Jan 27 22:35:26.254789 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0bcca-ae0f-46a2-8261-7058e363ff21 req-487b95ee-99ff-48ae-a51f-e7d7bb3f10cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:26.256198 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1a0bcca-ae0f-46a2-8261-7058e363ff21 req-487b95ee-99ff-48ae-a51f-e7d7bb3f10cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f44921e80a24db592ff0180e515ac64&device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 1095 time: 0.0401111 Jan 27 22:35:26.345824 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0bcca-ae0f-46a2-8261-7058e363ff21 req-8bd88988-d601-4e9f-80ff-c973ebae70d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:26.347273 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1a0bcca-ae0f-46a2-8261-7058e363ff21 req-8bd88988-d601-4e9f-80ff-c973ebae70d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bccc7ccd-3b54-4151-9867-492f2adb5449 HTTP/1.1" status: 200 len: 916 time: 0.0851910 Jan 27 22:35:26.387831 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1a0bcca-ae0f-46a2-8261-7058e363ff21 req-c421e268-351b-4e6a-8ad8-92290bcbf69f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04304301-de59-4816-bf02-7f7d68ce4faf HTTP/1.1" status: 200 len: 217 time: 0.0341916 Jan 27 22:35:26.440211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0bcca-ae0f-46a2-8261-7058e363ff21 req-5cf4dcce-d293-4feb-8f3b-cf09abf9f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:26.441649 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1a0bcca-ae0f-46a2-8261-7058e363ff21 req-5cf4dcce-d293-4feb-8f3b-cf09abf9f48a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94070174-2c8d-469b-ada9-2009e5f7df92 HTTP/1.1" status: 200 len: 855 time: 0.0486903 Jan 27 22:35:26.474473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1a0bcca-ae0f-46a2-8261-7058e363ff21 req-a85411e3-0a71-4979-a157-9257e08f616b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bccc7ccd-3b54-4151-9867-492f2adb5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274205 Jan 27 22:35:26.561977 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1a0bcca-ae0f-46a2-8261-7058e363ff21 req-4c1c2686-e00b-4203-9f46-695ff6c56cf6 service neutron] 10.222.0.15 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809317 Jan 27 22:35:26.651970 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1a0bcca-ae0f-46a2-8261-7058e363ff21 req-f514460a-4da5-45d1-bacc-425d31147e9b service neutron] 10.222.0.15 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848873 Jan 27 22:35:26.737988 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e785fbfb-aa36-4bd0-998b-9a77afaba00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:27.614713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e392a-c9db-4a9e-97b0-3b4c9d2ba094 req-2d195c75-fafe-4654-bf3b-d78202ffe65d tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:27.616333 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b1e392a-c9db-4a9e-97b0-3b4c9d2ba094 req-2d195c75-fafe-4654-bf3b-d78202ffe65d tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 944 time: 0.3759665 Jan 27 22:35:27.647113 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:27.664146 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b1e392a-c9db-4a9e-97b0-3b4c9d2ba094 req-551ecf8b-fcf4-4031-a10b-cd4636348496 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423732 Jan 27 22:35:28.245540 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 04304301-de59-4816-bf02-7f7d68ce4faf details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:35:28.248702 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:35:28.275306 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:35:28.275588 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 7994f055-cacc-4d8c-a6a0-d5bb8bbb6134 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:35:28.361508 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 04304301-de59-4816-bf02-7f7d68ce4faf, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=04304301-de59-4816-bf02-7f7d68ce4faf,segment=NetworkSegment(2ce8aa41-086e-4915-b503-639885e31858),segment_id=2ce8aa41-086e-4915-b503-639885e31858)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:28.371769 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '04304301-de59-4816-bf02-7f7d68ce4faf', 'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449', 'port_id': '04304301-de59-4816-bf02-7f7d68ce4faf', 'mac_address': 'fa:16:3e:04:db:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94070174-2c8d-469b-ada9-2009e5f7df92', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:35:28.408722 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 04304301-de59-4816-bf02-7f7d68ce4faf is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:28.409118 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (04304301-de59-4816-bf02-7f7d68ce4faf), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:28.422423 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04304301-de59-4816-bf02-7f7d68ce4faf {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:35:28.441092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 04304301-de59-4816-bf02-7f7d68ce4faf, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=04304301-de59-4816-bf02-7f7d68ce4faf,segment=NetworkSegment(2ce8aa41-086e-4915-b503-639885e31858),segment_id=2ce8aa41-086e-4915-b503-639885e31858)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:28.444976 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (04304301-de59-4816-bf02-7f7d68ce4faf), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:28.494838 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=04304301-de59-4816-bf02-7f7d68ce4faf,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:28.632068 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['04304301-de59-4816-bf02-7f7d68ce4faf'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:35:28.779973 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b9bfc-69f4-4ff8-8d97-3e65e52cc6a8 req-7e714ccc-080a-4fda-ab92-9686839d3d49 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:28.781512 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-618b9bfc-69f4-4ff8-8d97-3e65e52cc6a8 req-7e714ccc-080a-4fda-ab92-9686839d3d49 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 945 time: 0.0488491 Jan 27 22:35:28.827344 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-618b9bfc-69f4-4ff8-8d97-3e65e52cc6a8 req-b1209c3c-c951-49f2-b43e-2558294b38bd tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402548 Jan 27 22:35:29.019982 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:29.944133 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bf628-e7bc-4c12-892b-af47f54d3d2f req-435f72da-f556-4795-b596-b9e2dbc650fd tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:29.945654 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-855bf628-e7bc-4c12-892b-af47f54d3d2f req-435f72da-f556-4795-b596-b9e2dbc650fd tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 945 time: 0.0509319 Jan 27 22:35:29.992057 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-855bf628-e7bc-4c12-892b-af47f54d3d2f req-7f88c272-254a-470b-813b-4694d2ac0b19 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407426 Jan 27 22:35:30.243912 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 04304301-de59-4816-bf02-7f7d68ce4faf up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:35:30.294724 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 04304301-de59-4816-bf02-7f7d68ce4faf completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:35:30.298753 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 04304301-de59-4816-bf02-7f7d68ce4faf triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:30.299137 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (04304301-de59-4816-bf02-7f7d68ce4faf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:30.380750 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:30.388209 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 04304301-de59-4816-bf02-7f7d68ce4faf is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:30.389125 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (04304301-de59-4816-bf02-7f7d68ce4faf), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:30.412312 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5e442c-ba7c-47cf-8429-d29ace0543e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04304301-de59-4816-bf02-7f7d68ce4faf'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:35:30.414534 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa5415b-ab5e-4c1f-b888-405aec32b988" -d '{"events": [{"server_uuid": "7f5e442c-ba7c-47cf-8429-d29ace0543e3", "name": "network-vif-plugged", "status": "completed", "tag": "04304301-de59-4816-bf02-7f7d68ce4faf"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:35:30.427505 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 04304301-de59-4816-bf02-7f7d68ce4faf, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=04304301-de59-4816-bf02-7f7d68ce4faf,segment=NetworkSegment(2ce8aa41-086e-4915-b503-639885e31858),segment_id=2ce8aa41-086e-4915-b503-639885e31858)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:30.431749 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (04304301-de59-4816-bf02-7f7d68ce4faf), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:30.458994 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd33626-e845-4b4b-a0b7-0d6eadc2cf79 x-openstack-request-id: req-5dd33626-e845-4b4b-a0b7-0d6eadc2cf79 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:35:30.459294 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5e442c-ba7c-47cf-8429-d29ace0543e3", "name": "network-vif-plugged", "status": "completed", "tag": "04304301-de59-4816-bf02-7f7d68ce4faf", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:35:30.459557 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5dd33626-e845-4b4b-a0b7-0d6eadc2cf79 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:35:30.459953 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5e442c-ba7c-47cf-8429-d29ace0543e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04304301-de59-4816-bf02-7f7d68ce4faf', 'code': 200} Jan 27 22:35:30.486247 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=04304301-de59-4816-bf02-7f7d68ce4faf,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:30.544919 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa776608-637f-4e90-9468-375898e114d2 req-ec17d66e-b409-40de-8735-2cd7657433c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:30.546391 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa776608-637f-4e90-9468-375898e114d2 req-ec17d66e-b409-40de-8735-2cd7657433c6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 1097 time: 0.0388072 Jan 27 22:35:30.588700 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa776608-637f-4e90-9468-375898e114d2 req-ed1d0809-9904-4322-9f5f-eb75a1b33884 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366330 Jan 27 22:35:31.103586 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837347f-755c-4799-a0bb-adf5276d59ee req-0b8d9605-c37e-4c80-ab3e-f94ee7a3bf6a tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:31.105074 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f837347f-755c-4799-a0bb-adf5276d59ee req-0b8d9605-c37e-4c80-ab3e-f94ee7a3bf6a tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0469136 Jan 27 22:35:31.153953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f837347f-755c-4799-a0bb-adf5276d59ee req-814d96c0-232a-4c9a-abc1-d34d2286c501 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429230 Jan 27 22:35:32.272378 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890fc2e-84ed-46bb-8760-20f1663bca78 req-9517d024-8f9f-41c7-8674-c92c783b5521 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:32.273752 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e890fc2e-84ed-46bb-8760-20f1663bca78 req-9517d024-8f9f-41c7-8674-c92c783b5521 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0484080 Jan 27 22:35:32.320257 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e890fc2e-84ed-46bb-8760-20f1663bca78 req-172f6a95-d46f-41d4-b675-95d1c769fa06 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400987 Jan 27 22:35:32.432156 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef41b80-c0a7-4c57-a2e4-dfd35938c40a req-0068de7b-194e-4606-8b51-a6477655283e tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:32.433653 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ef41b80-c0a7-4c57-a2e4-dfd35938c40a req-0068de7b-194e-4606-8b51-a6477655283e tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0470097 Jan 27 22:35:32.479066 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ef41b80-c0a7-4c57-a2e4-dfd35938c40a req-4ebf1f4f-37b0-467b-96f7-8c4830588ad8 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392275 Jan 27 22:35:32.727480 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-ea7927c0-efc6-4a01-b477-5ef4629df096 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0729334 Jan 27 22:35:32.735803 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21828058-e307-4732-a352-f38d26b11135 req-e3a23fd5-b18c-4c0a-b92a-977d1f142ed0 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:32.737208 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21828058-e307-4732-a352-f38d26b11135 req-e3a23fd5-b18c-4c0a-b92a-977d1f142ed0 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0733664 Jan 27 22:35:32.742364 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e404fb-af5e-4b56-b521-910f00dc3479 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:35:32.743341 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e404fb-af5e-4b56-b521-910f00dc3479 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052843 Jan 27 22:35:32.785476 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21828058-e307-4732-a352-f38d26b11135 req-4f3bdfd2-b128-40ea-b81f-9fafe9173fa6 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412529 Jan 27 22:35:33.871947 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-e25efe3a-75ec-405b-8702-09f273d5e0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:33.874054 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-e25efe3a-75ec-405b-8702-09f273d5e0ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f44921e80a24db592ff0180e515ac64&device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 1097 time: 0.0549490 Jan 27 22:35:33.956981 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6050617-bf4d-4397-ac0f-6766709b92ea req-71fbdf84-0385-4d43-b9d2-ac82c5d8a4c3 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:33.958480 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6050617-bf4d-4397-ac0f-6766709b92ea req-71fbdf84-0385-4d43-b9d2-ac82c5d8a4c3 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.1027715 Jan 27 22:35:34.007749 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-2bd496ec-4b02-4709-8126-415bbb7e7e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:34.009256 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-2bd496ec-4b02-4709-8126-415bbb7e7e8a service neutron] 10.222.0.15 "GET /v2.0/networks?id=bccc7ccd-3b54-4151-9867-492f2adb5449 HTTP/1.1" status: 200 len: 916 time: 0.1223466 Jan 27 22:35:34.059712 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-c4fa71b4-8b18-4fe7-8cf3-312ab7f5eee2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04304301-de59-4816-bf02-7f7d68ce4faf HTTP/1.1" status: 200 len: 217 time: 0.0428534 Jan 27 22:35:34.063793 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6050617-bf4d-4397-ac0f-6766709b92ea req-556fc7af-a62c-4a98-bd9f-8c1ae318e00c tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948324 Jan 27 22:35:34.106503 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-e4fb3bab-a7e9-4ad2-824b-090d7808c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:34.108512 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-e4fb3bab-a7e9-4ad2-824b-090d7808c78b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94070174-2c8d-469b-ada9-2009e5f7df92 HTTP/1.1" status: 200 len: 855 time: 0.0433798 Jan 27 22:35:34.137950 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-2805c4af-fa3c-4175-97ee-7c37c594fb13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bccc7ccd-3b54-4151-9867-492f2adb5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241961 Jan 27 22:35:34.228921 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-85ea64d2-0b8a-438e-81dc-1838413bd818 service neutron] 10.222.0.15 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850530 Jan 27 22:35:34.316499 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-93b4bf8e-9624-4db5-90cc-7be3d0ab9a77 service neutron] 10.222.0.15 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811381 Jan 27 22:35:35.182649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cefdd-9be5-4320-b6bc-3e6b5009df3d req-068eff03-6ce7-48ab-9acf-1c092f20f3ad tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:35.184101 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d86cefdd-9be5-4320-b6bc-3e6b5009df3d req-068eff03-6ce7-48ab-9acf-1c092f20f3ad tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0519521 Jan 27 22:35:35.230024 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d86cefdd-9be5-4320-b6bc-3e6b5009df3d req-e94d91ec-d4d3-4f0e-847c-b456411a82ea tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397985 Jan 27 22:35:36.346206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ed62a-6447-4785-a277-52f90a54dbd1 req-ff6ba147-2627-4ecc-b028-12c933e80cdd tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:36.347686 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-125ed62a-6447-4785-a277-52f90a54dbd1 req-ff6ba147-2627-4ecc-b028-12c933e80cdd tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0484316 Jan 27 22:35:36.394011 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-125ed62a-6447-4785-a277-52f90a54dbd1 req-e824ff35-1683-46e1-889e-2640af734a10 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407579 Jan 27 22:35:37.513006 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6e555-3ab9-4114-9f55-a687790133c6 req-0fd39fdd-e915-446d-9ab3-21676b857df0 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:37.514561 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2c6e555-3ab9-4114-9f55-a687790133c6 req-0fd39fdd-e915-446d-9ab3-21676b857df0 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0521302 Jan 27 22:35:37.560597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2c6e555-3ab9-4114-9f55-a687790133c6 req-0114fc86-5685-403d-bca8-6d29111ab0a6 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404313 Jan 27 22:35:38.676243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49f5a2-0afb-467f-a9bc-a0731ca2fd34 req-befc6b03-4be0-49bf-b30d-b206b0495536 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:38.677848 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d49f5a2-0afb-467f-a9bc-a0731ca2fd34 req-befc6b03-4be0-49bf-b30d-b206b0495536 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0505402 Jan 27 22:35:38.726933 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9d49f5a2-0afb-467f-a9bc-a0731ca2fd34 req-00f1c63b-e235-4ab8-9d85-c058e17339bf tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434208 Jan 27 22:35:39.845523 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d8996-263f-477c-bb39-3e0a285bb38f req-45736edf-7eb4-4ffa-bb06-85c31a294c43 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:39.847039 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-484d8996-263f-477c-bb39-3e0a285bb38f req-45736edf-7eb4-4ffa-bb06-85c31a294c43 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0514739 Jan 27 22:35:39.899490 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-484d8996-263f-477c-bb39-3e0a285bb38f req-a85b4f87-bf59-4114-bb53-bcc3fdd4bec8 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466142 Jan 27 22:35:41.016539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746df8a7-e4eb-4654-b26e-f4f7553768e1 req-c3069bdd-3743-4122-b508-3b37ea312c28 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:41.018043 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-746df8a7-e4eb-4654-b26e-f4f7553768e1 req-c3069bdd-3743-4122-b508-3b37ea312c28 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0505755 Jan 27 22:35:41.063686 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-746df8a7-e4eb-4654-b26e-f4f7553768e1 req-8dac13c9-11e8-4934-babb-37cce4481edb tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400891 Jan 27 22:35:42.176986 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be07e71-f5fc-400e-87a0-807642ec9256 req-c73f463e-6bc0-46e9-97b6-d070c3a8b05f tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:42.178458 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7be07e71-f5fc-400e-87a0-807642ec9256 req-c73f463e-6bc0-46e9-97b6-d070c3a8b05f tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0480385 Jan 27 22:35:42.226905 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7be07e71-f5fc-400e-87a0-807642ec9256 req-6632275a-4284-49ad-a4a8-60b0669386c5 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428965 Jan 27 22:35:42.992567 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:43.344446 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9efcac-e790-41c9-8719-89fc5d0d1f0c req-8a2b8325-07c1-4951-b1e4-f9c5a170ce51 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:43.345925 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cc9efcac-e790-41c9-8719-89fc5d0d1f0c req-8a2b8325-07c1-4951-b1e4-f9c5a170ce51 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0529032 Jan 27 22:35:43.391557 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cc9efcac-e790-41c9-8719-89fc5d0d1f0c req-64f2ad00-07aa-430f-a7b8-530d201e5dd6 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398824 Jan 27 22:35:44.507774 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5aa7a6-d70a-4772-9c75-4cec5ccf3654 req-361a3998-b2ca-4dad-b4a8-d60e8f3525f8 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:44.509258 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e5aa7a6-d70a-4772-9c75-4cec5ccf3654 req-361a3998-b2ca-4dad-b4a8-d60e8f3525f8 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0481532 Jan 27 22:35:44.554920 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e5aa7a6-d70a-4772-9c75-4cec5ccf3654 req-38f99b21-471f-4ee6-8987-c97b784c73ab tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400116 Jan 27 22:35:45.670237 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489f6c7-0d06-4235-a8de-7430138395c9 req-ae491c96-8cd9-44e7-8e31-dd14fbf599d6 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:45.671736 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1489f6c7-0d06-4235-a8de-7430138395c9 req-ae491c96-8cd9-44e7-8e31-dd14fbf599d6 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0495551 Jan 27 22:35:45.721430 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1489f6c7-0d06-4235-a8de-7430138395c9 req-6a961391-7aff-4c6e-8887-41d8959a4879 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441248 Jan 27 22:35:46.839066 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46ff19-dddd-40cc-a920-99549a37423a req-9129f464-fc25-4fcb-b7b9-b0423424fb7b tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:46.840582 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab46ff19-dddd-40cc-a920-99549a37423a req-9129f464-fc25-4fcb-b7b9-b0423424fb7b tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0482326 Jan 27 22:35:46.887698 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ab46ff19-dddd-40cc-a920-99549a37423a req-d8313cca-02de-4beb-8048-937fc9dc9ada tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411732 Jan 27 22:35:48.003178 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46833c-ba42-440c-be10-8e30caeb1477 req-6593fbee-03ac-4aa1-bc5e-37b5acb1ffbf tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:48.004359 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c46833c-ba42-440c-be10-8e30caeb1477 req-6593fbee-03ac-4aa1-bc5e-37b5acb1ffbf tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0498438 Jan 27 22:35:48.051158 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c46833c-ba42-440c-be10-8e30caeb1477 req-cf326730-45b0-480f-ad61-56673bec2f4c tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412126 Jan 27 22:35:49.171861 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b0962-5b95-43ac-bf49-40e9eefc0e2d req-ec5d0396-48a6-4427-8c2d-d6b2fa467950 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:49.173269 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a1b0962-5b95-43ac-bf49-40e9eefc0e2d req-ec5d0396-48a6-4427-8c2d-d6b2fa467950 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0518744 Jan 27 22:35:49.219538 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a1b0962-5b95-43ac-bf49-40e9eefc0e2d req-5dc86283-ef6d-4c0e-8d23-4359fff6bba5 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407467 Jan 27 22:35:50.332484 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af0e61-508d-4493-8da7-e208c9f6c084 req-5eb5035b-5cb7-4c7b-9ab6-54262d6aadc9 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:50.333971 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80af0e61-508d-4493-8da7-e208c9f6c084 req-5eb5035b-5cb7-4c7b-9ab6-54262d6aadc9 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0490451 Jan 27 22:35:50.380186 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80af0e61-508d-4493-8da7-e208c9f6c084 req-49c22aaf-1f10-49f6-99a5-675c1898d260 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406482 Jan 27 22:35:51.487020 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:51.501223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ed9bd-6565-4844-9c56-e213b688407d req-9dcc9c1e-6fb4-4a61-b8ac-3cba2517a47b tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:51.502736 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff5ed9bd-6565-4844-9c56-e213b688407d req-9dcc9c1e-6fb4-4a61-b8ac-3cba2517a47b tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0547340 Jan 27 22:35:51.550713 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff5ed9bd-6565-4844-9c56-e213b688407d req-778d687f-ab3f-4481-b296-db90d435b827 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421591 Jan 27 22:35:52.665310 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad6c28-105b-4560-814e-6a3fb958cb56 req-8dd60dd2-27bf-4661-be9d-47b40f7ed951 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:52.666779 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1ad6c28-105b-4560-814e-6a3fb958cb56 req-8dd60dd2-27bf-4661-be9d-47b40f7ed951 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0473983 Jan 27 22:35:52.711864 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1ad6c28-105b-4560-814e-6a3fb958cb56 req-e081ae6f-998a-4ccf-939d-13d6d0c29adf tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395133 Jan 27 22:35:53.825541 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49860a3c-145d-470e-bc1d-0e131678283b req-26649af6-c9b1-4aa0-b974-270d503bd6c9 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:53.827034 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49860a3c-145d-470e-bc1d-0e131678283b req-26649af6-c9b1-4aa0-b974-270d503bd6c9 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0479541 Jan 27 22:35:53.877711 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49860a3c-145d-470e-bc1d-0e131678283b req-ac6cf9f5-5cd6-4d32-9da1-2a1b74a59938 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451415 Jan 27 22:35:54.162887 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-22eaf714-1017-4638-9e70-193c0406dbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:54.994073 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8869ce-f0ae-446e-b6d5-ba039ec705ac req-8440763d-ce07-470f-b6d5-869020f1da60 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:54.995568 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b8869ce-f0ae-446e-b6d5-ba039ec705ac req-8440763d-ce07-470f-b6d5-869020f1da60 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0489616 Jan 27 22:35:55.042182 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b8869ce-f0ae-446e-b6d5-ba039ec705ac req-0679bb26-aed4-40c2-a0c2-a9270eb7d76e tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403249 Jan 27 22:35:56.158035 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11037e0f-60b2-4f10-b646-9b5538354759 req-d4075731-0112-4746-8b45-e63d95fc9d9a tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:56.159531 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11037e0f-60b2-4f10-b646-9b5538354759 req-d4075731-0112-4746-8b45-e63d95fc9d9a tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0492804 Jan 27 22:35:56.206401 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11037e0f-60b2-4f10-b646-9b5538354759 req-7326d106-545a-4175-84b9-8c8e919be2ab tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412123 Jan 27 22:35:56.738359 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3f543707-168b-44bb-9588-81e66b880620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:57.326861 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cab1a0-3bd7-4160-8b68-61e609410f20 req-64bcc0bc-8bfb-4e47-b862-71b7766fcccb tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:57.328271 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86cab1a0-3bd7-4160-8b68-61e609410f20 req-64bcc0bc-8bfb-4e47-b862-71b7766fcccb tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0529411 Jan 27 22:35:57.373716 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86cab1a0-3bd7-4160-8b68-61e609410f20 req-2609f5fb-feb7-4ae1-a54f-14655cd427b7 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399392 Jan 27 22:35:57.648922 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:58.489470 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab952d2-eee5-415c-8ab4-238e6b888e9c req-4d221e94-2362-4881-a673-1fa84c757702 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:58.490970 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cab952d2-eee5-415c-8ab4-238e6b888e9c req-4d221e94-2362-4881-a673-1fa84c757702 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0486679 Jan 27 22:35:58.538393 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cab952d2-eee5-415c-8ab4-238e6b888e9c req-930ba072-dd3b-4e45-9d2d-8be61f41bf3f tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419130 Jan 27 22:35:59.021362 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:59.650076 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d58f3e-2712-4870-a435-c36b30b639b6 req-36b5bc25-c40c-46ce-84cb-32079aebbfc7 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:59.651540 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5d58f3e-2712-4870-a435-c36b30b639b6 req-36b5bc25-c40c-46ce-84cb-32079aebbfc7 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0474911 Jan 27 22:35:59.701956 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5d58f3e-2712-4870-a435-c36b30b639b6 req-83b18e9f-da5e-4a81-9493-c13261c9ac8c tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441842 Jan 27 22:36:00.372292 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:00.816402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5f6f4-77d5-4aee-af55-50f92abfe28a req-fc845103-aece-409c-b0f6-b9e16773e09f tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:00.817895 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4db5f6f4-77d5-4aee-af55-50f92abfe28a req-fc845103-aece-409c-b0f6-b9e16773e09f tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0476968 Jan 27 22:36:00.865194 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4db5f6f4-77d5-4aee-af55-50f92abfe28a req-1f9f238f-a403-474b-a4ad-9959a8ac09ee tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417488 Jan 27 22:36:01.113537 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-1dd294ea-2c83-485a-94bd-a513719655e6 service neutron] show failed (client error): The resource could not be found. Jan 27 22:36:01.114656 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-1dd294ea-2c83-485a-94bd-a513719655e6 service neutron] 10.222.0.15 "GET /v2.0/ports/04304301-de59-4816-bf02-7f7d68ce4faf/bindings/n-h2-772272-3 HTTP/1.1" status: 404 len: 380 time: 0.0530388 Jan 27 22:36:01.313374 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-46bf9d8a-f572-43f4-b6f9-c828d1c6441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:01.314793 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-46bf9d8a-f572-43f4-b6f9-c828d1c6441b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3&tenant_id=4f44921e80a24db592ff0180e515ac64 HTTP/1.1" status: 200 len: 1097 time: 0.0444324 Jan 27 22:36:01.325148 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-772272-3', 'device_owner': 'compute:nova'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:01.376277 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (04304301-de59-4816-bf02-7f7d68ce4faf), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:01.572942 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] For port 04304301-de59-4816-bf02-7f7d68ce4faf, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=04304301-de59-4816-bf02-7f7d68ce4faf,segment=NetworkSegment(2ce8aa41-086e-4915-b503-639885e31858),segment_id=2ce8aa41-086e-4915-b503-639885e31858)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:36:01.606172 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] For port 04304301-de59-4816-bf02-7f7d68ce4faf, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:36:01.644129 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5e442c-ba7c-47cf-8429-d29ace0543e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04304301-de59-4816-bf02-7f7d68ce4faf'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:36:01.646459 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bdec5b-ffb1-4b3f-9c77-14c729da8cbe" -d '{"events": [{"server_uuid": "7f5e442c-ba7c-47cf-8429-d29ace0543e3", "name": "network-vif-unplugged", "status": "completed", "tag": "04304301-de59-4816-bf02-7f7d68ce4faf"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:36:01.649994 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] Publish callbacks [] for port (04304301-de59-4816-bf02-7f7d68ce4faf), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:01.662733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] Transition to ACTIVE for port object 04304301-de59-4816-bf02-7f7d68ce4faf will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:36:01.666588 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (04304301-de59-4816-bf02-7f7d68ce4faf), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:01.698980 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de239e17-1cdb-4866-9197-37db62f84d07 x-openstack-request-id: req-de239e17-1cdb-4866-9197-37db62f84d07 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:36:01.699276 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5e442c-ba7c-47cf-8429-d29ace0543e3", "name": "network-vif-unplugged", "status": "completed", "tag": "04304301-de59-4816-bf02-7f7d68ce4faf", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:36:01.699539 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de239e17-1cdb-4866-9197-37db62f84d07 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:36:01.699947 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5e442c-ba7c-47cf-8429-d29ace0543e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04304301-de59-4816-bf02-7f7d68ce4faf', 'code': 200} Jan 27 22:36:01.733896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] No DVR routers for this DVR port 04304301-de59-4816-bf02-7f7d68ce4faf on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:36:01.736970 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] Pushing event updated for resources: {'Port': ['ID=04304301-de59-4816-bf02-7f7d68ce4faf,revision_number=6']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:01.770809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] Attempting to bind port 04304301-de59-4816-bf02-7f7d68ce4faf on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:36:01.771138 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] Attempting to bind port 04304301-de59-4816-bf02-7f7d68ce4faf by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '2ce8aa41-086e-4915-b503-639885e31858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:36:01.771469 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] Attempting to bind port 04304301-de59-4816-bf02-7f7d68ce4faf on network bccc7ccd-3b54-4151-9867-492f2adb5449 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:36:01.775705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] Port 04304301-de59-4816-bf02-7f7d68ce4faf on network bccc7ccd-3b54-4151-9867-492f2adb5449 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:36:01.776035 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] Attempting to bind port 04304301-de59-4816-bf02-7f7d68ce4faf on network bccc7ccd-3b54-4151-9867-492f2adb5449 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:36:01.781411 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:36:01.781750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] Checking segment: {'id': '2ce8aa41-086e-4915-b503-639885e31858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:36:01.782134 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] Bound using segment: {'id': '2ce8aa41-086e-4915-b503-639885e31858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:36:01.782557 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] Bound port: 04304301-de59-4816-bf02-7f7d68ce4faf, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce8aa41-086e-4915-b503-639885e31858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:36:01.782915 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (04304301-de59-4816-bf02-7f7d68ce4faf), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:01.844359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] For port 04304301-de59-4816-bf02-7f7d68ce4faf, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:36:01.847486 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] For port 04304301-de59-4816-bf02-7f7d68ce4faf, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=04304301-de59-4816-bf02-7f7d68ce4faf,segment=NetworkSegment(2ce8aa41-086e-4915-b503-639885e31858),segment_id=2ce8aa41-086e-4915-b503-639885e31858)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:36:01.850844 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (04304301-de59-4816-bf02-7f7d68ce4faf), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:01.887536 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:01.888722 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:01.890110 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] 10.222.0.21 "PUT /v2.0/ports/04304301-de59-4816-bf02-7f7d68ce4faf HTTP/1.1" status: 200 len: 1092 time: 0.5689356 Jan 27 22:36:01.910826 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2b1bc-1d33-48ad-a6f3-7d2d295322d2 service neutron] Pushing event updated for resources: {'Port': ['ID=04304301-de59-4816-bf02-7f7d68ce4faf,revision_number=7']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:01.985639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-6c65ca20-7703-4762-a995-e3f93beb97e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:01.987159 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-6c65ca20-7703-4762-a995-e3f93beb97e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f44921e80a24db592ff0180e515ac64&device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 1095 time: 0.0718148 Jan 27 22:36:01.998182 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef4478-6ffe-4758-86cd-ce79d178772e req-0bbfe153-13b3-4d98-8ba3-436833af093c tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:01.999602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30ef4478-6ffe-4758-86cd-ce79d178772e req-0bbfe153-13b3-4d98-8ba3-436833af093c tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 944 time: 0.0596530 Jan 27 22:36:02.103029 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30ef4478-6ffe-4758-86cd-ce79d178772e req-d1ef9f78-e324-4f5f-9e2e-72de77d99fc0 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953882 Jan 27 22:36:02.119936 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-005315dc-2957-44a6-88ec-ff05249c576f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:02.121423 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-005315dc-2957-44a6-88ec-ff05249c576f service neutron] 10.222.0.21 "GET /v2.0/networks?id=bccc7ccd-3b54-4151-9867-492f2adb5449 HTTP/1.1" status: 200 len: 916 time: 0.1209731 Jan 27 22:36:02.161615 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-305192a1-8987-4382-98d9-6020f04bfd08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04304301-de59-4816-bf02-7f7d68ce4faf HTTP/1.1" status: 200 len: 217 time: 0.0340352 Jan 27 22:36:02.213676 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-497fa7c6-9aef-43d0-af7c-1ff2de2caa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:02.215143 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-497fa7c6-9aef-43d0-af7c-1ff2de2caa56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94070174-2c8d-469b-ada9-2009e5f7df92 HTTP/1.1" status: 200 len: 855 time: 0.0476344 Jan 27 22:36:02.246405 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-3bc4571d-8e18-4251-8716-7872736f9c9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bccc7ccd-3b54-4151-9867-492f2adb5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240731 Jan 27 22:36:02.333484 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-3347b385-d1e9-40de-8337-3c358168889e service neutron] 10.222.0.21 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806668 Jan 27 22:36:02.426237 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cf5624d-d450-4aaf-b5ce-958cf269aaec req-11d31388-9638-41dc-aacb-07d591d51e23 service neutron] 10.222.0.21 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858548 Jan 27 22:36:03.111797 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:36:03.217907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9280f-b00d-4587-b271-12a45405857c req-2007cbfb-29ba-4222-bdb4-6e11a63a8957 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:03.219662 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80e9280f-b00d-4587-b271-12a45405857c req-2007cbfb-29ba-4222-bdb4-6e11a63a8957 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 944 time: 0.0484686 Jan 27 22:36:03.265916 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80e9280f-b00d-4587-b271-12a45405857c req-156a7e57-d91a-4054-8d3b-60335a716442 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405114 Jan 27 22:36:03.700939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5e442c-ba7c-47cf-8429-d29ace0543e3', 'tag': '04304301-de59-4816-bf02-7f7d68ce4faf'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:36:03.703330 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fd67b8-0f0a-4ac7-b9c3-0b64d1e27c90" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5e442c-ba7c-47cf-8429-d29ace0543e3", "tag": "04304301-de59-4816-bf02-7f7d68ce4faf"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:36:03.751432 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f3ccc6-d61d-4203-95ce-21ce03b1e0e3 x-openstack-request-id: req-e7f3ccc6-d61d-4203-95ce-21ce03b1e0e3 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:36:03.751774 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5e442c-ba7c-47cf-8429-d29ace0543e3", "tag": "04304301-de59-4816-bf02-7f7d68ce4faf", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:36:03.752048 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7f3ccc6-d61d-4203-95ce-21ce03b1e0e3 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:36:03.752485 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5e442c-ba7c-47cf-8429-d29ace0543e3', 'tag': '04304301-de59-4816-bf02-7f7d68ce4faf', 'status': 'completed', 'code': 200} Jan 27 22:36:03.835393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd67b8-0f0a-4ac7-b9c3-0b64d1e27c90 req-3cce71b1-6133-4c6e-8ce5-7c95a852267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:03.836906 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55fd67b8-0f0a-4ac7-b9c3-0b64d1e27c90 req-3cce71b1-6133-4c6e-8ce5-7c95a852267d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f44921e80a24db592ff0180e515ac64&device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 1095 time: 0.0692754 Jan 27 22:36:03.842488 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd67b8-0f0a-4ac7-b9c3-0b64d1e27c90 req-d1762e7d-116b-4da2-82bc-0e7290fccc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:03.844109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55fd67b8-0f0a-4ac7-b9c3-0b64d1e27c90 req-d1762e7d-116b-4da2-82bc-0e7290fccc99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f44921e80a24db592ff0180e515ac64&device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 1095 time: 0.0670395 Jan 27 22:36:03.994746 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd67b8-0f0a-4ac7-b9c3-0b64d1e27c90 req-b08c8d03-4be0-456f-8ca2-eda879d5f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:03.996125 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55fd67b8-0f0a-4ac7-b9c3-0b64d1e27c90 req-b08c8d03-4be0-456f-8ca2-eda879d5f6fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=bccc7ccd-3b54-4151-9867-492f2adb5449 HTTP/1.1" status: 200 len: 916 time: 0.1511569 Jan 27 22:36:03.997235 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd67b8-0f0a-4ac7-b9c3-0b64d1e27c90 req-9e7921ef-d76d-41dd-8965-1e1dd6de3d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:03.999176 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55fd67b8-0f0a-4ac7-b9c3-0b64d1e27c90 req-9e7921ef-d76d-41dd-8965-1e1dd6de3d1b service neutron] 10.222.0.21 "GET /v2.0/networks?id=bccc7ccd-3b54-4151-9867-492f2adb5449 HTTP/1.1" status: 200 len: 916 time: 0.1471953 Jan 27 22:36:04.039483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55fd67b8-0f0a-4ac7-b9c3-0b64d1e27c90 req-f68aaf48-52d1-48c8-b859-c8f320b96218 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04304301-de59-4816-bf02-7f7d68ce4faf HTTP/1.1" status: 200 len: 217 time: 0.0377135 Jan 27 22:36:04.077660 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55fd67b8-0f0a-4ac7-b9c3-0b64d1e27c90 req-ecf4889c-abf7-429a-a2cb-a5a0138b11f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04304301-de59-4816-bf02-7f7d68ce4faf HTTP/1.1" status: 200 len: 217 time: 0.0703983 Jan 27 22:36:04.143557 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd67b8-0f0a-4ac7-b9c3-0b64d1e27c90 req-2fb30169-04c8-42f3-87c7-9937b3fe3e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:04.144988 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55fd67b8-0f0a-4ac7-b9c3-0b64d1e27c90 req-2fb30169-04c8-42f3-87c7-9937b3fe3e9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94070174-2c8d-469b-ada9-2009e5f7df92 HTTP/1.1" status: 200 len: 855 time: 0.0750899 Jan 27 22:36:04.150115 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd67b8-0f0a-4ac7-b9c3-0b64d1e27c90 req-244a3028-657f-4ed3-91b5-335d61dc48c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:04.151403 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55fd67b8-0f0a-4ac7-b9c3-0b64d1e27c90 req-244a3028-657f-4ed3-91b5-335d61dc48c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94070174-2c8d-469b-ada9-2009e5f7df92 HTTP/1.1" status: 200 len: 855 time: 0.0557446 Jan 27 22:36:04.202776 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55fd67b8-0f0a-4ac7-b9c3-0b64d1e27c90 req-4df8d9b2-823e-410d-ae43-ef7b8592b756 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bccc7ccd-3b54-4151-9867-492f2adb5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498180 Jan 27 22:36:04.217749 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55fd67b8-0f0a-4ac7-b9c3-0b64d1e27c90 req-5a9e978f-0a5a-4f61-a3e0-4f1b2d3c857f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bccc7ccd-3b54-4151-9867-492f2adb5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535965 Jan 27 22:36:04.389702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55fd67b8-0f0a-4ac7-b9c3-0b64d1e27c90 req-2d6650f3-dd98-429a-a463-a0516914b6b3 service neutron] 10.222.0.15 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745813 Jan 27 22:36:04.395341 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55fd67b8-0f0a-4ac7-b9c3-0b64d1e27c90 req-2bf24b2f-0585-41d1-a44c-f90487cd62fd service neutron] 10.222.0.21 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699727 Jan 27 22:36:04.472345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a326b71-e390-44a0-9eaf-60f483049cc5 req-2e698d8e-9efe-4e7a-82fa-d465ca227e51 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:04.473803 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a326b71-e390-44a0-9eaf-60f483049cc5 req-2e698d8e-9efe-4e7a-82fa-d465ca227e51 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 944 time: 0.1384900 Jan 27 22:36:04.599913 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55fd67b8-0f0a-4ac7-b9c3-0b64d1e27c90 req-c739bfcf-e72d-423e-8016-17505542e437 service neutron] 10.222.0.15 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027886 Jan 27 22:36:04.606444 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-55fd67b8-0f0a-4ac7-b9c3-0b64d1e27c90 req-a4848faf-f657-42e1-9c63-865dad4c1b23 service neutron] 10.222.0.21 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992638 Jan 27 22:36:04.610280 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a326b71-e390-44a0-9eaf-60f483049cc5 req-68e82d76-74ae-433f-982a-24b51fa988f5 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068442 Jan 27 22:36:05.725489 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249e255-6f81-42d4-b3cd-f490c8f6275c req-92d9fe1c-1888-450e-a664-ac55e2cdb33e tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:05.726937 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6249e255-6f81-42d4-b3cd-f490c8f6275c req-92d9fe1c-1888-450e-a664-ac55e2cdb33e tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 944 time: 0.0479105 Jan 27 22:36:05.774529 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6249e255-6f81-42d4-b3cd-f490c8f6275c req-acffa5a2-9ea9-4149-8340-44f1b7c0db39 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420158 Jan 27 22:36:06.477912 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 04304301-de59-4816-bf02-7f7d68ce4faf no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:36:06.516434 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] The host n-h1-772272-3 is not matching for port 04304301-de59-4816-bf02-7f7d68ce4faf host n-h2-772272-3! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:36:06.516821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 04304301-de59-4816-bf02-7f7d68ce4faf not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:36:06.886673 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02a512-5846-4421-94d3-6b267d610eec req-e26eec8b-5a7e-41f0-bd18-00da656dbffd tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:06.888672 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d02a512-5846-4421-94d3-6b267d610eec req-e26eec8b-5a7e-41f0-bd18-00da656dbffd tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 944 time: 0.0473425 Jan 27 22:36:06.938093 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d02a512-5846-4421-94d3-6b267d610eec req-a91198f9-b85f-483f-b9e9-4a78649b136f tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438917 Jan 27 22:36:07.161413 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a343f0-1d85-4419-9d18-cc03d856032b req-494f3131-b39d-48bb-826c-287819f94d02 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:07.162874 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-69a343f0-1d85-4419-9d18-cc03d856032b req-494f3131-b39d-48bb-826c-287819f94d02 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 944 time: 0.0781362 Jan 27 22:36:07.169458 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a81c5-e4f6-48d5-9255-c3a03bb73901 req-f15f85d7-f5c1-468f-9c37-448ab7df8252 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:07.170765 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4b5a81c5-e4f6-48d5-9255-c3a03bb73901 req-f15f85d7-f5c1-468f-9c37-448ab7df8252 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3&tenant_id=4f44921e80a24db592ff0180e515ac64&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 944 time: 0.0765142 Jan 27 22:36:07.254339 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-69a343f0-1d85-4419-9d18-cc03d856032b req-d6058745-294e-4473-9ae7-2e7815c1eee5 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826433 Jan 27 22:36:07.261239 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-4b5a81c5-e4f6-48d5-9255-c3a03bb73901 req-73d5629c-446d-47b2-ac5a-33481c50b163 service neutron] delete failed (client error): The resource could not be found. Jan 27 22:36:07.262273 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4b5a81c5-e4f6-48d5-9255-c3a03bb73901 req-73d5629c-446d-47b2-ac5a-33481c50b163 service neutron] 10.222.0.15 "DELETE /v2.0/ports/04304301-de59-4816-bf02-7f7d68ce4faf/bindings/n-h1-772272-3 HTTP/1.1" status: 404 len: 380 time: 0.0840600 Jan 27 22:36:07.343053 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a81c5-e4f6-48d5-9255-c3a03bb73901 req-3926ad38-b24f-42b2-983f-fb3cfc600af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:07.344846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4b5a81c5-e4f6-48d5-9255-c3a03bb73901 req-3926ad38-b24f-42b2-983f-fb3cfc600af7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f44921e80a24db592ff0180e515ac64&device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 1095 time: 0.0416274 Jan 27 22:36:07.431120 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a81c5-e4f6-48d5-9255-c3a03bb73901 req-08463666-7180-4375-922e-e3f3e77b788d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:07.432554 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4b5a81c5-e4f6-48d5-9255-c3a03bb73901 req-08463666-7180-4375-922e-e3f3e77b788d service neutron] 10.222.0.15 "GET /v2.0/networks?id=bccc7ccd-3b54-4151-9867-492f2adb5449 HTTP/1.1" status: 200 len: 916 time: 0.0820084 Jan 27 22:36:07.475798 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4b5a81c5-e4f6-48d5-9255-c3a03bb73901 req-d98730db-3759-4b55-97b3-43a79ce5df75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04304301-de59-4816-bf02-7f7d68ce4faf HTTP/1.1" status: 200 len: 217 time: 0.0378182 Jan 27 22:36:07.523875 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a81c5-e4f6-48d5-9255-c3a03bb73901 req-566f9c61-b32d-4193-9f16-c7bc19923c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:07.525305 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4b5a81c5-e4f6-48d5-9255-c3a03bb73901 req-566f9c61-b32d-4193-9f16-c7bc19923c5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94070174-2c8d-469b-ada9-2009e5f7df92 HTTP/1.1" status: 200 len: 855 time: 0.0439894 Jan 27 22:36:07.554383 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4b5a81c5-e4f6-48d5-9255-c3a03bb73901 req-67f13ac1-df46-4dd0-b467-7c4374adb0de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bccc7ccd-3b54-4151-9867-492f2adb5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232272 Jan 27 22:36:07.644648 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4b5a81c5-e4f6-48d5-9255-c3a03bb73901 req-9115f545-8f41-41ce-b421-8b9b69299972 service neutron] 10.222.0.15 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846689 Jan 27 22:36:07.735955 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4b5a81c5-e4f6-48d5-9255-c3a03bb73901 req-8340ff61-ef21-4036-ae7e-ebb6e9a984f2 service neutron] 10.222.0.15 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816700 Jan 27 22:36:07.833720 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 04304301-de59-4816-bf02-7f7d68ce4faf details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:36:07.936471 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 04304301-de59-4816-bf02-7f7d68ce4faf, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=04304301-de59-4816-bf02-7f7d68ce4faf,segment=NetworkSegment(2ce8aa41-086e-4915-b503-639885e31858),segment_id=2ce8aa41-086e-4915-b503-639885e31858)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:36:07.949244 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '04304301-de59-4816-bf02-7f7d68ce4faf', 'network_id': 'bccc7ccd-3b54-4151-9867-492f2adb5449', 'port_id': '04304301-de59-4816-bf02-7f7d68ce4faf', 'mac_address': 'fa:16:3e:04:db:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94070174-2c8d-469b-ada9-2009e5f7df92', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:36:07.989934 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 04304301-de59-4816-bf02-7f7d68ce4faf is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:07.990243 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (04304301-de59-4816-bf02-7f7d68ce4faf), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.003612 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04304301-de59-4816-bf02-7f7d68ce4faf {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:36:08.022808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 04304301-de59-4816-bf02-7f7d68ce4faf, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=04304301-de59-4816-bf02-7f7d68ce4faf,segment=NetworkSegment(2ce8aa41-086e-4915-b503-639885e31858),segment_id=2ce8aa41-086e-4915-b503-639885e31858)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:36:08.027853 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (04304301-de59-4816-bf02-7f7d68ce4faf), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.075216 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=04304301-de59-4816-bf02-7f7d68ce4faf,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:08.377293 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897fc91-b1fc-4e1a-b841-f5848e036cc8 req-1cf86300-62c6-4e0c-ab67-29cd3f183e05 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:08.378923 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6897fc91-b1fc-4e1a-b841-f5848e036cc8 req-1cf86300-62c6-4e0c-ab67-29cd3f183e05 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 945 time: 0.0510089 Jan 27 22:36:08.385298 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['04304301-de59-4816-bf02-7f7d68ce4faf'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:36:08.433408 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6897fc91-b1fc-4e1a-b841-f5848e036cc8 req-7816d791-0b62-4160-8144-eaae97afbd16 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485077 Jan 27 22:36:09.036491 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33f49d84-03c0-4d54-bf5f-8c65dff1576d req-1ea4d1fa-fba8-4685-b631-cfe7535326ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392392 Jan 27 22:36:09.114966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f49d84-03c0-4d54-bf5f-8c65dff1576d req-5c18b930-63e2-484d-b0e3-7537301e1c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:09.116480 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33f49d84-03c0-4d54-bf5f-8c65dff1576d req-5c18b930-63e2-484d-b0e3-7537301e1c03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f44921e80a24db592ff0180e515ac64&device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 1096 time: 0.0403652 Jan 27 22:36:09.217977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f49d84-03c0-4d54-bf5f-8c65dff1576d req-820ef382-ef74-4fbb-8e48-aaa3d5d87fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:09.219701 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33f49d84-03c0-4d54-bf5f-8c65dff1576d req-820ef382-ef74-4fbb-8e48-aaa3d5d87fef service neutron] 10.222.0.21 "GET /v2.0/networks?id=bccc7ccd-3b54-4151-9867-492f2adb5449 HTTP/1.1" status: 200 len: 916 time: 0.0851166 Jan 27 22:36:09.262235 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33f49d84-03c0-4d54-bf5f-8c65dff1576d req-df80ffdc-d21c-4400-8309-86e7684ed7b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04304301-de59-4816-bf02-7f7d68ce4faf HTTP/1.1" status: 200 len: 217 time: 0.0362425 Jan 27 22:36:09.309540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f49d84-03c0-4d54-bf5f-8c65dff1576d req-61d16fe0-0709-4c73-a12d-fb82986a3072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:09.311679 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33f49d84-03c0-4d54-bf5f-8c65dff1576d req-61d16fe0-0709-4c73-a12d-fb82986a3072 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=94070174-2c8d-469b-ada9-2009e5f7df92 HTTP/1.1" status: 200 len: 855 time: 0.0426960 Jan 27 22:36:09.340425 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33f49d84-03c0-4d54-bf5f-8c65dff1576d req-e230c33d-1be2-4479-81f7-d69020e89d6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bccc7ccd-3b54-4151-9867-492f2adb5449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232134 Jan 27 22:36:09.430102 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33f49d84-03c0-4d54-bf5f-8c65dff1576d req-a4dd00a0-74df-4a02-826c-280bf5ee3230 service neutron] 10.222.0.21 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834167 Jan 27 22:36:09.526101 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33f49d84-03c0-4d54-bf5f-8c65dff1576d req-92c7b3d0-7aab-4cf2-97ae-138c7e390c0a service neutron] 10.222.0.21 "GET /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891762 Jan 27 22:36:09.849233 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 04304301-de59-4816-bf02-7f7d68ce4faf up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:36:09.895368 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b01249-2e05-417f-9543-939a893852c6 req-b18fa7e4-d4db-415b-89b7-c29aaf2eba4c tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:09.896888 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58b01249-2e05-417f-9543-939a893852c6 req-b18fa7e4-d4db-415b-89b7-c29aaf2eba4c tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 945 time: 0.3894157 Jan 27 22:36:09.910722 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 04304301-de59-4816-bf02-7f7d68ce4faf completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:36:09.914558 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 04304301-de59-4816-bf02-7f7d68ce4faf triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:09.914938 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (04304301-de59-4816-bf02-7f7d68ce4faf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:09.947764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-58b01249-2e05-417f-9543-939a893852c6 req-ba2fe327-718c-49bd-ad03-25cf25d3d72a tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430238 Jan 27 22:36:09.999540 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 04304301-de59-4816-bf02-7f7d68ce4faf is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:09.999931 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (04304301-de59-4816-bf02-7f7d68ce4faf), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:10.023322 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5e442c-ba7c-47cf-8429-d29ace0543e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04304301-de59-4816-bf02-7f7d68ce4faf'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:36:10.025586 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a9268b-8eb5-4986-8b20-40e7bd82fb37" -d '{"events": [{"server_uuid": "7f5e442c-ba7c-47cf-8429-d29ace0543e3", "name": "network-vif-plugged", "status": "completed", "tag": "04304301-de59-4816-bf02-7f7d68ce4faf"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:36:10.044107 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 04304301-de59-4816-bf02-7f7d68ce4faf, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=04304301-de59-4816-bf02-7f7d68ce4faf,segment=NetworkSegment(2ce8aa41-086e-4915-b503-639885e31858),segment_id=2ce8aa41-086e-4915-b503-639885e31858)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:36:10.049475 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (04304301-de59-4816-bf02-7f7d68ce4faf), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:10.077358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2384a-95c6-4d29-9b57-3c2bfdfde337 req-d8480a57-d449-4a7f-9a70-934795240e90 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:10.084585 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cb2384a-95c6-4d29-9b57-3c2bfdfde337 req-d8480a57-d449-4a7f-9a70-934795240e90 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 945 time: 0.0578113 Jan 27 22:36:10.085859 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b02626a-aa86-4bb8-b39c-79828054bf81 x-openstack-request-id: req-4b02626a-aa86-4bb8-b39c-79828054bf81 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:36:10.086104 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5e442c-ba7c-47cf-8429-d29ace0543e3", "name": "network-vif-plugged", "status": "completed", "tag": "04304301-de59-4816-bf02-7f7d68ce4faf", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:36:10.086295 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b02626a-aa86-4bb8-b39c-79828054bf81 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:36:10.086625 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5e442c-ba7c-47cf-8429-d29ace0543e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04304301-de59-4816-bf02-7f7d68ce4faf', 'code': 200} Jan 27 22:36:10.106997 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=04304301-de59-4816-bf02-7f7d68ce4faf,revision_number=9']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:10.127486 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cb2384a-95c6-4d29-9b57-3c2bfdfde337 req-b878f9be-26ba-465c-9221-6715a91d440a tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420618 Jan 27 22:36:10.239394 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f923f2e-dee6-45c7-acec-5c61281391e9 req-475d13b5-0f25-4093-8b90-1abdbd422d19 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:10.240889 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8f923f2e-dee6-45c7-acec-5c61281391e9 req-475d13b5-0f25-4093-8b90-1abdbd422d19 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0469761 Jan 27 22:36:10.289721 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8f923f2e-dee6-45c7-acec-5c61281391e9 req-e2989bd8-e165-44b5-8c97-d0c393b5598e tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433371 Jan 27 22:36:10.621259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dabc78-658b-4dbc-8e11-2d864ab80a3e req-0629b9b0-e025-4142-85ef-da8abf98d73f tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:10.622704 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1dabc78-658b-4dbc-8e11-2d864ab80a3e req-0629b9b0-e025-4142-85ef-da8abf98d73f tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0476480 Jan 27 22:36:10.667954 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1dabc78-658b-4dbc-8e11-2d864ab80a3e req-18491603-7a47-4ad9-ba5a-04e9a8956268 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388699 Jan 27 22:36:11.782265 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea38359-3bba-4944-be99-a738b331d3a0 req-48d6c44c-4e2a-4b7a-9733-34ea58f1065c tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:11.783754 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ea38359-3bba-4944-be99-a738b331d3a0 req-48d6c44c-4e2a-4b7a-9733-34ea58f1065c tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0492768 Jan 27 22:36:11.830876 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ea38359-3bba-4944-be99-a738b331d3a0 req-16ca98b1-f934-4799-a674-2c060d5d0b23 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bca74f9-1c1c-42b3-a35c-689aad022ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413625 Jan 27 22:36:12.205165 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b339ac-8b4e-4f12-a223-932424a2febe req-aa33b050-073b-4566-8c85-476149e50dfa tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:12.207099 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21b339ac-8b4e-4f12-a223-932424a2febe req-aa33b050-073b-4566-8c85-476149e50dfa tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 946 time: 0.0540071 Jan 27 22:36:12.294240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-21b339ac-8b4e-4f12-a223-932424a2febe req-22b057c1-bf7b-46df-8132-45df4c4d6c94 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Deleting port 04304301-de59-4816-bf02-7f7d68ce4faf {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:36:12.294495 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-21b339ac-8b4e-4f12-a223-932424a2febe req-22b057c1-bf7b-46df-8132-45df4c4d6c94 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (04304301-de59-4816-bf02-7f7d68ce4faf), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:12.383608 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-21b339ac-8b4e-4f12-a223-932424a2febe req-22b057c1-bf7b-46df-8132-45df4c4d6c94 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] For port 04304301-de59-4816-bf02-7f7d68ce4faf, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=04304301-de59-4816-bf02-7f7d68ce4faf,segment=NetworkSegment(2ce8aa41-086e-4915-b503-639885e31858),segment_id=2ce8aa41-086e-4915-b503-639885e31858)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:36:12.383964 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-21b339ac-8b4e-4f12-a223-932424a2febe req-22b057c1-bf7b-46df-8132-45df4c4d6c94 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (04304301-de59-4816-bf02-7f7d68ce4faf), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:12.395356 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-21b339ac-8b4e-4f12-a223-932424a2febe req-22b057c1-bf7b-46df-8132-45df4c4d6c94 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Calling delete_port for 04304301-de59-4816-bf02-7f7d68ce4faf owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:36:12.521249 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-21b339ac-8b4e-4f12-a223-932424a2febe req-22b057c1-bf7b-46df-8132-45df4c4d6c94 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (04304301-de59-4816-bf02-7f7d68ce4faf), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:12.533051 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['04304301-de59-4816-bf02-7f7d68ce4faf'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:36:12.549658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b057c1-bf7b-46df-8132-45df4c4d6c94 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Pushing event deleted for resources: {'Port': ['ID=04304301-de59-4816-bf02-7f7d68ce4faf,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:12.593363 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b339ac-8b4e-4f12-a223-932424a2febe req-22b057c1-bf7b-46df-8132-45df4c4d6c94 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] No DVR routers for this DVR port 04304301-de59-4816-bf02-7f7d68ce4faf on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:36:12.596574 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-21b339ac-8b4e-4f12-a223-932424a2febe req-22b057c1-bf7b-46df-8132-45df4c4d6c94 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:12.600021 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21b339ac-8b4e-4f12-a223-932424a2febe req-22b057c1-bf7b-46df-8132-45df4c4d6c94 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.21 "DELETE /v2.0/ports/04304301-de59-4816-bf02-7f7d68ce4faf HTTP/1.1" status: 204 len: 173 time: 0.3857164 Jan 27 22:36:12.600500 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5e442c-ba7c-47cf-8429-d29ace0543e3', 'name': 'network-vif-deleted', 'tag': '04304301-de59-4816-bf02-7f7d68ce4faf'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:36:12.603246 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a595ee-a45d-43b4-a6de-4ce5266d7c08" -d '{"events": [{"server_uuid": "7f5e442c-ba7c-47cf-8429-d29ace0543e3", "name": "network-vif-deleted", "tag": "04304301-de59-4816-bf02-7f7d68ce4faf"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:36:12.639336 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b506ee-d078-46fd-8f9e-80046b384615 x-openstack-request-id: req-b2b506ee-d078-46fd-8f9e-80046b384615 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:36:12.639643 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5e442c-ba7c-47cf-8429-d29ace0543e3", "name": "network-vif-deleted", "tag": "04304301-de59-4816-bf02-7f7d68ce4faf", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:36:12.639905 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2b506ee-d078-46fd-8f9e-80046b384615 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:36:12.640353 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5e442c-ba7c-47cf-8429-d29ace0543e3', 'name': 'network-vif-deleted', 'tag': '04304301-de59-4816-bf02-7f7d68ce4faf', 'status': 'completed', 'code': 200} Jan 27 22:36:12.933418 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5590cd63-6fee-4f45-93aa-46c7df821029 req-6f87d586-adc9-4447-ad66-400637501d7d tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f5e442c-ba7c-47cf-8429-d29ace0543e3 HTTP/1.1" status: 200 len: 210 time: 0.0260937 Jan 27 22:36:13.010763 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.057931 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52872) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:14.102392 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-108f6d28-8ebc-4699-bca0-ad3c725d9e55 admin admin] Deleting subnet 94070174-2c8d-469b-ada9-2009e5f7df92 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:36:14.105422 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-108f6d28-8ebc-4699-bca0-ad3c725d9e55 admin admin] Publish callbacks [] for subnet (94070174-2c8d-469b-ada9-2009e5f7df92), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.142517 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-108f6d28-8ebc-4699-bca0-ad3c725d9e55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (94070174-2c8d-469b-ada9-2009e5f7df92), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.178681 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-108f6d28-8ebc-4699-bca0-ad3c725d9e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (94070174-2c8d-469b-ada9-2009e5f7df92), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.228669 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-108f6d28-8ebc-4699-bca0-ad3c725d9e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (94070174-2c8d-469b-ada9-2009e5f7df92), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.256470 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-108f6d28-8ebc-4699-bca0-ad3c725d9e55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.259667 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-108f6d28-8ebc-4699-bca0-ad3c725d9e55 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/94070174-2c8d-469b-ada9-2009e5f7df92 HTTP/1.1" status: 204 len: 168 time: 0.2010789 Jan 27 22:36:14.260652 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f6d28-8ebc-4699-bca0-ad3c725d9e55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94070174-2c8d-469b-ada9-2009e5f7df92,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:14.262329 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52876) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:14.268760 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6d28-8ebc-4699-bca0-ad3c725d9e55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:14.269120 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6d28-8ebc-4699-bca0-ad3c725d9e55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:14.269471 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6d28-8ebc-4699-bca0-ad3c725d9e55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:14.269816 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6d28-8ebc-4699-bca0-ad3c725d9e55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:14.270159 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6d28-8ebc-4699-bca0-ad3c725d9e55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:14.270500 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6d28-8ebc-4699-bca0-ad3c725d9e55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:14.270838 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6d28-8ebc-4699-bca0-ad3c725d9e55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:14.271172 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6d28-8ebc-4699-bca0-ad3c725d9e55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:14.271505 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6d28-8ebc-4699-bca0-ad3c725d9e55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:14.271834 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6d28-8ebc-4699-bca0-ad3c725d9e55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:14.272181 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6d28-8ebc-4699-bca0-ad3c725d9e55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:14.272519 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6d28-8ebc-4699-bca0-ad3c725d9e55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:14.272846 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6d28-8ebc-4699-bca0-ad3c725d9e55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:14.332123 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f141e59-6c7e-4112-b219-d9ecf87ee809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (bccc7ccd-3b54-4151-9867-492f2adb5449), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.407217 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f141e59-6c7e-4112-b219-d9ecf87ee809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (bccc7ccd-3b54-4151-9867-492f2adb5449), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.427072 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-9f141e59-6c7e-4112-b219-d9ecf87ee809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bccc7ccd-3b54-4151-9867-492f2adb5449']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:14.436647 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-9f141e59-6c7e-4112-b219-d9ecf87ee809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce8aa41-086e-4915-b503-639885e31858') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:14.436947 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-9f141e59-6c7e-4112-b219-d9ecf87ee809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce8aa41-086e-4915-b503-639885e31858') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:14.445993 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f141e59-6c7e-4112-b219-d9ecf87ee809 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (2ce8aa41-086e-4915-b503-639885e31858), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.458394 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f141e59-6c7e-4112-b219-d9ecf87ee809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (2ce8aa41-086e-4915-b503-639885e31858), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.464083 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f141e59-6c7e-4112-b219-d9ecf87ee809 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:36:14.464494 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f141e59-6c7e-4112-b219-d9ecf87ee809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (2ce8aa41-086e-4915-b503-639885e31858), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:36:14.466103 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:36:14.522164 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f141e59-6c7e-4112-b219-d9ecf87ee809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (bccc7ccd-3b54-4151-9867-492f2adb5449), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.527317 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9f141e59-6c7e-4112-b219-d9ecf87ee809 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.530513 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9f141e59-6c7e-4112-b219-d9ecf87ee809 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bccc7ccd-3b54-4151-9867-492f2adb5449 HTTP/1.1" status: 204 len: 168 time: 0.2671871 Jan 27 22:36:14.541264 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f141e59-6c7e-4112-b219-d9ecf87ee809 admin admin] Pushing event deleted for resources: {'Network': ['ID=bccc7ccd-3b54-4151-9867-492f2adb5449,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:14.641127 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52880) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:14.680683 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a3ccc47d-37c6-4ad1-9146-a249085fda87 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f44921e80a24db592ff0180e515ac64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383992 Jan 27 22:36:14.683217 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52882) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:14.730121 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-50c34625-756e-4b53-bfbe-e620377cef7d admin admin] Publish callbacks [] for security_group (2bca74f9-1c1c-42b3-a35c-689aad022ef1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.750765 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-50c34625-756e-4b53-bfbe-e620377cef7d admin admin] Publish callbacks [] for security_group (2bca74f9-1c1c-42b3-a35c-689aad022ef1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.800600 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-50c34625-756e-4b53-bfbe-e620377cef7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (2bca74f9-1c1c-42b3-a35c-689aad022ef1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.803388 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-50c34625-756e-4b53-bfbe-e620377cef7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.807061 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-50c34625-756e-4b53-bfbe-e620377cef7d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2bca74f9-1c1c-42b3-a35c-689aad022ef1 HTTP/1.1" status: 204 len: 168 time: 0.1204610 Jan 27 22:36:14.812291 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c34625-756e-4b53-bfbe-e620377cef7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bca74f9-1c1c-42b3-a35c-689aad022ef1,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:15.456523 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52904) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:15.551464 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1f6dc6b3-d70c-4e49-9bdb-993f03d9266c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1608981468-network', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:15.570189 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6dc6b3-d70c-4e49-9bdb-993f03d9266c admin admin] Made reservation on behalf of 1c4cc8b66118468ca4da324743ce7385 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:36:15.572485 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f6dc6b3-d70c-4e49-9bdb-993f03d9266c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:15.580666 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f6dc6b3-d70c-4e49-9bdb-993f03d9266c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:15.653343 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f6dc6b3-d70c-4e49-9bdb-993f03d9266c admin admin] Publish callbacks [] for security_group (1206dff1-abcf-4449-b6b5-b74fb09152eb), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:15.657467 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f6dc6b3-d70c-4e49-9bdb-993f03d9266c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1206dff1-abcf-4449-b6b5-b74fb09152eb), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:15.678831 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6dc6b3-d70c-4e49-9bdb-993f03d9266c admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:36:15.693423 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6dc6b3-d70c-4e49-9bdb-993f03d9266c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1206dff1-abcf-4449-b6b5-b74fb09152eb,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:15.696580 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f6dc6b3-d70c-4e49-9bdb-993f03d9266c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (41ce938f-41e8-48b9-a927-53596e0eb581), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:15.696925 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-1f6dc6b3-d70c-4e49-9bdb-993f03d9266c admin admin] Added segment 41ce938f-41e8-48b9-a927-53596e0eb581 of type vlan for network c31016ab-a8a4-4108-b895-f2f1f4825173 Jan 27 22:36:15.737976 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f6dc6b3-d70c-4e49-9bdb-993f03d9266c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (c31016ab-a8a4-4108-b895-f2f1f4825173), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:15.762041 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f6dc6b3-d70c-4e49-9bdb-993f03d9266c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (c31016ab-a8a4-4108-b895-f2f1f4825173), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:15.762993 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6dc6b3-d70c-4e49-9bdb-993f03d9266c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:15.763575 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f6dc6b3-d70c-4e49-9bdb-993f03d9266c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:15.821511 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1f6dc6b3-d70c-4e49-9bdb-993f03d9266c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3638856 Jan 27 22:36:15.824611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52908) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:15.827362 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6dc6b3-d70c-4e49-9bdb-993f03d9266c admin admin] Pushing event updated for resources: {'Network': ['ID=c31016ab-a8a4-4108-b895-f2f1f4825173,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:15.831309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-a14fd88a-59c2-47da-ad80-551a92c28143 admin admin] Request body: {'subnet': {'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1608981468-subnet', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:15.837366 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network c31016ab-a8a4-4108-b895-f2f1f4825173 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:36:15.853725 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14fd88a-59c2-47da-ad80-551a92c28143 admin admin] Made reservation on behalf of 1c4cc8b66118468ca4da324743ce7385 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:36:15.856315 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a14fd88a-59c2-47da-ad80-551a92c28143 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:15.885926 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 04304301-de59-4816-bf02-7f7d68ce4faf no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:36:15.908707 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 04304301-de59-4816-bf02-7f7d68ce4faf {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:36:15.909060 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 04304301-de59-4816-bf02-7f7d68ce4faf not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:36:16.022281 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a14fd88a-59c2-47da-ad80-551a92c28143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (490e8835-2c10-4285-89b2-ffbc3002b355), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.069957 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fd88a-59c2-47da-ad80-551a92c28143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=490e8835-2c10-4285-89b2-ffbc3002b355,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:16.085062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14fd88a-59c2-47da-ad80-551a92c28143 admin admin] Checking segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:36:16.085504 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14fd88a-59c2-47da-ad80-551a92c28143 admin admin] Network hostable DHCP agents. Network: c31016ab-a8a4-4108-b895-f2f1f4825173, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:36:16.101774 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14fd88a-59c2-47da-ad80-551a92c28143 admin admin] Network c31016ab-a8a4-4108-b895-f2f1f4825173 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:36:16.110826 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-a14fd88a-59c2-47da-ad80-551a92c28143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, c31016ab-a8a4-4108-b895-f2f1f4825173) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:36:16.114766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14fd88a-59c2-47da-ad80-551a92c28143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:16.115367 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a14fd88a-59c2-47da-ad80-551a92c28143 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.119909 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6965e67b-8ae5-45d0-a70d-424c417cbc86 None None] Network c31016ab-a8a4-4108-b895-f2f1f4825173 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:36:16.131531 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a14fd88a-59c2-47da-ad80-551a92c28143 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3058262 Jan 27 22:36:16.134379 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52910) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:16.138818 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5315cfb6-f51b-45bd-8317-f72f389873d2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:16.157484 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5315cfb6-f51b-45bd-8317-f72f389873d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (961f7ddf-bdba-4bcc-9b29-1f4114380d83), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.158577 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5315cfb6-f51b-45bd-8317-f72f389873d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (961f7ddf-bdba-4bcc-9b29-1f4114380d83), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.211492 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5315cfb6-f51b-45bd-8317-f72f389873d2 admin admin] Publish callbacks [] for router_controller (961f7ddf-bdba-4bcc-9b29-1f4114380d83), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.225606 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06546467-c81e-4bac-99ab-a6e21865d4fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-c31016ab-a8a4-4108-b895-f2f1f4825173', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:36:16.226485 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-06546467-c81e-4bac-99ab-a6e21865d4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.352310 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5315cfb6-f51b-45bd-8317-f72f389873d2 admin admin] Publish callbacks [] for router_gateway (961f7ddf-bdba-4bcc-9b29-1f4114380d83), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.358577 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-06546467-c81e-4bac-99ab-a6e21865d4fd None None] Allocated IP 172.20.0.2 (c31016ab-a8a4-4108-b895-f2f1f4825173/490e8835-2c10-4285-89b2-ffbc3002b355/62f0929b-2344-4589-a62b-73b2847b5be6) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:36:16.559926 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5315cfb6-f51b-45bd-8317-f72f389873d2 admin admin] Publish callbacks [] for router_gateway (961f7ddf-bdba-4bcc-9b29-1f4114380d83), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.580075 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5315cfb6-f51b-45bd-8317-f72f389873d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.661524 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-06546467-c81e-4bac-99ab-a6e21865d4fd None None] Publish callbacks [] for port (62f0929b-2344-4589-a62b-73b2847b5be6), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.667186 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-06546467-c81e-4bac-99ab-a6e21865d4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (62f0929b-2344-4589-a62b-73b2847b5be6), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.697661 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-5315cfb6-f51b-45bd-8317-f72f389873d2 admin admin] Allocated IP 172.25.3.44 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/28446578-cfde-43ec-ab60-a21ea27b0dd4) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:36:16.705579 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06546467-c81e-4bac-99ab-a6e21865d4fd None None] Network c31016ab-a8a4-4108-b895-f2f1f4825173 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:36:16.712981 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-06546467-c81e-4bac-99ab-a6e21865d4fd None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:36:16.717393 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06546467-c81e-4bac-99ab-a6e21865d4fd None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:36:16.720742 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06546467-c81e-4bac-99ab-a6e21865d4fd None None] Pushing event updated for resources: {'Port': ['ID=62f0929b-2344-4589-a62b-73b2847b5be6,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:16.775271 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-06546467-c81e-4bac-99ab-a6e21865d4fd None None] Attempting to bind port 62f0929b-2344-4589-a62b-73b2847b5be6 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:36:16.776253 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-06546467-c81e-4bac-99ab-a6e21865d4fd None None] Attempting to bind port 62f0929b-2344-4589-a62b-73b2847b5be6 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:36:16.776708 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06546467-c81e-4bac-99ab-a6e21865d4fd None None] Attempting to bind port 62f0929b-2344-4589-a62b-73b2847b5be6 on network c31016ab-a8a4-4108-b895-f2f1f4825173 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:36:16.782426 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06546467-c81e-4bac-99ab-a6e21865d4fd None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:36:16.783197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06546467-c81e-4bac-99ab-a6e21865d4fd None None] Checking segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:36:16.783608 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-06546467-c81e-4bac-99ab-a6e21865d4fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.784008 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06546467-c81e-4bac-99ab-a6e21865d4fd None None] Bound using segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:36:16.784515 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-06546467-c81e-4bac-99ab-a6e21865d4fd None None] Bound port: 62f0929b-2344-4589-a62b-73b2847b5be6, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:36:16.784904 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-06546467-c81e-4bac-99ab-a6e21865d4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (62f0929b-2344-4589-a62b-73b2847b5be6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.809133 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5315cfb6-f51b-45bd-8317-f72f389873d2 admin admin] Publish callbacks [] for port (28446578-cfde-43ec-ab60-a21ea27b0dd4), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.843380 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5315cfb6-f51b-45bd-8317-f72f389873d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (28446578-cfde-43ec-ab60-a21ea27b0dd4), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.854992 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-06546467-c81e-4bac-99ab-a6e21865d4fd None None] For port 62f0929b-2344-4589-a62b-73b2847b5be6, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:36:16.858856 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-06546467-c81e-4bac-99ab-a6e21865d4fd None None] For port 62f0929b-2344-4589-a62b-73b2847b5be6, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=62f0929b-2344-4589-a62b-73b2847b5be6,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:36:16.865155 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-06546467-c81e-4bac-99ab-a6e21865d4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (62f0929b-2344-4589-a62b-73b2847b5be6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:16.882427 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5315cfb6-f51b-45bd-8317-f72f389873d2 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:36:16.887431 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-5315cfb6-f51b-45bd-8317-f72f389873d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:36:16.891010 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5315cfb6-f51b-45bd-8317-f72f389873d2 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:36:16.920837 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315cfb6-f51b-45bd-8317-f72f389873d2 admin admin] Pushing event updated for resources: {'Port': ['ID=28446578-cfde-43ec-ab60-a21ea27b0dd4,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:16.950761 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06546467-c81e-4bac-99ab-a6e21865d4fd None None] Pushing event updated for resources: {'Port': ['ID=62f0929b-2344-4589-a62b-73b2847b5be6,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:17.215599 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5315cfb6-f51b-45bd-8317-f72f389873d2 admin admin] Publish callbacks [] for router_gateway (961f7ddf-bdba-4bcc-9b29-1f4114380d83), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:17.418393 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5315cfb6-f51b-45bd-8317-f72f389873d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (961f7ddf-bdba-4bcc-9b29-1f4114380d83), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:17.545426 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5315cfb6-f51b-45bd-8317-f72f389873d2 admin admin] Router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:36:17.654854 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5315cfb6-f51b-45bd-8317-f72f389873d2 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:36:17.664615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] Sync routers for ids ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:36:17.672586 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5315cfb6-f51b-45bd-8317-f72f389873d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:17.673834 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5315cfb6-f51b-45bd-8317-f72f389873d2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5384505 Jan 27 22:36:17.676661 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52912) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:17.680610 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] Routers {'961f7ddf-bdba-4bcc-9b29-1f4114380d83'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:36:17.681257 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:35:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:17.795246 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] Set router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:36:17.963045 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e41229e-4a82-498a-ac9f-68fccdfac531 None None] Network c31016ab-a8a4-4108-b895-f2f1f4825173 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:36:18.047267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2910bb8d-8393-466d-b45f-e63bd5b586d9 None None] Provisioning complete for port 62f0929b-2344-4589-a62b-73b2847b5be6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:18.047644 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2910bb8d-8393-466d-b45f-e63bd5b586d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (62f0929b-2344-4589-a62b-73b2847b5be6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.119206 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-526556ea-1a05-4ab4-9881-59ca2f63c188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.121101 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:17Z', 'revision_number': 3, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:18.153359 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] Checking router: 961f7ddf-bdba-4bcc-9b29-1f4114380d83 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:36:18.153692 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] Updating router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 port 28446578-cfde-43ec-ab60-a21ea27b0dd4 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:36:18.186902 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (28446578-cfde-43ec-ab60-a21ea27b0dd4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.210555 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 62f0929b-2344-4589-a62b-73b2847b5be6 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:36:18.281036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2910bb8d-8393-466d-b45f-e63bd5b586d9 None None] Current status of the port 62f0929b-2344-4589-a62b-73b2847b5be6 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:18.281434 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2910bb8d-8393-466d-b45f-e63bd5b586d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (62f0929b-2344-4589-a62b-73b2847b5be6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.285614 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-526556ea-1a05-4ab4-9881-59ca2f63c188 admin admin] Allocated IP 172.20.0.1 (c31016ab-a8a4-4108-b895-f2f1f4825173/490e8835-2c10-4285-89b2-ffbc3002b355/2c46da95-2063-455e-9a82-d942ad841f38) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:36:18.393275 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-2910bb8d-8393-466d-b45f-e63bd5b586d9 None None] For port 62f0929b-2344-4589-a62b-73b2847b5be6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=62f0929b-2344-4589-a62b-73b2847b5be6,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:36:18.397737 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-526556ea-1a05-4ab4-9881-59ca2f63c188 admin admin] Publish callbacks [] for port (2c46da95-2063-455e-9a82-d942ad841f38), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.400789 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2910bb8d-8393-466d-b45f-e63bd5b586d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (62f0929b-2344-4589-a62b-73b2847b5be6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.433581 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-526556ea-1a05-4ab4-9881-59ca2f63c188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (2c46da95-2063-455e-9a82-d942ad841f38), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.469541 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 62f0929b-2344-4589-a62b-73b2847b5be6 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:18.469916 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (62f0929b-2344-4589-a62b-73b2847b5be6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.471486 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526556ea-1a05-4ab4-9881-59ca2f63c188 admin admin] Network c31016ab-a8a4-4108-b895-f2f1f4825173 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:36:18.474346 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-526556ea-1a05-4ab4-9881-59ca2f63c188 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:36:18.479932 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526556ea-1a05-4ab4-9881-59ca2f63c188 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:36:18.502828 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526556ea-1a05-4ab4-9881-59ca2f63c188 admin admin] Pushing event updated for resources: {'Port': ['ID=2c46da95-2063-455e-9a82-d942ad841f38,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:18.522518 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-526556ea-1a05-4ab4-9881-59ca2f63c188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (961f7ddf-bdba-4bcc-9b29-1f4114380d83), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.561680 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910bb8d-8393-466d-b45f-e63bd5b586d9 None None] Pushing event updated for resources: {'Port': ['ID=62f0929b-2344-4589-a62b-73b2847b5be6,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:18.582384 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b0a8c295-6abf-436d-adf5-a4db3718b8f6 None None] Provisioning complete for port 62f0929b-2344-4589-a62b-73b2847b5be6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:18.582846 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c295-6abf-436d-adf5-a4db3718b8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (62f0929b-2344-4589-a62b-73b2847b5be6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.670813 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-526556ea-1a05-4ab4-9881-59ca2f63c188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2c46da95-2063-455e-9a82-d942ad841f38), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.719394 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 62f0929b-2344-4589-a62b-73b2847b5be6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:18.725321 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] Publish callbacks [] for port (28446578-cfde-43ec-ab60-a21ea27b0dd4), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.731789 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (28446578-cfde-43ec-ab60-a21ea27b0dd4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.803864 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b0a8c295-6abf-436d-adf5-a4db3718b8f6 None None] Current status of the port 62f0929b-2344-4589-a62b-73b2847b5be6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:18.817887 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] Attempting to bind port 28446578-cfde-43ec-ab60-a21ea27b0dd4 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:36:18.818266 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] Attempting to bind port 28446578-cfde-43ec-ab60-a21ea27b0dd4 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:36:18.818633 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] Attempting to bind port 28446578-cfde-43ec-ab60-a21ea27b0dd4 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:36:18.821983 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb733d-9a7d-4f27-9159-2aa3e80136bb None None] Pushing event updated for resources: {'Port': ['ID=28446578-cfde-43ec-ab60-a21ea27b0dd4,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:18.827798 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:36:18.828182 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:36:18.828681 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.829075 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:36:18.829685 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] Bound port: 28446578-cfde-43ec-ab60-a21ea27b0dd4, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:36:18.829936 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (28446578-cfde-43ec-ab60-a21ea27b0dd4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.884670 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] For port 28446578-cfde-43ec-ab60-a21ea27b0dd4, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:36:18.887820 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] For port 28446578-cfde-43ec-ab60-a21ea27b0dd4, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=28446578-cfde-43ec-ab60-a21ea27b0dd4,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:36:18.893587 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (28446578-cfde-43ec-ab60-a21ea27b0dd4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.968205 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-57fc0dce-f565-4059-b3a6-d46b0291e7cb None None] Provisioning complete for port 2c46da95-2063-455e-9a82-d942ad841f38 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:18.969374 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-57fc0dce-f565-4059-b3a6-d46b0291e7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2c46da95-2063-455e-9a82-d942ad841f38), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:18.992209 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb733d-9a7d-4f27-9159-2aa3e80136bb None None] Pushing event updated for resources: {'Port': ['ID=28446578-cfde-43ec-ab60-a21ea27b0dd4,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:18.996791 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] Routers {'961f7ddf-bdba-4bcc-9b29-1f4114380d83'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:36:18.997433 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:35:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:19.053594 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-57fc0dce-f565-4059-b3a6-d46b0291e7cb None None] Port 2c46da95-2063-455e-9a82-d942ad841f38 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:36:19.117564 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] Set router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:36:19.165807 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-526556ea-1a05-4ab4-9881-59ca2f63c188 admin admin] Publish callbacks [] for port (2c46da95-2063-455e-9a82-d942ad841f38), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:19.170359 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-526556ea-1a05-4ab4-9881-59ca2f63c188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (2c46da95-2063-455e-9a82-d942ad841f38), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:19.235555 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526556ea-1a05-4ab4-9881-59ca2f63c188 admin admin] Pushing event updated for resources: {'Port': ['ID=2c46da95-2063-455e-9a82-d942ad841f38,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:19.238938 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-526556ea-1a05-4ab4-9881-59ca2f63c188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (961f7ddf-bdba-4bcc-9b29-1f4114380d83), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:19.314006 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 1, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:19.332007 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526556ea-1a05-4ab4-9881-59ca2f63c188 admin admin] Network c31016ab-a8a4-4108-b895-f2f1f4825173 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:36:19.333643 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-526556ea-1a05-4ab4-9881-59ca2f63c188 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:36:19.344498 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b4bee2-5824-4178-8e32-0c94bdcf314c None None] The sync data for ids ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'] in n-d-772272-3 is: [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 1, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:36:19.465526 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526556ea-1a05-4ab4-9881-59ca2f63c188 admin admin] Router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:36:19.582200 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2a4a3e5c-25c3-4483-a0e7-25dd07c539b6 None None] Provisioning complete for port 2c46da95-2063-455e-9a82-d942ad841f38 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:19.582587 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2a4a3e5c-25c3-4483-a0e7-25dd07c539b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2c46da95-2063-455e-9a82-d942ad841f38), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:19.595242 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526556ea-1a05-4ab4-9881-59ca2f63c188 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:36:19.600668 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-526556ea-1a05-4ab4-9881-59ca2f63c188 admin admin] 10.222.0.23 "PUT /v2.0/routers/961f7ddf-bdba-4bcc-9b29-1f4114380d83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9229987 Jan 27 22:36:19.629165 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a3e5c-25c3-4483-a0e7-25dd07c539b6 None None] Port 2c46da95-2063-455e-9a82-d942ad841f38 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:36:20.023855 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52920) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:20.028497 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8134f615-8257-4c9e-8f17-b4ba74415599 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--177568391', 'description': 'tempest-description--267203447'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:20.050741 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8134f615-8257-4c9e-8f17-b4ba74415599 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.130745 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8134f615-8257-4c9e-8f17-b4ba74415599 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for security_group (735492d7-79f6-414b-9bfe-bd3545a890f5), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.135849 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8134f615-8257-4c9e-8f17-b4ba74415599 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (735492d7-79f6-414b-9bfe-bd3545a890f5), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.171327 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8134f615-8257-4c9e-8f17-b4ba74415599 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.175466 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52922) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:20.175980 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8134f615-8257-4c9e-8f17-b4ba74415599 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1507227 Jan 27 22:36:20.177807 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134f615-8257-4c9e-8f17-b4ba74415599 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=735492d7-79f6-414b-9bfe-bd3545a890f5,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:20.183244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-8f817a76-8fe2-4236-b636-778bb991da3f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Request body: {'security_group_rule': {'security_group_id': '735492d7-79f6-414b-9bfe-bd3545a890f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:20.217299 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f817a76-8fe2-4236-b636-778bb991da3f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for security_group_rule (065239a9-727e-4673-b854-21f6fbe4fdb4), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.251050 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 28446578-cfde-43ec-ab60-a21ea27b0dd4 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:36:20.284777 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f817a76-8fe2-4236-b636-778bb991da3f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for security_group_rule (065239a9-727e-4673-b854-21f6fbe4fdb4), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.289258 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f817a76-8fe2-4236-b636-778bb991da3f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (065239a9-727e-4673-b854-21f6fbe4fdb4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.303239 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 28446578-cfde-43ec-ab60-a21ea27b0dd4 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:20.303627 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (28446578-cfde-43ec-ab60-a21ea27b0dd4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.311798 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f817a76-8fe2-4236-b636-778bb991da3f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=065239a9-727e-4673-b854-21f6fbe4fdb4,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:20.320380 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8f817a76-8fe2-4236-b636-778bb991da3f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.321742 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8f817a76-8fe2-4236-b636-778bb991da3f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441412 Jan 27 22:36:20.324882 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52924) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:20.330172 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e814556e-75bb-40d5-ab2d-a1da0e6ac122 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Request body: {'security_group_rule': {'security_group_id': '735492d7-79f6-414b-9bfe-bd3545a890f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:20.362961 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e814556e-75bb-40d5-ab2d-a1da0e6ac122 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for security_group_rule (0a31784a-f152-4c66-8943-867fa02cbc3c), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.395595 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 28446578-cfde-43ec-ab60-a21ea27b0dd4 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:20.395998 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (28446578-cfde-43ec-ab60-a21ea27b0dd4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.417792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 28446578-cfde-43ec-ab60-a21ea27b0dd4, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=28446578-cfde-43ec-ab60-a21ea27b0dd4,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:36:20.422997 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (28446578-cfde-43ec-ab60-a21ea27b0dd4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.423972 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 62f0929b-2344-4589-a62b-73b2847b5be6 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:36:20.431398 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e814556e-75bb-40d5-ab2d-a1da0e6ac122 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for security_group_rule (0a31784a-f152-4c66-8943-867fa02cbc3c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.436473 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e814556e-75bb-40d5-ab2d-a1da0e6ac122 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (0a31784a-f152-4c66-8943-867fa02cbc3c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.456605 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814556e-75bb-40d5-ab2d-a1da0e6ac122 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a31784a-f152-4c66-8943-867fa02cbc3c,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:20.467084 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e814556e-75bb-40d5-ab2d-a1da0e6ac122 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.468423 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e814556e-75bb-40d5-ab2d-a1da0e6ac122 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424263 Jan 27 22:36:20.472309 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 52926) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:20.477326 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-59f08ff3-c5e2-4647-8c8b-7d0746c93da3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:20.498128 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59f08ff3-c5e2-4647-8c8b-7d0746c93da3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.504729 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=28446578-cfde-43ec-ab60-a21ea27b0dd4,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:20.516258 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:20.516610 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:20.516950 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:20.517425 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:20.517621 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:20.517951 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:20.518278 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:20.518602 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:20.518923 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:20.519242 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:20.519564 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:20.519893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:20.520238 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:20.535873 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 62f0929b-2344-4589-a62b-73b2847b5be6 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:20.536689 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (62f0929b-2344-4589-a62b-73b2847b5be6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.616658 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59f08ff3-c5e2-4647-8c8b-7d0746c93da3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.732918 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-59f08ff3-c5e2-4647-8c8b-7d0746c93da3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Allocated IP 172.25.3.233 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/155eddcf-ca43-4180-b546-ddd24d7e7873) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:36:20.796942 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 62f0929b-2344-4589-a62b-73b2847b5be6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:20.840191 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59f08ff3-c5e2-4647-8c8b-7d0746c93da3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for port (155eddcf-ca43-4180-b546-ddd24d7e7873), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.874005 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59f08ff3-c5e2-4647-8c8b-7d0746c93da3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (155eddcf-ca43-4180-b546-ddd24d7e7873), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:20.910809 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f08ff3-c5e2-4647-8c8b-7d0746c93da3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:36:20.914050 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-59f08ff3-c5e2-4647-8c8b-7d0746c93da3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:36:20.917657 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f08ff3-c5e2-4647-8c8b-7d0746c93da3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:36:20.954763 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f08ff3-c5e2-4647-8c8b-7d0746c93da3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Pushing event updated for resources: {'Port': ['ID=155eddcf-ca43-4180-b546-ddd24d7e7873,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:21.018030 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59f08ff3-c5e2-4647-8c8b-7d0746c93da3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for floatingip (5fb60a8f-d341-42ea-9050-a3202cbfcc39), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:21.050741 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59f08ff3-c5e2-4647-8c8b-7d0746c93da3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (155eddcf-ca43-4180-b546-ddd24d7e7873), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:21.202059 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59f08ff3-c5e2-4647-8c8b-7d0746c93da3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for port (155eddcf-ca43-4180-b546-ddd24d7e7873), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:21.206952 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59f08ff3-c5e2-4647-8c8b-7d0746c93da3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (155eddcf-ca43-4180-b546-ddd24d7e7873), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:21.277658 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f08ff3-c5e2-4647-8c8b-7d0746c93da3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Pushing event updated for resources: {'Port': ['ID=155eddcf-ca43-4180-b546-ddd24d7e7873,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:21.289516 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59f08ff3-c5e2-4647-8c8b-7d0746c93da3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (5fb60a8f-d341-42ea-9050-a3202cbfcc39), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:21.303966 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59f08ff3-c5e2-4647-8c8b-7d0746c93da3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:21.305263 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-59f08ff3-c5e2-4647-8c8b-7d0746c93da3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8317885 Jan 27 22:36:21.460391 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-48ccaa76-e2f4-40d9-8dfd-ba932f59b359 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--177568391&fields=id&tenant_id=1c4cc8b66118468ca4da324743ce7385 HTTP/1.1" status: 200 len: 267 time: 0.0471022 Jan 27 22:36:21.500429 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] Sync routers for ids ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:36:21.501489 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:21.510803 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] Routers {'961f7ddf-bdba-4bcc-9b29-1f4114380d83'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:36:21.511411 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:35:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:21.574294 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-5d461050-f4db-4941-9153-ed1f8ca98613 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:21.575821 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-5d461050-f4db-4941-9153-ed1f8ca98613 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 812 time: 0.1082370 Jan 27 22:36:21.592307 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-2f98eed3-f9eb-4a3d-a5b1-29cdd0da26a8 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/quotas/1c4cc8b66118468ca4da324743ce7385 HTTP/1.1" status: 200 len: 375 time: 0.0101798 Jan 27 22:36:21.618865 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] Set router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:36:21.652381 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-d93bd109-9712-4f88-84d3-0f29605bc0e0 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479665 Jan 27 22:36:21.808976 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-3c6c8018-f175-488b-a8e0-d79af3a49622 service neutron] 10.222.0.23 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395683 Jan 27 22:36:21.816140 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 2, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:21.841748 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] Checking router: 961f7ddf-bdba-4bcc-9b29-1f4114380d83 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:36:21.842100 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] Updating router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 port 2c46da95-2063-455e-9a82-d942ad841f38 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:36:21.869836 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2c46da95-2063-455e-9a82-d942ad841f38), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:21.900733 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-4dc08724-d14e-47f0-bc54-2bbf91386d5d service neutron] 10.222.0.23 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855081 Jan 27 22:36:22.091672 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c05d2224-eff9-4020-a30e-f050353be1d7 req-c759192f-cc5e-470e-9d29-177bfea64e22 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 210 time: 0.0476716 Jan 27 22:36:22.130813 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 28446578-cfde-43ec-ab60-a21ea27b0dd4 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:36:22.143479 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] Publish callbacks [] for port (2c46da95-2063-455e-9a82-d942ad841f38), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.149262 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2c46da95-2063-455e-9a82-d942ad841f38), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.184405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 28446578-cfde-43ec-ab60-a21ea27b0dd4 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:22.184955 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (28446578-cfde-43ec-ab60-a21ea27b0dd4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.200067 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c107306-d963-4299-a211-d665334bd82e None None] Pushing event updated for resources: {'Port': ['ID=2c46da95-2063-455e-9a82-d942ad841f38,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:22.208384 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107306-d963-4299-a211-d665334bd82e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:22.208818 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107306-d963-4299-a211-d665334bd82e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:22.209072 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107306-d963-4299-a211-d665334bd82e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:22.209407 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107306-d963-4299-a211-d665334bd82e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:22.209729 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107306-d963-4299-a211-d665334bd82e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:22.210218 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107306-d963-4299-a211-d665334bd82e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:22.210714 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107306-d963-4299-a211-d665334bd82e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:22.211347 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107306-d963-4299-a211-d665334bd82e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:22.211839 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107306-d963-4299-a211-d665334bd82e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:22.212344 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107306-d963-4299-a211-d665334bd82e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:22.212884 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107306-d963-4299-a211-d665334bd82e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:22.213172 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107306-d963-4299-a211-d665334bd82e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:22.213500 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c107306-d963-4299-a211-d665334bd82e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:22.279587 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] Attempting to bind port 2c46da95-2063-455e-9a82-d942ad841f38 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:36:22.279963 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] Attempting to bind port 2c46da95-2063-455e-9a82-d942ad841f38 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:36:22.280383 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] Attempting to bind port 2c46da95-2063-455e-9a82-d942ad841f38 on network c31016ab-a8a4-4108-b895-f2f1f4825173 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:36:22.287857 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:36:22.288786 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] Checking segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:36:22.289413 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.289984 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] Bound using segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:36:22.290463 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] Bound port: 2c46da95-2063-455e-9a82-d942ad841f38, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:36:22.290854 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2c46da95-2063-455e-9a82-d942ad841f38), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.301097 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 28446578-cfde-43ec-ab60-a21ea27b0dd4 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:22.365499 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] For port 2c46da95-2063-455e-9a82-d942ad841f38, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:36:22.368668 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] For port 2c46da95-2063-455e-9a82-d942ad841f38, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2c46da95-2063-455e-9a82-d942ad841f38,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:36:22.374449 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2c46da95-2063-455e-9a82-d942ad841f38), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.431346 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] Routers {'961f7ddf-bdba-4bcc-9b29-1f4114380d83'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:36:22.431690 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:35:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:22.485141 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1f1f10b9-af81-42bb-b75e-b0db2128ba08 None None] Provisioning complete for port 2c46da95-2063-455e-9a82-d942ad841f38 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:22.485822 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1f1f10b9-af81-42bb-b75e-b0db2128ba08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2c46da95-2063-455e-9a82-d942ad841f38), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.567239 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c107306-d963-4299-a211-d665334bd82e None None] Pushing event updated for resources: {'Port': ['ID=2c46da95-2063-455e-9a82-d942ad841f38,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:22.646565 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1f1f10b9-af81-42bb-b75e-b0db2128ba08 None None] Current status of the port 2c46da95-2063-455e-9a82-d942ad841f38 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:22.647222 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1f1f10b9-af81-42bb-b75e-b0db2128ba08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2c46da95-2063-455e-9a82-d942ad841f38), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.679938 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] Set router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:36:22.704201 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1f1f10b9-af81-42bb-b75e-b0db2128ba08 None None] For port 2c46da95-2063-455e-9a82-d942ad841f38, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2c46da95-2063-455e-9a82-d942ad841f38,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:36:22.714289 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1f1f10b9-af81-42bb-b75e-b0db2128ba08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2c46da95-2063-455e-9a82-d942ad841f38), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.766986 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f10b9-af81-42bb-b75e-b0db2128ba08 None None] Pushing event updated for resources: {'Port': ['ID=2c46da95-2063-455e-9a82-d942ad841f38,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:22.837997 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e207efaf-063f-490a-ae70-d15301fef40d None None] Provisioning complete for port 2c46da95-2063-455e-9a82-d942ad841f38 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:22.838372 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e207efaf-063f-490a-ae70-d15301fef40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2c46da95-2063-455e-9a82-d942ad841f38), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:22.884422 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:22.911814 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71231bbc-a9d4-4912-b175-b7ee184f1c64 None None] The sync data for ids ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'] in n-d-772272-3 is: [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:36:22.921029 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e207efaf-063f-490a-ae70-d15301fef40d None None] Current status of the port 2c46da95-2063-455e-9a82-d942ad841f38 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:23.203072 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-63783f40-563b-433d-9d77-abb1dcf28332 req-f8adcc09-802b-47b2-8b71-1f63218fd6df tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 210 time: 0.0394835 Jan 27 22:36:23.222631 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-2f1002c1-c922-4fdf-9bdd-0e8d073a5615 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:23.224107 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-2f1002c1-c922-4fdf-9bdd-0e8d073a5615 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 812 time: 0.1458857 Jan 27 22:36:23.293635 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-d450651b-88b9-439d-be26-3b0f0cc2b792 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c4cc8b66118468ca4da324743ce7385 HTTP/1.1" status: 200 len: 379 time: 0.0601420 Jan 27 22:36:23.303256 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-29a74655-f8ea-41d7-a6b4-fd802922d64e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Request body: {'port': {'device_id': 'cbcf1d5d-e9e2-4325-8bfe-283bd28838f5', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'admin_state_up': True, 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'security_groups': ['735492d7-79f6-414b-9bfe-bd3545a890f5']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:23.412717 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-29a74655-f8ea-41d7-a6b4-fd802922d64e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Made reservation on behalf of 1c4cc8b66118468ca4da324743ce7385 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:36:23.416279 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-29a74655-f8ea-41d7-a6b4-fd802922d64e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:23.553011 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-29a74655-f8ea-41d7-a6b4-fd802922d64e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Allocated IP 172.20.0.3 (c31016ab-a8a4-4108-b895-f2f1f4825173/490e8835-2c10-4285-89b2-ffbc3002b355/3ebc4413-2860-4f3f-b93b-8e0c5350928d) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:36:23.689644 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-29a74655-f8ea-41d7-a6b4-fd802922d64e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:23.722922 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-29a74655-f8ea-41d7-a6b4-fd802922d64e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:23.771507 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-29a74655-f8ea-41d7-a6b4-fd802922d64e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Network c31016ab-a8a4-4108-b895-f2f1f4825173 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:36:23.774565 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-29a74655-f8ea-41d7-a6b4-fd802922d64e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:36:23.781243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-29a74655-f8ea-41d7-a6b4-fd802922d64e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:36:23.811820 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a74655-f8ea-41d7-a6b4-fd802922d64e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Pushing event updated for resources: {'Port': ['ID=3ebc4413-2860-4f3f-b93b-8e0c5350928d,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:23.833357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-29a74655-f8ea-41d7-a6b4-fd802922d64e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:23.833990 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-29a74655-f8ea-41d7-a6b4-fd802922d64e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:23.851298 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-29a74655-f8ea-41d7-a6b4-fd802922d64e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5518599 Jan 27 22:36:23.862764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Request body: {'port': {'device_id': 'cbcf1d5d-e9e2-4325-8bfe-283bd28838f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:23.918544 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:24.047975 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-408bdbd8-1d4b-429b-99b4-9f0a50028b82 None None] Provisioning complete for port 3ebc4413-2860-4f3f-b93b-8e0c5350928d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:24.048556 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-408bdbd8-1d4b-429b-99b4-9f0a50028b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:24.100987 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-408bdbd8-1d4b-429b-99b4-9f0a50028b82 None None] Port 3ebc4413-2860-4f3f-b93b-8e0c5350928d cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:36:24.163134 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2c46da95-2063-455e-9a82-d942ad841f38 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:36:24.187498 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2dd16eeb-922f-4346-8724-a0c3c0306c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:24.195778 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ebc4413-2860-4f3f-b93b-8e0c5350928d {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:36:24.204816 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Publish callbacks [] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:24.215340 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 2c46da95-2063-455e-9a82-d942ad841f38 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:24.215717 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2c46da95-2063-455e-9a82-d942ad841f38), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:24.217723 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Transition to ACTIVE for port object 3ebc4413-2860-4f3f-b93b-8e0c5350928d will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:36:24.221459 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:24.279364 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Pushing event updated for resources: {'Port': ['ID=3ebc4413-2860-4f3f-b93b-8e0c5350928d,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:24.308288 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 2c46da95-2063-455e-9a82-d942ad841f38 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:24.316714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:24.317076 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:24.317424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:24.317770 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:24.318112 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:24.318451 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:24.318786 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:24.319119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:24.319450 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:24.319787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:24.320118 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:24.320459 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:24.320811 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:36:24.395900 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7985677-8af9-4273-bf9b-15fd7f794d00 req-1628577c-ec5a-42b8-80f1-7430242259a4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:24.397486 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7985677-8af9-4273-bf9b-15fd7f794d00 req-1628577c-ec5a-42b8-80f1-7430242259a4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 943 time: 0.1143913 Jan 27 22:36:24.415037 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Attempting to bind port 3ebc4413-2860-4f3f-b93b-8e0c5350928d on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:36:24.415374 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Attempting to bind port 3ebc4413-2860-4f3f-b93b-8e0c5350928d by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:36:24.415709 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Attempting to bind port 3ebc4413-2860-4f3f-b93b-8e0c5350928d on network c31016ab-a8a4-4108-b895-f2f1f4825173 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:36:24.427300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Port 3ebc4413-2860-4f3f-b93b-8e0c5350928d on network c31016ab-a8a4-4108-b895-f2f1f4825173 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:36:24.427639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Attempting to bind port 3ebc4413-2860-4f3f-b93b-8e0c5350928d on network c31016ab-a8a4-4108-b895-f2f1f4825173 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:36:24.437750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:36:24.438096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Checking segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:36:24.438487 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Bound using segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:36:24.438926 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Bound port: 3ebc4413-2860-4f3f-b93b-8e0c5350928d, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:36:24.439293 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:24.472442 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e7985677-8af9-4273-bf9b-15fd7f794d00 req-7173cc03-98da-4ebe-a4ce-6d66b2e12c39 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690320 Jan 27 22:36:24.520529 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] For port 3ebc4413-2860-4f3f-b93b-8e0c5350928d, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:36:24.523549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] For port 3ebc4413-2860-4f3f-b93b-8e0c5350928d, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=3ebc4413-2860-4f3f-b93b-8e0c5350928d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:36:24.528513 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:24.567797 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:24.568457 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:24.569969 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] 10.222.0.15 "PUT /v2.0/ports/3ebc4413-2860-4f3f-b93b-8e0c5350928d HTTP/1.1" status: 200 len: 1091 time: 0.7114763 Jan 27 22:36:24.570421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbcf1d5d-e9e2-4325-8bfe-283bd28838f5', 'tag': '3ebc4413-2860-4f3f-b93b-8e0c5350928d'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:36:24.572707 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe2ab24-ee29-44ea-a5dd-99e047148420" -d '{"events": [{"name": "network-changed", "server_uuid": "cbcf1d5d-e9e2-4325-8bfe-283bd28838f5", "tag": "3ebc4413-2860-4f3f-b93b-8e0c5350928d"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:36:24.601465 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772e4ba-06aa-40e2-8e0e-351024f177ee service neutron] Pushing event updated for resources: {'Port': ['ID=3ebc4413-2860-4f3f-b93b-8e0c5350928d,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:24.618483 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e07f6a9-f0a1-43b5-9185-c41a62116e47 x-openstack-request-id: req-0e07f6a9-f0a1-43b5-9185-c41a62116e47 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:36:24.618855 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbcf1d5d-e9e2-4325-8bfe-283bd28838f5", "tag": "3ebc4413-2860-4f3f-b93b-8e0c5350928d", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:36:24.619182 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e07f6a9-f0a1-43b5-9185-c41a62116e47 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:36:24.619659 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbcf1d5d-e9e2-4325-8bfe-283bd28838f5', 'tag': '3ebc4413-2860-4f3f-b93b-8e0c5350928d', 'status': 'completed', 'code': 200} Jan 27 22:36:24.655282 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-8765800e-024b-46ce-974a-c68e96d72014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:24.656958 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-8765800e-024b-46ce-974a-c68e96d72014 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 1094 time: 0.0478437 Jan 27 22:36:24.699202 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-57dbf87b-495b-4854-9fc5-12d57ed0891e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ebc4413-2860-4f3f-b93b-8e0c5350928d HTTP/1.1" status: 200 len: 217 time: 0.0356798 Jan 27 22:36:24.748530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-796c0e70-42b9-4e31-9b96-1d240f01a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:24.749993 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-796c0e70-42b9-4e31-9b96-1d240f01a243 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0453689 Jan 27 22:36:24.797938 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-1b8bcb11-cfc6-4a2e-ac4b-a05648fa02a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:24.799409 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-1b8bcb11-cfc6-4a2e-ac4b-a05648fa02a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436935 Jan 27 22:36:24.889541 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-eea36fa8-48a0-47fc-bcb6-9660c90e9ffa service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832882 Jan 27 22:36:24.983551 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6741e92-cec1-46d7-87ee-5522dcc4db17 req-43494f15-975c-4dc4-b10a-df8827635dca service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883007 Jan 27 22:36:25.070318 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2ab24-ee29-44ea-a5dd-99e047148420 req-36c4a738-208f-49b5-816f-76d52fea829e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:25.071847 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fbe2ab24-ee29-44ea-a5dd-99e047148420 req-36c4a738-208f-49b5-816f-76d52fea829e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 1094 time: 0.0425916 Jan 27 22:36:25.163468 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2ab24-ee29-44ea-a5dd-99e047148420 req-d967917d-8e09-4dd2-9652-7f1905c4f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:25.165054 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fbe2ab24-ee29-44ea-a5dd-99e047148420 req-d967917d-8e09-4dd2-9652-7f1905c4f565 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0875583 Jan 27 22:36:25.205531 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fbe2ab24-ee29-44ea-a5dd-99e047148420 req-8aa92e9c-5293-425a-894d-b8b44f064da1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ebc4413-2860-4f3f-b93b-8e0c5350928d HTTP/1.1" status: 200 len: 217 time: 0.0345953 Jan 27 22:36:25.254042 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2ab24-ee29-44ea-a5dd-99e047148420 req-c4306618-baca-4897-89c0-9ee1e848de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:25.255390 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fbe2ab24-ee29-44ea-a5dd-99e047148420 req-c4306618-baca-4897-89c0-9ee1e848de54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0430388 Jan 27 22:36:25.299647 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2ab24-ee29-44ea-a5dd-99e047148420 req-d495a7db-2a4f-4e11-afb1-ee264c9d3aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:25.301113 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fbe2ab24-ee29-44ea-a5dd-99e047148420 req-d495a7db-2a4f-4e11-afb1-ee264c9d3aa6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390556 Jan 27 22:36:25.392878 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fbe2ab24-ee29-44ea-a5dd-99e047148420 req-fc402a2e-b020-442b-a6c0-0ff8d99c53da service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842297 Jan 27 22:36:25.478767 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fbe2ab24-ee29-44ea-a5dd-99e047148420 req-01cc94a7-ff04-4e7e-963d-c293cadce1bf service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798469 Jan 27 22:36:25.593097 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc691b2-3a7b-49c7-a06e-4f67ab0ab448 req-b1297381-1945-4441-8aa6-72d32ee1bcdf tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:25.594815 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fcc691b2-3a7b-49c7-a06e-4f67ab0ab448 req-b1297381-1945-4441-8aa6-72d32ee1bcdf tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 943 time: 0.0548337 Jan 27 22:36:25.639802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fcc691b2-3a7b-49c7-a06e-4f67ab0ab448 req-724812b5-822e-4fbd-a1a1-b41f8c91b466 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394354 Jan 27 22:36:26.544069 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 3ebc4413-2860-4f3f-b93b-8e0c5350928d details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:36:26.640392 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 3ebc4413-2860-4f3f-b93b-8e0c5350928d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=3ebc4413-2860-4f3f-b93b-8e0c5350928d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:36:26.651690 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '3ebc4413-2860-4f3f-b93b-8e0c5350928d', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'port_id': '3ebc4413-2860-4f3f-b93b-8e0c5350928d', 'mac_address': 'fa:16:3e:7e:ce:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:36:26.689319 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 3ebc4413-2860-4f3f-b93b-8e0c5350928d is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:26.689774 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:26.703611 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebc4413-2860-4f3f-b93b-8e0c5350928d {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:36:26.730196 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 3ebc4413-2860-4f3f-b93b-8e0c5350928d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=3ebc4413-2860-4f3f-b93b-8e0c5350928d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:36:26.738154 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:26.762242 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b41fd791-563b-476f-9f21-23cdd7158ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:26.765924 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e973c9d-2062-40ac-ab27-bea7eb3216ad req-51562745-2a98-4f52-bf5c-5f75c1b397ec tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:26.767521 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e973c9d-2062-40ac-ab27-bea7eb3216ad req-51562745-2a98-4f52-bf5c-5f75c1b397ec tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 943 time: 0.0500197 Jan 27 22:36:26.789914 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=3ebc4413-2860-4f3f-b93b-8e0c5350928d,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:26.824717 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6e973c9d-2062-40ac-ab27-bea7eb3216ad req-a32d2ca9-cd0a-437d-b814-d6b0ad11fcf4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430422 Jan 27 22:36:26.943722 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['3ebc4413-2860-4f3f-b93b-8e0c5350928d'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:36:27.652290 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:27.942550 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d1f87-cac7-4b98-b6d4-e2f17eb526b7 req-e12f4b3d-842b-4d99-ad89-bd5d4772d8ed tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:27.943946 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-772d1f87-cac7-4b98-b6d4-e2f17eb526b7 req-e12f4b3d-842b-4d99-ad89-bd5d4772d8ed tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 944 time: 0.0515358 Jan 27 22:36:27.989703 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-772d1f87-cac7-4b98-b6d4-e2f17eb526b7 req-9e06958e-1ab6-4802-b882-cc52bc5a0386 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402029 Jan 27 22:36:28.560979 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 3ebc4413-2860-4f3f-b93b-8e0c5350928d up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:36:28.612487 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 3ebc4413-2860-4f3f-b93b-8e0c5350928d completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:36:28.616402 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 3ebc4413-2860-4f3f-b93b-8e0c5350928d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:36:28.616778 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:28.691136 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 3ebc4413-2860-4f3f-b93b-8e0c5350928d is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:36:28.692228 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:28.715212 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcf1d5d-e9e2-4325-8bfe-283bd28838f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebc4413-2860-4f3f-b93b-8e0c5350928d'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:36:28.717463 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd19fc6-8d4b-4b7a-b2e7-49d0318f4f96" -d '{"events": [{"server_uuid": "cbcf1d5d-e9e2-4325-8bfe-283bd28838f5", "name": "network-vif-plugged", "status": "completed", "tag": "3ebc4413-2860-4f3f-b93b-8e0c5350928d"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:36:28.734887 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 3ebc4413-2860-4f3f-b93b-8e0c5350928d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=3ebc4413-2860-4f3f-b93b-8e0c5350928d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:36:28.739649 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:28.762449 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ec051e-5dc7-4355-9305-75581c9304a2 x-openstack-request-id: req-10ec051e-5dc7-4355-9305-75581c9304a2 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:36:28.762747 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcf1d5d-e9e2-4325-8bfe-283bd28838f5", "name": "network-vif-plugged", "status": "completed", "tag": "3ebc4413-2860-4f3f-b93b-8e0c5350928d", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:36:28.763038 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10ec051e-5dc7-4355-9305-75581c9304a2 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:36:28.763436 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcf1d5d-e9e2-4325-8bfe-283bd28838f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebc4413-2860-4f3f-b93b-8e0c5350928d', 'code': 200} Jan 27 22:36:28.791596 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=3ebc4413-2860-4f3f-b93b-8e0c5350928d,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:36:28.853970 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a14162-d126-49d1-ba47-854aa26a9b71 req-bf42106e-3a1a-4e17-bbcd-e13297decac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:28.855754 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33a14162-d126-49d1-ba47-854aa26a9b71 req-bf42106e-3a1a-4e17-bbcd-e13297decac9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 1096 time: 0.0394418 Jan 27 22:36:28.898692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-33a14162-d126-49d1-ba47-854aa26a9b71 req-966dbf28-e029-4cbe-a036-feb0510a7264 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373096 Jan 27 22:36:29.030127 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:29.105616 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53cd36-f504-4f2a-bc7e-44ee48cac39f req-b8de92fb-7aaf-4d37-9595-ad57cea2e0e5 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:29.107619 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f53cd36-f504-4f2a-bc7e-44ee48cac39f req-b8de92fb-7aaf-4d37-9595-ad57cea2e0e5 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 945 time: 0.0479550 Jan 27 22:36:29.157445 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f53cd36-f504-4f2a-bc7e-44ee48cac39f req-0ae5a852-2b11-4c0a-bbd1-48d1c0cc92a7 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439963 Jan 27 22:36:30.275139 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfc52b-eb94-4dc9-afe9-0cb8b284ba03 req-213e1157-e30c-4a4d-936e-b705935aabbc tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:30.276605 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94cfc52b-eb94-4dc9-afe9-0cb8b284ba03 req-213e1157-e30c-4a4d-936e-b705935aabbc tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 945 time: 0.0473704 Jan 27 22:36:30.322598 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94cfc52b-eb94-4dc9-afe9-0cb8b284ba03 req-542f8866-de8a-417a-9058-24cc8631f167 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402853 Jan 27 22:36:30.374402 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:30.434010 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876e45-6674-4003-b832-f13f17bcd6d9 req-c7ab5b90-b1ab-44a0-a058-b8a2030b6cf2 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:30.436141 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-18876e45-6674-4003-b832-f13f17bcd6d9 req-c7ab5b90-b1ab-44a0-a058-b8a2030b6cf2 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 945 time: 0.0477042 Jan 27 22:36:30.444452 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 52972) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:36:30.448903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-2112087e-e0a8-4cb7-b29c-4c44d4ccdde1 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Request body: {'floatingip': {'port_id': '3ebc4413-2860-4f3f-b93b-8e0c5350928d'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:36:30.491543 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2112087e-e0a8-4cb7-b29c-4c44d4ccdde1 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for floatingip (5fb60a8f-d341-42ea-9050-a3202cbfcc39), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:30.927246 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2112087e-e0a8-4cb7-b29c-4c44d4ccdde1 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:30.930989 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2112087e-e0a8-4cb7-b29c-4c44d4ccdde1 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (5fb60a8f-d341-42ea-9050-a3202cbfcc39), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:31.030888 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-2112087e-e0a8-4cb7-b29c-4c44d4ccdde1 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Floating IP 5fb60a8f-d341-42ea-9050-a3202cbfcc39 associated. External IP: 172.25.3.233, port: 3ebc4413-2860-4f3f-b93b-8e0c5350928d. Jan 27 22:36:31.235301 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2112087e-e0a8-4cb7-b29c-4c44d4ccdde1 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:36:31.339098 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2112087e-e0a8-4cb7-b29c-4c44d4ccdde1 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:36:31.346414 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2112087e-e0a8-4cb7-b29c-4c44d4ccdde1 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:31.352407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d695911d-9a2e-4f90-b861-7594d5981820 None None] Sync routers for ids ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:36:31.362812 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d695911d-9a2e-4f90-b861-7594d5981820 None None] Routers {'961f7ddf-bdba-4bcc-9b29-1f4114380d83'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:36:31.363513 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d695911d-9a2e-4f90-b861-7594d5981820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:36:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:31.375285 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2112087e-e0a8-4cb7-b29c-4c44d4ccdde1 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "PUT /v2.0/floatingips/5fb60a8f-d341-42ea-9050-a3202cbfcc39 HTTP/1.1" status: 200 len: 991 time: 0.9297376 Jan 27 22:36:31.375976 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbcf1d5d-e9e2-4325-8bfe-283bd28838f5', 'tag': '3ebc4413-2860-4f3f-b93b-8e0c5350928d'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:36:31.378452 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c6b13c-fc23-4f56-8a9e-6dc592305e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbcf1d5d-e9e2-4325-8bfe-283bd28838f5", "tag": "3ebc4413-2860-4f3f-b93b-8e0c5350928d"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:36:31.416490 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbba68f-b0ae-4bf4-8af0-c805025be3e1 x-openstack-request-id: req-6cbba68f-b0ae-4bf4-8af0-c805025be3e1 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:36:31.416793 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbcf1d5d-e9e2-4325-8bfe-283bd28838f5", "tag": "3ebc4413-2860-4f3f-b93b-8e0c5350928d", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:36:31.417569 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6cbba68f-b0ae-4bf4-8af0-c805025be3e1 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:36:31.417569 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbcf1d5d-e9e2-4325-8bfe-283bd28838f5', 'tag': '3ebc4413-2860-4f3f-b93b-8e0c5350928d', 'status': 'completed', 'code': 200} Jan 27 22:36:31.478648 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-d695911d-9a2e-4f90-b861-7594d5981820 None None] Set router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:36:31.479444 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6b13c-fc23-4f56-8a9e-6dc592305e6a req-d37dd68d-94c9-43d6-ac3e-93007dd32d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:31.480999 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12c6b13c-fc23-4f56-8a9e-6dc592305e6a req-d37dd68d-94c9-43d6-ac3e-93007dd32d26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 1096 time: 0.0412312 Jan 27 22:36:31.575168 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6b13c-fc23-4f56-8a9e-6dc592305e6a req-a954b9df-a0f1-4976-b6f0-b2efd1b71379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:31.577086 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12c6b13c-fc23-4f56-8a9e-6dc592305e6a req-a954b9df-a0f1-4976-b6f0-b2efd1b71379 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0895658 Jan 27 22:36:31.644719 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12c6b13c-fc23-4f56-8a9e-6dc592305e6a req-ac5221cd-784d-41a6-941c-6fa671403ccf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ebc4413-2860-4f3f-b93b-8e0c5350928d HTTP/1.1" status: 200 len: 999 time: 0.0611079 Jan 27 22:36:31.698007 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6b13c-fc23-4f56-8a9e-6dc592305e6a req-7da8a81f-ccd1-41d7-a3f2-edf513427066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:31.699481 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12c6b13c-fc23-4f56-8a9e-6dc592305e6a req-7da8a81f-ccd1-41d7-a3f2-edf513427066 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0478890 Jan 27 22:36:31.713450 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d695911d-9a2e-4f90-b861-7594d5981820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '5fb60a8f-d341-42ea-9050-a3202cbfcc39', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'port_id': '3ebc4413-2860-4f3f-b93b-8e0c5350928d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'mac_address': 'fa:16:3e:7e:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcf1d5d-e9e2-4325-8bfe-283bd28838f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:36:20Z', 'updated_at': '2022-01-27T22:36:30Z', 'revision_number': 1, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:31.743838 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d695911d-9a2e-4f90-b861-7594d5981820 None None] Checking router: 961f7ddf-bdba-4bcc-9b29-1f4114380d83 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:36:31.744593 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6b13c-fc23-4f56-8a9e-6dc592305e6a req-41a6f899-42ae-4e8a-bf91-265cced6cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:31.746063 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12c6b13c-fc23-4f56-8a9e-6dc592305e6a req-41a6f899-42ae-4e8a-bf91-265cced6cf5a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409403 Jan 27 22:36:31.752264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d695911d-9a2e-4f90-b861-7594d5981820 None None] Routers {'961f7ddf-bdba-4bcc-9b29-1f4114380d83'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:36:31.752877 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d695911d-9a2e-4f90-b861-7594d5981820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:36:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:31.834282 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12c6b13c-fc23-4f56-8a9e-6dc592305e6a req-c365bc91-3ae6-486b-9c15-743b14a935cb service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818713 Jan 27 22:36:31.857983 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-d695911d-9a2e-4f90-b861-7594d5981820 None None] Set router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:36:31.927726 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12c6b13c-fc23-4f56-8a9e-6dc592305e6a req-1f28f8b4-9645-4435-a6b1-8acc513f9248 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869279 Jan 27 22:36:32.081114 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d695911d-9a2e-4f90-b861-7594d5981820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '5fb60a8f-d341-42ea-9050-a3202cbfcc39', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'port_id': '3ebc4413-2860-4f3f-b93b-8e0c5350928d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'mac_address': 'fa:16:3e:7e:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcf1d5d-e9e2-4325-8bfe-283bd28838f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:36:20Z', 'updated_at': '2022-01-27T22:36:30Z', 'revision_number': 1, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:36:32.110139 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d695911d-9a2e-4f90-b861-7594d5981820 None None] The sync data for ids ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'] in n-d-772272-3 is: [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '5fb60a8f-d341-42ea-9050-a3202cbfcc39', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'port_id': '3ebc4413-2860-4f3f-b93b-8e0c5350928d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'mac_address': 'fa:16:3e:7e:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcf1d5d-e9e2-4325-8bfe-283bd28838f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:36:20Z', 'updated_at': '2022-01-27T22:36:30Z', 'revision_number': 1, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:36:32.294719 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30167f6a-5196-4481-b516-b8fb2cc54194 None None] New status for floating IP 5fb60a8f-d341-42ea-9050-a3202cbfcc39: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:36:40.110819 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:36:43.010262 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:51.500476 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:54.170485 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-dc41e1a8-ed27-43fc-b037-de5c5428278c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:56.743165 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d0e7faf7-4231-4c13-922c-c2e256847e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:57.654777 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:59.028343 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:00.377077 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:13.027218 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:13.291995 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-742ca1a9-7090-449d-be46-dcdfb6d80d90 req-14a51581-90ec-4c77-9c77-2786f6c8d353 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398877 Jan 27 22:37:13.369407 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ca1a9-7090-449d-be46-dcdfb6d80d90 req-0480fdfc-8e77-4ee0-8109-877a5345e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:13.370893 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-742ca1a9-7090-449d-be46-dcdfb6d80d90 req-0480fdfc-8e77-4ee0-8109-877a5345e4b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 1096 time: 0.0407634 Jan 27 22:37:13.474272 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ca1a9-7090-449d-be46-dcdfb6d80d90 req-4c729d7e-7a20-48a1-88f6-7ab09d5579ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:13.475756 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-742ca1a9-7090-449d-be46-dcdfb6d80d90 req-4c729d7e-7a20-48a1-88f6-7ab09d5579ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0878541 Jan 27 22:37:13.538868 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-742ca1a9-7090-449d-be46-dcdfb6d80d90 req-e5f0971a-0368-43ff-a5e1-0273b9ad25cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ebc4413-2860-4f3f-b93b-8e0c5350928d HTTP/1.1" status: 200 len: 1001 time: 0.0568385 Jan 27 22:37:13.590401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ca1a9-7090-449d-be46-dcdfb6d80d90 req-a2733c9b-81e9-4325-9334-12c6880f7d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:13.591734 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-742ca1a9-7090-449d-be46-dcdfb6d80d90 req-a2733c9b-81e9-4325-9334-12c6880f7d37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0466344 Jan 27 22:37:13.634763 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ca1a9-7090-449d-be46-dcdfb6d80d90 req-9e08fbe6-bff9-4b1e-ba3a-e0e0ea58596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:13.636237 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-742ca1a9-7090-449d-be46-dcdfb6d80d90 req-9e08fbe6-bff9-4b1e-ba3a-e0e0ea58596a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387461 Jan 27 22:37:13.720504 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-742ca1a9-7090-449d-be46-dcdfb6d80d90 req-0487863a-f4bd-4bc3-a1b9-57589bab8021 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786583 Jan 27 22:37:13.813883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-742ca1a9-7090-449d-be46-dcdfb6d80d90 req-bbd514b5-5a74-45ae-a4d5-1fb77c4e01c8 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880091 Jan 27 22:37:17.109990 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:37:21.514691 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:24.172859 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-78de115a-9e9f-4498-8f05-bfaa9e786afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:26.744149 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-121d64e0-eed8-4204-8982-0bcce04d9026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:27.657660 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:29.031464 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:30.379674 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:43.018123 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:51.514797 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:54.108572 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:37:54.172703 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9f533a09-a072-41f3-8e79-25e2b4a51277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:56.745292 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-26396e56-c067-4f6a-92b7-53f8f522ebf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:57.660531 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:59.034101 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:00.381830 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:08.296694 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03474f4-4842-4d40-8c4f-23e03a940088 req-03256e67-a3ce-4861-8123-a0e27b352940 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:08.298119 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c03474f4-4842-4d40-8c4f-23e03a940088 req-03256e67-a3ce-4861-8123-a0e27b352940 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 945 time: 0.1024306 Jan 27 22:38:08.343423 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c03474f4-4842-4d40-8c4f-23e03a940088 req-7170267e-e13a-4032-8a07-e25675b3187a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392814 Jan 27 22:38:08.596751 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-60f18676-d025-4611-9d61-2c2ad119cb05 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0742035 Jan 27 22:38:08.603633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbc213-ccbb-48fe-94db-0d0c9d625e42 req-ca3ed70c-3dec-4fec-b2a7-7797963337d6 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:08.604997 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87fbc213-ccbb-48fe-94db-0d0c9d625e42 req-ca3ed70c-3dec-4fec-b2a7-7797963337d6 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 945 time: 0.0734544 Jan 27 22:38:08.656330 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-87fbc213-ccbb-48fe-94db-0d0c9d625e42 req-b9ff8109-3eb4-4ac7-b2a0-3af959d20115 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453417 Jan 27 22:38:09.726933 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-13c5b04e-0fee-45ab-88d5-667569868ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:09.728459 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-13c5b04e-0fee-45ab-88d5-667569868ace service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 1096 time: 0.0417230 Jan 27 22:38:09.859052 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa09d32-0962-4e06-bd69-422d81a8ac2c req-73be4048-5b64-4ba6-85a2-6987e93a9b52 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:09.860572 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fa09d32-0962-4e06-bd69-422d81a8ac2c req-73be4048-5b64-4ba6-85a2-6987e93a9b52 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 945 time: 0.1312397 Jan 27 22:38:09.861956 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-fc372e9a-0b6f-4dae-a3c4-6478cfad62f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:09.863268 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-fc372e9a-0b6f-4dae-a3c4-6478cfad62f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.1282842 Jan 27 22:38:10.288843 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fa09d32-0962-4e06-bd69-422d81a8ac2c req-a35b338d-95d9-45bd-9cdf-7429a8fd2d39 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4224873 Jan 27 22:38:10.292544 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-f92a1f34-4bce-4847-abf0-ba3ecc1e4312 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ebc4413-2860-4f3f-b93b-8e0c5350928d HTTP/1.1" status: 200 len: 1001 time: 0.4207439 Jan 27 22:38:10.340696 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-d72c4581-6ead-4bff-9eb4-1e837004cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:10.342103 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-d72c4581-6ead-4bff-9eb4-1e837004cec1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0437379 Jan 27 22:38:10.385484 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-115ffd0e-a3c3-45c3-bca3-cea1595a3b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:10.386908 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-115ffd0e-a3c3-45c3-bca3-cea1595a3b62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389094 Jan 27 22:38:10.475894 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-8acb2677-10d1-4f40-839f-01407023ff1b service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829458 Jan 27 22:38:10.562405 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-eb986394-b15b-4a01-af69-32590c05b66f service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804093 Jan 27 22:38:11.407841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936985b-8e45-465c-8e39-5bf5e66cf850 req-c490f30d-a498-4e06-8242-903236f0e2f6 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:11.409338 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b936985b-8e45-465c-8e39-5bf5e66cf850 req-c490f30d-a498-4e06-8242-903236f0e2f6 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 945 time: 0.0474749 Jan 27 22:38:11.459460 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b936985b-8e45-465c-8e39-5bf5e66cf850 req-047df852-d465-4e5b-9858-dafef7d00993 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440278 Jan 27 22:38:12.576137 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4dc081-183a-475c-8bc3-bc63253b5451 req-7fa2dfbf-70ab-4ce8-a988-3b6d201aac68 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:12.577644 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db4dc081-183a-475c-8bc3-bc63253b5451 req-7fa2dfbf-70ab-4ce8-a988-3b6d201aac68 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 945 time: 0.0474789 Jan 27 22:38:12.623926 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-db4dc081-183a-475c-8bc3-bc63253b5451 req-59e86cd0-32ed-4956-90ee-f9c8476b08b2 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402088 Jan 27 22:38:13.018273 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:13.736976 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fc2a6-e8d6-4fa0-89cc-56a22ababab3 req-8d3397db-3e4a-4967-90d3-4a332d838dbc tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:13.739286 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-630fc2a6-e8d6-4fa0-89cc-56a22ababab3 req-8d3397db-3e4a-4967-90d3-4a332d838dbc tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 945 time: 0.0481961 Jan 27 22:38:13.788621 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-630fc2a6-e8d6-4fa0-89cc-56a22ababab3 req-949ffff8-dba7-4657-b67f-2ecdac8e2606 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427704 Jan 27 22:38:14.300009 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff90ce-ec63-42ff-b52e-6eb797300395 req-291a8b37-8c4d-45ec-a29b-015b3e98796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:14.301666 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0ff90ce-ec63-42ff-b52e-6eb797300395 req-291a8b37-8c4d-45ec-a29b-015b3e98796b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 1096 time: 0.0442369 Jan 27 22:38:14.403838 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff90ce-ec63-42ff-b52e-6eb797300395 req-145bbb05-fb80-424d-98b9-06d877a3b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:14.405326 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0ff90ce-ec63-42ff-b52e-6eb797300395 req-145bbb05-fb80-424d-98b9-06d877a3b72d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0863955 Jan 27 22:38:14.472832 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0ff90ce-ec63-42ff-b52e-6eb797300395 req-4dc9a130-65ac-435a-9560-a173c40e60f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ebc4413-2860-4f3f-b93b-8e0c5350928d HTTP/1.1" status: 200 len: 1001 time: 0.0616169 Jan 27 22:38:14.520094 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff90ce-ec63-42ff-b52e-6eb797300395 req-4044f302-a4e4-419c-bee5-f844c9e600a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:14.521559 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0ff90ce-ec63-42ff-b52e-6eb797300395 req-4044f302-a4e4-419c-bee5-f844c9e600a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0432937 Jan 27 22:38:14.565654 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff90ce-ec63-42ff-b52e-6eb797300395 req-a926e7e0-f591-4103-b5d3-a11994679213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:14.567655 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0ff90ce-ec63-42ff-b52e-6eb797300395 req-a926e7e0-f591-4103-b5d3-a11994679213 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398395 Jan 27 22:38:14.656832 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0ff90ce-ec63-42ff-b52e-6eb797300395 req-5220bd61-11b2-44c7-bdb0-1981ec561c20 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830352 Jan 27 22:38:14.744679 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0ff90ce-ec63-42ff-b52e-6eb797300395 req-6b00eb2b-cb98-4eeb-ab53-7ed603b0b5bd service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819185 Jan 27 22:38:14.901383 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f2e03-0a09-41dc-8c50-2ac869b14d6d req-1c3d2d77-63a1-4d0b-b32e-0df4135ce205 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:14.902857 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6f0f2e03-0a09-41dc-8c50-2ac869b14d6d req-1c3d2d77-63a1-4d0b-b32e-0df4135ce205 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 945 time: 0.0487685 Jan 27 22:38:14.953999 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6f0f2e03-0a09-41dc-8c50-2ac869b14d6d req-48e361e6-7c03-4e27-95fb-376ae816be6a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456512 Jan 27 22:38:16.070119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b339fb0-d92c-4a6e-a575-d202e7c6b2e4 req-453d7e16-0bfb-4bbc-8306-19d771a506e4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:16.071580 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b339fb0-d92c-4a6e-a575-d202e7c6b2e4 req-453d7e16-0bfb-4bbc-8306-19d771a506e4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 945 time: 0.0471277 Jan 27 22:38:16.117323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6b339fb0-d92c-4a6e-a575-d202e7c6b2e4 req-57ec990e-6041-437f-a98d-cd5297d04bc9 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403183 Jan 27 22:38:17.232862 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69a25e-d387-4f43-b14e-d03b39bf180a req-084e83c4-f6ac-4054-a5a6-a784a654b7be tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:17.234363 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e69a25e-d387-4f43-b14e-d03b39bf180a req-084e83c4-f6ac-4054-a5a6-a784a654b7be tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 945 time: 0.0495706 Jan 27 22:38:17.281750 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4e69a25e-d387-4f43-b14e-d03b39bf180a req-cfae68ad-d128-4298-be11-6fe8e39b6512 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409844 Jan 27 22:38:18.400051 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22a335-c5b4-4601-a703-bf5feb8a6503 req-1d65048b-56fd-413e-8e3a-dd49166e9b00 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:18.401605 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b22a335-c5b4-4601-a703-bf5feb8a6503 req-1d65048b-56fd-413e-8e3a-dd49166e9b00 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 945 time: 0.0510259 Jan 27 22:38:18.448679 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b22a335-c5b4-4601-a703-bf5feb8a6503 req-85bb92bf-9533-4a6a-ad85-19dfbff78610 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415413 Jan 27 22:38:19.563183 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefd956-7c19-4256-9416-b953ad571698 req-b929f627-b8d5-4b20-be0a-559519e25a6c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:19.564711 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4aefd956-7c19-4256-9416-b953ad571698 req-b929f627-b8d5-4b20-be0a-559519e25a6c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 945 time: 0.0485895 Jan 27 22:38:19.612365 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4aefd956-7c19-4256-9416-b953ad571698 req-91ab2e4d-c3db-47dd-8119-04882dcd1340 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413294 Jan 27 22:38:20.727968 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00fc9d-2514-4f4f-8172-93a325b92433 req-bacf0521-5906-48b9-b207-e5a9f8c69cca tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:20.729472 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f00fc9d-2514-4f4f-8172-93a325b92433 req-bacf0521-5906-48b9-b207-e5a9f8c69cca tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 945 time: 0.0485346 Jan 27 22:38:20.779455 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f00fc9d-2514-4f4f-8172-93a325b92433 req-6b8796e1-bac6-409b-8627-0892e5a37cc0 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443125 Jan 27 22:38:21.511738 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:21.893440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48416ac-8cb8-4470-bf94-e666906cec73 req-31e7040f-38dd-4091-ba2d-3bdc503c1894 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:21.895669 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b48416ac-8cb8-4470-bf94-e666906cec73 req-31e7040f-38dd-4091-ba2d-3bdc503c1894 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 945 time: 0.0483320 Jan 27 22:38:21.943019 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b48416ac-8cb8-4470-bf94-e666906cec73 req-1f19e6b5-0485-46b2-8e38-0cb1995ba943 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404298 Jan 27 22:38:22.475866 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-e3aa7bc4-78ed-483b-97cc-3f0968147044 service neutron] show failed (client error): The resource could not be found. Jan 27 22:38:22.476900 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-e3aa7bc4-78ed-483b-97cc-3f0968147044 service neutron] 10.222.0.15 "GET /v2.0/ports/3ebc4413-2860-4f3f-b93b-8e0c5350928d/bindings/n-h2-772272-3 HTTP/1.1" status: 404 len: 380 time: 0.0542650 Jan 27 22:38:22.672238 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-d2d0fa07-a6dc-44ac-9323-c5d71552bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:22.673736 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-d2d0fa07-a6dc-44ac-9323-c5d71552bac8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5&tenant_id=1c4cc8b66118468ca4da324743ce7385 HTTP/1.1" status: 200 len: 1096 time: 0.0441914 Jan 27 22:38:22.685215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-772272-3', 'device_owner': 'compute:nova'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:38:22.737132 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:22.932392 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] For port 3ebc4413-2860-4f3f-b93b-8e0c5350928d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=3ebc4413-2860-4f3f-b93b-8e0c5350928d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:38:22.966529 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] For port 3ebc4413-2860-4f3f-b93b-8e0c5350928d, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:38:23.007269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcf1d5d-e9e2-4325-8bfe-283bd28838f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ebc4413-2860-4f3f-b93b-8e0c5350928d'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:38:23.009584 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551295b3-9215-4a46-bbba-3ab5718afc4e" -d '{"events": [{"server_uuid": "cbcf1d5d-e9e2-4325-8bfe-283bd28838f5", "name": "network-vif-unplugged", "status": "completed", "tag": "3ebc4413-2860-4f3f-b93b-8e0c5350928d"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:38:23.013566 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Publish callbacks [] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:23.055262 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Transition to ACTIVE for port object 3ebc4413-2860-4f3f-b93b-8e0c5350928d will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:38:23.060412 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91daa359-aadb-44ad-a6ca-553008281fdb x-openstack-request-id: req-91daa359-aadb-44ad-a6ca-553008281fdb {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:38:23.060708 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcf1d5d-e9e2-4325-8bfe-283bd28838f5", "name": "network-vif-unplugged", "status": "completed", "tag": "3ebc4413-2860-4f3f-b93b-8e0c5350928d", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:38:23.060964 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91daa359-aadb-44ad-a6ca-553008281fdb {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:38:23.061362 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcf1d5d-e9e2-4325-8bfe-283bd28838f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ebc4413-2860-4f3f-b93b-8e0c5350928d', 'code': 200} Jan 27 22:38:23.063056 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:23.114121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fcf5d-621b-4feb-bae0-85de27bc9255 req-f1050d12-59b5-48ab-8c53-a3e30acf318c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:23.115675 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-771fcf5d-621b-4feb-bae0-85de27bc9255 req-f1050d12-59b5-48ab-8c53-a3e30acf318c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 945 time: 0.0996163 Jan 27 22:38:23.125660 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Pushing event updated for resources: {'Port': ['ID=3ebc4413-2860-4f3f-b93b-8e0c5350928d,revision_number=6']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:38:23.179802 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:23.180188 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:23.180533 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:23.180877 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:23.181217 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:23.181553 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:23.181887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:23.182219 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:23.182549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:23.182881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:23.183224 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:23.183537 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:23.183860 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:23.246142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] No DVR routers for this DVR port 3ebc4413-2860-4f3f-b93b-8e0c5350928d on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:38:23.251627 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-771fcf5d-621b-4feb-bae0-85de27bc9255 req-f1e8ac53-20c1-4565-83d8-c72c35146cbd tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228108 Jan 27 22:38:23.383716 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Attempting to bind port 3ebc4413-2860-4f3f-b93b-8e0c5350928d on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:38:23.383974 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Attempting to bind port 3ebc4413-2860-4f3f-b93b-8e0c5350928d by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:38:23.384334 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Attempting to bind port 3ebc4413-2860-4f3f-b93b-8e0c5350928d on network c31016ab-a8a4-4108-b895-f2f1f4825173 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:38:23.388512 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Port 3ebc4413-2860-4f3f-b93b-8e0c5350928d on network c31016ab-a8a4-4108-b895-f2f1f4825173 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:38:23.388832 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Attempting to bind port 3ebc4413-2860-4f3f-b93b-8e0c5350928d on network c31016ab-a8a4-4108-b895-f2f1f4825173 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:38:23.393789 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:38:23.394135 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Checking segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:38:23.395115 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Bound using segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:38:23.395543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Bound port: 3ebc4413-2860-4f3f-b93b-8e0c5350928d, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:38:23.395923 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:23.458279 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] For port 3ebc4413-2860-4f3f-b93b-8e0c5350928d, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:38:23.461642 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] For port 3ebc4413-2860-4f3f-b93b-8e0c5350928d, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=3ebc4413-2860-4f3f-b93b-8e0c5350928d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:38:23.465172 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:23.502513 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:23.503027 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:23.505008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] 10.222.0.21 "PUT /v2.0/ports/3ebc4413-2860-4f3f-b93b-8e0c5350928d HTTP/1.1" status: 200 len: 1091 time: 0.8237534 Jan 27 22:38:23.525516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60b44d-18e2-4af9-9160-2099d29675dd service neutron] Pushing event updated for resources: {'Port': ['ID=3ebc4413-2860-4f3f-b93b-8e0c5350928d,revision_number=7']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:38:23.570667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-2bec2f79-c947-4e6b-981a-ad09dd5f8c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:23.572275 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-2bec2f79-c947-4e6b-981a-ad09dd5f8c57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 1094 time: 0.0429046 Jan 27 22:38:23.665187 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-52035fa5-8edc-4117-9860-acfcb8226af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:23.666692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-52035fa5-8edc-4117-9860-acfcb8226af5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0873580 Jan 27 22:38:23.736528 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-9fd3a31e-4380-4736-95a1-a5cd7e8eba4d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ebc4413-2860-4f3f-b93b-8e0c5350928d HTTP/1.1" status: 200 len: 999 time: 0.0626383 Jan 27 22:38:23.786217 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-9169e9d9-1f68-4e1c-be69-cd377d4f0f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:23.787738 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-9169e9d9-1f68-4e1c-be69-cd377d4f0f02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0452671 Jan 27 22:38:23.832907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-af05eb3a-df3f-4972-9512-4aee6947e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:23.834366 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-af05eb3a-df3f-4972-9512-4aee6947e79f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394461 Jan 27 22:38:23.929223 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-480d5b27-426a-4be1-b0d6-3dfb1c9dd4c3 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855198 Jan 27 22:38:24.020601 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e291a11b-2dc2-44a0-ae10-c01b97dee931 req-46bf3d08-1251-4b77-b44e-ddae2c28fc7e service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832436 Jan 27 22:38:24.174538 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e5a5c285-166c-4e07-bc98-dd01b4aa0742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:24.374172 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387a38b-e8ea-447f-a368-79e874795c54 req-75992337-02e6-453b-a086-c482e69ca2b4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:24.375639 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4387a38b-e8ea-447f-a368-79e874795c54 req-75992337-02e6-453b-a086-c482e69ca2b4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 943 time: 0.0482695 Jan 27 22:38:24.426710 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4387a38b-e8ea-447f-a368-79e874795c54 req-3ccdcf65-1153-42c5-ab43-ddd869911297 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447474 Jan 27 22:38:25.062602 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbcf1d5d-e9e2-4325-8bfe-283bd28838f5', 'tag': '3ebc4413-2860-4f3f-b93b-8e0c5350928d'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:38:25.065038 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d9081f-8531-45da-84d2-22157fdeb4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "cbcf1d5d-e9e2-4325-8bfe-283bd28838f5", "tag": "3ebc4413-2860-4f3f-b93b-8e0c5350928d"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:38:25.112140 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b8e6d9-0496-4601-8492-a067630e26da x-openstack-request-id: req-92b8e6d9-0496-4601-8492-a067630e26da {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:38:25.112475 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbcf1d5d-e9e2-4325-8bfe-283bd28838f5", "tag": "3ebc4413-2860-4f3f-b93b-8e0c5350928d", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:38:25.112732 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92b8e6d9-0496-4601-8492-a067630e26da {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:38:25.113168 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbcf1d5d-e9e2-4325-8bfe-283bd28838f5', 'tag': '3ebc4413-2860-4f3f-b93b-8e0c5350928d', 'status': 'completed', 'code': 200} Jan 27 22:38:25.195600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9081f-8531-45da-84d2-22157fdeb4b4 req-3a2dd562-b5aa-41ee-8888-e3380a0264bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:25.197136 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1d9081f-8531-45da-84d2-22157fdeb4b4 req-3a2dd562-b5aa-41ee-8888-e3380a0264bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 1094 time: 0.0596356 Jan 27 22:38:25.198947 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9081f-8531-45da-84d2-22157fdeb4b4 req-50605aa1-756c-4334-b892-65926042aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:25.200308 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1d9081f-8531-45da-84d2-22157fdeb4b4 req-50605aa1-756c-4334-b892-65926042aaf1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 1094 time: 0.0716414 Jan 27 22:38:25.360992 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9081f-8531-45da-84d2-22157fdeb4b4 req-9e735d79-8e56-4580-98e8-0e5bb4b6af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:25.362455 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1d9081f-8531-45da-84d2-22157fdeb4b4 req-9e735d79-8e56-4580-98e8-0e5bb4b6af0d service neutron] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.1585057 Jan 27 22:38:25.363559 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9081f-8531-45da-84d2-22157fdeb4b4 req-9d08868f-a01c-4533-947e-9cd46ce48180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:25.364931 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1d9081f-8531-45da-84d2-22157fdeb4b4 req-9d08868f-a01c-4533-947e-9cd46ce48180 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.1533194 Jan 27 22:38:25.478333 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1d9081f-8531-45da-84d2-22157fdeb4b4 req-d51e5b77-494c-47b4-85fe-1828bfce0256 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ebc4413-2860-4f3f-b93b-8e0c5350928d HTTP/1.1" status: 200 len: 999 time: 0.1087544 Jan 27 22:38:25.480313 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1d9081f-8531-45da-84d2-22157fdeb4b4 req-3e66effc-26fe-450c-9db8-80e150009459 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ebc4413-2860-4f3f-b93b-8e0c5350928d HTTP/1.1" status: 200 len: 999 time: 0.1054394 Jan 27 22:38:25.593621 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9081f-8531-45da-84d2-22157fdeb4b4 req-c04eeab0-fc72-4abf-884a-d2524a261005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:25.595347 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1d9081f-8531-45da-84d2-22157fdeb4b4 req-c04eeab0-fc72-4abf-884a-d2524a261005 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.1020551 Jan 27 22:38:25.597494 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9081f-8531-45da-84d2-22157fdeb4b4 req-9c23eb09-53b3-4682-afbd-6d3cfafea469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:25.598837 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1d9081f-8531-45da-84d2-22157fdeb4b4 req-9c23eb09-53b3-4682-afbd-6d3cfafea469 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.1130981 Jan 27 22:38:25.618730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188541b-75d9-4bf2-a998-1dd4298f7352 req-83754694-62b9-4675-ac77-284c396024b9 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:25.620058 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5188541b-75d9-4bf2-a998-1dd4298f7352 req-83754694-62b9-4675-ac77-284c396024b9 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 943 time: 0.1017940 Jan 27 22:38:25.709724 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9081f-8531-45da-84d2-22157fdeb4b4 req-6ebdf68d-8034-413e-9444-4c8f96d6b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:25.711219 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1d9081f-8531-45da-84d2-22157fdeb4b4 req-6ebdf68d-8034-413e-9444-4c8f96d6b27b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090662 Jan 27 22:38:25.720274 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9081f-8531-45da-84d2-22157fdeb4b4 req-06b5741c-f6de-48fe-9158-d3546153c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:25.721649 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1d9081f-8531-45da-84d2-22157fdeb4b4 req-06b5741c-f6de-48fe-9158-d3546153c88e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111805 Jan 27 22:38:25.734883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5188541b-75d9-4bf2-a998-1dd4298f7352 req-9a0804e5-fd5c-4e1b-bdf4-12801d2613a7 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908458 Jan 27 22:38:25.880049 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1d9081f-8531-45da-84d2-22157fdeb4b4 req-3791d343-12f5-4b97-af09-cbd6def4f27a service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564727 Jan 27 22:38:25.883338 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1d9081f-8531-45da-84d2-22157fdeb4b4 req-72fd2004-503a-45af-b981-add4fde0f94d service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517482 Jan 27 22:38:26.040758 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1d9081f-8531-45da-84d2-22157fdeb4b4 req-ecf674e4-e7b3-4013-92d6-0c24fb6ca567 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536686 Jan 27 22:38:26.045798 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1d9081f-8531-45da-84d2-22157fdeb4b4 req-3ae8c9fc-769f-4c42-a693-7719a32ec63f service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512775 Jan 27 22:38:26.746643 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-02808c87-2fc4-4abb-8aad-ae0f33eca011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:26.858212 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd830f-38a8-4e02-97a1-6cad88521a68 req-5315498d-3277-4ef5-95f5-86c1d02cf6de tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:26.859729 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-39dd830f-38a8-4e02-97a1-6cad88521a68 req-5315498d-3277-4ef5-95f5-86c1d02cf6de tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 943 time: 0.0528142 Jan 27 22:38:26.906714 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-39dd830f-38a8-4e02-97a1-6cad88521a68 req-beebf9dc-8fff-4589-bf4b-af9ea83ecb66 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412815 Jan 27 22:38:27.052558 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 3ebc4413-2860-4f3f-b93b-8e0c5350928d no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:38:27.090755 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] The host n-h1-772272-3 is not matching for port 3ebc4413-2860-4f3f-b93b-8e0c5350928d host n-h2-772272-3! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:38:27.091145 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 3ebc4413-2860-4f3f-b93b-8e0c5350928d not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:38:27.665625 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:28.022365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ea256-084e-4afa-bc57-2d49b33099f7 req-647728f9-0b13-46ee-88ad-5893ac5e1efc tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:28.023857 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a1ea256-084e-4afa-bc57-2d49b33099f7 req-647728f9-0b13-46ee-88ad-5893ac5e1efc tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 943 time: 0.0490417 Jan 27 22:38:28.069438 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6a1ea256-084e-4afa-bc57-2d49b33099f7 req-0bda63f7-1fdc-4250-9cbb-565f5e13008f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399256 Jan 27 22:38:28.295984 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134b3a3-e776-4abd-b79f-03d0f528d33a req-7eb6a49c-5969-4392-8be4-42eeeb7d9a4c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:28.297403 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9134b3a3-e776-4abd-b79f-03d0f528d33a req-7eb6a49c-5969-4392-8be4-42eeeb7d9a4c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 943 time: 0.0824091 Jan 27 22:38:28.304876 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b9ae7-6086-403a-9e34-c526826ac6aa req-d318fed3-e612-4899-a4cb-f139404f4ae1 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:28.306202 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-563b9ae7-6086-403a-9e34-c526826ac6aa req-d318fed3-e612-4899-a4cb-f139404f4ae1 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5&tenant_id=1c4cc8b66118468ca4da324743ce7385&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 943 time: 0.0815427 Jan 27 22:38:28.385207 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9134b3a3-e776-4abd-b79f-03d0f528d33a req-aeffd9db-8671-4b42-a197-7c74d6a64f4a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780449 Jan 27 22:38:28.392083 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-563b9ae7-6086-403a-9e34-c526826ac6aa req-942a072e-4b0e-4ba2-9728-d643014ed92d service neutron] delete failed (client error): The resource could not be found. Jan 27 22:38:28.393075 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-563b9ae7-6086-403a-9e34-c526826ac6aa req-942a072e-4b0e-4ba2-9728-d643014ed92d service neutron] 10.222.0.15 "DELETE /v2.0/ports/3ebc4413-2860-4f3f-b93b-8e0c5350928d/bindings/n-h1-772272-3 HTTP/1.1" status: 404 len: 380 time: 0.0795424 Jan 27 22:38:28.481306 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b9ae7-6086-403a-9e34-c526826ac6aa req-1c18c74a-6aa5-4b56-a9d6-430fb8180e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:28.482760 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-563b9ae7-6086-403a-9e34-c526826ac6aa req-1c18c74a-6aa5-4b56-a9d6-430fb8180e01 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 1094 time: 0.0409288 Jan 27 22:38:28.570944 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b9ae7-6086-403a-9e34-c526826ac6aa req-b31fcbe5-ab64-4229-9c46-62c27676bdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:28.572345 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-563b9ae7-6086-403a-9e34-c526826ac6aa req-b31fcbe5-ab64-4229-9c46-62c27676bdab service neutron] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0841115 Jan 27 22:38:28.603103 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 3ebc4413-2860-4f3f-b93b-8e0c5350928d details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:38:28.635200 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-563b9ae7-6086-403a-9e34-c526826ac6aa req-19813fca-ad9a-4581-bc60-97f05580e1a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ebc4413-2860-4f3f-b93b-8e0c5350928d HTTP/1.1" status: 200 len: 999 time: 0.0567515 Jan 27 22:38:28.685858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b9ae7-6086-403a-9e34-c526826ac6aa req-cdaf8c7e-7964-4632-b531-d682a1e65038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:28.687346 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-563b9ae7-6086-403a-9e34-c526826ac6aa req-cdaf8c7e-7964-4632-b531-d682a1e65038 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0466247 Jan 27 22:38:28.699126 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 3ebc4413-2860-4f3f-b93b-8e0c5350928d, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=3ebc4413-2860-4f3f-b93b-8e0c5350928d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:38:28.711228 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '3ebc4413-2860-4f3f-b93b-8e0c5350928d', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'port_id': '3ebc4413-2860-4f3f-b93b-8e0c5350928d', 'mac_address': 'fa:16:3e:7e:ce:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:38:28.731576 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b9ae7-6086-403a-9e34-c526826ac6aa req-ab591e7c-7cd7-447b-a84b-b41eb3394467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:28.733103 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-563b9ae7-6086-403a-9e34-c526826ac6aa req-ab591e7c-7cd7-447b-a84b-b41eb3394467 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398626 Jan 27 22:38:28.748153 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 3ebc4413-2860-4f3f-b93b-8e0c5350928d is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:38:28.748573 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:28.762658 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebc4413-2860-4f3f-b93b-8e0c5350928d {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:38:28.781720 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 3ebc4413-2860-4f3f-b93b-8e0c5350928d, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=3ebc4413-2860-4f3f-b93b-8e0c5350928d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:38:28.785897 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:28.820862 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-563b9ae7-6086-403a-9e34-c526826ac6aa req-219c48a2-dfd5-4982-b9db-0d64fa031c2a service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816426 Jan 27 22:38:28.833522 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=3ebc4413-2860-4f3f-b93b-8e0c5350928d,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:38:28.840692 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:28.841049 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:28.841399 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:28.841746 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:28.842086 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:28.842423 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:28.842755 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:28.843087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:28.843414 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:28.843741 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:28.844074 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:28.844553 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:28.844880 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:38:28.912420 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-563b9ae7-6086-403a-9e34-c526826ac6aa req-c52a7052-cef7-45e9-869d-e2fb35c89da1 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857470 Jan 27 22:38:29.038029 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:29.146306 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['3ebc4413-2860-4f3f-b93b-8e0c5350928d'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:38:29.507023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720607ba-ae83-48f5-b436-7e54d29dc9b6 req-3bab67b7-b3ba-452f-9cb7-263779e738ad tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:29.508556 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-720607ba-ae83-48f5-b436-7e54d29dc9b6 req-3bab67b7-b3ba-452f-9cb7-263779e738ad tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 944 time: 0.0526175 Jan 27 22:38:29.557267 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-720607ba-ae83-48f5-b436-7e54d29dc9b6 req-48418d39-c985-4984-9708-a89f8ca8a7b8 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427678 Jan 27 22:38:29.676695 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f8728-0cda-4150-a182-7267f93bdac4 req-cab2a51a-9b25-4cb0-af4e-0bb92e9a12de tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:29.678049 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-255f8728-0cda-4150-a182-7267f93bdac4 req-cab2a51a-9b25-4cb0-af4e-0bb92e9a12de tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 944 time: 0.0513980 Jan 27 22:38:29.724041 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-255f8728-0cda-4150-a182-7267f93bdac4 req-5bc330e3-c540-4d18-b17a-10eed146b3e8 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402489 Jan 27 22:38:29.834182 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440eb772-5653-440f-9e2c-b67f5b4ef615 req-ba1554e9-12aa-4931-8dc2-d47d5ded18f5 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:29.835692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-440eb772-5653-440f-9e2c-b67f5b4ef615 req-ba1554e9-12aa-4931-8dc2-d47d5ded18f5 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 944 time: 0.0480366 Jan 27 22:38:29.883557 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-440eb772-5653-440f-9e2c-b67f5b4ef615 req-cb4cf382-d3a9-4440-826b-13e19d93b2ce tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419757 Jan 27 22:38:30.113272 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52059a-62b1-4aba-9e81-8503e5fd1e5a req-1514b763-4122-4cc5-aeb3-c73f751e7649 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:30.114741 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c52059a-62b1-4aba-9e81-8503e5fd1e5a req-1514b763-4122-4cc5-aeb3-c73f751e7649 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 944 time: 0.0475845 Jan 27 22:38:30.164832 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c52059a-62b1-4aba-9e81-8503e5fd1e5a req-a18a591c-27f8-4525-a172-5f2633eda115 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442863 Jan 27 22:38:30.384905 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:30.623303 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 3ebc4413-2860-4f3f-b93b-8e0c5350928d up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:38:30.671620 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 3ebc4413-2860-4f3f-b93b-8e0c5350928d completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:38:30.675476 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 3ebc4413-2860-4f3f-b93b-8e0c5350928d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:38:30.675850 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:30.752569 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 3ebc4413-2860-4f3f-b93b-8e0c5350928d is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:38:30.752951 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:30.775548 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcf1d5d-e9e2-4325-8bfe-283bd28838f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebc4413-2860-4f3f-b93b-8e0c5350928d'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:38:30.777778 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f24566-b6a5-4454-87b7-9edd534bf314" -d '{"events": [{"server_uuid": "cbcf1d5d-e9e2-4325-8bfe-283bd28838f5", "name": "network-vif-plugged", "status": "completed", "tag": "3ebc4413-2860-4f3f-b93b-8e0c5350928d"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:38:30.790039 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 3ebc4413-2860-4f3f-b93b-8e0c5350928d, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=3ebc4413-2860-4f3f-b93b-8e0c5350928d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:38:30.793925 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:30.817247 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530ef6f0-0392-4bed-ac88-cbcdfcfd5b04 x-openstack-request-id: req-530ef6f0-0392-4bed-ac88-cbcdfcfd5b04 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:38:30.817549 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcf1d5d-e9e2-4325-8bfe-283bd28838f5", "name": "network-vif-plugged", "status": "completed", "tag": "3ebc4413-2860-4f3f-b93b-8e0c5350928d", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:38:30.817803 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-530ef6f0-0392-4bed-ac88-cbcdfcfd5b04 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:38:30.818189 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcf1d5d-e9e2-4325-8bfe-283bd28838f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebc4413-2860-4f3f-b93b-8e0c5350928d', 'code': 200} Jan 27 22:38:30.843007 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=3ebc4413-2860-4f3f-b93b-8e0c5350928d,revision_number=9']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:38:31.107335 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:38:31.278702 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799acacf-bf4a-4a66-8a5d-6c7b7eeef9fe req-2a53c469-df80-4aee-ad8d-9cdc23a0c386 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:31.280083 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-799acacf-bf4a-4a66-8a5d-6c7b7eeef9fe req-2a53c469-df80-4aee-ad8d-9cdc23a0c386 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 945 time: 0.0479181 Jan 27 22:38:31.325822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-799acacf-bf4a-4a66-8a5d-6c7b7eeef9fe req-b9dfd392-4fb4-4ad0-b4d0-cc5a899c874a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402377 Jan 27 22:38:31.818568 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69e2a3-6b97-459c-991f-739d78d0c2b9 req-554acbe1-6a36-4322-8f2f-ef4b24ffceaf tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:31.820042 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb69e2a3-6b97-459c-991f-739d78d0c2b9 req-554acbe1-6a36-4322-8f2f-ef4b24ffceaf tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 945 time: 0.0470974 Jan 27 22:38:31.911596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-bb69e2a3-6b97-459c-991f-739d78d0c2b9 req-f8627d06-8e0a-4321-8412-5764c779b783 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Deleting port 3ebc4413-2860-4f3f-b93b-8e0c5350928d {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:38:31.911941 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bb69e2a3-6b97-459c-991f-739d78d0c2b9 req-f8627d06-8e0a-4321-8412-5764c779b783 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:31.998871 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-bb69e2a3-6b97-459c-991f-739d78d0c2b9 req-f8627d06-8e0a-4321-8412-5764c779b783 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] For port 3ebc4413-2860-4f3f-b93b-8e0c5350928d, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=3ebc4413-2860-4f3f-b93b-8e0c5350928d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:38:31.999237 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bb69e2a3-6b97-459c-991f-739d78d0c2b9 req-f8627d06-8e0a-4321-8412-5764c779b783 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:32.169645 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bb69e2a3-6b97-459c-991f-739d78d0c2b9 req-f8627d06-8e0a-4321-8412-5764c779b783 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:32.170010 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bb69e2a3-6b97-459c-991f-739d78d0c2b9 req-f8627d06-8e0a-4321-8412-5764c779b783 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (5fb60a8f-d341-42ea-9050-a3202cbfcc39), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:32.170334 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-bb69e2a3-6b97-459c-991f-739d78d0c2b9 req-f8627d06-8e0a-4321-8412-5764c779b783 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Floating IP 5fb60a8f-d341-42ea-9050-a3202cbfcc39 disassociated. External IP: 172.25.3.233, port: 3ebc4413-2860-4f3f-b93b-8e0c5350928d. Jan 27 22:38:32.170680 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-bb69e2a3-6b97-459c-991f-739d78d0c2b9 req-f8627d06-8e0a-4321-8412-5764c779b783 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Calling delete_port for 3ebc4413-2860-4f3f-b93b-8e0c5350928d owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:38:32.608682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145b125-9f19-4917-9fef-017e351e9cba req-e3d9b1ef-2803-42b6-a85e-5d1436639c16 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:32.610137 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8145b125-9f19-4917-9fef-017e351e9cba req-e3d9b1ef-2803-42b6-a85e-5d1436639c16 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcf1d5d-e9e2-4325-8bfe-283bd28838f5 HTTP/1.1" status: 200 len: 945 time: 0.0696893 Jan 27 22:38:32.693973 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8145b125-9f19-4917-9fef-017e351e9cba req-71ea1b19-0c6d-467f-954d-2e9c18ac8dc4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770612 Jan 27 22:38:32.698897 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bb69e2a3-6b97-459c-991f-739d78d0c2b9 req-f8627d06-8e0a-4321-8412-5764c779b783 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (3ebc4413-2860-4f3f-b93b-8e0c5350928d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:32.733052 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8627d06-8e0a-4321-8412-5764c779b783 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Pushing event deleted for resources: {'Port': ['ID=3ebc4413-2860-4f3f-b93b-8e0c5350928d,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:38:32.846367 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb69e2a3-6b97-459c-991f-739d78d0c2b9 req-f8627d06-8e0a-4321-8412-5764c779b783 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:38:32.957370 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb69e2a3-6b97-459c-991f-739d78d0c2b9 req-f8627d06-8e0a-4321-8412-5764c779b783 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:38:32.966861 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5389feec-bd36-4940-b1cb-1ef6b119efa7 None None] Sync routers for ids ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:38:32.977391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5389feec-bd36-4940-b1cb-1ef6b119efa7 None None] Routers {'961f7ddf-bdba-4bcc-9b29-1f4114380d83'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:38:32.978006 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5389feec-bd36-4940-b1cb-1ef6b119efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:38:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:38:32.997819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb69e2a3-6b97-459c-991f-739d78d0c2b9 req-f8627d06-8e0a-4321-8412-5764c779b783 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] No DVR routers for this DVR port 3ebc4413-2860-4f3f-b93b-8e0c5350928d on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:38:33.000763 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bb69e2a3-6b97-459c-991f-739d78d0c2b9 req-f8627d06-8e0a-4321-8412-5764c779b783 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:33.004635 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb69e2a3-6b97-459c-991f-739d78d0c2b9 req-f8627d06-8e0a-4321-8412-5764c779b783 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.21 "DELETE /v2.0/ports/3ebc4413-2860-4f3f-b93b-8e0c5350928d HTTP/1.1" status: 204 len: 173 time: 1.1780250 Jan 27 22:38:33.005106 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcf1d5d-e9e2-4325-8bfe-283bd28838f5', 'name': 'network-vif-deleted', 'tag': '3ebc4413-2860-4f3f-b93b-8e0c5350928d'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:38:33.007446 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3644b070-9198-41e8-9039-8619d59768de" -d '{"events": [{"server_uuid": "cbcf1d5d-e9e2-4325-8bfe-283bd28838f5", "name": "network-vif-deleted", "tag": "3ebc4413-2860-4f3f-b93b-8e0c5350928d"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:38:33.045736 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e323ba52-2387-4d40-81a1-8bc2ac42ec5b x-openstack-request-id: req-e323ba52-2387-4d40-81a1-8bc2ac42ec5b {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:38:33.046044 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcf1d5d-e9e2-4325-8bfe-283bd28838f5", "name": "network-vif-deleted", "tag": "3ebc4413-2860-4f3f-b93b-8e0c5350928d", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:38:33.046308 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e323ba52-2387-4d40-81a1-8bc2ac42ec5b {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:38:33.046727 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcf1d5d-e9e2-4325-8bfe-283bd28838f5', 'name': 'network-vif-deleted', 'tag': '3ebc4413-2860-4f3f-b93b-8e0c5350928d', 'status': 'completed', 'code': 200} Jan 27 22:38:33.088557 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-5389feec-bd36-4940-b1cb-1ef6b119efa7 None None] Set router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:38:33.302320 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5389feec-bd36-4940-b1cb-1ef6b119efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:38:33.329723 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5389feec-bd36-4940-b1cb-1ef6b119efa7 None None] Checking router: 961f7ddf-bdba-4bcc-9b29-1f4114380d83 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:38:33.338510 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5389feec-bd36-4940-b1cb-1ef6b119efa7 None None] Routers {'961f7ddf-bdba-4bcc-9b29-1f4114380d83'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:38:33.339124 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5389feec-bd36-4940-b1cb-1ef6b119efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:38:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:38:33.445346 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-5389feec-bd36-4940-b1cb-1ef6b119efa7 None None] Set router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:38:33.638133 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-5389feec-bd36-4940-b1cb-1ef6b119efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:38:33.667949 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5389feec-bd36-4940-b1cb-1ef6b119efa7 None None] The sync data for ids ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'] in n-d-772272-3 is: [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:38:33.929422 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f800d1-1ee8-4f13-9fdd-34a1b0a2beef None None] New status for floating IP 5fb60a8f-d341-42ea-9050-a3202cbfcc39: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:38:33.938591 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-e766083a-9462-498e-bda5-87d7b62ea429 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--177568391&fields=id&tenant_id=1c4cc8b66118468ca4da324743ce7385 HTTP/1.1" status: 200 len: 267 time: 0.0476258 Jan 27 22:38:34.054054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-afc92e49-0f01-4b49-ba02-247fe814cae8 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:34.055595 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-afc92e49-0f01-4b49-ba02-247fe814cae8 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 812 time: 0.1097028 Jan 27 22:38:34.071262 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-d2df0275-c48c-4ab6-8440-66bcf26f50d0 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/quotas/1c4cc8b66118468ca4da324743ce7385 HTTP/1.1" status: 200 len: 375 time: 0.0100770 Jan 27 22:38:34.122249 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-76f44fe1-a820-4db0-87f6-e9cff5b324ae tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456212 Jan 27 22:38:34.138918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-deee998d-436f-4aac-af64-a0550634f3bd service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:38:34.139892 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-deee998d-436f-4aac-af64-a0550634f3bd service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051584 Jan 27 22:38:34.229561 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-95cdabda-edff-40c9-8ee8-e8529398ed27 service neutron] 10.222.0.23 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842991 Jan 27 22:38:34.318262 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-4a81667b-628a-4c60-a524-6b3a0b29f616 service neutron] 10.222.0.23 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829046 Jan 27 22:38:34.481946 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4fc296d6-02fd-4a4d-b11e-0fe488cef059 req-099f5051-09c0-4302-8867-96a919709567 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 210 time: 0.0271497 Jan 27 22:38:34.627671 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 3ebc4413-2860-4f3f-b93b-8e0c5350928d no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:38:34.647701 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 3ebc4413-2860-4f3f-b93b-8e0c5350928d {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:38:34.648050 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 3ebc4413-2860-4f3f-b93b-8e0c5350928d not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:38:35.441511 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-8b5398be-bb20-4c64-920b-5c2a9a8d266f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:35.442985 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-8b5398be-bb20-4c64-920b-5c2a9a8d266f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 812 time: 0.1087275 Jan 27 22:38:35.505592 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-65927463-c4aa-405a-b8a8-62d415416ae4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c4cc8b66118468ca4da324743ce7385 HTTP/1.1" status: 200 len: 379 time: 0.0524824 Jan 27 22:38:35.517074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-55e2c183-1bcd-49b5-aeb1-c4ec30079477 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Request body: {'port': {'device_id': '8d2b14df-91fd-4b54-b929-11f83c519683', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'admin_state_up': True, 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'security_groups': ['735492d7-79f6-414b-9bfe-bd3545a890f5']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:38:35.596396 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31d8ea36-681d-4519-9d80-1012c7ce1823 req-10f7d010-98b3-4464-b887-6e7da0b89484 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 210 time: 0.0335035 Jan 27 22:38:35.645617 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-55e2c183-1bcd-49b5-aeb1-c4ec30079477 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Made reservation on behalf of 1c4cc8b66118468ca4da324743ce7385 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:38:35.649011 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-55e2c183-1bcd-49b5-aeb1-c4ec30079477 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:35.776279 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-55e2c183-1bcd-49b5-aeb1-c4ec30079477 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Allocated IP 172.20.0.9 (c31016ab-a8a4-4108-b895-f2f1f4825173/490e8835-2c10-4285-89b2-ffbc3002b355/344fbac8-1ca6-4672-823b-0a8cede95875) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:38:35.906984 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-55e2c183-1bcd-49b5-aeb1-c4ec30079477 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for port (344fbac8-1ca6-4672-823b-0a8cede95875), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:35.941235 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-55e2c183-1bcd-49b5-aeb1-c4ec30079477 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (344fbac8-1ca6-4672-823b-0a8cede95875), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:35.988632 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-55e2c183-1bcd-49b5-aeb1-c4ec30079477 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Network c31016ab-a8a4-4108-b895-f2f1f4825173 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:38:35.992020 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-55e2c183-1bcd-49b5-aeb1-c4ec30079477 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:38:35.998171 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-55e2c183-1bcd-49b5-aeb1-c4ec30079477 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:38:36.021818 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2c183-1bcd-49b5-aeb1-c4ec30079477 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Pushing event updated for resources: {'Port': ['ID=344fbac8-1ca6-4672-823b-0a8cede95875,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:38:36.051781 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-55e2c183-1bcd-49b5-aeb1-c4ec30079477 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:36.052429 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-55e2c183-1bcd-49b5-aeb1-c4ec30079477 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:36.069755 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-55e2c183-1bcd-49b5-aeb1-c4ec30079477 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5567749 Jan 27 22:38:36.082333 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] Request body: {'port': {'device_id': '8d2b14df-91fd-4b54-b929-11f83c519683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:38:36.139002 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (344fbac8-1ca6-4672-823b-0a8cede95875), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:36.279620 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a5f8418e-2a61-4e67-9dae-dfcfde5abf74 None None] Provisioning complete for port 344fbac8-1ca6-4672-823b-0a8cede95875 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:38:36.280262 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a5f8418e-2a61-4e67-9dae-dfcfde5abf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (344fbac8-1ca6-4672-823b-0a8cede95875), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:36.313082 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a5f8418e-2a61-4e67-9dae-dfcfde5abf74 None None] Port 344fbac8-1ca6-4672-823b-0a8cede95875 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:38:36.404881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344fbac8-1ca6-4672-823b-0a8cede95875 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:38:36.412803 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] Publish callbacks [] for port (344fbac8-1ca6-4672-823b-0a8cede95875), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:36.424660 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] Transition to ACTIVE for port object 344fbac8-1ca6-4672-823b-0a8cede95875 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:38:36.428430 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (344fbac8-1ca6-4672-823b-0a8cede95875), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:36.483941 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] Pushing event updated for resources: {'Port': ['ID=344fbac8-1ca6-4672-823b-0a8cede95875,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:38:36.550577 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] Attempting to bind port 344fbac8-1ca6-4672-823b-0a8cede95875 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:38:36.550914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] Attempting to bind port 344fbac8-1ca6-4672-823b-0a8cede95875 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:38:36.551250 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] Attempting to bind port 344fbac8-1ca6-4672-823b-0a8cede95875 on network c31016ab-a8a4-4108-b895-f2f1f4825173 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:38:36.556604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] Port 344fbac8-1ca6-4672-823b-0a8cede95875 on network c31016ab-a8a4-4108-b895-f2f1f4825173 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:38:36.556998 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] Attempting to bind port 344fbac8-1ca6-4672-823b-0a8cede95875 on network c31016ab-a8a4-4108-b895-f2f1f4825173 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:38:36.562591 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:38:36.562943 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] Checking segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:38:36.563338 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] Bound using segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:38:36.563777 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] Bound port: 344fbac8-1ca6-4672-823b-0a8cede95875, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:38:36.564145 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (344fbac8-1ca6-4672-823b-0a8cede95875), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:36.636576 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] For port 344fbac8-1ca6-4672-823b-0a8cede95875, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:38:36.639858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] For port 344fbac8-1ca6-4672-823b-0a8cede95875, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=344fbac8-1ca6-4672-823b-0a8cede95875,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:38:36.645333 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (344fbac8-1ca6-4672-823b-0a8cede95875), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:36.678288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:36.679589 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:36.681052 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] 10.222.0.21 "PUT /v2.0/ports/344fbac8-1ca6-4672-823b-0a8cede95875 HTTP/1.1" status: 200 len: 1091 time: 0.6030564 Jan 27 22:38:36.684505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2b14df-91fd-4b54-b929-11f83c519683', 'tag': '344fbac8-1ca6-4672-823b-0a8cede95875'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:38:36.687991 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae0dd6e-94d1-4783-8ce4-aaa332e0148a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2b14df-91fd-4b54-b929-11f83c519683", "tag": "344fbac8-1ca6-4672-823b-0a8cede95875"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:38:36.756198 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83eea3f-0aef-41da-b124-2c41b73b1740 x-openstack-request-id: req-e83eea3f-0aef-41da-b124-2c41b73b1740 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:38:36.756487 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2b14df-91fd-4b54-b929-11f83c519683", "tag": "344fbac8-1ca6-4672-823b-0a8cede95875", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:38:36.756770 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e83eea3f-0aef-41da-b124-2c41b73b1740 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:38:36.757207 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2b14df-91fd-4b54-b929-11f83c519683', 'tag': '344fbac8-1ca6-4672-823b-0a8cede95875', 'status': 'completed', 'code': 200} Jan 27 22:38:36.771746 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb7b45-1cb1-44cf-ba12-eda762c4cb1c service neutron] Pushing event updated for resources: {'Port': ['ID=344fbac8-1ca6-4672-823b-0a8cede95875,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:38:36.807544 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b21dc-5faf-44d1-9246-8932fda28166 req-4fa1f677-07f3-4bb3-a6b8-ee7abeb6d556 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:36.809129 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a2b21dc-5faf-44d1-9246-8932fda28166 req-4fa1f677-07f3-4bb3-a6b8-ee7abeb6d556 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 943 time: 0.1271634 Jan 27 22:38:36.837591 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-2b423b9b-4ce0-4e6a-bce0-35d946fce1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:36.839111 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-2b423b9b-4ce0-4e6a-bce0-35d946fce1e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 1094 time: 0.0776064 Jan 27 22:38:36.892665 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-d000fe1f-a6e6-40aa-b5df-ef12dd2b4e9f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=344fbac8-1ca6-4672-823b-0a8cede95875 HTTP/1.1" status: 200 len: 217 time: 0.0419872 Jan 27 22:38:36.900400 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a2b21dc-5faf-44d1-9246-8932fda28166 req-95a7dd99-32a9-4c15-b6b6-20abee641007 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823832 Jan 27 22:38:36.942982 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-257d0aa9-fb2d-4b32-b128-103a5332ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:36.944469 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-257d0aa9-fb2d-4b32-b128-103a5332ff66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0432034 Jan 27 22:38:36.996001 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-6076cbe4-4680-4789-ae68-dd829225a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:36.997544 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-6076cbe4-4680-4789-ae68-dd829225a683 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461080 Jan 27 22:38:37.086832 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-755b594e-3d8a-4b0d-ace0-a396f7b731d1 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819840 Jan 27 22:38:37.179880 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-56d45ed0-6e1a-47d1-9fa2-9e30a5b7e909 req-d9c442b2-09c4-4621-aea5-232702c27b63 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861986 Jan 27 22:38:37.269355 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0dd6e-94d1-4783-8ce4-aaa332e0148a req-29f81edd-88c0-4683-9adf-6eb8eb00f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:37.270923 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9ae0dd6e-94d1-4783-8ce4-aaa332e0148a req-29f81edd-88c0-4683-9adf-6eb8eb00f27c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 1094 time: 0.0423639 Jan 27 22:38:37.359803 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0dd6e-94d1-4783-8ce4-aaa332e0148a req-66081b5a-e925-4832-83ec-0e26874c14b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:37.361316 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9ae0dd6e-94d1-4783-8ce4-aaa332e0148a req-66081b5a-e925-4832-83ec-0e26874c14b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0847275 Jan 27 22:38:37.405729 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9ae0dd6e-94d1-4783-8ce4-aaa332e0148a req-03e6c642-a525-4cbe-98c2-0764ce59d5ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=344fbac8-1ca6-4672-823b-0a8cede95875 HTTP/1.1" status: 200 len: 217 time: 0.0373533 Jan 27 22:38:37.453935 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0dd6e-94d1-4783-8ce4-aaa332e0148a req-16995edc-0711-4e2d-9cf7-d0bba45276a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:37.455372 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9ae0dd6e-94d1-4783-8ce4-aaa332e0148a req-16995edc-0711-4e2d-9cf7-d0bba45276a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0434334 Jan 27 22:38:37.501286 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0dd6e-94d1-4783-8ce4-aaa332e0148a req-71d4628d-f63f-4443-a766-ffa78052cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:37.502745 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9ae0dd6e-94d1-4783-8ce4-aaa332e0148a req-71d4628d-f63f-4443-a766-ffa78052cdab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410893 Jan 27 22:38:37.593975 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9ae0dd6e-94d1-4783-8ce4-aaa332e0148a req-2617b572-5f34-41d5-b7e0-e2ca4ba67c32 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842268 Jan 27 22:38:37.683237 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9ae0dd6e-94d1-4783-8ce4-aaa332e0148a req-bed465f1-f70f-4f13-8889-b971e49880c5 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829747 Jan 27 22:38:38.018065 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da58267-b4bf-47b2-814f-d2cb47b69705 req-a07ad30d-7f4c-4c2b-8894-79296831cdc6 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:38.020235 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3da58267-b4bf-47b2-814f-d2cb47b69705 req-a07ad30d-7f4c-4c2b-8894-79296831cdc6 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 943 time: 0.0507243 Jan 27 22:38:38.071772 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3da58267-b4bf-47b2-814f-d2cb47b69705 req-ce142ac1-1f22-42f3-9401-bbb0a5ebad9e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457711 Jan 27 22:38:39.185039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef00a07-9779-40e6-88ba-3108247ec51f req-1bd9cdf8-3fc5-4c54-a0d6-7189073ae4ad tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:39.186553 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ef00a07-9779-40e6-88ba-3108247ec51f req-1bd9cdf8-3fc5-4c54-a0d6-7189073ae4ad tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 943 time: 0.0479875 Jan 27 22:38:39.234447 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ef00a07-9779-40e6-88ba-3108247ec51f req-164d1896-1642-461c-b74c-1347fd2ae325 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416703 Jan 27 22:38:40.349944 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd94a51-73ff-4093-bfc3-b6fe69a63590 req-2de7978e-9441-4039-8019-ec8ed6644f9d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:40.351512 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4cd94a51-73ff-4093-bfc3-b6fe69a63590 req-2de7978e-9441-4039-8019-ec8ed6644f9d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 943 time: 0.0484967 Jan 27 22:38:40.397703 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4cd94a51-73ff-4093-bfc3-b6fe69a63590 req-f0162733-62bb-4238-8a72-62e68d83be81 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405512 Jan 27 22:38:40.640436 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 344fbac8-1ca6-4672-823b-0a8cede95875 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:38:40.733981 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 344fbac8-1ca6-4672-823b-0a8cede95875, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=344fbac8-1ca6-4672-823b-0a8cede95875,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:38:40.745404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '344fbac8-1ca6-4672-823b-0a8cede95875', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'port_id': '344fbac8-1ca6-4672-823b-0a8cede95875', 'mac_address': 'fa:16:3e:3c:b8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:38:40.784569 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 344fbac8-1ca6-4672-823b-0a8cede95875 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:38:40.784955 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (344fbac8-1ca6-4672-823b-0a8cede95875), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:40.797165 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344fbac8-1ca6-4672-823b-0a8cede95875 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:38:40.815480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 344fbac8-1ca6-4672-823b-0a8cede95875, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=344fbac8-1ca6-4672-823b-0a8cede95875,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:38:40.820063 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (344fbac8-1ca6-4672-823b-0a8cede95875), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:40.865129 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=344fbac8-1ca6-4672-823b-0a8cede95875,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:38:41.141755 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['344fbac8-1ca6-4672-823b-0a8cede95875'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:38:41.514790 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002b183-a957-4403-a883-21bd3809d9d4 req-0923af0d-1c91-4b2a-a2b3-83df00e65289 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:41.516366 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6002b183-a957-4403-a883-21bd3809d9d4 req-0923af0d-1c91-4b2a-a2b3-83df00e65289 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 944 time: 0.0520906 Jan 27 22:38:41.563241 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6002b183-a957-4403-a883-21bd3809d9d4 req-d2564ab8-5c4d-47be-832c-1f12a19167ea tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413895 Jan 27 22:38:42.658754 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 344fbac8-1ca6-4672-823b-0a8cede95875 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:38:42.678381 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fd3c6-8672-4fae-9088-e530ffca5096 req-f61367db-c8ee-4e84-84ea-5bb4b220276d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:42.679949 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de2fd3c6-8672-4fae-9088-e530ffca5096 req-f61367db-c8ee-4e84-84ea-5bb4b220276d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 944 time: 0.0497096 Jan 27 22:38:42.707410 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 344fbac8-1ca6-4672-823b-0a8cede95875 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:38:42.712712 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 344fbac8-1ca6-4672-823b-0a8cede95875 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:38:42.713092 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (344fbac8-1ca6-4672-823b-0a8cede95875), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:42.730064 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de2fd3c6-8672-4fae-9088-e530ffca5096 req-95624c22-1f66-4764-aad8-831645a37fa5 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431697 Jan 27 22:38:42.793766 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 344fbac8-1ca6-4672-823b-0a8cede95875 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:38:42.794161 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (344fbac8-1ca6-4672-823b-0a8cede95875), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:42.815571 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2b14df-91fd-4b54-b929-11f83c519683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344fbac8-1ca6-4672-823b-0a8cede95875'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:38:42.818301 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae8d4cc5a08b9a7af5695f871fa5a29f1f5b75f41ee97c033c0032091ff8bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7b9add-3dcc-4b53-b8a2-1e0b51530936" -d '{"events": [{"server_uuid": "8d2b14df-91fd-4b54-b929-11f83c519683", "name": "network-vif-plugged", "status": "completed", "tag": "344fbac8-1ca6-4672-823b-0a8cede95875"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:38:42.830961 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 344fbac8-1ca6-4672-823b-0a8cede95875, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=344fbac8-1ca6-4672-823b-0a8cede95875,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:38:42.835916 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (344fbac8-1ca6-4672-823b-0a8cede95875), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:42.858481 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d195b0d-1f85-4cc1-93c2-5aab9096fee8 x-openstack-request-id: req-5d195b0d-1f85-4cc1-93c2-5aab9096fee8 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:38:42.858778 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2b14df-91fd-4b54-b929-11f83c519683", "name": "network-vif-plugged", "status": "completed", "tag": "344fbac8-1ca6-4672-823b-0a8cede95875", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:38:42.859034 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d195b0d-1f85-4cc1-93c2-5aab9096fee8 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:38:42.859421 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2b14df-91fd-4b54-b929-11f83c519683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344fbac8-1ca6-4672-823b-0a8cede95875', 'code': 200} Jan 27 22:38:42.884545 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=344fbac8-1ca6-4672-823b-0a8cede95875,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:38:42.957416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ba131-6e65-4d48-a767-ddc17c85328b req-5eecc0a5-9651-4dc0-aaae-b62af0179aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:42.959630 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f8ba131-6e65-4d48-a767-ddc17c85328b req-5eecc0a5-9651-4dc0-aaae-b62af0179aad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 1096 time: 0.0444903 Jan 27 22:38:43.005984 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f8ba131-6e65-4d48-a767-ddc17c85328b req-a0cebbb7-b590-40d6-852a-e6fc46f8cc24 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384626 Jan 27 22:38:43.031258 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:43.844912 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f186f0-4679-4fa4-a41c-254fd6138820 req-9f34b680-f92d-4e06-a398-4b1401aea2e4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:43.846651 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3f186f0-4679-4fa4-a41c-254fd6138820 req-9f34b680-f92d-4e06-a398-4b1401aea2e4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 945 time: 0.0476053 Jan 27 22:38:43.892147 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b3f186f0-4679-4fa4-a41c-254fd6138820 req-fdbe8f57-510d-44fc-a557-6484d99f78e5 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393467 Jan 27 22:38:45.009165 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd94da0-fc7c-41ac-9904-753c400737a2 req-5e3e3f84-8dfc-4c57-b689-c08e75f20234 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:45.010652 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dcd94da0-fc7c-41ac-9904-753c400737a2 req-5e3e3f84-8dfc-4c57-b689-c08e75f20234 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 945 time: 0.0482359 Jan 27 22:38:45.060602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dcd94da0-fc7c-41ac-9904-753c400737a2 req-f9a2bccf-992f-45e1-9140-b77d1f9debc0 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437427 Jan 27 22:38:45.170282 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30467aed-fef3-4623-8af3-7ad0d342da9d req-916adb7c-3abb-4082-b85e-b3d3ac94039f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:45.171801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30467aed-fef3-4623-8af3-7ad0d342da9d req-916adb7c-3abb-4082-b85e-b3d3ac94039f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 945 time: 0.0483963 Jan 27 22:38:45.180232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53322) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:38:45.184599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-cec55a58-0d18-495f-b9aa-8f2fb1c90d2c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Request body: {'floatingip': {'port_id': '344fbac8-1ca6-4672-823b-0a8cede95875'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:38:45.223960 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cec55a58-0d18-495f-b9aa-8f2fb1c90d2c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for floatingip (5fb60a8f-d341-42ea-9050-a3202cbfcc39), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:45.654353 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cec55a58-0d18-495f-b9aa-8f2fb1c90d2c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:45.658126 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cec55a58-0d18-495f-b9aa-8f2fb1c90d2c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (5fb60a8f-d341-42ea-9050-a3202cbfcc39), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:45.755673 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-cec55a58-0d18-495f-b9aa-8f2fb1c90d2c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Floating IP 5fb60a8f-d341-42ea-9050-a3202cbfcc39 associated. External IP: 172.25.3.233, port: 344fbac8-1ca6-4672-823b-0a8cede95875. Jan 27 22:38:45.958010 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec55a58-0d18-495f-b9aa-8f2fb1c90d2c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:38:46.064240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec55a58-0d18-495f-b9aa-8f2fb1c90d2c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:38:46.069304 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cec55a58-0d18-495f-b9aa-8f2fb1c90d2c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:46.073906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32baac40-dff7-48c6-ab6d-6e552ac9df96 None None] Sync routers for ids ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:38:46.083554 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32baac40-dff7-48c6-ab6d-6e552ac9df96 None None] Routers {'961f7ddf-bdba-4bcc-9b29-1f4114380d83'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:38:46.084182 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-32baac40-dff7-48c6-ab6d-6e552ac9df96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:38:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:38:46.099603 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-cec55a58-0d18-495f-b9aa-8f2fb1c90d2c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "PUT /v2.0/floatingips/5fb60a8f-d341-42ea-9050-a3202cbfcc39 HTTP/1.1" status: 200 len: 991 time: 0.9151680 Jan 27 22:38:46.099603 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2b14df-91fd-4b54-b929-11f83c519683', 'tag': '344fbac8-1ca6-4672-823b-0a8cede95875'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:38:46.100105 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e7200af07910234d66d73035cb8a86bf3653db494cfbe903b140b1db0a47658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd3818e-a083-4c4c-8062-28a1e843c5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2b14df-91fd-4b54-b929-11f83c519683", "tag": "344fbac8-1ca6-4672-823b-0a8cede95875"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:38:46.139576 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51be9b4a-e10d-43d1-b809-7878c0dc532b x-openstack-request-id: req-51be9b4a-e10d-43d1-b809-7878c0dc532b {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:38:46.139893 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2b14df-91fd-4b54-b929-11f83c519683", "tag": "344fbac8-1ca6-4672-823b-0a8cede95875", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:38:46.140183 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51be9b4a-e10d-43d1-b809-7878c0dc532b {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:38:46.140651 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2b14df-91fd-4b54-b929-11f83c519683', 'tag': '344fbac8-1ca6-4672-823b-0a8cede95875', 'status': 'completed', 'code': 200} Jan 27 22:38:46.201847 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-32baac40-dff7-48c6-ab6d-6e552ac9df96 None None] Set router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:38:46.202732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3818e-a083-4c4c-8062-28a1e843c5fe req-4d205f77-f6f9-4128-ab78-0d0afbe5504b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:46.204361 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6dd3818e-a083-4c4c-8062-28a1e843c5fe req-4d205f77-f6f9-4128-ab78-0d0afbe5504b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 1096 time: 0.0406427 Jan 27 22:38:46.298437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3818e-a083-4c4c-8062-28a1e843c5fe req-c4d944de-8e4c-41a6-a636-bc92424b2e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:46.299841 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6dd3818e-a083-4c4c-8062-28a1e843c5fe req-c4d944de-8e4c-41a6-a636-bc92424b2e2e service neutron] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0898151 Jan 27 22:38:46.365510 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6dd3818e-a083-4c4c-8062-28a1e843c5fe req-a76e4981-6455-4574-ad9e-1bb4ee553782 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=344fbac8-1ca6-4672-823b-0a8cede95875 HTTP/1.1" status: 200 len: 999 time: 0.0593951 Jan 27 22:38:46.415290 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3818e-a083-4c4c-8062-28a1e843c5fe req-31676fca-e8c1-40e5-9a0d-117edbb869e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:46.416768 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6dd3818e-a083-4c4c-8062-28a1e843c5fe req-31676fca-e8c1-40e5-9a0d-117edbb869e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0433314 Jan 27 22:38:46.427311 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-32baac40-dff7-48c6-ab6d-6e552ac9df96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '5fb60a8f-d341-42ea-9050-a3202cbfcc39', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'port_id': '344fbac8-1ca6-4672-823b-0a8cede95875', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'mac_address': 'fa:16:3e:3c:b8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2b14df-91fd-4b54-b929-11f83c519683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:36:20Z', 'updated_at': '2022-01-27T22:38:45Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:38:46.454947 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32baac40-dff7-48c6-ab6d-6e552ac9df96 None None] Checking router: 961f7ddf-bdba-4bcc-9b29-1f4114380d83 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:38:46.464061 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32baac40-dff7-48c6-ab6d-6e552ac9df96 None None] Routers {'961f7ddf-bdba-4bcc-9b29-1f4114380d83'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:38:46.464864 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-32baac40-dff7-48c6-ab6d-6e552ac9df96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:38:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:38:46.467926 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3818e-a083-4c4c-8062-28a1e843c5fe req-90c31059-c927-4781-acd5-d66cf4de213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:46.469488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6dd3818e-a083-4c4c-8062-28a1e843c5fe req-90c31059-c927-4781-acd5-d66cf4de213b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442526 Jan 27 22:38:46.560881 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6dd3818e-a083-4c4c-8062-28a1e843c5fe req-a684326f-57a6-45db-9f16-4951467e4e39 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841651 Jan 27 22:38:46.570058 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-32baac40-dff7-48c6-ab6d-6e552ac9df96 None None] Set router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:38:46.807677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-32baac40-dff7-48c6-ab6d-6e552ac9df96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '5fb60a8f-d341-42ea-9050-a3202cbfcc39', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'port_id': '344fbac8-1ca6-4672-823b-0a8cede95875', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'mac_address': 'fa:16:3e:3c:b8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2b14df-91fd-4b54-b929-11f83c519683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:36:20Z', 'updated_at': '2022-01-27T22:38:45Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:38:47.001337 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32baac40-dff7-48c6-ab6d-6e552ac9df96 None None] The sync data for ids ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'] in n-d-772272-3 is: [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '5fb60a8f-d341-42ea-9050-a3202cbfcc39', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'port_id': '344fbac8-1ca6-4672-823b-0a8cede95875', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'mac_address': 'fa:16:3e:3c:b8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2b14df-91fd-4b54-b929-11f83c519683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:36:20Z', 'updated_at': '2022-01-27T22:38:45Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:38:47.017073 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6dd3818e-a083-4c4c-8062-28a1e843c5fe req-8cf38dff-30ef-48ff-b33b-d491e8ddeed0 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492877 Jan 27 22:38:47.205125 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01347953-69b7-4245-b250-c38d33c601f8 None None] New status for floating IP 5fb60a8f-d341-42ea-9050-a3202cbfcc39: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:38:51.514461 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:54.175142 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-dd6a9553-4337-40fb-a60c-aab86a303f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:56.752441 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-43c58be2-23a3-4668-b576-f7ebe25ad60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:57.666486 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:59.041182 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:00.386880 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:08.105824 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:39:13.049172 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:14.038482 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02376c03-2495-4224-83b8-34553f0759b1 req-a3e47692-56f6-445c-b145-9480a8fa8c97 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400181 Jan 27 22:39:14.118423 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02376c03-2495-4224-83b8-34553f0759b1 req-3f146a8a-d82c-45b0-ba71-c59b57c2c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:14.119879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02376c03-2495-4224-83b8-34553f0759b1 req-3f146a8a-d82c-45b0-ba71-c59b57c2c945 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 1096 time: 0.0408700 Jan 27 22:39:14.222179 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02376c03-2495-4224-83b8-34553f0759b1 req-a7706fc2-a68a-45ce-a4b7-f6d11e988104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:14.224201 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02376c03-2495-4224-83b8-34553f0759b1 req-a7706fc2-a68a-45ce-a4b7-f6d11e988104 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0863900 Jan 27 22:39:14.287761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02376c03-2495-4224-83b8-34553f0759b1 req-628c8f5f-6571-468c-adb2-127eeaca9073 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=344fbac8-1ca6-4672-823b-0a8cede95875 HTTP/1.1" status: 200 len: 1001 time: 0.0577393 Jan 27 22:39:14.335952 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02376c03-2495-4224-83b8-34553f0759b1 req-55bf74eb-ff12-4637-ba8e-b7221de95c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:14.337391 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02376c03-2495-4224-83b8-34553f0759b1 req-55bf74eb-ff12-4637-ba8e-b7221de95c88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0429120 Jan 27 22:39:14.385462 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02376c03-2495-4224-83b8-34553f0759b1 req-e1ac7858-2fa2-4aaa-97d5-26533c90c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:14.386943 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02376c03-2495-4224-83b8-34553f0759b1 req-e1ac7858-2fa2-4aaa-97d5-26533c90c072 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435603 Jan 27 22:39:14.476562 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02376c03-2495-4224-83b8-34553f0759b1 req-d689b5e8-0e6a-4700-8fa3-07805f4d24e7 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829587 Jan 27 22:39:14.566804 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-02376c03-2495-4224-83b8-34553f0759b1 req-2f283109-ea25-4f81-8b0c-ef537020bfa8 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845177 Jan 27 22:39:21.541685 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:24.175946 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4f221bd2-d153-44c7-b799-756a1528f6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:26.756004 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fbacc124-9ffa-4e79-a402-2bbe5a1af414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:27.669362 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:29.043364 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:30.388786 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:43.065899 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:45.104681 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:39:51.557895 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:54.179240 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5d5e0c8d-a920-418a-9d8c-b74dfdad0e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:56.757650 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-389337ab-aa98-4375-892f-fbe3e41aa145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:57.671304 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:59.049835 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:00.391992 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:13.063098 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:14.117566 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5615f83f-e7f2-434f-93e6-c5d6c51701d1 req-99fe3b2f-e509-40bf-b087-2ea77a109f2f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0887496 Jan 27 22:40:14.197914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615f83f-e7f2-434f-93e6-c5d6c51701d1 req-1a957a50-243c-48b5-8aec-cea2db625ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:14.199494 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5615f83f-e7f2-434f-93e6-c5d6c51701d1 req-1a957a50-243c-48b5-8aec-cea2db625ee8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 1096 time: 0.0409272 Jan 27 22:40:14.301288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615f83f-e7f2-434f-93e6-c5d6c51701d1 req-4770c7f2-18a7-4e63-bc17-5317c573a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:14.303219 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5615f83f-e7f2-434f-93e6-c5d6c51701d1 req-4770c7f2-18a7-4e63-bc17-5317c573a74a service neutron] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0873406 Jan 27 22:40:14.369100 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5615f83f-e7f2-434f-93e6-c5d6c51701d1 req-51806266-c138-41ea-9a3d-08d26c7efc1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=344fbac8-1ca6-4672-823b-0a8cede95875 HTTP/1.1" status: 200 len: 1001 time: 0.0580444 Jan 27 22:40:14.419950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615f83f-e7f2-434f-93e6-c5d6c51701d1 req-ed082c28-c344-4d3b-8bf5-7da639295a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:14.421461 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5615f83f-e7f2-434f-93e6-c5d6c51701d1 req-ed082c28-c344-4d3b-8bf5-7da639295a35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0455861 Jan 27 22:40:14.469281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615f83f-e7f2-434f-93e6-c5d6c51701d1 req-0ae15cf1-9f5d-4e04-bc93-53a87f6e19a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:14.471041 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5615f83f-e7f2-434f-93e6-c5d6c51701d1 req-0ae15cf1-9f5d-4e04-bc93-53a87f6e19a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432761 Jan 27 22:40:14.557473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5615f83f-e7f2-434f-93e6-c5d6c51701d1 req-2388cbfc-a5cb-4a66-9072-2a5376473e00 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797977 Jan 27 22:40:14.648212 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5615f83f-e7f2-434f-93e6-c5d6c51701d1 req-80f70392-0862-4fb8-ac67-4db5c81030c3 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846941 Jan 27 22:40:21.555289 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:22.103801 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:40:24.180632 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-06edb84f-c336-4137-b965-8dbfd4262600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:26.757578 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-accd6954-74e3-4493-b2bc-24338571a2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:27.674363 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:29.049616 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:30.394124 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:43.094934 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:51.570950 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:54.180430 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c6ade2ee-4a9a-40ea-8349-dd391d21795e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:56.758657 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4417f030-1c66-4a20-abe5-c56eec835357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:57.676765 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:59.051458 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:59.103322 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:41:00.396614 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:13.098425 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:16.027422 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-589c912a-fa2f-4e2d-970a-a9546ef06517 req-17b1ecff-b615-48da-a8e8-b9f97ade35b3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409997 Jan 27 22:41:16.117140 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c912a-fa2f-4e2d-970a-a9546ef06517 req-13292ba3-5e26-4e54-8b4a-5e6da793c3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:16.118626 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-589c912a-fa2f-4e2d-970a-a9546ef06517 req-13292ba3-5e26-4e54-8b4a-5e6da793c3e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 1096 time: 0.0411859 Jan 27 22:41:16.224800 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c912a-fa2f-4e2d-970a-a9546ef06517 req-a2e92b6d-687f-4e32-95d2-6df8fd129da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:16.227075 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-589c912a-fa2f-4e2d-970a-a9546ef06517 req-a2e92b6d-687f-4e32-95d2-6df8fd129da7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0903711 Jan 27 22:41:16.292028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-589c912a-fa2f-4e2d-970a-a9546ef06517 req-f0f4ea17-42f7-479d-a32f-61fc6b77eea2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=344fbac8-1ca6-4672-823b-0a8cede95875 HTTP/1.1" status: 200 len: 1001 time: 0.0585341 Jan 27 22:41:16.339803 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c912a-fa2f-4e2d-970a-a9546ef06517 req-6379742c-6102-4165-af18-2f5e6f162fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:16.341256 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-589c912a-fa2f-4e2d-970a-a9546ef06517 req-6379742c-6102-4165-af18-2f5e6f162fe5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0429664 Jan 27 22:41:16.389050 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c912a-fa2f-4e2d-970a-a9546ef06517 req-bfeb5a79-9259-43b6-a615-66fcb3bf1189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:16.390503 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-589c912a-fa2f-4e2d-970a-a9546ef06517 req-bfeb5a79-9259-43b6-a615-66fcb3bf1189 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428526 Jan 27 22:41:16.478070 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-589c912a-fa2f-4e2d-970a-a9546ef06517 req-66b5f081-598a-43b4-8a80-ad3c903c810c service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798907 Jan 27 22:41:16.571016 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-589c912a-fa2f-4e2d-970a-a9546ef06517 req-31281ebe-98ae-486f-ba25-04639d58f03d service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869727 Jan 27 22:41:21.584100 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:24.181300 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3949289a-1faa-4e42-9528-9e3a7c8ab578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:26.761387 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c0f585b2-b9da-4d11-bcff-2375d289a795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:27.680756 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:28.154594 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848a261-f175-430e-b287-a46bd184ac63 req-44a762c9-d39e-4591-841e-dd8ea26428d6 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:28.156062 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b848a261-f175-430e-b287-a46bd184ac63 req-44a762c9-d39e-4591-841e-dd8ea26428d6 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 945 time: 0.0932167 Jan 27 22:41:28.201862 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b848a261-f175-430e-b287-a46bd184ac63 req-9613486d-64d6-4ecb-9e9c-689d3f721508 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402102 Jan 27 22:41:29.055554 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:29.431894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ef924-fb80-4546-b6d6-b6d84722be38 req-e1c97f7e-a144-4efe-8ade-c1b1c79fb89b tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:29.433418 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a68ef924-fb80-4546-b6d6-b6d84722be38 req-e1c97f7e-a144-4efe-8ade-c1b1c79fb89b tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 945 time: 0.0907102 Jan 27 22:41:29.479524 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a68ef924-fb80-4546-b6d6-b6d84722be38 req-de4f10f9-f8d5-41a5-ad0a-4a99feac6393 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407000 Jan 27 22:41:30.398177 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:30.595365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b01c5-159c-4b05-b9f5-c1e7ec0d0b33 req-93a7706e-45db-4ff0-a471-d21c3a7fb177 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:30.597102 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a0b01c5-159c-4b05-b9f5-c1e7ec0d0b33 req-93a7706e-45db-4ff0-a471-d21c3a7fb177 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 945 time: 0.0509987 Jan 27 22:41:30.642270 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a0b01c5-159c-4b05-b9f5-c1e7ec0d0b33 req-7c090739-0138-4836-8e85-21cbf5345eb5 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396414 Jan 27 22:41:31.757063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26c8d9-6cc7-4a4e-a2d3-bc945812ac0d req-9dea3a83-6923-4a1f-bc47-399bac7c7a7d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:31.758559 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6f26c8d9-6cc7-4a4e-a2d3-bc945812ac0d req-9dea3a83-6923-4a1f-bc47-399bac7c7a7d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 945 time: 0.0481913 Jan 27 22:41:31.805714 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6f26c8d9-6cc7-4a4e-a2d3-bc945812ac0d req-3deb2088-f82b-4125-ac76-bda02771203d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409167 Jan 27 22:41:32.923273 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bea145-0ba5-4682-a115-c587b18f252c req-366ca28a-c47a-4d69-b521-c7d68b11051b tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:32.924767 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71bea145-0ba5-4682-a115-c587b18f252c req-366ca28a-c47a-4d69-b521-c7d68b11051b tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 945 time: 0.0506964 Jan 27 22:41:32.975455 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71bea145-0ba5-4682-a115-c587b18f252c req-7aa0c010-d69c-4269-a136-af39a7ef47d1 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450966 Jan 27 22:41:34.090903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887dcc14-4307-4a0d-a3b6-c8f0eb0bc768 req-e9a07c24-8adb-423f-b1e0-1723eba30ef3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:34.092417 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-887dcc14-4307-4a0d-a3b6-c8f0eb0bc768 req-e9a07c24-8adb-423f-b1e0-1723eba30ef3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 945 time: 0.0493255 Jan 27 22:41:34.138153 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-887dcc14-4307-4a0d-a3b6-c8f0eb0bc768 req-a35f8a3b-beeb-41f4-8033-c9121135d6ba tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398948 Jan 27 22:41:35.250621 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd15b5-a088-432d-a76e-957d7c036277 req-32e60064-28e9-4af7-ab19-2ff000a11a02 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:35.252147 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c1dd15b5-a088-432d-a76e-957d7c036277 req-32e60064-28e9-4af7-ab19-2ff000a11a02 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 945 time: 0.0476789 Jan 27 22:41:35.298825 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c1dd15b5-a088-432d-a76e-957d7c036277 req-ff658ac2-6a8c-45a6-b5a7-ecb2bab243b8 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411873 Jan 27 22:41:36.102475 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:41:36.415420 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38767573-f7e3-4aa4-a447-3133c8abe154 req-8b42f9c7-013e-4efa-bafc-5260ec094c5a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:36.416918 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38767573-f7e3-4aa4-a447-3133c8abe154 req-8b42f9c7-013e-4efa-bafc-5260ec094c5a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 945 time: 0.0519645 Jan 27 22:41:36.462994 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-38767573-f7e3-4aa4-a447-3133c8abe154 req-cc255c99-0915-4a99-9371-ff4e762cae0f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404465 Jan 27 22:41:37.573888 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac54dcd-666f-4dd9-b6c7-98fc866e1bed req-35440020-c813-4086-ad8f-dc86f65d20c4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:37.575846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ac54dcd-666f-4dd9-b6c7-98fc866e1bed req-35440020-c813-4086-ad8f-dc86f65d20c4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 945 time: 0.0470636 Jan 27 22:41:37.622315 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ac54dcd-666f-4dd9-b6c7-98fc866e1bed req-99ed3190-dc09-452b-a715-d7d2b4cf1036 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408554 Jan 27 22:41:38.747659 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee4563-cb1f-4af6-9b57-31045a0102ec req-bdd282d4-5cb4-44c8-8948-4d630367ad18 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:38.749177 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44ee4563-cb1f-4af6-9b57-31045a0102ec req-bdd282d4-5cb4-44c8-8948-4d630367ad18 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 945 time: 0.0529146 Jan 27 22:41:38.797416 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44ee4563-cb1f-4af6-9b57-31045a0102ec req-0e4e43c7-595c-4e34-b780-3931e27dca68 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423517 Jan 27 22:41:39.910060 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ef679-9faa-4c1a-90c8-ee44206125eb req-0be1e4d6-e801-412a-a224-17d815f8e75f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:39.911509 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce6ef679-9faa-4c1a-90c8-ee44206125eb req-0be1e4d6-e801-412a-a224-17d815f8e75f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 945 time: 0.0475433 Jan 27 22:41:39.957879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce6ef679-9faa-4c1a-90c8-ee44206125eb req-08ce3480-b80b-45b6-8394-84c587fafd49 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406556 Jan 27 22:41:41.071171 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d784c8d-fe9e-48c4-8d83-ec6b2cd1e0bd req-05d02178-f536-4723-a9c2-9b7765c1e5c7 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:41.072643 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d784c8d-fe9e-48c4-8d83-ec6b2cd1e0bd req-05d02178-f536-4723-a9c2-9b7765c1e5c7 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 945 time: 0.0465479 Jan 27 22:41:41.122388 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d784c8d-fe9e-48c4-8d83-ec6b2cd1e0bd req-8504c0d1-ffd4-4c18-83e8-cade3166eaa9 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435920 Jan 27 22:41:42.236942 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da71e5-7e51-4e5a-b509-02c95f432f0d req-6d10af95-873c-40bb-a38e-7a4757d0db01 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:42.238429 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5da71e5-7e51-4e5a-b509-02c95f432f0d req-6d10af95-873c-40bb-a38e-7a4757d0db01 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 945 time: 0.0491583 Jan 27 22:41:42.286051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5da71e5-7e51-4e5a-b509-02c95f432f0d req-6a0ee1f2-df7f-435f-8841-2879a7606b79 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418983 Jan 27 22:41:43.112396 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:43.403300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3606f22-cdd3-46c8-9162-7c9bf1b8ccb4 req-89e610bc-e01f-4aae-a9c1-f7c6e00b4e12 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:43.404782 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3606f22-cdd3-46c8-9162-7c9bf1b8ccb4 req-89e610bc-e01f-4aae-a9c1-f7c6e00b4e12 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 945 time: 0.0476394 Jan 27 22:41:43.450516 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3606f22-cdd3-46c8-9162-7c9bf1b8ccb4 req-f9cd9cf9-5506-4970-80fc-b4c34d81f46e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400910 Jan 27 22:41:43.695326 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321185f5-f148-4ea4-9258-2db5fa6e2048 req-bff88a50-25bb-4956-9a80-1b99a8599ce6 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:43.696841 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-321185f5-f148-4ea4-9258-2db5fa6e2048 req-bff88a50-25bb-4956-9a80-1b99a8599ce6 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 945 time: 0.0569420 Jan 27 22:41:43.777042 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-321185f5-f148-4ea4-9258-2db5fa6e2048 req-083a02ef-38b6-4191-b5c9-8f380c5e515e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742095 Jan 27 22:41:43.782693 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-06981f7b-8f6b-413a-9d0e-f2a532791161 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1148248 Jan 27 22:41:44.904721 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922518f1-7f86-4900-b2de-4456a22b428a req-0c1a62fd-309e-46c0-8e08-36463afbc801 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:44.906228 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-922518f1-7f86-4900-b2de-4456a22b428a req-0c1a62fd-309e-46c0-8e08-36463afbc801 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 945 time: 0.0519364 Jan 27 22:41:44.959243 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-922518f1-7f86-4900-b2de-4456a22b428a req-ff8bb650-aaf0-44aa-8ad1-0e9da085b844 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472567 Jan 27 22:41:45.009487 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-e0c6246a-5189-48f8-ac47-a6d19f287f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:45.010982 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-e0c6246a-5189-48f8-ac47-a6d19f287f14 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 1096 time: 0.0914869 Jan 27 22:41:45.098718 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-0d7fa8a2-7c4a-474d-ba3d-81b38e44aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:45.100197 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-0d7fa8a2-7c4a-474d-ba3d-81b38e44aafd service neutron] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0830729 Jan 27 22:41:45.168348 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-c2b0a09b-daba-4617-8219-6c02fb97a4ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=344fbac8-1ca6-4672-823b-0a8cede95875 HTTP/1.1" status: 200 len: 1001 time: 0.0613403 Jan 27 22:41:45.214343 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-082eba99-f176-48e9-95e5-8fdad991407b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:45.216503 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-082eba99-f176-48e9-95e5-8fdad991407b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0426004 Jan 27 22:41:45.258630 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-36d1a1a0-6a52-4607-93f7-e137476bf161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:45.260069 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-36d1a1a0-6a52-4607-93f7-e137476bf161 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379744 Jan 27 22:41:45.349156 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-e9a1a9d6-18f2-45de-b083-5ccb0ab5a1a0 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825815 Jan 27 22:41:45.435994 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-e3acf6e7-f4a6-46d2-b687-2d67e690f444 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803573 Jan 27 22:41:46.075489 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd07947-88e0-4e55-82f9-124bc5e78627 req-89f2f3ea-1f4f-4faf-8dd4-bba4f610746f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:46.077017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5fd07947-88e0-4e55-82f9-124bc5e78627 req-89f2f3ea-1f4f-4faf-8dd4-bba4f610746f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 945 time: 0.0479281 Jan 27 22:41:46.128464 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5fd07947-88e0-4e55-82f9-124bc5e78627 req-d8801e03-eaa1-45fc-86d8-90a6d049567f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456607 Jan 27 22:41:47.242647 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b614c-e88f-4fd4-b369-a5956552de61 req-73655a83-8a1e-44a9-b910-0175e23db127 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:47.244149 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c3b614c-e88f-4fd4-b369-a5956552de61 req-73655a83-8a1e-44a9-b910-0175e23db127 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 945 time: 0.0487564 Jan 27 22:41:47.291320 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c3b614c-e88f-4fd4-b369-a5956552de61 req-42adc88d-993a-4208-8faa-5cd8dc407e5b tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413933 Jan 27 22:41:47.499258 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9b064bca-2483-4b93-bc38-73620e925b43 service neutron] show failed (client error): The resource could not be found. Jan 27 22:41:47.500301 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9b064bca-2483-4b93-bc38-73620e925b43 service neutron] 10.222.0.21 "GET /v2.0/ports/344fbac8-1ca6-4672-823b-0a8cede95875/bindings/n-h1-772272-3 HTTP/1.1" status: 404 len: 380 time: 0.0533946 Jan 27 22:41:47.765615 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-1a6b5f0a-d3d8-4fdd-b7ae-2d2a96097224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:47.767146 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-1a6b5f0a-d3d8-4fdd-b7ae-2d2a96097224 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683&tenant_id=1c4cc8b66118468ca4da324743ce7385 HTTP/1.1" status: 200 len: 1096 time: 0.0801158 Jan 27 22:41:47.777473 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-772272-3', 'device_owner': 'compute:nova'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:41:47.831862 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (344fbac8-1ca6-4672-823b-0a8cede95875), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:48.031741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] For port 344fbac8-1ca6-4672-823b-0a8cede95875, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=344fbac8-1ca6-4672-823b-0a8cede95875,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:48.064784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] For port 344fbac8-1ca6-4672-823b-0a8cede95875, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:41:48.104650 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2b14df-91fd-4b54-b929-11f83c519683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '344fbac8-1ca6-4672-823b-0a8cede95875'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:41:48.110589 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Publish callbacks [] for port (344fbac8-1ca6-4672-823b-0a8cede95875), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:48.123829 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Transition to ACTIVE for port object 344fbac8-1ca6-4672-823b-0a8cede95875 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:41:48.127520 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (344fbac8-1ca6-4672-823b-0a8cede95875), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:48.155272 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d3e186-734e-46a3-bf85-63a4ea22df71" -d '{"events": [{"server_uuid": "8d2b14df-91fd-4b54-b929-11f83c519683", "name": "network-vif-unplugged", "status": "completed", "tag": "344fbac8-1ca6-4672-823b-0a8cede95875"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:41:48.219712 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Pushing event updated for resources: {'Port': ['ID=344fbac8-1ca6-4672-823b-0a8cede95875,revision_number=6']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:48.231478 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:48.231922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:48.232309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:48.232662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:48.233038 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:48.233339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:48.233683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:48.234024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:48.234363 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:48.234700 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:48.235035 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:48.235371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:48.235692 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:48.275173 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] No DVR routers for this DVR port 344fbac8-1ca6-4672-823b-0a8cede95875 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:41:48.279676 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fe5c8b-d2c7-4184-a682-c31f4b4dd536 x-openstack-request-id: req-c6fe5c8b-d2c7-4184-a682-c31f4b4dd536 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:41:48.280007 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2b14df-91fd-4b54-b929-11f83c519683", "name": "network-vif-unplugged", "status": "completed", "tag": "344fbac8-1ca6-4672-823b-0a8cede95875", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:41:48.280297 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6fe5c8b-d2c7-4184-a682-c31f4b4dd536 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:41:48.280714 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2b14df-91fd-4b54-b929-11f83c519683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '344fbac8-1ca6-4672-823b-0a8cede95875', 'code': 200} Jan 27 22:41:48.440984 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fcfd5-2bcf-4087-ac7a-42c29e4d0b99 req-901a887d-f61f-468e-9316-b88c21f00b0a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:48.442383 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c29fcfd5-2bcf-4087-ac7a-42c29e4d0b99 req-901a887d-f61f-468e-9316-b88c21f00b0a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 943 time: 0.0750980 Jan 27 22:41:48.470668 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Attempting to bind port 344fbac8-1ca6-4672-823b-0a8cede95875 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:41:48.471000 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Attempting to bind port 344fbac8-1ca6-4672-823b-0a8cede95875 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:41:48.471331 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Attempting to bind port 344fbac8-1ca6-4672-823b-0a8cede95875 on network c31016ab-a8a4-4108-b895-f2f1f4825173 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:41:48.482199 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Port 344fbac8-1ca6-4672-823b-0a8cede95875 on network c31016ab-a8a4-4108-b895-f2f1f4825173 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:41:48.482515 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Attempting to bind port 344fbac8-1ca6-4672-823b-0a8cede95875 on network c31016ab-a8a4-4108-b895-f2f1f4825173 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:41:48.496027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:41:48.496461 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Checking segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:41:48.496846 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Bound using segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:41:48.497275 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Bound port: 344fbac8-1ca6-4672-823b-0a8cede95875, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:41:48.497635 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (344fbac8-1ca6-4672-823b-0a8cede95875), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:48.517964 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c29fcfd5-2bcf-4087-ac7a-42c29e4d0b99 req-bab8b9c7-af41-4a60-abf9-16558976543e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663927 Jan 27 22:41:48.568652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] For port 344fbac8-1ca6-4672-823b-0a8cede95875, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:41:48.571663 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] For port 344fbac8-1ca6-4672-823b-0a8cede95875, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=344fbac8-1ca6-4672-823b-0a8cede95875,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:41:48.575233 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (344fbac8-1ca6-4672-823b-0a8cede95875), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:48.608238 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:48.608865 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:48.610260 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] 10.222.0.15 "PUT /v2.0/ports/344fbac8-1ca6-4672-823b-0a8cede95875 HTTP/1.1" status: 200 len: 1091 time: 0.8366535 Jan 27 22:41:48.641230 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767e1df-1db4-463a-ad24-33b2b53378f5 service neutron] Pushing event updated for resources: {'Port': ['ID=344fbac8-1ca6-4672-823b-0a8cede95875,revision_number=7']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:48.681136 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-6d940044-106a-48a3-a8fa-699f3dee5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:48.682665 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-6d940044-106a-48a3-a8fa-699f3dee5970 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 1094 time: 0.0502262 Jan 27 22:41:48.773841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-91ef59d9-7b98-4bd2-8a6f-5bd62c3f2311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:48.775234 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-91ef59d9-7b98-4bd2-8a6f-5bd62c3f2311 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0873365 Jan 27 22:41:48.844249 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-3f6f9140-22b6-4a99-9375-16606d9b2adb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=344fbac8-1ca6-4672-823b-0a8cede95875 HTTP/1.1" status: 200 len: 999 time: 0.0628195 Jan 27 22:41:48.891027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-202f1b2a-199c-49c9-ae66-655630c002df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:48.892435 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-202f1b2a-199c-49c9-ae66-655630c002df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0426717 Jan 27 22:41:48.936380 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-43a525f4-7dad-4719-8090-f2873cfe7c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:48.937870 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-43a525f4-7dad-4719-8090-f2873cfe7c17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399537 Jan 27 22:41:49.030880 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-cc2ce8e0-acaf-4e92-bc3b-38fa61b76d42 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865433 Jan 27 22:41:49.118852 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5518cfbd-4b73-4fdb-9584-557b96f983ab req-8bba2a16-07fc-467f-b2ff-50d4b48684b0 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818889 Jan 27 22:41:49.623065 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 344fbac8-1ca6-4672-823b-0a8cede95875 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:41:49.639616 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364dade-e783-427a-8cfb-bc5231b3dee4 req-1416e39d-3fa2-429c-b1b2-fc6e876440f5 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:49.641160 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0364dade-e783-427a-8cfb-bc5231b3dee4 req-1416e39d-3fa2-429c-b1b2-fc6e876440f5 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 943 time: 0.0526021 Jan 27 22:41:49.659787 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] The host n-h2-772272-3 is not matching for port 344fbac8-1ca6-4672-823b-0a8cede95875 host n-h1-772272-3! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:41:49.660184 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 344fbac8-1ca6-4672-823b-0a8cede95875 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:41:49.689501 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0364dade-e783-427a-8cfb-bc5231b3dee4 req-3a03a367-28bb-4e68-99e3-e96ee79a58ca tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425963 Jan 27 22:41:50.282281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2b14df-91fd-4b54-b929-11f83c519683', 'tag': '344fbac8-1ca6-4672-823b-0a8cede95875'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:41:50.285269 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a6ca48-5d5f-417e-925f-cad7858d0d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2b14df-91fd-4b54-b929-11f83c519683", "tag": "344fbac8-1ca6-4672-823b-0a8cede95875"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:41:50.333950 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f9b465-d7ac-4727-b188-54ec3765d077 x-openstack-request-id: req-b2f9b465-d7ac-4727-b188-54ec3765d077 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:41:50.334259 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2b14df-91fd-4b54-b929-11f83c519683", "tag": "344fbac8-1ca6-4672-823b-0a8cede95875", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:41:50.334522 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2f9b465-d7ac-4727-b188-54ec3765d077 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:41:50.334930 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2b14df-91fd-4b54-b929-11f83c519683', 'tag': '344fbac8-1ca6-4672-823b-0a8cede95875', 'status': 'completed', 'code': 200} Jan 27 22:41:50.424829 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6ca48-5d5f-417e-925f-cad7858d0d3d req-e4a8a9db-4afd-4c68-b4ca-f66b08064c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:50.426327 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62a6ca48-5d5f-417e-925f-cad7858d0d3d req-e4a8a9db-4afd-4c68-b4ca-f66b08064c71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 1094 time: 0.0737679 Jan 27 22:41:50.431281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6ca48-5d5f-417e-925f-cad7858d0d3d req-c781bbb7-2aac-4076-be6e-cf20964ea168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:50.432685 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62a6ca48-5d5f-417e-925f-cad7858d0d3d req-c781bbb7-2aac-4076-be6e-cf20964ea168 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 1094 time: 0.0521004 Jan 27 22:41:50.583682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6ca48-5d5f-417e-925f-cad7858d0d3d req-4de80b27-95c5-42d5-93fa-09f3ddb29375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:50.585079 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62a6ca48-5d5f-417e-925f-cad7858d0d3d req-4de80b27-95c5-42d5-93fa-09f3ddb29375 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.1515605 Jan 27 22:41:50.589389 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6ca48-5d5f-417e-925f-cad7858d0d3d req-f12d65cd-5ccd-4195-976d-2b756ce1673e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:50.590808 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62a6ca48-5d5f-417e-925f-cad7858d0d3d req-f12d65cd-5ccd-4195-976d-2b756ce1673e service neutron] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.1492975 Jan 27 22:41:50.695142 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62a6ca48-5d5f-417e-925f-cad7858d0d3d req-1c21db87-bd98-4e67-935c-50b6d5c0696e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=344fbac8-1ca6-4672-823b-0a8cede95875 HTTP/1.1" status: 200 len: 999 time: 0.1034040 Jan 27 22:41:50.698911 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62a6ca48-5d5f-417e-925f-cad7858d0d3d req-ed06cffd-dc41-4493-9788-9c844450dc15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=344fbac8-1ca6-4672-823b-0a8cede95875 HTTP/1.1" status: 200 len: 999 time: 0.1005621 Jan 27 22:41:50.802835 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6ca48-5d5f-417e-925f-cad7858d0d3d req-0e600029-0b6d-4991-8291-e6d42aed8259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:50.804323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62a6ca48-5d5f-417e-925f-cad7858d0d3d req-0e600029-0b6d-4991-8291-e6d42aed8259 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.1035514 Jan 27 22:41:50.810780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6ca48-5d5f-417e-925f-cad7858d0d3d req-333f0046-513d-4956-9d4d-6c7ad3de1fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:50.812117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62a6ca48-5d5f-417e-925f-cad7858d0d3d req-333f0046-513d-4956-9d4d-6c7ad3de1fed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.1043260 Jan 27 22:41:50.880450 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97048941-c55e-4b0e-90d1-f05b80b54093 req-7456b434-9543-4437-9072-99dccf1d19cc tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:50.881923 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97048941-c55e-4b0e-90d1-f05b80b54093 req-7456b434-9543-4437-9072-99dccf1d19cc tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 943 time: 0.1224155 Jan 27 22:41:50.903346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6ca48-5d5f-417e-925f-cad7858d0d3d req-dc181511-0123-48f3-afa9-c23b13aa9dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:50.904804 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62a6ca48-5d5f-417e-925f-cad7858d0d3d req-dc181511-0123-48f3-afa9-c23b13aa9dc0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918367 Jan 27 22:41:51.258724 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6ca48-5d5f-417e-925f-cad7858d0d3d req-5891efef-c40e-4d4e-94d0-4f6193b0976a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:51.260102 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62a6ca48-5d5f-417e-925f-cad7858d0d3d req-5891efef-c40e-4d4e-94d0-4f6193b0976a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4372056 Jan 27 22:41:51.370998 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97048941-c55e-4b0e-90d1-f05b80b54093 req-37c60f10-3c56-4ea7-92b3-78cfb18028bf tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4821017 Jan 27 22:41:51.427392 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62a6ca48-5d5f-417e-925f-cad7858d0d3d req-5ca50aaa-3ab1-43b6-8f1f-39731c04b1fe service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120840 Jan 27 22:41:51.429567 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62a6ca48-5d5f-417e-925f-cad7858d0d3d req-6d988ee8-17b7-47b5-8bea-5bf0767070fb service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582458 Jan 27 22:41:51.603185 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:51.618660 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4218f-aaca-460d-a0bb-accba834964d req-49ad7544-89d9-4c11-bf15-19d3b56ad48b tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:51.620147 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-24d4218f-aaca-460d-a0bb-accba834964d req-49ad7544-89d9-4c11-bf15-19d3b56ad48b tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683&tenant_id=1c4cc8b66118468ca4da324743ce7385&binding%3Ahost_id=n-h1-772272-3 HTTP/1.1" status: 200 len: 943 time: 0.0887387 Jan 27 22:41:51.631192 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62a6ca48-5d5f-417e-925f-cad7858d0d3d req-5b589983-b0ea-44f4-a356-8716b4503105 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975770 Jan 27 22:41:51.639698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552912d4-f874-48c5-97be-2aab5272346e req-56eefbdf-359e-4b27-8ce1-0fb297652d51 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:51.641188 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-552912d4-f874-48c5-97be-2aab5272346e req-56eefbdf-359e-4b27-8ce1-0fb297652d51 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 943 time: 0.1163034 Jan 27 22:41:51.643061 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62a6ca48-5d5f-417e-925f-cad7858d0d3d req-b2b01453-f32c-43f3-a96a-8f5850310e23 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015686 Jan 27 22:41:51.682767 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [req-24d4218f-aaca-460d-a0bb-accba834964d req-89b846f4-03a4-491b-b719-fde68bf6705d service neutron] delete failed (client error): The resource could not be found. Jan 27 22:41:51.683833 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-24d4218f-aaca-460d-a0bb-accba834964d req-89b846f4-03a4-491b-b719-fde68bf6705d service neutron] 10.222.0.21 "DELETE /v2.0/ports/344fbac8-1ca6-4672-823b-0a8cede95875/bindings/n-h2-772272-3 HTTP/1.1" status: 404 len: 380 time: 0.0559380 Jan 27 22:41:51.690274 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-552912d4-f874-48c5-97be-2aab5272346e req-a431983e-b3a7-41b0-a9cf-da58daf12130 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422692 Jan 27 22:41:51.772334 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4218f-aaca-460d-a0bb-accba834964d req-a238a059-5f66-4d68-9a47-1042b01eaf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:51.773823 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-24d4218f-aaca-460d-a0bb-accba834964d req-a238a059-5f66-4d68-9a47-1042b01eaf29 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 1094 time: 0.0451407 Jan 27 22:41:51.862418 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4218f-aaca-460d-a0bb-accba834964d req-fd06ce3d-0fe6-4724-b717-c714393e47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:51.863790 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-24d4218f-aaca-460d-a0bb-accba834964d req-fd06ce3d-0fe6-4724-b717-c714393e47dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0816443 Jan 27 22:41:51.930365 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-24d4218f-aaca-460d-a0bb-accba834964d req-5ad99ba7-bc1d-4188-a2df-7f5c45550620 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=344fbac8-1ca6-4672-823b-0a8cede95875 HTTP/1.1" status: 200 len: 999 time: 0.0605447 Jan 27 22:41:51.977937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4218f-aaca-460d-a0bb-accba834964d req-a941bae1-f308-41fe-8640-1038f2a6ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:51.979361 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-24d4218f-aaca-460d-a0bb-accba834964d req-a941bae1-f308-41fe-8640-1038f2a6ebe2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0426490 Jan 27 22:41:52.023857 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4218f-aaca-460d-a0bb-accba834964d req-f32a4f7f-e08f-4530-9ead-59b0401489ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:52.025344 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-24d4218f-aaca-460d-a0bb-accba834964d req-f32a4f7f-e08f-4530-9ead-59b0401489ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397537 Jan 27 22:41:52.115390 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-24d4218f-aaca-460d-a0bb-accba834964d req-3ecd603a-76d3-4fac-88d7-0b5714bce10a service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832584 Jan 27 22:41:52.202999 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-24d4218f-aaca-460d-a0bb-accba834964d req-fb20ec02-8c22-488e-a824-9c2e5b75f810 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817716 Jan 27 22:41:52.820449 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253f48c-f3b1-4ba3-9b43-42ba4ad60420 req-247847a6-667f-4b7d-b972-6c5c9ab8cbc1 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:52.821949 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3253f48c-f3b1-4ba3-9b43-42ba4ad60420 req-247847a6-667f-4b7d-b972-6c5c9ab8cbc1 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 943 time: 0.0488143 Jan 27 22:41:52.868027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3253f48c-f3b1-4ba3-9b43-42ba4ad60420 req-e8e316ea-5751-4cc3-a3ae-b269e0a5ccd3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399492 Jan 27 22:41:52.986859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f04171-db5c-44b4-84ca-76dda6ebbbf9 req-df4ee322-d369-4c65-97c3-05fae351138c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:52.988437 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3f04171-db5c-44b4-84ca-76dda6ebbbf9 req-df4ee322-d369-4c65-97c3-05fae351138c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 943 time: 0.0479715 Jan 27 22:41:53.038612 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3f04171-db5c-44b4-84ca-76dda6ebbbf9 req-30b9694d-eb55-4808-bba1-1e0fee40459e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445294 Jan 27 22:41:53.254108 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799017af-6d5e-4714-93d0-8f3bbbe169d9 req-6ac54f1f-dda8-4666-a125-18143a47062c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:53.255581 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-799017af-6d5e-4714-93d0-8f3bbbe169d9 req-6ac54f1f-dda8-4666-a125-18143a47062c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 943 time: 0.0727811 Jan 27 22:41:53.284602 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a83ee-42e9-442c-8b33-2f256178ddd4 req-810fb02b-621b-4d83-91ee-2d94e0fd71c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:53.286057 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-364a83ee-42e9-442c-8b33-2f256178ddd4 req-810fb02b-621b-4d83-91ee-2d94e0fd71c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 1094 time: 0.0674219 Jan 27 22:41:53.361627 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-799017af-6d5e-4714-93d0-8f3bbbe169d9 req-1fa86efb-f10c-4de4-a826-941e32e9452d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999401 Jan 27 22:41:53.398086 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a83ee-42e9-442c-8b33-2f256178ddd4 req-1f50d45e-b46d-4e0a-98ac-0207b064d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:53.399466 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-364a83ee-42e9-442c-8b33-2f256178ddd4 req-1f50d45e-b46d-4e0a-98ac-0207b064d511 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.1040075 Jan 27 22:41:53.464128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-364a83ee-42e9-442c-8b33-2f256178ddd4 req-4a7d67ff-95a0-43fa-8dcc-d8eabebe5f73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=344fbac8-1ca6-4672-823b-0a8cede95875 HTTP/1.1" status: 200 len: 999 time: 0.0581257 Jan 27 22:41:53.512633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a83ee-42e9-442c-8b33-2f256178ddd4 req-4c214109-2eec-4a04-9b78-25c34637e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:53.514049 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-364a83ee-42e9-442c-8b33-2f256178ddd4 req-4c214109-2eec-4a04-9b78-25c34637e658 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0435252 Jan 27 22:41:53.562472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a83ee-42e9-442c-8b33-2f256178ddd4 req-eb3bda92-b014-4088-8950-ab6b5d80beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:53.563960 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-364a83ee-42e9-442c-8b33-2f256178ddd4 req-eb3bda92-b014-4088-8950-ab6b5d80beef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438082 Jan 27 22:41:53.650521 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-364a83ee-42e9-442c-8b33-2f256178ddd4 req-60d5082b-ca9f-4e92-9690-50186a476261 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806282 Jan 27 22:41:53.742660 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-364a83ee-42e9-442c-8b33-2f256178ddd4 req-54a3fe60-40bb-4a31-8bbf-ec9dc3c352b0 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866816 Jan 27 22:41:53.774919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 344fbac8-1ca6-4672-823b-0a8cede95875 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:41:53.867414 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 344fbac8-1ca6-4672-823b-0a8cede95875, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=344fbac8-1ca6-4672-823b-0a8cede95875,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:53.878547 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '344fbac8-1ca6-4672-823b-0a8cede95875', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'port_id': '344fbac8-1ca6-4672-823b-0a8cede95875', 'mac_address': 'fa:16:3e:3c:b8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:41:53.918851 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 344fbac8-1ca6-4672-823b-0a8cede95875 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:53.919162 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (344fbac8-1ca6-4672-823b-0a8cede95875), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:53.931476 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344fbac8-1ca6-4672-823b-0a8cede95875 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:41:53.950158 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 344fbac8-1ca6-4672-823b-0a8cede95875, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=344fbac8-1ca6-4672-823b-0a8cede95875,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:53.954064 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (344fbac8-1ca6-4672-823b-0a8cede95875), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:54.000619 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=344fbac8-1ca6-4672-823b-0a8cede95875,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:54.007811 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:54.008186 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:54.008522 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:54.008854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:54.009191 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:54.009514 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:54.009837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:54.010159 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:54.010481 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:54.010800 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:54.011120 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:54.011440 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:54.012303 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:54.185273 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1dd707eb-8527-4cb2-af24-ac09cb8da82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:54.229498 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['344fbac8-1ca6-4672-823b-0a8cede95875'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:41:54.480779 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf4b02-3b8b-4c37-a6e8-f67d33dfe9be req-3c25c3cb-f458-4fdf-b004-4a8d10ce5720 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:54.482160 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10bf4b02-3b8b-4c37-a6e8-f67d33dfe9be req-3c25c3cb-f458-4fdf-b004-4a8d10ce5720 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 944 time: 0.0485008 Jan 27 22:41:54.528255 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10bf4b02-3b8b-4c37-a6e8-f67d33dfe9be req-484dd817-4939-4d48-b641-2ad00baeb651 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405953 Jan 27 22:41:54.755905 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af92d99-ae97-4aef-82a7-6f4c77f8e3f9 req-a7b5aa1a-f564-4a8a-a987-2339a70c2520 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:54.757318 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2af92d99-ae97-4aef-82a7-6f4c77f8e3f9 req-a7b5aa1a-f564-4a8a-a987-2339a70c2520 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 944 time: 0.0480115 Jan 27 22:41:54.807383 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2af92d99-ae97-4aef-82a7-6f4c77f8e3f9 req-a0ccd886-2da3-451b-9876-500d639e7883 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446298 Jan 27 22:41:55.782353 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 344fbac8-1ca6-4672-823b-0a8cede95875 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:41:55.831655 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 344fbac8-1ca6-4672-823b-0a8cede95875 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:41:55.836243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 344fbac8-1ca6-4672-823b-0a8cede95875 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:55.836481 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (344fbac8-1ca6-4672-823b-0a8cede95875), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:55.914547 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 344fbac8-1ca6-4672-823b-0a8cede95875 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:41:55.914969 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (344fbac8-1ca6-4672-823b-0a8cede95875), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:55.923895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db0427-52e1-4b5d-98b9-4a4c57024ca2 req-d986414c-37c4-4730-baa6-0b37e52cf534 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:55.925439 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01db0427-52e1-4b5d-98b9-4a4c57024ca2 req-d986414c-37c4-4730-baa6-0b37e52cf534 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 944 time: 0.0483377 Jan 27 22:41:55.941667 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2b14df-91fd-4b54-b929-11f83c519683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344fbac8-1ca6-4672-823b-0a8cede95875'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:41:55.955947 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 344fbac8-1ca6-4672-823b-0a8cede95875, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=344fbac8-1ca6-4672-823b-0a8cede95875,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:55.961731 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (344fbac8-1ca6-4672-823b-0a8cede95875), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:56.007606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-01db0427-52e1-4b5d-98b9-4a4c57024ca2 req-9c2bb5d0-a883-4635-a7a9-0e0f2dc4253f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764663 Jan 27 22:41:56.013100 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bc03c4-b9f1-4e99-9a24-17fa8d68fefa" -d '{"events": [{"server_uuid": "8d2b14df-91fd-4b54-b929-11f83c519683", "name": "network-vif-plugged", "status": "completed", "tag": "344fbac8-1ca6-4672-823b-0a8cede95875"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:41:56.025483 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=344fbac8-1ca6-4672-823b-0a8cede95875,revision_number=9']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:56.037459 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efdc14-b180-4829-af26-c8865030649e req-b1c101d0-4bc4-427d-9da8-9fbdfeb3b4c5 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:56.038427 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-78efdc14-b180-4829-af26-c8865030649e req-b1c101d0-4bc4-427d-9da8-9fbdfeb3b4c5 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d2b14df-91fd-4b54-b929-11f83c519683 HTTP/1.1" status: 200 len: 945 time: 0.0868137 Jan 27 22:41:56.098709 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5ee7ff-64f4-4d2a-95f5-4d78b3b62ade x-openstack-request-id: req-db5ee7ff-64f4-4d2a-95f5-4d78b3b62ade {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:41:56.099009 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2b14df-91fd-4b54-b929-11f83c519683", "name": "network-vif-plugged", "status": "completed", "tag": "344fbac8-1ca6-4672-823b-0a8cede95875", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:41:56.099266 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db5ee7ff-64f4-4d2a-95f5-4d78b3b62ade {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:41:56.099664 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2b14df-91fd-4b54-b929-11f83c519683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344fbac8-1ca6-4672-823b-0a8cede95875', 'code': 200} Jan 27 22:41:56.138121 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-78efdc14-b180-4829-af26-c8865030649e req-717a6e2f-3b58-4aa3-ae9f-cf88becde273 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Deleting port 344fbac8-1ca6-4672-823b-0a8cede95875 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:41:56.138472 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-78efdc14-b180-4829-af26-c8865030649e req-717a6e2f-3b58-4aa3-ae9f-cf88becde273 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (344fbac8-1ca6-4672-823b-0a8cede95875), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:56.225304 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-78efdc14-b180-4829-af26-c8865030649e req-717a6e2f-3b58-4aa3-ae9f-cf88becde273 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] For port 344fbac8-1ca6-4672-823b-0a8cede95875, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=344fbac8-1ca6-4672-823b-0a8cede95875,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:41:56.225670 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-78efdc14-b180-4829-af26-c8865030649e req-717a6e2f-3b58-4aa3-ae9f-cf88becde273 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (344fbac8-1ca6-4672-823b-0a8cede95875), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:56.399346 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-78efdc14-b180-4829-af26-c8865030649e req-717a6e2f-3b58-4aa3-ae9f-cf88becde273 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:56.399713 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-78efdc14-b180-4829-af26-c8865030649e req-717a6e2f-3b58-4aa3-ae9f-cf88becde273 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (5fb60a8f-d341-42ea-9050-a3202cbfcc39), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:56.400028 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-78efdc14-b180-4829-af26-c8865030649e req-717a6e2f-3b58-4aa3-ae9f-cf88becde273 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Floating IP 5fb60a8f-d341-42ea-9050-a3202cbfcc39 disassociated. External IP: 172.25.3.233, port: 344fbac8-1ca6-4672-823b-0a8cede95875. Jan 27 22:41:56.400407 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-78efdc14-b180-4829-af26-c8865030649e req-717a6e2f-3b58-4aa3-ae9f-cf88becde273 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Calling delete_port for 344fbac8-1ca6-4672-823b-0a8cede95875 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:41:56.523833 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-78efdc14-b180-4829-af26-c8865030649e req-717a6e2f-3b58-4aa3-ae9f-cf88becde273 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (344fbac8-1ca6-4672-823b-0a8cede95875), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:56.552826 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a6e2f-3b58-4aa3-ae9f-cf88becde273 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Pushing event deleted for resources: {'Port': ['ID=344fbac8-1ca6-4672-823b-0a8cede95875,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:56.671038 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78efdc14-b180-4829-af26-c8865030649e req-717a6e2f-3b58-4aa3-ae9f-cf88becde273 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:41:56.768060 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d969ef44-5043-41ef-94a9-6c0adac362cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:56.785201 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78efdc14-b180-4829-af26-c8865030649e req-717a6e2f-3b58-4aa3-ae9f-cf88becde273 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:41:56.795573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbf93c5-889c-43ef-a837-b3ffe48e5f8c None None] Sync routers for ids ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:41:56.805704 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbf93c5-889c-43ef-a837-b3ffe48e5f8c None None] Routers {'961f7ddf-bdba-4bcc-9b29-1f4114380d83'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:56.806435 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1cbf93c5-889c-43ef-a837-b3ffe48e5f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:41:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:56.828819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-78efdc14-b180-4829-af26-c8865030649e req-717a6e2f-3b58-4aa3-ae9f-cf88becde273 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] No DVR routers for this DVR port 344fbac8-1ca6-4672-823b-0a8cede95875 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:41:56.831463 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-78efdc14-b180-4829-af26-c8865030649e req-717a6e2f-3b58-4aa3-ae9f-cf88becde273 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:56.834919 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-78efdc14-b180-4829-af26-c8865030649e req-717a6e2f-3b58-4aa3-ae9f-cf88becde273 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.15 "DELETE /v2.0/ports/344fbac8-1ca6-4672-823b-0a8cede95875 HTTP/1.1" status: 204 len: 173 time: 0.7916565 Jan 27 22:41:56.835375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2b14df-91fd-4b54-b929-11f83c519683', 'name': 'network-vif-deleted', 'tag': '344fbac8-1ca6-4672-823b-0a8cede95875'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:41:56.837652 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709e9c55-6c3f-433a-b219-37f69d133031" -d '{"events": [{"server_uuid": "8d2b14df-91fd-4b54-b929-11f83c519683", "name": "network-vif-deleted", "tag": "344fbac8-1ca6-4672-823b-0a8cede95875"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:41:56.875787 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf6e2bb-a941-478e-80ed-2c75f63c67a7 x-openstack-request-id: req-9cf6e2bb-a941-478e-80ed-2c75f63c67a7 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:41:56.876086 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2b14df-91fd-4b54-b929-11f83c519683", "name": "network-vif-deleted", "tag": "344fbac8-1ca6-4672-823b-0a8cede95875", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:41:56.876378 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9cf6e2bb-a941-478e-80ed-2c75f63c67a7 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:41:56.876793 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2b14df-91fd-4b54-b929-11f83c519683', 'name': 'network-vif-deleted', 'tag': '344fbac8-1ca6-4672-823b-0a8cede95875', 'status': 'completed', 'code': 200} Jan 27 22:41:56.923519 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-1cbf93c5-889c-43ef-a837-b3ffe48e5f8c None None] Set router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:57.129338 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1cbf93c5-889c-43ef-a837-b3ffe48e5f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:57.160151 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbf93c5-889c-43ef-a837-b3ffe48e5f8c None None] Checking router: 961f7ddf-bdba-4bcc-9b29-1f4114380d83 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:41:57.168422 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbf93c5-889c-43ef-a837-b3ffe48e5f8c None None] Routers {'961f7ddf-bdba-4bcc-9b29-1f4114380d83'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:41:57.169036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1cbf93c5-889c-43ef-a837-b3ffe48e5f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:41:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:57.274551 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-1cbf93c5-889c-43ef-a837-b3ffe48e5f8c None None] Set router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:41:57.322851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-cca0e5a4-0e5e-419a-b2f4-c0b7f8ef715a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--177568391&fields=id&tenant_id=1c4cc8b66118468ca4da324743ce7385 HTTP/1.1" status: 200 len: 267 time: 0.0443003 Jan 27 22:41:57.428695 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-a9d1bdf0-d142-49ef-a877-236f41707171 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:57.430174 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-a9d1bdf0-d142-49ef-a877-236f41707171 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 812 time: 0.0993090 Jan 27 22:41:57.445548 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-2ae04de1-9de2-435d-9c1f-7fc97a060452 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/quotas/1c4cc8b66118468ca4da324743ce7385 HTTP/1.1" status: 200 len: 375 time: 0.0092010 Jan 27 22:41:57.470389 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1cbf93c5-889c-43ef-a837-b3ffe48e5f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:41:57.497368 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbf93c5-889c-43ef-a837-b3ffe48e5f8c None None] The sync data for ids ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'] in n-d-772272-3 is: [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:41:57.500786 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-546f0847-13a8-483a-89fc-cb103eb17628 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494840 Jan 27 22:41:57.592247 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-444bbb4c-c20e-468d-a6d9-a5d91d2cfe2b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:41:57.593323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-444bbb4c-c20e-468d-a6d9-a5d91d2cfe2b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462284 Jan 27 22:41:57.684434 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:57.688065 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-c4799fbb-bbca-4188-ad07-b681ef096693 service neutron] 10.222.0.23 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886538 Jan 27 22:41:57.724303 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef49cf9c-e5c3-4164-9363-0cdcf23b71ac None None] New status for floating IP 5fb60a8f-d341-42ea-9050-a3202cbfcc39: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:41:57.783781 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-caaee53a-28b3-4472-9ec0-68a2f410d854 service neutron] 10.222.0.23 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885322 Jan 27 22:41:57.952563 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-51e53b13-259c-41cc-93d3-a9b1927b6fb6 req-2db828de-7ac3-4f12-9ed4-22b0cd7ca5b0 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 210 time: 0.0280316 Jan 27 22:41:58.928051 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-75c5d9f2-5de1-4d9e-8dfa-5e3bde5031f5 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:58.929532 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-75c5d9f2-5de1-4d9e-8dfa-5e3bde5031f5 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 812 time: 0.1434417 Jan 27 22:41:59.000416 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-5605062e-b6e9-49e1-bc11-36b15a8f8903 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c4cc8b66118468ca4da324743ce7385 HTTP/1.1" status: 200 len: 379 time: 0.0622797 Jan 27 22:41:59.010004 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Request body: {'port': {'device_id': '1bbefba6-8604-4038-8497-373099d88ac4', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'admin_state_up': True, 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'security_groups': ['735492d7-79f6-414b-9bfe-bd3545a890f5']}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:41:59.055625 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e2f56347-3564-42e6-af74-b529faeeaa44 req-7dbe601a-aec1-4867-99b1-fbb4f51bc30e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 210 time: 0.0298316 Jan 27 22:41:59.073616 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:59.120421 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Made reservation on behalf of 1c4cc8b66118468ca4da324743ce7385 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:41:59.124251 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:59.248979 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Allocated IP 172.20.0.12 (c31016ab-a8a4-4108-b895-f2f1f4825173/490e8835-2c10-4285-89b2-ffbc3002b355/cc076faa-2983-410b-a8ab-29ea47a0663d) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:41:59.379053 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:59.411617 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:59.456787 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Network c31016ab-a8a4-4108-b895-f2f1f4825173 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:41:59.459724 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:41:59.465369 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:41:59.471928 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Pushing event updated for resources: {'Port': ['ID=cc076faa-2983-410b-a8ab-29ea47a0663d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:41:59.502429 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:59.502691 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:59.503037 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:59.503379 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:59.503719 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:59.504227 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:59.504481 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:59.504763 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:59.505073 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:59.505400 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:59.505747 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:59.506077 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:59.506478 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:41:59.530307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:59.530940 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:59.548684 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-0b6b3a12-866d-43a0-b8ec-f630a28c98eb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5424826 Jan 27 22:41:59.560994 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] Request body: {'port': {'device_id': '1bbefba6-8604-4038-8497-373099d88ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:41:59.616748 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:59.824261 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 344fbac8-1ca6-4672-823b-0a8cede95875 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:41:59.850875 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-86ac5c53-459b-46ea-b7be-8033aff17c2c None None] Provisioning complete for port cc076faa-2983-410b-a8ab-29ea47a0663d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:41:59.851251 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-86ac5c53-459b-46ea-b7be-8033aff17c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:59.852769 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 344fbac8-1ca6-4672-823b-0a8cede95875 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:41:59.853119 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 344fbac8-1ca6-4672-823b-0a8cede95875 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:41:59.886207 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-86ac5c53-459b-46ea-b7be-8033aff17c2c None None] Port cc076faa-2983-410b-a8ab-29ea47a0663d cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:41:59.951319 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc076faa-2983-410b-a8ab-29ea47a0663d {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:41:59.959080 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] Publish callbacks [] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:59.977196 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] Transition to ACTIVE for port object cc076faa-2983-410b-a8ab-29ea47a0663d will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:41:59.980802 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:00.055359 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] Pushing event updated for resources: {'Port': ['ID=cc076faa-2983-410b-a8ab-29ea47a0663d,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:42:00.106559 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] Attempting to bind port cc076faa-2983-410b-a8ab-29ea47a0663d on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:42:00.107025 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] Attempting to bind port cc076faa-2983-410b-a8ab-29ea47a0663d by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:42:00.107372 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] Attempting to bind port cc076faa-2983-410b-a8ab-29ea47a0663d on network c31016ab-a8a4-4108-b895-f2f1f4825173 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:42:00.120684 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] Port cc076faa-2983-410b-a8ab-29ea47a0663d on network c31016ab-a8a4-4108-b895-f2f1f4825173 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:42:00.121049 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] Attempting to bind port cc076faa-2983-410b-a8ab-29ea47a0663d on network c31016ab-a8a4-4108-b895-f2f1f4825173 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:42:00.126937 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:42:00.127159 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] Checking segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:42:00.127405 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] Bound using segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:42:00.127834 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] Bound port: cc076faa-2983-410b-a8ab-29ea47a0663d, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:42:00.128214 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:00.179403 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d8d16-d041-4264-84a8-78f604b07d3f req-0560331e-0709-4bd0-a037-4ab388a4ff06 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:00.181088 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2d3d8d16-d041-4264-84a8-78f604b07d3f req-0560331e-0709-4bd0-a037-4ab388a4ff06 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 944 time: 0.0538785 Jan 27 22:42:00.211037 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] For port cc076faa-2983-410b-a8ab-29ea47a0663d, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:42:00.214402 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] For port cc076faa-2983-410b-a8ab-29ea47a0663d, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=cc076faa-2983-410b-a8ab-29ea47a0663d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:42:00.221069 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:00.232459 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2d3d8d16-d041-4264-84a8-78f604b07d3f req-89408c2a-78fc-4c6d-8238-00abf651c9e2 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456870 Jan 27 22:42:00.257508 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:00.258123 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:00.259507 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] 10.222.0.21 "PUT /v2.0/ports/cc076faa-2983-410b-a8ab-29ea47a0663d HTTP/1.1" status: 200 len: 1092 time: 0.7028358 Jan 27 22:42:00.259954 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbefba6-8604-4038-8497-373099d88ac4', 'tag': 'cc076faa-2983-410b-a8ab-29ea47a0663d'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:42:00.293338 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39036b-255d-41d8-960c-425579f561e6 service neutron] Pushing event updated for resources: {'Port': ['ID=cc076faa-2983-410b-a8ab-29ea47a0663d,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:42:00.311559 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eebd6f79f17133a4d49c17e759e77b104c6a5dfb225cf2ee82dbb83359e6266" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab741a12-145c-4d92-bbb4-40b91f81a145" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbefba6-8604-4038-8497-373099d88ac4", "tag": "cc076faa-2983-410b-a8ab-29ea47a0663d"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:42:00.357317 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-34779a78-f9f0-4dcc-8db2-839898db6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:00.359544 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-34779a78-f9f0-4dcc-8db2-839898db6989 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 1095 time: 0.0600924 Jan 27 22:42:00.407369 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:00.411172 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b5b916-bbcf-41a6-9848-2699fd32e2a0 x-openstack-request-id: req-42b5b916-bbcf-41a6-9848-2699fd32e2a0 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:42:00.411463 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbefba6-8604-4038-8497-373099d88ac4", "tag": "cc076faa-2983-410b-a8ab-29ea47a0663d", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:42:00.411725 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42b5b916-bbcf-41a6-9848-2699fd32e2a0 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:42:00.412129 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbefba6-8604-4038-8497-373099d88ac4', 'tag': 'cc076faa-2983-410b-a8ab-29ea47a0663d', 'status': 'completed', 'code': 200} Jan 27 22:42:00.413965 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-4ef551f7-f0c1-441a-b4ae-62ddc9fc3496 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc076faa-2983-410b-a8ab-29ea47a0663d HTTP/1.1" status: 200 len: 217 time: 0.0465066 Jan 27 22:42:00.464828 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-61805e33-311f-4e2d-a2c5-cec4ddcb7326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:00.466503 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-61805e33-311f-4e2d-a2c5-cec4ddcb7326 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0463657 Jan 27 22:42:00.512463 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-30108579-507f-4088-948e-64b15c3bac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:00.514008 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-30108579-507f-4088-948e-64b15c3bac3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412862 Jan 27 22:42:00.606588 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-11b5f221-bbba-443b-a596-d0d0456a02f7 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852294 Jan 27 22:42:00.695419 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-76c9e52b-6fa5-4026-be8d-b15a41bfc47f req-53fdcf2c-3bd7-41d4-833c-4eb6e3cbddd6 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818398 Jan 27 22:42:00.786797 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab741a12-145c-4d92-bbb4-40b91f81a145 req-48840bc3-7897-4a68-9e6c-29052c089164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:00.788318 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ab741a12-145c-4d92-bbb4-40b91f81a145 req-48840bc3-7897-4a68-9e6c-29052c089164 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 1095 time: 0.0458729 Jan 27 22:42:00.876539 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab741a12-145c-4d92-bbb4-40b91f81a145 req-0ea722c2-a8b0-42d3-a37e-b10848ae4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:00.877973 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ab741a12-145c-4d92-bbb4-40b91f81a145 req-0ea722c2-a8b0-42d3-a37e-b10848ae4791 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0837762 Jan 27 22:42:00.922890 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ab741a12-145c-4d92-bbb4-40b91f81a145 req-2283f8c4-342c-47e9-8f27-e1e5e9c60570 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc076faa-2983-410b-a8ab-29ea47a0663d HTTP/1.1" status: 200 len: 217 time: 0.0381451 Jan 27 22:42:00.972633 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab741a12-145c-4d92-bbb4-40b91f81a145 req-a1e031da-6d1b-46bd-852a-afd7eb519ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:00.974165 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ab741a12-145c-4d92-bbb4-40b91f81a145 req-a1e031da-6d1b-46bd-852a-afd7eb519ce8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0440335 Jan 27 22:42:01.020373 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab741a12-145c-4d92-bbb4-40b91f81a145 req-67b2a4da-2807-4b10-a04b-16e821109f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:01.021869 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ab741a12-145c-4d92-bbb4-40b91f81a145 req-67b2a4da-2807-4b10-a04b-16e821109f8a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403481 Jan 27 22:42:01.113350 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ab741a12-145c-4d92-bbb4-40b91f81a145 req-4f5bc973-2248-450e-b997-9db9945cfe4a service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845742 Jan 27 22:42:01.202172 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ab741a12-145c-4d92-bbb4-40b91f81a145 req-e28bbec3-27de-4e6e-bfb0-10002618d917 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816576 Jan 27 22:42:01.349118 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152f97e-94cd-418a-9e41-5b82e44b316e req-cfdc3079-02c6-4b5c-b5b9-dfa409665649 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:01.350589 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4152f97e-94cd-418a-9e41-5b82e44b316e req-cfdc3079-02c6-4b5c-b5b9-dfa409665649 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 944 time: 0.0508869 Jan 27 22:42:01.396921 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4152f97e-94cd-418a-9e41-5b82e44b316e req-68ccf4c3-f159-49de-9556-e8abbc84c6e0 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401039 Jan 27 22:42:02.511992 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ef675-356a-42b5-90b5-9872fcb594e8 req-bd7297ce-3678-40b7-81fa-75469df68756 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:02.513518 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-078ef675-356a-42b5-90b5-9872fcb594e8 req-bd7297ce-3678-40b7-81fa-75469df68756 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 944 time: 0.0484467 Jan 27 22:42:02.559947 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-078ef675-356a-42b5-90b5-9872fcb594e8 req-e2383c22-ae85-4b9b-a6f7-086978f50dc7 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408673 Jan 27 22:42:03.675339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77141b50-ff4a-412b-9359-8024ed35db74 req-681a4622-7b0b-4296-9c0a-21f44d472d6b tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:03.676835 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77141b50-ff4a-412b-9359-8024ed35db74 req-681a4622-7b0b-4296-9c0a-21f44d472d6b tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 944 time: 0.0474451 Jan 27 22:42:03.679090 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device cc076faa-2983-410b-a8ab-29ea47a0663d details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:42:03.727957 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-77141b50-ff4a-412b-9359-8024ed35db74 req-aa3d0f25-06a1-4938-8bdc-62d41601a4a4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455239 Jan 27 22:42:03.772934 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port cc076faa-2983-410b-a8ab-29ea47a0663d, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=cc076faa-2983-410b-a8ab-29ea47a0663d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:42:03.784559 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'cc076faa-2983-410b-a8ab-29ea47a0663d', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'port_id': 'cc076faa-2983-410b-a8ab-29ea47a0663d', 'mac_address': 'fa:16:3e:f2:42:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:42:03.823403 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port cc076faa-2983-410b-a8ab-29ea47a0663d is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:42:03.823790 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:03.837279 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc076faa-2983-410b-a8ab-29ea47a0663d {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:42:03.857442 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port cc076faa-2983-410b-a8ab-29ea47a0663d, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=cc076faa-2983-410b-a8ab-29ea47a0663d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:42:03.861087 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:03.906416 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=cc076faa-2983-410b-a8ab-29ea47a0663d,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:42:04.281985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['cc076faa-2983-410b-a8ab-29ea47a0663d'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:42:04.844236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c3ddf-0c52-418c-8b2f-31e9b0cd1cf9 req-95451518-1f43-4338-b923-2e31574a6eb5 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:04.845726 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d6c3ddf-0c52-418c-8b2f-31e9b0cd1cf9 req-95451518-1f43-4338-b923-2e31574a6eb5 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 945 time: 0.0485520 Jan 27 22:42:04.892413 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d6c3ddf-0c52-418c-8b2f-31e9b0cd1cf9 req-a03d6353-3cfb-45eb-b6c5-177f0405664b tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408936 Jan 27 22:42:05.683159 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device cc076faa-2983-410b-a8ab-29ea47a0663d up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:42:05.730738 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port cc076faa-2983-410b-a8ab-29ea47a0663d completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:42:05.734788 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port cc076faa-2983-410b-a8ab-29ea47a0663d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:42:05.735170 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:05.812285 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port cc076faa-2983-410b-a8ab-29ea47a0663d is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:42:05.812678 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:05.834295 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbefba6-8604-4038-8497-373099d88ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc076faa-2983-410b-a8ab-29ea47a0663d'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:42:05.836610 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb00ed2b-2e77-455b-a00f-12077df7b8fe" -d '{"events": [{"server_uuid": "1bbefba6-8604-4038-8497-373099d88ac4", "name": "network-vif-plugged", "status": "completed", "tag": "cc076faa-2983-410b-a8ab-29ea47a0663d"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:42:05.849945 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port cc076faa-2983-410b-a8ab-29ea47a0663d, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=cc076faa-2983-410b-a8ab-29ea47a0663d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:42:05.854056 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:05.877479 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554f12f9-3a8e-41aa-8018-39e248246ea8 x-openstack-request-id: req-554f12f9-3a8e-41aa-8018-39e248246ea8 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:42:05.877774 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbefba6-8604-4038-8497-373099d88ac4", "name": "network-vif-plugged", "status": "completed", "tag": "cc076faa-2983-410b-a8ab-29ea47a0663d", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:42:05.878035 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-554f12f9-3a8e-41aa-8018-39e248246ea8 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:42:05.878426 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbefba6-8604-4038-8497-373099d88ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc076faa-2983-410b-a8ab-29ea47a0663d', 'code': 200} Jan 27 22:42:05.904392 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=cc076faa-2983-410b-a8ab-29ea47a0663d,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:42:05.973393 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc634e94-7a0a-4535-96aa-51449d91bc22 req-cbcadd8c-5b08-4339-91c2-abc8f1608171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:05.974952 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fc634e94-7a0a-4535-96aa-51449d91bc22 req-cbcadd8c-5b08-4339-91c2-abc8f1608171 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 1097 time: 0.0429473 Jan 27 22:42:06.006578 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b234c2-4d25-46d9-a232-2b91ad3e1887 req-09c7cc04-2734-4b76-9caa-86fe30682f8c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:06.008112 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b0b234c2-4d25-46d9-a232-2b91ad3e1887 req-09c7cc04-2734-4b76-9caa-86fe30682f8c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 946 time: 0.0490780 Jan 27 22:42:06.025764 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fc634e94-7a0a-4535-96aa-51449d91bc22 req-8296ddca-1b2f-41d8-9968-d40e4a6ac432 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447786 Jan 27 22:42:06.055202 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b0b234c2-4d25-46d9-a232-2b91ad3e1887 req-b658764b-30d2-43c5-8075-6d29192e80ad tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407367 Jan 27 22:42:07.174890 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080b933-f2bb-4f33-a867-74c88702bedd req-36c29f7a-eb67-4e6e-b628-256d4ac9b876 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:07.176386 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7080b933-f2bb-4f33-a867-74c88702bedd req-36c29f7a-eb67-4e6e-b628-256d4ac9b876 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 946 time: 0.0515921 Jan 27 22:42:07.221791 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7080b933-f2bb-4f33-a867-74c88702bedd req-38d5eeb9-66ea-4076-9aeb-f0bd7e9d356b tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396099 Jan 27 22:42:08.334939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee94b3-6b67-4326-8a10-24e002c19403 req-746fa6e6-f7fc-4265-b398-dae01553c239 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:08.336478 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2aee94b3-6b67-4326-8a10-24e002c19403 req-746fa6e6-f7fc-4265-b398-dae01553c239 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 946 time: 0.0482981 Jan 27 22:42:08.383256 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2aee94b3-6b67-4326-8a10-24e002c19403 req-7647e222-16e9-43c7-9570-b1c7dff3426d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411222 Jan 27 22:42:08.492518 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764d246-c1ce-4be9-a62f-054141a6801b req-c0fac005-42de-4f36-a529-1492d97b3864 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:08.494003 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3764d246-c1ce-4be9-a62f-054141a6801b req-c0fac005-42de-4f36-a529-1492d97b3864 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 946 time: 0.0474997 Jan 27 22:42:08.503042 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 53874) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:42:08.507322 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-a0e64e02-a75f-47cd-a1dc-56c794525367 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Request body: {'floatingip': {'port_id': 'cc076faa-2983-410b-a8ab-29ea47a0663d'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:42:08.549872 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a0e64e02-a75f-47cd-a1dc-56c794525367 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for floatingip (5fb60a8f-d341-42ea-9050-a3202cbfcc39), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:08.974900 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a0e64e02-a75f-47cd-a1dc-56c794525367 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:08.978902 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a0e64e02-a75f-47cd-a1dc-56c794525367 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (5fb60a8f-d341-42ea-9050-a3202cbfcc39), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:09.075866 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-a0e64e02-a75f-47cd-a1dc-56c794525367 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Floating IP 5fb60a8f-d341-42ea-9050-a3202cbfcc39 associated. External IP: 172.25.3.233, port: cc076faa-2983-410b-a8ab-29ea47a0663d. Jan 27 22:42:09.278571 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e64e02-a75f-47cd-a1dc-56c794525367 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:42:09.383342 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e64e02-a75f-47cd-a1dc-56c794525367 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:42:09.388886 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a0e64e02-a75f-47cd-a1dc-56c794525367 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:09.393649 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d813c1df-b846-40b9-b6b3-baaea0a35996 None None] Sync routers for ids ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:42:09.403157 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d813c1df-b846-40b9-b6b3-baaea0a35996 None None] Routers {'961f7ddf-bdba-4bcc-9b29-1f4114380d83'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:42:09.403855 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d813c1df-b846-40b9-b6b3-baaea0a35996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:41:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:42:09.415007 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a0e64e02-a75f-47cd-a1dc-56c794525367 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "PUT /v2.0/floatingips/5fb60a8f-d341-42ea-9050-a3202cbfcc39 HTTP/1.1" status: 200 len: 992 time: 0.9109278 Jan 27 22:42:09.415601 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbefba6-8604-4038-8497-373099d88ac4', 'tag': 'cc076faa-2983-410b-a8ab-29ea47a0663d'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:42:09.419712 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c83e5a2-db8e-4574-bd86-5e20044d56e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbefba6-8604-4038-8497-373099d88ac4", "tag": "cc076faa-2983-410b-a8ab-29ea47a0663d"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:42:09.454878 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e889000c-1d74-4af8-899a-bddef7036c08 x-openstack-request-id: req-e889000c-1d74-4af8-899a-bddef7036c08 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:42:09.455177 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbefba6-8604-4038-8497-373099d88ac4", "tag": "cc076faa-2983-410b-a8ab-29ea47a0663d", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:42:09.455438 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e889000c-1d74-4af8-899a-bddef7036c08 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:42:09.455854 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbefba6-8604-4038-8497-373099d88ac4', 'tag': 'cc076faa-2983-410b-a8ab-29ea47a0663d', 'status': 'completed', 'code': 200} Jan 27 22:42:09.519185 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-d813c1df-b846-40b9-b6b3-baaea0a35996 None None] Set router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:42:09.522674 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83e5a2-db8e-4574-bd86-5e20044d56e7 req-686e3766-48a8-43d7-a7b9-ed50407300f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:09.524182 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2c83e5a2-db8e-4574-bd86-5e20044d56e7 req-686e3766-48a8-43d7-a7b9-ed50407300f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 1097 time: 0.0459378 Jan 27 22:42:09.611228 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83e5a2-db8e-4574-bd86-5e20044d56e7 req-743504e9-5845-421f-8b97-098632835ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:09.612728 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2c83e5a2-db8e-4574-bd86-5e20044d56e7 req-743504e9-5845-421f-8b97-098632835ca8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0829513 Jan 27 22:42:09.682924 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2c83e5a2-db8e-4574-bd86-5e20044d56e7 req-a4908c9d-c2a7-4d6e-b134-b2284d26e3b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc076faa-2983-410b-a8ab-29ea47a0663d HTTP/1.1" status: 200 len: 1000 time: 0.0639048 Jan 27 22:42:09.732559 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83e5a2-db8e-4574-bd86-5e20044d56e7 req-cc712287-09e0-48ac-b33b-a488ee6421ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:09.734046 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2c83e5a2-db8e-4574-bd86-5e20044d56e7 req-cc712287-09e0-48ac-b33b-a488ee6421ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0448215 Jan 27 22:42:09.742145 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d813c1df-b846-40b9-b6b3-baaea0a35996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '5fb60a8f-d341-42ea-9050-a3202cbfcc39', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'port_id': 'cc076faa-2983-410b-a8ab-29ea47a0663d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'mac_address': 'fa:16:3e:f2:42:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbefba6-8604-4038-8497-373099d88ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:36:20Z', 'updated_at': '2022-01-27T22:42:08Z', 'revision_number': 9, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:42:09.768667 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d813c1df-b846-40b9-b6b3-baaea0a35996 None None] Checking router: 961f7ddf-bdba-4bcc-9b29-1f4114380d83 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:42:09.777229 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d813c1df-b846-40b9-b6b3-baaea0a35996 None None] Routers {'961f7ddf-bdba-4bcc-9b29-1f4114380d83'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:42:09.777916 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d813c1df-b846-40b9-b6b3-baaea0a35996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:41:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:42:09.780586 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83e5a2-db8e-4574-bd86-5e20044d56e7 req-42e39b55-d32d-4bbe-a5f1-319bef7c7c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:09.782231 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2c83e5a2-db8e-4574-bd86-5e20044d56e7 req-42e39b55-d32d-4bbe-a5f1-319bef7c7c6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409939 Jan 27 22:42:09.876108 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2c83e5a2-db8e-4574-bd86-5e20044d56e7 req-eea8db19-5df0-4886-9b6d-ae987b9bbe61 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860822 Jan 27 22:42:09.885275 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-d813c1df-b846-40b9-b6b3-baaea0a35996 None None] Set router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:42:09.969808 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-2c83e5a2-db8e-4574-bd86-5e20044d56e7 req-14efd8e0-4a2c-4b9e-9ca7-a0cd210ad26e service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834374 Jan 27 22:42:10.113803 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-d813c1df-b846-40b9-b6b3-baaea0a35996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '5fb60a8f-d341-42ea-9050-a3202cbfcc39', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'port_id': 'cc076faa-2983-410b-a8ab-29ea47a0663d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'mac_address': 'fa:16:3e:f2:42:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbefba6-8604-4038-8497-373099d88ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:36:20Z', 'updated_at': '2022-01-27T22:42:08Z', 'revision_number': 9, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:42:10.140116 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d813c1df-b846-40b9-b6b3-baaea0a35996 None None] The sync data for ids ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'] in n-d-772272-3 is: [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '5fb60a8f-d341-42ea-9050-a3202cbfcc39', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'port_id': 'cc076faa-2983-410b-a8ab-29ea47a0663d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'mac_address': 'fa:16:3e:f2:42:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbefba6-8604-4038-8497-373099d88ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:36:20Z', 'updated_at': '2022-01-27T22:42:08Z', 'revision_number': 9, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:42:10.330159 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d486941-bcfd-4505-959a-42afef9ae203 None None] New status for floating IP 5fb60a8f-d341-42ea-9050-a3202cbfcc39: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:42:13.102679 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:42:13.114040 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:16.082203 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b70efd2b-6aa9-4cf2-a004-8e6cac187643 req-ae56075b-450c-424f-8291-f8b0c857c219 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401928 Jan 27 22:42:16.169178 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70efd2b-6aa9-4cf2-a004-8e6cac187643 req-0c2d96ec-4937-4e76-a8ec-9a92650f68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:16.170701 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b70efd2b-6aa9-4cf2-a004-8e6cac187643 req-0c2d96ec-4937-4e76-a8ec-9a92650f68c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 1097 time: 0.0481656 Jan 27 22:42:16.280363 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70efd2b-6aa9-4cf2-a004-8e6cac187643 req-d5374322-256a-4fd5-9d0d-475548c3c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:16.281931 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b70efd2b-6aa9-4cf2-a004-8e6cac187643 req-d5374322-256a-4fd5-9d0d-475548c3c7b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0884323 Jan 27 22:42:16.659413 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b70efd2b-6aa9-4cf2-a004-8e6cac187643 req-5b54b91a-c500-479a-b055-daea501d3fbd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc076faa-2983-410b-a8ab-29ea47a0663d HTTP/1.1" status: 200 len: 1003 time: 0.3716419 Jan 27 22:42:16.706992 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70efd2b-6aa9-4cf2-a004-8e6cac187643 req-3bc5a3e8-6bcc-4b54-a321-2e42a3704385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:16.708350 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b70efd2b-6aa9-4cf2-a004-8e6cac187643 req-3bc5a3e8-6bcc-4b54-a321-2e42a3704385 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0423827 Jan 27 22:42:16.752017 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70efd2b-6aa9-4cf2-a004-8e6cac187643 req-42da3d1f-e2cc-4d1b-88d1-8ef1063575ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:16.753526 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b70efd2b-6aa9-4cf2-a004-8e6cac187643 req-42da3d1f-e2cc-4d1b-88d1-8ef1063575ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394995 Jan 27 22:42:16.844295 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b70efd2b-6aa9-4cf2-a004-8e6cac187643 req-bf3d4776-8595-4ccc-90ad-717e7146b000 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835078 Jan 27 22:42:16.934392 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b70efd2b-6aa9-4cf2-a004-8e6cac187643 req-c7e055ee-7e63-44b0-b048-e9b48f6c636f service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833333 Jan 27 22:42:21.602681 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:24.193589 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-956bea8c-b1a3-42d1-8c85-b1e4d14da877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:26.770896 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-46c8c51d-587f-43c8-9ac1-0eba8c2ebcdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:27.684604 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:29.061344 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:30.399312 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:43.105690 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:50.102073 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:42:51.612173 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:54.185884 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-24287a66-3f36-4080-a15b-e76f012a573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:56.775118 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0d751970-9267-4d32-9404-380976cc7498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:57.687876 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:59.065363 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:00.403002 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:13.105052 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:18.051167 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-09de3f46-d49b-4a3d-bfc0-c5a628d3bf2e req-49f9cd8e-9992-42fd-96eb-c459563bd309 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455413 Jan 27 22:43:18.140932 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de3f46-d49b-4a3d-bfc0-c5a628d3bf2e req-d30a7557-43ca-40dc-8782-d86bca0aa9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:18.142420 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-09de3f46-d49b-4a3d-bfc0-c5a628d3bf2e req-d30a7557-43ca-40dc-8782-d86bca0aa9cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 1097 time: 0.0485587 Jan 27 22:43:18.243436 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de3f46-d49b-4a3d-bfc0-c5a628d3bf2e req-9bb8aadc-f614-4211-8d4a-3582696d365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:18.245009 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-09de3f46-d49b-4a3d-bfc0-c5a628d3bf2e req-9bb8aadc-f614-4211-8d4a-3582696d365d service neutron] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0842185 Jan 27 22:43:18.313124 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-09de3f46-d49b-4a3d-bfc0-c5a628d3bf2e req-7527c892-40a1-49bb-a9a1-5f981a5b0182 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc076faa-2983-410b-a8ab-29ea47a0663d HTTP/1.1" status: 200 len: 1003 time: 0.0617845 Jan 27 22:43:18.361684 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de3f46-d49b-4a3d-bfc0-c5a628d3bf2e req-4d1521e8-76d7-49d7-afef-8a4758553c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:18.363116 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-09de3f46-d49b-4a3d-bfc0-c5a628d3bf2e req-4d1521e8-76d7-49d7-afef-8a4758553c7b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0437789 Jan 27 22:43:18.407985 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de3f46-d49b-4a3d-bfc0-c5a628d3bf2e req-aa332b45-ef7d-4f99-b72e-cc7643944b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:18.409472 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-09de3f46-d49b-4a3d-bfc0-c5a628d3bf2e req-aa332b45-ef7d-4f99-b72e-cc7643944b2e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398777 Jan 27 22:43:18.506732 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-09de3f46-d49b-4a3d-bfc0-c5a628d3bf2e req-d788b390-8931-4878-a3f9-4c7145beea67 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900865 Jan 27 22:43:18.598058 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-09de3f46-d49b-4a3d-bfc0-c5a628d3bf2e req-00ef7295-6537-4c68-9956-f0b5a4e0b48b service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844760 Jan 27 22:43:21.612853 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:24.188656 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-db19e08d-3c2c-4322-a6cc-438ab91eba7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:26.780714 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a39da8b1-48b9-4bf6-9291-14becbe9cbaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:27.103032 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:43:27.691524 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:29.068007 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:30.406790 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:43.118001 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:51.612249 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:54.190941 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a802c7f2-275b-42e0-b8cf-9cabe3e0af4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:56.781785 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-31d3c29f-3822-45c1-a837-ef1234fb8196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:57.693862 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:59.071751 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:00.408767 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:04.102820 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:44:13.132434 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:19.063667 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-48238a43-149b-4f35-b001-405ddddc4c90 req-9b49bd53-0f86-404b-9472-697435cbe76d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432298 Jan 27 22:44:19.151301 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48238a43-149b-4f35-b001-405ddddc4c90 req-338d46c1-02df-426e-907c-9fd77259fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:19.152801 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-48238a43-149b-4f35-b001-405ddddc4c90 req-338d46c1-02df-426e-907c-9fd77259fc88 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 1097 time: 0.0450604 Jan 27 22:44:19.253769 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48238a43-149b-4f35-b001-405ddddc4c90 req-c985f5e5-4b72-4e27-a4d6-9a4df2a7197c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:19.255231 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-48238a43-149b-4f35-b001-405ddddc4c90 req-c985f5e5-4b72-4e27-a4d6-9a4df2a7197c service neutron] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0837080 Jan 27 22:44:19.322731 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-48238a43-149b-4f35-b001-405ddddc4c90 req-3f44da07-c10f-4213-b219-65391c33d97e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc076faa-2983-410b-a8ab-29ea47a0663d HTTP/1.1" status: 200 len: 1003 time: 0.0602331 Jan 27 22:44:19.371354 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48238a43-149b-4f35-b001-405ddddc4c90 req-2b5a2a19-be99-41b9-bb38-286cb076a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:19.373398 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-48238a43-149b-4f35-b001-405ddddc4c90 req-2b5a2a19-be99-41b9-bb38-286cb076a249 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0436997 Jan 27 22:44:19.418095 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48238a43-149b-4f35-b001-405ddddc4c90 req-5f53924e-5cce-4ee4-b15e-fad0b7fc5736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:19.419509 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-48238a43-149b-4f35-b001-405ddddc4c90 req-5f53924e-5cce-4ee4-b15e-fad0b7fc5736 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404003 Jan 27 22:44:19.518025 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-48238a43-149b-4f35-b001-405ddddc4c90 req-9376b853-4d8d-4f62-a022-dee6bd5480d8 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859663 Jan 27 22:44:19.607784 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-48238a43-149b-4f35-b001-405ddddc4c90 req-f3f5ce0e-039d-42a5-8dcb-07f043569618 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838084 Jan 27 22:44:21.653833 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:24.190793 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d07244d2-b676-4ced-aa28-ef6925ed99ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:26.783210 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-add788e4-8a5e-48d8-88cd-1aaee7af8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:27.697787 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:29.074867 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:30.409751 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:41.101277 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:44:43.149414 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:50.347738 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-12bbe66a-cea4-4491-8993-3bb32c2b0741 req-e796910c-9e58-4418-9fed-ddd2942465ea service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:44:50.348790 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12bbe66a-cea4-4491-8993-3bb32c2b0741 req-e796910c-9e58-4418-9fed-ddd2942465ea service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069048 Jan 27 22:44:50.556311 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-14b9f5c7-3f69-4cf8-8070-702582b82f7f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802553 Jan 27 22:44:50.563722 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5ba17-00eb-489b-a860-035ed3e0136d req-f5b17a5f-5bad-4c42-808a-8e8842d7af38 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:50.565176 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1fe5ba17-00eb-489b-a860-035ed3e0136d req-f5b17a5f-5bad-4c42-808a-8e8842d7af38 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 946 time: 0.0807874 Jan 27 22:44:50.613215 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1fe5ba17-00eb-489b-a860-035ed3e0136d req-98b25cea-f718-4b23-a2ad-d42c6c4cca57 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423062 Jan 27 22:44:51.612314 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-81a5ee6f-b687-4d44-af7e-d70169fc9d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:51.613815 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-81a5ee6f-b687-4d44-af7e-d70169fc9d9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 1097 time: 0.0424583 Jan 27 22:44:51.659899 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:51.708514 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-f1742409-8bb0-401f-8c13-9d85f2ee8309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:51.710041 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-f1742409-8bb0-401f-8c13-9d85f2ee8309 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0902402 Jan 27 22:44:51.730193 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ec6f3-5ac3-4f75-a93d-622c11d4a582 req-fa570908-7285-4ac4-9e36-96eecbab5d2a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:51.731704 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-998ec6f3-5ac3-4f75-a93d-622c11d4a582 req-fa570908-7285-4ac4-9e36-96eecbab5d2a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 946 time: 0.0483878 Jan 27 22:44:51.739024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-f5251a39-5340-40e5-ad56-1c88d20b72ad req-3b3f9526-3fe4-4ed0-9755-85a486544303 service neutron] (109741) timed out ('10.222.0.23', 49850) {{(pid=109741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:44:51.776450 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-b8334b7c-0693-4555-bc6a-5f8e127fd626 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc076faa-2983-410b-a8ab-29ea47a0663d HTTP/1.1" status: 200 len: 1003 time: 0.0597658 Jan 27 22:44:51.783085 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-998ec6f3-5ac3-4f75-a93d-622c11d4a582 req-1776ca60-65d2-41b3-90d1-ef1f4505f3d4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449169 Jan 27 22:44:51.829328 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-6fc43547-c3bd-45f9-b649-60a54ddbf49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:51.830797 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-6fc43547-c3bd-45f9-b649-60a54ddbf49f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0484388 Jan 27 22:44:51.876795 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-31cc3abe-ccdf-4428-835f-e19deee165fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:51.878184 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-31cc3abe-ccdf-4428-835f-e19deee165fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401728 Jan 27 22:44:51.889660 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-a4597692-cc85-400f-b65c-ff8194209841 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:44:51.890635 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-a4597692-cc85-400f-b65c-ff8194209841 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048952 Jan 27 22:44:51.977831 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-c7c46dd9-cc02-4185-a08a-f37461be6660 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809224 Jan 27 22:44:52.069321 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-31d20ce1-5b5f-4a2b-82aa-e1a505f8b616 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847597 Jan 27 22:44:52.897683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f47d5d-7d12-4795-8d48-38456633a02e req-6cc4d7fa-4b31-45fe-9e1d-7abc84e1f095 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:52.899150 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7f47d5d-7d12-4795-8d48-38456633a02e req-6cc4d7fa-4b31-45fe-9e1d-7abc84e1f095 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 946 time: 0.0483825 Jan 27 22:44:52.946806 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f7f47d5d-7d12-4795-8d48-38456633a02e req-edd54703-a3a7-45ba-bc24-3803b0ec32e2 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406454 Jan 27 22:44:54.059107 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b39201-5774-40fb-a892-a2b3cd047819 req-3a2d4665-124e-4f21-87e3-238c2accf220 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:54.060584 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10b39201-5774-40fb-a892-a2b3cd047819 req-3a2d4665-124e-4f21-87e3-238c2accf220 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 946 time: 0.0468907 Jan 27 22:44:54.107287 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10b39201-5774-40fb-a892-a2b3cd047819 req-16e64ece-05e3-4556-a96f-9aeea148b4ff tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405018 Jan 27 22:44:54.192551 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-605f06ef-0acf-4750-a908-5219d3af1f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:55.226093 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78904b41-89ed-480d-9e42-2556e5ed8a3e req-a046d887-f4aa-4ac3-b93e-07d3539d6a01 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:55.227548 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-78904b41-89ed-480d-9e42-2556e5ed8a3e req-a046d887-f4aa-4ac3-b93e-07d3539d6a01 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 946 time: 0.0510013 Jan 27 22:44:55.273303 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-78904b41-89ed-480d-9e42-2556e5ed8a3e req-3b46d27d-287b-44d4-986d-e28ffd0a4a65 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401404 Jan 27 22:44:56.387501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42620a45-be4f-4e25-9310-f03c7b096656 req-fdfd98e5-ede6-49bb-94ce-da4cda4c3858 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:56.388994 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42620a45-be4f-4e25-9310-f03c7b096656 req-fdfd98e5-ede6-49bb-94ce-da4cda4c3858 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 946 time: 0.0473149 Jan 27 22:44:56.435918 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42620a45-be4f-4e25-9310-f03c7b096656 req-ed4e32cd-9802-44a1-a86e-bcfaea850ffa tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400622 Jan 27 22:44:56.785251 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8262bc66-9bc2-450f-97ae-71090a28317e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:57.553315 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa5f8c-4e68-490c-9fe0-d960b2d3621a req-3576df4e-30ed-4acf-a236-8f3aaf532433 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:57.554689 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42aa5f8c-4e68-490c-9fe0-d960b2d3621a req-3576df4e-30ed-4acf-a236-8f3aaf532433 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 946 time: 0.0507302 Jan 27 22:44:57.599510 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42aa5f8c-4e68-490c-9fe0-d960b2d3621a req-e9b16913-21dc-4416-9c09-ed8d1599b62f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393105 Jan 27 22:44:57.698181 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:58.713164 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d787e2f-e7c7-429a-a1a6-0e2c1cbe82fa req-e705e017-7ca1-4562-b1c4-7056f0a577b6 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:58.714634 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d787e2f-e7c7-429a-a1a6-0e2c1cbe82fa req-e705e017-7ca1-4562-b1c4-7056f0a577b6 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 946 time: 0.0469532 Jan 27 22:44:58.760710 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d787e2f-e7c7-429a-a1a6-0e2c1cbe82fa req-9d2226b4-7a37-4ef8-9ea7-b613817ac367 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397317 Jan 27 22:44:59.079164 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:59.874111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b228121-8135-4e81-82c3-1edae80eebc1 req-8589c30b-432e-4cdf-b5fd-8512b4812e2d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:59.875591 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4b228121-8135-4e81-82c3-1edae80eebc1 req-8589c30b-432e-4cdf-b5fd-8512b4812e2d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 946 time: 0.0471754 Jan 27 22:44:59.924819 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4b228121-8135-4e81-82c3-1edae80eebc1 req-f5c62027-0997-4eb5-951c-d989d7aee3d3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436416 Jan 27 22:45:00.411537 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:01.037379 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1638e-894b-4fa3-8b76-38307beb1e85 req-d4133d93-2282-457f-ba5c-efaf515ca507 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:01.038939 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7af1638e-894b-4fa3-8b76-38307beb1e85 req-d4133d93-2282-457f-ba5c-efaf515ca507 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 946 time: 0.0479279 Jan 27 22:45:01.085215 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7af1638e-894b-4fa3-8b76-38307beb1e85 req-a39cc693-646b-4023-883b-e896c9d0880a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407002 Jan 27 22:45:02.199197 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d85fbc-0cce-4192-97b8-03d526ed6511 req-35baacdd-c5de-44b9-9d15-e11d7bb0604c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:02.200693 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97d85fbc-0cce-4192-97b8-03d526ed6511 req-35baacdd-c5de-44b9-9d15-e11d7bb0604c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 946 time: 0.0477066 Jan 27 22:45:02.246627 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-97d85fbc-0cce-4192-97b8-03d526ed6511 req-e39c1296-16fc-4137-84e5-fdeafe19dd7e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396836 Jan 27 22:45:03.366467 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb644e-bc4c-44b8-981c-e483e218da51 req-31337a09-bb77-4d33-b074-1bc0bfb1e51e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:03.367945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cafb644e-bc4c-44b8-981c-e483e218da51 req-31337a09-bb77-4d33-b074-1bc0bfb1e51e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 946 time: 0.0516546 Jan 27 22:45:03.414136 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cafb644e-bc4c-44b8-981c-e483e218da51 req-b741e62f-c7e9-4a31-bd1b-4c688c17715d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405595 Jan 27 22:45:04.266907 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-f4bcb541-dee2-479a-9f3d-9e91b504cab1 service neutron] show failed (client error): The resource could not be found. Jan 27 22:45:04.267829 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-f4bcb541-dee2-479a-9f3d-9e91b504cab1 service neutron] 10.222.0.21 "GET /v2.0/ports/cc076faa-2983-410b-a8ab-29ea47a0663d/bindings/n-h1-772272-3 HTTP/1.1" status: 404 len: 380 time: 0.0541611 Jan 27 22:45:04.461483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-03bd1e36-0d6a-4fa3-bcd8-cfd800b4642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:04.463087 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-03bd1e36-0d6a-4fa3-bcd8-cfd800b4642b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4&tenant_id=1c4cc8b66118468ca4da324743ce7385 HTTP/1.1" status: 200 len: 1097 time: 0.0400734 Jan 27 22:45:04.473531 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-772272-3', 'device_owner': 'compute:nova'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:45:04.558548 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:04.573227 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f630e6-604e-47cf-8b09-2d180a4d9a4d req-6903b4e2-fffe-4bcd-b233-82612a82bf6e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:04.574841 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2f630e6-604e-47cf-8b09-2d180a4d9a4d req-6903b4e2-fffe-4bcd-b233-82612a82bf6e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 946 time: 0.0831401 Jan 27 22:45:05.035226 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2f630e6-604e-47cf-8b09-2d180a4d9a4d req-01b5cccd-7a16-4fd4-8078-32c5a3f348d8 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4542551 Jan 27 22:45:05.123582 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] For port cc076faa-2983-410b-a8ab-29ea47a0663d, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=cc076faa-2983-410b-a8ab-29ea47a0663d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:05.156549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] For port cc076faa-2983-410b-a8ab-29ea47a0663d, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:45:05.194611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbefba6-8604-4038-8497-373099d88ac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc076faa-2983-410b-a8ab-29ea47a0663d'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:45:05.196894 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903c4080-f18c-485a-8882-d507ac78a156" -d '{"events": [{"server_uuid": "1bbefba6-8604-4038-8497-373099d88ac4", "name": "network-vif-unplugged", "status": "completed", "tag": "cc076faa-2983-410b-a8ab-29ea47a0663d"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:45:05.200692 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Publish callbacks [] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:05.213552 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Transition to ACTIVE for port object cc076faa-2983-410b-a8ab-29ea47a0663d will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:45:05.217293 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:05.245492 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a44f22-eea4-4d0d-8472-a2d019138c5b x-openstack-request-id: req-d8a44f22-eea4-4d0d-8472-a2d019138c5b {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:45:05.245793 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbefba6-8604-4038-8497-373099d88ac4", "name": "network-vif-unplugged", "status": "completed", "tag": "cc076faa-2983-410b-a8ab-29ea47a0663d", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:45:05.246053 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8a44f22-eea4-4d0d-8472-a2d019138c5b {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:45:05.246466 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbefba6-8604-4038-8497-373099d88ac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc076faa-2983-410b-a8ab-29ea47a0663d', 'code': 200} Jan 27 22:45:05.300447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Pushing event updated for resources: {'Port': ['ID=cc076faa-2983-410b-a8ab-29ea47a0663d,revision_number=6']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:05.313048 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:05.313405 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:05.313751 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:05.314103 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:05.314447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:05.314784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:05.315105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:05.315439 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:05.315766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:05.316100 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:05.316456 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:05.316781 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:05.317108 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:05.354940 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] No DVR routers for this DVR port cc076faa-2983-410b-a8ab-29ea47a0663d on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:45:05.491584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Attempting to bind port cc076faa-2983-410b-a8ab-29ea47a0663d on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:45:05.492312 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Attempting to bind port cc076faa-2983-410b-a8ab-29ea47a0663d by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:45:05.492312 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Attempting to bind port cc076faa-2983-410b-a8ab-29ea47a0663d on network c31016ab-a8a4-4108-b895-f2f1f4825173 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:45:05.496477 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Port cc076faa-2983-410b-a8ab-29ea47a0663d on network c31016ab-a8a4-4108-b895-f2f1f4825173 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:45:05.496808 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Attempting to bind port cc076faa-2983-410b-a8ab-29ea47a0663d on network c31016ab-a8a4-4108-b895-f2f1f4825173 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:45:05.502196 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:45:05.502541 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Checking segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:45:05.502927 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Bound using segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:45:05.503353 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Bound port: cc076faa-2983-410b-a8ab-29ea47a0663d, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:45:05.503715 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:05.568621 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] For port cc076faa-2983-410b-a8ab-29ea47a0663d, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:45:05.571776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] For port cc076faa-2983-410b-a8ab-29ea47a0663d, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=cc076faa-2983-410b-a8ab-29ea47a0663d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:45:05.576808 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:05.610494 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:05.611110 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:05.612636 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] 10.222.0.15 "PUT /v2.0/ports/cc076faa-2983-410b-a8ab-29ea47a0663d HTTP/1.1" status: 200 len: 1092 time: 1.1431632 Jan 27 22:45:05.633678 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e468e-15d8-4e3e-85ba-3c2243ff1744 service neutron] Pushing event updated for resources: {'Port': ['ID=cc076faa-2983-410b-a8ab-29ea47a0663d,revision_number=7']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:05.677646 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-3a437059-f7e0-4ea8-a3e1-aa40495d6ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:05.679380 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-3a437059-f7e0-4ea8-a3e1-aa40495d6ebc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 1095 time: 0.0427480 Jan 27 22:45:05.775173 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-191012b1-20dc-432b-8eb8-0edc6697ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:05.776603 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-191012b1-20dc-432b-8eb8-0edc6697ffbd service neutron] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0915940 Jan 27 22:45:05.841549 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-2d999b77-548a-4516-b65d-4c79ebef2b2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc076faa-2983-410b-a8ab-29ea47a0663d HTTP/1.1" status: 200 len: 1001 time: 0.0593112 Jan 27 22:45:05.888306 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-e315f661-99ff-4d2a-a22a-ea3f694978b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:05.889655 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-e315f661-99ff-4d2a-a22a-ea3f694978b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0429568 Jan 27 22:45:05.938247 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-5cf59f23-f51a-4579-9351-4f97df0cb8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:05.939723 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-5cf59f23-f51a-4579-9351-4f97df0cb8b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444729 Jan 27 22:45:06.028013 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-0e43b64e-5e37-4965-ab7d-a05c6e00c398 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814106 Jan 27 22:45:06.144143 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-887c3651-7a1f-47b9-90f2-006ec92e1f4c req-dea71d63-9ff8-41c0-8355-ac747e59e238 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108439 Jan 27 22:45:06.162302 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72426a0e-9fa5-48cd-b4f8-1a8a619ae7cf req-a642730a-2b17-4e1e-a414-ffab952b06cc tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:06.164270 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72426a0e-9fa5-48cd-b4f8-1a8a619ae7cf req-a642730a-2b17-4e1e-a414-ffab952b06cc tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 944 time: 0.0599201 Jan 27 22:45:06.213826 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72426a0e-9fa5-48cd-b4f8-1a8a619ae7cf req-e91062ea-58f7-42e4-85e0-0e583bd22a85 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437515 Jan 27 22:45:07.247361 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbefba6-8604-4038-8497-373099d88ac4', 'tag': 'cc076faa-2983-410b-a8ab-29ea47a0663d'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:45:07.249947 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99df7444-671e-401f-b865-b0294b49d112" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbefba6-8604-4038-8497-373099d88ac4", "tag": "cc076faa-2983-410b-a8ab-29ea47a0663d"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:45:07.299709 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f79c5e-ebd2-4596-9fd5-c14209fc6a5e x-openstack-request-id: req-05f79c5e-ebd2-4596-9fd5-c14209fc6a5e {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:45:07.300021 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbefba6-8604-4038-8497-373099d88ac4", "tag": "cc076faa-2983-410b-a8ab-29ea47a0663d", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:45:07.300345 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05f79c5e-ebd2-4596-9fd5-c14209fc6a5e {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:45:07.300761 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbefba6-8604-4038-8497-373099d88ac4', 'tag': 'cc076faa-2983-410b-a8ab-29ea47a0663d', 'status': 'completed', 'code': 200} Jan 27 22:45:07.362939 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df7444-671e-401f-b865-b0294b49d112 req-e233f5d4-9ad3-42b3-9fae-7791427c6ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:07.364457 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-99df7444-671e-401f-b865-b0294b49d112 req-e233f5d4-9ad3-42b3-9fae-7791427c6ad3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 1095 time: 0.0415497 Jan 27 22:45:07.367903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff28e6-6ff7-45ee-ae8d-c8313122f6f4 req-25d8b24d-0788-4c09-bfd3-b3b3d348fbde tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:07.369525 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2ff28e6-6ff7-45ee-ae8d-c8313122f6f4 req-25d8b24d-0788-4c09-bfd3-b3b3d348fbde tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 944 time: 0.0835519 Jan 27 22:45:07.383962 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df7444-671e-401f-b865-b0294b49d112 req-9d7681e4-36fc-40fc-b515-27acc4fba2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:07.385447 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99df7444-671e-401f-b865-b0294b49d112 req-9d7681e4-36fc-40fc-b515-27acc4fba2a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 1095 time: 0.0671773 Jan 27 22:45:07.461043 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df7444-671e-401f-b865-b0294b49d112 req-efd0da1d-32ac-4b79-b5bb-795c468b27d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:07.462514 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-99df7444-671e-401f-b865-b0294b49d112 req-efd0da1d-32ac-4b79-b5bb-795c468b27d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0907700 Jan 27 22:45:07.470362 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f2ff28e6-6ff7-45ee-ae8d-c8313122f6f4 req-030b8698-a9cb-4fd2-a988-c856d8398417 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941167 Jan 27 22:45:07.508857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df7444-671e-401f-b865-b0294b49d112 req-ad5c6386-8eb4-4c63-b52e-e0aef72a370e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:07.510263 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99df7444-671e-401f-b865-b0294b49d112 req-ad5c6386-8eb4-4c63-b52e-e0aef72a370e service neutron] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.1169126 Jan 27 22:45:07.528737 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-99df7444-671e-401f-b865-b0294b49d112 req-928eb528-d840-40fd-aca0-51065cfc6ff5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc076faa-2983-410b-a8ab-29ea47a0663d HTTP/1.1" status: 200 len: 1001 time: 0.0584176 Jan 27 22:45:07.582393 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99df7444-671e-401f-b865-b0294b49d112 req-23daa24f-39a6-4748-9ec7-be83b25f812d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc076faa-2983-410b-a8ab-29ea47a0663d HTTP/1.1" status: 200 len: 1001 time: 0.0642607 Jan 27 22:45:07.582734 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df7444-671e-401f-b865-b0294b49d112 req-537b7e95-c765-4dee-b90f-0dc7a02fa61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:07.584190 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-99df7444-671e-401f-b865-b0294b49d112 req-537b7e95-c765-4dee-b90f-0dc7a02fa61f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0491357 Jan 27 22:45:07.631394 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df7444-671e-401f-b865-b0294b49d112 req-ae937222-948d-42b1-8cd3-8d3edaa70877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:07.632931 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-99df7444-671e-401f-b865-b0294b49d112 req-ae937222-948d-42b1-8cd3-8d3edaa70877 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418253 Jan 27 22:45:07.638630 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df7444-671e-401f-b865-b0294b49d112 req-3de63bf8-8c37-46ea-9681-28c94e43ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:07.640714 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99df7444-671e-401f-b865-b0294b49d112 req-3de63bf8-8c37-46ea-9681-28c94e43ee85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0459197 Jan 27 22:45:07.691236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df7444-671e-401f-b865-b0294b49d112 req-9825da0d-3e11-4b73-aad9-24c956db160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:07.692823 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99df7444-671e-401f-b865-b0294b49d112 req-9825da0d-3e11-4b73-aad9-24c956db160c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461943 Jan 27 22:45:07.732773 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-99df7444-671e-401f-b865-b0294b49d112 req-2793ac80-8a74-4135-a9c1-6d85fc91f934 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915844 Jan 27 22:45:07.791386 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99df7444-671e-401f-b865-b0294b49d112 req-5a9c6659-36f5-42e5-95de-7504ebaa64ef service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902829 Jan 27 22:45:07.826607 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-99df7444-671e-401f-b865-b0294b49d112 req-6c758f46-3ea8-4a86-8ed3-1b970a7fe044 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876110 Jan 27 22:45:07.882616 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99df7444-671e-401f-b865-b0294b49d112 req-e48cf327-30e3-48f9-8523-fc05c7f678f2 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853281 Jan 27 22:45:08.572542 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device cc076faa-2983-410b-a8ab-29ea47a0663d no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:45:08.596380 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd13944-f16b-4644-b4c2-74cb73582161 req-597feb7d-01f2-4a75-b2f7-92aa99d0d19f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:08.598168 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cd13944-f16b-4644-b4c2-74cb73582161 req-597feb7d-01f2-4a75-b2f7-92aa99d0d19f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 944 time: 0.0543118 Jan 27 22:45:08.611620 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] The host n-h2-772272-3 is not matching for port cc076faa-2983-410b-a8ab-29ea47a0663d host n-h1-772272-3! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:45:08.612017 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device cc076faa-2983-410b-a8ab-29ea47a0663d not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:45:08.644670 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cd13944-f16b-4644-b4c2-74cb73582161 req-a997cd39-3332-40b5-99f4-64da694db120 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408850 Jan 27 22:45:08.952186 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-80e63d2d-8029-4302-b527-28700017284e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:08.954181 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-80e63d2d-8029-4302-b527-28700017284e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4&tenant_id=1c4cc8b66118468ca4da324743ce7385&binding%3Ahost_id=n-h1-772272-3 HTTP/1.1" status: 200 len: 944 time: 0.0822153 Jan 27 22:45:08.964056 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1117c-09ee-4723-bfb4-53b4ab34f534 req-b7c66738-afc3-42c7-8308-3016c7927630 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:08.965480 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3e1117c-09ee-4723-bfb4-53b4ab34f534 req-b7c66738-afc3-42c7-8308-3016c7927630 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 944 time: 0.0665014 Jan 27 22:45:09.052380 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3e1117c-09ee-4723-bfb4-53b4ab34f534 req-8e321e76-36cb-4e7d-a36d-f1fe53e1f7fe tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808539 Jan 27 22:45:09.058294 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-a928db93-c160-4486-9ebc-62a793f89841 service neutron] 10.222.0.15 "GET /v2.0/ports/cc076faa-2983-410b-a8ab-29ea47a0663d/bindings/n-h1-772272-3 HTTP/1.1" status: 200 len: 382 time: 0.0919325 Jan 27 22:45:09.118102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-9420caed-78e9-4695-b3f4-b169ed0ed69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:09.119471 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-9420caed-78e9-4695-b3f4-b169ed0ed69f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 1095 time: 0.0400634 Jan 27 22:45:09.210558 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-4f220d10-4312-4b30-a678-0cce356ca99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:09.212001 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-4f220d10-4312-4b30-a678-0cce356ca99e service neutron] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0863733 Jan 27 22:45:09.276002 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-5d3b7594-ed8c-42c8-bd6f-89000e63ffcc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc076faa-2983-410b-a8ab-29ea47a0663d HTTP/1.1" status: 200 len: 1001 time: 0.0577750 Jan 27 22:45:09.327522 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-e1196703-087d-4f33-b1a4-26abec6b9946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:09.329022 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-e1196703-087d-4f33-b1a4-26abec6b9946 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0473382 Jan 27 22:45:09.377828 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-a905a8d6-cc5e-4a8c-acce-c467444a0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:09.379233 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-a905a8d6-cc5e-4a8c-acce-c467444a0eff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449274 Jan 27 22:45:09.467005 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-1a052114-baae-47bf-be03-8595474e1ae4 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809693 Jan 27 22:45:09.559665 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-d7f459ce-a862-4566-bd36-df22528dc0a2 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861776 Jan 27 22:45:10.170631 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1b317-b14f-4493-a0b0-323aa1cc81b1 req-9c7953f8-c8d7-4ecc-bc91-c260eb9b9a2a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:10.172066 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6cf1b317-b14f-4493-a0b0-323aa1cc81b1 req-9c7953f8-c8d7-4ecc-bc91-c260eb9b9a2a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 944 time: 0.0490561 Jan 27 22:45:10.218627 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6cf1b317-b14f-4493-a0b0-323aa1cc81b1 req-1cab3858-c83d-42a4-b1fa-01a656fbdcbf tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402515 Jan 27 22:45:10.606739 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device cc076faa-2983-410b-a8ab-29ea47a0663d details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:45:10.860974 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port cc076faa-2983-410b-a8ab-29ea47a0663d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=cc076faa-2983-410b-a8ab-29ea47a0663d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:10.872116 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'cc076faa-2983-410b-a8ab-29ea47a0663d', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'port_id': 'cc076faa-2983-410b-a8ab-29ea47a0663d', 'mac_address': 'fa:16:3e:f2:42:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:45:10.907870 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port cc076faa-2983-410b-a8ab-29ea47a0663d is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:10.908292 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:10.921633 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc076faa-2983-410b-a8ab-29ea47a0663d {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:45:10.941123 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port cc076faa-2983-410b-a8ab-29ea47a0663d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=cc076faa-2983-410b-a8ab-29ea47a0663d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:10.944829 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:11.000311 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=cc076faa-2983-410b-a8ab-29ea47a0663d,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:11.007593 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.007944 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.008313 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.008651 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.008986 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.009318 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.009644 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.009970 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.010293 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.010617 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.010937 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.011257 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.011575 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.336554 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3421c-54eb-4f9a-8de3-dba84b8a7df6 req-fa093f40-ca71-40f1-bd69-e81a47338bc2 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:11.338113 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bcb3421c-54eb-4f9a-8de3-dba84b8a7df6 req-fa093f40-ca71-40f1-bd69-e81a47338bc2 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 945 time: 0.0490327 Jan 27 22:45:11.386442 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bcb3421c-54eb-4f9a-8de3-dba84b8a7df6 req-4a38b2c4-151e-41de-9518-1e351e875cc2 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427513 Jan 27 22:45:11.458381 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-876e317e-fd2d-444a-88e6-4db36fcd9920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:11.459893 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-876e317e-fd2d-444a-88e6-4db36fcd9920 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4&tenant_id=1c4cc8b66118468ca4da324743ce7385 HTTP/1.1" status: 200 len: 1096 time: 0.0706358 Jan 27 22:45:11.471651 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-772272-3', 'device_owner': 'compute:nova'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:45:11.527095 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:11.724014 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] For port cc076faa-2983-410b-a8ab-29ea47a0663d, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=cc076faa-2983-410b-a8ab-29ea47a0663d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:11.755891 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] For port cc076faa-2983-410b-a8ab-29ea47a0663d, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:45:11.786546 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cc076faa-2983-410b-a8ab-29ea47a0663d {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:45:11.794625 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Publish callbacks [] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:11.805424 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Ignored duplicate provisioning block setup for port cc076faa-2983-410b-a8ab-29ea47a0663d by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 27 22:45:11.808997 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:11.919075 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Pushing event updated for resources: {'Port': ['ID=cc076faa-2983-410b-a8ab-29ea47a0663d,revision_number=9']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:11.942067 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.942498 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.942765 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.943109 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.943445 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.943780 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.944113 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.944481 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.944813 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.945146 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.945476 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.945802 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.946149 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:11.994148 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] No DVR routers for this DVR port cc076faa-2983-410b-a8ab-29ea47a0663d on host n-h1-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:45:12.358168 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Attempting to bind port cc076faa-2983-410b-a8ab-29ea47a0663d on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:45:12.358454 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Attempting to bind port cc076faa-2983-410b-a8ab-29ea47a0663d by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:45:12.358808 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Attempting to bind port cc076faa-2983-410b-a8ab-29ea47a0663d on network c31016ab-a8a4-4108-b895-f2f1f4825173 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:45:12.363036 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Port cc076faa-2983-410b-a8ab-29ea47a0663d on network c31016ab-a8a4-4108-b895-f2f1f4825173 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:45:12.363356 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Attempting to bind port cc076faa-2983-410b-a8ab-29ea47a0663d on network c31016ab-a8a4-4108-b895-f2f1f4825173 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:45:12.368126 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:45:12.368529 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Checking segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:45:12.368911 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Bound using segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:45:12.369332 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Bound port: cc076faa-2983-410b-a8ab-29ea47a0663d, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:45:12.369686 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:12.431202 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] For port cc076faa-2983-410b-a8ab-29ea47a0663d, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:45:12.434533 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] For port cc076faa-2983-410b-a8ab-29ea47a0663d, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=cc076faa-2983-410b-a8ab-29ea47a0663d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:45:12.438209 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:12.477780 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:12.478349 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:12.479660 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] 10.222.0.21 "PUT /v2.0/ports/cc076faa-2983-410b-a8ab-29ea47a0663d HTTP/1.1" status: 200 len: 1092 time: 1.0119650 Jan 27 22:45:12.480230 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbefba6-8604-4038-8497-373099d88ac4', 'tag': 'cc076faa-2983-410b-a8ab-29ea47a0663d'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:45:12.482409 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eebd6f79f17133a4d49c17e759e77b104c6a5dfb225cf2ee82dbb83359e6266" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a93233-e849-4195-be87-226b058242f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbefba6-8604-4038-8497-373099d88ac4", "tag": "cc076faa-2983-410b-a8ab-29ea47a0663d"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:45:12.516952 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967e20a-2d01-41d0-aa5e-aa49ed74b194 service neutron] Pushing event updated for resources: {'Port': ['ID=cc076faa-2983-410b-a8ab-29ea47a0663d,revision_number=10']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:12.533922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d031d66-4627-4d38-bfdd-0f1e077ca16b req-fb133e88-fdaf-4467-b074-6a0e50f3553f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:12.543817 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d031d66-4627-4d38-bfdd-0f1e077ca16b req-fb133e88-fdaf-4467-b074-6a0e50f3553f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 945 time: 0.0869050 Jan 27 22:45:12.548541 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1803d61f-b657-476b-ace1-ba6803816db6 x-openstack-request-id: req-1803d61f-b657-476b-ace1-ba6803816db6 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:45:12.548835 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbefba6-8604-4038-8497-373099d88ac4", "tag": "cc076faa-2983-410b-a8ab-29ea47a0663d", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:45:12.549109 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1803d61f-b657-476b-ace1-ba6803816db6 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:45:12.549522 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbefba6-8604-4038-8497-373099d88ac4', 'tag': 'cc076faa-2983-410b-a8ab-29ea47a0663d', 'status': 'completed', 'code': 200} Jan 27 22:45:12.557490 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-bed9a130-8b3e-4dcb-b424-2a011d545d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:12.559500 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-bed9a130-8b3e-4dcb-b424-2a011d545d71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0555160 Jan 27 22:45:12.620758 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d031d66-4627-4d38-bfdd-0f1e077ca16b req-da6e7308-22a1-4642-8b6e-f90c9b6c2bc7 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757880 Jan 27 22:45:12.631770 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a93233-e849-4195-be87-226b058242f5 req-a7504cc3-41ba-483d-b470-c37c96083296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:12.633474 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37a93233-e849-4195-be87-226b058242f5 req-a7504cc3-41ba-483d-b470-c37c96083296 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0651515 Jan 27 22:45:12.661963 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-b2039f37-cf17-4dbc-b12b-150f013ac38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:12.663506 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-b2039f37-cf17-4dbc-b12b-150f013ac38e service neutron] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0958011 Jan 27 22:45:12.736786 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a93233-e849-4195-be87-226b058242f5 req-ddcca460-3704-41b5-b7a7-de16e9fc7a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:12.738295 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37a93233-e849-4195-be87-226b058242f5 req-ddcca460-3704-41b5-b7a7-de16e9fc7a92 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0964270 Jan 27 22:45:12.738583 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-87706c86-bf99-4910-9266-907b0f902de3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc076faa-2983-410b-a8ab-29ea47a0663d HTTP/1.1" status: 200 len: 1001 time: 0.0686276 Jan 27 22:45:12.787194 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-3fb5ab8e-5464-4970-a403-0050a6598d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:12.788729 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-3fb5ab8e-5464-4970-a403-0050a6598d92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0441246 Jan 27 22:45:12.805680 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37a93233-e849-4195-be87-226b058242f5 req-a6b8c5f3-5405-4b31-a0ea-b3fa00d6889f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc076faa-2983-410b-a8ab-29ea47a0663d HTTP/1.1" status: 200 len: 1001 time: 0.0599909 Jan 27 22:45:12.834089 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-fb5780fb-4a8d-43c1-a935-78cc28f8813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:12.835555 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-fb5780fb-4a8d-43c1-a935-78cc28f8813c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407362 Jan 27 22:45:12.855337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a93233-e849-4195-be87-226b058242f5 req-74788e55-ef64-4089-9f69-0937509abbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:12.856841 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37a93233-e849-4195-be87-226b058242f5 req-74788e55-ef64-4089-9f69-0937509abbe7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0443950 Jan 27 22:45:12.908034 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a93233-e849-4195-be87-226b058242f5 req-63fb900f-9623-4e4f-bb64-7828f17a3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:12.909612 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37a93233-e849-4195-be87-226b058242f5 req-63fb900f-9623-4e4f-bb64-7828f17a3355 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470057 Jan 27 22:45:12.931589 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-e02673e3-7971-4f62-ad3d-054d252f80d5 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889769 Jan 27 22:45:13.010178 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37a93233-e849-4195-be87-226b058242f5 req-5f1dafab-fbf9-4688-8377-72e09cb415bd service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909424 Jan 27 22:45:13.035245 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-427dde67-12aa-450b-81a8-e5e12b6edce9 req-550fa676-989b-485c-8f46-5251932283ea service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973496 Jan 27 22:45:13.105042 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37a93233-e849-4195-be87-226b058242f5 req-9ac2701d-15bf-4f09-a2a5-6bf3e7084dca service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874794 Jan 27 22:45:13.119617 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a93233-e849-4195-be87-226b058242f5 req-ad3c3544-bd13-4570-a9a7-cec3b52dd49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:13.121293 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-37a93233-e849-4195-be87-226b058242f5 req-ad3c3544-bd13-4570-a9a7-cec3b52dd49d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0416453 Jan 27 22:45:13.162464 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:13.214463 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a93233-e849-4195-be87-226b058242f5 req-0e214d08-fa40-47d0-acf9-d91421b10121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:13.215926 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-37a93233-e849-4195-be87-226b058242f5 req-0e214d08-fa40-47d0-acf9-d91421b10121 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0886602 Jan 27 22:45:13.279818 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-37a93233-e849-4195-be87-226b058242f5 req-1fdc03e7-e2d0-481c-b464-d4173dae060f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc076faa-2983-410b-a8ab-29ea47a0663d HTTP/1.1" status: 200 len: 1001 time: 0.0578172 Jan 27 22:45:13.331144 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a93233-e849-4195-be87-226b058242f5 req-a70b094a-c08e-4a06-8d02-173aa3445819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:13.332592 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-37a93233-e849-4195-be87-226b058242f5 req-a70b094a-c08e-4a06-8d02-173aa3445819 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0469215 Jan 27 22:45:13.376846 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a93233-e849-4195-be87-226b058242f5 req-8920f569-d9a0-49e4-a0aa-a4c96c921130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:13.378313 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-37a93233-e849-4195-be87-226b058242f5 req-8920f569-d9a0-49e4-a0aa-a4c96c921130 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394022 Jan 27 22:45:13.465443 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-37a93233-e849-4195-be87-226b058242f5 req-702c0bc7-996e-4ae0-9e6f-e9bfbccd3e2d service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801289 Jan 27 22:45:13.557836 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-37a93233-e849-4195-be87-226b058242f5 req-09929993-6845-4863-9447-572482065ead service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844011 Jan 27 22:45:13.738838 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874225f1-f970-492e-a9b6-ef18cb31ef05 req-a5f1d5f3-211e-46e4-859c-c0249dac69d3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:13.740286 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-874225f1-f970-492e-a9b6-ef18cb31ef05 req-a5f1d5f3-211e-46e4-859c-c0249dac69d3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 945 time: 0.0491469 Jan 27 22:45:13.787219 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-874225f1-f970-492e-a9b6-ef18cb31ef05 req-6f372e23-7b31-4cb5-80e9-75c42b690cba tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414741 Jan 27 22:45:14.618989 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device cc076faa-2983-410b-a8ab-29ea47a0663d no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:45:14.656620 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] The host n-h1-772272-3 is not matching for port cc076faa-2983-410b-a8ab-29ea47a0663d host n-h2-772272-3! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:45:14.657004 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device cc076faa-2983-410b-a8ab-29ea47a0663d not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:45:14.905703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62d29c-66d2-448f-b79b-bea3017fbd78 req-68cdb5c0-48f9-48ab-bf43-399dcf606165 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:14.907110 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da62d29c-66d2-448f-b79b-bea3017fbd78 req-68cdb5c0-48f9-48ab-bf43-399dcf606165 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 945 time: 0.0480080 Jan 27 22:45:14.953070 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da62d29c-66d2-448f-b79b-bea3017fbd78 req-10d3b70e-78fd-486f-8ab9-cef44f952708 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403905 Jan 27 22:45:16.071768 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527e051-d622-4228-8d3a-4c9b6e93b54b req-28b14140-4d61-4e7c-af71-f73281868d81 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:16.073266 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7527e051-d622-4228-8d3a-4c9b6e93b54b req-28b14140-4d61-4e7c-af71-f73281868d81 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 945 time: 0.0515385 Jan 27 22:45:16.120513 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7527e051-d622-4228-8d3a-4c9b6e93b54b req-260a7339-dcd6-4cfd-8736-f1aeafba4c16 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410228 Jan 27 22:45:16.614583 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device cc076faa-2983-410b-a8ab-29ea47a0663d details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:45:16.710330 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port cc076faa-2983-410b-a8ab-29ea47a0663d, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=cc076faa-2983-410b-a8ab-29ea47a0663d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:16.722201 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'cc076faa-2983-410b-a8ab-29ea47a0663d', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'port_id': 'cc076faa-2983-410b-a8ab-29ea47a0663d', 'mac_address': 'fa:16:3e:f2:42:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:45:16.757505 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port cc076faa-2983-410b-a8ab-29ea47a0663d is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:16.757891 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:16.770947 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc076faa-2983-410b-a8ab-29ea47a0663d {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:45:16.790009 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port cc076faa-2983-410b-a8ab-29ea47a0663d, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=cc076faa-2983-410b-a8ab-29ea47a0663d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:16.793830 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:16.847019 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=cc076faa-2983-410b-a8ab-29ea47a0663d,revision_number=11']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:17.221707 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['cc076faa-2983-410b-a8ab-29ea47a0663d'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:45:17.233635 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e3c27-cd39-4d5a-ad98-1fc5e0b1c990 req-07d09e3b-6a73-488f-a84f-121cfb6b458a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:17.235142 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-002e3c27-cd39-4d5a-ad98-1fc5e0b1c990 req-07d09e3b-6a73-488f-a84f-121cfb6b458a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 946 time: 0.0486803 Jan 27 22:45:17.282008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-002e3c27-cd39-4d5a-ad98-1fc5e0b1c990 req-01226c32-340b-4449-a08c-0b453f08a275 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410657 Jan 27 22:45:17.397932 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c34a1-689a-45d7-a3bc-b3d2f1b1b41c req-a0697cfa-7abf-46de-8d75-340fa6f82983 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:17.399422 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-033c34a1-689a-45d7-a3bc-b3d2f1b1b41c req-a0697cfa-7abf-46de-8d75-340fa6f82983 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 946 time: 0.0480444 Jan 27 22:45:17.449226 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-033c34a1-689a-45d7-a3bc-b3d2f1b1b41c req-752f068a-1fee-4ae8-bd49-cdfdd1e94ba8 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442297 Jan 27 22:45:17.560758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328f661-c833-41e8-bf1e-d698ccf95a36 req-c936a228-d8c6-4165-b534-0bddfc9b8cc7 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:17.562766 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1328f661-c833-41e8-bf1e-d698ccf95a36 req-c936a228-d8c6-4165-b534-0bddfc9b8cc7 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 946 time: 0.0480821 Jan 27 22:45:17.608830 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1328f661-c833-41e8-bf1e-d698ccf95a36 req-8f2ef875-d0e5-43d3-81a2-25c642fbf7d5 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400469 Jan 27 22:45:17.836661 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3f52b-b69b-4956-9e22-43d0f63b1a24 req-a0cbc4ea-a1e8-4227-8b9a-4b548f7ee649 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:17.838013 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8e3f52b-b69b-4956-9e22-43d0f63b1a24 req-a0cbc4ea-a1e8-4227-8b9a-4b548f7ee649 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 946 time: 0.0468607 Jan 27 22:45:17.883871 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8e3f52b-b69b-4956-9e22-43d0f63b1a24 req-193a0acd-0655-44cf-a0e2-2db5e778bf45 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397942 Jan 27 22:45:18.101182 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:45:18.633932 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device cc076faa-2983-410b-a8ab-29ea47a0663d up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:45:18.684005 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port cc076faa-2983-410b-a8ab-29ea47a0663d completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:45:18.688380 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port cc076faa-2983-410b-a8ab-29ea47a0663d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:18.688753 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:18.762217 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port cc076faa-2983-410b-a8ab-29ea47a0663d is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:18.762598 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:18.784546 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbefba6-8604-4038-8497-373099d88ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc076faa-2983-410b-a8ab-29ea47a0663d'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:45:18.786770 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0382a45-031d-4f5b-9970-67b3597d2341" -d '{"events": [{"server_uuid": "1bbefba6-8604-4038-8497-373099d88ac4", "name": "network-vif-plugged", "status": "completed", "tag": "cc076faa-2983-410b-a8ab-29ea47a0663d"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:45:18.799003 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port cc076faa-2983-410b-a8ab-29ea47a0663d, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=cc076faa-2983-410b-a8ab-29ea47a0663d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:18.803531 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:18.832987 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6490ba00-c539-44dc-9b13-3b99145b3e80 x-openstack-request-id: req-6490ba00-c539-44dc-9b13-3b99145b3e80 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:45:18.833283 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbefba6-8604-4038-8497-373099d88ac4", "name": "network-vif-plugged", "status": "completed", "tag": "cc076faa-2983-410b-a8ab-29ea47a0663d", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:45:18.833540 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6490ba00-c539-44dc-9b13-3b99145b3e80 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:45:18.833927 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbefba6-8604-4038-8497-373099d88ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc076faa-2983-410b-a8ab-29ea47a0663d', 'code': 200} Jan 27 22:45:18.858444 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=cc076faa-2983-410b-a8ab-29ea47a0663d,revision_number=12']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:19.002902 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb468f7-e073-4da6-bc1e-b6fff567cee4 req-3dc30600-d559-4632-a7ed-e6e83d1617f2 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:19.004472 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-afb468f7-e073-4da6-bc1e-b6fff567cee4 req-3dc30600-d559-4632-a7ed-e6e83d1617f2 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 947 time: 0.0534222 Jan 27 22:45:19.055376 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-afb468f7-e073-4da6-bc1e-b6fff567cee4 req-fae45755-1088-4d72-bab7-acf7767d2b45 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412707 Jan 27 22:45:19.452400 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efa681-316d-4f18-a11c-2c5ce5499dbf req-00d6f17e-00e3-4eca-adbd-f52a64f70ef1 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:19.453854 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-72efa681-316d-4f18-a11c-2c5ce5499dbf req-00d6f17e-00e3-4eca-adbd-f52a64f70ef1 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 947 time: 0.0788479 Jan 27 22:45:19.546625 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-72efa681-316d-4f18-a11c-2c5ce5499dbf req-86fdcd91-8de8-4f88-850c-14cc165e0e3d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Deleting port cc076faa-2983-410b-a8ab-29ea47a0663d {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:45:19.546960 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-72efa681-316d-4f18-a11c-2c5ce5499dbf req-86fdcd91-8de8-4f88-850c-14cc165e0e3d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:19.632032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-72efa681-316d-4f18-a11c-2c5ce5499dbf req-86fdcd91-8de8-4f88-850c-14cc165e0e3d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] For port cc076faa-2983-410b-a8ab-29ea47a0663d, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=cc076faa-2983-410b-a8ab-29ea47a0663d,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:19.632422 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-72efa681-316d-4f18-a11c-2c5ce5499dbf req-86fdcd91-8de8-4f88-850c-14cc165e0e3d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:19.852690 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-72efa681-316d-4f18-a11c-2c5ce5499dbf req-86fdcd91-8de8-4f88-850c-14cc165e0e3d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:19.853065 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-72efa681-316d-4f18-a11c-2c5ce5499dbf req-86fdcd91-8de8-4f88-850c-14cc165e0e3d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (5fb60a8f-d341-42ea-9050-a3202cbfcc39), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:19.853383 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [req-72efa681-316d-4f18-a11c-2c5ce5499dbf req-86fdcd91-8de8-4f88-850c-14cc165e0e3d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Floating IP 5fb60a8f-d341-42ea-9050-a3202cbfcc39 disassociated. External IP: 172.25.3.233, port: cc076faa-2983-410b-a8ab-29ea47a0663d. Jan 27 22:45:19.853726 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-72efa681-316d-4f18-a11c-2c5ce5499dbf req-86fdcd91-8de8-4f88-850c-14cc165e0e3d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Calling delete_port for cc076faa-2983-410b-a8ab-29ea47a0663d owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:45:19.979218 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-72efa681-316d-4f18-a11c-2c5ce5499dbf req-86fdcd91-8de8-4f88-850c-14cc165e0e3d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (cc076faa-2983-410b-a8ab-29ea47a0663d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:20.009184 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fdcd91-8de8-4f88-850c-14cc165e0e3d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Pushing event deleted for resources: {'Port': ['ID=cc076faa-2983-410b-a8ab-29ea47a0663d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:20.129848 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72efa681-316d-4f18-a11c-2c5ce5499dbf req-86fdcd91-8de8-4f88-850c-14cc165e0e3d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:45:20.152640 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dafd42e0-dacd-4016-af14-01382e81cc31 req-3bb7be3f-2e7e-4ac0-aca6-2d6d915b485f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bbefba6-8604-4038-8497-373099d88ac4 HTTP/1.1" status: 200 len: 210 time: 0.0298486 Jan 27 22:45:20.242254 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72efa681-316d-4f18-a11c-2c5ce5499dbf req-86fdcd91-8de8-4f88-850c-14cc165e0e3d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:45:20.254122 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f441f58-95c5-47da-8a71-b76534651566 None None] Sync routers for ids ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:45:20.263380 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f441f58-95c5-47da-8a71-b76534651566 None None] Routers {'961f7ddf-bdba-4bcc-9b29-1f4114380d83'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:45:20.264274 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-0f441f58-95c5-47da-8a71-b76534651566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:44:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:20.285114 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-72efa681-316d-4f18-a11c-2c5ce5499dbf req-86fdcd91-8de8-4f88-850c-14cc165e0e3d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] No DVR routers for this DVR port cc076faa-2983-410b-a8ab-29ea47a0663d on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:45:20.287821 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-72efa681-316d-4f18-a11c-2c5ce5499dbf req-86fdcd91-8de8-4f88-850c-14cc165e0e3d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:20.291284 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-72efa681-316d-4f18-a11c-2c5ce5499dbf req-86fdcd91-8de8-4f88-850c-14cc165e0e3d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.21 "DELETE /v2.0/ports/cc076faa-2983-410b-a8ab-29ea47a0663d HTTP/1.1" status: 204 len: 173 time: 0.8310318 Jan 27 22:45:20.291743 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbefba6-8604-4038-8497-373099d88ac4', 'name': 'network-vif-deleted', 'tag': 'cc076faa-2983-410b-a8ab-29ea47a0663d'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:45:20.294034 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eebd6f79f17133a4d49c17e759e77b104c6a5dfb225cf2ee82dbb83359e6266" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b169ffa8-4487-4135-8f0f-b356900a2f8b" -d '{"events": [{"server_uuid": "1bbefba6-8604-4038-8497-373099d88ac4", "name": "network-vif-deleted", "tag": "cc076faa-2983-410b-a8ab-29ea47a0663d"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:45:20.338019 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449ca5bf-05d9-46fd-8e30-f747d89385fb x-openstack-request-id: req-449ca5bf-05d9-46fd-8e30-f747d89385fb {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:45:20.338816 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbefba6-8604-4038-8497-373099d88ac4", "name": "network-vif-deleted", "tag": "cc076faa-2983-410b-a8ab-29ea47a0663d", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:45:20.338816 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-449ca5bf-05d9-46fd-8e30-f747d89385fb {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:45:20.339067 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbefba6-8604-4038-8497-373099d88ac4', 'name': 'network-vif-deleted', 'tag': 'cc076faa-2983-410b-a8ab-29ea47a0663d', 'status': 'completed', 'code': 200} Jan 27 22:45:20.375030 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-0f441f58-95c5-47da-8a71-b76534651566 None None] Set router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:45:20.570794 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-0f441f58-95c5-47da-8a71-b76534651566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:20.600440 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f441f58-95c5-47da-8a71-b76534651566 None None] Checking router: 961f7ddf-bdba-4bcc-9b29-1f4114380d83 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:45:20.609130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f441f58-95c5-47da-8a71-b76534651566 None None] Routers {'961f7ddf-bdba-4bcc-9b29-1f4114380d83'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:45:20.609736 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-0f441f58-95c5-47da-8a71-b76534651566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:44:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:20.717770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-0f441f58-95c5-47da-8a71-b76534651566 None None] Set router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:45:20.917339 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-0f441f58-95c5-47da-8a71-b76534651566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:20.944364 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f441f58-95c5-47da-8a71-b76534651566 None None] The sync data for ids ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'] in n-d-772272-3 is: [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:45:21.168818 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00efc4b-d8fe-4afe-a5d6-e3a2bc2faa68 None None] New status for floating IP 5fb60a8f-d341-42ea-9050-a3202cbfcc39: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:45:21.461224 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-062eefc2-75f0-412e-9e65-8ab3cad76809 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--177568391&fields=id&tenant_id=1c4cc8b66118468ca4da324743ce7385 HTTP/1.1" status: 200 len: 267 time: 0.0418108 Jan 27 22:45:21.569064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-033ae8a2-1869-48b9-a2d3-a123ab72ec6e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:21.570550 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-033ae8a2-1869-48b9-a2d3-a123ab72ec6e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 812 time: 0.1031680 Jan 27 22:45:21.585685 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-1e3b6d70-d53f-4865-b35c-468579f1eb2a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/quotas/1c4cc8b66118468ca4da324743ce7385 HTTP/1.1" status: 200 len: 375 time: 0.0097597 Jan 27 22:45:21.634904 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-c1e184fc-b67f-4c13-829a-46703c00855e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443685 Jan 27 22:45:21.667361 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:21.845756 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-58263e00-92b2-40da-adc7-6fa281805c63 service neutron] 10.222.0.23 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242540 Jan 27 22:45:21.933594 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-677d09a5-1201-421c-85e6-517b9e3c9ebe service neutron] 10.222.0.23 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816679 Jan 27 22:45:22.096985 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a97b59d2-c272-4f0d-9cac-0a181fc1132c req-308319d7-6b2f-43ac-b923-5c2833d8a792 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 210 time: 0.0265605 Jan 27 22:45:23.074564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-88e8b261-c1fc-4311-adb0-78f48ea5e247 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:23.076012 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-88e8b261-c1fc-4311-adb0-78f48ea5e247 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 812 time: 0.1122489 Jan 27 22:45:23.138686 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-bea4edb0-4f2c-4f2c-ab67-38ca066e11d1 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c4cc8b66118468ca4da324743ce7385 HTTP/1.1" status: 200 len: 379 time: 0.0531011 Jan 27 22:45:23.147405 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-7c54c4df-ab6e-460f-b11b-f51e1db2de36 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Request body: {'port': {'device_id': 'e6aff031-fabd-400d-9ae9-2bcee4bf3af3', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'admin_state_up': True, 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'security_groups': ['735492d7-79f6-414b-9bfe-bd3545a890f5']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:45:23.226847 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6d6501a-c8e1-448c-baef-78abfccf571c req-496c69fa-57b6-4d82-a292-f7da2b27c993 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 210 time: 0.0380065 Jan 27 22:45:23.276927 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-7c54c4df-ab6e-460f-b11b-f51e1db2de36 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Made reservation on behalf of 1c4cc8b66118468ca4da324743ce7385 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:45:23.280798 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-7c54c4df-ab6e-460f-b11b-f51e1db2de36 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:23.402978 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-7c54c4df-ab6e-460f-b11b-f51e1db2de36 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Allocated IP 172.20.0.7 (c31016ab-a8a4-4108-b895-f2f1f4825173/490e8835-2c10-4285-89b2-ffbc3002b355/3c308ac3-9c87-48e5-b32e-dd443fdbcb7a) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:45:23.540446 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-7c54c4df-ab6e-460f-b11b-f51e1db2de36 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:23.572916 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-7c54c4df-ab6e-460f-b11b-f51e1db2de36 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:23.613681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-7c54c4df-ab6e-460f-b11b-f51e1db2de36 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Network c31016ab-a8a4-4108-b895-f2f1f4825173 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:45:23.616645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-7c54c4df-ab6e-460f-b11b-f51e1db2de36 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:45:23.620180 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-7c54c4df-ab6e-460f-b11b-f51e1db2de36 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:45:23.652889 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54c4df-ab6e-460f-b11b-f51e1db2de36 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Pushing event updated for resources: {'Port': ['ID=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:23.681494 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-7c54c4df-ab6e-460f-b11b-f51e1db2de36 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:23.682150 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-7c54c4df-ab6e-460f-b11b-f51e1db2de36 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:23.700228 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-7c54c4df-ab6e-460f-b11b-f51e1db2de36 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5564795 Jan 27 22:45:23.709236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-1e062a60-4720-43ed-9527-aab6f8281de9 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:45:23.710323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-1e062a60-4720-43ed-9527-aab6f8281de9 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053360 Jan 27 22:45:23.722135 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] Request body: {'port': {'device_id': 'e6aff031-fabd-400d-9ae9-2bcee4bf3af3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:45:23.780314 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:23.907368 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ac530d82-628b-47e4-904e-75384284ca16 None None] Provisioning complete for port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:23.907975 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ac530d82-628b-47e4-904e-75384284ca16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:23.941922 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ac530d82-628b-47e4-904e-75384284ca16 None None] Port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:45:24.038810 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:45:24.047124 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] Publish callbacks [] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:24.059265 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] Transition to ACTIVE for port object 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:45:24.062712 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:24.114939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] Pushing event updated for resources: {'Port': ['ID=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:24.187118 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] Attempting to bind port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:45:24.187456 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] Attempting to bind port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:45:24.187796 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] Attempting to bind port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a on network c31016ab-a8a4-4108-b895-f2f1f4825173 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:45:24.192760 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] Port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a on network c31016ab-a8a4-4108-b895-f2f1f4825173 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:45:24.193088 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] Attempting to bind port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a on network c31016ab-a8a4-4108-b895-f2f1f4825173 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:45:24.197940 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1b915f8d-ab8e-4cb8-b4b3-d4beb9345700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:24.198413 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:45:24.198881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] Checking segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:45:24.199305 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] Bound using segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:45:24.199714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] Bound port: 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:45:24.200102 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:24.268657 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] For port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:45:24.272493 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] For port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:45:24.277180 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:24.340124 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:24.340827 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:24.342195 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] 10.222.0.15 "PUT /v2.0/ports/3c308ac3-9c87-48e5-b32e-dd443fdbcb7a HTTP/1.1" status: 200 len: 1091 time: 0.6247771 Jan 27 22:45:24.343317 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6aff031-fabd-400d-9ae9-2bcee4bf3af3', 'tag': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:45:24.345587 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b820a0c-c396-4a07-a809-767d34d3c8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "e6aff031-fabd-400d-9ae9-2bcee4bf3af3", "tag": "3c308ac3-9c87-48e5-b32e-dd443fdbcb7a"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:45:24.375938 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8adca83-dfe2-4266-ae4d-c7a693156f99 service neutron] Pushing event updated for resources: {'Port': ['ID=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:24.390839 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012ac5d-7a44-4e69-b19e-00644868c061 req-3b941240-12d5-4984-9c8b-05274ac7893e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:24.393874 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0012ac5d-7a44-4e69-b19e-00644868c061 req-3b941240-12d5-4984-9c8b-05274ac7893e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 943 time: 0.0848818 Jan 27 22:45:24.431651 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a594de4-8622-4609-82e9-515a32573246 x-openstack-request-id: req-9a594de4-8622-4609-82e9-515a32573246 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:45:24.431949 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6aff031-fabd-400d-9ae9-2bcee4bf3af3", "tag": "3c308ac3-9c87-48e5-b32e-dd443fdbcb7a", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:45:24.432231 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a594de4-8622-4609-82e9-515a32573246 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:45:24.432643 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6aff031-fabd-400d-9ae9-2bcee4bf3af3', 'tag': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a', 'status': 'completed', 'code': 200} Jan 27 22:45:24.471323 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-6792d21e-c5ac-44ad-91ea-4620e7b06a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:24.473140 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-6792d21e-c5ac-44ad-91ea-4620e7b06a3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 1094 time: 0.0781105 Jan 27 22:45:24.476282 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0012ac5d-7a44-4e69-b19e-00644868c061 req-b1d68b55-7c57-4c82-a71e-3129b235c7c3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737760 Jan 27 22:45:24.519023 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-47b9836a-7c2b-4ca8-98b1-939ca84d4a84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a HTTP/1.1" status: 200 len: 217 time: 0.0388031 Jan 27 22:45:24.568835 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-eca8054d-4658-4ba8-9d7f-3cbfe6e28799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:24.570296 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-eca8054d-4658-4ba8-9d7f-3cbfe6e28799 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0452983 Jan 27 22:45:24.615384 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-f590d9c9-5b23-428c-a246-92dd83e81a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:24.616915 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-f590d9c9-5b23-428c-a246-92dd83e81a9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408752 Jan 27 22:45:24.673189 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device cc076faa-2983-410b-a8ab-29ea47a0663d no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:45:24.693853 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: cc076faa-2983-410b-a8ab-29ea47a0663d {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:45:24.694208 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device cc076faa-2983-410b-a8ab-29ea47a0663d not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:45:24.708903 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-28e04a24-dd67-4c9d-be18-a3226a753790 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859659 Jan 27 22:45:24.796882 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c902b399-2259-4e4e-adad-cb25a8e3107c req-db1b304c-813d-4997-83bb-63bcfe7b7b40 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814633 Jan 27 22:45:24.925012 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b820a0c-c396-4a07-a809-767d34d3c8bb req-e11bc4d1-9d1e-42fd-9c42-649094aa8898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:24.926386 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b820a0c-c396-4a07-a809-767d34d3c8bb req-e11bc4d1-9d1e-42fd-9c42-649094aa8898 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 1094 time: 0.0447934 Jan 27 22:45:25.014933 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b820a0c-c396-4a07-a809-767d34d3c8bb req-5120f46a-edac-4a60-a3f3-810436cc4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:25.016420 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b820a0c-c396-4a07-a809-767d34d3c8bb req-5120f46a-edac-4a60-a3f3-810436cc4c95 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0827141 Jan 27 22:45:25.056115 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b820a0c-c396-4a07-a809-767d34d3c8bb req-bc536cc4-405d-4851-a2e8-fbc86ebd34a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a HTTP/1.1" status: 200 len: 217 time: 0.0341358 Jan 27 22:45:25.107435 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b820a0c-c396-4a07-a809-767d34d3c8bb req-c2e93114-2a52-4630-a94c-e889945ac5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:25.109432 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b820a0c-c396-4a07-a809-767d34d3c8bb req-c2e93114-2a52-4630-a94c-e889945ac5ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0470142 Jan 27 22:45:25.153258 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b820a0c-c396-4a07-a809-767d34d3c8bb req-ff1723df-94f0-4769-ba76-fa17bd441040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:25.154760 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b820a0c-c396-4a07-a809-767d34d3c8bb req-ff1723df-94f0-4769-ba76-fa17bd441040 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395477 Jan 27 22:45:25.239805 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b820a0c-c396-4a07-a809-767d34d3c8bb req-78fc403a-52fb-47a6-8c9e-9c83dc50ab81 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788209 Jan 27 22:45:25.330722 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b820a0c-c396-4a07-a809-767d34d3c8bb req-9b74f835-eef2-458d-ae67-563122fd3226 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844159 Jan 27 22:45:25.593044 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476319c-8b3c-4a3b-948a-02231f4a6abf req-e98fcee4-6fa0-4a03-a61c-b3f1946c6450 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:25.594501 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f476319c-8b3c-4a3b-948a-02231f4a6abf req-e98fcee4-6fa0-4a03-a61c-b3f1946c6450 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 943 time: 0.0486465 Jan 27 22:45:25.641152 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f476319c-8b3c-4a3b-948a-02231f4a6abf req-4c6a6dda-ab0f-47e4-bade-3bad987b477d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408983 Jan 27 22:45:26.760146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0ba83-b868-46c3-b7ff-7ed2a521d2c0 req-7d1c6a40-8db4-4232-a6fc-4ade375b3908 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:26.761653 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6dd0ba83-b868-46c3-b7ff-7ed2a521d2c0 req-7d1c6a40-8db4-4232-a6fc-4ade375b3908 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 943 time: 0.0525272 Jan 27 22:45:26.788002 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e1f74eb6-2a8e-4016-8f68-e5f86a3436c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:26.808877 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6dd0ba83-b868-46c3-b7ff-7ed2a521d2c0 req-d6a4f9b1-ef1c-436b-8682-35757db9e817 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405920 Jan 27 22:45:27.701846 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:27.926499 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d698c86-9203-494c-991b-1d533465801c req-a23a5407-2c58-466a-b99d-6c267b09f932 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:27.928056 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d698c86-9203-494c-991b-1d533465801c req-a23a5407-2c58-466a-b99d-6c267b09f932 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 943 time: 0.0481362 Jan 27 22:45:27.974637 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d698c86-9203-494c-991b-1d533465801c req-a5eb9443-6f6f-49ab-9c7b-c7960e8907d1 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408726 Jan 27 22:45:28.619005 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:45:28.710584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:28.722204 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'port_id': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a', 'mac_address': 'fa:16:3e:83:3c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:45:28.762338 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:28.762724 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:28.775001 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:45:28.793427 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:28.797871 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:28.842609 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:28.997422 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['3c308ac3-9c87-48e5-b32e-dd443fdbcb7a'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:45:29.093602 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd61de9-98bf-4e4e-95e4-b4eee6236d85 req-d2644bfa-6441-4445-a6d1-11b6f3349af9 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:29.095619 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bd61de9-98bf-4e4e-95e4-b4eee6236d85 req-d2644bfa-6441-4445-a6d1-11b6f3349af9 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 944 time: 0.0532937 Jan 27 22:45:29.114787 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:29.147011 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bd61de9-98bf-4e4e-95e4-b4eee6236d85 req-9f5e4d8c-7936-4638-a819-fafed4309e37 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454123 Jan 27 22:45:30.261440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3ddbb-b46c-4131-9686-8974014d4574 req-af06862c-cfb6-4260-9dd8-fd7b45f907a6 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:30.262833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ece3ddbb-b46c-4131-9686-8974014d4574 req-af06862c-cfb6-4260-9dd8-fd7b45f907a6 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 944 time: 0.0478480 Jan 27 22:45:30.308448 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ece3ddbb-b46c-4131-9686-8974014d4574 req-d6ebc760-8828-4815-8bd6-4e7cc30bc9ae tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399985 Jan 27 22:45:30.412935 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:30.638315 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:45:30.685808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:45:30.690724 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:30.691104 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:30.771559 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:30.771944 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:30.799953 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6aff031-fabd-400d-9ae9-2bcee4bf3af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:45:30.802159 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98ed5fc-9769-42a8-9480-f9af405eac66" -d '{"events": [{"server_uuid": "e6aff031-fabd-400d-9ae9-2bcee4bf3af3", "name": "network-vif-plugged", "status": "completed", "tag": "3c308ac3-9c87-48e5-b32e-dd443fdbcb7a"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:45:30.814667 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:30.818912 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:30.844824 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31550e94-3f96-4c77-a9e6-ab0f2dbfb6c2 x-openstack-request-id: req-31550e94-3f96-4c77-a9e6-ab0f2dbfb6c2 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:45:30.845123 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6aff031-fabd-400d-9ae9-2bcee4bf3af3", "name": "network-vif-plugged", "status": "completed", "tag": "3c308ac3-9c87-48e5-b32e-dd443fdbcb7a", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:45:30.845382 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31550e94-3f96-4c77-a9e6-ab0f2dbfb6c2 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:45:30.845774 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6aff031-fabd-400d-9ae9-2bcee4bf3af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a', 'code': 200} Jan 27 22:45:30.871650 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:30.942916 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bf750-fbff-45b7-85ee-7877ad954b67 req-eedd4fb5-064a-426e-bc4f-64cab7062362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:30.944331 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b8bf750-fbff-45b7-85ee-7877ad954b67 req-eedd4fb5-064a-426e-bc4f-64cab7062362 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 1096 time: 0.0396178 Jan 27 22:45:30.987137 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3b8bf750-fbff-45b7-85ee-7877ad954b67 req-94e45251-6146-41e9-a110-9c5260872759 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363750 Jan 27 22:45:31.756797 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1e0b8-1288-4b93-bf1b-547c3bcd7c34 req-25431caa-6053-4ca0-9395-b29a37e2b6bc tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:31.758302 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0d1e0b8-1288-4b93-bf1b-547c3bcd7c34 req-25431caa-6053-4ca0-9395-b29a37e2b6bc tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.3827641 Jan 27 22:45:31.803371 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0d1e0b8-1288-4b93-bf1b-547c3bcd7c34 req-7b48b41d-3d92-4850-91fb-fe3f78ab09f8 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394821 Jan 27 22:45:32.917597 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9596c-db91-4178-9787-ffad03ef3f48 req-e8ad4fcf-c466-4b58-9aa0-282a797237da tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:32.919042 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffa9596c-db91-4178-9787-ffad03ef3f48 req-e8ad4fcf-c466-4b58-9aa0-282a797237da tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0463669 Jan 27 22:45:32.964922 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffa9596c-db91-4178-9787-ffad03ef3f48 req-c48a5ead-510d-4799-bd8c-8cae1b2ec359 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396953 Jan 27 22:45:33.082608 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4904c-5d2c-492b-8a2b-1a8e422f884f req-a17e6831-a2cd-4535-9d56-af99e7850613 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:33.083984 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e5b4904c-5d2c-492b-8a2b-1a8e422f884f req-a17e6831-a2cd-4535-9d56-af99e7850613 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0555296 Jan 27 22:45:33.092511 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54440) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:33.097226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-5ad44915-f4c3-42dd-a238-b0705cc0f34a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Request body: {'floatingip': {'port_id': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:45:33.135955 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ad44915-f4c3-42dd-a238-b0705cc0f34a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for floatingip (5fb60a8f-d341-42ea-9050-a3202cbfcc39), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:33.561803 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ad44915-f4c3-42dd-a238-b0705cc0f34a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:33.566134 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ad44915-f4c3-42dd-a238-b0705cc0f34a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (5fb60a8f-d341-42ea-9050-a3202cbfcc39), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:33.665320 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-5ad44915-f4c3-42dd-a238-b0705cc0f34a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Floating IP 5fb60a8f-d341-42ea-9050-a3202cbfcc39 associated. External IP: 172.25.3.233, port: 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a. Jan 27 22:45:33.869749 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad44915-f4c3-42dd-a238-b0705cc0f34a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:45:33.978342 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad44915-f4c3-42dd-a238-b0705cc0f34a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:45:33.983072 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5ad44915-f4c3-42dd-a238-b0705cc0f34a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:33.988631 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7b473-2136-417b-85e2-522e60ae32eb None None] Sync routers for ids ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:45:34.002180 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7b473-2136-417b-85e2-522e60ae32eb None None] Routers {'961f7ddf-bdba-4bcc-9b29-1f4114380d83'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:45:34.002180 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a3c7b473-2136-417b-85e2-522e60ae32eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:45:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:34.010481 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5ad44915-f4c3-42dd-a238-b0705cc0f34a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "PUT /v2.0/floatingips/5fb60a8f-d341-42ea-9050-a3202cbfcc39 HTTP/1.1" status: 200 len: 992 time: 0.9169419 Jan 27 22:45:34.011064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6aff031-fabd-400d-9ae9-2bcee4bf3af3', 'tag': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:45:34.013354 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfebbf1-2321-4053-b455-5b848739bacb" -d '{"events": [{"name": "network-changed", "server_uuid": "e6aff031-fabd-400d-9ae9-2bcee4bf3af3", "tag": "3c308ac3-9c87-48e5-b32e-dd443fdbcb7a"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:45:34.059257 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0100e32e-9612-41d7-82a5-94b30ead67e5 x-openstack-request-id: req-0100e32e-9612-41d7-82a5-94b30ead67e5 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:45:34.059556 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6aff031-fabd-400d-9ae9-2bcee4bf3af3", "tag": "3c308ac3-9c87-48e5-b32e-dd443fdbcb7a", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:45:34.059836 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0100e32e-9612-41d7-82a5-94b30ead67e5 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:45:34.060285 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6aff031-fabd-400d-9ae9-2bcee4bf3af3', 'tag': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a', 'status': 'completed', 'code': 200} Jan 27 22:45:34.113580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-a3c7b473-2136-417b-85e2-522e60ae32eb None None] Set router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:45:34.120363 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfebbf1-2321-4053-b455-5b848739bacb req-0bdde67b-52d7-4c90-8192-9e21e1ba8197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:34.121833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cfebbf1-2321-4053-b455-5b848739bacb req-0bdde67b-52d7-4c90-8192-9e21e1ba8197 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 1096 time: 0.0414712 Jan 27 22:45:34.211226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfebbf1-2321-4053-b455-5b848739bacb req-f1a0ba37-e8b6-4dd9-8fad-5d961c6f4609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:34.212797 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cfebbf1-2321-4053-b455-5b848739bacb req-f1a0ba37-e8b6-4dd9-8fad-5d961c6f4609 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0857723 Jan 27 22:45:34.282079 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cfebbf1-2321-4053-b455-5b848739bacb req-89a776cd-5f41-473f-8d21-b8defa5a10f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a HTTP/1.1" status: 200 len: 1000 time: 0.0636523 Jan 27 22:45:34.330833 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfebbf1-2321-4053-b455-5b848739bacb req-f5d00522-32ce-4b4c-9afc-b66c0d90bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:34.332404 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cfebbf1-2321-4053-b455-5b848739bacb req-f5d00522-32ce-4b4c-9afc-b66c0d90bb63 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0451946 Jan 27 22:45:34.380656 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfebbf1-2321-4053-b455-5b848739bacb req-61fbb76a-ff9a-47ca-8b59-70efc9f67d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:34.382150 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cfebbf1-2321-4053-b455-5b848739bacb req-61fbb76a-ff9a-47ca-8b59-70efc9f67d9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435700 Jan 27 22:45:34.478630 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cfebbf1-2321-4053-b455-5b848739bacb req-4f74bdae-5c68-4d65-81dc-65e5a0c9c78d service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901291 Jan 27 22:45:34.500642 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a3c7b473-2136-417b-85e2-522e60ae32eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '5fb60a8f-d341-42ea-9050-a3202cbfcc39', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'port_id': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'mac_address': 'fa:16:3e:83:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aff031-fabd-400d-9ae9-2bcee4bf3af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:36:20Z', 'updated_at': '2022-01-27T22:45:33Z', 'revision_number': 13, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:34.526878 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7b473-2136-417b-85e2-522e60ae32eb None None] Checking router: 961f7ddf-bdba-4bcc-9b29-1f4114380d83 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:45:34.535640 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7b473-2136-417b-85e2-522e60ae32eb None None] Routers {'961f7ddf-bdba-4bcc-9b29-1f4114380d83'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:45:34.536297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a3c7b473-2136-417b-85e2-522e60ae32eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:45:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:34.573773 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1cfebbf1-2321-4053-b455-5b848739bacb req-5464f0ef-7a57-421d-a9f2-e16b697f67eb service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896742 Jan 27 22:45:34.644194 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-a3c7b473-2136-417b-85e2-522e60ae32eb None None] Set router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:45:34.863187 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a3c7b473-2136-417b-85e2-522e60ae32eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '5fb60a8f-d341-42ea-9050-a3202cbfcc39', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'port_id': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'mac_address': 'fa:16:3e:83:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aff031-fabd-400d-9ae9-2bcee4bf3af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:36:20Z', 'updated_at': '2022-01-27T22:45:33Z', 'revision_number': 13, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:34.889140 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7b473-2136-417b-85e2-522e60ae32eb None None] The sync data for ids ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'] in n-d-772272-3 is: [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '5fb60a8f-d341-42ea-9050-a3202cbfcc39', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'port_id': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'mac_address': 'fa:16:3e:83:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aff031-fabd-400d-9ae9-2bcee4bf3af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:36:20Z', 'updated_at': '2022-01-27T22:45:33Z', 'revision_number': 13, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:45:35.076394 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0bee97-5b22-46c2-8dc8-ebcf7d1f32ce None None] New status for floating IP 5fb60a8f-d341-42ea-9050-a3202cbfcc39: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:45:43.166470 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:51.683445 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:54.191660 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0c25-6d74-4801-8e93-1d3e3727d373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:55.101376 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:45:56.790067 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0f910d61-aa26-4c5e-8dfe-fbd1e7259341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:57.703561 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:59.085639 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:00.416835 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:13.178734 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:21.696404 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:22.696731 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46e624f4-f222-45cf-9f94-f996e36300d5 req-411e9dbd-2007-43f5-b50b-a433d33523da service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444946 Jan 27 22:46:22.778232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e624f4-f222-45cf-9f94-f996e36300d5 req-1d4cd487-bdf7-473e-8fe1-fc715157e15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:22.779718 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46e624f4-f222-45cf-9f94-f996e36300d5 req-1d4cd487-bdf7-473e-8fe1-fc715157e15f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 1096 time: 0.0419781 Jan 27 22:46:22.880507 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e624f4-f222-45cf-9f94-f996e36300d5 req-8006ce51-c86e-4025-83da-7969b0aec643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:22.881983 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46e624f4-f222-45cf-9f94-f996e36300d5 req-8006ce51-c86e-4025-83da-7969b0aec643 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0840268 Jan 27 22:46:22.952028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46e624f4-f222-45cf-9f94-f996e36300d5 req-fdd879ac-536f-4252-a4be-74effeb28bb9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a HTTP/1.1" status: 200 len: 1002 time: 0.0631063 Jan 27 22:46:23.001038 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e624f4-f222-45cf-9f94-f996e36300d5 req-ea2fe2d8-e9c2-4875-9afb-ec7c47ad2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:23.002521 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46e624f4-f222-45cf-9f94-f996e36300d5 req-ea2fe2d8-e9c2-4875-9afb-ec7c47ad2ca9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0448570 Jan 27 22:46:23.045944 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e624f4-f222-45cf-9f94-f996e36300d5 req-823fc6b8-4532-493d-8466-46c22fd23bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:23.047397 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46e624f4-f222-45cf-9f94-f996e36300d5 req-823fc6b8-4532-493d-8466-46c22fd23bea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392528 Jan 27 22:46:23.138899 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46e624f4-f222-45cf-9f94-f996e36300d5 req-c7f4d349-608a-47b2-9af3-e85efde90e13 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854948 Jan 27 22:46:23.226732 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46e624f4-f222-45cf-9f94-f996e36300d5 req-3cb4ea49-9bb6-43d7-a532-e1e5b49dca2c service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822484 Jan 27 22:46:24.193836 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d4f18cd8-a1ba-49a9-b48b-0d7879924766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:26.791090 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6426208e-f060-4265-8ba9-6077a86570a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:27.706261 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:29.088941 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:30.417815 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:32.100600 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:46:43.182818 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:51.724022 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:54.194893 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-83eac6e0-60ad-4a2d-bf8b-3d84ee5b159e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:56.792632 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2fd1f8ab-5047-4dc5-8a9d-6bf418b89444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:57.709840 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:59.091933 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:00.419548 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:09.100017 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:47:13.177235 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:13.617299 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b8f58-46e5-43d5-893d-903aeb92ff80 req-b9ae2677-1ca5-42fd-9900-93e3b9b1d416 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:13.618787 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-038b8f58-46e5-43d5-893d-903aeb92ff80 req-b9ae2677-1ca5-42fd-9900-93e3b9b1d416 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.2024238 Jan 27 22:47:13.664791 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-038b8f58-46e5-43d5-893d-903aeb92ff80 req-a8827abc-c29c-4216-a54c-372405478ea8 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399179 Jan 27 22:47:21.722138 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:24.195379 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-00319da8-a32c-4e20-86fb-bc4f4add8d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:24.724602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe030d27-1324-4763-b318-a43c655c3533 req-46f37049-8dd2-4d5d-88d2-6d69b55eee58 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778611 Jan 27 22:47:24.801711 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe030d27-1324-4763-b318-a43c655c3533 req-232ee5c1-eea5-448e-ba09-31ee35c33d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:24.803208 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe030d27-1324-4763-b318-a43c655c3533 req-232ee5c1-eea5-448e-ba09-31ee35c33d5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 1096 time: 0.0399241 Jan 27 22:47:24.908634 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe030d27-1324-4763-b318-a43c655c3533 req-cb48afa9-dbc3-4037-a2a8-ba583f5ad198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:24.910030 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe030d27-1324-4763-b318-a43c655c3533 req-cb48afa9-dbc3-4037-a2a8-ba583f5ad198 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0886271 Jan 27 22:47:24.975157 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe030d27-1324-4763-b318-a43c655c3533 req-6c40391f-6431-4109-88c5-c2a840a3e60e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a HTTP/1.1" status: 200 len: 1002 time: 0.0595593 Jan 27 22:47:25.028367 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe030d27-1324-4763-b318-a43c655c3533 req-088e4e03-c68a-4e0d-a64b-65fa7189cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:25.030019 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe030d27-1324-4763-b318-a43c655c3533 req-088e4e03-c68a-4e0d-a64b-65fa7189cd5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0489709 Jan 27 22:47:25.074150 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe030d27-1324-4763-b318-a43c655c3533 req-67023f81-7fbc-45dc-9521-7e870e15c88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:25.075631 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe030d27-1324-4763-b318-a43c655c3533 req-67023f81-7fbc-45dc-9521-7e870e15c88c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401695 Jan 27 22:47:25.163202 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe030d27-1324-4763-b318-a43c655c3533 req-b7546132-5d4b-4162-a8ad-f4dabe48bf53 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809286 Jan 27 22:47:25.258755 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe030d27-1324-4763-b318-a43c655c3533 req-682b106f-59c5-4be9-9861-0ea4d9a8e6dc service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898957 Jan 27 22:47:26.797446 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9c67b7bf-e3a3-421e-becf-8c7f1bc7b4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:27.713037 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:29.093926 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:30.421125 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:31.155371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49567976-4fee-4eae-b22a-f3772324a296 req-1c44ee20-cca0-4c06-9ac3-6013ad766ad8 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:31.156860 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49567976-4fee-4eae-b22a-f3772324a296 req-1c44ee20-cca0-4c06-9ac3-6013ad766ad8 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0777180 Jan 27 22:47:31.162681 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-9f891783-366b-4e11-ad96-a3a2bb033c33 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953934 Jan 27 22:47:31.173787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8593d83f-45ae-42d1-9d96-9a4f39861c44 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:47:31.174723 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8593d83f-45ae-42d1-9d96-9a4f39861c44 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054703 Jan 27 22:47:31.218499 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49567976-4fee-4eae-b22a-f3772324a296 req-60050980-55c9-40e3-81b6-4e8bcad43991 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548911 Jan 27 22:47:32.333514 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c78da2-07c6-451a-8903-1274569005b2 req-d2e2a0e4-2531-44be-b9a0-a531ba5487ad tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:32.335013 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-98c78da2-07c6-451a-8903-1274569005b2 req-d2e2a0e4-2531-44be-b9a0-a531ba5487ad tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0490515 Jan 27 22:47:32.382945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-98c78da2-07c6-451a-8903-1274569005b2 req-930a37c6-7dbf-4fdf-a851-cc3ad21906a3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418353 Jan 27 22:47:33.499032 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975cb0b-d500-4d1b-8417-c517ee14384f req-36c75f1e-b136-4c2a-a9ef-a1afaa49c305 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:33.500567 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2975cb0b-d500-4d1b-8417-c517ee14384f req-36c75f1e-b136-4c2a-a9ef-a1afaa49c305 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0491385 Jan 27 22:47:33.548967 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2975cb0b-d500-4d1b-8417-c517ee14384f req-ac1a6f91-6421-401b-94b5-1fdcdf0d8e06 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427601 Jan 27 22:47:34.669712 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ec480-e7e5-4210-8a3f-22f0ac0ccc36 req-560579a4-508a-4de2-aeb8-5d329189dc2f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:34.671571 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c0ec480-e7e5-4210-8a3f-22f0ac0ccc36 req-560579a4-508a-4de2-aeb8-5d329189dc2f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0538130 Jan 27 22:47:34.717886 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c0ec480-e7e5-4210-8a3f-22f0ac0ccc36 req-3ae9d30a-0089-4def-aec3-e5b325470413 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405834 Jan 27 22:47:35.847217 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4362ed-2474-4069-8d6a-250861c79c41 req-85e3bd66-448e-4a3d-91a4-e7ca3ea28ecb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:35.849026 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c4362ed-2474-4069-8d6a-250861c79c41 req-85e3bd66-448e-4a3d-91a4-e7ca3ea28ecb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0583038 Jan 27 22:47:35.899541 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3c4362ed-2474-4069-8d6a-250861c79c41 req-d5fa2eb9-2339-41dd-8d42-e42ad4f33b52 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447967 Jan 27 22:47:36.357075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-04c91a99-f63f-425a-8354-1e0cb1967028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:36.358615 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-04c91a99-f63f-425a-8354-1e0cb1967028 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 1096 time: 0.0443034 Jan 27 22:47:36.446720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-b271f580-5a0f-4c4e-b750-7d18b5971852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:36.448222 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-b271f580-5a0f-4c4e-b750-7d18b5971852 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0844200 Jan 27 22:47:36.515325 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-dc063b8c-e460-4fa1-918e-088038834274 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a HTTP/1.1" status: 200 len: 1002 time: 0.0612366 Jan 27 22:47:36.561735 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-1cfbf2a0-6c9a-4caf-8819-f0d0207b0234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:36.563153 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-1cfbf2a0-6c9a-4caf-8819-f0d0207b0234 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0422616 Jan 27 22:47:36.607025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-668e523a-871e-469b-9e04-d3df64eb0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:36.608566 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-668e523a-871e-469b-9e04-d3df64eb0032 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395436 Jan 27 22:47:36.697790 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-f2109bb5-fe5b-4abf-aacb-5777d50b0b47 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835729 Jan 27 22:47:36.785289 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-08799dff-7640-47bb-abb8-c3fac9df6065 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815971 Jan 27 22:47:37.026897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7bff2-76cf-4e2c-916b-d71f088e40e5 req-93f0624f-5ace-470f-a0e5-57029c8960b7 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:37.028442 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16c7bff2-76cf-4e2c-916b-d71f088e40e5 req-93f0624f-5ace-470f-a0e5-57029c8960b7 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0496495 Jan 27 22:47:37.074719 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-16c7bff2-76cf-4e2c-916b-d71f088e40e5 req-5ab11cf8-3c14-4eda-bf6b-0dadacdd6818 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405850 Jan 27 22:47:38.195516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8ad48-03e9-4e42-b5e4-bf24d785df99 req-53a70b4d-8490-4c04-be33-055a542f271b tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:38.197869 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aff8ad48-03e9-4e42-b5e4-bf24d785df99 req-53a70b4d-8490-4c04-be33-055a542f271b tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0536349 Jan 27 22:47:38.245945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aff8ad48-03e9-4e42-b5e4-bf24d785df99 req-75c92247-6c42-4e14-84e7-819c5c94e4ea tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419471 Jan 27 22:47:39.361611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26b388-94a9-4860-aee6-e93a53bb0d11 req-f818c40c-564a-40e0-93de-7a3ff86a2a3e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:39.363110 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a26b388-94a9-4860-aee6-e93a53bb0d11 req-f818c40c-564a-40e0-93de-7a3ff86a2a3e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0484633 Jan 27 22:47:39.410937 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a26b388-94a9-4860-aee6-e93a53bb0d11 req-2331e5e0-9c1e-4994-b4ad-6028810e951f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421586 Jan 27 22:47:40.527839 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315538c-4340-4d7d-93ba-f342dd0c79cd req-88f57da3-082c-48ae-ac58-f8dadae816e4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:40.529924 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7315538c-4340-4d7d-93ba-f342dd0c79cd req-88f57da3-082c-48ae-ac58-f8dadae816e4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0511520 Jan 27 22:47:40.575673 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7315538c-4340-4d7d-93ba-f342dd0c79cd req-1dfc44ee-7a18-4a1b-913f-853d0e8968d1 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395610 Jan 27 22:47:41.692525 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad0b61-e462-4e8d-8d95-f58ea896f904 req-ffda0ed7-3157-46cd-9957-45e0c1e12814 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:41.693923 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-daad0b61-e462-4e8d-8d95-f58ea896f904 req-ffda0ed7-3157-46cd-9957-45e0c1e12814 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0477145 Jan 27 22:47:41.740385 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-daad0b61-e462-4e8d-8d95-f58ea896f904 req-186b0c38-f14a-4983-80c2-25468d0d4df7 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409255 Jan 27 22:47:42.858156 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9c019-611e-43e2-97f7-91b6e968d8fe req-0b418739-3611-48df-96ac-9036defc079e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:42.859651 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-68b9c019-611e-43e2-97f7-91b6e968d8fe req-0b418739-3611-48df-96ac-9036defc079e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0490470 Jan 27 22:47:42.908689 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-68b9c019-611e-43e2-97f7-91b6e968d8fe req-62c69add-1865-468d-a8e5-a76d2d5dc0d7 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434086 Jan 27 22:47:43.190185 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:44.024118 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cc824-a636-4571-a0b3-b835dbe64813 req-96fad552-d621-4b9f-af00-e69e31bde9d5 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:44.025609 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e42cc824-a636-4571-a0b3-b835dbe64813 req-96fad552-d621-4b9f-af00-e69e31bde9d5 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0485482 Jan 27 22:47:44.071804 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e42cc824-a636-4571-a0b3-b835dbe64813 req-92a5492f-7c8a-47a0-82f4-685679b5fe88 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397689 Jan 27 22:47:45.188713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50aa83c-8f1e-43e3-ac32-ce899cfe7e94 req-5be08b0c-1aeb-43ae-af55-7cb17a86c63a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:45.190202 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f50aa83c-8f1e-43e3-ac32-ce899cfe7e94 req-5be08b0c-1aeb-43ae-af55-7cb17a86c63a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0487092 Jan 27 22:47:45.237900 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f50aa83c-8f1e-43e3-ac32-ce899cfe7e94 req-0af9e238-842e-4d34-9748-11d75d050d50 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421381 Jan 27 22:47:46.099895 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:47:46.358454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c39419-f114-447b-a9a2-a0028b7c0381 req-f20f4eb9-637f-4ff6-9375-1bcca90f5bc2 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:46.359944 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46c39419-f114-447b-a9a2-a0028b7c0381 req-f20f4eb9-637f-4ff6-9375-1bcca90f5bc2 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0522704 Jan 27 22:47:46.406272 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46c39419-f114-447b-a9a2-a0028b7c0381 req-52d98e41-868b-405a-9979-82b7898d5fb8 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407250 Jan 27 22:47:47.526180 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c75581-0e0b-4d32-a60f-f6ccfa15ac2a req-0a5a9794-9fac-45a9-89ee-b92e8a4811c9 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:47.527668 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36c75581-0e0b-4d32-a60f-f6ccfa15ac2a req-0a5a9794-9fac-45a9-89ee-b92e8a4811c9 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0510476 Jan 27 22:47:47.574500 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-36c75581-0e0b-4d32-a60f-f6ccfa15ac2a req-8566c49e-6769-4580-bd59-e78b9123a7bb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412073 Jan 27 22:47:48.688758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b81e6d-15f1-4c07-82d8-2fb0acd18daa req-6d19a035-bf3f-48ee-a8bc-5847e552369d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:48.690162 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e5b81e6d-15f1-4c07-82d8-2fb0acd18daa req-6d19a035-bf3f-48ee-a8bc-5847e552369d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0472839 Jan 27 22:47:48.740931 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e5b81e6d-15f1-4c07-82d8-2fb0acd18daa req-aed623c8-5ed9-4442-8d85-4526d4838951 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451818 Jan 27 22:47:49.866609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf537a-b13f-40b2-9e5e-5cbd2efa42d6 req-91b3ae6e-58a8-4b2f-8133-2078084b6ae2 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:49.868129 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3dcf537a-b13f-40b2-9e5e-5cbd2efa42d6 req-91b3ae6e-58a8-4b2f-8133-2078084b6ae2 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0511069 Jan 27 22:47:49.915585 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3dcf537a-b13f-40b2-9e5e-5cbd2efa42d6 req-b0e1782a-0d1b-4b00-adee-7a4e9b22a0f9 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417643 Jan 27 22:47:51.043786 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b631e9-c763-4039-bfe2-0875b7f5885f req-7e23f9f5-6837-4d7b-bf84-3bd4fd7c5fe0 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:51.045911 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94b631e9-c763-4039-bfe2-0875b7f5885f req-7e23f9f5-6837-4d7b-bf84-3bd4fd7c5fe0 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0513492 Jan 27 22:47:51.093733 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94b631e9-c763-4039-bfe2-0875b7f5885f req-942c4928-e04f-4a01-8a69-27ed1640ff19 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426846 Jan 27 22:47:51.726250 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:52.214816 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a2c75-2ae3-474f-8a09-85a32ff5c29e req-5fea509e-a27f-4511-8f6d-44464c8b7a20 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:52.216317 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d5a2c75-2ae3-474f-8a09-85a32ff5c29e req-5fea509e-a27f-4511-8f6d-44464c8b7a20 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0536432 Jan 27 22:47:52.262677 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d5a2c75-2ae3-474f-8a09-85a32ff5c29e req-05332acd-e0c1-4d75-b1dd-2a0f4f66e912 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407043 Jan 27 22:47:52.782302 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-bb99d6a3-c56c-4368-9027-9162be231ffa service neutron] show failed (client error): The resource could not be found. Jan 27 22:47:52.783358 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-bb99d6a3-c56c-4368-9027-9162be231ffa service neutron] 10.222.0.15 "GET /v2.0/ports/3c308ac3-9c87-48e5-b32e-dd443fdbcb7a/bindings/n-h2-772272-3 HTTP/1.1" status: 404 len: 380 time: 0.0540869 Jan 27 22:47:53.022439 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-1d6487b9-f001-46ca-9909-c61d62e97fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:53.023980 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-1d6487b9-f001-46ca-9909-c61d62e97fb7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3&tenant_id=1c4cc8b66118468ca4da324743ce7385 HTTP/1.1" status: 200 len: 1096 time: 0.0836456 Jan 27 22:47:53.034859 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-772272-3', 'device_owner': 'compute:nova'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:47:53.085011 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:53.284950 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] For port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:47:53.305203 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:47:53.318404 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] For port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:47:53.364324 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Publish callbacks [] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:53.366333 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6aff031-fabd-400d-9ae9-2bcee4bf3af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:47:53.368638 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eebd6f79f17133a4d49c17e759e77b104c6a5dfb225cf2ee82dbb83359e6266" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7702d8-cbea-4ed6-b0fd-22dc8892b8c4" -d '{"events": [{"server_uuid": "e6aff031-fabd-400d-9ae9-2bcee4bf3af3", "name": "network-vif-unplugged", "status": "completed", "tag": "3c308ac3-9c87-48e5-b32e-dd443fdbcb7a"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:47:53.384495 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Transition to ACTIVE for port object 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:47:53.389824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:47:53.390008 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:53.390743 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:53.391341 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d9c44-346a-4191-abfc-f9c28aad31fb req-f7806d42-26a8-4579-a14d-8a40b403031b tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:53.393698 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f04d9c44-346a-4191-abfc-f9c28aad31fb req-f7806d42-26a8-4579-a14d-8a40b403031b tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0603449 Jan 27 22:47:53.434012 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Pushing event updated for resources: {'Port': ['ID=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,revision_number=6']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:53.444617 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:53.444965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:53.445325 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:53.445650 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:53.445984 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:53.446315 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:53.446745 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:53.446953 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:53.447277 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:53.447600 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:53.447924 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:53.448280 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:53.448601 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:53.454821 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:47:53.455943 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:47:53.478741 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f04d9c44-346a-4191-abfc-f9c28aad31fb req-32cd886d-74f5-44c4-a4ae-3f9efc1253a5 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703573 Jan 27 22:47:53.517102 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f82e27-054a-4111-9c3e-2b0604fde628 x-openstack-request-id: req-c2f82e27-054a-4111-9c3e-2b0604fde628 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:47:53.517402 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6aff031-fabd-400d-9ae9-2bcee4bf3af3", "name": "network-vif-unplugged", "status": "completed", "tag": "3c308ac3-9c87-48e5-b32e-dd443fdbcb7a", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:47:53.517663 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2f82e27-054a-4111-9c3e-2b0604fde628 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:47:53.518055 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6aff031-fabd-400d-9ae9-2bcee4bf3af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a', 'code': 200} Jan 27 22:47:53.556465 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] No DVR routers for this DVR port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a on host n-h1-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:47:53.692699 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Attempting to bind port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:47:53.693031 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Attempting to bind port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:47:53.693356 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Attempting to bind port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a on network c31016ab-a8a4-4108-b895-f2f1f4825173 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:47:53.698127 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a on network c31016ab-a8a4-4108-b895-f2f1f4825173 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:47:53.698466 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Attempting to bind port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a on network c31016ab-a8a4-4108-b895-f2f1f4825173 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:47:53.703506 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:47:53.703850 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Checking segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:47:53.704263 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Bound using segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:47:53.704692 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Bound port: 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:47:53.705046 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:53.767391 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] For port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:47:53.770578 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] For port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:47:53.774173 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:53.808149 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:53.808788 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:53.810197 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] 10.222.0.21 "PUT /v2.0/ports/3c308ac3-9c87-48e5-b32e-dd443fdbcb7a HTTP/1.1" status: 200 len: 1091 time: 0.7793205 Jan 27 22:47:53.841910 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7af43-4d55-4ac3-b042-3403b665d98e service neutron] Pushing event updated for resources: {'Port': ['ID=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,revision_number=7']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:53.877939 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-70c1c565-fc41-4ebb-8854-6d9ca3e09b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:53.879519 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-70c1c565-fc41-4ebb-8854-6d9ca3e09b70 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 1094 time: 0.0473487 Jan 27 22:47:53.972073 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-5c5bafbe-049b-45ae-a6bd-8d516b6208f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:53.973965 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-5c5bafbe-049b-45ae-a6bd-8d516b6208f0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0880175 Jan 27 22:47:53.994006 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a is: DOWN; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:47:54.048895 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-5995c00b-a45a-4ff1-ba28-06ee2bcc1a6a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a HTTP/1.1" status: 200 len: 1000 time: 0.0687308 Jan 27 22:47:54.097347 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-d03da4c2-e523-493b-9f07-271bef7d5444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:54.099026 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-d03da4c2-e523-493b-9f07-271bef7d5444 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0432956 Jan 27 22:47:54.143250 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-2c832927-fc60-47cd-842f-46ad35e9ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:54.144747 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-2c832927-fc60-47cd-842f-46ad35e9ec17 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398386 Jan 27 22:47:54.201982 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9c018677-a026-42d8-b7cb-ab6dea03951c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:54.236103 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-3e2c6496-c08a-4764-90c3-ff1892d14604 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849483 Jan 27 22:47:54.323009 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-3cb7291e-c152-46ca-813f-2e9c9b66bb90 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810516 Jan 27 22:47:54.596788 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ce90a-872f-41f7-a211-a9d4907f6d27 req-a3567b61-39cc-4a74-8038-66ac788afceb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:54.598284 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce6ce90a-872f-41f7-a211-a9d4907f6d27 req-a3567b61-39cc-4a74-8038-66ac788afceb tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 943 time: 0.0485079 Jan 27 22:47:54.645436 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ce6ce90a-872f-41f7-a211-a9d4907f6d27 req-6cddc4a2-ffbc-4aa5-a2c1-f20152fd4789 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412219 Jan 27 22:47:55.519536 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6aff031-fabd-400d-9ae9-2bcee4bf3af3', 'tag': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:47:55.522040 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eebd6f79f17133a4d49c17e759e77b104c6a5dfb225cf2ee82dbb83359e6266" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e450305-5ec2-42d6-9e44-738d4380c54c" -d '{"events": [{"name": "network-changed", "server_uuid": "e6aff031-fabd-400d-9ae9-2bcee4bf3af3", "tag": "3c308ac3-9c87-48e5-b32e-dd443fdbcb7a"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:47:55.574661 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b5c3c7-b22f-41dd-b236-9be0ef3c28ca x-openstack-request-id: req-84b5c3c7-b22f-41dd-b236-9be0ef3c28ca {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:47:55.574967 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6aff031-fabd-400d-9ae9-2bcee4bf3af3", "tag": "3c308ac3-9c87-48e5-b32e-dd443fdbcb7a", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:47:55.575297 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84b5c3c7-b22f-41dd-b236-9be0ef3c28ca {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:47:55.575761 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6aff031-fabd-400d-9ae9-2bcee4bf3af3', 'tag': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a', 'status': 'completed', 'code': 200} Jan 27 22:47:55.632514 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e450305-5ec2-42d6-9e44-738d4380c54c req-f5d53995-9c24-4663-8752-af12b323c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:55.634028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e450305-5ec2-42d6-9e44-738d4380c54c req-f5d53995-9c24-4663-8752-af12b323c932 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 1094 time: 0.0414155 Jan 27 22:47:55.637391 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e450305-5ec2-42d6-9e44-738d4380c54c req-2b8137ff-ff6c-4806-93eb-37dc24337f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:55.639637 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0e450305-5ec2-42d6-9e44-738d4380c54c req-2b8137ff-ff6c-4806-93eb-37dc24337f4d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 1094 time: 0.0435789 Jan 27 22:47:55.735246 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e450305-5ec2-42d6-9e44-738d4380c54c req-2900cecd-7ed0-4260-8cbf-bc6cc6a77f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:55.736949 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0e450305-5ec2-42d6-9e44-738d4380c54c req-2900cecd-7ed0-4260-8cbf-bc6cc6a77f01 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0920236 Jan 27 22:47:55.749043 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e450305-5ec2-42d6-9e44-738d4380c54c req-da830dd1-9d9e-401e-aac9-1c68b4cb5bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:55.750953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e450305-5ec2-42d6-9e44-738d4380c54c req-da830dd1-9d9e-401e-aac9-1c68b4cb5bb2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.1112621 Jan 27 22:47:55.802406 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0e450305-5ec2-42d6-9e44-738d4380c54c req-6be49df6-4fa5-498c-bfe7-48f60e64eda8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a HTTP/1.1" status: 200 len: 1000 time: 0.0587282 Jan 27 22:47:55.844005 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903f157-db33-48a0-b0c8-a719ddcb51d6 req-a8b393a1-61c3-4b20-8745-86c52b926096 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:55.846239 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f903f157-db33-48a0-b0c8-a719ddcb51d6 req-a8b393a1-61c3-4b20-8745-86c52b926096 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 943 time: 0.1087501 Jan 27 22:47:55.848194 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e450305-5ec2-42d6-9e44-738d4380c54c req-c033b619-887f-49cf-9967-2f0d702d8986 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a HTTP/1.1" status: 200 len: 1000 time: 0.0796037 Jan 27 22:47:55.857171 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e450305-5ec2-42d6-9e44-738d4380c54c req-597ade47-3425-4433-ab52-d68b04d3f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:55.858756 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0e450305-5ec2-42d6-9e44-738d4380c54c req-597ade47-3425-4433-ab52-d68b04d3f19a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0503082 Jan 27 22:47:55.905038 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e450305-5ec2-42d6-9e44-738d4380c54c req-dda526ec-f60d-440f-8ec2-2bf6bf3303dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:55.906508 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0e450305-5ec2-42d6-9e44-738d4380c54c req-dda526ec-f60d-440f-8ec2-2bf6bf3303dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416503 Jan 27 22:47:55.929416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e450305-5ec2-42d6-9e44-738d4380c54c req-ec040ebb-d505-4d53-a46e-355946fef32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:55.930982 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e450305-5ec2-42d6-9e44-738d4380c54c req-ec040ebb-d505-4d53-a46e-355946fef32f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0710261 Jan 27 22:47:55.935904 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f903f157-db33-48a0-b0c8-a719ddcb51d6 req-210ee134-abf3-4c2d-b6a6-fc5d8130acf6 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823150 Jan 27 22:47:55.977039 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e450305-5ec2-42d6-9e44-738d4380c54c req-46169841-1131-4eb6-b54e-33d0a657200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:55.978702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e450305-5ec2-42d6-9e44-738d4380c54c req-46169841-1131-4eb6-b54e-33d0a657200e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418675 Jan 27 22:47:56.006627 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0e450305-5ec2-42d6-9e44-738d4380c54c req-18b16399-eb62-4f6c-b993-9e07fa873296 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931120 Jan 27 22:47:56.075953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e450305-5ec2-42d6-9e44-738d4380c54c req-8aa12841-fb4d-4b72-b30e-478cd1fe0e78 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910294 Jan 27 22:47:56.101620 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-0e450305-5ec2-42d6-9e44-738d4380c54c req-4b97dbf9-5197-439e-894b-dc1cc58eaa94 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892990 Jan 27 22:47:56.166893 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0e450305-5ec2-42d6-9e44-738d4380c54c req-daf91b9e-7fa3-4a01-b04b-085286e8e478 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844603 Jan 27 22:47:56.798689 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-80f11072-376c-45d2-8893-8811be226e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:57.065365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd80c17-bce0-4187-b7fb-2877bdc1ecb8 req-c996f1d4-b1e1-4191-ab46-e67dd87bcf0f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:57.066874 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0cd80c17-bce0-4187-b7fb-2877bdc1ecb8 req-c996f1d4-b1e1-4191-ab46-e67dd87bcf0f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 943 time: 0.0562558 Jan 27 22:47:57.121457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0cd80c17-bce0-4187-b7fb-2877bdc1ecb8 req-a1e6affc-a98d-433d-95e3-1ad91a07834e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484624 Jan 27 22:47:57.715706 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:58.241129 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294450d-ec10-4c68-abbc-d93a2b93648f req-88939d5e-7aa1-4475-95fb-41c11b8db6f9 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:58.242604 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8294450d-ec10-4c68-abbc-d93a2b93648f req-88939d5e-7aa1-4475-95fb-41c11b8db6f9 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 943 time: 0.0504723 Jan 27 22:47:58.290023 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8294450d-ec10-4c68-abbc-d93a2b93648f req-1a46244a-0553-4d9e-be5d-d8e65389dbab tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416427 Jan 27 22:47:59.097742 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:59.404096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f48c2-e8de-4ce5-80cb-b0346356b8bf req-f3d2c31f-f5f4-490e-9704-1a57c9b4df2e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:59.405618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-509f48c2-e8de-4ce5-80cb-b0346356b8bf req-f3d2c31f-f5f4-490e-9704-1a57c9b4df2e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 943 time: 0.0475798 Jan 27 22:47:59.452312 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-509f48c2-e8de-4ce5-80cb-b0346356b8bf req-1ac42ab2-287b-4ae8-adec-95f1e1986478 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408118 Jan 27 22:48:00.423376 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:00.570664 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580da8e-c856-4771-949b-f15d4edb95f4 req-226fd3ef-a47e-4428-b6b6-5fc4802f8b3a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:00.572135 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f580da8e-c856-4771-949b-f15d4edb95f4 req-226fd3ef-a47e-4428-b6b6-5fc4802f8b3a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 943 time: 0.0516045 Jan 27 22:48:00.618647 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f580da8e-c856-4771-949b-f15d4edb95f4 req-0d59bd25-18df-4727-98ff-dc02e7968eca tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403147 Jan 27 22:48:01.737092 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745f596-918c-4086-94ec-02eb5e7c3bf2 req-ef426079-db7d-470f-9b94-24b6d792738a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:01.738646 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b745f596-918c-4086-94ec-02eb5e7c3bf2 req-ef426079-db7d-470f-9b94-24b6d792738a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 943 time: 0.0481744 Jan 27 22:48:01.789273 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b745f596-918c-4086-94ec-02eb5e7c3bf2 req-babdf818-85a1-447a-864a-593d5c8a737f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418570 Jan 27 22:48:02.914137 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104d6ee-99eb-40d2-a4a0-dc32c1ff6bd2 req-bfc876ad-1c03-47b5-a4fa-7b7421fe9f67 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:02.915657 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d104d6ee-99eb-40d2-a4a0-dc32c1ff6bd2 req-bfc876ad-1c03-47b5-a4fa-7b7421fe9f67 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 943 time: 0.0524626 Jan 27 22:48:03.288480 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d104d6ee-99eb-40d2-a4a0-dc32c1ff6bd2 req-e65b9800-395b-4eb7-914a-3ed6c9b9a185 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3670971 Jan 27 22:48:04.407573 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81344613-b6de-4b41-880a-2c7f26de5f47 req-5807660d-720e-442f-913c-6a0f0780d537 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:04.409060 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-81344613-b6de-4b41-880a-2c7f26de5f47 req-5807660d-720e-442f-913c-6a0f0780d537 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 943 time: 0.0477467 Jan 27 22:48:04.454162 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-81344613-b6de-4b41-880a-2c7f26de5f47 req-bc1bdf65-d6e0-462c-b804-81563c3f9f5a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394125 Jan 27 22:48:05.566610 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb22b7-9c76-48ea-b08b-3a43c77c57e2 req-07c21cbe-9234-4b78-8838-63e0cd4d1d94 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:05.568077 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-84cb22b7-9c76-48ea-b08b-3a43c77c57e2 req-07c21cbe-9234-4b78-8838-63e0cd4d1d94 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 943 time: 0.0469329 Jan 27 22:48:05.619387 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-84cb22b7-9c76-48ea-b08b-3a43c77c57e2 req-ddefed97-dca8-4058-9542-f6b9f4e3a4b2 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458395 Jan 27 22:48:06.734957 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb47766-1b71-4937-add3-832ad7c41ff0 req-2922ec70-2ccf-420b-9b2e-a723f2d19d82 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:06.736369 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8eb47766-1b71-4937-add3-832ad7c41ff0 req-2922ec70-2ccf-420b-9b2e-a723f2d19d82 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 943 time: 0.0479283 Jan 27 22:48:06.781903 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8eb47766-1b71-4937-add3-832ad7c41ff0 req-173249e2-9f4b-4d8a-8078-5f3071355a18 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400772 Jan 27 22:48:07.895544 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c1d70-c528-49e8-8c8a-6fd0af7efd78 req-a20ac972-01e7-4b9f-b67b-1a12768a48ba tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:07.897036 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-928c1d70-c528-49e8-8c8a-6fd0af7efd78 req-a20ac972-01e7-4b9f-b67b-1a12768a48ba tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 943 time: 0.0469849 Jan 27 22:48:07.942680 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-928c1d70-c528-49e8-8c8a-6fd0af7efd78 req-a8e1146a-6a4a-4237-b339-06bf6c893179 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400343 Jan 27 22:48:09.061156 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3772-245f-47c6-a489-1574682ac9dd req-eaf6f52c-a7fc-4b15-b7ae-9256ed211428 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:09.062629 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-117f3772-245f-47c6-a489-1574682ac9dd req-eaf6f52c-a7fc-4b15-b7ae-9256ed211428 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 943 time: 0.0517840 Jan 27 22:48:09.107959 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-117f3772-245f-47c6-a489-1574682ac9dd req-4b5d9f09-729b-42ed-bb9b-2d008e5526c3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398562 Jan 27 22:48:10.222308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ef232-f324-45cd-833a-ae50bf22f563 req-e47e80eb-82e9-4c52-8d49-611faeafd628 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:10.224036 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f8ef232-f324-45cd-833a-ae50bf22f563 req-e47e80eb-82e9-4c52-8d49-611faeafd628 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 943 time: 0.0479593 Jan 27 22:48:10.269205 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f8ef232-f324-45cd-833a-ae50bf22f563 req-2d5e82b7-46c3-463e-acb2-69c40b2a558c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395584 Jan 27 22:48:11.381724 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33666b-3092-4885-a87b-b79d18936b07 req-d6ce1519-4c4d-436b-8bf6-dfd75db86e86 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:11.383200 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f33666b-3092-4885-a87b-b79d18936b07 req-d6ce1519-4c4d-436b-8bf6-dfd75db86e86 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 943 time: 0.0475478 Jan 27 22:48:11.432043 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f33666b-3092-4885-a87b-b79d18936b07 req-86a083ae-c7dd-4443-affb-a31e00fe8a1a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425558 Jan 27 22:48:12.547973 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57dc76-4230-4785-bc2e-2d42cae9be05 req-18f0f103-b3d2-4ef9-b557-8fa3b9a4e089 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:12.549568 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a57dc76-4230-4785-bc2e-2d42cae9be05 req-18f0f103-b3d2-4ef9-b557-8fa3b9a4e089 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 943 time: 0.0478475 Jan 27 22:48:12.595574 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a57dc76-4230-4785-bc2e-2d42cae9be05 req-0917ec44-1971-4544-a3e7-deb39b79e18f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404391 Jan 27 22:48:13.191689 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:13.525865 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:48:13.618256 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:48:13.630562 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'port_id': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a', 'mac_address': 'fa:16:3e:83:3c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:48:13.670690 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:48:13.671084 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:13.683854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:48:13.704559 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:48:13.708409 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:13.711137 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981e176-8cce-4cd4-ac03-16ecda2a552d req-5a0cf771-16ac-4ab7-827b-abb9a091d377 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:13.712721 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d981e176-8cce-4cd4-ac03-16ecda2a552d req-5a0cf771-16ac-4ab7-827b-abb9a091d377 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 943 time: 0.0482414 Jan 27 22:48:13.757796 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:48:13.759773 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d981e176-8cce-4cd4-ac03-16ecda2a552d req-7d46f9e4-9e3f-4b51-9a48-08feea6b5745 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413520 Jan 27 22:48:13.765788 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:13.766145 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:13.766493 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:13.766840 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:13.767172 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:13.767510 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:13.767843 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:13.768213 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:13.768651 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:13.769073 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:13.769385 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:13.769811 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:13.770072 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:14.051144 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-cd0d6af9-dd7b-4339-96d6-cf466bbff402 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:14.052548 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-cd0d6af9-dd7b-4339-96d6-cf466bbff402 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3&tenant_id=1c4cc8b66118468ca4da324743ce7385&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 944 time: 0.0520756 Jan 27 22:48:14.072157 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e4dd4-2820-4deb-b32d-5a5a6ed1dd42 req-0c1e44ba-e3b3-4fcd-8a4d-6b54f456c834 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:14.073671 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef0e4dd4-2820-4deb-b32d-5a5a6ed1dd42 req-0c1e44ba-e3b3-4fcd-8a4d-6b54f456c834 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 944 time: 0.0527644 Jan 27 22:48:14.114183 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-ff31c4e8-349d-4e91-8803-50ac4ad3525a service neutron] 10.222.0.21 "GET /v2.0/ports/3c308ac3-9c87-48e5-b32e-dd443fdbcb7a/bindings/n-h2-772272-3 HTTP/1.1" status: 200 len: 382 time: 0.0525351 Jan 27 22:48:14.120260 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['3c308ac3-9c87-48e5-b32e-dd443fdbcb7a'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:48:14.123263 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef0e4dd4-2820-4deb-b32d-5a5a6ed1dd42 req-a8f91262-633d-4f2b-ae98-0830cfce51cc tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437512 Jan 27 22:48:14.180117 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-2d0e94d1-478a-4fb7-bab5-66746d3daf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:14.181844 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-2d0e94d1-478a-4fb7-bab5-66746d3daf5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 1095 time: 0.0454848 Jan 27 22:48:14.275646 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-d45e4e82-a040-4754-b400-ef221737c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:14.277164 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-d45e4e82-a040-4754-b400-ef221737c01c service neutron] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0895009 Jan 27 22:48:14.353276 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-e97cf2dd-d5f7-4537-a646-18633b38920c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a HTTP/1.1" status: 200 len: 1001 time: 0.0689435 Jan 27 22:48:14.398689 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-e592704f-59a7-47f0-bc6e-7a7c9d933ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:14.400091 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-e592704f-59a7-47f0-bc6e-7a7c9d933ce9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0411968 Jan 27 22:48:14.443750 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-02903ce8-1a4d-4b38-b87e-b8d039788133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:14.445275 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-02903ce8-1a4d-4b38-b87e-b8d039788133 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391185 Jan 27 22:48:14.535082 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-d5f8d5fb-21aa-42c2-aa2a-9bfdedd2366c service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834391 Jan 27 22:48:14.622280 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-86733a31-a77e-4c36-8b87-10f057d9bf4f service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799603 Jan 27 22:48:15.244230 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8def504-74de-43f7-aa44-0262052d49ad req-82f64985-4ba9-4a5b-ae8d-b8458ee51313 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:15.245630 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8def504-74de-43f7-aa44-0262052d49ad req-82f64985-4ba9-4a5b-ae8d-b8458ee51313 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 944 time: 0.0495174 Jan 27 22:48:15.291560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8def504-74de-43f7-aa44-0262052d49ad req-81a93909-2e49-4a3d-ac97-6b381da2840b tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397806 Jan 27 22:48:15.539739 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:48:15.587535 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:48:15.591233 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:48:15.591618 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:15.670543 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:48:15.670933 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:15.693040 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6aff031-fabd-400d-9ae9-2bcee4bf3af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:48:15.695293 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa8c2a6-7295-44ef-888c-3d2f13841d63" -d '{"events": [{"server_uuid": "e6aff031-fabd-400d-9ae9-2bcee4bf3af3", "name": "network-vif-plugged", "status": "completed", "tag": "3c308ac3-9c87-48e5-b32e-dd443fdbcb7a"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:48:15.709245 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:48:15.713574 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:15.760456 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,revision_number=9']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:48:15.800225 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484d26ea-5048-4d1a-9a2b-d86feb073f26 x-openstack-request-id: req-484d26ea-5048-4d1a-9a2b-d86feb073f26 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:48:15.800500 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6aff031-fabd-400d-9ae9-2bcee4bf3af3", "name": "network-vif-plugged", "status": "completed", "tag": "3c308ac3-9c87-48e5-b32e-dd443fdbcb7a", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:48:15.800808 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-484d26ea-5048-4d1a-9a2b-d86feb073f26 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:48:15.801211 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6aff031-fabd-400d-9ae9-2bcee4bf3af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a', 'code': 200} Jan 27 22:48:16.410406 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592c417-93b4-4b94-95a7-de9f113b7933 req-56b372ba-232b-4468-8aa5-d60fa74a85a3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:16.411884 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3592c417-93b4-4b94-95a7-de9f113b7933 req-56b372ba-232b-4468-8aa5-d60fa74a85a3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0515943 Jan 27 22:48:16.458034 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3592c417-93b4-4b94-95a7-de9f113b7933 req-8a54c608-5d54-45c7-aee2-d54b2e3caf99 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405531 Jan 27 22:48:17.577003 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b99fb-b402-488d-aedd-2f24aed2274f req-2a673ee7-45f2-4b25-ac49-99c2f08be42d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:17.578580 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e25b99fb-b402-488d-aedd-2f24aed2274f req-2a673ee7-45f2-4b25-ac49-99c2f08be42d tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0495248 Jan 27 22:48:17.626802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e25b99fb-b402-488d-aedd-2f24aed2274f req-7475cf37-4b0a-44d9-8f52-7da8507fc79f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424678 Jan 27 22:48:18.741198 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edae32a-490a-4d94-9bb8-14b7875baa32 req-34613067-bf17-4749-96e9-7ae0d0145e7e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:18.742679 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0edae32a-490a-4d94-9bb8-14b7875baa32 req-34613067-bf17-4749-96e9-7ae0d0145e7e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0477657 Jan 27 22:48:18.793209 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0edae32a-490a-4d94-9bb8-14b7875baa32 req-118e9323-61ad-416b-963d-9bc29641c406 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447848 Jan 27 22:48:19.927495 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20691f1c-5be2-41fc-bc6c-8d69adbe8e6e req-f5ca6ff4-ef02-4e12-a221-b93a492c8742 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:19.929017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20691f1c-5be2-41fc-bc6c-8d69adbe8e6e req-f5ca6ff4-ef02-4e12-a221-b93a492c8742 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0530632 Jan 27 22:48:19.979525 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20691f1c-5be2-41fc-bc6c-8d69adbe8e6e req-5d52cf18-85da-40f4-884d-ee4b6a81a012 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450211 Jan 27 22:48:20.645603 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-c20ae20f-eac1-4dc7-bddb-36da6c8f8fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:20.647118 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-c20ae20f-eac1-4dc7-bddb-36da6c8f8fd7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3&tenant_id=1c4cc8b66118468ca4da324743ce7385 HTTP/1.1" status: 200 len: 1096 time: 0.0418115 Jan 27 22:48:20.657170 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-772272-3', 'device_owner': 'compute:nova'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:48:20.711492 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:20.906983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] For port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:48:20.939509 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] For port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:48:20.978371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6aff031-fabd-400d-9ae9-2bcee4bf3af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:48:20.980712 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f591d6-d750-4e57-9fe1-5c6962bf7978" -d '{"events": [{"server_uuid": "e6aff031-fabd-400d-9ae9-2bcee4bf3af3", "name": "network-vif-unplugged", "status": "completed", "tag": "3c308ac3-9c87-48e5-b32e-dd443fdbcb7a"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:48:20.984985 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Publish callbacks [] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:20.998447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Transition to ACTIVE for port object 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:48:21.005609 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:21.103773 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318a5f49-ae43-4e93-a273-c5f7ff42582e x-openstack-request-id: req-318a5f49-ae43-4e93-a273-c5f7ff42582e {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:48:21.104074 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6aff031-fabd-400d-9ae9-2bcee4bf3af3", "name": "network-vif-unplugged", "status": "completed", "tag": "3c308ac3-9c87-48e5-b32e-dd443fdbcb7a", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:48:21.104368 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-318a5f49-ae43-4e93-a273-c5f7ff42582e {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:48:21.104780 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6aff031-fabd-400d-9ae9-2bcee4bf3af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a', 'code': 200} Jan 27 22:48:21.138575 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Pushing event updated for resources: {'Port': ['ID=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,revision_number=10']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:48:21.170737 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.171126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.171490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.171860 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.172223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.172570 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.172984 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.173257 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.173590 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.173930 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.174262 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.174592 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.174923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.179578 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] No DVR routers for this DVR port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:48:21.232343 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1523485-0941-409a-abf9-1051e007bc5e req-b43bea56-21a1-411a-836a-58addc93a690 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:21.233810 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1523485-0941-409a-abf9-1051e007bc5e req-b43bea56-21a1-411a-836a-58addc93a690 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 944 time: 0.1528523 Jan 27 22:48:21.327126 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1523485-0941-409a-abf9-1051e007bc5e req-19eb7e7a-5e8e-4c4e-8cd6-85a8e8965e70 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865760 Jan 27 22:48:21.370203 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Attempting to bind port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:48:21.370542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Attempting to bind port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:48:21.370875 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Attempting to bind port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a on network c31016ab-a8a4-4108-b895-f2f1f4825173 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:48:21.375158 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a on network c31016ab-a8a4-4108-b895-f2f1f4825173 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:48:21.375567 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Attempting to bind port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a on network c31016ab-a8a4-4108-b895-f2f1f4825173 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:48:21.380409 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:48:21.380752 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Checking segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:48:21.381141 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Bound using segment: {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:48:21.381569 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Bound port: 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ce938f-41e8-48b9-a927-53596e0eb581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:48:21.381924 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:21.443813 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] For port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:48:21.446940 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] For port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:48:21.451514 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:21.484387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:21.485011 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:21.486426 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] 10.222.0.15 "PUT /v2.0/ports/3c308ac3-9c87-48e5-b32e-dd443fdbcb7a HTTP/1.1" status: 200 len: 1092 time: 0.8332374 Jan 27 22:48:21.517013 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80938d-4590-423d-affc-dc385057bd3e service neutron] Pushing event updated for resources: {'Port': ['ID=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,revision_number=11']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:48:21.542076 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:48:21.554992 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-c4eef21b-2704-44cf-9cd5-4837c84a282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:21.556919 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-c4eef21b-2704-44cf-9cd5-4837c84a282f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 1095 time: 0.0483756 Jan 27 22:48:21.585600 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] The host n-h2-772272-3 is not matching for port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a host n-h1-772272-3! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:48:21.586173 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:48:21.657387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8ba2b095-4679-4bb6-815c-5ddabe51626b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:21.659010 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8ba2b095-4679-4bb6-815c-5ddabe51626b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0960495 Jan 27 22:48:21.725590 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-1550c5af-642b-433c-87aa-d12276b56c9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a HTTP/1.1" status: 200 len: 1000 time: 0.0608206 Jan 27 22:48:21.731650 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:21.779730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-e8eec7cd-3913-4a05-91a4-d1f9bdf250b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:21.781129 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-e8eec7cd-3913-4a05-91a4-d1f9bdf250b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0499711 Jan 27 22:48:21.826799 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8f11a129-0eaf-4ea2-9cad-ce111ec8da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:21.828432 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-8f11a129-0eaf-4ea2-9cad-ce111ec8da10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415537 Jan 27 22:48:21.924315 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-abf6ac35-f0c0-4c79-a0c4-6564fcbf93b6 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851014 Jan 27 22:48:22.019978 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4624a993-dccd-44e1-9594-2cf19d6b4e29 req-78aa389c-8bab-43e6-a83f-bcf755f311bb service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906394 Jan 27 22:48:22.451143 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edac25a-4b49-4e0c-9341-2c2d703e81e3 req-b3f69ddc-f773-445a-b0b6-94fc32e9eb88 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:22.452671 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9edac25a-4b49-4e0c-9341-2c2d703e81e3 req-b3f69ddc-f773-445a-b0b6-94fc32e9eb88 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 944 time: 0.0542853 Jan 27 22:48:22.502349 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9edac25a-4b49-4e0c-9341-2c2d703e81e3 req-05a31474-2c9c-47c7-a8e3-a5ec838c9b16 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438752 Jan 27 22:48:23.100113 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:48:23.106738 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6aff031-fabd-400d-9ae9-2bcee4bf3af3', 'tag': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:48:23.109134 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf270e6b-e64a-4965-89b8-3d4364d2f1de" -d '{"events": [{"name": "network-changed", "server_uuid": "e6aff031-fabd-400d-9ae9-2bcee4bf3af3", "tag": "3c308ac3-9c87-48e5-b32e-dd443fdbcb7a"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:48:23.158121 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30514af-cb1e-4471-a6f0-73d5257cd01a x-openstack-request-id: req-f30514af-cb1e-4471-a6f0-73d5257cd01a {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:48:23.158422 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6aff031-fabd-400d-9ae9-2bcee4bf3af3", "tag": "3c308ac3-9c87-48e5-b32e-dd443fdbcb7a", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:48:23.158684 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f30514af-cb1e-4471-a6f0-73d5257cd01a {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:48:23.159157 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6aff031-fabd-400d-9ae9-2bcee4bf3af3', 'tag': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a', 'status': 'completed', 'code': 200} Jan 27 22:48:23.222700 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf270e6b-e64a-4965-89b8-3d4364d2f1de req-a3dd59c6-c50e-49d8-bab9-97b0415803ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:23.223150 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf270e6b-e64a-4965-89b8-3d4364d2f1de req-36a218ad-8f2d-4671-87db-f6ff0b6e40da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:23.224602 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf270e6b-e64a-4965-89b8-3d4364d2f1de req-a3dd59c6-c50e-49d8-bab9-97b0415803ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 1095 time: 0.0472314 Jan 27 22:48:23.225107 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bf270e6b-e64a-4965-89b8-3d4364d2f1de req-36a218ad-8f2d-4671-87db-f6ff0b6e40da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 1095 time: 0.0424953 Jan 27 22:48:23.319724 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf270e6b-e64a-4965-89b8-3d4364d2f1de req-c2d05d6c-fa85-4237-9330-57fa28db1e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:23.321352 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf270e6b-e64a-4965-89b8-3d4364d2f1de req-c2d05d6c-fa85-4237-9330-57fa28db1e12 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0907283 Jan 27 22:48:23.395879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf270e6b-e64a-4965-89b8-3d4364d2f1de req-6e3b13bb-20e7-4773-8c02-13b7b881bb1c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a HTTP/1.1" status: 200 len: 1000 time: 0.0679524 Jan 27 22:48:23.448732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf270e6b-e64a-4965-89b8-3d4364d2f1de req-5842b3fb-561f-4cec-bf9c-c599be542391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:23.450304 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf270e6b-e64a-4965-89b8-3d4364d2f1de req-5842b3fb-561f-4cec-bf9c-c599be542391 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0493145 Jan 27 22:48:23.496784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf270e6b-e64a-4965-89b8-3d4364d2f1de req-9d859615-b197-47c4-a99e-3eda041abb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:23.498321 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf270e6b-e64a-4965-89b8-3d4364d2f1de req-9d859615-b197-47c4-a99e-3eda041abb6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425217 Jan 27 22:48:23.572105 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf270e6b-e64a-4965-89b8-3d4364d2f1de req-67b27a05-60e6-4c56-a292-54ad73deb93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:23.573881 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bf270e6b-e64a-4965-89b8-3d4364d2f1de req-67b27a05-60e6-4c56-a292-54ad73deb93c service neutron] 10.222.0.21 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.3425932 Jan 27 22:48:23.609348 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf270e6b-e64a-4965-89b8-3d4364d2f1de req-be5b12a4-1099-44c4-9814-820ef3070f42 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041386 Jan 27 22:48:23.642133 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bf270e6b-e64a-4965-89b8-3d4364d2f1de req-4d754ff3-41c2-43ca-88fa-ec2233b030f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a HTTP/1.1" status: 200 len: 1000 time: 0.0614972 Jan 27 22:48:23.695473 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712994a5-3952-4a51-96b9-a2cc8dfc504f req-71de3791-98ca-4cc0-b9a4-a7b8ece15e29 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:23.697119 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-712994a5-3952-4a51-96b9-a2cc8dfc504f req-71de3791-98ca-4cc0-b9a4-a7b8ece15e29 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 944 time: 0.1024866 Jan 27 22:48:23.697270 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf270e6b-e64a-4965-89b8-3d4364d2f1de req-867e5619-a318-4bf8-a0f7-7bb84f2aa022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:23.699313 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bf270e6b-e64a-4965-89b8-3d4364d2f1de req-867e5619-a318-4bf8-a0f7-7bb84f2aa022 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0496526 Jan 27 22:48:23.746386 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf270e6b-e64a-4965-89b8-3d4364d2f1de req-f4a233e6-487d-42a0-b760-981ede30056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:23.748059 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bf270e6b-e64a-4965-89b8-3d4364d2f1de req-f4a233e6-487d-42a0-b760-981ede30056a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429852 Jan 27 22:48:23.753211 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf270e6b-e64a-4965-89b8-3d4364d2f1de req-5cb94f9a-5560-413f-857b-6caceb82ecee service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304905 Jan 27 22:48:23.771136 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-712994a5-3952-4a51-96b9-a2cc8dfc504f req-5dc6e9f6-03a3-4317-bf29-db15953864f1 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629036 Jan 27 22:48:23.842335 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bf270e6b-e64a-4965-89b8-3d4364d2f1de req-529a9905-666b-4980-b6f6-f5c4705ab037 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878546 Jan 27 22:48:23.942277 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-bf270e6b-e64a-4965-89b8-3d4364d2f1de req-6ea5a3ce-08d9-4fbf-8a42-e74746f84508 service neutron] 10.222.0.21 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933001 Jan 27 22:48:24.195198 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c6cc9ee3-e202-4f29-af08-c3847c36aa03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:24.908563 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dae7d1-186f-4401-9636-298c80ba17de req-e24e944c-c24f-44bf-9144-9a0b96005e48 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:24.910081 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4dae7d1-186f-4401-9636-298c80ba17de req-e24e944c-c24f-44bf-9144-9a0b96005e48 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 944 time: 0.0494385 Jan 27 22:48:24.957737 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e4dae7d1-186f-4401-9636-298c80ba17de req-f6465815-af8a-4c9d-b40f-50452ca21845 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416887 Jan 27 22:48:26.072793 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc34bd-3bc5-4137-b315-6afa26a9962c req-5ee2de02-fbcd-413b-94aa-abe2af3e31a6 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:26.073647 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0dc34bd-3bc5-4137-b315-6afa26a9962c req-5ee2de02-fbcd-413b-94aa-abe2af3e31a6 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 944 time: 0.0472996 Jan 27 22:48:26.120726 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a0dc34bd-3bc5-4137-b315-6afa26a9962c req-c109d0cf-e6e4-48e6-ad21-1a00e2b7c39e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410478 Jan 27 22:48:26.726980 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a0a1a-dcc4-4aca-8b70-927f8533742a req-3f468dc9-f2f8-44bc-9bc2-c592c0e0ddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:26.728520 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c82a0a1a-dcc4-4aca-8b70-927f8533742a req-3f468dc9-f2f8-44bc-9bc2-c592c0e0ddc3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1c4cc8b66118468ca4da324743ce7385&device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 1095 time: 0.0452425 Jan 27 22:48:26.800964 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7da5ab1e-004b-4b4e-80d2-2625a8666f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:26.830604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a0a1a-dcc4-4aca-8b70-927f8533742a req-12833b55-6784-43e4-9a0e-eda4df4f8a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:26.832148 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c82a0a1a-dcc4-4aca-8b70-927f8533742a req-12833b55-6784-43e4-9a0e-eda4df4f8a54 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 200 len: 913 time: 0.0861452 Jan 27 22:48:26.904131 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c82a0a1a-dcc4-4aca-8b70-927f8533742a req-9da54e98-cd5c-4c50-85f6-61a322e64b45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a HTTP/1.1" status: 200 len: 1000 time: 0.0665734 Jan 27 22:48:26.953197 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a0a1a-dcc4-4aca-8b70-927f8533742a req-763c88de-6dd6-4c92-9092-a9741de191cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:26.954702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c82a0a1a-dcc4-4aca-8b70-927f8533742a req-763c88de-6dd6-4c92-9092-a9741de191cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 200 len: 851 time: 0.0446754 Jan 27 22:48:27.001128 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a0a1a-dcc4-4aca-8b70-927f8533742a req-eb8f0252-508e-4fd4-bb81-ee342d238c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:27.003077 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c82a0a1a-dcc4-4aca-8b70-927f8533742a req-eb8f0252-508e-4fd4-bb81-ee342d238c29 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c31016ab-a8a4-4108-b895-f2f1f4825173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422730 Jan 27 22:48:27.096842 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c82a0a1a-dcc4-4aca-8b70-927f8533742a req-36b96aa2-b256-473d-b3b6-e8d92ca3a8bc service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877776 Jan 27 22:48:27.187482 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c82a0a1a-dcc4-4aca-8b70-927f8533742a req-57e21c6a-ef71-482f-8892-033ecb625ae3 service neutron] 10.222.0.15 "GET /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846941 Jan 27 22:48:27.239466 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38588a-5291-40ad-9c34-e58cc987cd78 req-d434bcd3-17b0-46d7-801c-6818c2b29ab9 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:27.241079 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b38588a-5291-40ad-9c34-e58cc987cd78 req-d434bcd3-17b0-46d7-801c-6818c2b29ab9 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 944 time: 0.0505304 Jan 27 22:48:27.292963 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5b38588a-5291-40ad-9c34-e58cc987cd78 req-d3f37f03-ace8-425d-991f-d5842d32f522 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460882 Jan 27 22:48:27.716325 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:28.417611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c271a-0a80-4779-b8ac-8a7e5c364473 req-5f841084-6ce6-497c-8028-bf237290a6ea tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:28.419119 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-302c271a-0a80-4779-b8ac-8a7e5c364473 req-5f841084-6ce6-497c-8028-bf237290a6ea tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 944 time: 0.0489557 Jan 27 22:48:28.468687 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-302c271a-0a80-4779-b8ac-8a7e5c364473 req-ee7d424e-196d-4765-a5d3-ecee49db09b3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429678 Jan 27 22:48:29.102037 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:29.585964 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70304a-d451-4b5b-9bcf-d07186d432f4 req-195870a7-f5b8-493f-99e7-60e27fae3936 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:29.587470 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cc70304a-d451-4b5b-9bcf-d07186d432f4 req-195870a7-f5b8-493f-99e7-60e27fae3936 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 944 time: 0.0493431 Jan 27 22:48:29.634564 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cc70304a-d451-4b5b-9bcf-d07186d432f4 req-52c1972e-6e4a-4459-bb38-fd13ab305a1f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413551 Jan 27 22:48:30.426673 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:30.752643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6f5f6-06a6-4535-9282-7eccb4b72f5a req-877733ee-37e2-47d3-bd76-9af7e7fa657e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:30.754013 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10a6f5f6-06a6-4535-9282-7eccb4b72f5a req-877733ee-37e2-47d3-bd76-9af7e7fa657e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 944 time: 0.0511198 Jan 27 22:48:30.799733 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-10a6f5f6-06a6-4535-9282-7eccb4b72f5a req-cc52978d-7504-4152-9208-498ce1945978 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400248 Jan 27 22:48:31.921468 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd011624-829d-42db-a092-2ddb43596d38 req-c8f5b794-37a5-49f1-bdb2-0929733de310 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:31.922994 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd011624-829d-42db-a092-2ddb43596d38 req-c8f5b794-37a5-49f1-bdb2-0929733de310 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 944 time: 0.0520351 Jan 27 22:48:31.969193 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fd011624-829d-42db-a092-2ddb43596d38 req-c3e1f50a-aa34-49e2-a876-0be7cd27a455 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405047 Jan 27 22:48:33.083274 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cf950-52da-49ed-9bad-4b952e84086a req-bd6cce6e-99ed-4c48-9bb3-157d0ce315ba tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:33.084763 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-759cf950-52da-49ed-9bad-4b952e84086a req-bd6cce6e-99ed-4c48-9bb3-157d0ce315ba tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 944 time: 0.0471976 Jan 27 22:48:33.135173 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-759cf950-52da-49ed-9bad-4b952e84086a req-75efa24a-48c5-458a-ba0b-d4702388cde5 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448382 Jan 27 22:48:34.250072 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396351a-50a3-43ea-98fa-313fec0389a7 req-6b2d4459-88c6-4ca9-840b-35a3e602fb03 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:34.251674 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2396351a-50a3-43ea-98fa-313fec0389a7 req-6b2d4459-88c6-4ca9-840b-35a3e602fb03 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 944 time: 0.0491827 Jan 27 22:48:34.298362 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2396351a-50a3-43ea-98fa-313fec0389a7 req-0262349b-f0fb-4218-a53e-68f5c233c6b3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409987 Jan 27 22:48:35.411330 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11feae3b-4c3d-4615-9ee5-4f36f73a7546 req-1db66132-f9ca-4f68-a30f-9521fb0e8eae tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:35.412820 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11feae3b-4c3d-4615-9ee5-4f36f73a7546 req-1db66132-f9ca-4f68-a30f-9521fb0e8eae tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 944 time: 0.0468664 Jan 27 22:48:35.458331 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11feae3b-4c3d-4615-9ee5-4f36f73a7546 req-395fb232-7ea3-498d-af59-c79a7646835a tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399716 Jan 27 22:48:36.577330 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558d901-6192-43be-a984-bc8e39314f11 req-191cade6-2b30-4d5c-b228-8eb34a858674 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:36.578839 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7558d901-6192-43be-a984-bc8e39314f11 req-191cade6-2b30-4d5c-b228-8eb34a858674 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 944 time: 0.0519917 Jan 27 22:48:36.624768 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7558d901-6192-43be-a984-bc8e39314f11 req-c7af27a8-4466-4053-9ac6-40a883f1b240 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404053 Jan 27 22:48:37.740281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ce6d7-19f7-41ce-a370-1eb31a5997b3 req-a79f7561-68fd-42d3-a394-aafaae1dafec tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:37.741738 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-375ce6d7-19f7-41ce-a370-1eb31a5997b3 req-a79f7561-68fd-42d3-a394-aafaae1dafec tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 944 time: 0.0483351 Jan 27 22:48:37.789429 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-375ce6d7-19f7-41ce-a370-1eb31a5997b3 req-17fc07ed-6766-4677-8c91-55de3e5d378f tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420718 Jan 27 22:48:38.907658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62e3f6-5757-449e-9f88-8a4d4b184e3f req-99f3643b-6936-4dec-8c07-db8ca7474be4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:38.909162 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae62e3f6-5757-449e-9f88-8a4d4b184e3f req-99f3643b-6936-4dec-8c07-db8ca7474be4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 944 time: 0.0512874 Jan 27 22:48:38.954996 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae62e3f6-5757-449e-9f88-8a4d4b184e3f req-ac5ed547-a1f8-4b7c-bd66-e90c2be1b698 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401130 Jan 27 22:48:39.069907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd58d1-90ae-4385-9a0a-cf55dd9a98a9 req-90059440-e3ad-44cd-8377-e884bca1fda3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:39.071295 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffdd58d1-90ae-4385-9a0a-cf55dd9a98a9 req-90059440-e3ad-44cd-8377-e884bca1fda3 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 944 time: 0.0471537 Jan 27 22:48:39.118343 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ffdd58d1-90ae-4385-9a0a-cf55dd9a98a9 req-75bb8650-3c8a-4d51-94b4-87c888c561a2 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413399 Jan 27 22:48:39.231281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2afa0-2676-43e4-9f8c-47286530f4d8 req-5c1abfec-6ed5-46e6-b38e-4239793b37f9 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:39.232799 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0e2afa0-2676-43e4-9f8c-47286530f4d8 req-5c1abfec-6ed5-46e6-b38e-4239793b37f9 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 944 time: 0.0488334 Jan 27 22:48:39.283643 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f0e2afa0-2676-43e4-9f8c-47286530f4d8 req-52f3d987-6925-4cc4-b133-a68fb2592423 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452015 Jan 27 22:48:39.519490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71b1ee-8371-4df9-9f3a-02e7feb86d75 req-2e8a928e-4b6f-4b76-962e-5050e36ac6f6 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:39.520993 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ee71b1ee-8371-4df9-9f3a-02e7feb86d75 req-2e8a928e-4b6f-4b76-962e-5050e36ac6f6 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 944 time: 0.0487916 Jan 27 22:48:39.568384 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ee71b1ee-8371-4df9-9f3a-02e7feb86d75 req-75fea02e-9b29-4be9-b7dc-5ba022ebac8c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417972 Jan 27 22:48:39.582931 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:48:39.678322 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:48:39.690998 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'port_id': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a', 'mac_address': 'fa:16:3e:83:3c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:48:39.731350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:48:39.731749 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:39.744923 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:48:39.763072 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:48:39.766929 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:39.812229 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,revision_number=12']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:48:40.019032 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['3c308ac3-9c87-48e5-b32e-dd443fdbcb7a'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:48:40.686120 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efe84f-26fd-48b8-a9d3-41fd2a270bd1 req-ceef1770-81d1-4817-9416-28b87a117e08 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:40.687567 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2efe84f-26fd-48b8-a9d3-41fd2a270bd1 req-ceef1770-81d1-4817-9416-28b87a117e08 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0487728 Jan 27 22:48:40.735472 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b2efe84f-26fd-48b8-a9d3-41fd2a270bd1 req-eb4417f8-ce2e-4388-ba65-90041957e7af tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups?id=735492d7-79f6-414b-9bfe-bd3545a890f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418639 Jan 27 22:48:41.106015 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb6573-6c2a-40d4-9c02-9ebb9aa6bcae req-388b1381-2eff-4530-bf32-1c8e444e1dd6 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:41.107442 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8fbb6573-6c2a-40d4-9c02-9ebb9aa6bcae req-388b1381-2eff-4530-bf32-1c8e444e1dd6 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 945 time: 0.0503221 Jan 27 22:48:41.192425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-8fbb6573-6c2a-40d4-9c02-9ebb9aa6bcae req-f0f66140-13b5-4f3e-94d7-57c06fa59fae tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Deleting port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:48:41.192760 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8fbb6573-6c2a-40d4-9c02-9ebb9aa6bcae req-f0f66140-13b5-4f3e-94d7-57c06fa59fae tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:41.283341 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-8fbb6573-6c2a-40d4-9c02-9ebb9aa6bcae req-f0f66140-13b5-4f3e-94d7-57c06fa59fae tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] For port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:48:41.283618 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8fbb6573-6c2a-40d4-9c02-9ebb9aa6bcae req-f0f66140-13b5-4f3e-94d7-57c06fa59fae tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:41.450058 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8fbb6573-6c2a-40d4-9c02-9ebb9aa6bcae req-f0f66140-13b5-4f3e-94d7-57c06fa59fae tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:41.450452 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8fbb6573-6c2a-40d4-9c02-9ebb9aa6bcae req-f0f66140-13b5-4f3e-94d7-57c06fa59fae tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (5fb60a8f-d341-42ea-9050-a3202cbfcc39), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:41.450769 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [req-8fbb6573-6c2a-40d4-9c02-9ebb9aa6bcae req-f0f66140-13b5-4f3e-94d7-57c06fa59fae tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Floating IP 5fb60a8f-d341-42ea-9050-a3202cbfcc39 disassociated. External IP: 172.25.3.233, port: 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a. Jan 27 22:48:41.451113 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-8fbb6573-6c2a-40d4-9c02-9ebb9aa6bcae req-f0f66140-13b5-4f3e-94d7-57c06fa59fae tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Calling delete_port for 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:48:41.580626 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8fbb6573-6c2a-40d4-9c02-9ebb9aa6bcae req-f0f66140-13b5-4f3e-94d7-57c06fa59fae tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (3c308ac3-9c87-48e5-b32e-dd443fdbcb7a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:41.600140 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:48:41.609104 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f66140-13b5-4f3e-94d7-57c06fa59fae tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Pushing event deleted for resources: {'Port': ['ID=3c308ac3-9c87-48e5-b32e-dd443fdbcb7a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:48:41.620417 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:48:41.620779 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 27 22:48:41.640834 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a not found, will not notify nova. {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 27 22:48:41.727943 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fbb6573-6c2a-40d4-9c02-9ebb9aa6bcae req-f0f66140-13b5-4f3e-94d7-57c06fa59fae tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:48:41.853571 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00ea1986-145e-44c1-9260-258765bbdc21 req-0c2aa16d-6e27-482c-bbdf-8e3185959ab0 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 210 time: 0.0291984 Jan 27 22:48:41.867325 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fbb6573-6c2a-40d4-9c02-9ebb9aa6bcae req-f0f66140-13b5-4f3e-94d7-57c06fa59fae tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:48:41.884458 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dfa8ae-827e-440b-a9ab-60665b2942e8 None None] Sync routers for ids ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:48:41.896043 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dfa8ae-827e-440b-a9ab-60665b2942e8 None None] Routers {'961f7ddf-bdba-4bcc-9b29-1f4114380d83'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:48:41.896748 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-72dfa8ae-827e-440b-a9ab-60665b2942e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:48:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:48:41.913050 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbb6573-6c2a-40d4-9c02-9ebb9aa6bcae req-f0f66140-13b5-4f3e-94d7-57c06fa59fae tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] No DVR routers for this DVR port 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:48:41.915733 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8fbb6573-6c2a-40d4-9c02-9ebb9aa6bcae req-f0f66140-13b5-4f3e-94d7-57c06fa59fae tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:41.919159 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8fbb6573-6c2a-40d4-9c02-9ebb9aa6bcae req-f0f66140-13b5-4f3e-94d7-57c06fa59fae tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.15 "DELETE /v2.0/ports/3c308ac3-9c87-48e5-b32e-dd443fdbcb7a HTTP/1.1" status: 204 len: 173 time: 0.8063400 Jan 27 22:48:41.919627 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6aff031-fabd-400d-9ae9-2bcee4bf3af3', 'name': 'network-vif-deleted', 'tag': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:48:41.921926 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc18cbf-d2f3-48f5-9551-5da1adbc869e" -d '{"events": [{"server_uuid": "e6aff031-fabd-400d-9ae9-2bcee4bf3af3", "name": "network-vif-deleted", "tag": "3c308ac3-9c87-48e5-b32e-dd443fdbcb7a"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:48:41.970308 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cd4d8e-25ca-446a-98a2-514abc5e29ad x-openstack-request-id: req-30cd4d8e-25ca-446a-98a2-514abc5e29ad {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:48:41.970821 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6aff031-fabd-400d-9ae9-2bcee4bf3af3", "name": "network-vif-deleted", "tag": "3c308ac3-9c87-48e5-b32e-dd443fdbcb7a", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:48:41.971251 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30cd4d8e-25ca-446a-98a2-514abc5e29ad {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:48:41.971929 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6aff031-fabd-400d-9ae9-2bcee4bf3af3', 'name': 'network-vif-deleted', 'tag': '3c308ac3-9c87-48e5-b32e-dd443fdbcb7a', 'status': 'completed', 'code': 200} Jan 27 22:48:42.019179 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-72dfa8ae-827e-440b-a9ab-60665b2942e8 None None] Set router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:48:42.218391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-72dfa8ae-827e-440b-a9ab-60665b2942e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:48:42.244573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dfa8ae-827e-440b-a9ab-60665b2942e8 None None] Checking router: 961f7ddf-bdba-4bcc-9b29-1f4114380d83 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:48:42.253491 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dfa8ae-827e-440b-a9ab-60665b2942e8 None None] Routers {'961f7ddf-bdba-4bcc-9b29-1f4114380d83'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:48:42.254103 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-72dfa8ae-827e-440b-a9ab-60665b2942e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:48:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:48:42.515022 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-72dfa8ae-827e-440b-a9ab-60665b2942e8 None None] Set router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:48:42.718908 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-72dfa8ae-827e-440b-a9ab-60665b2942e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:48:42.746291 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dfa8ae-827e-440b-a9ab-60665b2942e8 None None] The sync data for ids ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'] in n-d-772272-3 is: [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:18Z', 'revision_number': 4, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2c46da95-2063-455e-9a82-d942ad841f38', 'name': '', 'network_id': 'c31016ab-a8a4-4108-b895-f2f1f4825173', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'mac_address': 'fa:16:3e:17:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:18Z', 'updated_at': '2022-01-27T22:36:22Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'subnets': [{'id': '490e8835-2c10-4285-89b2-ffbc3002b355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:48:42.954064 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5d26a6e5-3644-49e9-a229-05e65a61d037 req-36662053-f06c-43c5-aef8-191e2dde5769 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 210 time: 0.0262423 Jan 27 22:48:42.982517 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac30dda-7b6f-421f-acab-f1aff1da7d48 None None] New status for floating IP 5fb60a8f-d341-42ea-9050-a3202cbfcc39: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:48:43.208685 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:43.629326 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:48:43.650298 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:48:43.650648 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 3c308ac3-9c87-48e5-b32e-dd443fdbcb7a not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:48:44.058455 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82bf6dc7-0e8e-4b59-9da1-1482be42ead9 req-440053ff-896a-48f7-9e03-268d7b2e39c6 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 210 time: 0.0288222 Jan 27 22:48:45.155800 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c25c425-105d-4875-a0a0-630d269037a2 req-31393721-780e-4ed3-99c2-7039a0fa2208 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 210 time: 0.0271866 Jan 27 22:48:46.249385 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4051e8f4-793a-44db-ac8f-8204e237eab0 req-8d44b27a-fdda-4de9-aeeb-8b49c649282e tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 210 time: 0.0258842 Jan 27 22:48:47.350843 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a5428dc9-3842-40ae-b526-15d9e2f0ded7 req-728cc6ac-6fb3-4921-bb94-bdc6563b17ab tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 210 time: 0.0264652 Jan 27 22:48:48.449411 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eac1a3f9-6e19-4ebe-8390-75c5d225dfef req-0e29d6f2-0b66-4b00-bc48-0e74e5a15137 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 210 time: 0.0276093 Jan 27 22:48:49.543363 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82fcd99d-7740-4301-92e3-6e70d5769a54 req-7f403373-fa49-4540-b239-d500ecdcb41b tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6aff031-fabd-400d-9ae9-2bcee4bf3af3 HTTP/1.1" status: 200 len: 210 time: 0.0249982 Jan 27 22:48:51.742984 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:54.198053 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1bb8a619-1a13-45da-958f-cd454f157498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:56.803571 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bb2e5af4-7d48-4781-8ed2-f7b3bdb2f4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:57.386467 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54966) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:48:57.442650 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36c2996a-724a-43de-8a0a-92e8aa22ecb4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for security_group (735492d7-79f6-414b-9bfe-bd3545a890f5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:57.465925 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36c2996a-724a-43de-8a0a-92e8aa22ecb4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for security_group (735492d7-79f6-414b-9bfe-bd3545a890f5), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:57.513426 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36c2996a-724a-43de-8a0a-92e8aa22ecb4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (735492d7-79f6-414b-9bfe-bd3545a890f5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:57.516287 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-36c2996a-724a-43de-8a0a-92e8aa22ecb4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:57.517443 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-36c2996a-724a-43de-8a0a-92e8aa22ecb4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "DELETE /v2.0/security-groups/735492d7-79f6-414b-9bfe-bd3545a890f5 HTTP/1.1" status: 204 len: 168 time: 0.1299136 Jan 27 22:48:57.520353 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54968) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:48:57.526487 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2996a-724a-43de-8a0a-92e8aa22ecb4 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=735492d7-79f6-414b-9bfe-bd3545a890f5,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:48:57.536768 n-d-772272-3 neutron-server[109742]: INFO neutron.api.v2.resource [None req-6a96b258-4a53-49fe-996d-0c7cd232307c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] show failed (client error): The resource could not be found. Jan 27 22:48:57.537798 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6a96b258-4a53-49fe-996d-0c7cd232307c tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "GET /v2.0/security-groups/735492d7-79f6-414b-9bfe-bd3545a890f5 HTTP/1.1" status: 404 len: 347 time: 0.0164006 Jan 27 22:48:57.540501 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54970) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:48:57.676614 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-21d71868-4116-4552-915e-290cd58b1e23 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Deleting port 155eddcf-ca43-4180-b546-ddd24d7e7873 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:48:57.676959 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21d71868-4116-4552-915e-290cd58b1e23 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (155eddcf-ca43-4180-b546-ddd24d7e7873), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:57.718376 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:57.759888 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21d71868-4116-4552-915e-290cd58b1e23 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (155eddcf-ca43-4180-b546-ddd24d7e7873), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:57.760243 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21d71868-4116-4552-915e-290cd58b1e23 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for floatingip (155eddcf-ca43-4180-b546-ddd24d7e7873), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:57.772149 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-21d71868-4116-4552-915e-290cd58b1e23 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Calling delete_port for 155eddcf-ca43-4180-b546-ddd24d7e7873 owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:48:57.900558 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21d71868-4116-4552-915e-290cd58b1e23 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (155eddcf-ca43-4180-b546-ddd24d7e7873), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:57.928811 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d71868-4116-4552-915e-290cd58b1e23 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Pushing event deleted for resources: {'Port': ['ID=155eddcf-ca43-4180-b546-ddd24d7e7873,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:48:57.953131 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d71868-4116-4552-915e-290cd58b1e23 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:57.953525 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d71868-4116-4552-915e-290cd58b1e23 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:57.953877 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d71868-4116-4552-915e-290cd58b1e23 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:57.954221 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d71868-4116-4552-915e-290cd58b1e23 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:57.954567 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d71868-4116-4552-915e-290cd58b1e23 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:57.954908 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d71868-4116-4552-915e-290cd58b1e23 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:57.955245 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d71868-4116-4552-915e-290cd58b1e23 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:57.955578 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d71868-4116-4552-915e-290cd58b1e23 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:57.955909 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d71868-4116-4552-915e-290cd58b1e23 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:57.956267 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d71868-4116-4552-915e-290cd58b1e23 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:57.956600 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d71868-4116-4552-915e-290cd58b1e23 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:57.956927 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d71868-4116-4552-915e-290cd58b1e23 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:57.957256 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d71868-4116-4552-915e-290cd58b1e23 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:58.001488 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21d71868-4116-4552-915e-290cd58b1e23 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks [] for floatingip (5fb60a8f-d341-42ea-9050-a3202cbfcc39), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:58.004048 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21d71868-4116-4552-915e-290cd58b1e23 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:58.005238 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-21d71868-4116-4552-915e-290cd58b1e23 tempest-ServerActionsTestJSON-2125560389 tempest-ServerActionsTestJSON-2125560389-project] 10.222.0.23 "DELETE /v2.0/floatingips/5fb60a8f-d341-42ea-9050-a3202cbfcc39 HTTP/1.1" status: 204 len: 168 time: 0.4638355 Jan 27 22:48:58.008271 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54972) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:48:58.485098 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-558d9783-7023-4338-9145-22f05176e21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (961f7ddf-bdba-4bcc-9b29-1f4114380d83), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:58.725277 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-558d9783-7023-4338-9145-22f05176e21f admin admin] Deleting port 2c46da95-2063-455e-9a82-d942ad841f38 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:48:58.725914 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-558d9783-7023-4338-9145-22f05176e21f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (2c46da95-2063-455e-9a82-d942ad841f38), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:58.803165 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-558d9783-7023-4338-9145-22f05176e21f admin admin] For port 2c46da95-2063-455e-9a82-d942ad841f38, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2c46da95-2063-455e-9a82-d942ad841f38,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:48:58.803530 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-558d9783-7023-4338-9145-22f05176e21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (2c46da95-2063-455e-9a82-d942ad841f38), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:58.814971 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-558d9783-7023-4338-9145-22f05176e21f admin admin] Calling delete_port for 2c46da95-2063-455e-9a82-d942ad841f38 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:48:59.005518 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-558d9783-7023-4338-9145-22f05176e21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (2c46da95-2063-455e-9a82-d942ad841f38), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:59.031111 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d9783-7023-4338-9145-22f05176e21f admin admin] Pushing event deleted for resources: {'Port': ['ID=2c46da95-2063-455e-9a82-d942ad841f38,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:48:59.107684 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:59.200969 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-558d9783-7023-4338-9145-22f05176e21f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (961f7ddf-bdba-4bcc-9b29-1f4114380d83), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:59.411792 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558d9783-7023-4338-9145-22f05176e21f admin admin] Router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:48:59.511348 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558d9783-7023-4338-9145-22f05176e21f admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:48:59.516439 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-558d9783-7023-4338-9145-22f05176e21f admin admin] 10.222.0.23 "PUT /v2.0/routers/961f7ddf-bdba-4bcc-9b29-1f4114380d83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5071166 Jan 27 22:48:59.518853 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54976) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:48:59.520001 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d761bc-e252-4120-9c83-7baabe20d2e8 None None] Sync routers for ids ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:48:59.529755 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d761bc-e252-4120-9c83-7baabe20d2e8 None None] Routers {'961f7ddf-bdba-4bcc-9b29-1f4114380d83'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:48:59.530379 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b3d761bc-e252-4120-9c83-7baabe20d2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:48:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:48:59.622655 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdc6a3d0-7d12-4cf2-8f7c-3c60e82dce85 admin admin] Publish callbacks [] for router (961f7ddf-bdba-4bcc-9b29-1f4114380d83), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:59.636572 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b3d761bc-e252-4120-9c83-7baabe20d2e8 None None] Set router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:48:59.725081 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdc6a3d0-7d12-4cf2-8f7c-3c60e82dce85 admin admin] Publish callbacks [] for router_gateway (961f7ddf-bdba-4bcc-9b29-1f4114380d83), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:59.776775 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-cdc6a3d0-7d12-4cf2-8f7c-3c60e82dce85 admin admin] Deleting port 28446578-cfde-43ec-ab60-a21ea27b0dd4 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:48:59.777540 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdc6a3d0-7d12-4cf2-8f7c-3c60e82dce85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (28446578-cfde-43ec-ab60-a21ea27b0dd4), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:59.818961 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b3d761bc-e252-4120-9c83-7baabe20d2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:48:58Z', 'revision_number': 5, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port': {'id': '28446578-cfde-43ec-ab60-a21ea27b0dd4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:42:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:48:59.847298 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d761bc-e252-4120-9c83-7baabe20d2e8 None None] Checking router: 961f7ddf-bdba-4bcc-9b29-1f4114380d83 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:48:59.856270 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d761bc-e252-4120-9c83-7baabe20d2e8 None None] Routers {'961f7ddf-bdba-4bcc-9b29-1f4114380d83'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:48:59.856890 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b3d761bc-e252-4120-9c83-7baabe20d2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:48:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:48:59.858368 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-cdc6a3d0-7d12-4cf2-8f7c-3c60e82dce85 admin admin] For port 28446578-cfde-43ec-ab60-a21ea27b0dd4, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=28446578-cfde-43ec-ab60-a21ea27b0dd4,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:48:59.858745 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdc6a3d0-7d12-4cf2-8f7c-3c60e82dce85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (28446578-cfde-43ec-ab60-a21ea27b0dd4), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:59.870528 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-cdc6a3d0-7d12-4cf2-8f7c-3c60e82dce85 admin admin] Calling delete_port for 28446578-cfde-43ec-ab60-a21ea27b0dd4 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:48:59.942598 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-b3d761bc-e252-4120-9c83-7baabe20d2e8 None None] Set router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:49:00.001242 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-b3d761bc-e252-4120-9c83-7baabe20d2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:48:59Z', 'revision_number': 6, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:00.028253 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d761bc-e252-4120-9c83-7baabe20d2e8 None None] The sync data for ids ['961f7ddf-bdba-4bcc-9b29-1f4114380d83'] in n-d-772272-3 is: [{'id': '961f7ddf-bdba-4bcc-9b29-1f4114380d83', 'name': 'tempest-ServerActionsTestJSON-1608981468-router', 'tenant_id': '1c4cc8b66118468ca4da324743ce7385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:36:16Z', 'updated_at': '2022-01-27T22:48:59Z', 'revision_number': 6, 'project_id': '1c4cc8b66118468ca4da324743ce7385', 'gw_port_host': None}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:49:00.037604 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdc6a3d0-7d12-4cf2-8f7c-3c60e82dce85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (28446578-cfde-43ec-ab60-a21ea27b0dd4), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:00.065980 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6a3d0-7d12-4cf2-8f7c-3c60e82dce85 admin admin] Pushing event deleted for resources: {'Port': ['ID=28446578-cfde-43ec-ab60-a21ea27b0dd4,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:00.099674 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:49:00.128154 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdc6a3d0-7d12-4cf2-8f7c-3c60e82dce85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (961f7ddf-bdba-4bcc-9b29-1f4114380d83), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:00.215739 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdc6a3d0-7d12-4cf2-8f7c-3c60e82dce85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (961f7ddf-bdba-4bcc-9b29-1f4114380d83), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:00.217871 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdc6a3d0-7d12-4cf2-8f7c-3c60e82dce85 admin admin] Publish callbacks [] for router_controller (961f7ddf-bdba-4bcc-9b29-1f4114380d83), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:00.260721 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdc6a3d0-7d12-4cf2-8f7c-3c60e82dce85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (961f7ddf-bdba-4bcc-9b29-1f4114380d83), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:00.261163 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc6a3d0-7d12-4cf2-8f7c-3c60e82dce85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 961f7ddf-bdba-4bcc-9b29-1f4114380d83 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:49:00.265401 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cdc6a3d0-7d12-4cf2-8f7c-3c60e82dce85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:00.267367 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cdc6a3d0-7d12-4cf2-8f7c-3c60e82dce85 admin admin] 10.222.0.23 "DELETE /v2.0/routers/961f7ddf-bdba-4bcc-9b29-1f4114380d83 HTTP/1.1" status: 204 len: 168 time: 0.7474408 Jan 27 22:49:00.269956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 54978) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:00.313663 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-3753748f-6210-4606-900c-a8b5aea3431b admin admin] Deleting subnet 490e8835-2c10-4285-89b2-ffbc3002b355 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:49:00.316663 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3753748f-6210-4606-900c-a8b5aea3431b admin admin] Publish callbacks [] for subnet (490e8835-2c10-4285-89b2-ffbc3002b355), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:00.351004 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3753748f-6210-4606-900c-a8b5aea3431b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (490e8835-2c10-4285-89b2-ffbc3002b355), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:00.433242 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:00.677850 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3753748f-6210-4606-900c-a8b5aea3431b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (490e8835-2c10-4285-89b2-ffbc3002b355), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:00.728073 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3753748f-6210-4606-900c-a8b5aea3431b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (490e8835-2c10-4285-89b2-ffbc3002b355), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:00.754894 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3753748f-6210-4606-900c-a8b5aea3431b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:00.758655 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3753748f-6210-4606-900c-a8b5aea3431b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/490e8835-2c10-4285-89b2-ffbc3002b355 HTTP/1.1" status: 204 len: 168 time: 0.4877625 Jan 27 22:49:00.759650 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753748f-6210-4606-900c-a8b5aea3431b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=490e8835-2c10-4285-89b2-ffbc3002b355,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:00.761296 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54980) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:00.762592 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaca0d44-32ca-4c24-b82f-a6a7dbd9d906 None None] Network c31016ab-a8a4-4108-b895-f2f1f4825173 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:00.857654 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-934a0755-5d8d-40bc-932a-db8fe135036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (c31016ab-a8a4-4108-b895-f2f1f4825173), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:00.891299 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2c46da95-2063-455e-9a82-d942ad841f38 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:49:00.925194 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4680afd2-085f-4714-85a3-aad798d3997a None None] DHCP port deletion for c31016ab-a8a4-4108-b895-f2f1f4825173 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:49:00.926734 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 2c46da95-2063-455e-9a82-d942ad841f38 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:49:00.927084 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2c46da95-2063-455e-9a82-d942ad841f38 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:49:00.931712 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-934a0755-5d8d-40bc-932a-db8fe135036e admin admin] Deleting port 62f0929b-2344-4589-a62b-73b2847b5be6 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:49:00.932115 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-934a0755-5d8d-40bc-932a-db8fe135036e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (62f0929b-2344-4589-a62b-73b2847b5be6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:00.977302 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4680afd2-085f-4714-85a3-aad798d3997a None None] Deleting port 62f0929b-2344-4589-a62b-73b2847b5be6 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:49:00.977684 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4680afd2-085f-4714-85a3-aad798d3997a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (62f0929b-2344-4589-a62b-73b2847b5be6), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:00.994526 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-934a0755-5d8d-40bc-932a-db8fe135036e admin admin] For port 62f0929b-2344-4589-a62b-73b2847b5be6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=62f0929b-2344-4589-a62b-73b2847b5be6,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:00.994881 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-934a0755-5d8d-40bc-932a-db8fe135036e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (62f0929b-2344-4589-a62b-73b2847b5be6), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:01.008549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-934a0755-5d8d-40bc-932a-db8fe135036e admin admin] Calling delete_port for 62f0929b-2344-4589-a62b-73b2847b5be6 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:49:01.045366 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-4680afd2-085f-4714-85a3-aad798d3997a None None] For port 62f0929b-2344-4589-a62b-73b2847b5be6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=62f0929b-2344-4589-a62b-73b2847b5be6,segment=NetworkSegment(41ce938f-41e8-48b9-a927-53596e0eb581),segment_id=41ce938f-41e8-48b9-a927-53596e0eb581)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:01.045777 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4680afd2-085f-4714-85a3-aad798d3997a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (62f0929b-2344-4589-a62b-73b2847b5be6), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:01.059619 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4680afd2-085f-4714-85a3-aad798d3997a None None] Calling delete_port for 62f0929b-2344-4589-a62b-73b2847b5be6 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:49:01.102151 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-934a0755-5d8d-40bc-932a-db8fe135036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (62f0929b-2344-4589-a62b-73b2847b5be6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:01.129788 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a0755-5d8d-40bc-932a-db8fe135036e admin admin] Pushing event deleted for resources: {'Port': ['ID=62f0929b-2344-4589-a62b-73b2847b5be6,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:01.134914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a0755-5d8d-40bc-932a-db8fe135036e admin admin] No DVR routers for this DVR port 62f0929b-2344-4589-a62b-73b2847b5be6 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:49:01.145432 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4680afd2-085f-4714-85a3-aad798d3997a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (62f0929b-2344-4589-a62b-73b2847b5be6), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:01.169272 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680afd2-085f-4714-85a3-aad798d3997a None None] Pushing event deleted for resources: {'Port': ['ID=62f0929b-2344-4589-a62b-73b2847b5be6,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:01.175650 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4680afd2-085f-4714-85a3-aad798d3997a None None] No DVR routers for this DVR port 62f0929b-2344-4589-a62b-73b2847b5be6 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:49:01.205643 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-934a0755-5d8d-40bc-932a-db8fe135036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (c31016ab-a8a4-4108-b895-f2f1f4825173), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:01.225304 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-934a0755-5d8d-40bc-932a-db8fe135036e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31016ab-a8a4-4108-b895-f2f1f4825173']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:01.234229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-934a0755-5d8d-40bc-932a-db8fe135036e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ce938f-41e8-48b9-a927-53596e0eb581') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:01.235049 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-934a0755-5d8d-40bc-932a-db8fe135036e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ce938f-41e8-48b9-a927-53596e0eb581') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:01.247488 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-934a0755-5d8d-40bc-932a-db8fe135036e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (41ce938f-41e8-48b9-a927-53596e0eb581), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:01.260686 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-934a0755-5d8d-40bc-932a-db8fe135036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (41ce938f-41e8-48b9-a927-53596e0eb581), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:01.266392 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934a0755-5d8d-40bc-932a-db8fe135036e admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:49:01.266766 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-934a0755-5d8d-40bc-932a-db8fe135036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (41ce938f-41e8-48b9-a927-53596e0eb581), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:49:01.268403 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:49:01.320261 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-934a0755-5d8d-40bc-932a-db8fe135036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (c31016ab-a8a4-4108-b895-f2f1f4825173), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:01.325833 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-934a0755-5d8d-40bc-932a-db8fe135036e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:01.329006 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-934a0755-5d8d-40bc-932a-db8fe135036e admin admin] 10.222.0.23 "DELETE /v2.0/networks/c31016ab-a8a4-4108-b895-f2f1f4825173 HTTP/1.1" status: 204 len: 168 time: 0.5662024 Jan 27 22:49:01.339838 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a0755-5d8d-40bc-932a-db8fe135036e admin admin] Pushing event deleted for resources: {'Network': ['ID=c31016ab-a8a4-4108-b895-f2f1f4825173,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:01.441335 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54984) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:01.480234 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1939d9b4-ff82-484d-9f1f-42344cc5bf7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c4cc8b66118468ca4da324743ce7385&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377119 Jan 27 22:49:01.482648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 54986) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:01.528196 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19a35ac4-40ff-4905-a8cf-12fd61dde63c admin admin] Publish callbacks [] for security_group (1206dff1-abcf-4449-b6b5-b74fb09152eb), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:01.549451 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19a35ac4-40ff-4905-a8cf-12fd61dde63c admin admin] Publish callbacks [] for security_group (1206dff1-abcf-4449-b6b5-b74fb09152eb), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:01.598149 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19a35ac4-40ff-4905-a8cf-12fd61dde63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (1206dff1-abcf-4449-b6b5-b74fb09152eb), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:01.601192 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-19a35ac4-40ff-4905-a8cf-12fd61dde63c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:01.602342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-19a35ac4-40ff-4905-a8cf-12fd61dde63c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1206dff1-abcf-4449-b6b5-b74fb09152eb HTTP/1.1" status: 204 len: 168 time: 0.1188118 Jan 27 22:49:01.610472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a35ac4-40ff-4905-a8cf-12fd61dde63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1206dff1-abcf-4449-b6b5-b74fb09152eb,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:02.286943 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55008) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:02.380844 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-14e51f83-34f2-4604-a3b9-3436dfa47c37 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1337904218-network', 'tenant_id': 'bc2d5da385614f029b2d37326c3315ee'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:02.400049 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e51f83-34f2-4604-a3b9-3436dfa47c37 admin admin] Made reservation on behalf of bc2d5da385614f029b2d37326c3315ee for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:49:02.402293 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-14e51f83-34f2-4604-a3b9-3436dfa47c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:02.410383 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-14e51f83-34f2-4604-a3b9-3436dfa47c37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:02.486461 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-14e51f83-34f2-4604-a3b9-3436dfa47c37 admin admin] Publish callbacks [] for security_group (6dd29e0a-e635-42b3-8094-9a8e5e789e7d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:02.489824 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-14e51f83-34f2-4604-a3b9-3436dfa47c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6dd29e0a-e635-42b3-8094-9a8e5e789e7d), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:02.497573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 28446578-cfde-43ec-ab60-a21ea27b0dd4 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:49:02.514723 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e51f83-34f2-4604-a3b9-3436dfa47c37 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:49:02.525217 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e51f83-34f2-4604-a3b9-3436dfa47c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd29e0a-e635-42b3-8094-9a8e5e789e7d,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:02.529921 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 28446578-cfde-43ec-ab60-a21ea27b0dd4 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:49:02.530136 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-14e51f83-34f2-4604-a3b9-3436dfa47c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (598b7dd6-63d3-4589-9657-f0ad5af5b94c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:02.530376 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-14e51f83-34f2-4604-a3b9-3436dfa47c37 admin admin] Added segment 598b7dd6-63d3-4589-9657-f0ad5af5b94c of type vlan for network 22bf151d-cf6c-4fb7-a950-e54242aa31c8 Jan 27 22:49:02.530488 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 28446578-cfde-43ec-ab60-a21ea27b0dd4 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:49:02.530856 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 62f0929b-2344-4589-a62b-73b2847b5be6 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:49:02.550652 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 62f0929b-2344-4589-a62b-73b2847b5be6 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:49:02.551000 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 62f0929b-2344-4589-a62b-73b2847b5be6 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:49:02.571344 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-14e51f83-34f2-4604-a3b9-3436dfa47c37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (22bf151d-cf6c-4fb7-a950-e54242aa31c8), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:02.595893 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-14e51f83-34f2-4604-a3b9-3436dfa47c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (22bf151d-cf6c-4fb7-a950-e54242aa31c8), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:02.596901 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e51f83-34f2-4604-a3b9-3436dfa47c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:02.597499 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-14e51f83-34f2-4604-a3b9-3436dfa47c37 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:02.972242 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-14e51f83-34f2-4604-a3b9-3436dfa47c37 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6839228 Jan 27 22:49:02.975404 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55012) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:02.980410 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-7cca92b6-4cab-4a75-8d4f-e9c559412bd1 admin admin] Request body: {'subnet': {'network_id': '22bf151d-cf6c-4fb7-a950-e54242aa31c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1337904218-subnet', 'tenant_id': 'bc2d5da385614f029b2d37326c3315ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:02.988523 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e51f83-34f2-4604-a3b9-3436dfa47c37 admin admin] Pushing event updated for resources: {'Network': ['ID=22bf151d-cf6c-4fb7-a950-e54242aa31c8,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:03.002766 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 22bf151d-cf6c-4fb7-a950-e54242aa31c8 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:49:03.004114 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cca92b6-4cab-4a75-8d4f-e9c559412bd1 admin admin] Made reservation on behalf of bc2d5da385614f029b2d37326c3315ee for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:49:03.006515 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7cca92b6-4cab-4a75-8d4f-e9c559412bd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:03.178461 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7cca92b6-4cab-4a75-8d4f-e9c559412bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (9faab54d-ccf4-4365-a390-2c2f2f2ea0d7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:03.237041 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca92b6-4cab-4a75-8d4f-e9c559412bd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9faab54d-ccf4-4365-a390-2c2f2f2ea0d7,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:03.246724 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cca92b6-4cab-4a75-8d4f-e9c559412bd1 admin admin] Checking segment: {'id': '598b7dd6-63d3-4589-9657-f0ad5af5b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '22bf151d-cf6c-4fb7-a950-e54242aa31c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:49:03.247081 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cca92b6-4cab-4a75-8d4f-e9c559412bd1 admin admin] Network hostable DHCP agents. Network: 22bf151d-cf6c-4fb7-a950-e54242aa31c8, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:49:03.266041 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cca92b6-4cab-4a75-8d4f-e9c559412bd1 admin admin] Network 22bf151d-cf6c-4fb7-a950-e54242aa31c8 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:49:03.276068 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-7cca92b6-4cab-4a75-8d4f-e9c559412bd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 22bf151d-cf6c-4fb7-a950-e54242aa31c8) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:03.280270 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cca92b6-4cab-4a75-8d4f-e9c559412bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:03.280873 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7cca92b6-4cab-4a75-8d4f-e9c559412bd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:03.285538 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1adffae-9641-4bf7-a80d-256b5d452bb3 None None] Network 22bf151d-cf6c-4fb7-a950-e54242aa31c8 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:03.296749 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7cca92b6-4cab-4a75-8d4f-e9c559412bd1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3202498 Jan 27 22:49:03.386767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f90917-12fa-4412-9bed-dac3aae03d57 None None] Network 22bf151d-cf6c-4fb7-a950-e54242aa31c8 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:03.725935 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-ab457ecb-f014-4e89-b3b3-36f4e118bf8a tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:03.727389 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-ab457ecb-f014-4e89-b3b3-36f4e118bf8a tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/networks?id=22bf151d-cf6c-4fb7-a950-e54242aa31c8 HTTP/1.1" status: 200 len: 814 time: 0.0986540 Jan 27 22:49:03.741624 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-1e0f0fcc-c1d2-43d1-9b02-fb14d4b6fabb tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/quotas/bc2d5da385614f029b2d37326c3315ee HTTP/1.1" status: 200 len: 375 time: 0.0087976 Jan 27 22:49:03.772763 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-a7f3867c-67e7-4012-912a-325d7df1bc16 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc2d5da385614f029b2d37326c3315ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262699 Jan 27 22:49:03.784180 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-ec5e6526-89ed-4595-a97f-6f97b9462e6f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:49:03.785198 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-ec5e6526-89ed-4595-a97f-6f97b9462e6f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052295 Jan 27 22:49:03.874110 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-c21354b6-a88a-434d-806c-9eb81a1b91fc service neutron] 10.222.0.23 "GET /v2.0/networks/22bf151d-cf6c-4fb7-a950-e54242aa31c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832329 Jan 27 22:49:03.961227 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-2893e3a0-47b3-4e8e-9d2e-d2b5e7e36188 service neutron] 10.222.0.23 "GET /v2.0/networks/22bf151d-cf6c-4fb7-a950-e54242aa31c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808802 Jan 27 22:49:04.127323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f17c210d-2529-42e3-aa8c-49e2c59bc259 req-f99470ba-275b-48cf-813e-aebdda028452 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 210 time: 0.0321760 Jan 27 22:49:05.196857 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-518b6777-a7b1-4281-bdac-4cfc6c2942ec tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:05.199073 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-518b6777-a7b1-4281-bdac-4cfc6c2942ec tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.21 "GET /v2.0/networks?id=22bf151d-cf6c-4fb7-a950-e54242aa31c8 HTTP/1.1" status: 200 len: 814 time: 0.1096137 Jan 27 22:49:05.212463 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-1bd88e3e-c71d-44be-9e1c-aa22fafbe29e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Request body: {'port': {'device_id': 'd8f62d3c-c039-4195-9aa4-8f14c82af12d', 'network_id': '22bf151d-cf6c-4fb7-a950-e54242aa31c8', 'admin_state_up': True, 'tenant_id': 'bc2d5da385614f029b2d37326c3315ee'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:05.224255 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4aea990-22dd-40f5-ab44-463df5fc4c9a req-6ec537a4-a4ab-4d44-8455-36232eb265f3 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 210 time: 0.0282519 Jan 27 22:49:05.317435 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-1bd88e3e-c71d-44be-9e1c-aa22fafbe29e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Made reservation on behalf of bc2d5da385614f029b2d37326c3315ee for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:49:05.320720 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-1bd88e3e-c71d-44be-9e1c-aa22fafbe29e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:05.446880 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-1bd88e3e-c71d-44be-9e1c-aa22fafbe29e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Allocated IP 172.20.0.6 (22bf151d-cf6c-4fb7-a950-e54242aa31c8/9faab54d-ccf4-4365-a390-2c2f2f2ea0d7/dee15503-16e0-4f3f-8ee0-2b7359a19b09) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:49:05.591775 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-1bd88e3e-c71d-44be-9e1c-aa22fafbe29e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Publish callbacks [] for port (dee15503-16e0-4f3f-8ee0-2b7359a19b09), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:05.625822 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-1bd88e3e-c71d-44be-9e1c-aa22fafbe29e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (dee15503-16e0-4f3f-8ee0-2b7359a19b09), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:05.668091 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-1bd88e3e-c71d-44be-9e1c-aa22fafbe29e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Network 22bf151d-cf6c-4fb7-a950-e54242aa31c8 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:49:05.671077 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-1bd88e3e-c71d-44be-9e1c-aa22fafbe29e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:05.677077 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-1bd88e3e-c71d-44be-9e1c-aa22fafbe29e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:49:05.682948 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd88e3e-c71d-44be-9e1c-aa22fafbe29e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Pushing event updated for resources: {'Port': ['ID=dee15503-16e0-4f3f-8ee0-2b7359a19b09,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:05.728307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-1bd88e3e-c71d-44be-9e1c-aa22fafbe29e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:05.728926 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-1bd88e3e-c71d-44be-9e1c-aa22fafbe29e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:05.744549 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-1bd88e3e-c71d-44be-9e1c-aa22fafbe29e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5360625 Jan 27 22:49:05.805255 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] Request body: {'port': {'device_id': 'd8f62d3c-c039-4195-9aa4-8f14c82af12d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:05.860607 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (dee15503-16e0-4f3f-8ee0-2b7359a19b09), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:06.127172 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee15503-16e0-4f3f-8ee0-2b7359a19b09 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:49:06.134692 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] Publish callbacks [] for port (dee15503-16e0-4f3f-8ee0-2b7359a19b09), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:06.146779 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] Transition to ACTIVE for port object dee15503-16e0-4f3f-8ee0-2b7359a19b09 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:49:06.150517 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (dee15503-16e0-4f3f-8ee0-2b7359a19b09), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:06.199066 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] Pushing event updated for resources: {'Port': ['ID=dee15503-16e0-4f3f-8ee0-2b7359a19b09,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:06.269821 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] Attempting to bind port dee15503-16e0-4f3f-8ee0-2b7359a19b09 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:49:06.270164 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] Attempting to bind port dee15503-16e0-4f3f-8ee0-2b7359a19b09 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '598b7dd6-63d3-4589-9657-f0ad5af5b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '22bf151d-cf6c-4fb7-a950-e54242aa31c8'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:49:06.270530 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] Attempting to bind port dee15503-16e0-4f3f-8ee0-2b7359a19b09 on network 22bf151d-cf6c-4fb7-a950-e54242aa31c8 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:49:06.274974 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] Port dee15503-16e0-4f3f-8ee0-2b7359a19b09 on network 22bf151d-cf6c-4fb7-a950-e54242aa31c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:49:06.275301 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] Attempting to bind port dee15503-16e0-4f3f-8ee0-2b7359a19b09 on network 22bf151d-cf6c-4fb7-a950-e54242aa31c8 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:49:06.280226 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:49:06.280568 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] Checking segment: {'id': '598b7dd6-63d3-4589-9657-f0ad5af5b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '22bf151d-cf6c-4fb7-a950-e54242aa31c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:49:06.280956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] Bound using segment: {'id': '598b7dd6-63d3-4589-9657-f0ad5af5b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '22bf151d-cf6c-4fb7-a950-e54242aa31c8'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:49:06.281380 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] Bound port: dee15503-16e0-4f3f-8ee0-2b7359a19b09, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598b7dd6-63d3-4589-9657-f0ad5af5b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '22bf151d-cf6c-4fb7-a950-e54242aa31c8'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:49:06.281738 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (dee15503-16e0-4f3f-8ee0-2b7359a19b09), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:06.341650 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c76fcd-8de3-4a32-b0bb-db67c9cb55e3 req-b1e12a08-dc01-48fe-8e6d-d8b208c7599e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:06.343138 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12c76fcd-8de3-4a32-b0bb-db67c9cb55e3 req-b1e12a08-dc01-48fe-8e6d-d8b208c7599e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 943 time: 0.0491481 Jan 27 22:49:06.344754 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] For port dee15503-16e0-4f3f-8ee0-2b7359a19b09, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:49:06.347793 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] For port dee15503-16e0-4f3f-8ee0-2b7359a19b09, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=dee15503-16e0-4f3f-8ee0-2b7359a19b09,segment=NetworkSegment(598b7dd6-63d3-4589-9657-f0ad5af5b94c),segment_id=598b7dd6-63d3-4589-9657-f0ad5af5b94c)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:49:06.353380 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (dee15503-16e0-4f3f-8ee0-2b7359a19b09), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:06.388106 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:06.388921 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:06.390606 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] 10.222.0.21 "PUT /v2.0/ports/dee15503-16e0-4f3f-8ee0-2b7359a19b09 HTTP/1.1" status: 200 len: 1091 time: 0.5893610 Jan 27 22:49:06.392815 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12c76fcd-8de3-4a32-b0bb-db67c9cb55e3 req-a77eb235-3de4-4938-92d1-af404120dbab tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424879 Jan 27 22:49:06.392962 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f62d3c-c039-4195-9aa4-8f14c82af12d', 'tag': 'dee15503-16e0-4f3f-8ee0-2b7359a19b09'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:49:06.395884 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eebd6f79f17133a4d49c17e759e77b104c6a5dfb225cf2ee82dbb83359e6266" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4fe9c7-c374-4f1b-801b-161b219c70e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f62d3c-c039-4195-9aa4-8f14c82af12d", "tag": "dee15503-16e0-4f3f-8ee0-2b7359a19b09"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:49:06.425518 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e85107-6648-4d6f-99dd-dcbcfd73bc50 service neutron] Pushing event updated for resources: {'Port': ['ID=dee15503-16e0-4f3f-8ee0-2b7359a19b09,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:06.440977 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a465a64-e6c5-4491-915f-6fb060a50058 x-openstack-request-id: req-7a465a64-e6c5-4491-915f-6fb060a50058 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:49:06.441300 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f62d3c-c039-4195-9aa4-8f14c82af12d", "tag": "dee15503-16e0-4f3f-8ee0-2b7359a19b09", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:49:06.441541 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a465a64-e6c5-4491-915f-6fb060a50058 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:49:06.441952 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f62d3c-c039-4195-9aa4-8f14c82af12d', 'tag': 'dee15503-16e0-4f3f-8ee0-2b7359a19b09', 'status': 'completed', 'code': 200} Jan 27 22:49:06.470732 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-3b7ed22d-d342-40ba-a8bf-d3e871593986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:06.472269 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-3b7ed22d-d342-40ba-a8bf-d3e871593986 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc2d5da385614f029b2d37326c3315ee&device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 1094 time: 0.0429666 Jan 27 22:49:06.517491 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-6a88a4ba-f6e6-4d83-b6f1-6df7d7284592 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee15503-16e0-4f3f-8ee0-2b7359a19b09 HTTP/1.1" status: 200 len: 217 time: 0.0378318 Jan 27 22:49:06.563673 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-c4fd541f-f37a-46f8-92ee-49b2dcaef553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:06.565114 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-c4fd541f-f37a-46f8-92ee-49b2dcaef553 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9faab54d-ccf4-4365-a390-2c2f2f2ea0d7 HTTP/1.1" status: 200 len: 854 time: 0.0425739 Jan 27 22:49:06.594888 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-587e6ff5-fa66-4a9d-b30b-a45885678449 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22bf151d-cf6c-4fb7-a950-e54242aa31c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236335 Jan 27 22:49:06.684786 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-9e2d568f-81ca-4a4b-9ff1-8e7b78c2db23 service neutron] 10.222.0.21 "GET /v2.0/networks/22bf151d-cf6c-4fb7-a950-e54242aa31c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837758 Jan 27 22:49:06.771902 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c287d4ef-6784-46ed-90c1-c86b33161ef6 req-830707a5-f61f-4434-aa7a-42fd4f216d05 service neutron] 10.222.0.21 "GET /v2.0/networks/22bf151d-cf6c-4fb7-a950-e54242aa31c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814409 Jan 27 22:49:06.860949 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fe9c7-c374-4f1b-801b-161b219c70e1 req-b8418b62-9251-4d80-8dcf-d8be553a6202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:06.862451 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fc4fe9c7-c374-4f1b-801b-161b219c70e1 req-b8418b62-9251-4d80-8dcf-d8be553a6202 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc2d5da385614f029b2d37326c3315ee&device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 1094 time: 0.0454292 Jan 27 22:49:06.950754 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fe9c7-c374-4f1b-801b-161b219c70e1 req-a5673d55-5560-439f-82b0-cf22c4cb1088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:06.952148 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fc4fe9c7-c374-4f1b-801b-161b219c70e1 req-a5673d55-5560-439f-82b0-cf22c4cb1088 service neutron] 10.222.0.21 "GET /v2.0/networks?id=22bf151d-cf6c-4fb7-a950-e54242aa31c8 HTTP/1.1" status: 200 len: 915 time: 0.0841944 Jan 27 22:49:06.992935 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fc4fe9c7-c374-4f1b-801b-161b219c70e1 req-13b17181-b286-4dfc-b15d-058efa995aad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee15503-16e0-4f3f-8ee0-2b7359a19b09 HTTP/1.1" status: 200 len: 217 time: 0.0345051 Jan 27 22:49:07.045369 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fe9c7-c374-4f1b-801b-161b219c70e1 req-5a103c7c-d47e-4502-b6e4-f7d2cfae6e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:07.046951 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fc4fe9c7-c374-4f1b-801b-161b219c70e1 req-5a103c7c-d47e-4502-b6e4-f7d2cfae6e33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9faab54d-ccf4-4365-a390-2c2f2f2ea0d7 HTTP/1.1" status: 200 len: 854 time: 0.0487225 Jan 27 22:49:07.076384 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fc4fe9c7-c374-4f1b-801b-161b219c70e1 req-cc1435f6-8287-4c07-8953-78d729d098e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22bf151d-cf6c-4fb7-a950-e54242aa31c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243254 Jan 27 22:49:07.164251 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fc4fe9c7-c374-4f1b-801b-161b219c70e1 req-4a940051-e070-4180-a15b-e6b3039cd2e3 service neutron] 10.222.0.21 "GET /v2.0/networks/22bf151d-cf6c-4fb7-a950-e54242aa31c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817218 Jan 27 22:49:07.256510 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-fc4fe9c7-c374-4f1b-801b-161b219c70e1 req-a8df31f4-0ba1-4afc-8a8f-448c143dffae service neutron] 10.222.0.21 "GET /v2.0/networks/22bf151d-cf6c-4fb7-a950-e54242aa31c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861397 Jan 27 22:49:07.505859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72560972-bd55-4b50-b2d9-5b22af12031e req-977027d6-3235-454a-8a8a-4fc80edef198 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:07.507444 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72560972-bd55-4b50-b2d9-5b22af12031e req-977027d6-3235-454a-8a8a-4fc80edef198 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 943 time: 0.0480385 Jan 27 22:49:07.556581 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72560972-bd55-4b50-b2d9-5b22af12031e req-f8b50994-7525-4759-8998-23a0d7b8f488 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436225 Jan 27 22:49:08.671238 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b70fe0-07d1-4284-b03e-14d94392e8f5 req-c39e79ec-0395-4a2b-b620-e592ef3a559a tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:08.673229 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-79b70fe0-07d1-4284-b03e-14d94392e8f5 req-c39e79ec-0395-4a2b-b620-e592ef3a559a tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 943 time: 0.0471520 Jan 27 22:49:08.719245 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-79b70fe0-07d1-4284-b03e-14d94392e8f5 req-5db44496-f435-440e-b86b-69c31b313997 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403945 Jan 27 22:49:09.735209 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device dee15503-16e0-4f3f-8ee0-2b7359a19b09 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:49:09.833276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f54ec9-87ba-4e2a-b980-6f2722f86837 req-d89a5c72-a54d-45d1-8b8f-07ebece8e0ee tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:09.834083 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port dee15503-16e0-4f3f-8ee0-2b7359a19b09, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=dee15503-16e0-4f3f-8ee0-2b7359a19b09,segment=NetworkSegment(598b7dd6-63d3-4589-9657-f0ad5af5b94c),segment_id=598b7dd6-63d3-4589-9657-f0ad5af5b94c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:09.834759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-35f54ec9-87ba-4e2a-b980-6f2722f86837 req-d89a5c72-a54d-45d1-8b8f-07ebece8e0ee tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 943 time: 0.0473225 Jan 27 22:49:09.845985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'dee15503-16e0-4f3f-8ee0-2b7359a19b09', 'network_id': '22bf151d-cf6c-4fb7-a950-e54242aa31c8', 'port_id': 'dee15503-16e0-4f3f-8ee0-2b7359a19b09', 'mac_address': 'fa:16:3e:c4:b6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9faab54d-ccf4-4365-a390-2c2f2f2ea0d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:49:09.882684 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-35f54ec9-87ba-4e2a-b980-6f2722f86837 req-beedd838-6ad5-4678-8126-d5d7ee647e1d tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423050 Jan 27 22:49:09.893184 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port dee15503-16e0-4f3f-8ee0-2b7359a19b09 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:49:09.893637 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (dee15503-16e0-4f3f-8ee0-2b7359a19b09), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:09.910891 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee15503-16e0-4f3f-8ee0-2b7359a19b09 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:49:09.963767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port dee15503-16e0-4f3f-8ee0-2b7359a19b09, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=dee15503-16e0-4f3f-8ee0-2b7359a19b09,segment=NetworkSegment(598b7dd6-63d3-4589-9657-f0ad5af5b94c),segment_id=598b7dd6-63d3-4589-9657-f0ad5af5b94c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:09.967954 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (dee15503-16e0-4f3f-8ee0-2b7359a19b09), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:10.028678 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=dee15503-16e0-4f3f-8ee0-2b7359a19b09,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:10.288733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['dee15503-16e0-4f3f-8ee0-2b7359a19b09'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:49:10.998156 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0f947-18e5-455e-a431-be9e4310c5d4 req-e7978c39-0089-43c7-8121-6a2ba48a150c tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:10.999630 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9f0f947-18e5-455e-a431-be9e4310c5d4 req-e7978c39-0089-43c7-8121-6a2ba48a150c tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 944 time: 0.0521486 Jan 27 22:49:11.047590 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d9f0f947-18e5-455e-a431-be9e4310c5d4 req-42906fd7-05c6-444f-8777-ef54ca4b57a1 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421493 Jan 27 22:49:11.746750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device dee15503-16e0-4f3f-8ee0-2b7359a19b09 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:49:11.797809 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port dee15503-16e0-4f3f-8ee0-2b7359a19b09 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:49:11.801521 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port dee15503-16e0-4f3f-8ee0-2b7359a19b09 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:49:11.801897 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (dee15503-16e0-4f3f-8ee0-2b7359a19b09), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:11.877055 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port dee15503-16e0-4f3f-8ee0-2b7359a19b09 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:49:11.877443 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (dee15503-16e0-4f3f-8ee0-2b7359a19b09), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:11.899241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f62d3c-c039-4195-9aa4-8f14c82af12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee15503-16e0-4f3f-8ee0-2b7359a19b09'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:49:11.901477 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0b459b-3699-47f2-9671-c693fe9f2e5c" -d '{"events": [{"server_uuid": "d8f62d3c-c039-4195-9aa4-8f14c82af12d", "name": "network-vif-plugged", "status": "completed", "tag": "dee15503-16e0-4f3f-8ee0-2b7359a19b09"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:49:11.914599 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port dee15503-16e0-4f3f-8ee0-2b7359a19b09, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=dee15503-16e0-4f3f-8ee0-2b7359a19b09,segment=NetworkSegment(598b7dd6-63d3-4589-9657-f0ad5af5b94c),segment_id=598b7dd6-63d3-4589-9657-f0ad5af5b94c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:11.918790 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (dee15503-16e0-4f3f-8ee0-2b7359a19b09), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:11.941478 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0386722-44e1-49b6-af5a-0a6905aacd82 x-openstack-request-id: req-b0386722-44e1-49b6-af5a-0a6905aacd82 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:49:11.941779 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f62d3c-c039-4195-9aa4-8f14c82af12d", "name": "network-vif-plugged", "status": "completed", "tag": "dee15503-16e0-4f3f-8ee0-2b7359a19b09", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:49:11.942035 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b0386722-44e1-49b6-af5a-0a6905aacd82 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:49:11.942426 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f62d3c-c039-4195-9aa4-8f14c82af12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee15503-16e0-4f3f-8ee0-2b7359a19b09', 'code': 200} Jan 27 22:49:11.970983 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=dee15503-16e0-4f3f-8ee0-2b7359a19b09,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:12.034286 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c9bf7-0ea4-4aa6-95b8-375ded476b44 req-f49e70f9-038f-4a38-bebd-9a23d0c35257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:12.035799 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8c8c9bf7-0ea4-4aa6-95b8-375ded476b44 req-f49e70f9-038f-4a38-bebd-9a23d0c35257 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 1096 time: 0.0405316 Jan 27 22:49:12.079454 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8c8c9bf7-0ea4-4aa6-95b8-375ded476b44 req-eff5b3a3-f33b-4e4d-b3dd-ac1fbb2a6642 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373740 Jan 27 22:49:12.161830 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e700278-56bf-4a99-8eef-bc2d89eafd69 req-0362f0e2-f755-4a21-ae0b-9c8964346981 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:12.163301 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e700278-56bf-4a99-8eef-bc2d89eafd69 req-0362f0e2-f755-4a21-ae0b-9c8964346981 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 945 time: 0.0486770 Jan 27 22:49:12.209590 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8e700278-56bf-4a99-8eef-bc2d89eafd69 req-fd5dd2a5-a4be-4f45-b2ff-78ee9e91f6c9 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404043 Jan 27 22:49:13.201089 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:13.332399 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396332b-c0b4-4455-a4c3-ca5d4ef2a52a req-5b39c026-a448-487c-9654-630d11ec57ad tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:13.333828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2396332b-c0b4-4455-a4c3-ca5d4ef2a52a req-5b39c026-a448-487c-9654-630d11ec57ad tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 945 time: 0.0540736 Jan 27 22:49:13.381627 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2396332b-c0b4-4455-a4c3-ca5d4ef2a52a req-59418e21-5250-424b-addb-9d526321f856 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421119 Jan 27 22:49:14.495211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377f1f5-9309-4ab9-8e91-34190492b17e req-3d772978-3170-4c6e-b378-4cb286069901 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:14.496715 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5377f1f5-9309-4ab9-8e91-34190492b17e req-3d772978-3170-4c6e-b378-4cb286069901 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 945 time: 0.0485146 Jan 27 22:49:14.542161 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5377f1f5-9309-4ab9-8e91-34190492b17e req-73083fd8-4001-4ca7-8008-ef2413d4851b tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399733 Jan 27 22:49:14.761474 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-20b44e47-136a-4b73-afab-1fcfcabbbe1d tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:14.762848 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-20b44e47-136a-4b73-afab-1fcfcabbbe1d tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/networks?id=22bf151d-cf6c-4fb7-a950-e54242aa31c8 HTTP/1.1" status: 200 len: 814 time: 0.1002676 Jan 27 22:49:14.777709 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-23172bff-3c42-49fd-9e29-99fef6f1c54a tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/quotas/bc2d5da385614f029b2d37326c3315ee HTTP/1.1" status: 200 len: 375 time: 0.0088143 Jan 27 22:49:14.824064 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-e6bca29b-aaee-4c60-b43e-649c2cbf6a85 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc2d5da385614f029b2d37326c3315ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0410664 Jan 27 22:49:14.953393 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-4953bf28-8971-4d0b-8f83-b6c68967cd98 service neutron] 10.222.0.23 "GET /v2.0/networks/22bf151d-cf6c-4fb7-a950-e54242aa31c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216714 Jan 27 22:49:15.045421 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-897d78eb-4027-43c4-af63-f14cb8f6b3dc service neutron] 10.222.0.23 "GET /v2.0/networks/22bf151d-cf6c-4fb7-a950-e54242aa31c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862117 Jan 27 22:49:15.199879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-64874f22-0810-48e3-8a21-5da4d61f58a6 req-29ec942f-e004-4c32-b227-baa4d075ebf0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=15450b3a-232d-4b13-9fb3-8e9dd6df0698 HTTP/1.1" status: 200 len: 210 time: 0.0259933 Jan 27 22:49:16.215262 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-e9e272ca-9ed9-4358-9e12-870ed6105493 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:16.216764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-e9e272ca-9ed9-4358-9e12-870ed6105493 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.15 "GET /v2.0/networks?id=22bf151d-cf6c-4fb7-a950-e54242aa31c8 HTTP/1.1" status: 200 len: 814 time: 0.1085324 Jan 27 22:49:16.229248 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-1ef154b5-3e15-4f3f-b0d6-6d5ae747f4fe tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Request body: {'port': {'device_id': '15450b3a-232d-4b13-9fb3-8e9dd6df0698', 'network_id': '22bf151d-cf6c-4fb7-a950-e54242aa31c8', 'admin_state_up': True, 'tenant_id': 'bc2d5da385614f029b2d37326c3315ee'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:16.306251 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-418a504b-4ac6-4605-b557-46d6da0c583b req-91f09ebe-4dd6-4d95-a7f8-07a24dd52970 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=15450b3a-232d-4b13-9fb3-8e9dd6df0698 HTTP/1.1" status: 200 len: 210 time: 0.0318136 Jan 27 22:49:16.361634 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-1ef154b5-3e15-4f3f-b0d6-6d5ae747f4fe tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Made reservation on behalf of bc2d5da385614f029b2d37326c3315ee for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:49:16.365091 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-1ef154b5-3e15-4f3f-b0d6-6d5ae747f4fe tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:16.491971 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-1ef154b5-3e15-4f3f-b0d6-6d5ae747f4fe tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Allocated IP 172.20.0.11 (22bf151d-cf6c-4fb7-a950-e54242aa31c8/9faab54d-ccf4-4365-a390-2c2f2f2ea0d7/d46f3ac9-5e92-4cd2-a7c3-101193245724) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:49:16.637657 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-1ef154b5-3e15-4f3f-b0d6-6d5ae747f4fe tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Publish callbacks [] for port (d46f3ac9-5e92-4cd2-a7c3-101193245724), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:16.670094 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-1ef154b5-3e15-4f3f-b0d6-6d5ae747f4fe tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d46f3ac9-5e92-4cd2-a7c3-101193245724), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:16.684412 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['dee15503-16e0-4f3f-8ee0-2b7359a19b09'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:49:16.712966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-1ef154b5-3e15-4f3f-b0d6-6d5ae747f4fe tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Network 22bf151d-cf6c-4fb7-a950-e54242aa31c8 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:49:16.716024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-1ef154b5-3e15-4f3f-b0d6-6d5ae747f4fe tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:16.722024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-1ef154b5-3e15-4f3f-b0d6-6d5ae747f4fe tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:49:16.746400 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef154b5-3e15-4f3f-b0d6-6d5ae747f4fe tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Pushing event updated for resources: {'Port': ['ID=d46f3ac9-5e92-4cd2-a7c3-101193245724,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:16.774036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-1ef154b5-3e15-4f3f-b0d6-6d5ae747f4fe tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:16.774659 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-1ef154b5-3e15-4f3f-b0d6-6d5ae747f4fe tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:16.790167 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-1ef154b5-3e15-4f3f-b0d6-6d5ae747f4fe tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5649250 Jan 27 22:49:16.801660 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] Request body: {'port': {'device_id': '15450b3a-232d-4b13-9fb3-8e9dd6df0698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:16.858618 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d46f3ac9-5e92-4cd2-a7c3-101193245724), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:17.118893 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46f3ac9-5e92-4cd2-a7c3-101193245724 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:49:17.126712 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] Publish callbacks [] for port (d46f3ac9-5e92-4cd2-a7c3-101193245724), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:17.138695 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] Transition to ACTIVE for port object d46f3ac9-5e92-4cd2-a7c3-101193245724 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:49:17.142415 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (d46f3ac9-5e92-4cd2-a7c3-101193245724), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:17.207012 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] Pushing event updated for resources: {'Port': ['ID=d46f3ac9-5e92-4cd2-a7c3-101193245724,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:17.261931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] Attempting to bind port d46f3ac9-5e92-4cd2-a7c3-101193245724 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:49:17.262583 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] Attempting to bind port d46f3ac9-5e92-4cd2-a7c3-101193245724 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '598b7dd6-63d3-4589-9657-f0ad5af5b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '22bf151d-cf6c-4fb7-a950-e54242aa31c8'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:49:17.262583 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] Attempting to bind port d46f3ac9-5e92-4cd2-a7c3-101193245724 on network 22bf151d-cf6c-4fb7-a950-e54242aa31c8 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:49:17.267379 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] Port d46f3ac9-5e92-4cd2-a7c3-101193245724 on network 22bf151d-cf6c-4fb7-a950-e54242aa31c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:49:17.267708 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] Attempting to bind port d46f3ac9-5e92-4cd2-a7c3-101193245724 on network 22bf151d-cf6c-4fb7-a950-e54242aa31c8 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:49:17.272537 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:49:17.272881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] Checking segment: {'id': '598b7dd6-63d3-4589-9657-f0ad5af5b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '22bf151d-cf6c-4fb7-a950-e54242aa31c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:49:17.273267 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] Bound using segment: {'id': '598b7dd6-63d3-4589-9657-f0ad5af5b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '22bf151d-cf6c-4fb7-a950-e54242aa31c8'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:49:17.273689 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] Bound port: d46f3ac9-5e92-4cd2-a7c3-101193245724, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598b7dd6-63d3-4589-9657-f0ad5af5b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '22bf151d-cf6c-4fb7-a950-e54242aa31c8'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:49:17.274044 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d46f3ac9-5e92-4cd2-a7c3-101193245724), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:17.337059 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] For port d46f3ac9-5e92-4cd2-a7c3-101193245724, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:49:17.340113 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] For port d46f3ac9-5e92-4cd2-a7c3-101193245724, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=d46f3ac9-5e92-4cd2-a7c3-101193245724,segment=NetworkSegment(598b7dd6-63d3-4589-9657-f0ad5af5b94c),segment_id=598b7dd6-63d3-4589-9657-f0ad5af5b94c)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:49:17.345617 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (d46f3ac9-5e92-4cd2-a7c3-101193245724), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:17.380747 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:17.381369 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:17.382726 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] 10.222.0.15 "PUT /v2.0/ports/d46f3ac9-5e92-4cd2-a7c3-101193245724 HTTP/1.1" status: 200 len: 1092 time: 0.5852051 Jan 27 22:49:17.383171 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15450b3a-232d-4b13-9fb3-8e9dd6df0698', 'tag': 'd46f3ac9-5e92-4cd2-a7c3-101193245724'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:49:17.385443 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8aeacec-f451-4e53-95c5-1b8940e63181" -d '{"events": [{"name": "network-changed", "server_uuid": "15450b3a-232d-4b13-9fb3-8e9dd6df0698", "tag": "d46f3ac9-5e92-4cd2-a7c3-101193245724"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:49:17.445014 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9d7026-e708-4145-bebb-08a831bc7443 x-openstack-request-id: req-dd9d7026-e708-4145-bebb-08a831bc7443 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:49:17.445316 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15450b3a-232d-4b13-9fb3-8e9dd6df0698", "tag": "d46f3ac9-5e92-4cd2-a7c3-101193245724", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:49:17.445577 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd9d7026-e708-4145-bebb-08a831bc7443 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:49:17.445985 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15450b3a-232d-4b13-9fb3-8e9dd6df0698', 'tag': 'd46f3ac9-5e92-4cd2-a7c3-101193245724', 'status': 'completed', 'code': 200} Jan 27 22:49:17.471031 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87fc9d-ec9e-4f33-973b-b767df397516 service neutron] Pushing event updated for resources: {'Port': ['ID=d46f3ac9-5e92-4cd2-a7c3-101193245724,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:17.492485 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef31747-03e0-4bd1-b676-a8a8f21fde66 req-779ce6b6-94b8-4510-add9-b71d15a09dae tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:17.493979 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3ef31747-03e0-4bd1-b676-a8a8f21fde66 req-779ce6b6-94b8-4510-add9-b71d15a09dae tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=15450b3a-232d-4b13-9fb3-8e9dd6df0698 HTTP/1.1" status: 200 len: 944 time: 0.1149302 Jan 27 22:49:17.499836 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-7d71e1a1-2d89-4eb0-ad0a-664d67670c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:17.501345 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-7d71e1a1-2d89-4eb0-ad0a-664d67670c8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc2d5da385614f029b2d37326c3315ee&device_id=15450b3a-232d-4b13-9fb3-8e9dd6df0698 HTTP/1.1" status: 200 len: 1095 time: 0.0732107 Jan 27 22:49:17.548882 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-475382d5-e710-4949-9051-e4b68f63b1a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d46f3ac9-5e92-4cd2-a7c3-101193245724 HTTP/1.1" status: 200 len: 217 time: 0.0407841 Jan 27 22:49:17.610209 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3ef31747-03e0-4bd1-b676-a8a8f21fde66 req-09bfde84-d830-4b2b-a4a9-211eb2b7dfa4 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078994 Jan 27 22:49:17.618935 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-b675ec91-d2d1-4d1b-bbb2-81fc801ebddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:17.620410 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-b675ec91-d2d1-4d1b-bbb2-81fc801ebddc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9faab54d-ccf4-4365-a390-2c2f2f2ea0d7 HTTP/1.1" status: 200 len: 854 time: 0.0659666 Jan 27 22:49:17.652681 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-c7eeb3a7-9923-4f0d-8980-b2311a629367 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22bf151d-cf6c-4fb7-a950-e54242aa31c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248258 Jan 27 22:49:17.738431 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-cab47ddd-446d-42b7-a1e8-b76e184e154c service neutron] 10.222.0.15 "GET /v2.0/networks/22bf151d-cf6c-4fb7-a950-e54242aa31c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802488 Jan 27 22:49:17.829702 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8d71efd-6589-4faa-8011-dd3387db5e0f req-34f155d9-4324-47f6-97e3-c327683c3286 service neutron] 10.222.0.15 "GET /v2.0/networks/22bf151d-cf6c-4fb7-a950-e54242aa31c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858805 Jan 27 22:49:17.912025 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aeacec-f451-4e53-95c5-1b8940e63181 req-4a174670-523b-4195-b6e9-7211574a8693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:17.913575 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8aeacec-f451-4e53-95c5-1b8940e63181 req-4a174670-523b-4195-b6e9-7211574a8693 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc2d5da385614f029b2d37326c3315ee&device_id=15450b3a-232d-4b13-9fb3-8e9dd6df0698 HTTP/1.1" status: 200 len: 1095 time: 0.0413954 Jan 27 22:49:18.004844 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aeacec-f451-4e53-95c5-1b8940e63181 req-83eccaab-f717-48da-8dbc-4881e7cf0a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:18.006317 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8aeacec-f451-4e53-95c5-1b8940e63181 req-83eccaab-f717-48da-8dbc-4881e7cf0a3b service neutron] 10.222.0.15 "GET /v2.0/networks?id=22bf151d-cf6c-4fb7-a950-e54242aa31c8 HTTP/1.1" status: 200 len: 915 time: 0.0875998 Jan 27 22:49:18.048008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8aeacec-f451-4e53-95c5-1b8940e63181 req-84a48a91-35f9-44fd-b288-71f77d640f82 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d46f3ac9-5e92-4cd2-a7c3-101193245724 HTTP/1.1" status: 200 len: 217 time: 0.0349510 Jan 27 22:49:18.094358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aeacec-f451-4e53-95c5-1b8940e63181 req-6e4ac381-5b99-4b2b-8eee-cbc251fbca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:18.095815 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8aeacec-f451-4e53-95c5-1b8940e63181 req-6e4ac381-5b99-4b2b-8eee-cbc251fbca7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9faab54d-ccf4-4365-a390-2c2f2f2ea0d7 HTTP/1.1" status: 200 len: 854 time: 0.0423162 Jan 27 22:49:18.127450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8aeacec-f451-4e53-95c5-1b8940e63181 req-02ba0efb-78c9-48f5-a67a-7a1f2496c0fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22bf151d-cf6c-4fb7-a950-e54242aa31c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248952 Jan 27 22:49:18.226934 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8aeacec-f451-4e53-95c5-1b8940e63181 req-a85853d4-3af0-466a-885f-70acd6a5da8c service neutron] 10.222.0.15 "GET /v2.0/networks/22bf151d-cf6c-4fb7-a950-e54242aa31c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925913 Jan 27 22:49:18.313847 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a8aeacec-f451-4e53-95c5-1b8940e63181 req-0e078e1c-2643-4975-acf5-ce8811ea93ab service neutron] 10.222.0.15 "GET /v2.0/networks/22bf151d-cf6c-4fb7-a950-e54242aa31c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807543 Jan 27 22:49:18.730657 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3b189-20e9-455e-a5a7-36d055881de7 req-b4186a8a-39f2-447c-845d-65aad5878af7 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:18.732055 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8fd3b189-20e9-455e-a5a7-36d055881de7 req-b4186a8a-39f2-447c-845d-65aad5878af7 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=15450b3a-232d-4b13-9fb3-8e9dd6df0698 HTTP/1.1" status: 200 len: 944 time: 0.0540199 Jan 27 22:49:18.778403 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8fd3b189-20e9-455e-a5a7-36d055881de7 req-a2a68d87-4789-431f-b511-dbf628ee14fe tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407310 Jan 27 22:49:19.890911 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161028d-3622-443b-aed4-3e03b6e1a437 req-a08ef8ca-18a6-4158-93fe-eefbf95d002f tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:19.892398 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4161028d-3622-443b-aed4-3e03b6e1a437 req-a08ef8ca-18a6-4158-93fe-eefbf95d002f tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=15450b3a-232d-4b13-9fb3-8e9dd6df0698 HTTP/1.1" status: 200 len: 944 time: 0.0476699 Jan 27 22:49:19.937748 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4161028d-3622-443b-aed4-3e03b6e1a437 req-5b7f48ff-5c04-4035-bf78-8c16dcac82b1 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392652 Jan 27 22:49:21.054571 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aef19-4fb1-4c0d-ac4c-f3b61d2643d1 req-10573e21-504d-48b5-910d-1be3b6b5422e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:21.056070 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a1aef19-4fb1-4c0d-ac4c-f3b61d2643d1 req-10573e21-504d-48b5-910d-1be3b6b5422e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=15450b3a-232d-4b13-9fb3-8e9dd6df0698 HTTP/1.1" status: 200 len: 944 time: 0.0523605 Jan 27 22:49:21.102490 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2a1aef19-4fb1-4c0d-ac4c-f3b61d2643d1 req-8bde1bb0-4f53-4bd3-818d-a29a0706f1ad tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408099 Jan 27 22:49:21.733257 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device d46f3ac9-5e92-4cd2-a7c3-101193245724 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:49:21.753776 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:21.841854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port d46f3ac9-5e92-4cd2-a7c3-101193245724, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=d46f3ac9-5e92-4cd2-a7c3-101193245724,segment=NetworkSegment(598b7dd6-63d3-4589-9657-f0ad5af5b94c),segment_id=598b7dd6-63d3-4589-9657-f0ad5af5b94c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:21.853069 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'd46f3ac9-5e92-4cd2-a7c3-101193245724', 'network_id': '22bf151d-cf6c-4fb7-a950-e54242aa31c8', 'port_id': 'd46f3ac9-5e92-4cd2-a7c3-101193245724', 'mac_address': 'fa:16:3e:9b:77:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9faab54d-ccf4-4365-a390-2c2f2f2ea0d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:49:21.892210 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port d46f3ac9-5e92-4cd2-a7c3-101193245724 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:49:21.892599 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d46f3ac9-5e92-4cd2-a7c3-101193245724), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:21.905131 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46f3ac9-5e92-4cd2-a7c3-101193245724 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:49:21.923643 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port d46f3ac9-5e92-4cd2-a7c3-101193245724, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=d46f3ac9-5e92-4cd2-a7c3-101193245724,segment=NetworkSegment(598b7dd6-63d3-4589-9657-f0ad5af5b94c),segment_id=598b7dd6-63d3-4589-9657-f0ad5af5b94c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:21.926546 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d46f3ac9-5e92-4cd2-a7c3-101193245724), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:21.971351 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=d46f3ac9-5e92-4cd2-a7c3-101193245724,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:21.978892 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:21.979250 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:21.979575 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:21.979909 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:21.980264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:21.980597 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:21.980917 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:21.981241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:21.981560 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:21.981879 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:21.982196 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:21.982514 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:21.982831 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:22.115622 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['d46f3ac9-5e92-4cd2-a7c3-101193245724'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:49:22.217819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8ed4f-c9f9-4fd5-ad77-b33a61d39078 req-65833af8-41c8-45fa-b88e-cb7d2cbf54bd tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:22.219845 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4cb8ed4f-c9f9-4fd5-ad77-b33a61d39078 req-65833af8-41c8-45fa-b88e-cb7d2cbf54bd tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=15450b3a-232d-4b13-9fb3-8e9dd6df0698 HTTP/1.1" status: 200 len: 945 time: 0.0496817 Jan 27 22:49:22.268154 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4cb8ed4f-c9f9-4fd5-ad77-b33a61d39078 req-2f263c6c-10d8-453c-9e67-061330f48887 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421715 Jan 27 22:49:23.380068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f15dd9-700a-43ca-9d9b-7441f5c88b2a req-4ce7d94c-9c92-457c-9d19-cd1e106f8b98 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:23.381567 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0f15dd9-700a-43ca-9d9b-7441f5c88b2a req-4ce7d94c-9c92-457c-9d19-cd1e106f8b98 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=15450b3a-232d-4b13-9fb3-8e9dd6df0698 HTTP/1.1" status: 200 len: 945 time: 0.0477302 Jan 27 22:49:23.433233 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c0f15dd9-700a-43ca-9d9b-7441f5c88b2a req-ff26a2b2-0e71-40bc-8048-2c7bc620ed30 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461285 Jan 27 22:49:23.775651 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device d46f3ac9-5e92-4cd2-a7c3-101193245724 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:49:23.823649 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port d46f3ac9-5e92-4cd2-a7c3-101193245724 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:49:23.827549 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port d46f3ac9-5e92-4cd2-a7c3-101193245724 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:49:23.827929 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d46f3ac9-5e92-4cd2-a7c3-101193245724), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:23.903198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port d46f3ac9-5e92-4cd2-a7c3-101193245724 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:49:23.903588 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d46f3ac9-5e92-4cd2-a7c3-101193245724), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:23.927592 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15450b3a-232d-4b13-9fb3-8e9dd6df0698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46f3ac9-5e92-4cd2-a7c3-101193245724'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:49:23.929857 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f6fe06-270c-4782-b643-f2224325a606" -d '{"events": [{"server_uuid": "15450b3a-232d-4b13-9fb3-8e9dd6df0698", "name": "network-vif-plugged", "status": "completed", "tag": "d46f3ac9-5e92-4cd2-a7c3-101193245724"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:49:23.942639 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port d46f3ac9-5e92-4cd2-a7c3-101193245724, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=d46f3ac9-5e92-4cd2-a7c3-101193245724,segment=NetworkSegment(598b7dd6-63d3-4589-9657-f0ad5af5b94c),segment_id=598b7dd6-63d3-4589-9657-f0ad5af5b94c)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:23.947122 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d46f3ac9-5e92-4cd2-a7c3-101193245724), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:23.970569 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d65b345-a163-4f4e-ac51-3239ac038e45 x-openstack-request-id: req-7d65b345-a163-4f4e-ac51-3239ac038e45 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:49:23.970872 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15450b3a-232d-4b13-9fb3-8e9dd6df0698", "name": "network-vif-plugged", "status": "completed", "tag": "d46f3ac9-5e92-4cd2-a7c3-101193245724", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:49:23.971139 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d65b345-a163-4f4e-ac51-3239ac038e45 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:49:23.971535 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15450b3a-232d-4b13-9fb3-8e9dd6df0698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46f3ac9-5e92-4cd2-a7c3-101193245724', 'code': 200} Jan 27 22:49:23.997708 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=d46f3ac9-5e92-4cd2-a7c3-101193245724,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:24.064281 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2298152-ff84-4119-a07e-c7548c7bd005 req-48d8b67e-2094-4326-8f6c-7befc3fda809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:24.065698 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2298152-ff84-4119-a07e-c7548c7bd005 req-48d8b67e-2094-4326-8f6c-7befc3fda809 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=15450b3a-232d-4b13-9fb3-8e9dd6df0698 HTTP/1.1" status: 200 len: 1097 time: 0.0401008 Jan 27 22:49:24.108004 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2298152-ff84-4119-a07e-c7548c7bd005 req-e46d2988-7efa-4ff0-b873-53c8e2250d72 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360970 Jan 27 22:49:24.200510 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-34cf3c1f-6596-4aeb-aedc-b65922269ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:24.549308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff9a35-65b4-4de0-b0fc-c36437bfa5b8 req-e7cf2e59-e09c-424d-a359-85d041b448ef tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:24.550785 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fff9a35-65b4-4de0-b0fc-c36437bfa5b8 req-e7cf2e59-e09c-424d-a359-85d041b448ef tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=15450b3a-232d-4b13-9fb3-8e9dd6df0698 HTTP/1.1" status: 200 len: 946 time: 0.0479255 Jan 27 22:49:24.596307 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6fff9a35-65b4-4de0-b0fc-c36437bfa5b8 req-42f5c35f-d9ce-4393-acc5-b25a1a5aa5c8 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399492 Jan 27 22:49:25.714850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef37fa-5240-480a-a744-84cbccd64839 req-b7e288e5-e3b6-4bb5-bc81-1c1918b6038b tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:25.716376 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6eef37fa-5240-480a-a744-84cbccd64839 req-b7e288e5-e3b6-4bb5-bc81-1c1918b6038b tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=15450b3a-232d-4b13-9fb3-8e9dd6df0698 HTTP/1.1" status: 200 len: 946 time: 0.0513024 Jan 27 22:49:25.762868 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6eef37fa-5240-480a-a744-84cbccd64839 req-7726ae5b-6df3-4c0c-8fa9-1ab513c6869e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399749 Jan 27 22:49:25.990188 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fa5f8-abc6-4442-9a23-4837f1330366 req-2136a742-9615-42fd-99da-a9c4256cd157 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:25.991703 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-248fa5f8-abc6-4442-9a23-4837f1330366 req-2136a742-9615-42fd-99da-a9c4256cd157 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=15450b3a-232d-4b13-9fb3-8e9dd6df0698 HTTP/1.1" status: 200 len: 946 time: 0.0486701 Jan 27 22:49:26.038850 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-248fa5f8-abc6-4442-9a23-4837f1330366 req-13e38ac3-1a12-490f-ae46-2be96432e876 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414393 Jan 27 22:49:26.633915 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-46e645e6-922d-4781-8d13-daf77f8295d5 req-defade2a-dd74-458e-ac7f-bda4a57d4096 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437815 Jan 27 22:49:26.711867 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e645e6-922d-4781-8d13-daf77f8295d5 req-a01a62e6-b269-4568-9af4-0c54475abbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:26.713364 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-46e645e6-922d-4781-8d13-daf77f8295d5 req-a01a62e6-b269-4568-9af4-0c54475abbd5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc2d5da385614f029b2d37326c3315ee&device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 1096 time: 0.0403285 Jan 27 22:49:26.805149 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-062fe083-c7c7-4d2f-a219-4341ce1b88a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:26.817269 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e645e6-922d-4781-8d13-daf77f8295d5 req-acffc1fa-0d92-4299-a02d-f578b9dba5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:26.818765 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-46e645e6-922d-4781-8d13-daf77f8295d5 req-acffc1fa-0d92-4299-a02d-f578b9dba5c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=22bf151d-cf6c-4fb7-a950-e54242aa31c8 HTTP/1.1" status: 200 len: 915 time: 0.0870924 Jan 27 22:49:26.862816 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-46e645e6-922d-4781-8d13-daf77f8295d5 req-b0ad0dad-7706-4829-86f1-4a0555ea97b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dee15503-16e0-4f3f-8ee0-2b7359a19b09 HTTP/1.1" status: 200 len: 217 time: 0.0376945 Jan 27 22:49:26.912621 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e645e6-922d-4781-8d13-daf77f8295d5 req-7ebd17fa-f1b8-49af-a048-212bb429c6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:26.913977 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-46e645e6-922d-4781-8d13-daf77f8295d5 req-7ebd17fa-f1b8-49af-a048-212bb429c6b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9faab54d-ccf4-4365-a390-2c2f2f2ea0d7 HTTP/1.1" status: 200 len: 854 time: 0.0445809 Jan 27 22:49:26.944351 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-46e645e6-922d-4781-8d13-daf77f8295d5 req-f6bae2cf-3d04-4b74-b710-bdfea68bd275 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22bf151d-cf6c-4fb7-a950-e54242aa31c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243139 Jan 27 22:49:27.037400 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-46e645e6-922d-4781-8d13-daf77f8295d5 req-a6540b41-c0ae-4602-8417-e59723814a42 service neutron] 10.222.0.21 "GET /v2.0/networks/22bf151d-cf6c-4fb7-a950-e54242aa31c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855997 Jan 27 22:49:27.131412 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-46e645e6-922d-4781-8d13-daf77f8295d5 req-875698de-756e-416a-ace4-b83a3aa0801c service neutron] 10.222.0.21 "GET /v2.0/networks/22bf151d-cf6c-4fb7-a950-e54242aa31c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870602 Jan 27 22:49:27.168021 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d32f3-13ad-45ba-8b09-930b6870e281 req-6c019b87-fb6e-4048-861f-b07e84ac637f tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:27.169439 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c0d32f3-13ad-45ba-8b09-930b6870e281 req-6c019b87-fb6e-4048-861f-b07e84ac637f tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=15450b3a-232d-4b13-9fb3-8e9dd6df0698 HTTP/1.1" status: 200 len: 946 time: 0.0499449 Jan 27 22:49:27.220764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c0d32f3-13ad-45ba-8b09-930b6870e281 req-8c74e5c3-6e2c-4a8a-b781-faa546c9d17f tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450242 Jan 27 22:49:27.274988 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095878-09dd-43c7-9fd4-83fdb74572b1 req-a2718cd8-b611-4f94-9e16-d666d4ff0f38 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:27.276513 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8f095878-09dd-43c7-9fd4-83fdb74572b1 req-a2718cd8-b611-4f94-9e16-d666d4ff0f38 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.15 "GET /v2.0/ports?device_id=15450b3a-232d-4b13-9fb3-8e9dd6df0698 HTTP/1.1" status: 200 len: 946 time: 0.0466113 Jan 27 22:49:27.365619 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-8f095878-09dd-43c7-9fd4-83fdb74572b1 req-f9563290-212c-4166-af68-4c7c72a3a6a0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Deleting port d46f3ac9-5e92-4cd2-a7c3-101193245724 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:49:27.365965 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8f095878-09dd-43c7-9fd4-83fdb74572b1 req-f9563290-212c-4166-af68-4c7c72a3a6a0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d46f3ac9-5e92-4cd2-a7c3-101193245724), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:27.456444 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-8f095878-09dd-43c7-9fd4-83fdb74572b1 req-f9563290-212c-4166-af68-4c7c72a3a6a0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] For port d46f3ac9-5e92-4cd2-a7c3-101193245724, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=d46f3ac9-5e92-4cd2-a7c3-101193245724,segment=NetworkSegment(598b7dd6-63d3-4589-9657-f0ad5af5b94c),segment_id=598b7dd6-63d3-4589-9657-f0ad5af5b94c)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:27.456724 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8f095878-09dd-43c7-9fd4-83fdb74572b1 req-f9563290-212c-4166-af68-4c7c72a3a6a0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d46f3ac9-5e92-4cd2-a7c3-101193245724), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:27.468323 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-8f095878-09dd-43c7-9fd4-83fdb74572b1 req-f9563290-212c-4166-af68-4c7c72a3a6a0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Calling delete_port for d46f3ac9-5e92-4cd2-a7c3-101193245724 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:49:27.596454 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8f095878-09dd-43c7-9fd4-83fdb74572b1 req-f9563290-212c-4166-af68-4c7c72a3a6a0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d46f3ac9-5e92-4cd2-a7c3-101193245724), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:27.609003 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['dee15503-16e0-4f3f-8ee0-2b7359a19b09'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:49:27.612352 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['d46f3ac9-5e92-4cd2-a7c3-101193245724'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:49:27.624075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9563290-212c-4166-af68-4c7c72a3a6a0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Pushing event deleted for resources: {'Port': ['ID=d46f3ac9-5e92-4cd2-a7c3-101193245724,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:27.634170 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563290-212c-4166-af68-4c7c72a3a6a0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:27.634523 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563290-212c-4166-af68-4c7c72a3a6a0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:27.634871 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563290-212c-4166-af68-4c7c72a3a6a0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:27.635224 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563290-212c-4166-af68-4c7c72a3a6a0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:27.635558 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563290-212c-4166-af68-4c7c72a3a6a0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:27.635895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563290-212c-4166-af68-4c7c72a3a6a0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:27.636275 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563290-212c-4166-af68-4c7c72a3a6a0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:27.636578 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563290-212c-4166-af68-4c7c72a3a6a0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:27.637449 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563290-212c-4166-af68-4c7c72a3a6a0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:27.637449 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563290-212c-4166-af68-4c7c72a3a6a0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:27.637625 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563290-212c-4166-af68-4c7c72a3a6a0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:27.637859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563290-212c-4166-af68-4c7c72a3a6a0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:27.638185 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563290-212c-4166-af68-4c7c72a3a6a0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:27.679341 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f095878-09dd-43c7-9fd4-83fdb74572b1 req-f9563290-212c-4166-af68-4c7c72a3a6a0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] No DVR routers for this DVR port d46f3ac9-5e92-4cd2-a7c3-101193245724 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:49:27.682037 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-8f095878-09dd-43c7-9fd4-83fdb74572b1 req-f9563290-212c-4166-af68-4c7c72a3a6a0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:27.685417 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8f095878-09dd-43c7-9fd4-83fdb74572b1 req-f9563290-212c-4166-af68-4c7c72a3a6a0 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.15 "DELETE /v2.0/ports/d46f3ac9-5e92-4cd2-a7c3-101193245724 HTTP/1.1" status: 204 len: 173 time: 0.4044704 Jan 27 22:49:27.685863 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15450b3a-232d-4b13-9fb3-8e9dd6df0698', 'name': 'network-vif-deleted', 'tag': 'd46f3ac9-5e92-4cd2-a7c3-101193245724'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:49:27.688155 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbab21f-61f9-4412-a3a4-e7d6e29bd8d5" -d '{"events": [{"server_uuid": "15450b3a-232d-4b13-9fb3-8e9dd6df0698", "name": "network-vif-deleted", "tag": "d46f3ac9-5e92-4cd2-a7c3-101193245724"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:49:27.726548 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0171aecd-2f73-4602-971b-517b208cd863 x-openstack-request-id: req-0171aecd-2f73-4602-971b-517b208cd863 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:49:27.726849 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15450b3a-232d-4b13-9fb3-8e9dd6df0698", "name": "network-vif-deleted", "tag": "d46f3ac9-5e92-4cd2-a7c3-101193245724", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:49:27.727110 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0171aecd-2f73-4602-971b-517b208cd863 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:49:27.727525 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15450b3a-232d-4b13-9fb3-8e9dd6df0698', 'name': 'network-vif-deleted', 'tag': 'd46f3ac9-5e92-4cd2-a7c3-101193245724', 'status': 'completed', 'code': 200} Jan 27 22:49:27.740893 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:28.370623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cae94e-3833-4f58-8c56-319d11124c85 req-7b0e3391-6ffb-4770-b8c8-0e76673616ba tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:28.372109 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1cae94e-3833-4f58-8c56-319d11124c85 req-7b0e3391-6ffb-4770-b8c8-0e76673616ba tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 945 time: 0.0487185 Jan 27 22:49:28.421544 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e1cae94e-3833-4f58-8c56-319d11124c85 req-d9ca9278-1876-4a7c-bc81-a8bd94473b78 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438442 Jan 27 22:49:28.549440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ee164-ab1b-4ba9-8f6f-00e53340a1a1 req-a3f3e84d-016b-4f41-81ce-9c7703aa29b6 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:28.550839 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6f7ee164-ab1b-4ba9-8f6f-00e53340a1a1 req-a3f3e84d-016b-4f41-81ce-9c7703aa29b6 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 945 time: 0.0481501 Jan 27 22:49:28.597479 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6f7ee164-ab1b-4ba9-8f6f-00e53340a1a1 req-c25afcfc-fdbf-428a-8ccf-5fc50d359c1e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411351 Jan 27 22:49:28.710507 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd0168-c399-4e9f-b4b7-5570e1383e29 req-c9a74185-ade6-4099-b285-8c3167d8cecb tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:28.711985 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62fd0168-c399-4e9f-b4b7-5570e1383e29 req-c9a74185-ade6-4099-b285-8c3167d8cecb tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 945 time: 0.0474877 Jan 27 22:49:28.759416 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62fd0168-c399-4e9f-b4b7-5570e1383e29 req-7b3918f0-083a-4ce5-94b9-f378a7279981 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418005 Jan 27 22:49:28.829996 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-8404dbd0-f2c8-49f1-9498-afb12d1f6d5c req-860f3a0d-0e7d-45a0-97de-d9d7225db0c1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:49:28.830936 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8404dbd0-f2c8-49f1-9498-afb12d1f6d5c req-860f3a0d-0e7d-45a0-97de-d9d7225db0c1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053339 Jan 27 22:49:28.938167 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd83183-0a45-41c1-b452-18f8ecad9ac2 req-be4e6ffa-9c88-4897-a5ea-b73abe10bbcf tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:28.939623 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-afd83183-0a45-41c1-b452-18f8ecad9ac2 req-be4e6ffa-9c88-4897-a5ea-b73abe10bbcf tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 945 time: 0.0515082 Jan 27 22:49:28.986404 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-afd83183-0a45-41c1-b452-18f8ecad9ac2 req-1cca2a5e-75ff-441c-854e-e2fd8fb0b17f tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409882 Jan 27 22:49:29.098248 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241302d-0f81-421d-829c-901747b5719b req-d7ded2e7-6470-452e-8246-c83efa17f320 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:29.100122 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e241302d-0f81-421d-829c-901747b5719b req-d7ded2e7-6470-452e-8246-c83efa17f320 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 945 time: 0.0477049 Jan 27 22:49:29.110466 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:29.149019 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e241302d-0f81-421d-829c-901747b5719b req-991489b5-e445-4307-afdb-7fbb722ae92d tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419517 Jan 27 22:49:29.269606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb53117-43f4-4810-8844-530321fdcd9b req-e5ba1d0a-c9ce-4518-a431-8b14069d2007 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:29.271072 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5fb53117-43f4-4810-8844-530321fdcd9b req-e5ba1d0a-c9ce-4518-a431-8b14069d2007 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 945 time: 0.0479219 Jan 27 22:49:29.321445 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5fb53117-43f4-4810-8844-530321fdcd9b req-77a8d7fc-3262-4394-8cdf-db916049f3a2 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448048 Jan 27 22:49:29.620195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e86c6-c31b-4ef2-bec2-2cbde1f650d9 req-bab7b11d-8c96-4f6c-a62f-351710d46821 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:29.621618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e4e86c6-c31b-4ef2-bec2-2cbde1f650d9 req-bab7b11d-8c96-4f6c-a62f-351710d46821 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 945 time: 0.0482595 Jan 27 22:49:29.668111 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2e4e86c6-c31b-4ef2-bec2-2cbde1f650d9 req-de18fc33-db4d-4a9b-85d2-fce397185b65 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403883 Jan 27 22:49:29.799892 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device d46f3ac9-5e92-4cd2-a7c3-101193245724 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:49:29.819873 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: d46f3ac9-5e92-4cd2-a7c3-101193245724 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:49:29.820247 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device d46f3ac9-5e92-4cd2-a7c3-101193245724 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:49:30.439720 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:30.783457 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3f80c-33cc-4b0f-9a5d-c0e9d7b54622 req-6609cb9c-44f5-4748-a14a-e224a4f74c1f tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:30.785017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49f3f80c-33cc-4b0f-9a5d-c0e9d7b54622 req-6609cb9c-44f5-4748-a14a-e224a4f74c1f tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 945 time: 0.0483589 Jan 27 22:49:30.830218 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-49f3f80c-33cc-4b0f-9a5d-c0e9d7b54622 req-518b33e1-c0cb-491b-9921-cb86969daa6d tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6dd29e0a-e635-42b3-8094-9a8e5e789e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395672 Jan 27 22:49:31.269229 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b451a4f-78bc-4ec1-a9cd-613a84c8fcbb req-91891573-60b0-43c3-a41a-0a3c09b2f810 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:31.270590 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7b451a4f-78bc-4ec1-a9cd-613a84c8fcbb req-91891573-60b0-43c3-a41a-0a3c09b2f810 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 945 time: 0.0483756 Jan 27 22:49:31.360123 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-7b451a4f-78bc-4ec1-a9cd-613a84c8fcbb req-f8ab9b98-7c24-488d-b324-5f96b18a132e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Deleting port dee15503-16e0-4f3f-8ee0-2b7359a19b09 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:49:31.360493 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b451a4f-78bc-4ec1-a9cd-613a84c8fcbb req-f8ab9b98-7c24-488d-b324-5f96b18a132e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (dee15503-16e0-4f3f-8ee0-2b7359a19b09), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:31.445991 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-7b451a4f-78bc-4ec1-a9cd-613a84c8fcbb req-f8ab9b98-7c24-488d-b324-5f96b18a132e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] For port dee15503-16e0-4f3f-8ee0-2b7359a19b09, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=dee15503-16e0-4f3f-8ee0-2b7359a19b09,segment=NetworkSegment(598b7dd6-63d3-4589-9657-f0ad5af5b94c),segment_id=598b7dd6-63d3-4589-9657-f0ad5af5b94c)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:31.446356 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b451a4f-78bc-4ec1-a9cd-613a84c8fcbb req-f8ab9b98-7c24-488d-b324-5f96b18a132e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (dee15503-16e0-4f3f-8ee0-2b7359a19b09), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:31.458471 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-7b451a4f-78bc-4ec1-a9cd-613a84c8fcbb req-f8ab9b98-7c24-488d-b324-5f96b18a132e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Calling delete_port for dee15503-16e0-4f3f-8ee0-2b7359a19b09 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:49:31.587603 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b451a4f-78bc-4ec1-a9cd-613a84c8fcbb req-f8ab9b98-7c24-488d-b324-5f96b18a132e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (dee15503-16e0-4f3f-8ee0-2b7359a19b09), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:31.601050 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['dee15503-16e0-4f3f-8ee0-2b7359a19b09'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:49:31.618925 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab9b98-7c24-488d-b324-5f96b18a132e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Pushing event deleted for resources: {'Port': ['ID=dee15503-16e0-4f3f-8ee0-2b7359a19b09,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:31.661283 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b451a4f-78bc-4ec1-a9cd-613a84c8fcbb req-f8ab9b98-7c24-488d-b324-5f96b18a132e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] No DVR routers for this DVR port dee15503-16e0-4f3f-8ee0-2b7359a19b09 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:49:31.663958 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b451a4f-78bc-4ec1-a9cd-613a84c8fcbb req-f8ab9b98-7c24-488d-b324-5f96b18a132e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:31.667297 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7b451a4f-78bc-4ec1-a9cd-613a84c8fcbb req-f8ab9b98-7c24-488d-b324-5f96b18a132e tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.21 "DELETE /v2.0/ports/dee15503-16e0-4f3f-8ee0-2b7359a19b09 HTTP/1.1" status: 204 len: 173 time: 0.3915365 Jan 27 22:49:31.667740 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f62d3c-c039-4195-9aa4-8f14c82af12d', 'name': 'network-vif-deleted', 'tag': 'dee15503-16e0-4f3f-8ee0-2b7359a19b09'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:49:31.670057 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eebd6f79f17133a4d49c17e759e77b104c6a5dfb225cf2ee82dbb83359e6266" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b46e71-8a95-4ac4-acb9-135d15b3bb36" -d '{"events": [{"server_uuid": "d8f62d3c-c039-4195-9aa4-8f14c82af12d", "name": "network-vif-deleted", "tag": "dee15503-16e0-4f3f-8ee0-2b7359a19b09"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:49:31.707260 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6b4f44-aecc-42fc-9076-2fe113d09dd8 x-openstack-request-id: req-4e6b4f44-aecc-42fc-9076-2fe113d09dd8 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:49:31.707564 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f62d3c-c039-4195-9aa4-8f14c82af12d", "name": "network-vif-deleted", "tag": "dee15503-16e0-4f3f-8ee0-2b7359a19b09", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:49:31.707822 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e6b4f44-aecc-42fc-9076-2fe113d09dd8 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:49:31.708326 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f62d3c-c039-4195-9aa4-8f14c82af12d', 'name': 'network-vif-deleted', 'tag': 'dee15503-16e0-4f3f-8ee0-2b7359a19b09', 'status': 'completed', 'code': 200} Jan 27 22:49:31.937601 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2122104c-bd0c-480c-96a3-191351cd9760 req-0257391d-965f-4381-be91-45a78be4dc82 tempest-ServersNegativeTestJSON-765325149 tempest-ServersNegativeTestJSON-765325149-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8f62d3c-c039-4195-9aa4-8f14c82af12d HTTP/1.1" status: 200 len: 210 time: 0.0295396 Jan 27 22:49:32.994268 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55166) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:33.038768 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d91df8-9dbb-4007-9d6c-53bad32d8f61 admin admin] Deleting subnet 9faab54d-ccf4-4365-a390-2c2f2f2ea0d7 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:49:33.042261 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-72d91df8-9dbb-4007-9d6c-53bad32d8f61 admin admin] Publish callbacks [] for subnet (9faab54d-ccf4-4365-a390-2c2f2f2ea0d7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:33.074941 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-72d91df8-9dbb-4007-9d6c-53bad32d8f61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (9faab54d-ccf4-4365-a390-2c2f2f2ea0d7), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:33.112487 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-72d91df8-9dbb-4007-9d6c-53bad32d8f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (9faab54d-ccf4-4365-a390-2c2f2f2ea0d7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:33.164426 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-72d91df8-9dbb-4007-9d6c-53bad32d8f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (9faab54d-ccf4-4365-a390-2c2f2f2ea0d7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:33.193112 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d91df8-9dbb-4007-9d6c-53bad32d8f61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9faab54d-ccf4-4365-a390-2c2f2f2ea0d7,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:33.196750 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-72d91df8-9dbb-4007-9d6c-53bad32d8f61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:33.199891 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-72d91df8-9dbb-4007-9d6c-53bad32d8f61 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9faab54d-ccf4-4365-a390-2c2f2f2ea0d7 HTTP/1.1" status: 204 len: 168 time: 0.2046268 Jan 27 22:49:33.202376 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55168) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:33.268795 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dceaa9ea-d2e9-4dde-8477-193605c0a313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (22bf151d-cf6c-4fb7-a950-e54242aa31c8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:33.348320 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dceaa9ea-d2e9-4dde-8477-193605c0a313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (22bf151d-cf6c-4fb7-a950-e54242aa31c8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:33.367837 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-dceaa9ea-d2e9-4dde-8477-193605c0a313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bf151d-cf6c-4fb7-a950-e54242aa31c8']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:33.377402 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-dceaa9ea-d2e9-4dde-8477-193605c0a313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598b7dd6-63d3-4589-9657-f0ad5af5b94c') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:33.377703 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-dceaa9ea-d2e9-4dde-8477-193605c0a313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598b7dd6-63d3-4589-9657-f0ad5af5b94c') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:33.386993 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dceaa9ea-d2e9-4dde-8477-193605c0a313 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (598b7dd6-63d3-4589-9657-f0ad5af5b94c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:33.400018 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dceaa9ea-d2e9-4dde-8477-193605c0a313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (598b7dd6-63d3-4589-9657-f0ad5af5b94c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:33.405909 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dceaa9ea-d2e9-4dde-8477-193605c0a313 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:49:33.406288 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dceaa9ea-d2e9-4dde-8477-193605c0a313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (598b7dd6-63d3-4589-9657-f0ad5af5b94c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:49:33.407914 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:49:33.459927 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dceaa9ea-d2e9-4dde-8477-193605c0a313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (22bf151d-cf6c-4fb7-a950-e54242aa31c8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:33.465214 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dceaa9ea-d2e9-4dde-8477-193605c0a313 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:33.468363 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dceaa9ea-d2e9-4dde-8477-193605c0a313 admin admin] 10.222.0.23 "DELETE /v2.0/networks/22bf151d-cf6c-4fb7-a950-e54242aa31c8 HTTP/1.1" status: 204 len: 168 time: 0.2650580 Jan 27 22:49:33.479856 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaa9ea-d2e9-4dde-8477-193605c0a313 admin admin] Pushing event deleted for resources: {'Network': ['ID=22bf151d-cf6c-4fb7-a950-e54242aa31c8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:33.574351 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55172) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:33.614056 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1814a814-c284-4119-8c3a-c4b3a67c96da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc2d5da385614f029b2d37326c3315ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377638 Jan 27 22:49:33.615775 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55174) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:33.666319 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-48623366-6ced-474e-afe5-221162202b7d admin admin] Publish callbacks [] for security_group (6dd29e0a-e635-42b3-8094-9a8e5e789e7d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:33.687098 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-48623366-6ced-474e-afe5-221162202b7d admin admin] Publish callbacks [] for security_group (6dd29e0a-e635-42b3-8094-9a8e5e789e7d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:33.732308 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-48623366-6ced-474e-afe5-221162202b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6dd29e0a-e635-42b3-8094-9a8e5e789e7d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:33.735359 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-48623366-6ced-474e-afe5-221162202b7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:33.736533 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-48623366-6ced-474e-afe5-221162202b7d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6dd29e0a-e635-42b3-8094-9a8e5e789e7d HTTP/1.1" status: 204 len: 168 time: 0.1197741 Jan 27 22:49:33.744199 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48623366-6ced-474e-afe5-221162202b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd29e0a-e635-42b3-8094-9a8e5e789e7d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:34.459984 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55196) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:34.554655 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2b5bfae1-d43a-4f85-9388-d9e220481c9d tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-247511486'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:34.573648 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5bfae1-d43a-4f85-9388-d9e220481c9d tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Made reservation on behalf of 16cb005cd2cb4c89864ccaae1528b759 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:49:34.576895 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b5bfae1-d43a-4f85-9388-d9e220481c9d tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:34.585443 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b5bfae1-d43a-4f85-9388-d9e220481c9d tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:34.658189 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b5bfae1-d43a-4f85-9388-d9e220481c9d tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks [] for security_group (806f7782-548e-4210-8ff4-c0242979f381), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:34.661921 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b5bfae1-d43a-4f85-9388-d9e220481c9d tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (806f7782-548e-4210-8ff4-c0242979f381), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:34.689495 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5bfae1-d43a-4f85-9388-d9e220481c9d tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:49:34.695636 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5bfae1-d43a-4f85-9388-d9e220481c9d tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=806f7782-548e-4210-8ff4-c0242979f381,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:34.701659 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b5bfae1-d43a-4f85-9388-d9e220481c9d tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (6b6dd67c-7525-44f4-95b3-bbf50fbe501e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:34.702050 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-2b5bfae1-d43a-4f85-9388-d9e220481c9d tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Added segment 6b6dd67c-7525-44f4-95b3-bbf50fbe501e of type vlan for network 21c6ac5c-18ec-4848-8c14-29b719cbb2a3 Jan 27 22:49:34.741627 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b5bfae1-d43a-4f85-9388-d9e220481c9d tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (21c6ac5c-18ec-4848-8c14-29b719cbb2a3), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:34.769348 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b5bfae1-d43a-4f85-9388-d9e220481c9d tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (21c6ac5c-18ec-4848-8c14-29b719cbb2a3), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:34.774197 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5bfae1-d43a-4f85-9388-d9e220481c9d tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:34.774779 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2b5bfae1-d43a-4f85-9388-d9e220481c9d tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:34.851301 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2b5bfae1-d43a-4f85-9388-d9e220481c9d tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3901887 Jan 27 22:49:34.872116 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5bfae1-d43a-4f85-9388-d9e220481c9d tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event updated for resources: {'Network': ['ID=21c6ac5c-18ec-4848-8c14-29b719cbb2a3,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:34.883408 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 21c6ac5c-18ec-4848-8c14-29b719cbb2a3 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:49:35.806583 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device dee15503-16e0-4f3f-8ee0-2b7359a19b09 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:49:35.827430 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: dee15503-16e0-4f3f-8ee0-2b7359a19b09 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:49:35.827776 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device dee15503-16e0-4f3f-8ee0-2b7359a19b09 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:49:37.098382 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:49:38.012990 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55200) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:38.018721 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-6c0e2936-de2a-4f34-930e-3e9bdbd2f6df tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Request body: {'subnet': {'network_id': '21c6ac5c-18ec-4848-8c14-29b719cbb2a3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:38.107669 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0e2936-de2a-4f34-930e-3e9bdbd2f6df tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Made reservation on behalf of 16cb005cd2cb4c89864ccaae1528b759 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:49:38.111065 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c0e2936-de2a-4f34-930e-3e9bdbd2f6df tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:38.295771 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c0e2936-de2a-4f34-930e-3e9bdbd2f6df tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (846a148b-0bcf-48ec-b12e-99f8075c2ce1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:38.355830 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e2936-de2a-4f34-930e-3e9bdbd2f6df tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event updated for resources: {'Subnet': ['ID=846a148b-0bcf-48ec-b12e-99f8075c2ce1,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:38.363597 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e2936-de2a-4f34-930e-3e9bdbd2f6df tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Checking segment: {'id': '6b6dd67c-7525-44f4-95b3-bbf50fbe501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '21c6ac5c-18ec-4848-8c14-29b719cbb2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:49:38.364648 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0e2936-de2a-4f34-930e-3e9bdbd2f6df tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Network hostable DHCP agents. Network: 21c6ac5c-18ec-4848-8c14-29b719cbb2a3, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:49:38.381728 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0e2936-de2a-4f34-930e-3e9bdbd2f6df tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Network 21c6ac5c-18ec-4848-8c14-29b719cbb2a3 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:49:38.390153 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-6c0e2936-de2a-4f34-930e-3e9bdbd2f6df tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 21c6ac5c-18ec-4848-8c14-29b719cbb2a3) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:38.394529 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0e2936-de2a-4f34-930e-3e9bdbd2f6df tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:38.395041 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6c0e2936-de2a-4f34-930e-3e9bdbd2f6df tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:38.403447 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed9ba45-7028-4f92-b60e-bf8ce11f1b70 None None] Network 21c6ac5c-18ec-4848-8c14-29b719cbb2a3 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:38.416054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55202) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:38.416598 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6c0e2936-de2a-4f34-930e-3e9bdbd2f6df tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4020851 Jan 27 22:49:38.420999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-c4a86806-312a-4ada-8071-f6fd711a1717 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1858280587'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:38.443631 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a86806-312a-4ada-8071-f6fd711a1717 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Made reservation on behalf of 16cb005cd2cb4c89864ccaae1528b759 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:49:38.447605 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c4a86806-312a-4ada-8071-f6fd711a1717 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:38.477221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a86806-312a-4ada-8071-f6fd711a1717 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:49:38.491675 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c4a86806-312a-4ada-8071-f6fd711a1717 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (50175cd3-74e7-4981-b5ff-daaf6dadef67), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:38.492242 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-c4a86806-312a-4ada-8071-f6fd711a1717 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Added segment 50175cd3-74e7-4981-b5ff-daaf6dadef67 of type vlan for network 8785848b-2848-42aa-b7c7-089bf8eebb10 Jan 27 22:49:38.555165 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c4a86806-312a-4ada-8071-f6fd711a1717 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (8785848b-2848-42aa-b7c7-089bf8eebb10), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:38.567516 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcae1819-2227-43d8-8b99-2da04beb4a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-21c6ac5c-18ec-4848-8c14-29b719cbb2a3', 'network_id': '21c6ac5c-18ec-4848-8c14-29b719cbb2a3', 'project_id': '16cb005cd2cb4c89864ccaae1528b759', 'fixed_ips': [{'subnet_id': '846a148b-0bcf-48ec-b12e-99f8075c2ce1'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:49:38.569036 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bcae1819-2227-43d8-8b99-2da04beb4a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:38.584727 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c4a86806-312a-4ada-8071-f6fd711a1717 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (8785848b-2848-42aa-b7c7-089bf8eebb10), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:38.589839 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a86806-312a-4ada-8071-f6fd711a1717 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:38.590414 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c4a86806-312a-4ada-8071-f6fd711a1717 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:38.644441 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c4a86806-312a-4ada-8071-f6fd711a1717 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2272441 Jan 27 22:49:38.647809 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55204) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:38.653872 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-86acfb0a-a2fc-43a6-a72c-d454dcb7c920 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Request body: {'subnet': {'network_id': '8785848b-2848-42aa-b7c7-089bf8eebb10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:38.663984 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a86806-312a-4ada-8071-f6fd711a1717 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event updated for resources: {'Network': ['ID=8785848b-2848-42aa-b7c7-089bf8eebb10,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:38.678782 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 8785848b-2848-42aa-b7c7-089bf8eebb10 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:49:38.751287 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86acfb0a-a2fc-43a6-a72c-d454dcb7c920 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Made reservation on behalf of 16cb005cd2cb4c89864ccaae1528b759 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:49:38.755776 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-86acfb0a-a2fc-43a6-a72c-d454dcb7c920 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:38.778770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-bcae1819-2227-43d8-8b99-2da04beb4a7d None None] Allocated IP 2001:db8:0:ffff::2 (21c6ac5c-18ec-4848-8c14-29b719cbb2a3/846a148b-0bcf-48ec-b12e-99f8075c2ce1/9787ba41-5c36-41de-8cfc-7ba15af91bd6) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:49:38.934455 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bcae1819-2227-43d8-8b99-2da04beb4a7d None None] Publish callbacks [] for port (9787ba41-5c36-41de-8cfc-7ba15af91bd6), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:38.942332 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bcae1819-2227-43d8-8b99-2da04beb4a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (9787ba41-5c36-41de-8cfc-7ba15af91bd6), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:38.963769 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-86acfb0a-a2fc-43a6-a72c-d454dcb7c920 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (2812ea6e-7455-48db-a875-217e5f268475), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:38.976190 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcae1819-2227-43d8-8b99-2da04beb4a7d None None] Network 21c6ac5c-18ec-4848-8c14-29b719cbb2a3 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:49:38.980742 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-bcae1819-2227-43d8-8b99-2da04beb4a7d None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:38.984483 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcae1819-2227-43d8-8b99-2da04beb4a7d None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:49:39.039493 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae1819-2227-43d8-8b99-2da04beb4a7d None None] Pushing event updated for resources: {'Port': ['ID=9787ba41-5c36-41de-8cfc-7ba15af91bd6,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:39.043832 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acfb0a-a2fc-43a6-a72c-d454dcb7c920 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event updated for resources: {'Subnet': ['ID=2812ea6e-7455-48db-a875-217e5f268475,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:39.051048 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-bcae1819-2227-43d8-8b99-2da04beb4a7d None None] Attempting to bind port 9787ba41-5c36-41de-8cfc-7ba15af91bd6 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:49:39.051426 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-bcae1819-2227-43d8-8b99-2da04beb4a7d None None] Attempting to bind port 9787ba41-5c36-41de-8cfc-7ba15af91bd6 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '6b6dd67c-7525-44f4-95b3-bbf50fbe501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '21c6ac5c-18ec-4848-8c14-29b719cbb2a3'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:49:39.051799 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcae1819-2227-43d8-8b99-2da04beb4a7d None None] Attempting to bind port 9787ba41-5c36-41de-8cfc-7ba15af91bd6 on network 21c6ac5c-18ec-4848-8c14-29b719cbb2a3 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:49:39.053129 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86acfb0a-a2fc-43a6-a72c-d454dcb7c920 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Checking segment: {'id': '50175cd3-74e7-4981-b5ff-daaf6dadef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8785848b-2848-42aa-b7c7-089bf8eebb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:49:39.053499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86acfb0a-a2fc-43a6-a72c-d454dcb7c920 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Network hostable DHCP agents. Network: 8785848b-2848-42aa-b7c7-089bf8eebb10, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:49:39.057174 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcae1819-2227-43d8-8b99-2da04beb4a7d None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:49:39.057557 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcae1819-2227-43d8-8b99-2da04beb4a7d None None] Checking segment: {'id': '6b6dd67c-7525-44f4-95b3-bbf50fbe501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '21c6ac5c-18ec-4848-8c14-29b719cbb2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:49:39.057964 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bcae1819-2227-43d8-8b99-2da04beb4a7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:39.058513 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcae1819-2227-43d8-8b99-2da04beb4a7d None None] Bound using segment: {'id': '6b6dd67c-7525-44f4-95b3-bbf50fbe501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '21c6ac5c-18ec-4848-8c14-29b719cbb2a3'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:49:39.059026 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-bcae1819-2227-43d8-8b99-2da04beb4a7d None None] Bound port: 9787ba41-5c36-41de-8cfc-7ba15af91bd6, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6dd67c-7525-44f4-95b3-bbf50fbe501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '21c6ac5c-18ec-4848-8c14-29b719cbb2a3'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:49:39.059554 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bcae1819-2227-43d8-8b99-2da04beb4a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9787ba41-5c36-41de-8cfc-7ba15af91bd6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:39.073600 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86acfb0a-a2fc-43a6-a72c-d454dcb7c920 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Network 8785848b-2848-42aa-b7c7-089bf8eebb10 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:49:39.084802 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-86acfb0a-a2fc-43a6-a72c-d454dcb7c920 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 8785848b-2848-42aa-b7c7-089bf8eebb10) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:39.089768 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86acfb0a-a2fc-43a6-a72c-d454dcb7c920 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:39.090691 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-86acfb0a-a2fc-43a6-a72c-d454dcb7c920 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:39.097145 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c54f18-132b-4cd8-9b4d-69df68581a8c None None] Network 8785848b-2848-42aa-b7c7-089bf8eebb10 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:39.115920 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-86acfb0a-a2fc-43a6-a72c-d454dcb7c920 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4645927 Jan 27 22:49:39.116843 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55206) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:39.171747 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-bcae1819-2227-43d8-8b99-2da04beb4a7d None None] For port 9787ba41-5c36-41de-8cfc-7ba15af91bd6, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:49:39.176796 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-bcae1819-2227-43d8-8b99-2da04beb4a7d None None] For port 9787ba41-5c36-41de-8cfc-7ba15af91bd6, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9787ba41-5c36-41de-8cfc-7ba15af91bd6,segment=NetworkSegment(6b6dd67c-7525-44f4-95b3-bbf50fbe501e),segment_id=6b6dd67c-7525-44f4-95b3-bbf50fbe501e)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:49:39.182297 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bcae1819-2227-43d8-8b99-2da04beb4a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9787ba41-5c36-41de-8cfc-7ba15af91bd6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:39.228341 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (8785848b-2848-42aa-b7c7-089bf8eebb10), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:39.274615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18f3399-4732-4832-bed0-685852b8f5f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-8785848b-2848-42aa-b7c7-089bf8eebb10', 'network_id': '8785848b-2848-42aa-b7c7-089bf8eebb10', 'project_id': '16cb005cd2cb4c89864ccaae1528b759', 'fixed_ips': [{'subnet_id': '2812ea6e-7455-48db-a875-217e5f268475'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:49:39.275547 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d18f3399-4732-4832-bed0-685852b8f5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:39.282509 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae1819-2227-43d8-8b99-2da04beb4a7d None None] Pushing event updated for resources: {'Port': ['ID=9787ba41-5c36-41de-8cfc-7ba15af91bd6,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:39.498573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-d18f3399-4732-4832-bed0-685852b8f5f7 None None] Allocated IP 2001:db8::2 (8785848b-2848-42aa-b7c7-089bf8eebb10/2812ea6e-7455-48db-a875-217e5f268475/1933fa39-71e4-42bb-97af-2f137ceb19b0) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:49:39.615859 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (2812ea6e-7455-48db-a875-217e5f268475), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:39.684067 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d18f3399-4732-4832-bed0-685852b8f5f7 None None] Publish callbacks [] for port (1933fa39-71e4-42bb-97af-2f137ceb19b0), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:39.691785 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d18f3399-4732-4832-bed0-685852b8f5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (1933fa39-71e4-42bb-97af-2f137ceb19b0), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:39.711700 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (2812ea6e-7455-48db-a875-217e5f268475), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:39.735488 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18f3399-4732-4832-bed0-685852b8f5f7 None None] Network 8785848b-2848-42aa-b7c7-089bf8eebb10 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:49:39.738243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-d18f3399-4732-4832-bed0-685852b8f5f7 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:39.741737 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18f3399-4732-4832-bed0-685852b8f5f7 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:49:39.744537 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event deleted for resources: {'Subnet': ['ID=2812ea6e-7455-48db-a875-217e5f268475,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:39.755629 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f3399-4732-4832-bed0-685852b8f5f7 None None] Pushing event updated for resources: {'Port': ['ID=1933fa39-71e4-42bb-97af-2f137ceb19b0,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:39.809937 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d18f3399-4732-4832-bed0-685852b8f5f7 None None] Attempting to bind port 1933fa39-71e4-42bb-97af-2f137ceb19b0 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:49:39.809937 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d18f3399-4732-4832-bed0-685852b8f5f7 None None] Attempting to bind port 1933fa39-71e4-42bb-97af-2f137ceb19b0 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '50175cd3-74e7-4981-b5ff-daaf6dadef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8785848b-2848-42aa-b7c7-089bf8eebb10'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:49:39.810322 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18f3399-4732-4832-bed0-685852b8f5f7 None None] Attempting to bind port 1933fa39-71e4-42bb-97af-2f137ceb19b0 on network 8785848b-2848-42aa-b7c7-089bf8eebb10 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:49:39.815945 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (8785848b-2848-42aa-b7c7-089bf8eebb10), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:39.816585 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18f3399-4732-4832-bed0-685852b8f5f7 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:49:39.816970 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18f3399-4732-4832-bed0-685852b8f5f7 None None] Checking segment: {'id': '50175cd3-74e7-4981-b5ff-daaf6dadef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8785848b-2848-42aa-b7c7-089bf8eebb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:49:39.817381 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d18f3399-4732-4832-bed0-685852b8f5f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:39.817789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18f3399-4732-4832-bed0-685852b8f5f7 None None] Bound using segment: {'id': '50175cd3-74e7-4981-b5ff-daaf6dadef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8785848b-2848-42aa-b7c7-089bf8eebb10'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:49:39.818275 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d18f3399-4732-4832-bed0-685852b8f5f7 None None] Bound port: 1933fa39-71e4-42bb-97af-2f137ceb19b0, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50175cd3-74e7-4981-b5ff-daaf6dadef67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8785848b-2848-42aa-b7c7-089bf8eebb10'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:49:39.818778 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d18f3399-4732-4832-bed0-685852b8f5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (1933fa39-71e4-42bb-97af-2f137ceb19b0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:39.839731 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8785848b-2848-42aa-b7c7-089bf8eebb10']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:39.854131 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50175cd3-74e7-4981-b5ff-daaf6dadef67') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:39.854729 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50175cd3-74e7-4981-b5ff-daaf6dadef67') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:39.868399 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (50175cd3-74e7-4981-b5ff-daaf6dadef67), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:39.882999 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (50175cd3-74e7-4981-b5ff-daaf6dadef67), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:39.889750 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:49:39.890147 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (50175cd3-74e7-4981-b5ff-daaf6dadef67), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:39.892548 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d18f3399-4732-4832-bed0-685852b8f5f7 None None] For port 1933fa39-71e4-42bb-97af-2f137ceb19b0, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:49:39.893335 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:49:39.955188 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.db.api [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:49:39.955188 n-d-772272-3 neutron-server[109742]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:49:39.955188 n-d-772272-3 neutron-server[109742]: [parameters: {'id': '8785848b-2848-42aa-b7c7-089bf8eebb10'}] Jan 27 22:49:39.955188 n-d-772272-3 neutron-server[109742]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:49:39.955673 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d18f3399-4732-4832-bed0-685852b8f5f7 None None] For port 1933fa39-71e4-42bb-97af-2f137ceb19b0, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1933fa39-71e4-42bb-97af-2f137ceb19b0,segment=NetworkSegment(50175cd3-74e7-4981-b5ff-daaf6dadef67),segment_id=50175cd3-74e7-4981-b5ff-daaf6dadef67)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:49:39.955793 n-d-772272-3 neutron-server[109742]: DEBUG oslo_db.api [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:49:39.959759 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d18f3399-4732-4832-bed0-685852b8f5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (1933fa39-71e4-42bb-97af-2f137ceb19b0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:40.042063 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f3399-4732-4832-bed0-685852b8f5f7 None None] Pushing event updated for resources: {'Port': ['ID=1933fa39-71e4-42bb-97af-2f137ceb19b0,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:40.061330 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90ef4b8-2dd4-477b-bed7-7d381f7ce61b None None] Network 8785848b-2848-42aa-b7c7-089bf8eebb10 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:40.330618 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160c4eef-80ba-4b97-81a6-025754ff13d0 None None] get_active_networks_info from n-d-772272-3 {{(pid=109743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:49:40.395885 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160c4eef-80ba-4b97-81a6-025754ff13d0 None None] Resources bound (agent type, host, resource id): {{(pid=109743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:49:40.456925 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (8785848b-2848-42aa-b7c7-089bf8eebb10), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:40.476664 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6cd47d73-2cf4-4391-b788-538efad3568d None None] Provisioning complete for port 9787ba41-5c36-41de-8cfc-7ba15af91bd6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:49:40.477529 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6cd47d73-2cf4-4391-b788-538efad3568d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9787ba41-5c36-41de-8cfc-7ba15af91bd6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:40.518884 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Deleting port 1933fa39-71e4-42bb-97af-2f137ceb19b0 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:49:40.519224 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (1933fa39-71e4-42bb-97af-2f137ceb19b0), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:40.583767 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] For port 1933fa39-71e4-42bb-97af-2f137ceb19b0, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=1933fa39-71e4-42bb-97af-2f137ceb19b0,segment=NetworkSegment(50175cd3-74e7-4981-b5ff-daaf6dadef67),segment_id=50175cd3-74e7-4981-b5ff-daaf6dadef67)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:40.584066 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (1933fa39-71e4-42bb-97af-2f137ceb19b0), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:40.597742 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9787ba41-5c36-41de-8cfc-7ba15af91bd6 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:49:40.598455 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Calling delete_port for 1933fa39-71e4-42bb-97af-2f137ceb19b0 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:49:40.645591 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6cd47d73-2cf4-4391-b788-538efad3568d None None] Current status of the port 9787ba41-5c36-41de-8cfc-7ba15af91bd6 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:49:40.645973 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6cd47d73-2cf4-4391-b788-538efad3568d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9787ba41-5c36-41de-8cfc-7ba15af91bd6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:40.654702 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04006e45-88d0-47b8-8b71-d0513b8ad751 None None] Network 21c6ac5c-18ec-4848-8c14-29b719cbb2a3 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:40.683704 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (1933fa39-71e4-42bb-97af-2f137ceb19b0), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:40.709217 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event deleted for resources: {'Port': ['ID=1933fa39-71e4-42bb-97af-2f137ceb19b0,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:40.712644 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] No DVR routers for this DVR port 1933fa39-71e4-42bb-97af-2f137ceb19b0 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:49:40.743546 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6cd47d73-2cf4-4391-b788-538efad3568d None None] For port 9787ba41-5c36-41de-8cfc-7ba15af91bd6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9787ba41-5c36-41de-8cfc-7ba15af91bd6,segment=NetworkSegment(6b6dd67c-7525-44f4-95b3-bbf50fbe501e),segment_id=6b6dd67c-7525-44f4-95b3-bbf50fbe501e)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:40.755755 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6cd47d73-2cf4-4391-b788-538efad3568d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9787ba41-5c36-41de-8cfc-7ba15af91bd6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:40.762954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 9787ba41-5c36-41de-8cfc-7ba15af91bd6 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:49:40.763331 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9787ba41-5c36-41de-8cfc-7ba15af91bd6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:40.793195 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (8785848b-2848-42aa-b7c7-089bf8eebb10), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:40.813107 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8785848b-2848-42aa-b7c7-089bf8eebb10']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:40.822788 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50175cd3-74e7-4981-b5ff-daaf6dadef67') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:40.823092 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50175cd3-74e7-4981-b5ff-daaf6dadef67') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:40.833046 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (50175cd3-74e7-4981-b5ff-daaf6dadef67), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:40.847228 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (50175cd3-74e7-4981-b5ff-daaf6dadef67), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:40.853833 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:49:40.854329 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (50175cd3-74e7-4981-b5ff-daaf6dadef67), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:49:40.857510 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:49:40.866352 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd47d73-2cf4-4391-b788-538efad3568d None None] Pushing event updated for resources: {'Port': ['ID=9787ba41-5c36-41de-8cfc-7ba15af91bd6,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:40.928119 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (8785848b-2848-42aa-b7c7-089bf8eebb10), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:40.937893 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:40.945333 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "DELETE /v2.0/networks/8785848b-2848-42aa-b7c7-089bf8eebb10 HTTP/1.1" status: 204 len: 168 time: 1.8243632 Jan 27 22:49:40.946010 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55208) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:40.954646 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe858e8d-d24c-4290-8bdd-26c61c3231b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event deleted for resources: {'Network': ['ID=8785848b-2848-42aa-b7c7-089bf8eebb10,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:40.960542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-24650ca5-7206-4f74-9863-c485180dc03c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-105816926'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:40.985829 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24650ca5-7206-4f74-9863-c485180dc03c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Made reservation on behalf of 16cb005cd2cb4c89864ccaae1528b759 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:49:40.991983 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-24650ca5-7206-4f74-9863-c485180dc03c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:41.024453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24650ca5-7206-4f74-9863-c485180dc03c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:49:41.035971 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-24650ca5-7206-4f74-9863-c485180dc03c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (edb3d8f7-6165-42b1-94b1-da138b740131), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:41.036496 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-24650ca5-7206-4f74-9863-c485180dc03c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Added segment edb3d8f7-6165-42b1-94b1-da138b740131 of type vlan for network a320dbae-b5cb-4abe-9841-728ea70b21ef Jan 27 22:49:41.078650 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 9787ba41-5c36-41de-8cfc-7ba15af91bd6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:49:41.080836 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-24650ca5-7206-4f74-9863-c485180dc03c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (a320dbae-b5cb-4abe-9841-728ea70b21ef), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:41.108530 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-24650ca5-7206-4f74-9863-c485180dc03c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (a320dbae-b5cb-4abe-9841-728ea70b21ef), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:41.114193 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24650ca5-7206-4f74-9863-c485180dc03c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:41.114783 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-24650ca5-7206-4f74-9863-c485180dc03c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:41.173053 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-24650ca5-7206-4f74-9863-c485180dc03c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2234488 Jan 27 22:49:41.175698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55210) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:41.182725 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-a7dee822-044e-484e-845a-9d36964c7800 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Request body: {'subnet': {'network_id': 'a320dbae-b5cb-4abe-9841-728ea70b21ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:41.185559 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3eb5108e-27fb-415f-8828-7971e7377308 None None] Provisioning complete for port 9787ba41-5c36-41de-8cfc-7ba15af91bd6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:49:41.185930 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3eb5108e-27fb-415f-8828-7971e7377308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9787ba41-5c36-41de-8cfc-7ba15af91bd6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:41.201526 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24650ca5-7206-4f74-9863-c485180dc03c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event updated for resources: {'Network': ['ID=a320dbae-b5cb-4abe-9841-728ea70b21ef,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:41.212730 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network a320dbae-b5cb-4abe-9841-728ea70b21ef details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:49:41.280617 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dee822-044e-484e-845a-9d36964c7800 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Made reservation on behalf of 16cb005cd2cb4c89864ccaae1528b759 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:49:41.284565 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7dee822-044e-484e-845a-9d36964c7800 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:41.321794 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3eb5108e-27fb-415f-8828-7971e7377308 None None] Current status of the port 9787ba41-5c36-41de-8cfc-7ba15af91bd6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:49:41.341407 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.ipam_backend_mixin [None req-a7dee822-044e-484e-845a-9d36964c7800 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Performing IP validity checks on allocation pools {{(pid=109741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 22:49:41.341935 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.ipam_backend_mixin [None req-a7dee822-044e-484e-845a-9d36964c7800 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 22:49:41.463760 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7dee822-044e-484e-845a-9d36964c7800 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (a7836678-d647-4d2c-94b9-93ae2f735540), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:41.522481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dee822-044e-484e-845a-9d36964c7800 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event updated for resources: {'Subnet': ['ID=a7836678-d647-4d2c-94b9-93ae2f735540,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:41.530876 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dee822-044e-484e-845a-9d36964c7800 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Checking segment: {'id': 'edb3d8f7-6165-42b1-94b1-da138b740131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a320dbae-b5cb-4abe-9841-728ea70b21ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:49:41.531184 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dee822-044e-484e-845a-9d36964c7800 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Network hostable DHCP agents. Network: a320dbae-b5cb-4abe-9841-728ea70b21ef, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:49:41.548683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dee822-044e-484e-845a-9d36964c7800 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Network a320dbae-b5cb-4abe-9841-728ea70b21ef is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:49:41.560358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-a7dee822-044e-484e-845a-9d36964c7800 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, a320dbae-b5cb-4abe-9841-728ea70b21ef) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:41.564991 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dee822-044e-484e-845a-9d36964c7800 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:41.565661 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a7dee822-044e-484e-845a-9d36964c7800 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:41.569428 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e56fb36-ceed-456e-9335-97661d41eb52 None None] Network a320dbae-b5cb-4abe-9841-728ea70b21ef requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:41.582232 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a7dee822-044e-484e-845a-9d36964c7800 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4054720 Jan 27 22:49:41.585003 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55212) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:41.671174 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8ac75c-53cd-4f56-bf95-e38ba8b01cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-a320dbae-b5cb-4abe-9841-728ea70b21ef', 'network_id': 'a320dbae-b5cb-4abe-9841-728ea70b21ef', 'project_id': '16cb005cd2cb4c89864ccaae1528b759', 'fixed_ips': [{'subnet_id': 'a7836678-d647-4d2c-94b9-93ae2f735540'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:49:41.672070 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7e8ac75c-53cd-4f56-bf95-e38ba8b01cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:41.686891 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (a320dbae-b5cb-4abe-9841-728ea70b21ef), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:41.740113 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (a7836678-d647-4d2c-94b9-93ae2f735540), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:41.806763 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-7e8ac75c-53cd-4f56-bf95-e38ba8b01cb9 None None] Allocated IP 2001:db8::3 (a320dbae-b5cb-4abe-9841-728ea70b21ef/a7836678-d647-4d2c-94b9-93ae2f735540/9a30953d-627c-4806-8d04-6aa2b80c5d44) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:49:41.941929 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7e8ac75c-53cd-4f56-bf95-e38ba8b01cb9 None None] Publish callbacks [] for port (9a30953d-627c-4806-8d04-6aa2b80c5d44), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:41.951813 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7e8ac75c-53cd-4f56-bf95-e38ba8b01cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (9a30953d-627c-4806-8d04-6aa2b80c5d44), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:41.967295 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (a7836678-d647-4d2c-94b9-93ae2f735540), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:41.995042 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8ac75c-53cd-4f56-bf95-e38ba8b01cb9 None None] Network a320dbae-b5cb-4abe-9841-728ea70b21ef is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:49:42.001729 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-7e8ac75c-53cd-4f56-bf95-e38ba8b01cb9 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:42.001935 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event deleted for resources: {'Subnet': ['ID=a7836678-d647-4d2c-94b9-93ae2f735540,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:42.006125 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8ac75c-53cd-4f56-bf95-e38ba8b01cb9 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:49:42.009263 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ac75c-53cd-4f56-bf95-e38ba8b01cb9 None None] Pushing event updated for resources: {'Port': ['ID=9a30953d-627c-4806-8d04-6aa2b80c5d44,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:42.061391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-7e8ac75c-53cd-4f56-bf95-e38ba8b01cb9 None None] Attempting to bind port 9a30953d-627c-4806-8d04-6aa2b80c5d44 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:49:42.061682 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-7e8ac75c-53cd-4f56-bf95-e38ba8b01cb9 None None] Attempting to bind port 9a30953d-627c-4806-8d04-6aa2b80c5d44 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'edb3d8f7-6165-42b1-94b1-da138b740131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a320dbae-b5cb-4abe-9841-728ea70b21ef'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:49:42.062050 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8ac75c-53cd-4f56-bf95-e38ba8b01cb9 None None] Attempting to bind port 9a30953d-627c-4806-8d04-6aa2b80c5d44 on network a320dbae-b5cb-4abe-9841-728ea70b21ef {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:49:42.063143 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (a320dbae-b5cb-4abe-9841-728ea70b21ef), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:42.067478 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8ac75c-53cd-4f56-bf95-e38ba8b01cb9 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:49:42.067854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8ac75c-53cd-4f56-bf95-e38ba8b01cb9 None None] Checking segment: {'id': 'edb3d8f7-6165-42b1-94b1-da138b740131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a320dbae-b5cb-4abe-9841-728ea70b21ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:49:42.068289 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7e8ac75c-53cd-4f56-bf95-e38ba8b01cb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:42.068689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8ac75c-53cd-4f56-bf95-e38ba8b01cb9 None None] Bound using segment: {'id': 'edb3d8f7-6165-42b1-94b1-da138b740131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a320dbae-b5cb-4abe-9841-728ea70b21ef'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:49:42.069157 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-7e8ac75c-53cd-4f56-bf95-e38ba8b01cb9 None None] Bound port: 9a30953d-627c-4806-8d04-6aa2b80c5d44, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb3d8f7-6165-42b1-94b1-da138b740131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a320dbae-b5cb-4abe-9841-728ea70b21ef'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:49:42.069541 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7e8ac75c-53cd-4f56-bf95-e38ba8b01cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9a30953d-627c-4806-8d04-6aa2b80c5d44), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:42.084644 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a320dbae-b5cb-4abe-9841-728ea70b21ef']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:42.094856 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb3d8f7-6165-42b1-94b1-da138b740131') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:42.095162 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb3d8f7-6165-42b1-94b1-da138b740131') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:42.104668 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (edb3d8f7-6165-42b1-94b1-da138b740131), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:42.117487 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (edb3d8f7-6165-42b1-94b1-da138b740131), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:42.123855 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:49:42.124348 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (edb3d8f7-6165-42b1-94b1-da138b740131), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:49:42.127915 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:49:42.130396 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7e8ac75c-53cd-4f56-bf95-e38ba8b01cb9 None None] For port 9a30953d-627c-4806-8d04-6aa2b80c5d44, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:49:42.189280 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.db.api [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:49:42.189280 n-d-772272-3 neutron-server[109742]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:49:42.189280 n-d-772272-3 neutron-server[109742]: [parameters: {'id': 'a320dbae-b5cb-4abe-9841-728ea70b21ef'}] Jan 27 22:49:42.189280 n-d-772272-3 neutron-server[109742]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:49:42.189765 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7e8ac75c-53cd-4f56-bf95-e38ba8b01cb9 None None] For port 9a30953d-627c-4806-8d04-6aa2b80c5d44, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9a30953d-627c-4806-8d04-6aa2b80c5d44,segment=NetworkSegment(edb3d8f7-6165-42b1-94b1-da138b740131),segment_id=edb3d8f7-6165-42b1-94b1-da138b740131)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:49:42.189874 n-d-772272-3 neutron-server[109742]: DEBUG oslo_db.api [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:49:42.193527 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7e8ac75c-53cd-4f56-bf95-e38ba8b01cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9a30953d-627c-4806-8d04-6aa2b80c5d44), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:42.272117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ac75c-53cd-4f56-bf95-e38ba8b01cb9 None None] Pushing event updated for resources: {'Port': ['ID=9a30953d-627c-4806-8d04-6aa2b80c5d44,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:42.287841 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b89770-37ce-4510-9a4d-9f8b8e3ec608 None None] get_active_networks_info from n-d-772272-3 {{(pid=109743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:49:42.352463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b89770-37ce-4510-9a4d-9f8b8e3ec608 None None] Resources bound (agent type, host, resource id): {{(pid=109743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:49:42.495962 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eecfb16-0db0-4a34-8bff-99ed1a49a8e5 None None] Network a320dbae-b5cb-4abe-9841-728ea70b21ef requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:42.547060 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9787ba41-5c36-41de-8cfc-7ba15af91bd6 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:49:42.626649 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 9787ba41-5c36-41de-8cfc-7ba15af91bd6 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:49:42.626945 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9787ba41-5c36-41de-8cfc-7ba15af91bd6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:42.690779 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (a320dbae-b5cb-4abe-9841-728ea70b21ef), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:42.707738 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 9787ba41-5c36-41de-8cfc-7ba15af91bd6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:49:42.743238 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Deleting port 9a30953d-627c-4806-8d04-6aa2b80c5d44 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:49:42.743579 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (9a30953d-627c-4806-8d04-6aa2b80c5d44), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:42.804921 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] For port 9a30953d-627c-4806-8d04-6aa2b80c5d44, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9a30953d-627c-4806-8d04-6aa2b80c5d44,segment=NetworkSegment(edb3d8f7-6165-42b1-94b1-da138b740131),segment_id=edb3d8f7-6165-42b1-94b1-da138b740131)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:42.805288 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (9a30953d-627c-4806-8d04-6aa2b80c5d44), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:42.818551 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Calling delete_port for 9a30953d-627c-4806-8d04-6aa2b80c5d44 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:49:42.899799 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (9a30953d-627c-4806-8d04-6aa2b80c5d44), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:42.923447 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event deleted for resources: {'Port': ['ID=9a30953d-627c-4806-8d04-6aa2b80c5d44,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:42.929286 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] No DVR routers for this DVR port 9a30953d-627c-4806-8d04-6aa2b80c5d44 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:49:43.006889 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (a320dbae-b5cb-4abe-9841-728ea70b21ef), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:43.030740 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a320dbae-b5cb-4abe-9841-728ea70b21ef']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:43.040485 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb3d8f7-6165-42b1-94b1-da138b740131') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:43.040814 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb3d8f7-6165-42b1-94b1-da138b740131') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:43.050618 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (edb3d8f7-6165-42b1-94b1-da138b740131), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:43.063926 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (edb3d8f7-6165-42b1-94b1-da138b740131), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:43.069661 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:49:43.070045 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (edb3d8f7-6165-42b1-94b1-da138b740131), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:49:43.073052 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:49:43.130093 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (a320dbae-b5cb-4abe-9841-728ea70b21ef), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:43.137109 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:43.140502 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "DELETE /v2.0/networks/a320dbae-b5cb-4abe-9841-728ea70b21ef HTTP/1.1" status: 204 len: 168 time: 1.5544581 Jan 27 22:49:43.144207 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55214) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:43.149436 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-1a543673-2ffb-407d-8230-8fbcc484177b tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1115644070'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:43.152476 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c6a10-796a-41c2-bd5b-d58080a1f34f tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event deleted for resources: {'Network': ['ID=a320dbae-b5cb-4abe-9841-728ea70b21ef,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:43.169018 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a543673-2ffb-407d-8230-8fbcc484177b tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Made reservation on behalf of 16cb005cd2cb4c89864ccaae1528b759 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:49:43.172907 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1a543673-2ffb-407d-8230-8fbcc484177b tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:43.195646 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a543673-2ffb-407d-8230-8fbcc484177b tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:49:43.199485 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:43.204782 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1a543673-2ffb-407d-8230-8fbcc484177b tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (888f22d2-fb24-4f0d-a4fd-0277ac6d4fab), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:43.205125 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-1a543673-2ffb-407d-8230-8fbcc484177b tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Added segment 888f22d2-fb24-4f0d-a4fd-0277ac6d4fab of type vlan for network d55da9b8-243d-44f8-9586-50b48912dd07 Jan 27 22:49:43.244997 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1a543673-2ffb-407d-8230-8fbcc484177b tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (d55da9b8-243d-44f8-9586-50b48912dd07), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:43.267833 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1a543673-2ffb-407d-8230-8fbcc484177b tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (d55da9b8-243d-44f8-9586-50b48912dd07), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:43.272760 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a543673-2ffb-407d-8230-8fbcc484177b tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:43.273341 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1a543673-2ffb-407d-8230-8fbcc484177b tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:43.327684 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1a543673-2ffb-407d-8230-8fbcc484177b tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1822131 Jan 27 22:49:43.330598 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55216) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:43.336178 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-dde5b4a9-5c72-4365-9fb0-886ad86a6da1 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Request body: {'subnet': {'network_id': 'd55da9b8-243d-44f8-9586-50b48912dd07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:43.345103 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a543673-2ffb-407d-8230-8fbcc484177b tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event updated for resources: {'Network': ['ID=d55da9b8-243d-44f8-9586-50b48912dd07,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:43.355232 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network d55da9b8-243d-44f8-9586-50b48912dd07 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:49:43.429474 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde5b4a9-5c72-4365-9fb0-886ad86a6da1 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Made reservation on behalf of 16cb005cd2cb4c89864ccaae1528b759 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:49:43.433238 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dde5b4a9-5c72-4365-9fb0-886ad86a6da1 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:43.612821 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dde5b4a9-5c72-4365-9fb0-886ad86a6da1 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (f1bf4261-a6bd-431b-90e6-56a4e949b654), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:43.669957 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5b4a9-5c72-4365-9fb0-886ad86a6da1 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event updated for resources: {'Subnet': ['ID=f1bf4261-a6bd-431b-90e6-56a4e949b654,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:43.680818 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde5b4a9-5c72-4365-9fb0-886ad86a6da1 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Checking segment: {'id': '888f22d2-fb24-4f0d-a4fd-0277ac6d4fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd55da9b8-243d-44f8-9586-50b48912dd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:49:43.681180 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde5b4a9-5c72-4365-9fb0-886ad86a6da1 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Network hostable DHCP agents. Network: d55da9b8-243d-44f8-9586-50b48912dd07, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:49:43.698162 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde5b4a9-5c72-4365-9fb0-886ad86a6da1 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Network d55da9b8-243d-44f8-9586-50b48912dd07 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:49:43.707213 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-dde5b4a9-5c72-4365-9fb0-886ad86a6da1 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, d55da9b8-243d-44f8-9586-50b48912dd07) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:43.711212 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde5b4a9-5c72-4365-9fb0-886ad86a6da1 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:43.711797 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-dde5b4a9-5c72-4365-9fb0-886ad86a6da1 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:43.715995 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb59e0a8-39af-44dd-89e4-ffe7142eb43a None None] Network d55da9b8-243d-44f8-9586-50b48912dd07 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:43.728093 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-dde5b4a9-5c72-4365-9fb0-886ad86a6da1 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3960886 Jan 27 22:49:43.731677 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55218) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:43.738195 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e996db2a-bfcb-4267-ad6a-c3098b4c3fff tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1939566185'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:43.757563 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e996db2a-bfcb-4267-ad6a-c3098b4c3fff tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Made reservation on behalf of 16cb005cd2cb4c89864ccaae1528b759 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:49:43.760948 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e996db2a-bfcb-4267-ad6a-c3098b4c3fff tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:43.789234 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e996db2a-bfcb-4267-ad6a-c3098b4c3fff tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:49:43.798176 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e996db2a-bfcb-4267-ad6a-c3098b4c3fff tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (0c1d7f28-e157-445d-a37b-2ab598fb5274), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:43.798526 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-e996db2a-bfcb-4267-ad6a-c3098b4c3fff tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Added segment 0c1d7f28-e157-445d-a37b-2ab598fb5274 of type vlan for network 0349c9bd-4819-499e-94ff-763f6c1e5cfb Jan 27 22:49:43.823615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24e8082-748d-4598-8fba-4071da7c6121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-d55da9b8-243d-44f8-9586-50b48912dd07', 'network_id': 'd55da9b8-243d-44f8-9586-50b48912dd07', 'project_id': '16cb005cd2cb4c89864ccaae1528b759', 'fixed_ips': [{'subnet_id': 'f1bf4261-a6bd-431b-90e6-56a4e949b654'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:49:43.824515 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d24e8082-748d-4598-8fba-4071da7c6121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:43.839278 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e996db2a-bfcb-4267-ad6a-c3098b4c3fff tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (0349c9bd-4819-499e-94ff-763f6c1e5cfb), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:43.865665 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e996db2a-bfcb-4267-ad6a-c3098b4c3fff tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (0349c9bd-4819-499e-94ff-763f6c1e5cfb), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:43.871040 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e996db2a-bfcb-4267-ad6a-c3098b4c3fff tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:43.871842 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e996db2a-bfcb-4267-ad6a-c3098b4c3fff tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:43.935181 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e996db2a-bfcb-4267-ad6a-c3098b4c3fff tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2020388 Jan 27 22:49:43.938472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55220) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:43.943638 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-40aa4048-644e-45e4-8c4d-8b9be0e191cc tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Request body: {'subnet': {'network_id': '0349c9bd-4819-499e-94ff-763f6c1e5cfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:43.950738 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996db2a-bfcb-4267-ad6a-c3098b4c3fff tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event updated for resources: {'Network': ['ID=0349c9bd-4819-499e-94ff-763f6c1e5cfb,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:43.966425 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 0349c9bd-4819-499e-94ff-763f6c1e5cfb details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:49:43.969724 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-d24e8082-748d-4598-8fba-4071da7c6121 None None] Allocated IP 2001:db8::2 (d55da9b8-243d-44f8-9586-50b48912dd07/f1bf4261-a6bd-431b-90e6-56a4e949b654/ae146a7c-baf7-44bc-81cb-39e53fcc3bb7) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:49:44.030665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40aa4048-644e-45e4-8c4d-8b9be0e191cc tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Made reservation on behalf of 16cb005cd2cb4c89864ccaae1528b759 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:49:44.034504 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-40aa4048-644e-45e4-8c4d-8b9be0e191cc tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:44.169101 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d24e8082-748d-4598-8fba-4071da7c6121 None None] Publish callbacks [] for port (ae146a7c-baf7-44bc-81cb-39e53fcc3bb7), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:44.174370 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d24e8082-748d-4598-8fba-4071da7c6121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (ae146a7c-baf7-44bc-81cb-39e53fcc3bb7), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:44.213552 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24e8082-748d-4598-8fba-4071da7c6121 None None] Network d55da9b8-243d-44f8-9586-50b48912dd07 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:49:44.217921 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-40aa4048-644e-45e4-8c4d-8b9be0e191cc tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (93fdd226-8d57-4f6e-81b3-641efdc09ae8), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:44.218470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-d24e8082-748d-4598-8fba-4071da7c6121 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:44.222750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24e8082-748d-4598-8fba-4071da7c6121 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:49:44.226096 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e8082-748d-4598-8fba-4071da7c6121 None None] Pushing event updated for resources: {'Port': ['ID=ae146a7c-baf7-44bc-81cb-39e53fcc3bb7,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:44.282245 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d24e8082-748d-4598-8fba-4071da7c6121 None None] Attempting to bind port ae146a7c-baf7-44bc-81cb-39e53fcc3bb7 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:49:44.282617 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d24e8082-748d-4598-8fba-4071da7c6121 None None] Attempting to bind port ae146a7c-baf7-44bc-81cb-39e53fcc3bb7 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '888f22d2-fb24-4f0d-a4fd-0277ac6d4fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd55da9b8-243d-44f8-9586-50b48912dd07'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:49:44.282985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24e8082-748d-4598-8fba-4071da7c6121 None None] Attempting to bind port ae146a7c-baf7-44bc-81cb-39e53fcc3bb7 on network d55da9b8-243d-44f8-9586-50b48912dd07 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:49:44.287899 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24e8082-748d-4598-8fba-4071da7c6121 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:49:44.288304 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24e8082-748d-4598-8fba-4071da7c6121 None None] Checking segment: {'id': '888f22d2-fb24-4f0d-a4fd-0277ac6d4fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd55da9b8-243d-44f8-9586-50b48912dd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:49:44.288716 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d24e8082-748d-4598-8fba-4071da7c6121 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:44.289117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24e8082-748d-4598-8fba-4071da7c6121 None None] Bound using segment: {'id': '888f22d2-fb24-4f0d-a4fd-0277ac6d4fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd55da9b8-243d-44f8-9586-50b48912dd07'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:49:44.289589 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-d24e8082-748d-4598-8fba-4071da7c6121 None None] Bound port: ae146a7c-baf7-44bc-81cb-39e53fcc3bb7, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888f22d2-fb24-4f0d-a4fd-0277ac6d4fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'd55da9b8-243d-44f8-9586-50b48912dd07'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:49:44.289973 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d24e8082-748d-4598-8fba-4071da7c6121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ae146a7c-baf7-44bc-81cb-39e53fcc3bb7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:44.291791 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa4048-644e-45e4-8c4d-8b9be0e191cc tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event updated for resources: {'Subnet': ['ID=93fdd226-8d57-4f6e-81b3-641efdc09ae8,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:44.300214 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aa4048-644e-45e4-8c4d-8b9be0e191cc tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Checking segment: {'id': '0c1d7f28-e157-445d-a37b-2ab598fb5274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0349c9bd-4819-499e-94ff-763f6c1e5cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:49:44.300592 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aa4048-644e-45e4-8c4d-8b9be0e191cc tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Network hostable DHCP agents. Network: 0349c9bd-4819-499e-94ff-763f6c1e5cfb, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:49:44.322095 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aa4048-644e-45e4-8c4d-8b9be0e191cc tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Network 0349c9bd-4819-499e-94ff-763f6c1e5cfb is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:49:44.331280 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-40aa4048-644e-45e4-8c4d-8b9be0e191cc tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 0349c9bd-4819-499e-94ff-763f6c1e5cfb) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:44.335402 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aa4048-644e-45e4-8c4d-8b9be0e191cc tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:44.336051 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-40aa4048-644e-45e4-8c4d-8b9be0e191cc tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:44.344430 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc46406d-5383-4e42-ac7f-66afe587513f None None] Network 0349c9bd-4819-499e-94ff-763f6c1e5cfb requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:44.352188 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-40aa4048-644e-45e4-8c4d-8b9be0e191cc tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4125009 Jan 27 22:49:44.354776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55222) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:44.403545 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d24e8082-748d-4598-8fba-4071da7c6121 None None] For port ae146a7c-baf7-44bc-81cb-39e53fcc3bb7, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:49:44.421458 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-d24e8082-748d-4598-8fba-4071da7c6121 None None] For port ae146a7c-baf7-44bc-81cb-39e53fcc3bb7, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ae146a7c-baf7-44bc-81cb-39e53fcc3bb7,segment=NetworkSegment(888f22d2-fb24-4f0d-a4fd-0277ac6d4fab),segment_id=888f22d2-fb24-4f0d-a4fd-0277ac6d4fab)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:49:44.427485 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d24e8082-748d-4598-8fba-4071da7c6121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ae146a7c-baf7-44bc-81cb-39e53fcc3bb7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:44.451432 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8740f181-b14e-4e3c-90d1-c335fe1361b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (0349c9bd-4819-499e-94ff-763f6c1e5cfb), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:44.514726 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e8082-748d-4598-8fba-4071da7c6121 None None] Pushing event updated for resources: {'Port': ['ID=ae146a7c-baf7-44bc-81cb-39e53fcc3bb7,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:44.522522 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69ae955-46bc-4482-938d-0eed5627a418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-0349c9bd-4819-499e-94ff-763f6c1e5cfb', 'network_id': '0349c9bd-4819-499e-94ff-763f6c1e5cfb', 'project_id': '16cb005cd2cb4c89864ccaae1528b759', 'fixed_ips': [{'subnet_id': '93fdd226-8d57-4f6e-81b3-641efdc09ae8'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:49:44.523394 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c69ae955-46bc-4482-938d-0eed5627a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:44.543942 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8740f181-b14e-4e3c-90d1-c335fe1361b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (93fdd226-8d57-4f6e-81b3-641efdc09ae8), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:44.611736 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8740f181-b14e-4e3c-90d1-c335fe1361b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (93fdd226-8d57-4f6e-81b3-641efdc09ae8), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server [None req-c69ae955-46bc-4482-938d-0eed5627a418 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93fdd226-8d57-4f6e-81b3-641efdc09ae8: This subnet is being modified by another concurrent operation. Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1497, in create_port Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in _create_port_db Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server raise exception Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93fdd226-8d57-4f6e-81b3-641efdc09ae8: This subnet is being modified by another concurrent operation. Jan 27 22:49:44.626984 n-d-772272-3 neutron-server[109743]: ERROR oslo_messaging.rpc.server Jan 27 22:49:44.641535 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740f181-b14e-4e3c-90d1-c335fe1361b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event deleted for resources: {'Subnet': ['ID=93fdd226-8d57-4f6e-81b3-641efdc09ae8,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:44.649882 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694a5112-2615-4ea5-9e74-1abdcd142136 None None] Network 0349c9bd-4819-499e-94ff-763f6c1e5cfb requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:44.716127 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8740f181-b14e-4e3c-90d1-c335fe1361b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (0349c9bd-4819-499e-94ff-763f6c1e5cfb), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:44.742540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-8740f181-b14e-4e3c-90d1-c335fe1361b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0349c9bd-4819-499e-94ff-763f6c1e5cfb']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:44.752377 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-8740f181-b14e-4e3c-90d1-c335fe1361b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1d7f28-e157-445d-a37b-2ab598fb5274') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:44.752682 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-8740f181-b14e-4e3c-90d1-c335fe1361b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1d7f28-e157-445d-a37b-2ab598fb5274') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:44.762271 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8740f181-b14e-4e3c-90d1-c335fe1361b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (0c1d7f28-e157-445d-a37b-2ab598fb5274), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:44.784633 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8740f181-b14e-4e3c-90d1-c335fe1361b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (0c1d7f28-e157-445d-a37b-2ab598fb5274), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:44.791910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8740f181-b14e-4e3c-90d1-c335fe1361b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:49:44.792501 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8740f181-b14e-4e3c-90d1-c335fe1361b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (0c1d7f28-e157-445d-a37b-2ab598fb5274), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:49:44.796057 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:49:44.858844 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8740f181-b14e-4e3c-90d1-c335fe1361b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (0349c9bd-4819-499e-94ff-763f6c1e5cfb), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:44.866821 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8740f181-b14e-4e3c-90d1-c335fe1361b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:44.870038 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8740f181-b14e-4e3c-90d1-c335fe1361b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "DELETE /v2.0/networks/0349c9bd-4819-499e-94ff-763f6c1e5cfb HTTP/1.1" status: 204 len: 168 time: 0.5143006 Jan 27 22:49:44.873497 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55224) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:44.882802 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740f181-b14e-4e3c-90d1-c335fe1361b8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event deleted for resources: {'Network': ['ID=0349c9bd-4819-499e-94ff-763f6c1e5cfb,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:44.903586 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-de46758e-a880-437a-ab6d-eb3b04df6435 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] GET failed (client error): The resource could not be found. Jan 27 22:49:44.904914 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-de46758e-a880-437a-ab6d-eb3b04df6435 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "GET /v2.0/subnets/93fdd226-8d57-4f6e-81b3-641efdc09ae8 HTTP/1.1" status: 404 len: 337 time: 0.0298445 Jan 27 22:49:44.908294 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55226) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:44.926337 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb2b021-77f6-4458-b679-fe8207d2b466 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] DELETE failed (client error): The resource could not be found. Jan 27 22:49:44.926763 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb2b021-77f6-4458-b679-fe8207d2b466 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:49:44.929728 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fbb2b021-77f6-4458-b679-fe8207d2b466 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "DELETE /v2.0/networks/0349c9bd-4819-499e-94ff-763f6c1e5cfb HTTP/1.1" status: 404 len: 339 time: 0.0205376 Jan 27 22:49:44.933250 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55228) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:44.958139 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ec7f73-0272-4183-b6cc-1bbf0f9247a8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] DELETE failed (client error): The resource could not be found. Jan 27 22:49:44.958586 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ec7f73-0272-4183-b6cc-1bbf0f9247a8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:49:44.961569 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a4ec7f73-0272-4183-b6cc-1bbf0f9247a8 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "DELETE /v2.0/subnets/93fdd226-8d57-4f6e-81b3-641efdc09ae8 HTTP/1.1" status: 404 len: 337 time: 0.0273976 Jan 27 22:49:44.964004 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55230) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:44.981807 n-d-772272-3 neutron-server[109742]: INFO neutron.pecan_wsgi.hooks.translation [None req-92667a37-8b2c-4e26-b94a-d349b3123c83 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] DELETE failed (client error): The resource could not be found. Jan 27 22:49:44.982227 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92667a37-8b2c-4e26-b94a-d349b3123c83 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:49:44.985816 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-92667a37-8b2c-4e26-b94a-d349b3123c83 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "DELETE /v2.0/networks/0349c9bd-4819-499e-94ff-763f6c1e5cfb HTTP/1.1" status: 404 len: 339 time: 0.0208912 Jan 27 22:49:44.988133 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55232) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:45.039312 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b53354-8c44-4dfc-a7d0-452b3c8e5a04 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Deleting subnet f1bf4261-a6bd-431b-90e6-56a4e949b654 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:49:45.042427 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c4b53354-8c44-4dfc-a7d0-452b3c8e5a04 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks [] for subnet (f1bf4261-a6bd-431b-90e6-56a4e949b654), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:45.085791 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c4b53354-8c44-4dfc-a7d0-452b3c8e5a04 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (f1bf4261-a6bd-431b-90e6-56a4e949b654), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:45.168708 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c4b53354-8c44-4dfc-a7d0-452b3c8e5a04 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (f1bf4261-a6bd-431b-90e6-56a4e949b654), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:45.228416 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c4b53354-8c44-4dfc-a7d0-452b3c8e5a04 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (f1bf4261-a6bd-431b-90e6-56a4e949b654), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:45.259520 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b53354-8c44-4dfc-a7d0-452b3c8e5a04 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event deleted for resources: {'Subnet': ['ID=f1bf4261-a6bd-431b-90e6-56a4e949b654,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:45.263499 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c4b53354-8c44-4dfc-a7d0-452b3c8e5a04 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:45.269503 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c4b53354-8c44-4dfc-a7d0-452b3c8e5a04 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "DELETE /v2.0/subnets/f1bf4261-a6bd-431b-90e6-56a4e949b654 HTTP/1.1" status: 204 len: 168 time: 0.2781706 Jan 27 22:49:45.269789 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55234) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:45.348139 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-506b08dd-b24a-46b4-9a63-febbf5373ba7 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (d55da9b8-243d-44f8-9586-50b48912dd07), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:45.402912 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-506b08dd-b24a-46b4-9a63-febbf5373ba7 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Deleting port ae146a7c-baf7-44bc-81cb-39e53fcc3bb7 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:49:45.403246 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-506b08dd-b24a-46b4-9a63-febbf5373ba7 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ae146a7c-baf7-44bc-81cb-39e53fcc3bb7), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:45.464140 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108e8581-9437-404b-8e93-973e0755cb02 None None] get_active_networks_info from n-d-772272-3 {{(pid=109743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:49:45.473162 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-506b08dd-b24a-46b4-9a63-febbf5373ba7 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] For port ae146a7c-baf7-44bc-81cb-39e53fcc3bb7, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ae146a7c-baf7-44bc-81cb-39e53fcc3bb7,segment=NetworkSegment(888f22d2-fb24-4f0d-a4fd-0277ac6d4fab),segment_id=888f22d2-fb24-4f0d-a4fd-0277ac6d4fab)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:45.473530 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-506b08dd-b24a-46b4-9a63-febbf5373ba7 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ae146a7c-baf7-44bc-81cb-39e53fcc3bb7), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:45.486266 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-506b08dd-b24a-46b4-9a63-febbf5373ba7 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Calling delete_port for ae146a7c-baf7-44bc-81cb-39e53fcc3bb7 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:49:45.567896 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-506b08dd-b24a-46b4-9a63-febbf5373ba7 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (ae146a7c-baf7-44bc-81cb-39e53fcc3bb7), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:45.598774 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b08dd-b24a-46b4-9a63-febbf5373ba7 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event deleted for resources: {'Port': ['ID=ae146a7c-baf7-44bc-81cb-39e53fcc3bb7,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:45.602639 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506b08dd-b24a-46b4-9a63-febbf5373ba7 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] No DVR routers for this DVR port ae146a7c-baf7-44bc-81cb-39e53fcc3bb7 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:49:45.683153 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-506b08dd-b24a-46b4-9a63-febbf5373ba7 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (d55da9b8-243d-44f8-9586-50b48912dd07), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:45.692243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108e8581-9437-404b-8e93-973e0755cb02 None None] Resources bound (agent type, host, resource id): {{(pid=109743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:49:45.697874 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a9a3d7b9-9e99-4eeb-8250-0434c6943611 None None] Could not find standard attr ID for object ae146a7c-baf7-44bc-81cb-39e53fcc3bb7. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:49:45.706062 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-506b08dd-b24a-46b4-9a63-febbf5373ba7 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55da9b8-243d-44f8-9586-50b48912dd07']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:45.717006 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-506b08dd-b24a-46b4-9a63-febbf5373ba7 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888f22d2-fb24-4f0d-a4fd-0277ac6d4fab') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:45.717308 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-506b08dd-b24a-46b4-9a63-febbf5373ba7 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888f22d2-fb24-4f0d-a4fd-0277ac6d4fab') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:45.727195 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-506b08dd-b24a-46b4-9a63-febbf5373ba7 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (888f22d2-fb24-4f0d-a4fd-0277ac6d4fab), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:45.741703 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-506b08dd-b24a-46b4-9a63-febbf5373ba7 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (888f22d2-fb24-4f0d-a4fd-0277ac6d4fab), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:45.747814 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506b08dd-b24a-46b4-9a63-febbf5373ba7 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:49:45.748219 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-506b08dd-b24a-46b4-9a63-febbf5373ba7 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (888f22d2-fb24-4f0d-a4fd-0277ac6d4fab), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:49:45.751769 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:49:45.814407 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-506b08dd-b24a-46b4-9a63-febbf5373ba7 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (d55da9b8-243d-44f8-9586-50b48912dd07), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:45.819309 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-506b08dd-b24a-46b4-9a63-febbf5373ba7 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:45.824962 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-506b08dd-b24a-46b4-9a63-febbf5373ba7 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "DELETE /v2.0/networks/d55da9b8-243d-44f8-9586-50b48912dd07 HTTP/1.1" status: 204 len: 168 time: 0.5518749 Jan 27 22:49:45.825342 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55236) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:45.837679 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b08dd-b24a-46b4-9a63-febbf5373ba7 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event deleted for resources: {'Network': ['ID=d55da9b8-243d-44f8-9586-50b48912dd07,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:45.853650 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c38d72-6739-4597-bb02-36a2f4aa23dd None None] Network d55da9b8-243d-44f8-9586-50b48912dd07 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:45.856966 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-9295be61-032c-4d8d-8873-d783f7a6ada5 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] DELETE failed (client error): The resource could not be found. Jan 27 22:49:45.857413 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9295be61-032c-4d8d-8873-d783f7a6ada5 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:49:45.861001 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9295be61-032c-4d8d-8873-d783f7a6ada5 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "DELETE /v2.0/subnets/a7836678-d647-4d2c-94b9-93ae2f735540 HTTP/1.1" status: 404 len: 337 time: 0.0337873 Jan 27 22:49:45.863528 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55238) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:45.866821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c38d72-6739-4597-bb02-36a2f4aa23dd None None] Network d55da9b8-243d-44f8-9586-50b48912dd07 could not be found, it might have been deleted concurrently. {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 22:49:45.882468 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5d642b-3730-4bdf-836b-5678202d30cb tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] DELETE failed (client error): The resource could not be found. Jan 27 22:49:45.882981 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5d642b-3730-4bdf-836b-5678202d30cb tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:49:45.888189 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ee5d642b-3730-4bdf-836b-5678202d30cb tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "DELETE /v2.0/networks/a320dbae-b5cb-4abe-9841-728ea70b21ef HTTP/1.1" status: 404 len: 339 time: 0.0215988 Jan 27 22:49:45.888608 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55240) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:45.919609 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d44f7df-dd34-4d4d-bb7d-98f9c9163c3b tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] DELETE failed (client error): The resource could not be found. Jan 27 22:49:45.920107 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d44f7df-dd34-4d4d-bb7d-98f9c9163c3b tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:49:45.923194 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0d44f7df-dd34-4d4d-bb7d-98f9c9163c3b tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "DELETE /v2.0/subnets/2812ea6e-7455-48db-a875-217e5f268475 HTTP/1.1" status: 404 len: 337 time: 0.0336761 Jan 27 22:49:45.925841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55242) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:45.932445 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba51788-00cf-4538-b0db-a857f0e9b94c None None] DHCP port deletion for d55da9b8-243d-44f8-9586-50b48912dd07 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:49:45.944404 n-d-772272-3 neutron-server[109741]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e3ded0-50f2-4099-9733-6f47824a5ba0 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] DELETE failed (client error): The resource could not be found. Jan 27 22:49:45.944616 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e3ded0-50f2-4099-9733-6f47824a5ba0 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:49:45.947560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-51e3ded0-50f2-4099-9733-6f47824a5ba0 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "DELETE /v2.0/networks/8785848b-2848-42aa-b7c7-089bf8eebb10 HTTP/1.1" status: 404 len: 339 time: 0.0208125 Jan 27 22:49:45.950191 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55244) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:46.000743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f8fe14-5fde-4e4b-afb8-8b5dc10e10e4 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Deleting subnet 846a148b-0bcf-48ec-b12e-99f8075c2ce1 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:49:46.003952 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10f8fe14-5fde-4e4b-afb8-8b5dc10e10e4 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks [] for subnet (846a148b-0bcf-48ec-b12e-99f8075c2ce1), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:46.044297 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10f8fe14-5fde-4e4b-afb8-8b5dc10e10e4 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (846a148b-0bcf-48ec-b12e-99f8075c2ce1), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:46.129204 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10f8fe14-5fde-4e4b-afb8-8b5dc10e10e4 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (846a148b-0bcf-48ec-b12e-99f8075c2ce1), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:46.184486 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10f8fe14-5fde-4e4b-afb8-8b5dc10e10e4 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (846a148b-0bcf-48ec-b12e-99f8075c2ce1), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:46.209141 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8fe14-5fde-4e4b-afb8-8b5dc10e10e4 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event deleted for resources: {'Subnet': ['ID=846a148b-0bcf-48ec-b12e-99f8075c2ce1,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:46.214753 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-10f8fe14-5fde-4e4b-afb8-8b5dc10e10e4 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:46.217979 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-10f8fe14-5fde-4e4b-afb8-8b5dc10e10e4 tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "DELETE /v2.0/subnets/846a148b-0bcf-48ec-b12e-99f8075c2ce1 HTTP/1.1" status: 204 len: 168 time: 0.2668669 Jan 27 22:49:46.220446 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55246) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:46.222865 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0f0ab6-181d-43d1-9a2e-bf9a096be82e None None] Network 21c6ac5c-18ec-4848-8c14-29b719cbb2a3 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:46.298559 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-328f3d0d-a5ec-4821-b525-f157846b320c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (21c6ac5c-18ec-4848-8c14-29b719cbb2a3), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:46.357549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-328f3d0d-a5ec-4821-b525-f157846b320c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Deleting port 9787ba41-5c36-41de-8cfc-7ba15af91bd6 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:49:46.357889 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-328f3d0d-a5ec-4821-b525-f157846b320c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (9787ba41-5c36-41de-8cfc-7ba15af91bd6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:46.368507 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34edccbd-56d7-4df4-bcea-28249d565175 None None] DHCP port deletion for 21c6ac5c-18ec-4848-8c14-29b719cbb2a3 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:49:46.415007 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-34edccbd-56d7-4df4-bcea-28249d565175 None None] Deleting port 9787ba41-5c36-41de-8cfc-7ba15af91bd6 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:49:46.415313 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-34edccbd-56d7-4df4-bcea-28249d565175 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (9787ba41-5c36-41de-8cfc-7ba15af91bd6), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:46.419336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-328f3d0d-a5ec-4821-b525-f157846b320c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] For port 9787ba41-5c36-41de-8cfc-7ba15af91bd6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9787ba41-5c36-41de-8cfc-7ba15af91bd6,segment=NetworkSegment(6b6dd67c-7525-44f4-95b3-bbf50fbe501e),segment_id=6b6dd67c-7525-44f4-95b3-bbf50fbe501e)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:46.419690 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-328f3d0d-a5ec-4821-b525-f157846b320c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (9787ba41-5c36-41de-8cfc-7ba15af91bd6), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:46.432137 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-328f3d0d-a5ec-4821-b525-f157846b320c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Calling delete_port for 9787ba41-5c36-41de-8cfc-7ba15af91bd6 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:49:46.479687 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-34edccbd-56d7-4df4-bcea-28249d565175 None None] For port 9787ba41-5c36-41de-8cfc-7ba15af91bd6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9787ba41-5c36-41de-8cfc-7ba15af91bd6,segment=NetworkSegment(6b6dd67c-7525-44f4-95b3-bbf50fbe501e),segment_id=6b6dd67c-7525-44f4-95b3-bbf50fbe501e)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:46.480211 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-34edccbd-56d7-4df4-bcea-28249d565175 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (9787ba41-5c36-41de-8cfc-7ba15af91bd6), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:46.494345 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-34edccbd-56d7-4df4-bcea-28249d565175 None None] Calling delete_port for 9787ba41-5c36-41de-8cfc-7ba15af91bd6 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:49:46.515762 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-328f3d0d-a5ec-4821-b525-f157846b320c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (9787ba41-5c36-41de-8cfc-7ba15af91bd6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:46.541854 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f3d0d-a5ec-4821-b525-f157846b320c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event deleted for resources: {'Port': ['ID=9787ba41-5c36-41de-8cfc-7ba15af91bd6,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:46.546255 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9787ba41-5c36-41de-8cfc-7ba15af91bd6 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:49:46.546736 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328f3d0d-a5ec-4821-b525-f157846b320c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] No DVR routers for this DVR port 9787ba41-5c36-41de-8cfc-7ba15af91bd6 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:49:46.572667 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 9787ba41-5c36-41de-8cfc-7ba15af91bd6 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:49:46.573027 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9787ba41-5c36-41de-8cfc-7ba15af91bd6 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:49:46.604774 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-34edccbd-56d7-4df4-bcea-28249d565175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (9787ba41-5c36-41de-8cfc-7ba15af91bd6), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:46.628559 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-328f3d0d-a5ec-4821-b525-f157846b320c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (21c6ac5c-18ec-4848-8c14-29b719cbb2a3), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:46.630207 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34edccbd-56d7-4df4-bcea-28249d565175 None None] Pushing event deleted for resources: {'Port': ['ID=9787ba41-5c36-41de-8cfc-7ba15af91bd6,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:46.634095 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34edccbd-56d7-4df4-bcea-28249d565175 None None] No DVR routers for this DVR port 9787ba41-5c36-41de-8cfc-7ba15af91bd6 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:49:46.653634 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-328f3d0d-a5ec-4821-b525-f157846b320c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c6ac5c-18ec-4848-8c14-29b719cbb2a3']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:46.662764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-328f3d0d-a5ec-4821-b525-f157846b320c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6dd67c-7525-44f4-95b3-bbf50fbe501e') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:46.663062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-328f3d0d-a5ec-4821-b525-f157846b320c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6dd67c-7525-44f4-95b3-bbf50fbe501e') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:46.672874 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-328f3d0d-a5ec-4821-b525-f157846b320c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (6b6dd67c-7525-44f4-95b3-bbf50fbe501e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:46.685421 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-328f3d0d-a5ec-4821-b525-f157846b320c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (6b6dd67c-7525-44f4-95b3-bbf50fbe501e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:46.691801 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328f3d0d-a5ec-4821-b525-f157846b320c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:49:46.692209 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-328f3d0d-a5ec-4821-b525-f157846b320c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (6b6dd67c-7525-44f4-95b3-bbf50fbe501e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:49:46.695117 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:49:46.749148 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-328f3d0d-a5ec-4821-b525-f157846b320c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (21c6ac5c-18ec-4848-8c14-29b719cbb2a3), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:46.756343 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-328f3d0d-a5ec-4821-b525-f157846b320c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:46.759450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-328f3d0d-a5ec-4821-b525-f157846b320c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] 10.222.0.23 "DELETE /v2.0/networks/21c6ac5c-18ec-4848-8c14-29b719cbb2a3 HTTP/1.1" status: 204 len: 168 time: 0.5380909 Jan 27 22:49:46.771081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f3d0d-a5ec-4821-b525-f157846b320c tempest-NetworksIpV6Test-1651726394 tempest-NetworksIpV6Test-1651726394-project] Pushing event deleted for resources: {'Network': ['ID=21c6ac5c-18ec-4848-8c14-29b719cbb2a3,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:46.999772 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55252) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:47.130802 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-55728a59-0566-4be4-9971-753404ef4daf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16cb005cd2cb4c89864ccaae1528b759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297693 Jan 27 22:49:47.133221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55256) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:47.183790 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e892cedf-2ad2-4597-b7cf-51edcdca1d8e admin admin] Publish callbacks [] for security_group (806f7782-548e-4210-8ff4-c0242979f381), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:47.204030 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e892cedf-2ad2-4597-b7cf-51edcdca1d8e admin admin] Publish callbacks [] for security_group (806f7782-548e-4210-8ff4-c0242979f381), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:47.249706 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e892cedf-2ad2-4597-b7cf-51edcdca1d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (806f7782-548e-4210-8ff4-c0242979f381), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:47.252374 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e892cedf-2ad2-4597-b7cf-51edcdca1d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:47.253532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e892cedf-2ad2-4597-b7cf-51edcdca1d8e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/806f7782-548e-4210-8ff4-c0242979f381 HTTP/1.1" status: 204 len: 168 time: 0.1194091 Jan 27 22:49:47.261148 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892cedf-2ad2-4597-b7cf-51edcdca1d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806f7782-548e-4210-8ff4-c0242979f381,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:47.876929 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55278) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:47.970292 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d58439b4-c5ec-4c3a-9d65-edb5cb82c0cb tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-587099424', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:47.991641 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d58439b4-c5ec-4c3a-9d65-edb5cb82c0cb tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (32a0341e-7df7-4471-8064-0008367cefad), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:47.992691 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d58439b4-c5ec-4c3a-9d65-edb5cb82c0cb tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (32a0341e-7df7-4471-8064-0008367cefad), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:48.043337 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d58439b4-c5ec-4c3a-9d65-edb5cb82c0cb tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks [] for router_controller (32a0341e-7df7-4471-8064-0008367cefad), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:48.047272 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d58439b4-c5ec-4c3a-9d65-edb5cb82c0cb tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (32a0341e-7df7-4471-8064-0008367cefad), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:48.063754 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d58439b4-c5ec-4c3a-9d65-edb5cb82c0cb tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:48.064959 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d58439b4-c5ec-4c3a-9d65-edb5cb82c0cb tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1870172 Jan 27 22:49:48.067655 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55282) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:48.072495 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-61032d31-87b6-4f44-bcf1-817c5c20a0f0 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-211261449'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:48.089485 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61032d31-87b6-4f44-bcf1-817c5c20a0f0 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Made reservation on behalf of c3612ce1cf3246d4b9457600dd1d6e40 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:49:48.092660 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-61032d31-87b6-4f44-bcf1-817c5c20a0f0 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:48.100971 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-61032d31-87b6-4f44-bcf1-817c5c20a0f0 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:48.175421 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-61032d31-87b6-4f44-bcf1-817c5c20a0f0 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks [] for security_group (9fb16ab0-bfd5-4380-ba44-f2a77aab19c0), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:48.179004 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-61032d31-87b6-4f44-bcf1-817c5c20a0f0 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9fb16ab0-bfd5-4380-ba44-f2a77aab19c0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:48.204984 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61032d31-87b6-4f44-bcf1-817c5c20a0f0 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:49:48.213418 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61032d31-87b6-4f44-bcf1-817c5c20a0f0 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb16ab0-bfd5-4380-ba44-f2a77aab19c0,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:48.219327 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-61032d31-87b6-4f44-bcf1-817c5c20a0f0 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (00fd8ed6-f7bc-4516-9797-78659c39d6f6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:48.219675 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-61032d31-87b6-4f44-bcf1-817c5c20a0f0 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Added segment 00fd8ed6-f7bc-4516-9797-78659c39d6f6 of type vlan for network d0bb1317-4c1e-4459-b28b-82373bb82c98 Jan 27 22:49:48.260084 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-61032d31-87b6-4f44-bcf1-817c5c20a0f0 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (d0bb1317-4c1e-4459-b28b-82373bb82c98), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:48.284858 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-61032d31-87b6-4f44-bcf1-817c5c20a0f0 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (d0bb1317-4c1e-4459-b28b-82373bb82c98), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:48.289841 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61032d31-87b6-4f44-bcf1-817c5c20a0f0 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:48.290429 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-61032d31-87b6-4f44-bcf1-817c5c20a0f0 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:48.340613 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-61032d31-87b6-4f44-bcf1-817c5c20a0f0 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2718689 Jan 27 22:49:48.344489 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55284) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:48.349840 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-c77de1ff-7d4e-4155-83e2-f93f5fc14d71 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Request body: {'subnet': {'network_id': 'd0bb1317-4c1e-4459-b28b-82373bb82c98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:48.358570 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61032d31-87b6-4f44-bcf1-817c5c20a0f0 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Pushing event updated for resources: {'Network': ['ID=d0bb1317-4c1e-4459-b28b-82373bb82c98,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:48.369662 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network d0bb1317-4c1e-4459-b28b-82373bb82c98 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:49:48.442837 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77de1ff-7d4e-4155-83e2-f93f5fc14d71 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Made reservation on behalf of c3612ce1cf3246d4b9457600dd1d6e40 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:49:48.446267 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c77de1ff-7d4e-4155-83e2-f93f5fc14d71 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:48.949207 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c77de1ff-7d4e-4155-83e2-f93f5fc14d71 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (cba8055e-191d-4ca5-9a94-a779805ed219), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.011809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77de1ff-7d4e-4155-83e2-f93f5fc14d71 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Pushing event updated for resources: {'Subnet': ['ID=cba8055e-191d-4ca5-9a94-a779805ed219,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:49.021060 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77de1ff-7d4e-4155-83e2-f93f5fc14d71 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Checking segment: {'id': '00fd8ed6-f7bc-4516-9797-78659c39d6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd0bb1317-4c1e-4459-b28b-82373bb82c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:49:49.021420 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77de1ff-7d4e-4155-83e2-f93f5fc14d71 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Network hostable DHCP agents. Network: d0bb1317-4c1e-4459-b28b-82373bb82c98, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:49:49.038848 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77de1ff-7d4e-4155-83e2-f93f5fc14d71 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Network d0bb1317-4c1e-4459-b28b-82373bb82c98 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:49:49.047171 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-c77de1ff-7d4e-4155-83e2-f93f5fc14d71 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, d0bb1317-4c1e-4459-b28b-82373bb82c98) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:49.051146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77de1ff-7d4e-4155-83e2-f93f5fc14d71 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:49.051739 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c77de1ff-7d4e-4155-83e2-f93f5fc14d71 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.057391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadac2c0-e489-4ff4-9f61-012e7abd75af None None] Network d0bb1317-4c1e-4459-b28b-82373bb82c98 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:49.067502 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c77de1ff-7d4e-4155-83e2-f93f5fc14d71 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7218978 Jan 27 22:49:49.070492 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55286) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:49.075428 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-96377eb2-1e90-4431-ab0a-c0ca53253778 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1499340087'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:49.094978 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96377eb2-1e90-4431-ab0a-c0ca53253778 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Made reservation on behalf of c3612ce1cf3246d4b9457600dd1d6e40 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:49:49.098423 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-96377eb2-1e90-4431-ab0a-c0ca53253778 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.122017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96377eb2-1e90-4431-ab0a-c0ca53253778 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:49:49.131739 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-96377eb2-1e90-4431-ab0a-c0ca53253778 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (4f013130-8fce-49e7-97f1-115a54902e81), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.132139 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-96377eb2-1e90-4431-ab0a-c0ca53253778 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Added segment 4f013130-8fce-49e7-97f1-115a54902e81 of type vlan for network 04ff8e94-a400-4718-a0d7-64169411f5c9 Jan 27 22:49:49.162110 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b021a459-480b-4d0c-bbd4-2bd123393a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-d0bb1317-4c1e-4459-b28b-82373bb82c98', 'network_id': 'd0bb1317-4c1e-4459-b28b-82373bb82c98', 'project_id': 'c3612ce1cf3246d4b9457600dd1d6e40', 'fixed_ips': [{'subnet_id': 'cba8055e-191d-4ca5-9a94-a779805ed219'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:49:49.163019 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b021a459-480b-4d0c-bbd4-2bd123393a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.172147 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-96377eb2-1e90-4431-ab0a-c0ca53253778 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (04ff8e94-a400-4718-a0d7-64169411f5c9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.197507 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-96377eb2-1e90-4431-ab0a-c0ca53253778 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (04ff8e94-a400-4718-a0d7-64169411f5c9), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.202667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96377eb2-1e90-4431-ab0a-c0ca53253778 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:49.203998 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-96377eb2-1e90-4431-ab0a-c0ca53253778 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.260556 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-96377eb2-1e90-4431-ab0a-c0ca53253778 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1889644 Jan 27 22:49:49.263274 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55288) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:49.270680 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-fd8c8fb1-7a01-4294-a8ca-602516e4d590 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Request body: {'subnet': {'network_id': '04ff8e94-a400-4718-a0d7-64169411f5c9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:49.292211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96377eb2-1e90-4431-ab0a-c0ca53253778 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Pushing event updated for resources: {'Network': ['ID=04ff8e94-a400-4718-a0d7-64169411f5c9,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:49.293104 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-b021a459-480b-4d0c-bbd4-2bd123393a08 None None] Allocated IP 172.20.0.2 (d0bb1317-4c1e-4459-b28b-82373bb82c98/cba8055e-191d-4ca5-9a94-a779805ed219/5e52179c-6fbc-49f4-8d86-78e89f3157d4) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:49:49.303646 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 04ff8e94-a400-4718-a0d7-64169411f5c9 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:49:49.364477 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8c8fb1-7a01-4294-a8ca-602516e4d590 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Made reservation on behalf of c3612ce1cf3246d4b9457600dd1d6e40 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:49:49.367908 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fd8c8fb1-7a01-4294-a8ca-602516e4d590 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.495892 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b021a459-480b-4d0c-bbd4-2bd123393a08 None None] Publish callbacks [] for port (5e52179c-6fbc-49f4-8d86-78e89f3157d4), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.502762 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b021a459-480b-4d0c-bbd4-2bd123393a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (5e52179c-6fbc-49f4-8d86-78e89f3157d4), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.538843 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b021a459-480b-4d0c-bbd4-2bd123393a08 None None] Network d0bb1317-4c1e-4459-b28b-82373bb82c98 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:49:49.541607 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-b021a459-480b-4d0c-bbd4-2bd123393a08 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:49.544924 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b021a459-480b-4d0c-bbd4-2bd123393a08 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:49:49.554195 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fd8c8fb1-7a01-4294-a8ca-602516e4d590 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (03736554-0e68-4d10-b467-5853ab5b0dff), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.558848 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021a459-480b-4d0c-bbd4-2bd123393a08 None None] Pushing event updated for resources: {'Port': ['ID=5e52179c-6fbc-49f4-8d86-78e89f3157d4,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:49.607248 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b021a459-480b-4d0c-bbd4-2bd123393a08 None None] Attempting to bind port 5e52179c-6fbc-49f4-8d86-78e89f3157d4 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:49:49.607621 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b021a459-480b-4d0c-bbd4-2bd123393a08 None None] Attempting to bind port 5e52179c-6fbc-49f4-8d86-78e89f3157d4 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '00fd8ed6-f7bc-4516-9797-78659c39d6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd0bb1317-4c1e-4459-b28b-82373bb82c98'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:49:49.608006 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021a459-480b-4d0c-bbd4-2bd123393a08 None None] Attempting to bind port 5e52179c-6fbc-49f4-8d86-78e89f3157d4 on network d0bb1317-4c1e-4459-b28b-82373bb82c98 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:49:49.613468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021a459-480b-4d0c-bbd4-2bd123393a08 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:49:49.613901 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021a459-480b-4d0c-bbd4-2bd123393a08 None None] Checking segment: {'id': '00fd8ed6-f7bc-4516-9797-78659c39d6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd0bb1317-4c1e-4459-b28b-82373bb82c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:49:49.614242 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b021a459-480b-4d0c-bbd4-2bd123393a08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.614638 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021a459-480b-4d0c-bbd4-2bd123393a08 None None] Bound using segment: {'id': '00fd8ed6-f7bc-4516-9797-78659c39d6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd0bb1317-4c1e-4459-b28b-82373bb82c98'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:49:49.615103 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-b021a459-480b-4d0c-bbd4-2bd123393a08 None None] Bound port: 5e52179c-6fbc-49f4-8d86-78e89f3157d4, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00fd8ed6-f7bc-4516-9797-78659c39d6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd0bb1317-4c1e-4459-b28b-82373bb82c98'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:49:49.615487 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b021a459-480b-4d0c-bbd4-2bd123393a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5e52179c-6fbc-49f4-8d86-78e89f3157d4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.620246 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c8fb1-7a01-4294-a8ca-602516e4d590 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Pushing event updated for resources: {'Subnet': ['ID=03736554-0e68-4d10-b467-5853ab5b0dff,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:49.622711 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8c8fb1-7a01-4294-a8ca-602516e4d590 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Checking segment: {'id': '4f013130-8fce-49e7-97f1-115a54902e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '04ff8e94-a400-4718-a0d7-64169411f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:49:49.623123 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8c8fb1-7a01-4294-a8ca-602516e4d590 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Network hostable DHCP agents. Network: 04ff8e94-a400-4718-a0d7-64169411f5c9, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:49:49.642024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8c8fb1-7a01-4294-a8ca-602516e4d590 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Network 04ff8e94-a400-4718-a0d7-64169411f5c9 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:49:49.650633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-fd8c8fb1-7a01-4294-a8ca-602516e4d590 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 04ff8e94-a400-4718-a0d7-64169411f5c9) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:49.654820 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8c8fb1-7a01-4294-a8ca-602516e4d590 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:49.655416 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fd8c8fb1-7a01-4294-a8ca-602516e4d590 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.661971 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a1fc92-dd9f-4b51-a04a-d9e627918b21 None None] Network 04ff8e94-a400-4718-a0d7-64169411f5c9 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:49.673187 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-fd8c8fb1-7a01-4294-a8ca-602516e4d590 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4087231 Jan 27 22:49:49.676045 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55290) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:49.680649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-daaba425-e30d-4445-9d97-7461b9c3454a tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Request body: {'router': {'external_gateway_info': {'network_id': '04ff8e94-a400-4718-a0d7-64169411f5c9'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:49.731758 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b021a459-480b-4d0c-bbd4-2bd123393a08 None None] For port 5e52179c-6fbc-49f4-8d86-78e89f3157d4, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:49:49.736842 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b021a459-480b-4d0c-bbd4-2bd123393a08 None None] For port 5e52179c-6fbc-49f4-8d86-78e89f3157d4, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5e52179c-6fbc-49f4-8d86-78e89f3157d4,segment=NetworkSegment(00fd8ed6-f7bc-4516-9797-78659c39d6f6),segment_id=00fd8ed6-f7bc-4516-9797-78659c39d6f6)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:49:49.753727 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b021a459-480b-4d0c-bbd4-2bd123393a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5e52179c-6fbc-49f4-8d86-78e89f3157d4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.839126 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1401bac7-73c9-4426-bcd0-309da9daea86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-04ff8e94-a400-4718-a0d7-64169411f5c9', 'network_id': '04ff8e94-a400-4718-a0d7-64169411f5c9', 'project_id': 'c3612ce1cf3246d4b9457600dd1d6e40', 'fixed_ips': [{'subnet_id': '03736554-0e68-4d10-b467-5853ab5b0dff'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:49:49.840129 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1401bac7-73c9-4426-bcd0-309da9daea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.847388 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021a459-480b-4d0c-bbd4-2bd123393a08 None None] Pushing event updated for resources: {'Port': ['ID=5e52179c-6fbc-49f4-8d86-78e89f3157d4,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:49.894891 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-daaba425-e30d-4445-9d97-7461b9c3454a tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks [] for router_gateway (32a0341e-7df7-4471-8064-0008367cefad), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.027579 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-1401bac7-73c9-4426-bcd0-309da9daea86 None None] Allocated IP 172.21.0.2 (04ff8e94-a400-4718-a0d7-64169411f5c9/03736554-0e68-4d10-b467-5853ab5b0dff/3dc8d416-3e90-48e5-8824-2784b55ccea7) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:49:50.028923 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [None req-daaba425-e30d-4445-9d97-7461b9c3454a tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:49:50.029988 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-daaba425-e30d-4445-9d97-7461b9c3454a tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] 10.222.0.23 "PUT /v2.0/routers/32a0341e-7df7-4471-8064-0008367cefad HTTP/1.1" status: 400 len: 364 time: 0.3529773 Jan 27 22:49:50.036236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55292) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:50.101339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c768301-d509-4882-aeb5-6c96af8a2f73 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Deleting subnet 03736554-0e68-4d10-b467-5853ab5b0dff {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:49:50.174943 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1401bac7-73c9-4426-bcd0-309da9daea86 None None] Publish callbacks [] for port (3dc8d416-3e90-48e5-8824-2784b55ccea7), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.180153 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2c768301-d509-4882-aeb5-6c96af8a2f73 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks [] for subnet (03736554-0e68-4d10-b467-5853ab5b0dff), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.180767 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1401bac7-73c9-4426-bcd0-309da9daea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (3dc8d416-3e90-48e5-8824-2784b55ccea7), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.221417 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2c768301-d509-4882-aeb5-6c96af8a2f73 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (03736554-0e68-4d10-b467-5853ab5b0dff), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.222097 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1401bac7-73c9-4426-bcd0-309da9daea86 None None] Network 04ff8e94-a400-4718-a0d7-64169411f5c9 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:49:50.225391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-1401bac7-73c9-4426-bcd0-309da9daea86 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:50.227801 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401bac7-73c9-4426-bcd0-309da9daea86 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:49:50.239359 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401bac7-73c9-4426-bcd0-309da9daea86 None None] Pushing event updated for resources: {'Port': ['ID=3dc8d416-3e90-48e5-8824-2784b55ccea7,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:50.291998 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1401bac7-73c9-4426-bcd0-309da9daea86 None None] Attempting to bind port 3dc8d416-3e90-48e5-8824-2784b55ccea7 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:49:50.292419 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1401bac7-73c9-4426-bcd0-309da9daea86 None None] Attempting to bind port 3dc8d416-3e90-48e5-8824-2784b55ccea7 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '4f013130-8fce-49e7-97f1-115a54902e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '04ff8e94-a400-4718-a0d7-64169411f5c9'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:49:50.292792 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401bac7-73c9-4426-bcd0-309da9daea86 None None] Attempting to bind port 3dc8d416-3e90-48e5-8824-2784b55ccea7 on network 04ff8e94-a400-4718-a0d7-64169411f5c9 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:49:50.297996 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401bac7-73c9-4426-bcd0-309da9daea86 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:49:50.298407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401bac7-73c9-4426-bcd0-309da9daea86 None None] Checking segment: {'id': '4f013130-8fce-49e7-97f1-115a54902e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '04ff8e94-a400-4718-a0d7-64169411f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:49:50.298836 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1401bac7-73c9-4426-bcd0-309da9daea86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.299488 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401bac7-73c9-4426-bcd0-309da9daea86 None None] Bound using segment: {'id': '4f013130-8fce-49e7-97f1-115a54902e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '04ff8e94-a400-4718-a0d7-64169411f5c9'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:49:50.299965 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1401bac7-73c9-4426-bcd0-309da9daea86 None None] Bound port: 3dc8d416-3e90-48e5-8824-2784b55ccea7, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f013130-8fce-49e7-97f1-115a54902e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '04ff8e94-a400-4718-a0d7-64169411f5c9'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:49:50.300824 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1401bac7-73c9-4426-bcd0-309da9daea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3dc8d416-3e90-48e5-8824-2784b55ccea7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.307540 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2c768301-d509-4882-aeb5-6c96af8a2f73 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (03736554-0e68-4d10-b467-5853ab5b0dff), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.371106 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2c768301-d509-4882-aeb5-6c96af8a2f73 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (03736554-0e68-4d10-b467-5853ab5b0dff), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.374508 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1401bac7-73c9-4426-bcd0-309da9daea86 None None] For port 3dc8d416-3e90-48e5-8824-2784b55ccea7, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:49:50.377730 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1401bac7-73c9-4426-bcd0-309da9daea86 None None] For port 3dc8d416-3e90-48e5-8824-2784b55ccea7, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3dc8d416-3e90-48e5-8824-2784b55ccea7,segment=NetworkSegment(4f013130-8fce-49e7-97f1-115a54902e81),segment_id=4f013130-8fce-49e7-97f1-115a54902e81)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:49:50.382879 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1401bac7-73c9-4426-bcd0-309da9daea86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3dc8d416-3e90-48e5-8824-2784b55ccea7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.401544 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c768301-d509-4882-aeb5-6c96af8a2f73 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Pushing event deleted for resources: {'Subnet': ['ID=03736554-0e68-4d10-b467-5853ab5b0dff,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:50.404991 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2c768301-d509-4882-aeb5-6c96af8a2f73 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.411666 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2c768301-d509-4882-aeb5-6c96af8a2f73 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] 10.222.0.23 "DELETE /v2.0/subnets/03736554-0e68-4d10-b467-5853ab5b0dff HTTP/1.1" status: 204 len: 168 time: 0.3742249 Jan 27 22:49:50.413984 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55294) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:50.452719 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401bac7-73c9-4426-bcd0-309da9daea86 None None] Pushing event updated for resources: {'Port': ['ID=3dc8d416-3e90-48e5-8824-2784b55ccea7,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:50.506473 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-06a9c095-4f6c-4571-8d04-7161299f7167 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (04ff8e94-a400-4718-a0d7-64169411f5c9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.582917 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-06a9c095-4f6c-4571-8d04-7161299f7167 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Deleting port 3dc8d416-3e90-48e5-8824-2784b55ccea7 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:49:50.583293 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-06a9c095-4f6c-4571-8d04-7161299f7167 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (3dc8d416-3e90-48e5-8824-2784b55ccea7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.605912 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5e52179c-6fbc-49f4-8d86-78e89f3157d4 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:49:50.676130 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-06a9c095-4f6c-4571-8d04-7161299f7167 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] For port 3dc8d416-3e90-48e5-8824-2784b55ccea7, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3dc8d416-3e90-48e5-8824-2784b55ccea7,segment=NetworkSegment(4f013130-8fce-49e7-97f1-115a54902e81),segment_id=4f013130-8fce-49e7-97f1-115a54902e81)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:50.676574 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-06a9c095-4f6c-4571-8d04-7161299f7167 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (3dc8d416-3e90-48e5-8824-2784b55ccea7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.688338 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5e52179c-6fbc-49f4-8d86-78e89f3157d4 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:49:50.688552 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5e52179c-6fbc-49f4-8d86-78e89f3157d4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.693133 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-06a9c095-4f6c-4571-8d04-7161299f7167 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Calling delete_port for 3dc8d416-3e90-48e5-8824-2784b55ccea7 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:49:50.774597 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5e52179c-6fbc-49f4-8d86-78e89f3157d4 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:49:50.775259 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5e52179c-6fbc-49f4-8d86-78e89f3157d4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.785526 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-06a9c095-4f6c-4571-8d04-7161299f7167 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (3dc8d416-3e90-48e5-8824-2784b55ccea7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.817799 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 5e52179c-6fbc-49f4-8d86-78e89f3157d4, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5e52179c-6fbc-49f4-8d86-78e89f3157d4,segment=NetworkSegment(00fd8ed6-f7bc-4516-9797-78659c39d6f6),segment_id=00fd8ed6-f7bc-4516-9797-78659c39d6f6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:50.823340 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5e52179c-6fbc-49f4-8d86-78e89f3157d4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.828744 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a9c095-4f6c-4571-8d04-7161299f7167 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] No DVR routers for this DVR port 3dc8d416-3e90-48e5-8824-2784b55ccea7 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:49:50.858269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9c095-4f6c-4571-8d04-7161299f7167 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Pushing event deleted for resources: {'Port': ['ID=3dc8d416-3e90-48e5-8824-2784b55ccea7,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:50.894882 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=5e52179c-6fbc-49f4-8d86-78e89f3157d4,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:50.926226 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-06a9c095-4f6c-4571-8d04-7161299f7167 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (04ff8e94-a400-4718-a0d7-64169411f5c9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.948681 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-06a9c095-4f6c-4571-8d04-7161299f7167 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ff8e94-a400-4718-a0d7-64169411f5c9']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:50.959222 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-06a9c095-4f6c-4571-8d04-7161299f7167 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f013130-8fce-49e7-97f1-115a54902e81') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:50.959529 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-06a9c095-4f6c-4571-8d04-7161299f7167 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f013130-8fce-49e7-97f1-115a54902e81') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:50.969440 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-06a9c095-4f6c-4571-8d04-7161299f7167 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (4f013130-8fce-49e7-97f1-115a54902e81), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.983419 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-06a9c095-4f6c-4571-8d04-7161299f7167 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (4f013130-8fce-49e7-97f1-115a54902e81), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.990711 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47849d8f-77d9-45c5-9f46-63ad43e772f6 None None] Network d0bb1317-4c1e-4459-b28b-82373bb82c98 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:50.994059 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a9c095-4f6c-4571-8d04-7161299f7167 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:49:50.994469 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-06a9c095-4f6c-4571-8d04-7161299f7167 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (4f013130-8fce-49e7-97f1-115a54902e81), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:49:50.997646 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:49:51.066232 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-06a9c095-4f6c-4571-8d04-7161299f7167 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (04ff8e94-a400-4718-a0d7-64169411f5c9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.077170 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-06a9c095-4f6c-4571-8d04-7161299f7167 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.080434 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-06a9c095-4f6c-4571-8d04-7161299f7167 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] 10.222.0.23 "DELETE /v2.0/networks/04ff8e94-a400-4718-a0d7-64169411f5c9 HTTP/1.1" status: 204 len: 168 time: 0.6655035 Jan 27 22:49:51.083060 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55296) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:51.084357 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7b4ed7b4-776e-4250-bd39-b2f8cd450de5 None None] Provisioning complete for port 5e52179c-6fbc-49f4-8d86-78e89f3157d4 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:49:51.084735 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7b4ed7b4-776e-4250-bd39-b2f8cd450de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5e52179c-6fbc-49f4-8d86-78e89f3157d4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.092300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9c095-4f6c-4571-8d04-7161299f7167 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Pushing event deleted for resources: {'Network': ['ID=04ff8e94-a400-4718-a0d7-64169411f5c9,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:51.141320 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-143d5873-93a2-4ede-9d2c-93328b2dcd24 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Deleting subnet cba8055e-191d-4ca5-9a94-a779805ed219 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:49:51.144919 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-143d5873-93a2-4ede-9d2c-93328b2dcd24 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks [] for subnet (cba8055e-191d-4ca5-9a94-a779805ed219), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.186454 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-143d5873-93a2-4ede-9d2c-93328b2dcd24 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (cba8055e-191d-4ca5-9a94-a779805ed219), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.193017 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7b4ed7b4-776e-4250-bd39-b2f8cd450de5 None None] Current status of the port 5e52179c-6fbc-49f4-8d86-78e89f3157d4 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:49:51.280434 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-143d5873-93a2-4ede-9d2c-93328b2dcd24 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (cba8055e-191d-4ca5-9a94-a779805ed219), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.346325 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-143d5873-93a2-4ede-9d2c-93328b2dcd24 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (cba8055e-191d-4ca5-9a94-a779805ed219), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.375129 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d5873-93a2-4ede-9d2c-93328b2dcd24 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Pushing event deleted for resources: {'Subnet': ['ID=cba8055e-191d-4ca5-9a94-a779805ed219,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:51.379490 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-143d5873-93a2-4ede-9d2c-93328b2dcd24 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.382718 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-143d5873-93a2-4ede-9d2c-93328b2dcd24 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] 10.222.0.23 "DELETE /v2.0/subnets/cba8055e-191d-4ca5-9a94-a779805ed219 HTTP/1.1" status: 204 len: 168 time: 0.2972610 Jan 27 22:49:51.385424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55298) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:51.414591 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c238c566-5e44-4d20-9221-6e51a613718c None None] Network d0bb1317-4c1e-4459-b28b-82373bb82c98 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:51.430849 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8520b1f4-efd5-4796-a6fd-9c61d9c5a7e7 None None] Provisioning complete for port 5e52179c-6fbc-49f4-8d86-78e89f3157d4 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:49:51.431321 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8520b1f4-efd5-4796-a6fd-9c61d9c5a7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5e52179c-6fbc-49f4-8d86-78e89f3157d4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.476018 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-552ad68b-008a-4ae4-9aa5-9a1f2b65e563 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (d0bb1317-4c1e-4459-b28b-82373bb82c98), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.537782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-552ad68b-008a-4ae4-9aa5-9a1f2b65e563 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Deleting port 5e52179c-6fbc-49f4-8d86-78e89f3157d4 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:49:51.538260 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-552ad68b-008a-4ae4-9aa5-9a1f2b65e563 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5e52179c-6fbc-49f4-8d86-78e89f3157d4), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.581251 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8520b1f4-efd5-4796-a6fd-9c61d9c5a7e7 None None] Current status of the port 5e52179c-6fbc-49f4-8d86-78e89f3157d4 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:49:51.607319 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-552ad68b-008a-4ae4-9aa5-9a1f2b65e563 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] For port 5e52179c-6fbc-49f4-8d86-78e89f3157d4, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5e52179c-6fbc-49f4-8d86-78e89f3157d4,segment=NetworkSegment(00fd8ed6-f7bc-4516-9797-78659c39d6f6),segment_id=00fd8ed6-f7bc-4516-9797-78659c39d6f6)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:51.607634 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-552ad68b-008a-4ae4-9aa5-9a1f2b65e563 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5e52179c-6fbc-49f4-8d86-78e89f3157d4), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.622642 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-552ad68b-008a-4ae4-9aa5-9a1f2b65e563 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Calling delete_port for 5e52179c-6fbc-49f4-8d86-78e89f3157d4 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:49:51.641529 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa9faa5-55ec-4fe4-9960-030e943e67a5 None None] DHCP port deletion for d0bb1317-4c1e-4459-b28b-82373bb82c98 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:49:51.700228 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-5daa9a89-b677-41c2-b1e6-ce9901c765d6 None None] Could not find standard attr ID for object 3dc8d416-3e90-48e5-8824-2784b55ccea7. {{(pid=109743) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:49:51.703400 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-faa9faa5-55ec-4fe4-9960-030e943e67a5 None None] Deleting port 5e52179c-6fbc-49f4-8d86-78e89f3157d4 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:49:51.703846 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-faa9faa5-55ec-4fe4-9960-030e943e67a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5e52179c-6fbc-49f4-8d86-78e89f3157d4), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.722671 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-552ad68b-008a-4ae4-9aa5-9a1f2b65e563 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5e52179c-6fbc-49f4-8d86-78e89f3157d4), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.750386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ad68b-008a-4ae4-9aa5-9a1f2b65e563 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Pushing event deleted for resources: {'Port': ['ID=5e52179c-6fbc-49f4-8d86-78e89f3157d4,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:51.752233 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552ad68b-008a-4ae4-9aa5-9a1f2b65e563 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] No DVR routers for this DVR port 5e52179c-6fbc-49f4-8d86-78e89f3157d4 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:49:51.753910 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b2148e-0d89-4c02-b818-4b8774a6e578 None None] DHCP port deletion for 04ff8e94-a400-4718-a0d7-64169411f5c9 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:49:51.790809 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f004e02-3892-42b1-a7f7-2b859d171054 None None] Network 04ff8e94-a400-4718-a0d7-64169411f5c9 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:51.794121 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-faa9faa5-55ec-4fe4-9960-030e943e67a5 None None] For port 5e52179c-6fbc-49f4-8d86-78e89f3157d4, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5e52179c-6fbc-49f4-8d86-78e89f3157d4,segment=NetworkSegment(00fd8ed6-f7bc-4516-9797-78659c39d6f6),segment_id=00fd8ed6-f7bc-4516-9797-78659c39d6f6)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:51.794598 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-faa9faa5-55ec-4fe4-9960-030e943e67a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5e52179c-6fbc-49f4-8d86-78e89f3157d4), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.811243 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.813874 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f004e02-3892-42b1-a7f7-2b859d171054 None None] Network 04ff8e94-a400-4718-a0d7-64169411f5c9 could not be found, it might have been deleted concurrently. {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 22:49:51.818336 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-faa9faa5-55ec-4fe4-9960-030e943e67a5 None None] Calling delete_port for 5e52179c-6fbc-49f4-8d86-78e89f3157d4 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:49:51.838623 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-552ad68b-008a-4ae4-9aa5-9a1f2b65e563 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (d0bb1317-4c1e-4459-b28b-82373bb82c98), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.859597 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-552ad68b-008a-4ae4-9aa5-9a1f2b65e563 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0bb1317-4c1e-4459-b28b-82373bb82c98']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:51.869105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-552ad68b-008a-4ae4-9aa5-9a1f2b65e563 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00fd8ed6-f7bc-4516-9797-78659c39d6f6') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:51.869347 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-552ad68b-008a-4ae4-9aa5-9a1f2b65e563 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00fd8ed6-f7bc-4516-9797-78659c39d6f6') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:51.883590 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-552ad68b-008a-4ae4-9aa5-9a1f2b65e563 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (00fd8ed6-f7bc-4516-9797-78659c39d6f6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.897567 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-552ad68b-008a-4ae4-9aa5-9a1f2b65e563 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (00fd8ed6-f7bc-4516-9797-78659c39d6f6), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.898300 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-faa9faa5-55ec-4fe4-9960-030e943e67a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (5e52179c-6fbc-49f4-8d86-78e89f3157d4), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.903782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552ad68b-008a-4ae4-9aa5-9a1f2b65e563 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:49:51.904455 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-552ad68b-008a-4ae4-9aa5-9a1f2b65e563 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (00fd8ed6-f7bc-4516-9797-78659c39d6f6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:49:51.908141 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:49:51.923956 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9faa5-55ec-4fe4-9960-030e943e67a5 None None] Pushing event deleted for resources: {'Port': ['ID=5e52179c-6fbc-49f4-8d86-78e89f3157d4,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:51.927481 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa9faa5-55ec-4fe4-9960-030e943e67a5 None None] No DVR routers for this DVR port 5e52179c-6fbc-49f4-8d86-78e89f3157d4 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:49:51.965797 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-552ad68b-008a-4ae4-9aa5-9a1f2b65e563 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (d0bb1317-4c1e-4459-b28b-82373bb82c98), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.972977 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-552ad68b-008a-4ae4-9aa5-9a1f2b65e563 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.976457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-552ad68b-008a-4ae4-9aa5-9a1f2b65e563 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] 10.222.0.23 "DELETE /v2.0/networks/d0bb1317-4c1e-4459-b28b-82373bb82c98 HTTP/1.1" status: 204 len: 168 time: 0.5892401 Jan 27 22:49:51.979293 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55300) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:51.990839 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ad68b-008a-4ae4-9aa5-9a1f2b65e563 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Pushing event deleted for resources: {'Network': ['ID=d0bb1317-4c1e-4459-b28b-82373bb82c98,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:52.007098 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-beacd3d5-986d-49a9-8c0a-3d7fd9a76f56 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] 10.222.0.23 "GET /v2.0/ports?device_id=32a0341e-7df7-4471-8064-0008367cefad HTTP/1.1" status: 200 len: 205 time: 0.0266333 Jan 27 22:49:52.009408 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55302) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:52.087425 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d02a3eb-aad6-4b16-89a8-80832f0349d6 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks [] for router (32a0341e-7df7-4471-8064-0008367cefad), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:52.241535 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d02a3eb-aad6-4b16-89a8-80832f0349d6 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (32a0341e-7df7-4471-8064-0008367cefad), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:52.243566 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d02a3eb-aad6-4b16-89a8-80832f0349d6 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks [] for router_controller (32a0341e-7df7-4471-8064-0008367cefad), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:52.286269 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d02a3eb-aad6-4b16-89a8-80832f0349d6 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (32a0341e-7df7-4471-8064-0008367cefad), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:52.286797 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d02a3eb-aad6-4b16-89a8-80832f0349d6 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Fanout notify agent at l3_agent the message router_deleted on router 32a0341e-7df7-4471-8064-0008367cefad {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:49:52.293354 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d02a3eb-aad6-4b16-89a8-80832f0349d6 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:52.294462 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2d02a3eb-aad6-4b16-89a8-80832f0349d6 tempest-RoutersNegativeTest-502756926 tempest-RoutersNegativeTest-502756926-project] 10.222.0.23 "DELETE /v2.0/routers/32a0341e-7df7-4471-8064-0008367cefad HTTP/1.1" status: 204 len: 168 time: 0.2841501 Jan 27 22:49:52.525548 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5e52179c-6fbc-49f4-8d86-78e89f3157d4 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:49:52.548115 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 5e52179c-6fbc-49f4-8d86-78e89f3157d4 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:49:52.548496 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5e52179c-6fbc-49f4-8d86-78e89f3157d4 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:49:52.570142 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55308) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:52.699804 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b8426334-8c76-4533-a625-4c47c11c5286 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3612ce1cf3246d4b9457600dd1d6e40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1284645 Jan 27 22:49:52.702331 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55312) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:52.750912 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-82d08337-c9b1-42be-a88d-c454de483446 admin admin] Publish callbacks [] for security_group (9fb16ab0-bfd5-4380-ba44-f2a77aab19c0), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:52.775866 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-82d08337-c9b1-42be-a88d-c454de483446 admin admin] Publish callbacks [] for security_group (9fb16ab0-bfd5-4380-ba44-f2a77aab19c0), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:52.821684 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-82d08337-c9b1-42be-a88d-c454de483446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (9fb16ab0-bfd5-4380-ba44-f2a77aab19c0), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:52.824328 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-82d08337-c9b1-42be-a88d-c454de483446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:52.825523 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-82d08337-c9b1-42be-a88d-c454de483446 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fb16ab0-bfd5-4380-ba44-f2a77aab19c0 HTTP/1.1" status: 204 len: 168 time: 0.1221101 Jan 27 22:49:52.833971 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d08337-c9b1-42be-a88d-c454de483446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb16ab0-bfd5-4380-ba44-f2a77aab19c0,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:53.436265 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55334) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:53.531014 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-e7e32d10-e585-489c-9d6e-e7f3460b2bdb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1247445368-network', 'tenant_id': '129b6f8227d8492da3f91f4223cd2fc9'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:53.550160 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e32d10-e585-489c-9d6e-e7f3460b2bdb admin admin] Made reservation on behalf of 129b6f8227d8492da3f91f4223cd2fc9 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:49:53.552520 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e7e32d10-e585-489c-9d6e-e7f3460b2bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:53.560999 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e7e32d10-e585-489c-9d6e-e7f3460b2bdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:53.635910 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e7e32d10-e585-489c-9d6e-e7f3460b2bdb admin admin] Publish callbacks [] for security_group (09b84031-bf3c-4b9e-a231-b42a6c98675c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:53.639527 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e7e32d10-e585-489c-9d6e-e7f3460b2bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (09b84031-bf3c-4b9e-a231-b42a6c98675c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:53.666963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e32d10-e585-489c-9d6e-e7f3460b2bdb admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:49:53.672923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e32d10-e585-489c-9d6e-e7f3460b2bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b84031-bf3c-4b9e-a231-b42a6c98675c,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:53.680195 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e7e32d10-e585-489c-9d6e-e7f3460b2bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (7310d314-377a-494f-8313-e984bca2a0cf), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:53.680559 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-e7e32d10-e585-489c-9d6e-e7f3460b2bdb admin admin] Added segment 7310d314-377a-494f-8313-e984bca2a0cf of type vlan for network a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 Jan 27 22:49:53.732295 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e7e32d10-e585-489c-9d6e-e7f3460b2bdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:53.757257 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e7e32d10-e585-489c-9d6e-e7f3460b2bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:53.758233 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e32d10-e585-489c-9d6e-e7f3460b2bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:53.758820 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e7e32d10-e585-489c-9d6e-e7f3460b2bdb admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:53.808304 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e7e32d10-e585-489c-9d6e-e7f3460b2bdb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3708353 Jan 27 22:49:53.811253 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55338) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:53.816305 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-6d96c05c-c55b-4e32-aad7-0dc69e7303b3 admin admin] Request body: {'subnet': {'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1247445368-subnet', 'tenant_id': '129b6f8227d8492da3f91f4223cd2fc9', 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:53.823151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e32d10-e585-489c-9d6e-e7f3460b2bdb admin admin] Pushing event updated for resources: {'Network': ['ID=a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:53.832751 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:49:53.837216 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d96c05c-c55b-4e32-aad7-0dc69e7303b3 admin admin] Made reservation on behalf of 129b6f8227d8492da3f91f4223cd2fc9 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:49:53.839645 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d96c05c-c55b-4e32-aad7-0dc69e7303b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.005637 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d96c05c-c55b-4e32-aad7-0dc69e7303b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (d6331c31-ed14-4af0-91a5-763948709354), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.061083 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96c05c-c55b-4e32-aad7-0dc69e7303b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6331c31-ed14-4af0-91a5-763948709354,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:54.069574 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d96c05c-c55b-4e32-aad7-0dc69e7303b3 admin admin] Checking segment: {'id': '7310d314-377a-494f-8313-e984bca2a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:49:54.069962 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d96c05c-c55b-4e32-aad7-0dc69e7303b3 admin admin] Network hostable DHCP agents. Network: a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:49:54.086782 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d96c05c-c55b-4e32-aad7-0dc69e7303b3 admin admin] Network a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:49:54.096236 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-6d96c05c-c55b-4e32-aad7-0dc69e7303b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:54.100353 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d96c05c-c55b-4e32-aad7-0dc69e7303b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:54.100941 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-6d96c05c-c55b-4e32-aad7-0dc69e7303b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.105272 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ee12d4-4e54-4f25-817f-9c3f2a6e2629 None None] Network a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:54.117242 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-6d96c05c-c55b-4e32-aad7-0dc69e7303b3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3048623 Jan 27 22:49:54.120113 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55340) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:54.124579 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-8a196136-31df-41c3-bd12-345a5f30ea77 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1247445368-router', 'tenant_id': '129b6f8227d8492da3f91f4223cd2fc9', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:54.143419 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8a196136-31df-41c3-bd12-345a5f30ea77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (f4c0ff81-d3c3-4c45-841c-b155317a3b43), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.144464 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8a196136-31df-41c3-bd12-345a5f30ea77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (f4c0ff81-d3c3-4c45-841c-b155317a3b43), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.200882 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8a196136-31df-41c3-bd12-345a5f30ea77 admin admin] Publish callbacks [] for router_controller (f4c0ff81-d3c3-4c45-841c-b155317a3b43), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.220049 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694773d9-6c7c-42c1-88b6-8d7008f12d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9', 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9', 'project_id': '129b6f8227d8492da3f91f4223cd2fc9', 'fixed_ips': [{'subnet_id': 'd6331c31-ed14-4af0-91a5-763948709354'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:49:54.220960 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-694773d9-6c7c-42c1-88b6-8d7008f12d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.233862 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6849e7cd-dec8-4ec1-a84f-14294a88147a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.338233 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8a196136-31df-41c3-bd12-345a5f30ea77 admin admin] Publish callbacks [] for router_gateway (f4c0ff81-d3c3-4c45-841c-b155317a3b43), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.363057 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-694773d9-6c7c-42c1-88b6-8d7008f12d7d None None] Allocated IP 172.20.0.2 (a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9/d6331c31-ed14-4af0-91a5-763948709354/f7f2fdbc-2f7d-4518-9bfc-25031f7fd422) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:49:54.502842 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-694773d9-6c7c-42c1-88b6-8d7008f12d7d None None] Publish callbacks [] for port (f7f2fdbc-2f7d-4518-9bfc-25031f7fd422), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.509226 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-694773d9-6c7c-42c1-88b6-8d7008f12d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (f7f2fdbc-2f7d-4518-9bfc-25031f7fd422), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.547044 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8a196136-31df-41c3-bd12-345a5f30ea77 admin admin] Publish callbacks [] for router_gateway (f4c0ff81-d3c3-4c45-841c-b155317a3b43), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.549854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694773d9-6c7c-42c1-88b6-8d7008f12d7d None None] Network a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:49:54.552752 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-694773d9-6c7c-42c1-88b6-8d7008f12d7d None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:54.555395 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694773d9-6c7c-42c1-88b6-8d7008f12d7d None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:49:54.566540 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8a196136-31df-41c3-bd12-345a5f30ea77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.678950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-8a196136-31df-41c3-bd12-345a5f30ea77 admin admin] Allocated IP 172.25.3.231 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/f7f66df0-534b-47bf-b51a-b7ee9cb93ea2) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:49:54.747085 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694773d9-6c7c-42c1-88b6-8d7008f12d7d None None] Pushing event updated for resources: {'Port': ['ID=f7f2fdbc-2f7d-4518-9bfc-25031f7fd422,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:54.778184 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-694773d9-6c7c-42c1-88b6-8d7008f12d7d None None] Attempting to bind port f7f2fdbc-2f7d-4518-9bfc-25031f7fd422 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:49:54.778580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-694773d9-6c7c-42c1-88b6-8d7008f12d7d None None] Attempting to bind port f7f2fdbc-2f7d-4518-9bfc-25031f7fd422 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '7310d314-377a-494f-8313-e984bca2a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:49:54.779009 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694773d9-6c7c-42c1-88b6-8d7008f12d7d None None] Attempting to bind port f7f2fdbc-2f7d-4518-9bfc-25031f7fd422 on network a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:49:54.781693 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8a196136-31df-41c3-bd12-345a5f30ea77 admin admin] Publish callbacks [] for port (f7f66df0-534b-47bf-b51a-b7ee9cb93ea2), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.784046 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694773d9-6c7c-42c1-88b6-8d7008f12d7d None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:49:54.784567 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694773d9-6c7c-42c1-88b6-8d7008f12d7d None None] Checking segment: {'id': '7310d314-377a-494f-8313-e984bca2a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:49:54.784977 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-694773d9-6c7c-42c1-88b6-8d7008f12d7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.785373 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694773d9-6c7c-42c1-88b6-8d7008f12d7d None None] Bound using segment: {'id': '7310d314-377a-494f-8313-e984bca2a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:49:54.786050 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-694773d9-6c7c-42c1-88b6-8d7008f12d7d None None] Bound port: f7f2fdbc-2f7d-4518-9bfc-25031f7fd422, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7310d314-377a-494f-8313-e984bca2a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:49:54.786435 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-694773d9-6c7c-42c1-88b6-8d7008f12d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7f2fdbc-2f7d-4518-9bfc-25031f7fd422), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.815765 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8a196136-31df-41c3-bd12-345a5f30ea77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f7f66df0-534b-47bf-b51a-b7ee9cb93ea2), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.849825 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-694773d9-6c7c-42c1-88b6-8d7008f12d7d None None] For port f7f2fdbc-2f7d-4518-9bfc-25031f7fd422, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:49:54.852408 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a196136-31df-41c3-bd12-345a5f30ea77 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:49:54.852842 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-694773d9-6c7c-42c1-88b6-8d7008f12d7d None None] For port f7f2fdbc-2f7d-4518-9bfc-25031f7fd422, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f7f2fdbc-2f7d-4518-9bfc-25031f7fd422,segment=NetworkSegment(7310d314-377a-494f-8313-e984bca2a0cf),segment_id=7310d314-377a-494f-8313-e984bca2a0cf)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:49:54.855222 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-8a196136-31df-41c3-bd12-345a5f30ea77 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:54.857721 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-694773d9-6c7c-42c1-88b6-8d7008f12d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f7f2fdbc-2f7d-4518-9bfc-25031f7fd422), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.861275 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a196136-31df-41c3-bd12-345a5f30ea77 admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:49:54.890061 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a196136-31df-41c3-bd12-345a5f30ea77 admin admin] Pushing event updated for resources: {'Port': ['ID=f7f66df0-534b-47bf-b51a-b7ee9cb93ea2,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:54.915627 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694773d9-6c7c-42c1-88b6-8d7008f12d7d None None] Pushing event updated for resources: {'Port': ['ID=f7f2fdbc-2f7d-4518-9bfc-25031f7fd422,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:55.131407 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8a196136-31df-41c3-bd12-345a5f30ea77 admin admin] Publish callbacks [] for router_gateway (f4c0ff81-d3c3-4c45-841c-b155317a3b43), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:55.324863 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8a196136-31df-41c3-bd12-345a5f30ea77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (f4c0ff81-d3c3-4c45-841c-b155317a3b43), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:55.452646 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a196136-31df-41c3-bd12-345a5f30ea77 admin admin] Router f4c0ff81-d3c3-4c45-841c-b155317a3b43 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:49:55.558608 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a196136-31df-41c3-bd12-345a5f30ea77 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:49:55.568526 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] Sync routers for ids ['f4c0ff81-d3c3-4c45-841c-b155317a3b43'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:49:55.579747 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8a196136-31df-41c3-bd12-345a5f30ea77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:55.583800 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] Routers {'f4c0ff81-d3c3-4c45-841c-b155317a3b43'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:49:55.583954 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8a196136-31df-41c3-bd12-345a5f30ea77 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4602113 Jan 27 22:49:55.584068 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:49:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f4c0ff81-d3c3-4c45-841c-b155317a3b43'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:55.585665 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55342) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:55.691173 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] Set router f4c0ff81-d3c3-4c45-841c-b155317a3b43 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:49:55.883026 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c0ff81-d3c3-4c45-841c-b155317a3b43', 'name': 'tempest-TestEncryptedCinderVolumes-1247445368-router', 'tenant_id': '129b6f8227d8492da3f91f4223cd2fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'f7f66df0-534b-47bf-b51a-b7ee9cb93ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:49:54Z', 'updated_at': '2022-01-27T22:49:55Z', 'revision_number': 3, 'project_id': '129b6f8227d8492da3f91f4223cd2fc9', 'gw_port': {'id': 'f7f66df0-534b-47bf-b51a-b7ee9cb93ea2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c0ff81-d3c3-4c45-841c-b155317a3b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:49:54Z', 'updated_at': '2022-01-27T22:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:55.899770 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ce0eb5-3fa4-4b2f-81fe-426dd87bba67 None None] Network a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:55.915562 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] Checking router: f4c0ff81-d3c3-4c45-841c-b155317a3b43 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:49:55.916195 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] Updating router f4c0ff81-d3c3-4c45-841c-b155317a3b43 port f7f66df0-534b-47bf-b51a-b7ee9cb93ea2 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:49:55.943094 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7f66df0-534b-47bf-b51a-b7ee9cb93ea2), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:55.977747 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6f23cbe1-8a07-4664-a09c-2bf82ded1eac None None] Provisioning complete for port f7f2fdbc-2f7d-4518-9bfc-25031f7fd422 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:49:55.978128 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6f23cbe1-8a07-4664-a09c-2bf82ded1eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f7f2fdbc-2f7d-4518-9bfc-25031f7fd422), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:56.090389 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6f23cbe1-8a07-4664-a09c-2bf82ded1eac None None] Current status of the port f7f2fdbc-2f7d-4518-9bfc-25031f7fd422 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:49:56.090883 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6f23cbe1-8a07-4664-a09c-2bf82ded1eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7f2fdbc-2f7d-4518-9bfc-25031f7fd422), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:56.126000 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6f23cbe1-8a07-4664-a09c-2bf82ded1eac None None] For port f7f2fdbc-2f7d-4518-9bfc-25031f7fd422, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f7f2fdbc-2f7d-4518-9bfc-25031f7fd422,segment=NetworkSegment(7310d314-377a-494f-8313-e984bca2a0cf),segment_id=7310d314-377a-494f-8313-e984bca2a0cf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:56.133019 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6f23cbe1-8a07-4664-a09c-2bf82ded1eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f7f2fdbc-2f7d-4518-9bfc-25031f7fd422), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:56.200201 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23cbe1-8a07-4664-a09c-2bf82ded1eac None None] Pushing event updated for resources: {'Port': ['ID=f7f2fdbc-2f7d-4518-9bfc-25031f7fd422,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:56.316322 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25cdce44-f8c8-4b57-aa87-eb08f548706c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:56.319684 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] Publish callbacks [] for port (f7f66df0-534b-47bf-b51a-b7ee9cb93ea2), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:56.324892 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f7f66df0-534b-47bf-b51a-b7ee9cb93ea2), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:56.361113 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-08879079-d29f-4ad6-986f-d6c3c08c8e8b None None] Provisioning complete for port f7f2fdbc-2f7d-4518-9bfc-25031f7fd422 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:49:56.361601 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-08879079-d29f-4ad6-986f-d6c3c08c8e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f7f2fdbc-2f7d-4518-9bfc-25031f7fd422), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:56.377038 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] Attempting to bind port f7f66df0-534b-47bf-b51a-b7ee9cb93ea2 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:49:56.377507 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] Attempting to bind port f7f66df0-534b-47bf-b51a-b7ee9cb93ea2 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:49:56.377935 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] Attempting to bind port f7f66df0-534b-47bf-b51a-b7ee9cb93ea2 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:49:56.385173 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14569a6-772d-461e-882d-56dcddc3593e None None] Pushing event updated for resources: {'Port': ['ID=f7f66df0-534b-47bf-b51a-b7ee9cb93ea2,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:56.387478 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:49:56.387938 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:49:56.388449 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:56.388905 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:49:56.389437 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] Bound port: f7f66df0-534b-47bf-b51a-b7ee9cb93ea2, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:49:56.389993 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7f66df0-534b-47bf-b51a-b7ee9cb93ea2), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:56.415625 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14569a6-772d-461e-882d-56dcddc3593e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:56.415979 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14569a6-772d-461e-882d-56dcddc3593e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:56.416340 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14569a6-772d-461e-882d-56dcddc3593e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:56.416679 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14569a6-772d-461e-882d-56dcddc3593e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:56.417204 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14569a6-772d-461e-882d-56dcddc3593e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:56.417701 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14569a6-772d-461e-882d-56dcddc3593e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:56.418030 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14569a6-772d-461e-882d-56dcddc3593e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:56.418370 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14569a6-772d-461e-882d-56dcddc3593e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:56.418687 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14569a6-772d-461e-882d-56dcddc3593e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:56.419560 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14569a6-772d-461e-882d-56dcddc3593e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:56.419560 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14569a6-772d-461e-882d-56dcddc3593e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:56.419787 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14569a6-772d-461e-882d-56dcddc3593e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:56.419952 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14569a6-772d-461e-882d-56dcddc3593e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:56.450194 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-08879079-d29f-4ad6-986f-d6c3c08c8e8b None None] Current status of the port f7f2fdbc-2f7d-4518-9bfc-25031f7fd422 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:49:56.457942 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] For port f7f66df0-534b-47bf-b51a-b7ee9cb93ea2, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:49:56.461106 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] For port f7f66df0-534b-47bf-b51a-b7ee9cb93ea2, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f7f66df0-534b-47bf-b51a-b7ee9cb93ea2,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:49:56.465188 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f7f66df0-534b-47bf-b51a-b7ee9cb93ea2), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:56.482529 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-25cdce44-f8c8-4b57-aa87-eb08f548706c admin admin] Allocated IP 172.20.0.1 (a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9/d6331c31-ed14-4af0-91a5-763948709354/7c3b49f5-1044-4b42-9af9-9ddaadf07af0) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:49:56.522453 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] Routers {'f4c0ff81-d3c3-4c45-841c-b155317a3b43'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:49:56.523099 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:49:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f4c0ff81-d3c3-4c45-841c-b155317a3b43'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:56.527965 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14569a6-772d-461e-882d-56dcddc3593e None None] Pushing event updated for resources: {'Port': ['ID=f7f66df0-534b-47bf-b51a-b7ee9cb93ea2,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:56.603732 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25cdce44-f8c8-4b57-aa87-eb08f548706c admin admin] Publish callbacks [] for port (7c3b49f5-1044-4b42-9af9-9ddaadf07af0), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:56.623375 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f7f2fdbc-2f7d-4518-9bfc-25031f7fd422 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:49:56.636900 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] Set router f4c0ff81-d3c3-4c45-841c-b155317a3b43 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:49:56.642083 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25cdce44-f8c8-4b57-aa87-eb08f548706c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7c3b49f5-1044-4b42-9af9-9ddaadf07af0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:56.673748 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port f7f2fdbc-2f7d-4518-9bfc-25031f7fd422 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:49:56.674122 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f7f2fdbc-2f7d-4518-9bfc-25031f7fd422), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:56.682805 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cdce44-f8c8-4b57-aa87-eb08f548706c admin admin] Network a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:49:56.687676 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-25cdce44-f8c8-4b57-aa87-eb08f548706c admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:56.690156 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cdce44-f8c8-4b57-aa87-eb08f548706c admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:49:56.722268 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdce44-f8c8-4b57-aa87-eb08f548706c admin admin] Pushing event updated for resources: {'Port': ['ID=7c3b49f5-1044-4b42-9af9-9ddaadf07af0,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:56.734632 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25cdce44-f8c8-4b57-aa87-eb08f548706c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (f4c0ff81-d3c3-4c45-841c-b155317a3b43), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:56.772913 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f7f2fdbc-2f7d-4518-9bfc-25031f7fd422 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:49:56.814627 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c75188c3-8511-4151-b59a-f13b882a7e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:56.832796 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c0ff81-d3c3-4c45-841c-b155317a3b43', 'name': 'tempest-TestEncryptedCinderVolumes-1247445368-router', 'tenant_id': '129b6f8227d8492da3f91f4223cd2fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'f7f66df0-534b-47bf-b51a-b7ee9cb93ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:49:54Z', 'updated_at': '2022-01-27T22:49:55Z', 'revision_number': 3, 'project_id': '129b6f8227d8492da3f91f4223cd2fc9', 'gw_port': {'id': 'f7f66df0-534b-47bf-b51a-b7ee9cb93ea2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c0ff81-d3c3-4c45-841c-b155317a3b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:49:54Z', 'updated_at': '2022-01-27T22:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:56.863718 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ef5d00-2ebf-47ba-965b-8e66e205a3df None None] The sync data for ids ['f4c0ff81-d3c3-4c45-841c-b155317a3b43'] in n-d-772272-3 is: [{'id': 'f4c0ff81-d3c3-4c45-841c-b155317a3b43', 'name': 'tempest-TestEncryptedCinderVolumes-1247445368-router', 'tenant_id': '129b6f8227d8492da3f91f4223cd2fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'f7f66df0-534b-47bf-b51a-b7ee9cb93ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:49:54Z', 'updated_at': '2022-01-27T22:49:55Z', 'revision_number': 3, 'project_id': '129b6f8227d8492da3f91f4223cd2fc9', 'gw_port': {'id': 'f7f66df0-534b-47bf-b51a-b7ee9cb93ea2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c0ff81-d3c3-4c45-841c-b155317a3b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:49:54Z', 'updated_at': '2022-01-27T22:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:49:56.882425 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25cdce44-f8c8-4b57-aa87-eb08f548706c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7c3b49f5-1044-4b42-9af9-9ddaadf07af0), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:56.976308 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-fcbb1997-dd39-45fc-8e2d-ea031550bb96 None None] Provisioning complete for port 7c3b49f5-1044-4b42-9af9-9ddaadf07af0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:49:56.976846 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1997-dd39-45fc-8e2d-ea031550bb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7c3b49f5-1044-4b42-9af9-9ddaadf07af0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:57.016423 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-fcbb1997-dd39-45fc-8e2d-ea031550bb96 None None] Port 7c3b49f5-1044-4b42-9af9-9ddaadf07af0 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:49:57.060461 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25cdce44-f8c8-4b57-aa87-eb08f548706c admin admin] Publish callbacks [] for port (7c3b49f5-1044-4b42-9af9-9ddaadf07af0), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:57.066186 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25cdce44-f8c8-4b57-aa87-eb08f548706c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (7c3b49f5-1044-4b42-9af9-9ddaadf07af0), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:57.148024 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-25cdce44-f8c8-4b57-aa87-eb08f548706c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (f4c0ff81-d3c3-4c45-841c-b155317a3b43), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:57.157794 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdce44-f8c8-4b57-aa87-eb08f548706c admin admin] Pushing event updated for resources: {'Port': ['ID=7c3b49f5-1044-4b42-9af9-9ddaadf07af0,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:57.250815 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cdce44-f8c8-4b57-aa87-eb08f548706c admin admin] Network a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:49:57.252264 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-25cdce44-f8c8-4b57-aa87-eb08f548706c admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:57.385153 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cdce44-f8c8-4b57-aa87-eb08f548706c admin admin] Router f4c0ff81-d3c3-4c45-841c-b155317a3b43 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:49:57.508423 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cdce44-f8c8-4b57-aa87-eb08f548706c admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:49:57.514303 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-25cdce44-f8c8-4b57-aa87-eb08f548706c admin admin] 10.222.0.23 "PUT /v2.0/routers/f4c0ff81-d3c3-4c45-841c-b155317a3b43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9275351 Jan 27 22:49:57.538692 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f0ea00c7-268b-4e91-9bdb-2c1625653377 None None] Provisioning complete for port 7c3b49f5-1044-4b42-9af9-9ddaadf07af0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:49:57.539070 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f0ea00c7-268b-4e91-9bdb-2c1625653377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7c3b49f5-1044-4b42-9af9-9ddaadf07af0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:57.575470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea00c7-268b-4e91-9bdb-2c1625653377 None None] Port 7c3b49f5-1044-4b42-9af9-9ddaadf07af0 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:49:57.727332 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:57.997461 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55358) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:58.002660 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-38319457-network', 'tenant_id': 'f62b2f6941524b5bb7b458bc9db69ee8'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:58.022410 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Made reservation on behalf of f62b2f6941524b5bb7b458bc9db69ee8 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:49:58.024825 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.034033 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.108561 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Publish callbacks [] for security_group (68b19097-6c31-4007-a475-90a6688351f5), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.112260 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (68b19097-6c31-4007-a475-90a6688351f5), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.136111 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:49:58.145177 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b19097-6c31-4007-a475-90a6688351f5,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:58.154080 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (8ac88f7f-ae7e-4f67-90b9-690db62e8ba2), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.154422 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Added segment 8ac88f7f-ae7e-4f67-90b9-690db62e8ba2 of type vlan for network 95ac62b9-c37d-411a-918a-c278a0bedb75 Jan 27 22:49:58.157081 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:58.157433 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:58.157769 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:58.158102 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:58.158436 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:58.158764 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:58.159091 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:58.159414 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:58.159735 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:58.160057 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:58.160405 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:58.160724 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:58.161052 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:58.206343 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (95ac62b9-c37d-411a-918a-c278a0bedb75), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.232736 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (95ac62b9-c37d-411a-918a-c278a0bedb75), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.233985 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:58.235117 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.289077 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2903960 Jan 27 22:49:58.291739 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55360) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:58.298814 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-82a7324b-4491-4dd3-b570-e5f494516f62 admin admin] Request body: {'subnet': {'network_id': '95ac62b9-c37d-411a-918a-c278a0bedb75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-38319457-subnet', 'tenant_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:58.311150 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22774ffd-6cef-4cea-bfdb-dda4a751d5d9 admin admin] Pushing event updated for resources: {'Network': ['ID=95ac62b9-c37d-411a-918a-c278a0bedb75,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:58.322323 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 95ac62b9-c37d-411a-918a-c278a0bedb75 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:49:58.325605 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a7324b-4491-4dd3-b570-e5f494516f62 admin admin] Made reservation on behalf of f62b2f6941524b5bb7b458bc9db69ee8 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:49:58.328704 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-82a7324b-4491-4dd3-b570-e5f494516f62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.507550 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-82a7324b-4491-4dd3-b570-e5f494516f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (4afc6d04-da29-4111-a653-dc84510be0c7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.549656 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] Sync routers for ids ['f4c0ff81-d3c3-4c45-841c-b155317a3b43'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:49:58.561915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] Routers {'f4c0ff81-d3c3-4c45-841c-b155317a3b43'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:49:58.563754 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:49:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f4c0ff81-d3c3-4c45-841c-b155317a3b43'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:58.572477 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a7324b-4491-4dd3-b570-e5f494516f62 admin admin] Checking segment: {'id': '8ac88f7f-ae7e-4f67-90b9-690db62e8ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95ac62b9-c37d-411a-918a-c278a0bedb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:49:58.572853 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a7324b-4491-4dd3-b570-e5f494516f62 admin admin] Network hostable DHCP agents. Network: 95ac62b9-c37d-411a-918a-c278a0bedb75, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:49:58.578476 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7324b-4491-4dd3-b570-e5f494516f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4afc6d04-da29-4111-a653-dc84510be0c7,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:58.595304 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a7324b-4491-4dd3-b570-e5f494516f62 admin admin] Network 95ac62b9-c37d-411a-918a-c278a0bedb75 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:49:58.604705 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-82a7324b-4491-4dd3-b570-e5f494516f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 95ac62b9-c37d-411a-918a-c278a0bedb75) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:58.606577 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f7f66df0-534b-47bf-b51a-b7ee9cb93ea2 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:49:58.610700 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a7324b-4491-4dd3-b570-e5f494516f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:58.610700 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-82a7324b-4491-4dd3-b570-e5f494516f62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.626624 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-82a7324b-4491-4dd3-b570-e5f494516f62 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3338311 Jan 27 22:49:58.629509 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55362) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:58.633671 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3754d699-7aa6-48ab-b34f-301fbad814b4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-38319457-router', 'tenant_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:58.634544 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e836ad0c-75da-437e-b675-dd171e35dba8 None None] Network 95ac62b9-c37d-411a-918a-c278a0bedb75 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:58.653379 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3754d699-7aa6-48ab-b34f-301fbad814b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (8dc84e97-1a10-4540-81f7-c3c8674c8482), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.654701 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3754d699-7aa6-48ab-b34f-301fbad814b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (8dc84e97-1a10-4540-81f7-c3c8674c8482), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.712081 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3754d699-7aa6-48ab-b34f-301fbad814b4 admin admin] Publish callbacks [] for router_controller (8dc84e97-1a10-4540-81f7-c3c8674c8482), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.794462 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port f7f66df0-534b-47bf-b51a-b7ee9cb93ea2 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:49:58.794755 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f7f66df0-534b-47bf-b51a-b7ee9cb93ea2), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.806045 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17243329-051e-4995-ad9b-d325ad2f22a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-95ac62b9-c37d-411a-918a-c278a0bedb75', 'network_id': '95ac62b9-c37d-411a-918a-c278a0bedb75', 'project_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'fixed_ips': [{'subnet_id': '4afc6d04-da29-4111-a653-dc84510be0c7'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:49:58.806887 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-17243329-051e-4995-ad9b-d325ad2f22a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.831114 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] Set router f4c0ff81-d3c3-4c45-841c-b155317a3b43 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:49:58.855772 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3754d699-7aa6-48ab-b34f-301fbad814b4 admin admin] Publish callbacks [] for router_gateway (8dc84e97-1a10-4540-81f7-c3c8674c8482), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.048940 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3754d699-7aa6-48ab-b34f-301fbad814b4 admin admin] Publish callbacks [] for router_gateway (8dc84e97-1a10-4540-81f7-c3c8674c8482), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.068049 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3754d699-7aa6-48ab-b34f-301fbad814b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.142857 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f7f66df0-534b-47bf-b51a-b7ee9cb93ea2 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:49:59.143284 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f7f66df0-534b-47bf-b51a-b7ee9cb93ea2), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.155388 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.160985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-17243329-051e-4995-ad9b-d325ad2f22a9 None None] Allocated IP 172.20.0.2 (95ac62b9-c37d-411a-918a-c278a0bedb75/4afc6d04-da29-4111-a653-dc84510be0c7/d40341b8-a53c-4a18-a154-d3370a40a421) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:49:59.175821 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-3754d699-7aa6-48ab-b34f-301fbad814b4 admin admin] Allocated IP 172.25.3.68 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/9a43ec48-4ebe-45d5-9f99-ef461469ab81) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:49:59.195079 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port f7f66df0-534b-47bf-b51a-b7ee9cb93ea2, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f7f66df0-534b-47bf-b51a-b7ee9cb93ea2,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:59.217510 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f7f66df0-534b-47bf-b51a-b7ee9cb93ea2), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.279400 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3754d699-7aa6-48ab-b34f-301fbad814b4 admin admin] Publish callbacks [] for port (9a43ec48-4ebe-45d5-9f99-ef461469ab81), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.314505 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3754d699-7aa6-48ab-b34f-301fbad814b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (9a43ec48-4ebe-45d5-9f99-ef461469ab81), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.352486 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=f7f66df0-534b-47bf-b51a-b7ee9cb93ea2,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:59.357774 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3754d699-7aa6-48ab-b34f-301fbad814b4 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:49:59.362684 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-3754d699-7aa6-48ab-b34f-301fbad814b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:59.365077 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3754d699-7aa6-48ab-b34f-301fbad814b4 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:49:59.391114 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c0ff81-d3c3-4c45-841c-b155317a3b43', 'name': 'tempest-TestEncryptedCinderVolumes-1247445368-router', 'tenant_id': '129b6f8227d8492da3f91f4223cd2fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'f7f66df0-534b-47bf-b51a-b7ee9cb93ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:49:54Z', 'updated_at': '2022-01-27T22:49:56Z', 'revision_number': 4, 'project_id': '129b6f8227d8492da3f91f4223cd2fc9', 'gw_port': {'id': 'f7f66df0-534b-47bf-b51a-b7ee9cb93ea2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c0ff81-d3c3-4c45-841c-b155317a3b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:49:54Z', 'updated_at': '2022-01-27T22:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '7c3b49f5-1044-4b42-9af9-9ddaadf07af0', 'name': '', 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9', 'tenant_id': '129b6f8227d8492da3f91f4223cd2fc9', 'mac_address': 'fa:16:3e:15:b0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c0ff81-d3c3-4c45-841c-b155317a3b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'd6331c31-ed14-4af0-91a5-763948709354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:49:56Z', 'updated_at': '2022-01-27T22:49:56Z', 'revision_number': 2, 'project_id': '129b6f8227d8492da3f91f4223cd2fc9', 'subnets': [{'id': 'd6331c31-ed14-4af0-91a5-763948709354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:59.399546 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754d699-7aa6-48ab-b34f-301fbad814b4 admin admin] Pushing event updated for resources: {'Port': ['ID=9a43ec48-4ebe-45d5-9f99-ef461469ab81,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:59.427589 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] Checking router: f4c0ff81-d3c3-4c45-841c-b155317a3b43 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:49:59.427955 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] Updating router f4c0ff81-d3c3-4c45-841c-b155317a3b43 port 7c3b49f5-1044-4b42-9af9-9ddaadf07af0 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:49:59.458110 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-17243329-051e-4995-ad9b-d325ad2f22a9 None None] Publish callbacks [] for port (d40341b8-a53c-4a18-a154-d3370a40a421), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.463751 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7c3b49f5-1044-4b42-9af9-9ddaadf07af0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.467191 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-17243329-051e-4995-ad9b-d325ad2f22a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (d40341b8-a53c-4a18-a154-d3370a40a421), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.545047 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17243329-051e-4995-ad9b-d325ad2f22a9 None None] Network 95ac62b9-c37d-411a-918a-c278a0bedb75 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:49:59.550091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-17243329-051e-4995-ad9b-d325ad2f22a9 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:49:59.551812 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17243329-051e-4995-ad9b-d325ad2f22a9 None None] Pushing event updated for resources: {'Port': ['ID=d40341b8-a53c-4a18-a154-d3370a40a421,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:59.555557 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17243329-051e-4995-ad9b-d325ad2f22a9 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:49:59.628782 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3754d699-7aa6-48ab-b34f-301fbad814b4 admin admin] Publish callbacks [] for router_gateway (8dc84e97-1a10-4540-81f7-c3c8674c8482), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.832608 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-17243329-051e-4995-ad9b-d325ad2f22a9 None None] Attempting to bind port d40341b8-a53c-4a18-a154-d3370a40a421 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:49:59.832906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-17243329-051e-4995-ad9b-d325ad2f22a9 None None] Attempting to bind port d40341b8-a53c-4a18-a154-d3370a40a421 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '8ac88f7f-ae7e-4f67-90b9-690db62e8ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95ac62b9-c37d-411a-918a-c278a0bedb75'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:49:59.833276 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17243329-051e-4995-ad9b-d325ad2f22a9 None None] Attempting to bind port d40341b8-a53c-4a18-a154-d3370a40a421 on network 95ac62b9-c37d-411a-918a-c278a0bedb75 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:49:59.850304 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17243329-051e-4995-ad9b-d325ad2f22a9 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:49:59.850698 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17243329-051e-4995-ad9b-d325ad2f22a9 None None] Checking segment: {'id': '8ac88f7f-ae7e-4f67-90b9-690db62e8ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95ac62b9-c37d-411a-918a-c278a0bedb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:49:59.851116 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-17243329-051e-4995-ad9b-d325ad2f22a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.851521 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17243329-051e-4995-ad9b-d325ad2f22a9 None None] Bound using segment: {'id': '8ac88f7f-ae7e-4f67-90b9-690db62e8ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95ac62b9-c37d-411a-918a-c278a0bedb75'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:49:59.852013 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-17243329-051e-4995-ad9b-d325ad2f22a9 None None] Bound port: d40341b8-a53c-4a18-a154-d3370a40a421, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac88f7f-ae7e-4f67-90b9-690db62e8ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95ac62b9-c37d-411a-918a-c278a0bedb75'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:49:59.852506 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-17243329-051e-4995-ad9b-d325ad2f22a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d40341b8-a53c-4a18-a154-d3370a40a421), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.983096 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-17243329-051e-4995-ad9b-d325ad2f22a9 None None] For port d40341b8-a53c-4a18-a154-d3370a40a421, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:50:00.003951 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-17243329-051e-4995-ad9b-d325ad2f22a9 None None] For port d40341b8-a53c-4a18-a154-d3370a40a421, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d40341b8-a53c-4a18-a154-d3370a40a421,segment=NetworkSegment(8ac88f7f-ae7e-4f67-90b9-690db62e8ba2),segment_id=8ac88f7f-ae7e-4f67-90b9-690db62e8ba2)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:50:00.010704 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-17243329-051e-4995-ad9b-d325ad2f22a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d40341b8-a53c-4a18-a154-d3370a40a421), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.094063 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3754d699-7aa6-48ab-b34f-301fbad814b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (8dc84e97-1a10-4540-81f7-c3c8674c8482), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.105634 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] Publish callbacks [] for port (7c3b49f5-1044-4b42-9af9-9ddaadf07af0), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.112398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17243329-051e-4995-ad9b-d325ad2f22a9 None None] Pushing event updated for resources: {'Port': ['ID=d40341b8-a53c-4a18-a154-d3370a40a421,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:00.116035 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7c3b49f5-1044-4b42-9af9-9ddaadf07af0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.169526 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb399a92-6ceb-44ff-8c36-3b2a9f040532 None None] Pushing event updated for resources: {'Port': ['ID=7c3b49f5-1044-4b42-9af9-9ddaadf07af0,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:00.225186 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] Attempting to bind port 7c3b49f5-1044-4b42-9af9-9ddaadf07af0 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:50:00.225561 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] Attempting to bind port 7c3b49f5-1044-4b42-9af9-9ddaadf07af0 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '7310d314-377a-494f-8313-e984bca2a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:50:00.225942 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] Attempting to bind port 7c3b49f5-1044-4b42-9af9-9ddaadf07af0 on network a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:50:00.231160 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:50:00.231593 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] Checking segment: {'id': '7310d314-377a-494f-8313-e984bca2a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:50:00.232052 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.232487 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] Bound using segment: {'id': '7310d314-377a-494f-8313-e984bca2a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:50:00.232968 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] Bound port: 7c3b49f5-1044-4b42-9af9-9ddaadf07af0, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7310d314-377a-494f-8313-e984bca2a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:50:00.233360 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7c3b49f5-1044-4b42-9af9-9ddaadf07af0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.251109 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3754d699-7aa6-48ab-b34f-301fbad814b4 admin admin] Router 8dc84e97-1a10-4540-81f7-c3c8674c8482 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:50:00.326264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] For port 7c3b49f5-1044-4b42-9af9-9ddaadf07af0, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:50:00.335224 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] For port 7c3b49f5-1044-4b42-9af9-9ddaadf07af0, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7c3b49f5-1044-4b42-9af9-9ddaadf07af0,segment=NetworkSegment(7310d314-377a-494f-8313-e984bca2a0cf),segment_id=7310d314-377a-494f-8313-e984bca2a0cf)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:50:00.339861 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7c3b49f5-1044-4b42-9af9-9ddaadf07af0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.393547 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3754d699-7aa6-48ab-b34f-301fbad814b4 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:50:00.399850 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] Routers {'f4c0ff81-d3c3-4c45-841c-b155317a3b43'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:50:00.400527 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:49:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f4c0ff81-d3c3-4c45-841c-b155317a3b43'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:00.404767 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] Sync routers for ids ['8dc84e97-1a10-4540-81f7-c3c8674c8482'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:50:00.419746 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3754d699-7aa6-48ab-b34f-301fbad814b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.425023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55364) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:50:00.426084 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3754d699-7aa6-48ab-b34f-301fbad814b4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7956672 Jan 27 22:50:00.449094 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] Routers {'8dc84e97-1a10-4540-81f7-c3c8674c8482'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:50:00.449756 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:49:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['8dc84e97-1a10-4540-81f7-c3c8674c8482'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:00.463851 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb399a92-6ceb-44ff-8c36-3b2a9f040532 None None] Pushing event updated for resources: {'Port': ['ID=7c3b49f5-1044-4b42-9af9-9ddaadf07af0,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:00.576438 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.621654 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] Set router 8dc84e97-1a10-4540-81f7-c3c8674c8482 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:50:00.649024 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-28daa9ca-4866-4f99-8030-5d929bccf272 None None] Provisioning complete for port 7c3b49f5-1044-4b42-9af9-9ddaadf07af0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:00.649446 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-28daa9ca-4866-4f99-8030-5d929bccf272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7c3b49f5-1044-4b42-9af9-9ddaadf07af0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.743813 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] Set router f4c0ff81-d3c3-4c45-841c-b155317a3b43 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:50:00.774985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f7f66df0-534b-47bf-b51a-b7ee9cb93ea2 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:50:00.858271 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc84e97-1a10-4540-81f7-c3c8674c8482', 'name': 'tempest-TestEncryptedCinderVolumes-38319457-router', 'tenant_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9a43ec48-4ebe-45d5-9f99-ef461469ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:49:58Z', 'updated_at': '2022-01-27T22:49:59Z', 'revision_number': 3, 'project_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'gw_port': {'id': '9a43ec48-4ebe-45d5-9f99-ef461469ab81', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc84e97-1a10-4540-81f7-c3c8674c8482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:49:59Z', 'updated_at': '2022-01-27T22:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:00.891886 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] Checking router: 8dc84e97-1a10-4540-81f7-c3c8674c8482 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:50:00.892351 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] Updating router 8dc84e97-1a10-4540-81f7-c3c8674c8482 port 9a43ec48-4ebe-45d5-9f99-ef461469ab81 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:50:00.895709 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-28daa9ca-4866-4f99-8030-5d929bccf272 None None] Current status of the port 7c3b49f5-1044-4b42-9af9-9ddaadf07af0 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:00.896111 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-28daa9ca-4866-4f99-8030-5d929bccf272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (7c3b49f5-1044-4b42-9af9-9ddaadf07af0), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.924293 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9a43ec48-4ebe-45d5-9f99-ef461469ab81), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:01.004545 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-28daa9ca-4866-4f99-8030-5d929bccf272 None None] For port 7c3b49f5-1044-4b42-9af9-9ddaadf07af0, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7c3b49f5-1044-4b42-9af9-9ddaadf07af0,segment=NetworkSegment(7310d314-377a-494f-8313-e984bca2a0cf),segment_id=7310d314-377a-494f-8313-e984bca2a0cf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:50:01.010517 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port f7f66df0-534b-47bf-b51a-b7ee9cb93ea2 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:01.010973 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f7f66df0-534b-47bf-b51a-b7ee9cb93ea2), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:01.039314 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-28daa9ca-4866-4f99-8030-5d929bccf272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (7c3b49f5-1044-4b42-9af9-9ddaadf07af0), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:01.137753 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28daa9ca-4866-4f99-8030-5d929bccf272 None None] Pushing event updated for resources: {'Port': ['ID=7c3b49f5-1044-4b42-9af9-9ddaadf07af0,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:01.206013 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f7f66df0-534b-47bf-b51a-b7ee9cb93ea2 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:01.207172 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d40341b8-a53c-4a18-a154-d3370a40a421 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:50:01.210426 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-07f7c653-23da-4d8a-b047-aa7919afe79f None None] Provisioning complete for port 7c3b49f5-1044-4b42-9af9-9ddaadf07af0 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:01.210814 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-07f7c653-23da-4d8a-b047-aa7919afe79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7c3b49f5-1044-4b42-9af9-9ddaadf07af0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:01.216886 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c0ff81-d3c3-4c45-841c-b155317a3b43', 'name': 'tempest-TestEncryptedCinderVolumes-1247445368-router', 'tenant_id': '129b6f8227d8492da3f91f4223cd2fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'f7f66df0-534b-47bf-b51a-b7ee9cb93ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:49:54Z', 'updated_at': '2022-01-27T22:49:56Z', 'revision_number': 4, 'project_id': '129b6f8227d8492da3f91f4223cd2fc9', 'gw_port': {'id': 'f7f66df0-534b-47bf-b51a-b7ee9cb93ea2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c0ff81-d3c3-4c45-841c-b155317a3b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:49:54Z', 'updated_at': '2022-01-27T22:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '7c3b49f5-1044-4b42-9af9-9ddaadf07af0', 'name': '', 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9', 'tenant_id': '129b6f8227d8492da3f91f4223cd2fc9', 'mac_address': 'fa:16:3e:15:b0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c0ff81-d3c3-4c45-841c-b155317a3b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'd6331c31-ed14-4af0-91a5-763948709354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:49:56Z', 'updated_at': '2022-01-27T22:50:00Z', 'revision_number': 4, 'project_id': '129b6f8227d8492da3f91f4223cd2fc9', 'subnets': [{'id': 'd6331c31-ed14-4af0-91a5-763948709354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:01.258388 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] Publish callbacks [] for port (9a43ec48-4ebe-45d5-9f99-ef461469ab81), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:01.270993 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9a43ec48-4ebe-45d5-9f99-ef461469ab81), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:01.290057 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6023aff-44bf-4962-b34d-a3064cb69504 None None] The sync data for ids ['f4c0ff81-d3c3-4c45-841c-b155317a3b43'] in n-d-772272-3 is: [{'id': 'f4c0ff81-d3c3-4c45-841c-b155317a3b43', 'name': 'tempest-TestEncryptedCinderVolumes-1247445368-router', 'tenant_id': '129b6f8227d8492da3f91f4223cd2fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'f7f66df0-534b-47bf-b51a-b7ee9cb93ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:49:54Z', 'updated_at': '2022-01-27T22:49:56Z', 'revision_number': 4, 'project_id': '129b6f8227d8492da3f91f4223cd2fc9', 'gw_port': {'id': 'f7f66df0-534b-47bf-b51a-b7ee9cb93ea2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c0ff81-d3c3-4c45-841c-b155317a3b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:49:54Z', 'updated_at': '2022-01-27T22:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '7c3b49f5-1044-4b42-9af9-9ddaadf07af0', 'name': '', 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9', 'tenant_id': '129b6f8227d8492da3f91f4223cd2fc9', 'mac_address': 'fa:16:3e:15:b0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c0ff81-d3c3-4c45-841c-b155317a3b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'd6331c31-ed14-4af0-91a5-763948709354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:49:56Z', 'updated_at': '2022-01-27T22:50:00Z', 'revision_number': 4, 'project_id': '129b6f8227d8492da3f91f4223cd2fc9', 'subnets': [{'id': 'd6331c31-ed14-4af0-91a5-763948709354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:50:01.358265 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] Attempting to bind port 9a43ec48-4ebe-45d5-9f99-ef461469ab81 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:50:01.358265 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] Attempting to bind port 9a43ec48-4ebe-45d5-9f99-ef461469ab81 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:50:01.358265 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] Attempting to bind port 9a43ec48-4ebe-45d5-9f99-ef461469ab81 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:50:01.385189 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302585e1-f57f-49ce-9c4a-574ceb5a0b3b None None] Pushing event updated for resources: {'Port': ['ID=9a43ec48-4ebe-45d5-9f99-ef461469ab81,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:01.389542 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:50:01.390144 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:50:01.391378 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:01.392279 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:50:01.392780 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] Bound port: 9a43ec48-4ebe-45d5-9f99-ef461469ab81, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:50:01.393432 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9a43ec48-4ebe-45d5-9f99-ef461469ab81), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:01.413728 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d40341b8-a53c-4a18-a154-d3370a40a421 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:01.414291 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d40341b8-a53c-4a18-a154-d3370a40a421), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:01.466254 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-07f7c653-23da-4d8a-b047-aa7919afe79f None None] Current status of the port 7c3b49f5-1044-4b42-9af9-9ddaadf07af0 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:01.470914 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] For port 9a43ec48-4ebe-45d5-9f99-ef461469ab81, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:50:01.475782 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] For port 9a43ec48-4ebe-45d5-9f99-ef461469ab81, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9a43ec48-4ebe-45d5-9f99-ef461469ab81,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:50:01.481129 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3e34d500-0b5e-4a98-9b33-cf3dc6599433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:01.486993 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9a43ec48-4ebe-45d5-9f99-ef461469ab81), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:01.573070 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d40341b8-a53c-4a18-a154-d3370a40a421 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:01.573487 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d40341b8-a53c-4a18-a154-d3370a40a421), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:01.588700 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] Routers {'8dc84e97-1a10-4540-81f7-c3c8674c8482'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:50:01.589352 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:49:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['8dc84e97-1a10-4540-81f7-c3c8674c8482'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:01.631375 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302585e1-f57f-49ce-9c4a-574ceb5a0b3b None None] Pushing event updated for resources: {'Port': ['ID=9a43ec48-4ebe-45d5-9f99-ef461469ab81,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:01.633984 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port d40341b8-a53c-4a18-a154-d3370a40a421, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d40341b8-a53c-4a18-a154-d3370a40a421,segment=NetworkSegment(8ac88f7f-ae7e-4f67-90b9-690db62e8ba2),segment_id=8ac88f7f-ae7e-4f67-90b9-690db62e8ba2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:50:01.641842 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d40341b8-a53c-4a18-a154-d3370a40a421), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:01.677735 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31907643-a7ec-48e6-8ad0-3fc24b850726 None None] Network 95ac62b9-c37d-411a-918a-c278a0bedb75 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:50:01.712942 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-3e34d500-0b5e-4a98-9b33-cf3dc6599433 admin admin] Allocated IP 172.20.0.1 (95ac62b9-c37d-411a-918a-c278a0bedb75/4afc6d04-da29-4111-a653-dc84510be0c7/3842ef5e-0555-4cfd-bddc-835fc4c92b6c) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:50:01.740435 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-dbb2d99d-4195-4ddd-8b7b-fdc520382f11 None None] Provisioning complete for port d40341b8-a53c-4a18-a154-d3370a40a421 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:01.740821 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-dbb2d99d-4195-4ddd-8b7b-fdc520382f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d40341b8-a53c-4a18-a154-d3370a40a421), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:01.756697 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] Set router 8dc84e97-1a10-4540-81f7-c3c8674c8482 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:50:01.798197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=d40341b8-a53c-4a18-a154-d3370a40a421,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:01.853448 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3e34d500-0b5e-4a98-9b33-cf3dc6599433 admin admin] Publish callbacks [] for port (3842ef5e-0555-4cfd-bddc-835fc4c92b6c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:01.894285 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3e34d500-0b5e-4a98-9b33-cf3dc6599433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (3842ef5e-0555-4cfd-bddc-835fc4c92b6c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:01.949616 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34d500-0b5e-4a98-9b33-cf3dc6599433 admin admin] Pushing event updated for resources: {'Port': ['ID=3842ef5e-0555-4cfd-bddc-835fc4c92b6c,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:01.958489 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e34d500-0b5e-4a98-9b33-cf3dc6599433 admin admin] Network 95ac62b9-c37d-411a-918a-c278a0bedb75 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:50:01.959967 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-3e34d500-0b5e-4a98-9b33-cf3dc6599433 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:50:01.962503 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e34d500-0b5e-4a98-9b33-cf3dc6599433 admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:50:02.008426 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3e34d500-0b5e-4a98-9b33-cf3dc6599433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (8dc84e97-1a10-4540-81f7-c3c8674c8482), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:02.112351 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-dbb2d99d-4195-4ddd-8b7b-fdc520382f11 None None] Current status of the port d40341b8-a53c-4a18-a154-d3370a40a421 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:02.122094 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc84e97-1a10-4540-81f7-c3c8674c8482', 'name': 'tempest-TestEncryptedCinderVolumes-38319457-router', 'tenant_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9a43ec48-4ebe-45d5-9f99-ef461469ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:49:58Z', 'updated_at': '2022-01-27T22:49:59Z', 'revision_number': 3, 'project_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'gw_port': {'id': '9a43ec48-4ebe-45d5-9f99-ef461469ab81', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc84e97-1a10-4540-81f7-c3c8674c8482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:49:59Z', 'updated_at': '2022-01-27T22:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:02.155194 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12b6c3f-906d-455e-956f-a5d7ebfac7a9 None None] The sync data for ids ['8dc84e97-1a10-4540-81f7-c3c8674c8482'] in n-d-772272-3 is: [{'id': '8dc84e97-1a10-4540-81f7-c3c8674c8482', 'name': 'tempest-TestEncryptedCinderVolumes-38319457-router', 'tenant_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9a43ec48-4ebe-45d5-9f99-ef461469ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:49:58Z', 'updated_at': '2022-01-27T22:49:59Z', 'revision_number': 3, 'project_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'gw_port': {'id': '9a43ec48-4ebe-45d5-9f99-ef461469ab81', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc84e97-1a10-4540-81f7-c3c8674c8482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:49:59Z', 'updated_at': '2022-01-27T22:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:50:02.169055 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3e34d500-0b5e-4a98-9b33-cf3dc6599433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3842ef5e-0555-4cfd-bddc-835fc4c92b6c), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:02.382447 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3e34d500-0b5e-4a98-9b33-cf3dc6599433 admin admin] Publish callbacks [] for port (3842ef5e-0555-4cfd-bddc-835fc4c92b6c), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:02.389509 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3e34d500-0b5e-4a98-9b33-cf3dc6599433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (3842ef5e-0555-4cfd-bddc-835fc4c92b6c), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:02.487061 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f237c3a0-c908-4e50-841d-606375419995 None None] Provisioning complete for port d40341b8-a53c-4a18-a154-d3370a40a421 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:02.489167 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f237c3a0-c908-4e50-841d-606375419995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d40341b8-a53c-4a18-a154-d3370a40a421), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:02.526474 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3e34d500-0b5e-4a98-9b33-cf3dc6599433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (8dc84e97-1a10-4540-81f7-c3c8674c8482), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:02.528527 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34d500-0b5e-4a98-9b33-cf3dc6599433 admin admin] Pushing event updated for resources: {'Port': ['ID=3842ef5e-0555-4cfd-bddc-835fc4c92b6c,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:02.637216 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f237c3a0-c908-4e50-841d-606375419995 None None] Current status of the port d40341b8-a53c-4a18-a154-d3370a40a421 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:02.666785 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f237c3a0-c908-4e50-841d-606375419995 None None] Provisioning complete for port 3842ef5e-0555-4cfd-bddc-835fc4c92b6c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:02.667168 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f237c3a0-c908-4e50-841d-606375419995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3842ef5e-0555-4cfd-bddc-835fc4c92b6c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:02.683078 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e34d500-0b5e-4a98-9b33-cf3dc6599433 admin admin] Network 95ac62b9-c37d-411a-918a-c278a0bedb75 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:50:02.684989 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-3e34d500-0b5e-4a98-9b33-cf3dc6599433 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:50:02.728106 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f237c3a0-c908-4e50-841d-606375419995 None None] Port 3842ef5e-0555-4cfd-bddc-835fc4c92b6c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:50:02.837464 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e34d500-0b5e-4a98-9b33-cf3dc6599433 admin admin] Router 8dc84e97-1a10-4540-81f7-c3c8674c8482 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:50:02.861795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-69036b05-c0b7-4406-8981-82b050979403 None None] Provisioning complete for port 3842ef5e-0555-4cfd-bddc-835fc4c92b6c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:02.862317 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-69036b05-c0b7-4406-8981-82b050979403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3842ef5e-0555-4cfd-bddc-835fc4c92b6c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:02.890200 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7c3b49f5-1044-4b42-9af9-9ddaadf07af0 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:50:02.940628 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-69036b05-c0b7-4406-8981-82b050979403 None None] Port 3842ef5e-0555-4cfd-bddc-835fc4c92b6c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:50:02.965897 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 7c3b49f5-1044-4b42-9af9-9ddaadf07af0 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:02.966650 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (7c3b49f5-1044-4b42-9af9-9ddaadf07af0), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:02.978649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e34d500-0b5e-4a98-9b33-cf3dc6599433 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:50:02.985219 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3e34d500-0b5e-4a98-9b33-cf3dc6599433 admin admin] 10.222.0.23 "PUT /v2.0/routers/8dc84e97-1a10-4540-81f7-c3c8674c8482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5572383 Jan 27 22:50:03.071690 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 7c3b49f5-1044-4b42-9af9-9ddaadf07af0 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:03.073018 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9a43ec48-4ebe-45d5-9f99-ef461469ab81 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:50:03.126805 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 9a43ec48-4ebe-45d5-9f99-ef461469ab81 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:03.127188 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9a43ec48-4ebe-45d5-9f99-ef461469ab81), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:03.178744 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-fd0886ee-2475-4e0d-a9a6-23055f289df7 None None] Provisioning complete for port 3842ef5e-0555-4cfd-bddc-835fc4c92b6c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:03.179127 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fd0886ee-2475-4e0d-a9a6-23055f289df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3842ef5e-0555-4cfd-bddc-835fc4c92b6c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:03.221381 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-fd0886ee-2475-4e0d-a9a6-23055f289df7 None None] Port 3842ef5e-0555-4cfd-bddc-835fc4c92b6c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:50:03.254610 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 9a43ec48-4ebe-45d5-9f99-ef461469ab81 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:03.255018 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9a43ec48-4ebe-45d5-9f99-ef461469ab81), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:03.279668 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 9a43ec48-4ebe-45d5-9f99-ef461469ab81, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9a43ec48-4ebe-45d5-9f99-ef461469ab81,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:50:03.284704 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (9a43ec48-4ebe-45d5-9f99-ef461469ab81), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:03.285583 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d40341b8-a53c-4a18-a154-d3370a40a421 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:50:03.377111 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=9a43ec48-4ebe-45d5-9f99-ef461469ab81,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:03.394437 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d40341b8-a53c-4a18-a154-d3370a40a421 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:03.394944 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d40341b8-a53c-4a18-a154-d3370a40a421), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:03.478028 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d40341b8-a53c-4a18-a154-d3370a40a421 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:03.821988 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-dd92e8a7-b4aa-49da-9681-f5b95d37838f tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:03.823387 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-dd92e8a7-b4aa-49da-9681-f5b95d37838f tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/networks?id=a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 HTTP/1.1" status: 200 len: 817 time: 0.1019785 Jan 27 22:50:03.837654 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-301bfa42-17e3-4353-9dde-7517f1b3a658 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/quotas/129b6f8227d8492da3f91f4223cd2fc9 HTTP/1.1" status: 200 len: 375 time: 0.0087926 Jan 27 22:50:03.894689 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-29f99ae6-9633-4dc9-8a61-238ece724073 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=129b6f8227d8492da3f91f4223cd2fc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522964 Jan 27 22:50:03.990039 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-897073a3-3783-4f94-9eea-0d31299f2461 service neutron] 10.222.0.23 "GET /v2.0/networks/a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842021 Jan 27 22:50:04.084074 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-9a1ca914-ef4b-4f7d-8621-4a70ce6249de service neutron] 10.222.0.23 "GET /v2.0/networks/a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881946 Jan 27 22:50:04.242843 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2c801897-9274-41b7-b58f-92d55d4e87c8 req-6ad5458e-d9ee-4eb6-973e-83ec24b40272 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b45198e-040e-40f5-9c1f-442c4f0a390e HTTP/1.1" status: 200 len: 210 time: 0.0266981 Jan 27 22:50:04.543435 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9a43ec48-4ebe-45d5-9f99-ef461469ab81 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:50:04.599933 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 9a43ec48-4ebe-45d5-9f99-ef461469ab81 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:04.600359 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (9a43ec48-4ebe-45d5-9f99-ef461469ab81), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:04.687241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 9a43ec48-4ebe-45d5-9f99-ef461469ab81 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:04.755035 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1691f411-3818-46ea-8825-472e2574900d None None] Sync routers for ids ['8dc84e97-1a10-4540-81f7-c3c8674c8482'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:50:04.765851 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1691f411-3818-46ea-8825-472e2574900d None None] Routers {'8dc84e97-1a10-4540-81f7-c3c8674c8482'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:50:04.766479 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1691f411-3818-46ea-8825-472e2574900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:49:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['8dc84e97-1a10-4540-81f7-c3c8674c8482'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:04.872428 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-1691f411-3818-46ea-8825-472e2574900d None None] Set router 8dc84e97-1a10-4540-81f7-c3c8674c8482 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:50:05.076354 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1691f411-3818-46ea-8825-472e2574900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc84e97-1a10-4540-81f7-c3c8674c8482', 'name': 'tempest-TestEncryptedCinderVolumes-38319457-router', 'tenant_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9a43ec48-4ebe-45d5-9f99-ef461469ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:49:58Z', 'updated_at': '2022-01-27T22:50:02Z', 'revision_number': 4, 'project_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'gw_port': {'id': '9a43ec48-4ebe-45d5-9f99-ef461469ab81', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc84e97-1a10-4540-81f7-c3c8674c8482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:49:59Z', 'updated_at': '2022-01-27T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3842ef5e-0555-4cfd-bddc-835fc4c92b6c', 'name': '', 'network_id': '95ac62b9-c37d-411a-918a-c278a0bedb75', 'tenant_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'mac_address': 'fa:16:3e:9c:94:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc84e97-1a10-4540-81f7-c3c8674c8482', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '4afc6d04-da29-4111-a653-dc84510be0c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:02Z', 'revision_number': 2, 'project_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'subnets': [{'id': '4afc6d04-da29-4111-a653-dc84510be0c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:05.107027 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1691f411-3818-46ea-8825-472e2574900d None None] Checking router: 8dc84e97-1a10-4540-81f7-c3c8674c8482 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:50:05.107427 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1691f411-3818-46ea-8825-472e2574900d None None] Updating router 8dc84e97-1a10-4540-81f7-c3c8674c8482 port 3842ef5e-0555-4cfd-bddc-835fc4c92b6c binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:50:05.135233 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1691f411-3818-46ea-8825-472e2574900d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3842ef5e-0555-4cfd-bddc-835fc4c92b6c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:05.174202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-9370186b-d40b-4023-af14-ee26a65686a5 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:05.175705 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-9370186b-d40b-4023-af14-ee26a65686a5 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.15 "GET /v2.0/networks?id=a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 HTTP/1.1" status: 200 len: 817 time: 0.1042614 Jan 27 22:50:05.187153 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-d8600516-b9c7-484f-a26a-36834ac8ed01 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Request body: {'port': {'device_id': '4b45198e-040e-40f5-9c1f-442c4f0a390e', 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9', 'admin_state_up': True, 'tenant_id': '129b6f8227d8492da3f91f4223cd2fc9'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:50:05.302778 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-d8600516-b9c7-484f-a26a-36834ac8ed01 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Made reservation on behalf of 129b6f8227d8492da3f91f4223cd2fc9 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:50:05.306298 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-d8600516-b9c7-484f-a26a-36834ac8ed01 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:05.351448 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5ab3b66-15d9-46bd-90af-318a9e8c5571 req-f9bb5ae8-97c7-4711-9f02-137794f988f3 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b45198e-040e-40f5-9c1f-442c4f0a390e HTTP/1.1" status: 200 len: 210 time: 0.0342724 Jan 27 22:50:05.415069 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1691f411-3818-46ea-8825-472e2574900d None None] Publish callbacks [] for port (3842ef5e-0555-4cfd-bddc-835fc4c92b6c), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:05.422096 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1691f411-3818-46ea-8825-472e2574900d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3842ef5e-0555-4cfd-bddc-835fc4c92b6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:05.464362 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-d8600516-b9c7-484f-a26a-36834ac8ed01 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Allocated IP 172.20.0.14 (a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9/d6331c31-ed14-4af0-91a5-763948709354/f468a48a-b416-40e8-86da-90d033d72f16) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:50:05.474831 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82b9ba-7482-42ff-8c08-ef63d67fe4ea None None] Pushing event updated for resources: {'Port': ['ID=3842ef5e-0555-4cfd-bddc-835fc4c92b6c,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:05.524380 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1691f411-3818-46ea-8825-472e2574900d None None] Attempting to bind port 3842ef5e-0555-4cfd-bddc-835fc4c92b6c on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:50:05.524765 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1691f411-3818-46ea-8825-472e2574900d None None] Attempting to bind port 3842ef5e-0555-4cfd-bddc-835fc4c92b6c by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '8ac88f7f-ae7e-4f67-90b9-690db62e8ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95ac62b9-c37d-411a-918a-c278a0bedb75'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:50:05.525131 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1691f411-3818-46ea-8825-472e2574900d None None] Attempting to bind port 3842ef5e-0555-4cfd-bddc-835fc4c92b6c on network 95ac62b9-c37d-411a-918a-c278a0bedb75 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:50:05.531358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1691f411-3818-46ea-8825-472e2574900d None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:50:05.531800 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1691f411-3818-46ea-8825-472e2574900d None None] Checking segment: {'id': '8ac88f7f-ae7e-4f67-90b9-690db62e8ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95ac62b9-c37d-411a-918a-c278a0bedb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:50:05.532067 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1691f411-3818-46ea-8825-472e2574900d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:05.532562 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1691f411-3818-46ea-8825-472e2574900d None None] Bound using segment: {'id': '8ac88f7f-ae7e-4f67-90b9-690db62e8ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95ac62b9-c37d-411a-918a-c278a0bedb75'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:50:05.533037 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-1691f411-3818-46ea-8825-472e2574900d None None] Bound port: 3842ef5e-0555-4cfd-bddc-835fc4c92b6c, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac88f7f-ae7e-4f67-90b9-690db62e8ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '95ac62b9-c37d-411a-918a-c278a0bedb75'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:50:05.533437 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1691f411-3818-46ea-8825-472e2574900d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3842ef5e-0555-4cfd-bddc-835fc4c92b6c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:05.604425 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1691f411-3818-46ea-8825-472e2574900d None None] For port 3842ef5e-0555-4cfd-bddc-835fc4c92b6c, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:50:05.608114 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-1691f411-3818-46ea-8825-472e2574900d None None] For port 3842ef5e-0555-4cfd-bddc-835fc4c92b6c, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3842ef5e-0555-4cfd-bddc-835fc4c92b6c,segment=NetworkSegment(8ac88f7f-ae7e-4f67-90b9-690db62e8ba2),segment_id=8ac88f7f-ae7e-4f67-90b9-690db62e8ba2)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:50:05.614353 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1691f411-3818-46ea-8825-472e2574900d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3842ef5e-0555-4cfd-bddc-835fc4c92b6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:05.640887 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-d8600516-b9c7-484f-a26a-36834ac8ed01 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Publish callbacks [] for port (f468a48a-b416-40e8-86da-90d033d72f16), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:05.678481 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-d8600516-b9c7-484f-a26a-36834ac8ed01 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f468a48a-b416-40e8-86da-90d033d72f16), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:05.680783 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82b9ba-7482-42ff-8c08-ef63d67fe4ea None None] Pushing event updated for resources: {'Port': ['ID=3842ef5e-0555-4cfd-bddc-835fc4c92b6c,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:05.683554 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1691f411-3818-46ea-8825-472e2574900d None None] Routers {'8dc84e97-1a10-4540-81f7-c3c8674c8482'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:50:05.684213 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1691f411-3818-46ea-8825-472e2574900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:49:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['8dc84e97-1a10-4540-81f7-c3c8674c8482'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:05.738426 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-d8600516-b9c7-484f-a26a-36834ac8ed01 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Network a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:50:05.741781 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-d8600516-b9c7-484f-a26a-36834ac8ed01 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:50:05.748602 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-d8600516-b9c7-484f-a26a-36834ac8ed01 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:50:05.756252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8600516-b9c7-484f-a26a-36834ac8ed01 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Pushing event updated for resources: {'Port': ['ID=f468a48a-b416-40e8-86da-90d033d72f16,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:05.805636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-d8600516-b9c7-484f-a26a-36834ac8ed01 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:05.806303 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-d8600516-b9c7-484f-a26a-36834ac8ed01 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:05.807623 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-de81a935-1a12-47cc-885e-2ba81a0548b2 None None] Provisioning complete for port 3842ef5e-0555-4cfd-bddc-835fc4c92b6c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:05.808008 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-de81a935-1a12-47cc-885e-2ba81a0548b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3842ef5e-0555-4cfd-bddc-835fc4c92b6c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:05.831068 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-d8600516-b9c7-484f-a26a-36834ac8ed01 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6476927 Jan 27 22:50:05.842897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] Request body: {'port': {'device_id': '4b45198e-040e-40f5-9c1f-442c4f0a390e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:50:05.848958 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-1691f411-3818-46ea-8825-472e2574900d None None] Set router 8dc84e97-1a10-4540-81f7-c3c8674c8482 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:50:05.908832 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f468a48a-b416-40e8-86da-90d033d72f16), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:06.024005 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-de81a935-1a12-47cc-885e-2ba81a0548b2 None None] Current status of the port 3842ef5e-0555-4cfd-bddc-835fc4c92b6c is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:06.024439 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-de81a935-1a12-47cc-885e-2ba81a0548b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3842ef5e-0555-4cfd-bddc-835fc4c92b6c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:06.086525 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-de81a935-1a12-47cc-885e-2ba81a0548b2 None None] For port 3842ef5e-0555-4cfd-bddc-835fc4c92b6c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3842ef5e-0555-4cfd-bddc-835fc4c92b6c,segment=NetworkSegment(8ac88f7f-ae7e-4f67-90b9-690db62e8ba2),segment_id=8ac88f7f-ae7e-4f67-90b9-690db62e8ba2)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:50:06.092651 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-de81a935-1a12-47cc-885e-2ba81a0548b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3842ef5e-0555-4cfd-bddc-835fc4c92b6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:06.167088 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81a935-1a12-47cc-885e-2ba81a0548b2 None None] Pushing event updated for resources: {'Port': ['ID=3842ef5e-0555-4cfd-bddc-835fc4c92b6c,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:06.183051 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1691f411-3818-46ea-8825-472e2574900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc84e97-1a10-4540-81f7-c3c8674c8482', 'name': 'tempest-TestEncryptedCinderVolumes-38319457-router', 'tenant_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9a43ec48-4ebe-45d5-9f99-ef461469ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:49:58Z', 'updated_at': '2022-01-27T22:50:02Z', 'revision_number': 4, 'project_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'gw_port': {'id': '9a43ec48-4ebe-45d5-9f99-ef461469ab81', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc84e97-1a10-4540-81f7-c3c8674c8482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:49:59Z', 'updated_at': '2022-01-27T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3842ef5e-0555-4cfd-bddc-835fc4c92b6c', 'name': '', 'network_id': '95ac62b9-c37d-411a-918a-c278a0bedb75', 'tenant_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'mac_address': 'fa:16:3e:9c:94:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc84e97-1a10-4540-81f7-c3c8674c8482', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '4afc6d04-da29-4111-a653-dc84510be0c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:05Z', 'revision_number': 4, 'project_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'subnets': [{'id': '4afc6d04-da29-4111-a653-dc84510be0c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:06.190376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f468a48a-b416-40e8-86da-90d033d72f16 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:50:06.198440 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] Publish callbacks [] for port (f468a48a-b416-40e8-86da-90d033d72f16), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:06.210611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] Transition to ACTIVE for port object f468a48a-b416-40e8-86da-90d033d72f16 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:50:06.214858 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f468a48a-b416-40e8-86da-90d033d72f16), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:06.270528 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] Pushing event updated for resources: {'Port': ['ID=f468a48a-b416-40e8-86da-90d033d72f16,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:06.340175 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] Attempting to bind port f468a48a-b416-40e8-86da-90d033d72f16 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:50:06.340549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] Attempting to bind port f468a48a-b416-40e8-86da-90d033d72f16 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '7310d314-377a-494f-8313-e984bca2a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:50:06.341014 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] Attempting to bind port f468a48a-b416-40e8-86da-90d033d72f16 on network a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:50:06.346296 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] Port f468a48a-b416-40e8-86da-90d033d72f16 on network a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:50:06.346620 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] Attempting to bind port f468a48a-b416-40e8-86da-90d033d72f16 on network a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:50:06.352291 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:50:06.352643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] Checking segment: {'id': '7310d314-377a-494f-8313-e984bca2a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:50:06.353026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] Bound using segment: {'id': '7310d314-377a-494f-8313-e984bca2a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:50:06.353454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] Bound port: f468a48a-b416-40e8-86da-90d033d72f16, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7310d314-377a-494f-8313-e984bca2a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:50:06.353813 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f468a48a-b416-40e8-86da-90d033d72f16), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:06.385207 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1691f411-3818-46ea-8825-472e2574900d None None] The sync data for ids ['8dc84e97-1a10-4540-81f7-c3c8674c8482'] in n-d-772272-3 is: [{'id': '8dc84e97-1a10-4540-81f7-c3c8674c8482', 'name': 'tempest-TestEncryptedCinderVolumes-38319457-router', 'tenant_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9a43ec48-4ebe-45d5-9f99-ef461469ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:49:58Z', 'updated_at': '2022-01-27T22:50:02Z', 'revision_number': 4, 'project_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'gw_port': {'id': '9a43ec48-4ebe-45d5-9f99-ef461469ab81', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc84e97-1a10-4540-81f7-c3c8674c8482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:49:59Z', 'updated_at': '2022-01-27T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '3842ef5e-0555-4cfd-bddc-835fc4c92b6c', 'name': '', 'network_id': '95ac62b9-c37d-411a-918a-c278a0bedb75', 'tenant_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'mac_address': 'fa:16:3e:9c:94:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc84e97-1a10-4540-81f7-c3c8674c8482', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '4afc6d04-da29-4111-a653-dc84510be0c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:05Z', 'revision_number': 4, 'project_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'subnets': [{'id': '4afc6d04-da29-4111-a653-dc84510be0c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:50:06.409895 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-fa5041a0-86ab-4f6f-93c8-d697cc11f532 None None] Provisioning complete for port 3842ef5e-0555-4cfd-bddc-835fc4c92b6c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:06.410479 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fa5041a0-86ab-4f6f-93c8-d697cc11f532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3842ef5e-0555-4cfd-bddc-835fc4c92b6c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:06.535647 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] For port f468a48a-b416-40e8-86da-90d033d72f16, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:50:06.538591 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-fa5041a0-86ab-4f6f-93c8-d697cc11f532 None None] Current status of the port 3842ef5e-0555-4cfd-bddc-835fc4c92b6c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:06.558097 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] For port f468a48a-b416-40e8-86da-90d033d72f16, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f468a48a-b416-40e8-86da-90d033d72f16,segment=NetworkSegment(7310d314-377a-494f-8313-e984bca2a0cf),segment_id=7310d314-377a-494f-8313-e984bca2a0cf)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:50:06.564690 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f468a48a-b416-40e8-86da-90d033d72f16), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:06.613342 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:06.613981 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:06.614289 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3842ef5e-0555-4cfd-bddc-835fc4c92b6c up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:50:06.615570 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] 10.222.0.15 "PUT /v2.0/ports/f468a48a-b416-40e8-86da-90d033d72f16 HTTP/1.1" status: 200 len: 1092 time: 0.7772975 Jan 27 22:50:06.625376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ccc7b-7665-4de6-9389-5ec87a8dc654 req-eb10044a-152e-475b-be33-1e6c03fb2fd4 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:06.633313 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a0ccc7b-7665-4de6-9389-5ec87a8dc654 req-eb10044a-152e-475b-be33-1e6c03fb2fd4 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b45198e-040e-40f5-9c1f-442c4f0a390e HTTP/1.1" status: 200 len: 944 time: 0.1635392 Jan 27 22:50:06.667665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b45198e-040e-40f5-9c1f-442c4f0a390e', 'tag': 'f468a48a-b416-40e8-86da-90d033d72f16'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:50:06.670585 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad5db4b-8545-4fba-9a58-b1468c5c3f17" -d '{"events": [{"name": "network-changed", "server_uuid": "4b45198e-040e-40f5-9c1f-442c4f0a390e", "tag": "f468a48a-b416-40e8-86da-90d033d72f16"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:50:06.737130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 3842ef5e-0555-4cfd-bddc-835fc4c92b6c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:06.737514 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3842ef5e-0555-4cfd-bddc-835fc4c92b6c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:06.746416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2090415-0df5-4b16-920f-68301bdd4c8c service neutron] Pushing event updated for resources: {'Port': ['ID=f468a48a-b416-40e8-86da-90d033d72f16,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:06.758462 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2e3c61-e128-4044-9719-6cd09192a19f x-openstack-request-id: req-1f2e3c61-e128-4044-9719-6cd09192a19f {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:50:06.758769 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b45198e-040e-40f5-9c1f-442c4f0a390e", "tag": "f468a48a-b416-40e8-86da-90d033d72f16", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:50:06.759685 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f2e3c61-e128-4044-9719-6cd09192a19f {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:50:06.759897 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b45198e-040e-40f5-9c1f-442c4f0a390e', 'tag': 'f468a48a-b416-40e8-86da-90d033d72f16', 'status': 'completed', 'code': 200} Jan 27 22:50:06.801391 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4a0ccc7b-7665-4de6-9389-5ec87a8dc654 req-d7dfc5c6-5806-4083-8889-4581f2394c58 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b84031-bf3c-4b9e-a231-b42a6c98675c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522617 Jan 27 22:50:06.810305 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-437a9da0-5542-485d-9b30-c111514f0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:06.812173 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-437a9da0-5542-485d-9b30-c111514f0e6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=129b6f8227d8492da3f91f4223cd2fc9&device_id=4b45198e-040e-40f5-9c1f-442c4f0a390e HTTP/1.1" status: 200 len: 1095 time: 0.1352794 Jan 27 22:50:06.834316 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 3842ef5e-0555-4cfd-bddc-835fc4c92b6c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:06.858973 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-260c2208-9cb9-42d1-8faf-6675a3597754 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f468a48a-b416-40e8-86da-90d033d72f16 HTTP/1.1" status: 200 len: 217 time: 0.0395937 Jan 27 22:50:06.912693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-54e48457-904b-494a-99b4-357ade10ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:06.914196 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-54e48457-904b-494a-99b4-357ade10ac85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6331c31-ed14-4af0-91a5-763948709354 HTTP/1.1" status: 200 len: 856 time: 0.0496354 Jan 27 22:50:06.965859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-b185f2ec-fe68-4cb3-b0a4-7e2526076613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:06.967473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-b185f2ec-fe68-4cb3-b0a4-7e2526076613 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466669 Jan 27 22:50:07.062486 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-c5cf16b9-33f3-43c8-9ae8-48f7e440ad2f service neutron] 10.222.0.15 "GET /v2.0/networks/a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891299 Jan 27 22:50:07.157754 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2b6c7372-df49-42ac-bf97-b9f6ccdf850c req-9b8451ec-8b6a-45f4-ab1f-0b149d454c98 service neutron] 10.222.0.15 "GET /v2.0/networks/a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899057 Jan 27 22:50:07.242596 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5db4b-8545-4fba-9a58-b1468c5c3f17 req-836aa865-d956-48d7-b560-a310c167b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:07.244246 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ad5db4b-8545-4fba-9a58-b1468c5c3f17 req-836aa865-d956-48d7-b560-a310c167b6bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=129b6f8227d8492da3f91f4223cd2fc9&device_id=4b45198e-040e-40f5-9c1f-442c4f0a390e HTTP/1.1" status: 200 len: 1095 time: 0.0427227 Jan 27 22:50:07.332590 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5db4b-8545-4fba-9a58-b1468c5c3f17 req-b82d6d7f-186b-4fbf-812e-4b1c0e64f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:07.334117 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ad5db4b-8545-4fba-9a58-b1468c5c3f17 req-b82d6d7f-186b-4fbf-812e-4b1c0e64f23a service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 HTTP/1.1" status: 200 len: 918 time: 0.0835288 Jan 27 22:50:07.379370 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ad5db4b-8545-4fba-9a58-b1468c5c3f17 req-5130542b-adf6-4a5b-864e-fd8855134195 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f468a48a-b416-40e8-86da-90d033d72f16 HTTP/1.1" status: 200 len: 217 time: 0.0391991 Jan 27 22:50:07.426999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5db4b-8545-4fba-9a58-b1468c5c3f17 req-d9a509fd-3bf9-4acb-9ec7-5076959e043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:07.428463 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ad5db4b-8545-4fba-9a58-b1468c5c3f17 req-d9a509fd-3bf9-4acb-9ec7-5076959e043e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6331c31-ed14-4af0-91a5-763948709354 HTTP/1.1" status: 200 len: 856 time: 0.0431128 Jan 27 22:50:07.473313 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5db4b-8545-4fba-9a58-b1468c5c3f17 req-d82e3103-bc27-46a1-998e-695c9ee9c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:07.475067 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ad5db4b-8545-4fba-9a58-b1468c5c3f17 req-d82e3103-bc27-46a1-998e-695c9ee9c62a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409708 Jan 27 22:50:07.567215 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ad5db4b-8545-4fba-9a58-b1468c5c3f17 req-938e4d5a-5981-47f8-bf79-fc8de139c0b0 service neutron] 10.222.0.15 "GET /v2.0/networks/a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854621 Jan 27 22:50:07.654951 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0ad5db4b-8545-4fba-9a58-b1468c5c3f17 req-c2015d5f-3fae-4efc-9301-cd138ae94c4b service neutron] 10.222.0.15 "GET /v2.0/networks/a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808377 Jan 27 22:50:07.902460 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840bf5d-83d2-4ef2-8f7d-377f80c601c6 req-a17aa5ff-db45-44e7-9eab-fb4db8ec77c2 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:07.903945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c840bf5d-83d2-4ef2-8f7d-377f80c601c6 req-a17aa5ff-db45-44e7-9eab-fb4db8ec77c2 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b45198e-040e-40f5-9c1f-442c4f0a390e HTTP/1.1" status: 200 len: 944 time: 0.0542130 Jan 27 22:50:07.951119 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c840bf5d-83d2-4ef2-8f7d-377f80c601c6 req-addd2c05-da8a-45e2-9c43-417509cd8e00 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b84031-bf3c-4b9e-a231-b42a6c98675c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413663 Jan 27 22:50:09.067049 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c4f09-6a6b-4181-9fb4-b05bf5243cf6 req-711b18e6-3d05-4a4f-968b-7fada771a8d8 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:09.068564 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-356c4f09-6a6b-4181-9fb4-b05bf5243cf6 req-711b18e6-3d05-4a4f-968b-7fada771a8d8 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b45198e-040e-40f5-9c1f-442c4f0a390e HTTP/1.1" status: 200 len: 944 time: 0.0483484 Jan 27 22:50:09.116965 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-356c4f09-6a6b-4181-9fb4-b05bf5243cf6 req-89869f0a-cdde-4a7c-9540-8344fec25223 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b84031-bf3c-4b9e-a231-b42a6c98675c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428543 Jan 27 22:50:09.921910 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f468a48a-b416-40e8-86da-90d033d72f16 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:50:10.017355 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f468a48a-b416-40e8-86da-90d033d72f16, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f468a48a-b416-40e8-86da-90d033d72f16,segment=NetworkSegment(7310d314-377a-494f-8313-e984bca2a0cf),segment_id=7310d314-377a-494f-8313-e984bca2a0cf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:50:10.029001 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'f468a48a-b416-40e8-86da-90d033d72f16', 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9', 'port_id': 'f468a48a-b416-40e8-86da-90d033d72f16', 'mac_address': 'fa:16:3e:36:37:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6331c31-ed14-4af0-91a5-763948709354', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:50:10.064946 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f468a48a-b416-40e8-86da-90d033d72f16 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:10.065337 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f468a48a-b416-40e8-86da-90d033d72f16), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:10.078445 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f468a48a-b416-40e8-86da-90d033d72f16 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:50:10.097571 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f468a48a-b416-40e8-86da-90d033d72f16, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f468a48a-b416-40e8-86da-90d033d72f16,segment=NetworkSegment(7310d314-377a-494f-8313-e984bca2a0cf),segment_id=7310d314-377a-494f-8313-e984bca2a0cf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:50:10.102240 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f468a48a-b416-40e8-86da-90d033d72f16), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:10.152826 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f468a48a-b416-40e8-86da-90d033d72f16,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:10.231130 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f385678-a761-4134-9aed-294327d56a09 req-6d8afbf6-f9df-42cc-8e58-5017a046e7e5 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:10.232565 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f385678-a761-4134-9aed-294327d56a09 req-6d8afbf6-f9df-42cc-8e58-5017a046e7e5 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b45198e-040e-40f5-9c1f-442c4f0a390e HTTP/1.1" status: 200 len: 945 time: 0.0491469 Jan 27 22:50:10.283386 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3f385678-a761-4134-9aed-294327d56a09 req-48c8b9f0-069d-44dd-9e53-2f1e5d3f3827 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b84031-bf3c-4b9e-a231-b42a6c98675c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452175 Jan 27 22:50:10.306967 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f468a48a-b416-40e8-86da-90d033d72f16'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:50:11.399549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e72d1-11b8-4a5a-b0a5-8ceb4c3962c7 req-8e80e78a-0be4-4e2c-9f73-71527ebf75e8 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:11.401056 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-202e72d1-11b8-4a5a-b0a5-8ceb4c3962c7 req-8e80e78a-0be4-4e2c-9f73-71527ebf75e8 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b45198e-040e-40f5-9c1f-442c4f0a390e HTTP/1.1" status: 200 len: 945 time: 0.0472424 Jan 27 22:50:11.446846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-202e72d1-11b8-4a5a-b0a5-8ceb4c3962c7 req-639a5877-62c2-4632-8265-56b44c262afe tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b84031-bf3c-4b9e-a231-b42a6c98675c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394514 Jan 27 22:50:11.923005 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f468a48a-b416-40e8-86da-90d033d72f16 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:50:11.974017 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port f468a48a-b416-40e8-86da-90d033d72f16 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:50:11.978479 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port f468a48a-b416-40e8-86da-90d033d72f16 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:11.978861 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f468a48a-b416-40e8-86da-90d033d72f16), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:12.057129 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port f468a48a-b416-40e8-86da-90d033d72f16 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:12.057523 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f468a48a-b416-40e8-86da-90d033d72f16), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:12.080505 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b45198e-040e-40f5-9c1f-442c4f0a390e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f468a48a-b416-40e8-86da-90d033d72f16'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:50:12.082744 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e67480-33a3-48ff-b19f-3356f14ef3f8" -d '{"events": [{"server_uuid": "4b45198e-040e-40f5-9c1f-442c4f0a390e", "name": "network-vif-plugged", "status": "completed", "tag": "f468a48a-b416-40e8-86da-90d033d72f16"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:50:12.094679 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port f468a48a-b416-40e8-86da-90d033d72f16, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f468a48a-b416-40e8-86da-90d033d72f16,segment=NetworkSegment(7310d314-377a-494f-8313-e984bca2a0cf),segment_id=7310d314-377a-494f-8313-e984bca2a0cf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:50:12.098923 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f468a48a-b416-40e8-86da-90d033d72f16), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:12.123101 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2d7b7a-b479-401e-bd38-6c705461b012 x-openstack-request-id: req-bb2d7b7a-b479-401e-bd38-6c705461b012 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:50:12.123396 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b45198e-040e-40f5-9c1f-442c4f0a390e", "name": "network-vif-plugged", "status": "completed", "tag": "f468a48a-b416-40e8-86da-90d033d72f16", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:50:12.123655 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb2d7b7a-b479-401e-bd38-6c705461b012 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:50:12.124204 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b45198e-040e-40f5-9c1f-442c4f0a390e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f468a48a-b416-40e8-86da-90d033d72f16', 'code': 200} Jan 27 22:50:12.150692 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=f468a48a-b416-40e8-86da-90d033d72f16,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:12.218678 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f37d43-5697-4b39-974f-c104c16ff215 req-bf6300a5-1334-4a86-a5d1-3c0661551604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:12.220107 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72f37d43-5697-4b39-974f-c104c16ff215 req-bf6300a5-1334-4a86-a5d1-3c0661551604 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b45198e-040e-40f5-9c1f-442c4f0a390e HTTP/1.1" status: 200 len: 1097 time: 0.0399561 Jan 27 22:50:12.263258 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72f37d43-5697-4b39-974f-c104c16ff215 req-3ff46bd4-842d-4778-ab6d-f9a693f5766c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=09b84031-bf3c-4b9e-a231-b42a6c98675c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377831 Jan 27 22:50:12.565779 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff11d3-ca36-4d45-9a29-933aa37e28ab req-b82ef2d6-599c-4d65-b43f-74eab1625434 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:12.567258 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4ff11d3-ca36-4d45-9a29-933aa37e28ab req-b82ef2d6-599c-4d65-b43f-74eab1625434 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b45198e-040e-40f5-9c1f-442c4f0a390e HTTP/1.1" status: 200 len: 946 time: 0.0520041 Jan 27 22:50:12.617218 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d4ff11d3-ca36-4d45-9a29-933aa37e28ab req-896575e6-f6a1-42e3-913f-626c31cc1406 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b84031-bf3c-4b9e-a231-b42a6c98675c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439429 Jan 27 22:50:13.222726 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:13.733688 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857971a0-4d4a-4465-92ab-42381c2ad289 req-900d0e48-d7e7-4325-ae3a-d6c811fd0fc8 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:13.735151 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-857971a0-4d4a-4465-92ab-42381c2ad289 req-900d0e48-d7e7-4325-ae3a-d6c811fd0fc8 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b45198e-040e-40f5-9c1f-442c4f0a390e HTTP/1.1" status: 200 len: 946 time: 0.0481105 Jan 27 22:50:13.781708 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-857971a0-4d4a-4465-92ab-42381c2ad289 req-e35bbffd-1ce1-47ff-81b3-8c93465c99fe tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b84031-bf3c-4b9e-a231-b42a6c98675c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409062 Jan 27 22:50:13.899733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37f63e-431a-4c9d-b3ab-22ae2d5b5246 req-d8e7a2e1-e499-4429-8f58-09e3b784bb03 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:13.901242 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c37f63e-431a-4c9d-b3ab-22ae2d5b5246 req-d8e7a2e1-e499-4429-8f58-09e3b784bb03 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b45198e-040e-40f5-9c1f-442c4f0a390e HTTP/1.1" status: 200 len: 946 time: 0.0529635 Jan 27 22:50:13.949351 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1c37f63e-431a-4c9d-b3ab-22ae2d5b5246 req-01dc3340-119b-4d7c-9291-4959bf0b624e tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b84031-bf3c-4b9e-a231-b42a6c98675c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421097 Jan 27 22:50:14.097019 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:50:21.751174 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:24.101509 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-c462bb51-f6ef-4725-ac9f-32491dfbdd7d req-b509a22b-0a17-4149-8e8b-64ff375a8774 tempest-ServerDiskConfigTestJSON-39894204 tempest-ServerDiskConfigTestJSON-39894204-project] (109741) timed out ('10.222.0.15', 52122) {{(pid=109741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:50:24.206111 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b74ddf30-a70c-4c8e-a284-5397c2ab2aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:26.807593 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-413daa66-9f61-4a21-96ad-6f88aa77ff37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:27.700080 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d04eb6e-d9f0-4212-8b52-7f4c7376c6ee req-d25c6eaa-714f-47d8-a3e1-6f5caf6354ef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b45198e-040e-40f5-9c1f-442c4f0a390e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388980 Jan 27 22:50:27.735890 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:27.792919 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04eb6e-d9f0-4212-8b52-7f4c7376c6ee req-8d70f8a7-4e5b-44c9-9add-6986e02f4e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:27.794413 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d04eb6e-d9f0-4212-8b52-7f4c7376c6ee req-8d70f8a7-4e5b-44c9-9add-6986e02f4e07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=129b6f8227d8492da3f91f4223cd2fc9&device_id=4b45198e-040e-40f5-9c1f-442c4f0a390e HTTP/1.1" status: 200 len: 1097 time: 0.0408051 Jan 27 22:50:27.898158 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04eb6e-d9f0-4212-8b52-7f4c7376c6ee req-62713836-a551-4669-a957-299797ce5ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:27.899645 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d04eb6e-d9f0-4212-8b52-7f4c7376c6ee req-62713836-a551-4669-a957-299797ce5ed2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 HTTP/1.1" status: 200 len: 918 time: 0.0870693 Jan 27 22:50:27.942371 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d04eb6e-d9f0-4212-8b52-7f4c7376c6ee req-1e1c7d05-53c3-4e35-ae5d-002a1321702f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f468a48a-b416-40e8-86da-90d033d72f16 HTTP/1.1" status: 200 len: 217 time: 0.0335457 Jan 27 22:50:27.991706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04eb6e-d9f0-4212-8b52-7f4c7376c6ee req-1bd6161c-e76b-413f-b545-7274dd5ec493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:27.993143 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d04eb6e-d9f0-4212-8b52-7f4c7376c6ee req-1bd6161c-e76b-413f-b545-7274dd5ec493 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6331c31-ed14-4af0-91a5-763948709354 HTTP/1.1" status: 200 len: 856 time: 0.0452347 Jan 27 22:50:28.043476 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04eb6e-d9f0-4212-8b52-7f4c7376c6ee req-4e6a68cc-89d4-46b7-b9ff-6f9ad03dab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:28.045103 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d04eb6e-d9f0-4212-8b52-7f4c7376c6ee req-4e6a68cc-89d4-46b7-b9ff-6f9ad03dab6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455890 Jan 27 22:50:28.131786 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d04eb6e-d9f0-4212-8b52-7f4c7376c6ee req-e2dfe11c-4fcd-4b55-8d22-fa6110f1cd58 service neutron] 10.222.0.15 "GET /v2.0/networks/a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810931 Jan 27 22:50:28.223560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d04eb6e-d9f0-4212-8b52-7f4c7376c6ee req-56cec943-cd1e-4018-bf3e-f9fff526e3cc service neutron] 10.222.0.15 "GET /v2.0/networks/a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847542 Jan 27 22:50:29.117168 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:30.429383 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:43.220702 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:48.080472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d6cd7-90ba-413a-9c10-70951833be09 req-a450718e-1253-415a-a243-f7d1e79ef848 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:48.082021 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-195d6cd7-90ba-413a-9c10-70951833be09 req-a450718e-1253-415a-a243-f7d1e79ef848 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b45198e-040e-40f5-9c1f-442c4f0a390e HTTP/1.1" status: 200 len: 946 time: 0.0507467 Jan 27 22:50:48.129477 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-195d6cd7-90ba-413a-9c10-70951833be09 req-510799f1-6bee-4192-9621-c5e48e24d743 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b84031-bf3c-4b9e-a231-b42a6c98675c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416312 Jan 27 22:50:49.250514 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4ab6a-f2fe-484d-891d-ca2d9b05d1f1 req-d412ab2d-d61e-4adc-a391-7f4cb2073906 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:49.252156 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ca4ab6a-f2fe-484d-891d-ca2d9b05d1f1 req-d412ab2d-d61e-4adc-a391-7f4cb2073906 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b45198e-040e-40f5-9c1f-442c4f0a390e HTTP/1.1" status: 200 len: 946 time: 0.0508432 Jan 27 22:50:49.299951 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ca4ab6a-f2fe-484d-891d-ca2d9b05d1f1 req-7e65907b-9bd8-41da-b5e7-1be8489a730a tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b84031-bf3c-4b9e-a231-b42a6c98675c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421267 Jan 27 22:50:49.590844 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f04384-62cd-42e3-911b-7b7912e0c311 req-0eb603b2-e039-43bb-ade5-67af55abf116 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:49.592326 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95f04384-62cd-42e3-911b-7b7912e0c311 req-0eb603b2-e039-43bb-ade5-67af55abf116 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b45198e-040e-40f5-9c1f-442c4f0a390e HTTP/1.1" status: 200 len: 946 time: 0.0509217 Jan 27 22:50:49.678021 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-95f04384-62cd-42e3-911b-7b7912e0c311 req-8cb86178-c622-415f-b210-6f9fadba6a55 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Deleting port f468a48a-b416-40e8-86da-90d033d72f16 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:50:49.678365 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-95f04384-62cd-42e3-911b-7b7912e0c311 req-8cb86178-c622-415f-b210-6f9fadba6a55 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f468a48a-b416-40e8-86da-90d033d72f16), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:49.768238 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-95f04384-62cd-42e3-911b-7b7912e0c311 req-8cb86178-c622-415f-b210-6f9fadba6a55 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] For port f468a48a-b416-40e8-86da-90d033d72f16, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=f468a48a-b416-40e8-86da-90d033d72f16,segment=NetworkSegment(7310d314-377a-494f-8313-e984bca2a0cf),segment_id=7310d314-377a-494f-8313-e984bca2a0cf)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:50:49.768630 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-95f04384-62cd-42e3-911b-7b7912e0c311 req-8cb86178-c622-415f-b210-6f9fadba6a55 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f468a48a-b416-40e8-86da-90d033d72f16), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:49.780628 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-95f04384-62cd-42e3-911b-7b7912e0c311 req-8cb86178-c622-415f-b210-6f9fadba6a55 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Calling delete_port for f468a48a-b416-40e8-86da-90d033d72f16 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:50:49.908551 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-95f04384-62cd-42e3-911b-7b7912e0c311 req-8cb86178-c622-415f-b210-6f9fadba6a55 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f468a48a-b416-40e8-86da-90d033d72f16), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:49.919674 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['f468a48a-b416-40e8-86da-90d033d72f16'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:50:49.944253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb86178-c622-415f-b210-6f9fadba6a55 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Pushing event deleted for resources: {'Port': ['ID=f468a48a-b416-40e8-86da-90d033d72f16,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:49.968685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86178-c622-415f-b210-6f9fadba6a55 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:49.969042 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86178-c622-415f-b210-6f9fadba6a55 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:49.969389 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86178-c622-415f-b210-6f9fadba6a55 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:49.969732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86178-c622-415f-b210-6f9fadba6a55 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:49.970068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86178-c622-415f-b210-6f9fadba6a55 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:49.970401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86178-c622-415f-b210-6f9fadba6a55 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:49.970733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86178-c622-415f-b210-6f9fadba6a55 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:49.971065 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86178-c622-415f-b210-6f9fadba6a55 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:49.971396 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86178-c622-415f-b210-6f9fadba6a55 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:49.971725 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86178-c622-415f-b210-6f9fadba6a55 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:49.972051 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86178-c622-415f-b210-6f9fadba6a55 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:49.972403 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86178-c622-415f-b210-6f9fadba6a55 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:49.972728 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86178-c622-415f-b210-6f9fadba6a55 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:49.993779 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f04384-62cd-42e3-911b-7b7912e0c311 req-8cb86178-c622-415f-b210-6f9fadba6a55 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] No DVR routers for this DVR port f468a48a-b416-40e8-86da-90d033d72f16 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:50:49.996429 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-95f04384-62cd-42e3-911b-7b7912e0c311 req-8cb86178-c622-415f-b210-6f9fadba6a55 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:49.999828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-95f04384-62cd-42e3-911b-7b7912e0c311 req-8cb86178-c622-415f-b210-6f9fadba6a55 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.15 "DELETE /v2.0/ports/f468a48a-b416-40e8-86da-90d033d72f16 HTTP/1.1" status: 204 len: 173 time: 0.4025338 Jan 27 22:50:50.000300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b45198e-040e-40f5-9c1f-442c4f0a390e', 'name': 'network-vif-deleted', 'tag': 'f468a48a-b416-40e8-86da-90d033d72f16'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:50:50.002546 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e502ff-0cd8-4668-9746-874039f79d53" -d '{"events": [{"server_uuid": "4b45198e-040e-40f5-9c1f-442c4f0a390e", "name": "network-vif-deleted", "tag": "f468a48a-b416-40e8-86da-90d033d72f16"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:50:50.041989 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf4d389-ce37-4574-8e1f-1c898ba7e1ed x-openstack-request-id: req-6bf4d389-ce37-4574-8e1f-1c898ba7e1ed {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:50:50.042297 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b45198e-040e-40f5-9c1f-442c4f0a390e", "name": "network-vif-deleted", "tag": "f468a48a-b416-40e8-86da-90d033d72f16", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:50:50.042561 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bf4d389-ce37-4574-8e1f-1c898ba7e1ed {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:50:50.043072 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b45198e-040e-40f5-9c1f-442c4f0a390e', 'name': 'network-vif-deleted', 'tag': 'f468a48a-b416-40e8-86da-90d033d72f16', 'status': 'completed', 'code': 200} Jan 27 22:50:50.412418 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-342cdbc9-dd78-4663-af6e-3fd31ae2f119 req-e557b0fc-7d66-4b59-aeb9-045203ba9070 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b45198e-040e-40f5-9c1f-442c4f0a390e HTTP/1.1" status: 200 len: 210 time: 0.0282314 Jan 27 22:50:51.095534 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:50:51.752670 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:52.081103 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f468a48a-b416-40e8-86da-90d033d72f16 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:50:52.101907 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: f468a48a-b416-40e8-86da-90d033d72f16 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:50:52.102263 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device f468a48a-b416-40e8-86da-90d033d72f16 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:50:52.270991 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b846069-230e-4c13-9dad-642c8886421e req-161dc9b3-70b8-43c5-8ac2-921299942481 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:52.272493 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b846069-230e-4c13-9dad-642c8886421e req-161dc9b3-70b8-43c5-8ac2-921299942481 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/networks?id=a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 HTTP/1.1" status: 200 len: 817 time: 0.1047473 Jan 27 22:50:52.286740 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b846069-230e-4c13-9dad-642c8886421e req-3a836ba9-6e5b-46ea-8aa7-115a6ef54e35 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/quotas/129b6f8227d8492da3f91f4223cd2fc9 HTTP/1.1" status: 200 len: 375 time: 0.0088415 Jan 27 22:50:52.336413 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b846069-230e-4c13-9dad-642c8886421e req-88557bbb-0846-4928-b8c5-5be33dd9ac00 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=129b6f8227d8492da3f91f4223cd2fc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447245 Jan 27 22:50:52.431170 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b846069-230e-4c13-9dad-642c8886421e req-3a6fe7bb-4e72-4fb0-b4f4-a1ad504314b5 service neutron] 10.222.0.23 "GET /v2.0/networks/a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837848 Jan 27 22:50:52.520330 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b846069-230e-4c13-9dad-642c8886421e req-f5d49d2f-bce8-401e-8d6d-07be622d7bfc service neutron] 10.222.0.23 "GET /v2.0/networks/a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829072 Jan 27 22:50:52.681641 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-733bc9fd-0b1b-49e9-abc1-6be5e14dd30f req-4f6effe1-f96e-46bf-bcb1-22d52064c385 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=412ef396-0703-46f8-9526-e2b5e622d7ea HTTP/1.1" status: 200 len: 210 time: 0.0267801 Jan 27 22:50:53.632105 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b846069-230e-4c13-9dad-642c8886421e req-7a8f82fb-8da1-42f9-a8d6-c1279e4e3055 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:53.633747 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7b846069-230e-4c13-9dad-642c8886421e req-7a8f82fb-8da1-42f9-a8d6-c1279e4e3055 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.21 "GET /v2.0/networks?id=a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 HTTP/1.1" status: 200 len: 817 time: 0.1080246 Jan 27 22:50:53.646311 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-7b846069-230e-4c13-9dad-642c8886421e req-3a8bb2c8-af3e-46fc-be0b-6144bdf89aa1 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Request body: {'port': {'device_id': '412ef396-0703-46f8-9526-e2b5e622d7ea', 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9', 'admin_state_up': True, 'tenant_id': '129b6f8227d8492da3f91f4223cd2fc9'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:50:53.764493 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b846069-230e-4c13-9dad-642c8886421e req-3a8bb2c8-af3e-46fc-be0b-6144bdf89aa1 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Made reservation on behalf of 129b6f8227d8492da3f91f4223cd2fc9 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:50:53.768189 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b846069-230e-4c13-9dad-642c8886421e req-3a8bb2c8-af3e-46fc-be0b-6144bdf89aa1 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:53.787514 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fc850ed-f288-4aad-b950-acb385c61b35 req-b6b0c411-0d55-4105-94a8-5cead0719cdc tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=412ef396-0703-46f8-9526-e2b5e622d7ea HTTP/1.1" status: 200 len: 210 time: 0.0321627 Jan 27 22:50:53.894853 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-7b846069-230e-4c13-9dad-642c8886421e req-3a8bb2c8-af3e-46fc-be0b-6144bdf89aa1 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Allocated IP 172.20.0.14 (a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9/d6331c31-ed14-4af0-91a5-763948709354/ea9beca0-411f-4789-a396-cee18244c640) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:50:54.042874 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b846069-230e-4c13-9dad-642c8886421e req-3a8bb2c8-af3e-46fc-be0b-6144bdf89aa1 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Publish callbacks [] for port (ea9beca0-411f-4789-a396-cee18244c640), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:54.077591 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b846069-230e-4c13-9dad-642c8886421e req-3a8bb2c8-af3e-46fc-be0b-6144bdf89aa1 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (ea9beca0-411f-4789-a396-cee18244c640), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:54.118391 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b846069-230e-4c13-9dad-642c8886421e req-3a8bb2c8-af3e-46fc-be0b-6144bdf89aa1 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Network a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:50:54.121329 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-7b846069-230e-4c13-9dad-642c8886421e req-3a8bb2c8-af3e-46fc-be0b-6144bdf89aa1 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:50:54.125759 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b846069-230e-4c13-9dad-642c8886421e req-3a8bb2c8-af3e-46fc-be0b-6144bdf89aa1 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:50:54.161504 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bb2c8-af3e-46fc-be0b-6144bdf89aa1 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Pushing event updated for resources: {'Port': ['ID=ea9beca0-411f-4789-a396-cee18244c640,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:54.185621 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b846069-230e-4c13-9dad-642c8886421e req-3a8bb2c8-af3e-46fc-be0b-6144bdf89aa1 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:54.186895 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b846069-230e-4c13-9dad-642c8886421e req-3a8bb2c8-af3e-46fc-be0b-6144bdf89aa1 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:54.205837 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7b846069-230e-4c13-9dad-642c8886421e req-3a8bb2c8-af3e-46fc-be0b-6144bdf89aa1 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5633039 Jan 27 22:50:54.207217 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-749f6511-f05f-4528-9598-57713e56f1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:54.245126 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-7b846069-230e-4c13-9dad-642c8886421e req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] Request body: {'port': {'device_id': '412ef396-0703-46f8-9526-e2b5e622d7ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:50:54.302744 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b846069-230e-4c13-9dad-642c8886421e req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ea9beca0-411f-4789-a396-cee18244c640), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:54.354387 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-72cfffe2-88a8-4deb-b5b1-a2471f03a409 None None] Provisioning complete for port ea9beca0-411f-4789-a396-cee18244c640 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:54.354760 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-72cfffe2-88a8-4deb-b5b1-a2471f03a409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ea9beca0-411f-4789-a396-cee18244c640), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:54.388668 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-72cfffe2-88a8-4deb-b5b1-a2471f03a409 None None] Port ea9beca0-411f-4789-a396-cee18244c640 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:50:54.563037 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-7b846069-230e-4c13-9dad-642c8886421e req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea9beca0-411f-4789-a396-cee18244c640 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:50:54.570348 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b846069-230e-4c13-9dad-642c8886421e req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] Publish callbacks [] for port (ea9beca0-411f-4789-a396-cee18244c640), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:54.581863 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-7b846069-230e-4c13-9dad-642c8886421e req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] Transition to ACTIVE for port object ea9beca0-411f-4789-a396-cee18244c640 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:50:54.585750 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b846069-230e-4c13-9dad-642c8886421e req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (ea9beca0-411f-4789-a396-cee18244c640), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:54.633610 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9beca0-411f-4789-a396-cee18244c640,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:54.706760 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-7b846069-230e-4c13-9dad-642c8886421e req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] Attempting to bind port ea9beca0-411f-4789-a396-cee18244c640 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:50:54.707106 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-7b846069-230e-4c13-9dad-642c8886421e req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] Attempting to bind port ea9beca0-411f-4789-a396-cee18244c640 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '7310d314-377a-494f-8313-e984bca2a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:50:54.707443 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b846069-230e-4c13-9dad-642c8886421e req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] Attempting to bind port ea9beca0-411f-4789-a396-cee18244c640 on network a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:50:54.712033 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b846069-230e-4c13-9dad-642c8886421e req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] Port ea9beca0-411f-4789-a396-cee18244c640 on network a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:50:54.712430 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b846069-230e-4c13-9dad-642c8886421e req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] Attempting to bind port ea9beca0-411f-4789-a396-cee18244c640 on network a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:50:54.717773 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b846069-230e-4c13-9dad-642c8886421e req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:50:54.718123 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b846069-230e-4c13-9dad-642c8886421e req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] Checking segment: {'id': '7310d314-377a-494f-8313-e984bca2a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:50:54.718516 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b846069-230e-4c13-9dad-642c8886421e req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] Bound using segment: {'id': '7310d314-377a-494f-8313-e984bca2a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:50:54.718952 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-7b846069-230e-4c13-9dad-642c8886421e req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] Bound port: ea9beca0-411f-4789-a396-cee18244c640, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7310d314-377a-494f-8313-e984bca2a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:50:54.719321 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b846069-230e-4c13-9dad-642c8886421e req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ea9beca0-411f-4789-a396-cee18244c640), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:54.788630 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-7b846069-230e-4c13-9dad-642c8886421e req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] For port ea9beca0-411f-4789-a396-cee18244c640, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:50:54.791533 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-7b846069-230e-4c13-9dad-642c8886421e req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] For port ea9beca0-411f-4789-a396-cee18244c640, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=ea9beca0-411f-4789-a396-cee18244c640,segment=NetworkSegment(7310d314-377a-494f-8313-e984bca2a0cf),segment_id=7310d314-377a-494f-8313-e984bca2a0cf)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:50:54.797391 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b846069-230e-4c13-9dad-642c8886421e req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (ea9beca0-411f-4789-a396-cee18244c640), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:54.832692 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b846069-230e-4c13-9dad-642c8886421e req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:54.833680 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-7b846069-230e-4c13-9dad-642c8886421e req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:54.835094 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7b846069-230e-4c13-9dad-642c8886421e req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] 10.222.0.21 "PUT /v2.0/ports/ea9beca0-411f-4789-a396-cee18244c640 HTTP/1.1" status: 200 len: 1092 time: 0.5957634 Jan 27 22:50:54.837637 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412ef396-0703-46f8-9526-e2b5e622d7ea', 'tag': 'ea9beca0-411f-4789-a396-cee18244c640'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:50:54.840848 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eebd6f79f17133a4d49c17e759e77b104c6a5dfb225cf2ee82dbb83359e6266" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1699150-5850-4b37-b419-f9310ef4d224" -d '{"events": [{"name": "network-changed", "server_uuid": "412ef396-0703-46f8-9526-e2b5e622d7ea", "tag": "ea9beca0-411f-4789-a396-cee18244c640"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:50:54.871976 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca870e-c329-46c9-a333-ff0f9a9c8c93 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9beca0-411f-4789-a396-cee18244c640,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:54.915602 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf8b8e2-521c-462a-8751-1fc65f27b473 x-openstack-request-id: req-9cf8b8e2-521c-462a-8751-1fc65f27b473 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:50:54.915899 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412ef396-0703-46f8-9526-e2b5e622d7ea", "tag": "ea9beca0-411f-4789-a396-cee18244c640", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:50:54.916156 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9cf8b8e2-521c-462a-8751-1fc65f27b473 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:50:54.916582 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412ef396-0703-46f8-9526-e2b5e622d7ea', 'tag': 'ea9beca0-411f-4789-a396-cee18244c640', 'status': 'completed', 'code': 200} Jan 27 22:50:54.936461 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b846069-230e-4c13-9dad-642c8886421e req-de05d6be-ccc1-44cc-8cc7-7ce7182e2bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:54.938723 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7b846069-230e-4c13-9dad-642c8886421e req-de05d6be-ccc1-44cc-8cc7-7ce7182e2bb0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=129b6f8227d8492da3f91f4223cd2fc9&device_id=412ef396-0703-46f8-9526-e2b5e622d7ea HTTP/1.1" status: 200 len: 1095 time: 0.0511546 Jan 27 22:50:54.942164 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e7f96-5778-448f-91d3-0bc6359bfd1c req-5b7caad3-cc07-44ba-be23-44c3dc6081dd tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:54.943876 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-438e7f96-5778-448f-91d3-0bc6359bfd1c req-5b7caad3-cc07-44ba-be23-44c3dc6081dd tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=412ef396-0703-46f8-9526-e2b5e622d7ea HTTP/1.1" status: 200 len: 944 time: 0.0564139 Jan 27 22:50:54.986289 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7b846069-230e-4c13-9dad-642c8886421e req-d12f07d4-7870-4823-93ad-60c7041be65f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea9beca0-411f-4789-a396-cee18244c640 HTTP/1.1" status: 200 len: 217 time: 0.0377500 Jan 27 22:50:54.995470 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-438e7f96-5778-448f-91d3-0bc6359bfd1c req-578ce2bb-e201-494b-82ff-1536c2283d29 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b84031-bf3c-4b9e-a231-b42a6c98675c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456030 Jan 27 22:50:55.045781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b846069-230e-4c13-9dad-642c8886421e req-22265605-5d76-4cb5-be16-ed6cca29eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:55.047262 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7b846069-230e-4c13-9dad-642c8886421e req-22265605-5d76-4cb5-be16-ed6cca29eef9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d6331c31-ed14-4af0-91a5-763948709354 HTTP/1.1" status: 200 len: 856 time: 0.0544279 Jan 27 22:50:55.093275 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b846069-230e-4c13-9dad-642c8886421e req-fa3665f0-22dc-485d-a5bf-ca2773ff5063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:55.094732 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7b846069-230e-4c13-9dad-642c8886421e req-fa3665f0-22dc-485d-a5bf-ca2773ff5063 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409272 Jan 27 22:50:55.182261 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7b846069-230e-4c13-9dad-642c8886421e req-fcdf1c34-4f45-4432-bf17-6e3b5dbcb1be service neutron] 10.222.0.21 "GET /v2.0/networks/a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806348 Jan 27 22:50:55.283001 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-7b846069-230e-4c13-9dad-642c8886421e req-0a99cb12-6a62-48af-a8cd-89986247f363 service neutron] 10.222.0.21 "GET /v2.0/networks/a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928724 Jan 27 22:50:55.367092 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1699150-5850-4b37-b419-f9310ef4d224 req-7474f07b-07ae-467e-81c8-80828948e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:55.368613 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b1699150-5850-4b37-b419-f9310ef4d224 req-7474f07b-07ae-467e-81c8-80828948e970 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=129b6f8227d8492da3f91f4223cd2fc9&device_id=412ef396-0703-46f8-9526-e2b5e622d7ea HTTP/1.1" status: 200 len: 1095 time: 0.0415125 Jan 27 22:50:55.460552 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1699150-5850-4b37-b419-f9310ef4d224 req-df1bd41d-08fa-430b-bf81-6f98907622df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:55.462024 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b1699150-5850-4b37-b419-f9310ef4d224 req-df1bd41d-08fa-430b-bf81-6f98907622df service neutron] 10.222.0.21 "GET /v2.0/networks?id=a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 HTTP/1.1" status: 200 len: 918 time: 0.0867839 Jan 27 22:50:55.502864 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b1699150-5850-4b37-b419-f9310ef4d224 req-7ed65f3a-4c97-43e9-befe-bd1a650476ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea9beca0-411f-4789-a396-cee18244c640 HTTP/1.1" status: 200 len: 217 time: 0.0337639 Jan 27 22:50:55.551118 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1699150-5850-4b37-b419-f9310ef4d224 req-86674ca1-d846-4f8d-a5f7-aa906d0037e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:55.552524 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b1699150-5850-4b37-b419-f9310ef4d224 req-86674ca1-d846-4f8d-a5f7-aa906d0037e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d6331c31-ed14-4af0-91a5-763948709354 HTTP/1.1" status: 200 len: 856 time: 0.0440698 Jan 27 22:50:55.600834 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1699150-5850-4b37-b419-f9310ef4d224 req-e9e338dd-491f-42ff-8d2e-2727c3ebd4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:55.602286 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b1699150-5850-4b37-b419-f9310ef4d224 req-e9e338dd-491f-42ff-8d2e-2727c3ebd4b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441339 Jan 27 22:50:55.688022 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b1699150-5850-4b37-b419-f9310ef4d224 req-468da9db-be5a-4d84-90d7-a8d5efc4c9c7 service neutron] 10.222.0.21 "GET /v2.0/networks/a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792453 Jan 27 22:50:55.780252 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b1699150-5850-4b37-b419-f9310ef4d224 req-1c8f447a-739d-45dc-be01-9acfc50ad7e8 service neutron] 10.222.0.21 "GET /v2.0/networks/a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857196 Jan 27 22:50:56.112275 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f7292-142d-4efc-a646-ed1f2e16ebd8 req-417e3980-431f-4709-a907-1540c48534be tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:56.113737 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-300f7292-142d-4efc-a646-ed1f2e16ebd8 req-417e3980-431f-4709-a907-1540c48534be tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=412ef396-0703-46f8-9526-e2b5e622d7ea HTTP/1.1" status: 200 len: 944 time: 0.0471585 Jan 27 22:50:56.159519 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-300f7292-142d-4efc-a646-ed1f2e16ebd8 req-677636fc-feda-4522-80ca-c8d48debd926 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b84031-bf3c-4b9e-a231-b42a6c98675c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402238 Jan 27 22:50:56.808783 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bffceb90-8e65-40ce-a562-82d0a216efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:57.275034 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02ec56-7540-409d-81b2-f0923c7e687d req-04f46f74-6c45-414f-afd7-c579707bf98f tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:57.276525 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c02ec56-7540-409d-81b2-f0923c7e687d req-04f46f74-6c45-414f-afd7-c579707bf98f tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=412ef396-0703-46f8-9526-e2b5e622d7ea HTTP/1.1" status: 200 len: 944 time: 0.0513372 Jan 27 22:50:57.325058 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8c02ec56-7540-409d-81b2-f0923c7e687d req-d7947cc3-8758-4cf7-8080-f92f62696eda tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b84031-bf3c-4b9e-a231-b42a6c98675c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429237 Jan 27 22:50:57.731816 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:58.162444 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device ea9beca0-411f-4789-a396-cee18244c640 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:50:58.256556 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port ea9beca0-411f-4789-a396-cee18244c640, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=ea9beca0-411f-4789-a396-cee18244c640,segment=NetworkSegment(7310d314-377a-494f-8313-e984bca2a0cf),segment_id=7310d314-377a-494f-8313-e984bca2a0cf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:50:58.267652 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'ea9beca0-411f-4789-a396-cee18244c640', 'network_id': 'a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9', 'port_id': 'ea9beca0-411f-4789-a396-cee18244c640', 'mac_address': 'fa:16:3e:d0:36:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6331c31-ed14-4af0-91a5-763948709354', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:50:58.303555 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port ea9beca0-411f-4789-a396-cee18244c640 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:58.303942 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ea9beca0-411f-4789-a396-cee18244c640), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:58.316709 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9beca0-411f-4789-a396-cee18244c640 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:50:58.335122 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port ea9beca0-411f-4789-a396-cee18244c640, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=ea9beca0-411f-4789-a396-cee18244c640,segment=NetworkSegment(7310d314-377a-494f-8313-e984bca2a0cf),segment_id=7310d314-377a-494f-8313-e984bca2a0cf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:50:58.338052 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ea9beca0-411f-4789-a396-cee18244c640), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:58.388430 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=ea9beca0-411f-4789-a396-cee18244c640,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:58.395790 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:58.396145 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:58.396519 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:58.396862 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:58.397204 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:58.397545 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:58.397876 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:58.398211 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:58.398544 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:58.398873 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:58.399202 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:58.399533 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:58.399860 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:58.441505 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5f426-e4cc-4596-bd3e-cc95d1bbbc1e req-4f499407-c634-4610-a6a4-159135ce823f tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:58.443009 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-35f5f426-e4cc-4596-bd3e-cc95d1bbbc1e req-4f499407-c634-4610-a6a4-159135ce823f tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=412ef396-0703-46f8-9526-e2b5e622d7ea HTTP/1.1" status: 200 len: 945 time: 0.0500031 Jan 27 22:50:58.489438 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-35f5f426-e4cc-4596-bd3e-cc95d1bbbc1e req-48be96b1-d68a-4855-9e75-8f8d475f68b8 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b84031-bf3c-4b9e-a231-b42a6c98675c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408275 Jan 27 22:50:58.715904 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['ea9beca0-411f-4789-a396-cee18244c640'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:50:59.122527 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:59.606288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7729f0-dad7-4694-b9a4-89a8f529be29 req-65c115a7-622d-4475-9afa-dcf1743a6045 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:59.607750 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a7729f0-dad7-4694-b9a4-89a8f529be29 req-65c115a7-622d-4475-9afa-dcf1743a6045 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=412ef396-0703-46f8-9526-e2b5e622d7ea HTTP/1.1" status: 200 len: 945 time: 0.0484428 Jan 27 22:50:59.656697 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a7729f0-dad7-4694-b9a4-89a8f529be29 req-3fe9af46-9a1d-4fee-8b0c-b6c82f6562b8 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b84031-bf3c-4b9e-a231-b42a6c98675c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431612 Jan 27 22:51:00.156834 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device ea9beca0-411f-4789-a396-cee18244c640 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:51:00.203908 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port ea9beca0-411f-4789-a396-cee18244c640 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:51:00.207805 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port ea9beca0-411f-4789-a396-cee18244c640 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:00.208200 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ea9beca0-411f-4789-a396-cee18244c640), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:00.283405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port ea9beca0-411f-4789-a396-cee18244c640 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:00.283717 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ea9beca0-411f-4789-a396-cee18244c640), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:00.306677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412ef396-0703-46f8-9526-e2b5e622d7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9beca0-411f-4789-a396-cee18244c640'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:51:00.308989 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d5eecb-37f1-4de5-bae9-554a68b4aee3" -d '{"events": [{"server_uuid": "412ef396-0703-46f8-9526-e2b5e622d7ea", "name": "network-vif-plugged", "status": "completed", "tag": "ea9beca0-411f-4789-a396-cee18244c640"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:51:00.326362 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port ea9beca0-411f-4789-a396-cee18244c640, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=ea9beca0-411f-4789-a396-cee18244c640,segment=NetworkSegment(7310d314-377a-494f-8313-e984bca2a0cf),segment_id=7310d314-377a-494f-8313-e984bca2a0cf)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:00.330177 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ea9beca0-411f-4789-a396-cee18244c640), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:00.353579 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf690f8-ef2e-44a3-acae-f8176a36a940 x-openstack-request-id: req-fdf690f8-ef2e-44a3-acae-f8176a36a940 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:51:00.353872 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412ef396-0703-46f8-9526-e2b5e622d7ea", "name": "network-vif-plugged", "status": "completed", "tag": "ea9beca0-411f-4789-a396-cee18244c640", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:51:00.354130 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fdf690f8-ef2e-44a3-acae-f8176a36a940 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:51:00.354522 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412ef396-0703-46f8-9526-e2b5e622d7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9beca0-411f-4789-a396-cee18244c640', 'code': 200} Jan 27 22:51:00.383110 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=ea9beca0-411f-4789-a396-cee18244c640,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:00.431229 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:00.443237 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5069ba-7c90-4a25-8ad1-f9bd9e73fd3b req-1a6c2530-cbda-470e-ba09-7a27eb51a7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:00.444794 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf5069ba-7c90-4a25-8ad1-f9bd9e73fd3b req-1a6c2530-cbda-470e-ba09-7a27eb51a7ca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=412ef396-0703-46f8-9526-e2b5e622d7ea HTTP/1.1" status: 200 len: 1097 time: 0.0429187 Jan 27 22:51:00.488508 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cf5069ba-7c90-4a25-8ad1-f9bd9e73fd3b req-e5094908-4a3c-4d0e-b737-23d12fba7504 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=09b84031-bf3c-4b9e-a231-b42a6c98675c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376110 Jan 27 22:51:00.768117 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740f72b-4a57-426f-8db9-d4942d3445f1 req-2ba03c94-16ac-4990-bf20-5b00cf5c942b tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:00.769615 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3740f72b-4a57-426f-8db9-d4942d3445f1 req-2ba03c94-16ac-4990-bf20-5b00cf5c942b tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=412ef396-0703-46f8-9526-e2b5e622d7ea HTTP/1.1" status: 200 len: 946 time: 0.0474617 Jan 27 22:51:00.815382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3740f72b-4a57-426f-8db9-d4942d3445f1 req-1cb8c9e8-f535-44c9-9960-5491344fabc2 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b84031-bf3c-4b9e-a231-b42a6c98675c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403032 Jan 27 22:51:01.932563 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34feb16-34cd-4e44-b728-1302edaea66a req-94694398-35e8-4ebc-a807-a1104ce582a5 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:01.934259 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a34feb16-34cd-4e44-b728-1302edaea66a req-94694398-35e8-4ebc-a807-a1104ce582a5 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=412ef396-0703-46f8-9526-e2b5e622d7ea HTTP/1.1" status: 200 len: 946 time: 0.0485551 Jan 27 22:51:01.980945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a34feb16-34cd-4e44-b728-1302edaea66a req-9e9b6c3e-164c-4a58-8547-86b4701e1c9a tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b84031-bf3c-4b9e-a231-b42a6c98675c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408924 Jan 27 22:51:02.099705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59fcb2-4b62-4936-9a37-35b02b236f04 req-68850ac8-8f81-4ebe-92d5-2d06cf0265b7 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:02.101132 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe59fcb2-4b62-4936-9a37-35b02b236f04 req-68850ac8-8f81-4ebe-92d5-2d06cf0265b7 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=412ef396-0703-46f8-9526-e2b5e622d7ea HTTP/1.1" status: 200 len: 946 time: 0.0511010 Jan 27 22:51:02.146655 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe59fcb2-4b62-4936-9a37-35b02b236f04 req-658de7bf-d62d-442c-9221-ea1834068a11 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b84031-bf3c-4b9e-a231-b42a6c98675c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400798 Jan 27 22:51:13.219583 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:21.764069 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:24.208970 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-36146d4f-626f-47de-b5e5-6d0cde2d5a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:26.810648 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-03ae5c94-7182-4055-a887-0adab846b706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:27.737181 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:27.998569 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c1f84c73-e4cc-4721-be12-a09e2570c348 req-cc1ea4f1-24c9-4775-9771-c4788a55f288 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=412ef396-0703-46f8-9526-e2b5e622d7ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395534 Jan 27 22:51:28.090824 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f84c73-e4cc-4721-be12-a09e2570c348 req-1fed2e20-bf49-4b31-ae5d-7bc38d19b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:28.092349 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c1f84c73-e4cc-4721-be12-a09e2570c348 req-1fed2e20-bf49-4b31-ae5d-7bc38d19b572 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=129b6f8227d8492da3f91f4223cd2fc9&device_id=412ef396-0703-46f8-9526-e2b5e622d7ea HTTP/1.1" status: 200 len: 1097 time: 0.0442054 Jan 27 22:51:28.095158 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:51:28.194414 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f84c73-e4cc-4721-be12-a09e2570c348 req-4bac4c99-a5f9-46c2-a151-e79f7a32e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:28.195789 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c1f84c73-e4cc-4721-be12-a09e2570c348 req-4bac4c99-a5f9-46c2-a151-e79f7a32e0e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 HTTP/1.1" status: 200 len: 918 time: 0.0833187 Jan 27 22:51:28.237421 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c1f84c73-e4cc-4721-be12-a09e2570c348 req-44eeb583-d4c6-41f0-8790-dfa13368da67 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea9beca0-411f-4789-a396-cee18244c640 HTTP/1.1" status: 200 len: 217 time: 0.0348465 Jan 27 22:51:28.290249 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f84c73-e4cc-4721-be12-a09e2570c348 req-68f665f7-68b7-4327-88df-d1ffbf824d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:28.291724 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c1f84c73-e4cc-4721-be12-a09e2570c348 req-68f665f7-68b7-4327-88df-d1ffbf824d88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d6331c31-ed14-4af0-91a5-763948709354 HTTP/1.1" status: 200 len: 856 time: 0.0483346 Jan 27 22:51:28.336458 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f84c73-e4cc-4721-be12-a09e2570c348 req-12c174cb-b2ea-4594-9ede-e20330882c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:28.337982 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c1f84c73-e4cc-4721-be12-a09e2570c348 req-12c174cb-b2ea-4594-9ede-e20330882c1d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400660 Jan 27 22:51:28.425605 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c1f84c73-e4cc-4721-be12-a09e2570c348 req-38dbb659-042c-4f38-b54d-8aba34dfe929 service neutron] 10.222.0.21 "GET /v2.0/networks/a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808377 Jan 27 22:51:28.521189 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-c1f84c73-e4cc-4721-be12-a09e2570c348 req-2488bc15-ba11-4b2b-ba27-622072915a5d service neutron] 10.222.0.21 "GET /v2.0/networks/a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886388 Jan 27 22:51:29.122209 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:30.438200 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:36.146726 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788b060-2cde-4242-8dbd-9d3b60f009a3 req-560c56a8-15da-453e-8d47-3dd7897a0c48 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:36.148241 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e788b060-2cde-4242-8dbd-9d3b60f009a3 req-560c56a8-15da-453e-8d47-3dd7897a0c48 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=412ef396-0703-46f8-9526-e2b5e622d7ea HTTP/1.1" status: 200 len: 946 time: 0.0485945 Jan 27 22:51:36.194273 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e788b060-2cde-4242-8dbd-9d3b60f009a3 req-930f46e2-9a5d-496c-ae47-d61420f89e1d tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b84031-bf3c-4b9e-a231-b42a6c98675c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402408 Jan 27 22:51:37.316821 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6ed16-8db4-475b-888d-208055b7bb99 req-a865eed2-278c-4de1-8c9d-bf6a481d5136 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:37.318679 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76a6ed16-8db4-475b-888d-208055b7bb99 req-a865eed2-278c-4de1-8c9d-bf6a481d5136 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=412ef396-0703-46f8-9526-e2b5e622d7ea HTTP/1.1" status: 200 len: 946 time: 0.0518911 Jan 27 22:51:37.375246 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76a6ed16-8db4-475b-888d-208055b7bb99 req-547b9ba4-afdd-442f-91ef-8a552d865d7b tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/security-groups?id=09b84031-bf3c-4b9e-a231-b42a6c98675c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507975 Jan 27 22:51:38.087273 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b79bbe-eced-44fc-9b28-c2fe43ca7423 req-c81bde35-be15-4dbf-9fdc-2a56a81cd792 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:38.088763 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-25b79bbe-eced-44fc-9b28-c2fe43ca7423 req-c81bde35-be15-4dbf-9fdc-2a56a81cd792 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.21 "GET /v2.0/ports?device_id=412ef396-0703-46f8-9526-e2b5e622d7ea HTTP/1.1" status: 200 len: 946 time: 0.0489521 Jan 27 22:51:38.180419 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-25b79bbe-eced-44fc-9b28-c2fe43ca7423 req-74b63ad6-f92d-44aa-81e9-8f1520d0dfaa tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Deleting port ea9beca0-411f-4789-a396-cee18244c640 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:51:38.180768 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-25b79bbe-eced-44fc-9b28-c2fe43ca7423 req-74b63ad6-f92d-44aa-81e9-8f1520d0dfaa tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ea9beca0-411f-4789-a396-cee18244c640), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:38.267875 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-25b79bbe-eced-44fc-9b28-c2fe43ca7423 req-74b63ad6-f92d-44aa-81e9-8f1520d0dfaa tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] For port ea9beca0-411f-4789-a396-cee18244c640, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=ea9beca0-411f-4789-a396-cee18244c640,segment=NetworkSegment(7310d314-377a-494f-8313-e984bca2a0cf),segment_id=7310d314-377a-494f-8313-e984bca2a0cf)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:38.268172 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-25b79bbe-eced-44fc-9b28-c2fe43ca7423 req-74b63ad6-f92d-44aa-81e9-8f1520d0dfaa tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ea9beca0-411f-4789-a396-cee18244c640), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:38.280259 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-25b79bbe-eced-44fc-9b28-c2fe43ca7423 req-74b63ad6-f92d-44aa-81e9-8f1520d0dfaa tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Calling delete_port for ea9beca0-411f-4789-a396-cee18244c640 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:51:38.411883 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-25b79bbe-eced-44fc-9b28-c2fe43ca7423 req-74b63ad6-f92d-44aa-81e9-8f1520d0dfaa tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (ea9beca0-411f-4789-a396-cee18244c640), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:38.427920 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['ea9beca0-411f-4789-a396-cee18244c640'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:51:38.450387 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b63ad6-f92d-44aa-81e9-8f1520d0dfaa tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Pushing event deleted for resources: {'Port': ['ID=ea9beca0-411f-4789-a396-cee18244c640,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:38.479639 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e53fe30f-dc1d-415f-8ed5-da84d6580f97 req-157465cb-4827-4bee-acdd-16b3ab42a5b9 tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.23 "GET /v2.0/ports?device_id=412ef396-0703-46f8-9526-e2b5e622d7ea HTTP/1.1" status: 200 len: 210 time: 0.0303862 Jan 27 22:51:38.490468 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63ad6-f92d-44aa-81e9-8f1520d0dfaa tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:38.491065 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63ad6-f92d-44aa-81e9-8f1520d0dfaa tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:38.491574 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63ad6-f92d-44aa-81e9-8f1520d0dfaa tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:38.492089 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63ad6-f92d-44aa-81e9-8f1520d0dfaa tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:38.492603 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63ad6-f92d-44aa-81e9-8f1520d0dfaa tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:38.493287 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63ad6-f92d-44aa-81e9-8f1520d0dfaa tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:38.493787 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63ad6-f92d-44aa-81e9-8f1520d0dfaa tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:38.494295 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63ad6-f92d-44aa-81e9-8f1520d0dfaa tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:38.494629 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63ad6-f92d-44aa-81e9-8f1520d0dfaa tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:38.494967 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63ad6-f92d-44aa-81e9-8f1520d0dfaa tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:38.495298 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63ad6-f92d-44aa-81e9-8f1520d0dfaa tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:38.495624 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63ad6-f92d-44aa-81e9-8f1520d0dfaa tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:38.495962 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b63ad6-f92d-44aa-81e9-8f1520d0dfaa tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:38.521624 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b79bbe-eced-44fc-9b28-c2fe43ca7423 req-74b63ad6-f92d-44aa-81e9-8f1520d0dfaa tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] No DVR routers for this DVR port ea9beca0-411f-4789-a396-cee18244c640 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:51:38.525400 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-25b79bbe-eced-44fc-9b28-c2fe43ca7423 req-74b63ad6-f92d-44aa-81e9-8f1520d0dfaa tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:38.528856 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-25b79bbe-eced-44fc-9b28-c2fe43ca7423 req-74b63ad6-f92d-44aa-81e9-8f1520d0dfaa tempest-TestEncryptedCinderVolumes-507453430 tempest-TestEncryptedCinderVolumes-507453430-project] 10.222.0.21 "DELETE /v2.0/ports/ea9beca0-411f-4789-a396-cee18244c640 HTTP/1.1" status: 204 len: 173 time: 0.4339933 Jan 27 22:51:38.529348 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412ef396-0703-46f8-9526-e2b5e622d7ea', 'name': 'network-vif-deleted', 'tag': 'ea9beca0-411f-4789-a396-cee18244c640'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:51:38.532193 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eebd6f79f17133a4d49c17e759e77b104c6a5dfb225cf2ee82dbb83359e6266" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f07427-1958-4898-9cb6-b563b2fdddfe" -d '{"events": [{"server_uuid": "412ef396-0703-46f8-9526-e2b5e622d7ea", "name": "network-vif-deleted", "tag": "ea9beca0-411f-4789-a396-cee18244c640"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:51:38.577193 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b7db0b-822f-4b62-9390-f7107bd3584a x-openstack-request-id: req-b4b7db0b-822f-4b62-9390-f7107bd3584a {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:51:38.577533 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412ef396-0703-46f8-9526-e2b5e622d7ea", "name": "network-vif-deleted", "tag": "ea9beca0-411f-4789-a396-cee18244c640", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:51:38.577797 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4b7db0b-822f-4b62-9390-f7107bd3584a {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:51:38.578212 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412ef396-0703-46f8-9526-e2b5e622d7ea', 'name': 'network-vif-deleted', 'tag': 'ea9beca0-411f-4789-a396-cee18244c640', 'status': 'completed', 'code': 200} Jan 27 22:51:39.580391 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55716) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:39.927768 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d0b344d-6f8c-431a-9fdb-2d70d05d2c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (f4c0ff81-d3c3-4c45-841c-b155317a3b43), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:40.171776 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-2d0b344d-6f8c-431a-9fdb-2d70d05d2c44 admin admin] Deleting port 7c3b49f5-1044-4b42-9af9-9ddaadf07af0 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:51:40.172116 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d0b344d-6f8c-431a-9fdb-2d70d05d2c44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (7c3b49f5-1044-4b42-9af9-9ddaadf07af0), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:40.247912 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-2d0b344d-6f8c-431a-9fdb-2d70d05d2c44 admin admin] For port 7c3b49f5-1044-4b42-9af9-9ddaadf07af0, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=7c3b49f5-1044-4b42-9af9-9ddaadf07af0,segment=NetworkSegment(7310d314-377a-494f-8313-e984bca2a0cf),segment_id=7310d314-377a-494f-8313-e984bca2a0cf)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:40.248226 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d0b344d-6f8c-431a-9fdb-2d70d05d2c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (7c3b49f5-1044-4b42-9af9-9ddaadf07af0), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:40.260157 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-2d0b344d-6f8c-431a-9fdb-2d70d05d2c44 admin admin] Calling delete_port for 7c3b49f5-1044-4b42-9af9-9ddaadf07af0 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:51:40.440619 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d0b344d-6f8c-431a-9fdb-2d70d05d2c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (7c3b49f5-1044-4b42-9af9-9ddaadf07af0), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:40.465009 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b344d-6f8c-431a-9fdb-2d70d05d2c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c3b49f5-1044-4b42-9af9-9ddaadf07af0,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:40.629950 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2d0b344d-6f8c-431a-9fdb-2d70d05d2c44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (f4c0ff81-d3c3-4c45-841c-b155317a3b43), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:41.104585 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0b344d-6f8c-431a-9fdb-2d70d05d2c44 admin admin] Router f4c0ff81-d3c3-4c45-841c-b155317a3b43 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:51:41.209549 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0b344d-6f8c-431a-9fdb-2d70d05d2c44 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:51:41.215173 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2d0b344d-6f8c-431a-9fdb-2d70d05d2c44 admin admin] 10.222.0.23 "PUT /v2.0/routers/f4c0ff81-d3c3-4c45-841c-b155317a3b43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6336620 Jan 27 22:51:41.217694 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55718) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:41.220932 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ad386e-11a1-4949-80ad-57b8c9754606 None None] Sync routers for ids ['f4c0ff81-d3c3-4c45-841c-b155317a3b43'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:51:41.231174 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ad386e-11a1-4949-80ad-57b8c9754606 None None] Routers {'f4c0ff81-d3c3-4c45-841c-b155317a3b43'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:51:41.231785 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-a8ad386e-11a1-4949-80ad-57b8c9754606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:51:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f4c0ff81-d3c3-4c45-841c-b155317a3b43'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:41.321073 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b7aafda8-217c-48b5-a200-a990bff88d7b admin admin] Publish callbacks [] for router (f4c0ff81-d3c3-4c45-841c-b155317a3b43), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:41.332694 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-a8ad386e-11a1-4949-80ad-57b8c9754606 None None] Set router f4c0ff81-d3c3-4c45-841c-b155317a3b43 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:51:41.425044 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b7aafda8-217c-48b5-a200-a990bff88d7b admin admin] Publish callbacks [] for router_gateway (f4c0ff81-d3c3-4c45-841c-b155317a3b43), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:41.479688 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-b7aafda8-217c-48b5-a200-a990bff88d7b admin admin] Deleting port f7f66df0-534b-47bf-b51a-b7ee9cb93ea2 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:51:41.480022 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b7aafda8-217c-48b5-a200-a990bff88d7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f7f66df0-534b-47bf-b51a-b7ee9cb93ea2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:41.510971 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-a8ad386e-11a1-4949-80ad-57b8c9754606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c0ff81-d3c3-4c45-841c-b155317a3b43', 'name': 'tempest-TestEncryptedCinderVolumes-1247445368-router', 'tenant_id': '129b6f8227d8492da3f91f4223cd2fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'f7f66df0-534b-47bf-b51a-b7ee9cb93ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:49:54Z', 'updated_at': '2022-01-27T22:51:40Z', 'revision_number': 5, 'project_id': '129b6f8227d8492da3f91f4223cd2fc9', 'gw_port': {'id': 'f7f66df0-534b-47bf-b51a-b7ee9cb93ea2', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c0ff81-d3c3-4c45-841c-b155317a3b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:49:54Z', 'updated_at': '2022-01-27T22:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:41.538694 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ad386e-11a1-4949-80ad-57b8c9754606 None None] Checking router: f4c0ff81-d3c3-4c45-841c-b155317a3b43 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:51:41.546813 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ad386e-11a1-4949-80ad-57b8c9754606 None None] Routers {'f4c0ff81-d3c3-4c45-841c-b155317a3b43'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:51:41.547421 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-a8ad386e-11a1-4949-80ad-57b8c9754606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:51:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['f4c0ff81-d3c3-4c45-841c-b155317a3b43'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:41.557789 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-b7aafda8-217c-48b5-a200-a990bff88d7b admin admin] For port f7f66df0-534b-47bf-b51a-b7ee9cb93ea2, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f7f66df0-534b-47bf-b51a-b7ee9cb93ea2,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:41.558053 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b7aafda8-217c-48b5-a200-a990bff88d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f7f66df0-534b-47bf-b51a-b7ee9cb93ea2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:41.570896 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-b7aafda8-217c-48b5-a200-a990bff88d7b admin admin] Calling delete_port for f7f66df0-534b-47bf-b51a-b7ee9cb93ea2 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:51:41.647215 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-a8ad386e-11a1-4949-80ad-57b8c9754606 None None] Set router f4c0ff81-d3c3-4c45-841c-b155317a3b43 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:51:41.705703 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-a8ad386e-11a1-4949-80ad-57b8c9754606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c0ff81-d3c3-4c45-841c-b155317a3b43', 'name': 'tempest-TestEncryptedCinderVolumes-1247445368-router', 'tenant_id': '129b6f8227d8492da3f91f4223cd2fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:49:54Z', 'updated_at': '2022-01-27T22:51:41Z', 'revision_number': 6, 'project_id': '129b6f8227d8492da3f91f4223cd2fc9', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:41.731990 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ad386e-11a1-4949-80ad-57b8c9754606 None None] The sync data for ids ['f4c0ff81-d3c3-4c45-841c-b155317a3b43'] in n-d-772272-3 is: [{'id': 'f4c0ff81-d3c3-4c45-841c-b155317a3b43', 'name': 'tempest-TestEncryptedCinderVolumes-1247445368-router', 'tenant_id': '129b6f8227d8492da3f91f4223cd2fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:49:54Z', 'updated_at': '2022-01-27T22:51:41Z', 'revision_number': 6, 'project_id': '129b6f8227d8492da3f91f4223cd2fc9', 'gw_port_host': None}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:51:41.741219 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b7aafda8-217c-48b5-a200-a990bff88d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (f7f66df0-534b-47bf-b51a-b7ee9cb93ea2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:41.774438 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aafda8-217c-48b5-a200-a990bff88d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=f7f66df0-534b-47bf-b51a-b7ee9cb93ea2,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:41.832686 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b7aafda8-217c-48b5-a200-a990bff88d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (f4c0ff81-d3c3-4c45-841c-b155317a3b43), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:41.922788 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b7aafda8-217c-48b5-a200-a990bff88d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (f4c0ff81-d3c3-4c45-841c-b155317a3b43), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:41.924861 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b7aafda8-217c-48b5-a200-a990bff88d7b admin admin] Publish callbacks [] for router_controller (f4c0ff81-d3c3-4c45-841c-b155317a3b43), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:41.967677 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b7aafda8-217c-48b5-a200-a990bff88d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (f4c0ff81-d3c3-4c45-841c-b155317a3b43), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:41.968257 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7aafda8-217c-48b5-a200-a990bff88d7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4c0ff81-d3c3-4c45-841c-b155317a3b43 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:51:41.972731 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b7aafda8-217c-48b5-a200-a990bff88d7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:41.974784 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b7aafda8-217c-48b5-a200-a990bff88d7b admin admin] 10.222.0.23 "DELETE /v2.0/routers/f4c0ff81-d3c3-4c45-841c-b155317a3b43 HTTP/1.1" status: 204 len: 168 time: 0.7553163 Jan 27 22:51:41.977364 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55722) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:42.025736 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-4816259e-0112-4a02-b53d-d227d93c5f51 admin admin] Deleting subnet d6331c31-ed14-4af0-91a5-763948709354 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:51:42.028766 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4816259e-0112-4a02-b53d-d227d93c5f51 admin admin] Publish callbacks [] for subnet (d6331c31-ed14-4af0-91a5-763948709354), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:42.065096 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4816259e-0112-4a02-b53d-d227d93c5f51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (d6331c31-ed14-4af0-91a5-763948709354), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:42.146689 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4816259e-0112-4a02-b53d-d227d93c5f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (d6331c31-ed14-4af0-91a5-763948709354), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:42.203318 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4816259e-0112-4a02-b53d-d227d93c5f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (d6331c31-ed14-4af0-91a5-763948709354), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:42.228362 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816259e-0112-4a02-b53d-d227d93c5f51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6331c31-ed14-4af0-91a5-763948709354,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:42.231923 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4816259e-0112-4a02-b53d-d227d93c5f51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:42.236036 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4816259e-0112-4a02-b53d-d227d93c5f51 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d6331c31-ed14-4af0-91a5-763948709354 HTTP/1.1" status: 204 len: 168 time: 0.2573521 Jan 27 22:51:42.238271 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55724) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:42.238522 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c2a428-f330-4529-a923-0aba3651249a None None] Network a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:51:42.306064 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21b4cb20-0c39-451e-94e2-ecb927d830f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:42.359848 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device ea9beca0-411f-4789-a396-cee18244c640 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:51:42.360582 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-21b4cb20-0c39-451e-94e2-ecb927d830f1 admin admin] Deleting port f7f2fdbc-2f7d-4518-9bfc-25031f7fd422 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:51:42.360927 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21b4cb20-0c39-451e-94e2-ecb927d830f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f7f2fdbc-2f7d-4518-9bfc-25031f7fd422), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:42.380793 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: ea9beca0-411f-4789-a396-cee18244c640 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:51:42.381143 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device ea9beca0-411f-4789-a396-cee18244c640 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:51:42.427891 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-21b4cb20-0c39-451e-94e2-ecb927d830f1 admin admin] For port f7f2fdbc-2f7d-4518-9bfc-25031f7fd422, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f7f2fdbc-2f7d-4518-9bfc-25031f7fd422,segment=NetworkSegment(7310d314-377a-494f-8313-e984bca2a0cf),segment_id=7310d314-377a-494f-8313-e984bca2a0cf)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:42.428213 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21b4cb20-0c39-451e-94e2-ecb927d830f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f7f2fdbc-2f7d-4518-9bfc-25031f7fd422), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:42.440806 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-21b4cb20-0c39-451e-94e2-ecb927d830f1 admin admin] Calling delete_port for f7f2fdbc-2f7d-4518-9bfc-25031f7fd422 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:51:42.487179 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c878c9-edb6-4ce3-be46-fad218425791 None None] DHCP port deletion for a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:51:42.525850 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21b4cb20-0c39-451e-94e2-ecb927d830f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (f7f2fdbc-2f7d-4518-9bfc-25031f7fd422), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:42.544711 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-73c878c9-edb6-4ce3-be46-fad218425791 None None] Deleting port f7f2fdbc-2f7d-4518-9bfc-25031f7fd422 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:51:42.545091 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-73c878c9-edb6-4ce3-be46-fad218425791 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f7f2fdbc-2f7d-4518-9bfc-25031f7fd422), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:42.564217 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4cb20-0c39-451e-94e2-ecb927d830f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7f2fdbc-2f7d-4518-9bfc-25031f7fd422,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:42.566021 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b4cb20-0c39-451e-94e2-ecb927d830f1 admin admin] No DVR routers for this DVR port f7f2fdbc-2f7d-4518-9bfc-25031f7fd422 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:51:42.615142 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7c3b49f5-1044-4b42-9af9-9ddaadf07af0 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:51:42.650317 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21b4cb20-0c39-451e-94e2-ecb927d830f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:42.652990 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 7c3b49f5-1044-4b42-9af9-9ddaadf07af0 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:51:42.653166 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 7c3b49f5-1044-4b42-9af9-9ddaadf07af0 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:51:42.653574 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f7f2fdbc-2f7d-4518-9bfc-25031f7fd422 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:51:42.656614 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-73c878c9-edb6-4ce3-be46-fad218425791 None None] For port f7f2fdbc-2f7d-4518-9bfc-25031f7fd422, host n-d-772272-3, got binding levels [] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:42.657638 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-73c878c9-edb6-4ce3-be46-fad218425791 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f7f2fdbc-2f7d-4518-9bfc-25031f7fd422), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:42.673444 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-21b4cb20-0c39-451e-94e2-ecb927d830f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:42.682932 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-21b4cb20-0c39-451e-94e2-ecb927d830f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7310d314-377a-494f-8313-e984bca2a0cf') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:42.683236 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-21b4cb20-0c39-451e-94e2-ecb927d830f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7310d314-377a-494f-8313-e984bca2a0cf') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:42.689350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-73c878c9-edb6-4ce3-be46-fad218425791 None None] Calling delete_port for f7f2fdbc-2f7d-4518-9bfc-25031f7fd422 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:51:42.690884 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: f7f2fdbc-2f7d-4518-9bfc-25031f7fd422 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:51:42.691236 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f7f2fdbc-2f7d-4518-9bfc-25031f7fd422 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:51:42.691651 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f7f66df0-534b-47bf-b51a-b7ee9cb93ea2 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:51:42.692967 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21b4cb20-0c39-451e-94e2-ecb927d830f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (7310d314-377a-494f-8313-e984bca2a0cf), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:42.694149 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.ipam_backend_mixin [None req-73c878c9-edb6-4ce3-be46-fad218425791 None None] Port f7f2fdbc-2f7d-4518-9bfc-25031f7fd422 was not found and therefore no delete operation was performed {{(pid=109743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:51:42.696047 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-73c878c9-edb6-4ce3-be46-fad218425791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (f7f2fdbc-2f7d-4518-9bfc-25031f7fd422), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:42.707405 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21b4cb20-0c39-451e-94e2-ecb927d830f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (7310d314-377a-494f-8313-e984bca2a0cf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:42.714260 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b4cb20-0c39-451e-94e2-ecb927d830f1 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:51:42.714675 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21b4cb20-0c39-451e-94e2-ecb927d830f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (7310d314-377a-494f-8313-e984bca2a0cf), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:51:42.716423 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:51:42.725863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c878c9-edb6-4ce3-be46-fad218425791 None None] No DVR routers for this DVR port f7f2fdbc-2f7d-4518-9bfc-25031f7fd422 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:51:42.729515 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: f7f66df0-534b-47bf-b51a-b7ee9cb93ea2 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:51:42.729877 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f7f66df0-534b-47bf-b51a-b7ee9cb93ea2 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:51:42.751951 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c878c9-edb6-4ce3-be46-fad218425791 None None] Pushing event deleted for resources: {'Port': ['ID=f7f2fdbc-2f7d-4518-9bfc-25031f7fd422,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:42.792277 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21b4cb20-0c39-451e-94e2-ecb927d830f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:42.798121 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-21b4cb20-0c39-451e-94e2-ecb927d830f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:42.804203 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-21b4cb20-0c39-451e-94e2-ecb927d830f1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9 HTTP/1.1" status: 204 len: 168 time: 0.5622840 Jan 27 22:51:42.805038 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55726) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:42.812997 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4cb20-0c39-451e-94e2-ecb927d830f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0dbdbe8-a2d2-49ff-9871-32dd048f9cd9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:43.215871 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:43.491694 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3c5814ed-9e62-4b1b-86c3-e22175ef9d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (8dc84e97-1a10-4540-81f7-c3c8674c8482), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:43.731508 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-3c5814ed-9e62-4b1b-86c3-e22175ef9d69 admin admin] Deleting port 3842ef5e-0555-4cfd-bddc-835fc4c92b6c {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:51:43.731842 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3c5814ed-9e62-4b1b-86c3-e22175ef9d69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (3842ef5e-0555-4cfd-bddc-835fc4c92b6c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:43.812612 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-3c5814ed-9e62-4b1b-86c3-e22175ef9d69 admin admin] For port 3842ef5e-0555-4cfd-bddc-835fc4c92b6c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3842ef5e-0555-4cfd-bddc-835fc4c92b6c,segment=NetworkSegment(8ac88f7f-ae7e-4f67-90b9-690db62e8ba2),segment_id=8ac88f7f-ae7e-4f67-90b9-690db62e8ba2)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:43.813341 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3c5814ed-9e62-4b1b-86c3-e22175ef9d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (3842ef5e-0555-4cfd-bddc-835fc4c92b6c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:43.824609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-3c5814ed-9e62-4b1b-86c3-e22175ef9d69 admin admin] Calling delete_port for 3842ef5e-0555-4cfd-bddc-835fc4c92b6c owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:51:44.002138 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3c5814ed-9e62-4b1b-86c3-e22175ef9d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (3842ef5e-0555-4cfd-bddc-835fc4c92b6c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:44.027217 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5814ed-9e62-4b1b-86c3-e22175ef9d69 admin admin] Pushing event deleted for resources: {'Port': ['ID=3842ef5e-0555-4cfd-bddc-835fc4c92b6c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:44.193434 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3c5814ed-9e62-4b1b-86c3-e22175ef9d69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (8dc84e97-1a10-4540-81f7-c3c8674c8482), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:44.406275 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5814ed-9e62-4b1b-86c3-e22175ef9d69 admin admin] Router 8dc84e97-1a10-4540-81f7-c3c8674c8482 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:51:44.510496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5814ed-9e62-4b1b-86c3-e22175ef9d69 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:51:44.515490 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3c5814ed-9e62-4b1b-86c3-e22175ef9d69 admin admin] 10.222.0.23 "PUT /v2.0/routers/8dc84e97-1a10-4540-81f7-c3c8674c8482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7093179 Jan 27 22:51:44.518185 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55728) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:44.522332 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a755c9-5c2f-4e39-8401-deb8549e218b None None] Sync routers for ids ['8dc84e97-1a10-4540-81f7-c3c8674c8482'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:51:44.533637 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a755c9-5c2f-4e39-8401-deb8549e218b None None] Routers {'8dc84e97-1a10-4540-81f7-c3c8674c8482'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:51:44.534331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-61a755c9-5c2f-4e39-8401-deb8549e218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:51:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['8dc84e97-1a10-4540-81f7-c3c8674c8482'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:44.625338 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0234f73f-8ce7-4807-b77a-7e6c440b6959 admin admin] Publish callbacks [] for router (8dc84e97-1a10-4540-81f7-c3c8674c8482), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:44.641450 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-61a755c9-5c2f-4e39-8401-deb8549e218b None None] Set router 8dc84e97-1a10-4540-81f7-c3c8674c8482 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:51:44.728585 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0234f73f-8ce7-4807-b77a-7e6c440b6959 admin admin] Publish callbacks [] for router_gateway (8dc84e97-1a10-4540-81f7-c3c8674c8482), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:44.781295 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-0234f73f-8ce7-4807-b77a-7e6c440b6959 admin admin] Deleting port 9a43ec48-4ebe-45d5-9f99-ef461469ab81 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:51:44.781636 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0234f73f-8ce7-4807-b77a-7e6c440b6959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (9a43ec48-4ebe-45d5-9f99-ef461469ab81), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:44.823351 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-61a755c9-5c2f-4e39-8401-deb8549e218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc84e97-1a10-4540-81f7-c3c8674c8482', 'name': 'tempest-TestEncryptedCinderVolumes-38319457-router', 'tenant_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9a43ec48-4ebe-45d5-9f99-ef461469ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:49:58Z', 'updated_at': '2022-01-27T22:51:43Z', 'revision_number': 5, 'project_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'gw_port': {'id': '9a43ec48-4ebe-45d5-9f99-ef461469ab81', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc84e97-1a10-4540-81f7-c3c8674c8482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:49:59Z', 'updated_at': '2022-01-27T22:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:44.851835 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a755c9-5c2f-4e39-8401-deb8549e218b None None] Checking router: 8dc84e97-1a10-4540-81f7-c3c8674c8482 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:51:44.860277 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a755c9-5c2f-4e39-8401-deb8549e218b None None] Routers {'8dc84e97-1a10-4540-81f7-c3c8674c8482'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:51:44.860892 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-61a755c9-5c2f-4e39-8401-deb8549e218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:51:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['8dc84e97-1a10-4540-81f7-c3c8674c8482'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:44.863446 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-0234f73f-8ce7-4807-b77a-7e6c440b6959 admin admin] For port 9a43ec48-4ebe-45d5-9f99-ef461469ab81, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=9a43ec48-4ebe-45d5-9f99-ef461469ab81,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:44.863964 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0234f73f-8ce7-4807-b77a-7e6c440b6959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (9a43ec48-4ebe-45d5-9f99-ef461469ab81), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:44.875541 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-0234f73f-8ce7-4807-b77a-7e6c440b6959 admin admin] Calling delete_port for 9a43ec48-4ebe-45d5-9f99-ef461469ab81 owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:51:44.945863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-61a755c9-5c2f-4e39-8401-deb8549e218b None None] Set router 8dc84e97-1a10-4540-81f7-c3c8674c8482 gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:51:44.998481 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-61a755c9-5c2f-4e39-8401-deb8549e218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc84e97-1a10-4540-81f7-c3c8674c8482', 'name': 'tempest-TestEncryptedCinderVolumes-38319457-router', 'tenant_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:49:58Z', 'updated_at': '2022-01-27T22:51:44Z', 'revision_number': 6, 'project_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:45.028683 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a755c9-5c2f-4e39-8401-deb8549e218b None None] The sync data for ids ['8dc84e97-1a10-4540-81f7-c3c8674c8482'] in n-d-772272-3 is: [{'id': '8dc84e97-1a10-4540-81f7-c3c8674c8482', 'name': 'tempest-TestEncryptedCinderVolumes-38319457-router', 'tenant_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:49:58Z', 'updated_at': '2022-01-27T22:51:44Z', 'revision_number': 6, 'project_id': 'f62b2f6941524b5bb7b458bc9db69ee8', 'gw_port_host': None}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:51:45.043386 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0234f73f-8ce7-4807-b77a-7e6c440b6959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (9a43ec48-4ebe-45d5-9f99-ef461469ab81), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:45.068787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234f73f-8ce7-4807-b77a-7e6c440b6959 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a43ec48-4ebe-45d5-9f99-ef461469ab81,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:45.137849 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0234f73f-8ce7-4807-b77a-7e6c440b6959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (8dc84e97-1a10-4540-81f7-c3c8674c8482), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:45.228498 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0234f73f-8ce7-4807-b77a-7e6c440b6959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (8dc84e97-1a10-4540-81f7-c3c8674c8482), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:45.230637 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0234f73f-8ce7-4807-b77a-7e6c440b6959 admin admin] Publish callbacks [] for router_controller (8dc84e97-1a10-4540-81f7-c3c8674c8482), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:45.276457 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0234f73f-8ce7-4807-b77a-7e6c440b6959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (8dc84e97-1a10-4540-81f7-c3c8674c8482), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:45.276905 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0234f73f-8ce7-4807-b77a-7e6c440b6959 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dc84e97-1a10-4540-81f7-c3c8674c8482 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:51:45.281770 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0234f73f-8ce7-4807-b77a-7e6c440b6959 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:45.282968 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0234f73f-8ce7-4807-b77a-7e6c440b6959 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8dc84e97-1a10-4540-81f7-c3c8674c8482 HTTP/1.1" status: 204 len: 168 time: 0.7639890 Jan 27 22:51:45.285477 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55730) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:45.329175 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe5a36a-315c-4071-9379-2e9362c61d7f admin admin] Deleting subnet 4afc6d04-da29-4111-a653-dc84510be0c7 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:51:45.332283 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a36a-315c-4071-9379-2e9362c61d7f admin admin] Publish callbacks [] for subnet (4afc6d04-da29-4111-a653-dc84510be0c7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:45.367287 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a36a-315c-4071-9379-2e9362c61d7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (4afc6d04-da29-4111-a653-dc84510be0c7), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:45.452064 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a36a-315c-4071-9379-2e9362c61d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (4afc6d04-da29-4111-a653-dc84510be0c7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:45.504999 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a36a-315c-4071-9379-2e9362c61d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (4afc6d04-da29-4111-a653-dc84510be0c7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:45.531989 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5a36a-315c-4071-9379-2e9362c61d7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4afc6d04-da29-4111-a653-dc84510be0c7,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:45.533904 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a36a-315c-4071-9379-2e9362c61d7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:45.537129 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4fe5a36a-315c-4071-9379-2e9362c61d7f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4afc6d04-da29-4111-a653-dc84510be0c7 HTTP/1.1" status: 204 len: 168 time: 0.2507284 Jan 27 22:51:45.539739 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55732) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:45.540520 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82a3787-8775-4f8d-9519-ea4c52579d02 None None] Network 95ac62b9-c37d-411a-918a-c278a0bedb75 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:51:45.607881 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f375ef3b-4508-488b-9ed3-19d094ac0003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (95ac62b9-c37d-411a-918a-c278a0bedb75), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:45.665920 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-f375ef3b-4508-488b-9ed3-19d094ac0003 admin admin] Deleting port d40341b8-a53c-4a18-a154-d3370a40a421 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:51:45.666265 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f375ef3b-4508-488b-9ed3-19d094ac0003 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d40341b8-a53c-4a18-a154-d3370a40a421), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:45.729189 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-f375ef3b-4508-488b-9ed3-19d094ac0003 admin admin] For port d40341b8-a53c-4a18-a154-d3370a40a421, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d40341b8-a53c-4a18-a154-d3370a40a421,segment=NetworkSegment(8ac88f7f-ae7e-4f67-90b9-690db62e8ba2),segment_id=8ac88f7f-ae7e-4f67-90b9-690db62e8ba2)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:45.729484 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f375ef3b-4508-488b-9ed3-19d094ac0003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d40341b8-a53c-4a18-a154-d3370a40a421), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:45.742760 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-f375ef3b-4508-488b-9ed3-19d094ac0003 admin admin] Calling delete_port for d40341b8-a53c-4a18-a154-d3370a40a421 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:51:45.812670 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02324eb3-0c3c-40d8-a126-0906e1c83ffe None None] DHCP port deletion for 95ac62b9-c37d-411a-918a-c278a0bedb75 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:51:45.837202 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f375ef3b-4508-488b-9ed3-19d094ac0003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (d40341b8-a53c-4a18-a154-d3370a40a421), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:45.861389 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375ef3b-4508-488b-9ed3-19d094ac0003 admin admin] Pushing event deleted for resources: {'Port': ['ID=d40341b8-a53c-4a18-a154-d3370a40a421,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:45.863807 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-02324eb3-0c3c-40d8-a126-0906e1c83ffe None None] Deleting port d40341b8-a53c-4a18-a154-d3370a40a421 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:51:45.864296 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-02324eb3-0c3c-40d8-a126-0906e1c83ffe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d40341b8-a53c-4a18-a154-d3370a40a421), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:45.867119 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f375ef3b-4508-488b-9ed3-19d094ac0003 admin admin] No DVR routers for this DVR port d40341b8-a53c-4a18-a154-d3370a40a421 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:51:45.929044 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-02324eb3-0c3c-40d8-a126-0906e1c83ffe None None] For port d40341b8-a53c-4a18-a154-d3370a40a421, host n-d-772272-3, got binding levels [] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:45.929436 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-02324eb3-0c3c-40d8-a126-0906e1c83ffe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d40341b8-a53c-4a18-a154-d3370a40a421), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:45.942456 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-02324eb3-0c3c-40d8-a126-0906e1c83ffe None None] Calling delete_port for d40341b8-a53c-4a18-a154-d3370a40a421 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:51:45.942670 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f375ef3b-4508-488b-9ed3-19d094ac0003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (95ac62b9-c37d-411a-918a-c278a0bedb75), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:45.945170 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.ipam_backend_mixin [None req-02324eb3-0c3c-40d8-a126-0906e1c83ffe None None] Port d40341b8-a53c-4a18-a154-d3370a40a421 was not found and therefore no delete operation was performed {{(pid=109743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:51:45.946482 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-02324eb3-0c3c-40d8-a126-0906e1c83ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (d40341b8-a53c-4a18-a154-d3370a40a421), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:45.963339 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-f375ef3b-4508-488b-9ed3-19d094ac0003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ac62b9-c37d-411a-918a-c278a0bedb75']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:45.972797 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-f375ef3b-4508-488b-9ed3-19d094ac0003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac88f7f-ae7e-4f67-90b9-690db62e8ba2') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:45.972974 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-f375ef3b-4508-488b-9ed3-19d094ac0003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac88f7f-ae7e-4f67-90b9-690db62e8ba2') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:45.976114 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02324eb3-0c3c-40d8-a126-0906e1c83ffe None None] Pushing event deleted for resources: {'Port': ['ID=d40341b8-a53c-4a18-a154-d3370a40a421,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:45.979972 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02324eb3-0c3c-40d8-a126-0906e1c83ffe None None] No DVR routers for this DVR port d40341b8-a53c-4a18-a154-d3370a40a421 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:51:45.990412 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f375ef3b-4508-488b-9ed3-19d094ac0003 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (8ac88f7f-ae7e-4f67-90b9-690db62e8ba2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:46.006721 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f375ef3b-4508-488b-9ed3-19d094ac0003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (8ac88f7f-ae7e-4f67-90b9-690db62e8ba2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:46.013151 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f375ef3b-4508-488b-9ed3-19d094ac0003 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:51:46.013694 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f375ef3b-4508-488b-9ed3-19d094ac0003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (8ac88f7f-ae7e-4f67-90b9-690db62e8ba2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:51:46.015577 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:51:46.078131 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f375ef3b-4508-488b-9ed3-19d094ac0003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (95ac62b9-c37d-411a-918a-c278a0bedb75), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:46.086147 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f375ef3b-4508-488b-9ed3-19d094ac0003 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:46.093319 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f375ef3b-4508-488b-9ed3-19d094ac0003 admin admin] 10.222.0.23 "DELETE /v2.0/networks/95ac62b9-c37d-411a-918a-c278a0bedb75 HTTP/1.1" status: 204 len: 168 time: 0.5487878 Jan 27 22:51:46.103162 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375ef3b-4508-488b-9ed3-19d094ac0003 admin admin] Pushing event deleted for resources: {'Network': ['ID=95ac62b9-c37d-411a-918a-c278a0bedb75,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:46.257944 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55736) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:46.297397 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-af36e143-a6eb-4f0a-91fe-03a44d9b44e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=129b6f8227d8492da3f91f4223cd2fc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382693 Jan 27 22:51:46.299926 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55738) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:46.347117 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d446afe2-508e-4cf4-a7c1-4744421e4e87 admin admin] Publish callbacks [] for security_group (09b84031-bf3c-4b9e-a231-b42a6c98675c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:46.369212 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d446afe2-508e-4cf4-a7c1-4744421e4e87 admin admin] Publish callbacks [] for security_group (09b84031-bf3c-4b9e-a231-b42a6c98675c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:46.420418 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d446afe2-508e-4cf4-a7c1-4744421e4e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (09b84031-bf3c-4b9e-a231-b42a6c98675c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:46.423641 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d446afe2-508e-4cf4-a7c1-4744421e4e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:46.424882 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d446afe2-508e-4cf4-a7c1-4744421e4e87 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09b84031-bf3c-4b9e-a231-b42a6c98675c HTTP/1.1" status: 204 len: 168 time: 0.1239452 Jan 27 22:51:46.432790 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446afe2-508e-4cf4-a7c1-4744421e4e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b84031-bf3c-4b9e-a231-b42a6c98675c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:46.586966 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9a43ec48-4ebe-45d5-9f99-ef461469ab81 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:51:46.607959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 9a43ec48-4ebe-45d5-9f99-ef461469ab81 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:51:46.608902 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 9a43ec48-4ebe-45d5-9f99-ef461469ab81 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:51:46.609235 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d40341b8-a53c-4a18-a154-d3370a40a421 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:51:46.628733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: d40341b8-a53c-4a18-a154-d3370a40a421 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:51:46.629079 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d40341b8-a53c-4a18-a154-d3370a40a421 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:51:46.629499 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3842ef5e-0555-4cfd-bddc-835fc4c92b6c no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:51:46.647725 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 3842ef5e-0555-4cfd-bddc-835fc4c92b6c {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:51:46.648069 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3842ef5e-0555-4cfd-bddc-835fc4c92b6c not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:51:46.741995 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55744) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:46.782746 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-961906a6-8a7b-4a7a-b80a-3bdbe90d3516 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f62b2f6941524b5bb7b458bc9db69ee8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395606 Jan 27 22:51:46.785165 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55746) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:46.832155 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0d85319b-9be4-43d1-9286-f92661dd8a9d admin admin] Publish callbacks [] for security_group (68b19097-6c31-4007-a475-90a6688351f5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:46.853553 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0d85319b-9be4-43d1-9286-f92661dd8a9d admin admin] Publish callbacks [] for security_group (68b19097-6c31-4007-a475-90a6688351f5), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:46.898422 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0d85319b-9be4-43d1-9286-f92661dd8a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (68b19097-6c31-4007-a475-90a6688351f5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:46.901108 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0d85319b-9be4-43d1-9286-f92661dd8a9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:46.902395 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0d85319b-9be4-43d1-9286-f92661dd8a9d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68b19097-6c31-4007-a475-90a6688351f5 HTTP/1.1" status: 204 len: 168 time: 0.1163447 Jan 27 22:51:46.911488 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85319b-9be4-43d1-9286-f92661dd8a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b19097-6c31-4007-a475-90a6688351f5,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:47.578612 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55768) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:47.673056 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-437c98d2-9d13-4c23-adee-b5415b1ac42b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-873403320-network', 'tenant_id': '765f08b562ae476697df3a523c0db34a'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:51:47.696647 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437c98d2-9d13-4c23-adee-b5415b1ac42b admin admin] Made reservation on behalf of 765f08b562ae476697df3a523c0db34a for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:51:47.699229 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-437c98d2-9d13-4c23-adee-b5415b1ac42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:47.708135 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-437c98d2-9d13-4c23-adee-b5415b1ac42b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:47.783209 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-437c98d2-9d13-4c23-adee-b5415b1ac42b admin admin] Publish callbacks [] for security_group (36e11047-535b-49f3-8493-24aab8456c3b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:47.786940 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-437c98d2-9d13-4c23-adee-b5415b1ac42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (36e11047-535b-49f3-8493-24aab8456c3b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:47.812226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437c98d2-9d13-4c23-adee-b5415b1ac42b admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:51:47.822117 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c98d2-9d13-4c23-adee-b5415b1ac42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e11047-535b-49f3-8493-24aab8456c3b,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:47.827839 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-437c98d2-9d13-4c23-adee-b5415b1ac42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (083da767-b0af-4dfa-bf90-56b9bb8bd16e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:47.828209 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-437c98d2-9d13-4c23-adee-b5415b1ac42b admin admin] Added segment 083da767-b0af-4dfa-bf90-56b9bb8bd16e of type vlan for network c29a17ba-6a78-4141-9417-8ef2effe2fd2 Jan 27 22:51:47.869330 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-437c98d2-9d13-4c23-adee-b5415b1ac42b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (c29a17ba-6a78-4141-9417-8ef2effe2fd2), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:47.893622 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-437c98d2-9d13-4c23-adee-b5415b1ac42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (c29a17ba-6a78-4141-9417-8ef2effe2fd2), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:47.894619 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437c98d2-9d13-4c23-adee-b5415b1ac42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:47.895199 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-437c98d2-9d13-4c23-adee-b5415b1ac42b admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:47.944977 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-437c98d2-9d13-4c23-adee-b5415b1ac42b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3651392 Jan 27 22:51:47.947816 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55772) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:47.953809 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-766b839d-548d-4d5f-b573-ed0f7251c38f admin admin] Request body: {'subnet': {'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-873403320-subnet', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:51:47.960346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c98d2-9d13-4c23-adee-b5415b1ac42b admin admin] Pushing event updated for resources: {'Network': ['ID=c29a17ba-6a78-4141-9417-8ef2effe2fd2,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:47.970829 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network c29a17ba-6a78-4141-9417-8ef2effe2fd2 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:51:47.977665 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766b839d-548d-4d5f-b573-ed0f7251c38f admin admin] Made reservation on behalf of 765f08b562ae476697df3a523c0db34a for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:51:47.980053 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-766b839d-548d-4d5f-b573-ed0f7251c38f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:48.157072 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-766b839d-548d-4d5f-b573-ed0f7251c38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (6e187adb-86d9-4c0a-b98a-87f82a23255b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:48.208842 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b839d-548d-4d5f-b573-ed0f7251c38f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e187adb-86d9-4c0a-b98a-87f82a23255b,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:48.219206 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766b839d-548d-4d5f-b573-ed0f7251c38f admin admin] Checking segment: {'id': '083da767-b0af-4dfa-bf90-56b9bb8bd16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:51:48.219564 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766b839d-548d-4d5f-b573-ed0f7251c38f admin admin] Network hostable DHCP agents. Network: c29a17ba-6a78-4141-9417-8ef2effe2fd2, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:51:48.235594 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766b839d-548d-4d5f-b573-ed0f7251c38f admin admin] Network c29a17ba-6a78-4141-9417-8ef2effe2fd2 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:51:48.243618 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-766b839d-548d-4d5f-b573-ed0f7251c38f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, c29a17ba-6a78-4141-9417-8ef2effe2fd2) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:51:48.247447 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766b839d-548d-4d5f-b573-ed0f7251c38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:48.248062 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-766b839d-548d-4d5f-b573-ed0f7251c38f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:48.253554 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c3f84e-fdbd-4ed7-ab49-32ad7186c995 None None] Network c29a17ba-6a78-4141-9417-8ef2effe2fd2 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:51:48.263974 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-766b839d-548d-4d5f-b573-ed0f7251c38f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3150194 Jan 27 22:51:48.267123 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55774) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:48.271960 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-83047f7a-1694-4b5c-9582-4c5a6236d777 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-873403320-router', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:51:48.292098 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83047f7a-1694-4b5c-9582-4c5a6236d777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (189fe13f-e110-4239-8416-0cdb4f5d7a31), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:48.293351 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83047f7a-1694-4b5c-9582-4c5a6236d777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (189fe13f-e110-4239-8416-0cdb4f5d7a31), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:48.346620 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83047f7a-1694-4b5c-9582-4c5a6236d777 admin admin] Publish callbacks [] for router_controller (189fe13f-e110-4239-8416-0cdb4f5d7a31), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:48.355793 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687de78a-9c5b-4d0a-9820-b1db0f409b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-c29a17ba-6a78-4141-9417-8ef2effe2fd2', 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2', 'project_id': '765f08b562ae476697df3a523c0db34a', 'fixed_ips': [{'subnet_id': '6e187adb-86d9-4c0a-b98a-87f82a23255b'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:51:48.356803 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-687de78a-9c5b-4d0a-9820-b1db0f409b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:48.489483 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83047f7a-1694-4b5c-9582-4c5a6236d777 admin admin] Publish callbacks [] for router_gateway (189fe13f-e110-4239-8416-0cdb4f5d7a31), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:48.493706 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-687de78a-9c5b-4d0a-9820-b1db0f409b9e None None] Allocated IP 172.20.0.2 (c29a17ba-6a78-4141-9417-8ef2effe2fd2/6e187adb-86d9-4c0a-b98a-87f82a23255b/f81f4440-9d55-4481-a9a9-3abed80ab66f) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:51:48.637640 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-687de78a-9c5b-4d0a-9820-b1db0f409b9e None None] Publish callbacks [] for port (f81f4440-9d55-4481-a9a9-3abed80ab66f), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:48.644357 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-687de78a-9c5b-4d0a-9820-b1db0f409b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (f81f4440-9d55-4481-a9a9-3abed80ab66f), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:48.691553 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83047f7a-1694-4b5c-9582-4c5a6236d777 admin admin] Publish callbacks [] for router_gateway (189fe13f-e110-4239-8416-0cdb4f5d7a31), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:48.692658 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687de78a-9c5b-4d0a-9820-b1db0f409b9e None None] Network c29a17ba-6a78-4141-9417-8ef2effe2fd2 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:51:48.696573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-687de78a-9c5b-4d0a-9820-b1db0f409b9e None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:51:48.698445 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687de78a-9c5b-4d0a-9820-b1db0f409b9e None None] Pushing event updated for resources: {'Port': ['ID=f81f4440-9d55-4481-a9a9-3abed80ab66f,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:48.700698 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687de78a-9c5b-4d0a-9820-b1db0f409b9e None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:51:48.710985 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83047f7a-1694-4b5c-9582-4c5a6236d777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:48.753959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-687de78a-9c5b-4d0a-9820-b1db0f409b9e None None] Attempting to bind port f81f4440-9d55-4481-a9a9-3abed80ab66f on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:51:48.754269 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-687de78a-9c5b-4d0a-9820-b1db0f409b9e None None] Attempting to bind port f81f4440-9d55-4481-a9a9-3abed80ab66f by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '083da767-b0af-4dfa-bf90-56b9bb8bd16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:51:48.754632 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687de78a-9c5b-4d0a-9820-b1db0f409b9e None None] Attempting to bind port f81f4440-9d55-4481-a9a9-3abed80ab66f on network c29a17ba-6a78-4141-9417-8ef2effe2fd2 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:51:48.759558 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687de78a-9c5b-4d0a-9820-b1db0f409b9e None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:51:48.759933 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687de78a-9c5b-4d0a-9820-b1db0f409b9e None None] Checking segment: {'id': '083da767-b0af-4dfa-bf90-56b9bb8bd16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:51:48.760359 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-687de78a-9c5b-4d0a-9820-b1db0f409b9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:48.760753 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687de78a-9c5b-4d0a-9820-b1db0f409b9e None None] Bound using segment: {'id': '083da767-b0af-4dfa-bf90-56b9bb8bd16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:51:48.761222 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-687de78a-9c5b-4d0a-9820-b1db0f409b9e None None] Bound port: f81f4440-9d55-4481-a9a9-3abed80ab66f, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083da767-b0af-4dfa-bf90-56b9bb8bd16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:51:48.761601 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-687de78a-9c5b-4d0a-9820-b1db0f409b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f81f4440-9d55-4481-a9a9-3abed80ab66f), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:48.814698 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-83047f7a-1694-4b5c-9582-4c5a6236d777 admin admin] Allocated IP 172.25.3.215 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/0d7872bb-c325-4730-a941-27018534fa83) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:51:48.827079 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-687de78a-9c5b-4d0a-9820-b1db0f409b9e None None] For port f81f4440-9d55-4481-a9a9-3abed80ab66f, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:51:48.830305 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-687de78a-9c5b-4d0a-9820-b1db0f409b9e None None] For port f81f4440-9d55-4481-a9a9-3abed80ab66f, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f81f4440-9d55-4481-a9a9-3abed80ab66f,segment=NetworkSegment(083da767-b0af-4dfa-bf90-56b9bb8bd16e),segment_id=083da767-b0af-4dfa-bf90-56b9bb8bd16e)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:51:48.835161 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-687de78a-9c5b-4d0a-9820-b1db0f409b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f81f4440-9d55-4481-a9a9-3abed80ab66f), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:48.896605 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687de78a-9c5b-4d0a-9820-b1db0f409b9e None None] Pushing event updated for resources: {'Port': ['ID=f81f4440-9d55-4481-a9a9-3abed80ab66f,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:48.934046 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83047f7a-1694-4b5c-9582-4c5a6236d777 admin admin] Publish callbacks [] for port (0d7872bb-c325-4730-a941-27018534fa83), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:48.968893 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83047f7a-1694-4b5c-9582-4c5a6236d777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (0d7872bb-c325-4730-a941-27018534fa83), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:49.006480 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83047f7a-1694-4b5c-9582-4c5a6236d777 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:51:49.009628 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-83047f7a-1694-4b5c-9582-4c5a6236d777 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:51:49.013130 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83047f7a-1694-4b5c-9582-4c5a6236d777 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:51:49.048619 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83047f7a-1694-4b5c-9582-4c5a6236d777 admin admin] Pushing event updated for resources: {'Port': ['ID=0d7872bb-c325-4730-a941-27018534fa83,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:49.288779 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83047f7a-1694-4b5c-9582-4c5a6236d777 admin admin] Publish callbacks [] for router_gateway (189fe13f-e110-4239-8416-0cdb4f5d7a31), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:49.482130 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83047f7a-1694-4b5c-9582-4c5a6236d777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (189fe13f-e110-4239-8416-0cdb4f5d7a31), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:49.832867 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eba194-1212-4e25-a8ec-39f072dc348f None None] Network c29a17ba-6a78-4141-9417-8ef2effe2fd2 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:51:49.874464 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83047f7a-1694-4b5c-9582-4c5a6236d777 admin admin] Router 189fe13f-e110-4239-8416-0cdb4f5d7a31 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:51:49.912738 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-27596aae-bcc1-4ec9-998e-1bd5556fce0c None None] Provisioning complete for port f81f4440-9d55-4481-a9a9-3abed80ab66f triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:49.913115 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-27596aae-bcc1-4ec9-998e-1bd5556fce0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f81f4440-9d55-4481-a9a9-3abed80ab66f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:49.992583 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83047f7a-1694-4b5c-9582-4c5a6236d777 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:51:50.008708 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] Sync routers for ids ['189fe13f-e110-4239-8416-0cdb4f5d7a31'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:51:50.013998 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-83047f7a-1694-4b5c-9582-4c5a6236d777 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:50.015404 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-83047f7a-1694-4b5c-9582-4c5a6236d777 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7470524 Jan 27 22:51:50.018128 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55776) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:50.021432 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] Routers {'189fe13f-e110-4239-8416-0cdb4f5d7a31'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:51:50.022282 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:51:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['189fe13f-e110-4239-8416-0cdb4f5d7a31'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:50.026555 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-27596aae-bcc1-4ec9-998e-1bd5556fce0c None None] Current status of the port f81f4440-9d55-4481-a9a9-3abed80ab66f is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:50.026968 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-27596aae-bcc1-4ec9-998e-1bd5556fce0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f81f4440-9d55-4481-a9a9-3abed80ab66f), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:50.065967 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-27596aae-bcc1-4ec9-998e-1bd5556fce0c None None] For port f81f4440-9d55-4481-a9a9-3abed80ab66f, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f81f4440-9d55-4481-a9a9-3abed80ab66f,segment=NetworkSegment(083da767-b0af-4dfa-bf90-56b9bb8bd16e),segment_id=083da767-b0af-4dfa-bf90-56b9bb8bd16e)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:50.072986 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-27596aae-bcc1-4ec9-998e-1bd5556fce0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f81f4440-9d55-4481-a9a9-3abed80ab66f), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:50.138961 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27596aae-bcc1-4ec9-998e-1bd5556fce0c None None] Pushing event updated for resources: {'Port': ['ID=f81f4440-9d55-4481-a9a9-3abed80ab66f,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:50.160230 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] Set router 189fe13f-e110-4239-8416-0cdb4f5d7a31 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:51:50.293528 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-5aaf0fa7-bda9-4f54-9cb9-928638c93ce9 None None] Provisioning complete for port f81f4440-9d55-4481-a9a9-3abed80ab66f triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:50.293908 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5aaf0fa7-bda9-4f54-9cb9-928638c93ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f81f4440-9d55-4481-a9a9-3abed80ab66f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:50.348009 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'name': 'tempest-TestMinimumBasicScenario-873403320-router', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0d7872bb-c325-4730-a941-27018534fa83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:49Z', 'revision_number': 3, 'project_id': '765f08b562ae476697df3a523c0db34a', 'gw_port': {'id': '0d7872bb-c325-4730-a941-27018534fa83', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:50.375277 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-5aaf0fa7-bda9-4f54-9cb9-928638c93ce9 None None] Current status of the port f81f4440-9d55-4481-a9a9-3abed80ab66f is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:50.377979 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] Checking router: 189fe13f-e110-4239-8416-0cdb4f5d7a31 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:51:50.378332 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] Updating router 189fe13f-e110-4239-8416-0cdb4f5d7a31 port 0d7872bb-c325-4730-a941-27018534fa83 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:51:50.403430 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0d7872bb-c325-4730-a941-27018534fa83), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:50.453661 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd881-c512-4d66-934e-e0fbfa13a47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:50.619378 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-3ecbd881-c512-4d66-934e-e0fbfa13a47a admin admin] Allocated IP 172.20.0.1 (c29a17ba-6a78-4141-9417-8ef2effe2fd2/6e187adb-86d9-4c0a-b98a-87f82a23255b/205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:51:50.656870 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f81f4440-9d55-4481-a9a9-3abed80ab66f up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:51:50.710628 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port f81f4440-9d55-4481-a9a9-3abed80ab66f triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:50.711014 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f81f4440-9d55-4481-a9a9-3abed80ab66f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:50.733660 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd881-c512-4d66-934e-e0fbfa13a47a admin admin] Publish callbacks [] for port (205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:50.752778 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] Publish callbacks [] for port (0d7872bb-c325-4730-a941-27018534fa83), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:50.759011 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0d7872bb-c325-4730-a941-27018534fa83), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:50.771999 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd881-c512-4d66-934e-e0fbfa13a47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:50.795598 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f81f4440-9d55-4481-a9a9-3abed80ab66f is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:50.813444 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecbd881-c512-4d66-934e-e0fbfa13a47a admin admin] Network c29a17ba-6a78-4141-9417-8ef2effe2fd2 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:51:50.814449 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0a983-9694-4d9f-832c-99482c213673 None None] Pushing event updated for resources: {'Port': ['ID=0d7872bb-c325-4730-a941-27018534fa83,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:50.816270 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-3ecbd881-c512-4d66-934e-e0fbfa13a47a admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:51:50.818683 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecbd881-c512-4d66-934e-e0fbfa13a47a admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:51:50.820956 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] Attempting to bind port 0d7872bb-c325-4730-a941-27018534fa83 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:51:50.821399 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] Attempting to bind port 0d7872bb-c325-4730-a941-27018534fa83 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:51:50.821862 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] Attempting to bind port 0d7872bb-c325-4730-a941-27018534fa83 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:51:50.825820 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0a983-9694-4d9f-832c-99482c213673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:50.826066 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0a983-9694-4d9f-832c-99482c213673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:50.826413 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0a983-9694-4d9f-832c-99482c213673 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:50.826753 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0a983-9694-4d9f-832c-99482c213673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:50.827634 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0a983-9694-4d9f-832c-99482c213673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:50.828252 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0a983-9694-4d9f-832c-99482c213673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:50.828365 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0a983-9694-4d9f-832c-99482c213673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:50.828789 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0a983-9694-4d9f-832c-99482c213673 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:50.829104 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0a983-9694-4d9f-832c-99482c213673 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:50.829331 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0a983-9694-4d9f-832c-99482c213673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:50.829631 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0a983-9694-4d9f-832c-99482c213673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:50.829957 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0a983-9694-4d9f-832c-99482c213673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:50.830286 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e0a983-9694-4d9f-832c-99482c213673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:50.836074 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:51:50.836480 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:51:50.836892 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:50.837284 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:51:50.837759 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] Bound port: 0d7872bb-c325-4730-a941-27018534fa83, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:51:50.838142 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0d7872bb-c325-4730-a941-27018534fa83), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:50.851756 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbd881-c512-4d66-934e-e0fbfa13a47a admin admin] Pushing event updated for resources: {'Port': ['ID=205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:50.874410 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd881-c512-4d66-934e-e0fbfa13a47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (189fe13f-e110-4239-8416-0cdb4f5d7a31), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:50.890148 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] For port 0d7872bb-c325-4730-a941-27018534fa83, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:51:50.897486 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] For port 0d7872bb-c325-4730-a941-27018534fa83, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0d7872bb-c325-4730-a941-27018534fa83,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:51:50.904933 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0d7872bb-c325-4730-a941-27018534fa83), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:50.963050 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] Routers {'189fe13f-e110-4239-8416-0cdb4f5d7a31'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:51:50.963716 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:51:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['189fe13f-e110-4239-8416-0cdb4f5d7a31'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:51.003817 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0a983-9694-4d9f-832c-99482c213673 None None] Pushing event updated for resources: {'Port': ['ID=0d7872bb-c325-4730-a941-27018534fa83,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:51.023383 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd881-c512-4d66-934e-e0fbfa13a47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:51.078787 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] Set router 189fe13f-e110-4239-8416-0cdb4f5d7a31 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:51:51.099079 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-189ca4b3-5184-4c77-87a6-6d1dd1d8420b None None] Provisioning complete for port 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:51.099913 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-189ca4b3-5184-4c77-87a6-6d1dd1d8420b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:51.137606 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-189ca4b3-5184-4c77-87a6-6d1dd1d8420b None None] Port 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:51:51.193843 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd881-c512-4d66-934e-e0fbfa13a47a admin admin] Publish callbacks [] for port (205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:51.198493 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd881-c512-4d66-934e-e0fbfa13a47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:51.265724 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd881-c512-4d66-934e-e0fbfa13a47a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (189fe13f-e110-4239-8416-0cdb4f5d7a31), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:51.267562 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbd881-c512-4d66-934e-e0fbfa13a47a admin admin] Pushing event updated for resources: {'Port': ['ID=205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:51.269828 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'name': 'tempest-TestMinimumBasicScenario-873403320-router', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0d7872bb-c325-4730-a941-27018534fa83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:49Z', 'revision_number': 3, 'project_id': '765f08b562ae476697df3a523c0db34a', 'gw_port': {'id': '0d7872bb-c325-4730-a941-27018534fa83', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:51.297613 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b55f3d1-01f2-45b3-8830-1b45931f900e None None] The sync data for ids ['189fe13f-e110-4239-8416-0cdb4f5d7a31'] in n-d-772272-3 is: [{'id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'name': 'tempest-TestMinimumBasicScenario-873403320-router', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0d7872bb-c325-4730-a941-27018534fa83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:49Z', 'revision_number': 3, 'project_id': '765f08b562ae476697df3a523c0db34a', 'gw_port': {'id': '0d7872bb-c325-4730-a941-27018534fa83', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:51:51.365551 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecbd881-c512-4d66-934e-e0fbfa13a47a admin admin] Network c29a17ba-6a78-4141-9417-8ef2effe2fd2 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:51:51.366999 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-3ecbd881-c512-4d66-934e-e0fbfa13a47a admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:51:51.489242 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecbd881-c512-4d66-934e-e0fbfa13a47a admin admin] Router 189fe13f-e110-4239-8416-0cdb4f5d7a31 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:51:51.615527 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecbd881-c512-4d66-934e-e0fbfa13a47a admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:51:51.626440 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3ecbd881-c512-4d66-934e-e0fbfa13a47a admin admin] 10.222.0.23 "PUT /v2.0/routers/189fe13f-e110-4239-8416-0cdb4f5d7a31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6071012 Jan 27 22:51:51.664742 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-dced464c-6e61-4345-a4aa-7c8f4800ad72 None None] Provisioning complete for port 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:51.665040 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-dced464c-6e61-4345-a4aa-7c8f4800ad72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:51.706906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-dced464c-6e61-4345-a4aa-7c8f4800ad72 None None] Port 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:51:51.780821 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:52.123354 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55792) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:52.129137 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1f2edfc6-98c5-4aef-8c69-4a3b91a19862 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1236832806-network', 'tenant_id': '6f7a94eb34824bada277797486e2e0e2'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:51:52.148192 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2edfc6-98c5-4aef-8c69-4a3b91a19862 admin admin] Made reservation on behalf of 6f7a94eb34824bada277797486e2e0e2 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:51:52.150576 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f2edfc6-98c5-4aef-8c69-4a3b91a19862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:52.159633 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f2edfc6-98c5-4aef-8c69-4a3b91a19862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:52.239143 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f2edfc6-98c5-4aef-8c69-4a3b91a19862 admin admin] Publish callbacks [] for security_group (6fd5e23f-aba5-41c3-ba06-ddb1e67f4dd7), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:52.242907 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f2edfc6-98c5-4aef-8c69-4a3b91a19862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6fd5e23f-aba5-41c3-ba06-ddb1e67f4dd7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:52.271196 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2edfc6-98c5-4aef-8c69-4a3b91a19862 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:51:52.276534 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2edfc6-98c5-4aef-8c69-4a3b91a19862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd5e23f-aba5-41c3-ba06-ddb1e67f4dd7,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:52.284428 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f2edfc6-98c5-4aef-8c69-4a3b91a19862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (d40613c7-7f0e-4602-8dc6-442053f71bf8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:52.284608 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-1f2edfc6-98c5-4aef-8c69-4a3b91a19862 admin admin] Added segment d40613c7-7f0e-4602-8dc6-442053f71bf8 of type vlan for network 588cf488-6fa9-484a-aee0-da96229174f6 Jan 27 22:51:52.325153 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f2edfc6-98c5-4aef-8c69-4a3b91a19862 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (588cf488-6fa9-484a-aee0-da96229174f6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:52.349072 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f2edfc6-98c5-4aef-8c69-4a3b91a19862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (588cf488-6fa9-484a-aee0-da96229174f6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:52.350298 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2edfc6-98c5-4aef-8c69-4a3b91a19862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:52.350878 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1f2edfc6-98c5-4aef-8c69-4a3b91a19862 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:52.401643 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1f2edfc6-98c5-4aef-8c69-4a3b91a19862 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2765212 Jan 27 22:51:52.404434 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55794) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:52.409481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Request body: {'subnet': {'network_id': '588cf488-6fa9-484a-aee0-da96229174f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1236832806-subnet', 'tenant_id': '6f7a94eb34824bada277797486e2e0e2', 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:51:52.416591 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2edfc6-98c5-4aef-8c69-4a3b91a19862 admin admin] Pushing event updated for resources: {'Network': ['ID=588cf488-6fa9-484a-aee0-da96229174f6,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:52.430120 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 588cf488-6fa9-484a-aee0-da96229174f6 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:51:52.433791 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Made reservation on behalf of 6f7a94eb34824bada277797486e2e0e2 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:51:52.436902 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:52.615033 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (59e9f3c8-ca16-4ab9-9102-999d1828f41c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:52.634391 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0d7872bb-c325-4730-a941-27018534fa83 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:51:52.681091 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Pushing event updated for resources: {'Subnet': ['ID=59e9f3c8-ca16-4ab9-9102-999d1828f41c,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:52.686289 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 0d7872bb-c325-4730-a941-27018534fa83 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:52.687200 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0d7872bb-c325-4730-a941-27018534fa83), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:52.692883 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:52.693234 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:52.693586 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:52.693933 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:52.694279 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:52.694609 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:52.694945 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:52.695279 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:52.695611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:52.695941 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:52.696306 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:52.696637 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:52.696968 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:52.700357 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Checking segment: {'id': 'd40613c7-7f0e-4602-8dc6-442053f71bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '588cf488-6fa9-484a-aee0-da96229174f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:51:52.700785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Network hostable DHCP agents. Network: 588cf488-6fa9-484a-aee0-da96229174f6, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:51:52.724903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Network 588cf488-6fa9-484a-aee0-da96229174f6 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:51:52.736520 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 588cf488-6fa9-484a-aee0-da96229174f6) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:51:52.741206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:52.741806 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:52.758663 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b1e52ee0-5b09-4c27-85c1-59e30535905a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3529770 Jan 27 22:51:52.761015 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e5bf7a-449c-4642-9b98-c4cf3b0f1c22 None None] Network 588cf488-6fa9-484a-aee0-da96229174f6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:51:52.761159 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 55796) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:52.765762 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-9149b862-5d9a-47a5-8121-213b6d9eee02 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1236832806-router', 'tenant_id': '6f7a94eb34824bada277797486e2e0e2', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:51:52.787339 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9149b862-5d9a-47a5-8121-213b6d9eee02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (c563fc65-8e3d-4c01-9158-227c1e95681a), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:52.788619 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9149b862-5d9a-47a5-8121-213b6d9eee02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (c563fc65-8e3d-4c01-9158-227c1e95681a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:52.826981 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 0d7872bb-c325-4730-a941-27018534fa83 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:52.827381 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0d7872bb-c325-4730-a941-27018534fa83), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:52.843012 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9149b862-5d9a-47a5-8121-213b6d9eee02 admin admin] Publish callbacks [] for router_controller (c563fc65-8e3d-4c01-9158-227c1e95681a), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:52.863032 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 0d7872bb-c325-4730-a941-27018534fa83, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0d7872bb-c325-4730-a941-27018534fa83,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:52.870873 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (0d7872bb-c325-4730-a941-27018534fa83), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:52.908427 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd5d46c-46ca-447f-9444-2d0acdb362f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-588cf488-6fa9-484a-aee0-da96229174f6', 'network_id': '588cf488-6fa9-484a-aee0-da96229174f6', 'project_id': '6f7a94eb34824bada277797486e2e0e2', 'fixed_ips': [{'subnet_id': '59e9f3c8-ca16-4ab9-9102-999d1828f41c'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:51:52.909303 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-efd5d46c-46ca-447f-9444-2d0acdb362f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:52.994431 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9149b862-5d9a-47a5-8121-213b6d9eee02 admin admin] Publish callbacks [] for router_gateway (c563fc65-8e3d-4c01-9158-227c1e95681a), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:52.997061 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=0d7872bb-c325-4730-a941-27018534fa83,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:53.004671 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] Sync routers for ids ['189fe13f-e110-4239-8416-0cdb4f5d7a31'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:51:53.029013 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] Routers {'189fe13f-e110-4239-8416-0cdb4f5d7a31'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:51:53.029634 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:51:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['189fe13f-e110-4239-8416-0cdb4f5d7a31'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:53.155869 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-efd5d46c-46ca-447f-9444-2d0acdb362f8 None None] Allocated IP 172.20.0.2 (588cf488-6fa9-484a-aee0-da96229174f6/59e9f3c8-ca16-4ab9-9102-999d1828f41c/216c7d8d-5752-4c6f-87bc-d3e4a8180f4e) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:51:53.185538 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] Set router 189fe13f-e110-4239-8416-0cdb4f5d7a31 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:51:53.201212 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9149b862-5d9a-47a5-8121-213b6d9eee02 admin admin] Publish callbacks [] for router_gateway (c563fc65-8e3d-4c01-9158-227c1e95681a), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:53.222200 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9149b862-5d9a-47a5-8121-213b6d9eee02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:53.324946 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-9149b862-5d9a-47a5-8121-213b6d9eee02 admin admin] Allocated IP 172.25.3.25 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/053be2d0-1049-46d4-90c9-0e1c61fc919f) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:51:53.437354 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9149b862-5d9a-47a5-8121-213b6d9eee02 admin admin] Publish callbacks [] for port (053be2d0-1049-46d4-90c9-0e1c61fc919f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:53.474232 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9149b862-5d9a-47a5-8121-213b6d9eee02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (053be2d0-1049-46d4-90c9-0e1c61fc919f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:53.511223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9149b862-5d9a-47a5-8121-213b6d9eee02 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:51:53.514113 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-9149b862-5d9a-47a5-8121-213b6d9eee02 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:51:53.517429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9149b862-5d9a-47a5-8121-213b6d9eee02 admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:51:53.548338 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149b862-5d9a-47a5-8121-213b6d9eee02 admin admin] Pushing event updated for resources: {'Port': ['ID=053be2d0-1049-46d4-90c9-0e1c61fc919f,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:53.601091 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-efd5d46c-46ca-447f-9444-2d0acdb362f8 None None] Publish callbacks [] for port (216c7d8d-5752-4c6f-87bc-d3e4a8180f4e), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:53.625992 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-efd5d46c-46ca-447f-9444-2d0acdb362f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (216c7d8d-5752-4c6f-87bc-d3e4a8180f4e), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:53.671697 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd5d46c-46ca-447f-9444-2d0acdb362f8 None None] Network 588cf488-6fa9-484a-aee0-da96229174f6 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:51:53.681000 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-efd5d46c-46ca-447f-9444-2d0acdb362f8 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:51:53.692426 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd5d46c-46ca-447f-9444-2d0acdb362f8 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:51:53.697990 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5d46c-46ca-447f-9444-2d0acdb362f8 None None] Pushing event updated for resources: {'Port': ['ID=216c7d8d-5752-4c6f-87bc-d3e4a8180f4e,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:53.762045 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'name': 'tempest-TestMinimumBasicScenario-873403320-router', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0d7872bb-c325-4730-a941-27018534fa83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:50Z', 'revision_number': 4, 'project_id': '765f08b562ae476697df3a523c0db34a', 'gw_port': {'id': '0d7872bb-c325-4730-a941-27018534fa83', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c', 'name': '', 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'mac_address': 'fa:16:3e:41:b5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6e187adb-86d9-4c0a-b98a-87f82a23255b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:50Z', 'updated_at': '2022-01-27T22:51:51Z', 'revision_number': 2, 'project_id': '765f08b562ae476697df3a523c0db34a', 'subnets': [{'id': '6e187adb-86d9-4c0a-b98a-87f82a23255b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:53.765808 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-efd5d46c-46ca-447f-9444-2d0acdb362f8 None None] Attempting to bind port 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:51:53.766187 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-efd5d46c-46ca-447f-9444-2d0acdb362f8 None None] Attempting to bind port 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'd40613c7-7f0e-4602-8dc6-442053f71bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '588cf488-6fa9-484a-aee0-da96229174f6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:51:53.766557 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd5d46c-46ca-447f-9444-2d0acdb362f8 None None] Attempting to bind port 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e on network 588cf488-6fa9-484a-aee0-da96229174f6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:51:53.792730 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9149b862-5d9a-47a5-8121-213b6d9eee02 admin admin] Publish callbacks [] for router_gateway (c563fc65-8e3d-4c01-9158-227c1e95681a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:53.793994 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] Checking router: 189fe13f-e110-4239-8416-0cdb4f5d7a31 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:51:53.794301 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] Updating router 189fe13f-e110-4239-8416-0cdb4f5d7a31 port 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:51:53.799262 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd5d46c-46ca-447f-9444-2d0acdb362f8 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:51:53.799646 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd5d46c-46ca-447f-9444-2d0acdb362f8 None None] Checking segment: {'id': 'd40613c7-7f0e-4602-8dc6-442053f71bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '588cf488-6fa9-484a-aee0-da96229174f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:51:53.800058 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-efd5d46c-46ca-447f-9444-2d0acdb362f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:53.800488 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd5d46c-46ca-447f-9444-2d0acdb362f8 None None] Bound using segment: {'id': 'd40613c7-7f0e-4602-8dc6-442053f71bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '588cf488-6fa9-484a-aee0-da96229174f6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:51:53.800971 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-efd5d46c-46ca-447f-9444-2d0acdb362f8 None None] Bound port: 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40613c7-7f0e-4602-8dc6-442053f71bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '588cf488-6fa9-484a-aee0-da96229174f6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:51:53.801359 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-efd5d46c-46ca-447f-9444-2d0acdb362f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (216c7d8d-5752-4c6f-87bc-d3e4a8180f4e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:53.838228 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:53.979240 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-efd5d46c-46ca-447f-9444-2d0acdb362f8 None None] For port 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:51:53.990766 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9149b862-5d9a-47a5-8121-213b6d9eee02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (c563fc65-8e3d-4c01-9158-227c1e95681a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:53.998686 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-efd5d46c-46ca-447f-9444-2d0acdb362f8 None None] For port 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=216c7d8d-5752-4c6f-87bc-d3e4a8180f4e,segment=NetworkSegment(d40613c7-7f0e-4602-8dc6-442053f71bf8),segment_id=d40613c7-7f0e-4602-8dc6-442053f71bf8)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:51:54.006612 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-efd5d46c-46ca-447f-9444-2d0acdb362f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (216c7d8d-5752-4c6f-87bc-d3e4a8180f4e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:54.116527 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5d46c-46ca-447f-9444-2d0acdb362f8 None None] Pushing event updated for resources: {'Port': ['ID=216c7d8d-5752-4c6f-87bc-d3e4a8180f4e,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:54.134180 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9149b862-5d9a-47a5-8121-213b6d9eee02 admin admin] Router c563fc65-8e3d-4c01-9158-227c1e95681a is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:51:54.231823 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9908b7fe-bf3e-47b7-b2d4-819d142ffb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:54.235123 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] Publish callbacks [] for port (205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:54.245405 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:54.261014 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9149b862-5d9a-47a5-8121-213b6d9eee02 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:51:54.275072 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] Sync routers for ids ['c563fc65-8e3d-4c01-9158-227c1e95681a'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:51:54.288583 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-9149b862-5d9a-47a5-8121-213b6d9eee02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:54.290642 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9149b862-5d9a-47a5-8121-213b6d9eee02 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5280576 Jan 27 22:51:54.293249 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 55798) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:54.300580 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] Routers {'c563fc65-8e3d-4c01-9158-227c1e95681a'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:51:54.301226 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:51:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c563fc65-8e3d-4c01-9158-227c1e95681a'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:54.412893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23588390-d50f-412e-b944-07563d2d1f04 None None] Pushing event updated for resources: {'Port': ['ID=205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:54.440103 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] Attempting to bind port 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:51:54.442233 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] Attempting to bind port 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '083da767-b0af-4dfa-bf90-56b9bb8bd16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:51:54.442531 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] Attempting to bind port 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c on network c29a17ba-6a78-4141-9417-8ef2effe2fd2 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:51:54.448534 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:51:54.450451 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] Checking segment: {'id': '083da767-b0af-4dfa-bf90-56b9bb8bd16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:51:54.450451 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:54.453040 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] Bound using segment: {'id': '083da767-b0af-4dfa-bf90-56b9bb8bd16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:51:54.453681 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] Bound port: 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083da767-b0af-4dfa-bf90-56b9bb8bd16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:51:54.454990 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:54.484498 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] Set router c563fc65-8e3d-4c01-9158-227c1e95681a gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:51:54.570109 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] For port 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:51:54.574426 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] For port 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c,segment=NetworkSegment(083da767-b0af-4dfa-bf90-56b9bb8bd16e),segment_id=083da767-b0af-4dfa-bf90-56b9bb8bd16e)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:51:54.581762 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:54.652784 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23588390-d50f-412e-b944-07563d2d1f04 None None] Pushing event updated for resources: {'Port': ['ID=205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:54.678842 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] Routers {'189fe13f-e110-4239-8416-0cdb4f5d7a31'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:51:54.679743 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:51:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['189fe13f-e110-4239-8416-0cdb4f5d7a31'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:54.683845 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-c35105b5-70cd-4996-8a48-51f348cf4463 None None] Provisioning complete for port 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:54.684625 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c35105b5-70cd-4996-8a48-51f348cf4463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:54.803633 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c563fc65-8e3d-4c01-9158-227c1e95681a', 'name': 'tempest-TestMinimumBasicScenario-1236832806-router', 'tenant_id': '6f7a94eb34824bada277797486e2e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '053be2d0-1049-46d4-90c9-0e1c61fc919f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:52Z', 'updated_at': '2022-01-27T22:51:53Z', 'revision_number': 3, 'project_id': '6f7a94eb34824bada277797486e2e0e2', 'gw_port': {'id': '053be2d0-1049-46d4-90c9-0e1c61fc919f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:09:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c563fc65-8e3d-4c01-9158-227c1e95681a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:53Z', 'updated_at': '2022-01-27T22:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:54.804573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:51:54.847208 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] Checking router: c563fc65-8e3d-4c01-9158-227c1e95681a for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:51:54.847660 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] Updating router c563fc65-8e3d-4c01-9158-227c1e95681a port 053be2d0-1049-46d4-90c9-0e1c61fc919f binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:51:54.878357 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (053be2d0-1049-46d4-90c9-0e1c61fc919f), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:54.895192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-c35105b5-70cd-4996-8a48-51f348cf4463 None None] Current status of the port 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:54.895892 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c35105b5-70cd-4996-8a48-51f348cf4463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:54.990282 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:54.990906 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (216c7d8d-5752-4c6f-87bc-d3e4a8180f4e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:55.034431 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c35105b5-70cd-4996-8a48-51f348cf4463 None None] For port 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c,segment=NetworkSegment(083da767-b0af-4dfa-bf90-56b9bb8bd16e),segment_id=083da767-b0af-4dfa-bf90-56b9bb8bd16e)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:55.058005 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c35105b5-70cd-4996-8a48-51f348cf4463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:55.061085 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] Set router 189fe13f-e110-4239-8416-0cdb4f5d7a31 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:51:55.158931 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:55.159327 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (216c7d8d-5752-4c6f-87bc-d3e4a8180f4e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:55.201110 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] Publish callbacks [] for port (053be2d0-1049-46d4-90c9-0e1c61fc919f), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:55.208454 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4e51832-85d2-4cd7-9a90-018b0adef89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:55.209641 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (053be2d0-1049-46d4-90c9-0e1c61fc919f), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:55.263178 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35105b5-70cd-4996-8a48-51f348cf4463 None None] Pushing event updated for resources: {'Port': ['ID=205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:55.268447 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] Attempting to bind port 053be2d0-1049-46d4-90c9-0e1c61fc919f on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:51:55.268813 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] Attempting to bind port 053be2d0-1049-46d4-90c9-0e1c61fc919f by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:51:55.270701 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] Attempting to bind port 053be2d0-1049-46d4-90c9-0e1c61fc919f on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:51:55.280646 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:51:55.281874 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:51:55.282432 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:55.283121 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:51:55.283882 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] Bound port: 053be2d0-1049-46d4-90c9-0e1c61fc919f, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:51:55.284460 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (053be2d0-1049-46d4-90c9-0e1c61fc919f), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:55.310557 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be5ea8-041f-45e6-bcbd-2c8ef0bc63e9 None None] Pushing event updated for resources: {'Port': ['ID=053be2d0-1049-46d4-90c9-0e1c61fc919f,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:55.317611 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=216c7d8d-5752-4c6f-87bc-d3e4a8180f4e,segment=NetworkSegment(d40613c7-7f0e-4602-8dc6-442053f71bf8),segment_id=d40613c7-7f0e-4602-8dc6-442053f71bf8)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:55.319210 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f5dee265-3348-42b9-a9f6-4d8d0c9c2670 None None] Provisioning complete for port 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:55.319582 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f5dee265-3348-42b9-a9f6-4d8d0c9c2670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:55.348826 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (216c7d8d-5752-4c6f-87bc-d3e4a8180f4e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:55.350019 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0d7872bb-c325-4730-a941-27018534fa83 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:51:55.353502 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] For port 053be2d0-1049-46d4-90c9-0e1c61fc919f, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:51:55.359370 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] For port 053be2d0-1049-46d4-90c9-0e1c61fc919f, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=053be2d0-1049-46d4-90c9-0e1c61fc919f,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:51:55.364647 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (053be2d0-1049-46d4-90c9-0e1c61fc919f), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:55.395337 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-e4e51832-85d2-4cd7-9a90-018b0adef89f admin admin] Allocated IP 172.20.0.1 (588cf488-6fa9-484a-aee0-da96229174f6/59e9f3c8-ca16-4ab9-9102-999d1828f41c/60b9c07e-5a82-46eb-bcd0-149d9157dd36) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:51:55.438282 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] Routers {'c563fc65-8e3d-4c01-9158-227c1e95681a'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:51:55.438918 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:51:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c563fc65-8e3d-4c01-9158-227c1e95681a'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:55.440866 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be5ea8-041f-45e6-bcbd-2c8ef0bc63e9 None None] Pushing event updated for resources: {'Port': ['ID=053be2d0-1049-46d4-90c9-0e1c61fc919f,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:55.485269 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=216c7d8d-5752-4c6f-87bc-d3e4a8180f4e,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:55.524726 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4e51832-85d2-4cd7-9a90-018b0adef89f admin admin] Publish callbacks [] for port (60b9c07e-5a82-46eb-bcd0-149d9157dd36), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:55.553289 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 0d7872bb-c325-4730-a941-27018534fa83 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:55.553674 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (0d7872bb-c325-4730-a941-27018534fa83), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:55.568133 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4e51832-85d2-4cd7-9a90-018b0adef89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (60b9c07e-5a82-46eb-bcd0-149d9157dd36), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:55.581146 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] Set router c563fc65-8e3d-4c01-9158-227c1e95681a gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:51:55.605335 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f5dee265-3348-42b9-a9f6-4d8d0c9c2670 None None] Current status of the port 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:55.611152 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e51832-85d2-4cd7-9a90-018b0adef89f admin admin] Network 588cf488-6fa9-484a-aee0-da96229174f6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:51:55.614539 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-e4e51832-85d2-4cd7-9a90-018b0adef89f admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:51:55.618456 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e51832-85d2-4cd7-9a90-018b0adef89f admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:51:55.630652 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'name': 'tempest-TestMinimumBasicScenario-873403320-router', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0d7872bb-c325-4730-a941-27018534fa83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:50Z', 'revision_number': 4, 'project_id': '765f08b562ae476697df3a523c0db34a', 'gw_port': {'id': '0d7872bb-c325-4730-a941-27018534fa83', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c', 'name': '', 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'mac_address': 'fa:16:3e:41:b5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6e187adb-86d9-4c0a-b98a-87f82a23255b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:50Z', 'updated_at': '2022-01-27T22:51:54Z', 'revision_number': 4, 'project_id': '765f08b562ae476697df3a523c0db34a', 'subnets': [{'id': '6e187adb-86d9-4c0a-b98a-87f82a23255b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:55.654641 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e51832-85d2-4cd7-9a90-018b0adef89f admin admin] Pushing event updated for resources: {'Port': ['ID=60b9c07e-5a82-46eb-bcd0-149d9157dd36,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:55.668667 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4e51832-85d2-4cd7-9a90-018b0adef89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (c563fc65-8e3d-4c01-9158-227c1e95681a), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:55.788615 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c563fc65-8e3d-4c01-9158-227c1e95681a', 'name': 'tempest-TestMinimumBasicScenario-1236832806-router', 'tenant_id': '6f7a94eb34824bada277797486e2e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '053be2d0-1049-46d4-90c9-0e1c61fc919f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:52Z', 'updated_at': '2022-01-27T22:51:53Z', 'revision_number': 3, 'project_id': '6f7a94eb34824bada277797486e2e0e2', 'gw_port': {'id': '053be2d0-1049-46d4-90c9-0e1c61fc919f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:09:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c563fc65-8e3d-4c01-9158-227c1e95681a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:53Z', 'updated_at': '2022-01-27T22:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:55.806751 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4e51832-85d2-4cd7-9a90-018b0adef89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (60b9c07e-5a82-46eb-bcd0-149d9157dd36), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:55.820449 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc3a2d-a923-43c3-a7fa-fad5b773b3c9 None None] The sync data for ids ['c563fc65-8e3d-4c01-9158-227c1e95681a'] in n-d-772272-3 is: [{'id': 'c563fc65-8e3d-4c01-9158-227c1e95681a', 'name': 'tempest-TestMinimumBasicScenario-1236832806-router', 'tenant_id': '6f7a94eb34824bada277797486e2e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '053be2d0-1049-46d4-90c9-0e1c61fc919f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:52Z', 'updated_at': '2022-01-27T22:51:53Z', 'revision_number': 3, 'project_id': '6f7a94eb34824bada277797486e2e0e2', 'gw_port': {'id': '053be2d0-1049-46d4-90c9-0e1c61fc919f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:09:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c563fc65-8e3d-4c01-9158-227c1e95681a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:53Z', 'updated_at': '2022-01-27T22:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:51:55.849826 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d73c05e-bd95-4dbc-8c0c-55a4b8ebede3 None None] Network 588cf488-6fa9-484a-aee0-da96229174f6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:51:55.856389 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de252616-b437-470b-94f1-c1fadaeac90d None None] The sync data for ids ['189fe13f-e110-4239-8416-0cdb4f5d7a31'] in n-d-772272-3 is: [{'id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'name': 'tempest-TestMinimumBasicScenario-873403320-router', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0d7872bb-c325-4730-a941-27018534fa83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:50Z', 'revision_number': 4, 'project_id': '765f08b562ae476697df3a523c0db34a', 'gw_port': {'id': '0d7872bb-c325-4730-a941-27018534fa83', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c', 'name': '', 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'mac_address': 'fa:16:3e:41:b5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6e187adb-86d9-4c0a-b98a-87f82a23255b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:50Z', 'updated_at': '2022-01-27T22:51:54Z', 'revision_number': 4, 'project_id': '765f08b562ae476697df3a523c0db34a', 'subnets': [{'id': '6e187adb-86d9-4c0a-b98a-87f82a23255b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:51:55.931681 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 0d7872bb-c325-4730-a941-27018534fa83 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:55.943363 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b3b43418-e86b-4e8e-8cac-42d6f989049b None None] Provisioning complete for port 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:55.944024 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b3b43418-e86b-4e8e-8cac-42d6f989049b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (216c7d8d-5752-4c6f-87bc-d3e4a8180f4e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:56.040339 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4e51832-85d2-4cd7-9a90-018b0adef89f admin admin] Publish callbacks [] for port (60b9c07e-5a82-46eb-bcd0-149d9157dd36), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:56.050247 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4e51832-85d2-4cd7-9a90-018b0adef89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (60b9c07e-5a82-46eb-bcd0-149d9157dd36), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:56.080647 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b3b43418-e86b-4e8e-8cac-42d6f989049b None None] Current status of the port 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:56.137008 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e4e51832-85d2-4cd7-9a90-018b0adef89f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (c563fc65-8e3d-4c01-9158-227c1e95681a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:56.212105 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e51832-85d2-4cd7-9a90-018b0adef89f admin admin] Pushing event updated for resources: {'Port': ['ID=60b9c07e-5a82-46eb-bcd0-149d9157dd36,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:56.269479 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e51832-85d2-4cd7-9a90-018b0adef89f admin admin] Network 588cf488-6fa9-484a-aee0-da96229174f6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:51:56.271004 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-e4e51832-85d2-4cd7-9a90-018b0adef89f admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:51:56.412807 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-25767a6d-32e7-492f-87e7-640bf4133e0f None None] Provisioning complete for port 60b9c07e-5a82-46eb-bcd0-149d9157dd36 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:56.413344 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-25767a6d-32e7-492f-87e7-640bf4133e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (60b9c07e-5a82-46eb-bcd0-149d9157dd36), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:56.417751 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e51832-85d2-4cd7-9a90-018b0adef89f admin admin] Router c563fc65-8e3d-4c01-9158-227c1e95681a has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:51:56.476379 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-25767a6d-32e7-492f-87e7-640bf4133e0f None None] Port 60b9c07e-5a82-46eb-bcd0-149d9157dd36 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:51:56.494110 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-25767a6d-32e7-492f-87e7-640bf4133e0f None None] Provisioning complete for port 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:56.494583 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-25767a6d-32e7-492f-87e7-640bf4133e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (216c7d8d-5752-4c6f-87bc-d3e4a8180f4e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:56.571222 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e51832-85d2-4cd7-9a90-018b0adef89f admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:51:56.587521 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e4e51832-85d2-4cd7-9a90-018b0adef89f admin admin] 10.222.0.23 "PUT /v2.0/routers/c563fc65-8e3d-4c01-9158-227c1e95681a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2929215 Jan 27 22:51:56.683031 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-25767a6d-32e7-492f-87e7-640bf4133e0f None None] Current status of the port 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:56.853331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a0bc8e6b-19a9-47d0-9201-4f1153d206e4 None None] Provisioning complete for port 60b9c07e-5a82-46eb-bcd0-149d9157dd36 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:56.854282 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a0bc8e6b-19a9-47d0-9201-4f1153d206e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (60b9c07e-5a82-46eb-bcd0-149d9157dd36), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:56.855901 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-95d33f6d-e29e-4cfc-91a4-21ab1d5ec85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:56.914927 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:51:56.970034 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc8e6b-19a9-47d0-9201-4f1153d206e4 None None] Port 60b9c07e-5a82-46eb-bcd0-149d9157dd36 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:51:57.005644 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:57.006194 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (216c7d8d-5752-4c6f-87bc-d3e4a8180f4e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:57.109321 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:57.110535 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 053be2d0-1049-46d4-90c9-0e1c61fc919f up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:51:57.140140 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-999c941a-b405-40f9-aa6b-9a3c58a91c99 None None] Provisioning complete for port 60b9c07e-5a82-46eb-bcd0-149d9157dd36 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:57.140863 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-999c941a-b405-40f9-aa6b-9a3c58a91c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (60b9c07e-5a82-46eb-bcd0-149d9157dd36), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:57.195201 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-999c941a-b405-40f9-aa6b-9a3c58a91c99 None None] Port 60b9c07e-5a82-46eb-bcd0-149d9157dd36 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:51:57.208694 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 053be2d0-1049-46d4-90c9-0e1c61fc919f triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:57.209062 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (053be2d0-1049-46d4-90c9-0e1c61fc919f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:57.301439 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 053be2d0-1049-46d4-90c9-0e1c61fc919f is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:57.302156 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (053be2d0-1049-46d4-90c9-0e1c61fc919f), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:57.334585 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 053be2d0-1049-46d4-90c9-0e1c61fc919f, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=053be2d0-1049-46d4-90c9-0e1c61fc919f,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:57.340740 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (053be2d0-1049-46d4-90c9-0e1c61fc919f), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:57.341573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:51:57.424442 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=053be2d0-1049-46d4-90c9-0e1c61fc919f,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:57.438065 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:57.438445 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:57.517966 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:57.740009 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:58.628303 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 053be2d0-1049-46d4-90c9-0e1c61fc919f up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:51:58.685450 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 053be2d0-1049-46d4-90c9-0e1c61fc919f triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:58.685829 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (053be2d0-1049-46d4-90c9-0e1c61fc919f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:58.780824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 053be2d0-1049-46d4-90c9-0e1c61fc919f is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:58.885353 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] Sync routers for ids ['c563fc65-8e3d-4c01-9158-227c1e95681a'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:51:58.894592 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] Routers {'c563fc65-8e3d-4c01-9158-227c1e95681a'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:51:58.895216 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:51:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c563fc65-8e3d-4c01-9158-227c1e95681a'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:59.030604 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] Set router c563fc65-8e3d-4c01-9158-227c1e95681a gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:51:59.165381 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:59.267509 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c563fc65-8e3d-4c01-9158-227c1e95681a', 'name': 'tempest-TestMinimumBasicScenario-1236832806-router', 'tenant_id': '6f7a94eb34824bada277797486e2e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '053be2d0-1049-46d4-90c9-0e1c61fc919f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:52Z', 'updated_at': '2022-01-27T22:51:55Z', 'revision_number': 4, 'project_id': '6f7a94eb34824bada277797486e2e0e2', 'gw_port': {'id': '053be2d0-1049-46d4-90c9-0e1c61fc919f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:09:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c563fc65-8e3d-4c01-9158-227c1e95681a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:53Z', 'updated_at': '2022-01-27T22:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '60b9c07e-5a82-46eb-bcd0-149d9157dd36', 'name': '', 'network_id': '588cf488-6fa9-484a-aee0-da96229174f6', 'tenant_id': '6f7a94eb34824bada277797486e2e0e2', 'mac_address': 'fa:16:3e:2d:df:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c563fc65-8e3d-4c01-9158-227c1e95681a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '59e9f3c8-ca16-4ab9-9102-999d1828f41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:55Z', 'updated_at': '2022-01-27T22:51:55Z', 'revision_number': 2, 'project_id': '6f7a94eb34824bada277797486e2e0e2', 'subnets': [{'id': '59e9f3c8-ca16-4ab9-9102-999d1828f41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:59.296588 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] Checking router: c563fc65-8e3d-4c01-9158-227c1e95681a for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:51:59.297248 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] Updating router c563fc65-8e3d-4c01-9158-227c1e95681a port 60b9c07e-5a82-46eb-bcd0-149d9157dd36 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:51:59.322783 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (60b9c07e-5a82-46eb-bcd0-149d9157dd36), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:59.618430 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] Publish callbacks [] for port (60b9c07e-5a82-46eb-bcd0-149d9157dd36), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:59.626893 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (60b9c07e-5a82-46eb-bcd0-149d9157dd36), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:59.680457 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5c35b-4b7d-4af0-8073-e1b843b24366 None None] Pushing event updated for resources: {'Port': ['ID=60b9c07e-5a82-46eb-bcd0-149d9157dd36,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:59.706613 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5c35b-4b7d-4af0-8073-e1b843b24366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:59.706959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5c35b-4b7d-4af0-8073-e1b843b24366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:59.707288 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5c35b-4b7d-4af0-8073-e1b843b24366 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:59.707630 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5c35b-4b7d-4af0-8073-e1b843b24366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:59.707977 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5c35b-4b7d-4af0-8073-e1b843b24366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:59.708313 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5c35b-4b7d-4af0-8073-e1b843b24366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:59.708641 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5c35b-4b7d-4af0-8073-e1b843b24366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:59.708964 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5c35b-4b7d-4af0-8073-e1b843b24366 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:59.709288 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5c35b-4b7d-4af0-8073-e1b843b24366 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:59.709613 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5c35b-4b7d-4af0-8073-e1b843b24366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:59.709932 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5c35b-4b7d-4af0-8073-e1b843b24366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:59.710252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5c35b-4b7d-4af0-8073-e1b843b24366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:59.710571 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5c35b-4b7d-4af0-8073-e1b843b24366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:59.759966 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] Attempting to bind port 60b9c07e-5a82-46eb-bcd0-149d9157dd36 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:51:59.760473 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] Attempting to bind port 60b9c07e-5a82-46eb-bcd0-149d9157dd36 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'd40613c7-7f0e-4602-8dc6-442053f71bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '588cf488-6fa9-484a-aee0-da96229174f6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:51:59.760912 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] Attempting to bind port 60b9c07e-5a82-46eb-bcd0-149d9157dd36 on network 588cf488-6fa9-484a-aee0-da96229174f6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:51:59.767955 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:51:59.768470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] Checking segment: {'id': 'd40613c7-7f0e-4602-8dc6-442053f71bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '588cf488-6fa9-484a-aee0-da96229174f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:51:59.773585 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:59.774267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] Bound using segment: {'id': 'd40613c7-7f0e-4602-8dc6-442053f71bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '588cf488-6fa9-484a-aee0-da96229174f6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:51:59.774858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] Bound port: 60b9c07e-5a82-46eb-bcd0-149d9157dd36, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40613c7-7f0e-4602-8dc6-442053f71bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '588cf488-6fa9-484a-aee0-da96229174f6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:51:59.775801 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (60b9c07e-5a82-46eb-bcd0-149d9157dd36), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:59.863252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] For port 60b9c07e-5a82-46eb-bcd0-149d9157dd36, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:51:59.866947 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] For port 60b9c07e-5a82-46eb-bcd0-149d9157dd36, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=60b9c07e-5a82-46eb-bcd0-149d9157dd36,segment=NetworkSegment(d40613c7-7f0e-4602-8dc6-442053f71bf8),segment_id=d40613c7-7f0e-4602-8dc6-442053f71bf8)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:51:59.874991 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (60b9c07e-5a82-46eb-bcd0-149d9157dd36), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:59.940957 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] Routers {'c563fc65-8e3d-4c01-9158-227c1e95681a'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:51:59.941596 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:51:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c563fc65-8e3d-4c01-9158-227c1e95681a'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:59.944789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5c35b-4b7d-4af0-8073-e1b843b24366 None None] Pushing event updated for resources: {'Port': ['ID=60b9c07e-5a82-46eb-bcd0-149d9157dd36,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:00.085589 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-972598bd-0704-4fe3-96ab-6ef1822db924 None None] Provisioning complete for port 60b9c07e-5a82-46eb-bcd0-149d9157dd36 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:52:00.085961 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-972598bd-0704-4fe3-96ab-6ef1822db924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (60b9c07e-5a82-46eb-bcd0-149d9157dd36), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:00.088759 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] Set router c563fc65-8e3d-4c01-9158-227c1e95681a gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:52:00.479795 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-972598bd-0704-4fe3-96ab-6ef1822db924 None None] Current status of the port 60b9c07e-5a82-46eb-bcd0-149d9157dd36 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:52:00.480208 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-972598bd-0704-4fe3-96ab-6ef1822db924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (60b9c07e-5a82-46eb-bcd0-149d9157dd36), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:00.486812 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:00.543596 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-972598bd-0704-4fe3-96ab-6ef1822db924 None None] For port 60b9c07e-5a82-46eb-bcd0-149d9157dd36, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=60b9c07e-5a82-46eb-bcd0-149d9157dd36,segment=NetworkSegment(d40613c7-7f0e-4602-8dc6-442053f71bf8),segment_id=d40613c7-7f0e-4602-8dc6-442053f71bf8)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:52:00.551483 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-972598bd-0704-4fe3-96ab-6ef1822db924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (60b9c07e-5a82-46eb-bcd0-149d9157dd36), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:00.604535 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c563fc65-8e3d-4c01-9158-227c1e95681a', 'name': 'tempest-TestMinimumBasicScenario-1236832806-router', 'tenant_id': '6f7a94eb34824bada277797486e2e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '053be2d0-1049-46d4-90c9-0e1c61fc919f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:52Z', 'updated_at': '2022-01-27T22:51:55Z', 'revision_number': 4, 'project_id': '6f7a94eb34824bada277797486e2e0e2', 'gw_port': {'id': '053be2d0-1049-46d4-90c9-0e1c61fc919f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:09:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c563fc65-8e3d-4c01-9158-227c1e95681a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:53Z', 'updated_at': '2022-01-27T22:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '60b9c07e-5a82-46eb-bcd0-149d9157dd36', 'name': '', 'network_id': '588cf488-6fa9-484a-aee0-da96229174f6', 'tenant_id': '6f7a94eb34824bada277797486e2e0e2', 'mac_address': 'fa:16:3e:2d:df:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c563fc65-8e3d-4c01-9158-227c1e95681a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '59e9f3c8-ca16-4ab9-9102-999d1828f41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:55Z', 'updated_at': '2022-01-27T22:51:59Z', 'revision_number': 4, 'project_id': '6f7a94eb34824bada277797486e2e0e2', 'subnets': [{'id': '59e9f3c8-ca16-4ab9-9102-999d1828f41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:52:00.637630 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972598bd-0704-4fe3-96ab-6ef1822db924 None None] Pushing event updated for resources: {'Port': ['ID=60b9c07e-5a82-46eb-bcd0-149d9157dd36,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:00.641441 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24edd38e-a61d-462d-9577-0d920c6789cc None None] The sync data for ids ['c563fc65-8e3d-4c01-9158-227c1e95681a'] in n-d-772272-3 is: [{'id': 'c563fc65-8e3d-4c01-9158-227c1e95681a', 'name': 'tempest-TestMinimumBasicScenario-1236832806-router', 'tenant_id': '6f7a94eb34824bada277797486e2e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '053be2d0-1049-46d4-90c9-0e1c61fc919f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:52Z', 'updated_at': '2022-01-27T22:51:55Z', 'revision_number': 4, 'project_id': '6f7a94eb34824bada277797486e2e0e2', 'gw_port': {'id': '053be2d0-1049-46d4-90c9-0e1c61fc919f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:09:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c563fc65-8e3d-4c01-9158-227c1e95681a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:53Z', 'updated_at': '2022-01-27T22:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '60b9c07e-5a82-46eb-bcd0-149d9157dd36', 'name': '', 'network_id': '588cf488-6fa9-484a-aee0-da96229174f6', 'tenant_id': '6f7a94eb34824bada277797486e2e0e2', 'mac_address': 'fa:16:3e:2d:df:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c563fc65-8e3d-4c01-9158-227c1e95681a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '59e9f3c8-ca16-4ab9-9102-999d1828f41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:55Z', 'updated_at': '2022-01-27T22:51:59Z', 'revision_number': 4, 'project_id': '6f7a94eb34824bada277797486e2e0e2', 'subnets': [{'id': '59e9f3c8-ca16-4ab9-9102-999d1828f41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:52:00.692048 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b84f3e7f-9a5a-41b2-8eaa-70bee0c22d86 None None] Provisioning complete for port 60b9c07e-5a82-46eb-bcd0-149d9157dd36 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:52:00.692048 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b84f3e7f-9a5a-41b2-8eaa-70bee0c22d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (60b9c07e-5a82-46eb-bcd0-149d9157dd36), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:00.819197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b84f3e7f-9a5a-41b2-8eaa-70bee0c22d86 None None] Current status of the port 60b9c07e-5a82-46eb-bcd0-149d9157dd36 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:52:02.657865 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 60b9c07e-5a82-46eb-bcd0-149d9157dd36 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:52:02.715532 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 60b9c07e-5a82-46eb-bcd0-149d9157dd36 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:52:02.715937 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (60b9c07e-5a82-46eb-bcd0-149d9157dd36), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:02.800331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 60b9c07e-5a82-46eb-bcd0-149d9157dd36 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:52:05.095289 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:52:06.876574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-5a9bb64e-9e76-466b-a792-66ae35697a3f tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:06.878036 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-5a9bb64e-9e76-466b-a792-66ae35697a3f tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/networks?id=c29a17ba-6a78-4141-9417-8ef2effe2fd2 HTTP/1.1" status: 200 len: 814 time: 0.0986116 Jan 27 22:52:06.892039 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-0cbf7a0d-98bd-4816-a0b1-11c67d60b3dd tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/quotas/765f08b562ae476697df3a523c0db34a HTTP/1.1" status: 200 len: 375 time: 0.0086875 Jan 27 22:52:06.947309 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-58eed45c-5589-4b93-9e5d-f56a32eda617 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=765f08b562ae476697df3a523c0db34a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503340 Jan 27 22:52:07.128786 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-0b25d5ba-f241-408d-b9c2-73b61d7b5ec3 service neutron] 10.222.0.23 "GET /v2.0/networks/c29a17ba-6a78-4141-9417-8ef2effe2fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700373 Jan 27 22:52:07.221058 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-bec23c68-94a5-456e-a5df-200f05ea51bc service neutron] 10.222.0.23 "GET /v2.0/networks/c29a17ba-6a78-4141-9417-8ef2effe2fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862677 Jan 27 22:52:08.390839 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-420acc4f-3424-45f5-8ade-b1823b384b02 req-6e0b30e8-194d-46e9-add2-d65406019fdc tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 210 time: 0.0264294 Jan 27 22:52:09.468107 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0bca48ec-1676-4faf-a6e4-8c4c93782c36 req-d2ad8165-4274-4a17-8ebc-168de5b2ca6d tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 210 time: 0.0266972 Jan 27 22:52:10.543962 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b40a9c52-69f2-4875-b6e4-0ab7f993679a req-73e3ccda-c40f-4a48-8aa7-d2292fd9681e tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 210 time: 0.0258439 Jan 27 22:52:11.621155 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06facdcb-af68-4680-b86b-6236555a8e4c req-a93d126a-5876-413e-8186-b700dded325b tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 210 time: 0.0258579 Jan 27 22:52:12.712776 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a570c203-d74b-4c22-84b6-8811520af87f req-942bc836-5178-4eda-a328-31c711897a5f tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 210 time: 0.0262866 Jan 27 22:52:13.217643 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:13.826885 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-ec974da5-7b83-4dcd-a95a-04ae41b2d4da tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:13.828326 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-ec974da5-7b83-4dcd-a95a-04ae41b2d4da tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.15 "GET /v2.0/networks?id=c29a17ba-6a78-4141-9417-8ef2effe2fd2 HTTP/1.1" status: 200 len: 814 time: 0.4615827 Jan 27 22:52:13.856646 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46c4ae82-fe71-40bb-8c22-4c2450799419 req-0038de0e-788a-4fee-89fa-0cbe14369852 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 210 time: 0.0272970 Jan 27 22:52:15.073258 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6620a442-b7ee-4a30-88a3-ea978103575e req-7017e1ed-b248-4e35-b0f0-bfec444e403c tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 210 time: 0.1441760 Jan 27 22:52:16.234899 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12ed65e1-dacc-4f65-8de8-72dc88dbaec1 req-12a0ac58-4b24-4804-aed9-c9d89b022371 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 210 time: 0.0872622 Jan 27 22:52:17.349293 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae837cf6-0de8-474f-9dd4-b9cb915a17c9 req-3e712dca-0538-42a4-b736-18a3e671a9e3 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 210 time: 0.0359554 Jan 27 22:52:18.440382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb7c6b67-cf20-48f7-8891-65f0e99fce23 req-64d237e1-3a4b-4ec1-8198-23eedb1302c4 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 210 time: 0.0269067 Jan 27 22:52:19.539369 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f08cb8d9-f789-47a0-b517-ea4069047af5 req-ba6a1b72-a330-4a2b-acb3-6178d384c5ea tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 210 time: 0.0266738 Jan 27 22:52:20.648350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-876f0191-cd2e-453f-8d04-fbe1a0377187 req-dd8b98a6-77eb-4bdc-93d0-c3febec7b32a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 210 time: 0.0291626 Jan 27 22:52:21.245390 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-dde5df01-f7c1-4b97-8455-09910ddcd392 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Request body: {'port': {'device_id': '30c85a5c-125c-49d9-b82b-d5918d89f459', 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2', 'admin_state_up': True, 'tenant_id': '765f08b562ae476697df3a523c0db34a'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:52:21.355786 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-dde5df01-f7c1-4b97-8455-09910ddcd392 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Made reservation on behalf of 765f08b562ae476697df3a523c0db34a for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:52:21.359412 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-dde5df01-f7c1-4b97-8455-09910ddcd392 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:21.483333 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-dde5df01-f7c1-4b97-8455-09910ddcd392 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Allocated IP 172.20.0.6 (c29a17ba-6a78-4141-9417-8ef2effe2fd2/6e187adb-86d9-4c0a-b98a-87f82a23255b/b8c49ad5-91cb-44a7-a043-cac69cf12351) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:52:21.637522 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-dde5df01-f7c1-4b97-8455-09910ddcd392 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:21.670227 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-dde5df01-f7c1-4b97-8455-09910ddcd392 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:21.714750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-dde5df01-f7c1-4b97-8455-09910ddcd392 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Network c29a17ba-6a78-4141-9417-8ef2effe2fd2 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:52:21.720232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-dde5df01-f7c1-4b97-8455-09910ddcd392 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:52:21.738946 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-dde5df01-f7c1-4b97-8455-09910ddcd392 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:52:21.775769 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5df01-f7c1-4b97-8455-09910ddcd392 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Pushing event updated for resources: {'Port': ['ID=b8c49ad5-91cb-44a7-a043-cac69cf12351,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:21.780784 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:21.809570 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-dde5df01-f7c1-4b97-8455-09910ddcd392 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:21.810178 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-dde5df01-f7c1-4b97-8455-09910ddcd392 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:21.827158 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27a78a-89c4-445c-a3a6-6b07ff8aea1b req-17e67f12-05e5-4b9a-a74a-1348126d4a77 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:21.829289 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a27a78a-89c4-445c-a3a6-6b07ff8aea1b req-17e67f12-05e5-4b9a-a74a-1348126d4a77 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 931 time: 0.1134672 Jan 27 22:52:21.846736 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-dde5df01-f7c1-4b97-8455-09910ddcd392 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6057673 Jan 27 22:52:21.858834 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] Request body: {'port': {'device_id': '30c85a5c-125c-49d9-b82b-d5918d89f459', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:52:21.936366 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a27a78a-89c4-445c-a3a6-6b07ff8aea1b req-f6cf30c8-d505-46e8-9d87-668575bbbb1b tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011608 Jan 27 22:52:21.938802 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:22.032580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a9770369-68b0-4146-b634-e0a5d2d48651 None None] Provisioning complete for port b8c49ad5-91cb-44a7-a043-cac69cf12351 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:52:22.033055 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a9770369-68b0-4146-b634-e0a5d2d48651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:22.066152 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a9770369-68b0-4146-b634-e0a5d2d48651 None None] Port b8c49ad5-91cb-44a7-a043-cac69cf12351 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:52:22.198211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c49ad5-91cb-44a7-a043-cac69cf12351 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:52:22.206391 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] Publish callbacks [] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:22.218167 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] Transition to ACTIVE for port object b8c49ad5-91cb-44a7-a043-cac69cf12351 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:52:22.221796 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:22.272888 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c49ad5-91cb-44a7-a043-cac69cf12351,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:22.345961 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] Attempting to bind port b8c49ad5-91cb-44a7-a043-cac69cf12351 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:52:22.346300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] Attempting to bind port b8c49ad5-91cb-44a7-a043-cac69cf12351 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '083da767-b0af-4dfa-bf90-56b9bb8bd16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:52:22.346629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] Attempting to bind port b8c49ad5-91cb-44a7-a043-cac69cf12351 on network c29a17ba-6a78-4141-9417-8ef2effe2fd2 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:52:22.351447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] Port b8c49ad5-91cb-44a7-a043-cac69cf12351 on network c29a17ba-6a78-4141-9417-8ef2effe2fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:52:22.351774 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] Attempting to bind port b8c49ad5-91cb-44a7-a043-cac69cf12351 on network c29a17ba-6a78-4141-9417-8ef2effe2fd2 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:52:22.356949 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:52:22.357292 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] Checking segment: {'id': '083da767-b0af-4dfa-bf90-56b9bb8bd16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:52:22.357683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] Bound using segment: {'id': '083da767-b0af-4dfa-bf90-56b9bb8bd16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:52:22.358115 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] Bound port: b8c49ad5-91cb-44a7-a043-cac69cf12351, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083da767-b0af-4dfa-bf90-56b9bb8bd16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:52:22.358497 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:22.424542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] For port b8c49ad5-91cb-44a7-a043-cac69cf12351, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:52:22.427622 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] For port b8c49ad5-91cb-44a7-a043-cac69cf12351, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=b8c49ad5-91cb-44a7-a043-cac69cf12351,segment=NetworkSegment(083da767-b0af-4dfa-bf90-56b9bb8bd16e),segment_id=083da767-b0af-4dfa-bf90-56b9bb8bd16e)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:52:22.430992 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:22.465077 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:22.465688 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:22.467034 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] 10.222.0.15 "PUT /v2.0/ports/b8c49ad5-91cb-44a7-a043-cac69cf12351 HTTP/1.1" status: 200 len: 1091 time: 0.6124933 Jan 27 22:52:22.467470 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c85a5c-125c-49d9-b82b-d5918d89f459', 'tag': 'b8c49ad5-91cb-44a7-a043-cac69cf12351'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:52:22.469780 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec94acf-da7a-41c1-ace8-abcc7d601dec" -d '{"events": [{"name": "network-changed", "server_uuid": "30c85a5c-125c-49d9-b82b-d5918d89f459", "tag": "b8c49ad5-91cb-44a7-a043-cac69cf12351"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:52:22.500513 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f65a22-2bd0-48a2-8376-8005115d9bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c49ad5-91cb-44a7-a043-cac69cf12351,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:22.532283 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ededf99-49f7-45af-8b9d-124f77c84b76 x-openstack-request-id: req-6ededf99-49f7-45af-8b9d-124f77c84b76 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:52:22.532584 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c85a5c-125c-49d9-b82b-d5918d89f459", "tag": "b8c49ad5-91cb-44a7-a043-cac69cf12351", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:52:22.532845 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ededf99-49f7-45af-8b9d-124f77c84b76 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:52:22.533254 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c85a5c-125c-49d9-b82b-d5918d89f459', 'tag': 'b8c49ad5-91cb-44a7-a043-cac69cf12351', 'status': 'completed', 'code': 200} Jan 27 22:52:22.550918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-9cbd19f7-fff6-44ec-9aaf-de691c7653b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:22.552552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-9cbd19f7-fff6-44ec-9aaf-de691c7653b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=765f08b562ae476697df3a523c0db34a&device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 1094 time: 0.0482526 Jan 27 22:52:22.599584 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-62d3492b-69f4-4d01-acc3-6172b67aadb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8c49ad5-91cb-44a7-a043-cac69cf12351 HTTP/1.1" status: 200 len: 217 time: 0.0390534 Jan 27 22:52:22.650779 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-b62cd7d9-dcf5-40d6-9d4c-d9dfd2ba0fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:22.652316 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-b62cd7d9-dcf5-40d6-9d4c-d9dfd2ba0fb1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e187adb-86d9-4c0a-b98a-87f82a23255b HTTP/1.1" status: 200 len: 853 time: 0.0462649 Jan 27 22:52:22.696744 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-98745579-fb6c-4adc-92c8-a51765ebcea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:22.698233 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-98745579-fb6c-4adc-92c8-a51765ebcea1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c29a17ba-6a78-4141-9417-8ef2effe2fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406175 Jan 27 22:52:22.789810 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-37521b53-20db-4e4c-ae7a-8f7a047f197c service neutron] 10.222.0.15 "GET /v2.0/networks/c29a17ba-6a78-4141-9417-8ef2effe2fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852394 Jan 27 22:52:22.876183 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5e2d384b-d0a7-4e26-a710-ffc85c0bd6e9 req-ec59f87c-a23b-4fc3-aa5b-ee881bbca771 service neutron] 10.222.0.15 "GET /v2.0/networks/c29a17ba-6a78-4141-9417-8ef2effe2fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800238 Jan 27 22:52:22.966798 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec94acf-da7a-41c1-ace8-abcc7d601dec req-e029c97a-8cc2-4d6a-a5d0-b7f9338854db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:22.968327 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dec94acf-da7a-41c1-ace8-abcc7d601dec req-e029c97a-8cc2-4d6a-a5d0-b7f9338854db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=765f08b562ae476697df3a523c0db34a&device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 1094 time: 0.0464487 Jan 27 22:52:23.095664 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec1143-4051-4d59-a973-89c0255deeda req-e3cd050d-cc07-4c4a-a624-892b6668f189 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:23.097133 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09ec1143-4051-4d59-a973-89c0255deeda req-e3cd050d-cc07-4c4a-a624-892b6668f189 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 943 time: 0.0780344 Jan 27 22:52:23.100093 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec94acf-da7a-41c1-ace8-abcc7d601dec req-ad5e2c4f-bbf3-44cf-81f1-de6623a711f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:23.101445 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dec94acf-da7a-41c1-ace8-abcc7d601dec req-ad5e2c4f-bbf3-44cf-81f1-de6623a711f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c29a17ba-6a78-4141-9417-8ef2effe2fd2 HTTP/1.1" status: 200 len: 915 time: 0.1276631 Jan 27 22:52:23.149926 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dec94acf-da7a-41c1-ace8-abcc7d601dec req-e7fd62ed-b914-42be-8978-a1b2f2af6a04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8c49ad5-91cb-44a7-a043-cac69cf12351 HTTP/1.1" status: 200 len: 217 time: 0.0399377 Jan 27 22:52:23.202991 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-09ec1143-4051-4d59-a973-89c0255deeda req-44f2233f-aa05-40e9-a7c0-de6850cb345c tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999308 Jan 27 22:52:23.213358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec94acf-da7a-41c1-ace8-abcc7d601dec req-78cfaa84-bf8e-48ba-a0d4-caa9548b7706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:23.214768 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dec94acf-da7a-41c1-ace8-abcc7d601dec req-78cfaa84-bf8e-48ba-a0d4-caa9548b7706 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e187adb-86d9-4c0a-b98a-87f82a23255b HTTP/1.1" status: 200 len: 853 time: 0.0558367 Jan 27 22:52:23.265603 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec94acf-da7a-41c1-ace8-abcc7d601dec req-0bdcad2f-7573-485f-97c6-a86c4ab56776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:23.267039 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dec94acf-da7a-41c1-ace8-abcc7d601dec req-0bdcad2f-7573-485f-97c6-a86c4ab56776 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c29a17ba-6a78-4141-9417-8ef2effe2fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453804 Jan 27 22:52:23.353265 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dec94acf-da7a-41c1-ace8-abcc7d601dec req-cfd9953f-e210-44b4-94c7-0d99be20f5be service neutron] 10.222.0.15 "GET /v2.0/networks/c29a17ba-6a78-4141-9417-8ef2effe2fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798719 Jan 27 22:52:23.445442 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dec94acf-da7a-41c1-ace8-abcc7d601dec req-47f87da5-9177-4f64-a4c2-459bc63f03b3 service neutron] 10.222.0.15 "GET /v2.0/networks/c29a17ba-6a78-4141-9417-8ef2effe2fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847688 Jan 27 22:52:24.208181 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6be959b9-e00e-4df6-83c4-ab5ec0d8c923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:24.319848 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff444dd4-405f-4927-84d6-d4ab19414be6 req-89909226-c3cc-4808-afbc-7e1ee00de4e4 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:24.321408 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff444dd4-405f-4927-84d6-d4ab19414be6 req-89909226-c3cc-4808-afbc-7e1ee00de4e4 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 943 time: 0.0496838 Jan 27 22:52:24.368200 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff444dd4-405f-4927-84d6-d4ab19414be6 req-8300ac61-6b38-48cf-82f5-0fad7250c47b tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412135 Jan 27 22:52:25.491973 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39755341-581a-48bc-9861-8281fd6ecd91 req-d235b99c-b5f6-4413-befe-c7a4cea9fff3 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:25.494424 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-39755341-581a-48bc-9861-8281fd6ecd91 req-d235b99c-b5f6-4413-befe-c7a4cea9fff3 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 943 time: 0.0523145 Jan 27 22:52:25.562673 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-39755341-581a-48bc-9861-8281fd6ecd91 req-8f470054-51a7-407c-81e6-6f0458b714b5 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621760 Jan 27 22:52:26.501874 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device b8c49ad5-91cb-44a7-a043-cac69cf12351 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:52:26.594701 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port b8c49ad5-91cb-44a7-a043-cac69cf12351, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=b8c49ad5-91cb-44a7-a043-cac69cf12351,segment=NetworkSegment(083da767-b0af-4dfa-bf90-56b9bb8bd16e),segment_id=083da767-b0af-4dfa-bf90-56b9bb8bd16e)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:52:26.606745 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'b8c49ad5-91cb-44a7-a043-cac69cf12351', 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2', 'port_id': 'b8c49ad5-91cb-44a7-a043-cac69cf12351', 'mac_address': 'fa:16:3e:88:e7:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e187adb-86d9-4c0a-b98a-87f82a23255b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:52:26.648360 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port b8c49ad5-91cb-44a7-a043-cac69cf12351 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:52:26.648755 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:26.661459 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c49ad5-91cb-44a7-a043-cac69cf12351 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:52:26.680320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51064bd0-1506-4347-a15e-0cffa5195859 req-b357d101-f83a-4f56-81d6-9c9c023ef743 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:26.680911 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port b8c49ad5-91cb-44a7-a043-cac69cf12351, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=b8c49ad5-91cb-44a7-a043-cac69cf12351,segment=NetworkSegment(083da767-b0af-4dfa-bf90-56b9bb8bd16e),segment_id=083da767-b0af-4dfa-bf90-56b9bb8bd16e)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:52:26.681815 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-51064bd0-1506-4347-a15e-0cffa5195859 req-b357d101-f83a-4f56-81d6-9c9c023ef743 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 943 time: 0.0521381 Jan 27 22:52:26.684968 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:26.729857 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-51064bd0-1506-4347-a15e-0cffa5195859 req-cc591875-cf20-4677-ac9a-3105c6bf5b67 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414159 Jan 27 22:52:26.731858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=b8c49ad5-91cb-44a7-a043-cac69cf12351,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:26.812576 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-df247cfc-16db-4208-9a35-6d2cf556e8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:26.917432 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['b8c49ad5-91cb-44a7-a043-cac69cf12351'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:52:27.739788 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:27.843040 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aacb48-b486-4dcc-a53d-8a862ebf9be1 req-970f69a0-ebda-448a-8778-a4e664e2d49a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:27.845147 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-81aacb48-b486-4dcc-a53d-8a862ebf9be1 req-970f69a0-ebda-448a-8778-a4e664e2d49a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 944 time: 0.0480359 Jan 27 22:52:27.891677 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-81aacb48-b486-4dcc-a53d-8a862ebf9be1 req-aa1fc66d-d6ce-4b5b-9619-eb24df003d9a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404007 Jan 27 22:52:28.518039 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device b8c49ad5-91cb-44a7-a043-cac69cf12351 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:52:28.567388 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port b8c49ad5-91cb-44a7-a043-cac69cf12351 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:52:28.571458 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port b8c49ad5-91cb-44a7-a043-cac69cf12351 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:52:28.571839 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:28.650309 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port b8c49ad5-91cb-44a7-a043-cac69cf12351 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:52:28.650700 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:28.672898 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c85a5c-125c-49d9-b82b-d5918d89f459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c49ad5-91cb-44a7-a043-cac69cf12351'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:52:28.675140 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78424eed-cce2-4d1c-ad34-83840cf1088d" -d '{"events": [{"server_uuid": "30c85a5c-125c-49d9-b82b-d5918d89f459", "name": "network-vif-plugged", "status": "completed", "tag": "b8c49ad5-91cb-44a7-a043-cac69cf12351"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:52:28.688274 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port b8c49ad5-91cb-44a7-a043-cac69cf12351, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=b8c49ad5-91cb-44a7-a043-cac69cf12351,segment=NetworkSegment(083da767-b0af-4dfa-bf90-56b9bb8bd16e),segment_id=083da767-b0af-4dfa-bf90-56b9bb8bd16e)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:52:28.693368 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:28.716328 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac417f3-a457-41c1-95a1-d621af23dc94 x-openstack-request-id: req-fac417f3-a457-41c1-95a1-d621af23dc94 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:52:28.716610 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c85a5c-125c-49d9-b82b-d5918d89f459", "name": "network-vif-plugged", "status": "completed", "tag": "b8c49ad5-91cb-44a7-a043-cac69cf12351", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:52:28.716871 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fac417f3-a457-41c1-95a1-d621af23dc94 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:52:28.717265 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c85a5c-125c-49d9-b82b-d5918d89f459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c49ad5-91cb-44a7-a043-cac69cf12351', 'code': 200} Jan 27 22:52:28.745013 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=b8c49ad5-91cb-44a7-a043-cac69cf12351,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:28.856151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb942d2-cfc6-49b6-8376-bf7675df6e78 req-8e0bb9a4-3148-49d5-b10f-d88bf2968fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:28.857677 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6eb942d2-cfc6-49b6-8376-bf7675df6e78 req-8e0bb9a4-3148-49d5-b10f-d88bf2968fed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 1096 time: 0.0849473 Jan 27 22:52:28.900681 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6eb942d2-cfc6-49b6-8376-bf7675df6e78 req-2ab79b9d-2dd4-4a5d-b802-4f97a741936d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368040 Jan 27 22:52:29.004710 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3d8a8-7f5c-44b4-b036-c5f6bcf1d2a5 req-ee632198-7f39-4d81-a634-7444a2510d5f tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:29.007125 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aff3d8a8-7f5c-44b4-b036-c5f6bcf1d2a5 req-ee632198-7f39-4d81-a634-7444a2510d5f tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 945 time: 0.0501404 Jan 27 22:52:29.055180 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aff3d8a8-7f5c-44b4-b036-c5f6bcf1d2a5 req-68dbab8a-6405-4c32-9f27-9810d7706ced tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424275 Jan 27 22:52:29.122829 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:30.170447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d11f27-413c-46de-b06c-028e33640232 req-66599620-3e2a-45e7-897f-fcce536c7e77 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:30.171887 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2d11f27-413c-46de-b06c-028e33640232 req-66599620-3e2a-45e7-897f-fcce536c7e77 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 945 time: 0.0480323 Jan 27 22:52:30.221827 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d2d11f27-413c-46de-b06c-028e33640232 req-859b7795-ffe4-4875-a5b9-2369a3e5c942 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442302 Jan 27 22:52:30.333922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77adcc-0e89-4c60-85f0-c38d18117a9d req-a06e040c-a2cd-415d-9493-60c87b16406c tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:30.335392 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec77adcc-0e89-4c60-85f0-c38d18117a9d req-a06e040c-a2cd-415d-9493-60c87b16406c tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 945 time: 0.0479071 Jan 27 22:52:30.381251 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec77adcc-0e89-4c60-85f0-c38d18117a9d req-42a2184b-d90d-4248-99a7-4e81917684d0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402894 Jan 27 22:52:30.428740 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:30.567394 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af62d92-5a70-4492-b62f-06de6d6706ce req-9a9391f4-095d-4c00-af23-7a849d161bad tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:30.568922 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6af62d92-5a70-4492-b62f-06de6d6706ce req-9a9391f4-095d-4c00-af23-7a849d161bad tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 945 time: 0.0481913 Jan 27 22:52:30.615623 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6af62d92-5a70-4492-b62f-06de6d6706ce req-b72417ee-44cf-431d-8332-94776ad0374b tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410547 Jan 27 22:52:42.095175 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:52:43.234401 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:49.578553 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58db07e-8367-4b07-a3f9-6a97ef575a66 req-cb42f81d-6bf9-44ce-8105-09bc3aadecbf tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:49.580033 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b58db07e-8367-4b07-a3f9-6a97ef575a66 req-cb42f81d-6bf9-44ce-8105-09bc3aadecbf tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 945 time: 0.0518351 Jan 27 22:52:49.626687 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b58db07e-8367-4b07-a3f9-6a97ef575a66 req-1acec825-f0a1-48b3-a9ca-b0cc343480b8 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401845 Jan 27 22:52:49.648190 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56034) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:52:49.727248 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65967f8-4bfc-4175-b8d6-820698cd80a6 tempest-TestMinimumBasicScenario-1465028869 tempest-TestMinimumBasicScenario-1465028869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:49.728770 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d65967f8-4bfc-4175-b8d6-820698cd80a6 tempest-TestMinimumBasicScenario-1465028869 tempest-TestMinimumBasicScenario-1465028869-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 1091 time: 0.0795550 Jan 27 22:52:49.731726 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56038) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:52:49.736600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-8bc08e77-f141-4def-bbe5-e98294e80706 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': 'b8c49ad5-91cb-44a7-a043-cac69cf12351', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:52:49.755957 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8bc08e77-f141-4def-bbe5-e98294e80706 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:49.852546 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8bc08e77-f141-4def-bbe5-e98294e80706 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:49.951542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-8bc08e77-f141-4def-bbe5-e98294e80706 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Allocated IP 172.25.3.20 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/c9a8693f-95b2-419e-a4fb-56a7d7b1fd11) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:52:50.053852 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8bc08e77-f141-4def-bbe5-e98294e80706 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for port (c9a8693f-95b2-419e-a4fb-56a7d7b1fd11), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:50.088895 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8bc08e77-f141-4def-bbe5-e98294e80706 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (c9a8693f-95b2-419e-a4fb-56a7d7b1fd11), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:50.125803 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc08e77-f141-4def-bbe5-e98294e80706 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:52:50.128725 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-8bc08e77-f141-4def-bbe5-e98294e80706 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:52:50.132172 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc08e77-f141-4def-bbe5-e98294e80706 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:52:50.158389 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc08e77-f141-4def-bbe5-e98294e80706 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Pushing event updated for resources: {'Port': ['ID=c9a8693f-95b2-419e-a4fb-56a7d7b1fd11,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:50.489367 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8bc08e77-f141-4def-bbe5-e98294e80706 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for floatingip (ce75b5ee-b0ab-4dd5-881d-c8b059102545), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:50.555386 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8bc08e77-f141-4def-bbe5-e98294e80706 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c9a8693f-95b2-419e-a4fb-56a7d7b1fd11), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:50.704569 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8bc08e77-f141-4def-bbe5-e98294e80706 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for port (c9a8693f-95b2-419e-a4fb-56a7d7b1fd11), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:50.709260 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8bc08e77-f141-4def-bbe5-e98294e80706 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (c9a8693f-95b2-419e-a4fb-56a7d7b1fd11), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:50.785411 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc08e77-f141-4def-bbe5-e98294e80706 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Pushing event updated for resources: {'Port': ['ID=c9a8693f-95b2-419e-a4fb-56a7d7b1fd11,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:50.792861 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8bc08e77-f141-4def-bbe5-e98294e80706 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (ce75b5ee-b0ab-4dd5-881d-c8b059102545), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:50.892607 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-8bc08e77-f141-4def-bbe5-e98294e80706 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Floating IP ce75b5ee-b0ab-4dd5-881d-c8b059102545 associated. External IP: 172.25.3.20, port: b8c49ad5-91cb-44a7-a043-cac69cf12351. Jan 27 22:52:51.100342 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc08e77-f141-4def-bbe5-e98294e80706 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Router 189fe13f-e110-4239-8416-0cdb4f5d7a31 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:52:51.205435 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc08e77-f141-4def-bbe5-e98294e80706 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:52:51.214822 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21248d0-bf24-4da6-bb79-3133cf49714d None None] Sync routers for ids ['189fe13f-e110-4239-8416-0cdb4f5d7a31'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:52:51.224079 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8bc08e77-f141-4def-bbe5-e98294e80706 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:51.225288 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21248d0-bf24-4da6-bb79-3133cf49714d None None] Routers {'189fe13f-e110-4239-8416-0cdb4f5d7a31'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:52:51.225923 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c21248d0-bf24-4da6-bb79-3133cf49714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:52:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['189fe13f-e110-4239-8416-0cdb4f5d7a31'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:52:51.257598 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8bc08e77-f141-4def-bbe5-e98294e80706 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5247240 Jan 27 22:52:51.258146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c85a5c-125c-49d9-b82b-d5918d89f459', 'tag': 'b8c49ad5-91cb-44a7-a043-cac69cf12351'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:52:51.260470 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2794f0-0c20-43dd-923a-ed7e178b8e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "30c85a5c-125c-49d9-b82b-d5918d89f459", "tag": "b8c49ad5-91cb-44a7-a043-cac69cf12351"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:52:51.261019 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56040) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:52:51.265931 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-7acc54ea-70c4-44a9-aaf8-a986c5f3f1a0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1031695684', 'description': 'tempest-secgroup-smoke-1031695684 description', 'project_id': '765f08b562ae476697df3a523c0db34a'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:52:51.288572 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7acc54ea-70c4-44a9-aaf8-a986c5f3f1a0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:51.300745 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17aae462-dd9c-4c83-a89b-2082de14625d x-openstack-request-id: req-17aae462-dd9c-4c83-a89b-2082de14625d {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:52:51.301043 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c85a5c-125c-49d9-b82b-d5918d89f459", "tag": "b8c49ad5-91cb-44a7-a043-cac69cf12351", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:52:51.301348 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-17aae462-dd9c-4c83-a89b-2082de14625d {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:52:51.302119 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c85a5c-125c-49d9-b82b-d5918d89f459', 'tag': 'b8c49ad5-91cb-44a7-a043-cac69cf12351', 'status': 'completed', 'code': 200} Jan 27 22:52:51.347014 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-c21248d0-bf24-4da6-bb79-3133cf49714d None None] Set router 189fe13f-e110-4239-8416-0cdb4f5d7a31 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:52:51.366761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2794f0-0c20-43dd-923a-ed7e178b8e6f req-3c7e849a-e10c-4903-8c38-2d7f6617d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:51.368198 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7acc54ea-70c4-44a9-aaf8-a986c5f3f1a0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group (89c88011-fd08-47f3-b583-261b714c9274), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:51.368384 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b2794f0-0c20-43dd-923a-ed7e178b8e6f req-3c7e849a-e10c-4903-8c38-2d7f6617d1c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=765f08b562ae476697df3a523c0db34a&device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 1096 time: 0.0444887 Jan 27 22:52:51.372948 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7acc54ea-70c4-44a9-aaf8-a986c5f3f1a0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (89c88011-fd08-47f3-b583-261b714c9274), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:51.404306 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7acc54ea-70c4-44a9-aaf8-a986c5f3f1a0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:51.408378 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7acc54ea-70c4-44a9-aaf8-a986c5f3f1a0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1435273 Jan 27 22:52:51.408664 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56044) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:52:51.412921 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8d0f3124-c0b5-43ca-88b2-4a3071c3ab35 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Request body: {'security_group_rule': {'security_group_id': '89c88011-fd08-47f3-b583-261b714c9274', 'project_id': '765f08b562ae476697df3a523c0db34a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:52:51.420723 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc54ea-70c4-44a9-aaf8-a986c5f3f1a0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c88011-fd08-47f3-b583-261b714c9274,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:51.436510 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc54ea-70c4-44a9-aaf8-a986c5f3f1a0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:51.437293 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc54ea-70c4-44a9-aaf8-a986c5f3f1a0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:51.437643 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc54ea-70c4-44a9-aaf8-a986c5f3f1a0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:51.438164 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc54ea-70c4-44a9-aaf8-a986c5f3f1a0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:51.439035 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc54ea-70c4-44a9-aaf8-a986c5f3f1a0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:51.439377 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc54ea-70c4-44a9-aaf8-a986c5f3f1a0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:51.439712 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc54ea-70c4-44a9-aaf8-a986c5f3f1a0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:51.440039 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc54ea-70c4-44a9-aaf8-a986c5f3f1a0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:51.440564 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc54ea-70c4-44a9-aaf8-a986c5f3f1a0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:51.441081 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc54ea-70c4-44a9-aaf8-a986c5f3f1a0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:51.441595 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc54ea-70c4-44a9-aaf8-a986c5f3f1a0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:51.441929 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc54ea-70c4-44a9-aaf8-a986c5f3f1a0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:51.442259 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acc54ea-70c4-44a9-aaf8-a986c5f3f1a0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:51.463343 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d0f3124-c0b5-43ca-88b2-4a3071c3ab35 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group_rule (d493afae-be90-4668-8e66-dbdad11f9fcc), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:51.467469 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2794f0-0c20-43dd-923a-ed7e178b8e6f req-adf87aac-d308-4731-a549-863e01ea00ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:51.469087 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b2794f0-0c20-43dd-923a-ed7e178b8e6f req-adf87aac-d308-4731-a549-863e01ea00ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=c29a17ba-6a78-4141-9417-8ef2effe2fd2 HTTP/1.1" status: 200 len: 915 time: 0.0948827 Jan 27 22:52:51.513440 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d0f3124-c0b5-43ca-88b2-4a3071c3ab35 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group_rule (d493afae-be90-4668-8e66-dbdad11f9fcc), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:51.519470 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d0f3124-c0b5-43ca-88b2-4a3071c3ab35 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (d493afae-be90-4668-8e66-dbdad11f9fcc), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:51.537298 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f3124-c0b5-43ca-88b2-4a3071c3ab35 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d493afae-be90-4668-8e66-dbdad11f9fcc,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:51.548681 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8d0f3124-c0b5-43ca-88b2-4a3071c3ab35 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:51.549292 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b2794f0-0c20-43dd-923a-ed7e178b8e6f req-e8e1922f-2630-4b77-8114-58054a7e1d70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8c49ad5-91cb-44a7-a043-cac69cf12351 HTTP/1.1" status: 200 len: 998 time: 0.0732806 Jan 27 22:52:51.552514 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8d0f3124-c0b5-43ca-88b2-4a3071c3ab35 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403911 Jan 27 22:52:51.552739 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56046) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:52:51.558965 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-f409cc79-8bf9-46a3-83a7-0d0da73051fe tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Request body: {'security_group_rule': {'security_group_id': '89c88011-fd08-47f3-b583-261b714c9274', 'project_id': '765f08b562ae476697df3a523c0db34a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:52:51.586376 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c21248d0-bf24-4da6-bb79-3133cf49714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'name': 'tempest-TestMinimumBasicScenario-873403320-router', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0d7872bb-c325-4730-a941-27018534fa83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:50Z', 'revision_number': 4, 'project_id': '765f08b562ae476697df3a523c0db34a', 'gw_port': {'id': '0d7872bb-c325-4730-a941-27018534fa83', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'ce75b5ee-b0ab-4dd5-881d-c8b059102545', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'port_id': 'b8c49ad5-91cb-44a7-a043-cac69cf12351', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2', 'mac_address': 'fa:16:3e:88:e7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c85a5c-125c-49d9-b82b-d5918d89f459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:52:50Z', 'updated_at': '2022-01-27T22:52:50Z', 'revision_number': 0, 'project_id': '765f08b562ae476697df3a523c0db34a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c', 'name': '', 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'mac_address': 'fa:16:3e:41:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6e187adb-86d9-4c0a-b98a-87f82a23255b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:50Z', 'updated_at': '2022-01-27T22:51:54Z', 'revision_number': 5, 'project_id': '765f08b562ae476697df3a523c0db34a', 'subnets': [{'id': '6e187adb-86d9-4c0a-b98a-87f82a23255b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:52:51.617057 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21248d0-bf24-4da6-bb79-3133cf49714d None None] Checking router: 189fe13f-e110-4239-8416-0cdb4f5d7a31 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:52:51.623351 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f409cc79-8bf9-46a3-83a7-0d0da73051fe tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group_rule (18c1e1a3-4121-403e-933f-c98027eaae59), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:51.625245 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21248d0-bf24-4da6-bb79-3133cf49714d None None] Routers {'189fe13f-e110-4239-8416-0cdb4f5d7a31'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:52:51.626420 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c21248d0-bf24-4da6-bb79-3133cf49714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:52:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['189fe13f-e110-4239-8416-0cdb4f5d7a31'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:52:51.634090 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2794f0-0c20-43dd-923a-ed7e178b8e6f req-58a756d5-965d-4e94-9f90-26a0cf394486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:51.635610 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b2794f0-0c20-43dd-923a-ed7e178b8e6f req-58a756d5-965d-4e94-9f90-26a0cf394486 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e187adb-86d9-4c0a-b98a-87f82a23255b HTTP/1.1" status: 200 len: 853 time: 0.0808036 Jan 27 22:52:51.705790 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f409cc79-8bf9-46a3-83a7-0d0da73051fe tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group_rule (18c1e1a3-4121-403e-933f-c98027eaae59), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:51.707959 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2794f0-0c20-43dd-923a-ed7e178b8e6f req-debdc9ac-ef7d-4944-9467-c4761733f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:51.709737 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b2794f0-0c20-43dd-923a-ed7e178b8e6f req-debdc9ac-ef7d-4944-9467-c4761733f42b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c29a17ba-6a78-4141-9417-8ef2effe2fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647051 Jan 27 22:52:51.710881 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f409cc79-8bf9-46a3-83a7-0d0da73051fe tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (18c1e1a3-4121-403e-933f-c98027eaae59), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:51.731435 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-c21248d0-bf24-4da6-bb79-3133cf49714d None None] Set router 189fe13f-e110-4239-8416-0cdb4f5d7a31 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:52:51.747269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409cc79-8bf9-46a3-83a7-0d0da73051fe tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c1e1a3-4121-403e-933f-c98027eaae59,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:51.784240 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f409cc79-8bf9-46a3-83a7-0d0da73051fe tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:51.788107 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f409cc79-8bf9-46a3-83a7-0d0da73051fe tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2318008 Jan 27 22:52:51.788303 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56050) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:52:51.793086 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:51.794471 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-14891b95-33af-4b78-aad1-885a5d90c43b tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Request body: {'security_group_rule': {'security_group_id': '89c88011-fd08-47f3-b583-261b714c9274', 'project_id': '765f08b562ae476697df3a523c0db34a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:52:51.845542 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-14891b95-33af-4b78-aad1-885a5d90c43b tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group_rule (f247fd5f-8b9c-474b-b0f1-def8059a5e2b), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:51.851294 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b2794f0-0c20-43dd-923a-ed7e178b8e6f req-45618c84-fc46-4abf-a123-93564f98b00f service neutron] 10.222.0.15 "GET /v2.0/networks/c29a17ba-6a78-4141-9417-8ef2effe2fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299229 Jan 27 22:52:51.966270 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-c21248d0-bf24-4da6-bb79-3133cf49714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'name': 'tempest-TestMinimumBasicScenario-873403320-router', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0d7872bb-c325-4730-a941-27018534fa83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:50Z', 'revision_number': 4, 'project_id': '765f08b562ae476697df3a523c0db34a', 'gw_port': {'id': '0d7872bb-c325-4730-a941-27018534fa83', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'ce75b5ee-b0ab-4dd5-881d-c8b059102545', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'port_id': 'b8c49ad5-91cb-44a7-a043-cac69cf12351', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2', 'mac_address': 'fa:16:3e:88:e7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c85a5c-125c-49d9-b82b-d5918d89f459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:52:50Z', 'updated_at': '2022-01-27T22:52:50Z', 'revision_number': 0, 'project_id': '765f08b562ae476697df3a523c0db34a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c', 'name': '', 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'mac_address': 'fa:16:3e:41:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6e187adb-86d9-4c0a-b98a-87f82a23255b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:50Z', 'updated_at': '2022-01-27T22:51:54Z', 'revision_number': 5, 'project_id': '765f08b562ae476697df3a523c0db34a', 'subnets': [{'id': '6e187adb-86d9-4c0a-b98a-87f82a23255b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:52:51.981810 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-14891b95-33af-4b78-aad1-885a5d90c43b tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group_rule (f247fd5f-8b9c-474b-b0f1-def8059a5e2b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:51.992955 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-14891b95-33af-4b78-aad1-885a5d90c43b tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (f247fd5f-8b9c-474b-b0f1-def8059a5e2b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:51.996856 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21248d0-bf24-4da6-bb79-3133cf49714d None None] The sync data for ids ['189fe13f-e110-4239-8416-0cdb4f5d7a31'] in n-d-772272-3 is: [{'id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'name': 'tempest-TestMinimumBasicScenario-873403320-router', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0d7872bb-c325-4730-a941-27018534fa83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:50Z', 'revision_number': 4, 'project_id': '765f08b562ae476697df3a523c0db34a', 'gw_port': {'id': '0d7872bb-c325-4730-a941-27018534fa83', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'ce75b5ee-b0ab-4dd5-881d-c8b059102545', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'port_id': 'b8c49ad5-91cb-44a7-a043-cac69cf12351', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2', 'mac_address': 'fa:16:3e:88:e7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c85a5c-125c-49d9-b82b-d5918d89f459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:52:50Z', 'updated_at': '2022-01-27T22:52:50Z', 'revision_number': 0, 'project_id': '765f08b562ae476697df3a523c0db34a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c', 'name': '', 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'mac_address': 'fa:16:3e:41:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6e187adb-86d9-4c0a-b98a-87f82a23255b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:50Z', 'updated_at': '2022-01-27T22:51:54Z', 'revision_number': 5, 'project_id': '765f08b562ae476697df3a523c0db34a', 'subnets': [{'id': '6e187adb-86d9-4c0a-b98a-87f82a23255b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:52:51.998767 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b2794f0-0c20-43dd-923a-ed7e178b8e6f req-93bda846-b433-4c7e-a6ef-e25cb04e6fca service neutron] 10.222.0.15 "GET /v2.0/networks/c29a17ba-6a78-4141-9417-8ef2effe2fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395774 Jan 27 22:52:52.013511 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14891b95-33af-4b78-aad1-885a5d90c43b tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f247fd5f-8b9c-474b-b0f1-def8059a5e2b,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:52.022957 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-14891b95-33af-4b78-aad1-885a5d90c43b tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:52.024293 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-14891b95-33af-4b78-aad1-885a5d90c43b tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2350047 Jan 27 22:52:52.027144 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56052) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:52:52.031809 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b9c79b35-8fb0-4dff-9b0f-d5d10d89bf1a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Request body: {'security_group_rule': {'security_group_id': '89c88011-fd08-47f3-b583-261b714c9274', 'project_id': '765f08b562ae476697df3a523c0db34a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:52:52.059902 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9c79b35-8fb0-4dff-9b0f-d5d10d89bf1a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group_rule (c9101368-6f1d-435a-aabd-129b2cf99ecb), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:52.129796 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9c79b35-8fb0-4dff-9b0f-d5d10d89bf1a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group_rule (c9101368-6f1d-435a-aabd-129b2cf99ecb), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:52.134650 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9c79b35-8fb0-4dff-9b0f-d5d10d89bf1a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (c9101368-6f1d-435a-aabd-129b2cf99ecb), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:52.153199 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c79b35-8fb0-4dff-9b0f-d5d10d89bf1a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9101368-6f1d-435a-aabd-129b2cf99ecb,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:52.163753 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b9c79b35-8fb0-4dff-9b0f-d5d10d89bf1a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:52.165031 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b9c79b35-8fb0-4dff-9b0f-d5d10d89bf1a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1368599 Jan 27 22:52:52.167992 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56054) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:52:52.174739 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-98abe2d8-a5d0-4693-8726-3aed486bbcd8 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Request body: {'security_group_rule': {'security_group_id': '89c88011-fd08-47f3-b583-261b714c9274', 'project_id': '765f08b562ae476697df3a523c0db34a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:52:52.196942 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-98abe2d8-a5d0-4693-8726-3aed486bbcd8 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Project 765f08b562ae476697df3a523c0db34a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:52:52.203380 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98abe2d8-a5d0-4693-8726-3aed486bbcd8 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group_rule (f79bb56d-bb3a-4be6-932e-1662ae53f8ee), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:52.231579 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea5e131-de77-47ad-93d0-7a03db654dc2 None None] New status for floating IP ce75b5ee-b0ab-4dd5-881d-c8b059102545: ACTIVE {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:52:52.271991 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98abe2d8-a5d0-4693-8726-3aed486bbcd8 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group_rule (f79bb56d-bb3a-4be6-932e-1662ae53f8ee), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:52.275921 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98abe2d8-a5d0-4693-8726-3aed486bbcd8 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (f79bb56d-bb3a-4be6-932e-1662ae53f8ee), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:52.293836 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abe2d8-a5d0-4693-8726-3aed486bbcd8 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79bb56d-bb3a-4be6-932e-1662ae53f8ee,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:52.303234 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98abe2d8-a5d0-4693-8726-3aed486bbcd8 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:52.304542 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-98abe2d8-a5d0-4693-8726-3aed486bbcd8 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1352158 Jan 27 22:52:52.307319 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56056) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:52:52.311574 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e6fe0a99-5b33-4dc8-accd-ebc51c2273d5 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Request body: {'security_group_rule': {'security_group_id': '89c88011-fd08-47f3-b583-261b714c9274', 'project_id': '765f08b562ae476697df3a523c0db34a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:52:52.332375 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-e6fe0a99-5b33-4dc8-accd-ebc51c2273d5 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Project 765f08b562ae476697df3a523c0db34a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:52:52.337341 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e6fe0a99-5b33-4dc8-accd-ebc51c2273d5 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group_rule (2ac81493-08e1-4ebc-8c80-f640dedcc02c), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:52.400756 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e6fe0a99-5b33-4dc8-accd-ebc51c2273d5 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group_rule (2ac81493-08e1-4ebc-8c80-f640dedcc02c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:52.404358 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e6fe0a99-5b33-4dc8-accd-ebc51c2273d5 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (2ac81493-08e1-4ebc-8c80-f640dedcc02c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:52.426286 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe0a99-5b33-4dc8-accd-ebc51c2273d5 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac81493-08e1-4ebc-8c80-f640dedcc02c,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:52.434686 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e6fe0a99-5b33-4dc8-accd-ebc51c2273d5 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:52.435932 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e6fe0a99-5b33-4dc8-accd-ebc51c2273d5 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276700 Jan 27 22:52:52.525338 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21eef52e-b77a-49ab-8b2a-404a50a3f69f req-1d77602b-c688-435a-a2aa-39709d544bdd tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1031695684&fields=id&tenant_id=765f08b562ae476697df3a523c0db34a HTTP/1.1" status: 200 len: 267 time: 0.0436327 Jan 27 22:52:52.575757 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eef52e-b77a-49ab-8b2a-404a50a3f69f req-29c8c3b0-bc96-4f74-8fae-71adefaf25c4 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:52.577250 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21eef52e-b77a-49ab-8b2a-404a50a3f69f req-29c8c3b0-bc96-4f74-8fae-71adefaf25c4 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 945 time: 0.0467017 Jan 27 22:52:52.588260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-21eef52e-b77a-49ab-8b2a-404a50a3f69f req-3e4f9715-c2fb-4746-b904-eef44e0c2797 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Request body: {'port': {'security_groups': ['36e11047-535b-49f3-8493-24aab8456c3b', '89c88011-fd08-47f3-b583-261b714c9274']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:52:52.983353 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-21eef52e-b77a-49ab-8b2a-404a50a3f69f req-3e4f9715-c2fb-4746-b904-eef44e0c2797 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:53.165408 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-21eef52e-b77a-49ab-8b2a-404a50a3f69f req-3e4f9715-c2fb-4746-b904-eef44e0c2797 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] For port b8c49ad5-91cb-44a7-a043-cac69cf12351, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=b8c49ad5-91cb-44a7-a043-cac69cf12351,segment=NetworkSegment(083da767-b0af-4dfa-bf90-56b9bb8bd16e),segment_id=083da767-b0af-4dfa-bf90-56b9bb8bd16e)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:52:53.194778 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-21eef52e-b77a-49ab-8b2a-404a50a3f69f req-3e4f9715-c2fb-4746-b904-eef44e0c2797 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:53.200327 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-21eef52e-b77a-49ab-8b2a-404a50a3f69f req-3e4f9715-c2fb-4746-b904-eef44e0c2797 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:53.211978 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['b8c49ad5-91cb-44a7-a043-cac69cf12351'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:52:53.242449 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eef52e-b77a-49ab-8b2a-404a50a3f69f req-3e4f9715-c2fb-4746-b904-eef44e0c2797 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:53.243080 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-21eef52e-b77a-49ab-8b2a-404a50a3f69f req-3e4f9715-c2fb-4746-b904-eef44e0c2797 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:53.244500 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21eef52e-b77a-49ab-8b2a-404a50a3f69f req-3e4f9715-c2fb-4746-b904-eef44e0c2797 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "PUT /v2.0/ports/b8c49ad5-91cb-44a7-a043-cac69cf12351 HTTP/1.1" status: 200 len: 981 time: 0.6605732 Jan 27 22:52:53.297506 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f9715-c2fb-4746-b904-eef44e0c2797 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Pushing event updated for resources: {'Port': ['ID=b8c49ad5-91cb-44a7-a043-cac69cf12351,revision_number=6']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:53.306868 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c85a5c-125c-49d9-b82b-d5918d89f459', 'tag': 'b8c49ad5-91cb-44a7-a043-cac69cf12351'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:52:53.309230 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73502298-ffd9-4d18-a236-90471a56f8ed" -d '{"events": [{"name": "network-changed", "server_uuid": "30c85a5c-125c-49d9-b82b-d5918d89f459", "tag": "b8c49ad5-91cb-44a7-a043-cac69cf12351"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:52:53.328341 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f9715-c2fb-4746-b904-eef44e0c2797 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:53.328707 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f9715-c2fb-4746-b904-eef44e0c2797 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:53.329291 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f9715-c2fb-4746-b904-eef44e0c2797 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:53.329650 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f9715-c2fb-4746-b904-eef44e0c2797 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:53.329999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f9715-c2fb-4746-b904-eef44e0c2797 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:53.330344 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f9715-c2fb-4746-b904-eef44e0c2797 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:53.330684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f9715-c2fb-4746-b904-eef44e0c2797 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:53.331026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f9715-c2fb-4746-b904-eef44e0c2797 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:53.331367 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f9715-c2fb-4746-b904-eef44e0c2797 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:53.331698 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f9715-c2fb-4746-b904-eef44e0c2797 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:53.332666 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f9715-c2fb-4746-b904-eef44e0c2797 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:53.333017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f9715-c2fb-4746-b904-eef44e0c2797 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:53.333128 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['b8c49ad5-91cb-44a7-a043-cac69cf12351'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:52:53.333356 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4f9715-c2fb-4746-b904-eef44e0c2797 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:53.384841 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc4093c-ab51-487d-9ef1-e364c30f09ce x-openstack-request-id: req-0dc4093c-ab51-487d-9ef1-e364c30f09ce {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:52:53.385337 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c85a5c-125c-49d9-b82b-d5918d89f459", "tag": "b8c49ad5-91cb-44a7-a043-cac69cf12351", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:52:53.385738 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0dc4093c-ab51-487d-9ef1-e364c30f09ce {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:52:53.386235 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c85a5c-125c-49d9-b82b-d5918d89f459', 'tag': 'b8c49ad5-91cb-44a7-a043-cac69cf12351', 'status': 'completed', 'code': 200} Jan 27 22:52:53.396984 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11974ba-e439-4e47-817c-89d1d7040a33 req-1208ab28-befb-4e3f-8c83-030532657e8a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:53.399645 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b11974ba-e439-4e47-817c-89d1d7040a33 req-1208ab28-befb-4e3f-8c83-030532657e8a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 984 time: 0.0867081 Jan 27 22:52:53.467416 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73502298-ffd9-4d18-a236-90471a56f8ed req-e1325c50-63b3-4074-a89c-de0f9a9670a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:53.469283 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73502298-ffd9-4d18-a236-90471a56f8ed req-e1325c50-63b3-4074-a89c-de0f9a9670a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=765f08b562ae476697df3a523c0db34a&device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 1135 time: 0.0688286 Jan 27 22:52:53.544814 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b11974ba-e439-4e47-817c-89d1d7040a33 req-a0ad2703-1a5e-43bc-8dd8-322ca534be29 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&id=89c88011-fd08-47f3-b583-261b714c9274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1350217 Jan 27 22:52:53.584605 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73502298-ffd9-4d18-a236-90471a56f8ed req-5992aaca-e041-49c9-80dc-756957966523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:53.586086 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73502298-ffd9-4d18-a236-90471a56f8ed req-5992aaca-e041-49c9-80dc-756957966523 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c29a17ba-6a78-4141-9417-8ef2effe2fd2 HTTP/1.1" status: 200 len: 915 time: 0.1069665 Jan 27 22:52:53.615579 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ed416a62-c6bd-424c-8d5f-c89a13c6b6c0 None None] Provisioning complete for port b8c49ad5-91cb-44a7-a043-cac69cf12351 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:52:53.616048 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ed416a62-c6bd-424c-8d5f-c89a13c6b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:53.654829 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73502298-ffd9-4d18-a236-90471a56f8ed req-56b4b87c-858a-4b78-a59a-071f6286a214 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8c49ad5-91cb-44a7-a043-cac69cf12351 HTTP/1.1" status: 200 len: 1000 time: 0.0608518 Jan 27 22:52:53.702215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73502298-ffd9-4d18-a236-90471a56f8ed req-77c1aa30-f40c-4bdc-a5a8-b4cafad2b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:53.703719 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73502298-ffd9-4d18-a236-90471a56f8ed req-77c1aa30-f40c-4bdc-a5a8-b4cafad2b62d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e187adb-86d9-4c0a-b98a-87f82a23255b HTTP/1.1" status: 200 len: 853 time: 0.0435536 Jan 27 22:52:53.752490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73502298-ffd9-4d18-a236-90471a56f8ed req-1e50a0a1-5f06-4da6-aa09-579dc00baad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:53.753938 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73502298-ffd9-4d18-a236-90471a56f8ed req-1e50a0a1-5f06-4da6-aa09-579dc00baad9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c29a17ba-6a78-4141-9417-8ef2effe2fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446000 Jan 27 22:52:53.809131 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ed416a62-c6bd-424c-8d5f-c89a13c6b6c0 None None] Current status of the port b8c49ad5-91cb-44a7-a043-cac69cf12351 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:52:53.848585 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73502298-ffd9-4d18-a236-90471a56f8ed req-ee97fa05-b2f8-4545-80f4-39c36460816a service neutron] 10.222.0.15 "GET /v2.0/networks/c29a17ba-6a78-4141-9417-8ef2effe2fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879295 Jan 27 22:52:53.940350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-73502298-ffd9-4d18-a236-90471a56f8ed req-2940961f-1e8e-4015-8199-ed71e33922f0 service neutron] 10.222.0.15 "GET /v2.0/networks/c29a17ba-6a78-4141-9417-8ef2effe2fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856807 Jan 27 22:52:54.209285 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b8711a81-a12e-43da-a6a7-0c0146c09cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:56.814922 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-37c0e4ea-5f50-4da1-947a-b510af4f2819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:57.742389 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:59.124033 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:00.431102 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:05.781310 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46040fa2-f14c-43e5-990a-1898747b33aa req-9d2af033-acb6-4e7e-a8d2-b148acd4fd66 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:05.782791 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46040fa2-f14c-43e5-990a-1898747b33aa req-9d2af033-acb6-4e7e-a8d2-b148acd4fd66 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 984 time: 0.0761080 Jan 27 22:53:05.788007 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bd880-8f7b-4fdc-8a2b-65296f0771d6 req-2b75b1dd-646a-43c1-9d9c-6dd4a2238895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:05.789443 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-464bd880-8f7b-4fdc-8a2b-65296f0771d6 req-2b75b1dd-646a-43c1-9d9c-6dd4a2238895 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=765f08b562ae476697df3a523c0db34a&device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 1135 time: 0.0709121 Jan 27 22:53:05.902601 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-46040fa2-f14c-43e5-990a-1898747b33aa req-3222d3f4-f021-45c8-8190-136701cac628 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&id=89c88011-fd08-47f3-b583-261b714c9274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1121974 Jan 27 22:53:05.920695 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bd880-8f7b-4fdc-8a2b-65296f0771d6 req-1bee4ea3-f114-4a61-883f-f58a895433de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:05.922152 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-464bd880-8f7b-4fdc-8a2b-65296f0771d6 req-1bee4ea3-f114-4a61-883f-f58a895433de service neutron] 10.222.0.15 "GET /v2.0/networks?id=c29a17ba-6a78-4141-9417-8ef2effe2fd2 HTTP/1.1" status: 200 len: 915 time: 0.1261308 Jan 27 22:53:05.986366 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-464bd880-8f7b-4fdc-8a2b-65296f0771d6 req-be4667f1-0539-4ec7-83d1-a45337d7caa2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8c49ad5-91cb-44a7-a043-cac69cf12351 HTTP/1.1" status: 200 len: 1000 time: 0.0575256 Jan 27 22:53:06.039115 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bd880-8f7b-4fdc-8a2b-65296f0771d6 req-c6db342f-086e-4c45-8b9b-997ebdaecf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:06.040576 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-464bd880-8f7b-4fdc-8a2b-65296f0771d6 req-c6db342f-086e-4c45-8b9b-997ebdaecf36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e187adb-86d9-4c0a-b98a-87f82a23255b HTTP/1.1" status: 200 len: 853 time: 0.0484960 Jan 27 22:53:06.085441 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bd880-8f7b-4fdc-8a2b-65296f0771d6 req-6e484ee2-4c30-4942-9781-f9430403ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:06.086935 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-464bd880-8f7b-4fdc-8a2b-65296f0771d6 req-6e484ee2-4c30-4942-9781-f9430403ee6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c29a17ba-6a78-4141-9417-8ef2effe2fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394123 Jan 27 22:53:06.174650 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-464bd880-8f7b-4fdc-8a2b-65296f0771d6 req-2fad9ef9-eab1-4dca-bea1-532466b81d78 service neutron] 10.222.0.15 "GET /v2.0/networks/c29a17ba-6a78-4141-9417-8ef2effe2fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811181 Jan 27 22:53:06.265705 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-464bd880-8f7b-4fdc-8a2b-65296f0771d6 req-83d73e0e-3590-449f-8cc5-b42484ae4d66 service neutron] 10.222.0.15 "GET /v2.0/networks/c29a17ba-6a78-4141-9417-8ef2effe2fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850940 Jan 27 22:53:07.020437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4e6bd-e547-4f5e-9355-43888a5ef0f7 req-a3de2593-147e-4473-979b-d5626bab43cb tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:07.022508 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d1a4e6bd-e547-4f5e-9355-43888a5ef0f7 req-a3de2593-147e-4473-979b-d5626bab43cb tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 984 time: 0.0498774 Jan 27 22:53:07.081268 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d1a4e6bd-e547-4f5e-9355-43888a5ef0f7 req-c235160f-7a7e-49ff-b8c3-6386ae57d5c0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&id=89c88011-fd08-47f3-b583-261b714c9274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530052 Jan 27 22:53:08.199758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62876f3e-2521-4065-8337-9a2342b35ead req-2b7345b8-3940-4dc0-a35f-5e6c9f9b5b49 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:08.201263 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62876f3e-2521-4065-8337-9a2342b35ead req-2b7345b8-3940-4dc0-a35f-5e6c9f9b5b49 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 984 time: 0.0521874 Jan 27 22:53:08.259695 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62876f3e-2521-4065-8337-9a2342b35ead req-d87afe67-d5b4-4d03-8a01-ad39eda89558 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&id=89c88011-fd08-47f3-b583-261b714c9274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526602 Jan 27 22:53:09.374487 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776b158-da1a-45df-bbdb-51e281f5134d req-8841da5b-cf9e-4dea-8c60-924dab536911 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:09.375982 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6776b158-da1a-45df-bbdb-51e281f5134d req-8841da5b-cf9e-4dea-8c60-924dab536911 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 984 time: 0.0489550 Jan 27 22:53:09.435597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6776b158-da1a-45df-bbdb-51e281f5134d req-609c900b-acd0-40bd-908e-12f2eac5af53 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&id=89c88011-fd08-47f3-b583-261b714c9274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532937 Jan 27 22:53:10.549189 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a0a0d-3801-4fa6-a5f4-a59f80a4903d req-1d7b340f-e494-42ed-9ccc-164b617d623f tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:10.550673 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-435a0a0d-3801-4fa6-a5f4-a59f80a4903d req-1d7b340f-e494-42ed-9ccc-164b617d623f tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 984 time: 0.0489104 Jan 27 22:53:10.613892 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-435a0a0d-3801-4fa6-a5f4-a59f80a4903d req-6a44935f-c662-4d69-a7a3-ca37d3ec628c tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&id=89c88011-fd08-47f3-b583-261b714c9274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569384 Jan 27 22:53:11.729257 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b27032-6baf-4722-a22d-81bea18194fc req-f48ba8b9-c839-4e04-832f-847455c4550a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:11.730732 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b5b27032-6baf-4722-a22d-81bea18194fc req-f48ba8b9-c839-4e04-832f-847455c4550a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 984 time: 0.0490065 Jan 27 22:53:11.792059 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b5b27032-6baf-4722-a22d-81bea18194fc req-4d7c2ce5-8995-4cd2-ae2a-8263d4987bc8 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&id=89c88011-fd08-47f3-b583-261b714c9274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556986 Jan 27 22:53:12.907019 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad88f3-b1e7-4416-9795-cb7144daa144 req-f9aa6e1b-8352-4c8d-8feb-c39d7887db57 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:12.908537 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22ad88f3-b1e7-4416-9795-cb7144daa144 req-f9aa6e1b-8352-4c8d-8feb-c39d7887db57 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 984 time: 0.0489690 Jan 27 22:53:12.968259 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22ad88f3-b1e7-4416-9795-cb7144daa144 req-1cb39711-bbda-47b1-8ee4-35cd2730a715 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&id=89c88011-fd08-47f3-b583-261b714c9274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532620 Jan 27 22:53:13.243292 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:14.087482 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856b063-7e76-4ffa-99f6-0aecc60fee16 req-839034d3-4643-49ad-b686-93ecf33fffd0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:14.088971 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a856b063-7e76-4ffa-99f6-0aecc60fee16 req-839034d3-4643-49ad-b686-93ecf33fffd0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 984 time: 0.0532951 Jan 27 22:53:14.147531 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a856b063-7e76-4ffa-99f6-0aecc60fee16 req-80bc38b6-87df-4301-8048-68ab98733d96 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&id=89c88011-fd08-47f3-b583-261b714c9274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528669 Jan 27 22:53:15.260706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220c5ce-5dc9-44eb-99fd-252ebcc868cd req-9bd36dfa-6c3e-4759-8163-be5d26b0e675 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:15.262116 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a220c5ce-5dc9-44eb-99fd-252ebcc868cd req-9bd36dfa-6c3e-4759-8163-be5d26b0e675 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 984 time: 0.0489733 Jan 27 22:53:15.320979 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a220c5ce-5dc9-44eb-99fd-252ebcc868cd req-f774c9db-b0bb-40ff-88bc-b899a079ba1b tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&id=89c88011-fd08-47f3-b583-261b714c9274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531335 Jan 27 22:53:16.436754 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42478e0-0a0d-430a-bd7e-0c6ab753072f req-41735c30-4fe5-458c-8b4a-d9fb0607d9f2 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:16.438208 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e42478e0-0a0d-430a-bd7e-0c6ab753072f req-41735c30-4fe5-458c-8b4a-d9fb0607d9f2 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 984 time: 0.0474739 Jan 27 22:53:16.503880 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e42478e0-0a0d-430a-bd7e-0c6ab753072f req-d178e73a-94f7-4cc6-b3e2-456cdc355cb5 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&id=89c88011-fd08-47f3-b583-261b714c9274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600388 Jan 27 22:53:17.620359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21262a5a-f8fc-4f35-a5e5-6fac330caba4 req-512caa30-6b0d-45d8-bf47-8f563065d1fa tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:17.621872 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21262a5a-f8fc-4f35-a5e5-6fac330caba4 req-512caa30-6b0d-45d8-bf47-8f563065d1fa tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 984 time: 0.0489793 Jan 27 22:53:17.681192 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-21262a5a-f8fc-4f35-a5e5-6fac330caba4 req-3b42cbc4-6bb6-4360-89b8-8dc8241b2c85 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&id=89c88011-fd08-47f3-b583-261b714c9274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536590 Jan 27 22:53:18.793194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a594416-c418-4501-b23a-dc56d55ead49 req-860be6a6-fd17-48ec-8ca0-841dde1ae5aa tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:18.794686 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a594416-c418-4501-b23a-dc56d55ead49 req-860be6a6-fd17-48ec-8ca0-841dde1ae5aa tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 984 time: 0.0480800 Jan 27 22:53:18.854264 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1a594416-c418-4501-b23a-dc56d55ead49 req-3a9d89e1-1079-489e-8a02-0d24b20d740b tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&id=89c88011-fd08-47f3-b583-261b714c9274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538602 Jan 27 22:53:19.094917 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:53:19.972779 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443123b3-9cad-4dab-982a-fe0f2429e837 req-1c58930b-ccf5-431c-874a-2cd17a527b1c tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:19.974261 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-443123b3-9cad-4dab-982a-fe0f2429e837 req-1c58930b-ccf5-431c-874a-2cd17a527b1c tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 984 time: 0.0526788 Jan 27 22:53:20.034926 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-443123b3-9cad-4dab-982a-fe0f2429e837 req-e52f4ee2-259b-4eba-80d7-3304cf9c197b tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&id=89c88011-fd08-47f3-b583-261b714c9274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547512 Jan 27 22:53:21.153092 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409609f-4653-4d15-a8d8-7df6075bc3dd req-0179896c-657d-46b6-9b29-c9113a187cc0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:21.155370 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0409609f-4653-4d15-a8d8-7df6075bc3dd req-0179896c-657d-46b6-9b29-c9113a187cc0 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 984 time: 0.0497532 Jan 27 22:53:21.216599 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0409609f-4653-4d15-a8d8-7df6075bc3dd req-0bd5a93d-3ae0-42b9-a864-d4d5f9f04cfd tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&id=89c88011-fd08-47f3-b583-261b714c9274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552819 Jan 27 22:53:21.818881 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:22.341146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d08bea-2534-4acc-9439-e181e6ae839a req-59ef2f5b-9b91-42a8-b57a-d965d914944f tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:22.342635 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14d08bea-2534-4acc-9439-e181e6ae839a req-59ef2f5b-9b91-42a8-b57a-d965d914944f tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 984 time: 0.0522950 Jan 27 22:53:22.402012 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14d08bea-2534-4acc-9439-e181e6ae839a req-10416a3f-6b24-44a8-afd4-df36bc3d1ef1 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&id=89c88011-fd08-47f3-b583-261b714c9274&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537863 Jan 27 22:53:24.210898 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e1c23f21-57c4-4f29-8604-116b6ead2822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:26.816702 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f8f1b4b6-40b0-423f-a7c6-46d26222e6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:27.745011 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:29.129396 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:30.433380 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:30.717291 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f8e8492-67d5-483b-82d8-f46c09e5d686 req-d2c72eba-d7a5-41d0-a9a4-86df7a3fa45d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392866 Jan 27 22:53:30.797619 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e8492-67d5-483b-82d8-f46c09e5d686 req-c64537ef-d993-45b3-aca7-e3400704b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:30.799119 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f8e8492-67d5-483b-82d8-f46c09e5d686 req-c64537ef-d993-45b3-aca7-e3400704b9eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=765f08b562ae476697df3a523c0db34a&device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 1135 time: 0.0411284 Jan 27 22:53:30.901785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e8492-67d5-483b-82d8-f46c09e5d686 req-b8e410d1-a24a-4025-99ef-d2b028a6a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:30.903255 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f8e8492-67d5-483b-82d8-f46c09e5d686 req-b8e410d1-a24a-4025-99ef-d2b028a6a4c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c29a17ba-6a78-4141-9417-8ef2effe2fd2 HTTP/1.1" status: 200 len: 915 time: 0.0868242 Jan 27 22:53:30.970000 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f8e8492-67d5-483b-82d8-f46c09e5d686 req-c2c1f468-d11b-4a6e-b0eb-e5700c349c73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8c49ad5-91cb-44a7-a043-cac69cf12351 HTTP/1.1" status: 200 len: 1000 time: 0.0578470 Jan 27 22:53:31.018704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e8492-67d5-483b-82d8-f46c09e5d686 req-ea09cf5a-2356-479a-8174-e0dab842d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:31.020217 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f8e8492-67d5-483b-82d8-f46c09e5d686 req-ea09cf5a-2356-479a-8174-e0dab842d138 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e187adb-86d9-4c0a-b98a-87f82a23255b HTTP/1.1" status: 200 len: 853 time: 0.0425186 Jan 27 22:53:31.076074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e8492-67d5-483b-82d8-f46c09e5d686 req-f10bec2a-34f9-4ff1-b349-f4fc0672a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:31.077610 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f8e8492-67d5-483b-82d8-f46c09e5d686 req-f10bec2a-34f9-4ff1-b349-f4fc0672a1ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c29a17ba-6a78-4141-9417-8ef2effe2fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440776 Jan 27 22:53:31.172115 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f8e8492-67d5-483b-82d8-f46c09e5d686 req-dbc9226c-05e5-4932-a6aa-95f82de0b20f service neutron] 10.222.0.15 "GET /v2.0/networks/c29a17ba-6a78-4141-9417-8ef2effe2fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805020 Jan 27 22:53:31.271519 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f8e8492-67d5-483b-82d8-f46c09e5d686 req-6ab06865-0dd8-46d2-9dab-28f0e6f45e28 service neutron] 10.222.0.15 "GET /v2.0/networks/c29a17ba-6a78-4141-9417-8ef2effe2fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876541 Jan 27 22:53:43.252800 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:51.818454 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:54.213371 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b3101d1a-0e76-4faf-9a89-3af4fdb1f1a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:54.932194 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf69d3ba-02c4-4ee3-8ee2-11a46f427db6 req-034a0973-e708-42a8-b8de-36230a027e68 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1031695684&fields=id&tenant_id=765f08b562ae476697df3a523c0db34a HTTP/1.1" status: 200 len: 267 time: 0.0436804 Jan 27 22:53:54.985927 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69d3ba-02c4-4ee3-8ee2-11a46f427db6 req-86d16bd2-29c1-4487-9962-d522e51382f8 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:54.987413 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf69d3ba-02c4-4ee3-8ee2-11a46f427db6 req-86d16bd2-29c1-4487-9962-d522e51382f8 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 984 time: 0.0500326 Jan 27 22:53:54.998780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-bf69d3ba-02c4-4ee3-8ee2-11a46f427db6 req-a5798b31-08b5-4fe2-919c-272e96daa67a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Request body: {'port': {'security_groups': ['36e11047-535b-49f3-8493-24aab8456c3b']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:53:55.066568 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bf69d3ba-02c4-4ee3-8ee2-11a46f427db6 req-a5798b31-08b5-4fe2-919c-272e96daa67a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:55.233733 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-bf69d3ba-02c4-4ee3-8ee2-11a46f427db6 req-a5798b31-08b5-4fe2-919c-272e96daa67a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] For port b8c49ad5-91cb-44a7-a043-cac69cf12351, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=b8c49ad5-91cb-44a7-a043-cac69cf12351,segment=NetworkSegment(083da767-b0af-4dfa-bf90-56b9bb8bd16e),segment_id=083da767-b0af-4dfa-bf90-56b9bb8bd16e)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:53:55.266709 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bf69d3ba-02c4-4ee3-8ee2-11a46f427db6 req-a5798b31-08b5-4fe2-919c-272e96daa67a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:55.271234 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bf69d3ba-02c4-4ee3-8ee2-11a46f427db6 req-a5798b31-08b5-4fe2-919c-272e96daa67a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:55.283349 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['b8c49ad5-91cb-44a7-a043-cac69cf12351'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:53:55.316569 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69d3ba-02c4-4ee3-8ee2-11a46f427db6 req-a5798b31-08b5-4fe2-919c-272e96daa67a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:55.317191 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-bf69d3ba-02c4-4ee3-8ee2-11a46f427db6 req-a5798b31-08b5-4fe2-919c-272e96daa67a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:55.320709 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf69d3ba-02c4-4ee3-8ee2-11a46f427db6 req-a5798b31-08b5-4fe2-919c-272e96daa67a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "PUT /v2.0/ports/b8c49ad5-91cb-44a7-a043-cac69cf12351 HTTP/1.1" status: 200 len: 942 time: 0.3264284 Jan 27 22:53:55.321273 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c85a5c-125c-49d9-b82b-d5918d89f459', 'tag': 'b8c49ad5-91cb-44a7-a043-cac69cf12351'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:53:55.323655 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c795935e-a978-4d31-ad76-3d252aa27de3" -d '{"events": [{"name": "network-changed", "server_uuid": "30c85a5c-125c-49d9-b82b-d5918d89f459", "tag": "b8c49ad5-91cb-44a7-a043-cac69cf12351"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:53:55.324686 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56114) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:55.360260 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5798b31-08b5-4fe2-919c-272e96daa67a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Pushing event updated for resources: {'Port': ['ID=b8c49ad5-91cb-44a7-a043-cac69cf12351,revision_number=7']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:55.369888 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5798b31-08b5-4fe2-919c-272e96daa67a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.370245 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5798b31-08b5-4fe2-919c-272e96daa67a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.370595 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5798b31-08b5-4fe2-919c-272e96daa67a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.370939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5798b31-08b5-4fe2-919c-272e96daa67a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.371276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5798b31-08b5-4fe2-919c-272e96daa67a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.371613 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5798b31-08b5-4fe2-919c-272e96daa67a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.371950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5798b31-08b5-4fe2-919c-272e96daa67a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.374028 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5798b31-08b5-4fe2-919c-272e96daa67a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.374386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5798b31-08b5-4fe2-919c-272e96daa67a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.374728 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5798b31-08b5-4fe2-919c-272e96daa67a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.375067 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5798b31-08b5-4fe2-919c-272e96daa67a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.375401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5798b31-08b5-4fe2-919c-272e96daa67a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.375726 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5798b31-08b5-4fe2-919c-272e96daa67a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.394423 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e198a11b-5409-4c77-8d05-bd888e35b86d tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group (89c88011-fd08-47f3-b583-261b714c9274), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:55.426475 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['b8c49ad5-91cb-44a7-a043-cac69cf12351'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:53:55.428838 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e198a11b-5409-4c77-8d05-bd888e35b86d tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group (89c88011-fd08-47f3-b583-261b714c9274), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:55.480888 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadabc2c-6971-42fe-ab00-b0099413c39a x-openstack-request-id: req-dadabc2c-6971-42fe-ab00-b0099413c39a {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:53:55.481933 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c85a5c-125c-49d9-b82b-d5918d89f459", "tag": "b8c49ad5-91cb-44a7-a043-cac69cf12351", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:53:55.482210 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dadabc2c-6971-42fe-ab00-b0099413c39a {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:53:55.482821 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c85a5c-125c-49d9-b82b-d5918d89f459', 'tag': 'b8c49ad5-91cb-44a7-a043-cac69cf12351', 'status': 'completed', 'code': 200} Jan 27 22:53:55.507486 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e198a11b-5409-4c77-8d05-bd888e35b86d tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (89c88011-fd08-47f3-b583-261b714c9274), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:55.511652 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e198a11b-5409-4c77-8d05-bd888e35b86d tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:55.513631 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e198a11b-5409-4c77-8d05-bd888e35b86d tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "DELETE /v2.0/security-groups/89c88011-fd08-47f3-b583-261b714c9274 HTTP/1.1" status: 204 len: 168 time: 0.1873093 Jan 27 22:53:55.526526 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56122) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:55.527434 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198a11b-5409-4c77-8d05-bd888e35b86d tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c88011-fd08-47f3-b583-261b714c9274,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:55.544818 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795935e-a978-4d31-ad76-3d252aa27de3 req-9c1f8174-c616-4dc2-933e-d86fad107c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:55.546456 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c795935e-a978-4d31-ad76-3d252aa27de3 req-9c1f8174-c616-4dc2-933e-d86fad107c3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=765f08b562ae476697df3a523c0db34a&device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 1096 time: 0.0479088 Jan 27 22:53:55.584790 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e198a11b-5409-4c77-8d05-bd888e35b86d tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.585099 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e198a11b-5409-4c77-8d05-bd888e35b86d tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.585415 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e198a11b-5409-4c77-8d05-bd888e35b86d tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.585765 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e198a11b-5409-4c77-8d05-bd888e35b86d tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.586111 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e198a11b-5409-4c77-8d05-bd888e35b86d tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.586451 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e198a11b-5409-4c77-8d05-bd888e35b86d tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.587383 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e198a11b-5409-4c77-8d05-bd888e35b86d tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.587729 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e198a11b-5409-4c77-8d05-bd888e35b86d tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.588064 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e198a11b-5409-4c77-8d05-bd888e35b86d tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.588428 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e198a11b-5409-4c77-8d05-bd888e35b86d tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.588764 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e198a11b-5409-4c77-8d05-bd888e35b86d tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.589095 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e198a11b-5409-4c77-8d05-bd888e35b86d tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.589424 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e198a11b-5409-4c77-8d05-bd888e35b86d tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:55.653884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795935e-a978-4d31-ad76-3d252aa27de3 req-f5fa46f7-7751-49cc-8923-65348c6dc0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:55.655395 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c795935e-a978-4d31-ad76-3d252aa27de3 req-f5fa46f7-7751-49cc-8923-65348c6dc0dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=c29a17ba-6a78-4141-9417-8ef2effe2fd2 HTTP/1.1" status: 200 len: 915 time: 0.1014538 Jan 27 22:53:55.677374 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8ad5a3e6-a8ee-41d4-9d68-51740c1c2619 None None] Provisioning complete for port b8c49ad5-91cb-44a7-a043-cac69cf12351 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:53:55.677852 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8ad5a3e6-a8ee-41d4-9d68-51740c1c2619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:55.714118 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-b0aaae80-9a88-4a80-9f09-0c21fcb8339a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Deleting port c9a8693f-95b2-419e-a4fb-56a7d7b1fd11 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:53:55.714585 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b0aaae80-9a88-4a80-9f09-0c21fcb8339a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c9a8693f-95b2-419e-a4fb-56a7d7b1fd11), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:55.728945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c795935e-a978-4d31-ad76-3d252aa27de3 req-0d690893-4f93-43ef-b51a-a3624ba2fa9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8c49ad5-91cb-44a7-a043-cac69cf12351 HTTP/1.1" status: 200 len: 1000 time: 0.0665929 Jan 27 22:53:55.767233 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8ad5a3e6-a8ee-41d4-9d68-51740c1c2619 None None] Current status of the port b8c49ad5-91cb-44a7-a043-cac69cf12351 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:53:55.781320 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795935e-a978-4d31-ad76-3d252aa27de3 req-5588be76-ebe7-4590-bb7b-a1cfbb368c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:55.782969 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c795935e-a978-4d31-ad76-3d252aa27de3 req-5588be76-ebe7-4590-bb7b-a1cfbb368c7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e187adb-86d9-4c0a-b98a-87f82a23255b HTTP/1.1" status: 200 len: 853 time: 0.0452456 Jan 27 22:53:55.792112 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b0aaae80-9a88-4a80-9f09-0c21fcb8339a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c9a8693f-95b2-419e-a4fb-56a7d7b1fd11), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:55.792489 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b0aaae80-9a88-4a80-9f09-0c21fcb8339a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for floatingip (c9a8693f-95b2-419e-a4fb-56a7d7b1fd11), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:55.804073 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-b0aaae80-9a88-4a80-9f09-0c21fcb8339a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Calling delete_port for c9a8693f-95b2-419e-a4fb-56a7d7b1fd11 owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:53:55.831292 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795935e-a978-4d31-ad76-3d252aa27de3 req-d95c49d9-14ce-456f-be35-46be2368d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:55.832829 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c795935e-a978-4d31-ad76-3d252aa27de3 req-d95c49d9-14ce-456f-be35-46be2368d65b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c29a17ba-6a78-4141-9417-8ef2effe2fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446007 Jan 27 22:53:55.922910 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c795935e-a978-4d31-ad76-3d252aa27de3 req-c55d702c-d33c-47c2-8d03-8e12374625f2 service neutron] 10.222.0.15 "GET /v2.0/networks/c29a17ba-6a78-4141-9417-8ef2effe2fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843108 Jan 27 22:53:55.954776 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b0aaae80-9a88-4a80-9f09-0c21fcb8339a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (c9a8693f-95b2-419e-a4fb-56a7d7b1fd11), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:55.986324 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aaae80-9a88-4a80-9f09-0c21fcb8339a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Pushing event deleted for resources: {'Port': ['ID=c9a8693f-95b2-419e-a4fb-56a7d7b1fd11,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:56.021803 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c795935e-a978-4d31-ad76-3d252aa27de3 req-77e1de51-f6fe-4079-921c-f330e77b60c7 service neutron] 10.222.0.15 "GET /v2.0/networks/c29a17ba-6a78-4141-9417-8ef2effe2fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931346 Jan 27 22:53:56.049849 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b0aaae80-9a88-4a80-9f09-0c21fcb8339a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks [] for floatingip (ce75b5ee-b0ab-4dd5-881d-c8b059102545), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:56.050182 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-b0aaae80-9a88-4a80-9f09-0c21fcb8339a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Floating IP ce75b5ee-b0ab-4dd5-881d-c8b059102545 disassociated (deleted). External IP: 172.25.3.20, port: b8c49ad5-91cb-44a7-a043-cac69cf12351. Jan 27 22:53:56.094019 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:53:56.262852 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0aaae80-9a88-4a80-9f09-0c21fcb8339a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Router 189fe13f-e110-4239-8416-0cdb4f5d7a31 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:53:56.372417 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0aaae80-9a88-4a80-9f09-0c21fcb8339a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:53:56.377153 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b0aaae80-9a88-4a80-9f09-0c21fcb8339a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:56.381904 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76af9747-1f18-4f49-8a4e-9fd79014e36c None None] Sync routers for ids ['189fe13f-e110-4239-8416-0cdb4f5d7a31'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:53:56.391693 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76af9747-1f18-4f49-8a4e-9fd79014e36c None None] Routers {'189fe13f-e110-4239-8416-0cdb4f5d7a31'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:53:56.392360 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-76af9747-1f18-4f49-8a4e-9fd79014e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:53:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['189fe13f-e110-4239-8416-0cdb4f5d7a31'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:56.404791 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b0aaae80-9a88-4a80-9f09-0c21fcb8339a tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "DELETE /v2.0/floatingips/ce75b5ee-b0ab-4dd5-881d-c8b059102545 HTTP/1.1" status: 204 len: 168 time: 0.8745811 Jan 27 22:53:56.405389 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c85a5c-125c-49d9-b82b-d5918d89f459', 'tag': 'b8c49ad5-91cb-44a7-a043-cac69cf12351'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:53:56.408539 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eebd6f79f17133a4d49c17e759e77b104c6a5dfb225cf2ee82dbb83359e6266" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fda4675-a342-4be3-935a-57762346fb64" -d '{"events": [{"name": "network-changed", "server_uuid": "30c85a5c-125c-49d9-b82b-d5918d89f459", "tag": "b8c49ad5-91cb-44a7-a043-cac69cf12351"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:53:56.507306 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-76af9747-1f18-4f49-8a4e-9fd79014e36c None None] Set router 189fe13f-e110-4239-8416-0cdb4f5d7a31 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:53:56.510451 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e954a04-63bb-413a-afa7-2f8fcacfa54c x-openstack-request-id: req-4e954a04-63bb-413a-afa7-2f8fcacfa54c {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:53:56.511136 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c85a5c-125c-49d9-b82b-d5918d89f459", "tag": "b8c49ad5-91cb-44a7-a043-cac69cf12351", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:53:56.511598 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e954a04-63bb-413a-afa7-2f8fcacfa54c {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:53:56.512224 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c85a5c-125c-49d9-b82b-d5918d89f459', 'tag': 'b8c49ad5-91cb-44a7-a043-cac69cf12351', 'status': 'completed', 'code': 200} Jan 27 22:53:56.575944 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda4675-a342-4be3-935a-57762346fb64 req-fad1ab34-4204-4ada-bb0e-7fc2cd5367cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:56.577519 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fda4675-a342-4be3-935a-57762346fb64 req-fad1ab34-4204-4ada-bb0e-7fc2cd5367cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=765f08b562ae476697df3a523c0db34a&device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 1096 time: 0.0446064 Jan 27 22:53:56.690802 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda4675-a342-4be3-935a-57762346fb64 req-dcf7a6ed-b2e1-4f23-94b9-0824259d1df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:56.692538 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fda4675-a342-4be3-935a-57762346fb64 req-dcf7a6ed-b2e1-4f23-94b9-0824259d1df0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c29a17ba-6a78-4141-9417-8ef2effe2fd2 HTTP/1.1" status: 200 len: 915 time: 0.1090007 Jan 27 22:53:56.741422 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fda4675-a342-4be3-935a-57762346fb64 req-5452d5f1-e4b7-446d-baef-4c35bc56be2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8c49ad5-91cb-44a7-a043-cac69cf12351 HTTP/1.1" status: 200 len: 217 time: 0.0418551 Jan 27 22:53:56.753929 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-76af9747-1f18-4f49-8a4e-9fd79014e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'name': 'tempest-TestMinimumBasicScenario-873403320-router', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0d7872bb-c325-4730-a941-27018534fa83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:50Z', 'revision_number': 4, 'project_id': '765f08b562ae476697df3a523c0db34a', 'gw_port': {'id': '0d7872bb-c325-4730-a941-27018534fa83', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c', 'name': '', 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'mac_address': 'fa:16:3e:41:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6e187adb-86d9-4c0a-b98a-87f82a23255b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:50Z', 'updated_at': '2022-01-27T22:51:54Z', 'revision_number': 5, 'project_id': '765f08b562ae476697df3a523c0db34a', 'subnets': [{'id': '6e187adb-86d9-4c0a-b98a-87f82a23255b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:56.781461 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76af9747-1f18-4f49-8a4e-9fd79014e36c None None] Checking router: 189fe13f-e110-4239-8416-0cdb4f5d7a31 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:53:56.790004 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76af9747-1f18-4f49-8a4e-9fd79014e36c None None] Routers {'189fe13f-e110-4239-8416-0cdb4f5d7a31'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:53:56.790625 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-76af9747-1f18-4f49-8a4e-9fd79014e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:53:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['189fe13f-e110-4239-8416-0cdb4f5d7a31'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:56.792278 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda4675-a342-4be3-935a-57762346fb64 req-a975d2fa-8388-4378-aeb5-f6518ce90b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:56.793774 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fda4675-a342-4be3-935a-57762346fb64 req-a975d2fa-8388-4378-aeb5-f6518ce90b58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e187adb-86d9-4c0a-b98a-87f82a23255b HTTP/1.1" status: 200 len: 853 time: 0.0469706 Jan 27 22:53:56.820089 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-72c33eec-0da9-4a1b-9f7d-fab952f91dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:56.846311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda4675-a342-4be3-935a-57762346fb64 req-5b921a10-b290-4acc-be4d-d290768a0b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:56.847887 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fda4675-a342-4be3-935a-57762346fb64 req-5b921a10-b290-4acc-be4d-d290768a0b4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c29a17ba-6a78-4141-9417-8ef2effe2fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477293 Jan 27 22:53:56.948955 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fda4675-a342-4be3-935a-57762346fb64 req-1819abd9-331b-4818-8a0f-85af39e08b84 service neutron] 10.222.0.15 "GET /v2.0/networks/c29a17ba-6a78-4141-9417-8ef2effe2fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947940 Jan 27 22:53:57.008144 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-76af9747-1f18-4f49-8a4e-9fd79014e36c None None] Set router 189fe13f-e110-4239-8416-0cdb4f5d7a31 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:53:57.045218 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fda4675-a342-4be3-935a-57762346fb64 req-991086ee-9d94-4076-9870-4745fd8b04bd service neutron] 10.222.0.15 "GET /v2.0/networks/c29a17ba-6a78-4141-9417-8ef2effe2fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877285 Jan 27 22:53:57.213081 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-76af9747-1f18-4f49-8a4e-9fd79014e36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'name': 'tempest-TestMinimumBasicScenario-873403320-router', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0d7872bb-c325-4730-a941-27018534fa83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:50Z', 'revision_number': 4, 'project_id': '765f08b562ae476697df3a523c0db34a', 'gw_port': {'id': '0d7872bb-c325-4730-a941-27018534fa83', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c', 'name': '', 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'mac_address': 'fa:16:3e:41:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6e187adb-86d9-4c0a-b98a-87f82a23255b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:50Z', 'updated_at': '2022-01-27T22:51:54Z', 'revision_number': 5, 'project_id': '765f08b562ae476697df3a523c0db34a', 'subnets': [{'id': '6e187adb-86d9-4c0a-b98a-87f82a23255b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:57.239071 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76af9747-1f18-4f49-8a4e-9fd79014e36c None None] The sync data for ids ['189fe13f-e110-4239-8416-0cdb4f5d7a31'] in n-d-772272-3 is: [{'id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'name': 'tempest-TestMinimumBasicScenario-873403320-router', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0d7872bb-c325-4730-a941-27018534fa83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:50Z', 'revision_number': 4, 'project_id': '765f08b562ae476697df3a523c0db34a', 'gw_port': {'id': '0d7872bb-c325-4730-a941-27018534fa83', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c', 'name': '', 'network_id': 'c29a17ba-6a78-4141-9417-8ef2effe2fd2', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'mac_address': 'fa:16:3e:41:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '6e187adb-86d9-4c0a-b98a-87f82a23255b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:50Z', 'updated_at': '2022-01-27T22:51:54Z', 'revision_number': 5, 'project_id': '765f08b562ae476697df3a523c0db34a', 'subnets': [{'id': '6e187adb-86d9-4c0a-b98a-87f82a23255b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:53:57.465798 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7da1819-0a3e-4e38-9871-9c9bbd19dd81 None None] New status for floating IP ce75b5ee-b0ab-4dd5-881d-c8b059102545: DOWN {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:53:57.748241 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:59.132502 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:00.435853 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:11.757969 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b6815-7b62-484e-9ae8-f38f0b24eac5 req-bce78a53-4a9f-4afe-b748-0c9260d0ae70 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:11.759972 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c2b6815-7b62-484e-9ae8-f38f0b24eac5 req-bce78a53-4a9f-4afe-b748-0c9260d0ae70 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 945 time: 0.0498509 Jan 27 22:54:11.811562 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c2b6815-7b62-484e-9ae8-f38f0b24eac5 req-c3d0ab9e-9259-47ca-8df4-f4cc11adda47 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458939 Jan 27 22:54:12.927559 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819e638-4217-4c92-916c-ee62ec384b15 req-d41d064b-6062-40d0-a3e0-6ad54b58fe74 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:12.929090 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9819e638-4217-4c92-916c-ee62ec384b15 req-d41d064b-6062-40d0-a3e0-6ad54b58fe74 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 945 time: 0.0489681 Jan 27 22:54:12.976332 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9819e638-4217-4c92-916c-ee62ec384b15 req-28515617-a757-4fba-94e0-2240d7685ef9 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/security-groups?id=36e11047-535b-49f3-8493-24aab8456c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415573 Jan 27 22:54:13.265704 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:13.381275 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48053f-409d-4d2e-9d43-ca1562d56af8 req-ddb2fe63-84dd-4e92-8a91-87e35eaf0ca2 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:13.382633 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c48053f-409d-4d2e-9d43-ca1562d56af8 req-ddb2fe63-84dd-4e92-8a91-87e35eaf0ca2 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.15 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 945 time: 0.0475147 Jan 27 22:54:13.474504 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-4c48053f-409d-4d2e-9d43-ca1562d56af8 req-a2f6fcd8-5beb-4213-adfc-e54ad554a1e4 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Deleting port b8c49ad5-91cb-44a7-a043-cac69cf12351 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:54:13.474738 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4c48053f-409d-4d2e-9d43-ca1562d56af8 req-a2f6fcd8-5beb-4213-adfc-e54ad554a1e4 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:13.561908 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-4c48053f-409d-4d2e-9d43-ca1562d56af8 req-a2f6fcd8-5beb-4213-adfc-e54ad554a1e4 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] For port b8c49ad5-91cb-44a7-a043-cac69cf12351, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=b8c49ad5-91cb-44a7-a043-cac69cf12351,segment=NetworkSegment(083da767-b0af-4dfa-bf90-56b9bb8bd16e),segment_id=083da767-b0af-4dfa-bf90-56b9bb8bd16e)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:13.562190 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4c48053f-409d-4d2e-9d43-ca1562d56af8 req-a2f6fcd8-5beb-4213-adfc-e54ad554a1e4 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:13.574232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-4c48053f-409d-4d2e-9d43-ca1562d56af8 req-a2f6fcd8-5beb-4213-adfc-e54ad554a1e4 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Calling delete_port for b8c49ad5-91cb-44a7-a043-cac69cf12351 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:54:13.700465 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4c48053f-409d-4d2e-9d43-ca1562d56af8 req-a2f6fcd8-5beb-4213-adfc-e54ad554a1e4 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (b8c49ad5-91cb-44a7-a043-cac69cf12351), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:13.711995 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['b8c49ad5-91cb-44a7-a043-cac69cf12351'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:54:13.729057 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6fcd8-5beb-4213-adfc-e54ad554a1e4 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Pushing event deleted for resources: {'Port': ['ID=b8c49ad5-91cb-44a7-a043-cac69cf12351,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:13.773967 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c48053f-409d-4d2e-9d43-ca1562d56af8 req-a2f6fcd8-5beb-4213-adfc-e54ad554a1e4 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] No DVR routers for this DVR port b8c49ad5-91cb-44a7-a043-cac69cf12351 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:54:13.776624 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-4c48053f-409d-4d2e-9d43-ca1562d56af8 req-a2f6fcd8-5beb-4213-adfc-e54ad554a1e4 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:13.779902 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c48053f-409d-4d2e-9d43-ca1562d56af8 req-a2f6fcd8-5beb-4213-adfc-e54ad554a1e4 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.15 "DELETE /v2.0/ports/b8c49ad5-91cb-44a7-a043-cac69cf12351 HTTP/1.1" status: 204 len: 173 time: 0.3910763 Jan 27 22:54:13.780365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c85a5c-125c-49d9-b82b-d5918d89f459', 'name': 'network-vif-deleted', 'tag': 'b8c49ad5-91cb-44a7-a043-cac69cf12351'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:54:13.782604 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbba105-e212-48ca-9aeb-d1973893d01d" -d '{"events": [{"server_uuid": "30c85a5c-125c-49d9-b82b-d5918d89f459", "name": "network-vif-deleted", "tag": "b8c49ad5-91cb-44a7-a043-cac69cf12351"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:54:13.824843 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe4dde4-9242-45ed-a588-2306ed6a1591 x-openstack-request-id: req-abe4dde4-9242-45ed-a588-2306ed6a1591 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:54:13.825155 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c85a5c-125c-49d9-b82b-d5918d89f459", "name": "network-vif-deleted", "tag": "b8c49ad5-91cb-44a7-a043-cac69cf12351", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:54:13.825416 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-abe4dde4-9242-45ed-a588-2306ed6a1591 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:54:13.825830 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c85a5c-125c-49d9-b82b-d5918d89f459', 'name': 'network-vif-deleted', 'tag': 'b8c49ad5-91cb-44a7-a043-cac69cf12351', 'status': 'completed', 'code': 200} Jan 27 22:54:14.082658 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe0b27c5-299a-4960-bb30-cfd6b2fe59f9 req-bad7a75f-8d45-43b3-abca-be2284b69940 tempest-TestMinimumBasicScenario-1322119678 tempest-TestMinimumBasicScenario-1322119678-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c85a5c-125c-49d9-b82b-d5918d89f459 HTTP/1.1" status: 200 len: 210 time: 0.0294094 Jan 27 22:54:15.664831 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56234) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:16.003085 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-52e6a346-db4e-41a8-9315-45ecebeb36a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (189fe13f-e110-4239-8416-0cdb4f5d7a31), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:16.238856 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-52e6a346-db4e-41a8-9315-45ecebeb36a3 admin admin] Deleting port 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:54:16.239199 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-52e6a346-db4e-41a8-9315-45ecebeb36a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:16.319103 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-52e6a346-db4e-41a8-9315-45ecebeb36a3 admin admin] For port 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c,segment=NetworkSegment(083da767-b0af-4dfa-bf90-56b9bb8bd16e),segment_id=083da767-b0af-4dfa-bf90-56b9bb8bd16e)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:16.319382 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-52e6a346-db4e-41a8-9315-45ecebeb36a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:16.330769 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-52e6a346-db4e-41a8-9315-45ecebeb36a3 admin admin] Calling delete_port for 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:54:16.508196 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-52e6a346-db4e-41a8-9315-45ecebeb36a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:16.533515 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6a346-db4e-41a8-9315-45ecebeb36a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:16.699612 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-52e6a346-db4e-41a8-9315-45ecebeb36a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (189fe13f-e110-4239-8416-0cdb4f5d7a31), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:16.913373 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device b8c49ad5-91cb-44a7-a043-cac69cf12351 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:54:16.935312 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: b8c49ad5-91cb-44a7-a043-cac69cf12351 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:54:16.935660 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device b8c49ad5-91cb-44a7-a043-cac69cf12351 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:54:17.166923 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e6a346-db4e-41a8-9315-45ecebeb36a3 admin admin] Router 189fe13f-e110-4239-8416-0cdb4f5d7a31 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:54:17.268153 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e6a346-db4e-41a8-9315-45ecebeb36a3 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:54:17.273309 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-52e6a346-db4e-41a8-9315-45ecebeb36a3 admin admin] 10.222.0.23 "PUT /v2.0/routers/189fe13f-e110-4239-8416-0cdb4f5d7a31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6074538 Jan 27 22:54:17.276344 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56236) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:17.278892 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d376c1-d931-46eb-acd6-c69a78375462 None None] Sync routers for ids ['189fe13f-e110-4239-8416-0cdb4f5d7a31'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:54:17.290157 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d376c1-d931-46eb-acd6-c69a78375462 None None] Routers {'189fe13f-e110-4239-8416-0cdb4f5d7a31'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:54:17.290781 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-01d376c1-d931-46eb-acd6-c69a78375462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:53:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['189fe13f-e110-4239-8416-0cdb4f5d7a31'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:17.382920 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-34f9d724-003f-4695-bd2e-9e3398be8d4f admin admin] Publish callbacks [] for router (189fe13f-e110-4239-8416-0cdb4f5d7a31), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:17.393271 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-01d376c1-d931-46eb-acd6-c69a78375462 None None] Set router 189fe13f-e110-4239-8416-0cdb4f5d7a31 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:54:17.487647 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-34f9d724-003f-4695-bd2e-9e3398be8d4f admin admin] Publish callbacks [] for router_gateway (189fe13f-e110-4239-8416-0cdb4f5d7a31), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:17.539964 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-34f9d724-003f-4695-bd2e-9e3398be8d4f admin admin] Deleting port 0d7872bb-c325-4730-a941-27018534fa83 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:54:17.540351 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-34f9d724-003f-4695-bd2e-9e3398be8d4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0d7872bb-c325-4730-a941-27018534fa83), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:17.578773 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-01d376c1-d931-46eb-acd6-c69a78375462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'name': 'tempest-TestMinimumBasicScenario-873403320-router', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '0d7872bb-c325-4730-a941-27018534fa83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:54:16Z', 'revision_number': 5, 'project_id': '765f08b562ae476697df3a523c0db34a', 'gw_port': {'id': '0d7872bb-c325-4730-a941-27018534fa83', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:17.605040 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d376c1-d931-46eb-acd6-c69a78375462 None None] Checking router: 189fe13f-e110-4239-8416-0cdb4f5d7a31 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:54:17.613340 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d376c1-d931-46eb-acd6-c69a78375462 None None] Routers {'189fe13f-e110-4239-8416-0cdb4f5d7a31'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:54:17.613944 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-01d376c1-d931-46eb-acd6-c69a78375462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:53:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['189fe13f-e110-4239-8416-0cdb4f5d7a31'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:17.623401 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-34f9d724-003f-4695-bd2e-9e3398be8d4f admin admin] For port 0d7872bb-c325-4730-a941-27018534fa83, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=0d7872bb-c325-4730-a941-27018534fa83,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:17.623783 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-34f9d724-003f-4695-bd2e-9e3398be8d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0d7872bb-c325-4730-a941-27018534fa83), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:17.636452 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-34f9d724-003f-4695-bd2e-9e3398be8d4f admin admin] Calling delete_port for 0d7872bb-c325-4730-a941-27018534fa83 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:54:17.697487 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-01d376c1-d931-46eb-acd6-c69a78375462 None None] Set router 189fe13f-e110-4239-8416-0cdb4f5d7a31 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:54:17.751780 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-01d376c1-d931-46eb-acd6-c69a78375462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'name': 'tempest-TestMinimumBasicScenario-873403320-router', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:54:17Z', 'revision_number': 6, 'project_id': '765f08b562ae476697df3a523c0db34a', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:17.778806 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d376c1-d931-46eb-acd6-c69a78375462 None None] The sync data for ids ['189fe13f-e110-4239-8416-0cdb4f5d7a31'] in n-d-772272-3 is: [{'id': '189fe13f-e110-4239-8416-0cdb4f5d7a31', 'name': 'tempest-TestMinimumBasicScenario-873403320-router', 'tenant_id': '765f08b562ae476697df3a523c0db34a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:48Z', 'updated_at': '2022-01-27T22:54:17Z', 'revision_number': 6, 'project_id': '765f08b562ae476697df3a523c0db34a', 'gw_port_host': None}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:54:17.801702 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-34f9d724-003f-4695-bd2e-9e3398be8d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (0d7872bb-c325-4730-a941-27018534fa83), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:17.826157 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9d724-003f-4695-bd2e-9e3398be8d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=0d7872bb-c325-4730-a941-27018534fa83,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:17.891933 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-34f9d724-003f-4695-bd2e-9e3398be8d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (189fe13f-e110-4239-8416-0cdb4f5d7a31), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:17.982043 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-34f9d724-003f-4695-bd2e-9e3398be8d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (189fe13f-e110-4239-8416-0cdb4f5d7a31), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:17.984154 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-34f9d724-003f-4695-bd2e-9e3398be8d4f admin admin] Publish callbacks [] for router_controller (189fe13f-e110-4239-8416-0cdb4f5d7a31), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:18.028480 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-34f9d724-003f-4695-bd2e-9e3398be8d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (189fe13f-e110-4239-8416-0cdb4f5d7a31), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:18.029162 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f9d724-003f-4695-bd2e-9e3398be8d4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 189fe13f-e110-4239-8416-0cdb4f5d7a31 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:54:18.035534 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-34f9d724-003f-4695-bd2e-9e3398be8d4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:18.037026 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-34f9d724-003f-4695-bd2e-9e3398be8d4f admin admin] 10.222.0.23 "DELETE /v2.0/routers/189fe13f-e110-4239-8416-0cdb4f5d7a31 HTTP/1.1" status: 204 len: 168 time: 0.7596996 Jan 27 22:54:18.039566 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56238) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:18.084152 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-9633a061-dca1-4ff2-8dce-1706231004bb admin admin] Deleting subnet 6e187adb-86d9-4c0a-b98a-87f82a23255b {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:54:18.087168 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9633a061-dca1-4ff2-8dce-1706231004bb admin admin] Publish callbacks [] for subnet (6e187adb-86d9-4c0a-b98a-87f82a23255b), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:18.120821 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9633a061-dca1-4ff2-8dce-1706231004bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (6e187adb-86d9-4c0a-b98a-87f82a23255b), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:18.206314 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9633a061-dca1-4ff2-8dce-1706231004bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (6e187adb-86d9-4c0a-b98a-87f82a23255b), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:18.257745 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9633a061-dca1-4ff2-8dce-1706231004bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (6e187adb-86d9-4c0a-b98a-87f82a23255b), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:18.283056 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633a061-dca1-4ff2-8dce-1706231004bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e187adb-86d9-4c0a-b98a-87f82a23255b,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:18.286865 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9633a061-dca1-4ff2-8dce-1706231004bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:18.290154 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9633a061-dca1-4ff2-8dce-1706231004bb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6e187adb-86d9-4c0a-b98a-87f82a23255b HTTP/1.1" status: 204 len: 168 time: 0.2496488 Jan 27 22:54:18.292681 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeff82b-113f-4158-93fd-23f6caeb3bc1 None None] Network c29a17ba-6a78-4141-9417-8ef2effe2fd2 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:54:18.293161 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56240) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:18.366073 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0bfb-441c-485c-8364-2093be667991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (c29a17ba-6a78-4141-9417-8ef2effe2fd2), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:18.421924 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ce3e0bfb-441c-485c-8364-2093be667991 admin admin] Deleting port f81f4440-9d55-4481-a9a9-3abed80ab66f {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:54:18.422263 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0bfb-441c-485c-8364-2093be667991 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f81f4440-9d55-4481-a9a9-3abed80ab66f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:18.482673 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-ce3e0bfb-441c-485c-8364-2093be667991 admin admin] For port f81f4440-9d55-4481-a9a9-3abed80ab66f, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f81f4440-9d55-4481-a9a9-3abed80ab66f,segment=NetworkSegment(083da767-b0af-4dfa-bf90-56b9bb8bd16e),segment_id=083da767-b0af-4dfa-bf90-56b9bb8bd16e)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:18.482957 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0bfb-441c-485c-8364-2093be667991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f81f4440-9d55-4481-a9a9-3abed80ab66f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:18.495856 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-ce3e0bfb-441c-485c-8364-2093be667991 admin admin] Calling delete_port for f81f4440-9d55-4481-a9a9-3abed80ab66f owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:54:18.577901 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0bfb-441c-485c-8364-2093be667991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (f81f4440-9d55-4481-a9a9-3abed80ab66f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:18.581075 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fab1f6f-dcff-47d1-b941-75af1dedf0c1 None None] DHCP port deletion for c29a17ba-6a78-4141-9417-8ef2effe2fd2 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:54:18.606363 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e0bfb-441c-485c-8364-2093be667991 admin admin] Pushing event deleted for resources: {'Port': ['ID=f81f4440-9d55-4481-a9a9-3abed80ab66f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:18.609816 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e0bfb-441c-485c-8364-2093be667991 admin admin] No DVR routers for this DVR port f81f4440-9d55-4481-a9a9-3abed80ab66f on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:54:18.687340 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0bfb-441c-485c-8364-2093be667991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (c29a17ba-6a78-4141-9417-8ef2effe2fd2), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:18.702098 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0d7872bb-c325-4730-a941-27018534fa83 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:54:18.710840 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ce3e0bfb-441c-485c-8364-2093be667991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29a17ba-6a78-4141-9417-8ef2effe2fd2']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:18.720798 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ce3e0bfb-441c-485c-8364-2093be667991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083da767-b0af-4dfa-bf90-56b9bb8bd16e') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:18.721101 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-ce3e0bfb-441c-485c-8364-2093be667991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083da767-b0af-4dfa-bf90-56b9bb8bd16e') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:18.722689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 0d7872bb-c325-4730-a941-27018534fa83 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:54:18.723045 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 0d7872bb-c325-4730-a941-27018534fa83 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:54:18.723476 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f81f4440-9d55-4481-a9a9-3abed80ab66f no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:54:18.731504 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0bfb-441c-485c-8364-2093be667991 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (083da767-b0af-4dfa-bf90-56b9bb8bd16e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:18.744270 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: f81f4440-9d55-4481-a9a9-3abed80ab66f {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:54:18.744630 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f81f4440-9d55-4481-a9a9-3abed80ab66f not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:54:18.745061 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:54:18.745416 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0bfb-441c-485c-8364-2093be667991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (083da767-b0af-4dfa-bf90-56b9bb8bd16e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:18.752877 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3e0bfb-441c-485c-8364-2093be667991 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:54:18.753618 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0bfb-441c-485c-8364-2093be667991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (083da767-b0af-4dfa-bf90-56b9bb8bd16e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:54:18.755937 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:54:18.769576 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:54:18.769942 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 205ff6a8-c7b9-4f70-8d7f-52a2d0f6670c not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:54:18.812465 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0bfb-441c-485c-8364-2093be667991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (c29a17ba-6a78-4141-9417-8ef2effe2fd2), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:18.817424 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ce3e0bfb-441c-485c-8364-2093be667991 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:18.821318 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ce3e0bfb-441c-485c-8364-2093be667991 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c29a17ba-6a78-4141-9417-8ef2effe2fd2 HTTP/1.1" status: 204 len: 168 time: 0.5276957 Jan 27 22:54:18.825040 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56242) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:18.836037 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e0bfb-441c-485c-8364-2093be667991 admin admin] Pushing event deleted for resources: {'Network': ['ID=c29a17ba-6a78-4141-9417-8ef2effe2fd2,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:19.190147 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-227e220c-7986-4a67-a48d-dd7a7c175dfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (c563fc65-8e3d-4c01-9158-227c1e95681a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:19.430836 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-227e220c-7986-4a67-a48d-dd7a7c175dfb admin admin] Deleting port 60b9c07e-5a82-46eb-bcd0-149d9157dd36 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:54:19.431175 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-227e220c-7986-4a67-a48d-dd7a7c175dfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (60b9c07e-5a82-46eb-bcd0-149d9157dd36), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:19.509350 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-227e220c-7986-4a67-a48d-dd7a7c175dfb admin admin] For port 60b9c07e-5a82-46eb-bcd0-149d9157dd36, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=60b9c07e-5a82-46eb-bcd0-149d9157dd36,segment=NetworkSegment(d40613c7-7f0e-4602-8dc6-442053f71bf8),segment_id=d40613c7-7f0e-4602-8dc6-442053f71bf8)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:19.509610 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-227e220c-7986-4a67-a48d-dd7a7c175dfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (60b9c07e-5a82-46eb-bcd0-149d9157dd36), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:19.522895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-227e220c-7986-4a67-a48d-dd7a7c175dfb admin admin] Calling delete_port for 60b9c07e-5a82-46eb-bcd0-149d9157dd36 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:54:20.040095 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-227e220c-7986-4a67-a48d-dd7a7c175dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (60b9c07e-5a82-46eb-bcd0-149d9157dd36), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:20.066889 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e220c-7986-4a67-a48d-dd7a7c175dfb admin admin] Pushing event deleted for resources: {'Port': ['ID=60b9c07e-5a82-46eb-bcd0-149d9157dd36,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:20.237154 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-227e220c-7986-4a67-a48d-dd7a7c175dfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (c563fc65-8e3d-4c01-9158-227c1e95681a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:20.448020 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227e220c-7986-4a67-a48d-dd7a7c175dfb admin admin] Router c563fc65-8e3d-4c01-9158-227c1e95681a has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:54:20.552144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227e220c-7986-4a67-a48d-dd7a7c175dfb admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:54:20.557851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-227e220c-7986-4a67-a48d-dd7a7c175dfb admin admin] 10.222.0.23 "PUT /v2.0/routers/c563fc65-8e3d-4c01-9158-227c1e95681a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7287982 Jan 27 22:54:20.560535 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56246) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:20.562681 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e69d1fd-157d-4395-bdf7-dcf412bc7e3b None None] Sync routers for ids ['c563fc65-8e3d-4c01-9158-227c1e95681a'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:54:20.578890 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e69d1fd-157d-4395-bdf7-dcf412bc7e3b None None] Routers {'c563fc65-8e3d-4c01-9158-227c1e95681a'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:54:20.579631 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-6e69d1fd-157d-4395-bdf7-dcf412bc7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:53:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c563fc65-8e3d-4c01-9158-227c1e95681a'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:20.673179 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-98e5cfee-1c9a-4c58-8ac3-16bb01ce714b admin admin] Publish callbacks [] for router (c563fc65-8e3d-4c01-9158-227c1e95681a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:20.691214 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-6e69d1fd-157d-4395-bdf7-dcf412bc7e3b None None] Set router c563fc65-8e3d-4c01-9158-227c1e95681a gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:54:20.777990 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-98e5cfee-1c9a-4c58-8ac3-16bb01ce714b admin admin] Publish callbacks [] for router_gateway (c563fc65-8e3d-4c01-9158-227c1e95681a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:20.830972 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-98e5cfee-1c9a-4c58-8ac3-16bb01ce714b admin admin] Deleting port 053be2d0-1049-46d4-90c9-0e1c61fc919f {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:54:20.831228 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-98e5cfee-1c9a-4c58-8ac3-16bb01ce714b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (053be2d0-1049-46d4-90c9-0e1c61fc919f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:20.869046 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-6e69d1fd-157d-4395-bdf7-dcf412bc7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c563fc65-8e3d-4c01-9158-227c1e95681a', 'name': 'tempest-TestMinimumBasicScenario-1236832806-router', 'tenant_id': '6f7a94eb34824bada277797486e2e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '053be2d0-1049-46d4-90c9-0e1c61fc919f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:52Z', 'updated_at': '2022-01-27T22:54:19Z', 'revision_number': 5, 'project_id': '6f7a94eb34824bada277797486e2e0e2', 'gw_port': {'id': '053be2d0-1049-46d4-90c9-0e1c61fc919f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:09:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c563fc65-8e3d-4c01-9158-227c1e95681a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:53Z', 'updated_at': '2022-01-27T22:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:20.894949 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e69d1fd-157d-4395-bdf7-dcf412bc7e3b None None] Checking router: c563fc65-8e3d-4c01-9158-227c1e95681a for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:54:20.903404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e69d1fd-157d-4395-bdf7-dcf412bc7e3b None None] Routers {'c563fc65-8e3d-4c01-9158-227c1e95681a'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:54:20.904022 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-6e69d1fd-157d-4395-bdf7-dcf412bc7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:53:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['c563fc65-8e3d-4c01-9158-227c1e95681a'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:20.912741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-98e5cfee-1c9a-4c58-8ac3-16bb01ce714b admin admin] For port 053be2d0-1049-46d4-90c9-0e1c61fc919f, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=053be2d0-1049-46d4-90c9-0e1c61fc919f,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:20.913113 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-98e5cfee-1c9a-4c58-8ac3-16bb01ce714b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (053be2d0-1049-46d4-90c9-0e1c61fc919f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:20.925299 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-98e5cfee-1c9a-4c58-8ac3-16bb01ce714b admin admin] Calling delete_port for 053be2d0-1049-46d4-90c9-0e1c61fc919f owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:54:20.990504 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-6e69d1fd-157d-4395-bdf7-dcf412bc7e3b None None] Set router c563fc65-8e3d-4c01-9158-227c1e95681a gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:54:21.098334 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-98e5cfee-1c9a-4c58-8ac3-16bb01ce714b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (053be2d0-1049-46d4-90c9-0e1c61fc919f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:21.125746 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5cfee-1c9a-4c58-8ac3-16bb01ce714b admin admin] Pushing event deleted for resources: {'Port': ['ID=053be2d0-1049-46d4-90c9-0e1c61fc919f,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:21.188513 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-98e5cfee-1c9a-4c58-8ac3-16bb01ce714b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (c563fc65-8e3d-4c01-9158-227c1e95681a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:21.205704 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-6e69d1fd-157d-4395-bdf7-dcf412bc7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c563fc65-8e3d-4c01-9158-227c1e95681a', 'name': 'tempest-TestMinimumBasicScenario-1236832806-router', 'tenant_id': '6f7a94eb34824bada277797486e2e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:52Z', 'updated_at': '2022-01-27T22:54:20Z', 'revision_number': 6, 'project_id': '6f7a94eb34824bada277797486e2e0e2', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:21.233587 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e69d1fd-157d-4395-bdf7-dcf412bc7e3b None None] The sync data for ids ['c563fc65-8e3d-4c01-9158-227c1e95681a'] in n-d-772272-3 is: [{'id': 'c563fc65-8e3d-4c01-9158-227c1e95681a', 'name': 'tempest-TestMinimumBasicScenario-1236832806-router', 'tenant_id': '6f7a94eb34824bada277797486e2e0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:52Z', 'updated_at': '2022-01-27T22:54:20Z', 'revision_number': 6, 'project_id': '6f7a94eb34824bada277797486e2e0e2', 'gw_port_host': None}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:54:21.291979 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-98e5cfee-1c9a-4c58-8ac3-16bb01ce714b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (c563fc65-8e3d-4c01-9158-227c1e95681a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:21.294233 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-98e5cfee-1c9a-4c58-8ac3-16bb01ce714b admin admin] Publish callbacks [] for router_controller (c563fc65-8e3d-4c01-9158-227c1e95681a), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:21.342039 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-98e5cfee-1c9a-4c58-8ac3-16bb01ce714b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (c563fc65-8e3d-4c01-9158-227c1e95681a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:21.342680 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e5cfee-1c9a-4c58-8ac3-16bb01ce714b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c563fc65-8e3d-4c01-9158-227c1e95681a {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:54:21.347328 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-98e5cfee-1c9a-4c58-8ac3-16bb01ce714b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:21.351619 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56248) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:21.352100 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-98e5cfee-1c9a-4c58-8ac3-16bb01ce714b admin admin] 10.222.0.23 "DELETE /v2.0/routers/c563fc65-8e3d-4c01-9158-227c1e95681a HTTP/1.1" status: 204 len: 168 time: 0.7905738 Jan 27 22:54:21.405182 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-123b2019-7499-4ef7-b228-f857ada926e0 admin admin] Deleting subnet 59e9f3c8-ca16-4ab9-9102-999d1828f41c {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:54:21.408694 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-123b2019-7499-4ef7-b228-f857ada926e0 admin admin] Publish callbacks [] for subnet (59e9f3c8-ca16-4ab9-9102-999d1828f41c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:21.442939 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-123b2019-7499-4ef7-b228-f857ada926e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (59e9f3c8-ca16-4ab9-9102-999d1828f41c), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:21.520943 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-123b2019-7499-4ef7-b228-f857ada926e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (59e9f3c8-ca16-4ab9-9102-999d1828f41c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:21.575681 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-123b2019-7499-4ef7-b228-f857ada926e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (59e9f3c8-ca16-4ab9-9102-999d1828f41c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:21.607425 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b2019-7499-4ef7-b228-f857ada926e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59e9f3c8-ca16-4ab9-9102-999d1828f41c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:21.611581 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-123b2019-7499-4ef7-b228-f857ada926e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:21.614941 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-123b2019-7499-4ef7-b228-f857ada926e0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/59e9f3c8-ca16-4ab9-9102-999d1828f41c HTTP/1.1" status: 204 len: 168 time: 0.2614887 Jan 27 22:54:21.617295 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0169c9a5-1b63-4b98-a1fb-4477e4e04490 None None] Network 588cf488-6fa9-484a-aee0-da96229174f6 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:54:21.617835 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56250) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:21.690736 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-443c6ec9-b7f9-4a08-98f3-7e625b85b8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (588cf488-6fa9-484a-aee0-da96229174f6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:21.746032 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-443c6ec9-b7f9-4a08-98f3-7e625b85b8a4 admin admin] Deleting port 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:54:21.746405 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-443c6ec9-b7f9-4a08-98f3-7e625b85b8a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (216c7d8d-5752-4c6f-87bc-d3e4a8180f4e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:21.811457 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-443c6ec9-b7f9-4a08-98f3-7e625b85b8a4 admin admin] For port 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=216c7d8d-5752-4c6f-87bc-d3e4a8180f4e,segment=NetworkSegment(d40613c7-7f0e-4602-8dc6-442053f71bf8),segment_id=d40613c7-7f0e-4602-8dc6-442053f71bf8)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:21.811817 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-443c6ec9-b7f9-4a08-98f3-7e625b85b8a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (216c7d8d-5752-4c6f-87bc-d3e4a8180f4e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:21.825243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-443c6ec9-b7f9-4a08-98f3-7e625b85b8a4 admin admin] Calling delete_port for 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:54:21.832025 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:21.903217 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-443c6ec9-b7f9-4a08-98f3-7e625b85b8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (216c7d8d-5752-4c6f-87bc-d3e4a8180f4e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:21.933323 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c6ec9-b7f9-4a08-98f3-7e625b85b8a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=216c7d8d-5752-4c6f-87bc-d3e4a8180f4e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:21.937879 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c6ec9-b7f9-4a08-98f3-7e625b85b8a4 admin admin] No DVR routers for this DVR port 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:54:21.997321 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71331979-24ad-4ab4-ba2e-6d1bb990dce0 None None] DHCP port deletion for 588cf488-6fa9-484a-aee0-da96229174f6 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:54:22.020428 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-443c6ec9-b7f9-4a08-98f3-7e625b85b8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (588cf488-6fa9-484a-aee0-da96229174f6), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:22.041775 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-443c6ec9-b7f9-4a08-98f3-7e625b85b8a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['588cf488-6fa9-484a-aee0-da96229174f6']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:22.054312 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-443c6ec9-b7f9-4a08-98f3-7e625b85b8a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40613c7-7f0e-4602-8dc6-442053f71bf8') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:22.055348 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-443c6ec9-b7f9-4a08-98f3-7e625b85b8a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40613c7-7f0e-4602-8dc6-442053f71bf8') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:22.066449 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-443c6ec9-b7f9-4a08-98f3-7e625b85b8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (d40613c7-7f0e-4602-8dc6-442053f71bf8), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:22.080521 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-443c6ec9-b7f9-4a08-98f3-7e625b85b8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (d40613c7-7f0e-4602-8dc6-442053f71bf8), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:22.087451 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443c6ec9-b7f9-4a08-98f3-7e625b85b8a4 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:54:22.088019 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-443c6ec9-b7f9-4a08-98f3-7e625b85b8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (d40613c7-7f0e-4602-8dc6-442053f71bf8), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:54:22.090102 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:54:22.150761 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-443c6ec9-b7f9-4a08-98f3-7e625b85b8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (588cf488-6fa9-484a-aee0-da96229174f6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:22.157442 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-443c6ec9-b7f9-4a08-98f3-7e625b85b8a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:22.160673 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-443c6ec9-b7f9-4a08-98f3-7e625b85b8a4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/588cf488-6fa9-484a-aee0-da96229174f6 HTTP/1.1" status: 204 len: 168 time: 0.5418165 Jan 27 22:54:22.174930 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c6ec9-b7f9-4a08-98f3-7e625b85b8a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=588cf488-6fa9-484a-aee0-da96229174f6,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:22.329030 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56254) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:22.370567 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-595b6806-7b8a-4998-9b5b-46223ed7c1fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=765f08b562ae476697df3a523c0db34a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398073 Jan 27 22:54:22.372502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56256) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:22.418511 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5e596ce5-3069-42e3-92c8-9c3be60e019f admin admin] Publish callbacks [] for security_group (36e11047-535b-49f3-8493-24aab8456c3b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:22.439392 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5e596ce5-3069-42e3-92c8-9c3be60e019f admin admin] Publish callbacks [] for security_group (36e11047-535b-49f3-8493-24aab8456c3b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:22.485040 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5e596ce5-3069-42e3-92c8-9c3be60e019f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (36e11047-535b-49f3-8493-24aab8456c3b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:22.487679 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5e596ce5-3069-42e3-92c8-9c3be60e019f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:22.488883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5e596ce5-3069-42e3-92c8-9c3be60e019f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36e11047-535b-49f3-8493-24aab8456c3b HTTP/1.1" status: 204 len: 168 time: 0.1154652 Jan 27 22:54:22.496845 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e596ce5-3069-42e3-92c8-9c3be60e019f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e11047-535b-49f3-8493-24aab8456c3b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:22.687759 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:54:22.711351 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:54:22.711696 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 216c7d8d-5752-4c6f-87bc-d3e4a8180f4e not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:54:22.712111 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 053be2d0-1049-46d4-90c9-0e1c61fc919f no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:54:22.731215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 053be2d0-1049-46d4-90c9-0e1c61fc919f {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:54:22.731560 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 053be2d0-1049-46d4-90c9-0e1c61fc919f not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:54:22.731972 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 60b9c07e-5a82-46eb-bcd0-149d9157dd36 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:54:22.750488 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 60b9c07e-5a82-46eb-bcd0-149d9157dd36 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:54:22.750832 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 60b9c07e-5a82-46eb-bcd0-149d9157dd36 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:54:22.819890 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56262) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:22.864461 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0856ca28-b4bb-445a-bbee-0c9bfe8d370a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f7a94eb34824bada277797486e2e0e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427363 Jan 27 22:54:22.866879 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56264) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:22.913958 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f66effa2-8601-4dc2-aba7-97eedf2f8f9b admin admin] Publish callbacks [] for security_group (6fd5e23f-aba5-41c3-ba06-ddb1e67f4dd7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:22.934473 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f66effa2-8601-4dc2-aba7-97eedf2f8f9b admin admin] Publish callbacks [] for security_group (6fd5e23f-aba5-41c3-ba06-ddb1e67f4dd7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:22.981596 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f66effa2-8601-4dc2-aba7-97eedf2f8f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6fd5e23f-aba5-41c3-ba06-ddb1e67f4dd7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:22.984150 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f66effa2-8601-4dc2-aba7-97eedf2f8f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:22.985344 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f66effa2-8601-4dc2-aba7-97eedf2f8f9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6fd5e23f-aba5-41c3-ba06-ddb1e67f4dd7 HTTP/1.1" status: 204 len: 168 time: 0.1175654 Jan 27 22:54:22.992996 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66effa2-8601-4dc2-aba7-97eedf2f8f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd5e23f-aba5-41c3-ba06-ddb1e67f4dd7,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:24.216991 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d48458e9-8c39-44cc-9bb7-7777ce65ac4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:24.629306 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56304) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:24.634654 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-d8f4a452-56e6-4e94-8f33-a263d713dc39 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-475100328', 'description': 'tempest-secgroup-smoke-475100328 description', 'project_id': 'a7baef2dd068423eb46e5d5922401834'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:54:24.655521 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a452-56e6-4e94-8f33-a263d713dc39 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:24.663448 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a452-56e6-4e94-8f33-a263d713dc39 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:24.736240 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a452-56e6-4e94-8f33-a263d713dc39 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (7c00ca35-39ab-4d6a-9188-a2f9950d4fe1), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:24.740058 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a452-56e6-4e94-8f33-a263d713dc39 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7c00ca35-39ab-4d6a-9188-a2f9950d4fe1), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:24.781187 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4a452-56e6-4e94-8f33-a263d713dc39 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c00ca35-39ab-4d6a-9188-a2f9950d4fe1,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:24.814375 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a452-56e6-4e94-8f33-a263d713dc39 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (dad7f216-6bd6-4e43-9c0a-563ac90ed6ed), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:24.818025 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a452-56e6-4e94-8f33-a263d713dc39 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (dad7f216-6bd6-4e43-9c0a-563ac90ed6ed), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:24.849206 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a452-56e6-4e94-8f33-a263d713dc39 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:24.850685 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d8f4a452-56e6-4e94-8f33-a263d713dc39 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2199233 Jan 27 22:54:24.852670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4a452-56e6-4e94-8f33-a263d713dc39 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad7f216-6bd6-4e43-9c0a-563ac90ed6ed,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:24.853777 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56306) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:24.858515 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f8fb71e8-f952-43ab-b04c-bdbce2803a68 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': 'dad7f216-6bd6-4e43-9c0a-563ac90ed6ed', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:54:24.883268 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f8fb71e8-f952-43ab-b04c-bdbce2803a68 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (cfa1bd95-3abb-4c18-97b6-4903f93d1935), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:24.936252 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f8fb71e8-f952-43ab-b04c-bdbce2803a68 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (cfa1bd95-3abb-4c18-97b6-4903f93d1935), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:24.939396 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f8fb71e8-f952-43ab-b04c-bdbce2803a68 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (cfa1bd95-3abb-4c18-97b6-4903f93d1935), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:24.956903 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb71e8-f952-43ab-b04c-bdbce2803a68 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa1bd95-3abb-4c18-97b6-4903f93d1935,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:24.963928 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f8fb71e8-f952-43ab-b04c-bdbce2803a68 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:24.965158 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f8fb71e8-f952-43ab-b04c-bdbce2803a68 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1103120 Jan 27 22:54:24.967814 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56308) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:24.972076 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-42b69e5a-c33d-4066-b2b7-0ae8bd60bc07 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': 'dad7f216-6bd6-4e43-9c0a-563ac90ed6ed', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:54:24.996497 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42b69e5a-c33d-4066-b2b7-0ae8bd60bc07 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (ff382bf3-77d2-4247-bf61-e52bd99638f7), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.049407 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42b69e5a-c33d-4066-b2b7-0ae8bd60bc07 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (ff382bf3-77d2-4247-bf61-e52bd99638f7), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.053023 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42b69e5a-c33d-4066-b2b7-0ae8bd60bc07 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (ff382bf3-77d2-4247-bf61-e52bd99638f7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.070731 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b69e5a-c33d-4066-b2b7-0ae8bd60bc07 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff382bf3-77d2-4247-bf61-e52bd99638f7,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:25.078112 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-42b69e5a-c33d-4066-b2b7-0ae8bd60bc07 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.079320 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-42b69e5a-c33d-4066-b2b7-0ae8bd60bc07 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1105530 Jan 27 22:54:25.081992 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56310) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:25.086181 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3b3d4182-9ae7-45d3-a394-59eb44c2a82c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': 'dad7f216-6bd6-4e43-9c0a-563ac90ed6ed', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:54:25.110860 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3b3d4182-9ae7-45d3-a394-59eb44c2a82c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (f43e2e3c-255a-412d-b647-7724239426b1), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.166245 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3b3d4182-9ae7-45d3-a394-59eb44c2a82c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (f43e2e3c-255a-412d-b647-7724239426b1), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.169690 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3b3d4182-9ae7-45d3-a394-59eb44c2a82c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (f43e2e3c-255a-412d-b647-7724239426b1), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.189919 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d4182-9ae7-45d3-a394-59eb44c2a82c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43e2e3c-255a-412d-b647-7724239426b1,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:25.196511 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3b3d4182-9ae7-45d3-a394-59eb44c2a82c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.197693 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3b3d4182-9ae7-45d3-a394-59eb44c2a82c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147864 Jan 27 22:54:25.200520 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56312) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:25.205202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-2a3ca26d-9a97-4acf-849d-b28eb7eb8748 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': 'dad7f216-6bd6-4e43-9c0a-563ac90ed6ed', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:54:25.229792 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca26d-9a97-4acf-849d-b28eb7eb8748 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (321f302c-552a-484e-8844-c514d3e4e2c5), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.286081 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca26d-9a97-4acf-849d-b28eb7eb8748 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (321f302c-552a-484e-8844-c514d3e4e2c5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.290047 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca26d-9a97-4acf-849d-b28eb7eb8748 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (321f302c-552a-484e-8844-c514d3e4e2c5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.307469 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ca26d-9a97-4acf-849d-b28eb7eb8748 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321f302c-552a-484e-8844-c514d3e4e2c5,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:25.314806 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca26d-9a97-4acf-849d-b28eb7eb8748 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.316004 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2a3ca26d-9a97-4acf-849d-b28eb7eb8748 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144769 Jan 27 22:54:25.318736 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56314) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:25.323046 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-0a06f2cc-e7c5-4035-960f-9e49f67be939 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': 'dad7f216-6bd6-4e43-9c0a-563ac90ed6ed', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:54:25.341788 n-d-772272-3 neutron-server[109741]: INFO neutron.db.securitygroups_db [None req-0a06f2cc-e7c5-4035-960f-9e49f67be939 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Project a7baef2dd068423eb46e5d5922401834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:54:25.346515 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0a06f2cc-e7c5-4035-960f-9e49f67be939 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (7c3773b1-8b26-45d9-8ba4-1431e108855f), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.403573 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0a06f2cc-e7c5-4035-960f-9e49f67be939 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (7c3773b1-8b26-45d9-8ba4-1431e108855f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.407144 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0a06f2cc-e7c5-4035-960f-9e49f67be939 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (7c3773b1-8b26-45d9-8ba4-1431e108855f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.425810 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06f2cc-e7c5-4035-960f-9e49f67be939 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3773b1-8b26-45d9-8ba4-1431e108855f,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:25.431619 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0a06f2cc-e7c5-4035-960f-9e49f67be939 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.432883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0a06f2cc-e7c5-4035-960f-9e49f67be939 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1132178 Jan 27 22:54:25.435540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56316) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:25.439807 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-c2a75c8a-6568-4640-b82b-d06ef7fcbb60 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': 'dad7f216-6bd6-4e43-9c0a-563ac90ed6ed', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:54:25.458282 n-d-772272-3 neutron-server[109741]: INFO neutron.db.securitygroups_db [None req-c2a75c8a-6568-4640-b82b-d06ef7fcbb60 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Project a7baef2dd068423eb46e5d5922401834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:54:25.463596 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c2a75c8a-6568-4640-b82b-d06ef7fcbb60 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (c1a735e2-72ac-4e9c-bb98-0096f95582b9), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.520960 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c2a75c8a-6568-4640-b82b-d06ef7fcbb60 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (c1a735e2-72ac-4e9c-bb98-0096f95582b9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.525253 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c2a75c8a-6568-4640-b82b-d06ef7fcbb60 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (c1a735e2-72ac-4e9c-bb98-0096f95582b9), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.546211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a75c8a-6568-4640-b82b-d06ef7fcbb60 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a735e2-72ac-4e9c-bb98-0096f95582b9,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:25.555702 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c2a75c8a-6568-4640-b82b-d06ef7fcbb60 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.556890 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c2a75c8a-6568-4640-b82b-d06ef7fcbb60 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204314 Jan 27 22:54:25.559898 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56318) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:25.564600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-2cd98e32-0b3f-456f-9b85-8da3cbd02f16 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'network': {'name': 'tempest-network-smoke--419887179', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'port_security_enabled': True}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:54:25.581605 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd98e32-0b3f-456f-9b85-8da3cbd02f16 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Made reservation on behalf of a7baef2dd068423eb46e5d5922401834 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:54:25.584690 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2cd98e32-0b3f-456f-9b85-8da3cbd02f16 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.608289 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd98e32-0b3f-456f-9b85-8da3cbd02f16 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:54:25.616749 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2cd98e32-0b3f-456f-9b85-8da3cbd02f16 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (fc3ab32b-521e-4d26-ad9e-ed43cee52865), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.617114 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-2cd98e32-0b3f-456f-9b85-8da3cbd02f16 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Added segment fc3ab32b-521e-4d26-ad9e-ed43cee52865 of type vlan for network 160f5160-addc-42a2-a67d-04da6733781e Jan 27 22:54:25.655559 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2cd98e32-0b3f-456f-9b85-8da3cbd02f16 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (160f5160-addc-42a2-a67d-04da6733781e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.679515 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2cd98e32-0b3f-456f-9b85-8da3cbd02f16 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (160f5160-addc-42a2-a67d-04da6733781e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.684831 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd98e32-0b3f-456f-9b85-8da3cbd02f16 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:25.685406 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2cd98e32-0b3f-456f-9b85-8da3cbd02f16 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.738952 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2cd98e32-0b3f-456f-9b85-8da3cbd02f16 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1780219 Jan 27 22:54:25.742047 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56320) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:25.746676 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-703e18ca-ecf7-4d82-8cb4-ffa71231080b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1054147381', 'admin_state_up': True, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:54:25.755877 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd98e32-0b3f-456f-9b85-8da3cbd02f16 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Network': ['ID=160f5160-addc-42a2-a67d-04da6733781e,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:25.766419 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 160f5160-addc-42a2-a67d-04da6733781e details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:54:25.767282 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-703e18ca-ecf7-4d82-8cb4-ffa71231080b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (d5a6749b-c34f-4eca-9e26-39c76b759e8f), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.768336 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-703e18ca-ecf7-4d82-8cb4-ffa71231080b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (d5a6749b-c34f-4eca-9e26-39c76b759e8f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.817747 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-703e18ca-ecf7-4d82-8cb4-ffa71231080b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_controller (d5a6749b-c34f-4eca-9e26-39c76b759e8f), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:25.955798 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-703e18ca-ecf7-4d82-8cb4-ffa71231080b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_gateway (d5a6749b-c34f-4eca-9e26-39c76b759e8f), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:26.141487 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-703e18ca-ecf7-4d82-8cb4-ffa71231080b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_gateway (d5a6749b-c34f-4eca-9e26-39c76b759e8f), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:26.159961 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-703e18ca-ecf7-4d82-8cb4-ffa71231080b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:26.263530 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-703e18ca-ecf7-4d82-8cb4-ffa71231080b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Allocated IP 172.25.3.85 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/68b9bcec-f34d-4718-81cb-b046a76e7747) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:54:26.360492 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-703e18ca-ecf7-4d82-8cb4-ffa71231080b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (68b9bcec-f34d-4718-81cb-b046a76e7747), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:26.397954 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-703e18ca-ecf7-4d82-8cb4-ffa71231080b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (68b9bcec-f34d-4718-81cb-b046a76e7747), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:26.433429 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703e18ca-ecf7-4d82-8cb4-ffa71231080b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:54:26.436230 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-703e18ca-ecf7-4d82-8cb4-ffa71231080b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:54:26.438722 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703e18ca-ecf7-4d82-8cb4-ffa71231080b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:54:26.470723 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e18ca-ecf7-4d82-8cb4-ffa71231080b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=68b9bcec-f34d-4718-81cb-b046a76e7747,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:26.687654 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-703e18ca-ecf7-4d82-8cb4-ffa71231080b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_gateway (d5a6749b-c34f-4eca-9e26-39c76b759e8f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:26.824002 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d0c97c2c-23ab-4bbc-a210-fcaaf33c31c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:27.133457 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-703e18ca-ecf7-4d82-8cb4-ffa71231080b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (d5a6749b-c34f-4eca-9e26-39c76b759e8f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:27.260631 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703e18ca-ecf7-4d82-8cb4-ffa71231080b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router d5a6749b-c34f-4eca-9e26-39c76b759e8f is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:54:27.368324 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703e18ca-ecf7-4d82-8cb4-ffa71231080b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:54:27.377501 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] Sync routers for ids ['d5a6749b-c34f-4eca-9e26-39c76b759e8f'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:54:27.387712 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] Routers {'d5a6749b-c34f-4eca-9e26-39c76b759e8f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:54:27.388367 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:54:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['d5a6749b-c34f-4eca-9e26-39c76b759e8f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:27.388945 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-703e18ca-ecf7-4d82-8cb4-ffa71231080b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:27.390219 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-703e18ca-ecf7-4d82-8cb4-ffa71231080b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6471372 Jan 27 22:54:27.393350 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56322) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:27.494691 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] Set router d5a6749b-c34f-4eca-9e26-39c76b759e8f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:54:27.521062 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7736f492-b283-42f3-b24e-454cde1af67d tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a7baef2dd068423eb46e5d5922401834&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1264644 Jan 27 22:54:27.524190 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56326) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:27.670443 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3d871d-e87a-4d43-8232-ec16d172292c tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:27.672410 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0e3d871d-e87a-4d43-8232-ec16d172292c tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1472440 Jan 27 22:54:27.673062 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1054147381', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:54:25Z', 'updated_at': '2022-01-27T22:54:26Z', 'revision_number': 3, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:85:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:26Z', 'updated_at': '2022-01-27T22:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:27.675224 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56328) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:27.699747 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] Checking router: d5a6749b-c34f-4eca-9e26-39c76b759e8f for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:54:27.700097 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] Updating router d5a6749b-c34f-4eca-9e26-39c76b759e8f port 68b9bcec-f34d-4718-81cb-b046a76e7747 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:54:27.708980 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d57f419a-9339-494a-8e0d-ea8f9736cc54 tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325818 Jan 27 22:54:27.712511 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56330) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:27.717211 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-c5e2ab93-ba22-4885-8083-8b1aaf338dc3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-188223545', 'network_id': '160f5160-addc-42a2-a67d-04da6733781e', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:54:27.724708 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (68b9bcec-f34d-4718-81cb-b046a76e7747), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:27.751805 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:27.807821 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e2ab93-ba22-4885-8083-8b1aaf338dc3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Made reservation on behalf of a7baef2dd068423eb46e5d5922401834 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:54:27.811424 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c5e2ab93-ba22-4885-8083-8b1aaf338dc3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:27.969151 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] Publish callbacks [] for port (68b9bcec-f34d-4718-81cb-b046a76e7747), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:27.974335 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (68b9bcec-f34d-4718-81cb-b046a76e7747), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:27.999317 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c5e2ab93-ba22-4885-8083-8b1aaf338dc3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (b6f419d9-48c2-491b-8b8b-44d8abf98282), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:28.060255 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2ab93-ba22-4885-8083-8b1aaf338dc3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Subnet': ['ID=b6f419d9-48c2-491b-8b8b-44d8abf98282,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:28.071764 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e2ab93-ba22-4885-8083-8b1aaf338dc3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Checking segment: {'id': 'fc3ab32b-521e-4d26-ad9e-ed43cee52865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '160f5160-addc-42a2-a67d-04da6733781e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:54:28.072200 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e2ab93-ba22-4885-8083-8b1aaf338dc3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network hostable DHCP agents. Network: 160f5160-addc-42a2-a67d-04da6733781e, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:54:28.089685 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e2ab93-ba22-4885-8083-8b1aaf338dc3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network 160f5160-addc-42a2-a67d-04da6733781e is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:54:28.099008 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-c5e2ab93-ba22-4885-8083-8b1aaf338dc3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 160f5160-addc-42a2-a67d-04da6733781e) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:54:28.105564 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e2ab93-ba22-4885-8083-8b1aaf338dc3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:28.106487 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c5e2ab93-ba22-4885-8083-8b1aaf338dc3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:28.111377 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e846673c-3e24-48d5-8ec2-6aca5e8ffaef None None] Network 160f5160-addc-42a2-a67d-04da6733781e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:54:28.120708 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9d621-3b84-4705-beb4-9db02971df42 None None] Pushing event updated for resources: {'Port': ['ID=68b9bcec-f34d-4718-81cb-b046a76e7747,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:28.129868 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c5e2ab93-ba22-4885-8083-8b1aaf338dc3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4161532 Jan 27 22:54:28.134433 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56332) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:28.137385 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] Attempting to bind port 68b9bcec-f34d-4718-81cb-b046a76e7747 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:54:28.137771 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] Attempting to bind port 68b9bcec-f34d-4718-81cb-b046a76e7747 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:54:28.138138 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] Attempting to bind port 68b9bcec-f34d-4718-81cb-b046a76e7747 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:54:28.140840 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9d621-3b84-4705-beb4-9db02971df42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.141196 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9d621-3b84-4705-beb4-9db02971df42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.141541 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9d621-3b84-4705-beb4-9db02971df42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.141886 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9d621-3b84-4705-beb4-9db02971df42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.142222 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9d621-3b84-4705-beb4-9db02971df42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.142557 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9d621-3b84-4705-beb4-9db02971df42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.142889 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9d621-3b84-4705-beb4-9db02971df42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.143219 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9d621-3b84-4705-beb4-9db02971df42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.143549 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9d621-3b84-4705-beb4-9db02971df42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.143875 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9d621-3b84-4705-beb4-9db02971df42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.144219 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9d621-3b84-4705-beb4-9db02971df42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.144550 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9d621-3b84-4705-beb4-9db02971df42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.144906 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e9d621-3b84-4705-beb4-9db02971df42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.151203 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:54:28.151588 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:54:28.151996 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:28.152417 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:54:28.152885 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] Bound port: 68b9bcec-f34d-4718-81cb-b046a76e7747, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:54:28.153267 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (68b9bcec-f34d-4718-81cb-b046a76e7747), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:28.205693 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] For port 68b9bcec-f34d-4718-81cb-b046a76e7747, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:54:28.209273 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] For port 68b9bcec-f34d-4718-81cb-b046a76e7747, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=68b9bcec-f34d-4718-81cb-b046a76e7747,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:54:28.213718 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (68b9bcec-f34d-4718-81cb-b046a76e7747), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:28.229170 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-160f5160-addc-42a2-a67d-04da6733781e', 'network_id': '160f5160-addc-42a2-a67d-04da6733781e', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ips': [{'subnet_id': 'b6f419d9-48c2-491b-8b8b-44d8abf98282'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:54:28.230265 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:28.272410 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9d621-3b84-4705-beb4-9db02971df42 None None] Pushing event updated for resources: {'Port': ['ID=68b9bcec-f34d-4718-81cb-b046a76e7747,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:28.296038 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] Routers {'d5a6749b-c34f-4eca-9e26-39c76b759e8f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:54:28.297034 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:54:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['d5a6749b-c34f-4eca-9e26-39c76b759e8f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:28.387252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Allocated IP 172.20.0.2 (160f5160-addc-42a2-a67d-04da6733781e/b6f419d9-48c2-491b-8b8b-44d8abf98282/3aac523b-a082-43bc-a9c3-51e7527c6c9b) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:54:28.426713 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] Set router d5a6749b-c34f-4eca-9e26-39c76b759e8f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:54:28.557959 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Publish callbacks [] for port (3aac523b-a082-43bc-a9c3-51e7527c6c9b), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:28.564245 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (3aac523b-a082-43bc-a9c3-51e7527c6c9b), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:28.606395 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Network 160f5160-addc-42a2-a67d-04da6733781e is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:54:28.609606 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:54:28.612255 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:54:28.621144 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1054147381', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:54:25Z', 'updated_at': '2022-01-27T22:54:26Z', 'revision_number': 3, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:85:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:26Z', 'updated_at': '2022-01-27T22:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:28.623590 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Pushing event updated for resources: {'Port': ['ID=3aac523b-a082-43bc-a9c3-51e7527c6c9b,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:28.636327 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce09873c-cce0-4415-9475-5065dbe26721 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:28.648781 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.649274 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.649680 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.650082 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.650480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.650690 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3cfdbd-a321-410e-bc7c-c785eeb3c312 None None] The sync data for ids ['d5a6749b-c34f-4eca-9e26-39c76b759e8f'] in n-d-772272-3 is: [{'id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1054147381', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:54:25Z', 'updated_at': '2022-01-27T22:54:26Z', 'revision_number': 3, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:85:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:26Z', 'updated_at': '2022-01-27T22:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:54:28.650957 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.651353 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.651745 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.652076 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.652465 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.653542 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.654107 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.654508 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:28.693701 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Attempting to bind port 3aac523b-a082-43bc-a9c3-51e7527c6c9b on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:54:28.694167 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Attempting to bind port 3aac523b-a082-43bc-a9c3-51e7527c6c9b by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'fc3ab32b-521e-4d26-ad9e-ed43cee52865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '160f5160-addc-42a2-a67d-04da6733781e'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:54:28.694609 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Attempting to bind port 3aac523b-a082-43bc-a9c3-51e7527c6c9b on network 160f5160-addc-42a2-a67d-04da6733781e {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:54:28.700642 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:54:28.701188 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Checking segment: {'id': 'fc3ab32b-521e-4d26-ad9e-ed43cee52865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '160f5160-addc-42a2-a67d-04da6733781e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:54:28.701665 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:28.702074 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Bound using segment: {'id': 'fc3ab32b-521e-4d26-ad9e-ed43cee52865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '160f5160-addc-42a2-a67d-04da6733781e'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:54:28.702557 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Bound port: 3aac523b-a082-43bc-a9c3-51e7527c6c9b, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3ab32b-521e-4d26-ad9e-ed43cee52865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '160f5160-addc-42a2-a67d-04da6733781e'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:54:28.702943 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3aac523b-a082-43bc-a9c3-51e7527c6c9b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:28.769063 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] For port 3aac523b-a082-43bc-a9c3-51e7527c6c9b, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:54:28.772661 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] For port 3aac523b-a082-43bc-a9c3-51e7527c6c9b, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3aac523b-a082-43bc-a9c3-51e7527c6c9b,segment=NetworkSegment(fc3ab32b-521e-4d26-ad9e-ed43cee52865),segment_id=fc3ab32b-521e-4d26-ad9e-ed43cee52865)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:54:28.776979 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3aac523b-a082-43bc-a9c3-51e7527c6c9b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:28.840849 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43feba81-3fc6-47a7-80b5-8950bf2ae951 None None] Pushing event updated for resources: {'Port': ['ID=3aac523b-a082-43bc-a9c3-51e7527c6c9b,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:28.973248 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-ce09873c-cce0-4415-9475-5065dbe26721 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Allocated IP 172.20.0.1 (160f5160-addc-42a2-a67d-04da6733781e/b6f419d9-48c2-491b-8b8b-44d8abf98282/2a5410a3-c6bf-4da0-b3fb-71a941487edf) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:54:29.113272 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce09873c-cce0-4415-9475-5065dbe26721 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (2a5410a3-c6bf-4da0-b3fb-71a941487edf), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:29.151378 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:29.162564 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce09873c-cce0-4415-9475-5065dbe26721 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (2a5410a3-c6bf-4da0-b3fb-71a941487edf), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:29.205278 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce09873c-cce0-4415-9475-5065dbe26721 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network 160f5160-addc-42a2-a67d-04da6733781e is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:54:29.209275 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-ce09873c-cce0-4415-9475-5065dbe26721 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:54:29.212703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce09873c-cce0-4415-9475-5065dbe26721 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:54:29.260415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09873c-cce0-4415-9475-5065dbe26721 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=2a5410a3-c6bf-4da0-b3fb-71a941487edf,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:29.277251 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce09873c-cce0-4415-9475-5065dbe26721 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (d5a6749b-c34f-4eca-9e26-39c76b759e8f), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:29.405789 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce09873c-cce0-4415-9475-5065dbe26721 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2a5410a3-c6bf-4da0-b3fb-71a941487edf), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:29.707425 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce09873c-cce0-4415-9475-5065dbe26721 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (2a5410a3-c6bf-4da0-b3fb-71a941487edf), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:29.712750 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce09873c-cce0-4415-9475-5065dbe26721 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (2a5410a3-c6bf-4da0-b3fb-71a941487edf), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:29.790095 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09873c-cce0-4415-9475-5065dbe26721 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=2a5410a3-c6bf-4da0-b3fb-71a941487edf,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:29.793525 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ce09873c-cce0-4415-9475-5065dbe26721 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (d5a6749b-c34f-4eca-9e26-39c76b759e8f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:29.906018 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce09873c-cce0-4415-9475-5065dbe26721 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network 160f5160-addc-42a2-a67d-04da6733781e is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:54:29.907543 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-ce09873c-cce0-4415-9475-5065dbe26721 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:54:29.912734 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd558d01-3f72-410f-8fab-802ff7e949fe None None] Network 160f5160-addc-42a2-a67d-04da6733781e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:54:30.029257 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7db86a93-f3a8-4670-a273-e104fda00119 None None] Provisioning complete for port 3aac523b-a082-43bc-a9c3-51e7527c6c9b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:54:30.029637 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7db86a93-f3a8-4670-a273-e104fda00119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3aac523b-a082-43bc-a9c3-51e7527c6c9b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:30.040139 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce09873c-cce0-4415-9475-5065dbe26721 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router d5a6749b-c34f-4eca-9e26-39c76b759e8f has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:54:30.125366 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7db86a93-f3a8-4670-a273-e104fda00119 None None] Current status of the port 3aac523b-a082-43bc-a9c3-51e7527c6c9b is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:54:30.126036 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7db86a93-f3a8-4670-a273-e104fda00119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (3aac523b-a082-43bc-a9c3-51e7527c6c9b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:30.161710 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce09873c-cce0-4415-9475-5065dbe26721 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:54:30.164662 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7db86a93-f3a8-4670-a273-e104fda00119 None None] For port 3aac523b-a082-43bc-a9c3-51e7527c6c9b, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3aac523b-a082-43bc-a9c3-51e7527c6c9b,segment=NetworkSegment(fc3ab32b-521e-4d26-ad9e-ed43cee52865),segment_id=fc3ab32b-521e-4d26-ad9e-ed43cee52865)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:30.169097 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ce09873c-cce0-4415-9475-5065dbe26721 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "PUT /v2.0/routers/d5a6749b-c34f-4eca-9e26-39c76b759e8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0322809 Jan 27 22:54:30.178020 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7db86a93-f3a8-4670-a273-e104fda00119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (3aac523b-a082-43bc-a9c3-51e7527c6c9b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:30.235530 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db86a93-f3a8-4670-a273-e104fda00119 None None] Pushing event updated for resources: {'Port': ['ID=3aac523b-a082-43bc-a9c3-51e7527c6c9b,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:30.339554 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-7d75a3f9-3448-4f89-bbe3-828cbd559eec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-475100328&fields=id&tenant_id=a7baef2dd068423eb46e5d5922401834 HTTP/1.1" status: 200 len: 267 time: 0.0477116 Jan 27 22:54:30.408685 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b7ebb9c1-3108-43c6-8798-d4fdf37e3294 None None] Provisioning complete for port 3aac523b-a082-43bc-a9c3-51e7527c6c9b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:54:30.409088 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b7ebb9c1-3108-43c6-8798-d4fdf37e3294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3aac523b-a082-43bc-a9c3-51e7527c6c9b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:30.459517 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-0299cbb0-c975-475f-893c-7cb1d82b37dc tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:30.460230 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-0299cbb0-c975-475f-893c-7cb1d82b37dc tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/networks?id=160f5160-addc-42a2-a67d-04da6733781e HTTP/1.1" status: 200 len: 796 time: 0.1137569 Jan 27 22:54:30.462320 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:30.489045 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-74fb722a-6cd3-4dd0-9f3d-cbaf37c8f960 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/quotas/a7baef2dd068423eb46e5d5922401834 HTTP/1.1" status: 200 len: 375 time: 0.0196440 Jan 27 22:54:30.500340 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] Sync routers for ids ['d5a6749b-c34f-4eca-9e26-39c76b759e8f'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:54:30.528138 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b7ebb9c1-3108-43c6-8798-d4fdf37e3294 None None] Current status of the port 3aac523b-a082-43bc-a9c3-51e7527c6c9b is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:54:30.530333 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] Routers {'d5a6749b-c34f-4eca-9e26-39c76b759e8f'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:54:30.530970 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:54:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['d5a6749b-c34f-4eca-9e26-39c76b759e8f'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:30.544110 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-935b5cb9-ffb1-4ffd-8559-227d92620d91 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537894 Jan 27 22:54:30.583027 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b7ebb9c1-3108-43c6-8798-d4fdf37e3294 None None] Provisioning complete for port 2a5410a3-c6bf-4da0-b3fb-71a941487edf triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:54:30.583347 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b7ebb9c1-3108-43c6-8798-d4fdf37e3294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2a5410a3-c6bf-4da0-b3fb-71a941487edf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:30.615425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-0225db46-b063-4f71-a53a-524cd03ea823 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:54:30.623456 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-0225db46-b063-4f71-a53a-524cd03ea823 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0671222 Jan 27 22:54:30.658879 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b7ebb9c1-3108-43c6-8798-d4fdf37e3294 None None] Port 2a5410a3-c6bf-4da0-b3fb-71a941487edf cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:54:30.691663 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] Set router d5a6749b-c34f-4eca-9e26-39c76b759e8f gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:54:30.737244 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-61f7bac8-8179-4384-8f6d-4c2c7f155cd8 service neutron] 10.222.0.23 "GET /v2.0/networks/160f5160-addc-42a2-a67d-04da6733781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129086 Jan 27 22:54:30.836850 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-e046214e-2ee1-4ee5-9f7e-43effe031b7f service neutron] 10.222.0.23 "GET /v2.0/networks/160f5160-addc-42a2-a67d-04da6733781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916729 Jan 27 22:54:30.848854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3aac523b-a082-43bc-a9c3-51e7527c6c9b up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:54:30.855829 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3cee4597-cf6c-4b42-a2a1-2aed39efc257 None None] Provisioning complete for port 2a5410a3-c6bf-4da0-b3fb-71a941487edf triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:54:30.856245 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3cee4597-cf6c-4b42-a2a1-2aed39efc257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2a5410a3-c6bf-4da0-b3fb-71a941487edf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:30.941329 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3cee4597-cf6c-4b42-a2a1-2aed39efc257 None None] Port 2a5410a3-c6bf-4da0-b3fb-71a941487edf cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:54:30.991726 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 3aac523b-a082-43bc-a9c3-51e7527c6c9b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:54:30.992842 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (3aac523b-a082-43bc-a9c3-51e7527c6c9b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:31.014951 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2fba2adc-a869-439a-a87d-23f801c77015 req-e92e6035-cf05-4753-8725-d2bd7c8c9a16 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 210 time: 0.0334291 Jan 27 22:54:31.089358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1054147381', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:54:25Z', 'updated_at': '2022-01-27T22:54:29Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:85:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:26Z', 'updated_at': '2022-01-27T22:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2a5410a3-c6bf-4da0-b3fb-71a941487edf', 'name': '', 'network_id': '160f5160-addc-42a2-a67d-04da6733781e', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:2a:2c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b6f419d9-48c2-491b-8b8b-44d8abf98282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:28Z', 'updated_at': '2022-01-27T22:54:29Z', 'revision_number': 2, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': 'b6f419d9-48c2-491b-8b8b-44d8abf98282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:31.122844 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8c6a7487-6604-4f86-894c-ff820aa045da None None] Provisioning complete for port 2a5410a3-c6bf-4da0-b3fb-71a941487edf triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:54:31.123215 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7487-6604-4f86-894c-ff820aa045da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2a5410a3-c6bf-4da0-b3fb-71a941487edf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:31.128408 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] Checking router: d5a6749b-c34f-4eca-9e26-39c76b759e8f for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:54:31.128771 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] Updating router d5a6749b-c34f-4eca-9e26-39c76b759e8f port 2a5410a3-c6bf-4da0-b3fb-71a941487edf binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:54:31.153730 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 3aac523b-a082-43bc-a9c3-51e7527c6c9b is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:54:31.154767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 68b9bcec-f34d-4718-81cb-b046a76e7747 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:54:31.209509 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2a5410a3-c6bf-4da0-b3fb-71a941487edf), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:31.226839 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8c6a7487-6604-4f86-894c-ff820aa045da None None] Port 2a5410a3-c6bf-4da0-b3fb-71a941487edf cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:54:31.275775 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 68b9bcec-f34d-4718-81cb-b046a76e7747 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:54:31.276180 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (68b9bcec-f34d-4718-81cb-b046a76e7747), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:31.470313 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 68b9bcec-f34d-4718-81cb-b046a76e7747 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:54:31.470632 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (68b9bcec-f34d-4718-81cb-b046a76e7747), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:31.504410 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 68b9bcec-f34d-4718-81cb-b046a76e7747, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=68b9bcec-f34d-4718-81cb-b046a76e7747,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:31.508699 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (68b9bcec-f34d-4718-81cb-b046a76e7747), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:31.599198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=68b9bcec-f34d-4718-81cb-b046a76e7747,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:31.621704 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] Publish callbacks [] for port (2a5410a3-c6bf-4da0-b3fb-71a941487edf), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:31.627722 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2a5410a3-c6bf-4da0-b3fb-71a941487edf), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:31.828442 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e1a28-e00b-484f-ad69-0506a81c99be None None] Pushing event updated for resources: {'Port': ['ID=2a5410a3-c6bf-4da0-b3fb-71a941487edf,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:31.883453 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] Attempting to bind port 2a5410a3-c6bf-4da0-b3fb-71a941487edf on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:54:31.884130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] Attempting to bind port 2a5410a3-c6bf-4da0-b3fb-71a941487edf by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'fc3ab32b-521e-4d26-ad9e-ed43cee52865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '160f5160-addc-42a2-a67d-04da6733781e'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:54:31.884649 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] Attempting to bind port 2a5410a3-c6bf-4da0-b3fb-71a941487edf on network 160f5160-addc-42a2-a67d-04da6733781e {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:54:31.890361 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:54:31.890824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] Checking segment: {'id': 'fc3ab32b-521e-4d26-ad9e-ed43cee52865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '160f5160-addc-42a2-a67d-04da6733781e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:54:31.891344 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:31.891794 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] Bound using segment: {'id': 'fc3ab32b-521e-4d26-ad9e-ed43cee52865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '160f5160-addc-42a2-a67d-04da6733781e'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:54:31.892375 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] Bound port: 2a5410a3-c6bf-4da0-b3fb-71a941487edf, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3ab32b-521e-4d26-ad9e-ed43cee52865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '160f5160-addc-42a2-a67d-04da6733781e'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:54:31.892827 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2a5410a3-c6bf-4da0-b3fb-71a941487edf), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:31.991350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] For port 2a5410a3-c6bf-4da0-b3fb-71a941487edf, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:54:31.996425 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] For port 2a5410a3-c6bf-4da0-b3fb-71a941487edf, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2a5410a3-c6bf-4da0-b3fb-71a941487edf,segment=NetworkSegment(fc3ab32b-521e-4d26-ad9e-ed43cee52865),segment_id=fc3ab32b-521e-4d26-ad9e-ed43cee52865)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:54:32.008008 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2a5410a3-c6bf-4da0-b3fb-71a941487edf), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:32.043544 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-d9ad1d08-12f0-4339-99a3-1dde66020ed2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:32.045891 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-d9ad1d08-12f0-4339-99a3-1dde66020ed2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.15 "GET /v2.0/networks?id=160f5160-addc-42a2-a67d-04da6733781e HTTP/1.1" status: 200 len: 796 time: 0.1391828 Jan 27 22:54:32.091821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e1a28-e00b-484f-ad69-0506a81c99be None None] Pushing event updated for resources: {'Port': ['ID=2a5410a3-c6bf-4da0-b3fb-71a941487edf,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:32.107832 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] Routers {'d5a6749b-c34f-4eca-9e26-39c76b759e8f'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:54:32.108814 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:54:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['d5a6749b-c34f-4eca-9e26-39c76b759e8f'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:32.152786 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-737bed99-034b-4112-8c3e-de843dac856e req-6fdfb22a-2609-4e58-ac03-373aa37677ee tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 210 time: 0.0469675 Jan 27 22:54:32.165529 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-eff97c1e-12a4-4c7c-b7e7-d8419e855e17 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7baef2dd068423eb46e5d5922401834 HTTP/1.1" status: 200 len: 379 time: 0.1055820 Jan 27 22:54:32.178100 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a9ae154f-9be0-42b5-9972-26ca8037d16f None None] Provisioning complete for port 2a5410a3-c6bf-4da0-b3fb-71a941487edf triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:54:32.178100 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a9ae154f-9be0-42b5-9972-26ca8037d16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2a5410a3-c6bf-4da0-b3fb-71a941487edf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:32.181894 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-982f6882-24a2-478a-a030-a0c458dc230c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'port': {'device_id': 'c8061ef5-92f7-4d5f-a428-e4494a7d8d4a', 'network_id': '160f5160-addc-42a2-a67d-04da6733781e', 'admin_state_up': True, 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'security_groups': ['dad7f216-6bd6-4e43-9c0a-563ac90ed6ed']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:54:32.262181 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] Set router d5a6749b-c34f-4eca-9e26-39c76b759e8f gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:54:32.305859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-982f6882-24a2-478a-a030-a0c458dc230c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Made reservation on behalf of a7baef2dd068423eb46e5d5922401834 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:54:32.309438 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-982f6882-24a2-478a-a030-a0c458dc230c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:32.415827 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a9ae154f-9be0-42b5-9972-26ca8037d16f None None] Current status of the port 2a5410a3-c6bf-4da0-b3fb-71a941487edf is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:54:32.416135 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a9ae154f-9be0-42b5-9972-26ca8037d16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2a5410a3-c6bf-4da0-b3fb-71a941487edf), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:32.435985 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-982f6882-24a2-478a-a030-a0c458dc230c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Allocated IP 172.20.0.3 (160f5160-addc-42a2-a67d-04da6733781e/b6f419d9-48c2-491b-8b8b-44d8abf98282/dfbd258c-3c69-477d-bbb4-8e94873e44e4) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:54:32.476222 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a9ae154f-9be0-42b5-9972-26ca8037d16f None None] For port 2a5410a3-c6bf-4da0-b3fb-71a941487edf, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2a5410a3-c6bf-4da0-b3fb-71a941487edf,segment=NetworkSegment(fc3ab32b-521e-4d26-ad9e-ed43cee52865),segment_id=fc3ab32b-521e-4d26-ad9e-ed43cee52865)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:32.482561 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a9ae154f-9be0-42b5-9972-26ca8037d16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2a5410a3-c6bf-4da0-b3fb-71a941487edf), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:32.561336 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae154f-9be0-42b5-9972-26ca8037d16f None None] Pushing event updated for resources: {'Port': ['ID=2a5410a3-c6bf-4da0-b3fb-71a941487edf,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:32.577390 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1054147381', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:54:25Z', 'updated_at': '2022-01-27T22:54:29Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:85:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:26Z', 'updated_at': '2022-01-27T22:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2a5410a3-c6bf-4da0-b3fb-71a941487edf', 'name': '', 'network_id': '160f5160-addc-42a2-a67d-04da6733781e', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:2a:2c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b6f419d9-48c2-491b-8b8b-44d8abf98282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:28Z', 'updated_at': '2022-01-27T22:54:31Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': 'b6f419d9-48c2-491b-8b8b-44d8abf98282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:32.581012 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-982f6882-24a2-478a-a030-a0c458dc230c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (dfbd258c-3c69-477d-bbb4-8e94873e44e4), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:32.610525 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8675b5c4-90e5-4027-b448-b768e0122696 None None] The sync data for ids ['d5a6749b-c34f-4eca-9e26-39c76b759e8f'] in n-d-772272-3 is: [{'id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1054147381', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:54:25Z', 'updated_at': '2022-01-27T22:54:29Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:85:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:26Z', 'updated_at': '2022-01-27T22:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2a5410a3-c6bf-4da0-b3fb-71a941487edf', 'name': '', 'network_id': '160f5160-addc-42a2-a67d-04da6733781e', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:2a:2c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b6f419d9-48c2-491b-8b8b-44d8abf98282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:28Z', 'updated_at': '2022-01-27T22:54:31Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': 'b6f419d9-48c2-491b-8b8b-44d8abf98282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:54:32.617389 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-982f6882-24a2-478a-a030-a0c458dc230c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (dfbd258c-3c69-477d-bbb4-8e94873e44e4), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:32.635146 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-3ae3ad0d-1fd1-4f62-a202-25d9bbfb16ec None None] Provisioning complete for port 2a5410a3-c6bf-4da0-b3fb-71a941487edf triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:54:32.635518 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3ae3ad0d-1fd1-4f62-a202-25d9bbfb16ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2a5410a3-c6bf-4da0-b3fb-71a941487edf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:32.698238 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-982f6882-24a2-478a-a030-a0c458dc230c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network 160f5160-addc-42a2-a67d-04da6733781e is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:54:32.702892 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-982f6882-24a2-478a-a030-a0c458dc230c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:54:32.709219 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-982f6882-24a2-478a-a030-a0c458dc230c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:54:32.748745 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f6882-24a2-478a-a030-a0c458dc230c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=dfbd258c-3c69-477d-bbb4-8e94873e44e4,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:32.753704 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-3ae3ad0d-1fd1-4f62-a202-25d9bbfb16ec None None] Current status of the port 2a5410a3-c6bf-4da0-b3fb-71a941487edf is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:54:32.793770 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-982f6882-24a2-478a-a030-a0c458dc230c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:32.794428 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-982f6882-24a2-478a-a030-a0c458dc230c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:32.808333 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 68b9bcec-f34d-4718-81cb-b046a76e7747 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:54:32.817867 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-982f6882-24a2-478a-a030-a0c458dc230c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6440492 Jan 27 22:54:32.828810 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] Request body: {'port': {'device_id': 'c8061ef5-92f7-4d5f-a428-e4494a7d8d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:54:32.876834 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 68b9bcec-f34d-4718-81cb-b046a76e7747 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:54:32.877297 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (68b9bcec-f34d-4718-81cb-b046a76e7747), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:32.904579 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (dfbd258c-3c69-477d-bbb4-8e94873e44e4), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:32.979952 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 68b9bcec-f34d-4718-81cb-b046a76e7747 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:54:32.993142 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7261b2ff-a89f-4d57-a6eb-a90cd2b0569b None None] Provisioning complete for port dfbd258c-3c69-477d-bbb4-8e94873e44e4 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:54:32.993527 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7261b2ff-a89f-4d57-a6eb-a90cd2b0569b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (dfbd258c-3c69-477d-bbb4-8e94873e44e4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:33.030333 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7261b2ff-a89f-4d57-a6eb-a90cd2b0569b None None] Port dfbd258c-3c69-477d-bbb4-8e94873e44e4 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:54:33.094727 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:54:33.194672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfbd258c-3c69-477d-bbb4-8e94873e44e4 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:54:33.202759 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] Publish callbacks [] for port (dfbd258c-3c69-477d-bbb4-8e94873e44e4), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:33.216502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] Transition to ACTIVE for port object dfbd258c-3c69-477d-bbb4-8e94873e44e4 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:54:33.220959 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (dfbd258c-3c69-477d-bbb4-8e94873e44e4), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:33.672330 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbd258c-3c69-477d-bbb4-8e94873e44e4,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:33.719102 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa372c5c-b8c8-4302-be37-7929f627fd59 req-e12e0116-5297-41e8-8f53-027735245c0e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:33.720729 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa372c5c-b8c8-4302-be37-7929f627fd59 req-e12e0116-5297-41e8-8f53-027735245c0e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 943 time: 0.4720440 Jan 27 22:54:33.778006 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] Attempting to bind port dfbd258c-3c69-477d-bbb4-8e94873e44e4 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:54:33.778351 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] Attempting to bind port dfbd258c-3c69-477d-bbb4-8e94873e44e4 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'fc3ab32b-521e-4d26-ad9e-ed43cee52865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '160f5160-addc-42a2-a67d-04da6733781e'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:54:33.778688 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] Attempting to bind port dfbd258c-3c69-477d-bbb4-8e94873e44e4 on network 160f5160-addc-42a2-a67d-04da6733781e {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:54:33.792076 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] Port dfbd258c-3c69-477d-bbb4-8e94873e44e4 on network 160f5160-addc-42a2-a67d-04da6733781e not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:54:33.792437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] Attempting to bind port dfbd258c-3c69-477d-bbb4-8e94873e44e4 on network 160f5160-addc-42a2-a67d-04da6733781e {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:54:33.798308 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa372c5c-b8c8-4302-be37-7929f627fd59 req-1637a54d-a2ac-4019-a8c0-56078c7f2e16 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=dad7f216-6bd6-4e43-9c0a-563ac90ed6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699673 Jan 27 22:54:33.804988 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:54:33.805484 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] Checking segment: {'id': 'fc3ab32b-521e-4d26-ad9e-ed43cee52865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '160f5160-addc-42a2-a67d-04da6733781e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:54:33.805952 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] Bound using segment: {'id': 'fc3ab32b-521e-4d26-ad9e-ed43cee52865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '160f5160-addc-42a2-a67d-04da6733781e'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:54:33.806519 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] Bound port: dfbd258c-3c69-477d-bbb4-8e94873e44e4, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3ab32b-521e-4d26-ad9e-ed43cee52865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '160f5160-addc-42a2-a67d-04da6733781e'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:54:33.806899 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (dfbd258c-3c69-477d-bbb4-8e94873e44e4), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:33.875178 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] For port dfbd258c-3c69-477d-bbb4-8e94873e44e4, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:54:33.878479 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] For port dfbd258c-3c69-477d-bbb4-8e94873e44e4, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=dfbd258c-3c69-477d-bbb4-8e94873e44e4,segment=NetworkSegment(fc3ab32b-521e-4d26-ad9e-ed43cee52865),segment_id=fc3ab32b-521e-4d26-ad9e-ed43cee52865)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:54:33.883131 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (dfbd258c-3c69-477d-bbb4-8e94873e44e4), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:33.913701 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:33.914177 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:33.915645 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] 10.222.0.15 "PUT /v2.0/ports/dfbd258c-3c69-477d-bbb4-8e94873e44e4 HTTP/1.1" status: 200 len: 1091 time: 1.0911987 Jan 27 22:54:33.918001 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8061ef5-92f7-4d5f-a428-e4494a7d8d4a', 'tag': 'dfbd258c-3c69-477d-bbb4-8e94873e44e4'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:54:33.920284 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2cd3af-c137-462d-b694-d9391e83cd0e" -d '{"events": [{"name": "network-changed", "server_uuid": "c8061ef5-92f7-4d5f-a428-e4494a7d8d4a", "tag": "dfbd258c-3c69-477d-bbb4-8e94873e44e4"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:54:33.973774 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8693079-80c6-4ef7-8bd1-c90b4245919c x-openstack-request-id: req-c8693079-80c6-4ef7-8bd1-c90b4245919c {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:54:33.974101 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8061ef5-92f7-4d5f-a428-e4494a7d8d4a", "tag": "dfbd258c-3c69-477d-bbb4-8e94873e44e4", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:54:33.974377 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8693079-80c6-4ef7-8bd1-c90b4245919c {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:54:33.974781 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8061ef5-92f7-4d5f-a428-e4494a7d8d4a', 'tag': 'dfbd258c-3c69-477d-bbb4-8e94873e44e4', 'status': 'completed', 'code': 200} Jan 27 22:54:33.992151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe11e1-57a9-4c16-a128-48eb78ac5613 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbd258c-3c69-477d-bbb4-8e94873e44e4,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:34.013240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-9bc215d5-c03f-41c9-9342-4e7f62a8dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:34.014769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-9bc215d5-c03f-41c9-9342-4e7f62a8dbfe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 1094 time: 0.0541499 Jan 27 22:54:34.062502 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-114ddf05-215c-445c-a482-7308fe17ef59 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfbd258c-3c69-477d-bbb4-8e94873e44e4 HTTP/1.1" status: 200 len: 217 time: 0.0395272 Jan 27 22:54:34.113965 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-da0985a9-98e1-47f7-921f-02ff785f1af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:34.115234 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-da0985a9-98e1-47f7-921f-02ff785f1af0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b6f419d9-48c2-491b-8b8b-44d8abf98282 HTTP/1.1" status: 200 len: 834 time: 0.0461051 Jan 27 22:54:34.159719 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-95e172d5-a422-458a-a727-8b43de6dd3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:34.161226 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-95e172d5-a422-458a-a727-8b43de6dd3fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=160f5160-addc-42a2-a67d-04da6733781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400996 Jan 27 22:54:34.254361 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-2f141e91-5ace-4886-95f3-bfecb0b45c27 service neutron] 10.222.0.15 "GET /v2.0/networks/160f5160-addc-42a2-a67d-04da6733781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867586 Jan 27 22:54:34.342498 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7ce3685-73e5-47d1-b2e1-4e94481eae92 req-dacd34bf-06d6-4680-a275-b9170678d9ca service neutron] 10.222.0.15 "GET /v2.0/networks/160f5160-addc-42a2-a67d-04da6733781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821242 Jan 27 22:54:34.424200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cd3af-c137-462d-b694-d9391e83cd0e req-6d325d5a-b9e4-4a34-8e4d-918675e23fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:34.425748 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cc2cd3af-c137-462d-b694-d9391e83cd0e req-6d325d5a-b9e4-4a34-8e4d-918675e23fdc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 1094 time: 0.0407343 Jan 27 22:54:34.516905 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cd3af-c137-462d-b694-d9391e83cd0e req-0b29f6af-55dd-47b1-b903-2635583b3ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:34.518297 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cc2cd3af-c137-462d-b694-d9391e83cd0e req-0b29f6af-55dd-47b1-b903-2635583b3ab3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=160f5160-addc-42a2-a67d-04da6733781e HTTP/1.1" status: 200 len: 897 time: 0.0870998 Jan 27 22:54:34.561796 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cc2cd3af-c137-462d-b694-d9391e83cd0e req-a08bd9b9-ad54-4b9d-b1ec-457294e4b85f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfbd258c-3c69-477d-bbb4-8e94873e44e4 HTTP/1.1" status: 200 len: 217 time: 0.0373957 Jan 27 22:54:34.610169 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cd3af-c137-462d-b694-d9391e83cd0e req-861b685a-aa77-4afb-9118-28c616e81cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:34.611690 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cc2cd3af-c137-462d-b694-d9391e83cd0e req-861b685a-aa77-4afb-9118-28c616e81cb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b6f419d9-48c2-491b-8b8b-44d8abf98282 HTTP/1.1" status: 200 len: 834 time: 0.0437086 Jan 27 22:54:34.662639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cd3af-c137-462d-b694-d9391e83cd0e req-cb054c81-9d34-405e-bd37-e820bc6f29da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:34.664847 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cc2cd3af-c137-462d-b694-d9391e83cd0e req-cb054c81-9d34-405e-bd37-e820bc6f29da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=160f5160-addc-42a2-a67d-04da6733781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459259 Jan 27 22:54:34.721548 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2a5410a3-c6bf-4da0-b3fb-71a941487edf up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:54:34.756691 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cc2cd3af-c137-462d-b694-d9391e83cd0e req-b437e5c5-a320-40cc-8925-670a848e8e8b service neutron] 10.222.0.15 "GET /v2.0/networks/160f5160-addc-42a2-a67d-04da6733781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855215 Jan 27 22:54:34.774274 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 2a5410a3-c6bf-4da0-b3fb-71a941487edf triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:54:34.774578 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2a5410a3-c6bf-4da0-b3fb-71a941487edf), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:34.853581 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cc2cd3af-c137-462d-b694-d9391e83cd0e req-8fed927b-1d28-4800-aa86-10b0358daa54 service neutron] 10.222.0.15 "GET /v2.0/networks/160f5160-addc-42a2-a67d-04da6733781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911217 Jan 27 22:54:34.856584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 2a5410a3-c6bf-4da0-b3fb-71a941487edf is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:54:34.922348 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a2745-beb2-41c9-8257-6e9418a767f9 req-f0bb54c5-b16e-4a56-9f30-830618eca01a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:34.923840 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c27a2745-beb2-41c9-8257-6e9418a767f9 req-f0bb54c5-b16e-4a56-9f30-830618eca01a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 943 time: 0.0507786 Jan 27 22:54:34.972606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c27a2745-beb2-41c9-8257-6e9418a767f9 req-9b7f3ba4-b107-4bc2-8863-28f73987a645 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=dad7f216-6bd6-4e43-9c0a-563ac90ed6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431523 Jan 27 22:54:36.087666 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fd399-cefd-4097-9266-993dd019e706 req-3087cc6a-095c-468f-a26a-88caf5106941 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:36.089179 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-938fd399-cefd-4097-9266-993dd019e706 req-3087cc6a-095c-468f-a26a-88caf5106941 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 943 time: 0.0482349 Jan 27 22:54:36.142488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-938fd399-cefd-4097-9266-993dd019e706 req-120b26e7-19df-42c7-85e0-7c6788baaa67 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=dad7f216-6bd6-4e43-9c0a-563ac90ed6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478225 Jan 27 22:54:36.978263 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device dfbd258c-3c69-477d-bbb4-8e94873e44e4 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:54:37.075434 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port dfbd258c-3c69-477d-bbb4-8e94873e44e4, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=dfbd258c-3c69-477d-bbb4-8e94873e44e4,segment=NetworkSegment(fc3ab32b-521e-4d26-ad9e-ed43cee52865),segment_id=fc3ab32b-521e-4d26-ad9e-ed43cee52865)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:37.086651 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': 'dfbd258c-3c69-477d-bbb4-8e94873e44e4', 'network_id': '160f5160-addc-42a2-a67d-04da6733781e', 'port_id': 'dfbd258c-3c69-477d-bbb4-8e94873e44e4', 'mac_address': 'fa:16:3e:51:ec:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6f419d9-48c2-491b-8b8b-44d8abf98282', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:54:37.123354 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port dfbd258c-3c69-477d-bbb4-8e94873e44e4 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:54:37.123741 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (dfbd258c-3c69-477d-bbb4-8e94873e44e4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:37.136083 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfbd258c-3c69-477d-bbb4-8e94873e44e4 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:54:37.158472 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port dfbd258c-3c69-477d-bbb4-8e94873e44e4, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=dfbd258c-3c69-477d-bbb4-8e94873e44e4,segment=NetworkSegment(fc3ab32b-521e-4d26-ad9e-ed43cee52865),segment_id=fc3ab32b-521e-4d26-ad9e-ed43cee52865)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:37.161988 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (dfbd258c-3c69-477d-bbb4-8e94873e44e4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:37.208223 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=dfbd258c-3c69-477d-bbb4-8e94873e44e4,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:37.256377 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a5525-3704-4c35-bbac-23ece4570337 req-9c0cdc3a-9709-4cba-a912-20750319b41c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:37.257808 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e61a5525-3704-4c35-bbac-23ece4570337 req-9c0cdc3a-9709-4cba-a912-20750319b41c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 944 time: 0.0484312 Jan 27 22:54:37.307627 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e61a5525-3704-4c35-bbac-23ece4570337 req-201dd13c-ae8e-4e69-9fcc-5d506b7519f0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=dad7f216-6bd6-4e43-9c0a-563ac90ed6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438972 Jan 27 22:54:37.362274 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['dfbd258c-3c69-477d-bbb4-8e94873e44e4'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:54:38.422359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e536bb5-deca-4568-8c21-6524f4650e32 req-9327ddd1-270f-413b-9c99-52d685e9bf25 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:38.423845 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e536bb5-deca-4568-8c21-6524f4650e32 req-9327ddd1-270f-413b-9c99-52d685e9bf25 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 944 time: 0.0490072 Jan 27 22:54:38.477104 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e536bb5-deca-4568-8c21-6524f4650e32 req-d34c9ada-7320-4837-8182-23141f7af75e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=dad7f216-6bd6-4e43-9c0a-563ac90ed6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439217 Jan 27 22:54:38.995420 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device dfbd258c-3c69-477d-bbb4-8e94873e44e4 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:54:39.044377 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port dfbd258c-3c69-477d-bbb4-8e94873e44e4 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:54:39.048301 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port dfbd258c-3c69-477d-bbb4-8e94873e44e4 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:54:39.048685 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (dfbd258c-3c69-477d-bbb4-8e94873e44e4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:39.127439 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port dfbd258c-3c69-477d-bbb4-8e94873e44e4 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:54:39.127831 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (dfbd258c-3c69-477d-bbb4-8e94873e44e4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:39.149905 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8061ef5-92f7-4d5f-a428-e4494a7d8d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbd258c-3c69-477d-bbb4-8e94873e44e4'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:54:39.152117 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c82073-1bb8-4d30-a78e-e5dca40d83ff" -d '{"events": [{"server_uuid": "c8061ef5-92f7-4d5f-a428-e4494a7d8d4a", "name": "network-vif-plugged", "status": "completed", "tag": "dfbd258c-3c69-477d-bbb4-8e94873e44e4"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:54:39.165046 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port dfbd258c-3c69-477d-bbb4-8e94873e44e4, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=dfbd258c-3c69-477d-bbb4-8e94873e44e4,segment=NetworkSegment(fc3ab32b-521e-4d26-ad9e-ed43cee52865),segment_id=fc3ab32b-521e-4d26-ad9e-ed43cee52865)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:39.169438 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (dfbd258c-3c69-477d-bbb4-8e94873e44e4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:39.224151 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=dfbd258c-3c69-477d-bbb4-8e94873e44e4,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:39.254018 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae02b3a5-9025-40b6-b03e-e07ab9904b17 x-openstack-request-id: req-ae02b3a5-9025-40b6-b03e-e07ab9904b17 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:54:39.254321 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8061ef5-92f7-4d5f-a428-e4494a7d8d4a", "name": "network-vif-plugged", "status": "completed", "tag": "dfbd258c-3c69-477d-bbb4-8e94873e44e4", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:54:39.254588 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae02b3a5-9025-40b6-b03e-e07ab9904b17 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:54:39.254991 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8061ef5-92f7-4d5f-a428-e4494a7d8d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbd258c-3c69-477d-bbb4-8e94873e44e4', 'code': 200} Jan 27 22:54:39.356374 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754dcbe-32e3-4863-83bd-6bbfc3e9f8a4 req-0e5aff8f-422a-4907-8e28-0ddf97ba64e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:39.357972 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0754dcbe-32e3-4863-83bd-6bbfc3e9f8a4 req-0e5aff8f-422a-4907-8e28-0ddf97ba64e1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 1096 time: 0.0461888 Jan 27 22:54:39.403787 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0754dcbe-32e3-4863-83bd-6bbfc3e9f8a4 req-0c203434-c6dc-4263-9d40-f06b07f31f8c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dad7f216-6bd6-4e43-9c0a-563ac90ed6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402718 Jan 27 22:54:39.592624 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4581d12-5750-4dbb-965a-16c9484b478c req-5673f998-c89c-4e5f-98a0-c4260c8f82b7 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:39.594105 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4581d12-5750-4dbb-965a-16c9484b478c req-5673f998-c89c-4e5f-98a0-c4260c8f82b7 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 945 time: 0.0484436 Jan 27 22:54:39.645142 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4581d12-5750-4dbb-965a-16c9484b478c req-148655d0-eff9-41f4-9ccc-9ea36f3052c1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=dad7f216-6bd6-4e43-9c0a-563ac90ed6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452793 Jan 27 22:54:40.760109 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57de88-7673-4b8d-b24a-524b28bed636 req-fa46bfcd-daf9-4f33-bb0d-92843bc48c1d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:40.761632 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb57de88-7673-4b8d-b24a-524b28bed636 req-fa46bfcd-daf9-4f33-bb0d-92843bc48c1d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 945 time: 0.0486953 Jan 27 22:54:40.814533 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bb57de88-7673-4b8d-b24a-524b28bed636 req-c47ad7a8-39b9-44ee-8854-51077ad80f0c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=dad7f216-6bd6-4e43-9c0a-563ac90ed6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472977 Jan 27 22:54:40.927217 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a017ceb-e35a-41f6-8707-bdae1e5e0f93 req-ca36a621-53e9-40e3-af4a-09a72c15f051 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:40.928643 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0a017ceb-e35a-41f6-8707-bdae1e5e0f93 req-ca36a621-53e9-40e3-af4a-09a72c15f051 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 945 time: 0.0488987 Jan 27 22:54:40.978002 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0a017ceb-e35a-41f6-8707-bdae1e5e0f93 req-068d662d-0ee7-4a06-94ee-bb28b4850d14 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=dad7f216-6bd6-4e43-9c0a-563ac90ed6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436642 Jan 27 22:54:40.999286 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56388) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:41.038971 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd370a4-b7ce-496b-9fe3-1d953ec529d3 tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:41.040493 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2cd370a4-b7ce-496b-9fe3-1d953ec529d3 tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 1091 time: 0.0400403 Jan 27 22:54:41.043301 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56390) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:41.047508 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-1b81f350-8629-497c-add6-a984ae0539ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': 'dfbd258c-3c69-477d-bbb4-8e94873e44e4', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:54:41.067783 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1b81f350-8629-497c-add6-a984ae0539ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:41.167592 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1b81f350-8629-497c-add6-a984ae0539ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:41.272252 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-1b81f350-8629-497c-add6-a984ae0539ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Allocated IP 172.25.3.6 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/6d197de6-0fff-4e2f-a581-aeeab6dd1968) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:54:41.375791 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1b81f350-8629-497c-add6-a984ae0539ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (6d197de6-0fff-4e2f-a581-aeeab6dd1968), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:41.409621 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1b81f350-8629-497c-add6-a984ae0539ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (6d197de6-0fff-4e2f-a581-aeeab6dd1968), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:41.445238 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b81f350-8629-497c-add6-a984ae0539ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:54:41.448366 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-1b81f350-8629-497c-add6-a984ae0539ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:54:41.451789 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b81f350-8629-497c-add6-a984ae0539ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:54:41.485325 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81f350-8629-497c-add6-a984ae0539ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=6d197de6-0fff-4e2f-a581-aeeab6dd1968,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:41.814099 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1b81f350-8629-497c-add6-a984ae0539ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for floatingip (04eadfdf-eade-45ff-9e1a-13208a79ada0), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:41.884900 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1b81f350-8629-497c-add6-a984ae0539ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (6d197de6-0fff-4e2f-a581-aeeab6dd1968), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:42.030848 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1b81f350-8629-497c-add6-a984ae0539ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (6d197de6-0fff-4e2f-a581-aeeab6dd1968), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:42.035380 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1b81f350-8629-497c-add6-a984ae0539ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (6d197de6-0fff-4e2f-a581-aeeab6dd1968), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:42.108631 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81f350-8629-497c-add6-a984ae0539ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=6d197de6-0fff-4e2f-a581-aeeab6dd1968,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:42.118832 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1b81f350-8629-497c-add6-a984ae0539ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (04eadfdf-eade-45ff-9e1a-13208a79ada0), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:42.220526 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-1b81f350-8629-497c-add6-a984ae0539ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Floating IP 04eadfdf-eade-45ff-9e1a-13208a79ada0 associated. External IP: 172.25.3.6, port: dfbd258c-3c69-477d-bbb4-8e94873e44e4. Jan 27 22:54:42.429017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b81f350-8629-497c-add6-a984ae0539ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router d5a6749b-c34f-4eca-9e26-39c76b759e8f has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:54:42.536024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b81f350-8629-497c-add6-a984ae0539ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:54:42.546140 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160620c0-6f68-417e-a3fe-a927fafe7b2a None None] Sync routers for ids ['d5a6749b-c34f-4eca-9e26-39c76b759e8f'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:54:42.553182 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1b81f350-8629-497c-add6-a984ae0539ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:42.557194 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160620c0-6f68-417e-a3fe-a927fafe7b2a None None] Routers {'d5a6749b-c34f-4eca-9e26-39c76b759e8f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:54:42.557889 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-160620c0-6f68-417e-a3fe-a927fafe7b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:54:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['d5a6749b-c34f-4eca-9e26-39c76b759e8f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:42.580139 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1b81f350-8629-497c-add6-a984ae0539ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5358322 Jan 27 22:54:42.580853 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8061ef5-92f7-4d5f-a428-e4494a7d8d4a', 'tag': 'dfbd258c-3c69-477d-bbb4-8e94873e44e4'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:54:42.583220 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b83ee8d-00fe-4300-a928-2906a15fc613" -d '{"events": [{"name": "network-changed", "server_uuid": "c8061ef5-92f7-4d5f-a428-e4494a7d8d4a", "tag": "dfbd258c-3c69-477d-bbb4-8e94873e44e4"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:54:42.626606 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b60d51-8e97-48d4-b38c-945643c67b99 x-openstack-request-id: req-98b60d51-8e97-48d4-b38c-945643c67b99 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:54:42.627025 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8061ef5-92f7-4d5f-a428-e4494a7d8d4a", "tag": "dfbd258c-3c69-477d-bbb4-8e94873e44e4", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:54:42.627350 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98b60d51-8e97-48d4-b38c-945643c67b99 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:54:42.627830 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8061ef5-92f7-4d5f-a428-e4494a7d8d4a', 'tag': 'dfbd258c-3c69-477d-bbb4-8e94873e44e4', 'status': 'completed', 'code': 200} Jan 27 22:54:42.673720 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-160620c0-6f68-417e-a3fe-a927fafe7b2a None None] Set router d5a6749b-c34f-4eca-9e26-39c76b759e8f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:54:42.713074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e9cc3-e1d9-4a20-86c1-ef0ec57e96b5 req-de3f054c-3db0-429f-bf7a-32ddd7d32f36 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:42.714592 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-672e9cc3-e1d9-4a20-86c1-ef0ec57e96b5 req-de3f054c-3db0-429f-bf7a-32ddd7d32f36 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 945 time: 0.0845318 Jan 27 22:54:42.736307 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83ee8d-00fe-4300-a928-2906a15fc613 req-f4e06fd9-4184-4760-a44e-a08de0c31bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:42.737759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b83ee8d-00fe-4300-a928-2906a15fc613 req-f4e06fd9-4184-4760-a44e-a08de0c31bc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 1096 time: 0.0715685 Jan 27 22:54:42.817328 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-672e9cc3-e1d9-4a20-86c1-ef0ec57e96b5 req-358e6140-4a01-47b1-8546-39844866633f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=dad7f216-6bd6-4e43-9c0a-563ac90ed6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970504 Jan 27 22:54:42.840754 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56396) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:42.856987 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83ee8d-00fe-4300-a928-2906a15fc613 req-5752a17a-6ae5-4c53-98ab-0bcbc9723ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:42.858476 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b83ee8d-00fe-4300-a928-2906a15fc613 req-5752a17a-6ae5-4c53-98ab-0bcbc9723ff5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=160f5160-addc-42a2-a67d-04da6733781e HTTP/1.1" status: 200 len: 897 time: 0.1137626 Jan 27 22:54:42.907429 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-160620c0-6f68-417e-a3fe-a927fafe7b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1054147381', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:54:25Z', 'updated_at': '2022-01-27T22:54:29Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:85:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:26Z', 'updated_at': '2022-01-27T22:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '04eadfdf-eade-45ff-9e1a-13208a79ada0', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'floating_ip_address': '172.25.3.6', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'port_id': 'dfbd258c-3c69-477d-bbb4-8e94873e44e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '160f5160-addc-42a2-a67d-04da6733781e', 'mac_address': 'fa:16:3e:51:ec:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8061ef5-92f7-4d5f-a428-e4494a7d8d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:54:41Z', 'updated_at': '2022-01-27T22:54:41Z', 'revision_number': 0, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a5410a3-c6bf-4da0-b3fb-71a941487edf', 'name': '', 'network_id': '160f5160-addc-42a2-a67d-04da6733781e', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:2a:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b6f419d9-48c2-491b-8b8b-44d8abf98282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:28Z', 'updated_at': '2022-01-27T22:54:32Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': 'b6f419d9-48c2-491b-8b8b-44d8abf98282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:42.916687 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-974ab07c-25a9-424a-a9de-5e2e75f7232d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/floatingips/04eadfdf-eade-45ff-9e1a-13208a79ada0 HTTP/1.1" status: 200 len: 989 time: 0.0747814 Jan 27 22:54:42.927583 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b83ee8d-00fe-4300-a928-2906a15fc613 req-69128f1a-e61b-4890-886d-27c76cec11e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfbd258c-3c69-477d-bbb4-8e94873e44e4 HTTP/1.1" status: 200 len: 997 time: 0.0635006 Jan 27 22:54:42.934234 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160620c0-6f68-417e-a3fe-a927fafe7b2a None None] Checking router: d5a6749b-c34f-4eca-9e26-39c76b759e8f for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:54:42.942878 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160620c0-6f68-417e-a3fe-a927fafe7b2a None None] Routers {'d5a6749b-c34f-4eca-9e26-39c76b759e8f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:54:42.943483 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-160620c0-6f68-417e-a3fe-a927fafe7b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:54:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['d5a6749b-c34f-4eca-9e26-39c76b759e8f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:42.979539 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83ee8d-00fe-4300-a928-2906a15fc613 req-e4702a5a-4209-4775-92f3-4618de41e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:42.981046 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b83ee8d-00fe-4300-a928-2906a15fc613 req-e4702a5a-4209-4775-92f3-4618de41e56a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b6f419d9-48c2-491b-8b8b-44d8abf98282 HTTP/1.1" status: 200 len: 834 time: 0.0483515 Jan 27 22:54:43.028139 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83ee8d-00fe-4300-a928-2906a15fc613 req-28b3660e-289f-4ebc-b21f-5a06e0f5aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:43.029671 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b83ee8d-00fe-4300-a928-2906a15fc613 req-28b3660e-289f-4ebc-b21f-5a06e0f5aadd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=160f5160-addc-42a2-a67d-04da6733781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413918 Jan 27 22:54:43.050255 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-160620c0-6f68-417e-a3fe-a927fafe7b2a None None] Set router d5a6749b-c34f-4eca-9e26-39c76b759e8f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:54:43.117173 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b83ee8d-00fe-4300-a928-2906a15fc613 req-3666ba2e-5611-4d92-8489-5fadcae4ce5d service neutron] 10.222.0.15 "GET /v2.0/networks/160f5160-addc-42a2-a67d-04da6733781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810370 Jan 27 22:54:43.207962 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b83ee8d-00fe-4300-a928-2906a15fc613 req-980a225e-3b79-4657-a51f-bf35b7f08c23 service neutron] 10.222.0.15 "GET /v2.0/networks/160f5160-addc-42a2-a67d-04da6733781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850976 Jan 27 22:54:43.261058 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:43.272053 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-160620c0-6f68-417e-a3fe-a927fafe7b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1054147381', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:54:25Z', 'updated_at': '2022-01-27T22:54:29Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:85:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:26Z', 'updated_at': '2022-01-27T22:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '04eadfdf-eade-45ff-9e1a-13208a79ada0', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'floating_ip_address': '172.25.3.6', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'port_id': 'dfbd258c-3c69-477d-bbb4-8e94873e44e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '160f5160-addc-42a2-a67d-04da6733781e', 'mac_address': 'fa:16:3e:51:ec:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8061ef5-92f7-4d5f-a428-e4494a7d8d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:54:41Z', 'updated_at': '2022-01-27T22:54:41Z', 'revision_number': 0, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a5410a3-c6bf-4da0-b3fb-71a941487edf', 'name': '', 'network_id': '160f5160-addc-42a2-a67d-04da6733781e', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:2a:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b6f419d9-48c2-491b-8b8b-44d8abf98282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:28Z', 'updated_at': '2022-01-27T22:54:32Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': 'b6f419d9-48c2-491b-8b8b-44d8abf98282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:43.301548 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160620c0-6f68-417e-a3fe-a927fafe7b2a None None] The sync data for ids ['d5a6749b-c34f-4eca-9e26-39c76b759e8f'] in n-d-772272-3 is: [{'id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1054147381', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:54:25Z', 'updated_at': '2022-01-27T22:54:29Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:85:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:26Z', 'updated_at': '2022-01-27T22:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '04eadfdf-eade-45ff-9e1a-13208a79ada0', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'floating_ip_address': '172.25.3.6', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'port_id': 'dfbd258c-3c69-477d-bbb4-8e94873e44e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '160f5160-addc-42a2-a67d-04da6733781e', 'mac_address': 'fa:16:3e:51:ec:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8061ef5-92f7-4d5f-a428-e4494a7d8d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:54:41Z', 'updated_at': '2022-01-27T22:54:41Z', 'revision_number': 0, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a5410a3-c6bf-4da0-b3fb-71a941487edf', 'name': '', 'network_id': '160f5160-addc-42a2-a67d-04da6733781e', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:2a:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b6f419d9-48c2-491b-8b8b-44d8abf98282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:28Z', 'updated_at': '2022-01-27T22:54:32Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': 'b6f419d9-48c2-491b-8b8b-44d8abf98282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:54:43.488087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935e2f80-f1a3-41c3-b453-2541968d46d9 None None] New status for floating IP 04eadfdf-eade-45ff-9e1a-13208a79ada0: ACTIVE {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:54:43.917921 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56398) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:43.978617 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8fd456bd-5c0e-4bb6-a634-bddf3233904b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/floatingips/04eadfdf-eade-45ff-9e1a-13208a79ada0 HTTP/1.1" status: 200 len: 991 time: 0.0595481 Jan 27 22:54:51.817978 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:54.218858 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bf12b82c-a86e-49e9-97aa-1d1485bc175a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:56.825019 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fe822019-18ba-47b5-a67b-54718d7081fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:57.752657 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:59.138082 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:00.434867 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:10.094695 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:55:12.752068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963bf04-ddbb-48bf-a5b8-5ae385fec42b req-8896074a-a2b3-47f9-813a-d6fceb90e0de tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:12.753610 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d963bf04-ddbb-48bf-a5b8-5ae385fec42b req-8896074a-a2b3-47f9-813a-d6fceb90e0de tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 945 time: 0.0532744 Jan 27 22:55:12.802118 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d963bf04-ddbb-48bf-a5b8-5ae385fec42b req-bc2e917b-450d-4d28-af48-9d7d49fcea15 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=dad7f216-6bd6-4e43-9c0a-563ac90ed6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429728 Jan 27 22:55:13.275277 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:13.919254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f04a9-8aad-4e8b-a6d6-6bf2e916a511 req-2d4ef9bc-85d7-4977-bd55-af3ca4bbab2c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:13.920768 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-171f04a9-8aad-4e8b-a6d6-6bf2e916a511 req-2d4ef9bc-85d7-4977-bd55-af3ca4bbab2c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 945 time: 0.0487766 Jan 27 22:55:13.968700 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-171f04a9-8aad-4e8b-a6d6-6bf2e916a511 req-afd3845d-d109-4b6a-a770-bc3d4094c8a5 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=dad7f216-6bd6-4e43-9c0a-563ac90ed6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424306 Jan 27 22:55:13.991022 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56414) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:14.055239 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-dec66cc5-2c65-48fa-b50f-492b7e6e67c9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/floatingips/04eadfdf-eade-45ff-9e1a-13208a79ada0 HTTP/1.1" status: 200 len: 991 time: 0.0630202 Jan 27 22:55:15.316957 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7c1d9-3dd9-4e58-baa0-6c364ceae576 req-db4c7c92-8668-4a43-9734-a58f1b17197a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:15.318395 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4b7c1d9-3dd9-4e58-baa0-6c364ceae576 req-db4c7c92-8668-4a43-9734-a58f1b17197a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 945 time: 0.0487669 Jan 27 22:55:15.368097 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4b7c1d9-3dd9-4e58-baa0-6c364ceae576 req-20f83a69-16f6-4f77-9b4a-b8e51dc47416 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=dad7f216-6bd6-4e43-9c0a-563ac90ed6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440228 Jan 27 22:55:16.484017 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af4054-c0e4-4e7e-89ba-6c2916a9a221 req-1c56535c-fa57-4c3d-a896-47a0f0a75b5e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:16.485545 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11af4054-c0e4-4e7e-89ba-6c2916a9a221 req-1c56535c-fa57-4c3d-a896-47a0f0a75b5e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 945 time: 0.0485034 Jan 27 22:55:16.537555 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11af4054-c0e4-4e7e-89ba-6c2916a9a221 req-302fd715-1aa0-4912-a0f9-b5e0e1a1beab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=dad7f216-6bd6-4e43-9c0a-563ac90ed6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464382 Jan 27 22:55:16.559497 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56424) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:16.618207 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-55a32a36-297c-4c9c-b69d-84f8436a00e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/floatingips/04eadfdf-eade-45ff-9e1a-13208a79ada0 HTTP/1.1" status: 200 len: 991 time: 0.0576384 Jan 27 22:55:16.907920 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56430) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:17.063297 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting port 6d197de6-0fff-4e2f-a581-aeeab6dd1968 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:55:17.063768 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (6d197de6-0fff-4e2f-a581-aeeab6dd1968), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:17.141305 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (6d197de6-0fff-4e2f-a581-aeeab6dd1968), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:17.141640 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for floatingip (6d197de6-0fff-4e2f-a581-aeeab6dd1968), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:17.153845 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Calling delete_port for 6d197de6-0fff-4e2f-a581-aeeab6dd1968 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:55:17.302858 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (6d197de6-0fff-4e2f-a581-aeeab6dd1968), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:17.662270 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Port': ['ID=6d197de6-0fff-4e2f-a581-aeeab6dd1968,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:17.673855 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:17.674224 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:17.674560 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:17.674896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:17.675225 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:17.675552 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:17.675879 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:17.676254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:17.676601 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:17.676928 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:17.677251 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:17.677571 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:17.677893 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:17.730723 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for floatingip (04eadfdf-eade-45ff-9e1a-13208a79ada0), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:17.731058 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Floating IP 04eadfdf-eade-45ff-9e1a-13208a79ada0 disassociated (deleted). External IP: 172.25.3.6, port: dfbd258c-3c69-477d-bbb4-8e94873e44e4. Jan 27 22:55:17.936978 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router d5a6749b-c34f-4eca-9e26-39c76b759e8f has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:55:18.044393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:55:18.049159 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:18.053765 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688cdcd-1d12-4370-bda9-b5f01a2a961c None None] Sync routers for ids ['d5a6749b-c34f-4eca-9e26-39c76b759e8f'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:55:18.064565 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d688cdcd-1d12-4370-bda9-b5f01a2a961c None None] Routers {'d5a6749b-c34f-4eca-9e26-39c76b759e8f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:55:18.065189 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d688cdcd-1d12-4370-bda9-b5f01a2a961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:54:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['d5a6749b-c34f-4eca-9e26-39c76b759e8f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:18.078312 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e8013ba6-def8-47c6-b0a9-67c68fee55ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/floatingips/04eadfdf-eade-45ff-9e1a-13208a79ada0 HTTP/1.1" status: 204 len: 168 time: 1.1693501 Jan 27 22:55:18.079254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8061ef5-92f7-4d5f-a428-e4494a7d8d4a', 'tag': 'dfbd258c-3c69-477d-bbb4-8e94873e44e4'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:55:18.081806 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401be7ab-a2b1-4edc-b28c-3c9fe526e030" -d '{"events": [{"name": "network-changed", "server_uuid": "c8061ef5-92f7-4d5f-a428-e4494a7d8d4a", "tag": "dfbd258c-3c69-477d-bbb4-8e94873e44e4"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:55:18.122011 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a74ac7-04e7-43be-81c1-70b234c0ca74 x-openstack-request-id: req-f0a74ac7-04e7-43be-81c1-70b234c0ca74 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:55:18.122011 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8061ef5-92f7-4d5f-a428-e4494a7d8d4a", "tag": "dfbd258c-3c69-477d-bbb4-8e94873e44e4", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:55:18.122011 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0a74ac7-04e7-43be-81c1-70b234c0ca74 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:55:18.122011 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8061ef5-92f7-4d5f-a428-e4494a7d8d4a', 'tag': 'dfbd258c-3c69-477d-bbb4-8e94873e44e4', 'status': 'completed', 'code': 200} Jan 27 22:55:18.173498 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-d688cdcd-1d12-4370-bda9-b5f01a2a961c None None] Set router d5a6749b-c34f-4eca-9e26-39c76b759e8f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:55:18.186063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401be7ab-a2b1-4edc-b28c-3c9fe526e030 req-ec9cf04c-856b-4667-9f6d-11bf485bdaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:18.187991 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-401be7ab-a2b1-4edc-b28c-3c9fe526e030 req-ec9cf04c-856b-4667-9f6d-11bf485bdaf4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 1096 time: 0.0458088 Jan 27 22:55:18.344546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6ab39-fb05-4b06-900e-c3d32d83d8ee req-2326385b-3eda-4890-bf1c-cc0f596be265 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:18.346070 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ccc6ab39-fb05-4b06-900e-c3d32d83d8ee req-2326385b-3eda-4890-bf1c-cc0f596be265 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 945 time: 0.0791135 Jan 27 22:55:18.347123 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401be7ab-a2b1-4edc-b28c-3c9fe526e030 req-8077a3d9-2996-4b2c-b06d-5381b19dab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:18.350247 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-401be7ab-a2b1-4edc-b28c-3c9fe526e030 req-8077a3d9-2996-4b2c-b06d-5381b19dab8b service neutron] 10.222.0.15 "GET /v2.0/networks?id=160f5160-addc-42a2-a67d-04da6733781e HTTP/1.1" status: 200 len: 897 time: 0.1521344 Jan 27 22:55:18.406519 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-401be7ab-a2b1-4edc-b28c-3c9fe526e030 req-7dcdbbc2-0433-47e0-be72-13360dae7c92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfbd258c-3c69-477d-bbb4-8e94873e44e4 HTTP/1.1" status: 200 len: 217 time: 0.0475831 Jan 27 22:55:18.463827 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ccc6ab39-fb05-4b06-900e-c3d32d83d8ee req-7c437876-d1fa-4c57-a7f5-d6417085dcb7 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=dad7f216-6bd6-4e43-9c0a-563ac90ed6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111619 Jan 27 22:55:18.473707 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d688cdcd-1d12-4370-bda9-b5f01a2a961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1054147381', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:54:25Z', 'updated_at': '2022-01-27T22:54:29Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:85:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:26Z', 'updated_at': '2022-01-27T22:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2a5410a3-c6bf-4da0-b3fb-71a941487edf', 'name': '', 'network_id': '160f5160-addc-42a2-a67d-04da6733781e', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:2a:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b6f419d9-48c2-491b-8b8b-44d8abf98282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:28Z', 'updated_at': '2022-01-27T22:54:32Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': 'b6f419d9-48c2-491b-8b8b-44d8abf98282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:18.477360 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401be7ab-a2b1-4edc-b28c-3c9fe526e030 req-84237fdd-9264-4542-810c-d005d16f737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:18.487917 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-401be7ab-a2b1-4edc-b28c-3c9fe526e030 req-84237fdd-9264-4542-810c-d005d16f737d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b6f419d9-48c2-491b-8b8b-44d8abf98282 HTTP/1.1" status: 200 len: 834 time: 0.0615380 Jan 27 22:55:18.500621 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688cdcd-1d12-4370-bda9-b5f01a2a961c None None] Checking router: d5a6749b-c34f-4eca-9e26-39c76b759e8f for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:55:18.509116 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d688cdcd-1d12-4370-bda9-b5f01a2a961c None None] Routers {'d5a6749b-c34f-4eca-9e26-39c76b759e8f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:55:18.509725 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d688cdcd-1d12-4370-bda9-b5f01a2a961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:54:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['d5a6749b-c34f-4eca-9e26-39c76b759e8f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:18.524280 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401be7ab-a2b1-4edc-b28c-3c9fe526e030 req-18245701-bff8-47e9-9edc-b0c8a595d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:18.525787 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-401be7ab-a2b1-4edc-b28c-3c9fe526e030 req-18245701-bff8-47e9-9edc-b0c8a595d975 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=160f5160-addc-42a2-a67d-04da6733781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404978 Jan 27 22:55:18.612634 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-d688cdcd-1d12-4370-bda9-b5f01a2a961c None None] Set router d5a6749b-c34f-4eca-9e26-39c76b759e8f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:55:18.618417 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-401be7ab-a2b1-4edc-b28c-3c9fe526e030 req-28f087e4-fefe-4401-b157-19dfd1f462df service neutron] 10.222.0.15 "GET /v2.0/networks/160f5160-addc-42a2-a67d-04da6733781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856779 Jan 27 22:55:18.709014 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-401be7ab-a2b1-4edc-b28c-3c9fe526e030 req-742ced84-857d-48c4-8580-21c5e08d0e9a service neutron] 10.222.0.15 "GET /v2.0/networks/160f5160-addc-42a2-a67d-04da6733781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846584 Jan 27 22:55:18.812671 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-d688cdcd-1d12-4370-bda9-b5f01a2a961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1054147381', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:54:25Z', 'updated_at': '2022-01-27T22:54:29Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:85:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:26Z', 'updated_at': '2022-01-27T22:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2a5410a3-c6bf-4da0-b3fb-71a941487edf', 'name': '', 'network_id': '160f5160-addc-42a2-a67d-04da6733781e', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:2a:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b6f419d9-48c2-491b-8b8b-44d8abf98282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:28Z', 'updated_at': '2022-01-27T22:54:32Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': 'b6f419d9-48c2-491b-8b8b-44d8abf98282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:18.838583 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688cdcd-1d12-4370-bda9-b5f01a2a961c None None] The sync data for ids ['d5a6749b-c34f-4eca-9e26-39c76b759e8f'] in n-d-772272-3 is: [{'id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1054147381', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:54:25Z', 'updated_at': '2022-01-27T22:54:29Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:85:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:26Z', 'updated_at': '2022-01-27T22:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '2a5410a3-c6bf-4da0-b3fb-71a941487edf', 'name': '', 'network_id': '160f5160-addc-42a2-a67d-04da6733781e', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:2a:2c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'b6f419d9-48c2-491b-8b8b-44d8abf98282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:28Z', 'updated_at': '2022-01-27T22:54:32Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': 'b6f419d9-48c2-491b-8b8b-44d8abf98282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:55:19.065582 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e8dc6-7c37-401e-b658-e16fe1fe84d6 None None] New status for floating IP 04eadfdf-eade-45ff-9e1a-13208a79ada0: DOWN {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:55:19.587940 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c455f4-0108-4e01-ab38-42cad3e1e523 req-c0379f5a-160f-4d87-935d-222978611d23 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:19.589435 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-57c455f4-0108-4e01-ab38-42cad3e1e523 req-c0379f5a-160f-4d87-935d-222978611d23 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 945 time: 0.0529475 Jan 27 22:55:19.636707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-57c455f4-0108-4e01-ab38-42cad3e1e523 req-2ef3943b-7414-4206-8b3c-eb8343e3ebba tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=dad7f216-6bd6-4e43-9c0a-563ac90ed6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416722 Jan 27 22:55:20.004508 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ae7c2-dae0-4f3e-bb2d-7cafe7919060 req-78012620-5090-407a-ba59-df6ba151e622 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:20.005997 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae2ae7c2-dae0-4f3e-bb2d-7cafe7919060 req-78012620-5090-407a-ba59-df6ba151e622 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 945 time: 0.0480597 Jan 27 22:55:20.095974 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ae2ae7c2-dae0-4f3e-bb2d-7cafe7919060 req-ca8b55f6-6a5f-4bc5-842c-c4451dabdaf5 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting port dfbd258c-3c69-477d-bbb4-8e94873e44e4 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:55:20.096341 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ae2ae7c2-dae0-4f3e-bb2d-7cafe7919060 req-ca8b55f6-6a5f-4bc5-842c-c4451dabdaf5 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (dfbd258c-3c69-477d-bbb4-8e94873e44e4), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:20.182557 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ae2ae7c2-dae0-4f3e-bb2d-7cafe7919060 req-ca8b55f6-6a5f-4bc5-842c-c4451dabdaf5 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] For port dfbd258c-3c69-477d-bbb4-8e94873e44e4, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=dfbd258c-3c69-477d-bbb4-8e94873e44e4,segment=NetworkSegment(fc3ab32b-521e-4d26-ad9e-ed43cee52865),segment_id=fc3ab32b-521e-4d26-ad9e-ed43cee52865)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:20.182922 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ae2ae7c2-dae0-4f3e-bb2d-7cafe7919060 req-ca8b55f6-6a5f-4bc5-842c-c4451dabdaf5 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (dfbd258c-3c69-477d-bbb4-8e94873e44e4), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:20.194444 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-ae2ae7c2-dae0-4f3e-bb2d-7cafe7919060 req-ca8b55f6-6a5f-4bc5-842c-c4451dabdaf5 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Calling delete_port for dfbd258c-3c69-477d-bbb4-8e94873e44e4 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:55:20.326456 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ae2ae7c2-dae0-4f3e-bb2d-7cafe7919060 req-ca8b55f6-6a5f-4bc5-842c-c4451dabdaf5 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (dfbd258c-3c69-477d-bbb4-8e94873e44e4), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:20.353842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b55f6-6a5f-4bc5-842c-c4451dabdaf5 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Port': ['ID=dfbd258c-3c69-477d-bbb4-8e94873e44e4,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:20.398885 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2ae7c2-dae0-4f3e-bb2d-7cafe7919060 req-ca8b55f6-6a5f-4bc5-842c-c4451dabdaf5 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] No DVR routers for this DVR port dfbd258c-3c69-477d-bbb4-8e94873e44e4 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:55:20.402019 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ae2ae7c2-dae0-4f3e-bb2d-7cafe7919060 req-ca8b55f6-6a5f-4bc5-842c-c4451dabdaf5 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:20.406480 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ae2ae7c2-dae0-4f3e-bb2d-7cafe7919060 req-ca8b55f6-6a5f-4bc5-842c-c4451dabdaf5 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.15 "DELETE /v2.0/ports/dfbd258c-3c69-477d-bbb4-8e94873e44e4 HTTP/1.1" status: 204 len: 173 time: 0.3955276 Jan 27 22:55:20.406975 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8061ef5-92f7-4d5f-a428-e4494a7d8d4a', 'name': 'network-vif-deleted', 'tag': 'dfbd258c-3c69-477d-bbb4-8e94873e44e4'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:55:20.410103 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570d223e-f171-4c2c-89d4-29ef719c8d21" -d '{"events": [{"server_uuid": "c8061ef5-92f7-4d5f-a428-e4494a7d8d4a", "name": "network-vif-deleted", "tag": "dfbd258c-3c69-477d-bbb4-8e94873e44e4"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:55:20.454528 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4540bc90-117f-4f32-869b-f57b05571ae9 x-openstack-request-id: req-4540bc90-117f-4f32-869b-f57b05571ae9 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:55:20.454836 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8061ef5-92f7-4d5f-a428-e4494a7d8d4a", "name": "network-vif-deleted", "tag": "dfbd258c-3c69-477d-bbb4-8e94873e44e4", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:55:20.455098 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4540bc90-117f-4f32-869b-f57b05571ae9 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:55:20.455524 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8061ef5-92f7-4d5f-a428-e4494a7d8d4a', 'name': 'network-vif-deleted', 'tag': 'dfbd258c-3c69-477d-bbb4-8e94873e44e4', 'status': 'completed', 'code': 200} Jan 27 22:55:20.748881 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d177f92e-2f10-4771-8bdb-723412f3a5a8 req-cb8ee357-fe6e-44a3-bdd5-4a2c5e75d63b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8061ef5-92f7-4d5f-a428-e4494a7d8d4a HTTP/1.1" status: 200 len: 210 time: 0.0320153 Jan 27 22:55:21.807684 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56446) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:21.836319 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:22.176453 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (d5a6749b-c34f-4eca-9e26-39c76b759e8f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:22.432482 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting port 2a5410a3-c6bf-4da0-b3fb-71a941487edf {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:55:22.432746 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (2a5410a3-c6bf-4da0-b3fb-71a941487edf), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:22.522644 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] For port 2a5410a3-c6bf-4da0-b3fb-71a941487edf, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2a5410a3-c6bf-4da0-b3fb-71a941487edf,segment=NetworkSegment(fc3ab32b-521e-4d26-ad9e-ed43cee52865),segment_id=fc3ab32b-521e-4d26-ad9e-ed43cee52865)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:22.522934 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (2a5410a3-c6bf-4da0-b3fb-71a941487edf), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:22.534539 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Calling delete_port for 2a5410a3-c6bf-4da0-b3fb-71a941487edf owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:55:22.721403 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (2a5410a3-c6bf-4da0-b3fb-71a941487edf), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:22.753374 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Port': ['ID=2a5410a3-c6bf-4da0-b3fb-71a941487edf,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:22.776789 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:22.777158 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:22.777561 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:22.777914 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:22.778262 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:22.778606 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:22.778948 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:22.779285 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:22.779622 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:22.779961 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:22.780324 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:22.780656 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:22.781038 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:22.931006 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (d5a6749b-c34f-4eca-9e26-39c76b759e8f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:23.140521 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router d5a6749b-c34f-4eca-9e26-39c76b759e8f has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:55:23.244623 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:55:23.250399 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b1d57a73-7070-4391-ab4c-b31462bd5ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "PUT /v2.0/routers/d5a6749b-c34f-4eca-9e26-39c76b759e8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4415147 Jan 27 22:55:23.253111 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56448) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:23.255129 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032748ff-f134-4266-9dd7-b50c5795ebc1 None None] Sync routers for ids ['d5a6749b-c34f-4eca-9e26-39c76b759e8f'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:55:23.264895 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032748ff-f134-4266-9dd7-b50c5795ebc1 None None] Routers {'d5a6749b-c34f-4eca-9e26-39c76b759e8f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:55:23.265598 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-032748ff-f134-4266-9dd7-b50c5795ebc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:54:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['d5a6749b-c34f-4eca-9e26-39c76b759e8f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:23.302938 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-320ca240-8129-46b0-b8af-113350b09e91 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting subnet b6f419d9-48c2-491b-8b8b-44d8abf98282 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:55:23.305980 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-320ca240-8129-46b0-b8af-113350b09e91 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for subnet (b6f419d9-48c2-491b-8b8b-44d8abf98282), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:23.348414 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-320ca240-8129-46b0-b8af-113350b09e91 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (b6f419d9-48c2-491b-8b8b-44d8abf98282), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:23.369823 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-032748ff-f134-4266-9dd7-b50c5795ebc1 None None] Set router d5a6749b-c34f-4eca-9e26-39c76b759e8f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:55:23.429738 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-320ca240-8129-46b0-b8af-113350b09e91 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (b6f419d9-48c2-491b-8b8b-44d8abf98282), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:23.486278 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-320ca240-8129-46b0-b8af-113350b09e91 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (b6f419d9-48c2-491b-8b8b-44d8abf98282), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:23.510784 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ca240-8129-46b0-b8af-113350b09e91 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f419d9-48c2-491b-8b8b-44d8abf98282,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:23.516813 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-320ca240-8129-46b0-b8af-113350b09e91 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:23.520276 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-320ca240-8129-46b0-b8af-113350b09e91 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/subnets/b6f419d9-48c2-491b-8b8b-44d8abf98282 HTTP/1.1" status: 204 len: 168 time: 0.2661898 Jan 27 22:55:23.522965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56450) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:23.526693 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99da065c-da5a-4ffb-947d-f0dbee406afb None None] Network 160f5160-addc-42a2-a67d-04da6733781e requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:55:23.553313 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-032748ff-f134-4266-9dd7-b50c5795ebc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1054147381', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:54:25Z', 'updated_at': '2022-01-27T22:55:22Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:85:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:26Z', 'updated_at': '2022-01-27T22:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:23.584742 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032748ff-f134-4266-9dd7-b50c5795ebc1 None None] Checking router: d5a6749b-c34f-4eca-9e26-39c76b759e8f for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:55:23.593825 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032748ff-f134-4266-9dd7-b50c5795ebc1 None None] Routers {'d5a6749b-c34f-4eca-9e26-39c76b759e8f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:55:23.594445 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-032748ff-f134-4266-9dd7-b50c5795ebc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:54:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['d5a6749b-c34f-4eca-9e26-39c76b759e8f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:23.639053 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5322c197-0e79-42a1-89ed-6ef3618d2f37 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router (d5a6749b-c34f-4eca-9e26-39c76b759e8f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:23.676192 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9447d982-da7a-47ba-bca9-29efdce3cbc3 None None] DHCP port deletion for 160f5160-addc-42a2-a67d-04da6733781e request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:55:23.699934 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-032748ff-f134-4266-9dd7-b50c5795ebc1 None None] Set router d5a6749b-c34f-4eca-9e26-39c76b759e8f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:55:23.727528 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9447d982-da7a-47ba-bca9-29efdce3cbc3 None None] Deleting port 3aac523b-a082-43bc-a9c3-51e7527c6c9b {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:55:23.727905 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9447d982-da7a-47ba-bca9-29efdce3cbc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (3aac523b-a082-43bc-a9c3-51e7527c6c9b), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:23.748499 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5322c197-0e79-42a1-89ed-6ef3618d2f37 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_gateway (d5a6749b-c34f-4eca-9e26-39c76b759e8f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:23.790237 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-9447d982-da7a-47ba-bca9-29efdce3cbc3 None None] For port 3aac523b-a082-43bc-a9c3-51e7527c6c9b, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=3aac523b-a082-43bc-a9c3-51e7527c6c9b,segment=NetworkSegment(fc3ab32b-521e-4d26-ad9e-ed43cee52865),segment_id=fc3ab32b-521e-4d26-ad9e-ed43cee52865)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:23.790539 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9447d982-da7a-47ba-bca9-29efdce3cbc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (3aac523b-a082-43bc-a9c3-51e7527c6c9b), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:23.804219 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-9447d982-da7a-47ba-bca9-29efdce3cbc3 None None] Calling delete_port for 3aac523b-a082-43bc-a9c3-51e7527c6c9b owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:55:23.810395 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-5322c197-0e79-42a1-89ed-6ef3618d2f37 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting port 68b9bcec-f34d-4718-81cb-b046a76e7747 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:55:23.810750 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5322c197-0e79-42a1-89ed-6ef3618d2f37 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (68b9bcec-f34d-4718-81cb-b046a76e7747), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:23.881118 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-032748ff-f134-4266-9dd7-b50c5795ebc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1054147381', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:54:25Z', 'updated_at': '2022-01-27T22:55:22Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:85:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:26Z', 'updated_at': '2022-01-27T22:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:23.891540 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9447d982-da7a-47ba-bca9-29efdce3cbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (3aac523b-a082-43bc-a9c3-51e7527c6c9b), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:23.894468 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-5322c197-0e79-42a1-89ed-6ef3618d2f37 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] For port 68b9bcec-f34d-4718-81cb-b046a76e7747, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=68b9bcec-f34d-4718-81cb-b046a76e7747,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:23.895208 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5322c197-0e79-42a1-89ed-6ef3618d2f37 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (68b9bcec-f34d-4718-81cb-b046a76e7747), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:23.908906 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032748ff-f134-4266-9dd7-b50c5795ebc1 None None] The sync data for ids ['d5a6749b-c34f-4eca-9e26-39c76b759e8f'] in n-d-772272-3 is: [{'id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1054147381', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:54:25Z', 'updated_at': '2022-01-27T22:55:22Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '68b9bcec-f34d-4718-81cb-b046a76e7747', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:85:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6749b-c34f-4eca-9e26-39c76b759e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:54:26Z', 'updated_at': '2022-01-27T22:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:55:23.909155 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-5322c197-0e79-42a1-89ed-6ef3618d2f37 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Calling delete_port for 68b9bcec-f34d-4718-81cb-b046a76e7747 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:55:23.918888 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447d982-da7a-47ba-bca9-29efdce3cbc3 None None] Pushing event deleted for resources: {'Port': ['ID=3aac523b-a082-43bc-a9c3-51e7527c6c9b,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:23.926333 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9447d982-da7a-47ba-bca9-29efdce3cbc3 None None] No DVR routers for this DVR port 3aac523b-a082-43bc-a9c3-51e7527c6c9b on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:55:24.221929 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-987afa7d-9476-4f9d-9f9f-37745037824f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:24.340565 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5322c197-0e79-42a1-89ed-6ef3618d2f37 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (68b9bcec-f34d-4718-81cb-b046a76e7747), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:24.368341 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322c197-0e79-42a1-89ed-6ef3618d2f37 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Port': ['ID=68b9bcec-f34d-4718-81cb-b046a76e7747,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:24.426053 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5322c197-0e79-42a1-89ed-6ef3618d2f37 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (d5a6749b-c34f-4eca-9e26-39c76b759e8f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:24.513695 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5322c197-0e79-42a1-89ed-6ef3618d2f37 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (d5a6749b-c34f-4eca-9e26-39c76b759e8f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:24.515732 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5322c197-0e79-42a1-89ed-6ef3618d2f37 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_controller (d5a6749b-c34f-4eca-9e26-39c76b759e8f), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:24.556576 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5322c197-0e79-42a1-89ed-6ef3618d2f37 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (d5a6749b-c34f-4eca-9e26-39c76b759e8f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:24.557123 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5322c197-0e79-42a1-89ed-6ef3618d2f37 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Fanout notify agent at l3_agent the message router_deleted on router d5a6749b-c34f-4eca-9e26-39c76b759e8f {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:55:24.564155 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5322c197-0e79-42a1-89ed-6ef3618d2f37 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:24.567962 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5322c197-0e79-42a1-89ed-6ef3618d2f37 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/routers/d5a6749b-c34f-4eca-9e26-39c76b759e8f HTTP/1.1" status: 204 len: 168 time: 1.0414095 Jan 27 22:55:24.568154 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56452) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:24.649432 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c25bc2f4-e52d-4f6e-9191-f4a8f34ed38b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (160f5160-addc-42a2-a67d-04da6733781e), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:24.747033 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c25bc2f4-e52d-4f6e-9191-f4a8f34ed38b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (160f5160-addc-42a2-a67d-04da6733781e), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:24.771054 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-c25bc2f4-e52d-4f6e-9191-f4a8f34ed38b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160f5160-addc-42a2-a67d-04da6733781e']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:24.780729 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-c25bc2f4-e52d-4f6e-9191-f4a8f34ed38b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3ab32b-521e-4d26-ad9e-ed43cee52865') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:24.781031 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-c25bc2f4-e52d-4f6e-9191-f4a8f34ed38b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3ab32b-521e-4d26-ad9e-ed43cee52865') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:24.790266 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c25bc2f4-e52d-4f6e-9191-f4a8f34ed38b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (fc3ab32b-521e-4d26-ad9e-ed43cee52865), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:24.803394 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c25bc2f4-e52d-4f6e-9191-f4a8f34ed38b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (fc3ab32b-521e-4d26-ad9e-ed43cee52865), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:24.809289 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25bc2f4-e52d-4f6e-9191-f4a8f34ed38b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:55:24.809669 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c25bc2f4-e52d-4f6e-9191-f4a8f34ed38b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (fc3ab32b-521e-4d26-ad9e-ed43cee52865), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: timer() Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:55:24.812688 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:55:24.869076 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c25bc2f4-e52d-4f6e-9191-f4a8f34ed38b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (160f5160-addc-42a2-a67d-04da6733781e), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:24.875888 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c25bc2f4-e52d-4f6e-9191-f4a8f34ed38b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:24.879162 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c25bc2f4-e52d-4f6e-9191-f4a8f34ed38b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/networks/160f5160-addc-42a2-a67d-04da6733781e HTTP/1.1" status: 204 len: 168 time: 0.3100564 Jan 27 22:55:24.882032 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56454) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:24.890995 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bc2f4-e52d-4f6e-9191-f4a8f34ed38b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Network': ['ID=160f5160-addc-42a2-a67d-04da6733781e,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:24.939703 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e3c8216a-b67c-4f60-8bda-5c1c3f5bc207 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (dad7f216-6bd6-4e43-9c0a-563ac90ed6ed), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:24.966036 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e3c8216a-b67c-4f60-8bda-5c1c3f5bc207 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (dad7f216-6bd6-4e43-9c0a-563ac90ed6ed), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:25.033722 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e3c8216a-b67c-4f60-8bda-5c1c3f5bc207 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (dad7f216-6bd6-4e43-9c0a-563ac90ed6ed), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:25.036787 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e3c8216a-b67c-4f60-8bda-5c1c3f5bc207 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:25.037975 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e3c8216a-b67c-4f60-8bda-5c1c3f5bc207 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/security-groups/dad7f216-6bd6-4e43-9c0a-563ac90ed6ed HTTP/1.1" status: 204 len: 168 time: 0.1549230 Jan 27 22:55:25.049787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8216a-b67c-4f60-8bda-5c1c3f5bc207 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad7f216-6bd6-4e43-9c0a-563ac90ed6ed,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:25.098672 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2a5410a3-c6bf-4da0-b3fb-71a941487edf no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:55:25.118573 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 2a5410a3-c6bf-4da0-b3fb-71a941487edf {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:55:25.118937 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2a5410a3-c6bf-4da0-b3fb-71a941487edf not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:55:25.119449 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3aac523b-a082-43bc-a9c3-51e7527c6c9b no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:55:25.138896 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 3aac523b-a082-43bc-a9c3-51e7527c6c9b {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:55:25.139249 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 3aac523b-a082-43bc-a9c3-51e7527c6c9b not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:55:25.217048 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device dfbd258c-3c69-477d-bbb4-8e94873e44e4 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:55:25.240959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: dfbd258c-3c69-477d-bbb4-8e94873e44e4 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:55:25.241313 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device dfbd258c-3c69-477d-bbb4-8e94873e44e4 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:55:25.470603 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56460) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:25.475216 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-1b5193d8-cba9-4425-9795-18cd520843b9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1131603354', 'description': 'tempest-secgroup-smoke-1131603354 description', 'project_id': 'a7baef2dd068423eb46e5d5922401834'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:25.496234 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1b5193d8-cba9-4425-9795-18cd520843b9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:25.560674 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1b5193d8-cba9-4425-9795-18cd520843b9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (f5e75db1-62f0-412b-80a1-3f56589341e9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:25.564110 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1b5193d8-cba9-4425-9795-18cd520843b9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f5e75db1-62f0-412b-80a1-3f56589341e9), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:25.593233 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1b5193d8-cba9-4425-9795-18cd520843b9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:25.594505 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1b5193d8-cba9-4425-9795-18cd520843b9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1228757 Jan 27 22:55:25.596594 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5193d8-cba9-4425-9795-18cd520843b9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e75db1-62f0-412b-80a1-3f56589341e9,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:25.597647 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56462) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:25.602831 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-f114936f-aa4a-476d-af72-a583fe765b6b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': 'f5e75db1-62f0-412b-80a1-3f56589341e9', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:25.626850 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f114936f-aa4a-476d-af72-a583fe765b6b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (357b0577-2e10-4bbe-8352-3a193758b10c), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:25.681576 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f114936f-aa4a-476d-af72-a583fe765b6b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (357b0577-2e10-4bbe-8352-3a193758b10c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:25.685066 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f114936f-aa4a-476d-af72-a583fe765b6b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (357b0577-2e10-4bbe-8352-3a193758b10c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:25.702993 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114936f-aa4a-476d-af72-a583fe765b6b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357b0577-2e10-4bbe-8352-3a193758b10c,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:25.711797 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f114936f-aa4a-476d-af72-a583fe765b6b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:25.713053 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f114936f-aa4a-476d-af72-a583fe765b6b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141505 Jan 27 22:55:25.716373 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56464) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:25.720706 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-0dd12db3-e63e-4fd8-bca5-694ed1a26db2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': 'f5e75db1-62f0-412b-80a1-3f56589341e9', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:25.744468 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0dd12db3-e63e-4fd8-bca5-694ed1a26db2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (3ca72a1b-0666-4890-953a-b48b960be87b), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:25.803385 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0dd12db3-e63e-4fd8-bca5-694ed1a26db2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (3ca72a1b-0666-4890-953a-b48b960be87b), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:25.806918 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0dd12db3-e63e-4fd8-bca5-694ed1a26db2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (3ca72a1b-0666-4890-953a-b48b960be87b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:25.824075 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd12db3-e63e-4fd8-bca5-694ed1a26db2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca72a1b-0666-4890-953a-b48b960be87b,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:25.831820 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-0dd12db3-e63e-4fd8-bca5-694ed1a26db2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:25.833045 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0dd12db3-e63e-4fd8-bca5-694ed1a26db2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157243 Jan 27 22:55:25.835755 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56466) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:25.841023 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8708701e-9304-4a13-b166-9ac5202f5dbc tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': 'f5e75db1-62f0-412b-80a1-3f56589341e9', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:25.865039 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8708701e-9304-4a13-b166-9ac5202f5dbc tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (3fc0ceb3-95e4-4419-8356-8b707417f7aa), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:25.920941 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8708701e-9304-4a13-b166-9ac5202f5dbc tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (3fc0ceb3-95e4-4419-8356-8b707417f7aa), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:25.924466 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8708701e-9304-4a13-b166-9ac5202f5dbc tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (3fc0ceb3-95e4-4419-8356-8b707417f7aa), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:25.941324 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708701e-9304-4a13-b166-9ac5202f5dbc tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc0ceb3-95e4-4419-8356-8b707417f7aa,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:25.948212 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8708701e-9304-4a13-b166-9ac5202f5dbc tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:25.949927 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8708701e-9304-4a13-b166-9ac5202f5dbc tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1126812 Jan 27 22:55:25.952789 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56468) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:25.957107 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8dc1a519-3d7d-459c-b380-f80e138ba0a4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': 'f5e75db1-62f0-412b-80a1-3f56589341e9', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:25.981142 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a519-3d7d-459c-b380-f80e138ba0a4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (b0c5a6e6-ad08-4b6b-b8fa-1a294e221e83), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.036758 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a519-3d7d-459c-b380-f80e138ba0a4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (b0c5a6e6-ad08-4b6b-b8fa-1a294e221e83), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.040208 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a519-3d7d-459c-b380-f80e138ba0a4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (b0c5a6e6-ad08-4b6b-b8fa-1a294e221e83), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.056440 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1a519-3d7d-459c-b380-f80e138ba0a4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c5a6e6-ad08-4b6b-b8fa-1a294e221e83,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:26.065323 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8dc1a519-3d7d-459c-b380-f80e138ba0a4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.066695 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8dc1a519-3d7d-459c-b380-f80e138ba0a4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1128678 Jan 27 22:55:26.069610 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56470) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:26.073819 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ba0cfea9-7437-4b85-919f-d36a82526a26 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': 'f5e75db1-62f0-412b-80a1-3f56589341e9', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:26.093550 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-ba0cfea9-7437-4b85-919f-d36a82526a26 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Project a7baef2dd068423eb46e5d5922401834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:55:26.098683 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba0cfea9-7437-4b85-919f-d36a82526a26 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (78934068-7729-440f-b7db-85409ba13d79), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.158505 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba0cfea9-7437-4b85-919f-d36a82526a26 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (78934068-7729-440f-b7db-85409ba13d79), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.162086 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba0cfea9-7437-4b85-919f-d36a82526a26 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (78934068-7729-440f-b7db-85409ba13d79), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.181066 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cfea9-7437-4b85-919f-d36a82526a26 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78934068-7729-440f-b7db-85409ba13d79,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:26.186933 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ba0cfea9-7437-4b85-919f-d36a82526a26 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.188121 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ba0cfea9-7437-4b85-919f-d36a82526a26 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175878 Jan 27 22:55:26.190913 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56472) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:26.195124 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-3c1eef7d-d489-4cdd-a552-3e9f03d432e7 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': 'f5e75db1-62f0-412b-80a1-3f56589341e9', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:26.215524 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-3c1eef7d-d489-4cdd-a552-3e9f03d432e7 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Project a7baef2dd068423eb46e5d5922401834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:55:26.220180 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c1eef7d-d489-4cdd-a552-3e9f03d432e7 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (d95390ac-9085-4da8-a1a0-728ecca27f81), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.277973 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c1eef7d-d489-4cdd-a552-3e9f03d432e7 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (d95390ac-9085-4da8-a1a0-728ecca27f81), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.281558 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c1eef7d-d489-4cdd-a552-3e9f03d432e7 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (d95390ac-9085-4da8-a1a0-728ecca27f81), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.298115 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1eef7d-d489-4cdd-a552-3e9f03d432e7 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95390ac-9085-4da8-a1a0-728ecca27f81,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:26.305851 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3c1eef7d-d489-4cdd-a552-3e9f03d432e7 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.307048 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3c1eef7d-d489-4cdd-a552-3e9f03d432e7 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1152036 Jan 27 22:55:26.310484 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56474) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:26.315410 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-4cbe9164-c720-4505-a3f6-10bb6d86a05b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'network': {'name': 'tempest-network-smoke--465591137', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'port_security_enabled': True}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:26.333936 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbe9164-c720-4505-a3f6-10bb6d86a05b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Made reservation on behalf of a7baef2dd068423eb46e5d5922401834 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:55:26.337400 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4cbe9164-c720-4505-a3f6-10bb6d86a05b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.361616 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbe9164-c720-4505-a3f6-10bb6d86a05b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:55:26.370518 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4cbe9164-c720-4505-a3f6-10bb6d86a05b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (ab723e2d-0891-4a0a-bce8-2d3031f1af55), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.370862 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-4cbe9164-c720-4505-a3f6-10bb6d86a05b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Added segment ab723e2d-0891-4a0a-bce8-2d3031f1af55 of type vlan for network 9cdd5423-c54d-4ba6-814f-cb2096ec9d66 Jan 27 22:55:26.410088 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4cbe9164-c720-4505-a3f6-10bb6d86a05b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (9cdd5423-c54d-4ba6-814f-cb2096ec9d66), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.438066 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4cbe9164-c720-4505-a3f6-10bb6d86a05b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (9cdd5423-c54d-4ba6-814f-cb2096ec9d66), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.443015 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbe9164-c720-4505-a3f6-10bb6d86a05b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:26.443589 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4cbe9164-c720-4505-a3f6-10bb6d86a05b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.500265 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4cbe9164-c720-4505-a3f6-10bb6d86a05b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1885393 Jan 27 22:55:26.502928 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56476) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:26.507238 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-fce6b06e-bdfd-433c-9bac-1c8f075f72a1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1615261848', 'admin_state_up': True, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:26.523835 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe9164-c720-4505-a3f6-10bb6d86a05b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Network': ['ID=9cdd5423-c54d-4ba6-814f-cb2096ec9d66,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:26.533932 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 9cdd5423-c54d-4ba6-814f-cb2096ec9d66 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:55:26.536865 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fce6b06e-bdfd-433c-9bac-1c8f075f72a1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.537889 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fce6b06e-bdfd-433c-9bac-1c8f075f72a1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.593280 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fce6b06e-bdfd-433c-9bac-1c8f075f72a1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_controller (ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.672062 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 68b9bcec-f34d-4718-81cb-b046a76e7747 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:55:26.693246 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 68b9bcec-f34d-4718-81cb-b046a76e7747 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:55:26.693598 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 68b9bcec-f34d-4718-81cb-b046a76e7747 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:55:26.729978 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fce6b06e-bdfd-433c-9bac-1c8f075f72a1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_gateway (ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.829997 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f7a930b6-5ba9-42f9-adf6-cfb959cbcf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.920190 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fce6b06e-bdfd-433c-9bac-1c8f075f72a1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_gateway (ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.938188 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fce6b06e-bdfd-433c-9bac-1c8f075f72a1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:27.036032 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-fce6b06e-bdfd-433c-9bac-1c8f075f72a1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Allocated IP 172.25.3.51 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/78006711-cc84-444d-84b7-3daaf522fb5e) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:55:27.138234 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fce6b06e-bdfd-433c-9bac-1c8f075f72a1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (78006711-cc84-444d-84b7-3daaf522fb5e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:27.171190 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fce6b06e-bdfd-433c-9bac-1c8f075f72a1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (78006711-cc84-444d-84b7-3daaf522fb5e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:27.206365 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce6b06e-bdfd-433c-9bac-1c8f075f72a1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:55:27.209054 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-fce6b06e-bdfd-433c-9bac-1c8f075f72a1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:55:27.212548 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce6b06e-bdfd-433c-9bac-1c8f075f72a1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:55:27.237734 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6b06e-bdfd-433c-9bac-1c8f075f72a1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=78006711-cc84-444d-84b7-3daaf522fb5e,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:27.458016 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fce6b06e-bdfd-433c-9bac-1c8f075f72a1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_gateway (ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:27.651138 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fce6b06e-bdfd-433c-9bac-1c8f075f72a1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:27.754602 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:27.778208 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce6b06e-bdfd-433c-9bac-1c8f075f72a1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:55:27.881586 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce6b06e-bdfd-433c-9bac-1c8f075f72a1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:55:27.891415 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] Sync routers for ids ['ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:55:27.900875 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fce6b06e-bdfd-433c-9bac-1c8f075f72a1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:27.901266 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] Routers {'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:55:27.901920 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:55:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:27.902140 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fce6b06e-bdfd-433c-9bac-1c8f075f72a1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3982899 Jan 27 22:55:27.905928 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56478) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:27.933859 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4e1fc19e-88e8-4f91-bfd8-37819bf0fe70 tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a7baef2dd068423eb46e5d5922401834&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268517 Jan 27 22:55:27.936516 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56480) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:28.030229 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714c4089-717f-4b77-b8e5-47937d3e5a34 tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:28.031690 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-714c4089-717f-4b77-b8e5-47937d3e5a34 tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0942733 Jan 27 22:55:28.034586 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56482) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:28.064005 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1c58c4a0-0bdc-49bb-92e7-cabdbbd1d9aa tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282242 Jan 27 22:55:28.067196 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56484) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:28.072343 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5ae7c91d-901c-443d-a77b-40da6ea72a5b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1297308328', 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:28.162507 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae7c91d-901c-443d-a77b-40da6ea72a5b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Made reservation on behalf of a7baef2dd068423eb46e5d5922401834 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:55:28.166035 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c91d-901c-443d-a77b-40da6ea72a5b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:28.167093 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] Set router ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:55:28.342725 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615261848', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:27Z', 'revision_number': 3, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:28.348322 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c91d-901c-443d-a77b-40da6ea72a5b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (96085d55-db41-4a2f-9e28-5bc8293cb1c2), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:28.369490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] Checking router: ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:55:28.369866 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] Updating router ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 port 78006711-cc84-444d-84b7-3daaf522fb5e binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:55:28.399350 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (78006711-cc84-444d-84b7-3daaf522fb5e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:28.413758 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7c91d-901c-443d-a77b-40da6ea72a5b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Subnet': ['ID=96085d55-db41-4a2f-9e28-5bc8293cb1c2,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:28.421335 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae7c91d-901c-443d-a77b-40da6ea72a5b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Checking segment: {'id': 'ab723e2d-0891-4a0a-bce8-2d3031f1af55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:55:28.421821 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae7c91d-901c-443d-a77b-40da6ea72a5b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network hostable DHCP agents. Network: 9cdd5423-c54d-4ba6-814f-cb2096ec9d66, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:55:28.439286 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae7c91d-901c-443d-a77b-40da6ea72a5b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network 9cdd5423-c54d-4ba6-814f-cb2096ec9d66 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:55:28.448216 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-5ae7c91d-901c-443d-a77b-40da6ea72a5b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 9cdd5423-c54d-4ba6-814f-cb2096ec9d66) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:55:28.453058 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae7c91d-901c-443d-a77b-40da6ea72a5b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:28.453768 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ae7c91d-901c-443d-a77b-40da6ea72a5b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:28.470277 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5ae7c91d-901c-443d-a77b-40da6ea72a5b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4019196 Jan 27 22:55:28.473174 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56486) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:28.484660 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bda3f64-d010-4696-be5c-6bef95d775fe None None] Network 9cdd5423-c54d-4ba6-814f-cb2096ec9d66 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:55:28.645965 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdf6671-6a29-4131-a143-c219d8b2fb10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-9cdd5423-c54d-4ba6-814f-cb2096ec9d66', 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ips': [{'subnet_id': '96085d55-db41-4a2f-9e28-5bc8293cb1c2'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:55:28.651414 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7cdf6671-6a29-4131-a143-c219d8b2fb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:28.841791 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] Publish callbacks [] for port (78006711-cc84-444d-84b7-3daaf522fb5e), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:28.852582 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (78006711-cc84-444d-84b7-3daaf522fb5e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:28.862446 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-7cdf6671-6a29-4131-a143-c219d8b2fb10 None None] Allocated IP 172.20.0.2 (9cdd5423-c54d-4ba6-814f-cb2096ec9d66/96085d55-db41-4a2f-9e28-5bc8293cb1c2/ce2f4557-2668-4ab3-8d4a-5e234240ca67) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:55:28.895921 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-12212eb6-edd7-4e32-b372-0cf80bd24c8d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:28.927965 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] Attempting to bind port 78006711-cc84-444d-84b7-3daaf522fb5e on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:55:28.928367 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] Attempting to bind port 78006711-cc84-444d-84b7-3daaf522fb5e by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:55:28.928736 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] Attempting to bind port 78006711-cc84-444d-84b7-3daaf522fb5e on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:55:28.961276 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbb4e3-e206-42ce-b746-35c4ea34915a None None] Pushing event updated for resources: {'Port': ['ID=78006711-cc84-444d-84b7-3daaf522fb5e,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:28.966661 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:55:28.967039 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:55:28.967444 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:28.967843 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:55:28.968350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] Bound port: 78006711-cc84-444d-84b7-3daaf522fb5e, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:55:28.968736 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (78006711-cc84-444d-84b7-3daaf522fb5e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:29.003840 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbb4e3-e206-42ce-b746-35c4ea34915a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:29.004216 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbb4e3-e206-42ce-b746-35c4ea34915a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:29.004558 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbb4e3-e206-42ce-b746-35c4ea34915a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:29.004894 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbb4e3-e206-42ce-b746-35c4ea34915a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:29.005231 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbb4e3-e206-42ce-b746-35c4ea34915a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:29.005559 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbb4e3-e206-42ce-b746-35c4ea34915a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:29.005933 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbb4e3-e206-42ce-b746-35c4ea34915a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:29.006264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbb4e3-e206-42ce-b746-35c4ea34915a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:29.006585 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbb4e3-e206-42ce-b746-35c4ea34915a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:29.006910 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbb4e3-e206-42ce-b746-35c4ea34915a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:29.007234 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbb4e3-e206-42ce-b746-35c4ea34915a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:29.007556 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbb4e3-e206-42ce-b746-35c4ea34915a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:29.007874 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dbb4e3-e206-42ce-b746-35c4ea34915a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:29.060400 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] For port 78006711-cc84-444d-84b7-3daaf522fb5e, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:55:29.065491 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] For port 78006711-cc84-444d-84b7-3daaf522fb5e, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=78006711-cc84-444d-84b7-3daaf522fb5e,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:55:29.076948 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (78006711-cc84-444d-84b7-3daaf522fb5e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:29.180684 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7cdf6671-6a29-4131-a143-c219d8b2fb10 None None] Publish callbacks [] for port (ce2f4557-2668-4ab3-8d4a-5e234240ca67), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:29.186048 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:29.191055 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7cdf6671-6a29-4131-a143-c219d8b2fb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (ce2f4557-2668-4ab3-8d4a-5e234240ca67), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:29.194552 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] Routers {'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:55:29.195182 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:55:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:29.196823 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbb4e3-e206-42ce-b746-35c4ea34915a None None] Pushing event updated for resources: {'Port': ['ID=78006711-cc84-444d-84b7-3daaf522fb5e,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:29.235415 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-12212eb6-edd7-4e32-b372-0cf80bd24c8d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Allocated IP 172.20.0.1 (9cdd5423-c54d-4ba6-814f-cb2096ec9d66/96085d55-db41-4a2f-9e28-5bc8293cb1c2/603b2c4b-cc2c-4385-9e2d-2354769939b6) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:55:29.270273 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdf6671-6a29-4131-a143-c219d8b2fb10 None None] Network 9cdd5423-c54d-4ba6-814f-cb2096ec9d66 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:55:29.278335 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-7cdf6671-6a29-4131-a143-c219d8b2fb10 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:55:29.283121 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdf6671-6a29-4131-a143-c219d8b2fb10 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:55:29.333961 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf6671-6a29-4131-a143-c219d8b2fb10 None None] Pushing event updated for resources: {'Port': ['ID=ce2f4557-2668-4ab3-8d4a-5e234240ca67,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:29.352372 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-12212eb6-edd7-4e32-b372-0cf80bd24c8d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (603b2c4b-cc2c-4385-9e2d-2354769939b6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:29.387922 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-12212eb6-edd7-4e32-b372-0cf80bd24c8d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (603b2c4b-cc2c-4385-9e2d-2354769939b6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:29.396621 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-7cdf6671-6a29-4131-a143-c219d8b2fb10 None None] Attempting to bind port ce2f4557-2668-4ab3-8d4a-5e234240ca67 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:55:29.396993 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-7cdf6671-6a29-4131-a143-c219d8b2fb10 None None] Attempting to bind port ce2f4557-2668-4ab3-8d4a-5e234240ca67 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'ab723e2d-0891-4a0a-bce8-2d3031f1af55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:55:29.397359 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdf6671-6a29-4131-a143-c219d8b2fb10 None None] Attempting to bind port ce2f4557-2668-4ab3-8d4a-5e234240ca67 on network 9cdd5423-c54d-4ba6-814f-cb2096ec9d66 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:55:29.400257 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] Set router ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:55:29.423096 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12212eb6-edd7-4e32-b372-0cf80bd24c8d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network 9cdd5423-c54d-4ba6-814f-cb2096ec9d66 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:55:29.426148 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-12212eb6-edd7-4e32-b372-0cf80bd24c8d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:55:29.428664 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12212eb6-edd7-4e32-b372-0cf80bd24c8d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:55:29.430935 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdf6671-6a29-4131-a143-c219d8b2fb10 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:55:29.431254 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdf6671-6a29-4131-a143-c219d8b2fb10 None None] Checking segment: {'id': 'ab723e2d-0891-4a0a-bce8-2d3031f1af55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:55:29.431649 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7cdf6671-6a29-4131-a143-c219d8b2fb10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:29.432048 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdf6671-6a29-4131-a143-c219d8b2fb10 None None] Bound using segment: {'id': 'ab723e2d-0891-4a0a-bce8-2d3031f1af55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:55:29.432562 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-7cdf6671-6a29-4131-a143-c219d8b2fb10 None None] Bound port: ce2f4557-2668-4ab3-8d4a-5e234240ca67, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab723e2d-0891-4a0a-bce8-2d3031f1af55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:55:29.432947 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7cdf6671-6a29-4131-a143-c219d8b2fb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ce2f4557-2668-4ab3-8d4a-5e234240ca67), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:29.471055 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12212eb6-edd7-4e32-b372-0cf80bd24c8d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=603b2c4b-cc2c-4385-9e2d-2354769939b6,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:29.485082 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-12212eb6-edd7-4e32-b372-0cf80bd24c8d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:29.580928 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7cdf6671-6a29-4131-a143-c219d8b2fb10 None None] For port ce2f4557-2668-4ab3-8d4a-5e234240ca67, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:55:29.588671 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7cdf6671-6a29-4131-a143-c219d8b2fb10 None None] For port ce2f4557-2668-4ab3-8d4a-5e234240ca67, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ce2f4557-2668-4ab3-8d4a-5e234240ca67,segment=NetworkSegment(ab723e2d-0891-4a0a-bce8-2d3031f1af55),segment_id=ab723e2d-0891-4a0a-bce8-2d3031f1af55)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:55:29.594213 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7cdf6671-6a29-4131-a143-c219d8b2fb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ce2f4557-2668-4ab3-8d4a-5e234240ca67), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:29.688993 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf6671-6a29-4131-a143-c219d8b2fb10 None None] Pushing event updated for resources: {'Port': ['ID=ce2f4557-2668-4ab3-8d4a-5e234240ca67,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:29.706252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615261848', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:27Z', 'revision_number': 3, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:29.743353 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8537a6-a6af-4c3c-a8a0-0d1483d0942a None None] The sync data for ids ['ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'] in n-d-772272-3 is: [{'id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615261848', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:27Z', 'revision_number': 3, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:55:29.922171 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-12212eb6-edd7-4e32-b372-0cf80bd24c8d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (603b2c4b-cc2c-4385-9e2d-2354769939b6), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:30.250017 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-12212eb6-edd7-4e32-b372-0cf80bd24c8d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (603b2c4b-cc2c-4385-9e2d-2354769939b6), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:30.254740 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-12212eb6-edd7-4e32-b372-0cf80bd24c8d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (603b2c4b-cc2c-4385-9e2d-2354769939b6), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:30.331344 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12212eb6-edd7-4e32-b372-0cf80bd24c8d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=603b2c4b-cc2c-4385-9e2d-2354769939b6,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:30.333915 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-12212eb6-edd7-4e32-b372-0cf80bd24c8d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:30.434952 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12212eb6-edd7-4e32-b372-0cf80bd24c8d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network 9cdd5423-c54d-4ba6-814f-cb2096ec9d66 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:55:30.436758 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-12212eb6-edd7-4e32-b372-0cf80bd24c8d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:55:30.452984 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:30.568637 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12212eb6-edd7-4e32-b372-0cf80bd24c8d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:55:30.695476 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12212eb6-edd7-4e32-b372-0cf80bd24c8d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:55:30.704274 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-12212eb6-edd7-4e32-b372-0cf80bd24c8d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "PUT /v2.0/routers/ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2289131 Jan 27 22:55:30.802680 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc56cd0b-105d-48fc-8c8c-137bf40cd622 None None] Network 9cdd5423-c54d-4ba6-814f-cb2096ec9d66 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:55:30.857078 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 78006711-cc84-444d-84b7-3daaf522fb5e up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:55:30.881563 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-38206811-1e42-4031-8dcf-f5f79d20fc1a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1131603354&fields=id&tenant_id=a7baef2dd068423eb46e5d5922401834 HTTP/1.1" status: 200 len: 267 time: 0.0535531 Jan 27 22:55:30.901072 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-2f45d91d-7f66-4b1f-9642-16779501c5b1 None None] Provisioning complete for port ce2f4557-2668-4ab3-8d4a-5e234240ca67 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:30.901443 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2f45d91d-7f66-4b1f-9642-16779501c5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ce2f4557-2668-4ab3-8d4a-5e234240ca67), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:30.989237 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 78006711-cc84-444d-84b7-3daaf522fb5e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:30.989613 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (78006711-cc84-444d-84b7-3daaf522fb5e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:30.999309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-10905a8e-263b-4488-90e5-71fb38e5179c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:31.004618 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-10905a8e-263b-4488-90e5-71fb38e5179c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/networks?id=9cdd5423-c54d-4ba6-814f-cb2096ec9d66 HTTP/1.1" status: 200 len: 796 time: 0.1163721 Jan 27 22:55:31.015916 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-466a7b87-709d-4c28-9cec-8d20865d6926 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/quotas/a7baef2dd068423eb46e5d5922401834 HTTP/1.1" status: 200 len: 375 time: 0.0096841 Jan 27 22:55:31.070616 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-2f45d91d-7f66-4b1f-9642-16779501c5b1 None None] Current status of the port ce2f4557-2668-4ab3-8d4a-5e234240ca67 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:31.071015 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2f45d91d-7f66-4b1f-9642-16779501c5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ce2f4557-2668-4ab3-8d4a-5e234240ca67), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:31.080389 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-8b58a82e-501f-4e2a-967e-dd291f45cfb9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582397 Jan 27 22:55:31.196022 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-adc09303-eb14-4e76-8177-1b02edaf37be service neutron] 10.222.0.23 "GET /v2.0/networks/9cdd5423-c54d-4ba6-814f-cb2096ec9d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013300 Jan 27 22:55:31.300029 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-a3060cd9-3dad-4646-895f-45efb67b54a0 service neutron] 10.222.0.23 "GET /v2.0/networks/9cdd5423-c54d-4ba6-814f-cb2096ec9d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970657 Jan 27 22:55:31.307180 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 78006711-cc84-444d-84b7-3daaf522fb5e is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:31.307700 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (78006711-cc84-444d-84b7-3daaf522fb5e), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:31.315357 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-2f45d91d-7f66-4b1f-9642-16779501c5b1 None None] For port ce2f4557-2668-4ab3-8d4a-5e234240ca67, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ce2f4557-2668-4ab3-8d4a-5e234240ca67,segment=NetworkSegment(ab723e2d-0891-4a0a-bce8-2d3031f1af55),segment_id=ab723e2d-0891-4a0a-bce8-2d3031f1af55)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:31.325734 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2f45d91d-7f66-4b1f-9642-16779501c5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ce2f4557-2668-4ab3-8d4a-5e234240ca67), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:31.360029 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 78006711-cc84-444d-84b7-3daaf522fb5e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=78006711-cc84-444d-84b7-3daaf522fb5e,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:31.367148 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (78006711-cc84-444d-84b7-3daaf522fb5e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:31.367985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ce2f4557-2668-4ab3-8d4a-5e234240ca67 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:55:31.412488 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45d91d-7f66-4b1f-9642-16779501c5b1 None None] Pushing event updated for resources: {'Port': ['ID=ce2f4557-2668-4ab3-8d4a-5e234240ca67,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:31.493209 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-484f004d-3222-46ff-b759-c797d75a8ff3 None None] Provisioning complete for port ce2f4557-2668-4ab3-8d4a-5e234240ca67 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:31.493911 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-484f004d-3222-46ff-b759-c797d75a8ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ce2f4557-2668-4ab3-8d4a-5e234240ca67), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:31.501741 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=78006711-cc84-444d-84b7-3daaf522fb5e,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:31.513854 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c6839f95-19d0-4385-987b-41b065e0ef92 req-a65b4bb8-fa8d-4041-ab86-86841263a1c1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 210 time: 0.0402851 Jan 27 22:55:31.523986 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port ce2f4557-2668-4ab3-8d4a-5e234240ca67 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:31.524319 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ce2f4557-2668-4ab3-8d4a-5e234240ca67), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:31.654626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-484f004d-3222-46ff-b759-c797d75a8ff3 None None] Current status of the port ce2f4557-2668-4ab3-8d4a-5e234240ca67 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:31.659446 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port ce2f4557-2668-4ab3-8d4a-5e234240ca67 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:31.667663 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-484f004d-3222-46ff-b759-c797d75a8ff3 None None] Provisioning complete for port 603b2c4b-cc2c-4385-9e2d-2354769939b6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:31.668773 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-484f004d-3222-46ff-b759-c797d75a8ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (603b2c4b-cc2c-4385-9e2d-2354769939b6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:31.700769 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] Sync routers for ids ['ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:55:31.711176 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-484f004d-3222-46ff-b759-c797d75a8ff3 None None] Port 603b2c4b-cc2c-4385-9e2d-2354769939b6 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:55:31.722096 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] Routers {'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:55:31.722913 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:55:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:31.830471 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-7de931f3-1db4-4276-9d95-f89e95ce63fa None None] Provisioning complete for port 603b2c4b-cc2c-4385-9e2d-2354769939b6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:31.830944 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7de931f3-1db4-4276-9d95-f89e95ce63fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (603b2c4b-cc2c-4385-9e2d-2354769939b6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:31.846957 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] Set router ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:55:31.866651 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7de931f3-1db4-4276-9d95-f89e95ce63fa None None] Port 603b2c4b-cc2c-4385-9e2d-2354769939b6 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:55:32.140350 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615261848', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:29Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '603b2c4b-cc2c-4385-9e2d-2354769939b6', 'name': '', 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:a5:ab:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '96085d55-db41-4a2f-9e28-5bc8293cb1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:29Z', 'updated_at': '2022-01-27T22:55:30Z', 'revision_number': 2, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '96085d55-db41-4a2f-9e28-5bc8293cb1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:32.165911 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] Checking router: ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:55:32.166262 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] Updating router ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 port 603b2c4b-cc2c-4385-9e2d-2354769939b6 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:55:32.190445 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (603b2c4b-cc2c-4385-9e2d-2354769939b6), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:32.448609 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] Publish callbacks [] for port (603b2c4b-cc2c-4385-9e2d-2354769939b6), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:32.454783 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (603b2c4b-cc2c-4385-9e2d-2354769939b6), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:32.553727 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] Attempting to bind port 603b2c4b-cc2c-4385-9e2d-2354769939b6 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:55:32.554105 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] Attempting to bind port 603b2c4b-cc2c-4385-9e2d-2354769939b6 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'ab723e2d-0891-4a0a-bce8-2d3031f1af55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:55:32.554475 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] Attempting to bind port 603b2c4b-cc2c-4385-9e2d-2354769939b6 on network 9cdd5423-c54d-4ba6-814f-cb2096ec9d66 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:55:32.556719 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793a2aa-7764-44cf-91a8-052139b41979 None None] Pushing event updated for resources: {'Port': ['ID=603b2c4b-cc2c-4385-9e2d-2354769939b6,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:32.565185 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793a2aa-7764-44cf-91a8-052139b41979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:32.565541 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793a2aa-7764-44cf-91a8-052139b41979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:32.565889 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793a2aa-7764-44cf-91a8-052139b41979 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:32.566231 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793a2aa-7764-44cf-91a8-052139b41979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:32.566569 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793a2aa-7764-44cf-91a8-052139b41979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:32.566906 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793a2aa-7764-44cf-91a8-052139b41979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:32.567239 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793a2aa-7764-44cf-91a8-052139b41979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:32.567572 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793a2aa-7764-44cf-91a8-052139b41979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:32.567902 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793a2aa-7764-44cf-91a8-052139b41979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:32.568252 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793a2aa-7764-44cf-91a8-052139b41979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:32.568586 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793a2aa-7764-44cf-91a8-052139b41979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:32.568913 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793a2aa-7764-44cf-91a8-052139b41979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:32.569240 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1793a2aa-7764-44cf-91a8-052139b41979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:32.583158 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:55:32.583851 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] Checking segment: {'id': 'ab723e2d-0891-4a0a-bce8-2d3031f1af55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:55:32.584483 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:32.585091 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] Bound using segment: {'id': 'ab723e2d-0891-4a0a-bce8-2d3031f1af55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:55:32.585784 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] Bound port: 603b2c4b-cc2c-4385-9e2d-2354769939b6, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab723e2d-0891-4a0a-bce8-2d3031f1af55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:55:32.586870 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (603b2c4b-cc2c-4385-9e2d-2354769939b6), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:32.610535 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-21888a47-3b67-48be-92ac-d1615720728d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:32.612951 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-21888a47-3b67-48be-92ac-d1615720728d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.21 "GET /v2.0/networks?id=9cdd5423-c54d-4ba6-814f-cb2096ec9d66 HTTP/1.1" status: 200 len: 796 time: 0.1732163 Jan 27 22:55:32.654896 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-70564523-cf24-4a23-8a52-700b84751efe req-fef85653-add4-49b4-8ad6-629d529eeee6 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 210 time: 0.0321376 Jan 27 22:55:32.671758 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] For port 603b2c4b-cc2c-4385-9e2d-2354769939b6, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:55:32.675774 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] For port 603b2c4b-cc2c-4385-9e2d-2354769939b6, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=603b2c4b-cc2c-4385-9e2d-2354769939b6,segment=NetworkSegment(ab723e2d-0891-4a0a-bce8-2d3031f1af55),segment_id=ab723e2d-0891-4a0a-bce8-2d3031f1af55)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:55:32.684959 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (603b2c4b-cc2c-4385-9e2d-2354769939b6), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:32.709684 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-1866f0a0-08c0-48fa-95e9-0cd653befbe1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7baef2dd068423eb46e5d5922401834 HTTP/1.1" status: 200 len: 380 time: 0.0881398 Jan 27 22:55:32.725862 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-970a6bd6-0520-4e2e-99af-f73e9c166d8c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'port': {'device_id': '65f5ffd9-ee0d-4015-a304-03e02a01ec16', 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66', 'admin_state_up': True, 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'security_groups': ['f5e75db1-62f0-412b-80a1-3f56589341e9']}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:32.733287 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] Routers {'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:55:32.734010 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:55:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:32.760171 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 78006711-cc84-444d-84b7-3daaf522fb5e up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:55:32.811802 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a51a80f0-a99c-4825-9e91-13bd48ce1c38 None None] Provisioning complete for port 603b2c4b-cc2c-4385-9e2d-2354769939b6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:32.812198 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a51a80f0-a99c-4825-9e91-13bd48ce1c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (603b2c4b-cc2c-4385-9e2d-2354769939b6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:32.823004 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793a2aa-7764-44cf-91a8-052139b41979 None None] Pushing event updated for resources: {'Port': ['ID=603b2c4b-cc2c-4385-9e2d-2354769939b6,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:32.858272 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 78006711-cc84-444d-84b7-3daaf522fb5e triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:32.859012 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (78006711-cc84-444d-84b7-3daaf522fb5e), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:32.866725 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-970a6bd6-0520-4e2e-99af-f73e9c166d8c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Made reservation on behalf of a7baef2dd068423eb46e5d5922401834 for: {'port': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:55:32.871662 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-970a6bd6-0520-4e2e-99af-f73e9c166d8c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:32.919858 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] Set router ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:55:32.950099 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a51a80f0-a99c-4825-9e91-13bd48ce1c38 None None] Current status of the port 603b2c4b-cc2c-4385-9e2d-2354769939b6 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:32.950985 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a51a80f0-a99c-4825-9e91-13bd48ce1c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (603b2c4b-cc2c-4385-9e2d-2354769939b6), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:33.015874 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 78006711-cc84-444d-84b7-3daaf522fb5e is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:33.017085 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ce2f4557-2668-4ab3-8d4a-5e234240ca67 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:55:33.022132 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a51a80f0-a99c-4825-9e91-13bd48ce1c38 None None] For port 603b2c4b-cc2c-4385-9e2d-2354769939b6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=603b2c4b-cc2c-4385-9e2d-2354769939b6,segment=NetworkSegment(ab723e2d-0891-4a0a-bce8-2d3031f1af55),segment_id=ab723e2d-0891-4a0a-bce8-2d3031f1af55)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:33.043834 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a51a80f0-a99c-4825-9e91-13bd48ce1c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (603b2c4b-cc2c-4385-9e2d-2354769939b6), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:33.046365 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-970a6bd6-0520-4e2e-99af-f73e9c166d8c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Allocated IP 172.20.0.10 (9cdd5423-c54d-4ba6-814f-cb2096ec9d66/96085d55-db41-4a2f-9e28-5bc8293cb1c2/16ba11d8-641a-4980-81f6-61027ab77d23) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:55:33.108027 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a80f0-a99c-4825-9e91-13bd48ce1c38 None None] Pushing event updated for resources: {'Port': ['ID=603b2c4b-cc2c-4385-9e2d-2354769939b6,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:33.115073 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port ce2f4557-2668-4ab3-8d4a-5e234240ca67 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:33.115446 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ce2f4557-2668-4ab3-8d4a-5e234240ca67), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:33.140970 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615261848', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:29Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '603b2c4b-cc2c-4385-9e2d-2354769939b6', 'name': '', 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:a5:ab:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '96085d55-db41-4a2f-9e28-5bc8293cb1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:29Z', 'updated_at': '2022-01-27T22:55:32Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '96085d55-db41-4a2f-9e28-5bc8293cb1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:33.173546 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443d3670-82c8-42e8-a682-eff3455036e6 None None] The sync data for ids ['ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'] in n-d-772272-3 is: [{'id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615261848', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:29Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '603b2c4b-cc2c-4385-9e2d-2354769939b6', 'name': '', 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:a5:ab:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '96085d55-db41-4a2f-9e28-5bc8293cb1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:29Z', 'updated_at': '2022-01-27T22:55:32Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '96085d55-db41-4a2f-9e28-5bc8293cb1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:55:33.205821 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-970a6bd6-0520-4e2e-99af-f73e9c166d8c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (16ba11d8-641a-4980-81f6-61027ab77d23), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:33.214355 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port ce2f4557-2668-4ab3-8d4a-5e234240ca67 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:33.217715 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-66538c86-f888-4d7d-8e19-f504b0806e2d None None] Provisioning complete for port 603b2c4b-cc2c-4385-9e2d-2354769939b6 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:33.218089 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-66538c86-f888-4d7d-8e19-f504b0806e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (603b2c4b-cc2c-4385-9e2d-2354769939b6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:33.262442 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-970a6bd6-0520-4e2e-99af-f73e9c166d8c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (16ba11d8-641a-4980-81f6-61027ab77d23), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:33.307463 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-970a6bd6-0520-4e2e-99af-f73e9c166d8c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network 9cdd5423-c54d-4ba6-814f-cb2096ec9d66 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:55:33.310708 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-970a6bd6-0520-4e2e-99af-f73e9c166d8c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:55:33.317879 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-970a6bd6-0520-4e2e-99af-f73e9c166d8c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:55:33.329764 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-66538c86-f888-4d7d-8e19-f504b0806e2d None None] Current status of the port 603b2c4b-cc2c-4385-9e2d-2354769939b6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:33.343656 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a6bd6-0520-4e2e-99af-f73e9c166d8c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=16ba11d8-641a-4980-81f6-61027ab77d23,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:33.373458 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-970a6bd6-0520-4e2e-99af-f73e9c166d8c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:33.374164 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-970a6bd6-0520-4e2e-99af-f73e9c166d8c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:33.393578 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-970a6bd6-0520-4e2e-99af-f73e9c166d8c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6722181 Jan 27 22:55:33.404948 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-2ca52f98-6ef2-487b-8eaf-eb142484dbf4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109742) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:55:33.405995 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-2ca52f98-6ef2-487b-8eaf-eb142484dbf4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061653 Jan 27 22:55:33.502252 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] Request body: {'port': {'device_id': '65f5ffd9-ee0d-4015-a304-03e02a01ec16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:33.562615 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (16ba11d8-641a-4980-81f6-61027ab77d23), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:33.660685 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-52646e26-9858-480f-b1fb-b26b19da5634 None None] Provisioning complete for port 16ba11d8-641a-4980-81f6-61027ab77d23 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:33.666689 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-52646e26-9858-480f-b1fb-b26b19da5634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (16ba11d8-641a-4980-81f6-61027ab77d23), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:33.718973 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-52646e26-9858-480f-b1fb-b26b19da5634 None None] Port 16ba11d8-641a-4980-81f6-61027ab77d23 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:55:33.782832 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa337c65-9447-4843-b2e8-c5213a304167 req-e4787e74-a791-49c9-97b6-437cf3c80cb6 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:33.784402 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa337c65-9447-4843-b2e8-c5213a304167 req-e4787e74-a791-49c9-97b6-437cf3c80cb6 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 932 time: 0.0524282 Jan 27 22:55:33.841119 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fa337c65-9447-4843-b2e8-c5213a304167 req-f4d965e1-cc08-4818-b1e9-dd4d9ce21595 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484920 Jan 27 22:55:33.875575 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ba11d8-641a-4980-81f6-61027ab77d23 {{(pid=109742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:55:33.883958 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] Publish callbacks [] for port (16ba11d8-641a-4980-81f6-61027ab77d23), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:33.897483 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] Transition to ACTIVE for port object 16ba11d8-641a-4980-81f6-61027ab77d23 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:55:33.903459 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (16ba11d8-641a-4980-81f6-61027ab77d23), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:33.954559 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] Pushing event updated for resources: {'Port': ['ID=16ba11d8-641a-4980-81f6-61027ab77d23,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:34.033457 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] Attempting to bind port 16ba11d8-641a-4980-81f6-61027ab77d23 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:55:34.033709 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] Attempting to bind port 16ba11d8-641a-4980-81f6-61027ab77d23 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'ab723e2d-0891-4a0a-bce8-2d3031f1af55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:55:34.034079 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] Attempting to bind port 16ba11d8-641a-4980-81f6-61027ab77d23 on network 9cdd5423-c54d-4ba6-814f-cb2096ec9d66 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:55:34.038783 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] Port 16ba11d8-641a-4980-81f6-61027ab77d23 on network 9cdd5423-c54d-4ba6-814f-cb2096ec9d66 not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:55:34.039252 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] Attempting to bind port 16ba11d8-641a-4980-81f6-61027ab77d23 on network 9cdd5423-c54d-4ba6-814f-cb2096ec9d66 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:55:34.045170 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:55:34.045506 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] Checking segment: {'id': 'ab723e2d-0891-4a0a-bce8-2d3031f1af55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:55:34.045900 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] Bound using segment: {'id': 'ab723e2d-0891-4a0a-bce8-2d3031f1af55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:55:34.046334 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] Bound port: 16ba11d8-641a-4980-81f6-61027ab77d23, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab723e2d-0891-4a0a-bce8-2d3031f1af55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:55:34.046693 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (16ba11d8-641a-4980-81f6-61027ab77d23), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:34.117190 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] For port 16ba11d8-641a-4980-81f6-61027ab77d23, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:55:34.120695 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] For port 16ba11d8-641a-4980-81f6-61027ab77d23, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=16ba11d8-641a-4980-81f6-61027ab77d23,segment=NetworkSegment(ab723e2d-0891-4a0a-bce8-2d3031f1af55),segment_id=ab723e2d-0891-4a0a-bce8-2d3031f1af55)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:55:34.126907 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (16ba11d8-641a-4980-81f6-61027ab77d23), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:34.163570 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:34.164200 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:34.165599 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] 10.222.0.21 "PUT /v2.0/ports/16ba11d8-641a-4980-81f6-61027ab77d23 HTTP/1.1" status: 200 len: 1092 time: 0.7518077 Jan 27 22:55:34.166090 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f5ffd9-ee0d-4015-a304-03e02a01ec16', 'tag': '16ba11d8-641a-4980-81f6-61027ab77d23'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:55:34.168948 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eebd6f79f17133a4d49c17e759e77b104c6a5dfb225cf2ee82dbb83359e6266" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085aeaeb-4a0a-42f4-a545-3501ee66501b" -d '{"events": [{"name": "network-changed", "server_uuid": "65f5ffd9-ee0d-4015-a304-03e02a01ec16", "tag": "16ba11d8-641a-4980-81f6-61027ab77d23"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:55:34.192843 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a118e73-1036-4ba1-abb0-84aeecfddb49 service neutron] Pushing event updated for resources: {'Port': ['ID=16ba11d8-641a-4980-81f6-61027ab77d23,revision_number=3']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:34.225883 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1ac4a1-c397-42df-9f8e-39b818fa6d61 x-openstack-request-id: req-dc1ac4a1-c397-42df-9f8e-39b818fa6d61 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:55:34.226283 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f5ffd9-ee0d-4015-a304-03e02a01ec16", "tag": "16ba11d8-641a-4980-81f6-61027ab77d23", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:55:34.226619 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc1ac4a1-c397-42df-9f8e-39b818fa6d61 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:55:34.227077 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f5ffd9-ee0d-4015-a304-03e02a01ec16', 'tag': '16ba11d8-641a-4980-81f6-61027ab77d23', 'status': 'completed', 'code': 200} Jan 27 22:55:34.266688 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-3cb08a0c-592b-4326-bb7b-ab0052ad775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:34.268316 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-3cb08a0c-592b-4326-bb7b-ab0052ad775c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 1095 time: 0.0540843 Jan 27 22:55:34.325965 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-3ee91e46-99e2-450f-953e-dcbc37fc605a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16ba11d8-641a-4980-81f6-61027ab77d23 HTTP/1.1" status: 200 len: 217 time: 0.0502605 Jan 27 22:55:34.381131 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-c1316672-a40f-4392-80fa-6479d0d476b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:34.382703 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-c1316672-a40f-4392-80fa-6479d0d476b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96085d55-db41-4a2f-9e28-5bc8293cb1c2 HTTP/1.1" status: 200 len: 835 time: 0.0478687 Jan 27 22:55:34.433420 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-fe2eb89a-fd6f-45e3-854d-0537be72540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:34.436222 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-fe2eb89a-fd6f-45e3-854d-0537be72540a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9cdd5423-c54d-4ba6-814f-cb2096ec9d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473135 Jan 27 22:55:34.532478 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-edb3dbbd-300e-45bf-9926-90573be3b89e service neutron] 10.222.0.21 "GET /v2.0/networks/9cdd5423-c54d-4ba6-814f-cb2096ec9d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893478 Jan 27 22:55:34.620379 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-12b8d739-0742-4d3c-807a-319bce8f6231 req-6b4101c9-3bd2-4e32-9fd3-134f45f4117e service neutron] 10.222.0.21 "GET /v2.0/networks/9cdd5423-c54d-4ba6-814f-cb2096ec9d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812647 Jan 27 22:55:34.717171 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aeaeb-4a0a-42f4-a545-3501ee66501b req-a056cc5b-11a1-4739-8f27-12aef4e37987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:34.718821 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-085aeaeb-4a0a-42f4-a545-3501ee66501b req-a056cc5b-11a1-4739-8f27-12aef4e37987 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 1095 time: 0.0521457 Jan 27 22:55:34.753334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 603b2c4b-cc2c-4385-9e2d-2354769939b6 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:55:34.804017 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 603b2c4b-cc2c-4385-9e2d-2354769939b6 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:34.804431 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (603b2c4b-cc2c-4385-9e2d-2354769939b6), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:34.815596 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aeaeb-4a0a-42f4-a545-3501ee66501b req-baeb2d4e-fb5b-4995-b209-9fc812f2aade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:34.817115 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-085aeaeb-4a0a-42f4-a545-3501ee66501b req-baeb2d4e-fb5b-4995-b209-9fc812f2aade service neutron] 10.222.0.21 "GET /v2.0/networks?id=9cdd5423-c54d-4ba6-814f-cb2096ec9d66 HTTP/1.1" status: 200 len: 897 time: 0.0917709 Jan 27 22:55:34.860797 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-085aeaeb-4a0a-42f4-a545-3501ee66501b req-a109e090-492a-490b-a481-7e1afd0c3bea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16ba11d8-641a-4980-81f6-61027ab77d23 HTTP/1.1" status: 200 len: 217 time: 0.0375659 Jan 27 22:55:34.887358 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 603b2c4b-cc2c-4385-9e2d-2354769939b6 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:34.919999 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aeaeb-4a0a-42f4-a545-3501ee66501b req-2a093cd7-3ad4-4ae2-a2dd-6e206181ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:34.921530 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-085aeaeb-4a0a-42f4-a545-3501ee66501b req-2a093cd7-3ad4-4ae2-a2dd-6e206181ba05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96085d55-db41-4a2f-9e28-5bc8293cb1c2 HTTP/1.1" status: 200 len: 835 time: 0.0527489 Jan 27 22:55:34.960842 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f925786-48b6-46f9-9b3e-d5567f4b1ea3 req-d7413e95-f39b-46ea-ba23-af8d3a41064e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:34.962353 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f925786-48b6-46f9-9b3e-d5567f4b1ea3 req-d7413e95-f39b-46ea-ba23-af8d3a41064e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 944 time: 0.0486896 Jan 27 22:55:34.967743 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aeaeb-4a0a-42f4-a545-3501ee66501b req-079e3028-a736-4995-ae51-c5e3136f2532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:34.969275 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-085aeaeb-4a0a-42f4-a545-3501ee66501b req-079e3028-a736-4995-ae51-c5e3136f2532 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9cdd5423-c54d-4ba6-814f-cb2096ec9d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408571 Jan 27 22:55:35.012946 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f925786-48b6-46f9-9b3e-d5567f4b1ea3 req-9bfa5936-748d-4391-8cb1-5245008fd061 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437663 Jan 27 22:55:35.059031 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-085aeaeb-4a0a-42f4-a545-3501ee66501b req-4111c440-c05c-4564-8da6-398d75876909 service neutron] 10.222.0.21 "GET /v2.0/networks/9cdd5423-c54d-4ba6-814f-cb2096ec9d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820081 Jan 27 22:55:35.149499 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-085aeaeb-4a0a-42f4-a545-3501ee66501b req-9f97df36-8606-460a-bc61-04f25ed56a22 service neutron] 10.222.0.21 "GET /v2.0/networks/9cdd5423-c54d-4ba6-814f-cb2096ec9d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853205 Jan 27 22:55:36.133030 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c4231-d626-409e-be09-31d5fe5625f6 req-aad038fa-57aa-48ee-95bf-3b49a70e6210 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:36.134495 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de8c4231-d626-409e-be09-31d5fe5625f6 req-aad038fa-57aa-48ee-95bf-3b49a70e6210 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 944 time: 0.0527921 Jan 27 22:55:36.184834 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-de8c4231-d626-409e-be09-31d5fe5625f6 req-5b160acc-b72a-4ce1-851b-c569aeebe4a1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447633 Jan 27 22:55:37.300540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1d8d6-cfd6-49e1-919a-b60b60aa962f req-a08adaf4-c1d7-463a-897d-bf8e4255e9ea tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:37.301946 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7e1d8d6-cfd6-49e1-919a-b60b60aa962f req-a08adaf4-c1d7-463a-897d-bf8e4255e9ea tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 944 time: 0.0484476 Jan 27 22:55:37.353460 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a7e1d8d6-cfd6-49e1-919a-b60b60aa962f req-2cfe5800-f456-415c-85dd-58adad3f2c30 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459027 Jan 27 22:55:38.468616 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe09d8-90ab-4840-b511-14817b887586 req-59e81a61-7c1a-46d2-9847-161a05202d55 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:38.470137 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20fe09d8-90ab-4840-b511-14817b887586 req-59e81a61-7c1a-46d2-9847-161a05202d55 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 944 time: 0.0483768 Jan 27 22:55:38.524915 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20fe09d8-90ab-4840-b511-14817b887586 req-d7d1195a-970f-4e05-99d2-3f65cb4497b6 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485787 Jan 27 22:55:39.381574 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 16ba11d8-641a-4980-81f6-61027ab77d23 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:55:39.474010 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 16ba11d8-641a-4980-81f6-61027ab77d23, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=16ba11d8-641a-4980-81f6-61027ab77d23,segment=NetworkSegment(ab723e2d-0891-4a0a-bce8-2d3031f1af55),segment_id=ab723e2d-0891-4a0a-bce8-2d3031f1af55)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:39.489260 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '16ba11d8-641a-4980-81f6-61027ab77d23', 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66', 'port_id': '16ba11d8-641a-4980-81f6-61027ab77d23', 'mac_address': 'fa:16:3e:2f:5c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96085d55-db41-4a2f-9e28-5bc8293cb1c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:55:39.525986 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 16ba11d8-641a-4980-81f6-61027ab77d23 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:39.526378 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (16ba11d8-641a-4980-81f6-61027ab77d23), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:39.539298 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ba11d8-641a-4980-81f6-61027ab77d23 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:55:39.559684 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 16ba11d8-641a-4980-81f6-61027ab77d23, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=16ba11d8-641a-4980-81f6-61027ab77d23,segment=NetworkSegment(ab723e2d-0891-4a0a-bce8-2d3031f1af55),segment_id=ab723e2d-0891-4a0a-bce8-2d3031f1af55)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:39.564065 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (16ba11d8-641a-4980-81f6-61027ab77d23), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:39.612844 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=16ba11d8-641a-4980-81f6-61027ab77d23,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:39.640593 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405105b8-2d2e-4d16-9e01-1990d3611576 req-3646ff5e-4389-4489-ac32-45636d5cf6df tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:39.642140 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-405105b8-2d2e-4d16-9e01-1990d3611576 req-3646ff5e-4389-4489-ac32-45636d5cf6df tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 945 time: 0.0488489 Jan 27 22:55:39.695846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-405105b8-2d2e-4d16-9e01-1990d3611576 req-4bf1f87b-aa73-4933-b184-29fc148c356b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478067 Jan 27 22:55:39.987366 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['16ba11d8-641a-4980-81f6-61027ab77d23'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:55:40.809864 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ede85-ae3f-44e9-84f1-f1b4de349269 req-3ef05b80-31ab-4706-99f8-7f4ae5537dfc tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:40.811353 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-901ede85-ae3f-44e9-84f1-f1b4de349269 req-3ef05b80-31ab-4706-99f8-7f4ae5537dfc tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 945 time: 0.0483603 Jan 27 22:55:40.859507 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-901ede85-ae3f-44e9-84f1-f1b4de349269 req-693b69ac-71cb-4001-b556-b4bd8f55fd3b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426645 Jan 27 22:55:41.381436 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 16ba11d8-641a-4980-81f6-61027ab77d23 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:55:41.431862 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 16ba11d8-641a-4980-81f6-61027ab77d23 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:55:41.436460 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 16ba11d8-641a-4980-81f6-61027ab77d23 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:41.436930 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (16ba11d8-641a-4980-81f6-61027ab77d23), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:41.513059 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 16ba11d8-641a-4980-81f6-61027ab77d23 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:41.513475 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (16ba11d8-641a-4980-81f6-61027ab77d23), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:41.535565 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f5ffd9-ee0d-4015-a304-03e02a01ec16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ba11d8-641a-4980-81f6-61027ab77d23'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:55:41.537829 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8f7bfe-3af2-4028-9d89-54137126b11d" -d '{"events": [{"server_uuid": "65f5ffd9-ee0d-4015-a304-03e02a01ec16", "name": "network-vif-plugged", "status": "completed", "tag": "16ba11d8-641a-4980-81f6-61027ab77d23"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:55:41.549906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 16ba11d8-641a-4980-81f6-61027ab77d23, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=16ba11d8-641a-4980-81f6-61027ab77d23,segment=NetworkSegment(ab723e2d-0891-4a0a-bce8-2d3031f1af55),segment_id=ab723e2d-0891-4a0a-bce8-2d3031f1af55)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:41.553747 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (16ba11d8-641a-4980-81f6-61027ab77d23), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:41.580533 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc38ac0-c3f2-4446-a867-57d6724269cf x-openstack-request-id: req-8cc38ac0-c3f2-4446-a867-57d6724269cf {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:55:41.580829 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f5ffd9-ee0d-4015-a304-03e02a01ec16", "name": "network-vif-plugged", "status": "completed", "tag": "16ba11d8-641a-4980-81f6-61027ab77d23", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:55:41.581091 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cc38ac0-c3f2-4446-a867-57d6724269cf {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:55:41.581488 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f5ffd9-ee0d-4015-a304-03e02a01ec16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ba11d8-641a-4980-81f6-61027ab77d23', 'code': 200} Jan 27 22:55:41.604284 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=16ba11d8-641a-4980-81f6-61027ab77d23,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:41.674343 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62458d97-252c-43a4-bf79-be7aa961b91e req-4991118a-e40a-4793-8ac8-f8cec56046d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:41.675731 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-62458d97-252c-43a4-bf79-be7aa961b91e req-4991118a-e40a-4793-8ac8-f8cec56046d3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 1097 time: 0.0404489 Jan 27 22:55:41.720763 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-62458d97-252c-43a4-bf79-be7aa961b91e req-e168c2f9-15c4-491d-8942-5d81869c9f0a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386789 Jan 27 22:55:41.976331 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed722e6-c005-4e4d-b5d3-f8e45a93b665 req-ec9d0ac3-03d0-4e3f-99cb-3a1a271e60e2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:41.977720 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ed722e6-c005-4e4d-b5d3-f8e45a93b665 req-ec9d0ac3-03d0-4e3f-99cb-3a1a271e60e2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 946 time: 0.0524757 Jan 27 22:55:42.026786 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4ed722e6-c005-4e4d-b5d3-f8e45a93b665 req-9da5be01-31ea-4762-bfea-f93ca74be2f3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436516 Jan 27 22:55:43.142931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c897e03-8ab2-4260-bda2-230caf5fe672 req-64e056a5-adca-4fd1-ba04-03b5b4f18565 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:43.144465 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c897e03-8ab2-4260-bda2-230caf5fe672 req-64e056a5-adca-4fd1-ba04-03b5b4f18565 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 946 time: 0.0497785 Jan 27 22:55:43.193617 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4c897e03-8ab2-4260-bda2-230caf5fe672 req-14fe7a75-afda-4304-9628-fc9fa3a45982 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433524 Jan 27 22:55:43.270381 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:44.312223 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd25411-dc31-45b4-9625-9787ce91b1b9 req-7d177d16-58e8-4134-8bbd-960a0dcd3dae tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:44.313705 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bcd25411-dc31-45b4-9625-9787ce91b1b9 req-7d177d16-58e8-4134-8bbd-960a0dcd3dae tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 946 time: 0.0518072 Jan 27 22:55:44.362340 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bcd25411-dc31-45b4-9625-9787ce91b1b9 req-f3d7f225-3b74-420a-a645-b84301103c81 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431526 Jan 27 22:55:44.479208 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2950eae-e139-407f-9d8c-6b97c5ba7ca3 req-76583f49-9de1-4f82-9fdd-868cc77dfa56 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:44.480673 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e2950eae-e139-407f-9d8c-6b97c5ba7ca3 req-76583f49-9de1-4f82-9fdd-868cc77dfa56 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 946 time: 0.0485504 Jan 27 22:55:44.536780 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e2950eae-e139-407f-9d8c-6b97c5ba7ca3 req-a73a4cf9-2388-4ede-832f-99626d5b1927 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498793 Jan 27 22:55:44.558308 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56544) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:44.602153 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e553f1c-011b-466b-9138-3becf6e3db11 tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:44.603650 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2e553f1c-011b-466b-9138-3becf6e3db11 tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 1092 time: 0.0443540 Jan 27 22:55:44.606481 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56546) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:44.610818 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5335d28d-7a37-4d8f-a842-4fdc126aa95e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': '16ba11d8-641a-4980-81f6-61027ab77d23', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:44.631205 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5335d28d-7a37-4d8f-a842-4fdc126aa95e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:44.726300 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5335d28d-7a37-4d8f-a842-4fdc126aa95e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:44.835063 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-5335d28d-7a37-4d8f-a842-4fdc126aa95e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Allocated IP 172.25.3.228 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/f8b0a084-8242-4c08-85fe-8164737b2dc9) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:55:44.939776 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5335d28d-7a37-4d8f-a842-4fdc126aa95e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (f8b0a084-8242-4c08-85fe-8164737b2dc9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:44.983444 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5335d28d-7a37-4d8f-a842-4fdc126aa95e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (f8b0a084-8242-4c08-85fe-8164737b2dc9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:45.024558 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5335d28d-7a37-4d8f-a842-4fdc126aa95e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:55:45.027446 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-5335d28d-7a37-4d8f-a842-4fdc126aa95e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:55:45.030228 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5335d28d-7a37-4d8f-a842-4fdc126aa95e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:55:45.060437 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335d28d-7a37-4d8f-a842-4fdc126aa95e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=f8b0a084-8242-4c08-85fe-8164737b2dc9,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:45.471887 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5335d28d-7a37-4d8f-a842-4fdc126aa95e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for floatingip (97a39235-69e6-4b8e-97df-c6ae7aad2755), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:45.538947 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5335d28d-7a37-4d8f-a842-4fdc126aa95e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f8b0a084-8242-4c08-85fe-8164737b2dc9), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:45.685099 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5335d28d-7a37-4d8f-a842-4fdc126aa95e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (f8b0a084-8242-4c08-85fe-8164737b2dc9), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:45.689603 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5335d28d-7a37-4d8f-a842-4fdc126aa95e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (f8b0a084-8242-4c08-85fe-8164737b2dc9), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:45.754867 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335d28d-7a37-4d8f-a842-4fdc126aa95e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=f8b0a084-8242-4c08-85fe-8164737b2dc9,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:45.766956 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5335d28d-7a37-4d8f-a842-4fdc126aa95e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (97a39235-69e6-4b8e-97df-c6ae7aad2755), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:45.865091 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-5335d28d-7a37-4d8f-a842-4fdc126aa95e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Floating IP 97a39235-69e6-4b8e-97df-c6ae7aad2755 associated. External IP: 172.25.3.228, port: 16ba11d8-641a-4980-81f6-61027ab77d23. Jan 27 22:55:46.340099 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5335d28d-7a37-4d8f-a842-4fdc126aa95e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:55:46.446153 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5335d28d-7a37-4d8f-a842-4fdc126aa95e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:55:46.456296 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57950d4-56be-484a-b78d-3d4573b98168 None None] Sync routers for ids ['ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:55:46.464205 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5335d28d-7a37-4d8f-a842-4fdc126aa95e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:46.467905 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57950d4-56be-484a-b78d-3d4573b98168 None None] Routers {'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:55:46.468584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c57950d4-56be-484a-b78d-3d4573b98168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:55:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:46.494469 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5335d28d-7a37-4d8f-a842-4fdc126aa95e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8845723 Jan 27 22:55:46.494469 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f5ffd9-ee0d-4015-a304-03e02a01ec16', 'tag': '16ba11d8-641a-4980-81f6-61027ab77d23'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:55:46.495013 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eebd6f79f17133a4d49c17e759e77b104c6a5dfb225cf2ee82dbb83359e6266" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbce9e12-f2b7-4f34-ac77-8a24fa4c855b" -d '{"events": [{"name": "network-changed", "server_uuid": "65f5ffd9-ee0d-4015-a304-03e02a01ec16", "tag": "16ba11d8-641a-4980-81f6-61027ab77d23"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:55:46.541402 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a385e72-2b6d-4b76-876a-483df48da647 x-openstack-request-id: req-9a385e72-2b6d-4b76-876a-483df48da647 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:55:46.541707 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f5ffd9-ee0d-4015-a304-03e02a01ec16", "tag": "16ba11d8-641a-4980-81f6-61027ab77d23", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:55:46.541970 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a385e72-2b6d-4b76-876a-483df48da647 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:55:46.542387 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f5ffd9-ee0d-4015-a304-03e02a01ec16', 'tag': '16ba11d8-641a-4980-81f6-61027ab77d23', 'status': 'completed', 'code': 200} Jan 27 22:55:46.590585 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-c57950d4-56be-484a-b78d-3d4573b98168 None None] Set router ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:55:46.603579 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7a766-44f1-4006-9c7d-58a99d53e541 req-403f15b3-d392-4ec4-a37a-8592c031651c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:46.606365 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c1f7a766-44f1-4006-9c7d-58a99d53e541 req-403f15b3-d392-4ec4-a37a-8592c031651c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 946 time: 0.0558217 Jan 27 22:55:46.609428 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce9e12-f2b7-4f34-ac77-8a24fa4c855b req-a2293b48-94f3-475c-914c-6efb20b43336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:46.611970 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cbce9e12-f2b7-4f34-ac77-8a24fa4c855b req-a2293b48-94f3-475c-914c-6efb20b43336 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 1097 time: 0.0480659 Jan 27 22:55:46.671927 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c1f7a766-44f1-4006-9c7d-58a99d53e541 req-aac375f9-7e9e-401c-b8df-afae54684eec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591826 Jan 27 22:55:46.696280 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56552) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:46.716779 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce9e12-f2b7-4f34-ac77-8a24fa4c855b req-6ed45676-86cf-42a6-a091-e718df820356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:46.718283 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cbce9e12-f2b7-4f34-ac77-8a24fa4c855b req-6ed45676-86cf-42a6-a091-e718df820356 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9cdd5423-c54d-4ba6-814f-cb2096ec9d66 HTTP/1.1" status: 200 len: 897 time: 0.0978515 Jan 27 22:55:46.761274 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c39284dc-1821-47c4-95ba-094cadbd0aa9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/floatingips/97a39235-69e6-4b8e-97df-c6ae7aad2755 HTTP/1.1" status: 200 len: 992 time: 0.0625610 Jan 27 22:55:46.785194 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cbce9e12-f2b7-4f34-ac77-8a24fa4c855b req-be7cb991-0fa5-4fa2-83bb-a8e87943326c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16ba11d8-641a-4980-81f6-61027ab77d23 HTTP/1.1" status: 200 len: 1000 time: 0.0596116 Jan 27 22:55:46.839040 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce9e12-f2b7-4f34-ac77-8a24fa4c855b req-6bcd4c7e-2b73-4623-91bf-667005be309f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:46.842811 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cbce9e12-f2b7-4f34-ac77-8a24fa4c855b req-6bcd4c7e-2b73-4623-91bf-667005be309f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96085d55-db41-4a2f-9e28-5bc8293cb1c2 HTTP/1.1" status: 200 len: 835 time: 0.0497112 Jan 27 22:55:46.844041 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c57950d4-56be-484a-b78d-3d4573b98168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615261848', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:29Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '97a39235-69e6-4b8e-97df-c6ae7aad2755', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'port_id': '16ba11d8-641a-4980-81f6-61027ab77d23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66', 'mac_address': 'fa:16:3e:2f:5c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5ffd9-ee0d-4015-a304-03e02a01ec16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:55:45Z', 'updated_at': '2022-01-27T22:55:45Z', 'revision_number': 0, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603b2c4b-cc2c-4385-9e2d-2354769939b6', 'name': '', 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:a5:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '96085d55-db41-4a2f-9e28-5bc8293cb1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:29Z', 'updated_at': '2022-01-27T22:55:32Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '96085d55-db41-4a2f-9e28-5bc8293cb1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:46.875841 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57950d4-56be-484a-b78d-3d4573b98168 None None] Checking router: ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:55:46.885243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57950d4-56be-484a-b78d-3d4573b98168 None None] Routers {'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:55:46.885928 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c57950d4-56be-484a-b78d-3d4573b98168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:55:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:46.893621 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce9e12-f2b7-4f34-ac77-8a24fa4c855b req-502594ca-59e0-42f9-847b-7ec8f1adcd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:46.895146 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cbce9e12-f2b7-4f34-ac77-8a24fa4c855b req-502594ca-59e0-42f9-847b-7ec8f1adcd99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9cdd5423-c54d-4ba6-814f-cb2096ec9d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447059 Jan 27 22:55:46.989828 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cbce9e12-f2b7-4f34-ac77-8a24fa4c855b req-92c7fa81-cc62-4b1d-8668-a97baabfcd4d service neutron] 10.222.0.21 "GET /v2.0/networks/9cdd5423-c54d-4ba6-814f-cb2096ec9d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874398 Jan 27 22:55:46.994835 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-c57950d4-56be-484a-b78d-3d4573b98168 None None] Set router ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:55:47.086097 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-cbce9e12-f2b7-4f34-ac77-8a24fa4c855b req-139eb231-77f8-48e4-96bc-0d1cd0e3b1a4 service neutron] 10.222.0.21 "GET /v2.0/networks/9cdd5423-c54d-4ba6-814f-cb2096ec9d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887892 Jan 27 22:55:47.093500 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:55:47.224501 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c57950d4-56be-484a-b78d-3d4573b98168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615261848', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:29Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '97a39235-69e6-4b8e-97df-c6ae7aad2755', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'port_id': '16ba11d8-641a-4980-81f6-61027ab77d23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66', 'mac_address': 'fa:16:3e:2f:5c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5ffd9-ee0d-4015-a304-03e02a01ec16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:55:45Z', 'updated_at': '2022-01-27T22:55:45Z', 'revision_number': 0, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603b2c4b-cc2c-4385-9e2d-2354769939b6', 'name': '', 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:a5:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '96085d55-db41-4a2f-9e28-5bc8293cb1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:29Z', 'updated_at': '2022-01-27T22:55:32Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '96085d55-db41-4a2f-9e28-5bc8293cb1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:47.255415 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57950d4-56be-484a-b78d-3d4573b98168 None None] The sync data for ids ['ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'] in n-d-772272-3 is: [{'id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615261848', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:29Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '97a39235-69e6-4b8e-97df-c6ae7aad2755', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'port_id': '16ba11d8-641a-4980-81f6-61027ab77d23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66', 'mac_address': 'fa:16:3e:2f:5c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f5ffd9-ee0d-4015-a304-03e02a01ec16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:55:45Z', 'updated_at': '2022-01-27T22:55:45Z', 'revision_number': 0, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603b2c4b-cc2c-4385-9e2d-2354769939b6', 'name': '', 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:a5:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '96085d55-db41-4a2f-9e28-5bc8293cb1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:29Z', 'updated_at': '2022-01-27T22:55:32Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '96085d55-db41-4a2f-9e28-5bc8293cb1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:55:47.454999 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f017e9-818f-436d-98e1-49553de40ca7 None None] New status for floating IP 97a39235-69e6-4b8e-97df-c6ae7aad2755: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:55:47.764138 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56554) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:47.827497 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5444a84f-6d29-4c88-ad49-33b28da4a93f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/floatingips/97a39235-69e6-4b8e-97df-c6ae7aad2755 HTTP/1.1" status: 200 len: 994 time: 0.0621879 Jan 27 22:55:51.851102 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:54.223678 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aebc47b5-5f32-469d-a919-853a11d34bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:56.822057 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-32f27495-0e70-4912-804e-7859ee6c6750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:57.757528 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:59.142785 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:00.435234 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:13.280414 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:21.955720 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:24.092353 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:56:24.224583 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cbde551d-1e87-49f1-99e4-f56f7b1755aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:26.822512 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-eb4d6f30-3307-40d4-bb1c-c07819c322d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:27.760747 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:29.145263 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:30.436643 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:31.656912 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b942f074-3422-44c4-9b1c-9175ea262090 req-f65c897c-1e73-4116-a957-dab0a7902278 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405719 Jan 27 22:56:31.736362 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942f074-3422-44c4-9b1c-9175ea262090 req-1015a197-8e1a-4235-8420-cc2c551608b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:31.737864 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b942f074-3422-44c4-9b1c-9175ea262090 req-1015a197-8e1a-4235-8420-cc2c551608b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 1097 time: 0.0411057 Jan 27 22:56:31.841242 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942f074-3422-44c4-9b1c-9175ea262090 req-7b1c0649-ff1c-4662-812f-c0078afc62c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:31.842720 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b942f074-3422-44c4-9b1c-9175ea262090 req-7b1c0649-ff1c-4662-812f-c0078afc62c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9cdd5423-c54d-4ba6-814f-cb2096ec9d66 HTTP/1.1" status: 200 len: 897 time: 0.0880160 Jan 27 22:56:31.907679 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b942f074-3422-44c4-9b1c-9175ea262090 req-2d6aac09-2043-4b2c-93d7-71edd8613bfe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16ba11d8-641a-4980-81f6-61027ab77d23 HTTP/1.1" status: 200 len: 1002 time: 0.0582030 Jan 27 22:56:31.958561 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942f074-3422-44c4-9b1c-9175ea262090 req-1bcffa24-1b18-42f7-9f3f-37c6facf1847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:31.960081 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b942f074-3422-44c4-9b1c-9175ea262090 req-1bcffa24-1b18-42f7-9f3f-37c6facf1847 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96085d55-db41-4a2f-9e28-5bc8293cb1c2 HTTP/1.1" status: 200 len: 835 time: 0.0465326 Jan 27 22:56:32.006025 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942f074-3422-44c4-9b1c-9175ea262090 req-3b8ebe43-9d8f-45bf-91c8-2620e3f68972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:32.007554 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b942f074-3422-44c4-9b1c-9175ea262090 req-3b8ebe43-9d8f-45bf-91c8-2620e3f68972 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9cdd5423-c54d-4ba6-814f-cb2096ec9d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405691 Jan 27 22:56:32.096240 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b942f074-3422-44c4-9b1c-9175ea262090 req-361fd146-d1c4-4a5c-9a03-8ed885ef134d service neutron] 10.222.0.21 "GET /v2.0/networks/9cdd5423-c54d-4ba6-814f-cb2096ec9d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822699 Jan 27 22:56:32.186968 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b942f074-3422-44c4-9b1c-9175ea262090 req-69e3ceca-d734-4851-90cd-7836da8a7ec6 service neutron] 10.222.0.21 "GET /v2.0/networks/9cdd5423-c54d-4ba6-814f-cb2096ec9d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842650 Jan 27 22:56:43.284761 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:51.644117 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-62a6ca48-5d5f-417e-925f-cad7858d0d3d req-b2b01453-f32c-43f3-a96a-8f5850310e23 service neutron] (109741) timed out ('10.222.0.21', 53451) {{(pid=109741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:56:51.860833 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.226583 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-417e4c47-ba74-4d89-bf15-36f3c712c94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:56.826651 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2262f5eb-aa71-4c56-852e-3e308df77a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:57.763092 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:59.147904 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:00.438925 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:01.001724 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8760f-c96b-47a8-92ed-7078ee5054f4 req-5a234859-eb4b-4cbb-bea0-b61406f6fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:01.003998 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b4d8760f-c96b-47a8-92ed-7078ee5054f4 req-5a234859-eb4b-4cbb-bea0-b61406f6fee8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 1097 time: 0.0429041 Jan 27 22:57:01.009016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385f1f9-a282-4b31-bbe1-75bfd0d9c936 req-5a928ad6-2345-4d34-a7f7-9d02e26b18a2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:01.010557 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9385f1f9-a282-4b31-bbe1-75bfd0d9c936 req-5a928ad6-2345-4d34-a7f7-9d02e26b18a2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 946 time: 0.0516434 Jan 27 22:57:01.060571 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9385f1f9-a282-4b31-bbe1-75bfd0d9c936 req-2df4c265-5d8a-4030-a210-cb0e8f501a75 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436532 Jan 27 22:57:01.091259 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:57:01.102559 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8760f-c96b-47a8-92ed-7078ee5054f4 req-84619731-94ac-4bf6-a09e-ca89096b137c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:01.104025 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b4d8760f-c96b-47a8-92ed-7078ee5054f4 req-84619731-94ac-4bf6-a09e-ca89096b137c service neutron] 10.222.0.21 "GET /v2.0/networks?id=9cdd5423-c54d-4ba6-814f-cb2096ec9d66 HTTP/1.1" status: 200 len: 897 time: 0.0899227 Jan 27 22:57:01.170783 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b4d8760f-c96b-47a8-92ed-7078ee5054f4 req-1e74df91-e4b3-42d3-895d-886761c5cbd1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16ba11d8-641a-4980-81f6-61027ab77d23 HTTP/1.1" status: 200 len: 1002 time: 0.0584815 Jan 27 22:57:01.218219 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8760f-c96b-47a8-92ed-7078ee5054f4 req-543f541a-51fd-4870-be37-1f32adc5a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:01.219629 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b4d8760f-c96b-47a8-92ed-7078ee5054f4 req-543f541a-51fd-4870-be37-1f32adc5a041 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96085d55-db41-4a2f-9e28-5bc8293cb1c2 HTTP/1.1" status: 200 len: 835 time: 0.0428131 Jan 27 22:57:01.270250 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8760f-c96b-47a8-92ed-7078ee5054f4 req-964db81f-33b1-4567-a69e-6b7ec1e012e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:01.271639 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b4d8760f-c96b-47a8-92ed-7078ee5054f4 req-964db81f-33b1-4567-a69e-6b7ec1e012e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9cdd5423-c54d-4ba6-814f-cb2096ec9d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452771 Jan 27 22:57:01.358760 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b4d8760f-c96b-47a8-92ed-7078ee5054f4 req-50b8e9c6-d829-4574-a983-e845d1396b3c service neutron] 10.222.0.21 "GET /v2.0/networks/9cdd5423-c54d-4ba6-814f-cb2096ec9d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803158 Jan 27 22:57:01.450005 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b4d8760f-c96b-47a8-92ed-7078ee5054f4 req-aa71966a-be13-4926-8d46-190c3b827300 service neutron] 10.222.0.21 "GET /v2.0/networks/9cdd5423-c54d-4ba6-814f-cb2096ec9d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845928 Jan 27 22:57:02.177226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91129cb7-b105-47e4-8596-7477fd9cb92e req-4ae2e4a6-0d70-47c5-9bfa-21e92ff900c6 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:02.178705 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-91129cb7-b105-47e4-8596-7477fd9cb92e req-4ae2e4a6-0d70-47c5-9bfa-21e92ff900c6 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 946 time: 0.0478854 Jan 27 22:57:02.227056 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-91129cb7-b105-47e4-8596-7477fd9cb92e req-707eea75-16e9-4be1-895b-ae4e6a775001 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428307 Jan 27 22:57:03.343868 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fef64-0258-4d9d-9e34-d98245ff3ecb req-1132c979-af50-43ca-8113-7423143c50ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:03.345354 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f71fef64-0258-4d9d-9e34-d98245ff3ecb req-1132c979-af50-43ca-8113-7423143c50ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 946 time: 0.0516403 Jan 27 22:57:03.393452 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f71fef64-0258-4d9d-9e34-d98245ff3ecb req-d0c1c370-fa26-45d4-a53c-25eafddba96f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424201 Jan 27 22:57:04.505957 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d43ad-0162-4f7b-9725-134632216a47 req-183f3fcf-0e1e-4c34-98b7-302f10a1566b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:04.507437 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-861d43ad-0162-4f7b-9725-134632216a47 req-183f3fcf-0e1e-4c34-98b7-302f10a1566b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 946 time: 0.0476608 Jan 27 22:57:04.555173 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-861d43ad-0162-4f7b-9725-134632216a47 req-11c46da0-6853-4316-b6b3-234d204a4c57 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417209 Jan 27 22:57:05.667701 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad6332-b2eb-4a81-9220-290e5e1c7cec req-3b390884-7d04-4b68-9b26-b13238269859 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:05.669846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bbad6332-b2eb-4a81-9220-290e5e1c7cec req-3b390884-7d04-4b68-9b26-b13238269859 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 946 time: 0.0472479 Jan 27 22:57:05.720506 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bbad6332-b2eb-4a81-9220-290e5e1c7cec req-067d55d8-6ae3-4f43-b367-b18daca80eb8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451431 Jan 27 22:57:06.835387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5538c-035d-445a-a73f-794567437a66 req-f09c4a32-a4de-41d5-946d-ca77bf7d59b1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:06.836888 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71e5538c-035d-445a-a73f-794567437a66 req-f09c4a32-a4de-41d5-946d-ca77bf7d59b1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 946 time: 0.0475497 Jan 27 22:57:06.886173 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-71e5538c-035d-445a-a73f-794567437a66 req-e561d6b6-1173-4611-a844-d0a14fb5600b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432031 Jan 27 22:57:08.002667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5c759-8350-43fa-89aa-e2390fea9ae6 req-899d972d-1931-464b-bdf4-a9e6df2c2a4b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:08.003566 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ad5c759-8350-43fa-89aa-e2390fea9ae6 req-899d972d-1931-464b-bdf4-a9e6df2c2a4b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 946 time: 0.0473046 Jan 27 22:57:08.051724 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ad5c759-8350-43fa-89aa-e2390fea9ae6 req-81007fc5-f11a-430f-91ca-a5024ee50a72 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419056 Jan 27 22:57:09.173015 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549c805-f2ee-4dba-bd73-0262e3d7f52b req-1042da1a-86bd-4fc9-bee1-f560df1fcf61 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:09.174487 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e549c805-f2ee-4dba-bd73-0262e3d7f52b req-1042da1a-86bd-4fc9-bee1-f560df1fcf61 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 946 time: 0.0569971 Jan 27 22:57:09.223052 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e549c805-f2ee-4dba-bd73-0262e3d7f52b req-9bf44964-1f42-4c22-9539-10fb5411495f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431898 Jan 27 22:57:10.337169 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3a813-cc68-4030-9dca-d65d3dd73b59 req-e787c94f-f45e-44b7-9f7a-b6cdf0c8f08a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:10.338629 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05e3a813-cc68-4030-9dca-d65d3dd73b59 req-e787c94f-f45e-44b7-9f7a-b6cdf0c8f08a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 946 time: 0.0474854 Jan 27 22:57:10.386599 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05e3a813-cc68-4030-9dca-d65d3dd73b59 req-deff2a22-11f3-4804-a759-de9d8756868c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417142 Jan 27 22:57:11.504144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f33fe2-b196-4627-aad4-ee1286e076ac req-287bae51-cb39-463f-86a0-a18ca90d3ae1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:11.505648 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7f33fe2-b196-4627-aad4-ee1286e076ac req-287bae51-cb39-463f-86a0-a18ca90d3ae1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 946 time: 0.0518484 Jan 27 22:57:11.553341 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d7f33fe2-b196-4627-aad4-ee1286e076ac req-9aa4bca6-10a5-49d3-9971-972df2574fcb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422637 Jan 27 22:57:12.667914 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea74715-bd8c-48c3-9b52-49452a099531 req-c7834408-2829-41eb-89da-279a8c6d1102 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:12.669446 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cea74715-bd8c-48c3-9b52-49452a099531 req-c7834408-2829-41eb-89da-279a8c6d1102 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 946 time: 0.0485387 Jan 27 22:57:12.719030 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cea74715-bd8c-48c3-9b52-49452a099531 req-100253bf-f8ea-4d83-a2e2-efb78725b48a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436628 Jan 27 22:57:13.296290 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:13.832743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b039d-1aaf-4064-aa52-ec30212017d4 req-d14af233-c771-4fb4-87ce-af4fecbc7a39 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:13.834224 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a30b039d-1aaf-4064-aa52-ec30212017d4 req-d14af233-c771-4fb4-87ce-af4fecbc7a39 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 946 time: 0.0485821 Jan 27 22:57:13.886317 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a30b039d-1aaf-4064-aa52-ec30212017d4 req-ee3bb4d8-810e-4101-8188-863f6a3148ad tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464859 Jan 27 22:57:14.999621 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cc5ee-cd76-4fc1-b58a-01b237440184 req-5ce72d63-b6f1-44c5-ab40-c63554bd99c2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:15.001062 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f37cc5ee-cd76-4fc1-b58a-01b237440184 req-5ce72d63-b6f1-44c5-ab40-c63554bd99c2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 946 time: 0.0485709 Jan 27 22:57:15.048719 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f37cc5ee-cd76-4fc1-b58a-01b237440184 req-b32fbc02-3748-4cef-9798-2b6f33ec7941 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417118 Jan 27 22:57:16.227042 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b240c8-f939-4088-ae01-c577bbe9f2bd req-c06bafe4-d9e6-4532-b8e6-2a45a449efc2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:16.228523 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62b240c8-f939-4088-ae01-c577bbe9f2bd req-c06bafe4-d9e6-4532-b8e6-2a45a449efc2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 946 time: 0.1127951 Jan 27 22:57:16.275261 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62b240c8-f939-4088-ae01-c577bbe9f2bd req-954d691f-e056-40b3-b3ec-b8d58485b087 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410802 Jan 27 22:57:17.444056 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f605ea-d1fa-4bb5-96f0-a81ef562b074 req-d9df5f55-50af-4da1-bff9-1889e757d7ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:17.445576 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f9f605ea-d1fa-4bb5-96f0-a81ef562b074 req-d9df5f55-50af-4da1-bff9-1889e757d7ec tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 946 time: 0.1008413 Jan 27 22:57:17.494911 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f9f605ea-d1fa-4bb5-96f0-a81ef562b074 req-37b9e465-a416-4368-a2a5-32a9d2aca5b4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436985 Jan 27 22:57:17.516542 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56618) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:57:17.575745 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-cbe6b270-e247-4c85-bfd8-2c49a00d6f77 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/floatingips/97a39235-69e6-4b8e-97df-c6ae7aad2755 HTTP/1.1" status: 200 len: 994 time: 0.0579951 Jan 27 22:57:21.858303 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:24.228586 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-75ceb9a6-3020-4993-9761-c72276dfb1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:26.828477 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-02170a4e-9784-49c4-b60d-a099f7148766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:27.766587 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:29.150930 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:30.440956 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:30.985987 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ecc6104b-cd93-4844-b98d-1fc9c6c23468 req-471e5ef9-a24b-47a6-b055-0d2d69c4f148 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399990 Jan 27 22:57:31.066252 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6104b-cd93-4844-b98d-1fc9c6c23468 req-b6f91c32-3ea6-4025-b63e-4b63655d4904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:31.067726 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ecc6104b-cd93-4844-b98d-1fc9c6c23468 req-b6f91c32-3ea6-4025-b63e-4b63655d4904 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 1097 time: 0.0400529 Jan 27 22:57:31.173162 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6104b-cd93-4844-b98d-1fc9c6c23468 req-9810904b-0690-4eec-928e-0446d98dac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:31.174630 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ecc6104b-cd93-4844-b98d-1fc9c6c23468 req-9810904b-0690-4eec-928e-0446d98dac00 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9cdd5423-c54d-4ba6-814f-cb2096ec9d66 HTTP/1.1" status: 200 len: 897 time: 0.0873768 Jan 27 22:57:31.241728 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ecc6104b-cd93-4844-b98d-1fc9c6c23468 req-f2b7c95a-1da4-4f19-a3bf-0e7147b0fc89 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16ba11d8-641a-4980-81f6-61027ab77d23 HTTP/1.1" status: 200 len: 1002 time: 0.0601165 Jan 27 22:57:31.288000 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6104b-cd93-4844-b98d-1fc9c6c23468 req-00d81bff-9f83-46e1-acf7-2a89766d6151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:31.289450 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ecc6104b-cd93-4844-b98d-1fc9c6c23468 req-00d81bff-9f83-46e1-acf7-2a89766d6151 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96085d55-db41-4a2f-9e28-5bc8293cb1c2 HTTP/1.1" status: 200 len: 835 time: 0.0417581 Jan 27 22:57:31.338600 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6104b-cd93-4844-b98d-1fc9c6c23468 req-5324e4d9-d38e-4028-8540-650ffa0eecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:31.340093 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ecc6104b-cd93-4844-b98d-1fc9c6c23468 req-5324e4d9-d38e-4028-8540-650ffa0eecb8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9cdd5423-c54d-4ba6-814f-cb2096ec9d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439131 Jan 27 22:57:31.428748 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ecc6104b-cd93-4844-b98d-1fc9c6c23468 req-10eb15a9-3194-4a77-a02d-469d49d11d95 service neutron] 10.222.0.21 "GET /v2.0/networks/9cdd5423-c54d-4ba6-814f-cb2096ec9d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821438 Jan 27 22:57:31.520668 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-ecc6104b-cd93-4844-b98d-1fc9c6c23468 req-a5009054-2f58-485b-a639-a5799a573f78 service neutron] 10.222.0.21 "GET /v2.0/networks/9cdd5423-c54d-4ba6-814f-cb2096ec9d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851228 Jan 27 22:57:38.089956 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:57:43.299024 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:51.862659 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:54.229773 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-10c24b9e-f926-46eb-8473-7b234c743de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:56.828932 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ddd1544e-8d34-406a-8608-3b438ce74c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:57.768674 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:59.152990 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:00.443143 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:13.312285 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:14.603950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56648) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:14.757247 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting port f8b0a084-8242-4c08-85fe-8164737b2dc9 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:58:14.757597 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f8b0a084-8242-4c08-85fe-8164737b2dc9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:14.833259 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f8b0a084-8242-4c08-85fe-8164737b2dc9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:14.833588 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for floatingip (f8b0a084-8242-4c08-85fe-8164737b2dc9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:14.844882 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Calling delete_port for f8b0a084-8242-4c08-85fe-8164737b2dc9 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:58:14.992043 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f8b0a084-8242-4c08-85fe-8164737b2dc9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:15.017504 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Port': ['ID=f8b0a084-8242-4c08-85fe-8164737b2dc9,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:15.029753 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:15.030110 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:15.030461 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:15.030808 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:15.031148 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:15.031486 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:15.031819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:15.032155 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:15.032510 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:15.032843 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:15.033176 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:15.033502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:15.033825 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:15.087203 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for floatingip (97a39235-69e6-4b8e-97df-c6ae7aad2755), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:15.087539 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Floating IP 97a39235-69e6-4b8e-97df-c6ae7aad2755 disassociated (deleted). External IP: 172.25.3.228, port: 16ba11d8-641a-4980-81f6-61027ab77d23. Jan 27 22:58:15.089306 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:58:15.295299 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:58:15.401387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:58:15.406708 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:15.411807 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc589d7c-65ab-4ce0-9e29-8ede85a8d32d None None] Sync routers for ids ['ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:58:15.422066 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc589d7c-65ab-4ce0-9e29-8ede85a8d32d None None] Routers {'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:15.422691 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-dc589d7c-65ab-4ce0-9e29-8ede85a8d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:57:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:15.433260 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7d58523d-fd93-4c73-8867-dd1673372487 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/floatingips/97a39235-69e6-4b8e-97df-c6ae7aad2755 HTTP/1.1" status: 204 len: 168 time: 0.8281441 Jan 27 22:58:15.433865 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f5ffd9-ee0d-4015-a304-03e02a01ec16', 'tag': '16ba11d8-641a-4980-81f6-61027ab77d23'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:58:15.436342 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b357cffb-318b-4349-9b96-92853e09fa03" -d '{"events": [{"name": "network-changed", "server_uuid": "65f5ffd9-ee0d-4015-a304-03e02a01ec16", "tag": "16ba11d8-641a-4980-81f6-61027ab77d23"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:58:15.477216 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a41cfe8-42f4-487e-95d6-f887269dd3d2 x-openstack-request-id: req-4a41cfe8-42f4-487e-95d6-f887269dd3d2 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:58:15.477523 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f5ffd9-ee0d-4015-a304-03e02a01ec16", "tag": "16ba11d8-641a-4980-81f6-61027ab77d23", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:58:15.477782 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a41cfe8-42f4-487e-95d6-f887269dd3d2 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:58:15.478202 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f5ffd9-ee0d-4015-a304-03e02a01ec16', 'tag': '16ba11d8-641a-4980-81f6-61027ab77d23', 'status': 'completed', 'code': 200} Jan 27 22:58:15.533866 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-dc589d7c-65ab-4ce0-9e29-8ede85a8d32d None None] Set router ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:15.537868 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357cffb-318b-4349-9b96-92853e09fa03 req-62ff430e-63da-448d-8e5b-a625ba8b1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:15.539494 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b357cffb-318b-4349-9b96-92853e09fa03 req-62ff430e-63da-448d-8e5b-a625ba8b1127 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 1097 time: 0.0438433 Jan 27 22:58:15.641913 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357cffb-318b-4349-9b96-92853e09fa03 req-70985f38-f0fa-4c3c-90b5-d8a13f780664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:15.643563 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b357cffb-318b-4349-9b96-92853e09fa03 req-70985f38-f0fa-4c3c-90b5-d8a13f780664 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9cdd5423-c54d-4ba6-814f-cb2096ec9d66 HTTP/1.1" status: 200 len: 897 time: 0.0966136 Jan 27 22:58:15.681903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824491d-fd6d-4162-9683-49979956081b req-6a13c5e6-991d-487f-a5b1-cc68e6912c26 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:15.684121 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c824491d-fd6d-4162-9683-49979956081b req-6a13c5e6-991d-487f-a5b1-cc68e6912c26 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 946 time: 0.0559702 Jan 27 22:58:15.686365 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b357cffb-318b-4349-9b96-92853e09fa03 req-3b6a0913-98b2-48ee-920b-26b98d1a7ec4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16ba11d8-641a-4980-81f6-61027ab77d23 HTTP/1.1" status: 200 len: 217 time: 0.0360231 Jan 27 22:58:15.736448 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-dc589d7c-65ab-4ce0-9e29-8ede85a8d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615261848', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:29Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '603b2c4b-cc2c-4385-9e2d-2354769939b6', 'name': '', 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:a5:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '96085d55-db41-4a2f-9e28-5bc8293cb1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:29Z', 'updated_at': '2022-01-27T22:55:32Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '96085d55-db41-4a2f-9e28-5bc8293cb1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:15.737313 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c824491d-fd6d-4162-9683-49979956081b req-5c6bb9a6-b9f7-4f1f-8c8d-72bcb2173a9b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466042 Jan 27 22:58:15.737528 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357cffb-318b-4349-9b96-92853e09fa03 req-5423fa1b-fe53-48a5-a3ae-4e22c45378cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:15.739123 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b357cffb-318b-4349-9b96-92853e09fa03 req-5423fa1b-fe53-48a5-a3ae-4e22c45378cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96085d55-db41-4a2f-9e28-5bc8293cb1c2 HTTP/1.1" status: 200 len: 835 time: 0.0452950 Jan 27 22:58:15.764270 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc589d7c-65ab-4ce0-9e29-8ede85a8d32d None None] Checking router: ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:58:15.772475 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc589d7c-65ab-4ce0-9e29-8ede85a8d32d None None] Routers {'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:15.773091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-dc589d7c-65ab-4ce0-9e29-8ede85a8d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:57:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:15.787697 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357cffb-318b-4349-9b96-92853e09fa03 req-c93c16da-3df0-4edd-9561-d377480cba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:15.789339 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b357cffb-318b-4349-9b96-92853e09fa03 req-c93c16da-3df0-4edd-9561-d377480cba6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9cdd5423-c54d-4ba6-814f-cb2096ec9d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426860 Jan 27 22:58:15.879978 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-dc589d7c-65ab-4ce0-9e29-8ede85a8d32d None None] Set router ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:15.880254 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b357cffb-318b-4349-9b96-92853e09fa03 req-0d69e430-0024-42ce-a7a9-eea292678a79 service neutron] 10.222.0.21 "GET /v2.0/networks/9cdd5423-c54d-4ba6-814f-cb2096ec9d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840750 Jan 27 22:58:15.970951 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-b357cffb-318b-4349-9b96-92853e09fa03 req-36192bbe-c665-4902-8d21-9dd4b0b41918 service neutron] 10.222.0.21 "GET /v2.0/networks/9cdd5423-c54d-4ba6-814f-cb2096ec9d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832446 Jan 27 22:58:16.086380 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-dc589d7c-65ab-4ce0-9e29-8ede85a8d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615261848', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:29Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '603b2c4b-cc2c-4385-9e2d-2354769939b6', 'name': '', 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:a5:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '96085d55-db41-4a2f-9e28-5bc8293cb1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:29Z', 'updated_at': '2022-01-27T22:55:32Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '96085d55-db41-4a2f-9e28-5bc8293cb1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:16.112601 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc589d7c-65ab-4ce0-9e29-8ede85a8d32d None None] The sync data for ids ['ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'] in n-d-772272-3 is: [{'id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615261848', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:29Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '603b2c4b-cc2c-4385-9e2d-2354769939b6', 'name': '', 'network_id': '9cdd5423-c54d-4ba6-814f-cb2096ec9d66', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:a5:ab:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '96085d55-db41-4a2f-9e28-5bc8293cb1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:29Z', 'updated_at': '2022-01-27T22:55:32Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '96085d55-db41-4a2f-9e28-5bc8293cb1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:58:16.323804 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5500e7af-eed6-4bb1-838c-9f161ac4dabc None None] New status for floating IP 97a39235-69e6-4b8e-97df-c6ae7aad2755: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:58:16.858300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fdc44-c3b6-47ee-a31a-7946d995c053 req-018d08bb-0a85-46e5-b8e9-ddf9027a2ee4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:16.859788 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9c3fdc44-c3b6-47ee-a31a-7946d995c053 req-018d08bb-0a85-46e5-b8e9-ddf9027a2ee4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 946 time: 0.0483842 Jan 27 22:58:16.907351 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9c3fdc44-c3b6-47ee-a31a-7946d995c053 req-7cf05d03-b2fa-4ede-b8a4-2581abce6250 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5e75db1-62f0-412b-80a1-3f56589341e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418372 Jan 27 22:58:17.615744 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55667a-7089-4019-826a-86221cd5732f req-aaa57d4d-017c-4784-a33c-c7925835a550 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:17.617231 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8e55667a-7089-4019-826a-86221cd5732f req-aaa57d4d-017c-4784-a33c-c7925835a550 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.21 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 946 time: 0.0533676 Jan 27 22:58:17.703846 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-8e55667a-7089-4019-826a-86221cd5732f req-b1694776-1d27-4535-82c5-82025fad84e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting port 16ba11d8-641a-4980-81f6-61027ab77d23 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:58:17.704209 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-8e55667a-7089-4019-826a-86221cd5732f req-b1694776-1d27-4535-82c5-82025fad84e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (16ba11d8-641a-4980-81f6-61027ab77d23), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:17.792545 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-8e55667a-7089-4019-826a-86221cd5732f req-b1694776-1d27-4535-82c5-82025fad84e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] For port 16ba11d8-641a-4980-81f6-61027ab77d23, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=16ba11d8-641a-4980-81f6-61027ab77d23,segment=NetworkSegment(ab723e2d-0891-4a0a-bce8-2d3031f1af55),segment_id=ab723e2d-0891-4a0a-bce8-2d3031f1af55)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:17.792906 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-8e55667a-7089-4019-826a-86221cd5732f req-b1694776-1d27-4535-82c5-82025fad84e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (16ba11d8-641a-4980-81f6-61027ab77d23), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:17.804963 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-8e55667a-7089-4019-826a-86221cd5732f req-b1694776-1d27-4535-82c5-82025fad84e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Calling delete_port for 16ba11d8-641a-4980-81f6-61027ab77d23 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:58:17.929034 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-8e55667a-7089-4019-826a-86221cd5732f req-b1694776-1d27-4535-82c5-82025fad84e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (16ba11d8-641a-4980-81f6-61027ab77d23), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:17.962740 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1694776-1d27-4535-82c5-82025fad84e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Port': ['ID=16ba11d8-641a-4980-81f6-61027ab77d23,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:17.975321 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1694776-1d27-4535-82c5-82025fad84e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:17.975681 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1694776-1d27-4535-82c5-82025fad84e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:17.976439 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1694776-1d27-4535-82c5-82025fad84e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:17.976680 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1694776-1d27-4535-82c5-82025fad84e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:17.977033 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1694776-1d27-4535-82c5-82025fad84e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:17.977369 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1694776-1d27-4535-82c5-82025fad84e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:17.977708 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1694776-1d27-4535-82c5-82025fad84e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:17.978056 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1694776-1d27-4535-82c5-82025fad84e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:17.978382 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1694776-1d27-4535-82c5-82025fad84e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:17.978719 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1694776-1d27-4535-82c5-82025fad84e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:17.979053 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1694776-1d27-4535-82c5-82025fad84e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:17.979382 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1694776-1d27-4535-82c5-82025fad84e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:17.979709 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1694776-1d27-4535-82c5-82025fad84e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:18.014810 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7e56e09-89c6-44ac-beee-b599d07944da req-6834cdb1-6d2a-4165-9580-3774fabbae6f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=65f5ffd9-ee0d-4015-a304-03e02a01ec16 HTTP/1.1" status: 200 len: 210 time: 0.0347486 Jan 27 22:58:18.016657 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e55667a-7089-4019-826a-86221cd5732f req-b1694776-1d27-4535-82c5-82025fad84e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] No DVR routers for this DVR port 16ba11d8-641a-4980-81f6-61027ab77d23 on host n-h2-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:58:18.019440 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-8e55667a-7089-4019-826a-86221cd5732f req-b1694776-1d27-4535-82c5-82025fad84e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:18.023143 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-8e55667a-7089-4019-826a-86221cd5732f req-b1694776-1d27-4535-82c5-82025fad84e4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.21 "DELETE /v2.0/ports/16ba11d8-641a-4980-81f6-61027ab77d23 HTTP/1.1" status: 204 len: 173 time: 0.4001327 Jan 27 22:58:18.023579 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f5ffd9-ee0d-4015-a304-03e02a01ec16', 'name': 'network-vif-deleted', 'tag': '16ba11d8-641a-4980-81f6-61027ab77d23'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:58:18.025867 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eebd6f79f17133a4d49c17e759e77b104c6a5dfb225cf2ee82dbb83359e6266" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7941b275-3d89-4c49-b94f-f43c5b83f2b8" -d '{"events": [{"server_uuid": "65f5ffd9-ee0d-4015-a304-03e02a01ec16", "name": "network-vif-deleted", "tag": "16ba11d8-641a-4980-81f6-61027ab77d23"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:58:18.065100 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a807fb2-fbf4-4754-8fdc-85b2925345b7 x-openstack-request-id: req-6a807fb2-fbf4-4754-8fdc-85b2925345b7 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:58:18.065417 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f5ffd9-ee0d-4015-a304-03e02a01ec16", "name": "network-vif-deleted", "tag": "16ba11d8-641a-4980-81f6-61027ab77d23", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:58:18.065662 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a807fb2-fbf4-4754-8fdc-85b2925345b7 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:58:18.066074 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f5ffd9-ee0d-4015-a304-03e02a01ec16', 'name': 'network-vif-deleted', 'tag': '16ba11d8-641a-4980-81f6-61027ab77d23', 'status': 'completed', 'code': 200} Jan 27 22:58:19.071288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56664) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:19.426645 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-376e660f-b509-4443-955c-c3f1de15b7b8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:19.674211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-376e660f-b509-4443-955c-c3f1de15b7b8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting port 603b2c4b-cc2c-4385-9e2d-2354769939b6 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:58:19.674549 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-376e660f-b509-4443-955c-c3f1de15b7b8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (603b2c4b-cc2c-4385-9e2d-2354769939b6), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:19.757957 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-376e660f-b509-4443-955c-c3f1de15b7b8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] For port 603b2c4b-cc2c-4385-9e2d-2354769939b6, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=603b2c4b-cc2c-4385-9e2d-2354769939b6,segment=NetworkSegment(ab723e2d-0891-4a0a-bce8-2d3031f1af55),segment_id=ab723e2d-0891-4a0a-bce8-2d3031f1af55)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:19.758239 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-376e660f-b509-4443-955c-c3f1de15b7b8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (603b2c4b-cc2c-4385-9e2d-2354769939b6), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:19.769657 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-376e660f-b509-4443-955c-c3f1de15b7b8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Calling delete_port for 603b2c4b-cc2c-4385-9e2d-2354769939b6 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:58:19.955888 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-376e660f-b509-4443-955c-c3f1de15b7b8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (603b2c4b-cc2c-4385-9e2d-2354769939b6), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:19.982550 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e660f-b509-4443-955c-c3f1de15b7b8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Port': ['ID=603b2c4b-cc2c-4385-9e2d-2354769939b6,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:20.160734 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-376e660f-b509-4443-955c-c3f1de15b7b8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:20.701008 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376e660f-b509-4443-955c-c3f1de15b7b8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:58:20.807218 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376e660f-b509-4443-955c-c3f1de15b7b8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:58:20.814717 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-376e660f-b509-4443-955c-c3f1de15b7b8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "PUT /v2.0/routers/ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7406156 Jan 27 22:58:20.815674 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56666) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:20.818216 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a735838e-fbc6-45d1-9d95-fed73fe7fb83 None None] Sync routers for ids ['ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:58:20.828419 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a735838e-fbc6-45d1-9d95-fed73fe7fb83 None None] Routers {'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:20.829041 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a735838e-fbc6-45d1-9d95-fed73fe7fb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:57:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:20.865351 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21c50de-bdd9-49b9-ad72-124112ca5a67 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting subnet 96085d55-db41-4a2f-9e28-5bc8293cb1c2 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:58:20.868445 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b21c50de-bdd9-49b9-ad72-124112ca5a67 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for subnet (96085d55-db41-4a2f-9e28-5bc8293cb1c2), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:20.907552 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b21c50de-bdd9-49b9-ad72-124112ca5a67 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (96085d55-db41-4a2f-9e28-5bc8293cb1c2), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:20.932721 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-a735838e-fbc6-45d1-9d95-fed73fe7fb83 None None] Set router ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:20.994716 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b21c50de-bdd9-49b9-ad72-124112ca5a67 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (96085d55-db41-4a2f-9e28-5bc8293cb1c2), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.052369 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b21c50de-bdd9-49b9-ad72-124112ca5a67 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (96085d55-db41-4a2f-9e28-5bc8293cb1c2), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.079878 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c50de-bdd9-49b9-ad72-124112ca5a67 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Subnet': ['ID=96085d55-db41-4a2f-9e28-5bc8293cb1c2,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:21.081881 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b21c50de-bdd9-49b9-ad72-124112ca5a67 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.085112 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b21c50de-bdd9-49b9-ad72-124112ca5a67 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/subnets/96085d55-db41-4a2f-9e28-5bc8293cb1c2 HTTP/1.1" status: 204 len: 168 time: 0.2684813 Jan 27 22:58:21.087808 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56668) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:21.092586 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a683ea7-f705-46a4-a7ae-9754fd047bcb None None] Network 9cdd5423-c54d-4ba6-814f-cb2096ec9d66 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:58:21.198322 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a735838e-fbc6-45d1-9d95-fed73fe7fb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615261848', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:58:19Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:21.200369 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6995cbdc-3ebb-4b39-833b-ca6dfa00c3d9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router (ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.226889 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a735838e-fbc6-45d1-9d95-fed73fe7fb83 None None] Checking router: ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:58:21.242141 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a735838e-fbc6-45d1-9d95-fed73fe7fb83 None None] Routers {'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:21.242994 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a735838e-fbc6-45d1-9d95-fed73fe7fb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:57:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:21.279343 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7439bc-70a0-4c3a-a7f2-b4576a07568e None None] DHCP port deletion for 9cdd5423-c54d-4ba6-814f-cb2096ec9d66 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:58:21.315280 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6995cbdc-3ebb-4b39-833b-ca6dfa00c3d9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_gateway (ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.368640 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-6995cbdc-3ebb-4b39-833b-ca6dfa00c3d9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting port 78006711-cc84-444d-84b7-3daaf522fb5e {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:58:21.368995 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6995cbdc-3ebb-4b39-833b-ca6dfa00c3d9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (78006711-cc84-444d-84b7-3daaf522fb5e), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.382797 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-a735838e-fbc6-45d1-9d95-fed73fe7fb83 None None] Set router ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:21.452900 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-6995cbdc-3ebb-4b39-833b-ca6dfa00c3d9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] For port 78006711-cc84-444d-84b7-3daaf522fb5e, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=78006711-cc84-444d-84b7-3daaf522fb5e,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:21.453196 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6995cbdc-3ebb-4b39-833b-ca6dfa00c3d9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (78006711-cc84-444d-84b7-3daaf522fb5e), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.465897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-6995cbdc-3ebb-4b39-833b-ca6dfa00c3d9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Calling delete_port for 78006711-cc84-444d-84b7-3daaf522fb5e owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:58:21.596819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7e7439bc-70a0-4c3a-a7f2-b4576a07568e None None] Deleting port ce2f4557-2668-4ab3-8d4a-5e234240ca67 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:58:21.597199 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7e7439bc-70a0-4c3a-a7f2-b4576a07568e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ce2f4557-2668-4ab3-8d4a-5e234240ca67), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.640151 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6995cbdc-3ebb-4b39-833b-ca6dfa00c3d9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (78006711-cc84-444d-84b7-3daaf522fb5e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.667228 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995cbdc-3ebb-4b39-833b-ca6dfa00c3d9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Port': ['ID=78006711-cc84-444d-84b7-3daaf522fb5e,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:21.706109 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7e7439bc-70a0-4c3a-a7f2-b4576a07568e None None] For port ce2f4557-2668-4ab3-8d4a-5e234240ca67, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ce2f4557-2668-4ab3-8d4a-5e234240ca67,segment=NetworkSegment(ab723e2d-0891-4a0a-bce8-2d3031f1af55),segment_id=ab723e2d-0891-4a0a-bce8-2d3031f1af55)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:21.706411 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7e7439bc-70a0-4c3a-a7f2-b4576a07568e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ce2f4557-2668-4ab3-8d4a-5e234240ca67), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.727254 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6995cbdc-3ebb-4b39-833b-ca6dfa00c3d9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.727506 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-7e7439bc-70a0-4c3a-a7f2-b4576a07568e None None] Calling delete_port for ce2f4557-2668-4ab3-8d4a-5e234240ca67 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:58:21.821809 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6995cbdc-3ebb-4b39-833b-ca6dfa00c3d9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.823935 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6995cbdc-3ebb-4b39-833b-ca6dfa00c3d9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_controller (ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.851698 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-a735838e-fbc6-45d1-9d95-fed73fe7fb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615261848', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:58:19Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:21.853463 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7e7439bc-70a0-4c3a-a7f2-b4576a07568e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (ce2f4557-2668-4ab3-8d4a-5e234240ca67), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.870979 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6995cbdc-3ebb-4b39-833b-ca6dfa00c3d9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.871608 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6995cbdc-3ebb-4b39-833b-ca6dfa00c3d9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Fanout notify agent at l3_agent the message router_deleted on router ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:58:21.879216 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6995cbdc-3ebb-4b39-833b-ca6dfa00c3d9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.880371 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6995cbdc-3ebb-4b39-833b-ca6dfa00c3d9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/routers/ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929 HTTP/1.1" status: 204 len: 168 time: 0.7915831 Jan 27 22:58:21.883157 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56670) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:21.911128 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a735838e-fbc6-45d1-9d95-fed73fe7fb83 None None] The sync data for ids ['ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929'] in n-d-772272-3 is: [{'id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1615261848', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:58:19Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '78006711-cc84-444d-84b7-3daaf522fb5e', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4c3ca7-8d1e-4dd8-8a34-1dc72b202929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:58:21.916283 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7439bc-70a0-4c3a-a7f2-b4576a07568e None None] Pushing event deleted for resources: {'Port': ['ID=ce2f4557-2668-4ab3-8d4a-5e234240ca67,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:21.919324 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7439bc-70a0-4c3a-a7f2-b4576a07568e None None] No DVR routers for this DVR port ce2f4557-2668-4ab3-8d4a-5e234240ca67 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:58:21.931215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7439bc-70a0-4c3a-a7f2-b4576a07568e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:21.931215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7439bc-70a0-4c3a-a7f2-b4576a07568e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:21.931215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7439bc-70a0-4c3a-a7f2-b4576a07568e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:21.931215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7439bc-70a0-4c3a-a7f2-b4576a07568e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:21.931215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7439bc-70a0-4c3a-a7f2-b4576a07568e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:21.931215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7439bc-70a0-4c3a-a7f2-b4576a07568e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:21.931215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7439bc-70a0-4c3a-a7f2-b4576a07568e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:21.933148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7439bc-70a0-4c3a-a7f2-b4576a07568e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:21.933148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7439bc-70a0-4c3a-a7f2-b4576a07568e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:21.933148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7439bc-70a0-4c3a-a7f2-b4576a07568e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:21.933148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7439bc-70a0-4c3a-a7f2-b4576a07568e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:21.933148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7439bc-70a0-4c3a-a7f2-b4576a07568e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:21.933148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7439bc-70a0-4c3a-a7f2-b4576a07568e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:21.938671 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.965126 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cf21d1a-2cdb-4693-ab60-ed659cd45272 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (9cdd5423-c54d-4ba6-814f-cb2096ec9d66), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.054342 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cf21d1a-2cdb-4693-ab60-ed659cd45272 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (9cdd5423-c54d-4ba6-814f-cb2096ec9d66), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.074052 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-8cf21d1a-2cdb-4693-ab60-ed659cd45272 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cdd5423-c54d-4ba6-814f-cb2096ec9d66']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:22.083723 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-8cf21d1a-2cdb-4693-ab60-ed659cd45272 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab723e2d-0891-4a0a-bce8-2d3031f1af55') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:22.084000 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-8cf21d1a-2cdb-4693-ab60-ed659cd45272 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab723e2d-0891-4a0a-bce8-2d3031f1af55') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:22.094339 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cf21d1a-2cdb-4693-ab60-ed659cd45272 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (ab723e2d-0891-4a0a-bce8-2d3031f1af55), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.108046 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cf21d1a-2cdb-4693-ab60-ed659cd45272 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (ab723e2d-0891-4a0a-bce8-2d3031f1af55), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.113855 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf21d1a-2cdb-4693-ab60-ed659cd45272 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:58:22.114243 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cf21d1a-2cdb-4693-ab60-ed659cd45272 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (ab723e2d-0891-4a0a-bce8-2d3031f1af55), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: timer() Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:58:22.117311 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:58:22.173813 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cf21d1a-2cdb-4693-ab60-ed659cd45272 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (9cdd5423-c54d-4ba6-814f-cb2096ec9d66), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.178507 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-8cf21d1a-2cdb-4693-ab60-ed659cd45272 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.185851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-8cf21d1a-2cdb-4693-ab60-ed659cd45272 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/networks/9cdd5423-c54d-4ba6-814f-cb2096ec9d66 HTTP/1.1" status: 204 len: 168 time: 0.2976453 Jan 27 22:58:22.185982 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56672) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:22.202552 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf21d1a-2cdb-4693-ab60-ed659cd45272 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Network': ['ID=9cdd5423-c54d-4ba6-814f-cb2096ec9d66,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:22.218252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 16ba11d8-641a-4980-81f6-61027ab77d23 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:58:22.243387 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 16ba11d8-641a-4980-81f6-61027ab77d23 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:58:22.243744 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 16ba11d8-641a-4980-81f6-61027ab77d23 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:58:22.244548 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92f5299b-00f2-4fe4-af2f-607ce93e5755 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (f5e75db1-62f0-412b-80a1-3f56589341e9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.271411 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92f5299b-00f2-4fe4-af2f-607ce93e5755 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (f5e75db1-62f0-412b-80a1-3f56589341e9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.346565 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92f5299b-00f2-4fe4-af2f-607ce93e5755 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f5e75db1-62f0-412b-80a1-3f56589341e9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.349961 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92f5299b-00f2-4fe4-af2f-607ce93e5755 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.351686 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-92f5299b-00f2-4fe4-af2f-607ce93e5755 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/security-groups/f5e75db1-62f0-412b-80a1-3f56589341e9 HTTP/1.1" status: 204 len: 168 time: 0.1652060 Jan 27 22:58:22.371231 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5299b-00f2-4fe4-af2f-607ce93e5755 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e75db1-62f0-412b-80a1-3f56589341e9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:22.884081 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56678) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:22.889337 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-784d02f8-9579-4606-a9bf-ea012d50a7b3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1179348045', 'description': 'tempest-secgroup-smoke-1179348045 description', 'project_id': 'a7baef2dd068423eb46e5d5922401834'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:22.913490 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-784d02f8-9579-4606-a9bf-ea012d50a7b3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.980934 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-784d02f8-9579-4606-a9bf-ea012d50a7b3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (133349d5-9b61-4de7-bd87-5bef79a2b65f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.988200 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-784d02f8-9579-4606-a9bf-ea012d50a7b3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (133349d5-9b61-4de7-bd87-5bef79a2b65f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.019314 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-784d02f8-9579-4606-a9bf-ea012d50a7b3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.023984 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56680) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:23.024326 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-784d02f8-9579-4606-a9bf-ea012d50a7b3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1391127 Jan 27 22:58:23.029353 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d02f8-9579-4606-a9bf-ea012d50a7b3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=133349d5-9b61-4de7-bd87-5bef79a2b65f,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:23.031817 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-e26ec6ad-872e-4789-a067-cefeeb7acde1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': '133349d5-9b61-4de7-bd87-5bef79a2b65f', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:23.050863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 603b2c4b-cc2c-4385-9e2d-2354769939b6 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:58:23.060840 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e26ec6ad-872e-4789-a067-cefeeb7acde1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (7192832b-3853-4953-ac27-1ba6ed0a7d77), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.072432 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 603b2c4b-cc2c-4385-9e2d-2354769939b6 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:58:23.072791 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 603b2c4b-cc2c-4385-9e2d-2354769939b6 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:58:23.073222 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 78006711-cc84-444d-84b7-3daaf522fb5e no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:58:23.092673 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 78006711-cc84-444d-84b7-3daaf522fb5e {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:58:23.093028 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 78006711-cc84-444d-84b7-3daaf522fb5e not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:58:23.093456 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ce2f4557-2668-4ab3-8d4a-5e234240ca67 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:58:23.113173 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: ce2f4557-2668-4ab3-8d4a-5e234240ca67 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:58:23.113462 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ce2f4557-2668-4ab3-8d4a-5e234240ca67 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:58:23.114941 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e26ec6ad-872e-4789-a067-cefeeb7acde1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (7192832b-3853-4953-ac27-1ba6ed0a7d77), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.119194 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e26ec6ad-872e-4789-a067-cefeeb7acde1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (7192832b-3853-4953-ac27-1ba6ed0a7d77), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.139202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ec6ad-872e-4789-a067-cefeeb7acde1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7192832b-3853-4953-ac27-1ba6ed0a7d77,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:23.152771 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e26ec6ad-872e-4789-a067-cefeeb7acde1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.154021 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e26ec6ad-872e-4789-a067-cefeeb7acde1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297185 Jan 27 22:58:23.156739 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56682) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:23.161172 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-7b6ed01d-310a-43be-b01e-3110c6296b84 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': '133349d5-9b61-4de7-bd87-5bef79a2b65f', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:23.186338 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7b6ed01d-310a-43be-b01e-3110c6296b84 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (5a4d4f8e-2592-4096-b7a0-d63d673565c7), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.248087 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7b6ed01d-310a-43be-b01e-3110c6296b84 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (5a4d4f8e-2592-4096-b7a0-d63d673565c7), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.251965 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7b6ed01d-310a-43be-b01e-3110c6296b84 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (5a4d4f8e-2592-4096-b7a0-d63d673565c7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.271891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ed01d-310a-43be-b01e-3110c6296b84 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a4d4f8e-2592-4096-b7a0-d63d673565c7,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:23.278443 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-7b6ed01d-310a-43be-b01e-3110c6296b84 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.279319 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7b6ed01d-310a-43be-b01e-3110c6296b84 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216366 Jan 27 22:58:23.282185 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56684) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:23.286437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-6dd42f32-2cc3-47c3-b18d-b4846a14f458 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': '133349d5-9b61-4de7-bd87-5bef79a2b65f', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:23.310742 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6dd42f32-2cc3-47c3-b18d-b4846a14f458 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (121237f0-7d08-442f-b043-10ac297388cc), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.367097 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6dd42f32-2cc3-47c3-b18d-b4846a14f458 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (121237f0-7d08-442f-b043-10ac297388cc), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.370896 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6dd42f32-2cc3-47c3-b18d-b4846a14f458 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (121237f0-7d08-442f-b043-10ac297388cc), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.394603 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd42f32-2cc3-47c3-b18d-b4846a14f458 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121237f0-7d08-442f-b043-10ac297388cc,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:23.400083 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6dd42f32-2cc3-47c3-b18d-b4846a14f458 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.401293 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6dd42f32-2cc3-47c3-b18d-b4846a14f458 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181858 Jan 27 22:58:23.404619 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56686) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:23.408964 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-4d1f89a7-b259-4f1b-833a-7cac6a538be0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': '133349d5-9b61-4de7-bd87-5bef79a2b65f', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:23.433062 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d1f89a7-b259-4f1b-833a-7cac6a538be0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (d0b2e390-1f71-4192-9a1f-887442a0441b), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.490319 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d1f89a7-b259-4f1b-833a-7cac6a538be0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (d0b2e390-1f71-4192-9a1f-887442a0441b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.493834 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d1f89a7-b259-4f1b-833a-7cac6a538be0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (d0b2e390-1f71-4192-9a1f-887442a0441b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.510520 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f89a7-b259-4f1b-833a-7cac6a538be0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b2e390-1f71-4192-9a1f-887442a0441b,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:23.519565 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d1f89a7-b259-4f1b-833a-7cac6a538be0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.520842 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4d1f89a7-b259-4f1b-833a-7cac6a538be0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152599 Jan 27 22:58:23.523511 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56688) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:23.527756 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-2461489a-6cdb-4bd6-81f4-c585705b5df4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': '133349d5-9b61-4de7-bd87-5bef79a2b65f', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:23.548097 n-d-772272-3 neutron-server[109741]: INFO neutron.db.securitygroups_db [None req-2461489a-6cdb-4bd6-81f4-c585705b5df4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Project a7baef2dd068423eb46e5d5922401834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:58:23.552772 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2461489a-6cdb-4bd6-81f4-c585705b5df4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (eff84f93-3b38-4b4c-8679-88bf9f7c769b), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.609534 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2461489a-6cdb-4bd6-81f4-c585705b5df4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (eff84f93-3b38-4b4c-8679-88bf9f7c769b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.612937 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2461489a-6cdb-4bd6-81f4-c585705b5df4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (eff84f93-3b38-4b4c-8679-88bf9f7c769b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.629666 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461489a-6cdb-4bd6-81f4-c585705b5df4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff84f93-3b38-4b4c-8679-88bf9f7c769b,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:23.637671 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2461489a-6cdb-4bd6-81f4-c585705b5df4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.638851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2461489a-6cdb-4bd6-81f4-c585705b5df4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1144047 Jan 27 22:58:23.641623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56690) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:23.645835 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-4459d83d-def8-41b5-a5c0-77078a29e803 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': '133349d5-9b61-4de7-bd87-5bef79a2b65f', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:23.665866 n-d-772272-3 neutron-server[109741]: INFO neutron.db.securitygroups_db [None req-4459d83d-def8-41b5-a5c0-77078a29e803 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Project a7baef2dd068423eb46e5d5922401834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:58:23.671374 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4459d83d-def8-41b5-a5c0-77078a29e803 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (49a7937c-6974-453f-844c-dbb0a283834a), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.729351 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4459d83d-def8-41b5-a5c0-77078a29e803 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (49a7937c-6974-453f-844c-dbb0a283834a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.732866 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4459d83d-def8-41b5-a5c0-77078a29e803 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (49a7937c-6974-453f-844c-dbb0a283834a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.752623 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459d83d-def8-41b5-a5c0-77078a29e803 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a7937c-6974-453f-844c-dbb0a283834a,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:23.760099 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4459d83d-def8-41b5-a5c0-77078a29e803 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.761652 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4459d83d-def8-41b5-a5c0-77078a29e803 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190672 Jan 27 22:58:23.765257 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56692) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:23.770008 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-099dffb5-1a40-4786-964c-8bc48baa89cb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'network': {'name': 'tempest-network-smoke--220670554', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'port_security_enabled': True}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:23.788590 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099dffb5-1a40-4786-964c-8bc48baa89cb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Made reservation on behalf of a7baef2dd068423eb46e5d5922401834 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:58:23.791729 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-099dffb5-1a40-4786-964c-8bc48baa89cb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.815576 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099dffb5-1a40-4786-964c-8bc48baa89cb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:58:23.827020 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-099dffb5-1a40-4786-964c-8bc48baa89cb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (c4c6daf6-2718-4a56-a13f-431b207e95a5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.827406 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-099dffb5-1a40-4786-964c-8bc48baa89cb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Added segment c4c6daf6-2718-4a56-a13f-431b207e95a5 of type vlan for network 19121f5e-e416-44fc-b59d-78e053cf4dca Jan 27 22:58:23.867632 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-099dffb5-1a40-4786-964c-8bc48baa89cb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (19121f5e-e416-44fc-b59d-78e053cf4dca), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.891165 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-099dffb5-1a40-4786-964c-8bc48baa89cb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (19121f5e-e416-44fc-b59d-78e053cf4dca), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.896027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099dffb5-1a40-4786-964c-8bc48baa89cb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:23.896644 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-099dffb5-1a40-4786-964c-8bc48baa89cb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.954652 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-099dffb5-1a40-4786-964c-8bc48baa89cb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1883199 Jan 27 22:58:23.957507 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56694) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:23.964645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-1401c32b-35d4-41de-a6ac-3fc7b69642ed tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-413973138', 'admin_state_up': True, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:23.980437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099dffb5-1a40-4786-964c-8bc48baa89cb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Network': ['ID=19121f5e-e416-44fc-b59d-78e053cf4dca,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:23.992272 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 19121f5e-e416-44fc-b59d-78e053cf4dca details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:58:23.995186 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1401c32b-35d4-41de-a6ac-3fc7b69642ed tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (ddf5323e-7b19-435f-b6b6-db4d1f84cb9b), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:23.996284 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1401c32b-35d4-41de-a6ac-3fc7b69642ed tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (ddf5323e-7b19-435f-b6b6-db4d1f84cb9b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.050864 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1401c32b-35d4-41de-a6ac-3fc7b69642ed tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_controller (ddf5323e-7b19-435f-b6b6-db4d1f84cb9b), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.183916 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1401c32b-35d4-41de-a6ac-3fc7b69642ed tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_gateway (ddf5323e-7b19-435f-b6b6-db4d1f84cb9b), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.232044 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-de35f4c5-af79-4853-b4b3-99e44a876983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.376647 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1401c32b-35d4-41de-a6ac-3fc7b69642ed tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_gateway (ddf5323e-7b19-435f-b6b6-db4d1f84cb9b), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.395786 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1401c32b-35d4-41de-a6ac-3fc7b69642ed tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.498782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-1401c32b-35d4-41de-a6ac-3fc7b69642ed tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Allocated IP 172.25.3.125 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/d2f4a14e-e425-4207-80af-e291d374ed6f) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:58:24.596231 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1401c32b-35d4-41de-a6ac-3fc7b69642ed tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (d2f4a14e-e425-4207-80af-e291d374ed6f), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.631989 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1401c32b-35d4-41de-a6ac-3fc7b69642ed tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d2f4a14e-e425-4207-80af-e291d374ed6f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.671907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1401c32b-35d4-41de-a6ac-3fc7b69642ed tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:58:24.674955 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-1401c32b-35d4-41de-a6ac-3fc7b69642ed tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:58:24.677358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401c32b-35d4-41de-a6ac-3fc7b69642ed tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:58:24.710528 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401c32b-35d4-41de-a6ac-3fc7b69642ed tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=d2f4a14e-e425-4207-80af-e291d374ed6f,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:24.932361 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1401c32b-35d4-41de-a6ac-3fc7b69642ed tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_gateway (ddf5323e-7b19-435f-b6b6-db4d1f84cb9b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:25.129167 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1401c32b-35d4-41de-a6ac-3fc7b69642ed tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (ddf5323e-7b19-435f-b6b6-db4d1f84cb9b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:25.256751 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1401c32b-35d4-41de-a6ac-3fc7b69642ed tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router ddf5323e-7b19-435f-b6b6-db4d1f84cb9b is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:58:25.361931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1401c32b-35d4-41de-a6ac-3fc7b69642ed tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:58:25.372042 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] Sync routers for ids ['ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:58:25.381071 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1401c32b-35d4-41de-a6ac-3fc7b69642ed tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:25.381703 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] Routers {'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:25.382288 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1401c32b-35d4-41de-a6ac-3fc7b69642ed tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4238546 Jan 27 22:58:25.382418 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:57:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:25.385510 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56696) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:25.415567 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-81720518-e647-4279-884f-51994e113afa tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a7baef2dd068423eb46e5d5922401834&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289345 Jan 27 22:58:25.418268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56698) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:25.505675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24026252-654b-4a80-ad25-ebb7836e4159 tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:25.507283 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-24026252-654b-4a80-ad25-ebb7836e4159 tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880506 Jan 27 22:58:25.510161 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56700) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:25.540136 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-972457a5-c8ca-4090-be8e-4e730837f9e7 tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288596 Jan 27 22:58:25.542610 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56702) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:25.547503 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-84957d46-f4ea-49cb-afc8-47fc705abfc4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-871958083', 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:25.580567 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] Set router ddf5323e-7b19-435f-b6b6-db4d1f84cb9b gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:25.638731 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84957d46-f4ea-49cb-afc8-47fc705abfc4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Made reservation on behalf of a7baef2dd068423eb46e5d5922401834 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:58:25.642153 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-84957d46-f4ea-49cb-afc8-47fc705abfc4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:25.758748 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413973138', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:24Z', 'revision_number': 3, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:25.785603 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] Checking router: ddf5323e-7b19-435f-b6b6-db4d1f84cb9b for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:58:25.786020 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] Updating router ddf5323e-7b19-435f-b6b6-db4d1f84cb9b port d2f4a14e-e425-4207-80af-e291d374ed6f binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:58:25.814117 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d2f4a14e-e425-4207-80af-e291d374ed6f), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:25.824411 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-84957d46-f4ea-49cb-afc8-47fc705abfc4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (49bb0af0-b1e6-4891-9a90-a03bb9ad8250), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:25.884765 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84957d46-f4ea-49cb-afc8-47fc705abfc4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Subnet': ['ID=49bb0af0-b1e6-4891-9a90-a03bb9ad8250,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:25.894884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84957d46-f4ea-49cb-afc8-47fc705abfc4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Checking segment: {'id': 'c4c6daf6-2718-4a56-a13f-431b207e95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:58:25.895253 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84957d46-f4ea-49cb-afc8-47fc705abfc4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network hostable DHCP agents. Network: 19121f5e-e416-44fc-b59d-78e053cf4dca, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:58:25.911659 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84957d46-f4ea-49cb-afc8-47fc705abfc4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network 19121f5e-e416-44fc-b59d-78e053cf4dca is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:58:25.921180 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-84957d46-f4ea-49cb-afc8-47fc705abfc4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 19121f5e-e416-44fc-b59d-78e053cf4dca) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:58:25.926235 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84957d46-f4ea-49cb-afc8-47fc705abfc4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:25.927140 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-84957d46-f4ea-49cb-afc8-47fc705abfc4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:25.930701 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5931d12e-7f08-42c9-af66-da4c26f362a5 None None] Network 19121f5e-e416-44fc-b59d-78e053cf4dca requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:58:25.943032 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-84957d46-f4ea-49cb-afc8-47fc705abfc4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3993201 Jan 27 22:58:25.945987 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56704) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:26.049723 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317fa661-f939-4527-a273-a71126b20d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-19121f5e-e416-44fc-b59d-78e053cf4dca', 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ips': [{'subnet_id': '49bb0af0-b1e6-4891-9a90-a03bb9ad8250'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:58:26.050595 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-317fa661-f939-4527-a273-a71126b20d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.072478 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] Publish callbacks [] for port (d2f4a14e-e425-4207-80af-e291d374ed6f), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.078917 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d2f4a14e-e425-4207-80af-e291d374ed6f), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.135347 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] Attempting to bind port d2f4a14e-e425-4207-80af-e291d374ed6f on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:58:26.135706 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] Attempting to bind port d2f4a14e-e425-4207-80af-e291d374ed6f by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:58:26.136281 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] Attempting to bind port d2f4a14e-e425-4207-80af-e291d374ed6f on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:58:26.138386 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f51fa-520d-420b-a5ef-85a0acea365a None None] Pushing event updated for resources: {'Port': ['ID=d2f4a14e-e425-4207-80af-e291d374ed6f,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:26.148247 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f51fa-520d-420b-a5ef-85a0acea365a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:26.148593 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f51fa-520d-420b-a5ef-85a0acea365a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:26.148932 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f51fa-520d-420b-a5ef-85a0acea365a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:26.149263 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f51fa-520d-420b-a5ef-85a0acea365a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:26.149591 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f51fa-520d-420b-a5ef-85a0acea365a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:26.149916 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f51fa-520d-420b-a5ef-85a0acea365a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:26.150241 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f51fa-520d-420b-a5ef-85a0acea365a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:26.150567 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f51fa-520d-420b-a5ef-85a0acea365a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:26.150887 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f51fa-520d-420b-a5ef-85a0acea365a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:26.151212 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f51fa-520d-420b-a5ef-85a0acea365a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:26.151524 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f51fa-520d-420b-a5ef-85a0acea365a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:26.151888 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f51fa-520d-420b-a5ef-85a0acea365a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:26.152305 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1f51fa-520d-420b-a5ef-85a0acea365a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:26.155894 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:58:26.156296 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:58:26.156695 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.157075 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:58:26.157533 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] Bound port: d2f4a14e-e425-4207-80af-e291d374ed6f, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:58:26.158097 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d2f4a14e-e425-4207-80af-e291d374ed6f), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.201489 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-317fa661-f939-4527-a273-a71126b20d37 None None] Allocated IP 172.20.0.2 (19121f5e-e416-44fc-b59d-78e053cf4dca/49bb0af0-b1e6-4891-9a90-a03bb9ad8250/a94a9b85-8101-473f-88c2-6d26630c0126) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:58:26.212398 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] For port d2f4a14e-e425-4207-80af-e291d374ed6f, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:58:26.215898 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] For port d2f4a14e-e425-4207-80af-e291d374ed6f, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d2f4a14e-e425-4207-80af-e291d374ed6f,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:58:26.221549 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d2f4a14e-e425-4207-80af-e291d374ed6f), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.271895 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] Routers {'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:26.272558 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:57:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:26.313546 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f51fa-520d-420b-a5ef-85a0acea365a None None] Pushing event updated for resources: {'Port': ['ID=d2f4a14e-e425-4207-80af-e291d374ed6f,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:26.354203 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-317fa661-f939-4527-a273-a71126b20d37 None None] Publish callbacks [] for port (a94a9b85-8101-473f-88c2-6d26630c0126), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.362432 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-317fa661-f939-4527-a273-a71126b20d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (a94a9b85-8101-473f-88c2-6d26630c0126), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.390598 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] Set router ddf5323e-7b19-435f-b6b6-db4d1f84cb9b gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:26.406347 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317fa661-f939-4527-a273-a71126b20d37 None None] Network 19121f5e-e416-44fc-b59d-78e053cf4dca is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:58:26.408088 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5fc28ae8-914d-4540-ac50-fa9df31dc1a8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.409202 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-317fa661-f939-4527-a273-a71126b20d37 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:58:26.411619 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317fa661-f939-4527-a273-a71126b20d37 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:58:26.423901 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fa661-f939-4527-a273-a71126b20d37 None None] Pushing event updated for resources: {'Port': ['ID=a94a9b85-8101-473f-88c2-6d26630c0126,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:26.477622 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-317fa661-f939-4527-a273-a71126b20d37 None None] Attempting to bind port a94a9b85-8101-473f-88c2-6d26630c0126 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:58:26.478006 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-317fa661-f939-4527-a273-a71126b20d37 None None] Attempting to bind port a94a9b85-8101-473f-88c2-6d26630c0126 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'c4c6daf6-2718-4a56-a13f-431b207e95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:58:26.478378 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317fa661-f939-4527-a273-a71126b20d37 None None] Attempting to bind port a94a9b85-8101-473f-88c2-6d26630c0126 on network 19121f5e-e416-44fc-b59d-78e053cf4dca {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:58:26.484413 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317fa661-f939-4527-a273-a71126b20d37 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:58:26.484803 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317fa661-f939-4527-a273-a71126b20d37 None None] Checking segment: {'id': 'c4c6daf6-2718-4a56-a13f-431b207e95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:58:26.485210 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-317fa661-f939-4527-a273-a71126b20d37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.485613 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317fa661-f939-4527-a273-a71126b20d37 None None] Bound using segment: {'id': 'c4c6daf6-2718-4a56-a13f-431b207e95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:58:26.486091 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-317fa661-f939-4527-a273-a71126b20d37 None None] Bound port: a94a9b85-8101-473f-88c2-6d26630c0126, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c6daf6-2718-4a56-a13f-431b207e95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:58:26.486476 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-317fa661-f939-4527-a273-a71126b20d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a94a9b85-8101-473f-88c2-6d26630c0126), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.550372 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-317fa661-f939-4527-a273-a71126b20d37 None None] For port a94a9b85-8101-473f-88c2-6d26630c0126, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:58:26.553986 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-317fa661-f939-4527-a273-a71126b20d37 None None] For port a94a9b85-8101-473f-88c2-6d26630c0126, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a94a9b85-8101-473f-88c2-6d26630c0126,segment=NetworkSegment(c4c6daf6-2718-4a56-a13f-431b207e95a5),segment_id=c4c6daf6-2718-4a56-a13f-431b207e95a5)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:58:26.559213 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-317fa661-f939-4527-a273-a71126b20d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a94a9b85-8101-473f-88c2-6d26630c0126), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.577861 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413973138', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:24Z', 'revision_number': 3, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:26.613530 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd31020-4eb0-4824-ace9-1ec580b81644 None None] The sync data for ids ['ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'] in n-d-772272-3 is: [{'id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413973138', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:24Z', 'revision_number': 3, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:58:26.623853 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fa661-f939-4527-a273-a71126b20d37 None None] Pushing event updated for resources: {'Port': ['ID=a94a9b85-8101-473f-88c2-6d26630c0126,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:26.716628 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-5fc28ae8-914d-4540-ac50-fa9df31dc1a8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Allocated IP 172.20.0.1 (19121f5e-e416-44fc-b59d-78e053cf4dca/49bb0af0-b1e6-4891-9a90-a03bb9ad8250/b2521ad4-2490-4028-86d6-cd3118f1ef2d) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:58:26.847262 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2afe7fb4-d397-4b9d-a0cb-f57fe28028ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.857464 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5fc28ae8-914d-4540-ac50-fa9df31dc1a8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (b2521ad4-2490-4028-86d6-cd3118f1ef2d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.897234 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5fc28ae8-914d-4540-ac50-fa9df31dc1a8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b2521ad4-2490-4028-86d6-cd3118f1ef2d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.951270 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc28ae8-914d-4540-ac50-fa9df31dc1a8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network 19121f5e-e416-44fc-b59d-78e053cf4dca is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:58:26.954729 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-5fc28ae8-914d-4540-ac50-fa9df31dc1a8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:58:26.959136 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc28ae8-914d-4540-ac50-fa9df31dc1a8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:58:27.014737 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc28ae8-914d-4540-ac50-fa9df31dc1a8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=b2521ad4-2490-4028-86d6-cd3118f1ef2d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:27.041293 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5fc28ae8-914d-4540-ac50-fa9df31dc1a8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (ddf5323e-7b19-435f-b6b6-db4d1f84cb9b), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:27.176663 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5fc28ae8-914d-4540-ac50-fa9df31dc1a8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b2521ad4-2490-4028-86d6-cd3118f1ef2d), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:27.468974 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5fc28ae8-914d-4540-ac50-fa9df31dc1a8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (b2521ad4-2490-4028-86d6-cd3118f1ef2d), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:27.476526 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5fc28ae8-914d-4540-ac50-fa9df31dc1a8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (b2521ad4-2490-4028-86d6-cd3118f1ef2d), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:27.550007 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5fc28ae8-914d-4540-ac50-fa9df31dc1a8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (ddf5323e-7b19-435f-b6b6-db4d1f84cb9b), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:27.551828 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc28ae8-914d-4540-ac50-fa9df31dc1a8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=b2521ad4-2490-4028-86d6-cd3118f1ef2d,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:27.653531 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc28ae8-914d-4540-ac50-fa9df31dc1a8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network 19121f5e-e416-44fc-b59d-78e053cf4dca is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:58:27.655142 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-5fc28ae8-914d-4540-ac50-fa9df31dc1a8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:58:27.747509 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63e9619-c769-47f5-9e5f-cb0a0bf98f7b None None] Network 19121f5e-e416-44fc-b59d-78e053cf4dca requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:58:27.818710 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:27.837286 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-a357c573-29b0-4d0e-9ef2-91ea056b699e None None] Provisioning complete for port a94a9b85-8101-473f-88c2-6d26630c0126 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:27.837674 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a357c573-29b0-4d0e-9ef2-91ea056b699e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a94a9b85-8101-473f-88c2-6d26630c0126), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:27.957085 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-a357c573-29b0-4d0e-9ef2-91ea056b699e None None] Current status of the port a94a9b85-8101-473f-88c2-6d26630c0126 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:27.957481 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a357c573-29b0-4d0e-9ef2-91ea056b699e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (a94a9b85-8101-473f-88c2-6d26630c0126), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:28.001440 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-a357c573-29b0-4d0e-9ef2-91ea056b699e None None] For port a94a9b85-8101-473f-88c2-6d26630c0126, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a94a9b85-8101-473f-88c2-6d26630c0126,segment=NetworkSegment(c4c6daf6-2718-4a56-a13f-431b207e95a5),segment_id=c4c6daf6-2718-4a56-a13f-431b207e95a5)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:28.006396 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a357c573-29b0-4d0e-9ef2-91ea056b699e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (a94a9b85-8101-473f-88c2-6d26630c0126), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:28.073824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357c573-29b0-4d0e-9ef2-91ea056b699e None None] Pushing event updated for resources: {'Port': ['ID=a94a9b85-8101-473f-88c2-6d26630c0126,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:28.080303 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc28ae8-914d-4540-ac50-fa9df31dc1a8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router ddf5323e-7b19-435f-b6b6-db4d1f84cb9b has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:58:28.202644 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc28ae8-914d-4540-ac50-fa9df31dc1a8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:58:28.208004 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5fc28ae8-914d-4540-ac50-fa9df31dc1a8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "PUT /v2.0/routers/ddf5323e-7b19-435f-b6b6-db4d1f84cb9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2607725 Jan 27 22:58:28.228631 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-311a538d-f3d3-4112-9efe-948a9be24f34 None None] Provisioning complete for port b2521ad4-2490-4028-86d6-cd3118f1ef2d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:28.229096 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-311a538d-f3d3-4112-9efe-948a9be24f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b2521ad4-2490-4028-86d6-cd3118f1ef2d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:28.272657 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-311a538d-f3d3-4112-9efe-948a9be24f34 None None] Port b2521ad4-2490-4028-86d6-cd3118f1ef2d cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:58:28.284468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-311a538d-f3d3-4112-9efe-948a9be24f34 None None] Provisioning complete for port a94a9b85-8101-473f-88c2-6d26630c0126 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:28.285133 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-311a538d-f3d3-4112-9efe-948a9be24f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a94a9b85-8101-473f-88c2-6d26630c0126), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:28.374630 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-311a538d-f3d3-4112-9efe-948a9be24f34 None None] Current status of the port a94a9b85-8101-473f-88c2-6d26630c0126 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:28.389139 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-8e368b2b-6df7-4ecb-b27f-fb8de111f4f2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1179348045&fields=id&tenant_id=a7baef2dd068423eb46e5d5922401834 HTTP/1.1" status: 200 len: 267 time: 0.0584185 Jan 27 22:58:28.465033 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] Sync routers for ids ['ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:58:28.475359 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] Routers {'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:28.476841 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:58:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:28.506764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-f74846f6-53ce-4619-8093-427914e48e9e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:28.508298 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-f74846f6-53ce-4619-8093-427914e48e9e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/networks?id=19121f5e-e416-44fc-b59d-78e053cf4dca HTTP/1.1" status: 200 len: 796 time: 0.1124411 Jan 27 22:58:28.524149 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-7178c29c-ec95-4f37-b824-0bd32ba86822 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/quotas/a7baef2dd068423eb46e5d5922401834 HTTP/1.1" status: 200 len: 375 time: 0.0097234 Jan 27 22:58:28.545702 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-80c51c08-0dca-4eb6-b719-5378bb36d73a None None] Provisioning complete for port b2521ad4-2490-4028-86d6-cd3118f1ef2d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:28.546081 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-80c51c08-0dca-4eb6-b719-5378bb36d73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b2521ad4-2490-4028-86d6-cd3118f1ef2d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:28.576844 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-b021ffd9-7d60-4de1-8d2f-f2bd20a9142c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464547 Jan 27 22:58:28.626015 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] Set router ddf5323e-7b19-435f-b6b6-db4d1f84cb9b gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:28.627800 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-80c51c08-0dca-4eb6-b719-5378bb36d73a None None] Port b2521ad4-2490-4028-86d6-cd3118f1ef2d cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:58:28.676443 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-b7c0f4b2-169b-47fb-b4be-aa8fe442b264 service neutron] 10.222.0.23 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879519 Jan 27 22:58:28.769579 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-80b64973-d603-4c00-8807-051f00d63d23 service neutron] 10.222.0.23 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873265 Jan 27 22:58:28.770798 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6586cb2c-d621-4a3d-93e4-aaf22a6709a0 None None] Provisioning complete for port b2521ad4-2490-4028-86d6-cd3118f1ef2d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:28.771285 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6586cb2c-d621-4a3d-93e4-aaf22a6709a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b2521ad4-2490-4028-86d6-cd3118f1ef2d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:28.822004 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6586cb2c-d621-4a3d-93e4-aaf22a6709a0 None None] Port b2521ad4-2490-4028-86d6-cd3118f1ef2d cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:58:28.873464 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413973138', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:27Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b2521ad4-2490-4028-86d6-cd3118f1ef2d', 'name': '', 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:a6:12:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '49bb0af0-b1e6-4891-9a90-a03bb9ad8250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:26Z', 'updated_at': '2022-01-27T22:58:27Z', 'revision_number': 2, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '49bb0af0-b1e6-4891-9a90-a03bb9ad8250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:28.907416 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] Checking router: ddf5323e-7b19-435f-b6b6-db4d1f84cb9b for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:58:28.907416 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] Updating router ddf5323e-7b19-435f-b6b6-db4d1f84cb9b port b2521ad4-2490-4028-86d6-cd3118f1ef2d binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:58:28.935170 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b2521ad4-2490-4028-86d6-cd3118f1ef2d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:28.938578 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d2f4a14e-e425-4207-80af-e291d374ed6f up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:58:28.968355 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-473e47d4-141b-460c-a923-37d3a554be54 req-b7f3d256-b8cd-465e-984e-4cfefe3bc5a8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 210 time: 0.0295897 Jan 27 22:58:29.091203 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d2f4a14e-e425-4207-80af-e291d374ed6f triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:29.091598 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d2f4a14e-e425-4207-80af-e291d374ed6f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:29.199507 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:29.274721 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d2f4a14e-e425-4207-80af-e291d374ed6f is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:29.275121 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d2f4a14e-e425-4207-80af-e291d374ed6f), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:29.327362 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port d2f4a14e-e425-4207-80af-e291d374ed6f, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d2f4a14e-e425-4207-80af-e291d374ed6f,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:29.332270 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d2f4a14e-e425-4207-80af-e291d374ed6f), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:29.333054 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a94a9b85-8101-473f-88c2-6d26630c0126 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:58:29.557015 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] Publish callbacks [] for port (b2521ad4-2490-4028-86d6-cd3118f1ef2d), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:29.574121 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b2521ad4-2490-4028-86d6-cd3118f1ef2d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:29.600238 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=d2f4a14e-e425-4207-80af-e291d374ed6f,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:29.662187 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port a94a9b85-8101-473f-88c2-6d26630c0126 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:29.662576 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (a94a9b85-8101-473f-88c2-6d26630c0126), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:29.672452 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f1dfa-334f-4e69-a84d-f95cbdf415b4 None None] Pushing event updated for resources: {'Port': ['ID=b2521ad4-2490-4028-86d6-cd3118f1ef2d,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:29.727811 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] Attempting to bind port b2521ad4-2490-4028-86d6-cd3118f1ef2d on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:58:29.728211 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] Attempting to bind port b2521ad4-2490-4028-86d6-cd3118f1ef2d by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'c4c6daf6-2718-4a56-a13f-431b207e95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:58:29.728592 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] Attempting to bind port b2521ad4-2490-4028-86d6-cd3118f1ef2d on network 19121f5e-e416-44fc-b59d-78e053cf4dca {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:58:29.739974 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:58:29.740541 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] Checking segment: {'id': 'c4c6daf6-2718-4a56-a13f-431b207e95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:58:29.740850 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:29.741270 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] Bound using segment: {'id': 'c4c6daf6-2718-4a56-a13f-431b207e95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:58:29.741744 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] Bound port: b2521ad4-2490-4028-86d6-cd3118f1ef2d, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c6daf6-2718-4a56-a13f-431b207e95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:58:29.742159 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b2521ad4-2490-4028-86d6-cd3118f1ef2d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:29.841885 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port a94a9b85-8101-473f-88c2-6d26630c0126 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:29.851264 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] For port b2521ad4-2490-4028-86d6-cd3118f1ef2d, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:58:29.857204 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] For port b2521ad4-2490-4028-86d6-cd3118f1ef2d, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b2521ad4-2490-4028-86d6-cd3118f1ef2d,segment=NetworkSegment(c4c6daf6-2718-4a56-a13f-431b207e95a5),segment_id=c4c6daf6-2718-4a56-a13f-431b207e95a5)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:58:29.864445 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b2521ad4-2490-4028-86d6-cd3118f1ef2d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:29.870710 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-32847c4c-b812-416b-8c76-fae5cd527207 None None] Provisioning complete for port b2521ad4-2490-4028-86d6-cd3118f1ef2d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:29.870921 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-32847c4c-b812-416b-8c76-fae5cd527207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b2521ad4-2490-4028-86d6-cd3118f1ef2d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:29.960582 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f1dfa-334f-4e69-a84d-f95cbdf415b4 None None] Pushing event updated for resources: {'Port': ['ID=b2521ad4-2490-4028-86d6-cd3118f1ef2d,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:29.967687 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] Routers {'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:29.968087 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:58:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:30.135058 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-32847c4c-b812-416b-8c76-fae5cd527207 None None] Current status of the port b2521ad4-2490-4028-86d6-cd3118f1ef2d is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:30.135374 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-32847c4c-b812-416b-8c76-fae5cd527207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b2521ad4-2490-4028-86d6-cd3118f1ef2d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:30.152591 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] Set router ddf5323e-7b19-435f-b6b6-db4d1f84cb9b gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:30.216338 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-32847c4c-b812-416b-8c76-fae5cd527207 None None] For port b2521ad4-2490-4028-86d6-cd3118f1ef2d, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b2521ad4-2490-4028-86d6-cd3118f1ef2d,segment=NetworkSegment(c4c6daf6-2718-4a56-a13f-431b207e95a5),segment_id=c4c6daf6-2718-4a56-a13f-431b207e95a5)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:30.244290 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-32847c4c-b812-416b-8c76-fae5cd527207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b2521ad4-2490-4028-86d6-cd3118f1ef2d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:30.308723 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df0cea6e-0755-4044-b949-52f7f92c83ab req-ec03fadd-14f2-4945-8444-42f9b9657e39 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 210 time: 0.0304041 Jan 27 22:58:30.342625 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32847c4c-b812-416b-8c76-fae5cd527207 None None] Pushing event updated for resources: {'Port': ['ID=b2521ad4-2490-4028-86d6-cd3118f1ef2d,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:30.356724 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-002607db-e2c7-48ec-ab70-d65e254b398f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:30.358181 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-002607db-e2c7-48ec-ab70-d65e254b398f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.15 "GET /v2.0/networks?id=19121f5e-e416-44fc-b59d-78e053cf4dca HTTP/1.1" status: 200 len: 796 time: 0.5660031 Jan 27 22:58:30.402544 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-63a7325a-b10d-4e40-b6d4-535d5d18c4e0 None None] Provisioning complete for port b2521ad4-2490-4028-86d6-cd3118f1ef2d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:30.402864 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-63a7325a-b10d-4e40-b6d4-535d5d18c4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b2521ad4-2490-4028-86d6-cd3118f1ef2d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:30.426445 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-7125af15-d898-4d52-bedd-f71ac19fe713 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7baef2dd068423eb46e5d5922401834 HTTP/1.1" status: 200 len: 380 time: 0.0596135 Jan 27 22:58:30.435625 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-65407465-b11a-44cc-87df-e51bd3d7af51 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'port': {'device_id': 'd92469c3-90db-486d-9f4a-5848d5301d70', 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca', 'admin_state_up': True, 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'security_groups': ['133349d5-9b61-4de7-bd87-5bef79a2b65f']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:30.463007 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:30.485858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413973138', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:27Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b2521ad4-2490-4028-86d6-cd3118f1ef2d', 'name': '', 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:a6:12:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '49bb0af0-b1e6-4891-9a90-a03bb9ad8250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:26Z', 'updated_at': '2022-01-27T22:58:29Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '49bb0af0-b1e6-4891-9a90-a03bb9ad8250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:30.515369 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886ec43a-5f4b-473d-b5de-8dc0d2cd5706 None None] The sync data for ids ['ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'] in n-d-772272-3 is: [{'id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413973138', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:27Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b2521ad4-2490-4028-86d6-cd3118f1ef2d', 'name': '', 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:a6:12:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '49bb0af0-b1e6-4891-9a90-a03bb9ad8250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:26Z', 'updated_at': '2022-01-27T22:58:29Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '49bb0af0-b1e6-4891-9a90-a03bb9ad8250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:58:30.545770 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-65407465-b11a-44cc-87df-e51bd3d7af51 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Made reservation on behalf of a7baef2dd068423eb46e5d5922401834 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:58:30.549188 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-65407465-b11a-44cc-87df-e51bd3d7af51 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:30.552689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-63a7325a-b10d-4e40-b6d4-535d5d18c4e0 None None] Current status of the port b2521ad4-2490-4028-86d6-cd3118f1ef2d is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:30.708643 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-65407465-b11a-44cc-87df-e51bd3d7af51 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Allocated IP 172.20.0.7 (19121f5e-e416-44fc-b59d-78e053cf4dca/49bb0af0-b1e6-4891-9a90-a03bb9ad8250/50b33abf-33de-4b3b-833a-0a6f99b18480) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:58:30.867410 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-65407465-b11a-44cc-87df-e51bd3d7af51 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:30.908197 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-65407465-b11a-44cc-87df-e51bd3d7af51 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:30.928828 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d2f4a14e-e425-4207-80af-e291d374ed6f up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:58:30.953012 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-65407465-b11a-44cc-87df-e51bd3d7af51 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network 19121f5e-e416-44fc-b59d-78e053cf4dca is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:58:30.956195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-65407465-b11a-44cc-87df-e51bd3d7af51 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:58:30.963513 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-65407465-b11a-44cc-87df-e51bd3d7af51 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:58:30.970306 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65407465-b11a-44cc-87df-e51bd3d7af51 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=50b33abf-33de-4b3b-833a-0a6f99b18480,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:31.021030 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d2f4a14e-e425-4207-80af-e291d374ed6f triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:31.021674 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d2f4a14e-e425-4207-80af-e291d374ed6f), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:31.027582 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-65407465-b11a-44cc-87df-e51bd3d7af51 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:31.028300 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-65407465-b11a-44cc-87df-e51bd3d7af51 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:31.050146 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-65407465-b11a-44cc-87df-e51bd3d7af51 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6187935 Jan 27 22:58:31.060522 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-e0219cd6-e6f9-4a5c-998d-a382d7a7129f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:58:31.061343 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-e0219cd6-e6f9-4a5c-998d-a382d7a7129f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063901 Jan 27 22:58:31.125734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] Request body: {'port': {'device_id': 'd92469c3-90db-486d-9f4a-5848d5301d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:31.127361 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d2f4a14e-e425-4207-80af-e291d374ed6f is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:31.128685 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b2521ad4-2490-4028-86d6-cd3118f1ef2d up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:58:31.189561 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port b2521ad4-2490-4028-86d6-cd3118f1ef2d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:31.189889 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b2521ad4-2490-4028-86d6-cd3118f1ef2d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:31.194463 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:31.306114 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-efbdcd0e-4e44-4a61-b542-219667fb830b None None] Provisioning complete for port 50b33abf-33de-4b3b-833a-0a6f99b18480 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:31.306775 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-efbdcd0e-4e44-4a61-b542-219667fb830b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:31.310181 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port b2521ad4-2490-4028-86d6-cd3118f1ef2d is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:31.345384 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-efbdcd0e-4e44-4a61-b542-219667fb830b None None] Port 50b33abf-33de-4b3b-833a-0a6f99b18480 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:58:31.469751 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508df7e-b5a4-473d-a0e8-ebad4e44a466 req-94b3a729-c90a-4559-8d7a-45ce3ebd7183 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:31.471890 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a508df7e-b5a4-473d-a0e8-ebad4e44a466 req-94b3a729-c90a-4559-8d7a-45ce3ebd7183 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 931 time: 0.0806594 Jan 27 22:58:31.566677 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a508df7e-b5a4-473d-a0e8-ebad4e44a466 req-5423da06-6ec2-40c3-873d-5bf635ababea tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881159 Jan 27 22:58:31.578890 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b33abf-33de-4b3b-833a-0a6f99b18480 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:58:31.587014 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] Publish callbacks [] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:31.600234 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] Transition to ACTIVE for port object 50b33abf-33de-4b3b-833a-0a6f99b18480 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:58:31.604269 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:31.655977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] Pushing event updated for resources: {'Port': ['ID=50b33abf-33de-4b3b-833a-0a6f99b18480,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:31.735701 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] Attempting to bind port 50b33abf-33de-4b3b-833a-0a6f99b18480 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:58:31.736056 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] Attempting to bind port 50b33abf-33de-4b3b-833a-0a6f99b18480 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': 'c4c6daf6-2718-4a56-a13f-431b207e95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:58:31.736437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] Attempting to bind port 50b33abf-33de-4b3b-833a-0a6f99b18480 on network 19121f5e-e416-44fc-b59d-78e053cf4dca {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:58:31.741638 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] Port 50b33abf-33de-4b3b-833a-0a6f99b18480 on network 19121f5e-e416-44fc-b59d-78e053cf4dca not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:58:31.741972 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] Attempting to bind port 50b33abf-33de-4b3b-833a-0a6f99b18480 on network 19121f5e-e416-44fc-b59d-78e053cf4dca {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:58:31.747430 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:58:31.747783 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] Checking segment: {'id': 'c4c6daf6-2718-4a56-a13f-431b207e95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:58:31.748258 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] Bound using segment: {'id': 'c4c6daf6-2718-4a56-a13f-431b207e95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:58:31.748683 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] Bound port: 50b33abf-33de-4b3b-833a-0a6f99b18480, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c6daf6-2718-4a56-a13f-431b207e95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:58:31.749057 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:31.818391 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] For port 50b33abf-33de-4b3b-833a-0a6f99b18480, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:58:31.821565 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] For port 50b33abf-33de-4b3b-833a-0a6f99b18480, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=50b33abf-33de-4b3b-833a-0a6f99b18480,segment=NetworkSegment(c4c6daf6-2718-4a56-a13f-431b207e95a5),segment_id=c4c6daf6-2718-4a56-a13f-431b207e95a5)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:58:31.827019 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:31.864735 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:31.865655 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:31.867122 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] 10.222.0.15 "PUT /v2.0/ports/50b33abf-33de-4b3b-833a-0a6f99b18480 HTTP/1.1" status: 200 len: 1091 time: 0.7981093 Jan 27 22:58:31.869999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92469c3-90db-486d-9f4a-5848d5301d70', 'tag': '50b33abf-33de-4b3b-833a-0a6f99b18480'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:58:31.878583 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb72e4fa-2363-4344-af0f-211b11444445" -d '{"events": [{"name": "network-changed", "server_uuid": "d92469c3-90db-486d-9f4a-5848d5301d70", "tag": "50b33abf-33de-4b3b-833a-0a6f99b18480"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:58:31.905489 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fa5d6-cbba-40ab-9619-b29a1ab25faa service neutron] Pushing event updated for resources: {'Port': ['ID=50b33abf-33de-4b3b-833a-0a6f99b18480,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:31.954931 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99534f3-4d6f-445b-931e-73fec685829e x-openstack-request-id: req-a99534f3-4d6f-445b-931e-73fec685829e {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:58:31.955239 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92469c3-90db-486d-9f4a-5848d5301d70", "tag": "50b33abf-33de-4b3b-833a-0a6f99b18480", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:58:31.955506 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a99534f3-4d6f-445b-931e-73fec685829e {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:58:31.955914 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92469c3-90db-486d-9f4a-5848d5301d70', 'tag': '50b33abf-33de-4b3b-833a-0a6f99b18480', 'status': 'completed', 'code': 200} Jan 27 22:58:31.973446 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-eb9058ce-be39-4983-95f7-4d524b58aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:31.974987 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-eb9058ce-be39-4983-95f7-4d524b58aff0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 1094 time: 0.0533278 Jan 27 22:58:32.017968 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-91b82fb2-b704-4722-840c-2caf7221a0e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50b33abf-33de-4b3b-833a-0a6f99b18480 HTTP/1.1" status: 200 len: 217 time: 0.0359051 Jan 27 22:58:32.067375 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-8ce0b13d-5962-4830-8041-2c12037c2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:32.068908 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-8ce0b13d-5962-4830-8041-2c12037c2832 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49bb0af0-b1e6-4891-9a90-a03bb9ad8250 HTTP/1.1" status: 200 len: 834 time: 0.0456200 Jan 27 22:58:32.120749 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-a8bc544e-6005-4223-8332-dc453b81b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:32.122282 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-a8bc544e-6005-4223-8332-dc453b81b8be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19121f5e-e416-44fc-b59d-78e053cf4dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480473 Jan 27 22:58:32.212132 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-061b03c8-266d-4ab8-bc9d-c1cf033f509e service neutron] 10.222.0.15 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836177 Jan 27 22:58:32.311973 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-99558cf5-4748-4e4c-8f9d-db6578033933 req-3301d928-fe3e-4fdd-98a1-fe15737d2277 service neutron] 10.222.0.15 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940447 Jan 27 22:58:32.392553 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72e4fa-2363-4344-af0f-211b11444445 req-7e2e8523-caa1-40b9-ba92-dfe2d7d9b0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:32.394033 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb72e4fa-2363-4344-af0f-211b11444445 req-7e2e8523-caa1-40b9-ba92-dfe2d7d9b0d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 1094 time: 0.0417829 Jan 27 22:58:32.480730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72e4fa-2363-4344-af0f-211b11444445 req-52075f85-63a8-499c-829e-a2e04fd89153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:32.482208 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb72e4fa-2363-4344-af0f-211b11444445 req-52075f85-63a8-499c-829e-a2e04fd89153 service neutron] 10.222.0.15 "GET /v2.0/networks?id=19121f5e-e416-44fc-b59d-78e053cf4dca HTTP/1.1" status: 200 len: 897 time: 0.0828667 Jan 27 22:58:32.527387 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb72e4fa-2363-4344-af0f-211b11444445 req-833975d5-414e-48ce-a06c-ebd0f7405038 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50b33abf-33de-4b3b-833a-0a6f99b18480 HTTP/1.1" status: 200 len: 217 time: 0.0382798 Jan 27 22:58:32.574142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72e4fa-2363-4344-af0f-211b11444445 req-89293ced-07ac-4a2a-9925-9ae28578757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:32.576096 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb72e4fa-2363-4344-af0f-211b11444445 req-89293ced-07ac-4a2a-9925-9ae28578757f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49bb0af0-b1e6-4891-9a90-a03bb9ad8250 HTTP/1.1" status: 200 len: 834 time: 0.0428479 Jan 27 22:58:32.622298 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72e4fa-2363-4344-af0f-211b11444445 req-ae49f67c-ba24-4ea7-81b7-44d2c253d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:32.623825 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb72e4fa-2363-4344-af0f-211b11444445 req-ae49f67c-ba24-4ea7-81b7-44d2c253d99b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19121f5e-e416-44fc-b59d-78e053cf4dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407403 Jan 27 22:58:32.739283 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fb1a9-c762-4d75-8365-451244fa39fe req-839a9bf2-4579-4dc4-9e67-4cb16df2aa7b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:32.740815 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d1fb1a9-c762-4d75-8365-451244fa39fe req-839a9bf2-4579-4dc4-9e67-4cb16df2aa7b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 943 time: 0.1025479 Jan 27 22:58:32.770275 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb72e4fa-2363-4344-af0f-211b11444445 req-e1233120-bf32-423c-bcd3-dd67c4f36fd3 service neutron] 10.222.0.15 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397796 Jan 27 22:58:32.849104 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d1fb1a9-c762-4d75-8365-451244fa39fe req-61a80c43-1f65-4d2c-9703-34e48010a262 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996268 Jan 27 22:58:32.885441 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb72e4fa-2363-4344-af0f-211b11444445 req-d97277c2-bcc0-40f5-b4bc-e249049f9290 service neutron] 10.222.0.15 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077216 Jan 27 22:58:33.965675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735de48-b140-4457-8f7d-c973344ae0ea req-e7ca2c01-a2f7-403a-b8e3-b8165947ee3f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:33.967045 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b735de48-b140-4457-8f7d-c973344ae0ea req-e7ca2c01-a2f7-403a-b8e3-b8165947ee3f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 943 time: 0.0483260 Jan 27 22:58:34.016195 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b735de48-b140-4457-8f7d-c973344ae0ea req-d394683c-d5eb-4e5d-a5cc-45f6a8849c43 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433037 Jan 27 22:58:34.174807 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 50b33abf-33de-4b3b-833a-0a6f99b18480 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:58:34.270751 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 50b33abf-33de-4b3b-833a-0a6f99b18480, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=50b33abf-33de-4b3b-833a-0a6f99b18480,segment=NetworkSegment(c4c6daf6-2718-4a56-a13f-431b207e95a5),segment_id=c4c6daf6-2718-4a56-a13f-431b207e95a5)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:34.282010 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '50b33abf-33de-4b3b-833a-0a6f99b18480', 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca', 'port_id': '50b33abf-33de-4b3b-833a-0a6f99b18480', 'mac_address': 'fa:16:3e:aa:bf:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49bb0af0-b1e6-4891-9a90-a03bb9ad8250', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:58:34.319207 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 50b33abf-33de-4b3b-833a-0a6f99b18480 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:34.319598 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:34.332019 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b33abf-33de-4b3b-833a-0a6f99b18480 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:58:34.354467 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 50b33abf-33de-4b3b-833a-0a6f99b18480, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=50b33abf-33de-4b3b-833a-0a6f99b18480,segment=NetworkSegment(c4c6daf6-2718-4a56-a13f-431b207e95a5),segment_id=c4c6daf6-2718-4a56-a13f-431b207e95a5)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:34.359388 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:34.405656 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=50b33abf-33de-4b3b-833a-0a6f99b18480,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:34.622173 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['50b33abf-33de-4b3b-833a-0a6f99b18480'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:58:35.127780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad4161-e244-4c17-9365-d586bb68157a req-b32a3cab-d0fe-4e8e-b37c-b492a7551404 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:35.129314 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29ad4161-e244-4c17-9365-d586bb68157a req-b32a3cab-d0fe-4e8e-b37c-b492a7551404 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 944 time: 0.0490165 Jan 27 22:58:35.182194 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29ad4161-e244-4c17-9365-d586bb68157a req-227910b8-2d39-4cdb-9701-2461642538b3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473354 Jan 27 22:58:36.174124 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 50b33abf-33de-4b3b-833a-0a6f99b18480 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:58:36.223313 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 50b33abf-33de-4b3b-833a-0a6f99b18480 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:58:36.228028 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 50b33abf-33de-4b3b-833a-0a6f99b18480 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:36.228436 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:36.297406 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5365d4-1116-4899-8cf4-e4947c1f67b8 req-61ec6c69-786e-4540-8f2c-24b3306695ac tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:36.298832 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d5365d4-1116-4899-8cf4-e4947c1f67b8 req-61ec6c69-786e-4540-8f2c-24b3306695ac tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 944 time: 0.0490818 Jan 27 22:58:36.309844 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 50b33abf-33de-4b3b-833a-0a6f99b18480 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:36.310243 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:36.332789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92469c3-90db-486d-9f4a-5848d5301d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b33abf-33de-4b3b-833a-0a6f99b18480'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:58:36.335048 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91341958-edaa-4556-81e7-8eb690d6deb9" -d '{"events": [{"server_uuid": "d92469c3-90db-486d-9f4a-5848d5301d70", "name": "network-vif-plugged", "status": "completed", "tag": "50b33abf-33de-4b3b-833a-0a6f99b18480"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:58:36.348421 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 50b33abf-33de-4b3b-833a-0a6f99b18480, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=50b33abf-33de-4b3b-833a-0a6f99b18480,segment=NetworkSegment(c4c6daf6-2718-4a56-a13f-431b207e95a5),segment_id=c4c6daf6-2718-4a56-a13f-431b207e95a5)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:36.348936 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7d5365d4-1116-4899-8cf4-e4947c1f67b8 req-1075acff-3a79-42c4-a20b-304fc74431d9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443590 Jan 27 22:58:36.358152 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:36.382261 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5a3f16-1f0b-4862-9683-8fdbf7ebd77a x-openstack-request-id: req-8b5a3f16-1f0b-4862-9683-8fdbf7ebd77a {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:58:36.382548 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92469c3-90db-486d-9f4a-5848d5301d70", "name": "network-vif-plugged", "status": "completed", "tag": "50b33abf-33de-4b3b-833a-0a6f99b18480", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:58:36.382809 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b5a3f16-1f0b-4862-9683-8fdbf7ebd77a {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:58:36.383194 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92469c3-90db-486d-9f4a-5848d5301d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b33abf-33de-4b3b-833a-0a6f99b18480', 'code': 200} Jan 27 22:58:36.410918 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=50b33abf-33de-4b3b-833a-0a6f99b18480,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:36.470668 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f4aef-8aa9-4f2d-a617-8c3521998f23 req-307b78fb-27c3-4799-a0ec-be81b295922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:36.472147 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-077f4aef-8aa9-4f2d-a617-8c3521998f23 req-307b78fb-27c3-4799-a0ec-be81b295922c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 1096 time: 0.0399408 Jan 27 22:58:36.516055 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-077f4aef-8aa9-4f2d-a617-8c3521998f23 req-3787ed8a-1ab2-4345-84dc-67301010454f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385654 Jan 27 22:58:37.473912 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a98fa1-fc62-4474-bb66-921bf38ab0fe req-0fbbb9bc-3f1e-4d2c-90e2-f31f2b21b140 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:37.475374 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32a98fa1-fc62-4474-bb66-921bf38ab0fe req-0fbbb9bc-3f1e-4d2c-90e2-f31f2b21b140 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0515976 Jan 27 22:58:37.523845 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-32a98fa1-fc62-4474-bb66-921bf38ab0fe req-2779f678-cb62-4942-a5ba-9763b26ee6e9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425436 Jan 27 22:58:38.643322 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b60767-bf52-4d1f-97c7-95e1be8a998c req-7b5b9493-39a5-4f21-bddd-468ef4231f51 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:38.644988 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72b60767-bf52-4d1f-97c7-95e1be8a998c req-7b5b9493-39a5-4f21-bddd-468ef4231f51 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0505443 Jan 27 22:58:38.697902 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-72b60767-bf52-4d1f-97c7-95e1be8a998c req-d1e27319-953c-4b50-ad83-0ad4983ffb1d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469904 Jan 27 22:58:38.817064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f8e37-a3fb-4991-a7c2-7ec887866609 req-a661fb4b-630e-4e59-bc06-682adfc58798 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:38.818477 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-422f8e37-a3fb-4991-a7c2-7ec887866609 req-a661fb4b-630e-4e59-bc06-682adfc58798 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0525320 Jan 27 22:58:38.867529 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-422f8e37-a3fb-4991-a7c2-7ec887866609 req-cf442f30-8fc5-4edb-8e6d-73d89cfb3449 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433905 Jan 27 22:58:38.889351 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56756) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:38.928683 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99697d0-540e-49dd-86f6-42d9f98d1195 tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:38.930198 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c99697d0-540e-49dd-86f6-42d9f98d1195 tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 1091 time: 0.0398257 Jan 27 22:58:38.933022 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56758) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:38.937220 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-fcd14260-49de-4ccb-b69c-a31bbcc1ce81 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': '50b33abf-33de-4b3b-833a-0a6f99b18480', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:38.957357 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fcd14260-49de-4ccb-b69c-a31bbcc1ce81 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:39.050778 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fcd14260-49de-4ccb-b69c-a31bbcc1ce81 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:39.154695 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-fcd14260-49de-4ccb-b69c-a31bbcc1ce81 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Allocated IP 172.25.3.77 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/9eba2a73-1f76-4789-a272-2b877cb6a85a) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:58:39.255903 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fcd14260-49de-4ccb-b69c-a31bbcc1ce81 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (9eba2a73-1f76-4789-a272-2b877cb6a85a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:39.293596 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fcd14260-49de-4ccb-b69c-a31bbcc1ce81 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (9eba2a73-1f76-4789-a272-2b877cb6a85a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:39.329972 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd14260-49de-4ccb-b69c-a31bbcc1ce81 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:58:39.332748 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-fcd14260-49de-4ccb-b69c-a31bbcc1ce81 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:58:39.336123 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd14260-49de-4ccb-b69c-a31bbcc1ce81 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:58:39.363869 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd14260-49de-4ccb-b69c-a31bbcc1ce81 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=9eba2a73-1f76-4789-a272-2b877cb6a85a,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:39.690715 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fcd14260-49de-4ccb-b69c-a31bbcc1ce81 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for floatingip (8b977ecc-2329-4c15-b941-42657eafc635), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:39.765563 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fcd14260-49de-4ccb-b69c-a31bbcc1ce81 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (9eba2a73-1f76-4789-a272-2b877cb6a85a), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:39.914594 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fcd14260-49de-4ccb-b69c-a31bbcc1ce81 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (9eba2a73-1f76-4789-a272-2b877cb6a85a), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:39.919613 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fcd14260-49de-4ccb-b69c-a31bbcc1ce81 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (9eba2a73-1f76-4789-a272-2b877cb6a85a), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:39.989863 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd14260-49de-4ccb-b69c-a31bbcc1ce81 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=9eba2a73-1f76-4789-a272-2b877cb6a85a,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:40.001085 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fcd14260-49de-4ccb-b69c-a31bbcc1ce81 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (8b977ecc-2329-4c15-b941-42657eafc635), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:40.102750 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-fcd14260-49de-4ccb-b69c-a31bbcc1ce81 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Floating IP 8b977ecc-2329-4c15-b941-42657eafc635 associated. External IP: 172.25.3.77, port: 50b33abf-33de-4b3b-833a-0a6f99b18480. Jan 27 22:58:40.310590 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd14260-49de-4ccb-b69c-a31bbcc1ce81 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router ddf5323e-7b19-435f-b6b6-db4d1f84cb9b has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:58:40.416148 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd14260-49de-4ccb-b69c-a31bbcc1ce81 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:58:40.425785 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab807ea-5c39-4db2-9dd2-6d6754961f5b None None] Sync routers for ids ['ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:58:40.434035 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-fcd14260-49de-4ccb-b69c-a31bbcc1ce81 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:40.436491 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab807ea-5c39-4db2-9dd2-6d6754961f5b None None] Routers {'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:40.437109 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-9ab807ea-5c39-4db2-9dd2-6d6754961f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:58:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:40.460896 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-fcd14260-49de-4ccb-b69c-a31bbcc1ce81 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5268586 Jan 27 22:58:40.461502 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92469c3-90db-486d-9f4a-5848d5301d70', 'tag': '50b33abf-33de-4b3b-833a-0a6f99b18480'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:58:40.463753 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eebd6f79f17133a4d49c17e759e77b104c6a5dfb225cf2ee82dbb83359e6266" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef827ee1-17c4-4e25-9a2e-7756f018255d" -d '{"events": [{"name": "network-changed", "server_uuid": "d92469c3-90db-486d-9f4a-5848d5301d70", "tag": "50b33abf-33de-4b3b-833a-0a6f99b18480"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:58:40.505826 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ce6483-00e1-48fd-ac83-6ee69d6f4baa x-openstack-request-id: req-30ce6483-00e1-48fd-ac83-6ee69d6f4baa {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:58:40.506212 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92469c3-90db-486d-9f4a-5848d5301d70", "tag": "50b33abf-33de-4b3b-833a-0a6f99b18480", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:58:40.506538 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30ce6483-00e1-48fd-ac83-6ee69d6f4baa {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:58:40.507013 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92469c3-90db-486d-9f4a-5848d5301d70', 'tag': '50b33abf-33de-4b3b-833a-0a6f99b18480', 'status': 'completed', 'code': 200} Jan 27 22:58:40.550519 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-9ab807ea-5c39-4db2-9dd2-6d6754961f5b None None] Set router ddf5323e-7b19-435f-b6b6-db4d1f84cb9b gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:40.572379 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef827ee1-17c4-4e25-9a2e-7756f018255d req-5fa5ea62-0fa5-4c63-ae06-66031060bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:40.574125 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef827ee1-17c4-4e25-9a2e-7756f018255d req-5fa5ea62-0fa5-4c63-ae06-66031060bbeb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 1096 time: 0.0468824 Jan 27 22:58:40.676401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef827ee1-17c4-4e25-9a2e-7756f018255d req-cd7d5377-4d09-4803-80c7-da8fe4cc297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:40.678047 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef827ee1-17c4-4e25-9a2e-7756f018255d req-cd7d5377-4d09-4803-80c7-da8fe4cc297e service neutron] 10.222.0.15 "GET /v2.0/networks?id=19121f5e-e416-44fc-b59d-78e053cf4dca HTTP/1.1" status: 200 len: 897 time: 0.0969448 Jan 27 22:58:40.748353 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef827ee1-17c4-4e25-9a2e-7756f018255d req-2dfe3b89-e716-4047-b29c-d68bf54ba044 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50b33abf-33de-4b3b-833a-0a6f99b18480 HTTP/1.1" status: 200 len: 998 time: 0.0636284 Jan 27 22:58:40.789613 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-9ab807ea-5c39-4db2-9dd2-6d6754961f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413973138', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:27Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '8b977ecc-2329-4c15-b941-42657eafc635', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'port_id': '50b33abf-33de-4b3b-833a-0a6f99b18480', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca', 'mac_address': 'fa:16:3e:aa:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92469c3-90db-486d-9f4a-5848d5301d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:58:39Z', 'updated_at': '2022-01-27T22:58:39Z', 'revision_number': 0, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2521ad4-2490-4028-86d6-cd3118f1ef2d', 'name': '', 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:a6:12:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '49bb0af0-b1e6-4891-9a90-a03bb9ad8250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:26Z', 'updated_at': '2022-01-27T22:58:30Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '49bb0af0-b1e6-4891-9a90-a03bb9ad8250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:40.826913 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef827ee1-17c4-4e25-9a2e-7756f018255d req-ae76e52f-d9f4-4573-a110-2ee61f33d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:40.828356 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef827ee1-17c4-4e25-9a2e-7756f018255d req-ae76e52f-d9f4-4573-a110-2ee61f33d4eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49bb0af0-b1e6-4891-9a90-a03bb9ad8250 HTTP/1.1" status: 200 len: 834 time: 0.0738349 Jan 27 22:58:40.876082 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030993c-94a6-4044-9383-b9f794811c17 req-870ce8af-6c6c-4237-bd11-98622dd65dd7 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:40.877763 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4030993c-94a6-4044-9383-b9f794811c17 req-870ce8af-6c6c-4237-bd11-98622dd65dd7 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0851281 Jan 27 22:58:40.905608 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef827ee1-17c4-4e25-9a2e-7756f018255d req-a993b6c0-1a68-48ea-9df0-50885f84ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:40.907126 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef827ee1-17c4-4e25-9a2e-7756f018255d req-a993b6c0-1a68-48ea-9df0-50885f84ee1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19121f5e-e416-44fc-b59d-78e053cf4dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724652 Jan 27 22:58:40.915156 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab807ea-5c39-4db2-9dd2-6d6754961f5b None None] Checking router: ddf5323e-7b19-435f-b6b6-db4d1f84cb9b for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:58:40.923915 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab807ea-5c39-4db2-9dd2-6d6754961f5b None None] Routers {'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:40.924548 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-9ab807ea-5c39-4db2-9dd2-6d6754961f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T22:58:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:40.988731 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4030993c-94a6-4044-9383-b9f794811c17 req-ef7cb98a-aac7-412a-9be7-036c9fd408ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989764 Jan 27 22:58:41.018644 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56764) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:41.021808 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef827ee1-17c4-4e25-9a2e-7756f018255d req-b987a84a-8b58-4d3b-93ae-83bac3da7331 service neutron] 10.222.0.15 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084986 Jan 27 22:58:41.031003 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-9ab807ea-5c39-4db2-9dd2-6d6754961f5b None None] Set router ddf5323e-7b19-435f-b6b6-db4d1f84cb9b gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:41.081792 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e45420b4-5076-4ef1-aea2-7e23250ca481 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/floatingips/8b977ecc-2329-4c15-b941-42657eafc635 HTTP/1.1" status: 200 len: 990 time: 0.0611520 Jan 27 22:58:41.114423 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ef827ee1-17c4-4e25-9a2e-7756f018255d req-0293b279-e945-4f86-828f-2feef72d320a service neutron] 10.222.0.15 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862808 Jan 27 22:58:41.249509 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-9ab807ea-5c39-4db2-9dd2-6d6754961f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413973138', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:27Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '8b977ecc-2329-4c15-b941-42657eafc635', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'port_id': '50b33abf-33de-4b3b-833a-0a6f99b18480', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca', 'mac_address': 'fa:16:3e:aa:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92469c3-90db-486d-9f4a-5848d5301d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:58:39Z', 'updated_at': '2022-01-27T22:58:39Z', 'revision_number': 0, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2521ad4-2490-4028-86d6-cd3118f1ef2d', 'name': '', 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:a6:12:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '49bb0af0-b1e6-4891-9a90-a03bb9ad8250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:26Z', 'updated_at': '2022-01-27T22:58:30Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '49bb0af0-b1e6-4891-9a90-a03bb9ad8250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:41.279474 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab807ea-5c39-4db2-9dd2-6d6754961f5b None None] The sync data for ids ['ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'] in n-d-772272-3 is: [{'id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413973138', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:27Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '8b977ecc-2329-4c15-b941-42657eafc635', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'port_id': '50b33abf-33de-4b3b-833a-0a6f99b18480', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca', 'mac_address': 'fa:16:3e:aa:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92469c3-90db-486d-9f4a-5848d5301d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:58:39Z', 'updated_at': '2022-01-27T22:58:39Z', 'revision_number': 0, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2521ad4-2490-4028-86d6-cd3118f1ef2d', 'name': '', 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:a6:12:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '49bb0af0-b1e6-4891-9a90-a03bb9ad8250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:26Z', 'updated_at': '2022-01-27T22:58:30Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '49bb0af0-b1e6-4891-9a90-a03bb9ad8250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:58:41.485347 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f187739-e7a7-46a1-8231-d660ec6bb16f None None] New status for floating IP 8b977ecc-2329-4c15-b941-42657eafc635: ACTIVE {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:58:42.085210 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56766) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:42.148377 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2a00bb0a-45c3-4c38-bbae-73e7e6ef3ff4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/floatingips/8b977ecc-2329-4c15-b941-42657eafc635 HTTP/1.1" status: 200 len: 992 time: 0.0618672 Jan 27 22:58:43.333820 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:51.885493 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:52.088942 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:58:54.233955 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-56691480-c3cd-4a4b-baab-609b208665ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:56.834429 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-45821711-fbce-4474-923d-8d8b9395b25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:57.776237 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:59.157605 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:00.445466 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:13.329870 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:13.549882 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf9a2f-ac3e-4ef3-bf07-27f1f1ca406c req-ffe434a6-cd4c-42d2-811a-02401c178868 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:13.551396 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47cf9a2f-ac3e-4ef3-bf07-27f1f1ca406c req-ffe434a6-cd4c-42d2-811a-02401c178868 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0498953 Jan 27 22:59:13.555745 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56784) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:59:13.614410 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47cf9a2f-ac3e-4ef3-bf07-27f1f1ca406c req-1cc73132-03c6-429f-9503-37fba29bedf8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565131 Jan 27 22:59:13.647301 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-7167f9bd-fef8-432a-850f-13a2c32f79ac service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904486 Jan 27 22:59:13.655620 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-610009d7-937d-4df8-a0f2-73524cbcd080 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:59:13.656621 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-610009d7-937d-4df8-a0f2-73524cbcd080 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049417 Jan 27 22:59:14.730666 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f8de5-639f-410a-84c1-977ac7e1fedd req-54afa55b-725b-4c00-834b-329f30018758 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:14.732152 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d1f8de5-639f-410a-84c1-977ac7e1fedd req-54afa55b-725b-4c00-834b-329f30018758 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0491500 Jan 27 22:59:14.800514 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d1f8de5-639f-410a-84c1-977ac7e1fedd req-1949346d-45f1-48ed-950a-873ee403c9c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626266 Jan 27 22:59:14.829878 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-e42d70b7-68fb-44e1-9601-afe7965e3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:14.831381 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-e42d70b7-68fb-44e1-9601-afe7965e3fbc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 1096 time: 0.0438595 Jan 27 22:59:14.921807 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-df570c30-f63f-4981-a8df-be2b478c9b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:14.923189 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-df570c30-f63f-4981-a8df-be2b478c9b1e service neutron] 10.222.0.15 "GET /v2.0/networks?id=19121f5e-e416-44fc-b59d-78e053cf4dca HTTP/1.1" status: 200 len: 897 time: 0.0841196 Jan 27 22:59:14.991779 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-b6ff290b-75b1-403f-b21e-ad2c4f00fa4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50b33abf-33de-4b3b-833a-0a6f99b18480 HTTP/1.1" status: 200 len: 1000 time: 0.0627210 Jan 27 22:59:15.039966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-ccc9e475-7762-494d-8164-b446fcd88262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:15.041540 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-ccc9e475-7762-494d-8164-b446fcd88262 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49bb0af0-b1e6-4891-9a90-a03bb9ad8250 HTTP/1.1" status: 200 len: 834 time: 0.0439579 Jan 27 22:59:15.086964 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-ae61c01d-47d2-48de-add1-184b8ce17e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:15.088617 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-ae61c01d-47d2-48de-add1-184b8ce17e03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19121f5e-e416-44fc-b59d-78e053cf4dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406723 Jan 27 22:59:15.178442 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-33b70223-6ceb-474e-888b-b04614d68a15 service neutron] 10.222.0.15 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835938 Jan 27 22:59:15.264913 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-785caa11-d250-421d-90ff-89ce049a2666 service neutron] 10.222.0.15 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813546 Jan 27 22:59:15.921422 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed66f6-a9aa-4dfb-a0e5-9b7ab397dff6 req-e5d3b0c1-942d-4aaf-b5de-f805d0828cef tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:15.922912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-caed66f6-a9aa-4dfb-a0e5-9b7ab397dff6 req-e5d3b0c1-942d-4aaf-b5de-f805d0828cef tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0540283 Jan 27 22:59:15.970546 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-caed66f6-a9aa-4dfb-a0e5-9b7ab397dff6 req-78c34e97-7fe8-4c73-8f19-27d3d5996e1f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421309 Jan 27 22:59:17.085585 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250aa01-ee0e-4f96-bfb4-ce28c67877b8 req-dce62e38-f441-4722-98a1-3b9bf4c8923e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:17.087186 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6250aa01-ee0e-4f96-bfb4-ce28c67877b8 req-dce62e38-f441-4722-98a1-3b9bf4c8923e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0471985 Jan 27 22:59:17.135669 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6250aa01-ee0e-4f96-bfb4-ce28c67877b8 req-f2594bb9-ce6a-4cec-a64f-d5eac3dfe162 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423520 Jan 27 22:59:18.249027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c7a18-e1ab-4157-ba3e-0bbd59940849 req-327508db-4770-46ac-b561-5c47b0426f91 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:18.250490 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-378c7a18-e1ab-4157-ba3e-0bbd59940849 req-327508db-4770-46ac-b561-5c47b0426f91 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0475435 Jan 27 22:59:18.302171 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-378c7a18-e1ab-4157-ba3e-0bbd59940849 req-df608cb6-194f-436e-856c-50796c3d763b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456848 Jan 27 22:59:19.413892 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e2a9b-b769-49bc-b428-daba9f583076 req-44173caf-0d20-47ea-bb74-7585b4c1f5b6 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:19.415351 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec2e2a9b-b769-49bc-b428-daba9f583076 req-44173caf-0d20-47ea-bb74-7585b4c1f5b6 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0468223 Jan 27 22:59:19.463770 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec2e2a9b-b769-49bc-b428-daba9f583076 req-49b62528-3722-4ffa-a436-1d445bf2bbc6 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419171 Jan 27 22:59:20.581129 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107eebd9-440c-4550-8851-c226e639040d req-69202765-9c68-42e9-b593-648417a182ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:20.582599 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-107eebd9-440c-4550-8851-c226e639040d req-69202765-9c68-42e9-b593-648417a182ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0475416 Jan 27 22:59:20.632063 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-107eebd9-440c-4550-8851-c226e639040d req-0d3eb7c5-48cd-45ff-8323-45f8f7c7067d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433102 Jan 27 22:59:21.751339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60de3ac-ea6b-4d13-bca1-83fc75522362 req-35bd370c-6125-49a5-ac49-87be46df4b12 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:21.752822 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e60de3ac-ea6b-4d13-bca1-83fc75522362 req-35bd370c-6125-49a5-ac49-87be46df4b12 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0513370 Jan 27 22:59:21.799585 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e60de3ac-ea6b-4d13-bca1-83fc75522362 req-18b62c43-bf22-4cf1-b2bf-77301c6336ac tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411987 Jan 27 22:59:21.885619 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:22.917661 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5119e-b6a0-41b8-9bbc-28d33670d585 req-3a66d5f5-ce64-46d6-8bcd-a5706f8fbe46 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:22.919151 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44b5119e-b6a0-41b8-9bbc-28d33670d585 req-3a66d5f5-ce64-46d6-8bcd-a5706f8fbe46 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0483646 Jan 27 22:59:22.967457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44b5119e-b6a0-41b8-9bbc-28d33670d585 req-79ed1c13-330b-4b15-aef2-6afcf9814ae0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421271 Jan 27 22:59:24.131270 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3abd5-31e2-4f11-8460-bbab3e5bf3ed req-93d04993-d4c5-4efb-bb46-bdae010de9df tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:24.132791 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86e3abd5-31e2-4f11-8460-bbab3e5bf3ed req-93d04993-d4c5-4efb-bb46-bdae010de9df tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0517011 Jan 27 22:59:24.180266 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86e3abd5-31e2-4f11-8460-bbab3e5bf3ed req-3ae8b402-395e-423b-9302-2f69be9010c8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419612 Jan 27 22:59:24.235778 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0c178643-3fc1-45c8-90f0-11ceb6bfde11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:25.291619 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abed614-9494-48ff-bb94-8cc2cb861f18 req-02cde915-77a0-42ba-b7a8-5c8a64c836ad tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:25.293126 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0abed614-9494-48ff-bb94-8cc2cb861f18 req-02cde915-77a0-42ba-b7a8-5c8a64c836ad tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0467114 Jan 27 22:59:25.340946 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0abed614-9494-48ff-bb94-8cc2cb861f18 req-cd1ee3d6-7bfb-43e6-b0ad-44b90fc0da5e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417778 Jan 27 22:59:26.453948 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a85b7-7817-4d1a-9943-37eb390e3eff req-af1f7771-5659-403c-9f9b-8870da475edb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:26.455399 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f5a85b7-7817-4d1a-9943-37eb390e3eff req-af1f7771-5659-403c-9f9b-8870da475edb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0471795 Jan 27 22:59:26.505970 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4f5a85b7-7817-4d1a-9943-37eb390e3eff req-e1ced028-be20-4b0a-a002-d2dca92d1175 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449996 Jan 27 22:59:26.836296 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f26787cf-16e3-49d6-aeb2-796bc8a8fea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:27.619854 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff1534-cf34-4a58-a2cf-940f4f4db71f req-9d96b655-36c6-4b73-a29e-921854bf5419 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:27.621334 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-65ff1534-cf34-4a58-a2cf-940f4f4db71f req-9d96b655-36c6-4b73-a29e-921854bf5419 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0485399 Jan 27 22:59:27.670261 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-65ff1534-cf34-4a58-a2cf-940f4f4db71f req-023bc60a-cd39-4b6f-bd27-bd6717b7eb6b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432804 Jan 27 22:59:27.777788 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:28.782502 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884366ff-a76f-40de-9850-f411cd9591f5 req-1813c785-121e-4ca3-903a-b496a504f2f2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:28.783994 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-884366ff-a76f-40de-9850-f411cd9591f5 req-1813c785-121e-4ca3-903a-b496a504f2f2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0479417 Jan 27 22:59:28.831841 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-884366ff-a76f-40de-9850-f411cd9591f5 req-9d52adbe-eb54-4f95-a717-404c90dca5e3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422013 Jan 27 22:59:29.088785 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:59:29.163131 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:29.948875 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced9c2c-fcdb-44e0-a7b8-484bf93ea86d req-3f85c4f1-9442-4321-99c9-a94146f53c91 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:29.950361 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eced9c2c-fcdb-44e0-a7b8-484bf93ea86d req-3f85c4f1-9442-4321-99c9-a94146f53c91 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0517256 Jan 27 22:59:29.999768 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eced9c2c-fcdb-44e0-a7b8-484bf93ea86d req-0cff3143-e1fa-4471-b5ad-81251b31783f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436227 Jan 27 22:59:30.447336 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:31.114744 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694c8ff-d92d-4abb-8403-2872432c1472 req-2b41c417-27cf-4cd7-9bb9-2e357887c0a6 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:31.116253 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b694c8ff-d92d-4abb-8403-2872432c1472 req-2b41c417-27cf-4cd7-9bb9-2e357887c0a6 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0500937 Jan 27 22:59:31.163586 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b694c8ff-d92d-4abb-8403-2872432c1472 req-5ed53aa6-437d-4ef6-a64d-669bec603a32 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417264 Jan 27 22:59:32.124083 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-24cfc71f-f9cc-4460-9419-1c65adbca3f8 service neutron] show failed (client error): The resource could not be found. Jan 27 22:59:32.125123 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-24cfc71f-f9cc-4460-9419-1c65adbca3f8 service neutron] 10.222.0.15 "GET /v2.0/ports/50b33abf-33de-4b3b-833a-0a6f99b18480/bindings/n-h2-772272-3 HTTP/1.1" status: 404 len: 380 time: 0.0598176 Jan 27 22:59:32.289404 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f78682-40ea-43dd-8442-efe290360619 req-40979e26-74d7-4ec2-b6a2-ff93f1185473 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:32.290800 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82f78682-40ea-43dd-8442-efe290360619 req-40979e26-74d7-4ec2-b6a2-ff93f1185473 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0561249 Jan 27 22:59:32.325647 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-e1c27cd6-2de4-4b0d-a613-a982db2d0e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:32.327304 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-e1c27cd6-2de4-4b0d-a613-a982db2d0e3a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70&tenant_id=a7baef2dd068423eb46e5d5922401834 HTTP/1.1" status: 200 len: 1096 time: 0.0451262 Jan 27 22:59:32.338472 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-772272-3', 'device_owner': 'compute:nova'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:59:32.340746 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-82f78682-40ea-43dd-8442-efe290360619 req-ef1a5168-1733-4c65-92b0-871104db3bee tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436232 Jan 27 22:59:32.392447 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:32.591017 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] For port 50b33abf-33de-4b3b-833a-0a6f99b18480, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=50b33abf-33de-4b3b-833a-0a6f99b18480,segment=NetworkSegment(c4c6daf6-2718-4a56-a13f-431b207e95a5),segment_id=c4c6daf6-2718-4a56-a13f-431b207e95a5)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:59:32.623374 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] For port 50b33abf-33de-4b3b-833a-0a6f99b18480, host n-h1-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:59:32.666667 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92469c3-90db-486d-9f4a-5848d5301d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50b33abf-33de-4b3b-833a-0a6f99b18480'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:59:32.668959 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eebd6f79f17133a4d49c17e759e77b104c6a5dfb225cf2ee82dbb83359e6266" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d5d989-0bed-4d87-acc6-47dbbea0eb88" -d '{"events": [{"server_uuid": "d92469c3-90db-486d-9f4a-5848d5301d70", "name": "network-vif-unplugged", "status": "completed", "tag": "50b33abf-33de-4b3b-833a-0a6f99b18480"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:59:32.672785 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Publish callbacks [] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:32.684913 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.provisioning_blocks [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Transition to ACTIVE for port object 50b33abf-33de-4b3b-833a-0a6f99b18480 will not be triggered until provisioned by entity L2. {{(pid=109742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:59:32.688618 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:32.769533 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Pushing event updated for resources: {'Port': ['ID=50b33abf-33de-4b3b-833a-0a6f99b18480,revision_number=6']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:59:32.782118 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:32.782414 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:32.782763 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:32.783198 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:32.783494 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:32.783768 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:32.784101 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:32.784458 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:32.784794 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:32.785130 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:32.785431 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:32.785756 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:32.786081 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:32.822846 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ae1ad8-8f73-4186-9afc-00fb0cfa51fd x-openstack-request-id: req-50ae1ad8-8f73-4186-9afc-00fb0cfa51fd {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:59:32.823156 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92469c3-90db-486d-9f4a-5848d5301d70", "name": "network-vif-unplugged", "status": "completed", "tag": "50b33abf-33de-4b3b-833a-0a6f99b18480", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:59:32.823418 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50ae1ad8-8f73-4186-9afc-00fb0cfa51fd {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:59:32.823819 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92469c3-90db-486d-9f4a-5848d5301d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50b33abf-33de-4b3b-833a-0a6f99b18480', 'code': 200} Jan 27 22:59:32.824759 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] No DVR routers for this DVR port 50b33abf-33de-4b3b-833a-0a6f99b18480 on host n-h1-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:59:32.968879 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Attempting to bind port 50b33abf-33de-4b3b-833a-0a6f99b18480 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:59:32.969552 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Attempting to bind port 50b33abf-33de-4b3b-833a-0a6f99b18480 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': 'c4c6daf6-2718-4a56-a13f-431b207e95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca'}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:59:32.969879 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Attempting to bind port 50b33abf-33de-4b3b-833a-0a6f99b18480 on network 19121f5e-e416-44fc-b59d-78e053cf4dca {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:59:32.974525 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Port 50b33abf-33de-4b3b-833a-0a6f99b18480 on network 19121f5e-e416-44fc-b59d-78e053cf4dca not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:59:32.974707 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Attempting to bind port 50b33abf-33de-4b3b-833a-0a6f99b18480 on network 19121f5e-e416-44fc-b59d-78e053cf4dca {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:59:32.975484 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.21', 54220) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:59:32.979922 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:59:32.980303 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Checking segment: {'id': 'c4c6daf6-2718-4a56-a13f-431b207e95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:59:32.980686 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Bound using segment: {'id': 'c4c6daf6-2718-4a56-a13f-431b207e95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca'} {{(pid=109742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:59:32.981106 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.managers [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Bound port: 50b33abf-33de-4b3b-833a-0a6f99b18480, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c6daf6-2718-4a56-a13f-431b207e95a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca'}}] {{(pid=109742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:59:32.981460 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:33.018552 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbfa40-e575-4a42-9079-147d00555614 req-8257b360-c560-4691-b6cf-2febe39c15ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:33.019909 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86fbfa40-e575-4a42-9079-147d00555614 req-8257b360-c560-4691-b6cf-2febe39c15ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 1052 time: 0.0431027 Jan 27 22:59:33.044219 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] For port 50b33abf-33de-4b3b-833a-0a6f99b18480, host n-h2-772272-3, cleared binding levels {{(pid=109742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:59:33.047385 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] For port 50b33abf-33de-4b3b-833a-0a6f99b18480, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=50b33abf-33de-4b3b-833a-0a6f99b18480,segment=NetworkSegment(c4c6daf6-2718-4a56-a13f-431b207e95a5),segment_id=c4c6daf6-2718-4a56-a13f-431b207e95a5)] {{(pid=109742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:59:33.052321 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:33.086956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:33.087499 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:33.088951 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] 10.222.0.21 "PUT /v2.0/ports/50b33abf-33de-4b3b-833a-0a6f99b18480 HTTP/1.1" status: 200 len: 1091 time: 0.7546680 Jan 27 22:59:33.108985 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] Pushing event updated for resources: {'Port': ['ID=50b33abf-33de-4b3b-833a-0a6f99b18480,revision_number=7']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:59:33.134837 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbfa40-e575-4a42-9079-147d00555614 req-6a840b11-1a92-4589-ba52-c11ec449be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:33.136403 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86fbfa40-e575-4a42-9079-147d00555614 req-6a840b11-1a92-4589-ba52-c11ec449be89 service neutron] 10.222.0.21 "GET /v2.0/networks?id=19121f5e-e416-44fc-b59d-78e053cf4dca HTTP/1.1" status: 200 len: 897 time: 0.0996521 Jan 27 22:59:33.204065 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86fbfa40-e575-4a42-9079-147d00555614 req-37744b49-5be1-4fa9-85ef-3dcd2ad6d604 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50b33abf-33de-4b3b-833a-0a6f99b18480 HTTP/1.1" status: 200 len: 998 time: 0.0616717 Jan 27 22:59:33.253862 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbfa40-e575-4a42-9079-147d00555614 req-4b87c442-01be-419b-9949-1e047e0a974f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:33.255339 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86fbfa40-e575-4a42-9079-147d00555614 req-4b87c442-01be-419b-9949-1e047e0a974f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49bb0af0-b1e6-4891-9a90-a03bb9ad8250 HTTP/1.1" status: 200 len: 834 time: 0.0455246 Jan 27 22:59:33.303854 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbfa40-e575-4a42-9079-147d00555614 req-8e18d9ad-ef49-445a-8a30-0d3935391b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:33.305390 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86fbfa40-e575-4a42-9079-147d00555614 req-8e18d9ad-ef49-445a-8a30-0d3935391b37 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19121f5e-e416-44fc-b59d-78e053cf4dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445864 Jan 27 22:59:33.393237 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86fbfa40-e575-4a42-9079-147d00555614 req-4144951d-1d57-4c7c-8504-ed0fcaefe677 service neutron] 10.222.0.21 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814176 Jan 27 22:59:33.519897 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94822512-08cc-48a2-9060-0d79e8b485e7 req-4c141697-64f7-4132-997c-ddc92176004c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:33.521426 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94822512-08cc-48a2-9060-0d79e8b485e7 req-4c141697-64f7-4132-997c-ddc92176004c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 943 time: 0.1029615 Jan 27 22:59:33.543878 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-86fbfa40-e575-4a42-9079-147d00555614 req-5bb4d3ff-c9b4-4ef1-8bd1-b3e88647fb48 service neutron] 10.222.0.21 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427543 Jan 27 22:59:33.576354 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-94822512-08cc-48a2-9060-0d79e8b485e7 req-a9be85aa-5ac6-4ee4-8851-4905b813d8ca tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492301 Jan 27 22:59:33.634093 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-9ce89f54-7cf9-4bdf-866e-45aa91bd5507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:33.635541 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-9ce89f54-7cf9-4bdf-866e-45aa91bd5507 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 1094 time: 0.0439935 Jan 27 22:59:33.721399 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-07a5a44e-6722-4c0a-9508-8968979592ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:33.722941 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-07a5a44e-6722-4c0a-9508-8968979592ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=19121f5e-e416-44fc-b59d-78e053cf4dca HTTP/1.1" status: 200 len: 897 time: 0.0809605 Jan 27 22:59:33.789672 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-01e5abdb-7999-4ba7-abc9-becf103cab27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50b33abf-33de-4b3b-833a-0a6f99b18480 HTTP/1.1" status: 200 len: 998 time: 0.0603454 Jan 27 22:59:33.837443 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-c6c34117-7798-4d06-9037-a24fd9a946f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:33.838878 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-c6c34117-7798-4d06-9037-a24fd9a946f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49bb0af0-b1e6-4891-9a90-a03bb9ad8250 HTTP/1.1" status: 200 len: 834 time: 0.0425835 Jan 27 22:59:33.883469 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-7a90bb91-40f8-4bfc-9b1a-2e6c07b30ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:33.885077 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-7a90bb91-40f8-4bfc-9b1a-2e6c07b30ed3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19121f5e-e416-44fc-b59d-78e053cf4dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400634 Jan 27 22:59:33.974803 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-ffaa2a48-4d5e-45b6-94b2-5141e85f03d0 service neutron] 10.222.0.21 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833569 Jan 27 22:59:34.064769 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-49d024dc-2354-4f41-a579-6ef51da0d23e service neutron] 10.222.0.21 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816667 Jan 27 22:59:34.691037 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111fdf2-06cb-4add-8389-878515afc85c req-0585d4bd-cdc3-48fe-8d2c-5f17a08a5688 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:34.692522 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d111fdf2-06cb-4add-8389-878515afc85c req-0585d4bd-cdc3-48fe-8d2c-5f17a08a5688 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 943 time: 0.0479183 Jan 27 22:59:34.741648 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d111fdf2-06cb-4add-8389-878515afc85c req-98cfba40-c6a2-4189-9357-6a42a62d35df tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436134 Jan 27 22:59:34.824703 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92469c3-90db-486d-9f4a-5848d5301d70', 'tag': '50b33abf-33de-4b3b-833a-0a6f99b18480'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:59:34.827563 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eebd6f79f17133a4d49c17e759e77b104c6a5dfb225cf2ee82dbb83359e6266" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f284d3-eb82-4d37-9437-a26e95831e40" -d '{"events": [{"name": "network-changed", "server_uuid": "d92469c3-90db-486d-9f4a-5848d5301d70", "tag": "50b33abf-33de-4b3b-833a-0a6f99b18480"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:59:34.873933 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbb169b-965b-4ccb-a03d-34e53a8a91d6 x-openstack-request-id: req-2fbb169b-965b-4ccb-a03d-34e53a8a91d6 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:59:34.874230 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92469c3-90db-486d-9f4a-5848d5301d70", "tag": "50b33abf-33de-4b3b-833a-0a6f99b18480", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:59:34.874487 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2fbb169b-965b-4ccb-a03d-34e53a8a91d6 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:59:34.875470 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92469c3-90db-486d-9f4a-5848d5301d70', 'tag': '50b33abf-33de-4b3b-833a-0a6f99b18480', 'status': 'completed', 'code': 200} Jan 27 22:59:35.294951 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f284d3-eb82-4d37-9437-a26e95831e40 req-947ebfbb-dcb3-4f5c-a4d1-dc59ba8fc83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:35.296402 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8f284d3-eb82-4d37-9437-a26e95831e40 req-947ebfbb-dcb3-4f5c-a4d1-dc59ba8fc83b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 1094 time: 0.4036877 Jan 27 22:59:35.298082 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f284d3-eb82-4d37-9437-a26e95831e40 req-5bc876b8-b2b8-4305-906e-d9fefa3f9e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:35.299397 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8f284d3-eb82-4d37-9437-a26e95831e40 req-5bc876b8-b2b8-4305-906e-d9fefa3f9e77 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 1094 time: 0.3976896 Jan 27 22:59:35.451807 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f284d3-eb82-4d37-9437-a26e95831e40 req-e34e18b3-80e3-43b4-b9e1-92115ce5bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:35.453290 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8f284d3-eb82-4d37-9437-a26e95831e40 req-e34e18b3-80e3-43b4-b9e1-92115ce5bafd service neutron] 10.222.0.15 "GET /v2.0/networks?id=19121f5e-e416-44fc-b59d-78e053cf4dca HTTP/1.1" status: 200 len: 897 time: 0.1513145 Jan 27 22:59:35.454361 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f284d3-eb82-4d37-9437-a26e95831e40 req-38896c72-c30c-4daf-b7b5-c1d4674d36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:35.455642 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8f284d3-eb82-4d37-9437-a26e95831e40 req-38896c72-c30c-4daf-b7b5-c1d4674d36ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=19121f5e-e416-44fc-b59d-78e053cf4dca HTTP/1.1" status: 200 len: 897 time: 0.1468084 Jan 27 22:59:35.565982 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8f284d3-eb82-4d37-9437-a26e95831e40 req-b41ad684-a1eb-461f-be1b-edfef6b7e903 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50b33abf-33de-4b3b-833a-0a6f99b18480 HTTP/1.1" status: 200 len: 998 time: 0.1066267 Jan 27 22:59:35.567649 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8f284d3-eb82-4d37-9437-a26e95831e40 req-09b3671c-4dae-4305-bffb-157920e7db93 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50b33abf-33de-4b3b-833a-0a6f99b18480 HTTP/1.1" status: 200 len: 998 time: 0.1032021 Jan 27 22:59:35.648749 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f284d3-eb82-4d37-9437-a26e95831e40 req-9f4eb515-90fd-4b08-a0ff-fa4d13f3e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:35.650151 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8f284d3-eb82-4d37-9437-a26e95831e40 req-9f4eb515-90fd-4b08-a0ff-fa4d13f3e59e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49bb0af0-b1e6-4891-9a90-a03bb9ad8250 HTTP/1.1" status: 200 len: 834 time: 0.0791354 Jan 27 22:59:35.651551 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f284d3-eb82-4d37-9437-a26e95831e40 req-b12ac4ac-f32b-4abc-81ac-b01d7a144c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:35.652878 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8f284d3-eb82-4d37-9437-a26e95831e40 req-b12ac4ac-f32b-4abc-81ac-b01d7a144c97 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49bb0af0-b1e6-4891-9a90-a03bb9ad8250 HTTP/1.1" status: 200 len: 834 time: 0.0743494 Jan 27 22:59:35.720551 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f284d3-eb82-4d37-9437-a26e95831e40 req-68eb080f-1c03-4bb5-8de1-e39ee39b4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:35.722028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8f284d3-eb82-4d37-9437-a26e95831e40 req-68eb080f-1c03-4bb5-8de1-e39ee39b4346 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19121f5e-e416-44fc-b59d-78e053cf4dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655942 Jan 27 22:59:35.724468 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f284d3-eb82-4d37-9437-a26e95831e40 req-7c283dbb-ff81-46f1-a177-a9506bd336c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:35.725819 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8f284d3-eb82-4d37-9437-a26e95831e40 req-7c283dbb-ff81-46f1-a177-a9506bd336c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19121f5e-e416-44fc-b59d-78e053cf4dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622826 Jan 27 22:59:35.912048 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8f284d3-eb82-4d37-9437-a26e95831e40 req-84ca05bc-b5f7-472d-89d8-acda9100fdd4 service neutron] 10.222.0.21 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768801 Jan 27 22:59:35.918866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8f284d3-eb82-4d37-9437-a26e95831e40 req-f96170b0-ff78-4963-97e5-fd514c0c6118 service neutron] 10.222.0.15 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906195 Jan 27 22:59:35.925801 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fb798-b2db-4e10-8469-a8e37d256542 req-5cadced9-107e-45a5-b42b-ad33cff71c3f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:35.927161 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d0fb798-b2db-4e10-8469-a8e37d256542 req-5cadced9-107e-45a5-b42b-ad33cff71c3f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 943 time: 0.1129639 Jan 27 22:59:36.101216 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4d0fb798-b2db-4e10-8469-a8e37d256542 req-ae6a8fac-4bce-477e-a543-a814beb2de6f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580021 Jan 27 22:59:36.109545 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8f284d3-eb82-4d37-9437-a26e95831e40 req-642f95cb-ee00-487b-a8e3-e19b1f95e99a service neutron] 10.222.0.15 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814742 Jan 27 22:59:36.123899 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8f284d3-eb82-4d37-9437-a26e95831e40 req-5ca4d081-acbf-4df2-aff1-e215c0f4a82d service neutron] 10.222.0.21 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947362 Jan 27 22:59:36.442011 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 50b33abf-33de-4b3b-833a-0a6f99b18480 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:59:36.481719 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] The host n-h1-772272-3 is not matching for port 50b33abf-33de-4b3b-833a-0a6f99b18480 host n-h2-772272-3! {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:59:36.482109 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 50b33abf-33de-4b3b-833a-0a6f99b18480 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:59:37.223937 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac11901-8ff6-444c-9ec5-c790b685e659 req-b558eeb8-83e5-4ca0-8d7b-3762761140ac tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:37.225461 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ac11901-8ff6-444c-9ec5-c790b685e659 req-b558eeb8-83e5-4ca0-8d7b-3762761140ac tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 943 time: 0.0532811 Jan 27 22:59:37.273437 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ac11901-8ff6-444c-9ec5-c790b685e659 req-4d883695-54d4-4fab-a6fb-55d145b716de tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422275 Jan 27 22:59:38.389078 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa64b2-8f98-48ef-9e65-6c1ba637f3f2 req-75b79387-b2b7-4ec6-9f11-9efb5b5eca02 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:38.390646 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29fa64b2-8f98-48ef-9e65-6c1ba637f3f2 req-75b79387-b2b7-4ec6-9f11-9efb5b5eca02 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 943 time: 0.0488729 Jan 27 22:59:38.439824 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-29fa64b2-8f98-48ef-9e65-6c1ba637f3f2 req-c8edc1e8-fc07-4317-aa39-ebaf8dc55df9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436237 Jan 27 22:59:38.590141 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 50b33abf-33de-4b3b-833a-0a6f99b18480 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:59:38.678490 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0de1f-f71c-42bb-991b-3ee8792855c6 req-0d3e83a3-491c-46a6-9b17-92f46e2ed8f9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:38.680103 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6a0de1f-f71c-42bb-991b-3ee8792855c6 req-0d3e83a3-491c-46a6-9b17-92f46e2ed8f9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 943 time: 0.0954659 Jan 27 22:59:38.688030 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49d3ab-1314-4f13-b36e-fb82f4af5c4c req-3b33d064-9e99-4ba2-b811-83a25a0b00a4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:38.689608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f49d3ab-1314-4f13-b36e-fb82f4af5c4c req-3b33d064-9e99-4ba2-b811-83a25a0b00a4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70&tenant_id=a7baef2dd068423eb46e5d5922401834&binding%3Ahost_id=n-h2-772272-3 HTTP/1.1" status: 200 len: 943 time: 0.0772810 Jan 27 22:59:38.702328 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 50b33abf-33de-4b3b-833a-0a6f99b18480, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=50b33abf-33de-4b3b-833a-0a6f99b18480,segment=NetworkSegment(c4c6daf6-2718-4a56-a13f-431b207e95a5),segment_id=c4c6daf6-2718-4a56-a13f-431b207e95a5)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:59:38.715085 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '50b33abf-33de-4b3b-833a-0a6f99b18480', 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca', 'port_id': '50b33abf-33de-4b3b-833a-0a6f99b18480', 'mac_address': 'fa:16:3e:aa:bf:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49bb0af0-b1e6-4891-9a90-a03bb9ad8250', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:59:38.755722 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 50b33abf-33de-4b3b-833a-0a6f99b18480 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:59:38.756561 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:38.772271 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b33abf-33de-4b3b-833a-0a6f99b18480 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:59:38.774512 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e6a0de1f-f71c-42bb-991b-3ee8792855c6 req-b9b71c27-226d-42e2-9428-f217d07f3d62 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838830 Jan 27 22:59:38.783492 n-d-772272-3 neutron-server[109741]: INFO neutron.api.v2.resource [req-1f49d3ab-1314-4f13-b36e-fb82f4af5c4c req-fbce687e-d8ab-41c2-8c10-fa0bdd1b390b service neutron] delete failed (client error): The resource could not be found. Jan 27 22:59:38.785061 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f49d3ab-1314-4f13-b36e-fb82f4af5c4c req-fbce687e-d8ab-41c2-8c10-fa0bdd1b390b service neutron] 10.222.0.15 "DELETE /v2.0/ports/50b33abf-33de-4b3b-833a-0a6f99b18480/bindings/n-h1-772272-3 HTTP/1.1" status: 404 len: 380 time: 0.0872433 Jan 27 22:59:38.801980 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 50b33abf-33de-4b3b-833a-0a6f99b18480, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=50b33abf-33de-4b3b-833a-0a6f99b18480,segment=NetworkSegment(c4c6daf6-2718-4a56-a13f-431b207e95a5),segment_id=c4c6daf6-2718-4a56-a13f-431b207e95a5)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:59:38.808617 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:38.860601 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=50b33abf-33de-4b3b-833a-0a6f99b18480,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:59:38.868180 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:38.868555 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:38.868888 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:38.869231 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:38.869572 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:38.869904 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:38.870240 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:38.870629 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:38.870898 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:38.871229 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:38.871556 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:38.871959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:38.872279 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:59:38.901410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49d3ab-1314-4f13-b36e-fb82f4af5c4c req-c0da4d35-fec0-414e-8d6a-61a74bee953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:38.902855 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f49d3ab-1314-4f13-b36e-fb82f4af5c4c req-c0da4d35-fec0-414e-8d6a-61a74bee953d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 1095 time: 0.0671928 Jan 27 22:59:38.993430 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84056ae2-77c6-4cac-aa25-05aa1bc31755 req-7af4590a-bb9e-4e1a-8239-d490c89d5dda tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:38.994861 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-84056ae2-77c6-4cac-aa25-05aa1bc31755 req-7af4590a-bb9e-4e1a-8239-d490c89d5dda tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 944 time: 0.1074781 Jan 27 22:59:39.039064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49d3ab-1314-4f13-b36e-fb82f4af5c4c req-8aebfef9-6f1b-4c4d-9a34-e946a829d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:39.040560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f49d3ab-1314-4f13-b36e-fb82f4af5c4c req-8aebfef9-6f1b-4c4d-9a34-e946a829d543 service neutron] 10.222.0.15 "GET /v2.0/networks?id=19121f5e-e416-44fc-b59d-78e053cf4dca HTTP/1.1" status: 200 len: 897 time: 0.1208291 Jan 27 22:59:39.107761 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-84056ae2-77c6-4cac-aa25-05aa1bc31755 req-5f44d244-0fd1-41ad-b235-1548fb3654aa tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032522 Jan 27 22:59:39.128532 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f49d3ab-1314-4f13-b36e-fb82f4af5c4c req-6eda7e2a-a529-470b-a17a-7cce018f1c21 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50b33abf-33de-4b3b-833a-0a6f99b18480 HTTP/1.1" status: 200 len: 999 time: 0.0818377 Jan 27 22:59:39.175884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49d3ab-1314-4f13-b36e-fb82f4af5c4c req-db769a55-0a6f-4a01-abb5-685046750b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:39.177324 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f49d3ab-1314-4f13-b36e-fb82f4af5c4c req-db769a55-0a6f-4a01-abb5-685046750b71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49bb0af0-b1e6-4891-9a90-a03bb9ad8250 HTTP/1.1" status: 200 len: 834 time: 0.0435963 Jan 27 22:59:39.220662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49d3ab-1314-4f13-b36e-fb82f4af5c4c req-3b360db7-178a-459f-9538-b9bc5d5c2d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:39.222156 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f49d3ab-1314-4f13-b36e-fb82f4af5c4c req-3b360db7-178a-459f-9538-b9bc5d5c2d4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19121f5e-e416-44fc-b59d-78e053cf4dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395482 Jan 27 22:59:39.254109 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['50b33abf-33de-4b3b-833a-0a6f99b18480'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:59:39.318889 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f49d3ab-1314-4f13-b36e-fb82f4af5c4c req-e1a61677-a9eb-4860-a75e-b3dc8d6d858a service neutron] 10.222.0.15 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905306 Jan 27 22:59:39.410627 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1f49d3ab-1314-4f13-b36e-fb82f4af5c4c req-0b1f2b31-aa07-4747-b234-2c9d0ae12d26 service neutron] 10.222.0.15 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862234 Jan 27 22:59:40.228772 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f504b-1201-4a8c-99d7-64801339a850 req-8fe9e635-6518-467a-bf28-a7cae0294fc1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:40.230261 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b3f504b-1201-4a8c-99d7-64801339a850 req-8fe9e635-6518-467a-bf28-a7cae0294fc1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 944 time: 0.0538120 Jan 27 22:59:40.278669 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7b3f504b-1201-4a8c-99d7-64801339a850 req-b10f2c14-6a78-4e0c-a901-07ab18a3aae2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423617 Jan 27 22:59:40.300570 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56878) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:59:40.360674 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-267c6b00-f521-4f4b-8454-b377acfda93d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/floatingips/8b977ecc-2329-4c15-b941-42657eafc635 HTTP/1.1" status: 200 len: 991 time: 0.0589640 Jan 27 22:59:40.604863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 50b33abf-33de-4b3b-833a-0a6f99b18480 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:59:40.652309 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 50b33abf-33de-4b3b-833a-0a6f99b18480 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:59:40.656615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 50b33abf-33de-4b3b-833a-0a6f99b18480 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:59:40.657015 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:40.733635 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 50b33abf-33de-4b3b-833a-0a6f99b18480 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:59:40.734022 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:40.756357 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92469c3-90db-486d-9f4a-5848d5301d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b33abf-33de-4b3b-833a-0a6f99b18480'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:59:40.758550 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5006fbf2-b52f-44fa-b02e-22015b4868c7" -d '{"events": [{"server_uuid": "d92469c3-90db-486d-9f4a-5848d5301d70", "name": "network-vif-plugged", "status": "completed", "tag": "50b33abf-33de-4b3b-833a-0a6f99b18480"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:59:40.771224 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 50b33abf-33de-4b3b-833a-0a6f99b18480, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=50b33abf-33de-4b3b-833a-0a6f99b18480,segment=NetworkSegment(c4c6daf6-2718-4a56-a13f-431b207e95a5),segment_id=c4c6daf6-2718-4a56-a13f-431b207e95a5)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:59:40.775186 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:40.823472 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=50b33abf-33de-4b3b-833a-0a6f99b18480,revision_number=9']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:59:40.847711 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8731ef-783d-4913-85be-19b14e5a9b88 x-openstack-request-id: req-ad8731ef-783d-4913-85be-19b14e5a9b88 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:59:40.848033 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92469c3-90db-486d-9f4a-5848d5301d70", "name": "network-vif-plugged", "status": "completed", "tag": "50b33abf-33de-4b3b-833a-0a6f99b18480", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:59:40.848325 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad8731ef-783d-4913-85be-19b14e5a9b88 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:59:40.848726 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92469c3-90db-486d-9f4a-5848d5301d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b33abf-33de-4b3b-833a-0a6f99b18480', 'code': 200} Jan 27 22:59:43.346494 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:51.898868 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:54.236791 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f95e16db-12b2-4b24-a414-f72fe92d7397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:56.837265 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6626875a-ed1e-476a-8901-deea8c8ba37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:57.780696 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:59.163382 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:00.452828 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:06.088894 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:00:13.356797 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:21.902363 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:24.237685 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a01f9b5b-5d44-4e83-aa18-da74ad4dcc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:26.837994 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4f849664-e69f-4aa4-894c-adb55c4298cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:27.783599 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:29.166519 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:30.455305 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:33.018996 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d66ff18b-fa4e-4a6a-aada-408266f581b5 req-7e9b6655-ba36-47bb-ad2b-bf1c48cbf4a5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0828457 Jan 27 23:00:33.103529 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ff18b-fa4e-4a6a-aada-408266f581b5 req-0b64000c-1764-4655-89a9-8533578a0655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:33.105070 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d66ff18b-fa4e-4a6a-aada-408266f581b5 req-0b64000c-1764-4655-89a9-8533578a0655 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 1096 time: 0.0414698 Jan 27 23:00:33.207437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ff18b-fa4e-4a6a-aada-408266f581b5 req-7cc1de97-f4b5-4d2d-af61-be9f50d42493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:33.208994 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d66ff18b-fa4e-4a6a-aada-408266f581b5 req-7cc1de97-f4b5-4d2d-af61-be9f50d42493 service neutron] 10.222.0.21 "GET /v2.0/networks?id=19121f5e-e416-44fc-b59d-78e053cf4dca HTTP/1.1" status: 200 len: 897 time: 0.0837195 Jan 27 23:00:33.279164 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d66ff18b-fa4e-4a6a-aada-408266f581b5 req-9da4771a-43fc-4cfd-bfd1-1475543619c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50b33abf-33de-4b3b-833a-0a6f99b18480 HTTP/1.1" status: 200 len: 1000 time: 0.0622623 Jan 27 23:00:33.327190 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ff18b-fa4e-4a6a-aada-408266f581b5 req-d9789945-25a2-4a5b-9874-28d090bca04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:33.328685 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d66ff18b-fa4e-4a6a-aada-408266f581b5 req-d9789945-25a2-4a5b-9874-28d090bca04a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49bb0af0-b1e6-4891-9a90-a03bb9ad8250 HTTP/1.1" status: 200 len: 834 time: 0.0432096 Jan 27 23:00:33.373310 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ff18b-fa4e-4a6a-aada-408266f581b5 req-5243973e-0059-4517-b1c4-9c5a30235d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:33.375363 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d66ff18b-fa4e-4a6a-aada-408266f581b5 req-5243973e-0059-4517-b1c4-9c5a30235d63 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19121f5e-e416-44fc-b59d-78e053cf4dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394089 Jan 27 23:00:33.465585 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d66ff18b-fa4e-4a6a-aada-408266f581b5 req-b6faf2e0-2195-4171-8a77-603b8af11d5a service neutron] 10.222.0.21 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834820 Jan 27 23:00:33.554985 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d66ff18b-fa4e-4a6a-aada-408266f581b5 req-7fb6d9dc-f3a7-42be-b9a9-ef474b6e7415 service neutron] 10.222.0.21 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821221 Jan 27 23:00:35.460095 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56902) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:00:35.619428 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting port 9eba2a73-1f76-4789-a272-2b877cb6a85a {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:00:35.619767 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (9eba2a73-1f76-4789-a272-2b877cb6a85a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:35.691525 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (9eba2a73-1f76-4789-a272-2b877cb6a85a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:35.691852 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for floatingip (9eba2a73-1f76-4789-a272-2b877cb6a85a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:35.703695 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Calling delete_port for 9eba2a73-1f76-4789-a272-2b877cb6a85a owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:00:35.853953 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (9eba2a73-1f76-4789-a272-2b877cb6a85a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:35.879278 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Port': ['ID=9eba2a73-1f76-4789-a272-2b877cb6a85a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:35.892929 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:35.893287 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:35.893635 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:35.893976 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:35.894408 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:35.894750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:35.895081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:35.895411 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:35.895739 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:35.896071 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:35.896431 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:35.896756 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:35.897082 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:35.954274 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for floatingip (8b977ecc-2329-4c15-b941-42657eafc635), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:35.954691 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Floating IP 8b977ecc-2329-4c15-b941-42657eafc635 disassociated (deleted). External IP: 172.25.3.77, port: 50b33abf-33de-4b3b-833a-0a6f99b18480. Jan 27 23:00:36.157806 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router ddf5323e-7b19-435f-b6b6-db4d1f84cb9b has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:00:36.263187 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:00:36.268521 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:36.274885 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0644d47-9897-4056-b4af-b2f0c0972982 None None] Sync routers for ids ['ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:00:36.285858 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0644d47-9897-4056-b4af-b2f0c0972982 None None] Routers {'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:00:36.286816 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b0644d47-9897-4056-b4af-b2f0c0972982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:00:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:00:36.295552 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-334c602f-9542-453e-a3d3-c7c4fc10db00 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/floatingips/8b977ecc-2329-4c15-b941-42657eafc635 HTTP/1.1" status: 204 len: 168 time: 0.8343232 Jan 27 23:00:36.296151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92469c3-90db-486d-9f4a-5848d5301d70', 'tag': '50b33abf-33de-4b3b-833a-0a6f99b18480'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:00:36.298441 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e3a901-2356-4d52-8bf6-7504c9cbe97b" -d '{"events": [{"name": "network-changed", "server_uuid": "d92469c3-90db-486d-9f4a-5848d5301d70", "tag": "50b33abf-33de-4b3b-833a-0a6f99b18480"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:00:36.407202 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261e1e2c-87eb-40d1-aeb2-6b3fc88b168d x-openstack-request-id: req-261e1e2c-87eb-40d1-aeb2-6b3fc88b168d {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:00:36.407502 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92469c3-90db-486d-9f4a-5848d5301d70", "tag": "50b33abf-33de-4b3b-833a-0a6f99b18480", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:00:36.407766 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-261e1e2c-87eb-40d1-aeb2-6b3fc88b168d {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:00:36.408265 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92469c3-90db-486d-9f4a-5848d5301d70', 'tag': '50b33abf-33de-4b3b-833a-0a6f99b18480', 'status': 'completed', 'code': 200} Jan 27 23:00:36.417711 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b0644d47-9897-4056-b4af-b2f0c0972982 None None] Set router ddf5323e-7b19-435f-b6b6-db4d1f84cb9b gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:00:36.484009 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3a901-2356-4d52-8bf6-7504c9cbe97b req-8d93c359-ce18-4844-92da-7d454d4c6a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:36.485609 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26e3a901-2356-4d52-8bf6-7504c9cbe97b req-8d93c359-ce18-4844-92da-7d454d4c6a22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 1096 time: 0.0464985 Jan 27 23:00:36.602466 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218cac0-a36b-4f9f-acde-b7f32ed5e920 req-aa74b0ee-db57-4e97-ab12-3f350f984e94 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:36.603932 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b218cac0-a36b-4f9f-acde-b7f32ed5e920 req-aa74b0ee-db57-4e97-ab12-3f350f984e94 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0995529 Jan 27 23:00:36.627054 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b0644d47-9897-4056-b4af-b2f0c0972982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413973138', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:27Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b2521ad4-2490-4028-86d6-cd3118f1ef2d', 'name': '', 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:a6:12:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '49bb0af0-b1e6-4891-9a90-a03bb9ad8250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:26Z', 'updated_at': '2022-01-27T22:58:30Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '49bb0af0-b1e6-4891-9a90-a03bb9ad8250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:00:36.632397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3a901-2356-4d52-8bf6-7504c9cbe97b req-62b4c609-8872-4a82-bdcb-0b5de54fb753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:36.633851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26e3a901-2356-4d52-8bf6-7504c9cbe97b req-62b4c609-8872-4a82-bdcb-0b5de54fb753 service neutron] 10.222.0.21 "GET /v2.0/networks?id=19121f5e-e416-44fc-b59d-78e053cf4dca HTTP/1.1" status: 200 len: 897 time: 0.1370254 Jan 27 23:00:36.653536 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0644d47-9897-4056-b4af-b2f0c0972982 None None] Checking router: ddf5323e-7b19-435f-b6b6-db4d1f84cb9b for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:00:36.661730 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0644d47-9897-4056-b4af-b2f0c0972982 None None] Routers {'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:00:36.662273 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b0644d47-9897-4056-b4af-b2f0c0972982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:00:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:00:36.686404 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26e3a901-2356-4d52-8bf6-7504c9cbe97b req-cf11cc2e-cd19-463f-ba2a-55c4379e7ce5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50b33abf-33de-4b3b-833a-0a6f99b18480 HTTP/1.1" status: 200 len: 217 time: 0.0397098 Jan 27 23:00:36.695750 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b218cac0-a36b-4f9f-acde-b7f32ed5e920 req-2a4bf478-7a49-4e58-8786-b627227fa001 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836186 Jan 27 23:00:36.749000 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3a901-2356-4d52-8bf6-7504c9cbe97b req-567897ba-4ae9-445a-a9fe-886fdebfca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:36.751030 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26e3a901-2356-4d52-8bf6-7504c9cbe97b req-567897ba-4ae9-445a-a9fe-886fdebfca0d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=49bb0af0-b1e6-4891-9a90-a03bb9ad8250 HTTP/1.1" status: 200 len: 834 time: 0.0491860 Jan 27 23:00:36.771332 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b0644d47-9897-4056-b4af-b2f0c0972982 None None] Set router ddf5323e-7b19-435f-b6b6-db4d1f84cb9b gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:00:36.796573 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3a901-2356-4d52-8bf6-7504c9cbe97b req-29e5a80c-6098-43b9-ba2d-e66cf45959ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:36.798070 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26e3a901-2356-4d52-8bf6-7504c9cbe97b req-29e5a80c-6098-43b9-ba2d-e66cf45959ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19121f5e-e416-44fc-b59d-78e053cf4dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405483 Jan 27 23:00:36.891225 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26e3a901-2356-4d52-8bf6-7504c9cbe97b req-9103f6ef-f114-4f2a-a453-5434ca4ebd66 service neutron] 10.222.0.21 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840547 Jan 27 23:00:36.964416 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b0644d47-9897-4056-b4af-b2f0c0972982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413973138', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:27Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b2521ad4-2490-4028-86d6-cd3118f1ef2d', 'name': '', 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:a6:12:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '49bb0af0-b1e6-4891-9a90-a03bb9ad8250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:26Z', 'updated_at': '2022-01-27T22:58:30Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '49bb0af0-b1e6-4891-9a90-a03bb9ad8250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:00:36.988373 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26e3a901-2356-4d52-8bf6-7504c9cbe97b req-20db28ef-b7bc-44f0-afb6-c2d9f59328bb service neutron] 10.222.0.21 "GET /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904853 Jan 27 23:00:36.997741 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0644d47-9897-4056-b4af-b2f0c0972982 None None] The sync data for ids ['ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'] in n-d-772272-3 is: [{'id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413973138', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:27Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b2521ad4-2490-4028-86d6-cd3118f1ef2d', 'name': '', 'network_id': '19121f5e-e416-44fc-b59d-78e053cf4dca', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:a6:12:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '49bb0af0-b1e6-4891-9a90-a03bb9ad8250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:26Z', 'updated_at': '2022-01-27T22:58:30Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '49bb0af0-b1e6-4891-9a90-a03bb9ad8250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:00:37.225079 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc11c033-191f-4fda-9da9-47760a4fb155 None None] New status for floating IP 8b977ecc-2329-4c15-b941-42657eafc635: DOWN {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:00:37.830600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1256b-8a79-4dfb-b337-0e7f958a6d85 req-74a35576-571e-47df-97e1-7a00c688e29c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:37.832315 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67e1256b-8a79-4dfb-b337-0e7f958a6d85 req-74a35576-571e-47df-97e1-7a00c688e29c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0532777 Jan 27 23:00:37.886072 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67e1256b-8a79-4dfb-b337-0e7f958a6d85 req-c9ec6589-08b0-4015-8b70-16efe4eb6ab5 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474911 Jan 27 23:00:38.399509 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210b2b1-27b4-49c0-86d5-b2855d4aabf5 req-cb520390-a383-4518-870e-309a4028865a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:38.401003 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c210b2b1-27b4-49c0-86d5-b2855d4aabf5 req-cb520390-a383-4518-870e-309a4028865a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0534279 Jan 27 23:00:38.489687 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-c210b2b1-27b4-49c0-86d5-b2855d4aabf5 req-11dca4bc-fc5e-4b24-9e25-2f5a026d178d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting port 50b33abf-33de-4b3b-833a-0a6f99b18480 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:00:38.490152 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c210b2b1-27b4-49c0-86d5-b2855d4aabf5 req-11dca4bc-fc5e-4b24-9e25-2f5a026d178d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:38.581134 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-c210b2b1-27b4-49c0-86d5-b2855d4aabf5 req-11dca4bc-fc5e-4b24-9e25-2f5a026d178d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] For port 50b33abf-33de-4b3b-833a-0a6f99b18480, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=50b33abf-33de-4b3b-833a-0a6f99b18480,segment=NetworkSegment(c4c6daf6-2718-4a56-a13f-431b207e95a5),segment_id=c4c6daf6-2718-4a56-a13f-431b207e95a5)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:00:38.581508 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c210b2b1-27b4-49c0-86d5-b2855d4aabf5 req-11dca4bc-fc5e-4b24-9e25-2f5a026d178d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:38.593222 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-c210b2b1-27b4-49c0-86d5-b2855d4aabf5 req-11dca4bc-fc5e-4b24-9e25-2f5a026d178d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Calling delete_port for 50b33abf-33de-4b3b-833a-0a6f99b18480 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:00:39.048854 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea44466-a770-4baa-b490-0e4cab91ba4a req-1a9cee9d-9529-4297-9811-735bcfba8471 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:39.050345 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fea44466-a770-4baa-b490-0e4cab91ba4a req-1a9cee9d-9529-4297-9811-735bcfba8471 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=d92469c3-90db-486d-9f4a-5848d5301d70 HTTP/1.1" status: 200 len: 945 time: 0.0753303 Jan 27 23:00:39.138008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fea44466-a770-4baa-b490-0e4cab91ba4a req-40369b9c-e3c7-479f-a26a-8bb72d2ebe55 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=133349d5-9b61-4de7-bd87-5bef79a2b65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813093 Jan 27 23:00:39.139065 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c210b2b1-27b4-49c0-86d5-b2855d4aabf5 req-11dca4bc-fc5e-4b24-9e25-2f5a026d178d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (50b33abf-33de-4b3b-833a-0a6f99b18480), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:39.168612 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dca4bc-fc5e-4b24-9e25-2f5a026d178d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Port': ['ID=50b33abf-33de-4b3b-833a-0a6f99b18480,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:39.214785 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c210b2b1-27b4-49c0-86d5-b2855d4aabf5 req-11dca4bc-fc5e-4b24-9e25-2f5a026d178d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] No DVR routers for this DVR port 50b33abf-33de-4b3b-833a-0a6f99b18480 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:00:39.217563 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-c210b2b1-27b4-49c0-86d5-b2855d4aabf5 req-11dca4bc-fc5e-4b24-9e25-2f5a026d178d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:39.221504 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c210b2b1-27b4-49c0-86d5-b2855d4aabf5 req-11dca4bc-fc5e-4b24-9e25-2f5a026d178d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.21 "DELETE /v2.0/ports/50b33abf-33de-4b3b-833a-0a6f99b18480 HTTP/1.1" status: 204 len: 173 time: 0.8147376 Jan 27 23:00:39.221956 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92469c3-90db-486d-9f4a-5848d5301d70', 'name': 'network-vif-deleted', 'tag': '50b33abf-33de-4b3b-833a-0a6f99b18480'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:00:39.224319 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d006ae7a-5bd5-4bf0-8718-dac5c2c81d7c" -d '{"events": [{"server_uuid": "d92469c3-90db-486d-9f4a-5848d5301d70", "name": "network-vif-deleted", "tag": "50b33abf-33de-4b3b-833a-0a6f99b18480"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:00:39.263328 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d35013d-7d4e-412e-ae67-f542d96b9e3c x-openstack-request-id: req-9d35013d-7d4e-412e-ae67-f542d96b9e3c {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:00:39.263635 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92469c3-90db-486d-9f4a-5848d5301d70", "name": "network-vif-deleted", "tag": "50b33abf-33de-4b3b-833a-0a6f99b18480", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:00:39.263904 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d35013d-7d4e-412e-ae67-f542d96b9e3c {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:00:39.264358 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92469c3-90db-486d-9f4a-5848d5301d70', 'name': 'network-vif-deleted', 'tag': '50b33abf-33de-4b3b-833a-0a6f99b18480', 'status': 'completed', 'code': 200} Jan 27 23:00:40.197866 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56920) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:00:40.550154 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a53c79db-c3bf-4885-a3ae-a6e0d631920b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (ddf5323e-7b19-435f-b6b6-db4d1f84cb9b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:40.799478 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-a53c79db-c3bf-4885-a3ae-a6e0d631920b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting port b2521ad4-2490-4028-86d6-cd3118f1ef2d {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:00:40.799823 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a53c79db-c3bf-4885-a3ae-a6e0d631920b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b2521ad4-2490-4028-86d6-cd3118f1ef2d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:40.891088 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-a53c79db-c3bf-4885-a3ae-a6e0d631920b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] For port b2521ad4-2490-4028-86d6-cd3118f1ef2d, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b2521ad4-2490-4028-86d6-cd3118f1ef2d,segment=NetworkSegment(c4c6daf6-2718-4a56-a13f-431b207e95a5),segment_id=c4c6daf6-2718-4a56-a13f-431b207e95a5)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:00:40.891455 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a53c79db-c3bf-4885-a3ae-a6e0d631920b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b2521ad4-2490-4028-86d6-cd3118f1ef2d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:40.903383 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-a53c79db-c3bf-4885-a3ae-a6e0d631920b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Calling delete_port for b2521ad4-2490-4028-86d6-cd3118f1ef2d owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:00:41.087495 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a53c79db-c3bf-4885-a3ae-a6e0d631920b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (b2521ad4-2490-4028-86d6-cd3118f1ef2d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:41.116748 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c79db-c3bf-4885-a3ae-a6e0d631920b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Port': ['ID=b2521ad4-2490-4028-86d6-cd3118f1ef2d,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:41.290666 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a53c79db-c3bf-4885-a3ae-a6e0d631920b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (ddf5323e-7b19-435f-b6b6-db4d1f84cb9b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:41.504915 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53c79db-c3bf-4885-a3ae-a6e0d631920b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router ddf5323e-7b19-435f-b6b6-db4d1f84cb9b has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:00:41.611042 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53c79db-c3bf-4885-a3ae-a6e0d631920b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:00:41.616076 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a53c79db-c3bf-4885-a3ae-a6e0d631920b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "PUT /v2.0/routers/ddf5323e-7b19-435f-b6b6-db4d1f84cb9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4171612 Jan 27 23:00:41.618873 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56922) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:00:41.677124 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-df74358d-a6dd-455c-8cc5-6b2a2be9c034 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting subnet 49bb0af0-b1e6-4891-9a90-a03bb9ad8250 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:00:41.680771 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df74358d-a6dd-455c-8cc5-6b2a2be9c034 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for subnet (49bb0af0-b1e6-4891-9a90-a03bb9ad8250), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:41.724354 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df74358d-a6dd-455c-8cc5-6b2a2be9c034 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (49bb0af0-b1e6-4891-9a90-a03bb9ad8250), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:41.756037 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec49c3ed-cecf-4403-ad94-1f053970d832 None None] Sync routers for ids ['ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:00:41.765570 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec49c3ed-cecf-4403-ad94-1f053970d832 None None] Routers {'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:00:41.767048 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-ec49c3ed-cecf-4403-ad94-1f053970d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:00:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:00:41.810678 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df74358d-a6dd-455c-8cc5-6b2a2be9c034 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (49bb0af0-b1e6-4891-9a90-a03bb9ad8250), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:41.876184 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df74358d-a6dd-455c-8cc5-6b2a2be9c034 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (49bb0af0-b1e6-4891-9a90-a03bb9ad8250), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:41.905379 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74358d-a6dd-455c-8cc5-6b2a2be9c034 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Subnet': ['ID=49bb0af0-b1e6-4891-9a90-a03bb9ad8250,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:41.911416 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-df74358d-a6dd-455c-8cc5-6b2a2be9c034 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:41.917132 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-df74358d-a6dd-455c-8cc5-6b2a2be9c034 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/subnets/49bb0af0-b1e6-4891-9a90-a03bb9ad8250 HTTP/1.1" status: 204 len: 168 time: 0.2946894 Jan 27 23:00:41.917323 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56924) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:00:41.917837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f455fe09-5d83-4c4a-805a-490eec9e31f1 None None] Network 19121f5e-e416-44fc-b59d-78e053cf4dca requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:00:41.964928 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-ec49c3ed-cecf-4403-ad94-1f053970d832 None None] Set router ddf5323e-7b19-435f-b6b6-db4d1f84cb9b gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:00:42.036095 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-afb4ac13-16bb-41c0-a313-2581415c4606 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router (ddf5323e-7b19-435f-b6b6-db4d1f84cb9b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:42.100176 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8cc35c-b29b-4ea2-9415-ffc8614746b1 None None] DHCP port deletion for 19121f5e-e416-44fc-b59d-78e053cf4dca request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:00:42.143650 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-afb4ac13-16bb-41c0-a313-2581415c4606 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_gateway (ddf5323e-7b19-435f-b6b6-db4d1f84cb9b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:42.151592 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-ec49c3ed-cecf-4403-ad94-1f053970d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413973138', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T23:00:41Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'd2f4a14e-e425-4207-80af-e291d374ed6f', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T22:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:00:42.152679 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4a8cc35c-b29b-4ea2-9415-ffc8614746b1 None None] Deleting port a94a9b85-8101-473f-88c2-6d26630c0126 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:00:42.153134 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4a8cc35c-b29b-4ea2-9415-ffc8614746b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (a94a9b85-8101-473f-88c2-6d26630c0126), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:42.184538 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec49c3ed-cecf-4403-ad94-1f053970d832 None None] Checking router: ddf5323e-7b19-435f-b6b6-db4d1f84cb9b for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:00:42.194556 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec49c3ed-cecf-4403-ad94-1f053970d832 None None] Routers {'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:00:42.195393 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-ec49c3ed-cecf-4403-ad94-1f053970d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:00:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:00:42.201701 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-afb4ac13-16bb-41c0-a313-2581415c4606 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting port d2f4a14e-e425-4207-80af-e291d374ed6f {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:00:42.202123 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-afb4ac13-16bb-41c0-a313-2581415c4606 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d2f4a14e-e425-4207-80af-e291d374ed6f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:42.218463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-4a8cc35c-b29b-4ea2-9415-ffc8614746b1 None None] For port a94a9b85-8101-473f-88c2-6d26630c0126, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=a94a9b85-8101-473f-88c2-6d26630c0126,segment=NetworkSegment(c4c6daf6-2718-4a56-a13f-431b207e95a5),segment_id=c4c6daf6-2718-4a56-a13f-431b207e95a5)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:00:42.218868 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4a8cc35c-b29b-4ea2-9415-ffc8614746b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (a94a9b85-8101-473f-88c2-6d26630c0126), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:42.233300 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4a8cc35c-b29b-4ea2-9415-ffc8614746b1 None None] Calling delete_port for a94a9b85-8101-473f-88c2-6d26630c0126 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:00:42.279045 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-ec49c3ed-cecf-4403-ad94-1f053970d832 None None] Set router ddf5323e-7b19-435f-b6b6-db4d1f84cb9b gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:00:42.283958 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-afb4ac13-16bb-41c0-a313-2581415c4606 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] For port d2f4a14e-e425-4207-80af-e291d374ed6f, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d2f4a14e-e425-4207-80af-e291d374ed6f,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:00:42.284425 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-afb4ac13-16bb-41c0-a313-2581415c4606 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d2f4a14e-e425-4207-80af-e291d374ed6f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:42.297185 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-afb4ac13-16bb-41c0-a313-2581415c4606 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Calling delete_port for d2f4a14e-e425-4207-80af-e291d374ed6f owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:00:42.316513 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4a8cc35c-b29b-4ea2-9415-ffc8614746b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (a94a9b85-8101-473f-88c2-6d26630c0126), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:42.336035 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-ec49c3ed-cecf-4403-ad94-1f053970d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413973138', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T23:00:42Z', 'revision_number': 6, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:00:42.343176 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cc35c-b29b-4ea2-9415-ffc8614746b1 None None] Pushing event deleted for resources: {'Port': ['ID=a94a9b85-8101-473f-88c2-6d26630c0126,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:42.348249 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8cc35c-b29b-4ea2-9415-ffc8614746b1 None None] No DVR routers for this DVR port a94a9b85-8101-473f-88c2-6d26630c0126 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:00:42.361407 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8cc35c-b29b-4ea2-9415-ffc8614746b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:42.362136 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8cc35c-b29b-4ea2-9415-ffc8614746b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:42.362498 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8cc35c-b29b-4ea2-9415-ffc8614746b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:42.362844 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8cc35c-b29b-4ea2-9415-ffc8614746b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:42.363187 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8cc35c-b29b-4ea2-9415-ffc8614746b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:42.363985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8cc35c-b29b-4ea2-9415-ffc8614746b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:42.364361 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8cc35c-b29b-4ea2-9415-ffc8614746b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:42.364737 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8cc35c-b29b-4ea2-9415-ffc8614746b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:42.365026 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8cc35c-b29b-4ea2-9415-ffc8614746b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:42.365361 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8cc35c-b29b-4ea2-9415-ffc8614746b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:42.365534 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec49c3ed-cecf-4403-ad94-1f053970d832 None None] The sync data for ids ['ddf5323e-7b19-435f-b6b6-db4d1f84cb9b'] in n-d-772272-3 is: [{'id': 'ddf5323e-7b19-435f-b6b6-db4d1f84cb9b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-413973138', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:24Z', 'updated_at': '2022-01-27T23:00:42Z', 'revision_number': 6, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port_host': None}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:00:42.365716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8cc35c-b29b-4ea2-9415-ffc8614746b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:42.366032 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8cc35c-b29b-4ea2-9415-ffc8614746b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:42.366378 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8cc35c-b29b-4ea2-9415-ffc8614746b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:42.484293 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-afb4ac13-16bb-41c0-a313-2581415c4606 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d2f4a14e-e425-4207-80af-e291d374ed6f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:42.513517 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4ac13-16bb-41c0-a313-2581415c4606 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Port': ['ID=d2f4a14e-e425-4207-80af-e291d374ed6f,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:42.573871 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-afb4ac13-16bb-41c0-a313-2581415c4606 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (ddf5323e-7b19-435f-b6b6-db4d1f84cb9b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:42.663969 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-afb4ac13-16bb-41c0-a313-2581415c4606 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (ddf5323e-7b19-435f-b6b6-db4d1f84cb9b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:42.666095 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-afb4ac13-16bb-41c0-a313-2581415c4606 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_controller (ddf5323e-7b19-435f-b6b6-db4d1f84cb9b), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:42.713835 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-afb4ac13-16bb-41c0-a313-2581415c4606 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (ddf5323e-7b19-435f-b6b6-db4d1f84cb9b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:42.714383 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb4ac13-16bb-41c0-a313-2581415c4606 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Fanout notify agent at l3_agent the message router_deleted on router ddf5323e-7b19-435f-b6b6-db4d1f84cb9b {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:00:42.722227 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-afb4ac13-16bb-41c0-a313-2581415c4606 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:42.726099 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-afb4ac13-16bb-41c0-a313-2581415c4606 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/routers/ddf5323e-7b19-435f-b6b6-db4d1f84cb9b HTTP/1.1" status: 204 len: 168 time: 0.8051012 Jan 27 23:00:42.726262 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56926) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:00:42.806871 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c6e0a4ef-c6ca-4515-8422-66f853770b0d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (19121f5e-e416-44fc-b59d-78e053cf4dca), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:42.822768 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 50b33abf-33de-4b3b-833a-0a6f99b18480 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:00:42.842997 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 50b33abf-33de-4b3b-833a-0a6f99b18480 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:00:42.843342 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 50b33abf-33de-4b3b-833a-0a6f99b18480 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:00:42.897115 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c6e0a4ef-c6ca-4515-8422-66f853770b0d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (19121f5e-e416-44fc-b59d-78e053cf4dca), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:42.916900 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-c6e0a4ef-c6ca-4515-8422-66f853770b0d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19121f5e-e416-44fc-b59d-78e053cf4dca']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:00:42.926008 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-c6e0a4ef-c6ca-4515-8422-66f853770b0d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c6daf6-2718-4a56-a13f-431b207e95a5') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:00:42.926309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-c6e0a4ef-c6ca-4515-8422-66f853770b0d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c6daf6-2718-4a56-a13f-431b207e95a5') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:00:42.935469 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c6e0a4ef-c6ca-4515-8422-66f853770b0d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (c4c6daf6-2718-4a56-a13f-431b207e95a5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:42.948658 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c6e0a4ef-c6ca-4515-8422-66f853770b0d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (c4c6daf6-2718-4a56-a13f-431b207e95a5), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:42.955340 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e0a4ef-c6ca-4515-8422-66f853770b0d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:00:42.955719 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c6e0a4ef-c6ca-4515-8422-66f853770b0d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (c4c6daf6-2718-4a56-a13f-431b207e95a5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: timer() Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:00:42.958796 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:00:43.014935 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c6e0a4ef-c6ca-4515-8422-66f853770b0d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (19121f5e-e416-44fc-b59d-78e053cf4dca), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:43.022009 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-c6e0a4ef-c6ca-4515-8422-66f853770b0d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:43.025328 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c6e0a4ef-c6ca-4515-8422-66f853770b0d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/networks/19121f5e-e416-44fc-b59d-78e053cf4dca HTTP/1.1" status: 204 len: 168 time: 0.2978351 Jan 27 23:00:43.028182 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56928) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:00:43.037167 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0a4ef-c6ca-4515-8422-66f853770b0d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Network': ['ID=19121f5e-e416-44fc-b59d-78e053cf4dca,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:43.087069 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2e5f39a7-bbc4-4310-b124-ed5fcd144e25 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (133349d5-9b61-4de7-bd87-5bef79a2b65f), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:43.087286 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:00:43.112941 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2e5f39a7-bbc4-4310-b124-ed5fcd144e25 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (133349d5-9b61-4de7-bd87-5bef79a2b65f), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:43.184947 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2e5f39a7-bbc4-4310-b124-ed5fcd144e25 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (133349d5-9b61-4de7-bd87-5bef79a2b65f), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:43.188677 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2e5f39a7-bbc4-4310-b124-ed5fcd144e25 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:43.189661 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d2f4a14e-e425-4207-80af-e291d374ed6f no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:00:43.190161 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2e5f39a7-bbc4-4310-b124-ed5fcd144e25 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/security-groups/133349d5-9b61-4de7-bd87-5bef79a2b65f HTTP/1.1" status: 204 len: 168 time: 0.1606734 Jan 27 23:00:43.202780 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f39a7-bbc4-4310-b124-ed5fcd144e25 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=133349d5-9b61-4de7-bd87-5bef79a2b65f,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:43.213313 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f39a7-bbc4-4310-b124-ed5fcd144e25 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:43.213939 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f39a7-bbc4-4310-b124-ed5fcd144e25 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:43.214123 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: d2f4a14e-e425-4207-80af-e291d374ed6f {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:00:43.214278 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f39a7-bbc4-4310-b124-ed5fcd144e25 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:43.214653 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f39a7-bbc4-4310-b124-ed5fcd144e25 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:43.214922 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d2f4a14e-e425-4207-80af-e291d374ed6f not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:00:43.215054 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f39a7-bbc4-4310-b124-ed5fcd144e25 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:43.215314 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f39a7-bbc4-4310-b124-ed5fcd144e25 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:43.215649 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f39a7-bbc4-4310-b124-ed5fcd144e25 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:43.215879 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b2521ad4-2490-4028-86d6-cd3118f1ef2d no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:00:43.215990 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f39a7-bbc4-4310-b124-ed5fcd144e25 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:43.216334 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f39a7-bbc4-4310-b124-ed5fcd144e25 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:43.216710 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f39a7-bbc4-4310-b124-ed5fcd144e25 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:43.217090 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f39a7-bbc4-4310-b124-ed5fcd144e25 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:43.217571 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f39a7-bbc4-4310-b124-ed5fcd144e25 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:43.217926 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f39a7-bbc4-4310-b124-ed5fcd144e25 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:43.243645 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: b2521ad4-2490-4028-86d6-cd3118f1ef2d {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:00:43.244335 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b2521ad4-2490-4028-86d6-cd3118f1ef2d not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:00:43.244940 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a94a9b85-8101-473f-88c2-6d26630c0126 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:00:43.271167 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: a94a9b85-8101-473f-88c2-6d26630c0126 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:00:43.271663 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device a94a9b85-8101-473f-88c2-6d26630c0126 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:00:43.362507 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:43.611657 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56936) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:00:43.616411 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-90ed736d-3e0a-4b4f-8957-8c15782f4c19 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1112043505', 'description': 'tempest-secgroup-smoke-1112043505 description', 'project_id': 'a7baef2dd068423eb46e5d5922401834'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:00:43.637012 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-90ed736d-3e0a-4b4f-8957-8c15782f4c19 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:43.700823 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-90ed736d-3e0a-4b4f-8957-8c15782f4c19 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (ea5ae212-7ace-4d61-86ee-d030d568edd9), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:43.704888 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-90ed736d-3e0a-4b4f-8957-8c15782f4c19 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ea5ae212-7ace-4d61-86ee-d030d568edd9), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:43.735680 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-90ed736d-3e0a-4b4f-8957-8c15782f4c19 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:43.736927 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-90ed736d-3e0a-4b4f-8957-8c15782f4c19 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1242337 Jan 27 23:00:43.738802 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed736d-3e0a-4b4f-8957-8c15782f4c19 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5ae212-7ace-4d61-86ee-d030d568edd9,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:43.740080 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56938) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:00:43.744787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-2e20ff76-fbb2-4883-bebb-50c0d32f44cc tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': 'ea5ae212-7ace-4d61-86ee-d030d568edd9', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:00:43.771261 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e20ff76-fbb2-4883-bebb-50c0d32f44cc tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (0f663829-3e12-4356-9c87-4fbabcbc68c1), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:43.833695 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e20ff76-fbb2-4883-bebb-50c0d32f44cc tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (0f663829-3e12-4356-9c87-4fbabcbc68c1), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:43.837284 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e20ff76-fbb2-4883-bebb-50c0d32f44cc tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (0f663829-3e12-4356-9c87-4fbabcbc68c1), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:43.857981 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20ff76-fbb2-4883-bebb-50c0d32f44cc tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f663829-3e12-4356-9c87-4fbabcbc68c1,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:43.863815 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2e20ff76-fbb2-4883-bebb-50c0d32f44cc tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:43.867653 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2e20ff76-fbb2-4883-bebb-50c0d32f44cc tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237948 Jan 27 23:00:43.867775 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56940) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:00:43.872023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-a971be0c-1a59-4db4-8145-be30e6e8d754 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': 'ea5ae212-7ace-4d61-86ee-d030d568edd9', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:00:43.896704 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a971be0c-1a59-4db4-8145-be30e6e8d754 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (db237122-296e-4cae-a39e-b93e6b8dcb46), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:43.951823 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a971be0c-1a59-4db4-8145-be30e6e8d754 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (db237122-296e-4cae-a39e-b93e6b8dcb46), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:43.956790 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a971be0c-1a59-4db4-8145-be30e6e8d754 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (db237122-296e-4cae-a39e-b93e6b8dcb46), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:43.974604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971be0c-1a59-4db4-8145-be30e6e8d754 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db237122-296e-4cae-a39e-b93e6b8dcb46,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:43.983231 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a971be0c-1a59-4db4-8145-be30e6e8d754 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:43.984547 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a971be0c-1a59-4db4-8145-be30e6e8d754 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157265 Jan 27 23:00:43.987218 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56942) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:00:43.991808 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-29f36f80-f090-4bc1-b9b3-875757582528 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': 'ea5ae212-7ace-4d61-86ee-d030d568edd9', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:00:44.016585 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29f36f80-f090-4bc1-b9b3-875757582528 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (f66443c5-0e2b-4f57-8493-cf07e9cc3e67), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.071796 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29f36f80-f090-4bc1-b9b3-875757582528 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (f66443c5-0e2b-4f57-8493-cf07e9cc3e67), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.075784 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29f36f80-f090-4bc1-b9b3-875757582528 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (f66443c5-0e2b-4f57-8493-cf07e9cc3e67), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.094190 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f36f80-f090-4bc1-b9b3-875757582528 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66443c5-0e2b-4f57-8493-cf07e9cc3e67,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:44.102595 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-29f36f80-f090-4bc1-b9b3-875757582528 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.103939 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-29f36f80-f090-4bc1-b9b3-875757582528 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154847 Jan 27 23:00:44.106516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56944) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:00:44.110849 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-cdc53088-c2ea-46f3-ad58-7dbb62b428f4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': 'ea5ae212-7ace-4d61-86ee-d030d568edd9', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:00:44.134241 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cdc53088-c2ea-46f3-ad58-7dbb62b428f4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (9b22b2f6-88a9-421f-baeb-ecaa038433b3), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.192699 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cdc53088-c2ea-46f3-ad58-7dbb62b428f4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (9b22b2f6-88a9-421f-baeb-ecaa038433b3), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.196071 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cdc53088-c2ea-46f3-ad58-7dbb62b428f4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (9b22b2f6-88a9-421f-baeb-ecaa038433b3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.213460 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc53088-c2ea-46f3-ad58-7dbb62b428f4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b22b2f6-88a9-421f-baeb-ecaa038433b3,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:44.221094 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cdc53088-c2ea-46f3-ad58-7dbb62b428f4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.222290 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-cdc53088-c2ea-46f3-ad58-7dbb62b428f4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148548 Jan 27 23:00:44.225177 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56946) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:00:44.229658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-ec835e61-26ac-40b9-8334-7fba9f3ed0a3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': 'ea5ae212-7ace-4d61-86ee-d030d568edd9', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:00:44.248370 n-d-772272-3 neutron-server[109741]: INFO neutron.db.securitygroups_db [None req-ec835e61-26ac-40b9-8334-7fba9f3ed0a3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Project a7baef2dd068423eb46e5d5922401834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:00:44.253604 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec835e61-26ac-40b9-8334-7fba9f3ed0a3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (c5592036-2ec1-4f46-b88b-0537ad37d030), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.310225 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec835e61-26ac-40b9-8334-7fba9f3ed0a3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (c5592036-2ec1-4f46-b88b-0537ad37d030), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.314141 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec835e61-26ac-40b9-8334-7fba9f3ed0a3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (c5592036-2ec1-4f46-b88b-0537ad37d030), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.332056 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec835e61-26ac-40b9-8334-7fba9f3ed0a3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5592036-2ec1-4f46-b88b-0537ad37d030,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:44.339582 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec835e61-26ac-40b9-8334-7fba9f3ed0a3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.340812 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ec835e61-26ac-40b9-8334-7fba9f3ed0a3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1147141 Jan 27 23:00:44.343587 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56948) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:00:44.347822 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-4d6fb003-099c-44df-94af-6503f673b959 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': 'ea5ae212-7ace-4d61-86ee-d030d568edd9', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:00:44.367825 n-d-772272-3 neutron-server[109741]: INFO neutron.db.securitygroups_db [None req-4d6fb003-099c-44df-94af-6503f673b959 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Project a7baef2dd068423eb46e5d5922401834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:00:44.372617 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d6fb003-099c-44df-94af-6503f673b959 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (50feff83-acbd-4373-8ef2-e0d69f9fa96e), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.430647 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d6fb003-099c-44df-94af-6503f673b959 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (50feff83-acbd-4373-8ef2-e0d69f9fa96e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.434069 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d6fb003-099c-44df-94af-6503f673b959 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (50feff83-acbd-4373-8ef2-e0d69f9fa96e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.451674 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fb003-099c-44df-94af-6503f673b959 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50feff83-acbd-4373-8ef2-e0d69f9fa96e,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:44.459301 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d6fb003-099c-44df-94af-6503f673b959 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.460517 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4d6fb003-099c-44df-94af-6503f673b959 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1159632 Jan 27 23:00:44.463358 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56950) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:00:44.468143 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-37f1cd4a-d224-426f-af4a-544c45be8be9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'network': {'name': 'tempest-network-smoke--1339770996', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'port_security_enabled': True}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:00:44.487369 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f1cd4a-d224-426f-af4a-544c45be8be9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Made reservation on behalf of a7baef2dd068423eb46e5d5922401834 for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:00:44.490590 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-37f1cd4a-d224-426f-af4a-544c45be8be9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.513776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f1cd4a-d224-426f-af4a-544c45be8be9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:00:44.522739 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-37f1cd4a-d224-426f-af4a-544c45be8be9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (0ed65d87-ab4b-44dc-b1a2-7b4c71790751), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.523135 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-37f1cd4a-d224-426f-af4a-544c45be8be9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Added segment 0ed65d87-ab4b-44dc-b1a2-7b4c71790751 of type vlan for network a82968c4-2036-41ce-a28b-488e4a19ebae Jan 27 23:00:44.564628 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-37f1cd4a-d224-426f-af4a-544c45be8be9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (a82968c4-2036-41ce-a28b-488e4a19ebae), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.588377 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-37f1cd4a-d224-426f-af4a-544c45be8be9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (a82968c4-2036-41ce-a28b-488e4a19ebae), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.593286 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f1cd4a-d224-426f-af4a-544c45be8be9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:44.593873 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-37f1cd4a-d224-426f-af4a-544c45be8be9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.644185 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-37f1cd4a-d224-426f-af4a-544c45be8be9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1797869 Jan 27 23:00:44.646998 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56952) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:00:44.651752 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5ece737c-3049-4123-96ad-570562105145 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1533539152', 'admin_state_up': True, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:00:44.661074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1cd4a-d224-426f-af4a-544c45be8be9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Network': ['ID=a82968c4-2036-41ce-a28b-488e4a19ebae,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:44.671787 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network a82968c4-2036-41ce-a28b-488e4a19ebae details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:00:44.675113 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ece737c-3049-4123-96ad-570562105145 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (52306bff-ea17-4c6c-9c91-38ca3abe4c8f), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.676157 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ece737c-3049-4123-96ad-570562105145 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (52306bff-ea17-4c6c-9c91-38ca3abe4c8f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.728854 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ece737c-3049-4123-96ad-570562105145 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_controller (52306bff-ea17-4c6c-9c91-38ca3abe4c8f), precommit_add_association {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:44.867649 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ece737c-3049-4123-96ad-570562105145 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_gateway (52306bff-ea17-4c6c-9c91-38ca3abe4c8f), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:45.067516 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ece737c-3049-4123-96ad-570562105145 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_gateway (52306bff-ea17-4c6c-9c91-38ca3abe4c8f), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:45.085836 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ece737c-3049-4123-96ad-570562105145 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:45.186816 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-5ece737c-3049-4123-96ad-570562105145 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Allocated IP 172.25.3.75 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/f8f4f16f-a311-46c9-b5e6-fd035e7139c4) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:00:45.289913 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ece737c-3049-4123-96ad-570562105145 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (f8f4f16f-a311-46c9-b5e6-fd035e7139c4), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:45.322733 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ece737c-3049-4123-96ad-570562105145 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (f8f4f16f-a311-46c9-b5e6-fd035e7139c4), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:45.360905 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ece737c-3049-4123-96ad-570562105145 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:00:45.363610 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-5ece737c-3049-4123-96ad-570562105145 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:00:45.369104 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ece737c-3049-4123-96ad-570562105145 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:00:45.374469 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece737c-3049-4123-96ad-570562105145 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=f8f4f16f-a311-46c9-b5e6-fd035e7139c4,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:45.615163 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ece737c-3049-4123-96ad-570562105145 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_gateway (52306bff-ea17-4c6c-9c91-38ca3abe4c8f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:45.805073 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ece737c-3049-4123-96ad-570562105145 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (52306bff-ea17-4c6c-9c91-38ca3abe4c8f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:46.210391 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ece737c-3049-4123-96ad-570562105145 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router 52306bff-ea17-4c6c-9c91-38ca3abe4c8f is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 23:00:46.313694 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ece737c-3049-4123-96ad-570562105145 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:00:46.322737 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] Sync routers for ids ['52306bff-ea17-4c6c-9c91-38ca3abe4c8f'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:00:46.333245 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5ece737c-3049-4123-96ad-570562105145 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:46.334518 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5ece737c-3049-4123-96ad-570562105145 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6864011 Jan 27 23:00:46.337068 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] Routers {'52306bff-ea17-4c6c-9c91-38ca3abe4c8f'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:00:46.337697 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:00:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['52306bff-ea17-4c6c-9c91-38ca3abe4c8f'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:00:46.337859 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 56954) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:00:46.407273 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-aaf597e3-37df-492a-8d08-94f81bd958cc tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a7baef2dd068423eb46e5d5922401834&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0678847 Jan 27 23:00:46.410412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56958) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:00:46.442968 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] Set router 52306bff-ea17-4c6c-9c91-38ca3abe4c8f gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:00:46.500300 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925eb0b9-06b9-472a-8b17-beaac5cc36a5 tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:46.501797 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-925eb0b9-06b9-472a-8b17-beaac5cc36a5 tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903723 Jan 27 23:00:46.504612 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56960) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:00:46.531940 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-9be88ec6-036f-4074-bb8c-7060de8b9276 tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257452 Jan 27 23:00:46.534360 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56962) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:00:46.539069 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-45feb65e-8ccf-4f8b-bc1b-038d900c2fb9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-955264049', 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:00:46.619133 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533539152', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:00:44Z', 'updated_at': '2022-01-27T23:00:45Z', 'revision_number': 3, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:45Z', 'updated_at': '2022-01-27T23:00:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:00:46.623339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45feb65e-8ccf-4f8b-bc1b-038d900c2fb9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Made reservation on behalf of a7baef2dd068423eb46e5d5922401834 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:00:46.626735 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-45feb65e-8ccf-4f8b-bc1b-038d900c2fb9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:46.647154 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] Checking router: 52306bff-ea17-4c6c-9c91-38ca3abe4c8f for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:00:46.647508 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] Updating router 52306bff-ea17-4c6c-9c91-38ca3abe4c8f port f8f4f16f-a311-46c9-b5e6-fd035e7139c4 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:00:46.672021 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f8f4f16f-a311-46c9-b5e6-fd035e7139c4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:46.808820 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-45feb65e-8ccf-4f8b-bc1b-038d900c2fb9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (adf3109a-ae97-41cc-8999-1341db753ca5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:46.875085 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45feb65e-8ccf-4f8b-bc1b-038d900c2fb9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Subnet': ['ID=adf3109a-ae97-41cc-8999-1341db753ca5,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:46.882068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45feb65e-8ccf-4f8b-bc1b-038d900c2fb9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Checking segment: {'id': '0ed65d87-ab4b-44dc-b1a2-7b4c71790751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:00:46.882433 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45feb65e-8ccf-4f8b-bc1b-038d900c2fb9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network hostable DHCP agents. Network: a82968c4-2036-41ce-a28b-488e4a19ebae, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:00:46.899006 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45feb65e-8ccf-4f8b-bc1b-038d900c2fb9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network a82968c4-2036-41ce-a28b-488e4a19ebae is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:00:46.908258 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-45feb65e-8ccf-4f8b-bc1b-038d900c2fb9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, a82968c4-2036-41ce-a28b-488e4a19ebae) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:00:46.912528 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45feb65e-8ccf-4f8b-bc1b-038d900c2fb9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:46.913178 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-45feb65e-8ccf-4f8b-bc1b-038d900c2fb9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:46.918625 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5736a6d1-f784-4065-baf6-0710ba569590 None None] Network a82968c4-2036-41ce-a28b-488e4a19ebae requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:00:46.929165 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-45feb65e-8ccf-4f8b-bc1b-038d900c2fb9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3938017 Jan 27 23:00:46.931926 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 56964) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:00:46.945931 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] Publish callbacks [] for port (f8f4f16f-a311-46c9-b5e6-fd035e7139c4), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:46.979153 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f8f4f16f-a311-46c9-b5e6-fd035e7139c4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:47.054130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] Attempting to bind port f8f4f16f-a311-46c9-b5e6-fd035e7139c4 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:00:47.054510 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] Attempting to bind port f8f4f16f-a311-46c9-b5e6-fd035e7139c4 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:00:47.054876 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] Attempting to bind port f8f4f16f-a311-46c9-b5e6-fd035e7139c4 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:00:47.059773 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355bd48-3979-4909-b8f9-6866a0c90bfb None None] Pushing event updated for resources: {'Port': ['ID=f8f4f16f-a311-46c9-b5e6-fd035e7139c4,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:47.069509 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:00:47.069736 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:00:47.070144 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:47.070544 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:00:47.071032 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] Bound port: f8f4f16f-a311-46c9-b5e6-fd035e7139c4, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:00:47.071418 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f8f4f16f-a311-46c9-b5e6-fd035e7139c4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:47.122042 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e16648-34d9-483a-a9c4-7448a7244afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-a82968c4-2036-41ce-a28b-488e4a19ebae', 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ips': [{'subnet_id': 'adf3109a-ae97-41cc-8999-1341db753ca5'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:00:47.123007 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-92e16648-34d9-483a-a9c4-7448a7244afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:47.163100 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] For port f8f4f16f-a311-46c9-b5e6-fd035e7139c4, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:00:47.167354 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] For port f8f4f16f-a311-46c9-b5e6-fd035e7139c4, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f8f4f16f-a311-46c9-b5e6-fd035e7139c4,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:00:47.171463 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f8f4f16f-a311-46c9-b5e6-fd035e7139c4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:47.327339 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] Routers {'52306bff-ea17-4c6c-9c91-38ca3abe4c8f'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:00:47.327339 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:00:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['52306bff-ea17-4c6c-9c91-38ca3abe4c8f'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:00:47.367596 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355bd48-3979-4909-b8f9-6866a0c90bfb None None] Pushing event updated for resources: {'Port': ['ID=f8f4f16f-a311-46c9-b5e6-fd035e7139c4,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:47.393229 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-92e16648-34d9-483a-a9c4-7448a7244afe None None] Allocated IP 172.20.0.2 (a82968c4-2036-41ce-a28b-488e4a19ebae/adf3109a-ae97-41cc-8999-1341db753ca5/fa150691-2412-4950-8651-f136f58f96db) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:00:47.502005 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] Set router 52306bff-ea17-4c6c-9c91-38ca3abe4c8f gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:00:47.722042 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-735c496b-6070-4aad-8176-61ccd60c4a57 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:47.857012 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-92e16648-34d9-483a-a9c4-7448a7244afe None None] Publish callbacks [] for port (fa150691-2412-4950-8651-f136f58f96db), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:47.885088 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-92e16648-34d9-483a-a9c4-7448a7244afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (fa150691-2412-4950-8651-f136f58f96db), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:47.936454 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e16648-34d9-483a-a9c4-7448a7244afe None None] Network a82968c4-2036-41ce-a28b-488e4a19ebae is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:00:47.939733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e16648-34d9-483a-a9c4-7448a7244afe None None] Pushing event updated for resources: {'Port': ['ID=fa150691-2412-4950-8651-f136f58f96db,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:47.942178 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-92e16648-34d9-483a-a9c4-7448a7244afe None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:00:47.944980 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e16648-34d9-483a-a9c4-7448a7244afe None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:00:47.975390 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533539152', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:00:44Z', 'updated_at': '2022-01-27T23:00:45Z', 'revision_number': 3, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:45Z', 'updated_at': '2022-01-27T23:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:00:48.002946 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-735c496b-6070-4aad-8176-61ccd60c4a57 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Allocated IP 172.20.0.1 (a82968c4-2036-41ce-a28b-488e4a19ebae/adf3109a-ae97-41cc-8999-1341db753ca5/ad20844e-0954-45cc-97df-28e6f182122d) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:00:48.021163 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb3d0b4-1ed6-479c-8a29-35c5f3708947 None None] The sync data for ids ['52306bff-ea17-4c6c-9c91-38ca3abe4c8f'] in n-d-772272-3 is: [{'id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533539152', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:00:44Z', 'updated_at': '2022-01-27T23:00:45Z', 'revision_number': 3, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:45Z', 'updated_at': '2022-01-27T23:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:00:48.033365 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-92e16648-34d9-483a-a9c4-7448a7244afe None None] Attempting to bind port fa150691-2412-4950-8651-f136f58f96db on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:00:48.033734 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-92e16648-34d9-483a-a9c4-7448a7244afe None None] Attempting to bind port fa150691-2412-4950-8651-f136f58f96db by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '0ed65d87-ab4b-44dc-b1a2-7b4c71790751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:00:48.034101 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e16648-34d9-483a-a9c4-7448a7244afe None None] Attempting to bind port fa150691-2412-4950-8651-f136f58f96db on network a82968c4-2036-41ce-a28b-488e4a19ebae {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:00:48.039459 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e16648-34d9-483a-a9c4-7448a7244afe None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:00:48.039833 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e16648-34d9-483a-a9c4-7448a7244afe None None] Checking segment: {'id': '0ed65d87-ab4b-44dc-b1a2-7b4c71790751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:00:48.040262 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-92e16648-34d9-483a-a9c4-7448a7244afe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:48.040659 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e16648-34d9-483a-a9c4-7448a7244afe None None] Bound using segment: {'id': '0ed65d87-ab4b-44dc-b1a2-7b4c71790751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:00:48.041127 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-92e16648-34d9-483a-a9c4-7448a7244afe None None] Bound port: fa150691-2412-4950-8651-f136f58f96db, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed65d87-ab4b-44dc-b1a2-7b4c71790751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:00:48.041506 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-92e16648-34d9-483a-a9c4-7448a7244afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fa150691-2412-4950-8651-f136f58f96db), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:48.109104 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-92e16648-34d9-483a-a9c4-7448a7244afe None None] For port fa150691-2412-4950-8651-f136f58f96db, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:00:48.115299 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-92e16648-34d9-483a-a9c4-7448a7244afe None None] For port fa150691-2412-4950-8651-f136f58f96db, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=fa150691-2412-4950-8651-f136f58f96db,segment=NetworkSegment(0ed65d87-ab4b-44dc-b1a2-7b4c71790751),segment_id=0ed65d87-ab4b-44dc-b1a2-7b4c71790751)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:00:48.119981 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-92e16648-34d9-483a-a9c4-7448a7244afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (fa150691-2412-4950-8651-f136f58f96db), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:48.124936 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-735c496b-6070-4aad-8176-61ccd60c4a57 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (ad20844e-0954-45cc-97df-28e6f182122d), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:48.175257 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-735c496b-6070-4aad-8176-61ccd60c4a57 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (ad20844e-0954-45cc-97df-28e6f182122d), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:48.191551 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e16648-34d9-483a-a9c4-7448a7244afe None None] Pushing event updated for resources: {'Port': ['ID=fa150691-2412-4950-8651-f136f58f96db,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:48.225126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735c496b-6070-4aad-8176-61ccd60c4a57 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network a82968c4-2036-41ce-a28b-488e4a19ebae is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:00:48.228703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-735c496b-6070-4aad-8176-61ccd60c4a57 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:00:48.235069 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735c496b-6070-4aad-8176-61ccd60c4a57 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:00:48.271584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c496b-6070-4aad-8176-61ccd60c4a57 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=ad20844e-0954-45cc-97df-28e6f182122d,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:48.294261 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-735c496b-6070-4aad-8176-61ccd60c4a57 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (52306bff-ea17-4c6c-9c91-38ca3abe4c8f), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:48.471431 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-735c496b-6070-4aad-8176-61ccd60c4a57 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ad20844e-0954-45cc-97df-28e6f182122d), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:48.767337 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-735c496b-6070-4aad-8176-61ccd60c4a57 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (ad20844e-0954-45cc-97df-28e6f182122d), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:48.772216 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-735c496b-6070-4aad-8176-61ccd60c4a57 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (ad20844e-0954-45cc-97df-28e6f182122d), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:48.857628 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-735c496b-6070-4aad-8176-61ccd60c4a57 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (52306bff-ea17-4c6c-9c91-38ca3abe4c8f), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:48.859633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c496b-6070-4aad-8176-61ccd60c4a57 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=ad20844e-0954-45cc-97df-28e6f182122d,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:48.983254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735c496b-6070-4aad-8176-61ccd60c4a57 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network a82968c4-2036-41ce-a28b-488e4a19ebae is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:00:48.985283 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-735c496b-6070-4aad-8176-61ccd60c4a57 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:00:49.016632 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f8f4f16f-a311-46c9-b5e6-fd035e7139c4 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:00:49.081463 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port f8f4f16f-a311-46c9-b5e6-fd035e7139c4 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:00:49.081849 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f8f4f16f-a311-46c9-b5e6-fd035e7139c4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:49.121964 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735c496b-6070-4aad-8176-61ccd60c4a57 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router 52306bff-ea17-4c6c-9c91-38ca3abe4c8f has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:00:49.170411 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f8f4f16f-a311-46c9-b5e6-fd035e7139c4 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:00:49.170912 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f8f4f16f-a311-46c9-b5e6-fd035e7139c4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:49.196605 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port f8f4f16f-a311-46c9-b5e6-fd035e7139c4, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f8f4f16f-a311-46c9-b5e6-fd035e7139c4,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:00:49.203734 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (f8f4f16f-a311-46c9-b5e6-fd035e7139c4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:49.204587 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device fa150691-2412-4950-8651-f136f58f96db up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:00:49.258210 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735c496b-6070-4aad-8176-61ccd60c4a57 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:00:49.271830 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-735c496b-6070-4aad-8176-61ccd60c4a57 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "PUT /v2.0/routers/52306bff-ea17-4c6c-9c91-38ca3abe4c8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3332562 Jan 27 23:00:49.303984 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=f8f4f16f-a311-46c9-b5e6-fd035e7139c4,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:49.317908 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port fa150691-2412-4950-8651-f136f58f96db triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:00:49.318292 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fa150691-2412-4950-8651-f136f58f96db), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:49.340519 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc815b73-1c64-470d-8862-b0ae95b9733a None None] Network a82968c4-2036-41ce-a28b-488e4a19ebae requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:00:49.436661 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-305d433b-6870-4d72-809c-4d67d068a668 req-00bd6632-075a-4846-a142-a74cbd990b62 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1112043505&fields=id&tenant_id=a7baef2dd068423eb46e5d5922401834 HTTP/1.1" status: 200 len: 267 time: 0.0468030 Jan 27 23:00:49.438366 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-48de8bdb-ecd7-4250-8cd5-ea9239a453e0 None None] Provisioning complete for port fa150691-2412-4950-8651-f136f58f96db triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:00:49.438657 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-48de8bdb-ecd7-4250-8cd5-ea9239a453e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fa150691-2412-4950-8651-f136f58f96db), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:49.538243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port fa150691-2412-4950-8651-f136f58f96db is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:00:49.538631 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fa150691-2412-4950-8651-f136f58f96db), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:49.555092 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d433b-6870-4d72-809c-4d67d068a668 req-45b8aa8e-76ae-4b29-bb93-a4e06487a7a1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:49.556596 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-305d433b-6870-4d72-809c-4d67d068a668 req-45b8aa8e-76ae-4b29-bb93-a4e06487a7a1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/networks?id=a82968c4-2036-41ce-a28b-488e4a19ebae HTTP/1.1" status: 200 len: 797 time: 0.1112163 Jan 27 23:00:49.577664 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-305d433b-6870-4d72-809c-4d67d068a668 req-bf275866-0482-41e3-a418-efacf2bc6757 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/quotas/a7baef2dd068423eb46e5d5922401834 HTTP/1.1" status: 200 len: 375 time: 0.0132754 Jan 27 23:00:49.604587 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port fa150691-2412-4950-8651-f136f58f96db, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=fa150691-2412-4950-8651-f136f58f96db,segment=NetworkSegment(0ed65d87-ab4b-44dc-b1a2-7b4c71790751),segment_id=0ed65d87-ab4b-44dc-b1a2-7b4c71790751)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:00:49.612259 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (fa150691-2412-4950-8651-f136f58f96db), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:49.621526 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-48de8bdb-ecd7-4250-8cd5-ea9239a453e0 None None] Current status of the port fa150691-2412-4950-8651-f136f58f96db is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:00:49.621924 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-48de8bdb-ecd7-4250-8cd5-ea9239a453e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fa150691-2412-4950-8651-f136f58f96db), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:49.645754 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-305d433b-6870-4d72-809c-4d67d068a668 req-d6de8956-e0a3-4c5d-87e1-55461418e539 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622916 Jan 27 23:00:49.708038 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=fa150691-2412-4950-8651-f136f58f96db,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:49.722881 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.db.api [None req-48de8bdb-ecd7-4250-8cd5-ea9239a453e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 23:00:49.723248 n-d-772272-3 neutron-server[109743]: DEBUG oslo_db.api [None req-48de8bdb-ecd7-4250-8cd5-ea9239a453e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 23:00:49.813436 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-305d433b-6870-4d72-809c-4d67d068a668 req-f2b8512b-b7b2-4fac-a9ae-52943f96b48a service neutron] 10.222.0.23 "GET /v2.0/networks/a82968c4-2036-41ce-a28b-488e4a19ebae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501265 Jan 27 23:00:49.818550 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] Sync routers for ids ['52306bff-ea17-4c6c-9c91-38ca3abe4c8f'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:00:49.833847 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] Routers {'52306bff-ea17-4c6c-9c91-38ca3abe4c8f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:00:49.834394 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:00:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['52306bff-ea17-4c6c-9c91-38ca3abe4c8f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:00:49.911835 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-305d433b-6870-4d72-809c-4d67d068a668 req-9c970a8d-6da0-47b8-8b6a-5ab3ffbf2efd service neutron] 10.222.0.23 "GET /v2.0/networks/a82968c4-2036-41ce-a28b-488e4a19ebae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915143 Jan 27 23:00:49.950870 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] Set router 52306bff-ea17-4c6c-9c91-38ca3abe4c8f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:00:50.170081 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533539152', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:00:44Z', 'updated_at': '2022-01-27T23:00:48Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:45Z', 'updated_at': '2022-01-27T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'ad20844e-0954-45cc-97df-28e6f182122d', 'name': '', 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:b7:73:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'adf3109a-ae97-41cc-8999-1341db753ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:47Z', 'updated_at': '2022-01-27T23:00:48Z', 'revision_number': 2, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': 'adf3109a-ae97-41cc-8999-1341db753ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:00:50.197357 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] Checking router: 52306bff-ea17-4c6c-9c91-38ca3abe4c8f for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:00:50.197716 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] Updating router 52306bff-ea17-4c6c-9c91-38ca3abe4c8f port ad20844e-0954-45cc-97df-28e6f182122d binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:00:50.222136 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ad20844e-0954-45cc-97df-28e6f182122d), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:50.259037 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-48de8bdb-ecd7-4250-8cd5-ea9239a453e0 None None] Current status of the port fa150691-2412-4950-8651-f136f58f96db is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:00:50.378130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8c7cc10a-025f-487c-b882-7f88fc352c00 None None] Provisioning complete for port ad20844e-0954-45cc-97df-28e6f182122d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:00:50.378513 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8c7cc10a-025f-487c-b882-7f88fc352c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ad20844e-0954-45cc-97df-28e6f182122d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:50.412999 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8c7cc10a-025f-487c-b882-7f88fc352c00 None None] Port ad20844e-0954-45cc-97df-28e6f182122d cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:00:50.423079 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8c7cc10a-025f-487c-b882-7f88fc352c00 None None] Provisioning complete for port fa150691-2412-4950-8651-f136f58f96db triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:00:50.423455 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8c7cc10a-025f-487c-b882-7f88fc352c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fa150691-2412-4950-8651-f136f58f96db), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:50.480741 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] Publish callbacks [] for port (ad20844e-0954-45cc-97df-28e6f182122d), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:50.486688 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ad20844e-0954-45cc-97df-28e6f182122d), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:50.504457 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8c7cc10a-025f-487c-b882-7f88fc352c00 None None] Current status of the port fa150691-2412-4950-8651-f136f58f96db is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:00:50.538865 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0066cd-de13-4447-97aa-796cae0dcede None None] Pushing event updated for resources: {'Port': ['ID=ad20844e-0954-45cc-97df-28e6f182122d,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:50.560228 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0066cd-de13-4447-97aa-796cae0dcede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:50.560579 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0066cd-de13-4447-97aa-796cae0dcede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:50.560922 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0066cd-de13-4447-97aa-796cae0dcede None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:50.561257 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0066cd-de13-4447-97aa-796cae0dcede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:50.561588 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0066cd-de13-4447-97aa-796cae0dcede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:50.561917 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0066cd-de13-4447-97aa-796cae0dcede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:50.562240 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0066cd-de13-4447-97aa-796cae0dcede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:50.562614 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0066cd-de13-4447-97aa-796cae0dcede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:50.563439 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0066cd-de13-4447-97aa-796cae0dcede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:50.563766 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0066cd-de13-4447-97aa-796cae0dcede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:50.564082 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0066cd-de13-4447-97aa-796cae0dcede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:50.564427 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0066cd-de13-4447-97aa-796cae0dcede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:50.564745 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0066cd-de13-4447-97aa-796cae0dcede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:50.599841 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] Attempting to bind port ad20844e-0954-45cc-97df-28e6f182122d on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:00:50.600239 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] Attempting to bind port ad20844e-0954-45cc-97df-28e6f182122d by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '0ed65d87-ab4b-44dc-b1a2-7b4c71790751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:00:50.600606 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] Attempting to bind port ad20844e-0954-45cc-97df-28e6f182122d on network a82968c4-2036-41ce-a28b-488e4a19ebae {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:00:50.605958 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:00:50.606331 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] Checking segment: {'id': '0ed65d87-ab4b-44dc-b1a2-7b4c71790751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:00:50.606735 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:50.607117 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] Bound using segment: {'id': '0ed65d87-ab4b-44dc-b1a2-7b4c71790751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:00:50.607696 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] Bound port: ad20844e-0954-45cc-97df-28e6f182122d, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed65d87-ab4b-44dc-b1a2-7b4c71790751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:00:50.607950 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ad20844e-0954-45cc-97df-28e6f182122d), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:50.675889 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] For port ad20844e-0954-45cc-97df-28e6f182122d, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:00:50.679371 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] For port ad20844e-0954-45cc-97df-28e6f182122d, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ad20844e-0954-45cc-97df-28e6f182122d,segment=NetworkSegment(0ed65d87-ab4b-44dc-b1a2-7b4c71790751),segment_id=0ed65d87-ab4b-44dc-b1a2-7b4c71790751)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:00:50.684236 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ad20844e-0954-45cc-97df-28e6f182122d), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:50.725917 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-53f28000-8121-4236-91ef-47c4c04c38cd None None] Provisioning complete for port ad20844e-0954-45cc-97df-28e6f182122d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:00:50.726297 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-53f28000-8121-4236-91ef-47c4c04c38cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ad20844e-0954-45cc-97df-28e6f182122d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:50.743689 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] Routers {'52306bff-ea17-4c6c-9c91-38ca3abe4c8f'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:00:50.744357 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:00:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['52306bff-ea17-4c6c-9c91-38ca3abe4c8f'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:00:50.746059 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0066cd-de13-4447-97aa-796cae0dcede None None] Pushing event updated for resources: {'Port': ['ID=ad20844e-0954-45cc-97df-28e6f182122d,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:50.818917 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-53f28000-8121-4236-91ef-47c4c04c38cd None None] Current status of the port ad20844e-0954-45cc-97df-28e6f182122d is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:00:50.819380 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-53f28000-8121-4236-91ef-47c4c04c38cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ad20844e-0954-45cc-97df-28e6f182122d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:50.862061 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-53f28000-8121-4236-91ef-47c4c04c38cd None None] For port ad20844e-0954-45cc-97df-28e6f182122d, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ad20844e-0954-45cc-97df-28e6f182122d,segment=NetworkSegment(0ed65d87-ab4b-44dc-b1a2-7b4c71790751),segment_id=0ed65d87-ab4b-44dc-b1a2-7b4c71790751)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:00:50.865764 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] Set router 52306bff-ea17-4c6c-9c91-38ca3abe4c8f gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:00:50.869787 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-53f28000-8121-4236-91ef-47c4c04c38cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ad20844e-0954-45cc-97df-28e6f182122d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:50.906933 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f8f4f16f-a311-46c9-b5e6-fd035e7139c4 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:00:50.956664 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f28000-8121-4236-91ef-47c4c04c38cd None None] Pushing event updated for resources: {'Port': ['ID=ad20844e-0954-45cc-97df-28e6f182122d,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:50.982397 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port f8f4f16f-a311-46c9-b5e6-fd035e7139c4 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:00:50.982767 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (f8f4f16f-a311-46c9-b5e6-fd035e7139c4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:51.024297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-89788833-4967-46b5-9fa9-ce948699dddb None None] Provisioning complete for port ad20844e-0954-45cc-97df-28e6f182122d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:00:51.024674 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-89788833-4967-46b5-9fa9-ce948699dddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ad20844e-0954-45cc-97df-28e6f182122d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:51.092364 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533539152', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:00:44Z', 'updated_at': '2022-01-27T23:00:48Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:45Z', 'updated_at': '2022-01-27T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'ad20844e-0954-45cc-97df-28e6f182122d', 'name': '', 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:b7:73:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'adf3109a-ae97-41cc-8999-1341db753ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:47Z', 'updated_at': '2022-01-27T23:00:50Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': 'adf3109a-ae97-41cc-8999-1341db753ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:00:51.098473 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6dbbb78c-8041-42fc-8000-60875a15918b req-3ca339ca-d27d-4bb3-a697-9be5c37ced4f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 210 time: 0.0285130 Jan 27 23:00:51.122235 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port f8f4f16f-a311-46c9-b5e6-fd035e7139c4 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:00:51.123284 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device fa150691-2412-4950-8651-f136f58f96db up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:00:51.125145 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6bec44-48b2-4160-ad15-a4d525858d3f None None] The sync data for ids ['52306bff-ea17-4c6c-9c91-38ca3abe4c8f'] in n-d-772272-3 is: [{'id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533539152', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:00:44Z', 'updated_at': '2022-01-27T23:00:48Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:45Z', 'updated_at': '2022-01-27T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'ad20844e-0954-45cc-97df-28e6f182122d', 'name': '', 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:b7:73:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'adf3109a-ae97-41cc-8999-1341db753ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:47Z', 'updated_at': '2022-01-27T23:00:50Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': 'adf3109a-ae97-41cc-8999-1341db753ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:00:51.190179 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-89788833-4967-46b5-9fa9-ce948699dddb None None] Current status of the port ad20844e-0954-45cc-97df-28e6f182122d is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:00:51.213642 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port fa150691-2412-4950-8651-f136f58f96db triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:00:51.214076 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (fa150691-2412-4950-8651-f136f58f96db), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:51.301728 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port fa150691-2412-4950-8651-f136f58f96db is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:00:51.905115 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:52.183020 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20b07170-66d9-4160-84bd-4f9c0e44e399 req-f117a2df-d567-4ecd-83f5-9823cd19a2aa tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 210 time: 0.0310731 Jan 27 23:00:52.900682 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ad20844e-0954-45cc-97df-28e6f182122d up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:00:52.947346 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port ad20844e-0954-45cc-97df-28e6f182122d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:00:52.947716 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ad20844e-0954-45cc-97df-28e6f182122d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:53.027419 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port ad20844e-0954-45cc-97df-28e6f182122d is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:00:53.258950 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4a9c5d2-0d3d-42fa-9b2c-3eddc393a3d4 req-6985e50f-43d5-4ab4-a598-f62cef1a1a3e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 210 time: 0.0268631 Jan 27 23:00:54.239456 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-dbe5fc92-c59a-44f6-b625-20899fc72878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:54.334586 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-efc33d75-df18-409c-8619-9f2825df0f8b req-91d707d1-5cc8-45ef-b9dd-00c02e095b30 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 210 time: 0.0267193 Jan 27 23:00:55.427011 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2b559b2-bf81-4709-bbeb-c6a1cad272cf req-d4c5262f-9a83-4751-a19c-1a49c19ff7f5 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 210 time: 0.0266774 Jan 27 23:00:56.110703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d433b-6870-4d72-809c-4d67d068a668 req-349bce3f-2d1d-483b-92a4-49e1de818a82 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:56.112274 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-305d433b-6870-4d72-809c-4d67d068a668 req-349bce3f-2d1d-483b-92a4-49e1de818a82 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.15 "GET /v2.0/networks?id=a82968c4-2036-41ce-a28b-488e4a19ebae HTTP/1.1" status: 200 len: 797 time: 0.1070235 Jan 27 23:00:56.177214 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-305d433b-6870-4d72-809c-4d67d068a668 req-df6e48f4-1e3c-454a-83b2-821d116962cf tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7baef2dd068423eb46e5d5922401834 HTTP/1.1" status: 200 len: 380 time: 0.0565035 Jan 27 23:00:56.185487 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-305d433b-6870-4d72-809c-4d67d068a668 req-702e60d0-e938-4362-ac3f-f9e12ccd38f9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'port': {'device_id': 'b0195ca5-376b-48ca-bf5a-4e0db3d2f574', 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae', 'admin_state_up': True, 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'security_groups': ['ea5ae212-7ace-4d61-86ee-d030d568edd9']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:00:56.290135 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305d433b-6870-4d72-809c-4d67d068a668 req-702e60d0-e938-4362-ac3f-f9e12ccd38f9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Made reservation on behalf of a7baef2dd068423eb46e5d5922401834 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:00:56.293662 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-305d433b-6870-4d72-809c-4d67d068a668 req-702e60d0-e938-4362-ac3f-f9e12ccd38f9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:56.423365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-305d433b-6870-4d72-809c-4d67d068a668 req-702e60d0-e938-4362-ac3f-f9e12ccd38f9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Allocated IP 172.20.0.6 (a82968c4-2036-41ce-a28b-488e4a19ebae/adf3109a-ae97-41cc-8999-1341db753ca5/068b2888-9876-487d-8c5e-6ae7a596dd85) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:00:56.539595 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f33c679a-ab32-450c-9dab-d073de896fed req-c4b95128-0b01-481f-8a39-46af2ecdc76c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 210 time: 0.0354230 Jan 27 23:00:56.588084 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-305d433b-6870-4d72-809c-4d67d068a668 req-702e60d0-e938-4362-ac3f-f9e12ccd38f9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (068b2888-9876-487d-8c5e-6ae7a596dd85), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:56.622546 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-305d433b-6870-4d72-809c-4d67d068a668 req-702e60d0-e938-4362-ac3f-f9e12ccd38f9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (068b2888-9876-487d-8c5e-6ae7a596dd85), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:56.666304 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305d433b-6870-4d72-809c-4d67d068a668 req-702e60d0-e938-4362-ac3f-f9e12ccd38f9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network a82968c4-2036-41ce-a28b-488e4a19ebae is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:00:56.669397 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-305d433b-6870-4d72-809c-4d67d068a668 req-702e60d0-e938-4362-ac3f-f9e12ccd38f9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:00:56.675992 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-305d433b-6870-4d72-809c-4d67d068a668 req-702e60d0-e938-4362-ac3f-f9e12ccd38f9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:00:56.699294 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e60d0-e938-4362-ac3f-f9e12ccd38f9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=068b2888-9876-487d-8c5e-6ae7a596dd85,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:56.729001 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d433b-6870-4d72-809c-4d67d068a668 req-702e60d0-e938-4362-ac3f-f9e12ccd38f9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:56.729636 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-305d433b-6870-4d72-809c-4d67d068a668 req-702e60d0-e938-4362-ac3f-f9e12ccd38f9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:56.747132 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-305d433b-6870-4d72-809c-4d67d068a668 req-702e60d0-e938-4362-ac3f-f9e12ccd38f9 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5651817 Jan 27 23:00:56.759481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-305d433b-6870-4d72-809c-4d67d068a668 req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] Request body: {'port': {'device_id': 'b0195ca5-376b-48ca-bf5a-4e0db3d2f574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:00:56.820484 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-305d433b-6870-4d72-809c-4d67d068a668 req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (068b2888-9876-487d-8c5e-6ae7a596dd85), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:56.843647 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0f45f4fb-78d7-43d4-97e0-830e58be5667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:56.951256 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-30d6f166-aa76-4820-8b25-5f2777635435 None None] Provisioning complete for port 068b2888-9876-487d-8c5e-6ae7a596dd85 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:00:56.951549 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-30d6f166-aa76-4820-8b25-5f2777635435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (068b2888-9876-487d-8c5e-6ae7a596dd85), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:56.989134 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-30d6f166-aa76-4820-8b25-5f2777635435 None None] Port 068b2888-9876-487d-8c5e-6ae7a596dd85 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:00:57.089716 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-305d433b-6870-4d72-809c-4d67d068a668 req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068b2888-9876-487d-8c5e-6ae7a596dd85 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:00:57.098328 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-305d433b-6870-4d72-809c-4d67d068a668 req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] Publish callbacks [] for port (068b2888-9876-487d-8c5e-6ae7a596dd85), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:57.110701 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-305d433b-6870-4d72-809c-4d67d068a668 req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] Transition to ACTIVE for port object 068b2888-9876-487d-8c5e-6ae7a596dd85 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:00:57.114227 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-305d433b-6870-4d72-809c-4d67d068a668 req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (068b2888-9876-487d-8c5e-6ae7a596dd85), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:57.167655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] Pushing event updated for resources: {'Port': ['ID=068b2888-9876-487d-8c5e-6ae7a596dd85,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:57.242447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-305d433b-6870-4d72-809c-4d67d068a668 req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] Attempting to bind port 068b2888-9876-487d-8c5e-6ae7a596dd85 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:00:57.242783 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-305d433b-6870-4d72-809c-4d67d068a668 req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] Attempting to bind port 068b2888-9876-487d-8c5e-6ae7a596dd85 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '0ed65d87-ab4b-44dc-b1a2-7b4c71790751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:00:57.243163 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d433b-6870-4d72-809c-4d67d068a668 req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] Attempting to bind port 068b2888-9876-487d-8c5e-6ae7a596dd85 on network a82968c4-2036-41ce-a28b-488e4a19ebae {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:00:57.247776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d433b-6870-4d72-809c-4d67d068a668 req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] Port 068b2888-9876-487d-8c5e-6ae7a596dd85 on network a82968c4-2036-41ce-a28b-488e4a19ebae not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:00:57.248095 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d433b-6870-4d72-809c-4d67d068a668 req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] Attempting to bind port 068b2888-9876-487d-8c5e-6ae7a596dd85 on network a82968c4-2036-41ce-a28b-488e4a19ebae {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:00:57.253833 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d433b-6870-4d72-809c-4d67d068a668 req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:00:57.254167 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d433b-6870-4d72-809c-4d67d068a668 req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] Checking segment: {'id': '0ed65d87-ab4b-44dc-b1a2-7b4c71790751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:00:57.254549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d433b-6870-4d72-809c-4d67d068a668 req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] Bound using segment: {'id': '0ed65d87-ab4b-44dc-b1a2-7b4c71790751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:00:57.254975 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-305d433b-6870-4d72-809c-4d67d068a668 req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] Bound port: 068b2888-9876-487d-8c5e-6ae7a596dd85, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed65d87-ab4b-44dc-b1a2-7b4c71790751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:00:57.255328 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-305d433b-6870-4d72-809c-4d67d068a668 req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (068b2888-9876-487d-8c5e-6ae7a596dd85), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:57.321095 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-305d433b-6870-4d72-809c-4d67d068a668 req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] For port 068b2888-9876-487d-8c5e-6ae7a596dd85, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:00:57.324429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-305d433b-6870-4d72-809c-4d67d068a668 req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] For port 068b2888-9876-487d-8c5e-6ae7a596dd85, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=068b2888-9876-487d-8c5e-6ae7a596dd85,segment=NetworkSegment(0ed65d87-ab4b-44dc-b1a2-7b4c71790751),segment_id=0ed65d87-ab4b-44dc-b1a2-7b4c71790751)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:00:57.329076 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-305d433b-6870-4d72-809c-4d67d068a668 req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (068b2888-9876-487d-8c5e-6ae7a596dd85), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:57.369259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d433b-6870-4d72-809c-4d67d068a668 req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:57.369869 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-305d433b-6870-4d72-809c-4d67d068a668 req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:57.371231 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-305d433b-6870-4d72-809c-4d67d068a668 req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] 10.222.0.15 "PUT /v2.0/ports/068b2888-9876-487d-8c5e-6ae7a596dd85 HTTP/1.1" status: 200 len: 1091 time: 0.6161039 Jan 27 23:00:57.371679 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0195ca5-376b-48ca-bf5a-4e0db3d2f574', 'tag': '068b2888-9876-487d-8c5e-6ae7a596dd85'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:00:57.373935 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548205e4-1dd5-462e-897e-7ecc97b595d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b0195ca5-376b-48ca-bf5a-4e0db3d2f574", "tag": "068b2888-9876-487d-8c5e-6ae7a596dd85"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:00:57.402883 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc52726-cee1-4b8a-999b-dcfdb3c706b4 service neutron] Pushing event updated for resources: {'Port': ['ID=068b2888-9876-487d-8c5e-6ae7a596dd85,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:57.450818 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6ddb11-d494-4804-8db3-7fd2dfcf5cf1 x-openstack-request-id: req-2c6ddb11-d494-4804-8db3-7fd2dfcf5cf1 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:00:57.451122 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0195ca5-376b-48ca-bf5a-4e0db3d2f574", "tag": "068b2888-9876-487d-8c5e-6ae7a596dd85", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:00:57.451385 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c6ddb11-d494-4804-8db3-7fd2dfcf5cf1 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:00:57.451792 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0195ca5-376b-48ca-bf5a-4e0db3d2f574', 'tag': '068b2888-9876-487d-8c5e-6ae7a596dd85', 'status': 'completed', 'code': 200} Jan 27 23:00:57.467936 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d433b-6870-4d72-809c-4d67d068a668 req-ebc8bf40-6c64-4d35-9fe3-cbc39c79d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:57.469558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-305d433b-6870-4d72-809c-4d67d068a668 req-ebc8bf40-6c64-4d35-9fe3-cbc39c79d40e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 1094 time: 0.0468132 Jan 27 23:00:57.516864 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-305d433b-6870-4d72-809c-4d67d068a668 req-656708d9-42a6-4683-bfbb-5510398b445a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=068b2888-9876-487d-8c5e-6ae7a596dd85 HTTP/1.1" status: 200 len: 217 time: 0.0404441 Jan 27 23:00:57.567405 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d433b-6870-4d72-809c-4d67d068a668 req-d57a03ad-1684-40ae-86d6-445617262311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:57.568525 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-305d433b-6870-4d72-809c-4d67d068a668 req-d57a03ad-1684-40ae-86d6-445617262311 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=adf3109a-ae97-41cc-8999-1341db753ca5 HTTP/1.1" status: 200 len: 834 time: 0.0454657 Jan 27 23:00:57.638074 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d433b-6870-4d72-809c-4d67d068a668 req-645160e1-6cc4-4199-be70-ba5c897b9c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:57.639422 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-305d433b-6870-4d72-809c-4d67d068a668 req-645160e1-6cc4-4199-be70-ba5c897b9c7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a82968c4-2036-41ce-a28b-488e4a19ebae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652945 Jan 27 23:00:57.706927 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04cd47-c3b8-4da8-afb0-7d59d5faf6e7 req-e8cb3cd7-9fe3-49c1-a987-b0c9eafb4636 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:57.708442 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d04cd47-c3b8-4da8-afb0-7d59d5faf6e7 req-e8cb3cd7-9fe3-49c1-a987-b0c9eafb4636 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 943 time: 0.1011829 Jan 27 23:00:57.768596 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-305d433b-6870-4d72-809c-4d67d068a668 req-9c593fb9-2dad-403e-a52b-a346b0cfbe33 service neutron] 10.222.0.15 "GET /v2.0/networks/a82968c4-2036-41ce-a28b-488e4a19ebae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231811 Jan 27 23:00:57.784847 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:57.790717 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8d04cd47-c3b8-4da8-afb0-7d59d5faf6e7 req-427df43f-ee3c-402e-bf53-6ca2d553043c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761657 Jan 27 23:00:57.870008 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-305d433b-6870-4d72-809c-4d67d068a668 req-80967bb5-1a10-442c-a80e-cf684be08c07 service neutron] 10.222.0.15 "GET /v2.0/networks/a82968c4-2036-41ce-a28b-488e4a19ebae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923827 Jan 27 23:00:57.951244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548205e4-1dd5-462e-897e-7ecc97b595d8 req-dd53819f-e4cd-4280-be3c-27a673daadb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:57.952694 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-548205e4-1dd5-462e-897e-7ecc97b595d8 req-dd53819f-e4cd-4280-be3c-27a673daadb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 1094 time: 0.0416803 Jan 27 23:00:58.045194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548205e4-1dd5-462e-897e-7ecc97b595d8 req-fe8c23ed-1589-4e5c-ab4a-520957594403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:58.046678 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-548205e4-1dd5-462e-897e-7ecc97b595d8 req-fe8c23ed-1589-4e5c-ab4a-520957594403 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a82968c4-2036-41ce-a28b-488e4a19ebae HTTP/1.1" status: 200 len: 898 time: 0.0882220 Jan 27 23:00:58.086963 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-548205e4-1dd5-462e-897e-7ecc97b595d8 req-8e1d80b4-b903-4875-9031-08d478b8f999 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=068b2888-9876-487d-8c5e-6ae7a596dd85 HTTP/1.1" status: 200 len: 217 time: 0.0344572 Jan 27 23:00:58.135935 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548205e4-1dd5-462e-897e-7ecc97b595d8 req-79ed6c60-93d5-4a3f-931c-2b0fe2e31ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:58.137389 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-548205e4-1dd5-462e-897e-7ecc97b595d8 req-79ed6c60-93d5-4a3f-931c-2b0fe2e31ae6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=adf3109a-ae97-41cc-8999-1341db753ca5 HTTP/1.1" status: 200 len: 834 time: 0.0426118 Jan 27 23:00:58.186527 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548205e4-1dd5-462e-897e-7ecc97b595d8 req-ea46a248-f8e5-41ac-9287-e4ca81805811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:58.187992 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-548205e4-1dd5-462e-897e-7ecc97b595d8 req-ea46a248-f8e5-41ac-9287-e4ca81805811 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a82968c4-2036-41ce-a28b-488e4a19ebae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440731 Jan 27 23:00:58.274811 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-548205e4-1dd5-462e-897e-7ecc97b595d8 req-9426fdc6-f54b-4849-a515-219549a499f6 service neutron] 10.222.0.15 "GET /v2.0/networks/a82968c4-2036-41ce-a28b-488e4a19ebae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805912 Jan 27 23:00:58.365675 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-548205e4-1dd5-462e-897e-7ecc97b595d8 req-aa8d92b2-728e-4774-ab41-dd2eb0afc464 service neutron] 10.222.0.15 "GET /v2.0/networks/a82968c4-2036-41ce-a28b-488e4a19ebae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833673 Jan 27 23:00:58.907459 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb15b16-30ff-4b99-b91e-066941b76d3e req-6adce3a3-8806-4ef8-bf4c-fe83c6f5d6fa tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:58.908981 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1fb15b16-30ff-4b99-b91e-066941b76d3e req-6adce3a3-8806-4ef8-bf4c-fe83c6f5d6fa tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 943 time: 0.0500309 Jan 27 23:00:58.959519 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1fb15b16-30ff-4b99-b91e-066941b76d3e req-60fefa3b-84d4-4c98-bd08-814780bc677a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448065 Jan 27 23:00:59.172822 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:00.074442 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d1a61-45d9-4cec-8d35-69600b8ad6b1 req-5313c657-9d8c-4ff2-ac82-a535b3c7767c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:00.075970 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e81d1a61-45d9-4cec-8d35-69600b8ad6b1 req-5313c657-9d8c-4ff2-ac82-a535b3c7767c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 943 time: 0.0479040 Jan 27 23:01:00.124755 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e81d1a61-45d9-4cec-8d35-69600b8ad6b1 req-bb7f5afd-b682-407b-9407-76a92ae56f78 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431397 Jan 27 23:01:00.456868 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:00.939890 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 068b2888-9876-487d-8c5e-6ae7a596dd85 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:01:01.032939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 068b2888-9876-487d-8c5e-6ae7a596dd85, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=068b2888-9876-487d-8c5e-6ae7a596dd85,segment=NetworkSegment(0ed65d87-ab4b-44dc-b1a2-7b4c71790751),segment_id=0ed65d87-ab4b-44dc-b1a2-7b4c71790751)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:01:01.043963 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '068b2888-9876-487d-8c5e-6ae7a596dd85', 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae', 'port_id': '068b2888-9876-487d-8c5e-6ae7a596dd85', 'mac_address': 'fa:16:3e:21:33:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf3109a-ae97-41cc-8999-1341db753ca5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:01:01.083410 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 068b2888-9876-487d-8c5e-6ae7a596dd85 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:01:01.083802 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (068b2888-9876-487d-8c5e-6ae7a596dd85), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:01.096377 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068b2888-9876-487d-8c5e-6ae7a596dd85 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:01:01.115390 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 068b2888-9876-487d-8c5e-6ae7a596dd85, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=068b2888-9876-487d-8c5e-6ae7a596dd85,segment=NetworkSegment(0ed65d87-ab4b-44dc-b1a2-7b4c71790751),segment_id=0ed65d87-ab4b-44dc-b1a2-7b4c71790751)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:01:01.119287 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (068b2888-9876-487d-8c5e-6ae7a596dd85), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:01.165016 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=068b2888-9876-487d-8c5e-6ae7a596dd85,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:01:01.241689 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c7b13-b5c8-459d-95d0-df54c23cb6dd req-18aedbd2-ae26-4a43-b426-3fbdeccd3f38 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:01.243153 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-376c7b13-b5c8-459d-95d0-df54c23cb6dd req-18aedbd2-ae26-4a43-b426-3fbdeccd3f38 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 944 time: 0.0509899 Jan 27 23:01:01.292239 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-376c7b13-b5c8-459d-95d0-df54c23cb6dd req-0c70863f-7b25-493d-ad7a-185e2ff91d9a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433831 Jan 27 23:01:01.320546 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['068b2888-9876-487d-8c5e-6ae7a596dd85'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:01:02.405934 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5a6f3-2ade-492a-86df-00ced9cdf79a req-c900c409-a3a1-4396-b98a-4803a76a1fc8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:02.407498 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3b5a6f3-2ade-492a-86df-00ced9cdf79a req-c900c409-a3a1-4396-b98a-4803a76a1fc8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 944 time: 0.0485191 Jan 27 23:01:02.455983 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3b5a6f3-2ade-492a-86df-00ced9cdf79a req-c625b5cc-9a35-47f0-834c-228de0fdf823 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428441 Jan 27 23:01:02.971926 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 068b2888-9876-487d-8c5e-6ae7a596dd85 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:01:03.021228 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 068b2888-9876-487d-8c5e-6ae7a596dd85 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:01:03.025273 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 068b2888-9876-487d-8c5e-6ae7a596dd85 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:01:03.025649 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (068b2888-9876-487d-8c5e-6ae7a596dd85), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:03.104049 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 068b2888-9876-487d-8c5e-6ae7a596dd85 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:01:03.104497 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (068b2888-9876-487d-8c5e-6ae7a596dd85), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:03.127263 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0195ca5-376b-48ca-bf5a-4e0db3d2f574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068b2888-9876-487d-8c5e-6ae7a596dd85'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:01:03.129500 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79103ba4-a07f-4081-a583-2e17db15ba8e" -d '{"events": [{"server_uuid": "b0195ca5-376b-48ca-bf5a-4e0db3d2f574", "name": "network-vif-plugged", "status": "completed", "tag": "068b2888-9876-487d-8c5e-6ae7a596dd85"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:01:03.141443 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 068b2888-9876-487d-8c5e-6ae7a596dd85, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=068b2888-9876-487d-8c5e-6ae7a596dd85,segment=NetworkSegment(0ed65d87-ab4b-44dc-b1a2-7b4c71790751),segment_id=0ed65d87-ab4b-44dc-b1a2-7b4c71790751)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:01:03.145746 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (068b2888-9876-487d-8c5e-6ae7a596dd85), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:03.169115 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7e7a61-60a0-42c5-8201-ac8db635d8ef x-openstack-request-id: req-db7e7a61-60a0-42c5-8201-ac8db635d8ef {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:01:03.169415 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0195ca5-376b-48ca-bf5a-4e0db3d2f574", "name": "network-vif-plugged", "status": "completed", "tag": "068b2888-9876-487d-8c5e-6ae7a596dd85", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:01:03.169676 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db7e7a61-60a0-42c5-8201-ac8db635d8ef {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:01:03.170071 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0195ca5-376b-48ca-bf5a-4e0db3d2f574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068b2888-9876-487d-8c5e-6ae7a596dd85', 'code': 200} Jan 27 23:01:03.195267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=068b2888-9876-487d-8c5e-6ae7a596dd85,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:01:03.264574 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785af706-bf83-4498-8b59-0597c62586e4 req-33cc1455-394c-4527-9a23-3405f14735c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:03.266554 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-785af706-bf83-4498-8b59-0597c62586e4 req-33cc1455-394c-4527-9a23-3405f14735c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 1096 time: 0.0388241 Jan 27 23:01:03.313736 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-785af706-bf83-4498-8b59-0597c62586e4 req-739dd984-82a9-4627-a186-c5483616fc7e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417211 Jan 27 23:01:03.568786 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9011e2-183c-4b4b-b9de-5119c7d17dba req-03d0dae0-412a-4883-afe6-d74a2701a09e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:03.570261 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c9011e2-183c-4b4b-b9de-5119c7d17dba req-03d0dae0-412a-4883-afe6-d74a2701a09e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 945 time: 0.0483620 Jan 27 23:01:03.618599 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6c9011e2-183c-4b4b-b9de-5119c7d17dba req-aa9d0688-4ee3-44d8-b261-543c3d112060 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428178 Jan 27 23:01:04.739226 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325dd31-960c-4f9e-874d-464bc2f372e5 req-93e7d0df-fd5d-41f5-ab5b-341a73c9cedf tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:04.740744 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5325dd31-960c-4f9e-874d-464bc2f372e5 req-93e7d0df-fd5d-41f5-ab5b-341a73c9cedf tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 945 time: 0.0495040 Jan 27 23:01:04.789392 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5325dd31-960c-4f9e-874d-464bc2f372e5 req-bd7d2391-6c47-4b16-8b98-d707b8fe454a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429447 Jan 27 23:01:04.908567 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12245e70-b635-4eef-8c27-cc6c3923acb8 req-69dd15d6-5b4c-47f3-a831-ac6147795631 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:04.909956 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12245e70-b635-4eef-8c27-cc6c3923acb8 req-69dd15d6-5b4c-47f3-a831-ac6147795631 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 945 time: 0.0521150 Jan 27 23:01:04.958226 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12245e70-b635-4eef-8c27-cc6c3923acb8 req-3129d6f0-0383-405c-9192-62229464c2cc tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427248 Jan 27 23:01:04.980219 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57038) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:01:05.020554 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2392d2-d8a6-4bf8-b731-a3729c352704 tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:05.022116 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0c2392d2-d8a6-4bf8-b731-a3729c352704 tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 1091 time: 0.0409276 Jan 27 23:01:05.024936 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57040) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:01:05.029141 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-91ee80bd-6c01-49d5-af56-24ca6225f8d2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': '068b2888-9876-487d-8c5e-6ae7a596dd85', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:01:05.049677 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91ee80bd-6c01-49d5-af56-24ca6225f8d2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:05.149277 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91ee80bd-6c01-49d5-af56-24ca6225f8d2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:05.246956 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-91ee80bd-6c01-49d5-af56-24ca6225f8d2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Allocated IP 172.25.3.6 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/0fb0cfd2-3e53-48cf-b013-4ad305331d54) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:01:05.346970 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91ee80bd-6c01-49d5-af56-24ca6225f8d2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (0fb0cfd2-3e53-48cf-b013-4ad305331d54), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:05.379996 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91ee80bd-6c01-49d5-af56-24ca6225f8d2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0fb0cfd2-3e53-48cf-b013-4ad305331d54), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:05.416727 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ee80bd-6c01-49d5-af56-24ca6225f8d2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:01:05.419448 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-91ee80bd-6c01-49d5-af56-24ca6225f8d2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:01:05.424936 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ee80bd-6c01-49d5-af56-24ca6225f8d2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:01:05.446321 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee80bd-6c01-49d5-af56-24ca6225f8d2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=0fb0cfd2-3e53-48cf-b013-4ad305331d54,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:01:05.774007 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91ee80bd-6c01-49d5-af56-24ca6225f8d2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for floatingip (d59fa805-c934-4ac7-9a32-0df87344d09e), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:05.837711 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91ee80bd-6c01-49d5-af56-24ca6225f8d2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0fb0cfd2-3e53-48cf-b013-4ad305331d54), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:05.989700 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91ee80bd-6c01-49d5-af56-24ca6225f8d2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (0fb0cfd2-3e53-48cf-b013-4ad305331d54), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:05.994651 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91ee80bd-6c01-49d5-af56-24ca6225f8d2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (0fb0cfd2-3e53-48cf-b013-4ad305331d54), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:06.058434 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee80bd-6c01-49d5-af56-24ca6225f8d2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=0fb0cfd2-3e53-48cf-b013-4ad305331d54,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:01:06.071486 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91ee80bd-6c01-49d5-af56-24ca6225f8d2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (d59fa805-c934-4ac7-9a32-0df87344d09e), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:06.508000 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-91ee80bd-6c01-49d5-af56-24ca6225f8d2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Floating IP d59fa805-c934-4ac7-9a32-0df87344d09e associated. External IP: 172.25.3.6, port: 068b2888-9876-487d-8c5e-6ae7a596dd85. Jan 27 23:01:06.709114 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ee80bd-6c01-49d5-af56-24ca6225f8d2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router 52306bff-ea17-4c6c-9c91-38ca3abe4c8f has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:01:06.816127 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ee80bd-6c01-49d5-af56-24ca6225f8d2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:01:06.825575 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd85b20-ce7a-4468-8fdb-7794d2d50440 None None] Sync routers for ids ['52306bff-ea17-4c6c-9c91-38ca3abe4c8f'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:01:06.836104 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-91ee80bd-6c01-49d5-af56-24ca6225f8d2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:06.838251 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd85b20-ce7a-4468-8fdb-7794d2d50440 None None] Routers {'52306bff-ea17-4c6c-9c91-38ca3abe4c8f'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:01:06.839148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-bdd85b20-ce7a-4468-8fdb-7794d2d50440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:00:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['52306bff-ea17-4c6c-9c91-38ca3abe4c8f'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:01:06.866096 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-91ee80bd-6c01-49d5-af56-24ca6225f8d2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8377357 Jan 27 23:01:06.866096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0195ca5-376b-48ca-bf5a-4e0db3d2f574', 'tag': '068b2888-9876-487d-8c5e-6ae7a596dd85'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:01:06.866855 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c02cd35-ceba-41e0-a3ae-580641ca4460" -d '{"events": [{"name": "network-changed", "server_uuid": "b0195ca5-376b-48ca-bf5a-4e0db3d2f574", "tag": "068b2888-9876-487d-8c5e-6ae7a596dd85"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:01:06.906592 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f18f4e8-3f83-4cd2-856d-5af52305ee3f x-openstack-request-id: req-2f18f4e8-3f83-4cd2-856d-5af52305ee3f {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:01:06.907116 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0195ca5-376b-48ca-bf5a-4e0db3d2f574", "tag": "068b2888-9876-487d-8c5e-6ae7a596dd85", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:01:06.907566 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f18f4e8-3f83-4cd2-856d-5af52305ee3f {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:01:06.908216 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0195ca5-376b-48ca-bf5a-4e0db3d2f574', 'tag': '068b2888-9876-487d-8c5e-6ae7a596dd85', 'status': 'completed', 'code': 200} Jan 27 23:01:06.949214 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-bdd85b20-ce7a-4468-8fdb-7794d2d50440 None None] Set router 52306bff-ea17-4c6c-9c91-38ca3abe4c8f gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:01:06.994157 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6018b-50fe-4a58-be4e-28f094cbd1c8 req-3646496c-5010-417c-afc7-a0648c29cfe2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:06.995742 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-08a6018b-50fe-4a58-be4e-28f094cbd1c8 req-3646496c-5010-417c-afc7-a0648c29cfe2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 945 time: 0.0812461 Jan 27 23:01:07.015603 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02cd35-ceba-41e0-a3ae-580641ca4460 req-61dc02b6-080e-4fcd-9d79-8434f4f820ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:07.017204 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c02cd35-ceba-41e0-a3ae-580641ca4460 req-61dc02b6-080e-4fcd-9d79-8434f4f820ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 1096 time: 0.0721662 Jan 27 23:01:07.119084 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-08a6018b-50fe-4a58-be4e-28f094cbd1c8 req-aef2eb80-5982-44ea-8932-d44d844c6757 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132166 Jan 27 23:01:07.143193 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57046) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:01:07.149370 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02cd35-ceba-41e0-a3ae-580641ca4460 req-b27b7a5b-7fca-43b1-a822-481defcbdab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:07.150996 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c02cd35-ceba-41e0-a3ae-580641ca4460 req-b27b7a5b-7fca-43b1-a822-481defcbdab1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a82968c4-2036-41ce-a28b-488e4a19ebae HTTP/1.1" status: 200 len: 898 time: 0.1256275 Jan 27 23:01:07.210389 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4c3d883e-0775-46e4-a09f-873c3bdbbf41 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/floatingips/d59fa805-c934-4ac7-9a32-0df87344d09e HTTP/1.1" status: 200 len: 989 time: 0.0643857 Jan 27 23:01:07.219770 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c02cd35-ceba-41e0-a3ae-580641ca4460 req-e8cc6bde-8fb1-4fab-b3d8-56070706ce6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=068b2888-9876-487d-8c5e-6ae7a596dd85 HTTP/1.1" status: 200 len: 997 time: 0.0624444 Jan 27 23:01:07.269265 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02cd35-ceba-41e0-a3ae-580641ca4460 req-54dc8768-ae10-40f4-8522-2e1fb58f5fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:07.270771 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c02cd35-ceba-41e0-a3ae-580641ca4460 req-54dc8768-ae10-40f4-8522-2e1fb58f5fe0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=adf3109a-ae97-41cc-8999-1341db753ca5 HTTP/1.1" status: 200 len: 834 time: 0.0453386 Jan 27 23:01:07.320496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02cd35-ceba-41e0-a3ae-580641ca4460 req-87638859-ba82-45ba-bf44-b0420e6c3044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:07.322013 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c02cd35-ceba-41e0-a3ae-580641ca4460 req-87638859-ba82-45ba-bf44-b0420e6c3044 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a82968c4-2036-41ce-a28b-488e4a19ebae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455458 Jan 27 23:01:07.348267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-bdd85b20-ce7a-4468-8fdb-7794d2d50440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533539152', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:00:44Z', 'updated_at': '2022-01-27T23:00:48Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:45Z', 'updated_at': '2022-01-27T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'd59fa805-c934-4ac7-9a32-0df87344d09e', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'floating_ip_address': '172.25.3.6', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'port_id': '068b2888-9876-487d-8c5e-6ae7a596dd85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae', 'mac_address': 'fa:16:3e:21:33:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195ca5-376b-48ca-bf5a-4e0db3d2f574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:01:05Z', 'updated_at': '2022-01-27T23:01:05Z', 'revision_number': 0, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad20844e-0954-45cc-97df-28e6f182122d', 'name': '', 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:b7:73:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'adf3109a-ae97-41cc-8999-1341db753ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:47Z', 'updated_at': '2022-01-27T23:00:50Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': 'adf3109a-ae97-41cc-8999-1341db753ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:01:07.376967 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd85b20-ce7a-4468-8fdb-7794d2d50440 None None] Checking router: 52306bff-ea17-4c6c-9c91-38ca3abe4c8f for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:01:07.385240 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd85b20-ce7a-4468-8fdb-7794d2d50440 None None] Routers {'52306bff-ea17-4c6c-9c91-38ca3abe4c8f'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:01:07.386238 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-bdd85b20-ce7a-4468-8fdb-7794d2d50440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:00:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['52306bff-ea17-4c6c-9c91-38ca3abe4c8f'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:01:07.416251 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c02cd35-ceba-41e0-a3ae-580641ca4460 req-b0c4a668-a532-45c5-9f2e-ff6524ed6385 service neutron] 10.222.0.15 "GET /v2.0/networks/a82968c4-2036-41ce-a28b-488e4a19ebae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871482 Jan 27 23:01:07.494313 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-bdd85b20-ce7a-4468-8fdb-7794d2d50440 None None] Set router 52306bff-ea17-4c6c-9c91-38ca3abe4c8f gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:01:07.510434 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7c02cd35-ceba-41e0-a3ae-580641ca4460 req-802f018a-6aff-4d90-b6df-19d007aa0281 service neutron] 10.222.0.15 "GET /v2.0/networks/a82968c4-2036-41ce-a28b-488e4a19ebae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875249 Jan 27 23:01:07.730538 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-bdd85b20-ce7a-4468-8fdb-7794d2d50440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533539152', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:00:44Z', 'updated_at': '2022-01-27T23:00:48Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:45Z', 'updated_at': '2022-01-27T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'd59fa805-c934-4ac7-9a32-0df87344d09e', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'floating_ip_address': '172.25.3.6', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'port_id': '068b2888-9876-487d-8c5e-6ae7a596dd85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae', 'mac_address': 'fa:16:3e:21:33:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195ca5-376b-48ca-bf5a-4e0db3d2f574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:01:05Z', 'updated_at': '2022-01-27T23:01:05Z', 'revision_number': 0, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad20844e-0954-45cc-97df-28e6f182122d', 'name': '', 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:b7:73:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'adf3109a-ae97-41cc-8999-1341db753ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:47Z', 'updated_at': '2022-01-27T23:00:50Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': 'adf3109a-ae97-41cc-8999-1341db753ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:01:07.759878 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd85b20-ce7a-4468-8fdb-7794d2d50440 None None] The sync data for ids ['52306bff-ea17-4c6c-9c91-38ca3abe4c8f'] in n-d-772272-3 is: [{'id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533539152', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:00:44Z', 'updated_at': '2022-01-27T23:00:48Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:45Z', 'updated_at': '2022-01-27T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'd59fa805-c934-4ac7-9a32-0df87344d09e', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'floating_ip_address': '172.25.3.6', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'port_id': '068b2888-9876-487d-8c5e-6ae7a596dd85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae', 'mac_address': 'fa:16:3e:21:33:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195ca5-376b-48ca-bf5a-4e0db3d2f574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:01:05Z', 'updated_at': '2022-01-27T23:01:05Z', 'revision_number': 0, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad20844e-0954-45cc-97df-28e6f182122d', 'name': '', 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:b7:73:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'adf3109a-ae97-41cc-8999-1341db753ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:47Z', 'updated_at': '2022-01-27T23:00:50Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': 'adf3109a-ae97-41cc-8999-1341db753ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:01:07.960452 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2be756-534d-4a5d-98b3-11f014cb6abc None None] New status for floating IP d59fa805-c934-4ac7-9a32-0df87344d09e: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:01:08.212118 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57048) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:01:08.275559 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-0490efc7-d903-4604-a8cd-1e9b1646ba69 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/floatingips/d59fa805-c934-4ac7-9a32-0df87344d09e HTTP/1.1" status: 200 len: 991 time: 0.0621505 Jan 27 23:01:13.362206 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:20.085248 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:01:21.909763 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:24.240363 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-29f0fa86-304f-4812-9fa9-4f1bb4f3c38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:26.835460 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-063331ae-3e80-4980-8779-8ac38f98c17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:27.788356 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:29.176047 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:30.465803 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:37.072146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa568db-535b-4437-b6a8-fe663aabae66 req-9500b9f6-bd0e-45c5-a862-ae0aa79ea246 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:37.073683 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4fa568db-535b-4437-b6a8-fe663aabae66 req-9500b9f6-bd0e-45c5-a862-ae0aa79ea246 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 945 time: 0.0507460 Jan 27 23:01:37.123363 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4fa568db-535b-4437-b6a8-fe663aabae66 req-3a2ac726-951f-47ee-8ceb-1d43dfc99321 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441632 Jan 27 23:01:38.240647 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdafb1-9344-43e3-99a0-6307f0f68b37 req-0295ef03-b865-467d-8f2a-3ba4a8a425de tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:38.242158 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9dfdafb1-9344-43e3-99a0-6307f0f68b37 req-0295ef03-b865-467d-8f2a-3ba4a8a425de tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 945 time: 0.0497091 Jan 27 23:01:38.292014 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9dfdafb1-9344-43e3-99a0-6307f0f68b37 req-929d6ea7-d591-47ac-b72c-144870d20758 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441787 Jan 27 23:01:38.710925 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab08405-13c2-4423-94ef-bd32c62903f8 req-a95d494e-e670-48ba-a3ef-cd5df6a7df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:38.712488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ab08405-13c2-4423-94ef-bd32c62903f8 req-a95d494e-e670-48ba-a3ef-cd5df6a7df8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 1096 time: 0.0477667 Jan 27 23:01:38.820211 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab08405-13c2-4423-94ef-bd32c62903f8 req-85bbc4eb-239b-404d-a039-693ec24c5f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:38.821703 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ab08405-13c2-4423-94ef-bd32c62903f8 req-85bbc4eb-239b-404d-a039-693ec24c5f15 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a82968c4-2036-41ce-a28b-488e4a19ebae HTTP/1.1" status: 200 len: 898 time: 0.0864687 Jan 27 23:01:38.893423 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ab08405-13c2-4423-94ef-bd32c62903f8 req-70b605a8-f4e7-44ba-966a-9891dc30fa16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=068b2888-9876-487d-8c5e-6ae7a596dd85 HTTP/1.1" status: 200 len: 999 time: 0.0640616 Jan 27 23:01:38.941526 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab08405-13c2-4423-94ef-bd32c62903f8 req-6f9ed7c3-ee35-4188-9a04-6ee44d8dd6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:38.943107 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ab08405-13c2-4423-94ef-bd32c62903f8 req-6f9ed7c3-ee35-4188-9a04-6ee44d8dd6c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=adf3109a-ae97-41cc-8999-1341db753ca5 HTTP/1.1" status: 200 len: 834 time: 0.0437570 Jan 27 23:01:38.988580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab08405-13c2-4423-94ef-bd32c62903f8 req-2735d503-db92-4670-9c32-7b305d58ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:38.989680 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ab08405-13c2-4423-94ef-bd32c62903f8 req-2735d503-db92-4670-9c32-7b305d58ddb7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a82968c4-2036-41ce-a28b-488e4a19ebae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406420 Jan 27 23:01:39.080607 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ab08405-13c2-4423-94ef-bd32c62903f8 req-34643619-2799-4d91-9994-3e13034e4a52 service neutron] 10.222.0.15 "GET /v2.0/networks/a82968c4-2036-41ce-a28b-488e4a19ebae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850472 Jan 27 23:01:39.168420 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1ab08405-13c2-4423-94ef-bd32c62903f8 req-d9cb8540-82a0-4eb1-854a-a0322327b9ae service neutron] 10.222.0.15 "GET /v2.0/networks/a82968c4-2036-41ce-a28b-488e4a19ebae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819836 Jan 27 23:01:39.411701 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5f6aa-029b-4853-bb18-7176675464ab req-d7f7da2f-43a4-4f3a-a4de-37e97968f35f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:39.413235 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9dc5f6aa-029b-4853-bb18-7176675464ab req-d7f7da2f-43a4-4f3a-a4de-37e97968f35f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 945 time: 0.0505817 Jan 27 23:01:39.466137 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9dc5f6aa-029b-4853-bb18-7176675464ab req-d6bda848-00dc-4b23-a899-b8fff75f7318 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472531 Jan 27 23:01:40.581028 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae10ade-51a2-4397-88a8-57017d533a5e req-82f31528-3e16-4c78-9a71-eeedd6741606 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:40.582657 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ae10ade-51a2-4397-88a8-57017d533a5e req-82f31528-3e16-4c78-9a71-eeedd6741606 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 945 time: 0.0487504 Jan 27 23:01:40.631543 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ae10ade-51a2-4397-88a8-57017d533a5e req-39d59517-b652-48c8-9b9e-59e15b370982 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433946 Jan 27 23:01:41.745401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3942de7-84c0-4bd1-ae54-4c44cfe8adac req-886fb1d6-0c3f-45d5-a608-1ee99c5554c8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:41.746883 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3942de7-84c0-4bd1-ae54-4c44cfe8adac req-886fb1d6-0c3f-45d5-a608-1ee99c5554c8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 945 time: 0.0478559 Jan 27 23:01:41.795281 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d3942de7-84c0-4bd1-ae54-4c44cfe8adac req-cd6a786b-38a2-4065-9745-e62cc709112a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423257 Jan 27 23:01:42.912649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42118384-b042-4cdc-b105-264f0bea94bb req-42833fe6-9ec2-44e9-886e-bdf14f42a71a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:42.914147 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42118384-b042-4cdc-b105-264f0bea94bb req-42833fe6-9ec2-44e9-886e-bdf14f42a71a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 945 time: 0.0527146 Jan 27 23:01:42.964199 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-42118384-b042-4cdc-b105-264f0bea94bb req-c8223a13-1646-4207-993b-707f3c6769d4 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444794 Jan 27 23:01:43.359777 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:44.084678 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740cb43-1840-4bf5-8cc8-8c01d98eb958 req-327dfe59-12eb-4437-9eee-68ddf9f8b44f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:44.086191 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a740cb43-1840-4bf5-8cc8-8c01d98eb958 req-327dfe59-12eb-4437-9eee-68ddf9f8b44f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 945 time: 0.0545809 Jan 27 23:01:44.136221 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a740cb43-1840-4bf5-8cc8-8c01d98eb958 req-019e9375-e5e7-488d-8109-5de0dfeae08b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444269 Jan 27 23:01:45.255200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065d510-21eb-482c-b974-dd752e38af30 req-37277ec3-6a71-42b0-a3f2-499d4132bb2d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:45.256686 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d065d510-21eb-482c-b974-dd752e38af30 req-37277ec3-6a71-42b0-a3f2-499d4132bb2d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 945 time: 0.0516193 Jan 27 23:01:45.304271 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d065d510-21eb-482c-b974-dd752e38af30 req-4b3ae41f-27bc-4369-93a4-cd04fac18cfa tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419550 Jan 27 23:01:46.418887 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84492f-9f37-42b3-bfa7-bb938f16fbd6 req-ada8568a-797d-4124-a4b6-4650dd8ff185 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:46.420396 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f84492f-9f37-42b3-bfa7-bb938f16fbd6 req-ada8568a-797d-4124-a4b6-4650dd8ff185 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 945 time: 0.0483747 Jan 27 23:01:46.468605 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2f84492f-9f37-42b3-bfa7-bb938f16fbd6 req-efbea3f0-9431-41ef-8adb-66a3e2ab20e0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420744 Jan 27 23:01:47.583070 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e0cd5-fbda-4774-8719-d823b86e3d3f req-6487043e-5589-4ad8-b461-92d43587900d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:47.584561 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-458e0cd5-fbda-4774-8719-d823b86e3d3f req-6487043e-5589-4ad8-b461-92d43587900d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 945 time: 0.0475652 Jan 27 23:01:47.635993 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-458e0cd5-fbda-4774-8719-d823b86e3d3f req-b9f0abe3-53cc-4637-bb38-c1eae29299a0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459130 Jan 27 23:01:47.658384 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57080) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:01:47.717075 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-c3e9cad1-0675-4c81-9504-3ca1a6668219 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/floatingips/d59fa805-c934-4ac7-9a32-0df87344d09e HTTP/1.1" status: 200 len: 991 time: 0.0575438 Jan 27 23:01:49.004956 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea9df5-f325-4a46-9911-4edbbf687951 req-2961e96a-56af-40fe-90ce-84047f13b994 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:49.006461 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-caea9df5-f325-4a46-9911-4edbbf687951 req-2961e96a-56af-40fe-90ce-84047f13b994 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 945 time: 0.0793896 Jan 27 23:01:49.015972 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f37de-5d95-4e30-8815-8d7c7c045668 req-5f16e8fc-166d-47a0-abeb-1c5ded07b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:49.017400 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a76f37de-5d95-4e30-8815-8d7c7c045668 req-5f16e8fc-166d-47a0-abeb-1c5ded07b577 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 1096 time: 0.0608294 Jan 27 23:01:49.108318 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-caea9df5-f325-4a46-9911-4edbbf687951 req-f18f7c13-2950-4248-bdac-eea42d76c8ab tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949025 Jan 27 23:01:49.134738 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f37de-5d95-4e30-8815-8d7c7c045668 req-070b2030-06c5-4ba8-a7ec-9e131665a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:49.136228 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a76f37de-5d95-4e30-8815-8d7c7c045668 req-070b2030-06c5-4ba8-a7ec-9e131665a061 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a82968c4-2036-41ce-a28b-488e4a19ebae HTTP/1.1" status: 200 len: 898 time: 0.1126382 Jan 27 23:01:49.203215 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a76f37de-5d95-4e30-8815-8d7c7c045668 req-45bc14e5-e75a-430a-9c0a-021bb6a6480c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=068b2888-9876-487d-8c5e-6ae7a596dd85 HTTP/1.1" status: 200 len: 999 time: 0.0607002 Jan 27 23:01:49.249942 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f37de-5d95-4e30-8815-8d7c7c045668 req-14f66fea-c1d4-4b3f-8653-7a78d7b32ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:49.251346 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a76f37de-5d95-4e30-8815-8d7c7c045668 req-14f66fea-c1d4-4b3f-8653-7a78d7b32ebb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=adf3109a-ae97-41cc-8999-1341db753ca5 HTTP/1.1" status: 200 len: 834 time: 0.0430274 Jan 27 23:01:49.294012 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f37de-5d95-4e30-8815-8d7c7c045668 req-6d47696a-0de4-44db-a24c-ee3759dd33d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:49.295428 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a76f37de-5d95-4e30-8815-8d7c7c045668 req-6d47696a-0de4-44db-a24c-ee3759dd33d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a82968c4-2036-41ce-a28b-488e4a19ebae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387921 Jan 27 23:01:49.382882 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a76f37de-5d95-4e30-8815-8d7c7c045668 req-947240e1-4816-42c9-ba56-a1f41cc5ee13 service neutron] 10.222.0.15 "GET /v2.0/networks/a82968c4-2036-41ce-a28b-488e4a19ebae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817673 Jan 27 23:01:49.471037 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a76f37de-5d95-4e30-8815-8d7c7c045668 req-0c4ce5bf-118f-4376-82ab-51a446f489b0 service neutron] 10.222.0.15 "GET /v2.0/networks/a82968c4-2036-41ce-a28b-488e4a19ebae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826149 Jan 27 23:01:50.226963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d57503-bf17-4174-9161-f1623d5e550c req-7bbc03ea-b7d1-4f76-92a9-cf2e550ff752 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:50.228729 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-85d57503-bf17-4174-9161-f1623d5e550c req-7bbc03ea-b7d1-4f76-92a9-cf2e550ff752 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 945 time: 0.0485532 Jan 27 23:01:50.280148 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-85d57503-bf17-4174-9161-f1623d5e550c req-5a1ae457-52d9-424e-ab67-fbec7eb64005 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457792 Jan 27 23:01:50.302685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57090) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:01:50.361780 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e164cc5e-8c04-4a9d-98ff-c9404fd2b5d0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/floatingips/d59fa805-c934-4ac7-9a32-0df87344d09e HTTP/1.1" status: 200 len: 991 time: 0.0579855 Jan 27 23:01:51.926031 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:54.242526 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-44a04ead-09f2-46b3-9d1f-02bc3439c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:56.836640 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-990ed58f-941b-49a8-81b7-241f766d42b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:57.085264 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:01:57.791181 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:59.176539 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:00.458732 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:13.370976 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:20.722619 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57100) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:20.877634 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting port 0fb0cfd2-3e53-48cf-b013-4ad305331d54 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:02:20.877982 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0fb0cfd2-3e53-48cf-b013-4ad305331d54), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:20.956678 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0fb0cfd2-3e53-48cf-b013-4ad305331d54), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:20.957015 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for floatingip (0fb0cfd2-3e53-48cf-b013-4ad305331d54), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:20.969068 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Calling delete_port for 0fb0cfd2-3e53-48cf-b013-4ad305331d54 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:02:21.120679 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0fb0cfd2-3e53-48cf-b013-4ad305331d54), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:21.146815 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Port': ['ID=0fb0cfd2-3e53-48cf-b013-4ad305331d54,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:21.169509 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:21.169861 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:21.170212 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:21.170549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:21.170881 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:21.171210 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:21.171538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:21.171863 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:21.172217 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:21.172545 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:21.173371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:21.173692 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:21.174009 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:21.217263 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for floatingip (d59fa805-c934-4ac7-9a32-0df87344d09e), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:21.217629 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Floating IP d59fa805-c934-4ac7-9a32-0df87344d09e disassociated (deleted). External IP: 172.25.3.6, port: 068b2888-9876-487d-8c5e-6ae7a596dd85. Jan 27 23:02:21.427004 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router 52306bff-ea17-4c6c-9c91-38ca3abe4c8f has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:02:21.534294 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:02:21.539304 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:21.543766 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc684c1-d4ca-4bb0-a2dc-e8ff6f5fb3ff None None] Sync routers for ids ['52306bff-ea17-4c6c-9c91-38ca3abe4c8f'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:02:21.556863 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc684c1-d4ca-4bb0-a2dc-e8ff6f5fb3ff None None] Routers {'52306bff-ea17-4c6c-9c91-38ca3abe4c8f'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:02:21.557489 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9cc684c1-d4ca-4bb0-a2dc-e8ff6f5fb3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:01:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['52306bff-ea17-4c6c-9c91-38ca3abe4c8f'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:21.565653 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-eb6f1cbf-c582-4dfe-9e12-c57191be91c0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/floatingips/d59fa805-c934-4ac7-9a32-0df87344d09e HTTP/1.1" status: 204 len: 168 time: 0.8419573 Jan 27 23:02:21.566288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0195ca5-376b-48ca-bf5a-4e0db3d2f574', 'tag': '068b2888-9876-487d-8c5e-6ae7a596dd85'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:02:21.568727 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bcabf0-994c-46b4-9fbe-c98841f460c4" -d '{"events": [{"name": "network-changed", "server_uuid": "b0195ca5-376b-48ca-bf5a-4e0db3d2f574", "tag": "068b2888-9876-487d-8c5e-6ae7a596dd85"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:02:21.610671 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bca6fc8-bb69-476a-a5a9-a43f5078375d x-openstack-request-id: req-4bca6fc8-bb69-476a-a5a9-a43f5078375d {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:02:21.610971 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0195ca5-376b-48ca-bf5a-4e0db3d2f574", "tag": "068b2888-9876-487d-8c5e-6ae7a596dd85", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:02:21.611226 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4bca6fc8-bb69-476a-a5a9-a43f5078375d {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:02:21.611639 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0195ca5-376b-48ca-bf5a-4e0db3d2f574', 'tag': '068b2888-9876-487d-8c5e-6ae7a596dd85', 'status': 'completed', 'code': 200} Jan 27 23:02:21.675684 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcabf0-994c-46b4-9fbe-c98841f460c4 req-fdc19fe4-d6cd-4827-8d51-d05c6a7cde40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:21.677380 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-07bcabf0-994c-46b4-9fbe-c98841f460c4 req-fdc19fe4-d6cd-4827-8d51-d05c6a7cde40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 1096 time: 0.0454085 Jan 27 23:02:21.678004 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-9cc684c1-d4ca-4bb0-a2dc-e8ff6f5fb3ff None None] Set router 52306bff-ea17-4c6c-9c91-38ca3abe4c8f gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:02:21.787266 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcabf0-994c-46b4-9fbe-c98841f460c4 req-8f66bf4e-883c-4187-b5f2-b8918cd266a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:21.788892 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-07bcabf0-994c-46b4-9fbe-c98841f460c4 req-8f66bf4e-883c-4187-b5f2-b8918cd266a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a82968c4-2036-41ce-a28b-488e4a19ebae HTTP/1.1" status: 200 len: 898 time: 0.0999308 Jan 27 23:02:21.836939 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-07bcabf0-994c-46b4-9fbe-c98841f460c4 req-e950fed6-9465-42c9-bf6d-fddc8dac75f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=068b2888-9876-487d-8c5e-6ae7a596dd85 HTTP/1.1" status: 200 len: 217 time: 0.0398386 Jan 27 23:02:21.884117 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9cc684c1-d4ca-4bb0-a2dc-e8ff6f5fb3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533539152', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:00:44Z', 'updated_at': '2022-01-27T23:00:48Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:45Z', 'updated_at': '2022-01-27T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'ad20844e-0954-45cc-97df-28e6f182122d', 'name': '', 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:b7:73:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'adf3109a-ae97-41cc-8999-1341db753ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:47Z', 'updated_at': '2022-01-27T23:00:50Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': 'adf3109a-ae97-41cc-8999-1341db753ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:21.911757 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc684c1-d4ca-4bb0-a2dc-e8ff6f5fb3ff None None] Checking router: 52306bff-ea17-4c6c-9c91-38ca3abe4c8f for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:02:21.913732 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcabf0-994c-46b4-9fbe-c98841f460c4 req-b06bd175-5d53-4ae2-8a08-bf5177cc0173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:21.915211 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-07bcabf0-994c-46b4-9fbe-c98841f460c4 req-b06bd175-5d53-4ae2-8a08-bf5177cc0173 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=adf3109a-ae97-41cc-8999-1341db753ca5 HTTP/1.1" status: 200 len: 834 time: 0.0709779 Jan 27 23:02:21.919893 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc684c1-d4ca-4bb0-a2dc-e8ff6f5fb3ff None None] Routers {'52306bff-ea17-4c6c-9c91-38ca3abe4c8f'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:02:21.920536 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9cc684c1-d4ca-4bb0-a2dc-e8ff6f5fb3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:01:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['52306bff-ea17-4c6c-9c91-38ca3abe4c8f'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:21.923633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180af8fb-94f1-4612-a88b-a7a41407ab4c req-fc7d957f-8d4f-4222-8d78-672251b5fd03 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:21.925180 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-180af8fb-94f1-4612-a88b-a7a41407ab4c req-fc7d957f-8d4f-4222-8d78-672251b5fd03 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 945 time: 0.1624298 Jan 27 23:02:21.972494 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:21.994200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcabf0-994c-46b4-9fbe-c98841f460c4 req-2f206ae4-1581-4660-8d68-3f6e4fc69584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:21.995738 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-07bcabf0-994c-46b4-9fbe-c98841f460c4 req-2f206ae4-1581-4660-8d68-3f6e4fc69584 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a82968c4-2036-41ce-a28b-488e4a19ebae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696747 Jan 27 23:02:22.005186 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-180af8fb-94f1-4612-a88b-a7a41407ab4c req-69e7be70-2d97-403c-a90b-f54bf9606d54 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712559 Jan 27 23:02:22.039212 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-9cc684c1-d4ca-4bb0-a2dc-e8ff6f5fb3ff None None] Set router 52306bff-ea17-4c6c-9c91-38ca3abe4c8f gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:02:22.093015 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-07bcabf0-994c-46b4-9fbe-c98841f460c4 req-c449db57-83f2-4973-977f-659ec6be573d service neutron] 10.222.0.15 "GET /v2.0/networks/a82968c4-2036-41ce-a28b-488e4a19ebae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868850 Jan 27 23:02:22.180133 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-07bcabf0-994c-46b4-9fbe-c98841f460c4 req-d1f50ec2-691d-4dca-838d-2ca4bdbb2f49 service neutron] 10.222.0.15 "GET /v2.0/networks/a82968c4-2036-41ce-a28b-488e4a19ebae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808465 Jan 27 23:02:22.245164 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-9cc684c1-d4ca-4bb0-a2dc-e8ff6f5fb3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533539152', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:00:44Z', 'updated_at': '2022-01-27T23:00:48Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:45Z', 'updated_at': '2022-01-27T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'ad20844e-0954-45cc-97df-28e6f182122d', 'name': '', 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:b7:73:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'adf3109a-ae97-41cc-8999-1341db753ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:47Z', 'updated_at': '2022-01-27T23:00:50Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': 'adf3109a-ae97-41cc-8999-1341db753ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:22.272486 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc684c1-d4ca-4bb0-a2dc-e8ff6f5fb3ff None None] The sync data for ids ['52306bff-ea17-4c6c-9c91-38ca3abe4c8f'] in n-d-772272-3 is: [{'id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533539152', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:00:44Z', 'updated_at': '2022-01-27T23:00:48Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:45Z', 'updated_at': '2022-01-27T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'ad20844e-0954-45cc-97df-28e6f182122d', 'name': '', 'network_id': 'a82968c4-2036-41ce-a28b-488e4a19ebae', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:b7:73:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'adf3109a-ae97-41cc-8999-1341db753ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:47Z', 'updated_at': '2022-01-27T23:00:50Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': 'adf3109a-ae97-41cc-8999-1341db753ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:02:22.488093 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d831f7d-a3be-4ebb-84bd-77a4c73767f5 None None] New status for floating IP d59fa805-c934-4ac7-9a32-0df87344d09e: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:02:23.169700 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af070db7-fff1-49cf-9d4e-e6677ac37e78 req-681eb7ee-a02f-4a21-8f9f-02a4b6bad681 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:23.171186 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af070db7-fff1-49cf-9d4e-e6677ac37e78 req-681eb7ee-a02f-4a21-8f9f-02a4b6bad681 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 945 time: 0.0946193 Jan 27 23:02:23.254759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-af070db7-fff1-49cf-9d4e-e6677ac37e78 req-289798c7-6913-447b-aa02-499190cd822c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea5ae212-7ace-4d61-86ee-d030d568edd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778248 Jan 27 23:02:23.261394 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad6438-81f4-4d84-b65c-445b2a3fc701 req-81264c1c-2a86-48a7-9c17-d5d753b91740 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:23.262789 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31ad6438-81f4-4d84-b65c-445b2a3fc701 req-81264c1c-2a86-48a7-9c17-d5d753b91740 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0195ca5-376b-48ca-bf5a-4e0db3d2f574 HTTP/1.1" status: 200 len: 945 time: 0.0848913 Jan 27 23:02:23.351831 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-31ad6438-81f4-4d84-b65c-445b2a3fc701 req-8cc5b704-6f53-404c-8fc4-9d06a00eb4d0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting port 068b2888-9876-487d-8c5e-6ae7a596dd85 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:02:23.352193 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-31ad6438-81f4-4d84-b65c-445b2a3fc701 req-8cc5b704-6f53-404c-8fc4-9d06a00eb4d0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (068b2888-9876-487d-8c5e-6ae7a596dd85), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:23.446649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-31ad6438-81f4-4d84-b65c-445b2a3fc701 req-8cc5b704-6f53-404c-8fc4-9d06a00eb4d0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] For port 068b2888-9876-487d-8c5e-6ae7a596dd85, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=068b2888-9876-487d-8c5e-6ae7a596dd85,segment=NetworkSegment(0ed65d87-ab4b-44dc-b1a2-7b4c71790751),segment_id=0ed65d87-ab4b-44dc-b1a2-7b4c71790751)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:02:23.447005 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-31ad6438-81f4-4d84-b65c-445b2a3fc701 req-8cc5b704-6f53-404c-8fc4-9d06a00eb4d0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (068b2888-9876-487d-8c5e-6ae7a596dd85), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:23.459525 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-31ad6438-81f4-4d84-b65c-445b2a3fc701 req-8cc5b704-6f53-404c-8fc4-9d06a00eb4d0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Calling delete_port for 068b2888-9876-487d-8c5e-6ae7a596dd85 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:02:23.591360 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-31ad6438-81f4-4d84-b65c-445b2a3fc701 req-8cc5b704-6f53-404c-8fc4-9d06a00eb4d0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (068b2888-9876-487d-8c5e-6ae7a596dd85), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:23.619693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5b704-6f53-404c-8fc4-9d06a00eb4d0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Port': ['ID=068b2888-9876-487d-8c5e-6ae7a596dd85,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:23.659668 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ad6438-81f4-4d84-b65c-445b2a3fc701 req-8cc5b704-6f53-404c-8fc4-9d06a00eb4d0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] No DVR routers for this DVR port 068b2888-9876-487d-8c5e-6ae7a596dd85 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:02:23.662341 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-31ad6438-81f4-4d84-b65c-445b2a3fc701 req-8cc5b704-6f53-404c-8fc4-9d06a00eb4d0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:23.665647 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-31ad6438-81f4-4d84-b65c-445b2a3fc701 req-8cc5b704-6f53-404c-8fc4-9d06a00eb4d0 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.15 "DELETE /v2.0/ports/068b2888-9876-487d-8c5e-6ae7a596dd85 HTTP/1.1" status: 204 len: 173 time: 0.3979671 Jan 27 23:02:23.666086 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0195ca5-376b-48ca-bf5a-4e0db3d2f574', 'name': 'network-vif-deleted', 'tag': '068b2888-9876-487d-8c5e-6ae7a596dd85'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:02:23.668323 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc66588c-456d-4db7-a05d-dbb1a573a1d1" -d '{"events": [{"server_uuid": "b0195ca5-376b-48ca-bf5a-4e0db3d2f574", "name": "network-vif-deleted", "tag": "068b2888-9876-487d-8c5e-6ae7a596dd85"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:02:23.704588 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd142bb-aa7f-4fd8-9765-c4b463ecfcdb x-openstack-request-id: req-6dd142bb-aa7f-4fd8-9765-c4b463ecfcdb {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:02:23.704880 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0195ca5-376b-48ca-bf5a-4e0db3d2f574", "name": "network-vif-deleted", "tag": "068b2888-9876-487d-8c5e-6ae7a596dd85", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:02:23.705133 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6dd142bb-aa7f-4fd8-9765-c4b463ecfcdb {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:02:23.705539 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0195ca5-376b-48ca-bf5a-4e0db3d2f574', 'name': 'network-vif-deleted', 'tag': '068b2888-9876-487d-8c5e-6ae7a596dd85', 'status': 'completed', 'code': 200} Jan 27 23:02:24.244583 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e312d688-359e-4f65-89b9-c2954aff64e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:24.311861 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57120) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:24.996174 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01bce1a7-4e66-49db-b55b-851f5ecf7116 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (52306bff-ea17-4c6c-9c91-38ca3abe4c8f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:25.245747 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-01bce1a7-4e66-49db-b55b-851f5ecf7116 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting port ad20844e-0954-45cc-97df-28e6f182122d {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:02:25.246010 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01bce1a7-4e66-49db-b55b-851f5ecf7116 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ad20844e-0954-45cc-97df-28e6f182122d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:25.331341 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-01bce1a7-4e66-49db-b55b-851f5ecf7116 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] For port ad20844e-0954-45cc-97df-28e6f182122d, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ad20844e-0954-45cc-97df-28e6f182122d,segment=NetworkSegment(0ed65d87-ab4b-44dc-b1a2-7b4c71790751),segment_id=0ed65d87-ab4b-44dc-b1a2-7b4c71790751)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:02:25.332036 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01bce1a7-4e66-49db-b55b-851f5ecf7116 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ad20844e-0954-45cc-97df-28e6f182122d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:25.343298 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-01bce1a7-4e66-49db-b55b-851f5ecf7116 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Calling delete_port for ad20844e-0954-45cc-97df-28e6f182122d owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:02:25.530436 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01bce1a7-4e66-49db-b55b-851f5ecf7116 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (ad20844e-0954-45cc-97df-28e6f182122d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:25.554954 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bce1a7-4e66-49db-b55b-851f5ecf7116 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Port': ['ID=ad20844e-0954-45cc-97df-28e6f182122d,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:25.727507 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-01bce1a7-4e66-49db-b55b-851f5ecf7116 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (52306bff-ea17-4c6c-9c91-38ca3abe4c8f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:25.943197 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bce1a7-4e66-49db-b55b-851f5ecf7116 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router 52306bff-ea17-4c6c-9c91-38ca3abe4c8f has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:02:26.048619 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bce1a7-4e66-49db-b55b-851f5ecf7116 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:02:26.053703 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-01bce1a7-4e66-49db-b55b-851f5ecf7116 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "PUT /v2.0/routers/52306bff-ea17-4c6c-9c91-38ca3abe4c8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7407928 Jan 27 23:02:26.056663 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57122) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:26.057903 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906afd36-842f-4f93-bbb3-e85856cb5d7c None None] Sync routers for ids ['52306bff-ea17-4c6c-9c91-38ca3abe4c8f'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:02:26.068239 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906afd36-842f-4f93-bbb3-e85856cb5d7c None None] Routers {'52306bff-ea17-4c6c-9c91-38ca3abe4c8f'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:02:26.068855 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-906afd36-842f-4f93-bbb3-e85856cb5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:01:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['52306bff-ea17-4c6c-9c91-38ca3abe4c8f'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:26.107878 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-5471068e-b8ef-4387-aa64-b95eae6ef10a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting subnet adf3109a-ae97-41cc-8999-1341db753ca5 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:02:26.111493 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5471068e-b8ef-4387-aa64-b95eae6ef10a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for subnet (adf3109a-ae97-41cc-8999-1341db753ca5), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:26.151238 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5471068e-b8ef-4387-aa64-b95eae6ef10a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (adf3109a-ae97-41cc-8999-1341db753ca5), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:26.174791 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-906afd36-842f-4f93-bbb3-e85856cb5d7c None None] Set router 52306bff-ea17-4c6c-9c91-38ca3abe4c8f gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:02:26.239120 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5471068e-b8ef-4387-aa64-b95eae6ef10a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (adf3109a-ae97-41cc-8999-1341db753ca5), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:26.300374 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5471068e-b8ef-4387-aa64-b95eae6ef10a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (adf3109a-ae97-41cc-8999-1341db753ca5), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:26.328568 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471068e-b8ef-4387-aa64-b95eae6ef10a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Subnet': ['ID=adf3109a-ae97-41cc-8999-1341db753ca5,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:26.330549 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5471068e-b8ef-4387-aa64-b95eae6ef10a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:26.333768 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5471068e-b8ef-4387-aa64-b95eae6ef10a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/subnets/adf3109a-ae97-41cc-8999-1341db753ca5 HTTP/1.1" status: 204 len: 168 time: 0.2761312 Jan 27 23:02:26.336367 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57124) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:26.341595 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c09deab-60c9-4852-9982-b604e0cdc682 None None] Network a82968c4-2036-41ce-a28b-488e4a19ebae requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:02:26.436858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-906afd36-842f-4f93-bbb3-e85856cb5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533539152', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:00:44Z', 'updated_at': '2022-01-27T23:02:25Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:45Z', 'updated_at': '2022-01-27T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:26.449874 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-948a7537-3f14-4aa0-8bed-228899af7159 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router (52306bff-ea17-4c6c-9c91-38ca3abe4c8f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:26.470779 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906afd36-842f-4f93-bbb3-e85856cb5d7c None None] Checking router: 52306bff-ea17-4c6c-9c91-38ca3abe4c8f for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:02:26.480105 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906afd36-842f-4f93-bbb3-e85856cb5d7c None None] Routers {'52306bff-ea17-4c6c-9c91-38ca3abe4c8f'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:02:26.482768 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-906afd36-842f-4f93-bbb3-e85856cb5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:01:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['52306bff-ea17-4c6c-9c91-38ca3abe4c8f'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:26.559181 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-948a7537-3f14-4aa0-8bed-228899af7159 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_gateway (52306bff-ea17-4c6c-9c91-38ca3abe4c8f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:26.615286 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-948a7537-3f14-4aa0-8bed-228899af7159 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting port f8f4f16f-a311-46c9-b5e6-fd035e7139c4 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:02:26.615635 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-948a7537-3f14-4aa0-8bed-228899af7159 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f8f4f16f-a311-46c9-b5e6-fd035e7139c4), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:26.678164 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73356f30-5796-4426-8d90-8556cc20a6bd None None] DHCP port deletion for a82968c4-2036-41ce-a28b-488e4a19ebae request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:02:26.697782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-948a7537-3f14-4aa0-8bed-228899af7159 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] For port f8f4f16f-a311-46c9-b5e6-fd035e7139c4, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=f8f4f16f-a311-46c9-b5e6-fd035e7139c4,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:02:26.698153 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-948a7537-3f14-4aa0-8bed-228899af7159 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f8f4f16f-a311-46c9-b5e6-fd035e7139c4), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:26.710125 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-948a7537-3f14-4aa0-8bed-228899af7159 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Calling delete_port for f8f4f16f-a311-46c9-b5e6-fd035e7139c4 owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:02:26.781615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-906afd36-842f-4f93-bbb3-e85856cb5d7c None None] Set router 52306bff-ea17-4c6c-9c91-38ca3abe4c8f gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:02:26.808928 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-73356f30-5796-4426-8d90-8556cc20a6bd None None] Deleting port fa150691-2412-4950-8651-f136f58f96db {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:02:26.809303 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-73356f30-5796-4426-8d90-8556cc20a6bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (fa150691-2412-4950-8651-f136f58f96db), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:26.884789 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-948a7537-3f14-4aa0-8bed-228899af7159 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f8f4f16f-a311-46c9-b5e6-fd035e7139c4), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:26.912521 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a7537-3f14-4aa0-8bed-228899af7159 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Port': ['ID=f8f4f16f-a311-46c9-b5e6-fd035e7139c4,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:26.951154 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-768afc66-08b0-4ce5-ba8d-f0ee9285163c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:26.970133 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-73356f30-5796-4426-8d90-8556cc20a6bd None None] For port fa150691-2412-4950-8651-f136f58f96db, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=fa150691-2412-4950-8651-f136f58f96db,segment=NetworkSegment(0ed65d87-ab4b-44dc-b1a2-7b4c71790751),segment_id=0ed65d87-ab4b-44dc-b1a2-7b4c71790751)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:02:26.970546 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-73356f30-5796-4426-8d90-8556cc20a6bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (fa150691-2412-4950-8651-f136f58f96db), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:26.977210 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-948a7537-3f14-4aa0-8bed-228899af7159 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (52306bff-ea17-4c6c-9c91-38ca3abe4c8f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:26.991556 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-73356f30-5796-4426-8d90-8556cc20a6bd None None] Calling delete_port for fa150691-2412-4950-8651-f136f58f96db owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:02:27.013540 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device fa150691-2412-4950-8651-f136f58f96db no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:02:27.077496 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-948a7537-3f14-4aa0-8bed-228899af7159 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (52306bff-ea17-4c6c-9c91-38ca3abe4c8f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:27.080115 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-948a7537-3f14-4aa0-8bed-228899af7159 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_controller (52306bff-ea17-4c6c-9c91-38ca3abe4c8f), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:27.127755 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-948a7537-3f14-4aa0-8bed-228899af7159 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (52306bff-ea17-4c6c-9c91-38ca3abe4c8f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:27.128410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948a7537-3f14-4aa0-8bed-228899af7159 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Fanout notify agent at l3_agent the message router_deleted on router 52306bff-ea17-4c6c-9c91-38ca3abe4c8f {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:02:27.135219 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-948a7537-3f14-4aa0-8bed-228899af7159 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:27.136375 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-948a7537-3f14-4aa0-8bed-228899af7159 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/routers/52306bff-ea17-4c6c-9c91-38ca3abe4c8f HTTP/1.1" status: 204 len: 168 time: 0.7989938 Jan 27 23:02:27.139033 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57126) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:27.177758 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-73356f30-5796-4426-8d90-8556cc20a6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (fa150691-2412-4950-8651-f136f58f96db), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:27.217037 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b95b1a28-96f5-41d0-8618-c3def838545e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (a82968c4-2036-41ce-a28b-488e4a19ebae), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:27.218280 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73356f30-5796-4426-8d90-8556cc20a6bd None None] Pushing event deleted for resources: {'Port': ['ID=fa150691-2412-4950-8651-f136f58f96db,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:27.226834 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73356f30-5796-4426-8d90-8556cc20a6bd None None] No DVR routers for this DVR port fa150691-2412-4950-8651-f136f58f96db on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:02:27.229282 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-906afd36-842f-4f93-bbb3-e85856cb5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533539152', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:00:44Z', 'updated_at': '2022-01-27T23:02:25Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:45Z', 'updated_at': '2022-01-27T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:27.231044 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port fa150691-2412-4950-8651-f136f58f96db is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:02:27.231432 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fa150691-2412-4950-8651-f136f58f96db), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:27.270584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73356f30-5796-4426-8d90-8556cc20a6bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.270939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73356f30-5796-4426-8d90-8556cc20a6bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.271289 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73356f30-5796-4426-8d90-8556cc20a6bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.271635 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73356f30-5796-4426-8d90-8556cc20a6bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.271978 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73356f30-5796-4426-8d90-8556cc20a6bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.272342 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73356f30-5796-4426-8d90-8556cc20a6bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.272685 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73356f30-5796-4426-8d90-8556cc20a6bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.273017 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73356f30-5796-4426-8d90-8556cc20a6bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.273348 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73356f30-5796-4426-8d90-8556cc20a6bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.273679 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73356f30-5796-4426-8d90-8556cc20a6bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.274012 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73356f30-5796-4426-8d90-8556cc20a6bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.274339 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73356f30-5796-4426-8d90-8556cc20a6bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.274668 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73356f30-5796-4426-8d90-8556cc20a6bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.279776 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906afd36-842f-4f93-bbb3-e85856cb5d7c None None] The sync data for ids ['52306bff-ea17-4c6c-9c91-38ca3abe4c8f'] in n-d-772272-3 is: [{'id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533539152', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:00:44Z', 'updated_at': '2022-01-27T23:02:25Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': 'f8f4f16f-a311-46c9-b5e6-fd035e7139c4', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:43:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52306bff-ea17-4c6c-9c91-38ca3abe4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:00:45Z', 'updated_at': '2022-01-27T23:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:02:27.293217 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 068b2888-9876-487d-8c5e-6ae7a596dd85 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:02:27.309669 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b95b1a28-96f5-41d0-8618-c3def838545e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (a82968c4-2036-41ce-a28b-488e4a19ebae), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:27.332574 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 068b2888-9876-487d-8c5e-6ae7a596dd85 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:02:27.332935 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 068b2888-9876-487d-8c5e-6ae7a596dd85 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:02:27.339637 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-b95b1a28-96f5-41d0-8618-c3def838545e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82968c4-2036-41ce-a28b-488e4a19ebae']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:27.349147 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-b95b1a28-96f5-41d0-8618-c3def838545e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed65d87-ab4b-44dc-b1a2-7b4c71790751') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:27.349474 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-b95b1a28-96f5-41d0-8618-c3def838545e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed65d87-ab4b-44dc-b1a2-7b4c71790751') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:27.360913 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b95b1a28-96f5-41d0-8618-c3def838545e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (0ed65d87-ab4b-44dc-b1a2-7b4c71790751), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:27.374043 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b95b1a28-96f5-41d0-8618-c3def838545e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (0ed65d87-ab4b-44dc-b1a2-7b4c71790751), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:27.380868 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b95b1a28-96f5-41d0-8618-c3def838545e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:02:27.381231 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b95b1a28-96f5-41d0-8618-c3def838545e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (0ed65d87-ab4b-44dc-b1a2-7b4c71790751), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: timer() Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:02:27.384378 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:02:27.442441 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b95b1a28-96f5-41d0-8618-c3def838545e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (a82968c4-2036-41ce-a28b-488e4a19ebae), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:27.449552 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b95b1a28-96f5-41d0-8618-c3def838545e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:27.452633 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b95b1a28-96f5-41d0-8618-c3def838545e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/networks/a82968c4-2036-41ce-a28b-488e4a19ebae HTTP/1.1" status: 204 len: 168 time: 0.3126628 Jan 27 23:02:27.456031 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57128) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:27.469706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b1a28-96f5-41d0-8618-c3def838545e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Network': ['ID=a82968c4-2036-41ce-a28b-488e4a19ebae,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:27.515157 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3f05efd-6975-4dae-aba8-1a6662978743 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (ea5ae212-7ace-4d61-86ee-d030d568edd9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:27.540021 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3f05efd-6975-4dae-aba8-1a6662978743 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (ea5ae212-7ace-4d61-86ee-d030d568edd9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:27.597831 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3f05efd-6975-4dae-aba8-1a6662978743 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (ea5ae212-7ace-4d61-86ee-d030d568edd9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:27.600646 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-c3f05efd-6975-4dae-aba8-1a6662978743 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:27.601811 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c3f05efd-6975-4dae-aba8-1a6662978743 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/security-groups/ea5ae212-7ace-4d61-86ee-d030d568edd9 HTTP/1.1" status: 204 len: 168 time: 0.1445861 Jan 27 23:02:27.612542 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f05efd-6975-4dae-aba8-1a6662978743 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5ae212-7ace-4d61-86ee-d030d568edd9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:27.619537 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05efd-6975-4dae-aba8-1a6662978743 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.619994 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05efd-6975-4dae-aba8-1a6662978743 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.620397 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05efd-6975-4dae-aba8-1a6662978743 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.620747 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05efd-6975-4dae-aba8-1a6662978743 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.621088 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05efd-6975-4dae-aba8-1a6662978743 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.621429 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05efd-6975-4dae-aba8-1a6662978743 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.621771 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05efd-6975-4dae-aba8-1a6662978743 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.622107 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05efd-6975-4dae-aba8-1a6662978743 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.622442 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05efd-6975-4dae-aba8-1a6662978743 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.622781 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05efd-6975-4dae-aba8-1a6662978743 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.623316 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05efd-6975-4dae-aba8-1a6662978743 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.623649 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05efd-6975-4dae-aba8-1a6662978743 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.623980 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05efd-6975-4dae-aba8-1a6662978743 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:27.796560 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:27.809939 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57136) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:27.815105 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-b907a241-667e-4398-9ee4-0ef5e8b0fc1d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-989756087', 'description': 'tempest-secgroup-smoke-989756087 description', 'project_id': 'a7baef2dd068423eb46e5d5922401834'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:02:27.836303 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b907a241-667e-4398-9ee4-0ef5e8b0fc1d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:27.906701 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b907a241-667e-4398-9ee4-0ef5e8b0fc1d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (796d9d89-1411-44b1-b56b-c8c6a3e69622), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:27.911501 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b907a241-667e-4398-9ee4-0ef5e8b0fc1d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (796d9d89-1411-44b1-b56b-c8c6a3e69622), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:27.941529 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b907a241-667e-4398-9ee4-0ef5e8b0fc1d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:27.942797 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b907a241-667e-4398-9ee4-0ef5e8b0fc1d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1318486 Jan 27 23:02:27.945875 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57138) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:27.950523 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-08baa32f-6f8a-4ce5-b25a-5162d6a4f711 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': '796d9d89-1411-44b1-b56b-c8c6a3e69622', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:02:27.954183 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907a241-667e-4398-9ee4-0ef5e8b0fc1d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=796d9d89-1411-44b1-b56b-c8c6a3e69622,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:27.980195 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-08baa32f-6f8a-4ce5-b25a-5162d6a4f711 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (c7f21a35-8ccb-4689-b2f9-203fdb56497c), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.035888 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-08baa32f-6f8a-4ce5-b25a-5162d6a4f711 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (c7f21a35-8ccb-4689-b2f9-203fdb56497c), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.039350 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-08baa32f-6f8a-4ce5-b25a-5162d6a4f711 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (c7f21a35-8ccb-4689-b2f9-203fdb56497c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.056421 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08baa32f-6f8a-4ce5-b25a-5162d6a4f711 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f21a35-8ccb-4689-b2f9-203fdb56497c,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:28.064743 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-08baa32f-6f8a-4ce5-b25a-5162d6a4f711 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.065964 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-08baa32f-6f8a-4ce5-b25a-5162d6a4f711 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190643 Jan 27 23:02:28.068706 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57140) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:28.072981 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-1a9bd946-74ba-4282-b8fb-03d3d12198e2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': '796d9d89-1411-44b1-b56b-c8c6a3e69622', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:02:28.097723 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1a9bd946-74ba-4282-b8fb-03d3d12198e2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (a3086555-98d8-400e-b678-ef4ce8a9f030), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.152958 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1a9bd946-74ba-4282-b8fb-03d3d12198e2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (a3086555-98d8-400e-b678-ef4ce8a9f030), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.156390 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1a9bd946-74ba-4282-b8fb-03d3d12198e2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (a3086555-98d8-400e-b678-ef4ce8a9f030), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.174848 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bd946-74ba-4282-b8fb-03d3d12198e2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3086555-98d8-400e-b678-ef4ce8a9f030,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:28.182070 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1a9bd946-74ba-4282-b8fb-03d3d12198e2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.183275 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1a9bd946-74ba-4282-b8fb-03d3d12198e2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136465 Jan 27 23:02:28.186070 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57142) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:28.190425 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-e873cef2-9d34-4023-b383-6e7dff7d4c7e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': '796d9d89-1411-44b1-b56b-c8c6a3e69622', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:02:28.215577 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e873cef2-9d34-4023-b383-6e7dff7d4c7e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (d433c365-42e8-45e4-8a7c-423ba32189ef), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.271479 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e873cef2-9d34-4023-b383-6e7dff7d4c7e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (d433c365-42e8-45e4-8a7c-423ba32189ef), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.275166 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e873cef2-9d34-4023-b383-6e7dff7d4c7e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (d433c365-42e8-45e4-8a7c-423ba32189ef), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.295654 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873cef2-9d34-4023-b383-6e7dff7d4c7e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d433c365-42e8-45e4-8a7c-423ba32189ef,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:28.303777 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e873cef2-9d34-4023-b383-6e7dff7d4c7e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.307006 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e873cef2-9d34-4023-b383-6e7dff7d4c7e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190224 Jan 27 23:02:28.309596 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57144) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:28.313845 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-249df954-07ca-40a2-a4cc-91e3a18317dd tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': '796d9d89-1411-44b1-b56b-c8c6a3e69622', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:02:28.340076 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-249df954-07ca-40a2-a4cc-91e3a18317dd tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (40a05961-e40e-4633-89e9-a92b09cb665d), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.389724 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-249df954-07ca-40a2-a4cc-91e3a18317dd tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (40a05961-e40e-4633-89e9-a92b09cb665d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.393789 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-249df954-07ca-40a2-a4cc-91e3a18317dd tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (40a05961-e40e-4633-89e9-a92b09cb665d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.411695 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249df954-07ca-40a2-a4cc-91e3a18317dd tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a05961-e40e-4633-89e9-a92b09cb665d,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:28.419488 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-249df954-07ca-40a2-a4cc-91e3a18317dd tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.420685 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-249df954-07ca-40a2-a4cc-91e3a18317dd tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1105301 Jan 27 23:02:28.423430 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57146) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:28.427672 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-587be8e8-d7b2-45c7-aec8-812737189d16 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': '796d9d89-1411-44b1-b56b-c8c6a3e69622', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:02:28.446129 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-587be8e8-d7b2-45c7-aec8-812737189d16 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Project a7baef2dd068423eb46e5d5922401834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:02:28.450845 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-587be8e8-d7b2-45c7-aec8-812737189d16 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (9f05fa6f-0c0b-43ff-bdbd-ebb9b2d4202e), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.507930 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-587be8e8-d7b2-45c7-aec8-812737189d16 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (9f05fa6f-0c0b-43ff-bdbd-ebb9b2d4202e), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.513329 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-587be8e8-d7b2-45c7-aec8-812737189d16 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (9f05fa6f-0c0b-43ff-bdbd-ebb9b2d4202e), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.531301 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587be8e8-d7b2-45c7-aec8-812737189d16 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f05fa6f-0c0b-43ff-bdbd-ebb9b2d4202e,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:28.543676 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-587be8e8-d7b2-45c7-aec8-812737189d16 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.544190 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-587be8e8-d7b2-45c7-aec8-812737189d16 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198270 Jan 27 23:02:28.546954 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57148) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:28.551283 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-72b96ff0-715a-4844-bdad-8ce57b1500b6 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'security_group_rule': {'security_group_id': '796d9d89-1411-44b1-b56b-c8c6a3e69622', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:02:28.570113 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-72b96ff0-715a-4844-bdad-8ce57b1500b6 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Project a7baef2dd068423eb46e5d5922401834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:02:28.574821 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-72b96ff0-715a-4844-bdad-8ce57b1500b6 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (3ce66e2f-efbe-4dc0-a205-cd7dac7b88cc), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.633244 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-72b96ff0-715a-4844-bdad-8ce57b1500b6 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (3ce66e2f-efbe-4dc0-a205-cd7dac7b88cc), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.636741 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-72b96ff0-715a-4844-bdad-8ce57b1500b6 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (3ce66e2f-efbe-4dc0-a205-cd7dac7b88cc), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.653905 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b96ff0-715a-4844-bdad-8ce57b1500b6 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce66e2f-efbe-4dc0-a205-cd7dac7b88cc,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:28.663510 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-72b96ff0-715a-4844-bdad-8ce57b1500b6 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.664725 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-72b96ff0-715a-4844-bdad-8ce57b1500b6 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1168129 Jan 27 23:02:28.667560 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57150) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:28.672505 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-35e0fd34-641f-4e96-a7c3-28a7ca03fc15 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'network': {'name': 'tempest-network-smoke--43069479', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'port_security_enabled': True}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:02:28.691851 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e0fd34-641f-4e96-a7c3-28a7ca03fc15 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Made reservation on behalf of a7baef2dd068423eb46e5d5922401834 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:02:28.695403 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35e0fd34-641f-4e96-a7c3-28a7ca03fc15 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.721699 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e0fd34-641f-4e96-a7c3-28a7ca03fc15 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:02:28.731114 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35e0fd34-641f-4e96-a7c3-28a7ca03fc15 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (7b4f0f13-4195-45dd-8b6b-f07ee15fde22), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.731462 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-35e0fd34-641f-4e96-a7c3-28a7ca03fc15 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Added segment 7b4f0f13-4195-45dd-8b6b-f07ee15fde22 of type vlan for network d7f0bcf4-fcb9-4462-bf14-e40bbed03aec Jan 27 23:02:28.770134 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35e0fd34-641f-4e96-a7c3-28a7ca03fc15 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (d7f0bcf4-fcb9-4462-bf14-e40bbed03aec), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.793780 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35e0fd34-641f-4e96-a7c3-28a7ca03fc15 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (d7f0bcf4-fcb9-4462-bf14-e40bbed03aec), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.798663 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e0fd34-641f-4e96-a7c3-28a7ca03fc15 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:28.799250 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-35e0fd34-641f-4e96-a7c3-28a7ca03fc15 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.855699 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-35e0fd34-641f-4e96-a7c3-28a7ca03fc15 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1870141 Jan 27 23:02:28.858606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57152) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:28.863610 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-966d6d19-f24b-467b-a69a-a9f2d529b1e3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1065966519', 'admin_state_up': True, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:02:28.867522 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0fd34-641f-4e96-a7c3-28a7ca03fc15 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Network': ['ID=d7f0bcf4-fcb9-4462-bf14-e40bbed03aec,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:28.879752 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network d7f0bcf4-fcb9-4462-bf14-e40bbed03aec details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:02:28.886102 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-966d6d19-f24b-467b-a69a-a9f2d529b1e3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (4b0267f5-ceca-447e-ac13-0039f2270520), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.887645 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-966d6d19-f24b-467b-a69a-a9f2d529b1e3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (4b0267f5-ceca-447e-ac13-0039f2270520), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.943399 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-966d6d19-f24b-467b-a69a-a9f2d529b1e3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_controller (4b0267f5-ceca-447e-ac13-0039f2270520), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.945307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f8f4f16f-a311-46c9-b5e6-fd035e7139c4 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:02:28.970448 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: f8f4f16f-a311-46c9-b5e6-fd035e7139c4 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:02:28.970802 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device f8f4f16f-a311-46c9-b5e6-fd035e7139c4 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:02:28.971231 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ad20844e-0954-45cc-97df-28e6f182122d no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:02:28.990429 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: ad20844e-0954-45cc-97df-28e6f182122d {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:02:28.990786 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ad20844e-0954-45cc-97df-28e6f182122d not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:02:29.084438 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-966d6d19-f24b-467b-a69a-a9f2d529b1e3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_gateway (4b0267f5-ceca-447e-ac13-0039f2270520), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:29.178531 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:29.275715 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-966d6d19-f24b-467b-a69a-a9f2d529b1e3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_gateway (4b0267f5-ceca-447e-ac13-0039f2270520), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:29.293896 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-966d6d19-f24b-467b-a69a-a9f2d529b1e3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:29.399229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-966d6d19-f24b-467b-a69a-a9f2d529b1e3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Allocated IP 172.25.3.68 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/5bc4aed9-0bb9-4d95-967b-bb1057452992) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:02:29.498052 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-966d6d19-f24b-467b-a69a-a9f2d529b1e3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (5bc4aed9-0bb9-4d95-967b-bb1057452992), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:29.530570 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-966d6d19-f24b-467b-a69a-a9f2d529b1e3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5bc4aed9-0bb9-4d95-967b-bb1057452992), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:29.572232 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966d6d19-f24b-467b-a69a-a9f2d529b1e3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:02:29.574999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-966d6d19-f24b-467b-a69a-a9f2d529b1e3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:02:29.580646 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966d6d19-f24b-467b-a69a-a9f2d529b1e3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:02:29.603078 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d6d19-f24b-467b-a69a-a9f2d529b1e3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=5bc4aed9-0bb9-4d95-967b-bb1057452992,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:29.830171 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-966d6d19-f24b-467b-a69a-a9f2d529b1e3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_gateway (4b0267f5-ceca-447e-ac13-0039f2270520), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:30.368463 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-966d6d19-f24b-467b-a69a-a9f2d529b1e3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (4b0267f5-ceca-447e-ac13-0039f2270520), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:30.460212 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:30.491671 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966d6d19-f24b-467b-a69a-a9f2d529b1e3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router 4b0267f5-ceca-447e-ac13-0039f2270520 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 23:02:30.596839 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966d6d19-f24b-467b-a69a-a9f2d529b1e3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:02:30.606629 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] Sync routers for ids ['4b0267f5-ceca-447e-ac13-0039f2270520'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:02:30.617190 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] Routers {'4b0267f5-ceca-447e-ac13-0039f2270520'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:02:30.617804 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:02:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4b0267f5-ceca-447e-ac13-0039f2270520'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:30.618644 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-966d6d19-f24b-467b-a69a-a9f2d529b1e3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:30.621740 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-966d6d19-f24b-467b-a69a-a9f2d529b1e3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7621467 Jan 27 23:02:30.626509 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57154) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:30.656064 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c8d0d1f9-25ea-465f-8cf4-c2236f85838e tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a7baef2dd068423eb46e5d5922401834&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283051 Jan 27 23:02:30.658625 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57156) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:30.751936 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90961dae-5a41-4a49-ad5c-7b5897e2f039 tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:30.753503 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-90961dae-5a41-4a49-ad5c-7b5897e2f039 tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938816 Jan 27 23:02:30.756402 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57158) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:30.784427 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d0473ce9-5ac2-42fe-bc7e-f1cd48418cd8 tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=61f5218f-8f7f-4b5f-a756-1da3a7db61a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269535 Jan 27 23:02:30.786981 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57160) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:30.791631 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-8e00c0b4-db57-48d8-a512-5a87a205c068 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1609497067', 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:02:30.813625 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] Set router 4b0267f5-ceca-447e-ac13-0039f2270520 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:02:30.882996 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e00c0b4-db57-48d8-a512-5a87a205c068 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Made reservation on behalf of a7baef2dd068423eb46e5d5922401834 for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:02:30.886310 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e00c0b4-db57-48d8-a512-5a87a205c068 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:30.987711 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065966519', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:02:28Z', 'updated_at': '2022-01-27T23:02:29Z', 'revision_number': 3, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ad:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:29Z', 'updated_at': '2022-01-27T23:02:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:31.017305 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] Checking router: 4b0267f5-ceca-447e-ac13-0039f2270520 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:02:31.017734 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] Updating router 4b0267f5-ceca-447e-ac13-0039f2270520 port 5bc4aed9-0bb9-4d95-967b-bb1057452992 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:02:31.045224 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5bc4aed9-0bb9-4d95-967b-bb1057452992), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:31.072636 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e00c0b4-db57-48d8-a512-5a87a205c068 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (9a6d937f-c957-4bf6-b34d-001244d116ca), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:31.135666 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00c0b4-db57-48d8-a512-5a87a205c068 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Subnet': ['ID=9a6d937f-c957-4bf6-b34d-001244d116ca,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:31.139994 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e00c0b4-db57-48d8-a512-5a87a205c068 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Checking segment: {'id': '7b4f0f13-4195-45dd-8b6b-f07ee15fde22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:02:31.140453 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e00c0b4-db57-48d8-a512-5a87a205c068 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network hostable DHCP agents. Network: d7f0bcf4-fcb9-4462-bf14-e40bbed03aec, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:02:31.158737 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e00c0b4-db57-48d8-a512-5a87a205c068 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network d7f0bcf4-fcb9-4462-bf14-e40bbed03aec is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:02:31.168934 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-8e00c0b4-db57-48d8-a512-5a87a205c068 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, d7f0bcf4-fcb9-4462-bf14-e40bbed03aec) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:02:31.173749 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e00c0b4-db57-48d8-a512-5a87a205c068 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:31.174742 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-8e00c0b4-db57-48d8-a512-5a87a205c068 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:31.177115 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-9e5918bd-1991-4977-8670-13596ba22cf2 req-8593d83f-45ae-42d1-9d96-9a4f39861c44 service neutron] (109741) timed out ('10.222.0.23', 47602) {{(pid=109741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 23:02:31.178799 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0206a5-c566-4738-b304-c16a3d663754 None None] Network d7f0bcf4-fcb9-4462-bf14-e40bbed03aec requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:02:31.194045 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8e00c0b4-db57-48d8-a512-5a87a205c068 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4060578 Jan 27 23:02:31.196950 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57162) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:31.286662 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865e6825-7725-458e-837b-63ddd5528708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-d7f0bcf4-fcb9-4462-bf14-e40bbed03aec', 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec', 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ips': [{'subnet_id': '9a6d937f-c957-4bf6-b34d-001244d116ca'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:02:31.288187 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-865e6825-7725-458e-837b-63ddd5528708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:31.304967 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] Publish callbacks [] for port (5bc4aed9-0bb9-4d95-967b-bb1057452992), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:31.311823 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5bc4aed9-0bb9-4d95-967b-bb1057452992), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:31.362365 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] Attempting to bind port 5bc4aed9-0bb9-4d95-967b-bb1057452992 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:02:31.362735 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] Attempting to bind port 5bc4aed9-0bb9-4d95-967b-bb1057452992 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:02:31.363099 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] Attempting to bind port 5bc4aed9-0bb9-4d95-967b-bb1057452992 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:02:31.374029 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:02:31.374399 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:02:31.374798 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:31.375192 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:02:31.376247 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] Bound port: 5bc4aed9-0bb9-4d95-967b-bb1057452992, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:02:31.376629 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5bc4aed9-0bb9-4d95-967b-bb1057452992), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:31.395632 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a8c2d-e393-4048-a634-430e70856cd8 None None] Pushing event updated for resources: {'Port': ['ID=5bc4aed9-0bb9-4d95-967b-bb1057452992,revision_number=2']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:31.410348 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a8c2d-e393-4048-a634-430e70856cd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:31.410686 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a8c2d-e393-4048-a634-430e70856cd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:31.411019 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a8c2d-e393-4048-a634-430e70856cd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:31.411355 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a8c2d-e393-4048-a634-430e70856cd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:31.412571 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a8c2d-e393-4048-a634-430e70856cd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:31.412571 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a8c2d-e393-4048-a634-430e70856cd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:31.412571 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a8c2d-e393-4048-a634-430e70856cd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:31.412900 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a8c2d-e393-4048-a634-430e70856cd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:31.413019 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a8c2d-e393-4048-a634-430e70856cd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:31.413254 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a8c2d-e393-4048-a634-430e70856cd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:31.413570 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a8c2d-e393-4048-a634-430e70856cd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:31.413891 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a8c2d-e393-4048-a634-430e70856cd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:31.415135 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a8c2d-e393-4048-a634-430e70856cd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:31.442887 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-865e6825-7725-458e-837b-63ddd5528708 None None] Allocated IP 172.20.0.2 (d7f0bcf4-fcb9-4462-bf14-e40bbed03aec/9a6d937f-c957-4bf6-b34d-001244d116ca/5e215e21-6fd3-4dfc-acf0-6839b8ff62f4) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:02:31.445726 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] For port 5bc4aed9-0bb9-4d95-967b-bb1057452992, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:02:31.448954 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] For port 5bc4aed9-0bb9-4d95-967b-bb1057452992, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5bc4aed9-0bb9-4d95-967b-bb1057452992,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:02:31.453633 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5bc4aed9-0bb9-4d95-967b-bb1057452992), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:31.510592 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] Routers {'4b0267f5-ceca-447e-ac13-0039f2270520'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:02:31.511216 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:02:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4b0267f5-ceca-447e-ac13-0039f2270520'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:31.602196 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-865e6825-7725-458e-837b-63ddd5528708 None None] Publish callbacks [] for port (5e215e21-6fd3-4dfc-acf0-6839b8ff62f4), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:31.607107 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a8c2d-e393-4048-a634-430e70856cd8 None None] Pushing event updated for resources: {'Port': ['ID=5bc4aed9-0bb9-4d95-967b-bb1057452992,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:31.608612 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-865e6825-7725-458e-837b-63ddd5528708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (5e215e21-6fd3-4dfc-acf0-6839b8ff62f4), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:31.622985 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] Set router 4b0267f5-ceca-447e-ac13-0039f2270520 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:02:31.644060 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865e6825-7725-458e-837b-63ddd5528708 None None] Network d7f0bcf4-fcb9-4462-bf14-e40bbed03aec is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:02:31.648787 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-865e6825-7725-458e-837b-63ddd5528708 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:02:31.652483 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865e6825-7725-458e-837b-63ddd5528708 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:02:31.670011 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe777-1205-4419-8cce-493a85d5c1bb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:31.685593 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e6825-7725-458e-837b-63ddd5528708 None None] Pushing event updated for resources: {'Port': ['ID=5e215e21-6fd3-4dfc-acf0-6839b8ff62f4,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:31.713692 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-865e6825-7725-458e-837b-63ddd5528708 None None] Attempting to bind port 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:02:31.714075 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-865e6825-7725-458e-837b-63ddd5528708 None None] Attempting to bind port 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '7b4f0f13-4195-45dd-8b6b-f07ee15fde22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:02:31.714453 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865e6825-7725-458e-837b-63ddd5528708 None None] Attempting to bind port 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4 on network d7f0bcf4-fcb9-4462-bf14-e40bbed03aec {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:02:31.720139 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865e6825-7725-458e-837b-63ddd5528708 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:02:31.720568 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865e6825-7725-458e-837b-63ddd5528708 None None] Checking segment: {'id': '7b4f0f13-4195-45dd-8b6b-f07ee15fde22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:02:31.720954 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-865e6825-7725-458e-837b-63ddd5528708 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:31.721357 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865e6825-7725-458e-837b-63ddd5528708 None None] Bound using segment: {'id': '7b4f0f13-4195-45dd-8b6b-f07ee15fde22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:02:31.721837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-865e6825-7725-458e-837b-63ddd5528708 None None] Bound port: 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4f0f13-4195-45dd-8b6b-f07ee15fde22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:02:31.722222 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-865e6825-7725-458e-837b-63ddd5528708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5e215e21-6fd3-4dfc-acf0-6839b8ff62f4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:31.791975 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-865e6825-7725-458e-837b-63ddd5528708 None None] For port 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:02:31.798605 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-865e6825-7725-458e-837b-63ddd5528708 None None] For port 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5e215e21-6fd3-4dfc-acf0-6839b8ff62f4,segment=NetworkSegment(7b4f0f13-4195-45dd-8b6b-f07ee15fde22),segment_id=7b4f0f13-4195-45dd-8b6b-f07ee15fde22)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:02:31.803276 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-865e6825-7725-458e-837b-63ddd5528708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5e215e21-6fd3-4dfc-acf0-6839b8ff62f4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:31.809895 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065966519', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:02:28Z', 'updated_at': '2022-01-27T23:02:29Z', 'revision_number': 3, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ad:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:29Z', 'updated_at': '2022-01-27T23:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:31.841577 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7e77a-2f60-49a9-b8ad-a95d9fc2159d None None] The sync data for ids ['4b0267f5-ceca-447e-ac13-0039f2270520'] in n-d-772272-3 is: [{'id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065966519', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:02:28Z', 'updated_at': '2022-01-27T23:02:29Z', 'revision_number': 3, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ad:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:29Z', 'updated_at': '2022-01-27T23:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:02:31.872906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e6825-7725-458e-837b-63ddd5528708 None None] Pushing event updated for resources: {'Port': ['ID=5e215e21-6fd3-4dfc-acf0-6839b8ff62f4,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:31.979633 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-3e4fe777-1205-4419-8cce-493a85d5c1bb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Allocated IP 172.20.0.1 (d7f0bcf4-fcb9-4462-bf14-e40bbed03aec/9a6d937f-c957-4bf6-b34d-001244d116ca/60545de8-2f1e-4b64-b802-ddea0bffdbe7) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:02:32.148016 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe777-1205-4419-8cce-493a85d5c1bb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (60545de8-2f1e-4b64-b802-ddea0bffdbe7), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:32.183930 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe777-1205-4419-8cce-493a85d5c1bb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (60545de8-2f1e-4b64-b802-ddea0bffdbe7), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:32.228250 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4fe777-1205-4419-8cce-493a85d5c1bb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network d7f0bcf4-fcb9-4462-bf14-e40bbed03aec is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:02:32.231308 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-3e4fe777-1205-4419-8cce-493a85d5c1bb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:02:32.235445 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4fe777-1205-4419-8cce-493a85d5c1bb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:02:32.268470 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fe777-1205-4419-8cce-493a85d5c1bb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=60545de8-2f1e-4b64-b802-ddea0bffdbe7,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:32.290813 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe777-1205-4419-8cce-493a85d5c1bb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (4b0267f5-ceca-447e-ac13-0039f2270520), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:32.425331 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe777-1205-4419-8cce-493a85d5c1bb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (60545de8-2f1e-4b64-b802-ddea0bffdbe7), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:32.720432 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe777-1205-4419-8cce-493a85d5c1bb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (60545de8-2f1e-4b64-b802-ddea0bffdbe7), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:32.725176 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe777-1205-4419-8cce-493a85d5c1bb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (60545de8-2f1e-4b64-b802-ddea0bffdbe7), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:32.804264 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fe777-1205-4419-8cce-493a85d5c1bb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=60545de8-2f1e-4b64-b802-ddea0bffdbe7,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:32.807335 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-3e4fe777-1205-4419-8cce-493a85d5c1bb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (4b0267f5-ceca-447e-ac13-0039f2270520), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:32.912440 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4fe777-1205-4419-8cce-493a85d5c1bb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network d7f0bcf4-fcb9-4462-bf14-e40bbed03aec is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:02:32.913990 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-3e4fe777-1205-4419-8cce-493a85d5c1bb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:02:33.030030 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5bc4aed9-0bb9-4d95-967b-bb1057452992 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:02:33.052982 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4fe777-1205-4419-8cce-493a85d5c1bb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router 4b0267f5-ceca-447e-ac13-0039f2270520 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:02:33.088803 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2073b6b-515a-4de5-9fc9-1d5723b17fe1 None None] Network d7f0bcf4-fcb9-4462-bf14-e40bbed03aec requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:02:33.093118 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5bc4aed9-0bb9-4d95-967b-bb1057452992 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:02:33.093497 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5bc4aed9-0bb9-4d95-967b-bb1057452992), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:33.163262 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4fe777-1205-4419-8cce-493a85d5c1bb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:02:33.170088 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-3e4fe777-1205-4419-8cce-493a85d5c1bb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "PUT /v2.0/routers/4b0267f5-ceca-447e-ac13-0039f2270520/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9719434 Jan 27 23:02:33.205457 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-41c11dd8-aa0f-426b-87da-c2ca45c4b6c0 None None] Provisioning complete for port 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:02:33.205840 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-41c11dd8-aa0f-426b-87da-c2ca45c4b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5e215e21-6fd3-4dfc-acf0-6839b8ff62f4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:33.318750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5bc4aed9-0bb9-4d95-967b-bb1057452992 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:02:33.319148 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5bc4aed9-0bb9-4d95-967b-bb1057452992), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:33.335548 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-1bc09e31-913f-446f-ba09-9cf8b7a405bd tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989756087&fields=id&tenant_id=a7baef2dd068423eb46e5d5922401834 HTTP/1.1" status: 200 len: 267 time: 0.0548360 Jan 27 23:02:33.368793 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 5bc4aed9-0bb9-4d95-967b-bb1057452992, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5bc4aed9-0bb9-4d95-967b-bb1057452992,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:02:33.380668 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5bc4aed9-0bb9-4d95-967b-bb1057452992), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:33.381480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:02:33.384979 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-41c11dd8-aa0f-426b-87da-c2ca45c4b6c0 None None] Current status of the port 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:02:33.385368 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-41c11dd8-aa0f-426b-87da-c2ca45c4b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5e215e21-6fd3-4dfc-acf0-6839b8ff62f4), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:33.466540 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-a733a584-afeb-43e4-a5e9-6b04fff7c658 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:33.468480 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-a733a584-afeb-43e4-a5e9-6b04fff7c658 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/networks?id=d7f0bcf4-fcb9-4462-bf14-e40bbed03aec HTTP/1.1" status: 200 len: 795 time: 0.1261313 Jan 27 23:02:33.489244 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2f255831-12d5-42d0-83ad-54d599010060 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/quotas/a7baef2dd068423eb46e5d5922401834 HTTP/1.1" status: 200 len: 375 time: 0.0102789 Jan 27 23:02:33.493323 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=5bc4aed9-0bb9-4d95-967b-bb1057452992,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:33.502257 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-41c11dd8-aa0f-426b-87da-c2ca45c4b6c0 None None] For port 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5e215e21-6fd3-4dfc-acf0-6839b8ff62f4,segment=NetworkSegment(7b4f0f13-4195-45dd-8b6b-f07ee15fde22),segment_id=7b4f0f13-4195-45dd-8b6b-f07ee15fde22)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:02:33.510141 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-41c11dd8-aa0f-426b-87da-c2ca45c4b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5e215e21-6fd3-4dfc-acf0-6839b8ff62f4), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:33.537121 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:02:33.537508 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5e215e21-6fd3-4dfc-acf0-6839b8ff62f4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:33.556076 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2f13aade-2a88-4429-8647-714e63d0eb8c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600340 Jan 27 23:02:33.596307 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c11dd8-aa0f-426b-87da-c2ca45c4b6c0 None None] Pushing event updated for resources: {'Port': ['ID=5e215e21-6fd3-4dfc-acf0-6839b8ff62f4,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:33.657433 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:02:33.662806 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-162bcb9f-dec8-4984-8a08-702d18df7e47 None None] Provisioning complete for port 60545de8-2f1e-4b64-b802-ddea0bffdbe7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:02:33.663188 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-162bcb9f-dec8-4984-8a08-702d18df7e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (60545de8-2f1e-4b64-b802-ddea0bffdbe7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:33.688898 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] Sync routers for ids ['4b0267f5-ceca-447e-ac13-0039f2270520'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:02:33.696846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-f1e8542b-77d0-4e03-9e77-52dbf2ba7cce service neutron] 10.222.0.23 "GET /v2.0/networks/d7f0bcf4-fcb9-4462-bf14-e40bbed03aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136091 Jan 27 23:02:33.711149 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-162bcb9f-dec8-4984-8a08-702d18df7e47 None None] Port 60545de8-2f1e-4b64-b802-ddea0bffdbe7 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:02:33.712738 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] Routers {'4b0267f5-ceca-447e-ac13-0039f2270520'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:02:33.713382 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:02:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4b0267f5-ceca-447e-ac13-0039f2270520'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:33.772909 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-162bcb9f-dec8-4984-8a08-702d18df7e47 None None] Provisioning complete for port 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:02:33.773291 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-162bcb9f-dec8-4984-8a08-702d18df7e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5e215e21-6fd3-4dfc-acf0-6839b8ff62f4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:33.793691 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-3ef7b5ce-6822-4883-b76f-c6f4beacfab5 service neutron] 10.222.0.23 "GET /v2.0/networks/d7f0bcf4-fcb9-4462-bf14-e40bbed03aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901573 Jan 27 23:02:33.868268 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] Set router 4b0267f5-ceca-447e-ac13-0039f2270520 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:02:33.997747 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-162bcb9f-dec8-4984-8a08-702d18df7e47 None None] Current status of the port 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:02:34.027487 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8683ec8d-79e6-4f5b-b9d3-9b252683b873 req-c6d04c98-b531-48b0-a86b-1bf3ac81c3b7 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 210 time: 0.0439024 Jan 27 23:02:34.084039 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:02:34.128224 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ad4c6e47-3b15-4c78-b053-b6da56cdf6c3 None None] Provisioning complete for port 60545de8-2f1e-4b64-b802-ddea0bffdbe7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:02:34.128701 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ad4c6e47-3b15-4c78-b053-b6da56cdf6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (60545de8-2f1e-4b64-b802-ddea0bffdbe7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:34.158530 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065966519', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:02:28Z', 'updated_at': '2022-01-27T23:02:32Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ad:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:29Z', 'updated_at': '2022-01-27T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '60545de8-2f1e-4b64-b802-ddea0bffdbe7', 'name': '', 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:2c:bc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9a6d937f-c957-4bf6-b34d-001244d116ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:31Z', 'updated_at': '2022-01-27T23:02:32Z', 'revision_number': 2, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '9a6d937f-c957-4bf6-b34d-001244d116ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:34.189610 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] Checking router: 4b0267f5-ceca-447e-ac13-0039f2270520 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:02:34.189977 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] Updating router 4b0267f5-ceca-447e-ac13-0039f2270520 port 60545de8-2f1e-4b64-b802-ddea0bffdbe7 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:02:34.384448 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ad4c6e47-3b15-4c78-b053-b6da56cdf6c3 None None] Port 60545de8-2f1e-4b64-b802-ddea0bffdbe7 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:02:34.389570 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (60545de8-2f1e-4b64-b802-ddea0bffdbe7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:34.654560 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] Publish callbacks [] for port (60545de8-2f1e-4b64-b802-ddea0bffdbe7), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:34.660319 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (60545de8-2f1e-4b64-b802-ddea0bffdbe7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:34.709741 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832d7b8-a066-47c8-a91a-e5c827a0f006 None None] Pushing event updated for resources: {'Port': ['ID=60545de8-2f1e-4b64-b802-ddea0bffdbe7,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:34.762235 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] Attempting to bind port 60545de8-2f1e-4b64-b802-ddea0bffdbe7 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:02:34.762602 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] Attempting to bind port 60545de8-2f1e-4b64-b802-ddea0bffdbe7 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '7b4f0f13-4195-45dd-8b6b-f07ee15fde22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:02:34.762965 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] Attempting to bind port 60545de8-2f1e-4b64-b802-ddea0bffdbe7 on network d7f0bcf4-fcb9-4462-bf14-e40bbed03aec {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:02:34.768381 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:02:34.768754 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] Checking segment: {'id': '7b4f0f13-4195-45dd-8b6b-f07ee15fde22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:02:34.769387 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:34.769530 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] Bound using segment: {'id': '7b4f0f13-4195-45dd-8b6b-f07ee15fde22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:02:34.769989 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] Bound port: 60545de8-2f1e-4b64-b802-ddea0bffdbe7, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4f0f13-4195-45dd-8b6b-f07ee15fde22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:02:34.770366 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (60545de8-2f1e-4b64-b802-ddea0bffdbe7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:34.837640 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] For port 60545de8-2f1e-4b64-b802-ddea0bffdbe7, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:02:34.841040 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] For port 60545de8-2f1e-4b64-b802-ddea0bffdbe7, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=60545de8-2f1e-4b64-b802-ddea0bffdbe7,segment=NetworkSegment(7b4f0f13-4195-45dd-8b6b-f07ee15fde22),segment_id=7b4f0f13-4195-45dd-8b6b-f07ee15fde22)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:02:34.847993 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (60545de8-2f1e-4b64-b802-ddea0bffdbe7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:34.919170 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] Routers {'4b0267f5-ceca-447e-ac13-0039f2270520'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:02:34.919802 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:02:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4b0267f5-ceca-447e-ac13-0039f2270520'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:34.967682 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832d7b8-a066-47c8-a91a-e5c827a0f006 None None] Pushing event updated for resources: {'Port': ['ID=60545de8-2f1e-4b64-b802-ddea0bffdbe7,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:34.980084 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-59fea749-641d-49c7-999f-df028a354bc8 None None] Provisioning complete for port 60545de8-2f1e-4b64-b802-ddea0bffdbe7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:02:34.980608 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-59fea749-641d-49c7-999f-df028a354bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (60545de8-2f1e-4b64-b802-ddea0bffdbe7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:35.086872 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5bc4aed9-0bb9-4d95-967b-bb1057452992 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:02:35.095221 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-1938a952-7d0d-4ab9-a578-6d3faff74a9c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:35.097005 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-1938a952-7d0d-4ab9-a578-6d3faff74a9c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.21 "GET /v2.0/networks?id=d7f0bcf4-fcb9-4462-bf14-e40bbed03aec HTTP/1.1" status: 200 len: 795 time: 0.1926887 Jan 27 23:02:35.155858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] Set router 4b0267f5-ceca-447e-ac13-0039f2270520 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:02:35.165106 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c2413616-4b36-4378-99a2-0068dd11c7dc req-65eb7062-7144-4a1e-838d-c8ebd57b2368 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 210 time: 0.0458879 Jan 27 23:02:35.199788 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-6c6f5745-ab0c-4b1e-bf2f-5d7a74beaf1e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7baef2dd068423eb46e5d5922401834 HTTP/1.1" status: 200 len: 379 time: 0.0881755 Jan 27 23:02:35.209329 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-967c0391-c58e-4f4e-b617-e23881a9fe30 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'port': {'device_id': '4ccb4c7f-f0a4-4edb-aabf-19e4e2808168', 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec', 'admin_state_up': True, 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'security_groups': ['796d9d89-1411-44b1-b56b-c8c6a3e69622']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:02:35.268781 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-59fea749-641d-49c7-999f-df028a354bc8 None None] Current status of the port 60545de8-2f1e-4b64-b802-ddea0bffdbe7 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:02:35.269091 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-59fea749-641d-49c7-999f-df028a354bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (60545de8-2f1e-4b64-b802-ddea0bffdbe7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:35.272271 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5bc4aed9-0bb9-4d95-967b-bb1057452992 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:02:35.272641 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5bc4aed9-0bb9-4d95-967b-bb1057452992), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:35.319704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-967c0391-c58e-4f4e-b617-e23881a9fe30 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Made reservation on behalf of a7baef2dd068423eb46e5d5922401834 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:02:35.323221 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-967c0391-c58e-4f4e-b617-e23881a9fe30 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:35.384055 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-59fea749-641d-49c7-999f-df028a354bc8 None None] For port 60545de8-2f1e-4b64-b802-ddea0bffdbe7, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=60545de8-2f1e-4b64-b802-ddea0bffdbe7,segment=NetworkSegment(7b4f0f13-4195-45dd-8b6b-f07ee15fde22),segment_id=7b4f0f13-4195-45dd-8b6b-f07ee15fde22)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:02:35.396828 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-59fea749-641d-49c7-999f-df028a354bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (60545de8-2f1e-4b64-b802-ddea0bffdbe7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:35.454527 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-967c0391-c58e-4f4e-b617-e23881a9fe30 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Allocated IP 172.20.0.6 (d7f0bcf4-fcb9-4462-bf14-e40bbed03aec/9a6d937f-c957-4bf6-b34d-001244d116ca/09fb612d-afce-4eb1-ba69-0d9f8be0b282) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:02:35.533139 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fea749-641d-49c7-999f-df028a354bc8 None None] Pushing event updated for resources: {'Port': ['ID=60545de8-2f1e-4b64-b802-ddea0bffdbe7,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:35.539477 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5bc4aed9-0bb9-4d95-967b-bb1057452992 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:02:35.540211 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:02:35.570118 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-ae762695-4f4a-4cad-88ec-eee1557920f3 None None] Provisioning complete for port 60545de8-2f1e-4b64-b802-ddea0bffdbe7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:02:35.570500 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ae762695-4f4a-4cad-88ec-eee1557920f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (60545de8-2f1e-4b64-b802-ddea0bffdbe7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:35.593165 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-967c0391-c58e-4f4e-b617-e23881a9fe30 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (09fb612d-afce-4eb1-ba69-0d9f8be0b282), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:35.629098 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-967c0391-c58e-4f4e-b617-e23881a9fe30 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (09fb612d-afce-4eb1-ba69-0d9f8be0b282), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:35.637731 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065966519', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:02:28Z', 'updated_at': '2022-01-27T23:02:32Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ad:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:29Z', 'updated_at': '2022-01-27T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '60545de8-2f1e-4b64-b802-ddea0bffdbe7', 'name': '', 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:2c:bc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9a6d937f-c957-4bf6-b34d-001244d116ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:31Z', 'updated_at': '2022-01-27T23:02:34Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '9a6d937f-c957-4bf6-b34d-001244d116ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:35.669910 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-967c0391-c58e-4f4e-b617-e23881a9fe30 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network d7f0bcf4-fcb9-4462-bf14-e40bbed03aec is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:02:35.673432 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-967c0391-c58e-4f4e-b617-e23881a9fe30 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:02:35.676924 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0fbf8e-83b8-4e83-a968-47da0b7b4d53 None None] The sync data for ids ['4b0267f5-ceca-447e-ac13-0039f2270520'] in n-d-772272-3 is: [{'id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065966519', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:02:28Z', 'updated_at': '2022-01-27T23:02:32Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ad:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:29Z', 'updated_at': '2022-01-27T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '60545de8-2f1e-4b64-b802-ddea0bffdbe7', 'name': '', 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:2c:bc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9a6d937f-c957-4bf6-b34d-001244d116ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:31Z', 'updated_at': '2022-01-27T23:02:34Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '9a6d937f-c957-4bf6-b34d-001244d116ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:02:35.677158 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-967c0391-c58e-4f4e-b617-e23881a9fe30 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:02:35.681157 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:02:35.681273 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5e215e21-6fd3-4dfc-acf0-6839b8ff62f4), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:35.724188 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c0391-c58e-4f4e-b617-e23881a9fe30 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=09fb612d-afce-4eb1-ba69-0d9f8be0b282,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:35.766684 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-ae762695-4f4a-4cad-88ec-eee1557920f3 None None] Current status of the port 60545de8-2f1e-4b64-b802-ddea0bffdbe7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:02:35.769588 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-967c0391-c58e-4f4e-b617-e23881a9fe30 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:35.770291 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-967c0391-c58e-4f4e-b617-e23881a9fe30 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:35.793238 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-967c0391-c58e-4f4e-b617-e23881a9fe30 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5874109 Jan 27 23:02:35.808217 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] Request body: {'port': {'device_id': '4ccb4c7f-f0a4-4edb-aabf-19e4e2808168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:02:35.832011 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:02:35.877065 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (09fb612d-afce-4eb1-ba69-0d9f8be0b282), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:35.993984 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e8a95bfe-498a-4721-a101-838bc11349f2 None None] Provisioning complete for port 09fb612d-afce-4eb1-ba69-0d9f8be0b282 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:02:35.994443 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e8a95bfe-498a-4721-a101-838bc11349f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (09fb612d-afce-4eb1-ba69-0d9f8be0b282), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:36.039417 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e8a95bfe-498a-4721-a101-838bc11349f2 None None] Port 09fb612d-afce-4eb1-ba69-0d9f8be0b282 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:02:36.171729 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09fb612d-afce-4eb1-ba69-0d9f8be0b282 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:02:36.179866 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] Publish callbacks [] for port (09fb612d-afce-4eb1-ba69-0d9f8be0b282), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:36.192693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] Transition to ACTIVE for port object 09fb612d-afce-4eb1-ba69-0d9f8be0b282 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:02:36.197393 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (09fb612d-afce-4eb1-ba69-0d9f8be0b282), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:36.253268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] Pushing event updated for resources: {'Port': ['ID=09fb612d-afce-4eb1-ba69-0d9f8be0b282,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:36.364436 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8668a-20aa-4c39-a4f4-8bbaa4432a91 req-84b00440-64bb-4f05-b684-103a7b30ec19 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:36.365910 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aaf8668a-20aa-4c39-a4f4-8bbaa4432a91 req-84b00440-64bb-4f05-b684-103a7b30ec19 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 943 time: 0.1023638 Jan 27 23:02:36.380144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] Attempting to bind port 09fb612d-afce-4eb1-ba69-0d9f8be0b282 on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:02:36.380665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] Attempting to bind port 09fb612d-afce-4eb1-ba69-0d9f8be0b282 by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '7b4f0f13-4195-45dd-8b6b-f07ee15fde22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:02:36.381087 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] Attempting to bind port 09fb612d-afce-4eb1-ba69-0d9f8be0b282 on network d7f0bcf4-fcb9-4462-bf14-e40bbed03aec {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:02:36.400302 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] Port 09fb612d-afce-4eb1-ba69-0d9f8be0b282 on network d7f0bcf4-fcb9-4462-bf14-e40bbed03aec not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:02:36.400737 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] Attempting to bind port 09fb612d-afce-4eb1-ba69-0d9f8be0b282 on network d7f0bcf4-fcb9-4462-bf14-e40bbed03aec {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:02:36.411652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:02:36.412090 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] Checking segment: {'id': '7b4f0f13-4195-45dd-8b6b-f07ee15fde22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:02:36.412580 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] Bound using segment: {'id': '7b4f0f13-4195-45dd-8b6b-f07ee15fde22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:02:36.413100 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] Bound port: 09fb612d-afce-4eb1-ba69-0d9f8be0b282, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4f0f13-4195-45dd-8b6b-f07ee15fde22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:02:36.413531 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (09fb612d-afce-4eb1-ba69-0d9f8be0b282), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:36.451586 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aaf8668a-20aa-4c39-a4f4-8bbaa4432a91 req-2078f17e-1129-4521-9ab2-cefa183a3d56 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d9d89-1411-44b1-b56b-c8c6a3e69622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741606 Jan 27 23:02:36.510034 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] For port 09fb612d-afce-4eb1-ba69-0d9f8be0b282, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:02:36.513308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] For port 09fb612d-afce-4eb1-ba69-0d9f8be0b282, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=09fb612d-afce-4eb1-ba69-0d9f8be0b282,segment=NetworkSegment(7b4f0f13-4195-45dd-8b6b-f07ee15fde22),segment_id=7b4f0f13-4195-45dd-8b6b-f07ee15fde22)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:02:36.518519 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (09fb612d-afce-4eb1-ba69-0d9f8be0b282), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:36.556284 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:36.556920 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:36.558406 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] 10.222.0.21 "PUT /v2.0/ports/09fb612d-afce-4eb1-ba69-0d9f8be0b282 HTTP/1.1" status: 200 len: 1091 time: 0.7566261 Jan 27 23:02:36.558865 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccb4c7f-f0a4-4edb-aabf-19e4e2808168', 'tag': '09fb612d-afce-4eb1-ba69-0d9f8be0b282'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:02:36.561192 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d11f82-3432-4511-8199-b58d03f8f519" -d '{"events": [{"name": "network-changed", "server_uuid": "4ccb4c7f-f0a4-4edb-aabf-19e4e2808168", "tag": "09fb612d-afce-4eb1-ba69-0d9f8be0b282"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:02:36.585024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0f275-862b-406f-9c3d-5a90421a4c75 service neutron] Pushing event updated for resources: {'Port': ['ID=09fb612d-afce-4eb1-ba69-0d9f8be0b282,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:36.624938 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e685707f-3a43-4f29-b51a-08dc57025c82 x-openstack-request-id: req-e685707f-3a43-4f29-b51a-08dc57025c82 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:02:36.625277 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ccb4c7f-f0a4-4edb-aabf-19e4e2808168", "tag": "09fb612d-afce-4eb1-ba69-0d9f8be0b282", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:02:36.625701 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e685707f-3a43-4f29-b51a-08dc57025c82 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:02:36.626931 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ccb4c7f-f0a4-4edb-aabf-19e4e2808168', 'tag': '09fb612d-afce-4eb1-ba69-0d9f8be0b282', 'status': 'completed', 'code': 200} Jan 27 23:02:36.670247 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-1f3b6e6c-98e1-41c2-a3d4-b91ee1011b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:36.671878 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-1f3b6e6c-98e1-41c2-a3d4-b91ee1011b7c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 1094 time: 0.0568836 Jan 27 23:02:36.717002 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-67840462-9c60-4105-8f1e-bd41f7fb898f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09fb612d-afce-4eb1-ba69-0d9f8be0b282 HTTP/1.1" status: 200 len: 217 time: 0.0361819 Jan 27 23:02:36.769703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-413342c3-ac86-4eb8-a7fe-76831263666d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:36.771199 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-413342c3-ac86-4eb8-a7fe-76831263666d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6d937f-c957-4bf6-b34d-001244d116ca HTTP/1.1" status: 200 len: 835 time: 0.0477967 Jan 27 23:02:36.827583 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-d9f3689a-5195-4c03-8c73-0d8db0876be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:36.829849 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-d9f3689a-5195-4c03-8c73-0d8db0876be5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7f0bcf4-fcb9-4462-bf14-e40bbed03aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522747 Jan 27 23:02:36.933172 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-30869bd1-718b-41b7-8216-0783562039e8 service neutron] 10.222.0.21 "GET /v2.0/networks/d7f0bcf4-fcb9-4462-bf14-e40bbed03aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946615 Jan 27 23:02:36.969776 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 60545de8-2f1e-4b64-b802-ddea0bffdbe7 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:02:37.021674 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 60545de8-2f1e-4b64-b802-ddea0bffdbe7 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:02:37.022137 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (60545de8-2f1e-4b64-b802-ddea0bffdbe7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:37.036625 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecb3a615-0af2-4668-b222-ff9d80056eff req-2694cd1b-6c2b-44a1-b8f3-5146ed685c7d service neutron] 10.222.0.21 "GET /v2.0/networks/d7f0bcf4-fcb9-4462-bf14-e40bbed03aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964000 Jan 27 23:02:37.105835 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 60545de8-2f1e-4b64-b802-ddea0bffdbe7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:02:37.120506 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d11f82-3432-4511-8199-b58d03f8f519 req-1c72c7ed-9c72-4d7a-ab2f-ae249858b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:37.121958 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4d11f82-3432-4511-8199-b58d03f8f519 req-1c72c7ed-9c72-4d7a-ab2f-ae249858b247 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 1094 time: 0.0414736 Jan 27 23:02:37.213135 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d11f82-3432-4511-8199-b58d03f8f519 req-be0a4cf9-f4aa-41fb-927c-3a575b889aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:37.214640 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4d11f82-3432-4511-8199-b58d03f8f519 req-be0a4cf9-f4aa-41fb-927c-3a575b889aa5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7f0bcf4-fcb9-4462-bf14-e40bbed03aec HTTP/1.1" status: 200 len: 896 time: 0.0854139 Jan 27 23:02:37.261113 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4d11f82-3432-4511-8199-b58d03f8f519 req-dfd699f2-ddb6-4335-aca7-90863dc9d397 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09fb612d-afce-4eb1-ba69-0d9f8be0b282 HTTP/1.1" status: 200 len: 217 time: 0.0391738 Jan 27 23:02:37.310174 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d11f82-3432-4511-8199-b58d03f8f519 req-6f3a67ef-a1bc-442b-ae57-09a3f3d4f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:37.311594 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4d11f82-3432-4511-8199-b58d03f8f519 req-6f3a67ef-a1bc-442b-ae57-09a3f3d4f38a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6d937f-c957-4bf6-b34d-001244d116ca HTTP/1.1" status: 200 len: 835 time: 0.0433416 Jan 27 23:02:37.355757 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d11f82-3432-4511-8199-b58d03f8f519 req-1eebb58b-d2ef-473d-8e52-c038868b1a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:37.357305 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4d11f82-3432-4511-8199-b58d03f8f519 req-1eebb58b-d2ef-473d-8e52-c038868b1a88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7f0bcf4-fcb9-4462-bf14-e40bbed03aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393865 Jan 27 23:02:37.450519 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4d11f82-3432-4511-8199-b58d03f8f519 req-9a24f965-4e52-44e1-9598-3e10545bed54 service neutron] 10.222.0.21 "GET /v2.0/networks/d7f0bcf4-fcb9-4462-bf14-e40bbed03aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865009 Jan 27 23:02:37.572469 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b4d11f82-3432-4511-8199-b58d03f8f519 req-b2dd6e3f-45e7-4d28-a8e3-04a0915203ce service neutron] 10.222.0.21 "GET /v2.0/networks/d7f0bcf4-fcb9-4462-bf14-e40bbed03aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151938 Jan 27 23:02:37.587276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8c533-04b8-4738-a85f-f62da4bf320c req-f0bb383f-9d14-4057-8e7f-975888c46f28 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:37.588751 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11b8c533-04b8-4738-a85f-f62da4bf320c req-f0bb383f-9d14-4057-8e7f-975888c46f28 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 943 time: 0.0667620 Jan 27 23:02:37.638207 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-11b8c533-04b8-4738-a85f-f62da4bf320c req-922062b8-ec54-4450-89d2-457ca629db3d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d9d89-1411-44b1-b56b-c8c6a3e69622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436335 Jan 27 23:02:38.756481 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14488188-dd3c-4dae-95f6-d4691230bafe req-67625fc0-565f-43c1-8fa6-9d73183a65de tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:38.757984 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14488188-dd3c-4dae-95f6-d4691230bafe req-67625fc0-565f-43c1-8fa6-9d73183a65de tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 943 time: 0.0489740 Jan 27 23:02:38.806810 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-14488188-dd3c-4dae-95f6-d4691230bafe req-af492765-8680-492c-ac3e-a2582b8fb286 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d9d89-1411-44b1-b56b-c8c6a3e69622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432131 Jan 27 23:02:39.924205 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190af7d2-425e-4680-bf6b-6b0b5ee8d2f3 req-243b4499-5a6a-42c4-973c-778e7f2f6fba tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:39.925669 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-190af7d2-425e-4680-bf6b-6b0b5ee8d2f3 req-243b4499-5a6a-42c4-973c-778e7f2f6fba tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 943 time: 0.0478055 Jan 27 23:02:39.978525 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-190af7d2-425e-4680-bf6b-6b0b5ee8d2f3 req-606945e2-79c0-4790-b65e-e996670fd3fb tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d9d89-1411-44b1-b56b-c8c6a3e69622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468395 Jan 27 23:02:41.093193 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8453b-c853-435d-81fc-4ac00b6f27c4 req-f7c2e34c-e226-4d5b-a89f-bf512d9e69ff tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:41.095326 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76c8453b-c853-435d-81fc-4ac00b6f27c4 req-f7c2e34c-e226-4d5b-a89f-bf512d9e69ff tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 943 time: 0.0487909 Jan 27 23:02:41.144546 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-76c8453b-c853-435d-81fc-4ac00b6f27c4 req-089f9e0d-3b08-4d31-8b97-cbac2a19ff69 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d9d89-1411-44b1-b56b-c8c6a3e69622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434434 Jan 27 23:02:41.485866 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 09fb612d-afce-4eb1-ba69-0d9f8be0b282 details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:02:41.577608 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 09fb612d-afce-4eb1-ba69-0d9f8be0b282, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=09fb612d-afce-4eb1-ba69-0d9f8be0b282,segment=NetworkSegment(7b4f0f13-4195-45dd-8b6b-f07ee15fde22),segment_id=7b4f0f13-4195-45dd-8b6b-f07ee15fde22)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:02:41.590655 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '09fb612d-afce-4eb1-ba69-0d9f8be0b282', 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec', 'port_id': '09fb612d-afce-4eb1-ba69-0d9f8be0b282', 'mac_address': 'fa:16:3e:30:54:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6d937f-c957-4bf6-b34d-001244d116ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:02:41.631760 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 09fb612d-afce-4eb1-ba69-0d9f8be0b282 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:02:41.632147 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (09fb612d-afce-4eb1-ba69-0d9f8be0b282), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:41.645106 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09fb612d-afce-4eb1-ba69-0d9f8be0b282 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:02:41.663537 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 09fb612d-afce-4eb1-ba69-0d9f8be0b282, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=09fb612d-afce-4eb1-ba69-0d9f8be0b282,segment=NetworkSegment(7b4f0f13-4195-45dd-8b6b-f07ee15fde22),segment_id=7b4f0f13-4195-45dd-8b6b-f07ee15fde22)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:02:41.666940 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (09fb612d-afce-4eb1-ba69-0d9f8be0b282), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:41.713554 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=09fb612d-afce-4eb1-ba69-0d9f8be0b282,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:42.054148 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['09fb612d-afce-4eb1-ba69-0d9f8be0b282'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:02:42.258503 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27c977-6a10-44a1-a5d0-f9e19aae1278 req-89bb1b33-8708-4c40-9caf-edd70f187eaf tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:42.260003 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c27c977-6a10-44a1-a5d0-f9e19aae1278 req-89bb1b33-8708-4c40-9caf-edd70f187eaf tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 944 time: 0.0484798 Jan 27 23:02:42.308800 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5c27c977-6a10-44a1-a5d0-f9e19aae1278 req-2435bd4f-580b-4c92-9c5b-43ec693426b1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d9d89-1411-44b1-b56b-c8c6a3e69622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430963 Jan 27 23:02:43.369787 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:43.427715 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a03fa-d601-4c77-9c89-18e8f09e41a0 req-72804a68-9dee-4db9-a394-7cd9cd764a55 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:43.429231 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e08a03fa-d601-4c77-9c89-18e8f09e41a0 req-72804a68-9dee-4db9-a394-7cd9cd764a55 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 944 time: 0.0523920 Jan 27 23:02:43.477640 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e08a03fa-d601-4c77-9c89-18e8f09e41a0 req-1c716fd8-b322-432e-92db-69595f22903e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d9d89-1411-44b1-b56b-c8c6a3e69622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427747 Jan 27 23:02:43.519911 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 09fb612d-afce-4eb1-ba69-0d9f8be0b282 up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:02:43.568673 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 09fb612d-afce-4eb1-ba69-0d9f8be0b282 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:02:43.572789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 09fb612d-afce-4eb1-ba69-0d9f8be0b282 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:02:43.573168 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (09fb612d-afce-4eb1-ba69-0d9f8be0b282), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:43.651902 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 09fb612d-afce-4eb1-ba69-0d9f8be0b282 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:02:43.652335 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (09fb612d-afce-4eb1-ba69-0d9f8be0b282), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:43.674890 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccb4c7f-f0a4-4edb-aabf-19e4e2808168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fb612d-afce-4eb1-ba69-0d9f8be0b282'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:02:43.677177 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d56613-faf3-415f-a8b3-1cdd4a8e2530" -d '{"events": [{"server_uuid": "4ccb4c7f-f0a4-4edb-aabf-19e4e2808168", "name": "network-vif-plugged", "status": "completed", "tag": "09fb612d-afce-4eb1-ba69-0d9f8be0b282"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:02:43.690160 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 09fb612d-afce-4eb1-ba69-0d9f8be0b282, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=09fb612d-afce-4eb1-ba69-0d9f8be0b282,segment=NetworkSegment(7b4f0f13-4195-45dd-8b6b-f07ee15fde22),segment_id=7b4f0f13-4195-45dd-8b6b-f07ee15fde22)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:02:43.694421 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (09fb612d-afce-4eb1-ba69-0d9f8be0b282), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:43.720280 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d453a19-13a6-4a02-a680-90638c292c1a x-openstack-request-id: req-9d453a19-13a6-4a02-a680-90638c292c1a {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:02:43.720582 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ccb4c7f-f0a4-4edb-aabf-19e4e2808168", "name": "network-vif-plugged", "status": "completed", "tag": "09fb612d-afce-4eb1-ba69-0d9f8be0b282", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:02:43.720849 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d453a19-13a6-4a02-a680-90638c292c1a {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:02:43.721248 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ccb4c7f-f0a4-4edb-aabf-19e4e2808168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fb612d-afce-4eb1-ba69-0d9f8be0b282', 'code': 200} Jan 27 23:02:43.748070 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=09fb612d-afce-4eb1-ba69-0d9f8be0b282,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:43.813942 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78012dd6-a2ef-4e16-8c99-d46fc0645539 req-8040b522-2e2a-4f3d-a3df-4886e46096b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:43.815526 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-78012dd6-a2ef-4e16-8c99-d46fc0645539 req-8040b522-2e2a-4f3d-a3df-4886e46096b6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 1096 time: 0.0410545 Jan 27 23:02:43.861606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-78012dd6-a2ef-4e16-8c99-d46fc0645539 req-6f118ca8-e601-46da-a8ef-513a3b7a664e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=796d9d89-1411-44b1-b56b-c8c6a3e69622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393376 Jan 27 23:02:44.590977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b9cc4-3a9f-4e9d-abf4-823c55708b01 req-2107e62d-27e5-4c53-b74a-2be04d435449 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:44.592459 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-428b9cc4-3a9f-4e9d-abf4-823c55708b01 req-2107e62d-27e5-4c53-b74a-2be04d435449 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 945 time: 0.0471907 Jan 27 23:02:44.644187 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-428b9cc4-3a9f-4e9d-abf4-823c55708b01 req-ca9ab129-0b9f-4e28-acc0-c43336b38c94 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d9d89-1411-44b1-b56b-c8c6a3e69622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461447 Jan 27 23:02:45.758547 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ee65d-2020-4ef8-b9d4-b277efdcc72a req-981901dd-a0f5-4975-bc50-90b7ee2e7012 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:45.760025 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-494ee65d-2020-4ef8-b9d4-b277efdcc72a req-981901dd-a0f5-4975-bc50-90b7ee2e7012 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 945 time: 0.0478148 Jan 27 23:02:45.808072 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-494ee65d-2020-4ef8-b9d4-b277efdcc72a req-9071a162-81bd-4244-9028-e34fe1978584 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d9d89-1411-44b1-b56b-c8c6a3e69622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424044 Jan 27 23:02:45.922958 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8175c9-41e8-4f39-b127-0f0b4a041841 req-eae99a40-e341-403e-a8db-8a8e778756a3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:45.924382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf8175c9-41e8-4f39-b127-0f0b4a041841 req-eae99a40-e341-403e-a8db-8a8e778756a3 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 945 time: 0.0506790 Jan 27 23:02:45.973671 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-cf8175c9-41e8-4f39-b127-0f0b4a041841 req-d81fb296-a3d4-4b87-a630-d826cceff172 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d9d89-1411-44b1-b56b-c8c6a3e69622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436327 Jan 27 23:02:45.995129 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57216) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:46.036526 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34701b5-22b0-41db-815a-8fbc1d6c1da2 tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:46.038057 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-c34701b5-22b0-41db-815a-8fbc1d6c1da2 tempest-TestNetworkAdvancedServerOps-1780957887 tempest-TestNetworkAdvancedServerOps-1780957887-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 1091 time: 0.0419343 Jan 27 23:02:46.040902 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57218) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:46.045085 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-30673ce6-8ee8-4e30-9619-6ef1e065a9ce tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': '09fb612d-afce-4eb1-ba69-0d9f8be0b282', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:02:46.064982 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30673ce6-8ee8-4e30-9619-6ef1e065a9ce tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:46.164836 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30673ce6-8ee8-4e30-9619-6ef1e065a9ce tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:46.263973 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-30673ce6-8ee8-4e30-9619-6ef1e065a9ce tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Allocated IP 172.25.3.169 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/cc0f1240-1dd4-4d91-bd4b-1d1ab00948e0) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:02:46.364511 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30673ce6-8ee8-4e30-9619-6ef1e065a9ce tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (cc0f1240-1dd4-4d91-bd4b-1d1ab00948e0), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:46.397252 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30673ce6-8ee8-4e30-9619-6ef1e065a9ce tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (cc0f1240-1dd4-4d91-bd4b-1d1ab00948e0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:46.432522 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30673ce6-8ee8-4e30-9619-6ef1e065a9ce tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:02:46.435258 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-30673ce6-8ee8-4e30-9619-6ef1e065a9ce tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:02:46.438638 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30673ce6-8ee8-4e30-9619-6ef1e065a9ce tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:02:46.466452 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30673ce6-8ee8-4e30-9619-6ef1e065a9ce tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=cc0f1240-1dd4-4d91-bd4b-1d1ab00948e0,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:47.081609 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30673ce6-8ee8-4e30-9619-6ef1e065a9ce tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for floatingip (fe5aed45-53f5-4f37-a25e-08542ca75cfa), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:47.147374 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30673ce6-8ee8-4e30-9619-6ef1e065a9ce tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (cc0f1240-1dd4-4d91-bd4b-1d1ab00948e0), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:47.294267 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30673ce6-8ee8-4e30-9619-6ef1e065a9ce tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for port (cc0f1240-1dd4-4d91-bd4b-1d1ab00948e0), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:47.299191 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30673ce6-8ee8-4e30-9619-6ef1e065a9ce tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (cc0f1240-1dd4-4d91-bd4b-1d1ab00948e0), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:47.369855 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30673ce6-8ee8-4e30-9619-6ef1e065a9ce tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event updated for resources: {'Port': ['ID=cc0f1240-1dd4-4d91-bd4b-1d1ab00948e0,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:47.380408 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30673ce6-8ee8-4e30-9619-6ef1e065a9ce tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (fe5aed45-53f5-4f37-a25e-08542ca75cfa), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:47.480289 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-30673ce6-8ee8-4e30-9619-6ef1e065a9ce tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Floating IP fe5aed45-53f5-4f37-a25e-08542ca75cfa associated. External IP: 172.25.3.169, port: 09fb612d-afce-4eb1-ba69-0d9f8be0b282. Jan 27 23:02:47.682664 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30673ce6-8ee8-4e30-9619-6ef1e065a9ce tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router 4b0267f5-ceca-447e-ac13-0039f2270520 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:02:47.789346 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30673ce6-8ee8-4e30-9619-6ef1e065a9ce tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:02:47.799324 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a4007b-2d3f-45fb-a386-a29bc47806f1 None None] Sync routers for ids ['4b0267f5-ceca-447e-ac13-0039f2270520'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:02:47.809871 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-30673ce6-8ee8-4e30-9619-6ef1e065a9ce tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:47.810081 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a4007b-2d3f-45fb-a386-a29bc47806f1 None None] Routers {'4b0267f5-ceca-447e-ac13-0039f2270520'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:02:47.810573 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-56a4007b-2d3f-45fb-a386-a29bc47806f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:02:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4b0267f5-ceca-447e-ac13-0039f2270520'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:47.842997 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-30673ce6-8ee8-4e30-9619-6ef1e065a9ce tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7986596 Jan 27 23:02:47.842997 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccb4c7f-f0a4-4edb-aabf-19e4e2808168', 'tag': '09fb612d-afce-4eb1-ba69-0d9f8be0b282'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:02:47.843647 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eebd6f79f17133a4d49c17e759e77b104c6a5dfb225cf2ee82dbb83359e6266" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f869e0-3e0e-49d8-a45d-36431832b730" -d '{"events": [{"name": "network-changed", "server_uuid": "4ccb4c7f-f0a4-4edb-aabf-19e4e2808168", "tag": "09fb612d-afce-4eb1-ba69-0d9f8be0b282"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:02:47.881704 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f84a3e6-cdaf-480c-904f-90d68086308d x-openstack-request-id: req-0f84a3e6-cdaf-480c-904f-90d68086308d {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:02:47.882313 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ccb4c7f-f0a4-4edb-aabf-19e4e2808168", "tag": "09fb612d-afce-4eb1-ba69-0d9f8be0b282", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:02:47.882701 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f84a3e6-cdaf-480c-904f-90d68086308d {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:02:47.883122 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ccb4c7f-f0a4-4edb-aabf-19e4e2808168', 'tag': '09fb612d-afce-4eb1-ba69-0d9f8be0b282', 'status': 'completed', 'code': 200} Jan 27 23:02:47.920446 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-56a4007b-2d3f-45fb-a386-a29bc47806f1 None None] Set router 4b0267f5-ceca-447e-ac13-0039f2270520 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:02:47.970521 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9a404-490b-418b-ae1e-e49f6d3c9e5a req-680d25b8-91ef-40c3-a28b-3c1f57900f4f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:47.972013 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8e9a404-490b-418b-ae1e-e49f6d3c9e5a req-680d25b8-91ef-40c3-a28b-3c1f57900f4f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 945 time: 0.0788844 Jan 27 23:02:47.978327 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f869e0-3e0e-49d8-a45d-36431832b730 req-5f52a5c3-05b0-406b-acc4-e2174d352eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:47.979725 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3f869e0-3e0e-49d8-a45d-36431832b730 req-5f52a5c3-05b0-406b-acc4-e2174d352eeb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 1096 time: 0.0576634 Jan 27 23:02:48.076943 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d8e9a404-490b-418b-ae1e-e49f6d3c9e5a req-8bf0a8ef-22b2-49d6-bc5e-df3e660275ed tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d9d89-1411-44b1-b56b-c8c6a3e69622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961311 Jan 27 23:02:48.101121 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57224) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:48.107064 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f869e0-3e0e-49d8-a45d-36431832b730 req-8f17dde5-5e0a-4059-b788-36bb142a30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:48.108649 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3f869e0-3e0e-49d8-a45d-36431832b730 req-8f17dde5-5e0a-4059-b788-36bb142a30e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7f0bcf4-fcb9-4462-bf14-e40bbed03aec HTTP/1.1" status: 200 len: 896 time: 0.1213162 Jan 27 23:02:48.150224 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-56a4007b-2d3f-45fb-a386-a29bc47806f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065966519', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:02:28Z', 'updated_at': '2022-01-27T23:02:32Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ad:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:29Z', 'updated_at': '2022-01-27T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'fe5aed45-53f5-4f37-a25e-08542ca75cfa', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'port_id': '09fb612d-afce-4eb1-ba69-0d9f8be0b282', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec', 'mac_address': 'fa:16:3e:30:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb4c7f-f0a4-4edb-aabf-19e4e2808168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:02:46Z', 'updated_at': '2022-01-27T23:02:46Z', 'revision_number': 0, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60545de8-2f1e-4b64-b802-ddea0bffdbe7', 'name': '', 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:2c:bc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9a6d937f-c957-4bf6-b34d-001244d116ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:31Z', 'updated_at': '2022-01-27T23:02:35Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '9a6d937f-c957-4bf6-b34d-001244d116ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:48.164733 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d49dae2c-c7e9-45ab-ab20-3dbcfde1c843 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/floatingips/fe5aed45-53f5-4f37-a25e-08542ca75cfa HTTP/1.1" status: 200 len: 991 time: 0.0612965 Jan 27 23:02:48.176597 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3f869e0-3e0e-49d8-a45d-36431832b730 req-bd9c5886-1dbe-45ac-a243-db72c120e331 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09fb612d-afce-4eb1-ba69-0d9f8be0b282 HTTP/1.1" status: 200 len: 999 time: 0.0609546 Jan 27 23:02:48.228645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f869e0-3e0e-49d8-a45d-36431832b730 req-ed2a08fc-c785-43f5-99f6-1165b3e8c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:48.230218 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3f869e0-3e0e-49d8-a45d-36431832b730 req-ed2a08fc-c785-43f5-99f6-1165b3e8c9a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6d937f-c957-4bf6-b34d-001244d116ca HTTP/1.1" status: 200 len: 835 time: 0.0476356 Jan 27 23:02:48.275581 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a4007b-2d3f-45fb-a386-a29bc47806f1 None None] Checking router: 4b0267f5-ceca-447e-ac13-0039f2270520 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:02:48.281876 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f869e0-3e0e-49d8-a45d-36431832b730 req-827c0e6c-f456-44db-943f-5e43d3ff6bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:48.283537 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3f869e0-3e0e-49d8-a45d-36431832b730 req-827c0e6c-f456-44db-943f-5e43d3ff6bf6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7f0bcf4-fcb9-4462-bf14-e40bbed03aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458555 Jan 27 23:02:48.284070 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a4007b-2d3f-45fb-a386-a29bc47806f1 None None] Routers {'4b0267f5-ceca-447e-ac13-0039f2270520'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:02:48.284721 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-56a4007b-2d3f-45fb-a386-a29bc47806f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:02:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4b0267f5-ceca-447e-ac13-0039f2270520'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:48.369916 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3f869e0-3e0e-49d8-a45d-36431832b730 req-004524da-6d89-4222-99b6-5d28c81449b5 service neutron] 10.222.0.21 "GET /v2.0/networks/d7f0bcf4-fcb9-4462-bf14-e40bbed03aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798507 Jan 27 23:02:48.387784 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-56a4007b-2d3f-45fb-a386-a29bc47806f1 None None] Set router 4b0267f5-ceca-447e-ac13-0039f2270520 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:02:48.466844 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3f869e0-3e0e-49d8-a45d-36431832b730 req-688e9f32-75c1-44ce-8bbc-3bb19502a13d service neutron] 10.222.0.21 "GET /v2.0/networks/d7f0bcf4-fcb9-4462-bf14-e40bbed03aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890043 Jan 27 23:02:48.608372 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-56a4007b-2d3f-45fb-a386-a29bc47806f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065966519', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:02:28Z', 'updated_at': '2022-01-27T23:02:32Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ad:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:29Z', 'updated_at': '2022-01-27T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'fe5aed45-53f5-4f37-a25e-08542ca75cfa', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'port_id': '09fb612d-afce-4eb1-ba69-0d9f8be0b282', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec', 'mac_address': 'fa:16:3e:30:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb4c7f-f0a4-4edb-aabf-19e4e2808168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:02:46Z', 'updated_at': '2022-01-27T23:02:46Z', 'revision_number': 0, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60545de8-2f1e-4b64-b802-ddea0bffdbe7', 'name': '', 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:2c:bc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9a6d937f-c957-4bf6-b34d-001244d116ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:31Z', 'updated_at': '2022-01-27T23:02:35Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '9a6d937f-c957-4bf6-b34d-001244d116ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:48.638062 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a4007b-2d3f-45fb-a386-a29bc47806f1 None None] The sync data for ids ['4b0267f5-ceca-447e-ac13-0039f2270520'] in n-d-772272-3 is: [{'id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065966519', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:02:28Z', 'updated_at': '2022-01-27T23:02:32Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ad:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:29Z', 'updated_at': '2022-01-27T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'fe5aed45-53f5-4f37-a25e-08542ca75cfa', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'port_id': '09fb612d-afce-4eb1-ba69-0d9f8be0b282', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec', 'mac_address': 'fa:16:3e:30:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb4c7f-f0a4-4edb-aabf-19e4e2808168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:02:46Z', 'updated_at': '2022-01-27T23:02:46Z', 'revision_number': 0, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60545de8-2f1e-4b64-b802-ddea0bffdbe7', 'name': '', 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:2c:bc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9a6d937f-c957-4bf6-b34d-001244d116ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:31Z', 'updated_at': '2022-01-27T23:02:35Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '9a6d937f-c957-4bf6-b34d-001244d116ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:02:48.828943 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f543b0-d5a1-46e3-9f51-3253e5e1e771 None None] New status for floating IP fe5aed45-53f5-4f37-a25e-08542ca75cfa: ACTIVE {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:02:49.167002 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57228) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:49.229961 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-8468df0a-3f80-432c-b70f-25423ae28ca2 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/floatingips/fe5aed45-53f5-4f37-a25e-08542ca75cfa HTTP/1.1" status: 200 len: 993 time: 0.0617313 Jan 27 23:02:51.927758 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:54.247533 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2bc9a01d-be91-4455-9e75-3816f6c3dd41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:56.842543 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7c67176e-76dc-4425-9ff2-7992ada274f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:57.795995 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:59.182647 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:00.462109 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:11.082707 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:03:13.384097 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:21.939350 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:24.247732 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-06f899cd-ebbe-42a7-bfd7-dd816d814e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:26.842603 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c35d458a-d291-43fd-a892-779eb5b11bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:27.799776 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:29.185180 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:30.463655 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:33.969779 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc26ec4e-e768-46d7-a5f8-b298cdbabdcd req-9ec4d78c-1034-4683-9882-9443ae9d21f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398715 Jan 27 23:03:34.050545 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26ec4e-e768-46d7-a5f8-b298cdbabdcd req-cd41cd16-33d8-4ed9-800a-8c1d0aa41dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:34.052017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc26ec4e-e768-46d7-a5f8-b298cdbabdcd req-cd41cd16-33d8-4ed9-800a-8c1d0aa41dd1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 1096 time: 0.0404263 Jan 27 23:03:34.157935 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26ec4e-e768-46d7-a5f8-b298cdbabdcd req-1821a525-66d1-47bb-8457-28235d47c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:34.159442 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc26ec4e-e768-46d7-a5f8-b298cdbabdcd req-1821a525-66d1-47bb-8457-28235d47c42a service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7f0bcf4-fcb9-4462-bf14-e40bbed03aec HTTP/1.1" status: 200 len: 896 time: 0.0889773 Jan 27 23:03:34.223016 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc26ec4e-e768-46d7-a5f8-b298cdbabdcd req-698c68a1-4187-4057-bca6-7e550548b7a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09fb612d-afce-4eb1-ba69-0d9f8be0b282 HTTP/1.1" status: 200 len: 1001 time: 0.0570180 Jan 27 23:03:34.270455 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26ec4e-e768-46d7-a5f8-b298cdbabdcd req-d1b166c8-cbcb-4bb4-8ff0-a741f8188989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:34.271862 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc26ec4e-e768-46d7-a5f8-b298cdbabdcd req-d1b166c8-cbcb-4bb4-8ff0-a741f8188989 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6d937f-c957-4bf6-b34d-001244d116ca HTTP/1.1" status: 200 len: 835 time: 0.0421357 Jan 27 23:03:34.320462 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26ec4e-e768-46d7-a5f8-b298cdbabdcd req-44497b7e-3c4b-4a1c-b24b-3282e0f8a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:34.321933 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc26ec4e-e768-46d7-a5f8-b298cdbabdcd req-44497b7e-3c4b-4a1c-b24b-3282e0f8a305 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7f0bcf4-fcb9-4462-bf14-e40bbed03aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432854 Jan 27 23:03:34.408621 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc26ec4e-e768-46d7-a5f8-b298cdbabdcd req-efd852e3-2a47-4bb0-a170-b0f766ffa5ae service neutron] 10.222.0.21 "GET /v2.0/networks/d7f0bcf4-fcb9-4462-bf14-e40bbed03aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800266 Jan 27 23:03:34.500052 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fc26ec4e-e768-46d7-a5f8-b298cdbabdcd req-02ba6cc0-2233-4a8b-9be6-64a17238043a service neutron] 10.222.0.21 "GET /v2.0/networks/d7f0bcf4-fcb9-4462-bf14-e40bbed03aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853043 Jan 27 23:03:43.398405 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:48.081219 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:03:51.956341 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:54.249044 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-31971a52-bcb1-4fa3-a3e3-9f5394d323c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:56.843518 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7ad5cfa1-21bb-41d1-9863-ebc61b6ae145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:57.802604 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:59.189372 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:00.466225 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:06.451133 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a1b84-4a98-4994-83a9-6382dd43e121 req-6dc0cbb3-792b-429c-967f-a7950ef8325c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:06.452678 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f64a1b84-4a98-4994-83a9-6382dd43e121 req-6dc0cbb3-792b-429c-967f-a7950ef8325c tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 945 time: 0.0502388 Jan 27 23:04:06.503184 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f64a1b84-4a98-4994-83a9-6382dd43e121 req-d2ce4a47-ecaf-4de3-9f6d-9fb57c48fdd1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d9d89-1411-44b1-b56b-c8c6a3e69622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450168 Jan 27 23:04:07.618718 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3eef0-e7f2-488a-99a4-2b252570ef0a req-37ea028f-f118-4898-8c78-f2d4ae7b6957 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:07.620259 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1dc3eef0-e7f2-488a-99a4-2b252570ef0a req-37ea028f-f118-4898-8c78-f2d4ae7b6957 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 945 time: 0.0479534 Jan 27 23:04:07.667484 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1dc3eef0-e7f2-488a-99a4-2b252570ef0a req-90fe0cf6-bcc7-4712-a094-c52686bf9321 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d9d89-1411-44b1-b56b-c8c6a3e69622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417073 Jan 27 23:04:08.792016 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e75e7-144b-40ad-9d68-5a25617f15e9 req-528bad50-45aa-49bc-a7f7-fbbf3388b1e1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:08.793551 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31e75e7-144b-40ad-9d68-5a25617f15e9 req-528bad50-45aa-49bc-a7f7-fbbf3388b1e1 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 945 time: 0.0582659 Jan 27 23:04:08.842031 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c31e75e7-144b-40ad-9d68-5a25617f15e9 req-eb30b76b-1776-4aca-81ef-9a19ba50735d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d9d89-1411-44b1-b56b-c8c6a3e69622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428462 Jan 27 23:04:08.865799 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57262) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:08.926801 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-94023ad9-0c87-4c0a-ac26-7d278e161089 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/floatingips/fe5aed45-53f5-4f37-a25e-08542ca75cfa HTTP/1.1" status: 200 len: 993 time: 0.0598686 Jan 27 23:04:10.217860 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6dcd7-4953-41ab-a251-cb7937f46f95 req-aac16e41-3afa-4846-bf07-59b09b324e6a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:10.219303 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eff6dcd7-4953-41ab-a251-cb7937f46f95 req-aac16e41-3afa-4846-bf07-59b09b324e6a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 945 time: 0.0785651 Jan 27 23:04:10.221840 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b117f-5cb7-49d6-b817-89e3d7c815c4 req-64388be5-a912-4310-ad32-7580286f69a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:10.223193 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f71b117f-5cb7-49d6-b817-89e3d7c815c4 req-64388be5-a912-4310-ad32-7580286f69a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 1096 time: 0.0564485 Jan 27 23:04:10.321570 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-eff6dcd7-4953-41ab-a251-cb7937f46f95 req-a61c6461-5a44-4512-87f0-5bb82c9a146e tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d9d89-1411-44b1-b56b-c8c6a3e69622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964220 Jan 27 23:04:10.346282 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b117f-5cb7-49d6-b817-89e3d7c815c4 req-8e5c1c3e-340c-4232-8855-dc266f2403f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:10.347742 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f71b117f-5cb7-49d6-b817-89e3d7c815c4 req-8e5c1c3e-340c-4232-8855-dc266f2403f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7f0bcf4-fcb9-4462-bf14-e40bbed03aec HTTP/1.1" status: 200 len: 896 time: 0.1161418 Jan 27 23:04:10.416264 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f71b117f-5cb7-49d6-b817-89e3d7c815c4 req-e0715c02-f7d8-4b01-8f42-f94f08159323 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09fb612d-afce-4eb1-ba69-0d9f8be0b282 HTTP/1.1" status: 200 len: 1001 time: 0.0608325 Jan 27 23:04:10.463703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b117f-5cb7-49d6-b817-89e3d7c815c4 req-4d995f84-a959-45d5-a85d-d01ed6d22399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:10.465158 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f71b117f-5cb7-49d6-b817-89e3d7c815c4 req-4d995f84-a959-45d5-a85d-d01ed6d22399 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6d937f-c957-4bf6-b34d-001244d116ca HTTP/1.1" status: 200 len: 835 time: 0.0431929 Jan 27 23:04:10.509083 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b117f-5cb7-49d6-b817-89e3d7c815c4 req-73a0f7d4-9660-45de-a1c3-cab12f398b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:10.510975 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f71b117f-5cb7-49d6-b817-89e3d7c815c4 req-73a0f7d4-9660-45de-a1c3-cab12f398b62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7f0bcf4-fcb9-4462-bf14-e40bbed03aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387843 Jan 27 23:04:10.603250 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f71b117f-5cb7-49d6-b817-89e3d7c815c4 req-1066ac2d-52ce-44c0-999c-9a698e13d425 service neutron] 10.222.0.21 "GET /v2.0/networks/d7f0bcf4-fcb9-4462-bf14-e40bbed03aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851233 Jan 27 23:04:10.690205 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f71b117f-5cb7-49d6-b817-89e3d7c815c4 req-55d467fd-2c35-47a6-a1c8-cd3adb7f8d07 service neutron] 10.222.0.21 "GET /v2.0/networks/d7f0bcf4-fcb9-4462-bf14-e40bbed03aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801146 Jan 27 23:04:11.438840 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199bdf2-0106-478a-afb1-8297c861bd72 req-8660b1ed-0cc8-4294-85d6-ec4c3816451a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:11.440340 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e199bdf2-0106-478a-afb1-8297c861bd72 req-8660b1ed-0cc8-4294-85d6-ec4c3816451a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 945 time: 0.0486326 Jan 27 23:04:11.488350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e199bdf2-0106-478a-afb1-8297c861bd72 req-5606f68b-86c2-4313-9326-ec9774bc6797 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d9d89-1411-44b1-b56b-c8c6a3e69622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423861 Jan 27 23:04:12.612659 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e00b4-8243-4a9d-ae1b-31d65d52bd5d req-d1d2a842-4357-4557-b2f0-9bb0daa4ac25 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:12.614128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f89e00b4-8243-4a9d-ae1b-31d65d52bd5d req-d1d2a842-4357-4557-b2f0-9bb0daa4ac25 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 945 time: 0.0526690 Jan 27 23:04:12.662033 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f89e00b4-8243-4a9d-ae1b-31d65d52bd5d req-27de7443-0249-408e-91de-cff9026e9247 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d9d89-1411-44b1-b56b-c8c6a3e69622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418112 Jan 27 23:04:12.684592 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57276) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:12.743095 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2df94aad-b749-4390-8c41-efad752fb53b tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/floatingips/fe5aed45-53f5-4f37-a25e-08542ca75cfa HTTP/1.1" status: 200 len: 993 time: 0.0574014 Jan 27 23:04:12.995155 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57282) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:13.151768 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting port cc0f1240-1dd4-4d91-bd4b-1d1ab00948e0 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:04:13.152112 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (cc0f1240-1dd4-4d91-bd4b-1d1ab00948e0), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:13.224546 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (cc0f1240-1dd4-4d91-bd4b-1d1ab00948e0), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:13.224873 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for floatingip (cc0f1240-1dd4-4d91-bd4b-1d1ab00948e0), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:13.237115 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Calling delete_port for cc0f1240-1dd4-4d91-bd4b-1d1ab00948e0 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:04:13.380748 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (cc0f1240-1dd4-4d91-bd4b-1d1ab00948e0), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:13.404301 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:13.408387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Port': ['ID=cc0f1240-1dd4-4d91-bd4b-1d1ab00948e0,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:13.431691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:13.432052 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:13.432429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:13.432777 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:13.433118 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:13.433455 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:13.433791 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:13.434125 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:13.434457 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:13.434792 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:13.435128 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:13.435454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:13.435780 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:13.480010 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for floatingip (fe5aed45-53f5-4f37-a25e-08542ca75cfa), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:13.480419 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Floating IP fe5aed45-53f5-4f37-a25e-08542ca75cfa disassociated (deleted). External IP: 172.25.3.169, port: 09fb612d-afce-4eb1-ba69-0d9f8be0b282. Jan 27 23:04:13.692955 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router 4b0267f5-ceca-447e-ac13-0039f2270520 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:04:13.798027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:04:13.802856 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:13.808570 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af8e170-b841-4066-bdb3-9baf4d4bbfe0 None None] Sync routers for ids ['4b0267f5-ceca-447e-ac13-0039f2270520'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:04:13.819938 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af8e170-b841-4066-bdb3-9baf4d4bbfe0 None None] Routers {'4b0267f5-ceca-447e-ac13-0039f2270520'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:04:13.820591 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4af8e170-b841-4066-bdb3-9baf4d4bbfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:03:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4b0267f5-ceca-447e-ac13-0039f2270520'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:13.832771 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-96a5840d-a26a-488e-b991-dae48c4b1bfe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/floatingips/fe5aed45-53f5-4f37-a25e-08542ca75cfa HTTP/1.1" status: 204 len: 168 time: 0.8364828 Jan 27 23:04:13.833374 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ccb4c7f-f0a4-4edb-aabf-19e4e2808168', 'tag': '09fb612d-afce-4eb1-ba69-0d9f8be0b282'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:04:13.835663 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fd0ccf-89b7-4778-8a39-55b6ee30fa81" -d '{"events": [{"name": "network-changed", "server_uuid": "4ccb4c7f-f0a4-4edb-aabf-19e4e2808168", "tag": "09fb612d-afce-4eb1-ba69-0d9f8be0b282"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:04:13.875218 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5b950d-456a-4a23-9d9f-0b64d44100fa x-openstack-request-id: req-5f5b950d-456a-4a23-9d9f-0b64d44100fa {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:04:13.875564 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ccb4c7f-f0a4-4edb-aabf-19e4e2808168", "tag": "09fb612d-afce-4eb1-ba69-0d9f8be0b282", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:04:13.875828 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f5b950d-456a-4a23-9d9f-0b64d44100fa {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:04:13.876574 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ccb4c7f-f0a4-4edb-aabf-19e4e2808168', 'tag': '09fb612d-afce-4eb1-ba69-0d9f8be0b282', 'status': 'completed', 'code': 200} Jan 27 23:04:13.932937 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-4af8e170-b841-4066-bdb3-9baf4d4bbfe0 None None] Set router 4b0267f5-ceca-447e-ac13-0039f2270520 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:04:13.945471 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd0ccf-89b7-4778-8a39-55b6ee30fa81 req-d09229c7-c242-4c86-86ea-ae661d606811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:13.948442 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80fd0ccf-89b7-4778-8a39-55b6ee30fa81 req-d09229c7-c242-4c86-86ea-ae661d606811 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7baef2dd068423eb46e5d5922401834&device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 1096 time: 0.0480189 Jan 27 23:04:14.075256 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd0ccf-89b7-4778-8a39-55b6ee30fa81 req-c5d7c05e-a40c-4eb1-9aba-8a6611b14ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:14.076767 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80fd0ccf-89b7-4778-8a39-55b6ee30fa81 req-c5d7c05e-a40c-4eb1-9aba-8a6611b14ff2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7f0bcf4-fcb9-4462-bf14-e40bbed03aec HTTP/1.1" status: 200 len: 896 time: 0.1207693 Jan 27 23:04:14.097319 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44454b-fad6-4060-91d3-5451869dc069 req-f70262c5-c1bd-4c3b-8544-be9e8481c8e8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:14.099185 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf44454b-fad6-4060-91d3-5451869dc069 req-f70262c5-c1bd-4c3b-8544-be9e8481c8e8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 945 time: 0.0685287 Jan 27 23:04:14.133948 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80fd0ccf-89b7-4778-8a39-55b6ee30fa81 req-99169aab-d1c4-4663-9eae-6f31e3f488f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09fb612d-afce-4eb1-ba69-0d9f8be0b282 HTTP/1.1" status: 200 len: 217 time: 0.0497882 Jan 27 23:04:14.137215 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4af8e170-b841-4066-bdb3-9baf4d4bbfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065966519', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:02:28Z', 'updated_at': '2022-01-27T23:02:32Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ad:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:29Z', 'updated_at': '2022-01-27T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '60545de8-2f1e-4b64-b802-ddea0bffdbe7', 'name': '', 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:2c:bc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9a6d937f-c957-4bf6-b34d-001244d116ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:31Z', 'updated_at': '2022-01-27T23:02:35Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '9a6d937f-c957-4bf6-b34d-001244d116ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:14.166632 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af8e170-b841-4066-bdb3-9baf4d4bbfe0 None None] Checking router: 4b0267f5-ceca-447e-ac13-0039f2270520 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:04:14.174945 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af8e170-b841-4066-bdb3-9baf4d4bbfe0 None None] Routers {'4b0267f5-ceca-447e-ac13-0039f2270520'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:04:14.175700 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4af8e170-b841-4066-bdb3-9baf4d4bbfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:03:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4b0267f5-ceca-447e-ac13-0039f2270520'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:14.208993 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd0ccf-89b7-4778-8a39-55b6ee30fa81 req-a3233c69-4f33-46ee-b31b-929baa99600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:14.210396 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80fd0ccf-89b7-4778-8a39-55b6ee30fa81 req-a3233c69-4f33-46ee-b31b-929baa99600e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a6d937f-c957-4bf6-b34d-001244d116ca HTTP/1.1" status: 200 len: 835 time: 0.0697176 Jan 27 23:04:14.214201 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf44454b-fad6-4060-91d3-5451869dc069 req-8e0b5b18-1f45-4111-a7f9-3a470c24f96f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d9d89-1411-44b1-b56b-c8c6a3e69622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830319 Jan 27 23:04:14.256454 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd0ccf-89b7-4778-8a39-55b6ee30fa81 req-71df3123-cd8d-415f-93ca-93b4807124e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:14.257952 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80fd0ccf-89b7-4778-8a39-55b6ee30fa81 req-71df3123-cd8d-415f-93ca-93b4807124e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7f0bcf4-fcb9-4462-bf14-e40bbed03aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415819 Jan 27 23:04:14.280431 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-4af8e170-b841-4066-bdb3-9baf4d4bbfe0 None None] Set router 4b0267f5-ceca-447e-ac13-0039f2270520 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:04:14.349570 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80fd0ccf-89b7-4778-8a39-55b6ee30fa81 req-b977b20c-72f7-4ff5-8ea9-d643bf83641e service neutron] 10.222.0.21 "GET /v2.0/networks/d7f0bcf4-fcb9-4462-bf14-e40bbed03aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843248 Jan 27 23:04:14.438874 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-80fd0ccf-89b7-4778-8a39-55b6ee30fa81 req-e870a67c-9e87-4940-a375-4a142d9ed8fa service neutron] 10.222.0.21 "GET /v2.0/networks/d7f0bcf4-fcb9-4462-bf14-e40bbed03aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821466 Jan 27 23:04:14.481028 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-4af8e170-b841-4066-bdb3-9baf4d4bbfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065966519', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:02:28Z', 'updated_at': '2022-01-27T23:02:32Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ad:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:29Z', 'updated_at': '2022-01-27T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '60545de8-2f1e-4b64-b802-ddea0bffdbe7', 'name': '', 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:2c:bc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9a6d937f-c957-4bf6-b34d-001244d116ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:31Z', 'updated_at': '2022-01-27T23:02:35Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '9a6d937f-c957-4bf6-b34d-001244d116ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:14.507475 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af8e170-b841-4066-bdb3-9baf4d4bbfe0 None None] The sync data for ids ['4b0267f5-ceca-447e-ac13-0039f2270520'] in n-d-772272-3 is: [{'id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065966519', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:02:28Z', 'updated_at': '2022-01-27T23:02:32Z', 'revision_number': 4, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ad:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:29Z', 'updated_at': '2022-01-27T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '60545de8-2f1e-4b64-b802-ddea0bffdbe7', 'name': '', 'network_id': 'd7f0bcf4-fcb9-4462-bf14-e40bbed03aec', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'mac_address': 'fa:16:3e:2c:bc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '9a6d937f-c957-4bf6-b34d-001244d116ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:31Z', 'updated_at': '2022-01-27T23:02:35Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'subnets': [{'id': '9a6d937f-c957-4bf6-b34d-001244d116ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:04:14.737950 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d633333-5cba-425b-92ca-0328c12edc2f None None] New status for floating IP fe5aed45-53f5-4f37-a25e-08542ca75cfa: DOWN {{(pid=109743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:04:15.335582 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438344b-e8d5-4cd6-94c0-29e85e3d68ec req-b2cf6234-e583-40e4-84e3-ea409389f9fe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:15.337093 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f438344b-e8d5-4cd6-94c0-29e85e3d68ec req-b2cf6234-e583-40e4-84e3-ea409389f9fe tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 945 time: 0.0520630 Jan 27 23:04:15.384934 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f438344b-e8d5-4cd6-94c0-29e85e3d68ec req-b6b84804-efb1-415c-8805-30b620cf093d tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d9d89-1411-44b1-b56b-c8c6a3e69622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417161 Jan 27 23:04:15.921815 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b6916-0160-40f2-b9d1-ff1f88309d35 req-249e7a0b-cc88-4c5d-b6f8-81a3cba78291 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:15.923353 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d4b6916-0160-40f2-b9d1-ff1f88309d35 req-249e7a0b-cc88-4c5d-b6f8-81a3cba78291 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 945 time: 0.0470030 Jan 27 23:04:16.347791 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-1d4b6916-0160-40f2-b9d1-ff1f88309d35 req-24058bb2-9c95-434f-a1ab-1abf4646c598 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting port 09fb612d-afce-4eb1-ba69-0d9f8be0b282 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:04:16.348514 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1d4b6916-0160-40f2-b9d1-ff1f88309d35 req-24058bb2-9c95-434f-a1ab-1abf4646c598 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (09fb612d-afce-4eb1-ba69-0d9f8be0b282), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:16.434355 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-1d4b6916-0160-40f2-b9d1-ff1f88309d35 req-24058bb2-9c95-434f-a1ab-1abf4646c598 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] For port 09fb612d-afce-4eb1-ba69-0d9f8be0b282, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=09fb612d-afce-4eb1-ba69-0d9f8be0b282,segment=NetworkSegment(7b4f0f13-4195-45dd-8b6b-f07ee15fde22),segment_id=7b4f0f13-4195-45dd-8b6b-f07ee15fde22)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:04:16.434730 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1d4b6916-0160-40f2-b9d1-ff1f88309d35 req-24058bb2-9c95-434f-a1ab-1abf4646c598 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (09fb612d-afce-4eb1-ba69-0d9f8be0b282), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:16.447292 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-1d4b6916-0160-40f2-b9d1-ff1f88309d35 req-24058bb2-9c95-434f-a1ab-1abf4646c598 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Calling delete_port for 09fb612d-afce-4eb1-ba69-0d9f8be0b282 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:04:16.561452 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2bcda-35ad-4ce6-859e-837f06a7b784 req-ea305458-310e-498a-8c77-c8b7611024a8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:16.562922 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9d2bcda-35ad-4ce6-859e-837f06a7b784 req-ea305458-310e-498a-8c77-c8b7611024a8 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ccb4c7f-f0a4-4edb-aabf-19e4e2808168 HTTP/1.1" status: 200 len: 945 time: 0.1075094 Jan 27 23:04:16.647105 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9d2bcda-35ad-4ce6-859e-837f06a7b784 req-04b8ef53-cf94-4e73-b832-4da956e5f3ba tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d9d89-1411-44b1-b56b-c8c6a3e69622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760040 Jan 27 23:04:16.661257 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1d4b6916-0160-40f2-b9d1-ff1f88309d35 req-24058bb2-9c95-434f-a1ab-1abf4646c598 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (09fb612d-afce-4eb1-ba69-0d9f8be0b282), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:16.693769 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24058bb2-9c95-434f-a1ab-1abf4646c598 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Port': ['ID=09fb612d-afce-4eb1-ba69-0d9f8be0b282,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:16.735791 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4b6916-0160-40f2-b9d1-ff1f88309d35 req-24058bb2-9c95-434f-a1ab-1abf4646c598 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] No DVR routers for this DVR port 09fb612d-afce-4eb1-ba69-0d9f8be0b282 on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:04:16.738317 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-1d4b6916-0160-40f2-b9d1-ff1f88309d35 req-24058bb2-9c95-434f-a1ab-1abf4646c598 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:16.741586 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d4b6916-0160-40f2-b9d1-ff1f88309d35 req-24058bb2-9c95-434f-a1ab-1abf4646c598 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.21 "DELETE /v2.0/ports/09fb612d-afce-4eb1-ba69-0d9f8be0b282 HTTP/1.1" status: 204 len: 173 time: 0.8129110 Jan 27 23:04:16.742026 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ccb4c7f-f0a4-4edb-aabf-19e4e2808168', 'name': 'network-vif-deleted', 'tag': '09fb612d-afce-4eb1-ba69-0d9f8be0b282'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:04:16.744261 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d46d05-cb97-420a-9dfd-41be464a7135" -d '{"events": [{"server_uuid": "4ccb4c7f-f0a4-4edb-aabf-19e4e2808168", "name": "network-vif-deleted", "tag": "09fb612d-afce-4eb1-ba69-0d9f8be0b282"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:04:16.781299 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ae2d52-2e8a-472e-a522-115e90c4af95 x-openstack-request-id: req-21ae2d52-2e8a-472e-a522-115e90c4af95 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:04:16.781595 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ccb4c7f-f0a4-4edb-aabf-19e4e2808168", "name": "network-vif-deleted", "tag": "09fb612d-afce-4eb1-ba69-0d9f8be0b282", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:04:16.781875 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21ae2d52-2e8a-472e-a522-115e90c4af95 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:04:16.782278 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ccb4c7f-f0a4-4edb-aabf-19e4e2808168', 'name': 'network-vif-deleted', 'tag': '09fb612d-afce-4eb1-ba69-0d9f8be0b282', 'status': 'completed', 'code': 200} Jan 27 23:04:17.704563 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57298) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:18.060291 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3bbf487a-9001-403f-919e-901364d0ba75 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (4b0267f5-ceca-447e-ac13-0039f2270520), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:18.312056 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-3bbf487a-9001-403f-919e-901364d0ba75 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting port 60545de8-2f1e-4b64-b802-ddea0bffdbe7 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:04:18.312358 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3bbf487a-9001-403f-919e-901364d0ba75 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (60545de8-2f1e-4b64-b802-ddea0bffdbe7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:18.398295 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-3bbf487a-9001-403f-919e-901364d0ba75 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] For port 60545de8-2f1e-4b64-b802-ddea0bffdbe7, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=60545de8-2f1e-4b64-b802-ddea0bffdbe7,segment=NetworkSegment(7b4f0f13-4195-45dd-8b6b-f07ee15fde22),segment_id=7b4f0f13-4195-45dd-8b6b-f07ee15fde22)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:04:18.398664 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3bbf487a-9001-403f-919e-901364d0ba75 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (60545de8-2f1e-4b64-b802-ddea0bffdbe7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:18.410953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-3bbf487a-9001-403f-919e-901364d0ba75 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Calling delete_port for 60545de8-2f1e-4b64-b802-ddea0bffdbe7 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:04:18.593151 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3bbf487a-9001-403f-919e-901364d0ba75 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (60545de8-2f1e-4b64-b802-ddea0bffdbe7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:18.625403 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf487a-9001-403f-919e-901364d0ba75 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Port': ['ID=60545de8-2f1e-4b64-b802-ddea0bffdbe7,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:18.797113 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3bbf487a-9001-403f-919e-901364d0ba75 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (4b0267f5-ceca-447e-ac13-0039f2270520), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:19.016325 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbf487a-9001-403f-919e-901364d0ba75 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Router 4b0267f5-ceca-447e-ac13-0039f2270520 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:04:19.123903 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbf487a-9001-403f-919e-901364d0ba75 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:04:19.129436 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3bbf487a-9001-403f-919e-901364d0ba75 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "PUT /v2.0/routers/4b0267f5-ceca-447e-ac13-0039f2270520/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4237583 Jan 27 23:04:19.132115 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57300) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:19.136601 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421b74cc-323e-4743-8e5f-42e6e4f9ad12 None None] Sync routers for ids ['4b0267f5-ceca-447e-ac13-0039f2270520'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:04:19.146101 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421b74cc-323e-4743-8e5f-42e6e4f9ad12 None None] Routers {'4b0267f5-ceca-447e-ac13-0039f2270520'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:04:19.146720 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-421b74cc-323e-4743-8e5f-42e6e4f9ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:03:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4b0267f5-ceca-447e-ac13-0039f2270520'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:19.187096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6631e6b-8406-40c9-8919-3f043328fd0a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting subnet 9a6d937f-c957-4bf6-b34d-001244d116ca {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:04:19.190291 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f6631e6b-8406-40c9-8919-3f043328fd0a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for subnet (9a6d937f-c957-4bf6-b34d-001244d116ca), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:19.230875 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f6631e6b-8406-40c9-8919-3f043328fd0a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (9a6d937f-c957-4bf6-b34d-001244d116ca), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:19.250353 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-421b74cc-323e-4743-8e5f-42e6e4f9ad12 None None] Set router 4b0267f5-ceca-447e-ac13-0039f2270520 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:04:19.319776 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f6631e6b-8406-40c9-8919-3f043328fd0a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (9a6d937f-c957-4bf6-b34d-001244d116ca), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:19.377764 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f6631e6b-8406-40c9-8919-3f043328fd0a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (9a6d937f-c957-4bf6-b34d-001244d116ca), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:19.406584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6631e6b-8406-40c9-8919-3f043328fd0a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Subnet': ['ID=9a6d937f-c957-4bf6-b34d-001244d116ca,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:19.408614 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f6631e6b-8406-40c9-8919-3f043328fd0a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:19.412086 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f6631e6b-8406-40c9-8919-3f043328fd0a tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/subnets/9a6d937f-c957-4bf6-b34d-001244d116ca HTTP/1.1" status: 204 len: 168 time: 0.2780266 Jan 27 23:04:19.414405 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57302) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:19.414827 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036e530c-084e-4931-8594-8c5acd08093a None None] Network d7f0bcf4-fcb9-4462-bf14-e40bbed03aec requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:04:19.529947 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f3d8-af74-4892-a823-7778bad84f0f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router (4b0267f5-ceca-447e-ac13-0039f2270520), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:19.531609 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-421b74cc-323e-4743-8e5f-42e6e4f9ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065966519', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:02:28Z', 'updated_at': '2022-01-27T23:04:18Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ad:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:29Z', 'updated_at': '2022-01-27T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:19.558595 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421b74cc-323e-4743-8e5f-42e6e4f9ad12 None None] Checking router: 4b0267f5-ceca-447e-ac13-0039f2270520 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:04:19.567200 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421b74cc-323e-4743-8e5f-42e6e4f9ad12 None None] Routers {'4b0267f5-ceca-447e-ac13-0039f2270520'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:04:19.567813 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-421b74cc-323e-4743-8e5f-42e6e4f9ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:03:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['4b0267f5-ceca-447e-ac13-0039f2270520'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:19.588670 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87ee5fe-d985-43c7-b219-3f6193ef4b81 None None] DHCP port deletion for d7f0bcf4-fcb9-4462-bf14-e40bbed03aec request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:04:19.638417 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b87ee5fe-d985-43c7-b219-3f6193ef4b81 None None] Deleting port 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4 {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:04:19.638803 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b87ee5fe-d985-43c7-b219-3f6193ef4b81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5e215e21-6fd3-4dfc-acf0-6839b8ff62f4), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:19.639169 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f3d8-af74-4892-a823-7778bad84f0f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_gateway (4b0267f5-ceca-447e-ac13-0039f2270520), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:19.677926 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-421b74cc-323e-4743-8e5f-42e6e4f9ad12 None None] Set router 4b0267f5-ceca-447e-ac13-0039f2270520 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:04:19.697584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-4cd5f3d8-af74-4892-a823-7778bad84f0f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Deleting port 5bc4aed9-0bb9-4d95-967b-bb1057452992 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:04:19.697952 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f3d8-af74-4892-a823-7778bad84f0f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5bc4aed9-0bb9-4d95-967b-bb1057452992), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:19.705029 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b87ee5fe-d985-43c7-b219-3f6193ef4b81 None None] For port 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5e215e21-6fd3-4dfc-acf0-6839b8ff62f4,segment=NetworkSegment(7b4f0f13-4195-45dd-8b6b-f07ee15fde22),segment_id=7b4f0f13-4195-45dd-8b6b-f07ee15fde22)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:04:19.705431 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b87ee5fe-d985-43c7-b219-3f6193ef4b81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5e215e21-6fd3-4dfc-acf0-6839b8ff62f4), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:19.718873 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b87ee5fe-d985-43c7-b219-3f6193ef4b81 None None] Calling delete_port for 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4 owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:04:19.779858 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-4cd5f3d8-af74-4892-a823-7778bad84f0f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] For port 5bc4aed9-0bb9-4d95-967b-bb1057452992, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=5bc4aed9-0bb9-4d95-967b-bb1057452992,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:04:19.780253 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f3d8-af74-4892-a823-7778bad84f0f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5bc4aed9-0bb9-4d95-967b-bb1057452992), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:19.793271 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-4cd5f3d8-af74-4892-a823-7778bad84f0f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Calling delete_port for 5bc4aed9-0bb9-4d95-967b-bb1057452992 owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:04:19.803272 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b87ee5fe-d985-43c7-b219-3f6193ef4b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (5e215e21-6fd3-4dfc-acf0-6839b8ff62f4), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:19.831301 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87ee5fe-d985-43c7-b219-3f6193ef4b81 None None] No DVR routers for this DVR port 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4 on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:04:19.835619 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ee5fe-d985-43c7-b219-3f6193ef4b81 None None] Pushing event deleted for resources: {'Port': ['ID=5e215e21-6fd3-4dfc-acf0-6839b8ff62f4,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:19.847880 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee5fe-d985-43c7-b219-3f6193ef4b81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:19.848270 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee5fe-d985-43c7-b219-3f6193ef4b81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:19.848617 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee5fe-d985-43c7-b219-3f6193ef4b81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:19.848956 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee5fe-d985-43c7-b219-3f6193ef4b81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:19.849286 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee5fe-d985-43c7-b219-3f6193ef4b81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:19.849615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee5fe-d985-43c7-b219-3f6193ef4b81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:19.849937 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee5fe-d985-43c7-b219-3f6193ef4b81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:19.850263 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee5fe-d985-43c7-b219-3f6193ef4b81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:19.850585 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee5fe-d985-43c7-b219-3f6193ef4b81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:19.850908 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee5fe-d985-43c7-b219-3f6193ef4b81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:19.851227 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee5fe-d985-43c7-b219-3f6193ef4b81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:19.851546 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee5fe-d985-43c7-b219-3f6193ef4b81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:19.851865 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ee5fe-d985-43c7-b219-3f6193ef4b81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:19.874315 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-421b74cc-323e-4743-8e5f-42e6e4f9ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065966519', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:02:28Z', 'updated_at': '2022-01-27T23:04:18Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ad:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:29Z', 'updated_at': '2022-01-27T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:19.901101 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421b74cc-323e-4743-8e5f-42e6e4f9ad12 None None] The sync data for ids ['4b0267f5-ceca-447e-ac13-0039f2270520'] in n-d-772272-3 is: [{'id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065966519', 'tenant_id': 'a7baef2dd068423eb46e5d5922401834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:02:28Z', 'updated_at': '2022-01-27T23:04:18Z', 'revision_number': 5, 'project_id': 'a7baef2dd068423eb46e5d5922401834', 'gw_port': {'id': '5bc4aed9-0bb9-4d95-967b-bb1057452992', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ad:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0267f5-ceca-447e-ac13-0039f2270520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:02:29Z', 'updated_at': '2022-01-27T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:04:19.958166 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 09fb612d-afce-4eb1-ba69-0d9f8be0b282 no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:04:19.986542 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f3d8-af74-4892-a823-7778bad84f0f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5bc4aed9-0bb9-4d95-967b-bb1057452992), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:19.987130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 09fb612d-afce-4eb1-ba69-0d9f8be0b282 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:04:19.987130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 09fb612d-afce-4eb1-ba69-0d9f8be0b282 not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:04:20.011787 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5f3d8-af74-4892-a823-7778bad84f0f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Port': ['ID=5bc4aed9-0bb9-4d95-967b-bb1057452992,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:20.069358 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f3d8-af74-4892-a823-7778bad84f0f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (4b0267f5-ceca-447e-ac13-0039f2270520), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:20.158741 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f3d8-af74-4892-a823-7778bad84f0f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (4b0267f5-ceca-447e-ac13-0039f2270520), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:20.160792 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f3d8-af74-4892-a823-7778bad84f0f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router_controller (4b0267f5-ceca-447e-ac13-0039f2270520), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:20.202350 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f3d8-af74-4892-a823-7778bad84f0f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (4b0267f5-ceca-447e-ac13-0039f2270520), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:20.202880 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd5f3d8-af74-4892-a823-7778bad84f0f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Fanout notify agent at l3_agent the message router_deleted on router 4b0267f5-ceca-447e-ac13-0039f2270520 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:04:20.209563 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f3d8-af74-4892-a823-7778bad84f0f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:20.213130 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4cd5f3d8-af74-4892-a823-7778bad84f0f tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/routers/4b0267f5-ceca-447e-ac13-0039f2270520 HTTP/1.1" status: 204 len: 168 time: 0.7977092 Jan 27 23:04:20.214055 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57304) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:20.293680 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eea35178-c905-4cc6-a4c3-0b0cbdc02807 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (d7f0bcf4-fcb9-4462-bf14-e40bbed03aec), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:20.382150 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eea35178-c905-4cc6-a4c3-0b0cbdc02807 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (d7f0bcf4-fcb9-4462-bf14-e40bbed03aec), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:20.408458 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-eea35178-c905-4cc6-a4c3-0b0cbdc02807 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f0bcf4-fcb9-4462-bf14-e40bbed03aec']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:20.417559 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-eea35178-c905-4cc6-a4c3-0b0cbdc02807 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4f0f13-4195-45dd-8b6b-f07ee15fde22') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:20.417862 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-eea35178-c905-4cc6-a4c3-0b0cbdc02807 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4f0f13-4195-45dd-8b6b-f07ee15fde22') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:20.427435 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eea35178-c905-4cc6-a4c3-0b0cbdc02807 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (7b4f0f13-4195-45dd-8b6b-f07ee15fde22), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:20.440771 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eea35178-c905-4cc6-a4c3-0b0cbdc02807 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (7b4f0f13-4195-45dd-8b6b-f07ee15fde22), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:20.448288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea35178-c905-4cc6-a4c3-0b0cbdc02807 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:04:20.448783 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eea35178-c905-4cc6-a4c3-0b0cbdc02807 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (7b4f0f13-4195-45dd-8b6b-f07ee15fde22), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: timer() Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:04:20.452550 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:04:20.512722 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eea35178-c905-4cc6-a4c3-0b0cbdc02807 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (d7f0bcf4-fcb9-4462-bf14-e40bbed03aec), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:20.518110 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-eea35178-c905-4cc6-a4c3-0b0cbdc02807 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:20.521415 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-eea35178-c905-4cc6-a4c3-0b0cbdc02807 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/networks/d7f0bcf4-fcb9-4462-bf14-e40bbed03aec HTTP/1.1" status: 204 len: 168 time: 0.3063123 Jan 27 23:04:20.526384 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57306) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:20.539663 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea35178-c905-4cc6-a4c3-0b0cbdc02807 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'Network': ['ID=d7f0bcf4-fcb9-4462-bf14-e40bbed03aec,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:20.584510 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92b796a1-4a04-4f5c-a561-7bb98e321c02 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (796d9d89-1411-44b1-b56b-c8c6a3e69622), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:20.609908 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92b796a1-4a04-4f5c-a561-7bb98e321c02 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (796d9d89-1411-44b1-b56b-c8c6a3e69622), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:20.669028 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92b796a1-4a04-4f5c-a561-7bb98e321c02 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (796d9d89-1411-44b1-b56b-c8c6a3e69622), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:20.671715 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-92b796a1-4a04-4f5c-a561-7bb98e321c02 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:20.672913 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-92b796a1-4a04-4f5c-a561-7bb98e321c02 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] 10.222.0.23 "DELETE /v2.0/security-groups/796d9d89-1411-44b1-b56b-c8c6a3e69622 HTTP/1.1" status: 204 len: 168 time: 0.1469188 Jan 27 23:04:20.682370 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b796a1-4a04-4f5c-a561-7bb98e321c02 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=796d9d89-1411-44b1-b56b-c8c6a3e69622,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:20.689853 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b796a1-4a04-4f5c-a561-7bb98e321c02 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:20.690210 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b796a1-4a04-4f5c-a561-7bb98e321c02 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:20.690621 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b796a1-4a04-4f5c-a561-7bb98e321c02 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:20.690967 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b796a1-4a04-4f5c-a561-7bb98e321c02 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:20.691303 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b796a1-4a04-4f5c-a561-7bb98e321c02 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:20.691640 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b796a1-4a04-4f5c-a561-7bb98e321c02 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:20.691973 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b796a1-4a04-4f5c-a561-7bb98e321c02 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:20.692334 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b796a1-4a04-4f5c-a561-7bb98e321c02 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:20.692665 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b796a1-4a04-4f5c-a561-7bb98e321c02 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:20.692995 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b796a1-4a04-4f5c-a561-7bb98e321c02 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:20.693325 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b796a1-4a04-4f5c-a561-7bb98e321c02 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:20.693649 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b796a1-4a04-4f5c-a561-7bb98e321c02 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:20.693973 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b796a1-4a04-4f5c-a561-7bb98e321c02 tempest-TestNetworkAdvancedServerOps-55280417 tempest-TestNetworkAdvancedServerOps-55280417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:20.978726 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5bc4aed9-0bb9-4d95-967b-bb1057452992 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:04:20.998858 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 5bc4aed9-0bb9-4d95-967b-bb1057452992 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:04:20.999204 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5bc4aed9-0bb9-4d95-967b-bb1057452992 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:04:20.999845 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:04:21.019352 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:04:21.019699 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 5e215e21-6fd3-4dfc-acf0-6839b8ff62f4 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:04:21.020125 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 60545de8-2f1e-4b64-b802-ddea0bffdbe7 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:04:21.039186 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 60545de8-2f1e-4b64-b802-ddea0bffdbe7 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:04:21.039542 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 60545de8-2f1e-4b64-b802-ddea0bffdbe7 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:04:21.049393 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57314) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:21.184370 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ed30deaf-821a-4913-bc20-bd8d67a9b96f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7baef2dd068423eb46e5d5922401834&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336901 Jan 27 23:04:21.186864 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57318) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:21.232756 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-49bebabe-6529-447f-bbc9-0799bbfb6449 admin admin] Publish callbacks [] for security_group (7c00ca35-39ab-4d6a-9188-a2f9950d4fe1), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:21.253539 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-49bebabe-6529-447f-bbc9-0799bbfb6449 admin admin] Publish callbacks [] for security_group (7c00ca35-39ab-4d6a-9188-a2f9950d4fe1), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:21.300080 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-49bebabe-6529-447f-bbc9-0799bbfb6449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (7c00ca35-39ab-4d6a-9188-a2f9950d4fe1), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:21.302924 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-49bebabe-6529-447f-bbc9-0799bbfb6449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:21.304089 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-49bebabe-6529-447f-bbc9-0799bbfb6449 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c00ca35-39ab-4d6a-9188-a2f9950d4fe1 HTTP/1.1" status: 204 len: 168 time: 0.1163321 Jan 27 23:04:21.312046 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bebabe-6529-447f-bbc9-0799bbfb6449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c00ca35-39ab-4d6a-9188-a2f9950d4fe1,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:21.566842 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57324) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:21.581280 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e5ddd621-3437-4411-a941-a6797a813c76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:21.657496 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e5ddd621-3437-4411-a941-a6797a813c76 admin admin] Publish callbacks [] for security_group (cd232d94-172b-4803-b412-47b575e61571), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:21.661256 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e5ddd621-3437-4411-a941-a6797a813c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cd232d94-172b-4803-b412-47b575e61571), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:21.699472 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e5ddd621-3437-4411-a941-a6797a813c76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ef7f8dfe5e74131ae5be650d42910f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315756 Jan 27 23:04:21.700827 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddd621-3437-4411-a941-a6797a813c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd232d94-172b-4803-b412-47b575e61571,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:21.702376 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57326) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:21.750824 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d82e6a24-52a8-4f83-96be-a11c46c93509 admin admin] Publish callbacks [] for security_group (cd232d94-172b-4803-b412-47b575e61571), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:21.771604 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d82e6a24-52a8-4f83-96be-a11c46c93509 admin admin] Publish callbacks [] for security_group (cd232d94-172b-4803-b412-47b575e61571), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:21.819582 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d82e6a24-52a8-4f83-96be-a11c46c93509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (cd232d94-172b-4803-b412-47b575e61571), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:21.822752 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d82e6a24-52a8-4f83-96be-a11c46c93509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:21.824022 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d82e6a24-52a8-4f83-96be-a11c46c93509 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd232d94-172b-4803-b412-47b575e61571 HTTP/1.1" status: 204 len: 168 time: 0.1204612 Jan 27 23:04:21.831571 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e6a24-52a8-4f83-96be-a11c46c93509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd232d94-172b-4803-b412-47b575e61571,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:21.954500 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:22.508372 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57348) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:22.602538 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-88e094f3-4b12-404f-a1aa-94aa9f2870bd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1261561860-network', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:04:22.622714 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e094f3-4b12-404f-a1aa-94aa9f2870bd admin admin] Made reservation on behalf of 946661c5ddf848e182adc3b78fe3c0eb for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:04:22.625038 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88e094f3-4b12-404f-a1aa-94aa9f2870bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:22.636377 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88e094f3-4b12-404f-a1aa-94aa9f2870bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:22.714148 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88e094f3-4b12-404f-a1aa-94aa9f2870bd admin admin] Publish callbacks [] for security_group (b81233a6-0bf5-46e0-8bab-f83c9e1de1a8), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:22.718249 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88e094f3-4b12-404f-a1aa-94aa9f2870bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b81233a6-0bf5-46e0-8bab-f83c9e1de1a8), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:22.739932 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e094f3-4b12-404f-a1aa-94aa9f2870bd admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:04:22.754357 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e094f3-4b12-404f-a1aa-94aa9f2870bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81233a6-0bf5-46e0-8bab-f83c9e1de1a8,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:22.760090 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88e094f3-4b12-404f-a1aa-94aa9f2870bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (8871d8d2-84c3-4ca5-8e12-a1ac88a23839), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:22.760409 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-88e094f3-4b12-404f-a1aa-94aa9f2870bd admin admin] Added segment 8871d8d2-84c3-4ca5-8e12-a1ac88a23839 of type vlan for network c10eaf83-c9da-4749-aff4-3c05a317475f Jan 27 23:04:22.801046 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88e094f3-4b12-404f-a1aa-94aa9f2870bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (c10eaf83-c9da-4749-aff4-3c05a317475f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:22.826339 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88e094f3-4b12-404f-a1aa-94aa9f2870bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (c10eaf83-c9da-4749-aff4-3c05a317475f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:22.827296 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e094f3-4b12-404f-a1aa-94aa9f2870bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:22.827881 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-88e094f3-4b12-404f-a1aa-94aa9f2870bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:22.886434 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-88e094f3-4b12-404f-a1aa-94aa9f2870bd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3741567 Jan 27 23:04:22.886990 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57352) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:22.893513 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-468163fb-e73c-44b2-a152-e5d561e9577b admin admin] Request body: {'subnet': {'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1261561860-subnet', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:04:22.898742 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e094f3-4b12-404f-a1aa-94aa9f2870bd admin admin] Pushing event updated for resources: {'Network': ['ID=c10eaf83-c9da-4749-aff4-3c05a317475f,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:22.911410 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network c10eaf83-c9da-4749-aff4-3c05a317475f details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:04:22.934482 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468163fb-e73c-44b2-a152-e5d561e9577b admin admin] Made reservation on behalf of 946661c5ddf848e182adc3b78fe3c0eb for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:04:22.937114 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-468163fb-e73c-44b2-a152-e5d561e9577b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:23.115189 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-468163fb-e73c-44b2-a152-e5d561e9577b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (75c805d2-7ec2-4950-88d5-174dcecc20d9), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:23.169870 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468163fb-e73c-44b2-a152-e5d561e9577b admin admin] Pushing event updated for resources: {'Subnet': ['ID=75c805d2-7ec2-4950-88d5-174dcecc20d9,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:23.178368 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468163fb-e73c-44b2-a152-e5d561e9577b admin admin] Checking segment: {'id': '8871d8d2-84c3-4ca5-8e12-a1ac88a23839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:04:23.178728 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468163fb-e73c-44b2-a152-e5d561e9577b admin admin] Network hostable DHCP agents. Network: c10eaf83-c9da-4749-aff4-3c05a317475f, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:04:23.194096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468163fb-e73c-44b2-a152-e5d561e9577b admin admin] Network c10eaf83-c9da-4749-aff4-3c05a317475f is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:04:23.203438 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-468163fb-e73c-44b2-a152-e5d561e9577b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, c10eaf83-c9da-4749-aff4-3c05a317475f) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:04:23.207633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468163fb-e73c-44b2-a152-e5d561e9577b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:23.208269 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-468163fb-e73c-44b2-a152-e5d561e9577b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:23.212899 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cffd4bd-baef-4b74-9534-33f38d9223b7 None None] Network c10eaf83-c9da-4749-aff4-3c05a317475f requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:04:23.225090 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-468163fb-e73c-44b2-a152-e5d561e9577b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3368623 Jan 27 23:04:23.227836 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57356) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:23.232379 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-def912e5-3362-468e-83dc-82490670735d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1261561860-router', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:04:23.251170 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-def912e5-3362-468e-83dc-82490670735d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (e82eabc6-2410-4a04-8966-f0389613780a), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:23.252220 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-def912e5-3362-468e-83dc-82490670735d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (e82eabc6-2410-4a04-8966-f0389613780a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:23.304847 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-def912e5-3362-468e-83dc-82490670735d admin admin] Publish callbacks [] for router_controller (e82eabc6-2410-4a04-8966-f0389613780a), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:23.318189 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c20489-e888-498f-9b86-db4311bd53e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-c10eaf83-c9da-4749-aff4-3c05a317475f', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'fixed_ips': [{'subnet_id': '75c805d2-7ec2-4950-88d5-174dcecc20d9'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:04:23.319201 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-16c20489-e888-498f-9b86-db4311bd53e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:23.441928 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-def912e5-3362-468e-83dc-82490670735d admin admin] Publish callbacks [] for router_gateway (e82eabc6-2410-4a04-8966-f0389613780a), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:23.454290 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-16c20489-e888-498f-9b86-db4311bd53e5 None None] Allocated IP 172.20.0.2 (c10eaf83-c9da-4749-aff4-3c05a317475f/75c805d2-7ec2-4950-88d5-174dcecc20d9/79cb6cd7-77c2-404b-a648-f71c7e65c1ad) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:04:23.596352 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-16c20489-e888-498f-9b86-db4311bd53e5 None None] Publish callbacks [] for port (79cb6cd7-77c2-404b-a648-f71c7e65c1ad), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:23.601552 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-16c20489-e888-498f-9b86-db4311bd53e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (79cb6cd7-77c2-404b-a648-f71c7e65c1ad), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:23.643821 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c20489-e888-498f-9b86-db4311bd53e5 None None] Network c10eaf83-c9da-4749-aff4-3c05a317475f is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:04:23.644557 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-def912e5-3362-468e-83dc-82490670735d admin admin] Publish callbacks [] for router_gateway (e82eabc6-2410-4a04-8966-f0389613780a), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:23.650154 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-16c20489-e888-498f-9b86-db4311bd53e5 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:04:23.654414 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c20489-e888-498f-9b86-db4311bd53e5 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:04:23.657468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c20489-e888-498f-9b86-db4311bd53e5 None None] Pushing event updated for resources: {'Port': ['ID=79cb6cd7-77c2-404b-a648-f71c7e65c1ad,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:23.663608 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-def912e5-3362-468e-83dc-82490670735d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:23.709626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-16c20489-e888-498f-9b86-db4311bd53e5 None None] Attempting to bind port 79cb6cd7-77c2-404b-a648-f71c7e65c1ad on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:04:23.710003 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-16c20489-e888-498f-9b86-db4311bd53e5 None None] Attempting to bind port 79cb6cd7-77c2-404b-a648-f71c7e65c1ad by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '8871d8d2-84c3-4ca5-8e12-a1ac88a23839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:04:23.710377 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c20489-e888-498f-9b86-db4311bd53e5 None None] Attempting to bind port 79cb6cd7-77c2-404b-a648-f71c7e65c1ad on network c10eaf83-c9da-4749-aff4-3c05a317475f {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:04:23.715520 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c20489-e888-498f-9b86-db4311bd53e5 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:04:23.716017 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c20489-e888-498f-9b86-db4311bd53e5 None None] Checking segment: {'id': '8871d8d2-84c3-4ca5-8e12-a1ac88a23839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:04:23.716466 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-16c20489-e888-498f-9b86-db4311bd53e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:23.716856 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c20489-e888-498f-9b86-db4311bd53e5 None None] Bound using segment: {'id': '8871d8d2-84c3-4ca5-8e12-a1ac88a23839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:04:23.717325 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-16c20489-e888-498f-9b86-db4311bd53e5 None None] Bound port: 79cb6cd7-77c2-404b-a648-f71c7e65c1ad, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8871d8d2-84c3-4ca5-8e12-a1ac88a23839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:04:23.717710 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-16c20489-e888-498f-9b86-db4311bd53e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (79cb6cd7-77c2-404b-a648-f71c7e65c1ad), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:23.764398 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-def912e5-3362-468e-83dc-82490670735d admin admin] Allocated IP 172.25.3.12 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/afe09d5a-eefa-4e7e-aff9-2a8e7a787512) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:04:23.780670 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-16c20489-e888-498f-9b86-db4311bd53e5 None None] For port 79cb6cd7-77c2-404b-a648-f71c7e65c1ad, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:04:23.783968 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-16c20489-e888-498f-9b86-db4311bd53e5 None None] For port 79cb6cd7-77c2-404b-a648-f71c7e65c1ad, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=79cb6cd7-77c2-404b-a648-f71c7e65c1ad,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:04:23.788918 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-16c20489-e888-498f-9b86-db4311bd53e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (79cb6cd7-77c2-404b-a648-f71c7e65c1ad), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:23.855743 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c20489-e888-498f-9b86-db4311bd53e5 None None] Pushing event updated for resources: {'Port': ['ID=79cb6cd7-77c2-404b-a648-f71c7e65c1ad,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:23.893148 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-def912e5-3362-468e-83dc-82490670735d admin admin] Publish callbacks [] for port (afe09d5a-eefa-4e7e-aff9-2a8e7a787512), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:23.933682 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-def912e5-3362-468e-83dc-82490670735d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (afe09d5a-eefa-4e7e-aff9-2a8e7a787512), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:23.973530 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def912e5-3362-468e-83dc-82490670735d admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:04:23.981155 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-def912e5-3362-468e-83dc-82490670735d admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:04:23.986399 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def912e5-3362-468e-83dc-82490670735d admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:04:23.988758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def912e5-3362-468e-83dc-82490670735d admin admin] Pushing event updated for resources: {'Port': ['ID=afe09d5a-eefa-4e7e-aff9-2a8e7a787512,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:24.261456 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-54e711ab-7d70-4e68-9b34-3fc5623e9e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:24.603450 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-def912e5-3362-468e-83dc-82490670735d admin admin] Publish callbacks [] for router_gateway (e82eabc6-2410-4a04-8966-f0389613780a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:24.805811 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-def912e5-3362-468e-83dc-82490670735d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (e82eabc6-2410-4a04-8966-f0389613780a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:24.821901 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16f50aa-aef8-4f75-9e32-a955cd20749d None None] Network c10eaf83-c9da-4749-aff4-3c05a317475f requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:04:24.891175 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e0427ad7-577f-4d37-8d7f-8855bcaeb8a8 None None] Provisioning complete for port 79cb6cd7-77c2-404b-a648-f71c7e65c1ad triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:24.891548 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e0427ad7-577f-4d37-8d7f-8855bcaeb8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (79cb6cd7-77c2-404b-a648-f71c7e65c1ad), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:24.947386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def912e5-3362-468e-83dc-82490670735d admin admin] Router e82eabc6-2410-4a04-8966-f0389613780a is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 23:04:25.032889 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e0427ad7-577f-4d37-8d7f-8855bcaeb8a8 None None] Current status of the port 79cb6cd7-77c2-404b-a648-f71c7e65c1ad is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:04:25.033610 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e0427ad7-577f-4d37-8d7f-8855bcaeb8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (79cb6cd7-77c2-404b-a648-f71c7e65c1ad), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:25.057916 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 79cb6cd7-77c2-404b-a648-f71c7e65c1ad up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:04:25.071043 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def912e5-3362-468e-83dc-82490670735d admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:04:25.083967 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:04:25.088323 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] Sync routers for ids ['e82eabc6-2410-4a04-8966-f0389613780a'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:04:25.091221 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-def912e5-3362-468e-83dc-82490670735d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:25.092685 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-def912e5-3362-468e-83dc-82490670735d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8638573 Jan 27 23:04:25.095381 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57358) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:25.112154 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-e0427ad7-577f-4d37-8d7f-8855bcaeb8a8 None None] For port 79cb6cd7-77c2-404b-a648-f71c7e65c1ad, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=79cb6cd7-77c2-404b-a648-f71c7e65c1ad,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:04:25.124706 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e0427ad7-577f-4d37-8d7f-8855bcaeb8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (79cb6cd7-77c2-404b-a648-f71c7e65c1ad), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:25.132306 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] Routers {'e82eabc6-2410-4a04-8966-f0389613780a'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:04:25.133254 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:03:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e82eabc6-2410-4a04-8966-f0389613780a'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:25.231839 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 79cb6cd7-77c2-404b-a648-f71c7e65c1ad triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:25.232226 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (79cb6cd7-77c2-404b-a648-f71c7e65c1ad), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:25.233709 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0427ad7-577f-4d37-8d7f-8855bcaeb8a8 None None] Pushing event updated for resources: {'Port': ['ID=79cb6cd7-77c2-404b-a648-f71c7e65c1ad,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:25.328076 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-bf617282-586f-42d9-8215-52c8c71c6bb7 None None] Provisioning complete for port 79cb6cd7-77c2-404b-a648-f71c7e65c1ad triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:25.328787 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bf617282-586f-42d9-8215-52c8c71c6bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (79cb6cd7-77c2-404b-a648-f71c7e65c1ad), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:25.349685 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] Set router e82eabc6-2410-4a04-8966-f0389613780a gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:04:25.519514 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 79cb6cd7-77c2-404b-a648-f71c7e65c1ad is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:04:25.520960 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a75438b2-4678-4bd8-832b-40ed425932bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:25.586938 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-bf617282-586f-42d9-8215-52c8c71c6bb7 None None] Current status of the port 79cb6cd7-77c2-404b-a648-f71c7e65c1ad is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:04:25.615198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'name': 'tempest-TestShelveInstance-1261561860-router', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:24Z', 'revision_number': 3, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'gw_port': {'id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:25.642238 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] Checking router: e82eabc6-2410-4a04-8966-f0389613780a for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:04:25.642592 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] Updating router e82eabc6-2410-4a04-8966-f0389613780a port afe09d5a-eefa-4e7e-aff9-2a8e7a787512 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:04:25.670793 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (afe09d5a-eefa-4e7e-aff9-2a8e7a787512), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:25.676633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-a75438b2-4678-4bd8-832b-40ed425932bf admin admin] Allocated IP 172.20.0.1 (c10eaf83-c9da-4749-aff4-3c05a317475f/75c805d2-7ec2-4950-88d5-174dcecc20d9/ba3d90c7-5f7c-40e2-b2c8-19d5ca310194) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:04:25.782695 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a75438b2-4678-4bd8-832b-40ed425932bf admin admin] Publish callbacks [] for port (ba3d90c7-5f7c-40e2-b2c8-19d5ca310194), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:25.817355 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a75438b2-4678-4bd8-832b-40ed425932bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (ba3d90c7-5f7c-40e2-b2c8-19d5ca310194), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:25.858035 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75438b2-4678-4bd8-832b-40ed425932bf admin admin] Network c10eaf83-c9da-4749-aff4-3c05a317475f is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:04:25.861045 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-a75438b2-4678-4bd8-832b-40ed425932bf admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:04:25.867196 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75438b2-4678-4bd8-832b-40ed425932bf admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:04:25.890766 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75438b2-4678-4bd8-832b-40ed425932bf admin admin] Pushing event updated for resources: {'Port': ['ID=ba3d90c7-5f7c-40e2-b2c8-19d5ca310194,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:25.912842 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a75438b2-4678-4bd8-832b-40ed425932bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (e82eabc6-2410-4a04-8966-f0389613780a), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:26.057395 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a75438b2-4678-4bd8-832b-40ed425932bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ba3d90c7-5f7c-40e2-b2c8-19d5ca310194), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:26.111740 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] Publish callbacks [] for port (afe09d5a-eefa-4e7e-aff9-2a8e7a787512), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:26.118717 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (afe09d5a-eefa-4e7e-aff9-2a8e7a787512), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:26.147280 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-aa17f2bc-647d-4972-ae42-69b24d87e2fb None None] Provisioning complete for port ba3d90c7-5f7c-40e2-b2c8-19d5ca310194 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:26.147569 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-aa17f2bc-647d-4972-ae42-69b24d87e2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ba3d90c7-5f7c-40e2-b2c8-19d5ca310194), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:26.199836 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113f86f-2d9b-4ae9-9629-cf0998f08867 None None] Pushing event updated for resources: {'Port': ['ID=afe09d5a-eefa-4e7e-aff9-2a8e7a787512,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:26.210397 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] Attempting to bind port afe09d5a-eefa-4e7e-aff9-2a8e7a787512 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:04:26.210758 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] Attempting to bind port afe09d5a-eefa-4e7e-aff9-2a8e7a787512 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:04:26.211112 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] Attempting to bind port afe09d5a-eefa-4e7e-aff9-2a8e7a787512 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:04:26.214791 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-aa17f2bc-647d-4972-ae42-69b24d87e2fb None None] Port ba3d90c7-5f7c-40e2-b2c8-19d5ca310194 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:04:26.218626 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:04:26.219010 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:04:26.219414 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:26.219800 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:04:26.220305 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] Bound port: afe09d5a-eefa-4e7e-aff9-2a8e7a787512, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:04:26.220693 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (afe09d5a-eefa-4e7e-aff9-2a8e7a787512), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:26.232319 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a75438b2-4678-4bd8-832b-40ed425932bf admin admin] Publish callbacks [] for port (ba3d90c7-5f7c-40e2-b2c8-19d5ca310194), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:26.236817 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a75438b2-4678-4bd8-832b-40ed425932bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (ba3d90c7-5f7c-40e2-b2c8-19d5ca310194), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:26.273530 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] For port afe09d5a-eefa-4e7e-aff9-2a8e7a787512, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:04:26.277115 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] For port afe09d5a-eefa-4e7e-aff9-2a8e7a787512, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=afe09d5a-eefa-4e7e-aff9-2a8e7a787512,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:04:26.282097 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (afe09d5a-eefa-4e7e-aff9-2a8e7a787512), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:26.303786 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75438b2-4678-4bd8-832b-40ed425932bf admin admin] Pushing event updated for resources: {'Port': ['ID=ba3d90c7-5f7c-40e2-b2c8-19d5ca310194,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:26.306466 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-a75438b2-4678-4bd8-832b-40ed425932bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (e82eabc6-2410-4a04-8966-f0389613780a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:26.340911 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113f86f-2d9b-4ae9-9629-cf0998f08867 None None] Pushing event updated for resources: {'Port': ['ID=afe09d5a-eefa-4e7e-aff9-2a8e7a787512,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:26.343380 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] Routers {'e82eabc6-2410-4a04-8966-f0389613780a'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:04:26.343992 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:03:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e82eabc6-2410-4a04-8966-f0389613780a'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:26.405669 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75438b2-4678-4bd8-832b-40ed425932bf admin admin] Network c10eaf83-c9da-4749-aff4-3c05a317475f is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:04:26.407116 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-a75438b2-4678-4bd8-832b-40ed425932bf admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:04:26.454406 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] Set router e82eabc6-2410-4a04-8966-f0389613780a gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:04:26.527685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75438b2-4678-4bd8-832b-40ed425932bf admin admin] Router e82eabc6-2410-4a04-8966-f0389613780a has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:04:26.640346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75438b2-4678-4bd8-832b-40ed425932bf admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:04:26.645194 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-a75438b2-4678-4bd8-832b-40ed425932bf admin admin] 10.222.0.23 "PUT /v2.0/routers/e82eabc6-2410-4a04-8966-f0389613780a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5486963 Jan 27 23:04:26.663749 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-e18c322c-9662-474e-ae6b-6d3dbc467f3a None None] Provisioning complete for port ba3d90c7-5f7c-40e2-b2c8-19d5ca310194 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:26.664121 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e18c322c-9662-474e-ae6b-6d3dbc467f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ba3d90c7-5f7c-40e2-b2c8-19d5ca310194), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:26.708751 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-e18c322c-9662-474e-ae6b-6d3dbc467f3a None None] Port ba3d90c7-5f7c-40e2-b2c8-19d5ca310194 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:04:26.713291 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'name': 'tempest-TestShelveInstance-1261561860-router', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:26Z', 'revision_number': 4, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'gw_port': {'id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'ba3d90c7-5f7c-40e2-b2c8-19d5ca310194', 'name': '', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'mac_address': 'fa:16:3e:b8:fd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:25Z', 'updated_at': '2022-01-27T23:04:26Z', 'revision_number': 2, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'subnets': [{'id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:26.741737 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d667736-cb10-4363-ac40-b45b20543366 None None] The sync data for ids ['e82eabc6-2410-4a04-8966-f0389613780a'] in n-d-772272-3 is: [{'id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'name': 'tempest-TestShelveInstance-1261561860-router', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:26Z', 'revision_number': 4, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'gw_port': {'id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'ba3d90c7-5f7c-40e2-b2c8-19d5ca310194', 'name': '', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'mac_address': 'fa:16:3e:b8:fd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:25Z', 'updated_at': '2022-01-27T23:04:26Z', 'revision_number': 2, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'subnets': [{'id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:04:26.845455 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-be33a3ce-5b7e-4327-8c1c-b5ce30fe2d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:27.041807 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 79cb6cd7-77c2-404b-a648-f71c7e65c1ad up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:04:27.096479 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 79cb6cd7-77c2-404b-a648-f71c7e65c1ad triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:27.096861 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (79cb6cd7-77c2-404b-a648-f71c7e65c1ad), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:27.180999 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 79cb6cd7-77c2-404b-a648-f71c7e65c1ad is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:04:27.182918 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57374) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:27.188106 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-6e7b595e-f656-4687-9909-387a5765f3dc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-794443164-network', 'tenant_id': '38cc7b4692cb425d899d347bd0578adf'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:04:27.208239 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7b595e-f656-4687-9909-387a5765f3dc admin admin] Made reservation on behalf of 38cc7b4692cb425d899d347bd0578adf for: {'network': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:04:27.210923 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6e7b595e-f656-4687-9909-387a5765f3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:27.220781 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6e7b595e-f656-4687-9909-387a5765f3dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:27.301484 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6e7b595e-f656-4687-9909-387a5765f3dc admin admin] Publish callbacks [] for security_group (701d26b3-fafa-49b4-acbb-56561d00a39a), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:27.306509 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6e7b595e-f656-4687-9909-387a5765f3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (701d26b3-fafa-49b4-acbb-56561d00a39a), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:27.333669 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7b595e-f656-4687-9909-387a5765f3dc admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=109741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:04:27.342981 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b595e-f656-4687-9909-387a5765f3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701d26b3-fafa-49b4-acbb-56561d00a39a,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:27.349626 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6e7b595e-f656-4687-9909-387a5765f3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (35a2a7c1-15eb-493e-a244-496834df8bcd), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:27.349967 n-d-772272-3 neutron-server[109741]: INFO neutron.db.segments_db [None req-6e7b595e-f656-4687-9909-387a5765f3dc admin admin] Added segment 35a2a7c1-15eb-493e-a244-496834df8bcd of type vlan for network 593841c8-9fb1-4c59-ae87-ebe80d3d3b01 Jan 27 23:04:27.399470 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6e7b595e-f656-4687-9909-387a5765f3dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (593841c8-9fb1-4c59-ae87-ebe80d3d3b01), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:27.425867 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6e7b595e-f656-4687-9909-387a5765f3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (593841c8-9fb1-4c59-ae87-ebe80d3d3b01), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:27.426867 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7b595e-f656-4687-9909-387a5765f3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:27.427418 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6e7b595e-f656-4687-9909-387a5765f3dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:27.494546 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6e7b595e-f656-4687-9909-387a5765f3dc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3105035 Jan 27 23:04:27.497338 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57376) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:27.502544 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-44f253a7-186e-47e3-a410-960aa485c79d admin admin] Request body: {'subnet': {'network_id': '593841c8-9fb1-4c59-ae87-ebe80d3d3b01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-794443164-subnet', 'tenant_id': '38cc7b4692cb425d899d347bd0578adf', 'ip_version': 4}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:04:27.510668 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b595e-f656-4687-9909-387a5765f3dc admin admin] Pushing event updated for resources: {'Network': ['ID=593841c8-9fb1-4c59-ae87-ebe80d3d3b01,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:27.522133 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 593841c8-9fb1-4c59-ae87-ebe80d3d3b01 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:04:27.530570 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f253a7-186e-47e3-a410-960aa485c79d admin admin] Made reservation on behalf of 38cc7b4692cb425d899d347bd0578adf for: {'subnet': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:04:27.533051 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-44f253a7-186e-47e3-a410-960aa485c79d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58935778'] for subnet (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:27.712675 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-44f253a7-186e-47e3-a410-960aa485c79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59413665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58935792'] for subnet (cbc229c8-b37f-46a5-8b65-68cda8020c33), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:27.775717 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f253a7-186e-47e3-a410-960aa485c79d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbc229c8-b37f-46a5-8b65-68cda8020c33,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:27.786641 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f253a7-186e-47e3-a410-960aa485c79d admin admin] Checking segment: {'id': '35a2a7c1-15eb-493e-a244-496834df8bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '593841c8-9fb1-4c59-ae87-ebe80d3d3b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:04:27.787013 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f253a7-186e-47e3-a410-960aa485c79d admin admin] Network hostable DHCP agents. Network: 593841c8-9fb1-4c59-ae87-ebe80d3d3b01, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:04:27.804970 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f253a7-186e-47e3-a410-960aa485c79d admin admin] Network 593841c8-9fb1-4c59-ae87-ebe80d3d3b01 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:04:27.807029 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:27.814904 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-44f253a7-186e-47e3-a410-960aa485c79d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 593841c8-9fb1-4c59-ae87-ebe80d3d3b01) {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:04:27.820243 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f253a7-186e-47e3-a410-960aa485c79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:27.820849 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-44f253a7-186e-47e3-a410-960aa485c79d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:27.828936 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e8016f-b924-4b09-a533-7b70ce6c1e6d None None] Network 593841c8-9fb1-4c59-ae87-ebe80d3d3b01 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:04:27.842821 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57378) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:27.843576 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-44f253a7-186e-47e3-a410-960aa485c79d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3450325 Jan 27 23:04:27.847264 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-e404c733-a364-47e9-ac3f-da7f6203c9fd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-794443164-router', 'tenant_id': '38cc7b4692cb425d899d347bd0578adf', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:04:27.875966 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e404c733-a364-47e9-ac3f-da7f6203c9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (e349c092-45d9-4ba3-8664-88ea52611c53), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:27.877280 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e404c733-a364-47e9-ac3f-da7f6203c9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (e349c092-45d9-4ba3-8664-88ea52611c53), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:27.938638 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced58c42-1ad9-4221-9990-44dd15f564d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-593841c8-9fb1-4c59-ae87-ebe80d3d3b01', 'network_id': '593841c8-9fb1-4c59-ae87-ebe80d3d3b01', 'project_id': '38cc7b4692cb425d899d347bd0578adf', 'fixed_ips': [{'subnet_id': 'cbc229c8-b37f-46a5-8b65-68cda8020c33'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:04:27.939638 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ced58c42-1ad9-4221-9990-44dd15f564d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:27.940428 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e404c733-a364-47e9-ac3f-da7f6203c9fd admin admin] Publish callbacks [] for router_controller (e349c092-45d9-4ba3-8664-88ea52611c53), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:28.089315 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e404c733-a364-47e9-ac3f-da7f6203c9fd admin admin] Publish callbacks [] for router_gateway (e349c092-45d9-4ba3-8664-88ea52611c53), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:28.091171 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-ced58c42-1ad9-4221-9990-44dd15f564d1 None None] Allocated IP 172.20.0.2 (593841c8-9fb1-4c59-ae87-ebe80d3d3b01/cbc229c8-b37f-46a5-8b65-68cda8020c33/d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:04:28.241763 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ced58c42-1ad9-4221-9990-44dd15f564d1 None None] Publish callbacks [] for port (d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:28.247445 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ced58c42-1ad9-4221-9990-44dd15f564d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:28.286520 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced58c42-1ad9-4221-9990-44dd15f564d1 None None] Network 593841c8-9fb1-4c59-ae87-ebe80d3d3b01 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:04:28.292501 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-ced58c42-1ad9-4221-9990-44dd15f564d1 None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:04:28.293319 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e404c733-a364-47e9-ac3f-da7f6203c9fd admin admin] Publish callbacks [] for router_gateway (e349c092-45d9-4ba3-8664-88ea52611c53), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:28.296964 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced58c42-1ad9-4221-9990-44dd15f564d1 None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:04:28.299782 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced58c42-1ad9-4221-9990-44dd15f564d1 None None] Pushing event updated for resources: {'Port': ['ID=d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:28.316765 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e404c733-a364-47e9-ac3f-da7f6203c9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:28.358525 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-ced58c42-1ad9-4221-9990-44dd15f564d1 None None] Attempting to bind port d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:04:28.358907 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-ced58c42-1ad9-4221-9990-44dd15f564d1 None None] Attempting to bind port d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '35a2a7c1-15eb-493e-a244-496834df8bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '593841c8-9fb1-4c59-ae87-ebe80d3d3b01'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:04:28.359270 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced58c42-1ad9-4221-9990-44dd15f564d1 None None] Attempting to bind port d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d on network 593841c8-9fb1-4c59-ae87-ebe80d3d3b01 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:04:28.364369 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced58c42-1ad9-4221-9990-44dd15f564d1 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:04:28.364752 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced58c42-1ad9-4221-9990-44dd15f564d1 None None] Checking segment: {'id': '35a2a7c1-15eb-493e-a244-496834df8bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '593841c8-9fb1-4c59-ae87-ebe80d3d3b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:04:28.365157 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ced58c42-1ad9-4221-9990-44dd15f564d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:28.365553 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced58c42-1ad9-4221-9990-44dd15f564d1 None None] Bound using segment: {'id': '35a2a7c1-15eb-493e-a244-496834df8bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '593841c8-9fb1-4c59-ae87-ebe80d3d3b01'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:04:28.366026 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-ced58c42-1ad9-4221-9990-44dd15f564d1 None None] Bound port: d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a2a7c1-15eb-493e-a244-496834df8bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '593841c8-9fb1-4c59-ae87-ebe80d3d3b01'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:04:28.366410 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ced58c42-1ad9-4221-9990-44dd15f564d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:28.423378 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-e404c733-a364-47e9-ac3f-da7f6203c9fd admin admin] Allocated IP 172.25.3.42 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/71af67d3-549d-4816-a870-0661a560ced9) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:04:28.430656 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-ced58c42-1ad9-4221-9990-44dd15f564d1 None None] For port d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:04:28.433746 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-ced58c42-1ad9-4221-9990-44dd15f564d1 None None] For port d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d,segment=NetworkSegment(35a2a7c1-15eb-493e-a244-496834df8bcd),segment_id=35a2a7c1-15eb-493e-a244-496834df8bcd)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:04:28.438227 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ced58c42-1ad9-4221-9990-44dd15f564d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:28.497976 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced58c42-1ad9-4221-9990-44dd15f564d1 None None] Pushing event updated for resources: {'Port': ['ID=d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:28.539016 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e404c733-a364-47e9-ac3f-da7f6203c9fd admin admin] Publish callbacks [] for port (71af67d3-549d-4816-a870-0661a560ced9), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:28.573111 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e404c733-a364-47e9-ac3f-da7f6203c9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (71af67d3-549d-4816-a870-0661a560ced9), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:28.613860 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e404c733-a364-47e9-ac3f-da7f6203c9fd admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:04:28.619352 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-e404c733-a364-47e9-ac3f-da7f6203c9fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:04:28.623948 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e404c733-a364-47e9-ac3f-da7f6203c9fd admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:04:28.627236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404c733-a364-47e9-ac3f-da7f6203c9fd admin admin] Pushing event updated for resources: {'Port': ['ID=71af67d3-549d-4816-a870-0661a560ced9,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:29.077308 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device afe09d5a-eefa-4e7e-aff9-2a8e7a787512 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:04:29.129817 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port afe09d5a-eefa-4e7e-aff9-2a8e7a787512 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:29.130264 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (afe09d5a-eefa-4e7e-aff9-2a8e7a787512), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:29.207780 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:29.246136 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port afe09d5a-eefa-4e7e-aff9-2a8e7a787512 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:04:29.246528 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (afe09d5a-eefa-4e7e-aff9-2a8e7a787512), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:29.262348 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e404c733-a364-47e9-ac3f-da7f6203c9fd admin admin] Publish callbacks [] for router_gateway (e349c092-45d9-4ba3-8664-88ea52611c53), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:29.269079 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port afe09d5a-eefa-4e7e-aff9-2a8e7a787512, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=afe09d5a-eefa-4e7e-aff9-2a8e7a787512,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:04:29.274007 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (afe09d5a-eefa-4e7e-aff9-2a8e7a787512), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:29.274915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:04:29.328035 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] Sync routers for ids ['e82eabc6-2410-4a04-8966-f0389613780a'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:04:29.340377 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] Routers {'e82eabc6-2410-4a04-8966-f0389613780a'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:04:29.341033 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:04:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e82eabc6-2410-4a04-8966-f0389613780a'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:29.363013 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=afe09d5a-eefa-4e7e-aff9-2a8e7a787512,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:29.379208 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:29.379589 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:29.474824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:04:29.475227 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:29.481053 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] Set router e82eabc6-2410-4a04-8966-f0389613780a gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:04:29.500317 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e404c733-a364-47e9-ac3f-da7f6203c9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (e349c092-45d9-4ba3-8664-88ea52611c53), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:29.517334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d,segment=NetworkSegment(35a2a7c1-15eb-493e-a244-496834df8bcd),segment_id=35a2a7c1-15eb-493e-a244-496834df8bcd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:04:29.522635 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:29.554384 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff3b91f-1542-4489-b7e7-24eedba3b83f None None] Network 593841c8-9fb1-4c59-ae87-ebe80d3d3b01 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:04:29.637197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-11300a5a-1ada-4113-9b07-d6f497a5b1fa None None] Provisioning complete for port d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:29.637774 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-11300a5a-1ada-4113-9b07-d6f497a5b1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:29.650061 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e404c733-a364-47e9-ac3f-da7f6203c9fd admin admin] Router e349c092-45d9-4ba3-8664-88ea52611c53 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 23:04:29.672080 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:29.693693 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'name': 'tempest-TestShelveInstance-1261561860-router', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:26Z', 'revision_number': 4, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'gw_port': {'id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'ba3d90c7-5f7c-40e2-b2c8-19d5ca310194', 'name': '', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'mac_address': 'fa:16:3e:b8:fd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:25Z', 'updated_at': '2022-01-27T23:04:26Z', 'revision_number': 2, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'subnets': [{'id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:29.722558 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] Checking router: e82eabc6-2410-4a04-8966-f0389613780a for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:04:29.722918 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] Updating router e82eabc6-2410-4a04-8966-f0389613780a port ba3d90c7-5f7c-40e2-b2c8-19d5ca310194 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:04:29.757260 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ba3d90c7-5f7c-40e2-b2c8-19d5ca310194), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:29.766173 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-11300a5a-1ada-4113-9b07-d6f497a5b1fa None None] Current status of the port d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:04:29.788328 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e404c733-a364-47e9-ac3f-da7f6203c9fd admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:04:29.801766 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] Sync routers for ids ['e349c092-45d9-4ba3-8664-88ea52611c53'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:04:29.813198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] Routers {'e349c092-45d9-4ba3-8664-88ea52611c53'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:04:29.813985 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:04:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e349c092-45d9-4ba3-8664-88ea52611c53'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:29.817487 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-e404c733-a364-47e9-ac3f-da7f6203c9fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:29.822288 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57380) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:29.830104 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-e404c733-a364-47e9-ac3f-da7f6203c9fd admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9860559 Jan 27 23:04:29.937470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] Set router e349c092-45d9-4ba3-8664-88ea52611c53 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:04:30.062615 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-be52d6be-1a36-4c74-8dac-c74a8dc75904 None None] Provisioning complete for port d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:30.062909 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-be52d6be-1a36-4c74-8dac-c74a8dc75904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:30.163823 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] Publish callbacks [] for port (ba3d90c7-5f7c-40e2-b2c8-19d5ca310194), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:30.171809 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ba3d90c7-5f7c-40e2-b2c8-19d5ca310194), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:30.234439 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4b0a2-b0a1-48fc-8c28-0680d72e8645 None None] Pushing event updated for resources: {'Port': ['ID=ba3d90c7-5f7c-40e2-b2c8-19d5ca310194,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:30.255178 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b0a2-b0a1-48fc-8c28-0680d72e8645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:30.255668 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b0a2-b0a1-48fc-8c28-0680d72e8645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:30.256149 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b0a2-b0a1-48fc-8c28-0680d72e8645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:30.256611 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b0a2-b0a1-48fc-8c28-0680d72e8645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:30.257044 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b0a2-b0a1-48fc-8c28-0680d72e8645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:30.257537 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b0a2-b0a1-48fc-8c28-0680d72e8645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:30.257959 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b0a2-b0a1-48fc-8c28-0680d72e8645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:30.258383 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b0a2-b0a1-48fc-8c28-0680d72e8645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:30.259462 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b0a2-b0a1-48fc-8c28-0680d72e8645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:30.259884 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b0a2-b0a1-48fc-8c28-0680d72e8645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:30.260335 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b0a2-b0a1-48fc-8c28-0680d72e8645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:30.260754 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b0a2-b0a1-48fc-8c28-0680d72e8645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:30.261177 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b0a2-b0a1-48fc-8c28-0680d72e8645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:04:30.310633 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] Attempting to bind port ba3d90c7-5f7c-40e2-b2c8-19d5ca310194 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:04:30.311154 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] Attempting to bind port ba3d90c7-5f7c-40e2-b2c8-19d5ca310194 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '8871d8d2-84c3-4ca5-8e12-a1ac88a23839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:04:30.311623 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] Attempting to bind port ba3d90c7-5f7c-40e2-b2c8-19d5ca310194 on network c10eaf83-c9da-4749-aff4-3c05a317475f {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:04:30.317351 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:04:30.317701 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] Checking segment: {'id': '8871d8d2-84c3-4ca5-8e12-a1ac88a23839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:04:30.318228 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:30.318724 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] Bound using segment: {'id': '8871d8d2-84c3-4ca5-8e12-a1ac88a23839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:04:30.319297 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] Bound port: ba3d90c7-5f7c-40e2-b2c8-19d5ca310194, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8871d8d2-84c3-4ca5-8e12-a1ac88a23839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:04:30.319773 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ba3d90c7-5f7c-40e2-b2c8-19d5ca310194), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:30.331052 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f12d9f4b-11dd-45cf-88aa-18a29b5f03ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:30.381892 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-be52d6be-1a36-4c74-8dac-c74a8dc75904 None None] Current status of the port d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:04:30.399927 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e349c092-45d9-4ba3-8664-88ea52611c53', 'name': 'tempest-TestShelveInstance-794443164-router', 'tenant_id': '38cc7b4692cb425d899d347bd0578adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '71af67d3-549d-4816-a870-0661a560ced9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:27Z', 'updated_at': '2022-01-27T23:04:29Z', 'revision_number': 3, 'project_id': '38cc7b4692cb425d899d347bd0578adf', 'gw_port': {'id': '71af67d3-549d-4816-a870-0661a560ced9', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:11:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e349c092-45d9-4ba3-8664-88ea52611c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:28Z', 'updated_at': '2022-01-27T23:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:30.435640 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] Checking router: e349c092-45d9-4ba3-8664-88ea52611c53 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:04:30.435987 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] Updating router e349c092-45d9-4ba3-8664-88ea52611c53 port 71af67d3-549d-4816-a870-0661a560ced9 binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:04:30.481269 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (71af67d3-549d-4816-a870-0661a560ced9), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:30.494731 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] For port ba3d90c7-5f7c-40e2-b2c8-19d5ca310194, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:04:30.497924 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] For port ba3d90c7-5f7c-40e2-b2c8-19d5ca310194, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ba3d90c7-5f7c-40e2-b2c8-19d5ca310194,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:04:30.505417 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ba3d90c7-5f7c-40e2-b2c8-19d5ca310194), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:30.514482 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:30.537221 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-f12d9f4b-11dd-45cf-88aa-18a29b5f03ae admin admin] Allocated IP 172.20.0.1 (593841c8-9fb1-4c59-ae87-ebe80d3d3b01/cbc229c8-b37f-46a5-8b65-68cda8020c33/62b024b5-7682-4486-aa1e-684baaf4ad51) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:04:30.580217 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] Routers {'e82eabc6-2410-4a04-8966-f0389613780a'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:04:30.580974 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:04:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e82eabc6-2410-4a04-8966-f0389613780a'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:30.582895 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4b0a2-b0a1-48fc-8c28-0680d72e8645 None None] Pushing event updated for resources: {'Port': ['ID=ba3d90c7-5f7c-40e2-b2c8-19d5ca310194,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:30.666040 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-24cdde2a-3b65-4b9d-adc3-16192996eff1 None None] Provisioning complete for port ba3d90c7-5f7c-40e2-b2c8-19d5ca310194 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:30.666414 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-24cdde2a-3b65-4b9d-adc3-16192996eff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ba3d90c7-5f7c-40e2-b2c8-19d5ca310194), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:30.686294 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f12d9f4b-11dd-45cf-88aa-18a29b5f03ae admin admin] Publish callbacks [] for port (62b024b5-7682-4486-aa1e-684baaf4ad51), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:30.731076 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f12d9f4b-11dd-45cf-88aa-18a29b5f03ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (62b024b5-7682-4486-aa1e-684baaf4ad51), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:30.734045 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] Set router e82eabc6-2410-4a04-8966-f0389613780a gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:04:30.781452 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12d9f4b-11dd-45cf-88aa-18a29b5f03ae admin admin] Network 593841c8-9fb1-4c59-ae87-ebe80d3d3b01 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:04:30.785229 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-f12d9f4b-11dd-45cf-88aa-18a29b5f03ae admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:04:30.793760 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d9f4b-11dd-45cf-88aa-18a29b5f03ae admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:04:30.800691 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d9f4b-11dd-45cf-88aa-18a29b5f03ae admin admin] Pushing event updated for resources: {'Port': ['ID=62b024b5-7682-4486-aa1e-684baaf4ad51,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:30.825498 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-24cdde2a-3b65-4b9d-adc3-16192996eff1 None None] Current status of the port ba3d90c7-5f7c-40e2-b2c8-19d5ca310194 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:04:30.825934 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-24cdde2a-3b65-4b9d-adc3-16192996eff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (ba3d90c7-5f7c-40e2-b2c8-19d5ca310194), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:30.851873 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f12d9f4b-11dd-45cf-88aa-18a29b5f03ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (e349c092-45d9-4ba3-8664-88ea52611c53), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:30.856677 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] Publish callbacks [] for port (71af67d3-549d-4816-a870-0661a560ced9), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:30.867638 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (71af67d3-549d-4816-a870-0661a560ced9), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:30.968279 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-24cdde2a-3b65-4b9d-adc3-16192996eff1 None None] For port ba3d90c7-5f7c-40e2-b2c8-19d5ca310194, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ba3d90c7-5f7c-40e2-b2c8-19d5ca310194,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:04:30.969562 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7322f-4ff5-4a1b-b166-d22661cd2f38 None None] Pushing event updated for resources: {'Port': ['ID=71af67d3-549d-4816-a870-0661a560ced9,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:30.973473 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] Attempting to bind port 71af67d3-549d-4816-a870-0661a560ced9 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:04:30.973951 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] Attempting to bind port 71af67d3-549d-4816-a870-0661a560ced9 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:04:30.974420 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] Attempting to bind port 71af67d3-549d-4816-a870-0661a560ced9 on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:04:30.982086 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:04:30.982365 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:04:30.982846 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:30.983341 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:04:30.983934 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] Bound port: 71af67d3-549d-4816-a870-0661a560ced9, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:04:30.984453 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (71af67d3-549d-4816-a870-0661a560ced9), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:31.023265 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'name': 'tempest-TestShelveInstance-1261561860-router', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:26Z', 'revision_number': 4, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'gw_port': {'id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'ba3d90c7-5f7c-40e2-b2c8-19d5ca310194', 'name': '', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'mac_address': 'fa:16:3e:b8:fd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:25Z', 'updated_at': '2022-01-27T23:04:30Z', 'revision_number': 4, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'subnets': [{'id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:31.045534 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f12d9f4b-11dd-45cf-88aa-18a29b5f03ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (62b024b5-7682-4486-aa1e-684baaf4ad51), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:31.051286 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-24cdde2a-3b65-4b9d-adc3-16192996eff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (ba3d90c7-5f7c-40e2-b2c8-19d5ca310194), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:31.063818 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b147d3-0fa8-4f2c-9652-4928552af912 None None] The sync data for ids ['e82eabc6-2410-4a04-8966-f0389613780a'] in n-d-772272-3 is: [{'id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'name': 'tempest-TestShelveInstance-1261561860-router', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:26Z', 'revision_number': 4, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'gw_port': {'id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'ba3d90c7-5f7c-40e2-b2c8-19d5ca310194', 'name': '', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'mac_address': 'fa:16:3e:b8:fd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:25Z', 'updated_at': '2022-01-27T23:04:30Z', 'revision_number': 4, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'subnets': [{'id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:04:31.134499 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] For port 71af67d3-549d-4816-a870-0661a560ced9, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:04:31.142618 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ba3d90c7-5f7c-40e2-b2c8-19d5ca310194 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:04:31.184076 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] For port 71af67d3-549d-4816-a870-0661a560ced9, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=71af67d3-549d-4816-a870-0661a560ced9,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:04:31.208130 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (71af67d3-549d-4816-a870-0661a560ced9), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:31.218550 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdde2a-3b65-4b9d-adc3-16192996eff1 None None] Pushing event updated for resources: {'Port': ['ID=ba3d90c7-5f7c-40e2-b2c8-19d5ca310194,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:31.246426 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f12d9f4b-11dd-45cf-88aa-18a29b5f03ae admin admin] Publish callbacks [] for port (62b024b5-7682-4486-aa1e-684baaf4ad51), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:31.251211 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f12d9f4b-11dd-45cf-88aa-18a29b5f03ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (62b024b5-7682-4486-aa1e-684baaf4ad51), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:31.261430 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8e154bb0-6e58-43ac-a9fa-290b2b2dee86 None None] Provisioning complete for port 62b024b5-7682-4486-aa1e-684baaf4ad51 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:31.261852 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8e154bb0-6e58-43ac-a9fa-290b2b2dee86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (62b024b5-7682-4486-aa1e-684baaf4ad51), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:31.329766 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] Routers {'e349c092-45d9-4ba3-8664-88ea52611c53'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:04:31.330616 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:04:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e349c092-45d9-4ba3-8664-88ea52611c53'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:31.335965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d9f4b-11dd-45cf-88aa-18a29b5f03ae admin admin] Pushing event updated for resources: {'Port': ['ID=62b024b5-7682-4486-aa1e-684baaf4ad51,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:31.340683 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port ba3d90c7-5f7c-40e2-b2c8-19d5ca310194 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:31.341065 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ba3d90c7-5f7c-40e2-b2c8-19d5ca310194), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:31.342623 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7322f-4ff5-4a1b-b166-d22661cd2f38 None None] Pushing event updated for resources: {'Port': ['ID=71af67d3-549d-4816-a870-0661a560ced9,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:31.353525 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f12d9f4b-11dd-45cf-88aa-18a29b5f03ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (e349c092-45d9-4ba3-8664-88ea52611c53), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:31.379539 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8e154bb0-6e58-43ac-a9fa-290b2b2dee86 None None] Port 62b024b5-7682-4486-aa1e-684baaf4ad51 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:04:31.437783 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8e154bb0-6e58-43ac-a9fa-290b2b2dee86 None None] Provisioning complete for port ba3d90c7-5f7c-40e2-b2c8-19d5ca310194 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:31.438447 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8e154bb0-6e58-43ac-a9fa-290b2b2dee86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ba3d90c7-5f7c-40e2-b2c8-19d5ca310194), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:31.460271 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12d9f4b-11dd-45cf-88aa-18a29b5f03ae admin admin] Network 593841c8-9fb1-4c59-ae87-ebe80d3d3b01 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:04:31.461908 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-f12d9f4b-11dd-45cf-88aa-18a29b5f03ae admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:04:31.546837 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] Set router e349c092-45d9-4ba3-8664-88ea52611c53 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:04:31.616374 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12d9f4b-11dd-45cf-88aa-18a29b5f03ae admin admin] Router e349c092-45d9-4ba3-8664-88ea52611c53 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:04:31.652092 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port ba3d90c7-5f7c-40e2-b2c8-19d5ca310194 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:04:31.653100 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device afe09d5a-eefa-4e7e-aff9-2a8e7a787512 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:04:31.752693 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12d9f4b-11dd-45cf-88aa-18a29b5f03ae admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:04:31.761595 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f12d9f4b-11dd-45cf-88aa-18a29b5f03ae admin admin] 10.222.0.23 "PUT /v2.0/routers/e349c092-45d9-4ba3-8664-88ea52611c53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9378088 Jan 27 23:04:31.825798 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port afe09d5a-eefa-4e7e-aff9-2a8e7a787512 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:31.826183 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (afe09d5a-eefa-4e7e-aff9-2a8e7a787512), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:31.827946 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8e154bb0-6e58-43ac-a9fa-290b2b2dee86 None None] Current status of the port ba3d90c7-5f7c-40e2-b2c8-19d5ca310194 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:04:31.949114 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e349c092-45d9-4ba3-8664-88ea52611c53', 'name': 'tempest-TestShelveInstance-794443164-router', 'tenant_id': '38cc7b4692cb425d899d347bd0578adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '71af67d3-549d-4816-a870-0661a560ced9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:27Z', 'updated_at': '2022-01-27T23:04:30Z', 'revision_number': 4, 'project_id': '38cc7b4692cb425d899d347bd0578adf', 'gw_port': {'id': '71af67d3-549d-4816-a870-0661a560ced9', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:11:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e349c092-45d9-4ba3-8664-88ea52611c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:28Z', 'updated_at': '2022-01-27T23:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '62b024b5-7682-4486-aa1e-684baaf4ad51', 'name': '', 'network_id': '593841c8-9fb1-4c59-ae87-ebe80d3d3b01', 'tenant_id': '38cc7b4692cb425d899d347bd0578adf', 'mac_address': 'fa:16:3e:d5:ca:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e349c092-45d9-4ba3-8664-88ea52611c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'cbc229c8-b37f-46a5-8b65-68cda8020c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:30Z', 'updated_at': '2022-01-27T23:04:31Z', 'revision_number': 2, 'project_id': '38cc7b4692cb425d899d347bd0578adf', 'subnets': [{'id': 'cbc229c8-b37f-46a5-8b65-68cda8020c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:31.988711 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233009b4-c9c7-4873-8627-a508f6a00aa1 None None] The sync data for ids ['e349c092-45d9-4ba3-8664-88ea52611c53'] in n-d-772272-3 is: [{'id': 'e349c092-45d9-4ba3-8664-88ea52611c53', 'name': 'tempest-TestShelveInstance-794443164-router', 'tenant_id': '38cc7b4692cb425d899d347bd0578adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '71af67d3-549d-4816-a870-0661a560ced9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:27Z', 'updated_at': '2022-01-27T23:04:30Z', 'revision_number': 4, 'project_id': '38cc7b4692cb425d899d347bd0578adf', 'gw_port': {'id': '71af67d3-549d-4816-a870-0661a560ced9', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:11:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e349c092-45d9-4ba3-8664-88ea52611c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:28Z', 'updated_at': '2022-01-27T23:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '62b024b5-7682-4486-aa1e-684baaf4ad51', 'name': '', 'network_id': '593841c8-9fb1-4c59-ae87-ebe80d3d3b01', 'tenant_id': '38cc7b4692cb425d899d347bd0578adf', 'mac_address': 'fa:16:3e:d5:ca:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e349c092-45d9-4ba3-8664-88ea52611c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'cbc229c8-b37f-46a5-8b65-68cda8020c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:30Z', 'updated_at': '2022-01-27T23:04:31Z', 'revision_number': 2, 'project_id': '38cc7b4692cb425d899d347bd0578adf', 'subnets': [{'id': 'cbc229c8-b37f-46a5-8b65-68cda8020c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:04:31.988711 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port afe09d5a-eefa-4e7e-aff9-2a8e7a787512 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:04:31.988711 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:04:32.020583 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-94d0ac6b-9e42-4cf4-a976-464c8a3e6fcc None None] Provisioning complete for port 62b024b5-7682-4486-aa1e-684baaf4ad51 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:32.020964 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-94d0ac6b-9e42-4cf4-a976-464c8a3e6fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (62b024b5-7682-4486-aa1e-684baaf4ad51), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:32.070995 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-94d0ac6b-9e42-4cf4-a976-464c8a3e6fcc None None] Port 62b024b5-7682-4486-aa1e-684baaf4ad51 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:04:32.081196 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:32.081578 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:32.163006 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:04:32.358671 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57388) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:32.363315 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-2ae13b02-fddc-494e-8f64-dc43a4bf1b32 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1283660209', 'description': 'tempest-secgroup-smoke-1283660209 description', 'project_id': '946661c5ddf848e182adc3b78fe3c0eb'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:04:32.385843 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2ae13b02-fddc-494e-8f64-dc43a4bf1b32 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:32.459010 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2ae13b02-fddc-494e-8f64-dc43a4bf1b32 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group (f063fd92-986f-4a41-aead-644e1f52251d), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:32.463447 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2ae13b02-fddc-494e-8f64-dc43a4bf1b32 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f063fd92-986f-4a41-aead-644e1f52251d), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:32.494595 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-2ae13b02-fddc-494e-8f64-dc43a4bf1b32 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:32.495965 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-2ae13b02-fddc-494e-8f64-dc43a4bf1b32 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1362939 Jan 27 23:04:32.500575 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae13b02-fddc-494e-8f64-dc43a4bf1b32 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f063fd92-986f-4a41-aead-644e1f52251d,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:32.500869 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57390) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:32.509925 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-3b5635ac-51e5-4aa6-987b-efc91e8b59a1 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Request body: {'security_group_rule': {'security_group_id': 'f063fd92-986f-4a41-aead-644e1f52251d', 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:04:32.545793 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3b5635ac-51e5-4aa6-987b-efc91e8b59a1 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (0c83e961-5298-4221-8d21-4b7ad7591a4b), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:32.605974 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3b5635ac-51e5-4aa6-987b-efc91e8b59a1 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (0c83e961-5298-4221-8d21-4b7ad7591a4b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:32.610192 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3b5635ac-51e5-4aa6-987b-efc91e8b59a1 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (0c83e961-5298-4221-8d21-4b7ad7591a4b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:32.629491 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5635ac-51e5-4aa6-987b-efc91e8b59a1 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c83e961-5298-4221-8d21-4b7ad7591a4b,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:32.640551 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-3b5635ac-51e5-4aa6-987b-efc91e8b59a1 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:32.641811 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-3b5635ac-51e5-4aa6-987b-efc91e8b59a1 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391160 Jan 27 23:04:32.644734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57392) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:32.649131 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-5a7072f1-33eb-4777-a65f-ab0eb6be7f87 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Request body: {'security_group_rule': {'security_group_id': 'f063fd92-986f-4a41-aead-644e1f52251d', 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:04:32.674574 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5a7072f1-33eb-4777-a65f-ab0eb6be7f87 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (390f82cf-c8a4-42d2-8507-d736cf265862), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:32.730313 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5a7072f1-33eb-4777-a65f-ab0eb6be7f87 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (390f82cf-c8a4-42d2-8507-d736cf265862), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:32.734027 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5a7072f1-33eb-4777-a65f-ab0eb6be7f87 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (390f82cf-c8a4-42d2-8507-d736cf265862), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:32.751049 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7072f1-33eb-4777-a65f-ab0eb6be7f87 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390f82cf-c8a4-42d2-8507-d736cf265862,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:32.759830 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-5a7072f1-33eb-4777-a65f-ab0eb6be7f87 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:32.761078 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5a7072f1-33eb-4777-a65f-ab0eb6be7f87 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153984 Jan 27 23:04:32.763784 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57394) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:32.768193 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-1d2ccd81-53a7-4a1e-ae34-9bc92b4b76b2 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Request body: {'security_group_rule': {'security_group_id': 'f063fd92-986f-4a41-aead-644e1f52251d', 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:04:32.793065 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1d2ccd81-53a7-4a1e-ae34-9bc92b4b76b2 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (db503c32-0df4-4a32-b5af-5279dddc6ae3), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:32.858270 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1d2ccd81-53a7-4a1e-ae34-9bc92b4b76b2 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (db503c32-0df4-4a32-b5af-5279dddc6ae3), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:32.861721 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1d2ccd81-53a7-4a1e-ae34-9bc92b4b76b2 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (db503c32-0df4-4a32-b5af-5279dddc6ae3), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:32.878415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ccd81-53a7-4a1e-ae34-9bc92b4b76b2 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db503c32-0df4-4a32-b5af-5279dddc6ae3,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:32.891130 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-1d2ccd81-53a7-4a1e-ae34-9bc92b4b76b2 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:32.892415 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-1d2ccd81-53a7-4a1e-ae34-9bc92b4b76b2 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276536 Jan 27 23:04:32.895414 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57396) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:32.900333 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-f2a033e3-150d-43ce-88b0-cf5755650940 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Request body: {'security_group_rule': {'security_group_id': 'f063fd92-986f-4a41-aead-644e1f52251d', 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:04:32.925478 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f2a033e3-150d-43ce-88b0-cf5755650940 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (15bfa82f-f7de-4380-bc6d-9025b88f392b), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:32.984980 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f2a033e3-150d-43ce-88b0-cf5755650940 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (15bfa82f-f7de-4380-bc6d-9025b88f392b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:32.990281 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f2a033e3-150d-43ce-88b0-cf5755650940 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (15bfa82f-f7de-4380-bc6d-9025b88f392b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:32.991078 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ba3d90c7-5f7c-40e2-b2c8-19d5ca310194 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:04:33.009966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a033e3-150d-43ce-88b0-cf5755650940 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15bfa82f-f7de-4380-bc6d-9025b88f392b,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:33.019634 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f2a033e3-150d-43ce-88b0-cf5755650940 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:33.021054 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f2a033e3-150d-43ce-88b0-cf5755650940 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246336 Jan 27 23:04:33.023935 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57398) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:33.029175 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-ebe926c6-f5f6-454c-9f72-fd6bfbaaa1f3 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Request body: {'security_group_rule': {'security_group_id': 'f063fd92-986f-4a41-aead-644e1f52251d', 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:04:33.049137 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-ebe926c6-f5f6-454c-9f72-fd6bfbaaa1f3 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Project 946661c5ddf848e182adc3b78fe3c0eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:04:33.052272 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port ba3d90c7-5f7c-40e2-b2c8-19d5ca310194 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:33.052652 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (ba3d90c7-5f7c-40e2-b2c8-19d5ca310194), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:33.054090 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ebe926c6-f5f6-454c-9f72-fd6bfbaaa1f3 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (3c815dcc-eb0c-4b67-b2c6-890c66c07718), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:33.114089 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ebe926c6-f5f6-454c-9f72-fd6bfbaaa1f3 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (3c815dcc-eb0c-4b67-b2c6-890c66c07718), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:33.118751 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ebe926c6-f5f6-454c-9f72-fd6bfbaaa1f3 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (3c815dcc-eb0c-4b67-b2c6-890c66c07718), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:33.129540 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port ba3d90c7-5f7c-40e2-b2c8-19d5ca310194 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:04:33.140690 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe926c6-f5f6-454c-9f72-fd6bfbaaa1f3 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c815dcc-eb0c-4b67-b2c6-890c66c07718,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:33.146300 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-ebe926c6-f5f6-454c-9f72-fd6bfbaaa1f3 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:33.147480 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-ebe926c6-f5f6-454c-9f72-fd6bfbaaa1f3 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218305 Jan 27 23:04:33.150763 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57400) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:33.155047 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-7061357f-a103-43e7-8e29-d8903004b18a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Request body: {'security_group_rule': {'security_group_id': 'f063fd92-986f-4a41-aead-644e1f52251d', 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:04:33.174162 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-7061357f-a103-43e7-8e29-d8903004b18a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Project 946661c5ddf848e182adc3b78fe3c0eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:04:33.179120 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7061357f-a103-43e7-8e29-d8903004b18a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (af4da8a0-ec34-45ae-bb3f-47a6af6ea14f), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:33.240915 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7061357f-a103-43e7-8e29-d8903004b18a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (af4da8a0-ec34-45ae-bb3f-47a6af6ea14f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:33.244735 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7061357f-a103-43e7-8e29-d8903004b18a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (af4da8a0-ec34-45ae-bb3f-47a6af6ea14f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:33.264237 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061357f-a103-43e7-8e29-d8903004b18a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4da8a0-ec34-45ae-bb3f-47a6af6ea14f,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:33.282524 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-7061357f-a103-43e7-8e29-d8903004b18a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:33.284801 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-7061357f-a103-43e7-8e29-d8903004b18a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330810 Jan 27 23:04:33.434219 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-2335af47-bf39-436d-87f4-b02fd62c92f6 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1283660209&fields=id&tenant_id=946661c5ddf848e182adc3b78fe3c0eb HTTP/1.1" status: 200 len: 267 time: 0.0432398 Jan 27 23:04:33.538744 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-52e29628-c5dc-43ad-a802-496063184f2a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:33.540182 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-52e29628-c5dc-43ad-a802-496063184f2a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/networks?id=c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 200 len: 809 time: 0.0997248 Jan 27 23:04:33.554525 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-85d27e8f-3c82-4486-9aba-b251a0bfc144 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/quotas/946661c5ddf848e182adc3b78fe3c0eb HTTP/1.1" status: 200 len: 375 time: 0.0089090 Jan 27 23:04:33.606306 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-c38c29de-49a3-4706-80e5-d492a58f2e41 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464518 Jan 27 23:04:33.720488 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-589f2d3d-92af-4e82-8db9-a57c3289cf73 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:04:33.721661 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-589f2d3d-92af-4e82-8db9-a57c3289cf73 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1027474 Jan 27 23:04:33.821465 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-54935580-9fec-474a-a195-fed5fc3bc237 service neutron] 10.222.0.23 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936244 Jan 27 23:04:33.915586 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-6e9582d2-e96c-44af-a3b0-e9dae36e35bc service neutron] 10.222.0.23 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872948 Jan 27 23:04:34.837065 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] Sync routers for ids ['e349c092-45d9-4ba3-8664-88ea52611c53'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:04:34.847445 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] Routers {'e349c092-45d9-4ba3-8664-88ea52611c53'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:04:34.848066 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:04:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e349c092-45d9-4ba3-8664-88ea52611c53'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:34.954356 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] Set router e349c092-45d9-4ba3-8664-88ea52611c53 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:04:35.022854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 71af67d3-549d-4816-a870-0661a560ced9 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:04:35.084865 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 71af67d3-549d-4816-a870-0661a560ced9 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:35.085162 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (71af67d3-549d-4816-a870-0661a560ced9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:35.106128 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b659c001-efc1-442b-bd24-3667267b2108 req-e3c2ba02-e917-4e35-ae37-2d40e72b46d8 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 210 time: 0.0361271 Jan 27 23:04:35.193248 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e349c092-45d9-4ba3-8664-88ea52611c53', 'name': 'tempest-TestShelveInstance-794443164-router', 'tenant_id': '38cc7b4692cb425d899d347bd0578adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '71af67d3-549d-4816-a870-0661a560ced9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:27Z', 'updated_at': '2022-01-27T23:04:30Z', 'revision_number': 4, 'project_id': '38cc7b4692cb425d899d347bd0578adf', 'gw_port': {'id': '71af67d3-549d-4816-a870-0661a560ced9', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:11:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e349c092-45d9-4ba3-8664-88ea52611c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:28Z', 'updated_at': '2022-01-27T23:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '62b024b5-7682-4486-aa1e-684baaf4ad51', 'name': '', 'network_id': '593841c8-9fb1-4c59-ae87-ebe80d3d3b01', 'tenant_id': '38cc7b4692cb425d899d347bd0578adf', 'mac_address': 'fa:16:3e:d5:ca:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e349c092-45d9-4ba3-8664-88ea52611c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'cbc229c8-b37f-46a5-8b65-68cda8020c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:30Z', 'updated_at': '2022-01-27T23:04:31Z', 'revision_number': 2, 'project_id': '38cc7b4692cb425d899d347bd0578adf', 'subnets': [{'id': 'cbc229c8-b37f-46a5-8b65-68cda8020c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:35.228873 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] Checking router: e349c092-45d9-4ba3-8664-88ea52611c53 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:04:35.229606 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] Updating router e349c092-45d9-4ba3-8664-88ea52611c53 port 62b024b5-7682-4486-aa1e-684baaf4ad51 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:04:35.256567 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (62b024b5-7682-4486-aa1e-684baaf4ad51), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:35.339912 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 71af67d3-549d-4816-a870-0661a560ced9 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:04:35.340325 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (71af67d3-549d-4816-a870-0661a560ced9), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:35.362933 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 71af67d3-549d-4816-a870-0661a560ced9, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=71af67d3-549d-4816-a870-0661a560ced9,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:04:35.367357 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (71af67d3-549d-4816-a870-0661a560ced9), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:35.421453 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=71af67d3-549d-4816-a870-0661a560ced9,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:35.544720 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] Publish callbacks [] for port (62b024b5-7682-4486-aa1e-684baaf4ad51), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:35.550558 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (62b024b5-7682-4486-aa1e-684baaf4ad51), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:35.600244 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb390d-b382-459c-9d4e-6ccbfcca201d None None] Pushing event updated for resources: {'Port': ['ID=62b024b5-7682-4486-aa1e-684baaf4ad51,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:35.662462 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] Attempting to bind port 62b024b5-7682-4486-aa1e-684baaf4ad51 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:04:35.662847 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] Attempting to bind port 62b024b5-7682-4486-aa1e-684baaf4ad51 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '35a2a7c1-15eb-493e-a244-496834df8bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '593841c8-9fb1-4c59-ae87-ebe80d3d3b01'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:04:35.663210 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] Attempting to bind port 62b024b5-7682-4486-aa1e-684baaf4ad51 on network 593841c8-9fb1-4c59-ae87-ebe80d3d3b01 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:04:35.669659 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:04:35.670033 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] Checking segment: {'id': '35a2a7c1-15eb-493e-a244-496834df8bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '593841c8-9fb1-4c59-ae87-ebe80d3d3b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:04:35.670456 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:35.670856 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] Bound using segment: {'id': '35a2a7c1-15eb-493e-a244-496834df8bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '593841c8-9fb1-4c59-ae87-ebe80d3d3b01'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:04:35.671447 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] Bound port: 62b024b5-7682-4486-aa1e-684baaf4ad51, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a2a7c1-15eb-493e-a244-496834df8bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '593841c8-9fb1-4c59-ae87-ebe80d3d3b01'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:04:35.671835 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (62b024b5-7682-4486-aa1e-684baaf4ad51), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:35.740615 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] For port 62b024b5-7682-4486-aa1e-684baaf4ad51, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:04:35.744133 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] For port 62b024b5-7682-4486-aa1e-684baaf4ad51, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=62b024b5-7682-4486-aa1e-684baaf4ad51,segment=NetworkSegment(35a2a7c1-15eb-493e-a244-496834df8bcd),segment_id=35a2a7c1-15eb-493e-a244-496834df8bcd)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:04:35.748334 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (62b024b5-7682-4486-aa1e-684baaf4ad51), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:35.804688 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] Routers {'e349c092-45d9-4ba3-8664-88ea52611c53'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:04:35.805340 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:04:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e349c092-45d9-4ba3-8664-88ea52611c53'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:35.823116 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-97e5a792-f14a-4965-b97b-0efc3a0507d4 None None] Provisioning complete for port 62b024b5-7682-4486-aa1e-684baaf4ad51 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:35.823488 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-97e5a792-f14a-4965-b97b-0efc3a0507d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (62b024b5-7682-4486-aa1e-684baaf4ad51), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:35.846493 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb390d-b382-459c-9d4e-6ccbfcca201d None None] Pushing event updated for resources: {'Port': ['ID=62b024b5-7682-4486-aa1e-684baaf4ad51,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:35.922253 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] Set router e349c092-45d9-4ba3-8664-88ea52611c53 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:04:35.926822 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-97e5a792-f14a-4965-b97b-0efc3a0507d4 None None] Current status of the port 62b024b5-7682-4486-aa1e-684baaf4ad51 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:04:35.927293 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-97e5a792-f14a-4965-b97b-0efc3a0507d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (62b024b5-7682-4486-aa1e-684baaf4ad51), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:35.962911 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-97e5a792-f14a-4965-b97b-0efc3a0507d4 None None] For port 62b024b5-7682-4486-aa1e-684baaf4ad51, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=62b024b5-7682-4486-aa1e-684baaf4ad51,segment=NetworkSegment(35a2a7c1-15eb-493e-a244-496834df8bcd),segment_id=35a2a7c1-15eb-493e-a244-496834df8bcd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:04:35.968817 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-97e5a792-f14a-4965-b97b-0efc3a0507d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (62b024b5-7682-4486-aa1e-684baaf4ad51), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:36.028647 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5a792-f14a-4965-b97b-0efc3a0507d4 None None] Pushing event updated for resources: {'Port': ['ID=62b024b5-7682-4486-aa1e-684baaf4ad51,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:36.091487 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-61064c10-27ac-4f9c-8cb6-54e79e02a3ef None None] Provisioning complete for port 62b024b5-7682-4486-aa1e-684baaf4ad51 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:36.091871 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-61064c10-27ac-4f9c-8cb6-54e79e02a3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (62b024b5-7682-4486-aa1e-684baaf4ad51), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:36.148966 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-99bfde60-f2f0-4761-a989-4a718f6aa94f tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:36.151540 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-99bfde60-f2f0-4761-a989-4a718f6aa94f tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.15 "GET /v2.0/networks?id=c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 200 len: 809 time: 0.1478844 Jan 27 23:04:36.181202 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-61064c10-27ac-4f9c-8cb6-54e79e02a3ef None None] Current status of the port 62b024b5-7682-4486-aa1e-684baaf4ad51 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:04:36.208936 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e349c092-45d9-4ba3-8664-88ea52611c53', 'name': 'tempest-TestShelveInstance-794443164-router', 'tenant_id': '38cc7b4692cb425d899d347bd0578adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '71af67d3-549d-4816-a870-0661a560ced9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:27Z', 'updated_at': '2022-01-27T23:04:30Z', 'revision_number': 4, 'project_id': '38cc7b4692cb425d899d347bd0578adf', 'gw_port': {'id': '71af67d3-549d-4816-a870-0661a560ced9', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:11:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e349c092-45d9-4ba3-8664-88ea52611c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:28Z', 'updated_at': '2022-01-27T23:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '62b024b5-7682-4486-aa1e-684baaf4ad51', 'name': '', 'network_id': '593841c8-9fb1-4c59-ae87-ebe80d3d3b01', 'tenant_id': '38cc7b4692cb425d899d347bd0578adf', 'mac_address': 'fa:16:3e:d5:ca:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e349c092-45d9-4ba3-8664-88ea52611c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'cbc229c8-b37f-46a5-8b65-68cda8020c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:30Z', 'updated_at': '2022-01-27T23:04:35Z', 'revision_number': 4, 'project_id': '38cc7b4692cb425d899d347bd0578adf', 'subnets': [{'id': 'cbc229c8-b37f-46a5-8b65-68cda8020c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:36.232558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8b8bd14e-bf36-4f48-a80f-ff65c6e4b424 req-aa49ff37-bad0-4b60-b05a-18bc87d4c008 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 210 time: 0.0404985 Jan 27 23:04:36.236761 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1a85e0-0675-4183-af39-4abb47e9e31d None None] The sync data for ids ['e349c092-45d9-4ba3-8664-88ea52611c53'] in n-d-772272-3 is: [{'id': 'e349c092-45d9-4ba3-8664-88ea52611c53', 'name': 'tempest-TestShelveInstance-794443164-router', 'tenant_id': '38cc7b4692cb425d899d347bd0578adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '71af67d3-549d-4816-a870-0661a560ced9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:27Z', 'updated_at': '2022-01-27T23:04:30Z', 'revision_number': 4, 'project_id': '38cc7b4692cb425d899d347bd0578adf', 'gw_port': {'id': '71af67d3-549d-4816-a870-0661a560ced9', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:11:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e349c092-45d9-4ba3-8664-88ea52611c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:28Z', 'updated_at': '2022-01-27T23:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '62b024b5-7682-4486-aa1e-684baaf4ad51', 'name': '', 'network_id': '593841c8-9fb1-4c59-ae87-ebe80d3d3b01', 'tenant_id': '38cc7b4692cb425d899d347bd0578adf', 'mac_address': 'fa:16:3e:d5:ca:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e349c092-45d9-4ba3-8664-88ea52611c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'cbc229c8-b37f-46a5-8b65-68cda8020c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:30Z', 'updated_at': '2022-01-27T23:04:35Z', 'revision_number': 4, 'project_id': '38cc7b4692cb425d899d347bd0578adf', 'subnets': [{'id': 'cbc229c8-b37f-46a5-8b65-68cda8020c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:04:36.251352 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-0d05f059-c708-4bd5-ab03-0d19f03d00fb tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=946661c5ddf848e182adc3b78fe3c0eb HTTP/1.1" status: 200 len: 380 time: 0.0899274 Jan 27 23:04:36.260379 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-b163b534-671b-45f7-add1-6ef088a158de tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Request body: {'port': {'device_id': 'ec63ea6c-96b3-4711-915b-4b9a0c65ad10', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'admin_state_up': True, 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'security_groups': ['f063fd92-986f-4a41-aead-644e1f52251d']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:04:36.376050 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-b163b534-671b-45f7-add1-6ef088a158de tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Made reservation on behalf of 946661c5ddf848e182adc3b78fe3c0eb for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:04:36.380177 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-b163b534-671b-45f7-add1-6ef088a158de tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:36.511786 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-b163b534-671b-45f7-add1-6ef088a158de tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Allocated IP 172.20.0.10 (c10eaf83-c9da-4749-aff4-3c05a317475f/75c805d2-7ec2-4950-88d5-174dcecc20d9/8108c3df-a5bd-4f1c-99e1-fc822aaa16fb) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:04:36.663050 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-b163b534-671b-45f7-add1-6ef088a158de tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:36.698589 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-b163b534-671b-45f7-add1-6ef088a158de tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:36.740923 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-b163b534-671b-45f7-add1-6ef088a158de tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Network c10eaf83-c9da-4749-aff4-3c05a317475f is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:04:36.743987 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-b163b534-671b-45f7-add1-6ef088a158de tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:04:36.750446 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-b163b534-671b-45f7-add1-6ef088a158de tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:04:36.774873 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163b534-671b-45f7-add1-6ef088a158de tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event updated for resources: {'Port': ['ID=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:36.808215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-b163b534-671b-45f7-add1-6ef088a158de tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:36.808851 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-b163b534-671b-45f7-add1-6ef088a158de tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:36.826369 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-b163b534-671b-45f7-add1-6ef088a158de tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5698369 Jan 27 23:04:36.882655 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] Request body: {'port': {'device_id': 'ec63ea6c-96b3-4711-915b-4b9a0c65ad10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:04:36.942557 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:37.008063 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-f8ec0e5a-bb2b-4896-91ce-388c286ffa7a None None] Provisioning complete for port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:37.008471 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f8ec0e5a-bb2b-4896-91ce-388c286ffa7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:37.049013 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-f8ec0e5a-bb2b-4896-91ce-388c286ffa7a None None] Port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:04:37.054439 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 62b024b5-7682-4486-aa1e-684baaf4ad51 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:04:37.107658 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 62b024b5-7682-4486-aa1e-684baaf4ad51 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:37.108034 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (62b024b5-7682-4486-aa1e-684baaf4ad51), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:37.184759 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 62b024b5-7682-4486-aa1e-684baaf4ad51 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:04:37.185724 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 71af67d3-549d-4816-a870-0661a560ced9 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:04:37.216510 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:04:37.223958 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] Publish callbacks [] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:37.231620 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 71af67d3-549d-4816-a870-0661a560ced9 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:37.232013 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (71af67d3-549d-4816-a870-0661a560ced9), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:37.237000 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] Transition to ACTIVE for port object 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:04:37.240625 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:37.290172 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] Pushing event updated for resources: {'Port': ['ID=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:37.323511 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 71af67d3-549d-4816-a870-0661a560ced9 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:04:37.396717 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32bca1-049d-461c-a5fa-e108f19ecc59 req-8463b253-a96d-4454-908b-90a9251d2e7a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:37.398233 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a32bca1-049d-461c-a5fa-e108f19ecc59 req-8463b253-a96d-4454-908b-90a9251d2e7a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 944 time: 0.0816746 Jan 27 23:04:37.424675 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] Attempting to bind port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:04:37.425013 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] Attempting to bind port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '8871d8d2-84c3-4ca5-8e12-a1ac88a23839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:04:37.425371 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] Attempting to bind port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb on network c10eaf83-c9da-4749-aff4-3c05a317475f {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:04:37.435805 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] Port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb on network c10eaf83-c9da-4749-aff4-3c05a317475f not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:04:37.436071 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] Attempting to bind port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb on network c10eaf83-c9da-4749-aff4-3c05a317475f {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:04:37.446472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:04:37.446809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] Checking segment: {'id': '8871d8d2-84c3-4ca5-8e12-a1ac88a23839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:04:37.447195 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] Bound using segment: {'id': '8871d8d2-84c3-4ca5-8e12-a1ac88a23839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:04:37.447634 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] Bound port: 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8871d8d2-84c3-4ca5-8e12-a1ac88a23839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:04:37.447989 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:37.477767 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7a32bca1-049d-461c-a5fa-e108f19ecc59 req-7e68d1e7-2e19-4d81-8292-0fec220bf2e4 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731993 Jan 27 23:04:37.528499 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] For port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:04:37.531480 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] For port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:04:37.535218 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:37.572097 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:37.572736 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:37.574179 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] 10.222.0.15 "PUT /v2.0/ports/8108c3df-a5bd-4f1c-99e1-fc822aaa16fb HTTP/1.1" status: 200 len: 1092 time: 0.7410650 Jan 27 23:04:37.574625 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec63ea6c-96b3-4711-915b-4b9a0c65ad10', 'tag': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:04:37.576898 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094a745b-c12f-43f0-965e-5852af6ae514" -d '{"events": [{"name": "network-changed", "server_uuid": "ec63ea6c-96b3-4711-915b-4b9a0c65ad10", "tag": "8108c3df-a5bd-4f1c-99e1-fc822aaa16fb"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:04:37.602920 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e83fc0-3277-47d2-b69e-da46f3c32223 service neutron] Pushing event updated for resources: {'Port': ['ID=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:37.617940 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d3278a-5d1c-42e9-b481-2e30946b2082 x-openstack-request-id: req-a3d3278a-5d1c-42e9-b481-2e30946b2082 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:04:37.618765 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec63ea6c-96b3-4711-915b-4b9a0c65ad10", "tag": "8108c3df-a5bd-4f1c-99e1-fc822aaa16fb", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:04:37.619028 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3d3278a-5d1c-42e9-b481-2e30946b2082 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:04:37.619524 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec63ea6c-96b3-4711-915b-4b9a0c65ad10', 'tag': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb', 'status': 'completed', 'code': 200} Jan 27 23:04:37.676746 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-20a8a1c6-f1f0-4600-a4a6-2decdefdd9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:37.679248 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-20a8a1c6-f1f0-4600-a4a6-2decdefdd9eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 1095 time: 0.0544925 Jan 27 23:04:37.723459 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-31f496bf-c8f3-45be-9f44-57caf2fec895 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb HTTP/1.1" status: 200 len: 217 time: 0.0357366 Jan 27 23:04:37.781002 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-450cf928-ea58-497e-836e-30763d2ffea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:37.782812 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-450cf928-ea58-497e-836e-30763d2ffea8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c805d2-7ec2-4950-88d5-174dcecc20d9 HTTP/1.1" status: 200 len: 848 time: 0.0539474 Jan 27 23:04:37.830755 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-765c87b3-537f-4f4a-9ee5-c755dda4cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:37.832274 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-765c87b3-537f-4f4a-9ee5-c755dda4cbba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c10eaf83-c9da-4749-aff4-3c05a317475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412703 Jan 27 23:04:37.926143 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-8af2cc4f-323d-4e9f-953d-d1a99e675a4b service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879581 Jan 27 23:04:38.031624 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fc7bebc-fd64-449a-bd54-0a4743fe3cf6 req-33b90738-a6c6-4d95-aa6f-b4a94308ac42 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992007 Jan 27 23:04:38.128730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a745b-c12f-43f0-965e-5852af6ae514 req-9bee7d45-d765-4f90-978f-7bdaea40d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:38.130248 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-094a745b-c12f-43f0-965e-5852af6ae514 req-9bee7d45-d765-4f90-978f-7bdaea40d538 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 1095 time: 0.0461936 Jan 27 23:04:38.217614 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a745b-c12f-43f0-965e-5852af6ae514 req-80fbc185-c049-4429-be08-90609d280901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:38.219107 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-094a745b-c12f-43f0-965e-5852af6ae514 req-80fbc185-c049-4429-be08-90609d280901 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 200 len: 910 time: 0.0836844 Jan 27 23:04:38.263116 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-094a745b-c12f-43f0-965e-5852af6ae514 req-2fe19fa7-5bd9-4bbb-967c-f7e9009f2556 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb HTTP/1.1" status: 200 len: 217 time: 0.0377054 Jan 27 23:04:38.311271 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a745b-c12f-43f0-965e-5852af6ae514 req-c4bf64f2-4d84-46b4-bbac-9c496641819a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:38.312739 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-094a745b-c12f-43f0-965e-5852af6ae514 req-c4bf64f2-4d84-46b4-bbac-9c496641819a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c805d2-7ec2-4950-88d5-174dcecc20d9 HTTP/1.1" status: 200 len: 848 time: 0.0438221 Jan 27 23:04:38.357844 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a745b-c12f-43f0-965e-5852af6ae514 req-c386db56-ff4c-4a7b-bfdc-ef7ae66ba9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:38.359323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-094a745b-c12f-43f0-965e-5852af6ae514 req-c386db56-ff4c-4a7b-bfdc-ef7ae66ba9ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c10eaf83-c9da-4749-aff4-3c05a317475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407026 Jan 27 23:04:38.450374 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-094a745b-c12f-43f0-965e-5852af6ae514 req-2b22129c-b4ec-402b-8dcf-261ec64163e0 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845048 Jan 27 23:04:38.542182 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-094a745b-c12f-43f0-965e-5852af6ae514 req-50299ac4-92a1-4878-90ae-9222f938ff63 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852244 Jan 27 23:04:38.595951 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe213544-47e4-4d90-a703-fd81632ca899 req-1f26f034-a806-4adf-89b6-f1387e882ecb tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:38.597462 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe213544-47e4-4d90-a703-fd81632ca899 req-1f26f034-a806-4adf-89b6-f1387e882ecb tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 944 time: 0.0492382 Jan 27 23:04:38.646025 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe213544-47e4-4d90-a703-fd81632ca899 req-750285e0-d77d-47b1-ba6f-18145fca903e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430131 Jan 27 23:04:39.770251 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef476e-8129-4476-994a-d3952f229a16 req-68e9aac4-3f09-43bf-a032-051dd913cf37 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:39.771736 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75ef476e-8129-4476-994a-d3952f229a16 req-68e9aac4-3f09-43bf-a032-051dd913cf37 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 944 time: 0.0527885 Jan 27 23:04:39.819425 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75ef476e-8129-4476-994a-d3952f229a16 req-79144380-7d62-4b09-96df-1c6979ba3ff4 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413108 Jan 27 23:04:39.823123 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:04:39.921568 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:04:39.932981 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'port_id': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb', 'mac_address': 'fa:16:3e:bb:e2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:04:39.970720 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:04:39.971112 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:39.983804 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:04:40.003334 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:04:40.007536 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:40.054359 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:40.238421 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['8108c3df-a5bd-4f1c-99e1-fc822aaa16fb'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:04:40.932693 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9962539-70e6-4d2b-afdf-0064c4c62ab4 req-6abf944b-0766-4267-a0c8-5797951eba64 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:40.934129 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f9962539-70e6-4d2b-afdf-0064c4c62ab4 req-6abf944b-0766-4267-a0c8-5797951eba64 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 945 time: 0.0479972 Jan 27 23:04:40.983851 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f9962539-70e6-4d2b-afdf-0064c4c62ab4 req-e92300c2-02d6-47ff-9a85-138ffe7c4a15 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439260 Jan 27 23:04:41.839990 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:04:41.891470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:04:41.895171 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:04:41.895543 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:41.969071 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:04:41.969456 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:41.991868 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec63ea6c-96b3-4711-915b-4b9a0c65ad10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:04:41.994750 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca839b3-2726-4991-a490-2881fa53f552" -d '{"events": [{"server_uuid": "ec63ea6c-96b3-4711-915b-4b9a0c65ad10", "name": "network-vif-plugged", "status": "completed", "tag": "8108c3df-a5bd-4f1c-99e1-fc822aaa16fb"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:04:42.008049 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:04:42.013143 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:42.071769 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:42.103487 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6667a812-5201-476c-bfc9-fa0eb79fc2f6 x-openstack-request-id: req-6667a812-5201-476c-bfc9-fa0eb79fc2f6 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:04:42.103790 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec63ea6c-96b3-4711-915b-4b9a0c65ad10", "name": "network-vif-plugged", "status": "completed", "tag": "8108c3df-a5bd-4f1c-99e1-fc822aaa16fb", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:04:42.104049 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6667a812-5201-476c-bfc9-fa0eb79fc2f6 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:04:42.104732 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec63ea6c-96b3-4711-915b-4b9a0c65ad10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb', 'code': 200} Jan 27 23:04:42.107210 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7872a-433e-434f-91f0-241571215999 req-7c328a63-72ee-4307-aa52-7527aa8a4749 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:42.108972 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67b7872a-433e-434f-91f0-241571215999 req-7c328a63-72ee-4307-aa52-7527aa8a4749 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0568311 Jan 27 23:04:42.161649 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67b7872a-433e-434f-91f0-241571215999 req-dc4838b2-7553-4fb1-ad9f-10d55d1b8c2c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463951 Jan 27 23:04:42.200337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a7874-5bc4-4431-a860-b22142534985 req-ef789f68-97ec-43d5-9530-ea6e60e40d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:42.201808 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-340a7874-5bc4-4431-a860-b22142534985 req-ef789f68-97ec-43d5-9530-ea6e60e40d08 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 1097 time: 0.0393200 Jan 27 23:04:42.246487 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-340a7874-5bc4-4431-a860-b22142534985 req-b4bdf7b5-0626-4a22-81d5-997d4ee4ec5c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389531 Jan 27 23:04:43.278776 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62afcb81-b92e-4911-9f2f-ddb90c4e5392 req-26fac572-3953-4bf8-a87a-59488ba5dc10 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:43.280306 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62afcb81-b92e-4911-9f2f-ddb90c4e5392 req-26fac572-3953-4bf8-a87a-59488ba5dc10 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0487533 Jan 27 23:04:43.334303 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-62afcb81-b92e-4911-9f2f-ddb90c4e5392 req-ee0b6781-3eb8-4ac7-acc6-4ae7569689df tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481977 Jan 27 23:04:43.434020 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:44.449079 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3aace3-3c0d-42b7-9704-ea14a3e71a31 req-cca2dfb5-f644-43ef-aeaa-ad9007fb130c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:44.450541 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f3aace3-3c0d-42b7-9704-ea14a3e71a31 req-cca2dfb5-f644-43ef-aeaa-ad9007fb130c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0474970 Jan 27 23:04:44.498428 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5f3aace3-3c0d-42b7-9704-ea14a3e71a31 req-d96f32d7-1f55-4000-a22d-823f4dd47c2e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422916 Jan 27 23:04:44.609994 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd660f0-c46f-4bf7-b576-82992d0ef618 req-4242207e-23e4-4724-a20a-55a782283f8c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:44.611513 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1fd660f0-c46f-4bf7-b576-82992d0ef618 req-4242207e-23e4-4724-a20a-55a782283f8c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0473175 Jan 27 23:04:44.659073 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1fd660f0-c46f-4bf7-b576-82992d0ef618 req-c0b8dab1-9eea-450c-be71-efa1883283bd tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421665 Jan 27 23:04:44.679813 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57460) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:44.764522 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895ac4b2-da71-4186-a001-c238a5cab506 tempest-TestShelveInstance-298596968 tempest-TestShelveInstance-298596968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:44.766004 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-895ac4b2-da71-4186-a001-c238a5cab506 tempest-TestShelveInstance-298596968 tempest-TestShelveInstance-298596968-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 1092 time: 0.0852001 Jan 27 23:04:44.768972 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 57464) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:04:44.773110 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-6fac50ac-9a4e-4dd1-9fc9-3b4566c4b403 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:04:44.792720 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fac50ac-9a4e-4dd1-9fc9-3b4566c4b403 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:44.886880 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fac50ac-9a4e-4dd1-9fc9-3b4566c4b403 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:44.997118 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-6fac50ac-9a4e-4dd1-9fc9-3b4566c4b403 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Allocated IP 172.25.3.21 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/f07ab8e9-4ea2-49b4-a3e9-f31b267a4cd8) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:04:45.096657 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fac50ac-9a4e-4dd1-9fc9-3b4566c4b403 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for port (f07ab8e9-4ea2-49b4-a3e9-f31b267a4cd8), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:45.131371 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fac50ac-9a4e-4dd1-9fc9-3b4566c4b403 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (f07ab8e9-4ea2-49b4-a3e9-f31b267a4cd8), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:45.171599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fac50ac-9a4e-4dd1-9fc9-3b4566c4b403 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:04:45.174934 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-6fac50ac-9a4e-4dd1-9fc9-3b4566c4b403 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:04:45.180327 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fac50ac-9a4e-4dd1-9fc9-3b4566c4b403 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:04:45.186172 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac50ac-9a4e-4dd1-9fc9-3b4566c4b403 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event updated for resources: {'Port': ['ID=f07ab8e9-4ea2-49b4-a3e9-f31b267a4cd8,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:45.527271 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fac50ac-9a4e-4dd1-9fc9-3b4566c4b403 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for floatingip (c99e648c-e8bb-496c-bcc7-f73cb1d37a85), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:45.595209 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fac50ac-9a4e-4dd1-9fc9-3b4566c4b403 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (f07ab8e9-4ea2-49b4-a3e9-f31b267a4cd8), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:45.736427 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fac50ac-9a4e-4dd1-9fc9-3b4566c4b403 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for port (f07ab8e9-4ea2-49b4-a3e9-f31b267a4cd8), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:45.740671 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fac50ac-9a4e-4dd1-9fc9-3b4566c4b403 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (f07ab8e9-4ea2-49b4-a3e9-f31b267a4cd8), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:45.809813 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac50ac-9a4e-4dd1-9fc9-3b4566c4b403 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event updated for resources: {'Port': ['ID=f07ab8e9-4ea2-49b4-a3e9-f31b267a4cd8,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:04:45.819656 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fac50ac-9a4e-4dd1-9fc9-3b4566c4b403 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (c99e648c-e8bb-496c-bcc7-f73cb1d37a85), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:45.925419 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-6fac50ac-9a4e-4dd1-9fc9-3b4566c4b403 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Floating IP c99e648c-e8bb-496c-bcc7-f73cb1d37a85 associated. External IP: 172.25.3.21, port: 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb. Jan 27 23:04:46.481789 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fac50ac-9a4e-4dd1-9fc9-3b4566c4b403 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Router e82eabc6-2410-4a04-8966-f0389613780a has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:04:46.586870 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fac50ac-9a4e-4dd1-9fc9-3b4566c4b403 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:04:46.596847 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd27fa20-c6de-45fb-a927-de6945b358c1 None None] Sync routers for ids ['e82eabc6-2410-4a04-8966-f0389613780a'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:04:46.607191 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6fac50ac-9a4e-4dd1-9fc9-3b4566c4b403 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:46.607398 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd27fa20-c6de-45fb-a927-de6945b358c1 None None] Routers {'e82eabc6-2410-4a04-8966-f0389613780a'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:04:46.607920 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-fd27fa20-c6de-45fb-a927-de6945b358c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:04:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e82eabc6-2410-4a04-8966-f0389613780a'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:46.635275 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6fac50ac-9a4e-4dd1-9fc9-3b4566c4b403 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8652570 Jan 27 23:04:46.635877 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec63ea6c-96b3-4711-915b-4b9a0c65ad10', 'tag': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:04:46.638275 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d03a993-067d-4a40-8950-8409474f9792" -d '{"events": [{"name": "network-changed", "server_uuid": "ec63ea6c-96b3-4711-915b-4b9a0c65ad10", "tag": "8108c3df-a5bd-4f1c-99e1-fc822aaa16fb"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:04:46.675034 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0de066-c366-4007-a7fc-e0147935f1cc x-openstack-request-id: req-5b0de066-c366-4007-a7fc-e0147935f1cc {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:04:46.675338 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec63ea6c-96b3-4711-915b-4b9a0c65ad10", "tag": "8108c3df-a5bd-4f1c-99e1-fc822aaa16fb", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:04:46.675603 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b0de066-c366-4007-a7fc-e0147935f1cc {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:04:46.676023 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec63ea6c-96b3-4711-915b-4b9a0c65ad10', 'tag': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb', 'status': 'completed', 'code': 200} Jan 27 23:04:46.721317 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-fd27fa20-c6de-45fb-a927-de6945b358c1 None None] Set router e82eabc6-2410-4a04-8966-f0389613780a gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:04:46.735508 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03a993-067d-4a40-8950-8409474f9792 req-17fa86c0-9074-47f1-8189-ed1a665dccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:46.736979 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d03a993-067d-4a40-8950-8409474f9792 req-17fa86c0-9074-47f1-8189-ed1a665dccfd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 1097 time: 0.0409050 Jan 27 23:04:46.828626 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03a993-067d-4a40-8950-8409474f9792 req-27abe2ad-510c-4e75-bcfa-593935005454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:46.830182 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d03a993-067d-4a40-8950-8409474f9792 req-27abe2ad-510c-4e75-bcfa-593935005454 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 200 len: 910 time: 0.0865064 Jan 27 23:04:46.896529 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d03a993-067d-4a40-8950-8409474f9792 req-8e4c45c5-0730-4cb0-a677-0dec6c029771 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb HTTP/1.1" status: 200 len: 999 time: 0.0605104 Jan 27 23:04:46.947111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03a993-067d-4a40-8950-8409474f9792 req-e251884d-bb19-495f-a110-58613d3717f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:46.948606 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d03a993-067d-4a40-8950-8409474f9792 req-e251884d-bb19-495f-a110-58613d3717f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c805d2-7ec2-4950-88d5-174dcecc20d9 HTTP/1.1" status: 200 len: 848 time: 0.0450943 Jan 27 23:04:46.949231 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-fd27fa20-c6de-45fb-a927-de6945b358c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'name': 'tempest-TestShelveInstance-1261561860-router', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:26Z', 'revision_number': 4, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'gw_port': {'id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c99e648c-e8bb-496c-bcc7-f73cb1d37a85', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'port_id': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'mac_address': 'fa:16:3e:bb:e2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec63ea6c-96b3-4711-915b-4b9a0c65ad10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:04:45Z', 'updated_at': '2022-01-27T23:04:45Z', 'revision_number': 0, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3d90c7-5f7c-40e2-b2c8-19d5ca310194', 'name': '', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'mac_address': 'fa:16:3e:b8:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:25Z', 'updated_at': '2022-01-27T23:04:30Z', 'revision_number': 5, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'subnets': [{'id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:46.976060 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd27fa20-c6de-45fb-a927-de6945b358c1 None None] Checking router: e82eabc6-2410-4a04-8966-f0389613780a for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:04:46.985367 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd27fa20-c6de-45fb-a927-de6945b358c1 None None] Routers {'e82eabc6-2410-4a04-8966-f0389613780a'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:04:46.986051 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-fd27fa20-c6de-45fb-a927-de6945b358c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:04:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e82eabc6-2410-4a04-8966-f0389613780a'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:46.999013 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03a993-067d-4a40-8950-8409474f9792 req-528eed74-3c2e-4a09-a80b-8717c20447b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:47.000881 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d03a993-067d-4a40-8950-8409474f9792 req-528eed74-3c2e-4a09-a80b-8717c20447b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c10eaf83-c9da-4749-aff4-3c05a317475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464194 Jan 27 23:04:47.088191 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d03a993-067d-4a40-8950-8409474f9792 req-bcd3b74e-ab95-4233-9304-8c6fc539fe9e service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817683 Jan 27 23:04:47.093530 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-fd27fa20-c6de-45fb-a927-de6945b358c1 None None] Set router e82eabc6-2410-4a04-8966-f0389613780a gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:04:47.180421 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0d03a993-067d-4a40-8950-8409474f9792 req-65cdeb32-4798-424a-9b46-c2dcf2267dff service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869169 Jan 27 23:04:47.317462 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-fd27fa20-c6de-45fb-a927-de6945b358c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'name': 'tempest-TestShelveInstance-1261561860-router', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:26Z', 'revision_number': 4, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'gw_port': {'id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c99e648c-e8bb-496c-bcc7-f73cb1d37a85', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'port_id': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'mac_address': 'fa:16:3e:bb:e2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec63ea6c-96b3-4711-915b-4b9a0c65ad10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:04:45Z', 'updated_at': '2022-01-27T23:04:45Z', 'revision_number': 0, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3d90c7-5f7c-40e2-b2c8-19d5ca310194', 'name': '', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'mac_address': 'fa:16:3e:b8:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:25Z', 'updated_at': '2022-01-27T23:04:30Z', 'revision_number': 5, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'subnets': [{'id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:04:47.347962 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd27fa20-c6de-45fb-a927-de6945b358c1 None None] The sync data for ids ['e82eabc6-2410-4a04-8966-f0389613780a'] in n-d-772272-3 is: [{'id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'name': 'tempest-TestShelveInstance-1261561860-router', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:26Z', 'revision_number': 4, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'gw_port': {'id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': 'c99e648c-e8bb-496c-bcc7-f73cb1d37a85', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'port_id': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'mac_address': 'fa:16:3e:bb:e2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec63ea6c-96b3-4711-915b-4b9a0c65ad10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:04:45Z', 'updated_at': '2022-01-27T23:04:45Z', 'revision_number': 0, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3d90c7-5f7c-40e2-b2c8-19d5ca310194', 'name': '', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'mac_address': 'fa:16:3e:b8:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:25Z', 'updated_at': '2022-01-27T23:04:30Z', 'revision_number': 5, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'subnets': [{'id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:04:47.546720 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997ec869-c665-45c6-8c64-4080e80fc5a9 None None] New status for floating IP c99e648c-e8bb-496c-bcc7-f73cb1d37a85: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:04:51.950649 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:54.253211 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6e81324e-692c-46f6-a45d-64869ef31efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:56.846749 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d0b697c2-ba7d-43e9-9e1b-ea009be4be71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:57.807658 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:59.199130 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:00.467369 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:02.082855 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:05:13.443759 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:21.950893 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:24.255843 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ae29-a94b-403b-8542-9a76c4003e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:26.847988 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-be0b76f0-24df-4d0a-a8f6-5d8be47d61d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:27.812702 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:29.203458 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:30.469871 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:39.082474 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:05:41.676731 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-917cf9d6-b3e2-4685-ab67-d4f03975ae52 req-b6fd6a55-329f-4cda-91d8-48592ee489c3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396774 Jan 27 23:05:41.756305 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cf9d6-b3e2-4685-ab67-d4f03975ae52 req-0b8e1fac-fa0d-406e-bb54-40f971ba93a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:41.757801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-917cf9d6-b3e2-4685-ab67-d4f03975ae52 req-0b8e1fac-fa0d-406e-bb54-40f971ba93a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 1097 time: 0.0406284 Jan 27 23:05:41.873508 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cf9d6-b3e2-4685-ab67-d4f03975ae52 req-79d4ba06-e7a0-4a15-beca-3973280e9fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:41.875555 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-917cf9d6-b3e2-4685-ab67-d4f03975ae52 req-79d4ba06-e7a0-4a15-beca-3973280e9fae service neutron] 10.222.0.15 "GET /v2.0/networks?id=c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 200 len: 910 time: 0.0982230 Jan 27 23:05:41.940104 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-917cf9d6-b3e2-4685-ab67-d4f03975ae52 req-c506fda2-7128-4f1f-92e1-7f34633148ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb HTTP/1.1" status: 200 len: 1001 time: 0.0589774 Jan 27 23:05:41.986352 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cf9d6-b3e2-4685-ab67-d4f03975ae52 req-a52edefe-20de-43fc-9d3e-8a890c7809e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:41.987796 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-917cf9d6-b3e2-4685-ab67-d4f03975ae52 req-a52edefe-20de-43fc-9d3e-8a890c7809e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c805d2-7ec2-4950-88d5-174dcecc20d9 HTTP/1.1" status: 200 len: 848 time: 0.0424681 Jan 27 23:05:42.035457 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cf9d6-b3e2-4685-ab67-d4f03975ae52 req-e9700290-1b09-4a41-bf85-d882d6521997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:42.036969 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-917cf9d6-b3e2-4685-ab67-d4f03975ae52 req-e9700290-1b09-4a41-bf85-d882d6521997 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c10eaf83-c9da-4749-aff4-3c05a317475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438387 Jan 27 23:05:42.129367 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-917cf9d6-b3e2-4685-ab67-d4f03975ae52 req-91cf4d75-5684-4b21-997f-fec5cbdb89af service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853732 Jan 27 23:05:42.223460 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-917cf9d6-b3e2-4685-ab67-d4f03975ae52 req-747f533f-38cd-4a4c-b018-a35e97db68ad service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871842 Jan 27 23:05:43.442889 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:52.013144 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:54.257204 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-44962f52-2568-43ae-ba64-74ac50282773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:56.849714 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d8787e3a-9700-4a90-8d0b-6e0115cc2aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:57.815754 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:59.203997 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:00.472193 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:13.473217 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:16.081327 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:06:21.968578 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:24.259580 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-34b8df2f-73ba-4c39-90aa-f7683312065d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:26.851722 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c3bdd0b1-bd6a-4285-aacb-3b304d8882fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:27.817639 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:29.207483 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:30.473624 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:41.096662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e9d3e-5877-4dc9-a644-0c86cde8a916 req-d5e9cfd2-89da-46a2-8532-42b6829150a0 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:41.098131 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-070e9d3e-5877-4dc9-a644-0c86cde8a916 req-d5e9cfd2-89da-46a2-8532-42b6829150a0 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0489242 Jan 27 23:06:41.148418 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-070e9d3e-5877-4dc9-a644-0c86cde8a916 req-612b296d-71e0-43ae-8754-c645e47944f6 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445755 Jan 27 23:06:42.273459 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f9b0d-42d3-44fa-af3a-6790e6438726 req-112e36df-e1b6-449c-a284-6a65720e3999 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:42.274835 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-339f9b0d-42d3-44fa-af3a-6790e6438726 req-112e36df-e1b6-449c-a284-6a65720e3999 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0473294 Jan 27 23:06:42.327191 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-339f9b0d-42d3-44fa-af3a-6790e6438726 req-ddbd522c-c3fc-4b15-9e78-934c4b37dcc0 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468664 Jan 27 23:06:43.452928 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ceb908-a21a-411f-b64a-bd3ab7856e52 req-14fb1752-e781-4cd0-8ef1-e9fb23eb578d tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:43.454945 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8ceb908-a21a-411f-b64a-bd3ab7856e52 req-14fb1752-e781-4cd0-8ef1-e9fb23eb578d tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0491595 Jan 27 23:06:43.503195 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:43.505021 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f8ceb908-a21a-411f-b64a-bd3ab7856e52 req-b08a32cf-b7bd-4f1f-8f93-1cf2107e53bd tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443671 Jan 27 23:06:43.693476 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20621bf5-22ee-4435-9ecf-30700610ac06 req-c074f05b-4f19-4ca1-939c-496c9495324b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:43.694935 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20621bf5-22ee-4435-9ecf-30700610ac06 req-c074f05b-4f19-4ca1-939c-496c9495324b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 1097 time: 0.0398724 Jan 27 23:06:43.799892 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20621bf5-22ee-4435-9ecf-30700610ac06 req-455c7104-a98b-4341-9b9b-080ab660a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:43.801332 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20621bf5-22ee-4435-9ecf-30700610ac06 req-455c7104-a98b-4341-9b9b-080ab660a23f service neutron] 10.222.0.15 "GET /v2.0/networks?id=c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 200 len: 910 time: 0.0876825 Jan 27 23:06:43.869856 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20621bf5-22ee-4435-9ecf-30700610ac06 req-c8e5e338-c09a-4f8d-a4cb-5870cbf8ec70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb HTTP/1.1" status: 200 len: 1001 time: 0.0605638 Jan 27 23:06:43.917254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20621bf5-22ee-4435-9ecf-30700610ac06 req-f93b0a33-0031-4c54-9cde-70909dca8b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:43.918685 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20621bf5-22ee-4435-9ecf-30700610ac06 req-f93b0a33-0031-4c54-9cde-70909dca8b30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c805d2-7ec2-4950-88d5-174dcecc20d9 HTTP/1.1" status: 200 len: 848 time: 0.0427768 Jan 27 23:06:43.966743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20621bf5-22ee-4435-9ecf-30700610ac06 req-37bcf092-15af-4c50-9de4-2c227427d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:43.968256 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20621bf5-22ee-4435-9ecf-30700610ac06 req-37bcf092-15af-4c50-9de4-2c227427d273 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c10eaf83-c9da-4749-aff4-3c05a317475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442514 Jan 27 23:06:44.056225 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20621bf5-22ee-4435-9ecf-30700610ac06 req-d0348da3-85a4-4db1-a66a-e1a79f605144 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818212 Jan 27 23:06:44.149444 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-20621bf5-22ee-4435-9ecf-30700610ac06 req-6a628a8c-b8e7-4d36-8fdd-944839f356f6 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865660 Jan 27 23:06:44.619070 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb18f65-9778-4cbd-9701-42cf86d24647 req-16681736-3c0f-41f0-bbf2-a9c99b1d99be tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:44.620566 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5fb18f65-9778-4cbd-9701-42cf86d24647 req-16681736-3c0f-41f0-bbf2-a9c99b1d99be tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0487211 Jan 27 23:06:44.668381 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5fb18f65-9778-4cbd-9701-42cf86d24647 req-5ca04b6a-bb91-407b-9288-fdd3ed1fa78c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417676 Jan 27 23:06:45.783040 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba80b0-4e58-47a4-b597-89884cbb7034 req-87be8c1f-dba1-4595-abb4-70878a28bcd2 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:45.784558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fba80b0-4e58-47a4-b597-89884cbb7034 req-87be8c1f-dba1-4595-abb4-70878a28bcd2 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0481970 Jan 27 23:06:45.838428 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7fba80b0-4e58-47a4-b597-89884cbb7034 req-1c8e376b-4482-410d-a864-abcddcb479ba tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482829 Jan 27 23:06:46.955345 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181af55-0b44-4242-80d7-a02d8d4623b6 req-458d9026-f62e-4aef-9326-af289279ff5a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:46.956833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8181af55-0b44-4242-80d7-a02d8d4623b6 req-458d9026-f62e-4aef-9326-af289279ff5a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0471485 Jan 27 23:06:47.005604 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8181af55-0b44-4242-80d7-a02d8d4623b6 req-885b3c26-3317-44c5-8206-2adedad8ce9b tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433075 Jan 27 23:06:48.119936 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701d9d2-3ec3-4035-8a55-de475760be8c req-853ea385-68c9-41e5-986d-e5b1be2f3ebb tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:48.121455 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2701d9d2-3ec3-4035-8a55-de475760be8c req-853ea385-68c9-41e5-986d-e5b1be2f3ebb tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0487812 Jan 27 23:06:48.171037 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-2701d9d2-3ec3-4035-8a55-de475760be8c req-3782ea34-d08a-4b7b-a82f-4216d3b11e2a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434942 Jan 27 23:06:49.288370 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ab47f-1773-487b-ac58-0acfed6046e7 req-ac09e2b3-6620-405c-9caa-c1c8cc4e6ac4 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:49.289764 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-101ab47f-1773-487b-ac58-0acfed6046e7 req-ac09e2b3-6620-405c-9caa-c1c8cc4e6ac4 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0521610 Jan 27 23:06:49.337537 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-101ab47f-1773-487b-ac58-0acfed6046e7 req-9736f3e1-0691-4a18-b2e8-a8d64b6baef9 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422595 Jan 27 23:06:50.450247 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc0620-10ca-471a-8c22-8e73c099bb04 req-b5b3d59f-4100-49b9-bad7-2db25c386fca tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:50.452146 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7cbc0620-10ca-471a-8c22-8e73c099bb04 req-b5b3d59f-4100-49b9-bad7-2db25c386fca tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0489144 Jan 27 23:06:50.501545 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7cbc0620-10ca-471a-8c22-8e73c099bb04 req-b2d16c1a-3a34-4798-aa13-0195b0e7c804 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437663 Jan 27 23:06:51.615709 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba607d-9f3d-4e31-93d7-1eb15c8150bf req-cff007ae-8269-4593-bb0b-48a365dcd264 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:51.617247 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-18ba607d-9f3d-4e31-93d7-1eb15c8150bf req-cff007ae-8269-4593-bb0b-48a365dcd264 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0492723 Jan 27 23:06:51.669681 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-18ba607d-9f3d-4e31-93d7-1eb15c8150bf req-871f098d-f587-4f19-8b42-d4752fd3529b tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468025 Jan 27 23:06:51.977623 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:52.343162 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:06:52.437995 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:06:52.449088 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'port_id': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb', 'mac_address': 'fa:16:3e:bb:e2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:06:52.485234 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb is: ACTIVE; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:06:52.485625 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:52.498247 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:06:52.520602 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:06:52.524654 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:52.573930 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:06:52.581971 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:52.582323 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:52.582667 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:52.583007 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:52.583342 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:52.583677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:52.584003 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:52.584361 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:52.584690 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:52.585014 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:52.585338 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:52.585660 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:52.585981 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:52.599978 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['8108c3df-a5bd-4f1c-99e1-fc822aaa16fb'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:06:52.788991 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31756e6-1db8-41e9-8304-c647491347cf req-536f5c6f-5d8e-4959-ae47-a9d47beb3eea tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:52.790627 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f31756e6-1db8-41e9-8304-c647491347cf req-536f5c6f-5d8e-4959-ae47-a9d47beb3eea tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 945 time: 0.0497324 Jan 27 23:06:52.840846 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f31756e6-1db8-41e9-8304-c647491347cf req-1abdb11f-33ad-4af7-ab5f-3ef2faab09fd tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437567 Jan 27 23:06:53.080654 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:06:53.988606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c99f3c-4091-4699-8657-f5a92ba7b501 req-8060ff29-c0ea-49c2-8827-9c84e6385f51 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:53.995964 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6c99f3c-4091-4699-8657-f5a92ba7b501 req-8060ff29-c0ea-49c2-8827-9c84e6385f51 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 945 time: 0.0704048 Jan 27 23:06:54.056633 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b6c99f3c-4091-4699-8657-f5a92ba7b501 req-e9878fda-35c6-49b9-a156-192632509da3 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591881 Jan 27 23:06:54.264971 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3609ed7c-55be-499a-820c-56b3752dcf77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:54.358507 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:06:54.411031 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:06:54.411598 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:54.499434 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:06:54.500552 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:54.526014 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec63ea6c-96b3-4711-915b-4b9a0c65ad10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:06:54.529104 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15275b8d-841c-4034-98f5-362a60a5b708" -d '{"events": [{"server_uuid": "ec63ea6c-96b3-4711-915b-4b9a0c65ad10", "name": "network-vif-plugged", "status": "completed", "tag": "8108c3df-a5bd-4f1c-99e1-fc822aaa16fb"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:06:54.550750 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:06:54.554919 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:54.584602 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03f1212-b1a6-472e-81d4-56d872f03c72 x-openstack-request-id: req-a03f1212-b1a6-472e-81d4-56d872f03c72 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:06:54.585218 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec63ea6c-96b3-4711-915b-4b9a0c65ad10", "name": "network-vif-plugged", "status": "completed", "tag": "8108c3df-a5bd-4f1c-99e1-fc822aaa16fb", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:06:54.585668 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a03f1212-b1a6-472e-81d4-56d872f03c72 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:06:54.586071 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec63ea6c-96b3-4711-915b-4b9a0c65ad10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb', 'code': 200} Jan 27 23:06:54.613894 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:06:55.189154 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4d407-3cbd-4e3b-895b-609143330f48 req-83d2e84a-045e-4160-96e4-b84e54de1c09 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:55.190748 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ca4d407-3cbd-4e3b-895b-609143330f48 req-83d2e84a-045e-4160-96e4-b84e54de1c09 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0555534 Jan 27 23:06:55.250228 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ca4d407-3cbd-4e3b-895b-609143330f48 req-471e28a5-c7ba-4196-a77f-9d8e8b4c0ed4 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532563 Jan 27 23:06:56.380831 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c6d6b-f59f-4fed-93e3-6169647396a3 req-01a66882-d39a-4ead-949e-8cd9e9f0610c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:56.382396 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a1c6d6b-f59f-4fed-93e3-6169647396a3 req-01a66882-d39a-4ead-949e-8cd9e9f0610c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0541549 Jan 27 23:06:56.448450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a1c6d6b-f59f-4fed-93e3-6169647396a3 req-0466d262-e41e-42c3-920a-9da473c248e7 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579138 Jan 27 23:06:56.858613 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e1afc701-685d-425e-8bea-50762a31dcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:57.577123 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831beebf-8fe8-40bc-9d8a-e78ee37c31a4 req-48e7da1e-6261-4fd1-a83f-896e6fb19f56 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:57.579347 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-831beebf-8fe8-40bc-9d8a-e78ee37c31a4 req-48e7da1e-6261-4fd1-a83f-896e6fb19f56 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0606825 Jan 27 23:06:57.641670 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-831beebf-8fe8-40bc-9d8a-e78ee37c31a4 req-c7a0887f-6323-4008-a1d4-9d00840d69be tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559616 Jan 27 23:06:57.825105 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:58.761857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53470000-ea7a-419f-ac63-0162dad787fb req-4f64caa5-07ae-42d0-877a-4344e28e7565 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:58.763644 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-53470000-ea7a-419f-ac63-0162dad787fb req-4f64caa5-07ae-42d0-877a-4344e28e7565 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0556409 Jan 27 23:06:58.815147 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-53470000-ea7a-419f-ac63-0162dad787fb req-fc41b1b9-199b-4776-bafb-151a88d37487 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448189 Jan 27 23:06:59.216788 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:59.947947 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1ef1f-d107-49b3-8e11-606bccec64c1 req-b9441963-1abe-4f76-86a0-0b4383a2637b tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:59.950526 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37b1ef1f-d107-49b3-8e11-606bccec64c1 req-b9441963-1abe-4f76-86a0-0b4383a2637b tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0562360 Jan 27 23:07:00.011029 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37b1ef1f-d107-49b3-8e11-606bccec64c1 req-5d30c7aa-ebaa-489a-b237-4c73b475785c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534227 Jan 27 23:07:00.478920 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:01.135674 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3409607-e6b3-4cf6-a7ed-7f28a1947270 req-eb8af2d4-1f1f-4f73-9c26-bdcf167ecc4e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:01.137306 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3409607-e6b3-4cf6-a7ed-7f28a1947270 req-eb8af2d4-1f1f-4f73-9c26-bdcf167ecc4e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0520198 Jan 27 23:07:01.191193 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c3409607-e6b3-4cf6-a7ed-7f28a1947270 req-3adc2036-4716-4edf-9676-1995d8e5d548 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476608 Jan 27 23:07:02.304714 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828143e9-1e60-45d9-a79e-30432f946296 req-fdf2b39a-1260-4ab6-b4a9-771b27d71ad4 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:02.306120 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-828143e9-1e60-45d9-a79e-30432f946296 req-fdf2b39a-1260-4ab6-b4a9-771b27d71ad4 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0482242 Jan 27 23:07:02.354615 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-828143e9-1e60-45d9-a79e-30432f946296 req-edf435d5-e10a-43e5-ab8f-3c95942e744a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429811 Jan 27 23:07:02.727606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96f6a0-0838-4293-bcc0-06eaf26bf35a req-53dfe5a7-4622-48b8-8b1b-1c681d7a44b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:02.729127 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b96f6a0-0838-4293-bcc0-06eaf26bf35a req-53dfe5a7-4622-48b8-8b1b-1c681d7a44b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 1097 time: 0.0456195 Jan 27 23:07:02.816544 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96f6a0-0838-4293-bcc0-06eaf26bf35a req-11721599-f87d-4fc4-95df-900d79db4e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:02.818067 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b96f6a0-0838-4293-bcc0-06eaf26bf35a req-11721599-f87d-4fc4-95df-900d79db4e9d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 200 len: 910 time: 0.0824869 Jan 27 23:07:02.888021 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b96f6a0-0838-4293-bcc0-06eaf26bf35a req-16787d7f-2620-4ee6-8f31-946381bd3e7e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb HTTP/1.1" status: 200 len: 1001 time: 0.0631952 Jan 27 23:07:02.934346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96f6a0-0838-4293-bcc0-06eaf26bf35a req-0e896f3a-d4ae-4cbd-8312-8086a316e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:02.935736 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b96f6a0-0838-4293-bcc0-06eaf26bf35a req-0e896f3a-d4ae-4cbd-8312-8086a316e894 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c805d2-7ec2-4950-88d5-174dcecc20d9 HTTP/1.1" status: 200 len: 848 time: 0.0422854 Jan 27 23:07:02.979268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96f6a0-0838-4293-bcc0-06eaf26bf35a req-9b24cd57-5fc1-4b5b-9cc0-5f3f5028d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:02.980908 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b96f6a0-0838-4293-bcc0-06eaf26bf35a req-9b24cd57-5fc1-4b5b-9cc0-5f3f5028d110 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c10eaf83-c9da-4749-aff4-3c05a317475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389667 Jan 27 23:07:03.074180 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b96f6a0-0838-4293-bcc0-06eaf26bf35a req-8392cf30-e7e1-40df-957c-c54c61b1c545 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870955 Jan 27 23:07:03.162647 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9b96f6a0-0838-4293-bcc0-06eaf26bf35a req-b8661a42-0621-4f8d-b2ed-a54d10948426 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824144 Jan 27 23:07:03.469459 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c2822-0c90-452f-8dd1-596cd49893d7 req-06949a76-ed09-4ee1-9fa8-12536fc853fe tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:03.470966 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a05c2822-0c90-452f-8dd1-596cd49893d7 req-06949a76-ed09-4ee1-9fa8-12536fc853fe tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0481601 Jan 27 23:07:03.523940 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a05c2822-0c90-452f-8dd1-596cd49893d7 req-7dbb412c-31a9-4eb7-943f-b9d12a45f19a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474658 Jan 27 23:07:04.641433 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a809e-beff-41dc-9585-e174e8e68d23 req-3f70fa8d-54e9-4470-b30d-ff77d8caf389 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:04.643001 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a86a809e-beff-41dc-9585-e174e8e68d23 req-3f70fa8d-54e9-4470-b30d-ff77d8caf389 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0518131 Jan 27 23:07:04.693410 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a86a809e-beff-41dc-9585-e174e8e68d23 req-04c2ecc7-4884-453e-bb0a-c36c9f2dd21d tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445857 Jan 27 23:07:05.809817 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df702969-a0c5-4125-ab38-7676e210b1d1 req-16e40269-5b4f-4b9b-97a5-fe39ec0cad61 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:05.811304 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df702969-a0c5-4125-ab38-7676e210b1d1 req-16e40269-5b4f-4b9b-97a5-fe39ec0cad61 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0472903 Jan 27 23:07:05.858821 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-df702969-a0c5-4125-ab38-7676e210b1d1 req-68bc6bec-8ed4-4673-8890-8bf830c4c935 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413303 Jan 27 23:07:05.925912 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-5a16aab4-4c49-4da8-b549-8f976c311111 req-c0a147a6-8a8e-4107-a4ce-749ed6f173b3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:07:05.926910 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a16aab4-4c49-4da8-b549-8f976c311111 req-c0a147a6-8a8e-4107-a4ce-749ed6f173b3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058463 Jan 27 23:07:06.079979 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6145cc5-33f1-4737-b774-90cc840fabdd req-ef220f5c-b834-4b9f-a36a-8de52a149226 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:06.081485 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6145cc5-33f1-4737-b774-90cc840fabdd req-ef220f5c-b834-4b9f-a36a-8de52a149226 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0525465 Jan 27 23:07:06.131652 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6145cc5-33f1-4737-b774-90cc840fabdd req-fdf2bd3a-1a37-4852-9c40-b5174ea6a4c4 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446298 Jan 27 23:07:06.385336 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-87d9cb43-1f4b-4a69-bf77-011782fe4c3d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1027772 Jan 27 23:07:06.412809 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:07:06.490601 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:07:06.491003 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:06.516938 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec63ea6c-96b3-4711-915b-4b9a0c65ad10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:07:06.519170 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9cfb7a-e2d6-46df-9b6d-65a25f9155c9" -d '{"events": [{"server_uuid": "ec63ea6c-96b3-4711-915b-4b9a0c65ad10", "name": "network-vif-unplugged", "status": "completed", "tag": "8108c3df-a5bd-4f1c-99e1-fc822aaa16fb"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:07:06.538684 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:07:06.543673 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:06.567759 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 23:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd70b7c8-6876-433f-a445-3390f429c78f x-openstack-request-id: req-cd70b7c8-6876-433f-a445-3390f429c78f {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:07:06.568057 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec63ea6c-96b3-4711-915b-4b9a0c65ad10", "name": "network-vif-unplugged", "status": "failed", "tag": "8108c3df-a5bd-4f1c-99e1-fc822aaa16fb", "code": 422}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:07:06.568359 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd70b7c8-6876-433f-a445-3390f429c78f {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:07:06.568758 n-d-772272-3 neutron-server[109743]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ec63ea6c-96b3-4711-915b-4b9a0c65ad10', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb', 'code': 422} returned with failed status Jan 27 23:07:06.595943 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:07.277407 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724fd99-3aa3-4dbc-9e63-f3cb5a6695eb req-8011f2cf-e5cc-420f-95b9-7f5dea9fac42 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:07.278877 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4724fd99-3aa3-4dbc-9e63-f3cb5a6695eb req-8011f2cf-e5cc-420f-95b9-7f5dea9fac42 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 944 time: 0.0783107 Jan 27 23:07:07.292308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-0f5dc7f1-b687-459e-91ee-6cc4121866c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:07.293751 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-0f5dc7f1-b687-459e-91ee-6cc4121866c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10&tenant_id=946661c5ddf848e182adc3b78fe3c0eb HTTP/1.1" status: 200 len: 1095 time: 0.1145959 Jan 27 23:07:07.307236 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-9e52c49e-578a-4f87-9e51-a124ebd3a8b3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:07:07.308191 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-9e52c49e-578a-4f87-9e51-a124ebd3a8b3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073836 Jan 27 23:07:07.322896 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-772272-3', 'device_owner': 'compute:nova'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:07:07.360825 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4724fd99-3aa3-4dbc-9e63-f3cb5a6695eb req-605efb2f-077e-421a-9bea-7d50b84faa83 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757024 Jan 27 23:07:07.392860 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:07.590998 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] For port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:07:07.629210 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] For port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:07:07.664215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:07:07.671580 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Publish callbacks [] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:07.683424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Transition to ACTIVE for port object 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:07:07.687765 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:07.767809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Pushing event updated for resources: {'Port': ['ID=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,revision_number=9']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:07.782349 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:07.782708 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:07.783060 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:07.783405 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:07.783753 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:07.784081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:07.784447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:07.784781 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:07.785115 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:07.785445 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:07.785777 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:07.786105 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:07.786433 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:07:07.823086 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] No DVR routers for this DVR port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:07:07.958740 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Attempting to bind port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:07:07.959073 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Attempting to bind port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '8871d8d2-84c3-4ca5-8e12-a1ac88a23839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:07:07.959399 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Attempting to bind port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb on network c10eaf83-c9da-4749-aff4-3c05a317475f {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:07:07.963614 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb on network c10eaf83-c9da-4749-aff4-3c05a317475f not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:07:07.963931 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Attempting to bind port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb on network c10eaf83-c9da-4749-aff4-3c05a317475f {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:07:07.968692 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:07:07.969029 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Checking segment: {'id': '8871d8d2-84c3-4ca5-8e12-a1ac88a23839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:07:07.969406 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Bound using segment: {'id': '8871d8d2-84c3-4ca5-8e12-a1ac88a23839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:07:07.969823 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Bound port: 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8871d8d2-84c3-4ca5-8e12-a1ac88a23839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:07:07.970169 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:08.033758 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] For port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:07:08.037169 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] For port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:07:08.041051 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:08.072593 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:08.074119 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:08.075531 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] 10.222.0.21 "PUT /v2.0/ports/8108c3df-a5bd-4f1c-99e1-fc822aaa16fb HTTP/1.1" status: 200 len: 1092 time: 0.7568624 Jan 27 23:07:08.078563 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec63ea6c-96b3-4711-915b-4b9a0c65ad10', 'tag': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:07:08.081715 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c66e68-5d92-43f5-b563-2085191a3943" -d '{"events": [{"name": "network-changed", "server_uuid": "ec63ea6c-96b3-4711-915b-4b9a0c65ad10", "tag": "8108c3df-a5bd-4f1c-99e1-fc822aaa16fb"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:07:08.141069 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c2119-0298-4e86-8f35-1f1449ee2818 service neutron] Pushing event updated for resources: {'Port': ['ID=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,revision_number=10']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:08.160970 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-af8717d5-b2cd-480c-9655-632ece8624ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:08.162949 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-af8717d5-b2cd-480c-9655-632ece8624ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 1096 time: 0.0536778 Jan 27 23:07:08.189801 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e9a074-820f-41ab-be6b-2e672184fce3 x-openstack-request-id: req-a9e9a074-820f-41ab-be6b-2e672184fce3 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:07:08.190101 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec63ea6c-96b3-4711-915b-4b9a0c65ad10", "tag": "8108c3df-a5bd-4f1c-99e1-fc822aaa16fb", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:07:08.190360 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9e9a074-820f-41ab-be6b-2e672184fce3 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:07:08.190765 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec63ea6c-96b3-4711-915b-4b9a0c65ad10', 'tag': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb', 'status': 'completed', 'code': 200} Jan 27 23:07:08.258663 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-fb11af7a-7fbc-44ce-a20a-2c68ebc87c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:08.260184 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-fb11af7a-7fbc-44ce-a20a-2c68ebc87c6a service neutron] 10.222.0.21 "GET /v2.0/networks?id=c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 200 len: 910 time: 0.0900848 Jan 27 23:07:08.330457 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-b2d95c8d-d5e7-4743-b837-1b209e8648d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb HTTP/1.1" status: 200 len: 999 time: 0.0621498 Jan 27 23:07:08.377832 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-bd32ba09-c36a-4908-bd22-1eadc7d3d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:08.379175 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-bd32ba09-c36a-4908-bd22-1eadc7d3d924 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75c805d2-7ec2-4950-88d5-174dcecc20d9 HTTP/1.1" status: 200 len: 848 time: 0.0430140 Jan 27 23:07:08.425259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-016799a5-bb10-49cd-8df4-2accc391f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:08.426752 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-016799a5-bb10-49cd-8df4-2accc391f21c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c10eaf83-c9da-4749-aff4-3c05a317475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412817 Jan 27 23:07:08.531956 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac809a-0d4b-416e-b8f0-6773e3260eff req-9bf3759b-e478-4a8a-a04c-bbc5accd9f91 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:08.533459 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecac809a-0d4b-416e-b8f0-6773e3260eff req-9bf3759b-e478-4a8a-a04c-bbc5accd9f91 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 945 time: 0.1038909 Jan 27 23:07:08.563935 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-0921b35b-abb3-49ea-b3e3-e1dcdb27313b service neutron] 10.222.0.21 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262827 Jan 27 23:07:08.639577 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ecac809a-0d4b-416e-b8f0-6773e3260eff req-f99c5b62-d8f6-4d65-9ed9-e1a413ca479a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002898 Jan 27 23:07:08.674568 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d804b0a5-3e0f-409c-8d4b-68aba8dec622 req-9cea2dfc-5841-4067-b16c-38f99fc8d15c service neutron] 10.222.0.21 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034913 Jan 27 23:07:08.760950 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c66e68-5d92-43f5-b563-2085191a3943 req-e0368407-cca3-4280-9513-25910174bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:08.762920 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23c66e68-5d92-43f5-b563-2085191a3943 req-e0368407-cca3-4280-9513-25910174bd84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 1096 time: 0.0439651 Jan 27 23:07:08.852756 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c66e68-5d92-43f5-b563-2085191a3943 req-58458d49-3fda-4fbb-8be0-73ae04ed8a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:08.854260 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23c66e68-5d92-43f5-b563-2085191a3943 req-58458d49-3fda-4fbb-8be0-73ae04ed8a1b service neutron] 10.222.0.21 "GET /v2.0/networks?id=c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 200 len: 910 time: 0.0859444 Jan 27 23:07:08.929078 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23c66e68-5d92-43f5-b563-2085191a3943 req-fe133bed-0005-4d4f-a65b-183783c3d1cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb HTTP/1.1" status: 200 len: 999 time: 0.0674567 Jan 27 23:07:08.990398 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c66e68-5d92-43f5-b563-2085191a3943 req-a13c5795-3f9b-4bec-a526-6a3431ef55ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:08.992274 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23c66e68-5d92-43f5-b563-2085191a3943 req-a13c5795-3f9b-4bec-a526-6a3431ef55ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75c805d2-7ec2-4950-88d5-174dcecc20d9 HTTP/1.1" status: 200 len: 848 time: 0.0566514 Jan 27 23:07:09.764510 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436502d-9d2c-4dee-b82c-57f54a13c50e req-a1fe2303-d244-46e8-9acb-694a04667f06 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:09.766085 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d436502d-9d2c-4dee-b82c-57f54a13c50e req-a1fe2303-d244-46e8-9acb-694a04667f06 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 945 time: 0.0505428 Jan 27 23:07:09.817820 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d436502d-9d2c-4dee-b82c-57f54a13c50e req-96beb30e-8503-4a8b-9809-2fcaa627bed7 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458465 Jan 27 23:07:10.945629 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8ef9e-931f-4b73-b087-6a4a21f7ceac req-30b4b028-5bac-4d70-a4a2-f65160fa81aa tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:10.947944 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23f8ef9e-931f-4b73-b087-6a4a21f7ceac req-30b4b028-5bac-4d70-a4a2-f65160fa81aa tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 945 time: 0.0608232 Jan 27 23:07:11.007549 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23f8ef9e-931f-4b73-b087-6a4a21f7ceac req-27f534ab-78be-4508-b51c-7947aafb5666 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534194 Jan 27 23:07:12.136477 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67930cdb-428f-4e3c-96e5-665d9cb219ec req-58e42c09-b866-42ea-b433-f4a38d29c8e4 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:12.138153 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67930cdb-428f-4e3c-96e5-665d9cb219ec req-58e42c09-b866-42ea-b433-f4a38d29c8e4 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 945 time: 0.0537825 Jan 27 23:07:12.189027 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-67930cdb-428f-4e3c-96e5-665d9cb219ec req-37dffa16-b815-4731-842d-70a6c92252fb tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446668 Jan 27 23:07:13.326104 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d9cd8-4cb2-44c7-9605-2812551b9bb5 req-a6665d49-3554-4ec2-8509-f97a31953b99 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:13.327774 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-498d9cd8-4cb2-44c7-9605-2812551b9bb5 req-a6665d49-3554-4ec2-8509-f97a31953b99 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 945 time: 0.0527725 Jan 27 23:07:13.525945 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:13.736318 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-498d9cd8-4cb2-44c7-9605-2812551b9bb5 req-54f3b1d2-c3a7-4d57-bed5-e54fb5650647 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4027302 Jan 27 23:07:14.861972 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620f252-9eac-42c4-a30a-597c2d0e4dee req-f8b136cd-0a9e-4cd0-be06-26549c82926c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:14.863477 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0620f252-9eac-42c4-a30a-597c2d0e4dee req-f8b136cd-0a9e-4cd0-be06-26549c82926c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 945 time: 0.0501149 Jan 27 23:07:14.914434 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0620f252-9eac-42c4-a30a-597c2d0e4dee req-d1c09ba4-454c-479b-9747-32f81c7e952a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451636 Jan 27 23:07:16.034581 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291ae58-f1f7-4115-95b1-fc5c5f6dacd2 req-80d41719-ae37-4617-b541-5f3933e30789 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:16.036323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a291ae58-f1f7-4115-95b1-fc5c5f6dacd2 req-80d41719-ae37-4617-b541-5f3933e30789 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 945 time: 0.0499089 Jan 27 23:07:16.088868 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a291ae58-f1f7-4115-95b1-fc5c5f6dacd2 req-d7ea0010-2f95-4f4b-820b-811a808638a0 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462985 Jan 27 23:07:17.210267 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb5014-b2ea-44a3-9f37-7ab21129bfa5 req-82b8158c-05ed-4818-9e65-76d61e0d8379 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:17.211774 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37fb5014-b2ea-44a3-9f37-7ab21129bfa5 req-82b8158c-05ed-4818-9e65-76d61e0d8379 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 945 time: 0.0516045 Jan 27 23:07:17.260482 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-37fb5014-b2ea-44a3-9f37-7ab21129bfa5 req-04c05da0-3d7b-40df-b2dc-8f186d4a42a0 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424957 Jan 27 23:07:18.376699 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87cb9e-d8c6-413a-9c24-a2c848ab2b3c req-a6f8c2cd-d428-419c-838f-60a745e3e0cc tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:18.378163 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe87cb9e-d8c6-413a-9c24-a2c848ab2b3c req-a6f8c2cd-d428-419c-838f-60a745e3e0cc tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 945 time: 0.0469530 Jan 27 23:07:18.426278 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe87cb9e-d8c6-413a-9c24-a2c848ab2b3c req-25602a97-82b9-4fde-ae2b-28d9dc8b9ace tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426250 Jan 27 23:07:19.543424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f2cd4-0098-4c34-9c6c-fd42d94dd55b req-738be4c6-01a6-4c1b-b122-4f230aaf9d1c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:19.544907 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd8f2cd4-0098-4c34-9c6c-fd42d94dd55b req-738be4c6-01a6-4c1b-b122-4f230aaf9d1c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 945 time: 0.0508339 Jan 27 23:07:19.592131 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd8f2cd4-0098-4c34-9c6c-fd42d94dd55b req-ee683f2d-ab33-49c4-a5ca-4d464692df58 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410786 Jan 27 23:07:20.529168 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c66e68-5d92-43f5-b563-2085191a3943 req-c48d3875-6c41-40c7-9615-c063985f1f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:20.530663 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23c66e68-5d92-43f5-b563-2085191a3943 req-c48d3875-6c41-40c7-9615-c063985f1f31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c10eaf83-c9da-4749-aff4-3c05a317475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460150 Jan 27 23:07:20.627041 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23c66e68-5d92-43f5-b563-2085191a3943 req-a3acf7e5-0096-4d3c-b3d8-22f72ec2dc92 service neutron] 10.222.0.21 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886037 Jan 27 23:07:20.752654 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8224c40-d615-46ce-9f7d-f82b3a6c7a6c req-174bc9d1-cd04-4efe-b270-2333e9d9788e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:20.754141 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8224c40-d615-46ce-9f7d-f82b3a6c7a6c req-174bc9d1-cd04-4efe-b270-2333e9d9788e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 945 time: 0.0750320 Jan 27 23:07:20.757810 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-23c66e68-5d92-43f5-b563-2085191a3943 req-621f807f-7c5f-492c-bf23-a55ad50aaacf service neutron] 10.222.0.21 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225152 Jan 27 23:07:20.808758 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8224c40-d615-46ce-9f7d-f82b3a6c7a6c req-626157c8-3477-447d-ad73-bac534d80b9a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489311 Jan 27 23:07:21.923401 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3408852-2f01-4d01-9511-d2289607a411 req-3a8a6a72-944e-4ff2-9252-11928498383d tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:21.925083 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3408852-2f01-4d01-9511-d2289607a411 req-3a8a6a72-944e-4ff2-9252-11928498383d tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 945 time: 0.0484440 Jan 27 23:07:21.973472 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e3408852-2f01-4d01-9511-d2289607a411 req-47f813d6-7e24-4576-a370-92840e18e1ba tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428236 Jan 27 23:07:21.986418 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:23.155163 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d940ec3-bb09-43ca-9c87-1976e42480a6 req-c102a73d-1bcc-4528-b0a5-55be70fea8b4 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:23.156677 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d940ec3-bb09-43ca-9c87-1976e42480a6 req-c102a73d-1bcc-4528-b0a5-55be70fea8b4 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 945 time: 0.1141441 Jan 27 23:07:23.205549 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1d940ec3-bb09-43ca-9c87-1976e42480a6 req-733f5163-f10d-4a80-86c3-27edce0638b7 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421019 Jan 27 23:07:24.261732 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b2f72668-180d-400f-919a-cf2baa8d9a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:24.374761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dd85e-9982-456d-9856-df77fff80c3f req-f2e735a7-4d00-4b5f-9f92-1e8612f87d80 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:24.376258 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-147dd85e-9982-456d-9856-df77fff80c3f req-f2e735a7-4d00-4b5f-9f92-1e8612f87d80 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 945 time: 0.1027524 Jan 27 23:07:24.424911 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-147dd85e-9982-456d-9856-df77fff80c3f req-5f8bb913-1c36-44a4-9a5f-bc67ff05ef98 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429246 Jan 27 23:07:24.838906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:07:24.936108 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:07:24.947724 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'port_id': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb', 'mac_address': 'fa:16:3e:bb:e2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:07:24.984317 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:07:24.984719 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:24.997988 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:07:25.018308 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:07:25.022371 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:25.069489 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,revision_number=11']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:25.449415 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['8108c3df-a5bd-4f1c-99e1-fc822aaa16fb'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:07:25.540222 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002e047-2086-4be4-ac3c-9e2e85fdb6dc req-0050b42d-e4b5-4f09-86bb-ff8f90577cf9 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:25.541799 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4002e047-2086-4be4-ac3c-9e2e85fdb6dc req-0050b42d-e4b5-4f09-86bb-ff8f90577cf9 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0487909 Jan 27 23:07:25.591198 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4002e047-2086-4be4-ac3c-9e2e85fdb6dc req-aab8976a-fe0b-4adc-8744-aa0432ab15c9 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435669 Jan 27 23:07:26.712647 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1018aaf-ef38-4a51-83f8-012fb9b011d8 req-5f95bb4c-55f6-45fe-86cf-0dd430336ec6 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:26.714144 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1018aaf-ef38-4a51-83f8-012fb9b011d8 req-5f95bb4c-55f6-45fe-86cf-0dd430336ec6 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 946 time: 0.0522721 Jan 27 23:07:26.762751 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f1018aaf-ef38-4a51-83f8-012fb9b011d8 req-3762a53c-2a74-4bfb-9377-dbfc7a4a749d tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431025 Jan 27 23:07:26.848203 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:07:26.874803 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7239ae35-2939-4c35-b6fe-55dfcd0c8f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:26.901716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:07:26.905500 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:07:26.905868 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:26.983057 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:07:26.983456 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:27.007347 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec63ea6c-96b3-4711-915b-4b9a0c65ad10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:07:27.009581 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64183c04-bd97-41b1-8e6d-6224e012409a" -d '{"events": [{"server_uuid": "ec63ea6c-96b3-4711-915b-4b9a0c65ad10", "name": "network-vif-plugged", "status": "completed", "tag": "8108c3df-a5bd-4f1c-99e1-fc822aaa16fb"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:07:27.021564 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:07:27.026524 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:27.053636 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c5a3c6-a073-4d50-9275-2b945b266070 x-openstack-request-id: req-23c5a3c6-a073-4d50-9275-2b945b266070 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:07:27.053934 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec63ea6c-96b3-4711-915b-4b9a0c65ad10", "name": "network-vif-plugged", "status": "completed", "tag": "8108c3df-a5bd-4f1c-99e1-fc822aaa16fb", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:07:27.054192 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23c5a3c6-a073-4d50-9275-2b945b266070 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:07:27.054579 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec63ea6c-96b3-4711-915b-4b9a0c65ad10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb', 'code': 200} Jan 27 23:07:27.079064 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,revision_number=12']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:07:27.208639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb8f80-905c-47d2-a1f6-d8917e306da7 req-fe4062d6-1e21-469d-acbc-8707e153a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:27.210091 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5eb8f80-905c-47d2-a1f6-d8917e306da7 req-fe4062d6-1e21-469d-acbc-8707e153a332 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 1098 time: 0.0405860 Jan 27 23:07:27.256025 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f5eb8f80-905c-47d2-a1f6-d8917e306da7 req-81ee7588-e7b8-4286-8165-5a63f63c31bd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397291 Jan 27 23:07:27.824861 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:27.876143 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbbac0-b0d2-4f49-b230-e698f89e0f96 req-7d6116d3-92d6-45ae-b875-c4c98f6c557b tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:27.878149 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-53fbbac0-b0d2-4f49-b230-e698f89e0f96 req-7d6116d3-92d6-45ae-b875-c4c98f6c557b tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 947 time: 0.0479815 Jan 27 23:07:27.930189 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-53fbbac0-b0d2-4f49-b230-e698f89e0f96 req-4df58658-6833-4df0-b4d8-959acbf2ff05 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464590 Jan 27 23:07:29.051560 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1e454-a7ab-46db-860d-e257810b2f8f req-3490d86c-b0b1-4b18-ab28-fbdaf893ba3c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:29.053077 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2a1e454-a7ab-46db-860d-e257810b2f8f req-3490d86c-b0b1-4b18-ab28-fbdaf893ba3c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 947 time: 0.0507965 Jan 27 23:07:29.102907 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a2a1e454-a7ab-46db-860d-e257810b2f8f req-89e65de3-2374-4ef3-a156-c16bca6456d9 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441859 Jan 27 23:07:29.216288 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:30.081414 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:07:30.216478 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d156af-bf11-4c9b-af09-3bebfd096868 req-0225dab6-7f50-4c3c-ab57-fb81c0a8f2b3 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:30.217960 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19d156af-bf11-4c9b-af09-3bebfd096868 req-0225dab6-7f50-4c3c-ab57-fb81c0a8f2b3 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 947 time: 0.0482726 Jan 27 23:07:30.266843 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-19d156af-bf11-4c9b-af09-3bebfd096868 req-a70737f1-131b-4167-a3e2-a4d4198b8065 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426595 Jan 27 23:07:30.473482 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:37.030061 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e48e135-9e01-4c3c-b7ed-b5b6b86f039b req-af9d227e-c162-4613-ae6a-dd7b54604385 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450852 Jan 27 23:07:37.110213 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48e135-9e01-4c3c-b7ed-b5b6b86f039b req-c80761a5-6527-405f-ab9d-732db6062e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:37.112217 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e48e135-9e01-4c3c-b7ed-b5b6b86f039b req-c80761a5-6527-405f-ab9d-732db6062e34 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 1098 time: 0.0398922 Jan 27 23:07:37.214619 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48e135-9e01-4c3c-b7ed-b5b6b86f039b req-84653bee-99eb-4a9e-935b-aae83aaa2394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:37.216103 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e48e135-9e01-4c3c-b7ed-b5b6b86f039b req-84653bee-99eb-4a9e-935b-aae83aaa2394 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 200 len: 910 time: 0.0852623 Jan 27 23:07:37.285549 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e48e135-9e01-4c3c-b7ed-b5b6b86f039b req-5187e6a1-717d-4d30-8af1-0ecf84c0a989 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb HTTP/1.1" status: 200 len: 1001 time: 0.0626035 Jan 27 23:07:37.333798 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48e135-9e01-4c3c-b7ed-b5b6b86f039b req-e65cef7d-7b80-4564-8677-d8cbfc31e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:37.335241 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e48e135-9e01-4c3c-b7ed-b5b6b86f039b req-e65cef7d-7b80-4564-8677-d8cbfc31e466 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75c805d2-7ec2-4950-88d5-174dcecc20d9 HTTP/1.1" status: 200 len: 848 time: 0.0431845 Jan 27 23:07:37.380942 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48e135-9e01-4c3c-b7ed-b5b6b86f039b req-83103fa9-28a9-47ab-9ff7-9f52cbc62497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:37.382450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e48e135-9e01-4c3c-b7ed-b5b6b86f039b req-83103fa9-28a9-47ab-9ff7-9f52cbc62497 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c10eaf83-c9da-4749-aff4-3c05a317475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408447 Jan 27 23:07:37.473579 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e48e135-9e01-4c3c-b7ed-b5b6b86f039b req-8c164b79-fd74-43d2-a68c-095eacd7baa7 service neutron] 10.222.0.21 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849075 Jan 27 23:07:37.561636 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e48e135-9e01-4c3c-b7ed-b5b6b86f039b req-98385bee-b28a-4277-89d1-82a01789a950 service neutron] 10.222.0.21 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814924 Jan 27 23:07:43.511938 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:51.996255 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:54.262925 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a137ea58-1329-4451-85f2-870c5025daa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:56.858282 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0ea63041-c34c-45e9-aa54-7de9716f6ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:57.826116 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:59.219158 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:00.474012 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:07.081246 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:08:13.519535 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:22.007618 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:24.264447 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4dd87cae-ea9c-4580-a3ed-53b49ba876da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:26.859585 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8ba11954-9db0-4923-9e3a-17994cf8dadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:27.828557 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:29.225003 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:30.475942 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:36.966158 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e9285bd-7764-46db-96ca-122e0a876a1c req-db744db0-2120-41dd-94a9-d312627075c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457313 Jan 27 23:08:37.050762 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9285bd-7764-46db-96ca-122e0a876a1c req-5533d988-ef75-4305-8557-4794694821f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:37.052295 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e9285bd-7764-46db-96ca-122e0a876a1c req-5533d988-ef75-4305-8557-4794694821f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 1098 time: 0.0414517 Jan 27 23:08:37.154082 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9285bd-7764-46db-96ca-122e0a876a1c req-e006c888-a492-444b-9225-70e90373532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:37.155774 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e9285bd-7764-46db-96ca-122e0a876a1c req-e006c888-a492-444b-9225-70e90373532a service neutron] 10.222.0.21 "GET /v2.0/networks?id=c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 200 len: 910 time: 0.0842221 Jan 27 23:08:37.225543 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e9285bd-7764-46db-96ca-122e0a876a1c req-88c5eda1-64ed-4ae7-9621-0fb1fd28d9bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb HTTP/1.1" status: 200 len: 1001 time: 0.0634370 Jan 27 23:08:37.274472 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9285bd-7764-46db-96ca-122e0a876a1c req-55397643-2157-4272-b57c-de58610eec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:37.275912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e9285bd-7764-46db-96ca-122e0a876a1c req-55397643-2157-4272-b57c-de58610eec2e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75c805d2-7ec2-4950-88d5-174dcecc20d9 HTTP/1.1" status: 200 len: 848 time: 0.0434785 Jan 27 23:08:37.321644 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9285bd-7764-46db-96ca-122e0a876a1c req-b3be12bb-e74a-46eb-a0c3-bc8c5f871586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:37.323120 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e9285bd-7764-46db-96ca-122e0a876a1c req-b3be12bb-e74a-46eb-a0c3-bc8c5f871586 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c10eaf83-c9da-4749-aff4-3c05a317475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410028 Jan 27 23:08:37.416699 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e9285bd-7764-46db-96ca-122e0a876a1c req-1d5bb77a-49f6-463e-932d-424b8c96a3c1 service neutron] 10.222.0.21 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867765 Jan 27 23:08:37.506143 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7e9285bd-7764-46db-96ca-122e0a876a1c req-ad7f538a-c6da-462f-af70-ea0a55a1d0d3 service neutron] 10.222.0.21 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811915 Jan 27 23:08:43.515682 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:44.081040 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:08:52.006055 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:54.266568 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-15575ab0-2b19-464f-86e6-759ab93755c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:56.862784 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-60b4b304-76a8-47a5-9794-5a19c60e8952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:57.830606 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:59.224699 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:00.477942 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:13.515990 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:14.873027 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57788) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:09:15.308499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Deleting port f07ab8e9-4ea2-49b4-a3e9-f31b267a4cd8 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:09:15.308789 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (f07ab8e9-4ea2-49b4-a3e9-f31b267a4cd8), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:15.382359 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (f07ab8e9-4ea2-49b4-a3e9-f31b267a4cd8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:15.382689 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for floatingip (f07ab8e9-4ea2-49b4-a3e9-f31b267a4cd8), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:15.394961 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Calling delete_port for f07ab8e9-4ea2-49b4-a3e9-f31b267a4cd8 owned by network:floatingip {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:09:15.539580 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (f07ab8e9-4ea2-49b4-a3e9-f31b267a4cd8), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:15.562294 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event deleted for resources: {'Port': ['ID=f07ab8e9-4ea2-49b4-a3e9-f31b267a4cd8,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:15.593954 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:15.594309 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:15.594653 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:15.594992 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:15.595331 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:15.595664 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:15.596623 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:15.596957 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:15.597285 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:15.597609 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:15.597936 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:15.598255 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:15.598575 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:15.636585 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for floatingip (c99e648c-e8bb-496c-bcc7-f73cb1d37a85), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:15.636892 n-d-772272-3 neutron-server[109742]: INFO neutron.db.l3_db [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Floating IP c99e648c-e8bb-496c-bcc7-f73cb1d37a85 disassociated (deleted). External IP: 172.25.3.21, port: 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb. Jan 27 23:09:15.840153 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Router e82eabc6-2410-4a04-8966-f0389613780a has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:09:15.946094 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:09:15.950794 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:15.956654 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd63993f-78c1-4a5f-a67d-9b8d64fe20ea None None] Sync routers for ids ['e82eabc6-2410-4a04-8966-f0389613780a'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:09:15.965533 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd63993f-78c1-4a5f-a67d-9b8d64fe20ea None None] Routers {'e82eabc6-2410-4a04-8966-f0389613780a'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:09:15.966156 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-bd63993f-78c1-4a5f-a67d-9b8d64fe20ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:08:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e82eabc6-2410-4a04-8966-f0389613780a'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:09:15.978489 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-f39c8b93-e3db-40d7-80e3-2d056b581aec tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "DELETE /v2.0/floatingips/c99e648c-e8bb-496c-bcc7-f73cb1d37a85 HTTP/1.1" status: 204 len: 168 time: 1.1043754 Jan 27 23:09:15.979088 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec63ea6c-96b3-4711-915b-4b9a0c65ad10', 'tag': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:09:15.981363 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eebd6f79f17133a4d49c17e759e77b104c6a5dfb225cf2ee82dbb83359e6266" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d785c56e-7a57-4b51-b06c-a92096cefec9" -d '{"events": [{"name": "network-changed", "server_uuid": "ec63ea6c-96b3-4711-915b-4b9a0c65ad10", "tag": "8108c3df-a5bd-4f1c-99e1-fc822aaa16fb"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:09:16.080417 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a7ee51-f52d-44e6-8852-608901280c31 x-openstack-request-id: req-84a7ee51-f52d-44e6-8852-608901280c31 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:09:16.080606 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-bd63993f-78c1-4a5f-a67d-9b8d64fe20ea None None] Set router e82eabc6-2410-4a04-8966-f0389613780a gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:09:16.081070 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec63ea6c-96b3-4711-915b-4b9a0c65ad10", "tag": "8108c3df-a5bd-4f1c-99e1-fc822aaa16fb", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:09:16.081361 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84a7ee51-f52d-44e6-8852-608901280c31 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:09:16.081751 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec63ea6c-96b3-4711-915b-4b9a0c65ad10', 'tag': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb', 'status': 'completed', 'code': 200} Jan 27 23:09:16.150004 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785c56e-7a57-4b51-b06c-a92096cefec9 req-7b5a6e3f-20f4-43ea-bf0f-e5a2ce2f98b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:16.151541 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d785c56e-7a57-4b51-b06c-a92096cefec9 req-7b5a6e3f-20f4-43ea-bf0f-e5a2ce2f98b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 1098 time: 0.0499780 Jan 27 23:09:16.272150 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f68e56-828d-43f6-8f42-4ffaff2770b9 req-a4f3b79e-ce0c-4062-9589-5187e023701c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:16.273828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-04f68e56-828d-43f6-8f42-4ffaff2770b9 req-a4f3b79e-ce0c-4062-9589-5187e023701c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 947 time: 0.0955789 Jan 27 23:09:16.292078 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-bd63993f-78c1-4a5f-a67d-9b8d64fe20ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'name': 'tempest-TestShelveInstance-1261561860-router', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:26Z', 'revision_number': 4, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'gw_port': {'id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'ba3d90c7-5f7c-40e2-b2c8-19d5ca310194', 'name': '', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'mac_address': 'fa:16:3e:b8:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:25Z', 'updated_at': '2022-01-27T23:04:30Z', 'revision_number': 5, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'subnets': [{'id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:09:16.293797 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785c56e-7a57-4b51-b06c-a92096cefec9 req-ad226a52-b6c2-4cdc-a2b4-e458e5b0206c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:16.295244 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d785c56e-7a57-4b51-b06c-a92096cefec9 req-ad226a52-b6c2-4cdc-a2b4-e458e5b0206c service neutron] 10.222.0.21 "GET /v2.0/networks?id=c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 200 len: 910 time: 0.1366901 Jan 27 23:09:16.319435 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd63993f-78c1-4a5f-a67d-9b8d64fe20ea None None] Checking router: e82eabc6-2410-4a04-8966-f0389613780a for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:09:16.327662 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd63993f-78c1-4a5f-a67d-9b8d64fe20ea None None] Routers {'e82eabc6-2410-4a04-8966-f0389613780a'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:09:16.328321 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-bd63993f-78c1-4a5f-a67d-9b8d64fe20ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:08:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e82eabc6-2410-4a04-8966-f0389613780a'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:09:16.341950 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d785c56e-7a57-4b51-b06c-a92096cefec9 req-6d8fc7b3-1722-40bd-8105-9ed1d1e02636 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb HTTP/1.1" status: 200 len: 217 time: 0.0392346 Jan 27 23:09:16.389630 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-04f68e56-828d-43f6-8f42-4ffaff2770b9 req-6a8ca6af-3d9d-4e17-880d-75d24e6ff005 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058943 Jan 27 23:09:16.411483 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785c56e-7a57-4b51-b06c-a92096cefec9 req-b7822cb7-ef52-4a1c-bdcb-58b0f7124105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:16.411483 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d785c56e-7a57-4b51-b06c-a92096cefec9 req-b7822cb7-ef52-4a1c-bdcb-58b0f7124105 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75c805d2-7ec2-4950-88d5-174dcecc20d9 HTTP/1.1" status: 200 len: 848 time: 0.0600944 Jan 27 23:09:16.436584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-bd63993f-78c1-4a5f-a67d-9b8d64fe20ea None None] Set router e82eabc6-2410-4a04-8966-f0389613780a gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:09:16.460119 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785c56e-7a57-4b51-b06c-a92096cefec9 req-a33609b7-4f45-4404-ab9a-a082c57e27c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:16.461753 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d785c56e-7a57-4b51-b06c-a92096cefec9 req-a33609b7-4f45-4404-ab9a-a082c57e27c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c10eaf83-c9da-4749-aff4-3c05a317475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451365 Jan 27 23:09:16.550230 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d785c56e-7a57-4b51-b06c-a92096cefec9 req-e565a56d-70f4-4d30-a8d0-b7c3b4d34ab9 service neutron] 10.222.0.21 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818999 Jan 27 23:09:16.631820 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-bd63993f-78c1-4a5f-a67d-9b8d64fe20ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'name': 'tempest-TestShelveInstance-1261561860-router', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:26Z', 'revision_number': 4, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'gw_port': {'id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'ba3d90c7-5f7c-40e2-b2c8-19d5ca310194', 'name': '', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'mac_address': 'fa:16:3e:b8:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:25Z', 'updated_at': '2022-01-27T23:04:30Z', 'revision_number': 5, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'subnets': [{'id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:09:16.643763 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d785c56e-7a57-4b51-b06c-a92096cefec9 req-ac8a1442-2165-4314-aaa8-62b7c5512e31 service neutron] 10.222.0.21 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873356 Jan 27 23:09:16.662819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd63993f-78c1-4a5f-a67d-9b8d64fe20ea None None] The sync data for ids ['e82eabc6-2410-4a04-8966-f0389613780a'] in n-d-772272-3 is: [{'id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'name': 'tempest-TestShelveInstance-1261561860-router', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:26Z', 'revision_number': 4, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'gw_port': {'id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'ba3d90c7-5f7c-40e2-b2c8-19d5ca310194', 'name': '', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'mac_address': 'fa:16:3e:b8:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:25Z', 'updated_at': '2022-01-27T23:04:30Z', 'revision_number': 5, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'subnets': [{'id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:09:16.881959 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328d83f8-e3c7-4799-bdaa-31396edefda7 None None] New status for floating IP c99e648c-e8bb-496c-bcc7-f73cb1d37a85: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:09:17.509750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa832f-67b6-4c29-a576-dcef20c72adb req-60215cd5-55e7-44d0-b133-dfa84e6caf00 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:17.511248 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4fa832f-67b6-4c29-a576-dcef20c72adb req-60215cd5-55e7-44d0-b133-dfa84e6caf00 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 947 time: 0.0505886 Jan 27 23:09:17.560870 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a4fa832f-67b6-4c29-a576-dcef20c72adb req-6cdf4f94-ae75-44a5-861a-480bf9ffe18b tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=f063fd92-986f-4a41-aead-644e1f52251d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439677 Jan 27 23:09:17.905453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fa9d2-fd10-43a6-8671-5ac77df9e7e6 req-2e252589-9a8f-44ed-9578-8d7564041d5d tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:17.906912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-444fa9d2-fd10-43a6-8671-5ac77df9e7e6 req-2e252589-9a8f-44ed-9578-8d7564041d5d tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 947 time: 0.0473812 Jan 27 23:09:18.000208 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-444fa9d2-fd10-43a6-8671-5ac77df9e7e6 req-ca69c0cf-53da-4448-804e-c7b46f610349 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Deleting port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:09:18.000570 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-444fa9d2-fd10-43a6-8671-5ac77df9e7e6 req-ca69c0cf-53da-4448-804e-c7b46f610349 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:18.086620 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-444fa9d2-fd10-43a6-8671-5ac77df9e7e6 req-ca69c0cf-53da-4448-804e-c7b46f610349 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] For port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:09:18.086983 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-444fa9d2-fd10-43a6-8671-5ac77df9e7e6 req-ca69c0cf-53da-4448-804e-c7b46f610349 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:18.099027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-444fa9d2-fd10-43a6-8671-5ac77df9e7e6 req-ca69c0cf-53da-4448-804e-c7b46f610349 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Calling delete_port for 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:09:18.230109 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-444fa9d2-fd10-43a6-8671-5ac77df9e7e6 req-ca69c0cf-53da-4448-804e-c7b46f610349 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (8108c3df-a5bd-4f1c-99e1-fc822aaa16fb), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:18.258652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69c0cf-53da-4448-804e-c7b46f610349 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event deleted for resources: {'Port': ['ID=8108c3df-a5bd-4f1c-99e1-fc822aaa16fb,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:18.286160 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69c0cf-53da-4448-804e-c7b46f610349 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:18.286513 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69c0cf-53da-4448-804e-c7b46f610349 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:18.286859 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69c0cf-53da-4448-804e-c7b46f610349 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:18.287198 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69c0cf-53da-4448-804e-c7b46f610349 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:18.287536 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69c0cf-53da-4448-804e-c7b46f610349 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:18.287986 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69c0cf-53da-4448-804e-c7b46f610349 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:18.288342 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69c0cf-53da-4448-804e-c7b46f610349 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:18.288676 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69c0cf-53da-4448-804e-c7b46f610349 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:18.289040 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69c0cf-53da-4448-804e-c7b46f610349 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:18.289336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69c0cf-53da-4448-804e-c7b46f610349 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:18.289667 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69c0cf-53da-4448-804e-c7b46f610349 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:18.289988 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69c0cf-53da-4448-804e-c7b46f610349 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:18.290308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca69c0cf-53da-4448-804e-c7b46f610349 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:18.312361 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-444fa9d2-fd10-43a6-8671-5ac77df9e7e6 req-ca69c0cf-53da-4448-804e-c7b46f610349 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] No DVR routers for this DVR port 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:09:18.314995 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-444fa9d2-fd10-43a6-8671-5ac77df9e7e6 req-ca69c0cf-53da-4448-804e-c7b46f610349 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:18.318503 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-444fa9d2-fd10-43a6-8671-5ac77df9e7e6 req-ca69c0cf-53da-4448-804e-c7b46f610349 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.21 "DELETE /v2.0/ports/8108c3df-a5bd-4f1c-99e1-fc822aaa16fb HTTP/1.1" status: 204 len: 173 time: 0.4043124 Jan 27 23:09:18.318963 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec63ea6c-96b3-4711-915b-4b9a0c65ad10', 'name': 'network-vif-deleted', 'tag': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:09:18.321333 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4389e677-1f7b-4fb0-8a6a-52d5315af2af" -d '{"events": [{"server_uuid": "ec63ea6c-96b3-4711-915b-4b9a0c65ad10", "name": "network-vif-deleted", "tag": "8108c3df-a5bd-4f1c-99e1-fc822aaa16fb"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:09:18.359709 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676911e1-e886-41a3-af63-cae72d7ba7bf x-openstack-request-id: req-676911e1-e886-41a3-af63-cae72d7ba7bf {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:09:18.360035 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec63ea6c-96b3-4711-915b-4b9a0c65ad10", "name": "network-vif-deleted", "tag": "8108c3df-a5bd-4f1c-99e1-fc822aaa16fb", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:09:18.360428 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-676911e1-e886-41a3-af63-cae72d7ba7bf {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:09:18.360903 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec63ea6c-96b3-4711-915b-4b9a0c65ad10', 'name': 'network-vif-deleted', 'tag': '8108c3df-a5bd-4f1c-99e1-fc822aaa16fb', 'status': 'completed', 'code': 200} Jan 27 23:09:18.670041 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8fb2ddc0-5ebe-46b3-9959-a7c623662fbc req-9b47bb33-0dbc-471f-9556-57b0d047e5a6 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec63ea6c-96b3-4711-915b-4b9a0c65ad10 HTTP/1.1" status: 200 len: 210 time: 0.0280015 Jan 27 23:09:19.729739 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57812) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:09:19.786859 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b7b7888-34ed-4031-a005-4d6bdd3fb546 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group (f063fd92-986f-4a41-aead-644e1f52251d), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:19.811101 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b7b7888-34ed-4031-a005-4d6bdd3fb546 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group (f063fd92-986f-4a41-aead-644e1f52251d), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:19.869029 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b7b7888-34ed-4031-a005-4d6bdd3fb546 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (f063fd92-986f-4a41-aead-644e1f52251d), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:19.872223 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4b7b7888-34ed-4031-a005-4d6bdd3fb546 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:19.875918 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4b7b7888-34ed-4031-a005-4d6bdd3fb546 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "DELETE /v2.0/security-groups/f063fd92-986f-4a41-aead-644e1f52251d HTTP/1.1" status: 204 len: 168 time: 0.1426914 Jan 27 23:09:19.883307 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b7888-34ed-4031-a005-4d6bdd3fb546 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f063fd92-986f-4a41-aead-644e1f52251d,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:21.079732 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:09:21.100817 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57820) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:09:21.105406 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-59423199-f8f6-402e-9bbe-df9aadcab39e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1473890573', 'description': 'tempest-secgroup-smoke-1473890573 description', 'project_id': '946661c5ddf848e182adc3b78fe3c0eb'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:09:21.125819 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59423199-f8f6-402e-9bbe-df9aadcab39e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.190443 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59423199-f8f6-402e-9bbe-df9aadcab39e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group (6f740216-09ab-4ee0-b66e-cc9ae1270314), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.194132 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59423199-f8f6-402e-9bbe-df9aadcab39e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6f740216-09ab-4ee0-b66e-cc9ae1270314), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.224793 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-59423199-f8f6-402e-9bbe-df9aadcab39e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.225945 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-59423199-f8f6-402e-9bbe-df9aadcab39e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1241221 Jan 27 23:09:21.226812 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59423199-f8f6-402e-9bbe-df9aadcab39e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f740216-09ab-4ee0-b66e-cc9ae1270314,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:21.228857 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57822) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:09:21.233685 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-98380a76-23bc-435a-8f54-344bcd725bb0 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Request body: {'security_group_rule': {'security_group_id': '6f740216-09ab-4ee0-b66e-cc9ae1270314', 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:09:21.257190 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98380a76-23bc-435a-8f54-344bcd725bb0 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (a8313605-3f08-44d4-97bb-bc2a0aaccfab), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.314178 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98380a76-23bc-435a-8f54-344bcd725bb0 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (a8313605-3f08-44d4-97bb-bc2a0aaccfab), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.317986 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98380a76-23bc-435a-8f54-344bcd725bb0 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (a8313605-3f08-44d4-97bb-bc2a0aaccfab), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.336350 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98380a76-23bc-435a-8f54-344bcd725bb0 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8313605-3f08-44d4-97bb-bc2a0aaccfab,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:21.343796 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-98380a76-23bc-435a-8f54-344bcd725bb0 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.345063 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-98380a76-23bc-435a-8f54-344bcd725bb0 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152644 Jan 27 23:09:21.348385 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57824) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:09:21.352721 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e07afba0-196e-4a3c-8edd-bac7ad7b0923 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Request body: {'security_group_rule': {'security_group_id': '6f740216-09ab-4ee0-b66e-cc9ae1270314', 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:09:21.377006 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e07afba0-196e-4a3c-8edd-bac7ad7b0923 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (6df1359a-9bc2-4721-8f87-a3e1f0c1e6b6), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.434448 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e07afba0-196e-4a3c-8edd-bac7ad7b0923 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (6df1359a-9bc2-4721-8f87-a3e1f0c1e6b6), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.438033 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e07afba0-196e-4a3c-8edd-bac7ad7b0923 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (6df1359a-9bc2-4721-8f87-a3e1f0c1e6b6), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.458124 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07afba0-196e-4a3c-8edd-bac7ad7b0923 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df1359a-9bc2-4721-8f87-a3e1f0c1e6b6,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:21.463733 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e07afba0-196e-4a3c-8edd-bac7ad7b0923 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.464879 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e07afba0-196e-4a3c-8edd-bac7ad7b0923 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155486 Jan 27 23:09:21.467675 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57826) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:09:21.472580 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e94fbadd-b771-42b7-99df-1fb7efbcfec7 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Request body: {'security_group_rule': {'security_group_id': '6f740216-09ab-4ee0-b66e-cc9ae1270314', 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:09:21.497368 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e94fbadd-b771-42b7-99df-1fb7efbcfec7 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (ac4e8b9a-ccf9-496b-86a2-ba1cd2ab5be0), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.537276 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:09:21.554326 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e94fbadd-b771-42b7-99df-1fb7efbcfec7 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (ac4e8b9a-ccf9-496b-86a2-ba1cd2ab5be0), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.557166 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:09:21.557525 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device 8108c3df-a5bd-4f1c-99e1-fc822aaa16fb not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:09:21.558043 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e94fbadd-b771-42b7-99df-1fb7efbcfec7 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (ac4e8b9a-ccf9-496b-86a2-ba1cd2ab5be0), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.575086 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fbadd-b771-42b7-99df-1fb7efbcfec7 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4e8b9a-ccf9-496b-86a2-ba1cd2ab5be0,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:21.586016 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e94fbadd-b771-42b7-99df-1fb7efbcfec7 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.587210 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e94fbadd-b771-42b7-99df-1fb7efbcfec7 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185877 Jan 27 23:09:21.590222 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57828) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:09:21.594645 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-79dab237-7e59-4848-a0eb-666d2aacfc17 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Request body: {'security_group_rule': {'security_group_id': '6f740216-09ab-4ee0-b66e-cc9ae1270314', 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:09:21.618747 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-79dab237-7e59-4848-a0eb-666d2aacfc17 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (e52659ab-a5e3-4474-9ada-2c70c93c1a16), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.677331 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-79dab237-7e59-4848-a0eb-666d2aacfc17 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (e52659ab-a5e3-4474-9ada-2c70c93c1a16), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.680934 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-79dab237-7e59-4848-a0eb-666d2aacfc17 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (e52659ab-a5e3-4474-9ada-2c70c93c1a16), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.698550 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dab237-7e59-4848-a0eb-666d2aacfc17 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52659ab-a5e3-4474-9ada-2c70c93c1a16,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:21.707810 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-79dab237-7e59-4848-a0eb-666d2aacfc17 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.709045 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-79dab237-7e59-4848-a0eb-666d2aacfc17 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178751 Jan 27 23:09:21.711920 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57830) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:09:21.716339 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5eda60f5-a7ec-4daa-9c0b-3165ead5da29 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Request body: {'security_group_rule': {'security_group_id': '6f740216-09ab-4ee0-b66e-cc9ae1270314', 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:09:21.736115 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-5eda60f5-a7ec-4daa-9c0b-3165ead5da29 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Project 946661c5ddf848e182adc3b78fe3c0eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:09:21.740948 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5eda60f5-a7ec-4daa-9c0b-3165ead5da29 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (5aa4617f-888e-4f5f-8820-baf265866083), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.797189 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5eda60f5-a7ec-4daa-9c0b-3165ead5da29 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (5aa4617f-888e-4f5f-8820-baf265866083), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.800712 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5eda60f5-a7ec-4daa-9c0b-3165ead5da29 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (5aa4617f-888e-4f5f-8820-baf265866083), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.818875 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda60f5-a7ec-4daa-9c0b-3165ead5da29 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa4617f-888e-4f5f-8820-baf265866083,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:21.826040 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5eda60f5-a7ec-4daa-9c0b-3165ead5da29 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.827248 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5eda60f5-a7ec-4daa-9c0b-3165ead5da29 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1143453 Jan 27 23:09:21.830161 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 57832) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:09:21.834949 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-1679393a-6738-4a36-b7b3-52dfc5fdc41c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Request body: {'security_group_rule': {'security_group_id': '6f740216-09ab-4ee0-b66e-cc9ae1270314', 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:09:21.853993 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-1679393a-6738-4a36-b7b3-52dfc5fdc41c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Project 946661c5ddf848e182adc3b78fe3c0eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:09:21.858989 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1679393a-6738-4a36-b7b3-52dfc5fdc41c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (bd7fc466-6e3a-4958-9822-7c9470074614), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.916643 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1679393a-6738-4a36-b7b3-52dfc5fdc41c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (bd7fc466-6e3a-4958-9822-7c9470074614), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.920449 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1679393a-6738-4a36-b7b3-52dfc5fdc41c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (bd7fc466-6e3a-4958-9822-7c9470074614), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.938581 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679393a-6738-4a36-b7b3-52dfc5fdc41c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7fc466-6e3a-4958-9822-7c9470074614,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:21.944423 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-1679393a-6738-4a36-b7b3-52dfc5fdc41c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:21.945618 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-1679393a-6738-4a36-b7b3-52dfc5fdc41c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1139877 Jan 27 23:09:22.009864 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:24.270216 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-30e16601-d2ad-4167-a482-550ebbe06389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:26.867658 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0a1e09f7-2784-4ae4-9787-159f43aefd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:27.833814 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:29.228083 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:30.480088 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:40.363763 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-8ccabc3b-e56b-419f-bffb-51e43d6224a8 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1473890573&fields=id&tenant_id=946661c5ddf848e182adc3b78fe3c0eb HTTP/1.1" status: 200 len: 267 time: 0.0444498 Jan 27 23:09:40.471905 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-fc3aa8f4-c19d-4322-a67d-3c8ec3d1f687 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:40.473408 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-fc3aa8f4-c19d-4322-a67d-3c8ec3d1f687 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/networks?id=c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 200 len: 809 time: 0.1032932 Jan 27 23:09:40.487874 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-fe64d180-165a-4fe2-895c-ea8194ee4e90 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/quotas/946661c5ddf848e182adc3b78fe3c0eb HTTP/1.1" status: 200 len: 375 time: 0.0090926 Jan 27 23:09:40.538711 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-30c94a01-e0ef-4000-a85b-11faa0533f3b tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457220 Jan 27 23:09:40.595828 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-ebabc072-f3e5-4138-a6b7-84b269d4494b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:09:40.596872 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-ebabc072-f3e5-4138-a6b7-84b269d4494b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476539 Jan 27 23:09:40.686640 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-763d415d-34fb-414e-949d-35429949f720 service neutron] 10.222.0.23 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837274 Jan 27 23:09:40.778495 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-cde8bfe4-7ef7-4bcf-a298-8b49ff36abf3 service neutron] 10.222.0.23 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855777 Jan 27 23:09:41.057222 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e8f2241f-0682-4e4e-9daa-cf9c1bd3bfe4 req-31d396fa-7cbd-40f2-8a87-9d4587240f50 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 210 time: 0.0273793 Jan 27 23:09:42.031783 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-e7b6abe3-d841-4c94-90be-7617fbfacab3 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:42.033297 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-e7b6abe3-d841-4c94-90be-7617fbfacab3 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.15 "GET /v2.0/networks?id=c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 200 len: 809 time: 0.1092365 Jan 27 23:09:42.097907 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-c8f5be99-71d4-400b-8cf1-341dd22125ee tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=946661c5ddf848e182adc3b78fe3c0eb HTTP/1.1" status: 200 len: 380 time: 0.0570252 Jan 27 23:09:42.109172 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-849bad46-c15c-4328-b66c-d2d96dfe4a2c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Request body: {'port': {'device_id': '737c3b5e-6c4a-4512-a25f-0a6391f461a6', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'admin_state_up': True, 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'security_groups': ['6f740216-09ab-4ee0-b66e-cc9ae1270314']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:09:42.188665 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b8b2562a-98d9-43aa-bdc5-d6967b10c774 req-31d0ed81-d9b2-4fff-af74-00a69e9c66ed tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 210 time: 0.0369449 Jan 27 23:09:42.243313 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-849bad46-c15c-4328-b66c-d2d96dfe4a2c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Made reservation on behalf of 946661c5ddf848e182adc3b78fe3c0eb for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:09:42.246792 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-849bad46-c15c-4328-b66c-d2d96dfe4a2c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:42.373790 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-849bad46-c15c-4328-b66c-d2d96dfe4a2c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Allocated IP 172.20.0.12 (c10eaf83-c9da-4749-aff4-3c05a317475f/75c805d2-7ec2-4950-88d5-174dcecc20d9/619baf40-c096-4d09-ac72-3d94072a8972) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:09:42.514082 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-849bad46-c15c-4328-b66c-d2d96dfe4a2c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for port (619baf40-c096-4d09-ac72-3d94072a8972), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:42.546005 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-849bad46-c15c-4328-b66c-d2d96dfe4a2c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (619baf40-c096-4d09-ac72-3d94072a8972), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:42.589648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-849bad46-c15c-4328-b66c-d2d96dfe4a2c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Network c10eaf83-c9da-4749-aff4-3c05a317475f is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:09:42.592648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-849bad46-c15c-4328-b66c-d2d96dfe4a2c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:09:42.596234 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-849bad46-c15c-4328-b66c-d2d96dfe4a2c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:09:42.632111 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bad46-c15c-4328-b66c-d2d96dfe4a2c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event updated for resources: {'Port': ['ID=619baf40-c096-4d09-ac72-3d94072a8972,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:42.663055 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-849bad46-c15c-4328-b66c-d2d96dfe4a2c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:42.663698 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-849bad46-c15c-4328-b66c-d2d96dfe4a2c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:42.681719 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-849bad46-c15c-4328-b66c-d2d96dfe4a2c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5766470 Jan 27 23:09:42.692626 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-e118f1ac-f91e-4fcc-a8e3-f973d7aaa76b tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:09:42.694451 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-e118f1ac-f91e-4fcc-a8e3-f973d7aaa76b tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062556 Jan 27 23:09:42.747999 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] Request body: {'port': {'device_id': '737c3b5e-6c4a-4512-a25f-0a6391f461a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:09:42.811390 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (619baf40-c096-4d09-ac72-3d94072a8972), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:42.885652 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-1c4afb89-af8c-439f-b343-7372a3af747e None None] Provisioning complete for port 619baf40-c096-4d09-ac72-3d94072a8972 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:09:42.886250 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1c4afb89-af8c-439f-b343-7372a3af747e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (619baf40-c096-4d09-ac72-3d94072a8972), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:42.929633 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-1c4afb89-af8c-439f-b343-7372a3af747e None None] Port 619baf40-c096-4d09-ac72-3d94072a8972 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:09:43.083986 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 619baf40-c096-4d09-ac72-3d94072a8972 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:09:43.092716 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] Publish callbacks [] for port (619baf40-c096-4d09-ac72-3d94072a8972), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:43.106269 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] Transition to ACTIVE for port object 619baf40-c096-4d09-ac72-3d94072a8972 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:09:43.110314 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (619baf40-c096-4d09-ac72-3d94072a8972), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:43.162124 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] Pushing event updated for resources: {'Port': ['ID=619baf40-c096-4d09-ac72-3d94072a8972,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:43.245194 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] Attempting to bind port 619baf40-c096-4d09-ac72-3d94072a8972 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:09:43.245781 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] Attempting to bind port 619baf40-c096-4d09-ac72-3d94072a8972 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '8871d8d2-84c3-4ca5-8e12-a1ac88a23839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:09:43.246351 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] Attempting to bind port 619baf40-c096-4d09-ac72-3d94072a8972 on network c10eaf83-c9da-4749-aff4-3c05a317475f {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:09:43.251537 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] Port 619baf40-c096-4d09-ac72-3d94072a8972 on network c10eaf83-c9da-4749-aff4-3c05a317475f not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:09:43.252229 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] Attempting to bind port 619baf40-c096-4d09-ac72-3d94072a8972 on network c10eaf83-c9da-4749-aff4-3c05a317475f {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:09:43.258810 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:09:43.259457 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] Checking segment: {'id': '8871d8d2-84c3-4ca5-8e12-a1ac88a23839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:09:43.260052 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] Bound using segment: {'id': '8871d8d2-84c3-4ca5-8e12-a1ac88a23839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:09:43.260884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] Bound port: 619baf40-c096-4d09-ac72-3d94072a8972, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8871d8d2-84c3-4ca5-8e12-a1ac88a23839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:09:43.261467 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (619baf40-c096-4d09-ac72-3d94072a8972), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:43.362398 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] For port 619baf40-c096-4d09-ac72-3d94072a8972, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:09:43.367568 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] For port 619baf40-c096-4d09-ac72-3d94072a8972, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=619baf40-c096-4d09-ac72-3d94072a8972,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:09:43.376077 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1a421-ef01-4bcf-8dec-8f6a9cbfe250 req-b25a573d-cadc-4661-9e45-fc9637327eff tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:43.377579 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d1d1a421-ef01-4bcf-8dec-8f6a9cbfe250 req-b25a573d-cadc-4661-9e45-fc9637327eff tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0804338 Jan 27 23:09:43.379068 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (619baf40-c096-4d09-ac72-3d94072a8972), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:43.433750 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:43.434370 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:43.435825 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] 10.222.0.15 "PUT /v2.0/ports/619baf40-c096-4d09-ac72-3d94072a8972 HTTP/1.1" status: 200 len: 1092 time: 0.7356718 Jan 27 23:09:43.436257 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737c3b5e-6c4a-4512-a25f-0a6391f461a6', 'tag': '619baf40-c096-4d09-ac72-3d94072a8972'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:09:43.438438 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae388c1-71c6-4387-9193-eb25779d5e41" -d '{"events": [{"name": "network-changed", "server_uuid": "737c3b5e-6c4a-4512-a25f-0a6391f461a6", "tag": "619baf40-c096-4d09-ac72-3d94072a8972"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:09:43.484691 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c73fae-fb9d-4681-86fd-bfa6ec1263f2 service neutron] Pushing event updated for resources: {'Port': ['ID=619baf40-c096-4d09-ac72-3d94072a8972,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:43.491249 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d1d1a421-ef01-4bcf-8dec-8f6a9cbfe250 req-99b94fc4-0f2a-4095-8c67-b26584049e23 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071751 Jan 27 23:09:43.494423 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d11eb2-13a8-4838-a94d-3959a0eb86e5 x-openstack-request-id: req-83d11eb2-13a8-4838-a94d-3959a0eb86e5 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:09:43.494603 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737c3b5e-6c4a-4512-a25f-0a6391f461a6", "tag": "619baf40-c096-4d09-ac72-3d94072a8972", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:09:43.494864 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83d11eb2-13a8-4838-a94d-3959a0eb86e5 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:09:43.495278 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737c3b5e-6c4a-4512-a25f-0a6391f461a6', 'tag': '619baf40-c096-4d09-ac72-3d94072a8972', 'status': 'completed', 'code': 200} Jan 27 23:09:43.525511 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:43.546433 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-58f96220-c278-41bb-8758-da8d6b1d89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:43.548301 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-58f96220-c278-41bb-8758-da8d6b1d89b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 1095 time: 0.0520546 Jan 27 23:09:43.594052 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-138532ef-bddc-4d7c-bc04-8abb78703f03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=619baf40-c096-4d09-ac72-3d94072a8972 HTTP/1.1" status: 200 len: 217 time: 0.0394504 Jan 27 23:09:43.657385 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-1f5ae577-66df-4e40-ae40-f1eafeb18cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:43.658895 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-1f5ae577-66df-4e40-ae40-f1eafeb18cbf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c805d2-7ec2-4950-88d5-174dcecc20d9 HTTP/1.1" status: 200 len: 848 time: 0.0564854 Jan 27 23:09:43.705048 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-39fec5b9-ebd8-4c16-b641-38e6b70220a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:43.706561 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-39fec5b9-ebd8-4c16-b641-38e6b70220a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c10eaf83-c9da-4749-aff4-3c05a317475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417292 Jan 27 23:09:43.797069 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-f904f045-0316-4914-861a-9dd47fafcad4 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845728 Jan 27 23:09:43.885218 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c27d77f-aca4-4d57-a918-0cf38c12c8cc req-8c33da52-0a43-42ca-bb6c-56f2710df1f3 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822489 Jan 27 23:09:43.968216 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae388c1-71c6-4387-9193-eb25779d5e41 req-5c720fd5-c910-461b-b83d-a3a48ba83ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:43.969719 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aae388c1-71c6-4387-9193-eb25779d5e41 req-5c720fd5-c910-461b-b83d-a3a48ba83ab1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 1095 time: 0.0422838 Jan 27 23:09:44.061528 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae388c1-71c6-4387-9193-eb25779d5e41 req-74725e0d-f2ad-4f3f-928d-045726fad26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:44.062989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aae388c1-71c6-4387-9193-eb25779d5e41 req-74725e0d-f2ad-4f3f-928d-045726fad26e service neutron] 10.222.0.15 "GET /v2.0/networks?id=c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 200 len: 910 time: 0.0877056 Jan 27 23:09:44.102144 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aae388c1-71c6-4387-9193-eb25779d5e41 req-1f1168e6-539c-4458-bca1-44be0c2e5a68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=619baf40-c096-4d09-ac72-3d94072a8972 HTTP/1.1" status: 200 len: 217 time: 0.0332975 Jan 27 23:09:44.149164 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae388c1-71c6-4387-9193-eb25779d5e41 req-3dffa263-3272-4816-bd49-5ad0d883dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:44.150604 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aae388c1-71c6-4387-9193-eb25779d5e41 req-3dffa263-3272-4816-bd49-5ad0d883dc8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c805d2-7ec2-4950-88d5-174dcecc20d9 HTTP/1.1" status: 200 len: 848 time: 0.0424082 Jan 27 23:09:44.200400 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae388c1-71c6-4387-9193-eb25779d5e41 req-2f8d1f54-8dd2-4baa-a668-385b624ed302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:44.201889 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aae388c1-71c6-4387-9193-eb25779d5e41 req-2f8d1f54-8dd2-4baa-a668-385b624ed302 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c10eaf83-c9da-4749-aff4-3c05a317475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444872 Jan 27 23:09:44.288767 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aae388c1-71c6-4387-9193-eb25779d5e41 req-7acadcdf-aa16-4123-be2d-4fec13f11949 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803041 Jan 27 23:09:44.385503 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aae388c1-71c6-4387-9193-eb25779d5e41 req-8e2690a4-3060-41d2-a651-1f9aaab405a9 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912879 Jan 27 23:09:44.617741 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb6230-7add-4c23-a621-b1816d5d69ea req-5a83ea35-4bd8-4e7f-a1c6-ec84bd8d6608 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:44.619283 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6bb6230-7add-4c23-a621-b1816d5d69ea req-5a83ea35-4bd8-4e7f-a1c6-ec84bd8d6608 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0520573 Jan 27 23:09:44.667114 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a6bb6230-7add-4c23-a621-b1816d5d69ea req-bf77e8e4-3e47-4fe9-b541-853388e2ca2b tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419898 Jan 27 23:09:45.781453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6dc04-d883-4be0-b3cf-dd0a64e9d7b0 req-148871f0-773e-4cf3-a8e0-0b0815a5f296 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:45.782968 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bb6dc04-d883-4be0-b3cf-dd0a64e9d7b0 req-148871f0-773e-4cf3-a8e0-0b0815a5f296 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0483336 Jan 27 23:09:45.835234 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6bb6dc04-d883-4be0-b3cf-dd0a64e9d7b0 req-9b88d48d-5c69-4e0d-bc4f-7f8b18273672 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466597 Jan 27 23:09:46.950398 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8dfec-e339-4277-b387-a594ffb09262 req-27125f28-5e4d-4281-a0ef-3c7f0db46c2e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:46.951990 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4e8dfec-e339-4277-b387-a594ffb09262 req-27125f28-5e4d-4281-a0ef-3c7f0db46c2e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0493474 Jan 27 23:09:47.002200 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f4e8dfec-e339-4277-b387-a594ffb09262 req-5f4301a8-03e4-4ec3-a6c3-284f4783d9aa tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445364 Jan 27 23:09:48.120705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc0a7e-71cc-4ff6-98a1-e432aef0c0fb req-96234fa1-31f6-49e1-a0ad-17ccd74f4691 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:48.122299 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-91bc0a7e-71cc-4ff6-98a1-e432aef0c0fb req-96234fa1-31f6-49e1-a0ad-17ccd74f4691 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0510335 Jan 27 23:09:48.173345 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-91bc0a7e-71cc-4ff6-98a1-e432aef0c0fb req-20fdb19f-c9b3-41d0-baf1-359962686700 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452960 Jan 27 23:09:49.290336 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6673b8-4bad-40f5-8ba3-11174aa2be11 req-0586b196-a782-4ab6-ad06-d19b8ace9508 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:49.291812 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec6673b8-4bad-40f5-8ba3-11174aa2be11 req-0586b196-a782-4ab6-ad06-d19b8ace9508 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0508757 Jan 27 23:09:49.340106 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ec6673b8-4bad-40f5-8ba3-11174aa2be11 req-442553b9-7bb2-446a-b638-aa5a9251ae12 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424187 Jan 27 23:09:50.454567 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ea5dc-1856-4e64-9b83-c2de50d9189b req-b7883b64-2104-496d-811b-0b3cd86fbf38 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:50.456050 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b59ea5dc-1856-4e64-9b83-c2de50d9189b req-b7883b64-2104-496d-811b-0b3cd86fbf38 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0482926 Jan 27 23:09:50.505053 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b59ea5dc-1856-4e64-9b83-c2de50d9189b req-cbeb2ac6-9384-48ab-a6b7-677a24ba080b tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431616 Jan 27 23:09:51.623939 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbf2c0-090e-4270-8225-1684d1732fd2 req-9a2095fc-229f-4381-b586-72789279802c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:51.625519 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-79dbf2c0-090e-4270-8225-1684d1732fd2 req-9a2095fc-229f-4381-b586-72789279802c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0507538 Jan 27 23:09:52.009431 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-79dbf2c0-090e-4270-8225-1684d1732fd2 req-a6bc12be-896c-4017-910b-6dcf1c006440 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3780172 Jan 27 23:09:52.020463 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:53.125222 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7e608-95c1-414e-a71b-bc2a6b008c98 req-1ab73469-3409-4254-98dd-48239755b167 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:53.126692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44a7e608-95c1-414e-a71b-bc2a6b008c98 req-1ab73469-3409-4254-98dd-48239755b167 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0479915 Jan 27 23:09:53.173275 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-44a7e608-95c1-414e-a71b-bc2a6b008c98 req-8a23145b-074b-406d-8e38-77e8cb4af48a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404205 Jan 27 23:09:54.273391 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-431cc9c7-c238-4b5d-98af-430787c799f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:54.288094 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018a876-9a5a-412c-9f57-c566a3023848 req-d6bbe94b-60c7-4fcf-894e-519fe0a4a1f4 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:54.289616 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1018a876-9a5a-412c-9f57-c566a3023848 req-d6bbe94b-60c7-4fcf-894e-519fe0a4a1f4 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0490091 Jan 27 23:09:54.338161 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1018a876-9a5a-412c-9f57-c566a3023848 req-1eb8e21c-a3e1-4640-a7bf-33a8f3d94a9b tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429058 Jan 27 23:09:55.461442 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feee452-dba5-4be1-bbd4-f0d7803ec21a req-6fc053d0-3352-4591-a816-f9ab7a4169bf tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:55.462918 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8feee452-dba5-4be1-bbd4-f0d7803ec21a req-6fc053d0-3352-4591-a816-f9ab7a4169bf tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0508726 Jan 27 23:09:55.511380 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8feee452-dba5-4be1-bbd4-f0d7803ec21a req-a9ff245f-e213-45b4-b959-0da0926af70c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424330 Jan 27 23:09:56.621652 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052c481-c1cc-4c47-b83f-35924b39dc8d req-ad47015b-52e5-421b-b956-fd792f341d1e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:56.623101 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a052c481-c1cc-4c47-b83f-35924b39dc8d req-ad47015b-52e5-421b-b956-fd792f341d1e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0473542 Jan 27 23:09:56.670619 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a052c481-c1cc-4c47-b83f-35924b39dc8d req-faa4bcb6-eb0b-4987-8dbb-e583859ca182 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418999 Jan 27 23:09:56.863051 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e85ab6bd-a0f7-47fc-b6ba-0e7528a498dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:57.789511 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd1885-f3a5-407d-8ed3-4ac5eb1499f8 req-34b7e6c0-a6a4-4cf7-b083-549dfac73a71 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:57.790985 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06cd1885-f3a5-407d-8ed3-4ac5eb1499f8 req-34b7e6c0-a6a4-4cf7-b083-549dfac73a71 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0513513 Jan 27 23:09:57.836912 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:57.840409 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-06cd1885-f3a5-407d-8ed3-4ac5eb1499f8 req-c1783582-64e6-4363-8554-85f14aaab614 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438361 Jan 27 23:09:58.079972 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:09:58.955633 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294eeef-5104-46e0-b4de-5c3368b48f27 req-70af6b86-abd8-4a6f-b2cd-f78b2f2fdd71 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:58.957139 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9294eeef-5104-46e0-b4de-5c3368b48f27 req-70af6b86-abd8-4a6f-b2cd-f78b2f2fdd71 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0478449 Jan 27 23:09:59.005974 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9294eeef-5104-46e0-b4de-5c3368b48f27 req-d16cc789-5069-45df-8883-790b4e3eb595 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432448 Jan 27 23:09:59.126191 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 619baf40-c096-4d09-ac72-3d94072a8972 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:09:59.225970 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 619baf40-c096-4d09-ac72-3d94072a8972, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=619baf40-c096-4d09-ac72-3d94072a8972,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:09:59.242252 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '619baf40-c096-4d09-ac72-3d94072a8972', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'port_id': '619baf40-c096-4d09-ac72-3d94072a8972', 'mac_address': 'fa:16:3e:eb:aa:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:09:59.245823 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:59.280791 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 619baf40-c096-4d09-ac72-3d94072a8972 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:09:59.281185 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (619baf40-c096-4d09-ac72-3d94072a8972), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:59.294036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 619baf40-c096-4d09-ac72-3d94072a8972 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:09:59.312848 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 619baf40-c096-4d09-ac72-3d94072a8972, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=619baf40-c096-4d09-ac72-3d94072a8972,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:09:59.316315 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (619baf40-c096-4d09-ac72-3d94072a8972), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:59.366074 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=619baf40-c096-4d09-ac72-3d94072a8972,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:59.373227 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:59.373577 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:59.373922 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:59.374262 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:59.374591 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:59.374921 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:59.375257 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:59.375580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:59.375905 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:59.376316 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:59.376580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:59.376901 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:59.377225 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:09:59.542582 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['619baf40-c096-4d09-ac72-3d94072a8972'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:10:00.119212 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28220feb-dacf-470f-b88b-25afa908245e req-de0e47f0-12a1-4a1d-8b3c-9a87498058a2 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:00.120749 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-28220feb-dacf-470f-b88b-25afa908245e req-de0e47f0-12a1-4a1d-8b3c-9a87498058a2 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 945 time: 0.0477595 Jan 27 23:10:00.172175 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-28220feb-dacf-470f-b88b-25afa908245e req-764dcc50-444b-4375-aac4-fa4b0db79529 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457871 Jan 27 23:10:00.483341 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:01.160095 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 619baf40-c096-4d09-ac72-3d94072a8972 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:10:01.215945 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 619baf40-c096-4d09-ac72-3d94072a8972 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:10:01.222222 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 619baf40-c096-4d09-ac72-3d94072a8972 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:10:01.222855 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (619baf40-c096-4d09-ac72-3d94072a8972), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:01.300398 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dbf6b-6077-41e7-9af1-96b37712e918 req-89f43b5c-2611-4b7e-88c5-90557d336cba tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:01.302417 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aa3dbf6b-6077-41e7-9af1-96b37712e918 req-89f43b5c-2611-4b7e-88c5-90557d336cba tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 945 time: 0.0484090 Jan 27 23:10:01.304237 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 619baf40-c096-4d09-ac72-3d94072a8972 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:10:01.304644 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (619baf40-c096-4d09-ac72-3d94072a8972), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:01.330314 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737c3b5e-6c4a-4512-a25f-0a6391f461a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619baf40-c096-4d09-ac72-3d94072a8972'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:10:01.333143 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08403c0-1a7e-43bb-94ff-7fc128cb280d" -d '{"events": [{"server_uuid": "737c3b5e-6c4a-4512-a25f-0a6391f461a6", "name": "network-vif-plugged", "status": "completed", "tag": "619baf40-c096-4d09-ac72-3d94072a8972"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:10:01.346129 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 619baf40-c096-4d09-ac72-3d94072a8972, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=619baf40-c096-4d09-ac72-3d94072a8972,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:10:01.351239 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (619baf40-c096-4d09-ac72-3d94072a8972), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:01.353001 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-aa3dbf6b-6077-41e7-9af1-96b37712e918 req-6aa36de1-77f6-4db4-b83f-426ac96e92b7 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449317 Jan 27 23:10:01.414678 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=619baf40-c096-4d09-ac72-3d94072a8972,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:01.432541 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856a8120-cdd9-448e-86e5-5145c15ba413 x-openstack-request-id: req-856a8120-cdd9-448e-86e5-5145c15ba413 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:10:01.432925 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737c3b5e-6c4a-4512-a25f-0a6391f461a6", "name": "network-vif-plugged", "status": "completed", "tag": "619baf40-c096-4d09-ac72-3d94072a8972", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:10:01.433246 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-856a8120-cdd9-448e-86e5-5145c15ba413 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:10:01.433707 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737c3b5e-6c4a-4512-a25f-0a6391f461a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619baf40-c096-4d09-ac72-3d94072a8972', 'code': 200} Jan 27 23:10:01.523351 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca00ec9-969b-40a0-8e8e-48da48643781 req-9f1564fa-baeb-44dd-b067-3c3a6e000fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:01.524869 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3ca00ec9-969b-40a0-8e8e-48da48643781 req-9f1564fa-baeb-44dd-b067-3c3a6e000fa7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 1097 time: 0.0392270 Jan 27 23:10:01.568717 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3ca00ec9-969b-40a0-8e8e-48da48643781 req-fbcfe19d-35e8-4f4d-9add-33dcfc18eaf9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379474 Jan 27 23:10:02.481317 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c3611-3d5c-4b2c-acd5-5821ff688834 req-ea49b859-fb9d-4142-9ce2-f5a71fb08328 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:02.483059 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c19c3611-3d5c-4b2c-acd5-5821ff688834 req-ea49b859-fb9d-4142-9ce2-f5a71fb08328 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 946 time: 0.0513036 Jan 27 23:10:02.531032 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c19c3611-3d5c-4b2c-acd5-5821ff688834 req-89d164da-3018-4b44-bbdb-92f28b8331fc tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423396 Jan 27 23:10:03.645516 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be252f6-cd25-497e-8a53-9c4e70126332 req-7962d1af-8e91-47cb-92bf-19280b255a32 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:03.646997 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5be252f6-cd25-497e-8a53-9c4e70126332 req-7962d1af-8e91-47cb-92bf-19280b255a32 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 946 time: 0.0477133 Jan 27 23:10:03.695929 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5be252f6-cd25-497e-8a53-9c4e70126332 req-0cc3bef8-7534-4683-b141-fcf48e329111 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433180 Jan 27 23:10:03.808200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8aefe-6a1d-4434-9f8e-d401e08bbc5a req-5f9bf916-48b4-4d38-9502-df559bbac50c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:03.809713 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ee8aefe-6a1d-4434-9f8e-d401e08bbc5a req-5f9bf916-48b4-4d38-9502-df559bbac50c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 946 time: 0.0478461 Jan 27 23:10:03.863445 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ee8aefe-6a1d-4434-9f8e-d401e08bbc5a req-b23192b8-263c-417f-9cf5-0f01c0cc0040 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481925 Jan 27 23:10:03.884855 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58062) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:10:03.965928 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da759efc-8547-465c-88bc-d6634f1e229f tempest-TestShelveInstance-298596968 tempest-TestShelveInstance-298596968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:03.967429 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-da759efc-8547-465c-88bc-d6634f1e229f tempest-TestShelveInstance-298596968 tempest-TestShelveInstance-298596968-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 1092 time: 0.0815854 Jan 27 23:10:03.970302 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58066) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:10:03.974661 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-b5d70e84-ea8b-4114-a7c4-231c569ffd11 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': '619baf40-c096-4d09-ac72-3d94072a8972', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:10:03.994288 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5d70e84-ea8b-4114-a7c4-231c569ffd11 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:04.092977 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5d70e84-ea8b-4114-a7c4-231c569ffd11 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:04.193097 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-b5d70e84-ea8b-4114-a7c4-231c569ffd11 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Allocated IP 172.25.3.237 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/0e285676-077a-4816-ace8-1c47e01e5704) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:10:04.295696 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5d70e84-ea8b-4114-a7c4-231c569ffd11 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for port (0e285676-077a-4816-ace8-1c47e01e5704), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:04.329288 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5d70e84-ea8b-4114-a7c4-231c569ffd11 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0e285676-077a-4816-ace8-1c47e01e5704), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:04.364209 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d70e84-ea8b-4114-a7c4-231c569ffd11 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:10:04.367243 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-b5d70e84-ea8b-4114-a7c4-231c569ffd11 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:10:04.370658 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d70e84-ea8b-4114-a7c4-231c569ffd11 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:10:04.400286 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d70e84-ea8b-4114-a7c4-231c569ffd11 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event updated for resources: {'Port': ['ID=0e285676-077a-4816-ace8-1c47e01e5704,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:04.733058 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5d70e84-ea8b-4114-a7c4-231c569ffd11 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for floatingip (94a9b38b-04cb-419f-ae0a-dba2d075bff7), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:04.798124 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5d70e84-ea8b-4114-a7c4-231c569ffd11 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (0e285676-077a-4816-ace8-1c47e01e5704), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:04.948028 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5d70e84-ea8b-4114-a7c4-231c569ffd11 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for port (0e285676-077a-4816-ace8-1c47e01e5704), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:04.952225 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5d70e84-ea8b-4114-a7c4-231c569ffd11 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (0e285676-077a-4816-ace8-1c47e01e5704), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:05.021182 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d70e84-ea8b-4114-a7c4-231c569ffd11 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event updated for resources: {'Port': ['ID=0e285676-077a-4816-ace8-1c47e01e5704,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:10:05.031146 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5d70e84-ea8b-4114-a7c4-231c569ffd11 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (94a9b38b-04cb-419f-ae0a-dba2d075bff7), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:05.134629 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-b5d70e84-ea8b-4114-a7c4-231c569ffd11 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Floating IP 94a9b38b-04cb-419f-ae0a-dba2d075bff7 associated. External IP: 172.25.3.237, port: 619baf40-c096-4d09-ac72-3d94072a8972. Jan 27 23:10:05.340895 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d70e84-ea8b-4114-a7c4-231c569ffd11 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Router e82eabc6-2410-4a04-8966-f0389613780a has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:10:05.449611 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d70e84-ea8b-4114-a7c4-231c569ffd11 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:10:05.459954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21431838-4a8a-4520-b8e3-931c1b96fa99 None None] Sync routers for ids ['e82eabc6-2410-4a04-8966-f0389613780a'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:10:05.467889 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-b5d70e84-ea8b-4114-a7c4-231c569ffd11 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:05.470715 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21431838-4a8a-4520-b8e3-931c1b96fa99 None None] Routers {'e82eabc6-2410-4a04-8966-f0389613780a'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:10:05.471414 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-21431838-4a8a-4520-b8e3-931c1b96fa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:09:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e82eabc6-2410-4a04-8966-f0389613780a'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:05.496960 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-b5d70e84-ea8b-4114-a7c4-231c569ffd11 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5256109 Jan 27 23:10:05.497670 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737c3b5e-6c4a-4512-a25f-0a6391f461a6', 'tag': '619baf40-c096-4d09-ac72-3d94072a8972'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:10:05.499946 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722f1745-6ac3-49a9-8289-d352eced13a2" -d '{"events": [{"name": "network-changed", "server_uuid": "737c3b5e-6c4a-4512-a25f-0a6391f461a6", "tag": "619baf40-c096-4d09-ac72-3d94072a8972"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:10:05.535547 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff033561-cd68-4e8a-b5b7-69d0f28f2c75 x-openstack-request-id: req-ff033561-cd68-4e8a-b5b7-69d0f28f2c75 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:10:05.536428 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737c3b5e-6c4a-4512-a25f-0a6391f461a6", "tag": "619baf40-c096-4d09-ac72-3d94072a8972", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:10:05.536775 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff033561-cd68-4e8a-b5b7-69d0f28f2c75 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:10:05.537354 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737c3b5e-6c4a-4512-a25f-0a6391f461a6', 'tag': '619baf40-c096-4d09-ac72-3d94072a8972', 'status': 'completed', 'code': 200} Jan 27 23:10:05.582036 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-21431838-4a8a-4520-b8e3-931c1b96fa99 None None] Set router e82eabc6-2410-4a04-8966-f0389613780a gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:10:05.596081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f1745-6ac3-49a9-8289-d352eced13a2 req-5c692f31-6aa9-47e9-b708-c133d4e53e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:05.597544 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-722f1745-6ac3-49a9-8289-d352eced13a2 req-5c692f31-6aa9-47e9-b708-c133d4e53e21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 1097 time: 0.0402515 Jan 27 23:10:05.689277 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f1745-6ac3-49a9-8289-d352eced13a2 req-ca94e8f9-efbe-496a-bd62-d8ba2d8c0b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:05.690783 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-722f1745-6ac3-49a9-8289-d352eced13a2 req-ca94e8f9-efbe-496a-bd62-d8ba2d8c0b40 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 200 len: 910 time: 0.0875497 Jan 27 23:10:05.755066 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-722f1745-6ac3-49a9-8289-d352eced13a2 req-b6d141aa-8467-408f-b7ef-d859df235fd9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=619baf40-c096-4d09-ac72-3d94072a8972 HTTP/1.1" status: 200 len: 1000 time: 0.0588465 Jan 27 23:10:05.807272 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f1745-6ac3-49a9-8289-d352eced13a2 req-8d9edceb-4525-4059-a499-b328bc13092c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:05.808953 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-722f1745-6ac3-49a9-8289-d352eced13a2 req-8d9edceb-4525-4059-a499-b328bc13092c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c805d2-7ec2-4950-88d5-174dcecc20d9 HTTP/1.1" status: 200 len: 848 time: 0.0482013 Jan 27 23:10:05.810584 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-21431838-4a8a-4520-b8e3-931c1b96fa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'name': 'tempest-TestShelveInstance-1261561860-router', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:26Z', 'revision_number': 4, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'gw_port': {'id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '94a9b38b-04cb-419f-ae0a-dba2d075bff7', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'port_id': '619baf40-c096-4d09-ac72-3d94072a8972', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'mac_address': 'fa:16:3e:eb:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737c3b5e-6c4a-4512-a25f-0a6391f461a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:10:04Z', 'updated_at': '2022-01-27T23:10:04Z', 'revision_number': 0, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3d90c7-5f7c-40e2-b2c8-19d5ca310194', 'name': '', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'mac_address': 'fa:16:3e:b8:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:25Z', 'updated_at': '2022-01-27T23:04:30Z', 'revision_number': 5, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'subnets': [{'id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:05.837528 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21431838-4a8a-4520-b8e3-931c1b96fa99 None None] Checking router: e82eabc6-2410-4a04-8966-f0389613780a for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:10:05.845760 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21431838-4a8a-4520-b8e3-931c1b96fa99 None None] Routers {'e82eabc6-2410-4a04-8966-f0389613780a'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:10:05.846427 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-21431838-4a8a-4520-b8e3-931c1b96fa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:09:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e82eabc6-2410-4a04-8966-f0389613780a'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:05.854812 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f1745-6ac3-49a9-8289-d352eced13a2 req-8b3683cc-f324-4702-bdb1-db97134d3aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:05.856364 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-722f1745-6ac3-49a9-8289-d352eced13a2 req-8b3683cc-f324-4702-bdb1-db97134d3aca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c10eaf83-c9da-4749-aff4-3c05a317475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410798 Jan 27 23:10:05.943535 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-722f1745-6ac3-49a9-8289-d352eced13a2 req-1975468a-eefa-48c9-a8ea-55138b3b6c4d service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805795 Jan 27 23:10:05.949635 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-21431838-4a8a-4520-b8e3-931c1b96fa99 None None] Set router e82eabc6-2410-4a04-8966-f0389613780a gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:10:06.037534 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-722f1745-6ac3-49a9-8289-d352eced13a2 req-c8fa47c4-c422-4b01-809a-b0670e4864d6 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886943 Jan 27 23:10:06.167688 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-21431838-4a8a-4520-b8e3-931c1b96fa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'name': 'tempest-TestShelveInstance-1261561860-router', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:26Z', 'revision_number': 4, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'gw_port': {'id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '94a9b38b-04cb-419f-ae0a-dba2d075bff7', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'port_id': '619baf40-c096-4d09-ac72-3d94072a8972', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'mac_address': 'fa:16:3e:eb:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737c3b5e-6c4a-4512-a25f-0a6391f461a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:10:04Z', 'updated_at': '2022-01-27T23:10:04Z', 'revision_number': 0, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3d90c7-5f7c-40e2-b2c8-19d5ca310194', 'name': '', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'mac_address': 'fa:16:3e:b8:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:25Z', 'updated_at': '2022-01-27T23:04:30Z', 'revision_number': 5, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'subnets': [{'id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:10:06.197290 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21431838-4a8a-4520-b8e3-931c1b96fa99 None None] The sync data for ids ['e82eabc6-2410-4a04-8966-f0389613780a'] in n-d-772272-3 is: [{'id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'name': 'tempest-TestShelveInstance-1261561860-router', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:26Z', 'revision_number': 4, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'gw_port': {'id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '94a9b38b-04cb-419f-ae0a-dba2d075bff7', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'port_id': '619baf40-c096-4d09-ac72-3d94072a8972', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'mac_address': 'fa:16:3e:eb:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737c3b5e-6c4a-4512-a25f-0a6391f461a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:10:04Z', 'updated_at': '2022-01-27T23:10:04Z', 'revision_number': 0, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba3d90c7-5f7c-40e2-b2c8-19d5ca310194', 'name': '', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'mac_address': 'fa:16:3e:b8:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:25Z', 'updated_at': '2022-01-27T23:04:30Z', 'revision_number': 5, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'subnets': [{'id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:10:06.391795 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905ef0b4-a393-49de-90a0-452c17493b28 None None] New status for floating IP 94a9b38b-04cb-419f-ae0a-dba2d075bff7: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:10:13.514667 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:22.033365 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:24.277159 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8ef577d7-843d-492c-904f-dcb5509831b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:26.866150 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7c314bab-95a5-477d-99b5-9ebca98c95bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:27.839674 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:29.233417 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:30.485566 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:35.079804 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:10:43.543647 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:46.648866 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e43833f4-a814-4c6e-8123-ac4b0d648e54 req-be86aabf-7356-446c-a40b-39fc76886bac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402265 Jan 27 23:10:46.728584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43833f4-a814-4c6e-8123-ac4b0d648e54 req-0967f70d-868f-4ea7-b55f-b5f2e64e174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:46.730090 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e43833f4-a814-4c6e-8123-ac4b0d648e54 req-0967f70d-868f-4ea7-b55f-b5f2e64e174a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 1097 time: 0.0404520 Jan 27 23:10:46.837541 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43833f4-a814-4c6e-8123-ac4b0d648e54 req-e9830790-d649-4ba5-bcea-49aaccd2876b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:46.839028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e43833f4-a814-4c6e-8123-ac4b0d648e54 req-e9830790-d649-4ba5-bcea-49aaccd2876b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 200 len: 910 time: 0.0891070 Jan 27 23:10:46.907148 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e43833f4-a814-4c6e-8123-ac4b0d648e54 req-06556f0e-9436-4920-9a8f-a4d314957a98 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=619baf40-c096-4d09-ac72-3d94072a8972 HTTP/1.1" status: 200 len: 1002 time: 0.0584414 Jan 27 23:10:46.958847 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43833f4-a814-4c6e-8123-ac4b0d648e54 req-6ae4d0bf-4bd2-4286-b6ce-ed658c43a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:46.960366 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e43833f4-a814-4c6e-8123-ac4b0d648e54 req-6ae4d0bf-4bd2-4286-b6ce-ed658c43a85a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c805d2-7ec2-4950-88d5-174dcecc20d9 HTTP/1.1" status: 200 len: 848 time: 0.0482688 Jan 27 23:10:47.004190 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43833f4-a814-4c6e-8123-ac4b0d648e54 req-6e1b8fb1-28ff-449c-9007-2560418e1793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:47.005697 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e43833f4-a814-4c6e-8123-ac4b0d648e54 req-6e1b8fb1-28ff-449c-9007-2560418e1793 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c10eaf83-c9da-4749-aff4-3c05a317475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399311 Jan 27 23:10:47.091208 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e43833f4-a814-4c6e-8123-ac4b0d648e54 req-aeb844a5-db03-4b40-a09c-1b4855c25db4 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796399 Jan 27 23:10:47.183089 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e43833f4-a814-4c6e-8123-ac4b0d648e54 req-b978077a-5f03-4af2-8ade-5448cbb34999 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859666 Jan 27 23:10:52.033164 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:54.278460 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-483bebb7-2484-4c0d-8abb-aed348ad587f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:56.870877 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b8a1c7e3-c114-4236-8e19-cdee628e91fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:57.843000 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:59.235981 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:00.487425 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:12.078570 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:11:13.557082 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:22.039446 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:24.280241 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b55648f5-b4a7-42e7-a9f0-77f9f937248f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:26.872641 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-94708a6f-92a4-4f60-bd04-4bb82546a9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:27.844380 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:29.242614 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:30.489165 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:43.557896 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:47.666375 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22d1ed84-e75a-40b4-a68e-d12d8a2e321f req-fd36b88d-b67b-4ab6-b43f-d280bfd57b72 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408640 Jan 27 23:11:47.745161 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1ed84-e75a-40b4-a68e-d12d8a2e321f req-4c9c1bd5-a810-4d4b-9ff7-f740b9e00492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:47.746637 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22d1ed84-e75a-40b4-a68e-d12d8a2e321f req-4c9c1bd5-a810-4d4b-9ff7-f740b9e00492 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 1097 time: 0.0403118 Jan 27 23:11:47.850560 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1ed84-e75a-40b4-a68e-d12d8a2e321f req-5663404f-327a-4409-98dd-d77de04742fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:47.852039 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22d1ed84-e75a-40b4-a68e-d12d8a2e321f req-5663404f-327a-4409-98dd-d77de04742fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 200 len: 910 time: 0.0884988 Jan 27 23:11:47.916184 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22d1ed84-e75a-40b4-a68e-d12d8a2e321f req-e0cacd45-d690-4c10-b630-1345768c37e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=619baf40-c096-4d09-ac72-3d94072a8972 HTTP/1.1" status: 200 len: 1002 time: 0.0587404 Jan 27 23:11:47.968133 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1ed84-e75a-40b4-a68e-d12d8a2e321f req-e61ac6b6-2991-46a5-9225-41263f936532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:47.970080 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22d1ed84-e75a-40b4-a68e-d12d8a2e321f req-e61ac6b6-2991-46a5-9225-41263f936532 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c805d2-7ec2-4950-88d5-174dcecc20d9 HTTP/1.1" status: 200 len: 848 time: 0.0482898 Jan 27 23:11:48.013801 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1ed84-e75a-40b4-a68e-d12d8a2e321f req-df98d6a8-10a8-4eb5-b16a-6f714198366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:48.015305 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22d1ed84-e75a-40b4-a68e-d12d8a2e321f req-df98d6a8-10a8-4eb5-b16a-6f714198366c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c10eaf83-c9da-4749-aff4-3c05a317475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400248 Jan 27 23:11:48.101925 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22d1ed84-e75a-40b4-a68e-d12d8a2e321f req-604e87cd-922c-48bf-98fe-eea69f75f767 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805209 Jan 27 23:11:48.194102 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-22d1ed84-e75a-40b4-a68e-d12d8a2e321f req-2a0bdb47-00ed-4e3e-a45d-cd207a447268 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863519 Jan 27 23:11:49.078070 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:11:52.044464 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:54.281416 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-1b2833cc-7d87-4a95-8ae6-acafe65a83ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:56.874774 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5cc48965-035a-4424-a241-32869f2e3f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:57.848401 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:57.911424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74597ca-1c55-488a-a63b-f909bc3c07ff req-3105a90e-352a-4efc-9db1-9f11fbe2576d tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:57.912937 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b74597ca-1c55-488a-a63b-f909bc3c07ff req-3105a90e-352a-4efc-9db1-9f11fbe2576d tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 946 time: 0.0489221 Jan 27 23:11:57.965579 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b74597ca-1c55-488a-a63b-f909bc3c07ff req-25b44937-750f-4c9e-bbf9-0c25b9be0ff0 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466816 Jan 27 23:11:59.091548 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693510f-a931-4dd8-ab8b-4a3b20055422 req-ea03bb3c-159f-4411-8552-74b78fbc4f86 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:59.093057 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3693510f-a931-4dd8-ab8b-4a3b20055422 req-ea03bb3c-159f-4411-8552-74b78fbc4f86 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 946 time: 0.0514748 Jan 27 23:11:59.141627 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3693510f-a931-4dd8-ab8b-4a3b20055422 req-c8a4ac32-d878-4442-bfc4-b30cab25e75e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419652 Jan 27 23:11:59.241666 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:00.263072 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70cf7b-978b-47e4-a857-1ed035ac3073 req-517a119b-8d34-45d4-b0bd-63f0909d846a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:00.264484 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6f70cf7b-978b-47e4-a857-1ed035ac3073 req-517a119b-8d34-45d4-b0bd-63f0909d846a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 946 time: 0.0490773 Jan 27 23:12:00.315301 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6f70cf7b-978b-47e4-a857-1ed035ac3073 req-89d5d383-c04e-4839-88f1-50402b6a2743 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447192 Jan 27 23:12:00.490620 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:01.430836 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a861c9-db8c-419e-8f92-463f8ca9959c req-7772d473-463d-405f-b2fb-f4a26fa9509c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:01.432325 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5a861c9-db8c-419e-8f92-463f8ca9959c req-7772d473-463d-405f-b2fb-f4a26fa9509c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 946 time: 0.0473733 Jan 27 23:12:01.487323 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d5a861c9-db8c-419e-8f92-463f8ca9959c req-247052d8-cbd9-46a2-9888-19b17c32a244 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495057 Jan 27 23:12:02.601672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12307ce7-152e-4800-967d-0cd4d1b97c65 req-e4e6b8be-6bfa-490f-b26f-72e2b1fced62 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:02.603141 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12307ce7-152e-4800-967d-0cd4d1b97c65 req-e4e6b8be-6bfa-490f-b26f-72e2b1fced62 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 946 time: 0.0477536 Jan 27 23:12:02.651828 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-12307ce7-152e-4800-967d-0cd4d1b97c65 req-80c4a670-701b-4f35-af5b-a9ec553b6762 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426309 Jan 27 23:12:03.763790 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dd8ee-705e-4d19-8444-92075f9c5516 req-10d96570-1d5c-4d8f-8c6e-bd37c8a6827d tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:03.765293 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e96dd8ee-705e-4d19-8444-92075f9c5516 req-10d96570-1d5c-4d8f-8c6e-bd37c8a6827d tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 946 time: 0.0474360 Jan 27 23:12:03.812836 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e96dd8ee-705e-4d19-8444-92075f9c5516 req-5ddec0ba-8e4a-4e5a-bf8b-85767b13ee5b tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409627 Jan 27 23:12:04.930107 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876579d-1943-4f45-8e2a-ecf18f89cd44 req-fbfa41ce-74e4-44de-9e3f-315ea716d2a8 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:04.931578 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0876579d-1943-4f45-8e2a-ecf18f89cd44 req-fbfa41ce-74e4-44de-9e3f-315ea716d2a8 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 946 time: 0.0514629 Jan 27 23:12:04.979759 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0876579d-1943-4f45-8e2a-ecf18f89cd44 req-567566aa-b9e1-4207-bdb4-b3c71ab4793f tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424166 Jan 27 23:12:06.090911 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459ef48-2659-4c1c-ad78-0b9382825970 req-4f46efc3-50a9-42f7-9966-53e2c34cfdfd tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:06.092540 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c459ef48-2659-4c1c-ad78-0b9382825970 req-4f46efc3-50a9-42f7-9966-53e2c34cfdfd tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 946 time: 0.0473793 Jan 27 23:12:06.142051 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c459ef48-2659-4c1c-ad78-0b9382825970 req-851dbfcf-2318-47f3-a6d7-98c85ae150e8 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435264 Jan 27 23:12:07.254138 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb142ac-6873-49ce-ab14-f6beb9f93dbd req-87be976d-6ce9-4a22-838e-fcd948a0c10c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:07.255491 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fdb142ac-6873-49ce-ab14-f6beb9f93dbd req-87be976d-6ce9-4a22-838e-fcd948a0c10c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 946 time: 0.0468128 Jan 27 23:12:07.307144 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fdb142ac-6873-49ce-ab14-f6beb9f93dbd req-cb620398-a669-4fd8-8683-4e1019b47cd0 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460005 Jan 27 23:12:08.022644 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff137148-ca65-46c3-a546-d48104e8c16f req-c1fbfc99-b845-4620-a99c-d54b84c0fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:08.024147 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff137148-ca65-46c3-a546-d48104e8c16f req-c1fbfc99-b845-4620-a99c-d54b84c0fc7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 1097 time: 0.0416143 Jan 27 23:12:08.111875 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff137148-ca65-46c3-a546-d48104e8c16f req-a5ca797a-6f24-4d74-9d69-9f09d4c50285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:08.113526 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff137148-ca65-46c3-a546-d48104e8c16f req-a5ca797a-6f24-4d74-9d69-9f09d4c50285 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 200 len: 910 time: 0.0835664 Jan 27 23:12:08.181178 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff137148-ca65-46c3-a546-d48104e8c16f req-45c377b9-52ca-4880-a45d-0998069b6ffe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=619baf40-c096-4d09-ac72-3d94072a8972 HTTP/1.1" status: 200 len: 1002 time: 0.0613334 Jan 27 23:12:08.226774 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff137148-ca65-46c3-a546-d48104e8c16f req-84e40de1-1d8e-42d1-9bac-7ea79b387f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:08.228186 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff137148-ca65-46c3-a546-d48104e8c16f req-84e40de1-1d8e-42d1-9bac-7ea79b387f20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c805d2-7ec2-4950-88d5-174dcecc20d9 HTTP/1.1" status: 200 len: 848 time: 0.0419428 Jan 27 23:12:08.270823 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff137148-ca65-46c3-a546-d48104e8c16f req-d99a8653-54ad-43ba-bf6d-4da0399e0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:08.272424 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff137148-ca65-46c3-a546-d48104e8c16f req-d99a8653-54ad-43ba-bf6d-4da0399e0a43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c10eaf83-c9da-4749-aff4-3c05a317475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385454 Jan 27 23:12:08.363220 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff137148-ca65-46c3-a546-d48104e8c16f req-9fc4e1c5-4ea0-441c-943a-e874e3665116 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853968 Jan 27 23:12:08.475998 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbf087-d09d-4d2f-98d3-5cee65ad30df req-7b602d4e-eda6-475a-b601-4814031edb1d tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:08.477491 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0cdbf087-d09d-4d2f-98d3-5cee65ad30df req-7b602d4e-eda6-475a-b601-4814031edb1d tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 946 time: 0.1006358 Jan 27 23:12:08.496992 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ff137148-ca65-46c3-a546-d48104e8c16f req-e2747e74-aa46-4f69-bca8-12b798df1e45 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281393 Jan 27 23:12:08.536358 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0cdbf087-d09d-4d2f-98d3-5cee65ad30df req-ba7cf71d-0dab-4bb1-a325-88ed8efda5f5 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495946 Jan 27 23:12:09.647589 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea98e82-39fc-4f72-a862-18ce848f21e9 req-68ffc9e3-a9d5-4629-8872-56036fddc8be tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:09.649086 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ea98e82-39fc-4f72-a862-18ce848f21e9 req-68ffc9e3-a9d5-4629-8872-56036fddc8be tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 946 time: 0.0468037 Jan 27 23:12:09.696716 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5ea98e82-39fc-4f72-a862-18ce848f21e9 req-4a6ac3f1-b6cb-4e49-8f5e-9ef7b4040b69 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420399 Jan 27 23:12:10.814329 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64b549-bb8a-4adf-9768-d9f7d52aa0cc req-24d80c54-3735-4c6e-a872-9dea873791e6 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:10.815820 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6d64b549-bb8a-4adf-9768-d9f7d52aa0cc req-24d80c54-3735-4c6e-a872-9dea873791e6 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 946 time: 0.0519149 Jan 27 23:12:10.865793 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6d64b549-bb8a-4adf-9768-d9f7d52aa0cc req-751cfde4-974d-492d-9a5d-46e74393b97e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441885 Jan 27 23:12:11.979920 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e0aec-27e0-45e2-93b5-f2d4b1a94f1b req-174c6ca1-3417-49e7-98ab-d736f65f0246 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:11.981325 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e6e0aec-27e0-45e2-93b5-f2d4b1a94f1b req-174c6ca1-3417-49e7-98ab-d736f65f0246 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 946 time: 0.0477102 Jan 27 23:12:12.033377 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9e6e0aec-27e0-45e2-93b5-f2d4b1a94f1b req-d02604d2-1121-45d2-8fcb-c53671c765a2 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456583 Jan 27 23:12:13.152841 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd256a-1941-4451-8067-eb7c3e0742f8 req-7127f780-1b8a-4830-a3bb-a3875ca93f41 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:13.154390 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-88dd256a-1941-4451-8067-eb7c3e0742f8 req-7127f780-1b8a-4830-a3bb-a3875ca93f41 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 946 time: 0.0532291 Jan 27 23:12:13.207130 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-88dd256a-1941-4451-8067-eb7c3e0742f8 req-bd409b88-0e0d-4e09-b6dc-920f4714d0f4 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462749 Jan 27 23:12:13.570553 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:13.825123 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 619baf40-c096-4d09-ac72-3d94072a8972 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:12:14.055452 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 619baf40-c096-4d09-ac72-3d94072a8972 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:12:14.055846 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (619baf40-c096-4d09-ac72-3d94072a8972), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:14.077155 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737c3b5e-6c4a-4512-a25f-0a6391f461a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '619baf40-c096-4d09-ac72-3d94072a8972'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:12:14.079850 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8f3e9f-e946-462c-abe0-2d1011dde329" -d '{"events": [{"server_uuid": "737c3b5e-6c4a-4512-a25f-0a6391f461a6", "name": "network-vif-unplugged", "status": "completed", "tag": "619baf40-c096-4d09-ac72-3d94072a8972"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:12:14.091980 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 619baf40-c096-4d09-ac72-3d94072a8972, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=619baf40-c096-4d09-ac72-3d94072a8972,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:12:14.097002 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (619baf40-c096-4d09-ac72-3d94072a8972), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:14.119661 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 23:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cf1775-57b1-4a23-977e-f6a8d7961ac1 x-openstack-request-id: req-77cf1775-57b1-4a23-977e-f6a8d7961ac1 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:12:14.119965 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737c3b5e-6c4a-4512-a25f-0a6391f461a6", "name": "network-vif-unplugged", "status": "failed", "tag": "619baf40-c096-4d09-ac72-3d94072a8972", "code": 422}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:12:14.120257 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77cf1775-57b1-4a23-977e-f6a8d7961ac1 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:12:14.120655 n-d-772272-3 neutron-server[109743]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '737c3b5e-6c4a-4512-a25f-0a6391f461a6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '619baf40-c096-4d09-ac72-3d94072a8972', 'code': 422} returned with failed status Jan 27 23:12:14.145850 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=619baf40-c096-4d09-ac72-3d94072a8972,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:14.153325 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:14.153679 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:14.154025 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:14.154368 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:14.154706 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:14.155041 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:14.155371 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:14.155702 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:14.156051 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:14.156405 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:14.156736 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:14.157062 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:14.157387 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:12:14.324713 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd42d48-1e90-411f-9b2a-1776bd69846a req-6e162e5d-3477-4d53-9886-31bf323db908 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:14.326188 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fbd42d48-1e90-411f-9b2a-1776bd69846a req-6e162e5d-3477-4d53-9886-31bf323db908 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0477257 Jan 27 23:12:14.373816 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fbd42d48-1e90-411f-9b2a-1776bd69846a req-f00e979b-ad5c-46b4-aab5-46099c3578f5 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415578 Jan 27 23:12:14.614911 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa045ef-7b83-410b-9395-c351513ed387 req-534b18d9-af7d-4b92-8dd7-84602690307d tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:14.616408 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fa045ef-7b83-410b-9395-c351513ed387 req-534b18d9-af7d-4b92-8dd7-84602690307d tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0780983 Jan 27 23:12:14.622835 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed5da3a1-f6d1-4ee3-b532-d2b0665296ef req-a929098f-eafb-490f-9d9f-922f4199826f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1091404 Jan 27 23:12:14.634215 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-ed5da3a1-f6d1-4ee3-b532-d2b0665296ef req-ed35fdf7-a5b4-4ae3-b0eb-c7b1e9e7582b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:12:14.635083 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed5da3a1-f6d1-4ee3-b532-d2b0665296ef req-ed35fdf7-a5b4-4ae3-b0eb-c7b1e9e7582b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053289 Jan 27 23:12:14.671357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9fa045ef-7b83-410b-9395-c351513ed387 req-a9da7645-b263-4660-a264-22579b0b6690 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475965 Jan 27 23:12:15.788803 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732388b5-9117-422d-83f6-396e6100c47b req-b4112136-79a0-4c20-8eb1-65cf23e31713 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:15.790577 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-732388b5-9117-422d-83f6-396e6100c47b req-b4112136-79a0-4c20-8eb1-65cf23e31713 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0484817 Jan 27 23:12:15.839196 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-732388b5-9117-422d-83f6-396e6100c47b req-692368da-c858-4b09-8e9d-4f6db33375c1 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430734 Jan 27 23:12:16.957088 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e3df2-83f7-4785-9c6d-a118cc134e8d req-fcbffd12-8ac3-48f5-abaf-2a1f87ca4e6f tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:16.958554 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf8e3df2-83f7-4785-9c6d-a118cc134e8d req-fcbffd12-8ac3-48f5-abaf-2a1f87ca4e6f tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0512834 Jan 27 23:12:17.008956 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bf8e3df2-83f7-4785-9c6d-a118cc134e8d req-aa77864d-b7f8-4ed3-8bca-a899dbc54f6d tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447843 Jan 27 23:12:18.122641 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b05ed-bd87-47c5-971f-8248995478d6 req-f80b1350-b785-4fab-8b90-c4779c1a5e71 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:18.124130 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d97b05ed-bd87-47c5-971f-8248995478d6 req-f80b1350-b785-4fab-8b90-c4779c1a5e71 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0488441 Jan 27 23:12:18.173241 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d97b05ed-bd87-47c5-971f-8248995478d6 req-9d514c9a-a248-4a11-9bf4-0503a2f3e1d2 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434470 Jan 27 23:12:19.290514 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a08eb-89e4-4d58-b458-45e52221a356 req-3813fa3d-6e8e-4a16-a397-cd0c751223c4 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:19.292038 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-121a08eb-89e4-4d58-b458-45e52221a356 req-3813fa3d-6e8e-4a16-a397-cd0c751223c4 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0509498 Jan 27 23:12:19.350232 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-121a08eb-89e4-4d58-b458-45e52221a356 req-b7f9d10e-1d04-41bb-99c7-c85c196f7bd5 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523593 Jan 27 23:12:20.465854 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b2463-ed5a-462d-b165-88e2202cac0a req-7c0971f5-d700-448a-9863-6992d12b069a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:20.467333 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e48b2463-ed5a-462d-b165-88e2202cac0a req-7c0971f5-d700-448a-9863-6992d12b069a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0492899 Jan 27 23:12:20.515959 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e48b2463-ed5a-462d-b165-88e2202cac0a req-e3aa90c7-e57f-4ef8-bfef-886e78798ace tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430014 Jan 27 23:12:21.631635 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d4d39-f434-422c-b622-d5dd408fbe73 req-9b9476fc-d81c-45d5-b40d-d6432866679c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:21.633116 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a61d4d39-f434-422c-b622-d5dd408fbe73 req-9b9476fc-d81c-45d5-b40d-d6432866679c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0497417 Jan 27 23:12:21.681185 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a61d4d39-f434-422c-b622-d5dd408fbe73 req-3eed184b-af2e-4faf-882b-440fc7495ddc tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423245 Jan 27 23:12:22.044977 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:22.800114 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73775d3-a475-4b0a-aa16-562fbc50c92e req-2c47ebf1-3408-4114-8099-825420d5372a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:22.801661 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d73775d3-a475-4b0a-aa16-562fbc50c92e req-2c47ebf1-3408-4114-8099-825420d5372a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0522571 Jan 27 23:12:22.850038 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d73775d3-a475-4b0a-aa16-562fbc50c92e req-76dd5bae-0e5d-4c49-b2b8-871e637e66cb tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427296 Jan 27 23:12:24.009463 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fddc57-2f53-4170-98c2-3fb27ed69b97 req-18d8804c-c494-4d48-9b3e-e7663d542e98 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:24.011005 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5fddc57-2f53-4170-98c2-3fb27ed69b97 req-18d8804c-c494-4d48-9b3e-e7663d542e98 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0942178 Jan 27 23:12:24.064207 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5fddc57-2f53-4170-98c2-3fb27ed69b97 req-d41ef059-6f61-4b00-8b49-8342d055adc9 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469584 Jan 27 23:12:24.283111 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-38c9b481-cba9-4b2c-ba68-510cffad583b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:24.761002 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5da3a1-f6d1-4ee3-b532-d2b0665296ef req-3dde01f5-5631-42e1-89dd-7e42c7b40042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:24.762458 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed5da3a1-f6d1-4ee3-b532-d2b0665296ef req-3dde01f5-5631-42e1-89dd-7e42c7b40042 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6&tenant_id=946661c5ddf848e182adc3b78fe3c0eb HTTP/1.1" status: 200 len: 1095 time: 0.0398095 Jan 27 23:12:24.824139 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5da3a1-f6d1-4ee3-b532-d2b0665296ef req-b91be1e0-dd0d-4949-a022-ef6288c84c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:24.825647 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed5da3a1-f6d1-4ee3-b532-d2b0665296ef req-b91be1e0-dd0d-4949-a022-ef6288c84c67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 1095 time: 0.0432391 Jan 27 23:12:24.925891 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5da3a1-f6d1-4ee3-b532-d2b0665296ef req-23f14d10-8580-4f94-9617-2b74a99f7677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:24.927573 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed5da3a1-f6d1-4ee3-b532-d2b0665296ef req-23f14d10-8580-4f94-9617-2b74a99f7677 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 200 len: 910 time: 0.0964108 Jan 27 23:12:25.329608 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed5da3a1-f6d1-4ee3-b532-d2b0665296ef req-b870b06c-4ba4-4d55-bd90-bf07e1ed6296 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=619baf40-c096-4d09-ac72-3d94072a8972 HTTP/1.1" status: 200 len: 1000 time: 0.3961520 Jan 27 23:12:25.403636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5da3a1-f6d1-4ee3-b532-d2b0665296ef req-481ada93-e50f-44b2-889c-99429404848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:25.405116 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed5da3a1-f6d1-4ee3-b532-d2b0665296ef req-481ada93-e50f-44b2-889c-99429404848c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c805d2-7ec2-4950-88d5-174dcecc20d9 HTTP/1.1" status: 200 len: 848 time: 0.0689986 Jan 27 23:12:25.427283 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087063ea-b8fc-46ea-ba5b-22aff92ee180 req-3186a884-e13e-4912-aed9-f71f7ac6656c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:25.428738 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-087063ea-b8fc-46ea-ba5b-22aff92ee180 req-3186a884-e13e-4912-aed9-f71f7ac6656c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.1280537 Jan 27 23:12:25.485308 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5da3a1-f6d1-4ee3-b532-d2b0665296ef req-4b9531a1-0b49-43b3-915a-37e8efe12e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:25.486775 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed5da3a1-f6d1-4ee3-b532-d2b0665296ef req-4b9531a1-0b49-43b3-915a-37e8efe12e2b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c10eaf83-c9da-4749-aff4-3c05a317475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756304 Jan 27 23:12:25.507707 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-087063ea-b8fc-46ea-ba5b-22aff92ee180 req-c51e965d-44a0-4962-ae10-9de8619c2cfe tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622070 Jan 27 23:12:25.582610 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed5da3a1-f6d1-4ee3-b532-d2b0665296ef req-2ce76b6b-62d7-4d16-b550-f7003dbb7005 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872078 Jan 27 23:12:25.674292 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ed5da3a1-f6d1-4ee3-b532-d2b0665296ef req-b91e3ce9-889c-45f8-8ab2-82b83841e488 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857139 Jan 27 23:12:26.077968 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:12:26.620907 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2acd4e-bca6-45dd-90eb-a52b9e7ab4bc req-5d97df9f-2424-4a42-8f0b-817d10dfb278 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:26.622374 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a2acd4e-bca6-45dd-90eb-a52b9e7ab4bc req-5d97df9f-2424-4a42-8f0b-817d10dfb278 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0477068 Jan 27 23:12:26.669651 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5a2acd4e-bca6-45dd-90eb-a52b9e7ab4bc req-0ee9caf7-1a1d-48ef-bfdb-14ea45e597bf tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410070 Jan 27 23:12:26.876422 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-90a2585d-b35b-4d44-a49d-921dd808c232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:27.784438 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901217b-899d-426b-9d48-5829c2907567 req-0da5f3b6-2539-4b91-8e1d-afbf01704d4f tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:27.785897 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f901217b-899d-426b-9d48-5829c2907567 req-0da5f3b6-2539-4b91-8e1d-afbf01704d4f tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0466785 Jan 27 23:12:27.837310 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f901217b-899d-426b-9d48-5829c2907567 req-4abf644c-e5ae-414f-bed4-ee6c27a2ee2c tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457652 Jan 27 23:12:27.852811 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:28.956309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398d124-3bfa-4d91-942c-ee6f18afe6dd req-4179abbb-39bb-444c-891c-daac9403b721 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:28.957796 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e398d124-3bfa-4d91-942c-ee6f18afe6dd req-4179abbb-39bb-444c-891c-daac9403b721 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0505512 Jan 27 23:12:29.006476 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e398d124-3bfa-4d91-942c-ee6f18afe6dd req-7a70d170-87cb-49ae-aa3e-58cacc7e0210 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431454 Jan 27 23:12:29.244721 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:30.123180 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a34935-b395-4f78-b7fe-298622b5c278 req-77573c65-fd1b-4344-a986-562e8f45d55d tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:30.125201 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7a34935-b395-4f78-b7fe-298622b5c278 req-77573c65-fd1b-4344-a986-562e8f45d55d tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0489910 Jan 27 23:12:30.173446 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c7a34935-b395-4f78-b7fe-298622b5c278 req-a618811a-3287-4149-a17a-a9ffb16397b7 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419223 Jan 27 23:12:30.494236 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:31.290389 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd913c-4968-407c-a4bf-3ab9ee402c2c req-d92585af-a287-47c9-a3ed-ab070ca85258 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:31.291785 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9ccd913c-4968-407c-a4bf-3ab9ee402c2c req-d92585af-a287-47c9-a3ed-ab070ca85258 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 944 time: 0.0514009 Jan 27 23:12:31.340448 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9ccd913c-4968-407c-a4bf-3ab9ee402c2c req-24d76ede-2bbf-4200-b2f9-cb411e9aeed6 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425487 Jan 27 23:12:31.900495 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 619baf40-c096-4d09-ac72-3d94072a8972 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:12:31.995959 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 619baf40-c096-4d09-ac72-3d94072a8972, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=619baf40-c096-4d09-ac72-3d94072a8972,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:12:32.008799 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '619baf40-c096-4d09-ac72-3d94072a8972', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'port_id': '619baf40-c096-4d09-ac72-3d94072a8972', 'mac_address': 'fa:16:3e:eb:aa:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:12:32.045352 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 619baf40-c096-4d09-ac72-3d94072a8972 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:12:32.045763 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (619baf40-c096-4d09-ac72-3d94072a8972), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:32.058167 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 619baf40-c096-4d09-ac72-3d94072a8972 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:12:32.081422 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 619baf40-c096-4d09-ac72-3d94072a8972, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=619baf40-c096-4d09-ac72-3d94072a8972,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:12:32.085624 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (619baf40-c096-4d09-ac72-3d94072a8972), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:32.130918 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=619baf40-c096-4d09-ac72-3d94072a8972,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:32.306682 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['619baf40-c096-4d09-ac72-3d94072a8972'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:12:32.454774 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab7141-6211-4c92-b487-501dc87dc7c7 req-30ff862b-2fbc-4f36-9477-c53e176ce9a2 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:32.456981 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75ab7141-6211-4c92-b487-501dc87dc7c7 req-30ff862b-2fbc-4f36-9477-c53e176ce9a2 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 945 time: 0.0488126 Jan 27 23:12:32.505798 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-75ab7141-6211-4c92-b487-501dc87dc7c7 req-4203cc5c-29ee-45e2-b27a-d25d8d6ddfee tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432549 Jan 27 23:12:33.631703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7cf88-af4e-431c-9363-3bcb8ebd0e71 req-85629b30-3513-422e-8aae-f19555dc6dd5 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:33.633271 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0dd7cf88-af4e-431c-9363-3bcb8ebd0e71 req-85629b30-3513-422e-8aae-f19555dc6dd5 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 945 time: 0.0521524 Jan 27 23:12:33.681226 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0dd7cf88-af4e-431c-9363-3bcb8ebd0e71 req-f2ba7876-062f-4455-b01f-000c2bff811b tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421703 Jan 27 23:12:33.905234 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 619baf40-c096-4d09-ac72-3d94072a8972 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:12:33.952564 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 619baf40-c096-4d09-ac72-3d94072a8972 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:12:33.952943 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (619baf40-c096-4d09-ac72-3d94072a8972), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:34.032450 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 619baf40-c096-4d09-ac72-3d94072a8972 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:12:34.032846 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (619baf40-c096-4d09-ac72-3d94072a8972), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:34.054901 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737c3b5e-6c4a-4512-a25f-0a6391f461a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619baf40-c096-4d09-ac72-3d94072a8972'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:12:34.057146 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176c718e-a1d6-4670-a67b-0ddb86b356e2" -d '{"events": [{"server_uuid": "737c3b5e-6c4a-4512-a25f-0a6391f461a6", "name": "network-vif-plugged", "status": "completed", "tag": "619baf40-c096-4d09-ac72-3d94072a8972"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:12:34.070067 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 619baf40-c096-4d09-ac72-3d94072a8972, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=619baf40-c096-4d09-ac72-3d94072a8972,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:12:34.074045 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (619baf40-c096-4d09-ac72-3d94072a8972), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:34.097349 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787f2755-e01d-450d-ab83-8e86b1f72380 x-openstack-request-id: req-787f2755-e01d-450d-ab83-8e86b1f72380 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:12:34.097650 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737c3b5e-6c4a-4512-a25f-0a6391f461a6", "name": "network-vif-plugged", "status": "completed", "tag": "619baf40-c096-4d09-ac72-3d94072a8972", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:12:34.097909 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-787f2755-e01d-450d-ab83-8e86b1f72380 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:12:34.098306 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737c3b5e-6c4a-4512-a25f-0a6391f461a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619baf40-c096-4d09-ac72-3d94072a8972', 'code': 200} Jan 27 23:12:34.124903 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=619baf40-c096-4d09-ac72-3d94072a8972,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:12:34.232528 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303b40c-39b8-43f7-af5a-c243a458ed1d req-69bc3e02-b5a8-494e-8b3f-5096cc8ad45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:34.234168 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5303b40c-39b8-43f7-af5a-c243a458ed1d req-69bc3e02-b5a8-494e-8b3f-5096cc8ad45b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 1097 time: 0.0386231 Jan 27 23:12:34.278178 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-5303b40c-39b8-43f7-af5a-c243a458ed1d req-2c60d173-233f-4f9d-8f27-ff35fbb2d5e3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384943 Jan 27 23:12:34.795054 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd8b29-78ea-49f6-b5b0-6ce8648a63f0 req-ab6e20a0-537d-4edb-86dd-acb5a3aa425e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:34.796544 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-68cd8b29-78ea-49f6-b5b0-6ce8648a63f0 req-ab6e20a0-537d-4edb-86dd-acb5a3aa425e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 946 time: 0.0472806 Jan 27 23:12:34.852879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-68cd8b29-78ea-49f6-b5b0-6ce8648a63f0 req-ae284372-decf-4d5e-990e-87745cfe3d4e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463901 Jan 27 23:12:35.968844 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebf599-7550-48a5-8c33-a6fc70a19c3f req-a7fd99b3-ad97-4a90-90a7-4028dc964793 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:35.970818 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfebf599-7550-48a5-8c33-a6fc70a19c3f req-a7fd99b3-ad97-4a90-90a7-4028dc964793 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 946 time: 0.0498197 Jan 27 23:12:36.021635 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bfebf599-7550-48a5-8c33-a6fc70a19c3f req-2d64cfeb-e6fb-4c53-ad79-ce5c841201f6 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450923 Jan 27 23:12:43.572746 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:48.652573 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da37e602-8bf9-488c-9b6e-be996455d764 req-13d352c6-3a7f-4ff2-ab81-62f0d7218168 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390575 Jan 27 23:12:48.731155 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37e602-8bf9-488c-9b6e-be996455d764 req-fc04b74e-d500-4f4b-9074-9361ed0fd037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:48.732562 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da37e602-8bf9-488c-9b6e-be996455d764 req-fc04b74e-d500-4f4b-9074-9361ed0fd037 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 1097 time: 0.0401177 Jan 27 23:12:48.834892 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37e602-8bf9-488c-9b6e-be996455d764 req-59c8892d-291c-47d4-bf7c-70a97db7e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:48.836372 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da37e602-8bf9-488c-9b6e-be996455d764 req-59c8892d-291c-47d4-bf7c-70a97db7e830 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 200 len: 910 time: 0.0862565 Jan 27 23:12:48.901782 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da37e602-8bf9-488c-9b6e-be996455d764 req-b17c9c62-7799-4ac4-a37b-f62a347c6082 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=619baf40-c096-4d09-ac72-3d94072a8972 HTTP/1.1" status: 200 len: 1002 time: 0.0586994 Jan 27 23:12:48.953494 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37e602-8bf9-488c-9b6e-be996455d764 req-233be3f3-ab21-480d-8551-05f038d6c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:48.954987 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da37e602-8bf9-488c-9b6e-be996455d764 req-233be3f3-ab21-480d-8551-05f038d6c32f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c805d2-7ec2-4950-88d5-174dcecc20d9 HTTP/1.1" status: 200 len: 848 time: 0.0469275 Jan 27 23:12:49.001604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37e602-8bf9-488c-9b6e-be996455d764 req-9edd1bd3-7e9a-4695-a122-9f198dad2eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:49.003591 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da37e602-8bf9-488c-9b6e-be996455d764 req-9edd1bd3-7e9a-4695-a122-9f198dad2eaa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c10eaf83-c9da-4749-aff4-3c05a317475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427406 Jan 27 23:12:49.093915 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da37e602-8bf9-488c-9b6e-be996455d764 req-ef8a6979-ec9d-43e4-a490-e0141420152e service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826283 Jan 27 23:12:49.188063 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-da37e602-8bf9-488c-9b6e-be996455d764 req-11a989ca-d166-4123-9c06-2a3cac155c85 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871034 Jan 27 23:12:52.059528 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:54.286521 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5bf50ace-be95-43d9-b5b3-4b75e3bf924f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:56.879385 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6510c157-bb80-4e04-a6c9-85a0ee493a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:57.855602 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:59.250035 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:00.496430 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:03.077119 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:13:13.588443 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:22.109998 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:24.288528 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bf6bbd30-0c33-47bf-82f4-b88db9edca6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:26.880546 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-902320ec-88ee-4fe4-b056-22d1d294ef13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:27.857981 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:29.249238 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:30.497971 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:40.075992 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:13:43.587424 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:50.667605 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7fd4db7-a4b0-473a-9ca8-b673772a063b req-96ab19bb-460b-4b17-a779-ce3038c3eebe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440459 Jan 27 23:13:50.748548 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd4db7-a4b0-473a-9ca8-b673772a063b req-aeadb9fb-652d-4969-9784-89b066e7efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:50.750033 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7fd4db7-a4b0-473a-9ca8-b673772a063b req-aeadb9fb-652d-4969-9784-89b066e7efb2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 1097 time: 0.0430155 Jan 27 23:13:50.853389 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd4db7-a4b0-473a-9ca8-b673772a063b req-00c51894-8830-4f54-92f3-8cff32a5a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:50.854856 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7fd4db7-a4b0-473a-9ca8-b673772a063b req-00c51894-8830-4f54-92f3-8cff32a5a606 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 200 len: 910 time: 0.0870953 Jan 27 23:13:50.917835 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7fd4db7-a4b0-473a-9ca8-b673772a063b req-05c80bbd-2729-407d-807b-7bb10ddeaa44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=619baf40-c096-4d09-ac72-3d94072a8972 HTTP/1.1" status: 200 len: 1002 time: 0.0569894 Jan 27 23:13:50.968259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd4db7-a4b0-473a-9ca8-b673772a063b req-c264c26a-f2c1-49ab-bd8a-52c640012ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:50.969805 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7fd4db7-a4b0-473a-9ca8-b673772a063b req-c264c26a-f2c1-49ab-bd8a-52c640012ec2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c805d2-7ec2-4950-88d5-174dcecc20d9 HTTP/1.1" status: 200 len: 848 time: 0.0464594 Jan 27 23:13:51.013985 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd4db7-a4b0-473a-9ca8-b673772a063b req-0be22ec6-e7f8-43e1-8650-056eb0a2c2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:51.015625 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7fd4db7-a4b0-473a-9ca8-b673772a063b req-0be22ec6-e7f8-43e1-8650-056eb0a2c2d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c10eaf83-c9da-4749-aff4-3c05a317475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403943 Jan 27 23:13:51.102135 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7fd4db7-a4b0-473a-9ca8-b673772a063b req-86f1ae26-11ea-45ea-adce-a88abfb3bbe8 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807776 Jan 27 23:13:51.195927 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b7fd4db7-a4b0-473a-9ca8-b673772a063b req-55791ae0-e62c-432e-b919-7c3e1e56d502 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883758 Jan 27 23:13:51.644178 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58236) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:51.801705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Deleting port 0e285676-077a-4816-ace8-1c47e01e5704 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:13:51.802414 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (0e285676-077a-4816-ace8-1c47e01e5704), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:51.878937 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (0e285676-077a-4816-ace8-1c47e01e5704), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:51.879267 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for floatingip (0e285676-077a-4816-ace8-1c47e01e5704), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:51.891010 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Calling delete_port for 0e285676-077a-4816-ace8-1c47e01e5704 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:13:52.034893 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (0e285676-077a-4816-ace8-1c47e01e5704), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:52.061538 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event deleted for resources: {'Port': ['ID=0e285676-077a-4816-ace8-1c47e01e5704,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:52.074883 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:52.075240 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:52.075582 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:52.075926 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:52.076359 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:52.076696 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:52.077031 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:52.077365 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:52.077703 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:52.078033 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:52.078361 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:52.078686 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:52.079550 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:52.107529 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:52.133786 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for floatingip (94a9b38b-04cb-419f-ae0a-dba2d075bff7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:52.134129 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Floating IP 94a9b38b-04cb-419f-ae0a-dba2d075bff7 disassociated (deleted). External IP: 172.25.3.237, port: 619baf40-c096-4d09-ac72-3d94072a8972. Jan 27 23:13:52.344778 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Router e82eabc6-2410-4a04-8966-f0389613780a has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:13:52.450548 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:13:52.455954 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:52.461494 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43508ed-c86d-461b-9704-86a6851e3269 None None] Sync routers for ids ['e82eabc6-2410-4a04-8966-f0389613780a'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:13:52.470529 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43508ed-c86d-461b-9704-86a6851e3269 None None] Routers {'e82eabc6-2410-4a04-8966-f0389613780a'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:13:52.471175 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c43508ed-c86d-461b-9704-86a6851e3269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:13:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e82eabc6-2410-4a04-8966-f0389613780a'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:52.481578 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f5c8bae7-e725-4f7d-bb1a-0ad4e33d421a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "DELETE /v2.0/floatingips/94a9b38b-04cb-419f-ae0a-dba2d075bff7 HTTP/1.1" status: 204 len: 168 time: 0.8362691 Jan 27 23:13:52.482249 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737c3b5e-6c4a-4512-a25f-0a6391f461a6', 'tag': '619baf40-c096-4d09-ac72-3d94072a8972'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:13:52.484911 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557ffed9-1855-4385-9fbd-b02cc0754c95" -d '{"events": [{"name": "network-changed", "server_uuid": "737c3b5e-6c4a-4512-a25f-0a6391f461a6", "tag": "619baf40-c096-4d09-ac72-3d94072a8972"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:13:52.579895 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2d75d0-b782-45d8-8360-ac12b5c1f7c2 x-openstack-request-id: req-9b2d75d0-b782-45d8-8360-ac12b5c1f7c2 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:13:52.580220 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737c3b5e-6c4a-4512-a25f-0a6391f461a6", "tag": "619baf40-c096-4d09-ac72-3d94072a8972", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:13:52.580481 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b2d75d0-b782-45d8-8360-ac12b5c1f7c2 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:13:52.580892 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737c3b5e-6c4a-4512-a25f-0a6391f461a6', 'tag': '619baf40-c096-4d09-ac72-3d94072a8972', 'status': 'completed', 'code': 200} Jan 27 23:13:52.590222 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-c43508ed-c86d-461b-9704-86a6851e3269 None None] Set router e82eabc6-2410-4a04-8966-f0389613780a gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:13:52.645972 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ffed9-1855-4385-9fbd-b02cc0754c95 req-7f4084a8-6bbc-4956-a648-a35e4d26ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:52.647712 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-557ffed9-1855-4385-9fbd-b02cc0754c95 req-7f4084a8-6bbc-4956-a648-a35e4d26ae48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 1097 time: 0.0487027 Jan 27 23:13:52.780420 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca0f0f-7a88-4410-a766-cfcb41d3e4e1 req-f7feef03-db29-4350-ab87-a70e91c0c5b2 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:52.782053 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-caca0f0f-7a88-4410-a766-cfcb41d3e4e1 req-f7feef03-db29-4350-ab87-a70e91c0c5b2 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 946 time: 0.0780582 Jan 27 23:13:52.783549 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ffed9-1855-4385-9fbd-b02cc0754c95 req-3bed79d7-2075-4382-a445-71e0a89dfa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:52.784971 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-557ffed9-1855-4385-9fbd-b02cc0754c95 req-3bed79d7-2075-4382-a445-71e0a89dfa6c service neutron] 10.222.0.15 "GET /v2.0/networks?id=c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 200 len: 910 time: 0.1301990 Jan 27 23:13:52.800725 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c43508ed-c86d-461b-9704-86a6851e3269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'name': 'tempest-TestShelveInstance-1261561860-router', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:26Z', 'revision_number': 4, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'gw_port': {'id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'ba3d90c7-5f7c-40e2-b2c8-19d5ca310194', 'name': '', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'mac_address': 'fa:16:3e:b8:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:25Z', 'updated_at': '2022-01-27T23:04:30Z', 'revision_number': 5, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'subnets': [{'id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:52.827320 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43508ed-c86d-461b-9704-86a6851e3269 None None] Checking router: e82eabc6-2410-4a04-8966-f0389613780a for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:13:52.835653 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43508ed-c86d-461b-9704-86a6851e3269 None None] Routers {'e82eabc6-2410-4a04-8966-f0389613780a'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:13:52.836294 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c43508ed-c86d-461b-9704-86a6851e3269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:13:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e82eabc6-2410-4a04-8966-f0389613780a'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:52.840744 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-557ffed9-1855-4385-9fbd-b02cc0754c95 req-ad75c2d5-4ae9-4111-9f20-e49acb12949a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=619baf40-c096-4d09-ac72-3d94072a8972 HTTP/1.1" status: 200 len: 217 time: 0.0452409 Jan 27 23:13:52.899415 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-caca0f0f-7a88-4410-a766-cfcb41d3e4e1 req-8f026471-51ad-409d-89f5-054915ba8b3f tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105549 Jan 27 23:13:52.908570 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ffed9-1855-4385-9fbd-b02cc0754c95 req-d6851426-0c43-4076-be9f-e1a78a801744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:52.909996 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-557ffed9-1855-4385-9fbd-b02cc0754c95 req-d6851426-0c43-4076-be9f-e1a78a801744 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=75c805d2-7ec2-4950-88d5-174dcecc20d9 HTTP/1.1" status: 200 len: 848 time: 0.0597081 Jan 27 23:13:52.942922 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-c43508ed-c86d-461b-9704-86a6851e3269 None None] Set router e82eabc6-2410-4a04-8966-f0389613780a gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:13:52.956038 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ffed9-1855-4385-9fbd-b02cc0754c95 req-f5e607a6-d747-42ac-a3b4-197d5e812849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:52.957594 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-557ffed9-1855-4385-9fbd-b02cc0754c95 req-f5e607a6-d747-42ac-a3b4-197d5e812849 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c10eaf83-c9da-4749-aff4-3c05a317475f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409749 Jan 27 23:13:53.053585 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-557ffed9-1855-4385-9fbd-b02cc0754c95 req-32be05ca-6f6b-4ed9-a990-5d5635266e89 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888228 Jan 27 23:13:53.142222 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-557ffed9-1855-4385-9fbd-b02cc0754c95 req-adec11ec-9b69-4a4e-853f-0498f899d310 service neutron] 10.222.0.15 "GET /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825500 Jan 27 23:13:53.145052 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c43508ed-c86d-461b-9704-86a6851e3269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'name': 'tempest-TestShelveInstance-1261561860-router', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:26Z', 'revision_number': 4, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'gw_port': {'id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'ba3d90c7-5f7c-40e2-b2c8-19d5ca310194', 'name': '', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'mac_address': 'fa:16:3e:b8:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:25Z', 'updated_at': '2022-01-27T23:04:30Z', 'revision_number': 5, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'subnets': [{'id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:53.174130 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43508ed-c86d-461b-9704-86a6851e3269 None None] The sync data for ids ['e82eabc6-2410-4a04-8966-f0389613780a'] in n-d-772272-3 is: [{'id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'name': 'tempest-TestShelveInstance-1261561860-router', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:26Z', 'revision_number': 4, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'gw_port': {'id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'ba3d90c7-5f7c-40e2-b2c8-19d5ca310194', 'name': '', 'network_id': 'c10eaf83-c9da-4749-aff4-3c05a317475f', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'mac_address': 'fa:16:3e:b8:fd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:25Z', 'updated_at': '2022-01-27T23:04:30Z', 'revision_number': 5, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'subnets': [{'id': '75c805d2-7ec2-4950-88d5-174dcecc20d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:13:53.402077 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba900d8-cc34-4b08-b76a-cf0b634feae1 None None] New status for floating IP 94a9b38b-04cb-419f-ae0a-dba2d075bff7: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:13:54.019263 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b51463-ee2f-409c-be44-31717262ee43 req-9c880377-5b0b-4d1d-ae31-95975f870c6f tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:54.020790 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4b51463-ee2f-409c-be44-31717262ee43 req-9c880377-5b0b-4d1d-ae31-95975f870c6f tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 946 time: 0.0508759 Jan 27 23:13:54.073413 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4b51463-ee2f-409c-be44-31717262ee43 req-f76f1740-65f4-4349-89fb-68190d9a8eb6 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f740216-09ab-4ee0-b66e-cc9ae1270314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470273 Jan 27 23:13:54.239499 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ce755-5a31-4cf2-a3e9-605df62a30f4 req-c5098714-4009-4f0d-9978-6f1817af757e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:54.240932 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d8ce755-5a31-4cf2-a3e9-605df62a30f4 req-c5098714-4009-4f0d-9978-6f1817af757e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.15 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 946 time: 0.0476682 Jan 27 23:13:54.289160 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-26a8d73f-c211-4038-b0e8-baa47bf9971f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:54.328572 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-3d8ce755-5a31-4cf2-a3e9-605df62a30f4 req-99c7e262-6e17-4f6c-9acd-dc9983c740c7 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Deleting port 619baf40-c096-4d09-ac72-3d94072a8972 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:13:54.328917 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3d8ce755-5a31-4cf2-a3e9-605df62a30f4 req-99c7e262-6e17-4f6c-9acd-dc9983c740c7 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (619baf40-c096-4d09-ac72-3d94072a8972), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:54.417983 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-3d8ce755-5a31-4cf2-a3e9-605df62a30f4 req-99c7e262-6e17-4f6c-9acd-dc9983c740c7 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] For port 619baf40-c096-4d09-ac72-3d94072a8972, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=619baf40-c096-4d09-ac72-3d94072a8972,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:13:54.418348 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3d8ce755-5a31-4cf2-a3e9-605df62a30f4 req-99c7e262-6e17-4f6c-9acd-dc9983c740c7 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (619baf40-c096-4d09-ac72-3d94072a8972), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:54.430640 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-3d8ce755-5a31-4cf2-a3e9-605df62a30f4 req-99c7e262-6e17-4f6c-9acd-dc9983c740c7 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Calling delete_port for 619baf40-c096-4d09-ac72-3d94072a8972 owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:13:54.561401 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3d8ce755-5a31-4cf2-a3e9-605df62a30f4 req-99c7e262-6e17-4f6c-9acd-dc9983c740c7 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (619baf40-c096-4d09-ac72-3d94072a8972), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:54.590196 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7e262-6e17-4f6c-9acd-dc9983c740c7 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event deleted for resources: {'Port': ['ID=619baf40-c096-4d09-ac72-3d94072a8972,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:54.632202 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8ce755-5a31-4cf2-a3e9-605df62a30f4 req-99c7e262-6e17-4f6c-9acd-dc9983c740c7 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] No DVR routers for this DVR port 619baf40-c096-4d09-ac72-3d94072a8972 on host n-h1-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:13:54.634864 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-3d8ce755-5a31-4cf2-a3e9-605df62a30f4 req-99c7e262-6e17-4f6c-9acd-dc9983c740c7 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:54.638785 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3d8ce755-5a31-4cf2-a3e9-605df62a30f4 req-99c7e262-6e17-4f6c-9acd-dc9983c740c7 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.15 "DELETE /v2.0/ports/619baf40-c096-4d09-ac72-3d94072a8972 HTTP/1.1" status: 204 len: 173 time: 0.3928039 Jan 27 23:13:54.639288 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737c3b5e-6c4a-4512-a25f-0a6391f461a6', 'name': 'network-vif-deleted', 'tag': '619baf40-c096-4d09-ac72-3d94072a8972'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:13:54.642061 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cfcc4a-3cf4-493e-aca5-468dac0ae955" -d '{"events": [{"server_uuid": "737c3b5e-6c4a-4512-a25f-0a6391f461a6", "name": "network-vif-deleted", "tag": "619baf40-c096-4d09-ac72-3d94072a8972"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:13:54.679300 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19972247-a293-4b6a-9488-592e31aabef3 x-openstack-request-id: req-19972247-a293-4b6a-9488-592e31aabef3 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:13:54.679605 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737c3b5e-6c4a-4512-a25f-0a6391f461a6", "name": "network-vif-deleted", "tag": "619baf40-c096-4d09-ac72-3d94072a8972", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:13:54.679866 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-19972247-a293-4b6a-9488-592e31aabef3 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:13:54.680311 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737c3b5e-6c4a-4512-a25f-0a6391f461a6', 'name': 'network-vif-deleted', 'tag': '619baf40-c096-4d09-ac72-3d94072a8972', 'status': 'completed', 'code': 200} Jan 27 23:13:55.169094 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fe55e4cb-a364-4436-b635-5816d4ed57c2 req-b3d93cf3-5835-4abc-9869-76e170c4575e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 210 time: 0.0265253 Jan 27 23:13:56.269982 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-f317b91c-86b5-47ca-a91a-cfc0315be6b2 req-e52e7914-1318-47dd-badd-00b5ce91b17e tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 210 time: 0.0275955 Jan 27 23:13:56.882959 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0e9c193a-e022-4309-821d-c7fcaab0bef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:57.367520 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-be574898-4d54-4304-8246-652434ad62fc req-4824517a-563b-479d-9e19-38bb84f0ceaa tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 210 time: 0.0293999 Jan 27 23:13:57.861601 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:58.229868 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 619baf40-c096-4d09-ac72-3d94072a8972 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:13:58.250634 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 619baf40-c096-4d09-ac72-3d94072a8972 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:13:58.250979 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 619baf40-c096-4d09-ac72-3d94072a8972 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:13:58.461890 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-35eb6249-371e-4102-a5b8-dfb68940cb77 req-9818e556-0584-479b-824d-86321ae4e659 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 210 time: 0.0273888 Jan 27 23:13:59.251309 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:59.558935 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6aa679f8-b0af-44a5-a68c-b7ecbe75c713 req-7eb25baa-94d3-4e63-8ac8-f1a05e084495 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 210 time: 0.0272779 Jan 27 23:14:00.501730 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:00.656578 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3e3d75a0-f0ac-4b4c-952b-13e803a1187f req-16ad7cc5-e4cc-4493-8d9b-753633508d1a tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 210 time: 0.0258603 Jan 27 23:14:01.751386 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c47f09c9-f0f7-4fb7-bcfd-8a7b1c4f8d2a req-9d731b8a-480e-41ef-b0f0-e04766e85397 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 210 time: 0.0261137 Jan 27 23:14:02.846453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b300684b-893f-4d1b-bd83-5ccd31059477 req-80b78f82-8cd5-4b2c-9d11-73d5983066e3 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "GET /v2.0/ports?device_id=737c3b5e-6c4a-4512-a25f-0a6391f461a6 HTTP/1.1" status: 200 len: 210 time: 0.0277135 Jan 27 23:14:03.903027 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58276) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:03.962939 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0195f3aa-eab2-407f-b99c-f4986899d2c0 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group (6f740216-09ab-4ee0-b66e-cc9ae1270314), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:03.988894 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0195f3aa-eab2-407f-b99c-f4986899d2c0 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group (6f740216-09ab-4ee0-b66e-cc9ae1270314), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:04.046848 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0195f3aa-eab2-407f-b99c-f4986899d2c0 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (6f740216-09ab-4ee0-b66e-cc9ae1270314), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:04.050281 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0195f3aa-eab2-407f-b99c-f4986899d2c0 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:04.051500 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0195f3aa-eab2-407f-b99c-f4986899d2c0 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] 10.222.0.23 "DELETE /v2.0/security-groups/6f740216-09ab-4ee0-b66e-cc9ae1270314 HTTP/1.1" status: 204 len: 168 time: 0.1474736 Jan 27 23:14:04.061477 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195f3aa-eab2-407f-b99c-f4986899d2c0 tempest-TestShelveInstance-656934194 tempest-TestShelveInstance-656934194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f740216-09ab-4ee0-b66e-cc9ae1270314,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:05.121547 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58282) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:05.565765 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-413ff211-61b2-4c21-8c56-0bedf776557e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (e82eabc6-2410-4a04-8966-f0389613780a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:05.806964 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-413ff211-61b2-4c21-8c56-0bedf776557e admin admin] Deleting port ba3d90c7-5f7c-40e2-b2c8-19d5ca310194 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:14:05.807198 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-413ff211-61b2-4c21-8c56-0bedf776557e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (ba3d90c7-5f7c-40e2-b2c8-19d5ca310194), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:05.883617 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-413ff211-61b2-4c21-8c56-0bedf776557e admin admin] For port ba3d90c7-5f7c-40e2-b2c8-19d5ca310194, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=ba3d90c7-5f7c-40e2-b2c8-19d5ca310194,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:14:05.883994 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-413ff211-61b2-4c21-8c56-0bedf776557e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (ba3d90c7-5f7c-40e2-b2c8-19d5ca310194), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:05.895857 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-413ff211-61b2-4c21-8c56-0bedf776557e admin admin] Calling delete_port for ba3d90c7-5f7c-40e2-b2c8-19d5ca310194 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:14:06.074420 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-413ff211-61b2-4c21-8c56-0bedf776557e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (ba3d90c7-5f7c-40e2-b2c8-19d5ca310194), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:06.100301 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ff211-61b2-4c21-8c56-0bedf776557e admin admin] Pushing event deleted for resources: {'Port': ['ID=ba3d90c7-5f7c-40e2-b2c8-19d5ca310194,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:06.613227 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-413ff211-61b2-4c21-8c56-0bedf776557e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (e82eabc6-2410-4a04-8966-f0389613780a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:06.826234 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413ff211-61b2-4c21-8c56-0bedf776557e admin admin] Router e82eabc6-2410-4a04-8966-f0389613780a has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:14:06.929725 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413ff211-61b2-4c21-8c56-0bedf776557e admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:14:06.935036 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-413ff211-61b2-4c21-8c56-0bedf776557e admin admin] 10.222.0.23 "PUT /v2.0/routers/e82eabc6-2410-4a04-8966-f0389613780a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8140857 Jan 27 23:14:06.937506 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58286) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:06.940778 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f073c428-9460-4778-9915-668111fd94ee None None] Sync routers for ids ['e82eabc6-2410-4a04-8966-f0389613780a'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:14:06.950440 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f073c428-9460-4778-9915-668111fd94ee None None] Routers {'e82eabc6-2410-4a04-8966-f0389613780a'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:14:06.951147 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-f073c428-9460-4778-9915-668111fd94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:13:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e82eabc6-2410-4a04-8966-f0389613780a'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:07.053198 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-670094fe-9bbd-49af-86ab-abf44cc197db admin admin] Publish callbacks [] for router (e82eabc6-2410-4a04-8966-f0389613780a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:07.066024 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-f073c428-9460-4778-9915-668111fd94ee None None] Set router e82eabc6-2410-4a04-8966-f0389613780a gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:14:07.161115 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-670094fe-9bbd-49af-86ab-abf44cc197db admin admin] Publish callbacks [] for router_gateway (e82eabc6-2410-4a04-8966-f0389613780a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:07.215139 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-670094fe-9bbd-49af-86ab-abf44cc197db admin admin] Deleting port afe09d5a-eefa-4e7e-aff9-2a8e7a787512 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:14:07.215505 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-670094fe-9bbd-49af-86ab-abf44cc197db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (afe09d5a-eefa-4e7e-aff9-2a8e7a787512), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:07.277976 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-f073c428-9460-4778-9915-668111fd94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'name': 'tempest-TestShelveInstance-1261561860-router', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:14:06Z', 'revision_number': 5, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'gw_port': {'id': 'afe09d5a-eefa-4e7e-aff9-2a8e7a787512', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:07.309482 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f073c428-9460-4778-9915-668111fd94ee None None] Checking router: e82eabc6-2410-4a04-8966-f0389613780a for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:14:07.319449 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-670094fe-9bbd-49af-86ab-abf44cc197db admin admin] For port afe09d5a-eefa-4e7e-aff9-2a8e7a787512, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=afe09d5a-eefa-4e7e-aff9-2a8e7a787512,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:14:07.319700 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f073c428-9460-4778-9915-668111fd94ee None None] Routers {'e82eabc6-2410-4a04-8966-f0389613780a'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:14:07.319995 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-670094fe-9bbd-49af-86ab-abf44cc197db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (afe09d5a-eefa-4e7e-aff9-2a8e7a787512), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:07.320355 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-f073c428-9460-4778-9915-668111fd94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:13:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e82eabc6-2410-4a04-8966-f0389613780a'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:07.332665 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-670094fe-9bbd-49af-86ab-abf44cc197db admin admin] Calling delete_port for afe09d5a-eefa-4e7e-aff9-2a8e7a787512 owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:14:07.411681 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-f073c428-9460-4778-9915-668111fd94ee None None] Set router e82eabc6-2410-4a04-8966-f0389613780a gateway port host: None {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:14:07.469539 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-f073c428-9460-4778-9915-668111fd94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'name': 'tempest-TestShelveInstance-1261561860-router', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:14:07Z', 'revision_number': 6, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:07.496241 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f073c428-9460-4778-9915-668111fd94ee None None] The sync data for ids ['e82eabc6-2410-4a04-8966-f0389613780a'] in n-d-772272-3 is: [{'id': 'e82eabc6-2410-4a04-8966-f0389613780a', 'name': 'tempest-TestShelveInstance-1261561860-router', 'tenant_id': '946661c5ddf848e182adc3b78fe3c0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:23Z', 'updated_at': '2022-01-27T23:14:07Z', 'revision_number': 6, 'project_id': '946661c5ddf848e182adc3b78fe3c0eb', 'gw_port_host': None}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:14:07.514458 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-670094fe-9bbd-49af-86ab-abf44cc197db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (afe09d5a-eefa-4e7e-aff9-2a8e7a787512), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:07.550346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670094fe-9bbd-49af-86ab-abf44cc197db admin admin] Pushing event deleted for resources: {'Port': ['ID=afe09d5a-eefa-4e7e-aff9-2a8e7a787512,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:07.618936 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-670094fe-9bbd-49af-86ab-abf44cc197db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (e82eabc6-2410-4a04-8966-f0389613780a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:07.714356 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-670094fe-9bbd-49af-86ab-abf44cc197db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (e82eabc6-2410-4a04-8966-f0389613780a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:07.716548 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-670094fe-9bbd-49af-86ab-abf44cc197db admin admin] Publish callbacks [] for router_controller (e82eabc6-2410-4a04-8966-f0389613780a), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:07.760705 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-670094fe-9bbd-49af-86ab-abf44cc197db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (e82eabc6-2410-4a04-8966-f0389613780a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:07.761244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670094fe-9bbd-49af-86ab-abf44cc197db admin admin] Fanout notify agent at l3_agent the message router_deleted on router e82eabc6-2410-4a04-8966-f0389613780a {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:14:07.766339 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-670094fe-9bbd-49af-86ab-abf44cc197db admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:07.767528 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-670094fe-9bbd-49af-86ab-abf44cc197db admin admin] 10.222.0.23 "DELETE /v2.0/routers/e82eabc6-2410-4a04-8966-f0389613780a HTTP/1.1" status: 204 len: 168 time: 0.8291104 Jan 27 23:14:07.770137 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58288) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:07.815679 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec883d9f-4c96-4e20-859e-d3ca5ed75627 admin admin] Deleting subnet 75c805d2-7ec2-4950-88d5-174dcecc20d9 {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:14:07.818920 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec883d9f-4c96-4e20-859e-d3ca5ed75627 admin admin] Publish callbacks [] for subnet (75c805d2-7ec2-4950-88d5-174dcecc20d9), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:07.858446 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec883d9f-4c96-4e20-859e-d3ca5ed75627 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (75c805d2-7ec2-4950-88d5-174dcecc20d9), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:07.950890 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec883d9f-4c96-4e20-859e-d3ca5ed75627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (75c805d2-7ec2-4950-88d5-174dcecc20d9), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:08.004502 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec883d9f-4c96-4e20-859e-d3ca5ed75627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (75c805d2-7ec2-4950-88d5-174dcecc20d9), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:08.031000 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec883d9f-4c96-4e20-859e-d3ca5ed75627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75c805d2-7ec2-4950-88d5-174dcecc20d9,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:08.033531 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-ec883d9f-4c96-4e20-859e-d3ca5ed75627 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:08.036749 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-ec883d9f-4c96-4e20-859e-d3ca5ed75627 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/75c805d2-7ec2-4950-88d5-174dcecc20d9 HTTP/1.1" status: 204 len: 168 time: 0.2656312 Jan 27 23:14:08.038282 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e38ef76-9149-40ae-b202-b3f7825891d5 None None] Network c10eaf83-c9da-4749-aff4-3c05a317475f requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:14:08.039277 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58290) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:08.114600 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dea7b792-4921-4e9d-9802-d984ea697daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (c10eaf83-c9da-4749-aff4-3c05a317475f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:08.171374 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-dea7b792-4921-4e9d-9802-d984ea697daa admin admin] Deleting port 79cb6cd7-77c2-404b-a648-f71c7e65c1ad {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:14:08.171821 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dea7b792-4921-4e9d-9802-d984ea697daa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (79cb6cd7-77c2-404b-a648-f71c7e65c1ad), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:08.239821 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-dea7b792-4921-4e9d-9802-d984ea697daa admin admin] For port 79cb6cd7-77c2-404b-a648-f71c7e65c1ad, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=79cb6cd7-77c2-404b-a648-f71c7e65c1ad,segment=NetworkSegment(8871d8d2-84c3-4ca5-8e12-a1ac88a23839),segment_id=8871d8d2-84c3-4ca5-8e12-a1ac88a23839)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:14:08.240208 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dea7b792-4921-4e9d-9802-d984ea697daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (79cb6cd7-77c2-404b-a648-f71c7e65c1ad), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:08.265435 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-dea7b792-4921-4e9d-9802-d984ea697daa admin admin] Calling delete_port for 79cb6cd7-77c2-404b-a648-f71c7e65c1ad owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:14:08.370067 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dea7b792-4921-4e9d-9802-d984ea697daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (79cb6cd7-77c2-404b-a648-f71c7e65c1ad), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:08.388424 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8d4151-7103-49bd-9b41-e7c44c4cbf6d None None] DHCP port deletion for c10eaf83-c9da-4749-aff4-3c05a317475f request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:14:08.405031 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7b792-4921-4e9d-9802-d984ea697daa admin admin] Pushing event deleted for resources: {'Port': ['ID=79cb6cd7-77c2-404b-a648-f71c7e65c1ad,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:08.409209 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea7b792-4921-4e9d-9802-d984ea697daa admin admin] No DVR routers for this DVR port 79cb6cd7-77c2-404b-a648-f71c7e65c1ad on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:14:08.488059 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dea7b792-4921-4e9d-9802-d984ea697daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (c10eaf83-c9da-4749-aff4-3c05a317475f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:08.509438 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-dea7b792-4921-4e9d-9802-d984ea697daa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10eaf83-c9da-4749-aff4-3c05a317475f']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:08.518600 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-dea7b792-4921-4e9d-9802-d984ea697daa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8871d8d2-84c3-4ca5-8e12-a1ac88a23839') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:08.518905 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-dea7b792-4921-4e9d-9802-d984ea697daa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8871d8d2-84c3-4ca5-8e12-a1ac88a23839') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:08.528899 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dea7b792-4921-4e9d-9802-d984ea697daa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (8871d8d2-84c3-4ca5-8e12-a1ac88a23839), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:08.545413 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dea7b792-4921-4e9d-9802-d984ea697daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (8871d8d2-84c3-4ca5-8e12-a1ac88a23839), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:08.552587 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea7b792-4921-4e9d-9802-d984ea697daa admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:14:08.553000 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dea7b792-4921-4e9d-9802-d984ea697daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (8871d8d2-84c3-4ca5-8e12-a1ac88a23839), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: timer() Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:14:08.554739 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:14:08.614291 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dea7b792-4921-4e9d-9802-d984ea697daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (c10eaf83-c9da-4749-aff4-3c05a317475f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:08.620288 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dea7b792-4921-4e9d-9802-d984ea697daa admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:08.623647 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-dea7b792-4921-4e9d-9802-d984ea697daa admin admin] 10.222.0.23 "DELETE /v2.0/networks/c10eaf83-c9da-4749-aff4-3c05a317475f HTTP/1.1" status: 204 len: 168 time: 0.5834427 Jan 27 23:14:08.627160 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58292) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:08.636067 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7b792-4921-4e9d-9802-d984ea697daa admin admin] Pushing event deleted for resources: {'Network': ['ID=c10eaf83-c9da-4749-aff4-3c05a317475f,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:08.988795 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (e349c092-45d9-4ba3-8664-88ea52611c53), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:09.231051 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] Deleting port 62b024b5-7682-4486-aa1e-684baaf4ad51 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:14:09.232186 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (62b024b5-7682-4486-aa1e-684baaf4ad51), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:09.296671 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ba3d90c7-5f7c-40e2-b2c8-19d5ca310194 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:14:09.315235 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] For port 62b024b5-7682-4486-aa1e-684baaf4ad51, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=62b024b5-7682-4486-aa1e-684baaf4ad51,segment=NetworkSegment(35a2a7c1-15eb-493e-a244-496834df8bcd),segment_id=35a2a7c1-15eb-493e-a244-496834df8bcd)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:14:09.315602 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (62b024b5-7682-4486-aa1e-684baaf4ad51), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:09.318335 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: ba3d90c7-5f7c-40e2-b2c8-19d5ca310194 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:14:09.318903 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device ba3d90c7-5f7c-40e2-b2c8-19d5ca310194 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:14:09.319394 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device afe09d5a-eefa-4e7e-aff9-2a8e7a787512 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:14:09.329911 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] Calling delete_port for 62b024b5-7682-4486-aa1e-684baaf4ad51 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:14:09.339741 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: afe09d5a-eefa-4e7e-aff9-2a8e7a787512 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:14:09.340093 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device afe09d5a-eefa-4e7e-aff9-2a8e7a787512 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:14:09.340558 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 79cb6cd7-77c2-404b-a648-f71c7e65c1ad no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:14:09.360404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 79cb6cd7-77c2-404b-a648-f71c7e65c1ad {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:14:09.361281 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 79cb6cd7-77c2-404b-a648-f71c7e65c1ad not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:14:09.517839 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (62b024b5-7682-4486-aa1e-684baaf4ad51), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:09.548814 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] Pushing event deleted for resources: {'Port': ['ID=62b024b5-7682-4486-aa1e-684baaf4ad51,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:09.575759 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:09.576117 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:09.576491 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:09.576835 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:09.577171 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:09.577506 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:09.577839 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:09.578170 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:09.578502 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:09.578833 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:09.579161 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:09.579511 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:09.579839 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:09.724724 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (e349c092-45d9-4ba3-8664-88ea52611c53), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:09.943805 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] Router e349c092-45d9-4ba3-8664-88ea52611c53 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:14:10.047949 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:14:10.053659 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-a7ea3115-1c8e-4e3d-9616-6d71437aae89 admin admin] 10.222.0.23 "PUT /v2.0/routers/e349c092-45d9-4ba3-8664-88ea52611c53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4244294 Jan 27 23:14:10.056155 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58296) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:10.058629 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac0298f-48ba-4054-8c16-acd919f044ab None None] Sync routers for ids ['e349c092-45d9-4ba3-8664-88ea52611c53'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:14:10.069439 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac0298f-48ba-4054-8c16-acd919f044ab None None] Routers {'e349c092-45d9-4ba3-8664-88ea52611c53'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:14:10.069965 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-9ac0298f-48ba-4054-8c16-acd919f044ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:13:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e349c092-45d9-4ba3-8664-88ea52611c53'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:10.159497 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d98fb0f1-712c-4497-a45b-f6c902a9023a admin admin] Publish callbacks [] for router (e349c092-45d9-4ba3-8664-88ea52611c53), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:10.170537 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-9ac0298f-48ba-4054-8c16-acd919f044ab None None] Set router e349c092-45d9-4ba3-8664-88ea52611c53 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:14:10.262115 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d98fb0f1-712c-4497-a45b-f6c902a9023a admin admin] Publish callbacks [] for router_gateway (e349c092-45d9-4ba3-8664-88ea52611c53), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:10.348350 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-9ac0298f-48ba-4054-8c16-acd919f044ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e349c092-45d9-4ba3-8664-88ea52611c53', 'name': 'tempest-TestShelveInstance-794443164-router', 'tenant_id': '38cc7b4692cb425d899d347bd0578adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '71af67d3-549d-4816-a870-0661a560ced9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:27Z', 'updated_at': '2022-01-27T23:14:09Z', 'revision_number': 5, 'project_id': '38cc7b4692cb425d899d347bd0578adf', 'gw_port': {'id': '71af67d3-549d-4816-a870-0661a560ced9', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:11:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e349c092-45d9-4ba3-8664-88ea52611c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:04:28Z', 'updated_at': '2022-01-27T23:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:10.380151 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac0298f-48ba-4054-8c16-acd919f044ab None None] Checking router: e349c092-45d9-4ba3-8664-88ea52611c53 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:14:10.389029 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac0298f-48ba-4054-8c16-acd919f044ab None None] Routers {'e349c092-45d9-4ba3-8664-88ea52611c53'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:14:10.389663 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-9ac0298f-48ba-4054-8c16-acd919f044ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:13:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['e349c092-45d9-4ba3-8664-88ea52611c53'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:10.478466 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-9ac0298f-48ba-4054-8c16-acd919f044ab None None] Set router e349c092-45d9-4ba3-8664-88ea52611c53 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:14:10.530266 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-9ac0298f-48ba-4054-8c16-acd919f044ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e349c092-45d9-4ba3-8664-88ea52611c53', 'name': 'tempest-TestShelveInstance-794443164-router', 'tenant_id': '38cc7b4692cb425d899d347bd0578adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:27Z', 'updated_at': '2022-01-27T23:14:10Z', 'revision_number': 6, 'project_id': '38cc7b4692cb425d899d347bd0578adf', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:10.561339 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac0298f-48ba-4054-8c16-acd919f044ab None None] The sync data for ids ['e349c092-45d9-4ba3-8664-88ea52611c53'] in n-d-772272-3 is: [{'id': 'e349c092-45d9-4ba3-8664-88ea52611c53', 'name': 'tempest-TestShelveInstance-794443164-router', 'tenant_id': '38cc7b4692cb425d899d347bd0578adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:04:27Z', 'updated_at': '2022-01-27T23:14:10Z', 'revision_number': 6, 'project_id': '38cc7b4692cb425d899d347bd0578adf', 'gw_port_host': None}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:14:10.605279 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-d98fb0f1-712c-4497-a45b-f6c902a9023a admin admin] Deleting port 71af67d3-549d-4816-a870-0661a560ced9 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:14:10.605529 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d98fb0f1-712c-4497-a45b-f6c902a9023a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (71af67d3-549d-4816-a870-0661a560ced9), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:10.681756 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-d98fb0f1-712c-4497-a45b-f6c902a9023a admin admin] For port 71af67d3-549d-4816-a870-0661a560ced9, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=71af67d3-549d-4816-a870-0661a560ced9,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:14:10.682117 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d98fb0f1-712c-4497-a45b-f6c902a9023a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (71af67d3-549d-4816-a870-0661a560ced9), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:10.693276 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-d98fb0f1-712c-4497-a45b-f6c902a9023a admin admin] Calling delete_port for 71af67d3-549d-4816-a870-0661a560ced9 owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:14:10.855648 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d98fb0f1-712c-4497-a45b-f6c902a9023a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (71af67d3-549d-4816-a870-0661a560ced9), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:10.882199 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fb0f1-712c-4497-a45b-f6c902a9023a admin admin] Pushing event deleted for resources: {'Port': ['ID=71af67d3-549d-4816-a870-0661a560ced9,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:10.942349 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d98fb0f1-712c-4497-a45b-f6c902a9023a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (e349c092-45d9-4ba3-8664-88ea52611c53), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.033705 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d98fb0f1-712c-4497-a45b-f6c902a9023a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (e349c092-45d9-4ba3-8664-88ea52611c53), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.035830 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d98fb0f1-712c-4497-a45b-f6c902a9023a admin admin] Publish callbacks [] for router_controller (e349c092-45d9-4ba3-8664-88ea52611c53), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.081779 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d98fb0f1-712c-4497-a45b-f6c902a9023a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (e349c092-45d9-4ba3-8664-88ea52611c53), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.082343 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98fb0f1-712c-4497-a45b-f6c902a9023a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e349c092-45d9-4ba3-8664-88ea52611c53 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:14:11.086989 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d98fb0f1-712c-4497-a45b-f6c902a9023a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.087739 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d98fb0f1-712c-4497-a45b-f6c902a9023a admin admin] 10.222.0.23 "DELETE /v2.0/routers/e349c092-45d9-4ba3-8664-88ea52611c53 HTTP/1.1" status: 204 len: 168 time: 1.0306220 Jan 27 23:14:11.090301 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58298) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:11.133957 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb806951-5728-4793-8844-e980fe180d6b admin admin] Deleting subnet cbc229c8-b37f-46a5-8b65-68cda8020c33 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:14:11.136881 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cb806951-5728-4793-8844-e980fe180d6b admin admin] Publish callbacks [] for subnet (cbc229c8-b37f-46a5-8b65-68cda8020c33), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.170107 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cb806951-5728-4793-8844-e980fe180d6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (cbc229c8-b37f-46a5-8b65-68cda8020c33), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.248402 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cb806951-5728-4793-8844-e980fe180d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (cbc229c8-b37f-46a5-8b65-68cda8020c33), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.297395 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cb806951-5728-4793-8844-e980fe180d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (cbc229c8-b37f-46a5-8b65-68cda8020c33), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.324313 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb806951-5728-4793-8844-e980fe180d6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbc229c8-b37f-46a5-8b65-68cda8020c33,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:11.326334 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-cb806951-5728-4793-8844-e980fe180d6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.330134 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-cb806951-5728-4793-8844-e980fe180d6b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cbc229c8-b37f-46a5-8b65-68cda8020c33 HTTP/1.1" status: 204 len: 168 time: 0.2383194 Jan 27 23:14:11.331830 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507ac727-3279-4485-b379-b8cfcc960835 None None] Network 593841c8-9fb1-4c59-ae87-ebe80d3d3b01 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:14:11.332885 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58300) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:11.401448 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 62b024b5-7682-4486-aa1e-684baaf4ad51 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:14:11.415967 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0a680260-aeb4-434d-9a6f-6fef3471c868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (593841c8-9fb1-4c59-ae87-ebe80d3d3b01), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.426375 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 62b024b5-7682-4486-aa1e-684baaf4ad51 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:14:11.426972 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 62b024b5-7682-4486-aa1e-684baaf4ad51 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:14:11.427413 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 71af67d3-549d-4816-a870-0661a560ced9 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:14:11.448641 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 71af67d3-549d-4816-a870-0661a560ced9 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:14:11.448998 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 71af67d3-549d-4816-a870-0661a560ced9 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:14:11.475131 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-0a680260-aeb4-434d-9a6f-6fef3471c868 admin admin] Deleting port d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:14:11.476014 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0a680260-aeb4-434d-9a6f-6fef3471c868 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.546044 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-0a680260-aeb4-434d-9a6f-6fef3471c868 admin admin] For port d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d,segment=NetworkSegment(35a2a7c1-15eb-493e-a244-496834df8bcd),segment_id=35a2a7c1-15eb-493e-a244-496834df8bcd)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:14:11.546044 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0a680260-aeb4-434d-9a6f-6fef3471c868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.555903 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361329d5-b786-4e1e-a29f-6d65e7960c07 None None] DHCP port deletion for 593841c8-9fb1-4c59-ae87-ebe80d3d3b01 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:14:11.562002 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-0a680260-aeb4-434d-9a6f-6fef3471c868 admin admin] Calling delete_port for d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:14:11.616287 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-361329d5-b786-4e1e-a29f-6d65e7960c07 None None] Deleting port d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d {{(pid=109743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:14:11.616667 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-361329d5-b786-4e1e-a29f-6d65e7960c07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d), before_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.653832 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0a680260-aeb4-434d-9a6f-6fef3471c868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.684182 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a680260-aeb4-434d-9a6f-6fef3471c868 admin admin] Pushing event deleted for resources: {'Port': ['ID=d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:11.686047 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a680260-aeb4-434d-9a6f-6fef3471c868 admin admin] No DVR routers for this DVR port d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:14:11.687017 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-361329d5-b786-4e1e-a29f-6d65e7960c07 None None] For port d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d,segment=NetworkSegment(35a2a7c1-15eb-493e-a244-496834df8bcd),segment_id=35a2a7c1-15eb-493e-a244-496834df8bcd)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:14:11.687624 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-361329d5-b786-4e1e-a29f-6d65e7960c07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d), precommit_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.704549 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-361329d5-b786-4e1e-a29f-6d65e7960c07 None None] Calling delete_port for d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d owned by network:dhcp {{(pid=109743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:14:11.761924 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0a680260-aeb4-434d-9a6f-6fef3471c868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (593841c8-9fb1-4c59-ae87-ebe80d3d3b01), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.780043 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-361329d5-b786-4e1e-a29f-6d65e7960c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642'] for port (d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d), after_delete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.782245 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-0a680260-aeb4-434d-9a6f-6fef3471c868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593841c8-9fb1-4c59-ae87-ebe80d3d3b01']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:11.792224 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-0a680260-aeb4-434d-9a6f-6fef3471c868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a2a7c1-15eb-493e-a244-496834df8bcd') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:11.792534 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-0a680260-aeb4-434d-9a6f-6fef3471c868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a2a7c1-15eb-493e-a244-496834df8bcd') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:11.802563 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0a680260-aeb4-434d-9a6f-6fef3471c868 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (35a2a7c1-15eb-493e-a244-496834df8bcd), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.805654 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361329d5-b786-4e1e-a29f-6d65e7960c07 None None] Pushing event deleted for resources: {'Port': ['ID=d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d,revision_number=None']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:11.810027 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361329d5-b786-4e1e-a29f-6d65e7960c07 None None] No DVR routers for this DVR port d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d on host n-d-772272-3 {{(pid=109743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:14:11.817267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361329d5-b786-4e1e-a29f-6d65e7960c07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:11.817618 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361329d5-b786-4e1e-a29f-6d65e7960c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:11.817971 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361329d5-b786-4e1e-a29f-6d65e7960c07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:11.818312 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361329d5-b786-4e1e-a29f-6d65e7960c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:11.818654 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361329d5-b786-4e1e-a29f-6d65e7960c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:11.818991 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361329d5-b786-4e1e-a29f-6d65e7960c07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:11.819418 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361329d5-b786-4e1e-a29f-6d65e7960c07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:11.819651 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361329d5-b786-4e1e-a29f-6d65e7960c07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:11.819972 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361329d5-b786-4e1e-a29f-6d65e7960c07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:11.820331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361329d5-b786-4e1e-a29f-6d65e7960c07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:11.820661 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361329d5-b786-4e1e-a29f-6d65e7960c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:11.820991 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361329d5-b786-4e1e-a29f-6d65e7960c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:11.821308 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361329d5-b786-4e1e-a29f-6d65e7960c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:11.823202 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0a680260-aeb4-434d-9a6f-6fef3471c868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (35a2a7c1-15eb-493e-a244-496834df8bcd), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.831969 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a680260-aeb4-434d-9a6f-6fef3471c868 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:14:11.832400 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0a680260-aeb4-434d-9a6f-6fef3471c868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (35a2a7c1-15eb-493e-a244-496834df8bcd), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: timer() Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:14:11.834075 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:14:11.887883 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0a680260-aeb4-434d-9a6f-6fef3471c868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (593841c8-9fb1-4c59-ae87-ebe80d3d3b01), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.892958 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0a680260-aeb4-434d-9a6f-6fef3471c868 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:11.896342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0a680260-aeb4-434d-9a6f-6fef3471c868 admin admin] 10.222.0.23 "DELETE /v2.0/networks/593841c8-9fb1-4c59-ae87-ebe80d3d3b01 HTTP/1.1" status: 204 len: 168 time: 0.5619586 Jan 27 23:14:11.909409 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a680260-aeb4-434d-9a6f-6fef3471c868 admin admin] Pushing event deleted for resources: {'Network': ['ID=593841c8-9fb1-4c59-ae87-ebe80d3d3b01,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:12.011106 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58304) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:12.051560 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-dd0523db-89bb-40a7-84cb-3e806b2c0455 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=946661c5ddf848e182adc3b78fe3c0eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392900 Jan 27 23:14:12.054090 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58306) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:12.106339 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-403d2fec-b9fc-43e7-8f38-c80099693605 admin admin] Publish callbacks [] for security_group (b81233a6-0bf5-46e0-8bab-f83c9e1de1a8), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:12.128483 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-403d2fec-b9fc-43e7-8f38-c80099693605 admin admin] Publish callbacks [] for security_group (b81233a6-0bf5-46e0-8bab-f83c9e1de1a8), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:12.174352 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-403d2fec-b9fc-43e7-8f38-c80099693605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (b81233a6-0bf5-46e0-8bab-f83c9e1de1a8), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:12.176952 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-403d2fec-b9fc-43e7-8f38-c80099693605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:12.178115 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-403d2fec-b9fc-43e7-8f38-c80099693605 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b81233a6-0bf5-46e0-8bab-f83c9e1de1a8 HTTP/1.1" status: 204 len: 168 time: 0.1231277 Jan 27 23:14:12.187922 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d2fec-b9fc-43e7-8f38-c80099693605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81233a6-0bf5-46e0-8bab-f83c9e1de1a8,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:12.485206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58312) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:12.525658 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0f87ccf7-4fb4-4c22-8ce1-f08fabd86861 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38cc7b4692cb425d899d347bd0578adf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392706 Jan 27 23:14:12.528073 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58314) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:12.574664 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0c580c81-b9c6-40c4-a0d2-c3e363c7a812 admin admin] Publish callbacks [] for security_group (701d26b3-fafa-49b4-acbb-56561d00a39a), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:12.595718 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0c580c81-b9c6-40c4-a0d2-c3e363c7a812 admin admin] Publish callbacks [] for security_group (701d26b3-fafa-49b4-acbb-56561d00a39a), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:12.639812 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0c580c81-b9c6-40c4-a0d2-c3e363c7a812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (701d26b3-fafa-49b4-acbb-56561d00a39a), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:12.642944 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-0c580c81-b9c6-40c4-a0d2-c3e363c7a812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:12.644088 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-0c580c81-b9c6-40c4-a0d2-c3e363c7a812 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/701d26b3-fafa-49b4-acbb-56561d00a39a HTTP/1.1" status: 204 len: 168 time: 0.1150885 Jan 27 23:14:12.651704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c580c81-b9c6-40c4-a0d2-c3e363c7a812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701d26b3-fafa-49b4-acbb-56561d00a39a,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:13.287418 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:14:13.307502 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:14:13.307922 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device d50e2b79-a4ad-4f10-b36d-4fb1b7a7165d not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:14:13.321965 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58336) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:13.420499 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-821e71d4-941d-4460-a22e-9de84a32948d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-809592675-network', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:14:13.440475 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821e71d4-941d-4460-a22e-9de84a32948d admin admin] Made reservation on behalf of db0f22f067414b0a9091449a798fe3e7 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:14:13.442681 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-821e71d4-941d-4460-a22e-9de84a32948d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:13.450983 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-821e71d4-941d-4460-a22e-9de84a32948d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:13.525050 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-821e71d4-941d-4460-a22e-9de84a32948d admin admin] Publish callbacks [] for security_group (3857a5dc-6d3a-40e6-9edd-1a8a1f036f4f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:13.528586 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-821e71d4-941d-4460-a22e-9de84a32948d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3857a5dc-6d3a-40e6-9edd-1a8a1f036f4f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:13.553917 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821e71d4-941d-4460-a22e-9de84a32948d admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:14:13.563734 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e71d4-941d-4460-a22e-9de84a32948d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3857a5dc-6d3a-40e6-9edd-1a8a1f036f4f,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:13.570355 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-821e71d4-941d-4460-a22e-9de84a32948d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (173dbeff-8d9b-48ec-a04d-e9e18ef89a07), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:13.570699 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-821e71d4-941d-4460-a22e-9de84a32948d admin admin] Added segment 173dbeff-8d9b-48ec-a04d-e9e18ef89a07 of type vlan for network df61cd34-a8f3-44b6-a0e8-b98a716a132c Jan 27 23:14:13.604974 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:13.614638 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-821e71d4-941d-4460-a22e-9de84a32948d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (df61cd34-a8f3-44b6-a0e8-b98a716a132c), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:13.638307 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-821e71d4-941d-4460-a22e-9de84a32948d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (df61cd34-a8f3-44b6-a0e8-b98a716a132c), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:13.639236 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e71d4-941d-4460-a22e-9de84a32948d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:13.639807 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-821e71d4-941d-4460-a22e-9de84a32948d admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:13.695887 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-821e71d4-941d-4460-a22e-9de84a32948d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3727517 Jan 27 23:14:13.698868 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58340) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:13.704070 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-895ad9f7-c9b1-4125-ba99-7036157b626a admin admin] Request body: {'subnet': {'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-809592675-subnet', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:14:13.705484 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e71d4-941d-4460-a22e-9de84a32948d admin admin] Pushing event updated for resources: {'Network': ['ID=df61cd34-a8f3-44b6-a0e8-b98a716a132c,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:13.716501 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network df61cd34-a8f3-44b6-a0e8-b98a716a132c details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:14:13.727734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895ad9f7-c9b1-4125-ba99-7036157b626a admin admin] Made reservation on behalf of db0f22f067414b0a9091449a798fe3e7 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:14:13.730118 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-895ad9f7-c9b1-4125-ba99-7036157b626a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:13.893732 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-895ad9f7-c9b1-4125-ba99-7036157b626a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (b3476e60-caea-46b8-88f2-cb0d3eda0259), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:13.952582 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ad9f7-c9b1-4125-ba99-7036157b626a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3476e60-caea-46b8-88f2-cb0d3eda0259,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:13.961594 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ad9f7-c9b1-4125-ba99-7036157b626a admin admin] Checking segment: {'id': '173dbeff-8d9b-48ec-a04d-e9e18ef89a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:14:13.961960 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895ad9f7-c9b1-4125-ba99-7036157b626a admin admin] Network hostable DHCP agents. Network: df61cd34-a8f3-44b6-a0e8-b98a716a132c, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:14:13.977311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895ad9f7-c9b1-4125-ba99-7036157b626a admin admin] Network df61cd34-a8f3-44b6-a0e8-b98a716a132c is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:14:13.986228 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-895ad9f7-c9b1-4125-ba99-7036157b626a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, df61cd34-a8f3-44b6-a0e8-b98a716a132c) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:14:13.992411 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895ad9f7-c9b1-4125-ba99-7036157b626a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:13.993026 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-895ad9f7-c9b1-4125-ba99-7036157b626a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:13.995563 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3afcab-8779-4502-a45e-dda3f66cc8b5 None None] Network df61cd34-a8f3-44b6-a0e8-b98a716a132c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:14:14.009250 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-895ad9f7-c9b1-4125-ba99-7036157b626a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3091168 Jan 27 23:14:14.012075 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58342) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:14.016385 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-dbcb7891-b9bd-4781-869a-07b940ca67d7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-809592675-router', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:14:14.034634 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dbcb7891-b9bd-4781-869a-07b940ca67d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (bb857c04-4800-4971-8192-96060348d575), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:14.035524 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dbcb7891-b9bd-4781-869a-07b940ca67d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (bb857c04-4800-4971-8192-96060348d575), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:14.086917 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dbcb7891-b9bd-4781-869a-07b940ca67d7 admin admin] Publish callbacks [] for router_controller (bb857c04-4800-4971-8192-96060348d575), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:14.104370 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0ddc87-09ca-4130-bfdb-7ac3ff2cec3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'fixed_ips': [{'subnet_id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:14:14.105242 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7d0ddc87-09ca-4130-bfdb-7ac3ff2cec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:14.230606 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dbcb7891-b9bd-4781-869a-07b940ca67d7 admin admin] Publish callbacks [] for router_gateway (bb857c04-4800-4971-8192-96060348d575), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:14.240297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-7d0ddc87-09ca-4130-bfdb-7ac3ff2cec3d None None] Allocated IP 172.20.0.2 (df61cd34-a8f3-44b6-a0e8-b98a716a132c/b3476e60-caea-46b8-88f2-cb0d3eda0259/b6a9c476-cf5e-49e4-959b-f5a4e2adb424) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:14:14.382166 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7d0ddc87-09ca-4130-bfdb-7ac3ff2cec3d None None] Publish callbacks [] for port (b6a9c476-cf5e-49e4-959b-f5a4e2adb424), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:14.387911 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7d0ddc87-09ca-4130-bfdb-7ac3ff2cec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (b6a9c476-cf5e-49e4-959b-f5a4e2adb424), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:14.424332 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0ddc87-09ca-4130-bfdb-7ac3ff2cec3d None None] Network df61cd34-a8f3-44b6-a0e8-b98a716a132c is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:14:14.427243 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-7d0ddc87-09ca-4130-bfdb-7ac3ff2cec3d None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:14:14.430498 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0ddc87-09ca-4130-bfdb-7ac3ff2cec3d None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:14:14.435417 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dbcb7891-b9bd-4781-869a-07b940ca67d7 admin admin] Publish callbacks [] for router_gateway (bb857c04-4800-4971-8192-96060348d575), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:14.441577 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ddc87-09ca-4130-bfdb-7ac3ff2cec3d None None] Pushing event updated for resources: {'Port': ['ID=b6a9c476-cf5e-49e4-959b-f5a4e2adb424,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:14.455632 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dbcb7891-b9bd-4781-869a-07b940ca67d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:14.491653 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-7d0ddc87-09ca-4130-bfdb-7ac3ff2cec3d None None] Attempting to bind port b6a9c476-cf5e-49e4-959b-f5a4e2adb424 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:14:14.492021 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-7d0ddc87-09ca-4130-bfdb-7ac3ff2cec3d None None] Attempting to bind port b6a9c476-cf5e-49e4-959b-f5a4e2adb424 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '173dbeff-8d9b-48ec-a04d-e9e18ef89a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:14:14.492415 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0ddc87-09ca-4130-bfdb-7ac3ff2cec3d None None] Attempting to bind port b6a9c476-cf5e-49e4-959b-f5a4e2adb424 on network df61cd34-a8f3-44b6-a0e8-b98a716a132c {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:14:14.497278 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0ddc87-09ca-4130-bfdb-7ac3ff2cec3d None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:14:14.497648 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0ddc87-09ca-4130-bfdb-7ac3ff2cec3d None None] Checking segment: {'id': '173dbeff-8d9b-48ec-a04d-e9e18ef89a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:14:14.498048 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7d0ddc87-09ca-4130-bfdb-7ac3ff2cec3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:14.498436 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0ddc87-09ca-4130-bfdb-7ac3ff2cec3d None None] Bound using segment: {'id': '173dbeff-8d9b-48ec-a04d-e9e18ef89a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:14:14.498897 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-7d0ddc87-09ca-4130-bfdb-7ac3ff2cec3d None None] Bound port: b6a9c476-cf5e-49e4-959b-f5a4e2adb424, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173dbeff-8d9b-48ec-a04d-e9e18ef89a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:14:14.499279 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7d0ddc87-09ca-4130-bfdb-7ac3ff2cec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b6a9c476-cf5e-49e4-959b-f5a4e2adb424), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:14.560739 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-dbcb7891-b9bd-4781-869a-07b940ca67d7 admin admin] Allocated IP 172.25.3.77 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/2529b111-a53d-47eb-8794-ce552d09a6bd) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:14:14.561057 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7d0ddc87-09ca-4130-bfdb-7ac3ff2cec3d None None] For port b6a9c476-cf5e-49e4-959b-f5a4e2adb424, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:14:14.564390 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-7d0ddc87-09ca-4130-bfdb-7ac3ff2cec3d None None] For port b6a9c476-cf5e-49e4-959b-f5a4e2adb424, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b6a9c476-cf5e-49e4-959b-f5a4e2adb424,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:14:14.569182 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7d0ddc87-09ca-4130-bfdb-7ac3ff2cec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b6a9c476-cf5e-49e4-959b-f5a4e2adb424), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:14.627404 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ddc87-09ca-4130-bfdb-7ac3ff2cec3d None None] Pushing event updated for resources: {'Port': ['ID=b6a9c476-cf5e-49e4-959b-f5a4e2adb424,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:14.673605 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dbcb7891-b9bd-4781-869a-07b940ca67d7 admin admin] Publish callbacks [] for port (2529b111-a53d-47eb-8794-ce552d09a6bd), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:14.707977 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dbcb7891-b9bd-4781-869a-07b940ca67d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (2529b111-a53d-47eb-8794-ce552d09a6bd), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:14.748743 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcb7891-b9bd-4781-869a-07b940ca67d7 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:14:14.755385 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-dbcb7891-b9bd-4781-869a-07b940ca67d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:14:14.758045 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcb7891-b9bd-4781-869a-07b940ca67d7 admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:14:14.765809 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb7891-b9bd-4781-869a-07b940ca67d7 admin admin] Pushing event updated for resources: {'Port': ['ID=2529b111-a53d-47eb-8794-ce552d09a6bd,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:15.029553 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dbcb7891-b9bd-4781-869a-07b940ca67d7 admin admin] Publish callbacks [] for router_gateway (bb857c04-4800-4971-8192-96060348d575), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:15.235644 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dbcb7891-b9bd-4781-869a-07b940ca67d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (bb857c04-4800-4971-8192-96060348d575), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:15.346654 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b6a9c476-cf5e-49e4-959b-f5a4e2adb424 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:14:15.374262 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcb7891-b9bd-4781-869a-07b940ca67d7 admin admin] Router bb857c04-4800-4971-8192-96060348d575 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 23:14:15.401149 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port b6a9c476-cf5e-49e4-959b-f5a4e2adb424 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:15.401769 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b6a9c476-cf5e-49e4-959b-f5a4e2adb424), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:15.489482 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port b6a9c476-cf5e-49e4-959b-f5a4e2adb424 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:14:15.489482 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b6a9c476-cf5e-49e4-959b-f5a4e2adb424), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:15.494978 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcb7891-b9bd-4781-869a-07b940ca67d7 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:14:15.512886 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] Sync routers for ids ['bb857c04-4800-4971-8192-96060348d575'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:14:15.513798 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-dbcb7891-b9bd-4781-869a-07b940ca67d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:15.516244 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-dbcb7891-b9bd-4781-869a-07b940ca67d7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5020905 Jan 27 23:14:15.520234 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58344) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:15.544088 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port b6a9c476-cf5e-49e4-959b-f5a4e2adb424, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b6a9c476-cf5e-49e4-959b-f5a4e2adb424,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:14:15.547939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] Routers {'bb857c04-4800-4971-8192-96060348d575'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:14:15.548772 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:13:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['bb857c04-4800-4971-8192-96060348d575'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:15.552633 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b6a9c476-cf5e-49e4-959b-f5a4e2adb424), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:15.595786 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef99317b-e981-4f0f-b9e7-394a17a4bc51 None None] Network df61cd34-a8f3-44b6-a0e8-b98a716a132c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:14:15.739927 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-80b5dc94-88a7-46dd-859b-6b9128932ace None None] Provisioning complete for port b6a9c476-cf5e-49e4-959b-f5a4e2adb424 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:15.740244 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-80b5dc94-88a7-46dd-859b-6b9128932ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b6a9c476-cf5e-49e4-959b-f5a4e2adb424), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:15.745839 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=b6a9c476-cf5e-49e4-959b-f5a4e2adb424,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:15.806338 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] Set router bb857c04-4800-4971-8192-96060348d575 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:14:15.943641 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-808e02a2-f6a6-459b-baa8-a38f576ab4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:15.988414 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-80b5dc94-88a7-46dd-859b-6b9128932ace None None] Current status of the port b6a9c476-cf5e-49e4-959b-f5a4e2adb424 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:14:16.058562 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb857c04-4800-4971-8192-96060348d575', 'name': 'tempest-TestSnapshotPattern-809592675-router', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:14Z', 'revision_number': 3, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'gw_port': {'id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:16.087796 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] Checking router: bb857c04-4800-4971-8192-96060348d575 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:14:16.088255 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] Updating router bb857c04-4800-4971-8192-96060348d575 port 2529b111-a53d-47eb-8794-ce552d09a6bd binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:14:16.114521 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-808e02a2-f6a6-459b-baa8-a38f576ab4ff admin admin] Allocated IP 172.20.0.1 (df61cd34-a8f3-44b6-a0e8-b98a716a132c/b3476e60-caea-46b8-88f2-cb0d3eda0259/b7a49192-36f1-4270-a665-9316a5b2b782) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:14:16.118698 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2529b111-a53d-47eb-8794-ce552d09a6bd), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:16.228535 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-808e02a2-f6a6-459b-baa8-a38f576ab4ff admin admin] Publish callbacks [] for port (b7a49192-36f1-4270-a665-9316a5b2b782), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:16.249457 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-da84c652-98e5-4fd0-b320-cf80d30eea87 None None] Provisioning complete for port b6a9c476-cf5e-49e4-959b-f5a4e2adb424 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:16.249768 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-da84c652-98e5-4fd0-b320-cf80d30eea87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b6a9c476-cf5e-49e4-959b-f5a4e2adb424), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:16.262681 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-808e02a2-f6a6-459b-baa8-a38f576ab4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b7a49192-36f1-4270-a665-9316a5b2b782), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:16.302415 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808e02a2-f6a6-459b-baa8-a38f576ab4ff admin admin] Network df61cd34-a8f3-44b6-a0e8-b98a716a132c is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:14:16.307259 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-808e02a2-f6a6-459b-baa8-a38f576ab4ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:14:16.313014 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808e02a2-f6a6-459b-baa8-a38f576ab4ff admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:14:16.317027 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e02a2-f6a6-459b-baa8-a38f576ab4ff admin admin] Pushing event updated for resources: {'Port': ['ID=b7a49192-36f1-4270-a665-9316a5b2b782,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:16.357534 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-808e02a2-f6a6-459b-baa8-a38f576ab4ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (bb857c04-4800-4971-8192-96060348d575), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:16.412198 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-da84c652-98e5-4fd0-b320-cf80d30eea87 None None] Current status of the port b6a9c476-cf5e-49e4-959b-f5a4e2adb424 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:14:16.476612 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] Publish callbacks [] for port (2529b111-a53d-47eb-8794-ce552d09a6bd), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:16.483985 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2529b111-a53d-47eb-8794-ce552d09a6bd), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:16.496463 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-808e02a2-f6a6-459b-baa8-a38f576ab4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b7a49192-36f1-4270-a665-9316a5b2b782), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:16.541828 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] Attempting to bind port 2529b111-a53d-47eb-8794-ce552d09a6bd on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:14:16.542207 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] Attempting to bind port 2529b111-a53d-47eb-8794-ce552d09a6bd by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:14:16.542580 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] Attempting to bind port 2529b111-a53d-47eb-8794-ce552d09a6bd on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:14:16.544614 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933d24a-423c-4a3f-8bac-988fc0f682d0 None None] Pushing event updated for resources: {'Port': ['ID=2529b111-a53d-47eb-8794-ce552d09a6bd,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:16.550782 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:14:16.551163 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:14:16.551695 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:16.551954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:14:16.552955 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] Bound port: 2529b111-a53d-47eb-8794-ce552d09a6bd, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:14:16.552955 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2529b111-a53d-47eb-8794-ce552d09a6bd), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:16.608030 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] For port 2529b111-a53d-47eb-8794-ce552d09a6bd, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:14:16.612014 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] For port 2529b111-a53d-47eb-8794-ce552d09a6bd, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2529b111-a53d-47eb-8794-ce552d09a6bd,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:14:16.616896 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2529b111-a53d-47eb-8794-ce552d09a6bd), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:16.671779 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-808e02a2-f6a6-459b-baa8-a38f576ab4ff admin admin] Publish callbacks [] for port (b7a49192-36f1-4270-a665-9316a5b2b782), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:16.677102 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-808e02a2-f6a6-459b-baa8-a38f576ab4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (b7a49192-36f1-4270-a665-9316a5b2b782), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:16.684545 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b081c01e-76c4-4c4e-9074-34bb4e053852 None None] Provisioning complete for port b7a49192-36f1-4270-a665-9316a5b2b782 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:16.684920 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b081c01e-76c4-4c4e-9074-34bb4e053852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b7a49192-36f1-4270-a665-9316a5b2b782), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:16.690703 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] Routers {'bb857c04-4800-4971-8192-96060348d575'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:14:16.691331 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:13:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['bb857c04-4800-4971-8192-96060348d575'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:16.746123 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e02a2-f6a6-459b-baa8-a38f576ab4ff admin admin] Pushing event updated for resources: {'Port': ['ID=b7a49192-36f1-4270-a665-9316a5b2b782,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:16.748630 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-808e02a2-f6a6-459b-baa8-a38f576ab4ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (bb857c04-4800-4971-8192-96060348d575), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:16.848936 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808e02a2-f6a6-459b-baa8-a38f576ab4ff admin admin] Network df61cd34-a8f3-44b6-a0e8-b98a716a132c is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:14:16.850399 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-808e02a2-f6a6-459b-baa8-a38f576ab4ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:14:16.872424 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933d24a-423c-4a3f-8bac-988fc0f682d0 None None] Pushing event updated for resources: {'Port': ['ID=2529b111-a53d-47eb-8794-ce552d09a6bd,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:16.927011 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b081c01e-76c4-4c4e-9074-34bb4e053852 None None] Port b7a49192-36f1-4270-a665-9316a5b2b782 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:14:16.972237 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808e02a2-f6a6-459b-baa8-a38f576ab4ff admin admin] Router bb857c04-4800-4971-8192-96060348d575 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:14:16.998606 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] Set router bb857c04-4800-4971-8192-96060348d575 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:14:17.075368 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:14:17.088967 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808e02a2-f6a6-459b-baa8-a38f576ab4ff admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:14:17.096232 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-808e02a2-f6a6-459b-baa8-a38f576ab4ff admin admin] 10.222.0.23 "PUT /v2.0/routers/bb857c04-4800-4971-8192-96060348d575/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5727086 Jan 27 23:14:17.167901 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b7170c4a-b111-4827-8f19-7e10ebaf4b09 None None] Provisioning complete for port b7a49192-36f1-4270-a665-9316a5b2b782 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:17.168286 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b7170c4a-b111-4827-8f19-7e10ebaf4b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b7a49192-36f1-4270-a665-9316a5b2b782), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:17.228829 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b7170c4a-b111-4827-8f19-7e10ebaf4b09 None None] Port b7a49192-36f1-4270-a665-9316a5b2b782 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:14:17.256058 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb857c04-4800-4971-8192-96060348d575', 'name': 'tempest-TestSnapshotPattern-809592675-router', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:16Z', 'revision_number': 4, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'gw_port': {'id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b7a49192-36f1-4270-a665-9316a5b2b782', 'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'mac_address': 'fa:16:3e:c1:8b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:15Z', 'updated_at': '2022-01-27T23:14:16Z', 'revision_number': 2, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'subnets': [{'id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:17.284693 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabcc117-f403-40f8-91b1-614e4fbfa62c None None] The sync data for ids ['bb857c04-4800-4971-8192-96060348d575'] in n-d-772272-3 is: [{'id': 'bb857c04-4800-4971-8192-96060348d575', 'name': 'tempest-TestSnapshotPattern-809592675-router', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:16Z', 'revision_number': 4, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'gw_port': {'id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b7a49192-36f1-4270-a665-9316a5b2b782', 'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'mac_address': 'fa:16:3e:c1:8b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:15Z', 'updated_at': '2022-01-27T23:14:16Z', 'revision_number': 2, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'subnets': [{'id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:14:17.306889 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b6a9c476-cf5e-49e4-959b-f5a4e2adb424 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:14:17.370673 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port b6a9c476-cf5e-49e4-959b-f5a4e2adb424 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:17.371300 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b6a9c476-cf5e-49e4-959b-f5a4e2adb424), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:17.462346 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port b6a9c476-cf5e-49e4-959b-f5a4e2adb424 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:14:17.645326 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58360) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:17.650968 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-d1d567df-07ee-4ebe-954f-bf1da0c4dc36 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1594594345-network', 'tenant_id': '7887b43fc5164b19bc5a5ddf67fc4de3'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:14:17.671351 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d567df-07ee-4ebe-954f-bf1da0c4dc36 admin admin] Made reservation on behalf of 7887b43fc5164b19bc5a5ddf67fc4de3 for: {'network': 1} {{(pid=109742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:14:17.675153 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1d567df-07ee-4ebe-954f-bf1da0c4dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for network (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:17.684210 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1d567df-07ee-4ebe-954f-bf1da0c4dc36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:17.766670 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1d567df-07ee-4ebe-954f-bf1da0c4dc36 admin admin] Publish callbacks [] for security_group (aa489ebf-de72-4d86-9942-8ebac6e9f441), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:17.771407 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1d567df-07ee-4ebe-954f-bf1da0c4dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (aa489ebf-de72-4d86-9942-8ebac6e9f441), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:17.800920 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d567df-07ee-4ebe-954f-bf1da0c4dc36 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=109742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:14:17.807058 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d567df-07ee-4ebe-954f-bf1da0c4dc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa489ebf-de72-4d86-9942-8ebac6e9f441,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:17.815086 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1d567df-07ee-4ebe-954f-bf1da0c4dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3cabc567-3b85-4ab2-beac-fbb370f4d843), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:17.815210 n-d-772272-3 neutron-server[109742]: INFO neutron.db.segments_db [None req-d1d567df-07ee-4ebe-954f-bf1da0c4dc36 admin admin] Added segment 3cabc567-3b85-4ab2-beac-fbb370f4d843 of type vlan for network 6046785a-d7f0-4fdf-9e54-44fdd6b7a556 Jan 27 23:14:17.857819 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1d567df-07ee-4ebe-954f-bf1da0c4dc36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733248326265'] for network (6046785a-d7f0-4fdf-9e54-44fdd6b7a556), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:17.884696 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1d567df-07ee-4ebe-954f-bf1da0c4dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113'] for network (6046785a-d7f0-4fdf-9e54-44fdd6b7a556), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:17.885664 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d567df-07ee-4ebe-954f-bf1da0c4dc36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:17.886246 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-d1d567df-07ee-4ebe-954f-bf1da0c4dc36 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:17.948779 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-d1d567df-07ee-4ebe-954f-bf1da0c4dc36 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3019390 Jan 27 23:14:17.954614 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58362) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:17.960564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-108d68fc-ed8c-4697-8632-01e37760b234 admin admin] Request body: {'subnet': {'network_id': '6046785a-d7f0-4fdf-9e54-44fdd6b7a556', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1594594345-subnet', 'tenant_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'ip_version': 4}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:14:17.968454 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d567df-07ee-4ebe-954f-bf1da0c4dc36 admin admin] Pushing event updated for resources: {'Network': ['ID=6046785a-d7f0-4fdf-9e54-44fdd6b7a556,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:17.982203 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Network 6046785a-d7f0-4fdf-9e54-44fdd6b7a556 details requested by agent ovs-agent-n-d-772272-3 with host n-d-772272-3 {{(pid=109743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:14:18.007486 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108d68fc-ed8c-4697-8632-01e37760b234 admin admin] Made reservation on behalf of 7887b43fc5164b19bc5a5ddf67fc4de3 for: {'subnet': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:14:18.010055 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-108d68fc-ed8c-4697-8632-01e37760b234 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60570484'] for subnet (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:18.548223 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-108d68fc-ed8c-4697-8632-01e37760b234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59123118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60570470'] for subnet (6255fe54-a2b7-4e81-8491-fa6a2a8a2f8c), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:18.607347 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d68fc-ed8c-4697-8632-01e37760b234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6255fe54-a2b7-4e81-8491-fa6a2a8a2f8c,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:18.615532 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108d68fc-ed8c-4697-8632-01e37760b234 admin admin] Checking segment: {'id': '3cabc567-3b85-4ab2-beac-fbb370f4d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6046785a-d7f0-4fdf-9e54-44fdd6b7a556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:14:18.615905 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108d68fc-ed8c-4697-8632-01e37760b234 admin admin] Network hostable DHCP agents. Network: 6046785a-d7f0-4fdf-9e54-44fdd6b7a556, hostable agents: ['343004a9-581e-4e5e-b0f6-190743219401'], hosted agents: [] {{(pid=109741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:14:18.633440 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108d68fc-ed8c-4697-8632-01e37760b234 admin admin] Network 6046785a-d7f0-4fdf-9e54-44fdd6b7a556 is scheduled to be hosted by DHCP agent 343004a9-581e-4e5e-b0f6-190743219401 with binding_index 1 {{(pid=109741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:14:18.642731 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-108d68fc-ed8c-4697-8632-01e37760b234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-772272-3, 6046785a-d7f0-4fdf-9e54-44fdd6b7a556) {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:14:18.646734 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d68fc-ed8c-4697-8632-01e37760b234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:18.647336 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-108d68fc-ed8c-4697-8632-01e37760b234 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:18.652812 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3613327b-6074-4eaf-925f-07469673d379 None None] Network 6046785a-d7f0-4fdf-9e54-44fdd6b7a556 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:14:18.663853 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-108d68fc-ed8c-4697-8632-01e37760b234 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7076766 Jan 27 23:14:18.666437 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58364) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:18.670995 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-190ed611-0ab4-4e9f-87eb-7b504919fb31 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1594594345-router', 'tenant_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:14:18.689944 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-190ed611-0ab4-4e9f-87eb-7b504919fb31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1670838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26917'] for router (b8f50000-f4c2-4b65-95ad-2235342a7655), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:18.691131 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-190ed611-0ab4-4e9f-87eb-7b504919fb31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1663782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26924'] for router (b8f50000-f4c2-4b65-95ad-2235342a7655), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:18.745480 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-190ed611-0ab4-4e9f-87eb-7b504919fb31 admin admin] Publish callbacks [] for router_controller (b8f50000-f4c2-4b65-95ad-2235342a7655), precommit_add_association {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:18.755449 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732360e3-44ee-4265-94c6-df200cd038ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp648f8f4b-9b9b-57cf-898c-c9bb29a3f1bc-6046785a-d7f0-4fdf-9e54-44fdd6b7a556', 'network_id': '6046785a-d7f0-4fdf-9e54-44fdd6b7a556', 'project_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'fixed_ips': [{'subnet_id': '6255fe54-a2b7-4e81-8491-fa6a2a8a2f8c'}]}} from n-d-772272-3. {{(pid=109743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:14:18.756446 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-732360e3-44ee-4265-94c6-df200cd038ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:18.886135 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-190ed611-0ab4-4e9f-87eb-7b504919fb31 admin admin] Publish callbacks [] for router_gateway (b8f50000-f4c2-4b65-95ad-2235342a7655), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:18.893189 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.db_base_plugin_common [None req-732360e3-44ee-4265-94c6-df200cd038ed None None] Allocated IP 172.20.0.2 (6046785a-d7f0-4fdf-9e54-44fdd6b7a556/6255fe54-a2b7-4e81-8491-fa6a2a8a2f8c/c76186c4-4e35-4c54-b706-d97a278931c7) {{(pid=109743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:14:19.046466 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-732360e3-44ee-4265-94c6-df200cd038ed None None] Publish callbacks [] for port (c76186c4-4e35-4c54-b706-d97a278931c7), precommit_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:19.053297 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-732360e3-44ee-4265-94c6-df200cd038ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633'] for port (c76186c4-4e35-4c54-b706-d97a278931c7), after_create {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:19.098669 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732360e3-44ee-4265-94c6-df200cd038ed None None] Network 6046785a-d7f0-4fdf-9e54-44fdd6b7a556 is already hosted by enough agents. {{(pid=109743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:14:19.099515 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-190ed611-0ab4-4e9f-87eb-7b504919fb31 admin admin] Publish callbacks [] for router_gateway (b8f50000-f4c2-4b65-95ad-2235342a7655), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:19.101627 n-d-772272-3 neutron-server[109743]: DEBUG neutron.scheduler.base_scheduler [None req-732360e3-44ee-4265-94c6-df200cd038ed None None] Resources bound (agent type, host, resource id): {{(pid=109743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:14:19.107468 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732360e3-44ee-4265-94c6-df200cd038ed None None] Received port after_create {{(pid=109743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:14:19.115200 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732360e3-44ee-4265-94c6-df200cd038ed None None] Pushing event updated for resources: {'Port': ['ID=c76186c4-4e35-4c54-b706-d97a278931c7,revision_number=1']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:19.120787 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-190ed611-0ab4-4e9f-87eb-7b504919fb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:19.168395 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-732360e3-44ee-4265-94c6-df200cd038ed None None] Attempting to bind port c76186c4-4e35-4c54-b706-d97a278931c7 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:14:19.168798 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-732360e3-44ee-4265-94c6-df200cd038ed None None] Attempting to bind port c76186c4-4e35-4c54-b706-d97a278931c7 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '3cabc567-3b85-4ab2-beac-fbb370f4d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6046785a-d7f0-4fdf-9e54-44fdd6b7a556'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:14:19.169283 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732360e3-44ee-4265-94c6-df200cd038ed None None] Attempting to bind port c76186c4-4e35-4c54-b706-d97a278931c7 on network 6046785a-d7f0-4fdf-9e54-44fdd6b7a556 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:14:19.175730 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732360e3-44ee-4265-94c6-df200cd038ed None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:14:19.176791 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732360e3-44ee-4265-94c6-df200cd038ed None None] Checking segment: {'id': '3cabc567-3b85-4ab2-beac-fbb370f4d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6046785a-d7f0-4fdf-9e54-44fdd6b7a556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:14:19.176791 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-732360e3-44ee-4265-94c6-df200cd038ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:19.177102 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732360e3-44ee-4265-94c6-df200cd038ed None None] Bound using segment: {'id': '3cabc567-3b85-4ab2-beac-fbb370f4d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6046785a-d7f0-4fdf-9e54-44fdd6b7a556'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:14:19.177622 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-732360e3-44ee-4265-94c6-df200cd038ed None None] Bound port: c76186c4-4e35-4c54-b706-d97a278931c7, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cabc567-3b85-4ab2-beac-fbb370f4d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6046785a-d7f0-4fdf-9e54-44fdd6b7a556'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:14:19.178013 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-732360e3-44ee-4265-94c6-df200cd038ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c76186c4-4e35-4c54-b706-d97a278931c7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:19.235060 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-190ed611-0ab4-4e9f-87eb-7b504919fb31 admin admin] Allocated IP 172.25.3.195 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/67c29e83-4779-4863-97a9-3c16b4848aba) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:14:19.242115 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-732360e3-44ee-4265-94c6-df200cd038ed None None] For port c76186c4-4e35-4c54-b706-d97a278931c7, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:14:19.245649 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-732360e3-44ee-4265-94c6-df200cd038ed None None] For port c76186c4-4e35-4c54-b706-d97a278931c7, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c76186c4-4e35-4c54-b706-d97a278931c7,segment=NetworkSegment(3cabc567-3b85-4ab2-beac-fbb370f4d843),segment_id=3cabc567-3b85-4ab2-beac-fbb370f4d843)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:14:19.252455 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-732360e3-44ee-4265-94c6-df200cd038ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c76186c4-4e35-4c54-b706-d97a278931c7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:19.333215 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732360e3-44ee-4265-94c6-df200cd038ed None None] Pushing event updated for resources: {'Port': ['ID=c76186c4-4e35-4c54-b706-d97a278931c7,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:19.368796 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2529b111-a53d-47eb-8794-ce552d09a6bd up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:14:19.377871 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-190ed611-0ab4-4e9f-87eb-7b504919fb31 admin admin] Publish callbacks [] for port (67c29e83-4779-4863-97a9-3c16b4848aba), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:19.424948 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] Sync routers for ids ['bb857c04-4800-4971-8192-96060348d575'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:14:19.426418 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-190ed611-0ab4-4e9f-87eb-7b504919fb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (67c29e83-4779-4863-97a9-3c16b4848aba), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:19.435230 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] Routers {'bb857c04-4800-4971-8192-96060348d575'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:14:19.435859 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:13:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['bb857c04-4800-4971-8192-96060348d575'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:19.437874 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 2529b111-a53d-47eb-8794-ce552d09a6bd triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:19.438326 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2529b111-a53d-47eb-8794-ce552d09a6bd), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:19.472726 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190ed611-0ab4-4e9f-87eb-7b504919fb31 admin admin] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:14:19.478367 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-190ed611-0ab4-4e9f-87eb-7b504919fb31 admin admin] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:14:19.481819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ed611-0ab4-4e9f-87eb-7b504919fb31 admin admin] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:14:19.515145 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ed611-0ab4-4e9f-87eb-7b504919fb31 admin admin] Pushing event updated for resources: {'Port': ['ID=67c29e83-4779-4863-97a9-3c16b4848aba,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:19.533620 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 2529b111-a53d-47eb-8794-ce552d09a6bd is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:14:19.533620 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2529b111-a53d-47eb-8794-ce552d09a6bd), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:19.577504 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] Set router bb857c04-4800-4971-8192-96060348d575 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:14:19.590915 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 2529b111-a53d-47eb-8794-ce552d09a6bd, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2529b111-a53d-47eb-8794-ce552d09a6bd,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:14:19.600045 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (2529b111-a53d-47eb-8794-ce552d09a6bd), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:19.683768 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=2529b111-a53d-47eb-8794-ce552d09a6bd,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:19.802830 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-190ed611-0ab4-4e9f-87eb-7b504919fb31 admin admin] Publish callbacks [] for router_gateway (b8f50000-f4c2-4b65-95ad-2235342a7655), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:19.821797 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb857c04-4800-4971-8192-96060348d575', 'name': 'tempest-TestSnapshotPattern-809592675-router', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:16Z', 'revision_number': 4, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'gw_port': {'id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b7a49192-36f1-4270-a665-9316a5b2b782', 'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'mac_address': 'fa:16:3e:c1:8b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:15Z', 'updated_at': '2022-01-27T23:14:16Z', 'revision_number': 2, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'subnets': [{'id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:19.851179 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] Checking router: bb857c04-4800-4971-8192-96060348d575 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:14:19.851538 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] Updating router bb857c04-4800-4971-8192-96060348d575 port b7a49192-36f1-4270-a665-9316a5b2b782 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:14:19.877866 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b7a49192-36f1-4270-a665-9316a5b2b782), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:20.004322 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-190ed611-0ab4-4e9f-87eb-7b504919fb31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1663807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1668537'] for router (b8f50000-f4c2-4b65-95ad-2235342a7655), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:20.134900 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190ed611-0ab4-4e9f-87eb-7b504919fb31 admin admin] Router b8f50000-f4c2-4b65-95ad-2235342a7655 is scheduled to L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e with binding_index 1 {{(pid=109741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 23:14:20.154196 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] Publish callbacks [] for port (b7a49192-36f1-4270-a665-9316a5b2b782), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:20.161427 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b7a49192-36f1-4270-a665-9316a5b2b782), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:20.215921 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77bbe2a-21b8-4600-b319-ecbeedb8bc3e None None] Pushing event updated for resources: {'Port': ['ID=b7a49192-36f1-4270-a665-9316a5b2b782,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:20.245188 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77bbe2a-21b8-4600-b319-ecbeedb8bc3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:20.245796 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77bbe2a-21b8-4600-b319-ecbeedb8bc3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:20.246145 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77bbe2a-21b8-4600-b319-ecbeedb8bc3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:20.246490 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77bbe2a-21b8-4600-b319-ecbeedb8bc3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:20.246827 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77bbe2a-21b8-4600-b319-ecbeedb8bc3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:20.247157 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77bbe2a-21b8-4600-b319-ecbeedb8bc3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:20.247494 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77bbe2a-21b8-4600-b319-ecbeedb8bc3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:20.247824 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77bbe2a-21b8-4600-b319-ecbeedb8bc3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:20.248179 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77bbe2a-21b8-4600-b319-ecbeedb8bc3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:20.248540 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77bbe2a-21b8-4600-b319-ecbeedb8bc3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:20.248855 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77bbe2a-21b8-4600-b319-ecbeedb8bc3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:20.249357 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77bbe2a-21b8-4600-b319-ecbeedb8bc3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:20.249879 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77bbe2a-21b8-4600-b319-ecbeedb8bc3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:14:20.255496 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190ed611-0ab4-4e9f-87eb-7b504919fb31 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:14:20.268146 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] Sync routers for ids ['b8f50000-f4c2-4b65-95ad-2235342a7655'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:14:20.274448 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-190ed611-0ab4-4e9f-87eb-7b504919fb31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:20.278273 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-190ed611-0ab4-4e9f-87eb-7b504919fb31 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6083992 Jan 27 23:14:20.278702 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58366) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:20.280047 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] Attempting to bind port b7a49192-36f1-4270-a665-9316a5b2b782 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:14:20.280477 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] Attempting to bind port b7a49192-36f1-4270-a665-9316a5b2b782 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '173dbeff-8d9b-48ec-a04d-e9e18ef89a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:14:20.280852 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] Attempting to bind port b7a49192-36f1-4270-a665-9316a5b2b782 on network df61cd34-a8f3-44b6-a0e8-b98a716a132c {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:14:20.287442 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:14:20.287832 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] Checking segment: {'id': '173dbeff-8d9b-48ec-a04d-e9e18ef89a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:14:20.288278 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:20.288679 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] Bound using segment: {'id': '173dbeff-8d9b-48ec-a04d-e9e18ef89a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:14:20.289156 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] Bound port: b7a49192-36f1-4270-a665-9316a5b2b782, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173dbeff-8d9b-48ec-a04d-e9e18ef89a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:14:20.289542 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b7a49192-36f1-4270-a665-9316a5b2b782), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:20.290415 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] Routers {'b8f50000-f4c2-4b65-95ad-2235342a7655'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:14:20.291221 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:13:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b8f50000-f4c2-4b65-95ad-2235342a7655'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:20.362116 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] For port b7a49192-36f1-4270-a665-9316a5b2b782, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:14:20.365593 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] For port b7a49192-36f1-4270-a665-9316a5b2b782, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b7a49192-36f1-4270-a665-9316a5b2b782,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:14:20.370004 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b7a49192-36f1-4270-a665-9316a5b2b782), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:20.437233 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] Set router b8f50000-f4c2-4b65-95ad-2235342a7655 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:14:20.568004 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77bbe2a-21b8-4600-b319-ecbeedb8bc3e None None] Pushing event updated for resources: {'Port': ['ID=b7a49192-36f1-4270-a665-9316a5b2b782,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:20.591052 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] Routers {'bb857c04-4800-4971-8192-96060348d575'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:14:20.591721 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:13:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['bb857c04-4800-4971-8192-96060348d575'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:20.647620 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-5f40e056-8dc0-4897-97fa-7df0d48c31cb None None] Provisioning complete for port b7a49192-36f1-4270-a665-9316a5b2b782 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:20.647999 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5f40e056-8dc0-4897-97fa-7df0d48c31cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b7a49192-36f1-4270-a665-9316a5b2b782), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:20.736053 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f50000-f4c2-4b65-95ad-2235342a7655', 'name': 'tempest-TestSnapshotPattern-1594594345-router', 'tenant_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '67c29e83-4779-4863-97a9-3c16b4848aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:18Z', 'updated_at': '2022-01-27T23:14:19Z', 'revision_number': 3, 'project_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'gw_port': {'id': '67c29e83-4779-4863-97a9-3c16b4848aba', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:66:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f50000-f4c2-4b65-95ad-2235342a7655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:19Z', 'updated_at': '2022-01-27T23:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:20.760179 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] Set router bb857c04-4800-4971-8192-96060348d575 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:14:20.785755 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] Checking router: b8f50000-f4c2-4b65-95ad-2235342a7655 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:14:20.786025 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] Updating router b8f50000-f4c2-4b65-95ad-2235342a7655 port 67c29e83-4779-4863-97a9-3c16b4848aba binding host n-d-772272-3 {{(pid=109743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:14:20.816952 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b806d17b-2b42-41b2-9274-3497857035af None None] Network 6046785a-d7f0-4fdf-9e54-44fdd6b7a556 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:14:20.835582 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-5f40e056-8dc0-4897-97fa-7df0d48c31cb None None] Current status of the port b7a49192-36f1-4270-a665-9316a5b2b782 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:14:20.835972 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5f40e056-8dc0-4897-97fa-7df0d48c31cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (b7a49192-36f1-4270-a665-9316a5b2b782), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:20.850563 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (67c29e83-4779-4863-97a9-3c16b4848aba), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:20.856793 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-baf84c2f-8326-4578-ad65-f4d217a33196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:20.940932 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-5f40e056-8dc0-4897-97fa-7df0d48c31cb None None] For port b7a49192-36f1-4270-a665-9316a5b2b782, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b7a49192-36f1-4270-a665-9316a5b2b782,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:14:20.955495 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5f40e056-8dc0-4897-97fa-7df0d48c31cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (b7a49192-36f1-4270-a665-9316a5b2b782), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:21.012261 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb857c04-4800-4971-8192-96060348d575', 'name': 'tempest-TestSnapshotPattern-809592675-router', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:16Z', 'revision_number': 4, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'gw_port': {'id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b7a49192-36f1-4270-a665-9316a5b2b782', 'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'mac_address': 'fa:16:3e:c1:8b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:15Z', 'updated_at': '2022-01-27T23:14:20Z', 'revision_number': 4, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'subnets': [{'id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:21.039757 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e71031-c9ee-441b-83df-f99a54ed2b57 None None] The sync data for ids ['bb857c04-4800-4971-8192-96060348d575'] in n-d-772272-3 is: [{'id': 'bb857c04-4800-4971-8192-96060348d575', 'name': 'tempest-TestSnapshotPattern-809592675-router', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:16Z', 'revision_number': 4, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'gw_port': {'id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b7a49192-36f1-4270-a665-9316a5b2b782', 'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'mac_address': 'fa:16:3e:c1:8b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:15Z', 'updated_at': '2022-01-27T23:14:20Z', 'revision_number': 4, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'subnets': [{'id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:14:21.305776 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40e056-8dc0-4897-97fa-7df0d48c31cb None None] Pushing event updated for resources: {'Port': ['ID=b7a49192-36f1-4270-a665-9316a5b2b782,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:21.328619 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-df2311dd-8670-4a01-b142-0cc84d7ad25b None None] Provisioning complete for port b7a49192-36f1-4270-a665-9316a5b2b782 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:21.330261 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-df2311dd-8670-4a01-b142-0cc84d7ad25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b7a49192-36f1-4270-a665-9316a5b2b782), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:21.392708 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_common [None req-baf84c2f-8326-4578-ad65-f4d217a33196 admin admin] Allocated IP 172.20.0.1 (6046785a-d7f0-4fdf-9e54-44fdd6b7a556/6255fe54-a2b7-4e81-8491-fa6a2a8a2f8c/226185d9-9a4c-4de1-9513-16f4929d0865) {{(pid=109742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:14:21.521875 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-df2311dd-8670-4a01-b142-0cc84d7ad25b None None] Current status of the port b7a49192-36f1-4270-a665-9316a5b2b782 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:14:21.547860 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b7a49192-36f1-4270-a665-9316a5b2b782 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:14:21.554550 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] Publish callbacks [] for port (67c29e83-4779-4863-97a9-3c16b4848aba), precommit_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:21.557626 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-baf84c2f-8326-4578-ad65-f4d217a33196 admin admin] Publish callbacks [] for port (226185d9-9a4c-4de1-9513-16f4929d0865), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:21.581454 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-df2311dd-8670-4a01-b142-0cc84d7ad25b None None] Provisioning complete for port c76186c4-4e35-4c54-b706-d97a278931c7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:21.581822 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-df2311dd-8670-4a01-b142-0cc84d7ad25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c76186c4-4e35-4c54-b706-d97a278931c7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:21.586352 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (67c29e83-4779-4863-97a9-3c16b4848aba), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:21.603410 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-baf84c2f-8326-4578-ad65-f4d217a33196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (226185d9-9a4c-4de1-9513-16f4929d0865), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:21.647089 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf84c2f-8326-4578-ad65-f4d217a33196 admin admin] Network 6046785a-d7f0-4fdf-9e54-44fdd6b7a556 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:14:21.652626 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-baf84c2f-8326-4578-ad65-f4d217a33196 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:14:21.657757 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf84c2f-8326-4578-ad65-f4d217a33196 admin admin] Received port after_create {{(pid=109742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:14:21.690261 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e40abb-2f62-4746-9b62-83a7a14a6564 None None] Pushing event updated for resources: {'Port': ['ID=67c29e83-4779-4863-97a9-3c16b4848aba,revision_number=2']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:21.692509 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf84c2f-8326-4578-ad65-f4d217a33196 admin admin] Pushing event updated for resources: {'Port': ['ID=226185d9-9a4c-4de1-9513-16f4929d0865,revision_number=1']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:21.699474 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-baf84c2f-8326-4578-ad65-f4d217a33196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1670348'] for router_interface (b8f50000-f4c2-4b65-95ad-2235342a7655), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:21.738234 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] Attempting to bind port 67c29e83-4779-4863-97a9-3c16b4848aba on host n-d-772272-3 for vnic_type normal with profile {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:14:21.738824 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] Attempting to bind port 67c29e83-4779-4863-97a9-3c16b4848aba by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:14:21.738963 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] Attempting to bind port 67c29e83-4779-4863-97a9-3c16b4848aba on network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:14:21.747480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:14:21.747853 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] Checking segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:14:21.748279 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:21.748677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] Bound using segment: {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'} {{(pid=109743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:14:21.749151 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.managers [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] Bound port: 67c29e83-4779-4863-97a9-3c16b4848aba, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6'}}] {{(pid=109743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:14:21.749532 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (67c29e83-4779-4863-97a9-3c16b4848aba), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:21.795171 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port b7a49192-36f1-4270-a665-9316a5b2b782 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:21.795769 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b7a49192-36f1-4270-a665-9316a5b2b782), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:21.863242 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-baf84c2f-8326-4578-ad65-f4d217a33196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (226185d9-9a4c-4de1-9513-16f4929d0865), before_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:21.896480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] For port 67c29e83-4779-4863-97a9-3c16b4848aba, host n-d-772272-3, cleared binding levels {{(pid=109743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:14:21.927155 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-df2311dd-8670-4a01-b142-0cc84d7ad25b None None] Current status of the port c76186c4-4e35-4c54-b706-d97a278931c7 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:14:21.927612 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-df2311dd-8670-4a01-b142-0cc84d7ad25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (c76186c4-4e35-4c54-b706-d97a278931c7), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:21.930729 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] For port 67c29e83-4779-4863-97a9-3c16b4848aba, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=67c29e83-4779-4863-97a9-3c16b4848aba,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:14:21.965827 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (67c29e83-4779-4863-97a9-3c16b4848aba), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:22.047827 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-baf84c2f-8326-4578-ad65-f4d217a33196 admin admin] Publish callbacks [] for port (226185d9-9a4c-4de1-9513-16f4929d0865), precommit_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:22.052992 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-baf84c2f-8326-4578-ad65-f4d217a33196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59413550'] for port (226185d9-9a4c-4de1-9513-16f4929d0865), after_update {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:22.061508 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-df2311dd-8670-4a01-b142-0cc84d7ad25b None None] For port c76186c4-4e35-4c54-b706-d97a278931c7, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c76186c4-4e35-4c54-b706-d97a278931c7,segment=NetworkSegment(3cabc567-3b85-4ab2-beac-fbb370f4d843),segment_id=3cabc567-3b85-4ab2-beac-fbb370f4d843)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:14:22.069470 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port b7a49192-36f1-4270-a665-9316a5b2b782 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:14:22.070525 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2529b111-a53d-47eb-8794-ce552d09a6bd up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:14:22.072811 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-df2311dd-8670-4a01-b142-0cc84d7ad25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (c76186c4-4e35-4c54-b706-d97a278931c7), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:22.075854 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e40abb-2f62-4746-9b62-83a7a14a6564 None None] Pushing event updated for resources: {'Port': ['ID=67c29e83-4779-4863-97a9-3c16b4848aba,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:22.078002 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] Routers {'b8f50000-f4c2-4b65-95ad-2235342a7655'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:14:22.078603 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:13:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b8f50000-f4c2-4b65-95ad-2235342a7655'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:22.128224 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf84c2f-8326-4578-ad65-f4d217a33196 admin admin] Pushing event updated for resources: {'Port': ['ID=226185d9-9a4c-4de1-9513-16f4929d0865,revision_number=2']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:22.131869 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-baf84c2f-8326-4578-ad65-f4d217a33196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1776939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669756'] for router_interface (b8f50000-f4c2-4b65-95ad-2235342a7655), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:22.203939 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:22.224561 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf84c2f-8326-4578-ad65-f4d217a33196 admin admin] Network 6046785a-d7f0-4fdf-9e54-44fdd6b7a556 is already hosted by enough agents. {{(pid=109742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:14:22.226014 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.base_scheduler [None req-baf84c2f-8326-4578-ad65-f4d217a33196 admin admin] Resources bound (agent type, host, resource id): {{(pid=109742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:14:22.252634 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2311dd-8670-4a01-b142-0cc84d7ad25b None None] Pushing event updated for resources: {'Port': ['ID=c76186c4-4e35-4c54-b706-d97a278931c7,revision_number=3']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:22.268129 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-d638c8c9-e31d-4d03-94f5-d2fa8ce240e2 None None] Provisioning complete for port 226185d9-9a4c-4de1-9513-16f4929d0865 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:22.268536 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d638c8c9-e31d-4d03-94f5-d2fa8ce240e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (226185d9-9a4c-4de1-9513-16f4929d0865), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:22.309618 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] Set router b8f50000-f4c2-4b65-95ad-2235342a7655 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:14:22.339352 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 2529b111-a53d-47eb-8794-ce552d09a6bd triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:22.339735 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (2529b111-a53d-47eb-8794-ce552d09a6bd), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:22.352831 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf84c2f-8326-4578-ad65-f4d217a33196 admin admin] Router b8f50000-f4c2-4b65-95ad-2235342a7655 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:14:22.383099 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d638c8c9-e31d-4d03-94f5-d2fa8ce240e2 None None] Port 226185d9-9a4c-4de1-9513-16f4929d0865 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:14:22.470922 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf84c2f-8326-4578-ad65-f4d217a33196 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:14:22.476019 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-baf84c2f-8326-4578-ad65-f4d217a33196 admin admin] 10.222.0.23 "PUT /v2.0/routers/b8f50000-f4c2-4b65-95ad-2235342a7655/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1962090 Jan 27 23:14:22.476678 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-d638c8c9-e31d-4d03-94f5-d2fa8ce240e2 None None] Provisioning complete for port c76186c4-4e35-4c54-b706-d97a278931c7 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:22.477063 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-d638c8c9-e31d-4d03-94f5-d2fa8ce240e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c76186c4-4e35-4c54-b706-d97a278931c7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:22.605677 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 2529b111-a53d-47eb-8794-ce552d09a6bd is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:14:22.606798 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c76186c4-4e35-4c54-b706-d97a278931c7 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:14:22.685864 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-d638c8c9-e31d-4d03-94f5-d2fa8ce240e2 None None] Current status of the port c76186c4-4e35-4c54-b706-d97a278931c7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:14:22.709641 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f50000-f4c2-4b65-95ad-2235342a7655', 'name': 'tempest-TestSnapshotPattern-1594594345-router', 'tenant_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '67c29e83-4779-4863-97a9-3c16b4848aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:18Z', 'updated_at': '2022-01-27T23:14:21Z', 'revision_number': 4, 'project_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'gw_port': {'id': '67c29e83-4779-4863-97a9-3c16b4848aba', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:66:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f50000-f4c2-4b65-95ad-2235342a7655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:19Z', 'updated_at': '2022-01-27T23:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '226185d9-9a4c-4de1-9513-16f4929d0865', 'name': '', 'network_id': '6046785a-d7f0-4fdf-9e54-44fdd6b7a556', 'tenant_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'mac_address': 'fa:16:3e:3f:c2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f50000-f4c2-4b65-95ad-2235342a7655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '6255fe54-a2b7-4e81-8491-fa6a2a8a2f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:20Z', 'updated_at': '2022-01-27T23:14:21Z', 'revision_number': 2, 'project_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'subnets': [{'id': '6255fe54-a2b7-4e81-8491-fa6a2a8a2f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:22.739767 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52297cc-2333-40b7-9076-263ae72ff0be None None] The sync data for ids ['b8f50000-f4c2-4b65-95ad-2235342a7655'] in n-d-772272-3 is: [{'id': 'b8f50000-f4c2-4b65-95ad-2235342a7655', 'name': 'tempest-TestSnapshotPattern-1594594345-router', 'tenant_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '67c29e83-4779-4863-97a9-3c16b4848aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:18Z', 'updated_at': '2022-01-27T23:14:21Z', 'revision_number': 4, 'project_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'gw_port': {'id': '67c29e83-4779-4863-97a9-3c16b4848aba', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:66:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f50000-f4c2-4b65-95ad-2235342a7655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:19Z', 'updated_at': '2022-01-27T23:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '226185d9-9a4c-4de1-9513-16f4929d0865', 'name': '', 'network_id': '6046785a-d7f0-4fdf-9e54-44fdd6b7a556', 'tenant_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'mac_address': 'fa:16:3e:3f:c2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f50000-f4c2-4b65-95ad-2235342a7655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '6255fe54-a2b7-4e81-8491-fa6a2a8a2f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:20Z', 'updated_at': '2022-01-27T23:14:21Z', 'revision_number': 2, 'project_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'subnets': [{'id': '6255fe54-a2b7-4e81-8491-fa6a2a8a2f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:14:22.742267 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port c76186c4-4e35-4c54-b706-d97a278931c7 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:22.742641 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c76186c4-4e35-4c54-b706-d97a278931c7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:22.837894 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-dcc62cad-2cae-4376-899c-aaaca5a612d9 None None] Provisioning complete for port 226185d9-9a4c-4de1-9513-16f4929d0865 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:22.838273 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-dcc62cad-2cae-4376-899c-aaaca5a612d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (226185d9-9a4c-4de1-9513-16f4929d0865), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:22.839773 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port c76186c4-4e35-4c54-b706-d97a278931c7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:14:22.875779 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-dcc62cad-2cae-4376-899c-aaaca5a612d9 None None] Port 226185d9-9a4c-4de1-9513-16f4929d0865 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:14:23.269141 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58374) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:23.280819 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-cede3f1b-6f08-478e-9d8c-328877377b76 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-163264775', 'description': 'tempest-secgroup-smoke-163264775 description', 'project_id': 'db0f22f067414b0a9091449a798fe3e7'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:14:23.306687 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cede3f1b-6f08-478e-9d8c-328877377b76 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:23.323650 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b7a49192-36f1-4270-a665-9316a5b2b782 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:14:23.377910 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port b7a49192-36f1-4270-a665-9316a5b2b782 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:23.378332 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (b7a49192-36f1-4270-a665-9316a5b2b782), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:23.381821 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cede3f1b-6f08-478e-9d8c-328877377b76 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group (0854d097-a29b-430a-92ba-3854755b8b67), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:23.386355 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cede3f1b-6f08-478e-9d8c-328877377b76 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0854d097-a29b-430a-92ba-3854755b8b67), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:23.419043 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-cede3f1b-6f08-478e-9d8c-328877377b76 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:23.420369 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-cede3f1b-6f08-478e-9d8c-328877377b76 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1500659 Jan 27 23:14:23.422316 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede3f1b-6f08-478e-9d8c-328877377b76 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0854d097-a29b-430a-92ba-3854755b8b67,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:23.423747 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58376) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:23.429030 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-e827ce45-c49c-4fc0-ba3a-6d689dc290ab tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Request body: {'security_group_rule': {'security_group_id': '0854d097-a29b-430a-92ba-3854755b8b67', 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:14:23.454603 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e827ce45-c49c-4fc0-ba3a-6d689dc290ab tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group_rule (09e16ff6-28bb-436e-a9e3-b5f213551b8f), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:23.478515 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port b7a49192-36f1-4270-a665-9316a5b2b782 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:14:23.479605 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c76186c4-4e35-4c54-b706-d97a278931c7 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:14:23.511400 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e827ce45-c49c-4fc0-ba3a-6d689dc290ab tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group_rule (09e16ff6-28bb-436e-a9e3-b5f213551b8f), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:23.515744 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e827ce45-c49c-4fc0-ba3a-6d689dc290ab tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (09e16ff6-28bb-436e-a9e3-b5f213551b8f), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:23.526353 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port c76186c4-4e35-4c54-b706-d97a278931c7 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:23.526738 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (c76186c4-4e35-4c54-b706-d97a278931c7), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:23.538545 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827ce45-c49c-4fc0-ba3a-6d689dc290ab tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e16ff6-28bb-436e-a9e3-b5f213551b8f,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:23.544973 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-e827ce45-c49c-4fc0-ba3a-6d689dc290ab tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:23.548920 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-e827ce45-c49c-4fc0-ba3a-6d689dc290ab tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211524 Jan 27 23:14:23.549156 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58378) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:23.553561 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-4be9c166-f798-4d81-bec3-e296562d0af8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Request body: {'security_group_rule': {'security_group_id': '0854d097-a29b-430a-92ba-3854755b8b67', 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:14:23.578382 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4be9c166-f798-4d81-bec3-e296562d0af8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group_rule (ff9aec82-855d-4672-8d2a-bc8360d48285), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:23.610826 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port c76186c4-4e35-4c54-b706-d97a278931c7 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:14:23.637564 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4be9c166-f798-4d81-bec3-e296562d0af8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group_rule (ff9aec82-855d-4672-8d2a-bc8360d48285), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:23.640945 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4be9c166-f798-4d81-bec3-e296562d0af8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (ff9aec82-855d-4672-8d2a-bc8360d48285), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:23.659505 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9c166-f798-4d81-bec3-e296562d0af8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9aec82-855d-4672-8d2a-bc8360d48285,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:23.667005 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4be9c166-f798-4d81-bec3-e296562d0af8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:23.668233 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4be9c166-f798-4d81-bec3-e296562d0af8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181312 Jan 27 23:14:23.670932 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58380) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:23.675222 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-9b552159-1755-47d6-8b80-45c5e025976a tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Request body: {'security_group_rule': {'security_group_id': '0854d097-a29b-430a-92ba-3854755b8b67', 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:14:23.701550 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9b552159-1755-47d6-8b80-45c5e025976a tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group_rule (58d67c32-055c-4c8c-ab1b-0a954966254a), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:23.760533 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9b552159-1755-47d6-8b80-45c5e025976a tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group_rule (58d67c32-055c-4c8c-ab1b-0a954966254a), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:23.763994 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9b552159-1755-47d6-8b80-45c5e025976a tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (58d67c32-055c-4c8c-ab1b-0a954966254a), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:23.782030 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b552159-1755-47d6-8b80-45c5e025976a tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d67c32-055c-4c8c-ab1b-0a954966254a,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:23.788483 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-9b552159-1755-47d6-8b80-45c5e025976a tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:23.789679 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-9b552159-1755-47d6-8b80-45c5e025976a tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178272 Jan 27 23:14:23.792352 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58382) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:23.796572 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-5c2fe29e-5a66-4b3a-b976-3094b5e5fce8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Request body: {'security_group_rule': {'security_group_id': '0854d097-a29b-430a-92ba-3854755b8b67', 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:14:23.821217 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe29e-5a66-4b3a-b976-3094b5e5fce8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group_rule (6308b9f1-a425-4b96-977d-1ee4e0b9ac57), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:23.882290 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe29e-5a66-4b3a-b976-3094b5e5fce8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group_rule (6308b9f1-a425-4b96-977d-1ee4e0b9ac57), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:23.888710 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe29e-5a66-4b3a-b976-3094b5e5fce8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (6308b9f1-a425-4b96-977d-1ee4e0b9ac57), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:23.907009 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fe29e-5a66-4b3a-b976-3094b5e5fce8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6308b9f1-a425-4b96-977d-1ee4e0b9ac57,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:23.916429 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe29e-5a66-4b3a-b976-3094b5e5fce8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:23.917663 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-5c2fe29e-5a66-4b3a-b976-3094b5e5fce8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243880 Jan 27 23:14:23.920425 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 58384) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:23.924837 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.v2.base [None req-4711297b-df5f-4df7-8317-6c0035749e22 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Request body: {'security_group_rule': {'security_group_id': '0854d097-a29b-430a-92ba-3854755b8b67', 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:14:23.946155 n-d-772272-3 neutron-server[109742]: INFO neutron.db.securitygroups_db [None req-4711297b-df5f-4df7-8317-6c0035749e22 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Project db0f22f067414b0a9091449a798fe3e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:14:23.950582 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4711297b-df5f-4df7-8317-6c0035749e22 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group_rule (43edaa42-7bf2-4f6e-a09d-32d8621c8707), before_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:24.023233 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4711297b-df5f-4df7-8317-6c0035749e22 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group_rule (43edaa42-7bf2-4f6e-a09d-32d8621c8707), precommit_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:24.027757 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4711297b-df5f-4df7-8317-6c0035749e22 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (43edaa42-7bf2-4f6e-a09d-32d8621c8707), after_create {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:24.047678 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711297b-df5f-4df7-8317-6c0035749e22 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43edaa42-7bf2-4f6e-a09d-32d8621c8707,revision_number=0']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:24.051977 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-4711297b-df5f-4df7-8317-6c0035749e22 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:24.056049 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58386) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:24.056267 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-4711297b-df5f-4df7-8317-6c0035749e22 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1347077 Jan 27 23:14:24.061193 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-fda559df-dc9c-4cca-981b-4f8d4aa6c950 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Request body: {'security_group_rule': {'security_group_id': '0854d097-a29b-430a-92ba-3854755b8b67', 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:14:24.082573 n-d-772272-3 neutron-server[109741]: INFO neutron.db.securitygroups_db [None req-fda559df-dc9c-4cca-981b-4f8d4aa6c950 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Project db0f22f067414b0a9091449a798fe3e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:14:24.087936 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fda559df-dc9c-4cca-981b-4f8d4aa6c950 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group_rule (20dfb949-7850-405f-9a37-5f65f458d7c8), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:24.152301 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fda559df-dc9c-4cca-981b-4f8d4aa6c950 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group_rule (20dfb949-7850-405f-9a37-5f65f458d7c8), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:24.156193 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fda559df-dc9c-4cca-981b-4f8d4aa6c950 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287873'] for security_group_rule (20dfb949-7850-405f-9a37-5f65f458d7c8), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:24.181704 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda559df-dc9c-4cca-981b-4f8d4aa6c950 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20dfb949-7850-405f-9a37-5f65f458d7c8,revision_number=0']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:24.187921 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-fda559df-dc9c-4cca-981b-4f8d4aa6c950 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:24.196598 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-fda559df-dc9c-4cca-981b-4f8d4aa6c950 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321957 Jan 27 23:14:24.294468 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-667a57f4-d8ef-4910-98b6-5c9d86b71605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:24.355329 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-9d507094-d174-4b50-a33f-49a82f510a90 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-163264775&fields=id&tenant_id=db0f22f067414b0a9091449a798fe3e7 HTTP/1.1" status: 200 len: 267 time: 0.0468292 Jan 27 23:14:24.465992 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-f2261a80-78ca-4f2d-aaec-ede11ecda330 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:24.467527 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-f2261a80-78ca-4f2d-aaec-ede11ecda330 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/networks?id=df61cd34-a8f3-44b6-a0e8-b98a716a132c HTTP/1.1" status: 200 len: 809 time: 0.1047423 Jan 27 23:14:24.483006 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-efcad992-c058-4f13-b685-af3a1003e2af tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/quotas/db0f22f067414b0a9091449a798fe3e7 HTTP/1.1" status: 200 len: 375 time: 0.0095508 Jan 27 23:14:24.543345 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-c831c3c9-8bd0-43b0-b411-c0ccee45950c tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=db0f22f067414b0a9091449a798fe3e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538914 Jan 27 23:14:24.729359 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-be10b7f1-885b-43d5-9423-0cae83cad2e2 service neutron] 10.222.0.23 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752284 Jan 27 23:14:24.823538 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-3620420c-755c-447a-9fee-e30e3ec7bdf4 service neutron] 10.222.0.23 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882971 Jan 27 23:14:24.984382 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfaacf74-9eda-46a2-9f7e-6598a6ff1a1d req-bf99b669-5847-410b-a010-b4fab5ff8deb tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 210 time: 0.0275059 Jan 27 23:14:25.335197 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 67c29e83-4779-4863-97a9-3c16b4848aba up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:14:25.349236 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] Sync routers for ids ['b8f50000-f4c2-4b65-95ad-2235342a7655'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:14:25.364488 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] Routers {'b8f50000-f4c2-4b65-95ad-2235342a7655'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:14:25.365463 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:13:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b8f50000-f4c2-4b65-95ad-2235342a7655'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:25.387919 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 67c29e83-4779-4863-97a9-3c16b4848aba triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:25.388347 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (67c29e83-4779-4863-97a9-3c16b4848aba), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:25.474376 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] Set router b8f50000-f4c2-4b65-95ad-2235342a7655 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:14:25.478308 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 67c29e83-4779-4863-97a9-3c16b4848aba is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:14:25.478956 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (67c29e83-4779-4863-97a9-3c16b4848aba), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:25.502881 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] For port 67c29e83-4779-4863-97a9-3c16b4848aba, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=67c29e83-4779-4863-97a9-3c16b4848aba,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:14:25.507413 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (67c29e83-4779-4863-97a9-3c16b4848aba), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:25.556954 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Pushing event updated for resources: {'Port': ['ID=67c29e83-4779-4863-97a9-3c16b4848aba,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:25.681409 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f50000-f4c2-4b65-95ad-2235342a7655', 'name': 'tempest-TestSnapshotPattern-1594594345-router', 'tenant_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '67c29e83-4779-4863-97a9-3c16b4848aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:18Z', 'updated_at': '2022-01-27T23:14:21Z', 'revision_number': 4, 'project_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'gw_port': {'id': '67c29e83-4779-4863-97a9-3c16b4848aba', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:66:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f50000-f4c2-4b65-95ad-2235342a7655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:19Z', 'updated_at': '2022-01-27T23:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '226185d9-9a4c-4de1-9513-16f4929d0865', 'name': '', 'network_id': '6046785a-d7f0-4fdf-9e54-44fdd6b7a556', 'tenant_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'mac_address': 'fa:16:3e:3f:c2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f50000-f4c2-4b65-95ad-2235342a7655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '6255fe54-a2b7-4e81-8491-fa6a2a8a2f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:20Z', 'updated_at': '2022-01-27T23:14:21Z', 'revision_number': 2, 'project_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'subnets': [{'id': '6255fe54-a2b7-4e81-8491-fa6a2a8a2f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:25.707164 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] Checking router: b8f50000-f4c2-4b65-95ad-2235342a7655 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:14:25.707526 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] Updating router b8f50000-f4c2-4b65-95ad-2235342a7655 port 226185d9-9a4c-4de1-9513-16f4929d0865 binding host n-d-772272-3 {{(pid=109744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:14:25.731350 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (226185d9-9a4c-4de1-9513-16f4929d0865), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:25.973884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-c317825d-db46-4f51-a7fe-4b8848895879 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:25.976118 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-c317825d-db46-4f51-a7fe-4b8848895879 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.15 "GET /v2.0/networks?id=df61cd34-a8f3-44b6-a0e8-b98a716a132c HTTP/1.1" status: 200 len: 809 time: 0.1065536 Jan 27 23:14:26.003242 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] Publish callbacks [] for port (226185d9-9a4c-4de1-9513-16f4929d0865), precommit_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:26.019562 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (226185d9-9a4c-4de1-9513-16f4929d0865), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:26.043749 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-db2dc42c-b374-486d-99db-9d8fe6018b03 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db0f22f067414b0a9091449a798fe3e7 HTTP/1.1" status: 200 len: 379 time: 0.0593200 Jan 27 23:14:26.065753 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-82884c6f-e8f5-4a8c-a851-0104c5640f94 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Request body: {'port': {'device_id': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'admin_state_up': True, 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'security_groups': ['0854d097-a29b-430a-92ba-3854755b8b67']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:14:26.107753 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa985d0a-fcf6-4cca-a0ea-dc63609ed7a6 None None] Pushing event updated for resources: {'Port': ['ID=226185d9-9a4c-4de1-9513-16f4929d0865,revision_number=3']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:26.123000 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] Attempting to bind port 226185d9-9a4c-4de1-9513-16f4929d0865 on host n-d-772272-3 for vnic_type normal with profile {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:14:26.123604 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] Attempting to bind port 226185d9-9a4c-4de1-9513-16f4929d0865 by drivers openvswitch,hyperv on host n-d-772272-3 at level 0 using segments [{'id': '3cabc567-3b85-4ab2-beac-fbb370f4d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6046785a-d7f0-4fdf-9e54-44fdd6b7a556'}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:14:26.123957 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] Attempting to bind port 226185d9-9a4c-4de1-9513-16f4929d0865 on network 6046785a-d7f0-4fdf-9e54-44fdd6b7a556 {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:14:26.131338 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] Checking agent: {'id': '7e5f215b-18f0-4b35-9689-d6b5a8755e6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 32, 30), 'started_at': datetime.datetime(2022, 1, 27, 21, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-772272-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:14:26.132041 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] Checking segment: {'id': '3cabc567-3b85-4ab2-beac-fbb370f4d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6046785a-d7f0-4fdf-9e54-44fdd6b7a556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:14:26.132487 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:26.132882 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] Bound using segment: {'id': '3cabc567-3b85-4ab2-beac-fbb370f4d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6046785a-d7f0-4fdf-9e54-44fdd6b7a556'} {{(pid=109744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:14:26.133358 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.managers [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] Bound port: 226185d9-9a4c-4de1-9513-16f4929d0865, host: n-d-772272-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cabc567-3b85-4ab2-beac-fbb370f4d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6046785a-d7f0-4fdf-9e54-44fdd6b7a556'}}] {{(pid=109744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:14:26.133740 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (226185d9-9a4c-4de1-9513-16f4929d0865), before_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:26.147687 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6ddec023-23f0-4bf1-9a68-a39835c7ee19 req-ac29db48-60c2-4c27-a5fc-abba528cf4c6 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 210 time: 0.0719612 Jan 27 23:14:26.200183 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] For port 226185d9-9a4c-4de1-9513-16f4929d0865, host n-d-772272-3, cleared binding levels {{(pid=109744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:14:26.203421 n-d-772272-3 neutron-server[109744]: DEBUG neutron.plugins.ml2.db [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] For port 226185d9-9a4c-4de1-9513-16f4929d0865, host n-d-772272-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=226185d9-9a4c-4de1-9513-16f4929d0865,segment=NetworkSegment(3cabc567-3b85-4ab2-beac-fbb370f4d843),segment_id=3cabc567-3b85-4ab2-beac-fbb370f4d843)] {{(pid=109744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:14:26.209658 n-d-772272-3 neutron-server[109744]: DEBUG neutron_lib.callbacks.manager [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (226185d9-9a4c-4de1-9513-16f4929d0865), after_update {{(pid=109744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:26.225364 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-82884c6f-e8f5-4a8c-a851-0104c5640f94 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Made reservation on behalf of db0f22f067414b0a9091449a798fe3e7 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:14:26.228800 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-82884c6f-e8f5-4a8c-a851-0104c5640f94 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:26.260037 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] Routers {'b8f50000-f4c2-4b65-95ad-2235342a7655'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:14:26.260700 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:13:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b8f50000-f4c2-4b65-95ad-2235342a7655'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:26.339456 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-b23a8399-d8a8-4a90-aed7-2f1c883a1b73 None None] Provisioning complete for port 226185d9-9a4c-4de1-9513-16f4929d0865 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:26.340482 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b23a8399-d8a8-4a90-aed7-2f1c883a1b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (226185d9-9a4c-4de1-9513-16f4929d0865), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:26.391531 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] Set router b8f50000-f4c2-4b65-95ad-2235342a7655 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:14:26.393204 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-82884c6f-e8f5-4a8c-a851-0104c5640f94 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Allocated IP 172.20.0.9 (df61cd34-a8f3-44b6-a0e8-b98a716a132c/b3476e60-caea-46b8-88f2-cb0d3eda0259/5fc709e6-c5ac-44d0-b3c6-94d3297efac5) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:14:26.496900 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa985d0a-fcf6-4cca-a0ea-dc63609ed7a6 None None] Pushing event updated for resources: {'Port': ['ID=226185d9-9a4c-4de1-9513-16f4929d0865,revision_number=4']} {{(pid=109744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:26.498433 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-b23a8399-d8a8-4a90-aed7-2f1c883a1b73 None None] Current status of the port 226185d9-9a4c-4de1-9513-16f4929d0865 is: DOWN; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:14:26.498841 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b23a8399-d8a8-4a90-aed7-2f1c883a1b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (226185d9-9a4c-4de1-9513-16f4929d0865), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:26.552955 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-b23a8399-d8a8-4a90-aed7-2f1c883a1b73 None None] For port 226185d9-9a4c-4de1-9513-16f4929d0865, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=226185d9-9a4c-4de1-9513-16f4929d0865,segment=NetworkSegment(3cabc567-3b85-4ab2-beac-fbb370f4d843),segment_id=3cabc567-3b85-4ab2-beac-fbb370f4d843)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:14:26.559968 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b23a8399-d8a8-4a90-aed7-2f1c883a1b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (226185d9-9a4c-4de1-9513-16f4929d0865), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:26.622045 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-82884c6f-e8f5-4a8c-a851-0104c5640f94 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for port (5fc709e6-c5ac-44d0-b3c6-94d3297efac5), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:26.650820 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f50000-f4c2-4b65-95ad-2235342a7655', 'name': 'tempest-TestSnapshotPattern-1594594345-router', 'tenant_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '67c29e83-4779-4863-97a9-3c16b4848aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:18Z', 'updated_at': '2022-01-27T23:14:21Z', 'revision_number': 4, 'project_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'gw_port': {'id': '67c29e83-4779-4863-97a9-3c16b4848aba', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:66:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f50000-f4c2-4b65-95ad-2235342a7655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:19Z', 'updated_at': '2022-01-27T23:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '226185d9-9a4c-4de1-9513-16f4929d0865', 'name': '', 'network_id': '6046785a-d7f0-4fdf-9e54-44fdd6b7a556', 'tenant_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'mac_address': 'fa:16:3e:3f:c2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f50000-f4c2-4b65-95ad-2235342a7655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '6255fe54-a2b7-4e81-8491-fa6a2a8a2f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:20Z', 'updated_at': '2022-01-27T23:14:26Z', 'revision_number': 4, 'project_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'subnets': [{'id': '6255fe54-a2b7-4e81-8491-fa6a2a8a2f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:26.667031 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a8399-d8a8-4a90-aed7-2f1c883a1b73 None None] Pushing event updated for resources: {'Port': ['ID=226185d9-9a4c-4de1-9513-16f4929d0865,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:26.690959 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-82884c6f-e8f5-4a8c-a851-0104c5640f94 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (5fc709e6-c5ac-44d0-b3c6-94d3297efac5), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:26.699281 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-446fe849-1b92-4f98-a8dd-93ca0065b054 None None] Provisioning complete for port 226185d9-9a4c-4de1-9513-16f4929d0865 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:26.700198 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-446fe849-1b92-4f98-a8dd-93ca0065b054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (226185d9-9a4c-4de1-9513-16f4929d0865), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:26.753367 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82884c6f-e8f5-4a8c-a851-0104c5640f94 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Pushing event updated for resources: {'Port': ['ID=5fc709e6-c5ac-44d0-b3c6-94d3297efac5,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:26.758508 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-82884c6f-e8f5-4a8c-a851-0104c5640f94 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Network df61cd34-a8f3-44b6-a0e8-b98a716a132c is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:14:26.759980 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-82884c6f-e8f5-4a8c-a851-0104c5640f94 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:14:26.762429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-82884c6f-e8f5-4a8c-a851-0104c5640f94 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:14:26.782675 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b74756-910c-417f-8a8e-c9e5ca7d210b None None] The sync data for ids ['b8f50000-f4c2-4b65-95ad-2235342a7655'] in n-d-772272-3 is: [{'id': 'b8f50000-f4c2-4b65-95ad-2235342a7655', 'name': 'tempest-TestSnapshotPattern-1594594345-router', 'tenant_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '67c29e83-4779-4863-97a9-3c16b4848aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:18Z', 'updated_at': '2022-01-27T23:14:21Z', 'revision_number': 4, 'project_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'gw_port': {'id': '67c29e83-4779-4863-97a9-3c16b4848aba', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:66:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f50000-f4c2-4b65-95ad-2235342a7655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:19Z', 'updated_at': '2022-01-27T23:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': '226185d9-9a4c-4de1-9513-16f4929d0865', 'name': '', 'network_id': '6046785a-d7f0-4fdf-9e54-44fdd6b7a556', 'tenant_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'mac_address': 'fa:16:3e:3f:c2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f50000-f4c2-4b65-95ad-2235342a7655', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '6255fe54-a2b7-4e81-8491-fa6a2a8a2f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:20Z', 'updated_at': '2022-01-27T23:14:26Z', 'revision_number': 4, 'project_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'subnets': [{'id': '6255fe54-a2b7-4e81-8491-fa6a2a8a2f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:14:26.807354 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-446fe849-1b92-4f98-a8dd-93ca0065b054 None None] Current status of the port 226185d9-9a4c-4de1-9513-16f4929d0865 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:14:26.818730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-82884c6f-e8f5-4a8c-a851-0104c5640f94 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:26.819366 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-82884c6f-e8f5-4a8c-a851-0104c5640f94 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:26.840760 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-82884c6f-e8f5-4a8c-a851-0104c5640f94 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7803323 Jan 27 23:14:26.852695 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] Request body: {'port': {'device_id': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:14:26.892031 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-55a7f0f7-853b-4aae-8621-d8842e8775db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:26.921362 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5fc709e6-c5ac-44d0-b3c6-94d3297efac5), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:27.181500 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-40259939-02ab-40c6-915f-c90c1fc64500 None None] Provisioning complete for port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:27.181872 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-40259939-02ab-40c6-915f-c90c1fc64500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5fc709e6-c5ac-44d0-b3c6-94d3297efac5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:27.217071 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-40259939-02ab-40c6-915f-c90c1fc64500 None None] Port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:14:27.272182 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:14:27.284288 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] Publish callbacks [] for port (5fc709e6-c5ac-44d0-b3c6-94d3297efac5), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:27.302987 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] Transition to ACTIVE for port object 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:14:27.310333 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346583b-714c-420a-a9c1-2f7c935a86ed req-d1c61ee4-3f33-4116-8856-e1c1916eee79 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:27.311882 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4346583b-714c-420a-a9c1-2f7c935a86ed req-d1c61ee4-3f33-4116-8856-e1c1916eee79 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 931 time: 0.0851669 Jan 27 23:14:27.313083 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (5fc709e6-c5ac-44d0-b3c6-94d3297efac5), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:27.366647 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 67c29e83-4779-4863-97a9-3c16b4848aba up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:14:27.398606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc709e6-c5ac-44d0-b3c6-94d3297efac5,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:27.464085 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 67c29e83-4779-4863-97a9-3c16b4848aba triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:27.464632 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (67c29e83-4779-4863-97a9-3c16b4848aba), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:27.486124 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-4346583b-714c-420a-a9c1-2f7c935a86ed req-a1563669-b526-4a11-9921-7c30ec464889 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633017 Jan 27 23:14:27.521142 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] Attempting to bind port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 on host n-h1-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:14:27.521393 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] Attempting to bind port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 by drivers openvswitch,hyperv on host n-h1-772272-3 at level 0 using segments [{'id': '173dbeff-8d9b-48ec-a04d-e9e18ef89a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:14:27.521992 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] Attempting to bind port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 on network df61cd34-a8f3-44b6-a0e8-b98a716a132c {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:14:27.526828 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] Port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 on network df61cd34-a8f3-44b6-a0e8-b98a716a132c not bound, no agent of type Open vSwitch agent registered on host n-h1-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:14:27.527158 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] Attempting to bind port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 on network df61cd34-a8f3-44b6-a0e8-b98a716a132c {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:14:27.533035 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] Checking agent: {'id': 'e55b59e4-c092-4687-be45-c68a5c78920b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 12), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:14:27.533424 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] Checking segment: {'id': '173dbeff-8d9b-48ec-a04d-e9e18ef89a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:14:27.533763 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] Bound using segment: {'id': '173dbeff-8d9b-48ec-a04d-e9e18ef89a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:14:27.534200 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] Bound port: 5fc709e6-c5ac-44d0-b3c6-94d3297efac5, host: n-h1-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '173dbeff-8d9b-48ec-a04d-e9e18ef89a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:14:27.534567 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5fc709e6-c5ac-44d0-b3c6-94d3297efac5), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:27.557424 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 67c29e83-4779-4863-97a9-3c16b4848aba is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:14:27.558509 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 226185d9-9a4c-4de1-9513-16f4929d0865 up at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:14:27.606387 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] For port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5, host n-h1-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:14:27.607558 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Provisioning complete for port 226185d9-9a4c-4de1-9513-16f4929d0865 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:27.608064 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (226185d9-9a4c-4de1-9513-16f4929d0865), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:27.613779 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] For port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5, host n-h1-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5fc709e6-c5ac-44d0-b3c6-94d3297efac5,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:14:27.618215 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (5fc709e6-c5ac-44d0-b3c6-94d3297efac5), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:27.658176 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:27.658827 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:27.660216 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] 10.222.0.15 "PUT /v2.0/ports/5fc709e6-c5ac-44d0-b3c6-94d3297efac5 HTTP/1.1" status: 200 len: 1091 time: 0.8121424 Jan 27 23:14:27.660773 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'tag': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:14:27.662976 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551d08db-f60b-48b4-a0ed-5ddb928377e0" -d '{"events": [{"name": "network-changed", "server_uuid": "b35e004e-21da-41c5-9f90-b3c87c70fdc5", "tag": "5fc709e6-c5ac-44d0-b3c6-94d3297efac5"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:14:27.683782 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a9295-003d-4daf-98fe-5b0ab77224f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc709e6-c5ac-44d0-b3c6-94d3297efac5,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:27.702034 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Current status of the port 226185d9-9a4c-4de1-9513-16f4929d0865 is: ACTIVE; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:14:27.727467 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6796f111-be45-4302-b205-691891ef632b x-openstack-request-id: req-6796f111-be45-4302-b205-691891ef632b {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:14:27.727898 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35e004e-21da-41c5-9f90-b3c87c70fdc5", "tag": "5fc709e6-c5ac-44d0-b3c6-94d3297efac5", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:14:27.728044 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6796f111-be45-4302-b205-691891ef632b {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:14:27.728441 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'tag': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5', 'status': 'completed', 'code': 200} Jan 27 23:14:27.766339 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-9b43b8d3-aac9-4586-be33-553352bcbf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:27.767912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-9b43b8d3-aac9-4586-be33-553352bcbf62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db0f22f067414b0a9091449a798fe3e7&device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 1094 time: 0.0510764 Jan 27 23:14:27.811601 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-1904e841-2035-4a11-a3a1-d256ae3ac6e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fc709e6-c5ac-44d0-b3c6-94d3297efac5 HTTP/1.1" status: 200 len: 217 time: 0.0359373 Jan 27 23:14:27.863206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-602e0052-dca1-42c2-a315-95dd32ec64f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:27.864507 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:27.869403 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-602e0052-dca1-42c2-a315-95dd32ec64f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3476e60-caea-46b8-88f2-cb0d3eda0259 HTTP/1.1" status: 200 len: 848 time: 0.0524864 Jan 27 23:14:27.919040 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-eb64b0da-560c-45d0-8ea1-32c016fa6690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:27.920573 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-eb64b0da-560c-45d0-8ea1-32c016fa6690 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df61cd34-a8f3-44b6-a0e8-b98a716a132c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457535 Jan 27 23:14:28.008258 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-6713efda-5603-464c-87fa-150bae739377 service neutron] 10.222.0.15 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819485 Jan 27 23:14:28.099363 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b831ee9c-7543-452f-bcf5-6429cdf15e1d req-73afbc83-a6ae-4285-8fcb-691d692195c1 service neutron] 10.222.0.15 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859210 Jan 27 23:14:28.182702 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d08db-f60b-48b4-a0ed-5ddb928377e0 req-d15cdb32-96a9-4a29-b949-3de4bc335a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:28.184291 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-551d08db-f60b-48b4-a0ed-5ddb928377e0 req-d15cdb32-96a9-4a29-b949-3de4bc335a28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db0f22f067414b0a9091449a798fe3e7&device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 1094 time: 0.0425928 Jan 27 23:14:28.274418 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d08db-f60b-48b4-a0ed-5ddb928377e0 req-458199c2-a332-4d4c-be6b-286889f22e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:28.276058 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-551d08db-f60b-48b4-a0ed-5ddb928377e0 req-458199c2-a332-4d4c-be6b-286889f22e8b service neutron] 10.222.0.15 "GET /v2.0/networks?id=df61cd34-a8f3-44b6-a0e8-b98a716a132c HTTP/1.1" status: 200 len: 910 time: 0.0860484 Jan 27 23:14:28.326229 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-551d08db-f60b-48b4-a0ed-5ddb928377e0 req-701d4b14-6adf-4a27-a3b7-4e9d21b18659 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fc709e6-c5ac-44d0-b3c6-94d3297efac5 HTTP/1.1" status: 200 len: 217 time: 0.0432050 Jan 27 23:14:28.373763 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d08db-f60b-48b4-a0ed-5ddb928377e0 req-ba1c12b2-4d41-4117-b218-b8d1fde3ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:28.375083 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-551d08db-f60b-48b4-a0ed-5ddb928377e0 req-ba1c12b2-4d41-4117-b218-b8d1fde3ae42 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3476e60-caea-46b8-88f2-cb0d3eda0259 HTTP/1.1" status: 200 len: 848 time: 0.0432053 Jan 27 23:14:28.419621 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d08db-f60b-48b4-a0ed-5ddb928377e0 req-b3997c89-4c87-4c01-b84e-74b7d0a54373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:28.421386 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-551d08db-f60b-48b4-a0ed-5ddb928377e0 req-b3997c89-4c87-4c01-b84e-74b7d0a54373 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df61cd34-a8f3-44b6-a0e8-b98a716a132c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395100 Jan 27 23:14:28.513017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-551d08db-f60b-48b4-a0ed-5ddb928377e0 req-d142c4c5-8fed-4ae1-bc7d-e5d483f697cc service neutron] 10.222.0.15 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853758 Jan 27 23:14:28.639330 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245bc57-2133-42c6-b92c-92ee1dce126b req-81129429-1915-4512-b7ae-d96c8a342ffb tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:28.640754 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6245bc57-2133-42c6-b92c-92ee1dce126b req-81129429-1915-4512-b7ae-d96c8a342ffb tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 943 time: 0.0781806 Jan 27 23:14:28.645057 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-551d08db-f60b-48b4-a0ed-5ddb928377e0 req-21d6429e-8b34-4366-8b38-0de9337abc2a service neutron] 10.222.0.15 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259871 Jan 27 23:14:28.690355 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-6245bc57-2133-42c6-b92c-92ee1dce126b req-670a29f1-d4b5-402d-86b5-ea5aedca635c tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431905 Jan 27 23:14:29.254120 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:29.807186 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1d2bf-676f-485c-8b71-9facc7a14de2 req-a04434fc-2250-4471-992f-38f86c897141 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:29.808617 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9a1d2bf-676f-485c-8b71-9facc7a14de2 req-a04434fc-2250-4471-992f-38f86c897141 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 943 time: 0.0475082 Jan 27 23:14:29.856389 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a9a1d2bf-676f-485c-8b71-9facc7a14de2 req-ef4a6643-288c-477d-a413-e22d54310c42 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415990 Jan 27 23:14:30.504188 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:30.969063 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b73483-9d77-49b4-9bd5-e0fc2288b978 req-ef2653f3-fe63-4002-9e1a-4e255b504e60 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:30.971281 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30b73483-9d77-49b4-9bd5-e0fc2288b978 req-ef2653f3-fe63-4002-9e1a-4e255b504e60 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 943 time: 0.0475440 Jan 27 23:14:31.023723 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-30b73483-9d77-49b4-9bd5-e0fc2288b978 req-f9813986-b745-46df-8618-f30c0f69ba0a tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467429 Jan 27 23:14:32.134636 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c468262-0d30-4273-bac0-132bbae3cd89 req-5e498618-e52f-4549-9b52-f823a39bf831 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:32.136122 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c468262-0d30-4273-bac0-132bbae3cd89 req-5e498618-e52f-4549-9b52-f823a39bf831 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 943 time: 0.0471435 Jan 27 23:14:32.183311 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0c468262-0d30-4273-bac0-132bbae3cd89 req-53b92ebf-2b04-4cb9-9ffd-60d15c0f7206 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410366 Jan 27 23:14:32.325982 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:14:32.420855 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5fc709e6-c5ac-44d0-b3c6-94d3297efac5,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:14:32.432496 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'port_id': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5', 'mac_address': 'fa:16:3e:6a:cb:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:14:32.468583 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:14:32.468978 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5fc709e6-c5ac-44d0-b3c6-94d3297efac5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:32.481707 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:14:32.501242 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5fc709e6-c5ac-44d0-b3c6-94d3297efac5,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:14:32.505342 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5fc709e6-c5ac-44d0-b3c6-94d3297efac5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:32.551073 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=5fc709e6-c5ac-44d0-b3c6-94d3297efac5,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:32.709246 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['5fc709e6-c5ac-44d0-b3c6-94d3297efac5'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:14:33.089810 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [req-74962403-c79a-435c-8b3a-16a5ecce9f3f req-5b39e068-e821-4a1e-ba9f-3b0a1c3e3bdc service neutron] (109742) timed out ('10.222.0.21', 53394) {{(pid=109742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 23:14:33.296796 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a01554-e730-47d3-86fb-85e353d93a3a req-931e5cf6-ccba-489d-ab65-e81f62af0a44 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:33.298785 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-04a01554-e730-47d3-86fb-85e353d93a3a req-931e5cf6-ccba-489d-ab65-e81f62af0a44 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 944 time: 0.0471010 Jan 27 23:14:33.345973 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-04a01554-e730-47d3-86fb-85e353d93a3a req-3ab6d0ca-fa16-433c-935b-53c9d9b30c62 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415182 Jan 27 23:14:34.343789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:14:34.392789 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning for port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:14:34.396729 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:14:34.397113 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5fc709e6-c5ac-44d0-b3c6-94d3297efac5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:34.461363 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545fb22-cefb-435c-96af-a23e82520a49 req-f00b6690-8d79-4ad8-8cda-f6ee5675916a tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:34.462833 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1545fb22-cefb-435c-96af-a23e82520a49 req-f00b6690-8d79-4ad8-8cda-f6ee5675916a tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 944 time: 0.0505292 Jan 27 23:14:34.474034 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:14:34.474428 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5fc709e6-c5ac-44d0-b3c6-94d3297efac5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:34.498228 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:14:34.500486 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461d079e-89c3-4b5d-9741-8a188b6af9f3" -d '{"events": [{"server_uuid": "b35e004e-21da-41c5-9f90-b3c87c70fdc5", "name": "network-vif-plugged", "status": "completed", "tag": "5fc709e6-c5ac-44d0-b3c6-94d3297efac5"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:14:34.512824 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1545fb22-cefb-435c-96af-a23e82520a49 req-3f17ae95-87e3-4d7b-9097-2945d6bd8df3 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443389 Jan 27 23:14:34.512987 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5fc709e6-c5ac-44d0-b3c6-94d3297efac5,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:14:34.517627 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5fc709e6-c5ac-44d0-b3c6-94d3297efac5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:34.548020 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e843a44f-db95-454e-8250-782cd81192a6 x-openstack-request-id: req-e843a44f-db95-454e-8250-782cd81192a6 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:14:34.548311 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35e004e-21da-41c5-9f90-b3c87c70fdc5", "name": "network-vif-plugged", "status": "completed", "tag": "5fc709e6-c5ac-44d0-b3c6-94d3297efac5", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:14:34.548570 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e843a44f-db95-454e-8250-782cd81192a6 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:14:34.548974 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5', 'code': 200} Jan 27 23:14:34.572887 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=5fc709e6-c5ac-44d0-b3c6-94d3297efac5,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:34.638680 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf80ee1-3932-44f3-874f-e98e35e23779 req-9f0ff90f-ae96-48c6-bcda-3710477b2ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:34.640079 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8bf80ee1-3932-44f3-874f-e98e35e23779 req-9f0ff90f-ae96-48c6-bcda-3710477b2ecb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 1096 time: 0.0395374 Jan 27 23:14:34.684281 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8bf80ee1-3932-44f3-874f-e98e35e23779 req-2b977185-0b1f-4b79-8ee9-97740352b4f6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386107 Jan 27 23:14:35.634979 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05341564-b8f4-4db2-aa0d-35490ae558b7 req-73a75709-8879-409a-be70-4bd93a165494 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:35.636506 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05341564-b8f4-4db2-aa0d-35490ae558b7 req-73a75709-8879-409a-be70-4bd93a165494 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0516002 Jan 27 23:14:35.685188 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-05341564-b8f4-4db2-aa0d-35490ae558b7 req-26976a5e-f2d5-43bb-b9aa-428d79e0175d tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424867 Jan 27 23:14:36.802259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f503a-d7db-409e-998d-474b9cd1dbd6 req-2510c0d2-66a6-4728-ad86-c42dceb6bf12 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:36.803726 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb4f503a-d7db-409e-998d-474b9cd1dbd6 req-2510c0d2-66a6-4728-ad86-c42dceb6bf12 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0475311 Jan 27 23:14:36.851017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fb4f503a-d7db-409e-998d-474b9cd1dbd6 req-2a77b137-d945-4fab-84c6-abb808b9540f tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418246 Jan 27 23:14:36.963570 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fd995-94c6-41b7-8421-514f20b1a717 req-dd53da62-1ab9-4ba0-8c38-f5b7d684a59a tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:36.965068 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f6fd995-94c6-41b7-8421-514f20b1a717 req-dd53da62-1ab9-4ba0-8c38-f5b7d684a59a tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 945 time: 0.0464501 Jan 27 23:14:37.018722 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0f6fd995-94c6-41b7-8421-514f20b1a717 req-7aa164d0-afe4-4d8f-adef-04d1603716af tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474758 Jan 27 23:14:37.040672 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58444) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:37.128434 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea50a89-13e4-4368-8142-2fa22876965d tempest-TestSnapshotPattern-5606507 tempest-TestSnapshotPattern-5606507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:37.129921 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-5ea50a89-13e4-4368-8142-2fa22876965d tempest-TestSnapshotPattern-5606507 tempest-TestSnapshotPattern-5606507-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 1091 time: 0.0882649 Jan 27 23:14:37.132745 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58448) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:37.136872 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-2b552ad9-27ef-48f2-b7d7-4c9a2bd20841 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:14:37.156584 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b552ad9-27ef-48f2-b7d7-4c9a2bd20841 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:37.254914 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b552ad9-27ef-48f2-b7d7-4c9a2bd20841 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:37.358504 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-2b552ad9-27ef-48f2-b7d7-4c9a2bd20841 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Allocated IP 172.25.3.65 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/fdb35f49-6bc1-47bf-baba-7e7192bc6599) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:14:37.456895 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b552ad9-27ef-48f2-b7d7-4c9a2bd20841 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for port (fdb35f49-6bc1-47bf-baba-7e7192bc6599), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:37.494872 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b552ad9-27ef-48f2-b7d7-4c9a2bd20841 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (fdb35f49-6bc1-47bf-baba-7e7192bc6599), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:37.537178 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b552ad9-27ef-48f2-b7d7-4c9a2bd20841 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:14:37.540453 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-2b552ad9-27ef-48f2-b7d7-4c9a2bd20841 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:14:37.545992 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b552ad9-27ef-48f2-b7d7-4c9a2bd20841 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:14:37.551953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b552ad9-27ef-48f2-b7d7-4c9a2bd20841 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Pushing event updated for resources: {'Port': ['ID=fdb35f49-6bc1-47bf-baba-7e7192bc6599,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:37.905873 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b552ad9-27ef-48f2-b7d7-4c9a2bd20841 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for floatingip (8826f49b-875a-47b0-b13e-7c59cb771639), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:37.975780 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b552ad9-27ef-48f2-b7d7-4c9a2bd20841 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (fdb35f49-6bc1-47bf-baba-7e7192bc6599), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:38.461393 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b552ad9-27ef-48f2-b7d7-4c9a2bd20841 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for port (fdb35f49-6bc1-47bf-baba-7e7192bc6599), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:38.466057 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b552ad9-27ef-48f2-b7d7-4c9a2bd20841 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (fdb35f49-6bc1-47bf-baba-7e7192bc6599), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:38.536096 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b552ad9-27ef-48f2-b7d7-4c9a2bd20841 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Pushing event updated for resources: {'Port': ['ID=fdb35f49-6bc1-47bf-baba-7e7192bc6599,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:38.545255 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b552ad9-27ef-48f2-b7d7-4c9a2bd20841 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (8826f49b-875a-47b0-b13e-7c59cb771639), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:38.644859 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-2b552ad9-27ef-48f2-b7d7-4c9a2bd20841 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Floating IP 8826f49b-875a-47b0-b13e-7c59cb771639 associated. External IP: 172.25.3.65, port: 5fc709e6-c5ac-44d0-b3c6-94d3297efac5. Jan 27 23:14:38.856977 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b552ad9-27ef-48f2-b7d7-4c9a2bd20841 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Router bb857c04-4800-4971-8192-96060348d575 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:14:38.965014 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b552ad9-27ef-48f2-b7d7-4c9a2bd20841 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:14:38.975297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0176c7-5a66-422b-a832-4fb496f2f7a4 None None] Sync routers for ids ['bb857c04-4800-4971-8192-96060348d575'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:14:38.985623 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2b552ad9-27ef-48f2-b7d7-4c9a2bd20841 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:38.994611 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0176c7-5a66-422b-a832-4fb496f2f7a4 None None] Routers {'bb857c04-4800-4971-8192-96060348d575'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:14:38.995262 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1a0176c7-5a66-422b-a832-4fb496f2f7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:14:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['bb857c04-4800-4971-8192-96060348d575'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:39.015510 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2b552ad9-27ef-48f2-b7d7-4c9a2bd20841 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8817418 Jan 27 23:14:39.016277 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'tag': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:14:39.018546 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1110087-a2aa-467b-8124-f17f735a3b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "b35e004e-21da-41c5-9f90-b3c87c70fdc5", "tag": "5fc709e6-c5ac-44d0-b3c6-94d3297efac5"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:14:39.059192 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d91dd4-234f-49d0-ac5f-beda85132bba x-openstack-request-id: req-f1d91dd4-234f-49d0-ac5f-beda85132bba {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:14:39.059487 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35e004e-21da-41c5-9f90-b3c87c70fdc5", "tag": "5fc709e6-c5ac-44d0-b3c6-94d3297efac5", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:14:39.059758 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1d91dd4-234f-49d0-ac5f-beda85132bba {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:14:39.060210 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'tag': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5', 'status': 'completed', 'code': 200} Jan 27 23:14:39.123324 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1110087-a2aa-467b-8124-f17f735a3b8d req-459763d1-525f-409e-be31-685dd3a41445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:39.124890 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1110087-a2aa-467b-8124-f17f735a3b8d req-459763d1-525f-409e-be31-685dd3a41445 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db0f22f067414b0a9091449a798fe3e7&device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 1096 time: 0.0421636 Jan 27 23:14:39.127731 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-1a0176c7-5a66-422b-a832-4fb496f2f7a4 None None] Set router bb857c04-4800-4971-8192-96060348d575 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:14:39.220067 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1110087-a2aa-467b-8124-f17f735a3b8d req-25ecdaa8-8b91-4dc7-8829-9f5dea300181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:39.221605 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1110087-a2aa-467b-8124-f17f735a3b8d req-25ecdaa8-8b91-4dc7-8829-9f5dea300181 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df61cd34-a8f3-44b6-a0e8-b98a716a132c HTTP/1.1" status: 200 len: 910 time: 0.0910649 Jan 27 23:14:39.292028 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1110087-a2aa-467b-8124-f17f735a3b8d req-7e84132b-6552-4025-98a9-f696e9069f17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fc709e6-c5ac-44d0-b3c6-94d3297efac5 HTTP/1.1" status: 200 len: 998 time: 0.0639312 Jan 27 23:14:39.351276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1110087-a2aa-467b-8124-f17f735a3b8d req-9d9632c4-a016-40b8-8dc0-f18352c14277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:39.352831 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1110087-a2aa-467b-8124-f17f735a3b8d req-9d9632c4-a016-40b8-8dc0-f18352c14277 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3476e60-caea-46b8-88f2-cb0d3eda0259 HTTP/1.1" status: 200 len: 848 time: 0.0549870 Jan 27 23:14:39.362734 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1a0176c7-5a66-422b-a832-4fb496f2f7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb857c04-4800-4971-8192-96060348d575', 'name': 'tempest-TestSnapshotPattern-809592675-router', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:16Z', 'revision_number': 4, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'gw_port': {'id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '8826f49b-875a-47b0-b13e-7c59cb771639', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'floating_ip_address': '172.25.3.65', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'bb857c04-4800-4971-8192-96060348d575', 'port_id': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'mac_address': 'fa:16:3e:6a:cb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:14:37Z', 'updated_at': '2022-01-27T23:14:37Z', 'revision_number': 0, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7a49192-36f1-4270-a665-9316a5b2b782', 'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'mac_address': 'fa:16:3e:c1:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:15Z', 'updated_at': '2022-01-27T23:14:20Z', 'revision_number': 5, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'subnets': [{'id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:39.389755 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0176c7-5a66-422b-a832-4fb496f2f7a4 None None] Checking router: bb857c04-4800-4971-8192-96060348d575 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:14:39.398461 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1110087-a2aa-467b-8124-f17f735a3b8d req-48dc2233-7593-4ffe-91c3-12cf97e01b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:39.398892 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0176c7-5a66-422b-a832-4fb496f2f7a4 None None] Routers {'bb857c04-4800-4971-8192-96060348d575'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:14:39.399508 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1a0176c7-5a66-422b-a832-4fb496f2f7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:14:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['bb857c04-4800-4971-8192-96060348d575'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:39.400614 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1110087-a2aa-467b-8124-f17f735a3b8d req-48dc2233-7593-4ffe-91c3-12cf97e01b1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df61cd34-a8f3-44b6-a0e8-b98a716a132c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419290 Jan 27 23:14:39.491801 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1110087-a2aa-467b-8124-f17f735a3b8d req-a6f44b73-a7f5-458f-a792-9068c0e24225 service neutron] 10.222.0.15 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848522 Jan 27 23:14:39.509436 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-1a0176c7-5a66-422b-a832-4fb496f2f7a4 None None] Set router bb857c04-4800-4971-8192-96060348d575 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:14:39.596967 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b1110087-a2aa-467b-8124-f17f735a3b8d req-b7f9d298-9044-4a32-a69f-17820efe1712 service neutron] 10.222.0.15 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991771 Jan 27 23:14:39.742428 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-1a0176c7-5a66-422b-a832-4fb496f2f7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb857c04-4800-4971-8192-96060348d575', 'name': 'tempest-TestSnapshotPattern-809592675-router', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:16Z', 'revision_number': 4, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'gw_port': {'id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '8826f49b-875a-47b0-b13e-7c59cb771639', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'floating_ip_address': '172.25.3.65', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'bb857c04-4800-4971-8192-96060348d575', 'port_id': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'mac_address': 'fa:16:3e:6a:cb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:14:37Z', 'updated_at': '2022-01-27T23:14:37Z', 'revision_number': 0, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7a49192-36f1-4270-a665-9316a5b2b782', 'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'mac_address': 'fa:16:3e:c1:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:15Z', 'updated_at': '2022-01-27T23:14:20Z', 'revision_number': 5, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'subnets': [{'id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:39.774345 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0176c7-5a66-422b-a832-4fb496f2f7a4 None None] The sync data for ids ['bb857c04-4800-4971-8192-96060348d575'] in n-d-772272-3 is: [{'id': 'bb857c04-4800-4971-8192-96060348d575', 'name': 'tempest-TestSnapshotPattern-809592675-router', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:16Z', 'revision_number': 4, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'gw_port': {'id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '8826f49b-875a-47b0-b13e-7c59cb771639', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'floating_ip_address': '172.25.3.65', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'bb857c04-4800-4971-8192-96060348d575', 'port_id': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'mac_address': 'fa:16:3e:6a:cb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:14:37Z', 'updated_at': '2022-01-27T23:14:37Z', 'revision_number': 0, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7a49192-36f1-4270-a665-9316a5b2b782', 'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'mac_address': 'fa:16:3e:c1:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:15Z', 'updated_at': '2022-01-27T23:14:20Z', 'revision_number': 5, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'subnets': [{'id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:14:39.963749 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29979ef-ff5b-4fc7-bcd0-cfc1e5f73769 None None] New status for floating IP 8826f49b-875a-47b0-b13e-7c59cb771639: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:14:43.602170 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:50.693450 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8763be22-d1a7-409f-86a8-3b25dd2b38cf req-c06cec5f-bbcf-4f80-86cb-a2d1f37f4f0c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0820584 Jan 27 23:14:50.773725 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763be22-d1a7-409f-86a8-3b25dd2b38cf req-737ad466-9af2-45d0-a1a7-e07cd6883eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:50.775188 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8763be22-d1a7-409f-86a8-3b25dd2b38cf req-737ad466-9af2-45d0-a1a7-e07cd6883eaf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db0f22f067414b0a9091449a798fe3e7&device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 1096 time: 0.0395665 Jan 27 23:14:50.878414 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763be22-d1a7-409f-86a8-3b25dd2b38cf req-98ccdc59-4f64-4411-acf4-a5758052ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:50.879774 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8763be22-d1a7-409f-86a8-3b25dd2b38cf req-98ccdc59-4f64-4411-acf4-a5758052ca89 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df61cd34-a8f3-44b6-a0e8-b98a716a132c HTTP/1.1" status: 200 len: 910 time: 0.0870140 Jan 27 23:14:50.944268 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8763be22-d1a7-409f-86a8-3b25dd2b38cf req-5b2c9f29-4970-4671-876d-cff63271486d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fc709e6-c5ac-44d0-b3c6-94d3297efac5 HTTP/1.1" status: 200 len: 1000 time: 0.0566204 Jan 27 23:14:50.994688 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763be22-d1a7-409f-86a8-3b25dd2b38cf req-3959066c-2f63-4a05-8628-d691e4f55d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:50.996152 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8763be22-d1a7-409f-86a8-3b25dd2b38cf req-3959066c-2f63-4a05-8628-d691e4f55d17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3476e60-caea-46b8-88f2-cb0d3eda0259 HTTP/1.1" status: 200 len: 848 time: 0.0465517 Jan 27 23:14:51.040073 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763be22-d1a7-409f-86a8-3b25dd2b38cf req-6896e3bf-15fe-46d3-aac0-2fa5c5d1b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:14:51.041558 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8763be22-d1a7-409f-86a8-3b25dd2b38cf req-6896e3bf-15fe-46d3-aac0-2fa5c5d1b980 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df61cd34-a8f3-44b6-a0e8-b98a716a132c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397863 Jan 27 23:14:51.127016 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8763be22-d1a7-409f-86a8-3b25dd2b38cf req-de16e75f-ff92-4b68-b61c-65d614186baa service neutron] 10.222.0.15 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795672 Jan 27 23:14:51.219514 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8763be22-d1a7-409f-86a8-3b25dd2b38cf req-b8ef9f17-a579-4b4f-8bb1-52d49d4401f0 service neutron] 10.222.0.15 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847566 Jan 27 23:14:52.103806 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:54.074629 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:14:54.288145 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4db8484f-cd99-4a56-85e7-445d18709608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:56.885050 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-02f09b53-8afc-40f8-918e-f92ddf30d1f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:57.866971 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:59.256251 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:00.505869 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:13.604703 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:22.117354 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:24.288936 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-62b6ec9f-3115-4e01-ae2e-2bda6426cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:26.885854 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5c3eb51c-ab04-4506-a357-328ae7dcdd91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:27.869344 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:29.260210 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:30.508656 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:31.074929 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:15:43.620040 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:50.660813 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89575410-5b2d-4cb5-ba3e-557ca07f9cc6 req-4e836fc7-e1b1-42f5-9d89-06315d3a679a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395529 Jan 27 23:15:50.739476 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89575410-5b2d-4cb5-ba3e-557ca07f9cc6 req-45be2cd5-86a1-4da4-b4f6-ae066947d66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:50.741513 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89575410-5b2d-4cb5-ba3e-557ca07f9cc6 req-45be2cd5-86a1-4da4-b4f6-ae066947d66c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db0f22f067414b0a9091449a798fe3e7&device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 1096 time: 0.0401201 Jan 27 23:15:50.844314 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89575410-5b2d-4cb5-ba3e-557ca07f9cc6 req-1d800a01-dc0d-4be1-8732-4638335e54bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:50.845778 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89575410-5b2d-4cb5-ba3e-557ca07f9cc6 req-1d800a01-dc0d-4be1-8732-4638335e54bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=df61cd34-a8f3-44b6-a0e8-b98a716a132c HTTP/1.1" status: 200 len: 910 time: 0.0868344 Jan 27 23:15:50.910562 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89575410-5b2d-4cb5-ba3e-557ca07f9cc6 req-e372c1d0-6da9-4e6a-a0c6-bef66e5a7d18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fc709e6-c5ac-44d0-b3c6-94d3297efac5 HTTP/1.1" status: 200 len: 1000 time: 0.0580509 Jan 27 23:15:50.962163 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89575410-5b2d-4cb5-ba3e-557ca07f9cc6 req-d316c0e1-8ac4-4a02-a040-b17bdc012ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:50.963503 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89575410-5b2d-4cb5-ba3e-557ca07f9cc6 req-d316c0e1-8ac4-4a02-a040-b17bdc012ae7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3476e60-caea-46b8-88f2-cb0d3eda0259 HTTP/1.1" status: 200 len: 848 time: 0.0471263 Jan 27 23:15:51.007518 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89575410-5b2d-4cb5-ba3e-557ca07f9cc6 req-b5c45967-83a5-477c-b5b0-c05b178485e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:15:51.009046 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89575410-5b2d-4cb5-ba3e-557ca07f9cc6 req-b5c45967-83a5-477c-b5b0-c05b178485e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df61cd34-a8f3-44b6-a0e8-b98a716a132c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399542 Jan 27 23:15:51.094357 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89575410-5b2d-4cb5-ba3e-557ca07f9cc6 req-fb95340e-e809-40f6-8d30-3fe194716cbb service neutron] 10.222.0.15 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793264 Jan 27 23:15:51.187443 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-89575410-5b2d-4cb5-ba3e-557ca07f9cc6 req-ac4936ac-1f91-4ea6-a5b2-904f6f75cf6d service neutron] 10.222.0.15 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868733 Jan 27 23:15:52.116333 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:54.289641 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-dc52c6a7-91f9-405e-967a-744aaeda5e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:56.887280 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-42b22039-35d0-4955-a7df-722ed7998485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:57.872436 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:59.264359 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:00.511017 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:08.074721 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:16:13.614089 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:22.131200 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:24.290342 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-afe1a562-ad7c-4111-af70-4f8c3f193834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:26.889813 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a70d6190-0503-4f10-8f9f-3bc0c9ee573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:27.875409 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:29.266702 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:30.513251 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:38.812275 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 details requested by agent hyperv_n-h1-772272-3 with host n-h1-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:16:38.933359 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5fc709e6-c5ac-44d0-b3c6-94d3297efac5,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:16:38.946689 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Returning: {'device': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'port_id': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5', 'mac_address': 'fa:16:3e:6a:cb:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:16:38.990082 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 is: ACTIVE; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:16:38.990898 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5fc709e6-c5ac-44d0-b3c6-94d3297efac5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:39.006081 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:16:39.038199 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5fc709e6-c5ac-44d0-b3c6-94d3297efac5,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:16:39.043073 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5fc709e6-c5ac-44d0-b3c6-94d3297efac5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:39.123633 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] get_ports_and_sgs() called for port_ids ['5fc709e6-c5ac-44d0-b3c6-94d3297efac5'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:16:39.157090 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=5fc709e6-c5ac-44d0-b3c6-94d3297efac5,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:16:39.172733 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:39.173558 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:39.173558 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:39.173909 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:39.174138 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:39.174530 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:39.174965 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:39.175353 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:39.175742 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:39.176178 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:39.176596 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:39.176984 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:39.177368 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:40.835557 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 up at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:16:40.887894 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Provisioning complete for port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:16:40.888335 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (5fc709e6-c5ac-44d0-b3c6-94d3297efac5), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:40.972439 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:16:40.972831 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5fc709e6-c5ac-44d0-b3c6-94d3297efac5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:40.997271 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:16:40.999616 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943b6734-603d-4d61-a922-5a657d66cb89" -d '{"events": [{"server_uuid": "b35e004e-21da-41c5-9f90-b3c87c70fdc5", "name": "network-vif-plugged", "status": "completed", "tag": "5fc709e6-c5ac-44d0-b3c6-94d3297efac5"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:16:41.014579 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5fc709e6-c5ac-44d0-b3c6-94d3297efac5,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:16:41.020782 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5fc709e6-c5ac-44d0-b3c6-94d3297efac5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:41.103333 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=5fc709e6-c5ac-44d0-b3c6-94d3297efac5,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:16:41.117777 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81479b7a-0e7e-4aa8-8b34-1593fab2988e x-openstack-request-id: req-81479b7a-0e7e-4aa8-8b34-1593fab2988e {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:16:41.118082 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35e004e-21da-41c5-9f90-b3c87c70fdc5", "name": "network-vif-plugged", "status": "completed", "tag": "5fc709e6-c5ac-44d0-b3c6-94d3297efac5", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:16:41.118344 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81479b7a-0e7e-4aa8-8b34-1593fab2988e {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:16:41.118755 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5', 'code': 200} Jan 27 23:16:43.635439 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:45.074202 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:16:47.284122 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ece5700a-3a73-472e-84e4-65babb75c01b req-e170318c-e332-4c42-aa54-3156ac18ec46 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-163264775&fields=id&tenant_id=db0f22f067414b0a9091449a798fe3e7 HTTP/1.1" status: 200 len: 267 time: 0.0479341 Jan 27 23:16:47.396730 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5700a-3a73-472e-84e4-65babb75c01b req-9bd27f2f-73ba-4484-94fc-4e37c742d331 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:47.398138 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ece5700a-3a73-472e-84e4-65babb75c01b req-9bd27f2f-73ba-4484-94fc-4e37c742d331 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/networks?id=df61cd34-a8f3-44b6-a0e8-b98a716a132c HTTP/1.1" status: 200 len: 809 time: 0.1068356 Jan 27 23:16:47.413275 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ece5700a-3a73-472e-84e4-65babb75c01b req-ad63e153-ae1f-4164-8959-aa4c415edfc8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/quotas/db0f22f067414b0a9091449a798fe3e7 HTTP/1.1" status: 200 len: 375 time: 0.0096989 Jan 27 23:16:47.465580 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ece5700a-3a73-472e-84e4-65babb75c01b req-cf598b51-7f46-40d2-ba4b-4d1b06d949d8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=db0f22f067414b0a9091449a798fe3e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472262 Jan 27 23:16:47.480429 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-ece5700a-3a73-472e-84e4-65babb75c01b req-b493bc63-4a98-43d3-9295-a8f3642b864a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:16:47.481396 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ece5700a-3a73-472e-84e4-65babb75c01b req-b493bc63-4a98-43d3-9295-a8f3642b864a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050039 Jan 27 23:16:47.569169 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ece5700a-3a73-472e-84e4-65babb75c01b req-93063ca5-a56a-4128-979e-c46717dd6d2b service neutron] 10.222.0.23 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822926 Jan 27 23:16:47.661688 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ece5700a-3a73-472e-84e4-65babb75c01b req-7d0b2f22-867b-418a-a86a-4ae3b83bed76 service neutron] 10.222.0.23 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867193 Jan 27 23:16:47.825243 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fcb38a74-618c-42ce-88b1-892a42e12bf9 req-acaed15e-7725-4dda-9978-477472264226 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 210 time: 0.0268748 Jan 27 23:16:48.865427 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5700a-3a73-472e-84e4-65babb75c01b req-35bf1cdb-154e-473d-957f-5d81c59cbab8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:48.867136 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ece5700a-3a73-472e-84e4-65babb75c01b req-35bf1cdb-154e-473d-957f-5d81c59cbab8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.21 "GET /v2.0/networks?id=df61cd34-a8f3-44b6-a0e8-b98a716a132c HTTP/1.1" status: 200 len: 809 time: 0.1110857 Jan 27 23:16:48.929983 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-66fafcce-f81b-4f56-8982-72c8fd7e5215 req-c60acd82-5867-451b-b824-ce202d08eca9 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 210 time: 0.0330057 Jan 27 23:16:48.956460 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ece5700a-3a73-472e-84e4-65babb75c01b req-627a00c8-37d0-4514-9ce9-ec2306064289 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db0f22f067414b0a9091449a798fe3e7 HTTP/1.1" status: 200 len: 379 time: 0.0809083 Jan 27 23:16:48.964323 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-ece5700a-3a73-472e-84e4-65babb75c01b req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Request body: {'port': {'device_id': '69635b6d-6931-4af5-a4ba-cacd7007ea23', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'admin_state_up': True, 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'security_groups': ['0854d097-a29b-430a-92ba-3854755b8b67']}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:16:49.074924 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece5700a-3a73-472e-84e4-65babb75c01b req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Made reservation on behalf of db0f22f067414b0a9091449a798fe3e7 for: {'port': 1} {{(pid=109741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:16:49.078434 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ece5700a-3a73-472e-84e4-65babb75c01b req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:49.221342 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [req-ece5700a-3a73-472e-84e4-65babb75c01b req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Allocated IP 172.20.0.12 (df61cd34-a8f3-44b6-a0e8-b98a716a132c/b3476e60-caea-46b8-88f2-cb0d3eda0259/aa8b8d50-9c7d-4fab-96a7-e06037652a6b) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:16:49.444237 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ece5700a-3a73-472e-84e4-65babb75c01b req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for port (aa8b8d50-9c7d-4fab-96a7-e06037652a6b), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:49.498827 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ece5700a-3a73-472e-84e4-65babb75c01b req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (aa8b8d50-9c7d-4fab-96a7-e06037652a6b), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:49.545060 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece5700a-3a73-472e-84e4-65babb75c01b req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Network df61cd34-a8f3-44b6-a0e8-b98a716a132c is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:16:49.548708 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [req-ece5700a-3a73-472e-84e4-65babb75c01b req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:16:49.552089 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece5700a-3a73-472e-84e4-65babb75c01b req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:16:49.601224 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Pushing event updated for resources: {'Port': ['ID=aa8b8d50-9c7d-4fab-96a7-e06037652a6b,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:16:49.623179 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:49.623511 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:49.623759 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:49.624219 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:49.624604 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:49.624953 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:49.625299 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:49.625638 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:49.626049 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:49.626309 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:49.626648 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:49.626980 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:49.627313 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:16:49.637150 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5700a-3a73-472e-84e4-65babb75c01b req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:49.637806 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ece5700a-3a73-472e-84e4-65babb75c01b req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:49.658950 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ece5700a-3a73-472e-84e4-65babb75c01b req-f88cd587-0ff8-489f-b512-f4b1576f6130 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6978564 Jan 27 23:16:49.817585 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-4f003741-2eb9-468e-af3c-dee6faea6be4 None None] Provisioning complete for port aa8b8d50-9c7d-4fab-96a7-e06037652a6b triggered by entity DHCP. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:16:49.818190 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4f003741-2eb9-468e-af3c-dee6faea6be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (aa8b8d50-9c7d-4fab-96a7-e06037652a6b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:49.860275 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-4f003741-2eb9-468e-af3c-dee6faea6be4 None None] Port aa8b8d50-9c7d-4fab-96a7-e06037652a6b cannot update to ACTIVE because it is not bound. {{(pid=109743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:16:50.063789 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842274d5-19b6-4783-a742-87ac499999b3 req-913903ed-5b10-45be-9737-6f9b96064c8d tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:50.067948 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-842274d5-19b6-4783-a742-87ac499999b3 req-913903ed-5b10-45be-9737-6f9b96064c8d tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 932 time: 0.0648410 Jan 27 23:16:50.122834 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-842274d5-19b6-4783-a742-87ac499999b3 req-3f82094a-a500-408e-b811-742afe1758e3 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512028 Jan 27 23:16:50.867400 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:16:50.953382 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Current status of the port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:16:50.953780 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (5fc709e6-c5ac-44d0-b3c6-94d3297efac5), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:50.979903 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:16:50.982227 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f5ed0c-3f6e-49f4-afa4-eb2e2c9e4128" -d '{"events": [{"server_uuid": "b35e004e-21da-41c5-9f90-b3c87c70fdc5", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc709e6-c5ac-44d0-b3c6-94d3297efac5"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:16:50.999878 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] For port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5fc709e6-c5ac-44d0-b3c6-94d3297efac5,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:16:51.007616 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (5fc709e6-c5ac-44d0-b3c6-94d3297efac5), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:51.040421 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 23:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1013308-7616-4005-80c8-22ba3687c0dd x-openstack-request-id: req-c1013308-7616-4005-80c8-22ba3687c0dd {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:16:51.040730 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35e004e-21da-41c5-9f90-b3c87c70fdc5", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc709e6-c5ac-44d0-b3c6-94d3297efac5", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:16:51.040991 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1013308-7616-4005-80c8-22ba3687c0dd {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:16:51.041390 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5', 'code': 200} Jan 27 23:16:51.064211 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Pushing event updated for resources: {'Port': ['ID=5fc709e6-c5ac-44d0-b3c6-94d3297efac5,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:16:51.254445 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aaff5b-69cc-47dc-988a-cd54f6441ced req-afa42271-db1c-4a92-8875-dba9e274722d tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:51.256025 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47aaff5b-69cc-47dc-988a-cd54f6441ced req-afa42271-db1c-4a92-8875-dba9e274722d tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 932 time: 0.0547540 Jan 27 23:16:51.306857 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-47aaff5b-69cc-47dc-988a-cd54f6441ced req-8191419e-d4e3-47e2-9fc0-4ac76b7f6b0c tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448136 Jan 27 23:16:52.139079 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:52.453259 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748bb91-50ca-40b8-8495-c7bf171abd10 req-11a5d9e5-e238-418f-afa7-2b2534e8e1bd tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:52.454913 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9748bb91-50ca-40b8-8495-c7bf171abd10 req-11a5d9e5-e238-418f-afa7-2b2534e8e1bd tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 932 time: 0.0590181 Jan 27 23:16:52.510488 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9748bb91-50ca-40b8-8495-c7bf171abd10 req-7eba3d65-a863-46da-9725-cf4da4bcad4e tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487580 Jan 27 23:16:52.654251 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00572193-f0b2-468f-b11e-6039802cb883 req-2ae8ea18-8a74-45e6-8136-d986f720d803 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497494 Jan 27 23:16:52.737610 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00572193-f0b2-468f-b11e-6039802cb883 req-11e42e2d-3bef-4683-827a-bf0a2f59c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:52.739768 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00572193-f0b2-468f-b11e-6039802cb883 req-11e42e2d-3bef-4683-827a-bf0a2f59c949 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db0f22f067414b0a9091449a798fe3e7&device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 1094 time: 0.0442426 Jan 27 23:16:52.857449 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00572193-f0b2-468f-b11e-6039802cb883 req-5f1d9852-8313-4a86-bede-d7647373c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:52.859073 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00572193-f0b2-468f-b11e-6039802cb883 req-5f1d9852-8313-4a86-bede-d7647373c420 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df61cd34-a8f3-44b6-a0e8-b98a716a132c HTTP/1.1" status: 200 len: 910 time: 0.0993006 Jan 27 23:16:52.928366 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00572193-f0b2-468f-b11e-6039802cb883 req-d70d8c1d-3ef2-4f9a-b081-4c0a8fb00e43 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fc709e6-c5ac-44d0-b3c6-94d3297efac5 HTTP/1.1" status: 200 len: 998 time: 0.0617921 Jan 27 23:16:52.978761 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00572193-f0b2-468f-b11e-6039802cb883 req-7fccb03d-b97c-4c83-931d-d64029d9ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:52.980562 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00572193-f0b2-468f-b11e-6039802cb883 req-7fccb03d-b97c-4c83-931d-d64029d9ca0a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3476e60-caea-46b8-88f2-cb0d3eda0259 HTTP/1.1" status: 200 len: 848 time: 0.0466745 Jan 27 23:16:53.036674 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00572193-f0b2-468f-b11e-6039802cb883 req-68149135-0c44-4ae5-a4fe-15ca2c9b1b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:53.038562 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00572193-f0b2-468f-b11e-6039802cb883 req-68149135-0c44-4ae5-a4fe-15ca2c9b1b02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df61cd34-a8f3-44b6-a0e8-b98a716a132c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518427 Jan 27 23:16:53.131579 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00572193-f0b2-468f-b11e-6039802cb883 req-48de53b3-1360-4980-ac54-322aba1e323b service neutron] 10.222.0.15 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872872 Jan 27 23:16:53.230570 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-00572193-f0b2-468f-b11e-6039802cb883 req-2601edf9-eb2e-4f1c-aa3c-3880ae44a376 service neutron] 10.222.0.15 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935521 Jan 27 23:16:53.634921 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b997ec9-8572-4107-8d57-59455f06ba2b req-53f2e580-e199-4b04-8222-fed624e29460 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:53.636514 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b997ec9-8572-4107-8d57-59455f06ba2b req-53f2e580-e199-4b04-8222-fed624e29460 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 932 time: 0.0539329 Jan 27 23:16:53.691185 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0b997ec9-8572-4107-8d57-59455f06ba2b req-0d70bef4-c025-4c9f-9499-8dd48da8ba15 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482969 Jan 27 23:16:54.299742 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-94248241-a080-4f91-9064-96c3d6b85245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:54.813427 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74779ed2-fa3c-47be-a201-b24c019db7a5 req-981f83fc-ea9c-4546-ad79-166752bf1f20 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:54.815123 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74779ed2-fa3c-47be-a201-b24c019db7a5 req-981f83fc-ea9c-4546-ad79-166752bf1f20 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 932 time: 0.0518107 Jan 27 23:16:54.873653 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-74779ed2-fa3c-47be-a201-b24c019db7a5 req-72b8de1a-a429-42ff-9ecf-e506f57a4979 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523448 Jan 27 23:16:56.000526 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8147c-3569-4f7c-9533-dc2e8480c00f req-834efeea-1aa2-4285-9274-dbd8cf9b7328 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:56.002150 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d1a8147c-3569-4f7c-9533-dc2e8480c00f req-834efeea-1aa2-4285-9274-dbd8cf9b7328 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 932 time: 0.0524905 Jan 27 23:16:56.053305 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-d1a8147c-3569-4f7c-9533-dc2e8480c00f req-ab4209b9-5aac-41fb-af45-7f09385fb286 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455410 Jan 27 23:16:56.890913 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a3e5cea-6ae4-4509-bcec-9ad2b41e455d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:57.167126 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc43052-19e4-4ab4-8d93-ae2e432c6250 req-d801b2a0-5548-4b9c-9e11-ad189f0cdc14 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:57.168563 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fdc43052-19e4-4ab4-8d93-ae2e432c6250 req-d801b2a0-5548-4b9c-9e11-ad189f0cdc14 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 932 time: 0.0482950 Jan 27 23:16:57.217510 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-fdc43052-19e4-4ab4-8d93-ae2e432c6250 req-023de499-ef02-4f67-b51b-8bf4a8515643 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434260 Jan 27 23:16:57.877063 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:58.335845 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bc505-4344-459c-a90c-1bf6e08318a1 req-3b8a8f0b-0e93-483e-8e7f-e63a61263227 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:58.338017 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-362bc505-4344-459c-a90c-1bf6e08318a1 req-3b8a8f0b-0e93-483e-8e7f-e63a61263227 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 932 time: 0.0527763 Jan 27 23:16:58.388595 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-362bc505-4344-459c-a90c-1bf6e08318a1 req-b5179277-5b0e-44f2-a4aa-ce5c19cbf0ea tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426488 Jan 27 23:16:58.929480 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [req-ece5700a-3a73-472e-84e4-65babb75c01b req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] Request body: {'port': {'device_id': '69635b6d-6931-4af5-a4ba-cacd7007ea23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-772272-3'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:16:58.980992 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ece5700a-3a73-472e-84e4-65babb75c01b req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (aa8b8d50-9c7d-4fab-96a7-e06037652a6b), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:59.248024 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [req-ece5700a-3a73-472e-84e4-65babb75c01b req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa8b8d50-9c7d-4fab-96a7-e06037652a6b {{(pid=109741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:16:59.259114 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ece5700a-3a73-472e-84e4-65babb75c01b req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] Publish callbacks [] for port (aa8b8d50-9c7d-4fab-96a7-e06037652a6b), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:59.270856 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:59.271929 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.provisioning_blocks [req-ece5700a-3a73-472e-84e4-65babb75c01b req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] Transition to ACTIVE for port object aa8b8d50-9c7d-4fab-96a7-e06037652a6b will not be triggered until provisioned by entity L2. {{(pid=109741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:16:59.275367 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ece5700a-3a73-472e-84e4-65babb75c01b req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (aa8b8d50-9c7d-4fab-96a7-e06037652a6b), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:59.341475 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa8b8d50-9c7d-4fab-96a7-e06037652a6b,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:16:59.393642 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-ece5700a-3a73-472e-84e4-65babb75c01b req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] Attempting to bind port aa8b8d50-9c7d-4fab-96a7-e06037652a6b on host n-h2-772272-3 for vnic_type normal with profile {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:16:59.393978 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-ece5700a-3a73-472e-84e4-65babb75c01b req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] Attempting to bind port aa8b8d50-9c7d-4fab-96a7-e06037652a6b by drivers openvswitch,hyperv on host n-h2-772272-3 at level 0 using segments [{'id': '173dbeff-8d9b-48ec-a04d-e9e18ef89a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c'}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:16:59.394311 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece5700a-3a73-472e-84e4-65babb75c01b req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] Attempting to bind port aa8b8d50-9c7d-4fab-96a7-e06037652a6b on network df61cd34-a8f3-44b6-a0e8-b98a716a132c {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:16:59.399244 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece5700a-3a73-472e-84e4-65babb75c01b req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] Port aa8b8d50-9c7d-4fab-96a7-e06037652a6b on network df61cd34-a8f3-44b6-a0e8-b98a716a132c not bound, no agent of type Open vSwitch agent registered on host n-h2-772272-3 {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:16:59.399568 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece5700a-3a73-472e-84e4-65babb75c01b req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] Attempting to bind port aa8b8d50-9c7d-4fab-96a7-e06037652a6b on network df61cd34-a8f3-44b6-a0e8-b98a716a132c {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:16:59.404802 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece5700a-3a73-472e-84e4-65babb75c01b req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] Checking agent: {'id': 'df0b4a5e-08e4-47be-9d09-58e51691cf56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-772272-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'started_at': datetime.datetime(2022, 1, 27, 21, 40, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:16:59.405144 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece5700a-3a73-472e-84e4-65babb75c01b req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] Checking segment: {'id': '173dbeff-8d9b-48ec-a04d-e9e18ef89a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:16:59.405523 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece5700a-3a73-472e-84e4-65babb75c01b req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] Bound using segment: {'id': '173dbeff-8d9b-48ec-a04d-e9e18ef89a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c'} {{(pid=109741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:16:59.405951 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.managers [req-ece5700a-3a73-472e-84e4-65babb75c01b req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] Bound port: aa8b8d50-9c7d-4fab-96a7-e06037652a6b, host: n-h2-772272-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '173dbeff-8d9b-48ec-a04d-e9e18ef89a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c'}}] {{(pid=109741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:16:59.406307 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ece5700a-3a73-472e-84e4-65babb75c01b req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (aa8b8d50-9c7d-4fab-96a7-e06037652a6b), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:59.504151 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ece5700a-3a73-472e-84e4-65babb75c01b req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] For port aa8b8d50-9c7d-4fab-96a7-e06037652a6b, host n-h2-772272-3, cleared binding levels {{(pid=109741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:16:59.519972 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-ece5700a-3a73-472e-84e4-65babb75c01b req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] For port aa8b8d50-9c7d-4fab-96a7-e06037652a6b, host n-h2-772272-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=aa8b8d50-9c7d-4fab-96a7-e06037652a6b,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:16:59.525267 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ece5700a-3a73-472e-84e4-65babb75c01b req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (aa8b8d50-9c7d-4fab-96a7-e06037652a6b), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:59.541501 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c44a8-f42a-49a8-b300-54c73242412c req-15043475-2784-4a36-a007-eba24a2159c7 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:59.542994 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-622c44a8-f42a-49a8-b300-54c73242412c req-15043475-2784-4a36-a007-eba24a2159c7 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 944 time: 0.0789959 Jan 27 23:16:59.571901 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5700a-3a73-472e-84e4-65babb75c01b req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:59.573027 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-ece5700a-3a73-472e-84e4-65babb75c01b req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:59.574342 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ece5700a-3a73-472e-84e4-65babb75c01b req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] 10.222.0.21 "PUT /v2.0/ports/aa8b8d50-9c7d-4fab-96a7-e06037652a6b HTTP/1.1" status: 200 len: 1092 time: 0.6992400 Jan 27 23:16:59.581811 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69635b6d-6931-4af5-a4ba-cacd7007ea23', 'tag': 'aa8b8d50-9c7d-4fab-96a7-e06037652a6b'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:16:59.584092 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fefe14-e66c-4a5d-b805-4ed7290ab56a" -d '{"events": [{"name": "network-changed", "server_uuid": "69635b6d-6931-4af5-a4ba-cacd7007ea23", "tag": "aa8b8d50-9c7d-4fab-96a7-e06037652a6b"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:16:59.638325 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c22a7d-3aff-48c2-bf2c-c9d88c657ada x-openstack-request-id: req-19c22a7d-3aff-48c2-bf2c-c9d88c657ada {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:16:59.638615 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69635b6d-6931-4af5-a4ba-cacd7007ea23", "tag": "aa8b8d50-9c7d-4fab-96a7-e06037652a6b", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:16:59.638870 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-19c22a7d-3aff-48c2-bf2c-c9d88c657ada {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:16:59.639261 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69635b6d-6931-4af5-a4ba-cacd7007ea23', 'tag': 'aa8b8d50-9c7d-4fab-96a7-e06037652a6b', 'status': 'completed', 'code': 200} Jan 27 23:16:59.665374 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fee071-d1ce-4743-be9a-724231183bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa8b8d50-9c7d-4fab-96a7-e06037652a6b,revision_number=3']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:16:59.689700 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-622c44a8-f42a-49a8-b300-54c73242412c req-a736b6a7-5a13-49af-b66e-e0d72ff4e651 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257682 Jan 27 23:16:59.700276 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5700a-3a73-472e-84e4-65babb75c01b req-15ce19ce-55b0-428d-ace8-2a2a85b644d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:59.701821 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ece5700a-3a73-472e-84e4-65babb75c01b req-15ce19ce-55b0-428d-ace8-2a2a85b644d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db0f22f067414b0a9091449a798fe3e7&device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 1095 time: 0.0854652 Jan 27 23:16:59.746077 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ece5700a-3a73-472e-84e4-65babb75c01b req-7414b471-16c2-4559-889d-6a39f9054f84 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa8b8d50-9c7d-4fab-96a7-e06037652a6b HTTP/1.1" status: 200 len: 217 time: 0.0365026 Jan 27 23:16:59.794870 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5700a-3a73-472e-84e4-65babb75c01b req-6c30ca3b-db61-49cc-a3ca-b478896373ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:59.796930 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ece5700a-3a73-472e-84e4-65babb75c01b req-6c30ca3b-db61-49cc-a3ca-b478896373ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3476e60-caea-46b8-88f2-cb0d3eda0259 HTTP/1.1" status: 200 len: 848 time: 0.0442853 Jan 27 23:16:59.846395 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5700a-3a73-472e-84e4-65babb75c01b req-1e332dc9-737c-4d47-8d1e-7d4553e4ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:16:59.847912 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ece5700a-3a73-472e-84e4-65babb75c01b req-1e332dc9-737c-4d47-8d1e-7d4553e4ef97 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df61cd34-a8f3-44b6-a0e8-b98a716a132c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457382 Jan 27 23:16:59.935958 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ece5700a-3a73-472e-84e4-65babb75c01b req-95c25351-8510-468c-81d1-e7fd3f9faddd service neutron] 10.222.0.21 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823224 Jan 27 23:17:00.028667 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ece5700a-3a73-472e-84e4-65babb75c01b req-45d10c83-a7db-4328-8aa4-883166465d32 service neutron] 10.222.0.21 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862262 Jan 27 23:17:00.108700 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fefe14-e66c-4a5d-b805-4ed7290ab56a req-5708f413-c2b3-4e34-967c-ccfb44be3b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:00.110428 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0fefe14-e66c-4a5d-b805-4ed7290ab56a req-5708f413-c2b3-4e34-967c-ccfb44be3b8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db0f22f067414b0a9091449a798fe3e7&device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 1095 time: 0.0397942 Jan 27 23:17:00.195947 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fefe14-e66c-4a5d-b805-4ed7290ab56a req-dc1911b9-fabf-42af-9e21-da9284f8a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:00.197442 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0fefe14-e66c-4a5d-b805-4ed7290ab56a req-dc1911b9-fabf-42af-9e21-da9284f8a5cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=df61cd34-a8f3-44b6-a0e8-b98a716a132c HTTP/1.1" status: 200 len: 910 time: 0.0812435 Jan 27 23:17:00.240453 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0fefe14-e66c-4a5d-b805-4ed7290ab56a req-01150a92-f5be-472b-a4e5-54a5b41b84a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa8b8d50-9c7d-4fab-96a7-e06037652a6b HTTP/1.1" status: 200 len: 217 time: 0.0372491 Jan 27 23:17:00.287893 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fefe14-e66c-4a5d-b805-4ed7290ab56a req-73076b33-851b-4c3c-9387-17c715d159ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:00.289307 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0fefe14-e66c-4a5d-b805-4ed7290ab56a req-73076b33-851b-4c3c-9387-17c715d159ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3476e60-caea-46b8-88f2-cb0d3eda0259 HTTP/1.1" status: 200 len: 848 time: 0.0427477 Jan 27 23:17:00.339919 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fefe14-e66c-4a5d-b805-4ed7290ab56a req-8047bd14-db10-4725-8c4b-88ca9c5e6536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:00.341413 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0fefe14-e66c-4a5d-b805-4ed7290ab56a req-8047bd14-db10-4725-8c4b-88ca9c5e6536 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df61cd34-a8f3-44b6-a0e8-b98a716a132c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456886 Jan 27 23:17:00.439073 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0fefe14-e66c-4a5d-b805-4ed7290ab56a req-508143a1-7faa-445b-bc61-c3d3d992289b service neutron] 10.222.0.21 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905674 Jan 27 23:17:00.515644 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:00.530153 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-e0fefe14-e66c-4a5d-b805-4ed7290ab56a req-bedcaf1f-2d9f-40b6-aeca-b11eb1617c50 service neutron] 10.222.0.21 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840974 Jan 27 23:17:00.811418 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c670d2-3a5a-44f0-b3ad-60b4a2ab8c5d req-60a7407d-88b6-48dc-847d-7646f01d96ae tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:00.812968 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26c670d2-3a5a-44f0-b3ad-60b4a2ab8c5d req-60a7407d-88b6-48dc-847d-7646f01d96ae tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 944 time: 0.0523369 Jan 27 23:17:00.861894 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-26c670d2-3a5a-44f0-b3ad-60b4a2ab8c5d req-955faa07-e00c-4bd2-9983-cc051049ee4f tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432434 Jan 27 23:17:01.977148 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b6c99-49a9-45f2-9fab-5becf99d81d1 req-44bfe1b6-7915-42f4-8665-a6ca3925dbe4 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:01.978522 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a8b6c99-49a9-45f2-9fab-5becf99d81d1 req-44bfe1b6-7915-42f4-8665-a6ca3925dbe4 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 944 time: 0.0472763 Jan 27 23:17:02.027086 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9a8b6c99-49a9-45f2-9fab-5becf99d81d1 req-3698aa94-f11f-41dd-8766-032923f19462 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428927 Jan 27 23:17:03.141153 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e7aba-d723-4cd3-b606-c5ff07dd32f6 req-28a3b647-4760-4f1a-9ae8-c808f7f73ad6 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:03.142657 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b44e7aba-d723-4cd3-b606-c5ff07dd32f6 req-28a3b647-4760-4f1a-9ae8-c808f7f73ad6 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 944 time: 0.0481563 Jan 27 23:17:03.194108 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-b44e7aba-d723-4cd3-b606-c5ff07dd32f6 req-7354249e-b2bc-4676-986d-9afee7e05299 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459275 Jan 27 23:17:03.787632 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device aa8b8d50-9c7d-4fab-96a7-e06037652a6b details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:17:03.883110 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port aa8b8d50-9c7d-4fab-96a7-e06037652a6b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=aa8b8d50-9c7d-4fab-96a7-e06037652a6b,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:17:03.894930 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'aa8b8d50-9c7d-4fab-96a7-e06037652a6b', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'port_id': 'aa8b8d50-9c7d-4fab-96a7-e06037652a6b', 'mac_address': 'fa:16:3e:5e:40:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:17:03.931285 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port aa8b8d50-9c7d-4fab-96a7-e06037652a6b is: DOWN; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:17:03.931683 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (aa8b8d50-9c7d-4fab-96a7-e06037652a6b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:03.944506 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa8b8d50-9c7d-4fab-96a7-e06037652a6b {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:17:03.963841 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port aa8b8d50-9c7d-4fab-96a7-e06037652a6b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=aa8b8d50-9c7d-4fab-96a7-e06037652a6b,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:17:03.967582 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (aa8b8d50-9c7d-4fab-96a7-e06037652a6b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:04.013272 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=aa8b8d50-9c7d-4fab-96a7-e06037652a6b,revision_number=4']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:04.306181 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419b395-6db2-4269-9b77-b9444969418d req-dc6cd9d1-d635-4ec2-8b22-5c4a12e08b28 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:04.308036 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8419b395-6db2-4269-9b77-b9444969418d req-dc6cd9d1-d635-4ec2-8b22-5c4a12e08b28 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 945 time: 0.0475578 Jan 27 23:17:04.346819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['aa8b8d50-9c7d-4fab-96a7-e06037652a6b'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:17:04.356845 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-8419b395-6db2-4269-9b77-b9444969418d req-6348d2e8-21c3-44eb-b4b6-ac926a3be12f tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432191 Jan 27 23:17:05.473879 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4706b0-9042-48af-925c-d61420eb57ec req-75e05973-1530-4a5d-87e5-2245eb76e992 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:05.475347 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc4706b0-9042-48af-925c-d61420eb57ec req-75e05973-1530-4a5d-87e5-2245eb76e992 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 945 time: 0.0472231 Jan 27 23:17:05.524139 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-bc4706b0-9042-48af-925c-d61420eb57ec req-37c252d8-a468-400d-b5e5-26409c92ffb3 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429392 Jan 27 23:17:05.786678 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device aa8b8d50-9c7d-4fab-96a7-e06037652a6b up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:17:05.837744 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning for port aa8b8d50-9c7d-4fab-96a7-e06037652a6b completed by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:17:05.841634 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port aa8b8d50-9c7d-4fab-96a7-e06037652a6b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:17:05.841999 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (aa8b8d50-9c7d-4fab-96a7-e06037652a6b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:05.915589 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port aa8b8d50-9c7d-4fab-96a7-e06037652a6b is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:17:05.915965 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (aa8b8d50-9c7d-4fab-96a7-e06037652a6b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:05.937986 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69635b6d-6931-4af5-a4ba-cacd7007ea23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8b8d50-9c7d-4fab-96a7-e06037652a6b'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:17:05.940206 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668a4e1c-add7-42ff-84b7-e064a8b9e469" -d '{"events": [{"server_uuid": "69635b6d-6931-4af5-a4ba-cacd7007ea23", "name": "network-vif-plugged", "status": "completed", "tag": "aa8b8d50-9c7d-4fab-96a7-e06037652a6b"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:17:05.953112 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port aa8b8d50-9c7d-4fab-96a7-e06037652a6b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=aa8b8d50-9c7d-4fab-96a7-e06037652a6b,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:17:05.957252 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (aa8b8d50-9c7d-4fab-96a7-e06037652a6b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:05.985818 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d3cdec-7209-4258-8360-d07dc6dffb63 x-openstack-request-id: req-04d3cdec-7209-4258-8360-d07dc6dffb63 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:17:05.986262 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69635b6d-6931-4af5-a4ba-cacd7007ea23", "name": "network-vif-plugged", "status": "completed", "tag": "aa8b8d50-9c7d-4fab-96a7-e06037652a6b", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:17:05.986530 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04d3cdec-7209-4258-8360-d07dc6dffb63 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:17:05.986925 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69635b6d-6931-4af5-a4ba-cacd7007ea23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8b8d50-9c7d-4fab-96a7-e06037652a6b', 'code': 200} Jan 27 23:17:06.014859 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=aa8b8d50-9c7d-4fab-96a7-e06037652a6b,revision_number=5']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:06.077760 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ddb59-d283-4ac1-ab44-be671fedc6ab req-f5860367-aaac-4a13-a6b4-bacd1644b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:06.079149 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-210ddb59-d283-4ac1-ab44-be671fedc6ab req-f5860367-aaac-4a13-a6b4-bacd1644b023 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 1097 time: 0.0438199 Jan 27 23:17:06.123484 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-210ddb59-d283-4ac1-ab44-be671fedc6ab req-db80dd07-29d7-4c00-8bce-39f58f6608ad service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381677 Jan 27 23:17:06.638050 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a403727-121c-44f7-815f-8e91e7709be1 req-09b3906d-ebb1-4227-ae04-79fe016731e1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:06.639514 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a403727-121c-44f7-815f-8e91e7709be1 req-09b3906d-ebb1-4227-ae04-79fe016731e1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 946 time: 0.0478504 Jan 27 23:17:06.687549 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-3a403727-121c-44f7-815f-8e91e7709be1 req-03e6cd83-8db0-4421-89b3-9d94f458dbd6 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419023 Jan 27 23:17:07.802738 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd215d42-63b6-4ccb-8f63-2e4525a4ebf3 req-718c118d-3e45-4400-b491-7d21df885573 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:07.804286 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd215d42-63b6-4ccb-8f63-2e4525a4ebf3 req-718c118d-3e45-4400-b491-7d21df885573 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 946 time: 0.0483305 Jan 27 23:17:07.856424 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dd215d42-63b6-4ccb-8f63-2e4525a4ebf3 req-e0e906a7-cc66-4f2b-b8b5-54f095ebb9d0 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465460 Jan 27 23:17:07.968254 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea1a29-1ed0-463b-bf80-d3a1084ec776 req-3f9fc8a6-2d2f-4782-9cb7-b8252288150f tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:07.969651 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5ea1a29-1ed0-463b-bf80-d3a1084ec776 req-3f9fc8a6-2d2f-4782-9cb7-b8252288150f tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 946 time: 0.0474718 Jan 27 23:17:08.018905 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c5ea1a29-1ed0-463b-bf80-d3a1084ec776 req-184554f6-0204-46ca-b491-d6db547971bb tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431762 Jan 27 23:17:08.040455 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58722) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:17:08.079161 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133b004b-9007-4f61-81f1-c84eaa0e9b23 tempest-TestSnapshotPattern-5606507 tempest-TestSnapshotPattern-5606507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:08.080682 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-133b004b-9007-4f61-81f1-c84eaa0e9b23 tempest-TestSnapshotPattern-5606507 tempest-TestSnapshotPattern-5606507-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 1092 time: 0.0391607 Jan 27 23:17:08.083366 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58724) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:17:08.087919 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.v2.base [None req-2193be9c-f858-4f19-a9da-ba7ac0776ba9 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Request body: {'floatingip': {'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'port_id': 'aa8b8d50-9c7d-4fab-96a7-e06037652a6b', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:17:08.107754 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2193be9c-f858-4f19-a9da-ba7ac0776ba9 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:08.205760 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2193be9c-f858-4f19-a9da-ba7ac0776ba9 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (None), before_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:08.305279 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_common [None req-2193be9c-f858-4f19-a9da-ba7ac0776ba9 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Allocated IP 172.25.3.8 (61f5218f-8f7f-4b5f-a756-1da3a7db61a6/3eb76fe3-cdf5-4178-ab39-bed1af291083/2a2a830f-496c-44fd-90e3-6c869909e9fe) {{(pid=109741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:17:08.413437 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2193be9c-f858-4f19-a9da-ba7ac0776ba9 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for port (2a2a830f-496c-44fd-90e3-6c869909e9fe), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:08.455407 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2193be9c-f858-4f19-a9da-ba7ac0776ba9 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733248291633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (2a2a830f-496c-44fd-90e3-6c869909e9fe), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:08.491337 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2193be9c-f858-4f19-a9da-ba7ac0776ba9 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Network 61f5218f-8f7f-4b5f-a756-1da3a7db61a6 is already hosted by enough agents. {{(pid=109741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:17:08.494148 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.base_scheduler [None req-2193be9c-f858-4f19-a9da-ba7ac0776ba9 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Resources bound (agent type, host, resource id): {{(pid=109741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:17:08.496775 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2193be9c-f858-4f19-a9da-ba7ac0776ba9 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Received port after_create {{(pid=109741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:17:08.529798 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193be9c-f858-4f19-a9da-ba7ac0776ba9 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Pushing event updated for resources: {'Port': ['ID=2a2a830f-496c-44fd-90e3-6c869909e9fe,revision_number=1']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:08.856704 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2193be9c-f858-4f19-a9da-ba7ac0776ba9 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for floatingip (efdf6de5-f0ee-4ae6-becd-3eac1d430590), precommit_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:08.922590 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2193be9c-f858-4f19-a9da-ba7ac0776ba9 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (2a2a830f-496c-44fd-90e3-6c869909e9fe), before_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:09.399564 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2193be9c-f858-4f19-a9da-ba7ac0776ba9 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for port (2a2a830f-496c-44fd-90e3-6c869909e9fe), precommit_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:09.404018 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2193be9c-f858-4f19-a9da-ba7ac0776ba9 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59122977'] for port (2a2a830f-496c-44fd-90e3-6c869909e9fe), after_update {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:09.472874 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193be9c-f858-4f19-a9da-ba7ac0776ba9 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Pushing event updated for resources: {'Port': ['ID=2a2a830f-496c-44fd-90e3-6c869909e9fe,revision_number=2']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:17:09.484518 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2193be9c-f858-4f19-a9da-ba7ac0776ba9 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1670235'] for floatingip (efdf6de5-f0ee-4ae6-becd-3eac1d430590), after_create {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:09.583864 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-2193be9c-f858-4f19-a9da-ba7ac0776ba9 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Floating IP efdf6de5-f0ee-4ae6-becd-3eac1d430590 associated. External IP: 172.25.3.8, port: aa8b8d50-9c7d-4fab-96a7-e06037652a6b. Jan 27 23:17:09.788884 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2193be9c-f858-4f19-a9da-ba7ac0776ba9 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Router bb857c04-4800-4971-8192-96060348d575 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:17:09.896668 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2193be9c-f858-4f19-a9da-ba7ac0776ba9 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:17:09.906764 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35641af6-4fc0-42cd-b46f-1b09b4c376b5 None None] Sync routers for ids ['bb857c04-4800-4971-8192-96060348d575'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:17:09.915130 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-2193be9c-f858-4f19-a9da-ba7ac0776ba9 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:09.918304 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35641af6-4fc0-42cd-b46f-1b09b4c376b5 None None] Routers {'bb857c04-4800-4971-8192-96060348d575'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:17:09.918937 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-35641af6-4fc0-42cd-b46f-1b09b4c376b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:16:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['bb857c04-4800-4971-8192-96060348d575'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:17:09.942129 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-2193be9c-f858-4f19-a9da-ba7ac0776ba9 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8577552 Jan 27 23:17:09.942844 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69635b6d-6931-4af5-a4ba-cacd7007ea23', 'tag': 'aa8b8d50-9c7d-4fab-96a7-e06037652a6b'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:17:09.945126 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9260982e-c695-4340-8950-6ef83ee84915" -d '{"events": [{"name": "network-changed", "server_uuid": "69635b6d-6931-4af5-a4ba-cacd7007ea23", "tag": "aa8b8d50-9c7d-4fab-96a7-e06037652a6b"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:17:09.983580 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088b1a6e-819f-44c8-a718-67ac96fc5a0b x-openstack-request-id: req-088b1a6e-819f-44c8-a718-67ac96fc5a0b {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:17:09.983873 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69635b6d-6931-4af5-a4ba-cacd7007ea23", "tag": "aa8b8d50-9c7d-4fab-96a7-e06037652a6b", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:17:09.984133 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-088b1a6e-819f-44c8-a718-67ac96fc5a0b {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:17:09.984582 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69635b6d-6931-4af5-a4ba-cacd7007ea23', 'tag': 'aa8b8d50-9c7d-4fab-96a7-e06037652a6b', 'status': 'completed', 'code': 200} Jan 27 23:17:10.028056 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-35641af6-4fc0-42cd-b46f-1b09b4c376b5 None None] Set router bb857c04-4800-4971-8192-96060348d575 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:17:10.049370 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260982e-c695-4340-8950-6ef83ee84915 req-5e23915e-164e-4b87-9ad8-5c62519743fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:10.051101 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9260982e-c695-4340-8950-6ef83ee84915 req-5e23915e-164e-4b87-9ad8-5c62519743fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db0f22f067414b0a9091449a798fe3e7&device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 1097 time: 0.0425849 Jan 27 23:17:10.140567 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260982e-c695-4340-8950-6ef83ee84915 req-2ffd874b-f922-44d4-ad8e-14acb79433ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:10.142044 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9260982e-c695-4340-8950-6ef83ee84915 req-2ffd874b-f922-44d4-ad8e-14acb79433ce service neutron] 10.222.0.21 "GET /v2.0/networks?id=df61cd34-a8f3-44b6-a0e8-b98a716a132c HTTP/1.1" status: 200 len: 910 time: 0.0846124 Jan 27 23:17:10.211032 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9260982e-c695-4340-8950-6ef83ee84915 req-325e57ef-3b0d-4b04-9fac-f765542866ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa8b8d50-9c7d-4fab-96a7-e06037652a6b HTTP/1.1" status: 200 len: 998 time: 0.0626099 Jan 27 23:17:10.252764 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-35641af6-4fc0-42cd-b46f-1b09b4c376b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb857c04-4800-4971-8192-96060348d575', 'name': 'tempest-TestSnapshotPattern-809592675-router', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:16Z', 'revision_number': 4, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'gw_port': {'id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '8826f49b-875a-47b0-b13e-7c59cb771639', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'floating_ip_address': '172.25.3.65', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'bb857c04-4800-4971-8192-96060348d575', 'port_id': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'mac_address': 'fa:16:3e:6a:cb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:14:37Z', 'updated_at': '2022-01-27T23:14:40Z', 'revision_number': 1, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'fixed_ip_address_scope': None}, {'id': 'efdf6de5-f0ee-4ae6-becd-3eac1d430590', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'bb857c04-4800-4971-8192-96060348d575', 'port_id': 'aa8b8d50-9c7d-4fab-96a7-e06037652a6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'mac_address': 'fa:16:3e:5e:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69635b6d-6931-4af5-a4ba-cacd7007ea23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:17:08Z', 'updated_at': '2022-01-27T23:17:08Z', 'revision_number': 0, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7a49192-36f1-4270-a665-9316a5b2b782', 'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'mac_address': 'fa:16:3e:c1:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:15Z', 'updated_at': '2022-01-27T23:14:20Z', 'revision_number': 5, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'subnets': [{'id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:17:10.259278 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260982e-c695-4340-8950-6ef83ee84915 req-f4b9bc44-c489-404e-bb34-104e6d7e94d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:10.260792 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9260982e-c695-4340-8950-6ef83ee84915 req-f4b9bc44-c489-404e-bb34-104e6d7e94d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3476e60-caea-46b8-88f2-cb0d3eda0259 HTTP/1.1" status: 200 len: 848 time: 0.0438602 Jan 27 23:17:10.282700 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35641af6-4fc0-42cd-b46f-1b09b4c376b5 None None] Checking router: bb857c04-4800-4971-8192-96060348d575 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:17:10.291766 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35641af6-4fc0-42cd-b46f-1b09b4c376b5 None None] Routers {'bb857c04-4800-4971-8192-96060348d575'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:17:10.292906 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-35641af6-4fc0-42cd-b46f-1b09b4c376b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:16:57Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['bb857c04-4800-4971-8192-96060348d575'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:17:10.306415 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260982e-c695-4340-8950-6ef83ee84915 req-4986bb85-1533-4d2e-b5ee-05ee249ebace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:10.307915 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9260982e-c695-4340-8950-6ef83ee84915 req-4986bb85-1533-4d2e-b5ee-05ee249ebace service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df61cd34-a8f3-44b6-a0e8-b98a716a132c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406375 Jan 27 23:17:10.318438 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-9260982e-c695-4340-8950-6ef83ee84915 req-efaae5f0-15c2-477d-9570-6faaf8e0dfb6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:17:10.319376 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9260982e-c695-4340-8950-6ef83ee84915 req-efaae5f0-15c2-477d-9570-6faaf8e0dfb6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049505 Jan 27 23:17:10.399155 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-35641af6-4fc0-42cd-b46f-1b09b4c376b5 None None] Set router bb857c04-4800-4971-8192-96060348d575 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:17:10.413350 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9260982e-c695-4340-8950-6ef83ee84915 req-38b751ae-a1d5-4bcc-93ea-ef7cfa32726e service neutron] 10.222.0.21 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876286 Jan 27 23:17:10.503830 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-9260982e-c695-4340-8950-6ef83ee84915 req-0276ac63-0820-4c97-95d7-00d896cd7900 service neutron] 10.222.0.21 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837109 Jan 27 23:17:10.623082 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-35641af6-4fc0-42cd-b46f-1b09b4c376b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb857c04-4800-4971-8192-96060348d575', 'name': 'tempest-TestSnapshotPattern-809592675-router', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:16Z', 'revision_number': 4, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'gw_port': {'id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '8826f49b-875a-47b0-b13e-7c59cb771639', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'floating_ip_address': '172.25.3.65', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'bb857c04-4800-4971-8192-96060348d575', 'port_id': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'mac_address': 'fa:16:3e:6a:cb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:14:37Z', 'updated_at': '2022-01-27T23:14:40Z', 'revision_number': 1, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'fixed_ip_address_scope': None}, {'id': 'efdf6de5-f0ee-4ae6-becd-3eac1d430590', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'bb857c04-4800-4971-8192-96060348d575', 'port_id': 'aa8b8d50-9c7d-4fab-96a7-e06037652a6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'mac_address': 'fa:16:3e:5e:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69635b6d-6931-4af5-a4ba-cacd7007ea23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:17:08Z', 'updated_at': '2022-01-27T23:17:08Z', 'revision_number': 0, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7a49192-36f1-4270-a665-9316a5b2b782', 'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'mac_address': 'fa:16:3e:c1:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:15Z', 'updated_at': '2022-01-27T23:14:20Z', 'revision_number': 5, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'subnets': [{'id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:17:10.652712 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35641af6-4fc0-42cd-b46f-1b09b4c376b5 None None] The sync data for ids ['bb857c04-4800-4971-8192-96060348d575'] in n-d-772272-3 is: [{'id': 'bb857c04-4800-4971-8192-96060348d575', 'name': 'tempest-TestSnapshotPattern-809592675-router', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:16Z', 'revision_number': 4, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'gw_port': {'id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '8826f49b-875a-47b0-b13e-7c59cb771639', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'floating_ip_address': '172.25.3.65', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'bb857c04-4800-4971-8192-96060348d575', 'port_id': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'mac_address': 'fa:16:3e:6a:cb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:14:37Z', 'updated_at': '2022-01-27T23:14:40Z', 'revision_number': 1, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'fixed_ip_address_scope': None}, {'id': 'efdf6de5-f0ee-4ae6-becd-3eac1d430590', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'bb857c04-4800-4971-8192-96060348d575', 'port_id': 'aa8b8d50-9c7d-4fab-96a7-e06037652a6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'mac_address': 'fa:16:3e:5e:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69635b6d-6931-4af5-a4ba-cacd7007ea23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:17:08Z', 'updated_at': '2022-01-27T23:17:08Z', 'revision_number': 0, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7a49192-36f1-4270-a665-9316a5b2b782', 'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'mac_address': 'fa:16:3e:c1:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:15Z', 'updated_at': '2022-01-27T23:14:20Z', 'revision_number': 5, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'subnets': [{'id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:17:10.840320 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df33d2e-a35c-477f-97f8-8642580b5d43 None None] New status for floating IP efdf6de5-f0ee-4ae6-becd-3eac1d430590: ACTIVE {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:17:13.627513 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:22.073511 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:17:22.130430 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:24.291377 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3752b89d-f28e-4d9d-bce5-0cc0b9c68f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:26.896120 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3b683f9a-0a83-421b-a006-462bc87fe782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:27.880672 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:29.273614 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:30.518000 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:43.629509 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:43.973489 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b265668-8871-476c-8887-5e63b129b031 req-2bf5c371-4947-44db-90be-e785e1fb519f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439429 Jan 27 23:17:44.058830 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b265668-8871-476c-8887-5e63b129b031 req-71bf5bca-1790-42f3-83a1-fc063d4d2dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:44.060371 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b265668-8871-476c-8887-5e63b129b031 req-71bf5bca-1790-42f3-83a1-fc063d4d2dff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db0f22f067414b0a9091449a798fe3e7&device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 1097 time: 0.0401630 Jan 27 23:17:44.162097 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b265668-8871-476c-8887-5e63b129b031 req-48448d24-4d74-4d04-94b8-2a95129fc7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:44.163574 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b265668-8871-476c-8887-5e63b129b031 req-48448d24-4d74-4d04-94b8-2a95129fc7f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df61cd34-a8f3-44b6-a0e8-b98a716a132c HTTP/1.1" status: 200 len: 910 time: 0.0837770 Jan 27 23:17:44.231819 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b265668-8871-476c-8887-5e63b129b031 req-4aea68ae-c222-4272-9c4d-2b49538822f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa8b8d50-9c7d-4fab-96a7-e06037652a6b HTTP/1.1" status: 200 len: 1000 time: 0.0616834 Jan 27 23:17:44.279759 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b265668-8871-476c-8887-5e63b129b031 req-7020c78a-2f53-48fc-9adc-56f12ba159ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:44.281198 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b265668-8871-476c-8887-5e63b129b031 req-7020c78a-2f53-48fc-9adc-56f12ba159ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3476e60-caea-46b8-88f2-cb0d3eda0259 HTTP/1.1" status: 200 len: 848 time: 0.0423379 Jan 27 23:17:44.325162 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b265668-8871-476c-8887-5e63b129b031 req-65b92c84-eb8b-44c4-828f-cf8d7ec5b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:44.326624 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b265668-8871-476c-8887-5e63b129b031 req-65b92c84-eb8b-44c4-828f-cf8d7ec5b638 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df61cd34-a8f3-44b6-a0e8-b98a716a132c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391667 Jan 27 23:17:44.417696 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b265668-8871-476c-8887-5e63b129b031 req-4f3b5eca-7eb7-4ad5-a0c3-02349062a2d1 service neutron] 10.222.0.21 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835905 Jan 27 23:17:44.506894 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-1b265668-8871-476c-8887-5e63b129b031 req-889293dc-679f-4120-acf2-1f46a73540b4 service neutron] 10.222.0.21 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823071 Jan 27 23:17:52.135440 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.292369 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-948db7b0-eabc-4685-9a6c-54d156b7f14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:54.640939 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52b8fa95-333d-4098-b09c-5e4bcabdae0b req-8ed027f6-f742-4a90-a51b-785aacf0442f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448127 Jan 27 23:17:54.721050 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8fa95-333d-4098-b09c-5e4bcabdae0b req-6793d8d9-c940-401a-bfd7-cbb05443964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:54.722549 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52b8fa95-333d-4098-b09c-5e4bcabdae0b req-6793d8d9-c940-401a-bfd7-cbb05443964c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db0f22f067414b0a9091449a798fe3e7&device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 1094 time: 0.0414917 Jan 27 23:17:54.823646 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8fa95-333d-4098-b09c-5e4bcabdae0b req-e4d1e5f9-4211-4d86-af44-8e23d12db264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:54.825163 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52b8fa95-333d-4098-b09c-5e4bcabdae0b req-e4d1e5f9-4211-4d86-af44-8e23d12db264 service neutron] 10.222.0.15 "GET /v2.0/networks?id=df61cd34-a8f3-44b6-a0e8-b98a716a132c HTTP/1.1" status: 200 len: 910 time: 0.0848417 Jan 27 23:17:54.896287 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52b8fa95-333d-4098-b09c-5e4bcabdae0b req-24352fe6-8c51-49d4-99d6-aa6d2b83c043 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fc709e6-c5ac-44d0-b3c6-94d3297efac5 HTTP/1.1" status: 200 len: 998 time: 0.0650730 Jan 27 23:17:54.946432 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8fa95-333d-4098-b09c-5e4bcabdae0b req-77cc83b0-9daa-4eff-8119-1e14144e8cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:54.947859 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52b8fa95-333d-4098-b09c-5e4bcabdae0b req-77cc83b0-9daa-4eff-8119-1e14144e8cb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3476e60-caea-46b8-88f2-cb0d3eda0259 HTTP/1.1" status: 200 len: 848 time: 0.0436463 Jan 27 23:17:54.993182 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8fa95-333d-4098-b09c-5e4bcabdae0b req-2b37a42f-556c-47c7-9a90-73f5c9a39b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:17:54.994701 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52b8fa95-333d-4098-b09c-5e4bcabdae0b req-2b37a42f-556c-47c7-9a90-73f5c9a39b0e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df61cd34-a8f3-44b6-a0e8-b98a716a132c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401762 Jan 27 23:17:55.086590 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52b8fa95-333d-4098-b09c-5e4bcabdae0b req-4eac949c-aa66-4076-afa9-ed9e46798857 service neutron] 10.222.0.15 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861852 Jan 27 23:17:55.177223 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-52b8fa95-333d-4098-b09c-5e4bcabdae0b req-9ec8c9ef-d601-4ac9-884d-852d44dec296 service neutron] 10.222.0.15 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838761 Jan 27 23:17:56.896953 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-c976fd52-6168-4f44-8617-0303d69d6cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:57.885465 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:59.072639 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:17:59.277830 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:00.520833 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:13.627318 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:22.144869 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:24.293459 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-36fc2b2c-71b9-4af7-8e00-ae11f33cc8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:26.898299 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7e702d4d-93c2-4e8c-adae-43fe57abbebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:27.886436 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:29.281133 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:30.521994 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:36.072021 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:18:43.646615 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:43.947083 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4d97c37-1de4-4561-aa32-d9c9075ece95 req-9a7b3fd8-9415-49ca-bf1d-5a4625ba9cb9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453923 Jan 27 23:18:44.027507 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d97c37-1de4-4561-aa32-d9c9075ece95 req-5dd3edbf-0a7f-4c4c-add0-662542d9a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:44.029066 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4d97c37-1de4-4561-aa32-d9c9075ece95 req-5dd3edbf-0a7f-4c4c-add0-662542d9a50d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db0f22f067414b0a9091449a798fe3e7&device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 1097 time: 0.0421143 Jan 27 23:18:44.130599 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d97c37-1de4-4561-aa32-d9c9075ece95 req-497b7828-1c65-4cf2-a9fe-1ce324c9f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:44.132082 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4d97c37-1de4-4561-aa32-d9c9075ece95 req-497b7828-1c65-4cf2-a9fe-1ce324c9f18b service neutron] 10.222.0.21 "GET /v2.0/networks?id=df61cd34-a8f3-44b6-a0e8-b98a716a132c HTTP/1.1" status: 200 len: 910 time: 0.0843933 Jan 27 23:18:44.201516 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4d97c37-1de4-4561-aa32-d9c9075ece95 req-fe036130-037a-43a6-ab3d-9878dde91c82 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa8b8d50-9c7d-4fab-96a7-e06037652a6b HTTP/1.1" status: 200 len: 1000 time: 0.0626004 Jan 27 23:18:44.251408 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d97c37-1de4-4561-aa32-d9c9075ece95 req-efb62b27-be75-43e2-afa7-ac2ad56a7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:44.252881 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4d97c37-1de4-4561-aa32-d9c9075ece95 req-efb62b27-be75-43e2-afa7-ac2ad56a7ebd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3476e60-caea-46b8-88f2-cb0d3eda0259 HTTP/1.1" status: 200 len: 848 time: 0.0451195 Jan 27 23:18:44.298340 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d97c37-1de4-4561-aa32-d9c9075ece95 req-b017764f-e1a8-4b88-92bb-40e541671a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:44.299817 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4d97c37-1de4-4561-aa32-d9c9075ece95 req-b017764f-e1a8-4b88-92bb-40e541671a28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df61cd34-a8f3-44b6-a0e8-b98a716a132c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398819 Jan 27 23:18:44.390462 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4d97c37-1de4-4561-aa32-d9c9075ece95 req-ad646609-2dbf-4021-adef-50afbe17cfd6 service neutron] 10.222.0.21 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840309 Jan 27 23:18:44.480094 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-c4d97c37-1de4-4561-aa32-d9c9075ece95 req-5933396a-075a-416b-8113-9d7093cb53cb service neutron] 10.222.0.21 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825155 Jan 27 23:18:52.141108 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:54.294699 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4cc9368c-ebf3-4035-82ca-bc0b3b9b0cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:56.652989 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bfdfcc6-f07b-4685-aa9a-1ab315675bcf req-eaceab31-7e3f-4a28-972a-62aac4c0e2e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454345 Jan 27 23:18:56.730674 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdfcc6-f07b-4685-aa9a-1ab315675bcf req-d0824ae6-e1fb-4ffb-ba22-a31e1408b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:56.732185 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bfdfcc6-f07b-4685-aa9a-1ab315675bcf req-d0824ae6-e1fb-4ffb-ba22-a31e1408b4de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db0f22f067414b0a9091449a798fe3e7&device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 1094 time: 0.0406985 Jan 27 23:18:56.834851 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdfcc6-f07b-4685-aa9a-1ab315675bcf req-62d716f7-839d-444b-956b-e8bc7032420b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:56.836372 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bfdfcc6-f07b-4685-aa9a-1ab315675bcf req-62d716f7-839d-444b-956b-e8bc7032420b service neutron] 10.222.0.15 "GET /v2.0/networks?id=df61cd34-a8f3-44b6-a0e8-b98a716a132c HTTP/1.1" status: 200 len: 910 time: 0.0861993 Jan 27 23:18:56.901080 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7d954b91-8745-4a29-b7e2-6c442d9139b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:56.907084 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bfdfcc6-f07b-4685-aa9a-1ab315675bcf req-2987e069-8d3a-4a93-8e98-a68b0ee98c7b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fc709e6-c5ac-44d0-b3c6-94d3297efac5 HTTP/1.1" status: 200 len: 998 time: 0.0650268 Jan 27 23:18:56.955439 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdfcc6-f07b-4685-aa9a-1ab315675bcf req-3c0a30e6-706a-472e-af4a-d671088d9631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:56.956943 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bfdfcc6-f07b-4685-aa9a-1ab315675bcf req-3c0a30e6-706a-472e-af4a-d671088d9631 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3476e60-caea-46b8-88f2-cb0d3eda0259 HTTP/1.1" status: 200 len: 848 time: 0.0433598 Jan 27 23:18:57.006537 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdfcc6-f07b-4685-aa9a-1ab315675bcf req-a09d6f35-1f95-479d-b480-22486d1a2a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:18:57.008368 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bfdfcc6-f07b-4685-aa9a-1ab315675bcf req-a09d6f35-1f95-479d-b480-22486d1a2a66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df61cd34-a8f3-44b6-a0e8-b98a716a132c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451276 Jan 27 23:18:57.104868 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bfdfcc6-f07b-4685-aa9a-1ab315675bcf req-752f230e-8997-451d-ae1d-6a02164b84e7 service neutron] 10.222.0.15 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901947 Jan 27 23:18:57.193773 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-7bfdfcc6-f07b-4685-aa9a-1ab315675bcf req-cb5c5ad9-c63f-4eca-abe3-fde3d5d0c92f service neutron] 10.222.0.15 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829160 Jan 27 23:18:57.888672 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:59.283607 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:00.523460 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:13.071818 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:19:13.654266 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:22.142846 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:24.298540 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fc81ba47-046f-47c0-a6e1-41b7eb74b92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:26.901671 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f7867e7b-60dd-492e-98f6-c1389b5d5ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:27.892620 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:29.286926 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:30.526052 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:30.586172 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device aa8b8d50-9c7d-4fab-96a7-e06037652a6b details requested by agent hyperv_n-h2-772272-3 with host n-h2-772272-3 {{(pid=109743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:19:30.833761 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port aa8b8d50-9c7d-4fab-96a7-e06037652a6b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=aa8b8d50-9c7d-4fab-96a7-e06037652a6b,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:19:30.844530 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Returning: {'device': 'aa8b8d50-9c7d-4fab-96a7-e06037652a6b', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'port_id': 'aa8b8d50-9c7d-4fab-96a7-e06037652a6b', 'mac_address': 'fa:16:3e:5e:40:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:19:30.882357 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port aa8b8d50-9c7d-4fab-96a7-e06037652a6b is: ACTIVE; New status is: BUILD {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:19:30.882744 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (aa8b8d50-9c7d-4fab-96a7-e06037652a6b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:30.895008 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa8b8d50-9c7d-4fab-96a7-e06037652a6b {{(pid=109743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:19:30.913397 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port aa8b8d50-9c7d-4fab-96a7-e06037652a6b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=aa8b8d50-9c7d-4fab-96a7-e06037652a6b,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:19:30.917422 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (aa8b8d50-9c7d-4fab-96a7-e06037652a6b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:30.971535 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=aa8b8d50-9c7d-4fab-96a7-e06037652a6b,revision_number=6']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:30.978998 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:30.979345 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:30.979683 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:30.980019 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:30.980373 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:30.980707 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:30.981030 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:30.981355 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:30.981675 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:30.981996 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:30.982315 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:30.982634 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:30.982958 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:30.992740 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] get_ports_and_sgs() called for port_ids ['aa8b8d50-9c7d-4fab-96a7-e06037652a6b'] {{(pid=109743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:19:32.597098 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device aa8b8d50-9c7d-4fab-96a7-e06037652a6b up at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:19:32.646295 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.provisioning_blocks [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Provisioning complete for port aa8b8d50-9c7d-4fab-96a7-e06037652a6b triggered by entity L2. {{(pid=109743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:19:32.646675 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-586665'] for port (aa8b8d50-9c7d-4fab-96a7-e06037652a6b), provisioning_complete {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:32.721524 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port aa8b8d50-9c7d-4fab-96a7-e06037652a6b is: BUILD; New status is: ACTIVE {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:19:32.721921 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (aa8b8d50-9c7d-4fab-96a7-e06037652a6b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:32.743939 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69635b6d-6931-4af5-a4ba-cacd7007ea23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8b8d50-9c7d-4fab-96a7-e06037652a6b'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:19:32.746208 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b28f92b-ea8e-4c78-9b13-8e0a1e60958f" -d '{"events": [{"server_uuid": "69635b6d-6931-4af5-a4ba-cacd7007ea23", "name": "network-vif-plugged", "status": "completed", "tag": "aa8b8d50-9c7d-4fab-96a7-e06037652a6b"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:19:32.761819 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port aa8b8d50-9c7d-4fab-96a7-e06037652a6b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=aa8b8d50-9c7d-4fab-96a7-e06037652a6b,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:19:32.766882 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (aa8b8d50-9c7d-4fab-96a7-e06037652a6b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:32.790404 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a71cf4d-7fcc-4697-9709-28d5386d183d x-openstack-request-id: req-4a71cf4d-7fcc-4697-9709-28d5386d183d {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:19:32.790711 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69635b6d-6931-4af5-a4ba-cacd7007ea23", "name": "network-vif-plugged", "status": "completed", "tag": "aa8b8d50-9c7d-4fab-96a7-e06037652a6b", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:19:32.790975 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a71cf4d-7fcc-4697-9709-28d5386d183d {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:19:32.791372 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69635b6d-6931-4af5-a4ba-cacd7007ea23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8b8d50-9c7d-4fab-96a7-e06037652a6b', 'code': 200} Jan 27 23:19:32.816051 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=aa8b8d50-9c7d-4fab-96a7-e06037652a6b,revision_number=7']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:42.568442 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 58964) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:42.731653 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Deleting port 2a2a830f-496c-44fd-90e3-6c869909e9fe {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:19:42.732001 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (2a2a830f-496c-44fd-90e3-6c869909e9fe), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:42.806552 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (2a2a830f-496c-44fd-90e3-6c869909e9fe), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:42.806803 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for floatingip (2a2a830f-496c-44fd-90e3-6c869909e9fe), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:42.818417 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Calling delete_port for 2a2a830f-496c-44fd-90e3-6c869909e9fe owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:19:42.964484 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (2a2a830f-496c-44fd-90e3-6c869909e9fe), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.012409 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Pushing event deleted for resources: {'Port': ['ID=2a2a830f-496c-44fd-90e3-6c869909e9fe,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:43.038303 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:43.038662 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:43.039014 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:43.039360 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:43.039705 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:43.040049 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:43.040410 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:43.040751 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:43.041082 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:43.041412 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:43.041745 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:43.042076 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:43.042407 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:43.063494 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for floatingip (efdf6de5-f0ee-4ae6-becd-3eac1d430590), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.063787 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Floating IP efdf6de5-f0ee-4ae6-becd-3eac1d430590 disassociated (deleted). External IP: 172.25.3.8, port: aa8b8d50-9c7d-4fab-96a7-e06037652a6b. Jan 27 23:19:43.270056 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Router bb857c04-4800-4971-8192-96060348d575 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:19:43.377938 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:19:43.382824 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.388230 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d2d8f-8cd6-4fd3-a359-f051ee62299e None None] Sync routers for ids ['bb857c04-4800-4971-8192-96060348d575'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:19:43.398230 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d2d8f-8cd6-4fd3-a359-f051ee62299e None None] Routers {'bb857c04-4800-4971-8192-96060348d575'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:19:43.398852 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-f15d2d8f-8cd6-4fd3-a359-f051ee62299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:19:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['bb857c04-4800-4971-8192-96060348d575'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:43.413786 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d4626bf0-ef6b-495b-b5ab-b033e98e7487 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "DELETE /v2.0/floatingips/efdf6de5-f0ee-4ae6-becd-3eac1d430590 HTTP/1.1" status: 204 len: 168 time: 0.8416960 Jan 27 23:19:43.413786 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69635b6d-6931-4af5-a4ba-cacd7007ea23', 'tag': 'aa8b8d50-9c7d-4fab-96a7-e06037652a6b'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:19:43.414418 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe8903f-c336-4a08-baba-c89baf082586" -d '{"events": [{"name": "network-changed", "server_uuid": "69635b6d-6931-4af5-a4ba-cacd7007ea23", "tag": "aa8b8d50-9c7d-4fab-96a7-e06037652a6b"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:19:43.518445 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b83c9a4-dff3-4523-9f49-e318c8876acb x-openstack-request-id: req-7b83c9a4-dff3-4523-9f49-e318c8876acb {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:19:43.518747 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69635b6d-6931-4af5-a4ba-cacd7007ea23", "tag": "aa8b8d50-9c7d-4fab-96a7-e06037652a6b", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:19:43.519017 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b83c9a4-dff3-4523-9f49-e318c8876acb {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:19:43.519506 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69635b6d-6931-4af5-a4ba-cacd7007ea23', 'tag': 'aa8b8d50-9c7d-4fab-96a7-e06037652a6b', 'status': 'completed', 'code': 200} Jan 27 23:19:43.522440 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-f15d2d8f-8cd6-4fd3-a359-f051ee62299e None None] Set router bb857c04-4800-4971-8192-96060348d575 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:19:43.595649 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8903f-c336-4a08-baba-c89baf082586 req-59c945ea-a15f-4a9d-a5e0-0c7110a75f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:43.597240 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfe8903f-c336-4a08-baba-c89baf082586 req-59c945ea-a15f-4a9d-a5e0-0c7110a75f27 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db0f22f067414b0a9091449a798fe3e7&device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 1097 time: 0.0501850 Jan 27 23:19:43.697540 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:43.707332 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8903f-c336-4a08-baba-c89baf082586 req-7eb4482f-8ea8-411f-b516-0c993acbc583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:43.708964 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfe8903f-c336-4a08-baba-c89baf082586 req-7eb4482f-8ea8-411f-b516-0c993acbc583 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df61cd34-a8f3-44b6-a0e8-b98a716a132c HTTP/1.1" status: 200 len: 910 time: 0.1055739 Jan 27 23:19:43.768589 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfe8903f-c336-4a08-baba-c89baf082586 req-9e49bf8a-099a-4246-861d-b1f7883a3c3d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa8b8d50-9c7d-4fab-96a7-e06037652a6b HTTP/1.1" status: 200 len: 217 time: 0.0460312 Jan 27 23:19:43.774494 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-f15d2d8f-8cd6-4fd3-a359-f051ee62299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb857c04-4800-4971-8192-96060348d575', 'name': 'tempest-TestSnapshotPattern-809592675-router', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:16Z', 'revision_number': 4, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'gw_port': {'id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '8826f49b-875a-47b0-b13e-7c59cb771639', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'floating_ip_address': '172.25.3.65', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'bb857c04-4800-4971-8192-96060348d575', 'port_id': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'mac_address': 'fa:16:3e:6a:cb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:14:37Z', 'updated_at': '2022-01-27T23:14:40Z', 'revision_number': 1, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7a49192-36f1-4270-a665-9316a5b2b782', 'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'mac_address': 'fa:16:3e:c1:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:15Z', 'updated_at': '2022-01-27T23:14:20Z', 'revision_number': 5, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'subnets': [{'id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:43.801536 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d2d8f-8cd6-4fd3-a359-f051ee62299e None None] Checking router: bb857c04-4800-4971-8192-96060348d575 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:19:43.809871 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d2d8f-8cd6-4fd3-a359-f051ee62299e None None] Routers {'bb857c04-4800-4971-8192-96060348d575'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:19:43.810490 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-f15d2d8f-8cd6-4fd3-a359-f051ee62299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:19:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['bb857c04-4800-4971-8192-96060348d575'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:43.810639 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeebe2e-2a87-4ec8-add9-a94f1b9e1ca3 req-ea5be7cf-9574-4203-a126-c850d1017575 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:43.812641 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ceeebe2e-2a87-4ec8-add9-a94f1b9e1ca3 req-ea5be7cf-9574-4203-a126-c850d1017575 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 946 time: 0.1906548 Jan 27 23:19:43.847692 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8903f-c336-4a08-baba-c89baf082586 req-07b53bbe-9ac2-41b0-8bf6-3c1e0238696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:43.849197 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfe8903f-c336-4a08-baba-c89baf082586 req-07b53bbe-9ac2-41b0-8bf6-3c1e0238696c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3476e60-caea-46b8-88f2-cb0d3eda0259 HTTP/1.1" status: 200 len: 848 time: 0.0726957 Jan 27 23:19:43.897383 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-ceeebe2e-2a87-4ec8-add9-a94f1b9e1ca3 req-17109293-a3f3-4218-950c-1cc004276d22 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786257 Jan 27 23:19:43.910840 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8903f-c336-4a08-baba-c89baf082586 req-9789d432-bcd9-4b1a-8f43-c90a4cae351e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:43.912378 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfe8903f-c336-4a08-baba-c89baf082586 req-9789d432-bcd9-4b1a-8f43-c90a4cae351e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df61cd34-a8f3-44b6-a0e8-b98a716a132c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555019 Jan 27 23:19:43.922010 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-f15d2d8f-8cd6-4fd3-a359-f051ee62299e None None] Set router bb857c04-4800-4971-8192-96060348d575 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:19:44.007587 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfe8903f-c336-4a08-baba-c89baf082586 req-df93ba6d-8c06-4938-87d3-1559b6bdbf52 service neutron] 10.222.0.21 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881944 Jan 27 23:19:44.096757 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-dfe8903f-c336-4a08-baba-c89baf082586 req-850344c8-2564-4408-869d-a7d8b8dcc105 service neutron] 10.222.0.21 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825257 Jan 27 23:19:44.150505 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-f15d2d8f-8cd6-4fd3-a359-f051ee62299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb857c04-4800-4971-8192-96060348d575', 'name': 'tempest-TestSnapshotPattern-809592675-router', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:16Z', 'revision_number': 4, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'gw_port': {'id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '8826f49b-875a-47b0-b13e-7c59cb771639', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'floating_ip_address': '172.25.3.65', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'bb857c04-4800-4971-8192-96060348d575', 'port_id': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'mac_address': 'fa:16:3e:6a:cb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:14:37Z', 'updated_at': '2022-01-27T23:14:40Z', 'revision_number': 1, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7a49192-36f1-4270-a665-9316a5b2b782', 'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'mac_address': 'fa:16:3e:c1:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:15Z', 'updated_at': '2022-01-27T23:14:20Z', 'revision_number': 5, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'subnets': [{'id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:44.177072 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d2d8f-8cd6-4fd3-a359-f051ee62299e None None] The sync data for ids ['bb857c04-4800-4971-8192-96060348d575'] in n-d-772272-3 is: [{'id': 'bb857c04-4800-4971-8192-96060348d575', 'name': 'tempest-TestSnapshotPattern-809592675-router', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:16Z', 'revision_number': 4, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'gw_port': {'id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_floatingips': [{'id': '8826f49b-875a-47b0-b13e-7c59cb771639', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'floating_ip_address': '172.25.3.65', 'floating_network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'router_id': 'bb857c04-4800-4971-8192-96060348d575', 'port_id': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'mac_address': 'fa:16:3e:6a:cb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:14:37Z', 'updated_at': '2022-01-27T23:14:40Z', 'revision_number': 1, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7a49192-36f1-4270-a665-9316a5b2b782', 'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'mac_address': 'fa:16:3e:c1:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:15Z', 'updated_at': '2022-01-27T23:14:20Z', 'revision_number': 5, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'subnets': [{'id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:19:44.419104 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea79b31-7cdd-4c9b-9d18-c74ad0b6a500 None None] New status for floating IP efdf6de5-f0ee-4ae6-becd-3eac1d430590: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:19:44.655544 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device aa8b8d50-9c7d-4fab-96a7-e06037652a6b no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:19:44.731590 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Current status of the port aa8b8d50-9c7d-4fab-96a7-e06037652a6b is: ACTIVE; New status is: DOWN {{(pid=109743) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:19:44.731978 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683381'] for port (aa8b8d50-9c7d-4fab-96a7-e06037652a6b), before_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:44.754536 n-d-772272-3 neutron-server[109743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69635b6d-6931-4af5-a4ba-cacd7007ea23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa8b8d50-9c7d-4fab-96a7-e06037652a6b'}] {{(pid=109743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:19:44.756756 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed1656630b0b0414bb451b9400f50f8285229feffb55596e1b277ac6dc14e230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1ce493-c1ec-4db8-93a5-a1483e9e6d97" -d '{"events": [{"server_uuid": "69635b6d-6931-4af5-a4ba-cacd7007ea23", "name": "network-vif-unplugged", "status": "completed", "tag": "aa8b8d50-9c7d-4fab-96a7-e06037652a6b"}]}' {{(pid=109743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:19:44.769065 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.db [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] For port aa8b8d50-9c7d-4fab-96a7-e06037652a6b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=aa8b8d50-9c7d-4fab-96a7-e06037652a6b,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:19:44.774106 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733248767196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733248291651', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733248291669'] for port (aa8b8d50-9c7d-4fab-96a7-e06037652a6b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:44.799308 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 23:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4447ea1-7477-46a3-966d-bfd709caa022 x-openstack-request-id: req-a4447ea1-7477-46a3-966d-bfd709caa022 {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:19:44.799611 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69635b6d-6931-4af5-a4ba-cacd7007ea23", "name": "network-vif-unplugged", "status": "completed", "tag": "aa8b8d50-9c7d-4fab-96a7-e06037652a6b", "code": 200}]} {{(pid=109743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:19:44.799896 n-d-772272-3 neutron-server[109743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4447ea1-7477-46a3-966d-bfd709caa022 {{(pid=109743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:19:44.800335 n-d-772272-3 neutron-server[109743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69635b6d-6931-4af5-a4ba-cacd7007ea23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa8b8d50-9c7d-4fab-96a7-e06037652a6b', 'code': 200} Jan 27 23:19:44.823623 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Pushing event updated for resources: {'Port': ['ID=aa8b8d50-9c7d-4fab-96a7-e06037652a6b,revision_number=8']} {{(pid=109743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:45.023218 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c2241-891e-4166-bb01-cc0e35e94482 req-a230c846-c2e1-4182-a445-1b1dfa7a0db8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:45.024754 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-659c2241-891e-4166-bb01-cc0e35e94482 req-a230c846-c2e1-4182-a445-1b1dfa7a0db8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 944 time: 0.0546181 Jan 27 23:19:45.073623 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-659c2241-891e-4166-bb01-cc0e35e94482 req-a202770e-43ee-4510-849b-c7e43402ae47 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431640 Jan 27 23:19:45.476871 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c30b4-f517-4f3e-a59b-a8e99b65412b req-b1bfdeb4-15b5-4eb6-9e07-e4141050b556 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:45.478304 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-320c30b4-f517-4f3e-a59b-a8e99b65412b req-b1bfdeb4-15b5-4eb6-9e07-e4141050b556 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.21 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 944 time: 0.0470979 Jan 27 23:19:45.566905 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-320c30b4-f517-4f3e-a59b-a8e99b65412b req-8e7566c2-86b0-4d32-8ebb-43ac2c6d68d8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Deleting port aa8b8d50-9c7d-4fab-96a7-e06037652a6b {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:19:45.567264 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-320c30b4-f517-4f3e-a59b-a8e99b65412b req-8e7566c2-86b0-4d32-8ebb-43ac2c6d68d8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (aa8b8d50-9c7d-4fab-96a7-e06037652a6b), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:45.651578 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [req-320c30b4-f517-4f3e-a59b-a8e99b65412b req-8e7566c2-86b0-4d32-8ebb-43ac2c6d68d8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] For port aa8b8d50-9c7d-4fab-96a7-e06037652a6b, host n-h2-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-772272-3',level=0,port_id=aa8b8d50-9c7d-4fab-96a7-e06037652a6b,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:19:45.651987 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-320c30b4-f517-4f3e-a59b-a8e99b65412b req-8e7566c2-86b0-4d32-8ebb-43ac2c6d68d8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (aa8b8d50-9c7d-4fab-96a7-e06037652a6b), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:45.664146 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [req-320c30b4-f517-4f3e-a59b-a8e99b65412b req-8e7566c2-86b0-4d32-8ebb-43ac2c6d68d8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Calling delete_port for aa8b8d50-9c7d-4fab-96a7-e06037652a6b owned by compute:nova {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:19:45.791696 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-320c30b4-f517-4f3e-a59b-a8e99b65412b req-8e7566c2-86b0-4d32-8ebb-43ac2c6d68d8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (aa8b8d50-9c7d-4fab-96a7-e06037652a6b), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:45.823386 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7566c2-86b0-4d32-8ebb-43ac2c6d68d8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Pushing event deleted for resources: {'Port': ['ID=aa8b8d50-9c7d-4fab-96a7-e06037652a6b,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:45.862878 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [req-320c30b4-f517-4f3e-a59b-a8e99b65412b req-8e7566c2-86b0-4d32-8ebb-43ac2c6d68d8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] No DVR routers for this DVR port aa8b8d50-9c7d-4fab-96a7-e06037652a6b on host n-h2-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:19:45.865607 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [req-320c30b4-f517-4f3e-a59b-a8e99b65412b req-8e7566c2-86b0-4d32-8ebb-43ac2c6d68d8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:45.869016 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-320c30b4-f517-4f3e-a59b-a8e99b65412b req-8e7566c2-86b0-4d32-8ebb-43ac2c6d68d8 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.21 "DELETE /v2.0/ports/aa8b8d50-9c7d-4fab-96a7-e06037652a6b HTTP/1.1" status: 204 len: 173 time: 0.3855810 Jan 27 23:19:45.869464 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69635b6d-6931-4af5-a4ba-cacd7007ea23', 'name': 'network-vif-deleted', 'tag': 'aa8b8d50-9c7d-4fab-96a7-e06037652a6b'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:19:45.871737 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a128b5d5-d004-431a-8e71-4a6d3d03eb2c" -d '{"events": [{"server_uuid": "69635b6d-6931-4af5-a4ba-cacd7007ea23", "name": "network-vif-deleted", "tag": "aa8b8d50-9c7d-4fab-96a7-e06037652a6b"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:19:45.909915 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cc339b-591c-4125-820e-e83312b78129 x-openstack-request-id: req-a5cc339b-591c-4125-820e-e83312b78129 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:19:45.910212 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69635b6d-6931-4af5-a4ba-cacd7007ea23", "name": "network-vif-deleted", "tag": "aa8b8d50-9c7d-4fab-96a7-e06037652a6b", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:19:45.910471 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5cc339b-591c-4125-820e-e83312b78129 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:19:45.910881 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69635b6d-6931-4af5-a4ba-cacd7007ea23', 'name': 'network-vif-deleted', 'tag': 'aa8b8d50-9c7d-4fab-96a7-e06037652a6b', 'status': 'completed', 'code': 200} Jan 27 23:19:46.181688 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-59d2919e-4b7b-4184-9105-a9d0b55d7a63 req-576bacf5-6688-4dc5-8d35-52a61b18aac0 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=69635b6d-6931-4af5-a4ba-cacd7007ea23 HTTP/1.1" status: 200 len: 210 time: 0.0297520 Jan 27 23:19:47.738628 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59036) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:47.892783 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-f2f37954-a930-441b-8a83-668fd1d98ef3 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Deleting port fdb35f49-6bc1-47bf-baba-7e7192bc6599 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:19:47.893121 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f2f37954-a930-441b-8a83-668fd1d98ef3 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (fdb35f49-6bc1-47bf-baba-7e7192bc6599), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:47.964731 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f2f37954-a930-441b-8a83-668fd1d98ef3 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (fdb35f49-6bc1-47bf-baba-7e7192bc6599), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:47.965054 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f2f37954-a930-441b-8a83-668fd1d98ef3 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for floatingip (fdb35f49-6bc1-47bf-baba-7e7192bc6599), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:47.976268 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-f2f37954-a930-441b-8a83-668fd1d98ef3 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Calling delete_port for fdb35f49-6bc1-47bf-baba-7e7192bc6599 owned by network:floatingip {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:19:48.122676 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f2f37954-a930-441b-8a83-668fd1d98ef3 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (fdb35f49-6bc1-47bf-baba-7e7192bc6599), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:48.146696 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f37954-a930-441b-8a83-668fd1d98ef3 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Pushing event deleted for resources: {'Port': ['ID=fdb35f49-6bc1-47bf-baba-7e7192bc6599,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:48.209831 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f2f37954-a930-441b-8a83-668fd1d98ef3 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for floatingip (8826f49b-875a-47b0-b13e-7c59cb771639), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:48.210217 n-d-772272-3 neutron-server[109741]: INFO neutron.db.l3_db [None req-f2f37954-a930-441b-8a83-668fd1d98ef3 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Floating IP 8826f49b-875a-47b0-b13e-7c59cb771639 disassociated (deleted). External IP: 172.25.3.65, port: 5fc709e6-c5ac-44d0-b3c6-94d3297efac5. Jan 27 23:19:48.411764 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f37954-a930-441b-8a83-668fd1d98ef3 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Router bb857c04-4800-4971-8192-96060348d575 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:19:48.518036 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f37954-a930-441b-8a83-668fd1d98ef3 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:19:48.522673 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-f2f37954-a930-441b-8a83-668fd1d98ef3 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for floatingip (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:48.528875 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259f18f1-b431-48ad-8066-72293350dcf9 None None] Sync routers for ids ['bb857c04-4800-4971-8192-96060348d575'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:19:48.539543 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259f18f1-b431-48ad-8066-72293350dcf9 None None] Routers {'bb857c04-4800-4971-8192-96060348d575'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:19:48.540186 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-259f18f1-b431-48ad-8066-72293350dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:19:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['bb857c04-4800-4971-8192-96060348d575'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:48.552536 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f2f37954-a930-441b-8a83-668fd1d98ef3 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "DELETE /v2.0/floatingips/8826f49b-875a-47b0-b13e-7c59cb771639 HTTP/1.1" status: 204 len: 168 time: 0.8127866 Jan 27 23:19:48.553136 n-d-772272-3 neutron-server[109741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'tag': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5'}] {{(pid=109741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:19:48.555433 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5331bcb87f292e8cbf4f53a25bd4ba0a7a7461b70b49ee37d4b624a87b52cfb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77a3e42-b2b3-4295-b40c-675bd89f47e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b35e004e-21da-41c5-9f90-b3c87c70fdc5", "tag": "5fc709e6-c5ac-44d0-b3c6-94d3297efac5"}]}' {{(pid=109741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:19:48.592613 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce30b9f4-5608-47ab-a071-d9c21ef8c161 x-openstack-request-id: req-ce30b9f4-5608-47ab-a071-d9c21ef8c161 {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:19:48.594056 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35e004e-21da-41c5-9f90-b3c87c70fdc5", "tag": "5fc709e6-c5ac-44d0-b3c6-94d3297efac5", "status": "completed", "code": 200}]} {{(pid=109741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:19:48.594365 n-d-772272-3 neutron-server[109741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce30b9f4-5608-47ab-a071-d9c21ef8c161 {{(pid=109741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:19:48.594752 n-d-772272-3 neutron-server[109741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'tag': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5', 'status': 'completed', 'code': 200} Jan 27 23:19:48.653386 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-259f18f1-b431-48ad-8066-72293350dcf9 None None] Set router bb857c04-4800-4971-8192-96060348d575 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:19:48.655251 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a3e42-b2b3-4295-b40c-675bd89f47e3 req-59776a60-f02b-4731-8d16-1df42cd86861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:48.656920 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a77a3e42-b2b3-4295-b40c-675bd89f47e3 req-59776a60-f02b-4731-8d16-1df42cd86861 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=db0f22f067414b0a9091449a798fe3e7&device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 1094 time: 0.0447111 Jan 27 23:19:48.688480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device aa8b8d50-9c7d-4fab-96a7-e06037652a6b no longer exists at agent hyperv_n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:19:48.715528 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] No Port match for: aa8b8d50-9c7d-4fab-96a7-e06037652a6b {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:19:48.715881 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Device aa8b8d50-9c7d-4fab-96a7-e06037652a6b not bound to the agent host n-h2-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:19:48.765659 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a3e42-b2b3-4295-b40c-675bd89f47e3 req-cbc27975-34a8-472e-b3a1-75caff5c670b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:48.767153 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a77a3e42-b2b3-4295-b40c-675bd89f47e3 req-cbc27975-34a8-472e-b3a1-75caff5c670b service neutron] 10.222.0.15 "GET /v2.0/networks?id=df61cd34-a8f3-44b6-a0e8-b98a716a132c HTTP/1.1" status: 200 len: 910 time: 0.1034977 Jan 27 23:19:48.822355 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a77a3e42-b2b3-4295-b40c-675bd89f47e3 req-f2418420-c1d6-4dcf-baf7-9e593ecc4165 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fc709e6-c5ac-44d0-b3c6-94d3297efac5 HTTP/1.1" status: 200 len: 217 time: 0.0375278 Jan 27 23:19:48.868606 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7b399-524e-4c0b-baa9-f3f256b1e37a req-54332123-8a44-4cbf-b9ed-77caf4da3fb0 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:48.870106 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0df7b399-524e-4c0b-baa9-f3f256b1e37a req-54332123-8a44-4cbf-b9ed-77caf4da3fb0 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/ports?device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 943 time: 0.1232185 Jan 27 23:19:48.889338 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-259f18f1-b431-48ad-8066-72293350dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb857c04-4800-4971-8192-96060348d575', 'name': 'tempest-TestSnapshotPattern-809592675-router', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:16Z', 'revision_number': 4, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'gw_port': {'id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b7a49192-36f1-4270-a665-9316a5b2b782', 'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'mac_address': 'fa:16:3e:c1:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:15Z', 'updated_at': '2022-01-27T23:14:20Z', 'revision_number': 5, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'subnets': [{'id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:48.900497 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a3e42-b2b3-4295-b40c-675bd89f47e3 req-f148c233-8499-4558-8a50-7bffdf50d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:48.901966 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a77a3e42-b2b3-4295-b40c-675bd89f47e3 req-f148c233-8499-4558-8a50-7bffdf50d986 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3476e60-caea-46b8-88f2-cb0d3eda0259 HTTP/1.1" status: 200 len: 848 time: 0.0719519 Jan 27 23:19:48.917569 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259f18f1-b431-48ad-8066-72293350dcf9 None None] Checking router: bb857c04-4800-4971-8192-96060348d575 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:19:48.926379 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259f18f1-b431-48ad-8066-72293350dcf9 None None] Routers {'bb857c04-4800-4971-8192-96060348d575'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:19:48.927002 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-259f18f1-b431-48ad-8066-72293350dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:19:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['bb857c04-4800-4971-8192-96060348d575'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:49.039178 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-259f18f1-b431-48ad-8066-72293350dcf9 None None] Set router bb857c04-4800-4971-8192-96060348d575 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:19:49.268425 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-259f18f1-b431-48ad-8066-72293350dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb857c04-4800-4971-8192-96060348d575', 'name': 'tempest-TestSnapshotPattern-809592675-router', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:16Z', 'revision_number': 4, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'gw_port': {'id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b7a49192-36f1-4270-a665-9316a5b2b782', 'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'mac_address': 'fa:16:3e:c1:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:15Z', 'updated_at': '2022-01-27T23:14:20Z', 'revision_number': 5, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'subnets': [{'id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:49.297150 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259f18f1-b431-48ad-8066-72293350dcf9 None None] The sync data for ids ['bb857c04-4800-4971-8192-96060348d575'] in n-d-772272-3 is: [{'id': 'bb857c04-4800-4971-8192-96060348d575', 'name': 'tempest-TestSnapshotPattern-809592675-router', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:16Z', 'revision_number': 4, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'gw_port': {'id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3', '_interfaces': [{'id': 'b7a49192-36f1-4270-a665-9316a5b2b782', 'name': '', 'network_id': 'df61cd34-a8f3-44b6-a0e8-b98a716a132c', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'mac_address': 'fa:16:3e:c1:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:15Z', 'updated_at': '2022-01-27T23:14:20Z', 'revision_number': 5, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'subnets': [{'id': 'b3476e60-caea-46b8-88f2-cb0d3eda0259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:19:49.311622 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-0df7b399-524e-4c0b-baa9-f3f256b1e37a req-337fa1d8-c1c1-48cc-95f2-a2114357858e tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "GET /v2.0/security-groups?id=0854d097-a29b-430a-92ba-3854755b8b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4354525 Jan 27 23:19:49.323940 n-d-772272-3 neutron-server[109741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a3e42-b2b3-4295-b40c-675bd89f47e3 req-6ad2da34-5aea-4532-8baf-c9024c81f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:49.325688 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a77a3e42-b2b3-4295-b40c-675bd89f47e3 req-6ad2da34-5aea-4532-8baf-c9024c81f5d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=df61cd34-a8f3-44b6-a0e8-b98a716a132c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4172068 Jan 27 23:19:49.340283 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-a77a3e42-b2b3-4295-b40c-675bd89f47e3 req-91f034b9-76a6-49ce-ad92-2ec447f95fa6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=109741) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:19:49.341314 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a77a3e42-b2b3-4295-b40c-675bd89f47e3 req-91f034b9-76a6-49ce-ad92-2ec447f95fa6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077257 Jan 27 23:19:49.363411 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.15', 52983) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:49.413902 n-d-772272-3 neutron-server[109742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dda2c-fd7e-4082-9cd0-8cdf5a1d0ea0 req-c08ec6c9-bdb6-44ea-af99-ae72a8d62f97 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:19:49.415390 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-eb0dda2c-fd7e-4082-9cd0-8cdf5a1d0ea0 req-c08ec6c9-bdb6-44ea-af99-ae72a8d62f97 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.15 "GET /v2.0/ports?device_id=b35e004e-21da-41c5-9f90-b3c87c70fdc5 HTTP/1.1" status: 200 len: 943 time: 0.0509861 Jan 27 23:19:49.444930 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a77a3e42-b2b3-4295-b40c-675bd89f47e3 req-e077333c-8b28-4c89-9548-fac9c139d6ca service neutron] 10.222.0.15 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946405 Jan 27 23:19:49.509000 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-eb0dda2c-fd7e-4082-9cd0-8cdf5a1d0ea0 req-45296afd-8ccf-453f-91e7-1574c7ee04c1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Deleting port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:19:49.509345 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eb0dda2c-fd7e-4082-9cd0-8cdf5a1d0ea0 req-45296afd-8ccf-453f-91e7-1574c7ee04c1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (5fc709e6-c5ac-44d0-b3c6-94d3297efac5), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:49.550047 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [req-a77a3e42-b2b3-4295-b40c-675bd89f47e3 req-133edd15-4d08-49f4-aaff-4abedf45a65b service neutron] 10.222.0.15 "GET /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982769 Jan 27 23:19:49.568673 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65b55a2-f709-47ca-856c-eb4df565834d None None] New status for floating IP 8826f49b-875a-47b0-b13e-7c59cb771639: DOWN {{(pid=109744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:19:49.604581 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [req-eb0dda2c-fd7e-4082-9cd0-8cdf5a1d0ea0 req-45296afd-8ccf-453f-91e7-1574c7ee04c1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] For port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5, host n-h1-772272-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-772272-3',level=0,port_id=5fc709e6-c5ac-44d0-b3c6-94d3297efac5,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:19:49.604942 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eb0dda2c-fd7e-4082-9cd0-8cdf5a1d0ea0 req-45296afd-8ccf-453f-91e7-1574c7ee04c1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (5fc709e6-c5ac-44d0-b3c6-94d3297efac5), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:49.617377 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [req-eb0dda2c-fd7e-4082-9cd0-8cdf5a1d0ea0 req-45296afd-8ccf-453f-91e7-1574c7ee04c1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Calling delete_port for 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 owned by compute:nova {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:19:49.747784 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eb0dda2c-fd7e-4082-9cd0-8cdf5a1d0ea0 req-45296afd-8ccf-453f-91e7-1574c7ee04c1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (5fc709e6-c5ac-44d0-b3c6-94d3297efac5), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:49.774550 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45296afd-8ccf-453f-91e7-1574c7ee04c1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Pushing event deleted for resources: {'Port': ['ID=5fc709e6-c5ac-44d0-b3c6-94d3297efac5,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:49.785157 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45296afd-8ccf-453f-91e7-1574c7ee04c1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:49.785507 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45296afd-8ccf-453f-91e7-1574c7ee04c1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:49.785883 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45296afd-8ccf-453f-91e7-1574c7ee04c1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:49.786226 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45296afd-8ccf-453f-91e7-1574c7ee04c1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:49.786565 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45296afd-8ccf-453f-91e7-1574c7ee04c1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:49.786905 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45296afd-8ccf-453f-91e7-1574c7ee04c1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:49.787242 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45296afd-8ccf-453f-91e7-1574c7ee04c1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:49.788079 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45296afd-8ccf-453f-91e7-1574c7ee04c1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:49.788079 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45296afd-8ccf-453f-91e7-1574c7ee04c1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:49.788331 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45296afd-8ccf-453f-91e7-1574c7ee04c1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:49.788625 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45296afd-8ccf-453f-91e7-1574c7ee04c1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:49.788956 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45296afd-8ccf-453f-91e7-1574c7ee04c1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:49.789286 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45296afd-8ccf-453f-91e7-1574c7ee04c1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-772272-3 {{(pid=109742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:19:49.830493 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0dda2c-fd7e-4082-9cd0-8cdf5a1d0ea0 req-45296afd-8ccf-453f-91e7-1574c7ee04c1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] No DVR routers for this DVR port 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 on host n-h1-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:19:49.833310 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [req-eb0dda2c-fd7e-4082-9cd0-8cdf5a1d0ea0 req-45296afd-8ccf-453f-91e7-1574c7ee04c1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89114'] for port (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:49.836701 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [req-eb0dda2c-fd7e-4082-9cd0-8cdf5a1d0ea0 req-45296afd-8ccf-453f-91e7-1574c7ee04c1 tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.15 "DELETE /v2.0/ports/5fc709e6-c5ac-44d0-b3c6-94d3297efac5 HTTP/1.1" status: 204 len: 173 time: 0.4155054 Jan 27 23:19:49.837149 n-d-772272-3 neutron-server[109742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'name': 'network-vif-deleted', 'tag': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5'}] {{(pid=109742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:19:49.839437 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eebd6f79f17133a4d49c17e759e77b104c6a5dfb225cf2ee82dbb83359e6266" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c286ce3-e9a2-4b0a-800e-566a10d9e4b1" -d '{"events": [{"server_uuid": "b35e004e-21da-41c5-9f90-b3c87c70fdc5", "name": "network-vif-deleted", "tag": "5fc709e6-c5ac-44d0-b3c6-94d3297efac5"}]}' {{(pid=109742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:19:49.939079 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3933063b-8ccb-40b2-b9f5-dbff045c6556 x-openstack-request-id: req-3933063b-8ccb-40b2-b9f5-dbff045c6556 {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:19:49.939472 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35e004e-21da-41c5-9f90-b3c87c70fdc5", "name": "network-vif-deleted", "tag": "5fc709e6-c5ac-44d0-b3c6-94d3297efac5", "status": "completed", "code": 200}]} {{(pid=109742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:19:49.939794 n-d-772272-3 neutron-server[109742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3933063b-8ccb-40b2-b9f5-dbff045c6556 {{(pid=109742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:19:49.940292 n-d-772272-3 neutron-server[109742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35e004e-21da-41c5-9f90-b3c87c70fdc5', 'name': 'network-vif-deleted', 'tag': '5fc709e6-c5ac-44d0-b3c6-94d3297efac5', 'status': 'completed', 'code': 200} Jan 27 23:19:50.072025 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:19:50.369337 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59056) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:50.425684 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-398e612b-f87e-42d0-a30a-37146d52ed5e tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group (0854d097-a29b-430a-92ba-3854755b8b67), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:50.450631 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-398e612b-f87e-42d0-a30a-37146d52ed5e tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group (0854d097-a29b-430a-92ba-3854755b8b67), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:50.512978 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-398e612b-f87e-42d0-a30a-37146d52ed5e tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (0854d097-a29b-430a-92ba-3854755b8b67), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:50.515700 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-398e612b-f87e-42d0-a30a-37146d52ed5e tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Publish callbacks [] for security_group (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:50.516917 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-398e612b-f87e-42d0-a30a-37146d52ed5e tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] 10.222.0.23 "DELETE /v2.0/security-groups/0854d097-a29b-430a-92ba-3854755b8b67 HTTP/1.1" status: 204 len: 168 time: 0.1465721 Jan 27 23:19:50.526681 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e612b-f87e-42d0-a30a-37146d52ed5e tempest-TestSnapshotPattern-1830107205 tempest-TestSnapshotPattern-1830107205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0854d097-a29b-430a-92ba-3854755b8b67,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:50.568656 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59060) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:51.017550 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b411e267-4b23-4c1d-b70e-0392ddbec972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (bb857c04-4800-4971-8192-96060348d575), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:51.255270 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-b411e267-4b23-4c1d-b70e-0392ddbec972 admin admin] Deleting port b7a49192-36f1-4270-a665-9316a5b2b782 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:19:51.255526 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b411e267-4b23-4c1d-b70e-0392ddbec972 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b7a49192-36f1-4270-a665-9316a5b2b782), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:51.329731 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-b411e267-4b23-4c1d-b70e-0392ddbec972 admin admin] For port b7a49192-36f1-4270-a665-9316a5b2b782, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b7a49192-36f1-4270-a665-9316a5b2b782,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:19:51.330089 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b411e267-4b23-4c1d-b70e-0392ddbec972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b7a49192-36f1-4270-a665-9316a5b2b782), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:51.341318 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-b411e267-4b23-4c1d-b70e-0392ddbec972 admin admin] Calling delete_port for b7a49192-36f1-4270-a665-9316a5b2b782 owned by network:router_interface {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:19:51.526038 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b411e267-4b23-4c1d-b70e-0392ddbec972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b7a49192-36f1-4270-a665-9316a5b2b782), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:51.549681 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411e267-4b23-4c1d-b70e-0392ddbec972 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7a49192-36f1-4270-a665-9316a5b2b782,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:51.611068 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 no longer exists at agent hyperv_n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:19:51.631350 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] No Port match for: 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:19:51.631803 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Device 5fc709e6-c5ac-44d0-b3c6-94d3297efac5 not bound to the agent host n-h1-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:19:51.720074 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b411e267-4b23-4c1d-b70e-0392ddbec972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (bb857c04-4800-4971-8192-96060348d575), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:51.928545 n-d-772272-3 neutron-server[109742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b411e267-4b23-4c1d-b70e-0392ddbec972 admin admin] Router bb857c04-4800-4971-8192-96060348d575 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:19:52.032503 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b411e267-4b23-4c1d-b70e-0392ddbec972 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:19:52.037428 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b411e267-4b23-4c1d-b70e-0392ddbec972 admin admin] 10.222.0.23 "PUT /v2.0/routers/bb857c04-4800-4971-8192-96060348d575/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4677722 Jan 27 23:19:52.040055 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59064) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:52.042790 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d76a41-4d68-4737-b367-563b517feb9e None None] Sync routers for ids ['bb857c04-4800-4971-8192-96060348d575'] in n-d-772272-3 {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:19:52.055319 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d76a41-4d68-4737-b367-563b517feb9e None None] Routers {'bb857c04-4800-4971-8192-96060348d575'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:19:52.056020 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-90d76a41-4d68-4737-b367-563b517feb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:19:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['bb857c04-4800-4971-8192-96060348d575'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:52.141271 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-244775b6-56e5-4735-85f5-287974329faf admin admin] Publish callbacks [] for router (bb857c04-4800-4971-8192-96060348d575), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:52.162169 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:52.170672 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-90d76a41-4d68-4737-b367-563b517feb9e None None] Set router bb857c04-4800-4971-8192-96060348d575 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:19:52.356364 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-90d76a41-4d68-4737-b367-563b517feb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb857c04-4800-4971-8192-96060348d575', 'name': 'tempest-TestSnapshotPattern-809592675-router', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:19:51Z', 'revision_number': 5, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'gw_port': {'id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:52.384219 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d76a41-4d68-4737-b367-563b517feb9e None None] Checking router: bb857c04-4800-4971-8192-96060348d575 for host: n-d-772272-3 {{(pid=109743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:19:52.393663 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d76a41-4d68-4737-b367-563b517feb9e None None] Routers {'bb857c04-4800-4971-8192-96060348d575'} bound to L3 agent in host n-d-772272-3 {{(pid=109743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:19:52.394297 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-90d76a41-4d68-4737-b367-563b517feb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:19:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['bb857c04-4800-4971-8192-96060348d575'], 'active': True} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:52.501415 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_dvr_db [None req-90d76a41-4d68-4737-b367-563b517feb9e None None] Set router bb857c04-4800-4971-8192-96060348d575 gateway port host: n-d-772272-3 {{(pid=109743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:19:52.525077 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-244775b6-56e5-4735-85f5-287974329faf admin admin] Publish callbacks [] for router_gateway (bb857c04-4800-4971-8192-96060348d575), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:52.576521 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-244775b6-56e5-4735-85f5-287974329faf admin admin] Deleting port 2529b111-a53d-47eb-8794-ce552d09a6bd {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:19:52.577245 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-244775b6-56e5-4735-85f5-287974329faf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (2529b111-a53d-47eb-8794-ce552d09a6bd), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:52.654123 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-244775b6-56e5-4735-85f5-287974329faf admin admin] For port 2529b111-a53d-47eb-8794-ce552d09a6bd, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=2529b111-a53d-47eb-8794-ce552d09a6bd,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:19:52.654401 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-244775b6-56e5-4735-85f5-287974329faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (2529b111-a53d-47eb-8794-ce552d09a6bd), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:52.665987 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-244775b6-56e5-4735-85f5-287974329faf admin admin] Calling delete_port for 2529b111-a53d-47eb-8794-ce552d09a6bd owned by network:router_gateway {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:19:52.680820 n-d-772272-3 neutron-server[109743]: DEBUG neutron.db.l3_hamode_db [None req-90d76a41-4d68-4737-b367-563b517feb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb857c04-4800-4971-8192-96060348d575', 'name': 'tempest-TestSnapshotPattern-809592675-router', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:19:51Z', 'revision_number': 5, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'gw_port': {'id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:52.707895 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d76a41-4d68-4737-b367-563b517feb9e None None] The sync data for ids ['bb857c04-4800-4971-8192-96060348d575'] in n-d-772272-3 is: [{'id': 'bb857c04-4800-4971-8192-96060348d575', 'name': 'tempest-TestSnapshotPattern-809592675-router', 'tenant_id': 'db0f22f067414b0a9091449a798fe3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:19:51Z', 'revision_number': 5, 'project_id': 'db0f22f067414b0a9091449a798fe3e7', 'gw_port': {'id': '2529b111-a53d-47eb-8794-ce552d09a6bd', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb857c04-4800-4971-8192-96060348d575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:14Z', 'updated_at': '2022-01-27T23:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}] {{(pid=109743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:19:52.835437 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-244775b6-56e5-4735-85f5-287974329faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (2529b111-a53d-47eb-8794-ce552d09a6bd), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:52.857833 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244775b6-56e5-4735-85f5-287974329faf admin admin] Pushing event deleted for resources: {'Port': ['ID=2529b111-a53d-47eb-8794-ce552d09a6bd,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:52.921357 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-244775b6-56e5-4735-85f5-287974329faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (bb857c04-4800-4971-8192-96060348d575), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:53.009393 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-244775b6-56e5-4735-85f5-287974329faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (bb857c04-4800-4971-8192-96060348d575), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:53.011488 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-244775b6-56e5-4735-85f5-287974329faf admin admin] Publish callbacks [] for router_controller (bb857c04-4800-4971-8192-96060348d575), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:53.054546 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-244775b6-56e5-4735-85f5-287974329faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (bb857c04-4800-4971-8192-96060348d575), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:53.055239 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244775b6-56e5-4735-85f5-287974329faf admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb857c04-4800-4971-8192-96060348d575 {{(pid=109742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:19:53.060065 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-244775b6-56e5-4735-85f5-287974329faf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:53.064131 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-244775b6-56e5-4735-85f5-287974329faf admin admin] 10.222.0.23 "DELETE /v2.0/routers/bb857c04-4800-4971-8192-96060348d575 HTTP/1.1" status: 204 len: 168 time: 1.0203681 Jan 27 23:19:53.064466 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59066) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:53.113234 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d61978-4bda-42b7-9147-ec5633de09a4 admin admin] Deleting subnet b3476e60-caea-46b8-88f2-cb0d3eda0259 {{(pid=109742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:19:53.116568 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b2d61978-4bda-42b7-9147-ec5633de09a4 admin admin] Publish callbacks [] for subnet (b3476e60-caea-46b8-88f2-cb0d3eda0259), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:53.151935 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b2d61978-4bda-42b7-9147-ec5633de09a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59424298'] for subnet (b3476e60-caea-46b8-88f2-cb0d3eda0259), precommit_delete_associations {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:53.230611 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b2d61978-4bda-42b7-9147-ec5633de09a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (b3476e60-caea-46b8-88f2-cb0d3eda0259), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:53.288394 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b2d61978-4bda-42b7-9147-ec5633de09a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59413728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58939907'] for subnet (b3476e60-caea-46b8-88f2-cb0d3eda0259), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:53.312533 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d61978-4bda-42b7-9147-ec5633de09a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3476e60-caea-46b8-88f2-cb0d3eda0259,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:53.318516 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-b2d61978-4bda-42b7-9147-ec5633de09a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:53.321806 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-b2d61978-4bda-42b7-9147-ec5633de09a4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b3476e60-caea-46b8-88f2-cb0d3eda0259 HTTP/1.1" status: 204 len: 168 time: 0.2563927 Jan 27 23:19:53.324295 n-d-772272-3 neutron-server[109742]: DEBUG neutron.wsgi [-] (109742) accepted ('10.222.0.23', 59068) {{(pid=109742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:53.325121 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b26b33-b948-400e-96f4-9ab4b6746c65 None None] Network df61cd34-a8f3-44b6-a0e8-b98a716a132c requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:19:53.394976 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-60762acf-e183-4e78-b94c-629ab56b109c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (df61cd34-a8f3-44b6-a0e8-b98a716a132c), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:53.447399 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-60762acf-e183-4e78-b94c-629ab56b109c admin admin] Deleting port b6a9c476-cf5e-49e4-959b-f5a4e2adb424 {{(pid=109742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:19:53.447740 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-60762acf-e183-4e78-b94c-629ab56b109c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (b6a9c476-cf5e-49e4-959b-f5a4e2adb424), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:53.512614 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.db [None req-60762acf-e183-4e78-b94c-629ab56b109c admin admin] For port b6a9c476-cf5e-49e4-959b-f5a4e2adb424, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=b6a9c476-cf5e-49e4-959b-f5a4e2adb424,segment=NetworkSegment(173dbeff-8d9b-48ec-a04d-e9e18ef89a07),segment_id=173dbeff-8d9b-48ec-a04d-e9e18ef89a07)] {{(pid=109742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:19:53.512970 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-60762acf-e183-4e78-b94c-629ab56b109c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (b6a9c476-cf5e-49e4-959b-f5a4e2adb424), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:53.525615 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.plugin [None req-60762acf-e183-4e78-b94c-629ab56b109c admin admin] Calling delete_port for b6a9c476-cf5e-49e4-959b-f5a4e2adb424 owned by network:dhcp {{(pid=109742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:19:53.600601 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-60762acf-e183-4e78-b94c-629ab56b109c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59413717'] for port (b6a9c476-cf5e-49e4-959b-f5a4e2adb424), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:53.627479 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60762acf-e183-4e78-b94c-629ab56b109c admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a9c476-cf5e-49e4-959b-f5a4e2adb424,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:53.632868 n-d-772272-3 neutron-server[109742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60762acf-e183-4e78-b94c-629ab56b109c admin admin] No DVR routers for this DVR port b6a9c476-cf5e-49e4-959b-f5a4e2adb424 on host n-d-772272-3 {{(pid=109742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:19:53.701758 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-60762acf-e183-4e78-b94c-629ab56b109c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (df61cd34-a8f3-44b6-a0e8-b98a716a132c), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:53.720650 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3447e6e4-1a5a-49cf-8111-3ba1ef5d6a65 None None] DHCP port deletion for df61cd34-a8f3-44b6-a0e8-b98a716a132c request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:19:53.728122 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-60762acf-e183-4e78-b94c-629ab56b109c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df61cd34-a8f3-44b6-a0e8-b98a716a132c']}} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:53.741685 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-60762acf-e183-4e78-b94c-629ab56b109c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173dbeff-8d9b-48ec-a04d-e9e18ef89a07') {'for_net_delete': True} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:53.741992 n-d-772272-3 neutron-server[109742]: DEBUG neutron.services.segments.db [None req-60762acf-e183-4e78-b94c-629ab56b109c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173dbeff-8d9b-48ec-a04d-e9e18ef89a07') {} {{(pid=109742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:53.753178 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-60762acf-e183-4e78-b94c-629ab56b109c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59424339'] for segment (173dbeff-8d9b-48ec-a04d-e9e18ef89a07), before_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:53.773551 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-60762acf-e183-4e78-b94c-629ab56b109c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (173dbeff-8d9b-48ec-a04d-e9e18ef89a07), precommit_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:53.779488 n-d-772272-3 neutron-server[109742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60762acf-e183-4e78-b94c-629ab56b109c admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=109742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:19:53.779870 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-60762acf-e183-4e78-b94c-629ab56b109c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59413514'] for segment (173dbeff-8d9b-48ec-a04d-e9e18ef89a07), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: Traceback (most recent call last): Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: timer() Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: cb(*args, **kw) Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: return func(*args, **kwargs) Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: self._notify() Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: self.callback(batched_events) Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: event.method(event) Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: return f(self, *a, **k) Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: return self._get(url).json() Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: return self.request(url, 'GET', **kwargs) Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:19:53.781691 n-d-772272-3 neutron-server[109742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:19:53.796845 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b7a49192-36f1-4270-a665-9316a5b2b782 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:19:53.817642 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: b7a49192-36f1-4270-a665-9316a5b2b782 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:19:53.818075 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b7a49192-36f1-4270-a665-9316a5b2b782 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:19:53.818566 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2529b111-a53d-47eb-8794-ce552d09a6bd no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:19:53.837830 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 2529b111-a53d-47eb-8794-ce552d09a6bd {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:19:53.838290 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 2529b111-a53d-47eb-8794-ce552d09a6bd not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:19:53.838716 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b6a9c476-cf5e-49e4-959b-f5a4e2adb424 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:19:53.840146 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-60762acf-e183-4e78-b94c-629ab56b109c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (df61cd34-a8f3-44b6-a0e8-b98a716a132c), after_delete {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:53.846741 n-d-772272-3 neutron-server[109742]: DEBUG neutron_lib.callbacks.manager [None req-60762acf-e183-4e78-b94c-629ab56b109c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:53.853118 n-d-772272-3 neutron-server[109742]: INFO neutron.wsgi [None req-60762acf-e183-4e78-b94c-629ab56b109c admin admin] 10.222.0.23 "DELETE /v2.0/networks/df61cd34-a8f3-44b6-a0e8-b98a716a132c HTTP/1.1" status: 204 len: 168 time: 0.5251155 Jan 27 23:19:53.853584 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59070) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:53.858234 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: b6a9c476-cf5e-49e4-959b-f5a4e2adb424 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:19:53.858591 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device b6a9c476-cf5e-49e4-959b-f5a4e2adb424 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:19:53.870621 n-d-772272-3 neutron-server[109742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60762acf-e183-4e78-b94c-629ab56b109c admin admin] Pushing event deleted for resources: {'Network': ['ID=df61cd34-a8f3-44b6-a0e8-b98a716a132c,revision_number=None']} {{(pid=109742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:54.210266 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-23938c6d-b4c8-4865-a855-1f2fb44cd5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669723'] for router_interface (b8f50000-f4c2-4b65-95ad-2235342a7655), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:54.300694 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3d1b6e36-adf8-4de2-98e1-40f5ee2ca011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:54.456305 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-23938c6d-b4c8-4865-a855-1f2fb44cd5e7 admin admin] Deleting port 226185d9-9a4c-4de1-9513-16f4929d0865 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:19:54.456653 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-23938c6d-b4c8-4865-a855-1f2fb44cd5e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (226185d9-9a4c-4de1-9513-16f4929d0865), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:54.536719 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-23938c6d-b4c8-4865-a855-1f2fb44cd5e7 admin admin] For port 226185d9-9a4c-4de1-9513-16f4929d0865, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=226185d9-9a4c-4de1-9513-16f4929d0865,segment=NetworkSegment(3cabc567-3b85-4ab2-beac-fbb370f4d843),segment_id=3cabc567-3b85-4ab2-beac-fbb370f4d843)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:19:54.537081 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-23938c6d-b4c8-4865-a855-1f2fb44cd5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (226185d9-9a4c-4de1-9513-16f4929d0865), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:54.548473 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-23938c6d-b4c8-4865-a855-1f2fb44cd5e7 admin admin] Calling delete_port for 226185d9-9a4c-4de1-9513-16f4929d0865 owned by network:router_interface {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:19:54.725741 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-23938c6d-b4c8-4865-a855-1f2fb44cd5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (226185d9-9a4c-4de1-9513-16f4929d0865), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:54.749850 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23938c6d-b4c8-4865-a855-1f2fb44cd5e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=226185d9-9a4c-4de1-9513-16f4929d0865,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:54.916352 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-23938c6d-b4c8-4865-a855-1f2fb44cd5e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1776930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1669879'] for router_interface (b8f50000-f4c2-4b65-95ad-2235342a7655), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:55.130395 n-d-772272-3 neutron-server[109741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23938c6d-b4c8-4865-a855-1f2fb44cd5e7 admin admin] Router b8f50000-f4c2-4b65-95ad-2235342a7655 has already been hosted by L3 agent 9e62b5c8-beec-456c-a19e-9b1d59e3f16e {{(pid=109741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:19:55.239536 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23938c6d-b4c8-4865-a855-1f2fb44cd5e7 admin admin] Notify agent at l3_agent.n-d-772272-3 the message routers_updated {{(pid=109741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:19:55.244641 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-23938c6d-b4c8-4865-a855-1f2fb44cd5e7 admin admin] 10.222.0.23 "PUT /v2.0/routers/b8f50000-f4c2-4b65-95ad-2235342a7655/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3897541 Jan 27 23:19:55.247185 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59072) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:55.250338 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572aa48a-4dc5-4529-ae8b-46d5f92bedc7 None None] Sync routers for ids ['b8f50000-f4c2-4b65-95ad-2235342a7655'] in n-d-772272-3 {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:19:55.260868 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572aa48a-4dc5-4529-ae8b-46d5f92bedc7 None None] Routers {'b8f50000-f4c2-4b65-95ad-2235342a7655'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:19:55.261423 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-572aa48a-4dc5-4529-ae8b-46d5f92bedc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:19:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b8f50000-f4c2-4b65-95ad-2235342a7655'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:55.352405 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55986585-943b-4c81-83f1-41ea1047caf8 admin admin] Publish callbacks [] for router (b8f50000-f4c2-4b65-95ad-2235342a7655), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:55.364109 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-572aa48a-4dc5-4529-ae8b-46d5f92bedc7 None None] Set router b8f50000-f4c2-4b65-95ad-2235342a7655 gateway port host: n-d-772272-3 {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:19:55.463364 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55986585-943b-4c81-83f1-41ea1047caf8 admin admin] Publish callbacks [] for router_gateway (b8f50000-f4c2-4b65-95ad-2235342a7655), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:55.517952 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-55986585-943b-4c81-83f1-41ea1047caf8 admin admin] Deleting port 67c29e83-4779-4863-97a9-3c16b4848aba {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:19:55.518188 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55986585-943b-4c81-83f1-41ea1047caf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (67c29e83-4779-4863-97a9-3c16b4848aba), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:55.598564 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-55986585-943b-4c81-83f1-41ea1047caf8 admin admin] For port 67c29e83-4779-4863-97a9-3c16b4848aba, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=67c29e83-4779-4863-97a9-3c16b4848aba,segment=NetworkSegment(e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135),segment_id=e4bfab3b-fc1d-4ae7-a5c1-7ad71e85b135)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:19:55.598929 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55986585-943b-4c81-83f1-41ea1047caf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (67c29e83-4779-4863-97a9-3c16b4848aba), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:55.611322 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-55986585-943b-4c81-83f1-41ea1047caf8 admin admin] Calling delete_port for 67c29e83-4779-4863-97a9-3c16b4848aba owned by network:router_gateway {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:19:55.633868 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-572aa48a-4dc5-4529-ae8b-46d5f92bedc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f50000-f4c2-4b65-95ad-2235342a7655', 'name': 'tempest-TestSnapshotPattern-1594594345-router', 'tenant_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'external_fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '67c29e83-4779-4863-97a9-3c16b4848aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:18Z', 'updated_at': '2022-01-27T23:19:54Z', 'revision_number': 5, 'project_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'gw_port': {'id': '67c29e83-4779-4863-97a9-3c16b4848aba', 'name': '', 'network_id': '61f5218f-8f7f-4b5f-a756-1da3a7db61a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:66:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f50000-f4c2-4b65-95ad-2235342a7655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-772272-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:14:19Z', 'updated_at': '2022-01-27T23:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3eb76fe3-cdf5-4178-ab39-bed1af291083', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-772272-3'}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:55.659349 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572aa48a-4dc5-4529-ae8b-46d5f92bedc7 None None] Checking router: b8f50000-f4c2-4b65-95ad-2235342a7655 for host: n-d-772272-3 {{(pid=109744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:19:55.667436 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572aa48a-4dc5-4529-ae8b-46d5f92bedc7 None None] Routers {'b8f50000-f4c2-4b65-95ad-2235342a7655'} bound to L3 agent in host n-d-772272-3 {{(pid=109744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:19:55.668047 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-572aa48a-4dc5-4529-ae8b-46d5f92bedc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-772272-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:32:27Z,description=,heartbeat_timestamp=2022-01-27T23:19:27Z,host='n-d-772272-3',id=9e62b5c8-beec-456c-a19e-9b1d59e3f16e,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:32:27Z,topic='l3_agent')) {'router_ids': ['b8f50000-f4c2-4b65-95ad-2235342a7655'], 'active': True} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:55.753623 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_dvr_db [None req-572aa48a-4dc5-4529-ae8b-46d5f92bedc7 None None] Set router b8f50000-f4c2-4b65-95ad-2235342a7655 gateway port host: None {{(pid=109744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:19:55.775948 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55986585-943b-4c81-83f1-41ea1047caf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (67c29e83-4779-4863-97a9-3c16b4848aba), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:55.802772 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55986585-943b-4c81-83f1-41ea1047caf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=67c29e83-4779-4863-97a9-3c16b4848aba,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:55.808204 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.l3_hamode_db [None req-572aa48a-4dc5-4529-ae8b-46d5f92bedc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f50000-f4c2-4b65-95ad-2235342a7655', 'name': 'tempest-TestSnapshotPattern-1594594345-router', 'tenant_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:18Z', 'updated_at': '2022-01-27T23:19:55Z', 'revision_number': 6, 'project_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'gw_port_host': None}], 'n-d-772272-3', False) {} {{(pid=109744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:55.835452 n-d-772272-3 neutron-server[109744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572aa48a-4dc5-4529-ae8b-46d5f92bedc7 None None] The sync data for ids ['b8f50000-f4c2-4b65-95ad-2235342a7655'] in n-d-772272-3 is: [{'id': 'b8f50000-f4c2-4b65-95ad-2235342a7655', 'name': 'tempest-TestSnapshotPattern-1594594345-router', 'tenant_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:14:18Z', 'updated_at': '2022-01-27T23:19:55Z', 'revision_number': 6, 'project_id': '7887b43fc5164b19bc5a5ddf67fc4de3', 'gw_port_host': None}] {{(pid=109744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:19:55.866103 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55986585-943b-4c81-83f1-41ea1047caf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1668509'] for router_gateway (b8f50000-f4c2-4b65-95ad-2235342a7655), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:55.963051 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55986585-943b-4c81-83f1-41ea1047caf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1663976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27095'] for router (b8f50000-f4c2-4b65-95ad-2235342a7655), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:55.965240 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55986585-943b-4c81-83f1-41ea1047caf8 admin admin] Publish callbacks [] for router_controller (b8f50000-f4c2-4b65-95ad-2235342a7655), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:56.012205 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55986585-943b-4c81-83f1-41ea1047caf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1663969'] for router (b8f50000-f4c2-4b65-95ad-2235342a7655), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:56.012800 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55986585-943b-4c81-83f1-41ea1047caf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8f50000-f4c2-4b65-95ad-2235342a7655 {{(pid=109741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:19:56.017731 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-55986585-943b-4c81-83f1-41ea1047caf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:56.018909 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-55986585-943b-4c81-83f1-41ea1047caf8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b8f50000-f4c2-4b65-95ad-2235342a7655 HTTP/1.1" status: 204 len: 168 time: 0.7707949 Jan 27 23:19:56.021459 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59074) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:56.064645 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.db_base_plugin_v2 [None req-6620f6ce-331d-4c62-afa9-f21a48ab9b0c admin admin] Deleting subnet 6255fe54-a2b7-4e81-8491-fa6a2a8a2f8c {{(pid=109741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:19:56.067716 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6620f6ce-331d-4c62-afa9-f21a48ab9b0c admin admin] Publish callbacks [] for subnet (6255fe54-a2b7-4e81-8491-fa6a2a8a2f8c), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:56.101664 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6620f6ce-331d-4c62-afa9-f21a48ab9b0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60500451'] for subnet (6255fe54-a2b7-4e81-8491-fa6a2a8a2f8c), precommit_delete_associations {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:56.185334 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6620f6ce-331d-4c62-afa9-f21a48ab9b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-586420'] for subnet (6255fe54-a2b7-4e81-8491-fa6a2a8a2f8c), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:56.243474 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6620f6ce-331d-4c62-afa9-f21a48ab9b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-586427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-289894', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59123183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60565653'] for subnet (6255fe54-a2b7-4e81-8491-fa6a2a8a2f8c), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:56.271620 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620f6ce-331d-4c62-afa9-f21a48ab9b0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6255fe54-a2b7-4e81-8491-fa6a2a8a2f8c,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:56.275440 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-6620f6ce-331d-4c62-afa9-f21a48ab9b0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:56.278728 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-6620f6ce-331d-4c62-afa9-f21a48ab9b0c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6255fe54-a2b7-4e81-8491-fa6a2a8a2f8c HTTP/1.1" status: 204 len: 168 time: 0.2563381 Jan 27 23:19:56.281346 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59078) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:56.284098 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084c24d6-e39f-488b-bba7-62721445384d None None] Network 6046785a-d7f0-4fdf-9e54-44fdd6b7a556 requested from n-d-772272-3 {{(pid=109743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:19:56.352820 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d73b012-e295-4e42-b845-bbd452d6ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-744821'] for network (6046785a-d7f0-4fdf-9e54-44fdd6b7a556), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:56.410807 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-4d73b012-e295-4e42-b845-bbd452d6ea62 admin admin] Deleting port c76186c4-4e35-4c54-b706-d97a278931c7 {{(pid=109741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:19:56.411146 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d73b012-e295-4e42-b845-bbd452d6ea62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733248762480'] for port (c76186c4-4e35-4c54-b706-d97a278931c7), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:56.471650 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.db [None req-4d73b012-e295-4e42-b845-bbd452d6ea62 admin admin] For port c76186c4-4e35-4c54-b706-d97a278931c7, host n-d-772272-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-772272-3',level=0,port_id=c76186c4-4e35-4c54-b706-d97a278931c7,segment=NetworkSegment(3cabc567-3b85-4ab2-beac-fbb370f4d843),segment_id=3cabc567-3b85-4ab2-beac-fbb370f4d843)] {{(pid=109741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:19:56.472005 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d73b012-e295-4e42-b845-bbd452d6ea62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668220'] for port (c76186c4-4e35-4c54-b706-d97a278931c7), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:56.486171 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.plugin [None req-4d73b012-e295-4e42-b845-bbd452d6ea62 admin admin] Calling delete_port for c76186c4-4e35-4c54-b706-d97a278931c7 owned by network:dhcp {{(pid=109741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:19:56.566157 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d73b012-e295-4e42-b845-bbd452d6ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2058833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733248767178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733248291642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59123162'] for port (c76186c4-4e35-4c54-b706-d97a278931c7), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:56.590901 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73b012-e295-4e42-b845-bbd452d6ea62 admin admin] Pushing event deleted for resources: {'Port': ['ID=c76186c4-4e35-4c54-b706-d97a278931c7,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:56.595206 n-d-772272-3 neutron-server[109741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d73b012-e295-4e42-b845-bbd452d6ea62 admin admin] No DVR routers for this DVR port c76186c4-4e35-4c54-b706-d97a278931c7 on host n-d-772272-3 {{(pid=109741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:19:56.632570 n-d-772272-3 neutron-server[109743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fd8264-e979-4f23-8e94-e2e1489c0798 None None] DHCP port deletion for 6046785a-d7f0-4fdf-9e54-44fdd6b7a556 request from n-d-772272-3 {{(pid=109743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:19:56.667730 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d73b012-e295-4e42-b845-bbd452d6ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-587855', 'neutron.services.segments.db._delete_segments_for_network-8733248836500'] for network (6046785a-d7f0-4fdf-9e54-44fdd6b7a556), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:56.692263 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-4d73b012-e295-4e42-b845-bbd452d6ea62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6046785a-d7f0-4fdf-9e54-44fdd6b7a556']}} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:56.701720 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-4d73b012-e295-4e42-b845-bbd452d6ea62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cabc567-3b85-4ab2-beac-fbb370f4d843') {'for_net_delete': True} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:56.702023 n-d-772272-3 neutron-server[109741]: DEBUG neutron.services.segments.db [None req-4d73b012-e295-4e42-b845-bbd452d6ea62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cabc567-3b85-4ab2-beac-fbb370f4d843') {} {{(pid=109741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:19:56.712071 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d73b012-e295-4e42-b845-bbd452d6ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733248837789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60500378'] for segment (3cabc567-3b85-4ab2-beac-fbb370f4d843), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:56.726141 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d73b012-e295-4e42-b845-bbd452d6ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395'] for segment (3cabc567-3b85-4ab2-beac-fbb370f4d843), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:56.732447 n-d-772272-3 neutron-server[109741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d73b012-e295-4e42-b845-bbd452d6ea62 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=109741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:19:56.732839 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d73b012-e295-4e42-b845-bbd452d6ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59122949'] for segment (3cabc567-3b85-4ab2-beac-fbb370f4d843), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: Traceback (most recent call last): Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: timer() Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: cb(*args, **kw) Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: return func(*args, **kwargs) Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: self._notify() Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: self.callback(batched_events) Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: event.method(event) Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: return f(self, *a, **k) Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: return self._get(url).json() Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: return self.request(url, 'GET', **kwargs) Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:19:56.735288 n-d-772272-3 neutron-server[109741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:19:56.789443 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d73b012-e295-4e42-b845-bbd452d6ea62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-587830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1777113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670261'] for network (6046785a-d7f0-4fdf-9e54-44fdd6b7a556), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:56.794852 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-4d73b012-e295-4e42-b845-bbd452d6ea62 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:56.801692 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-4d73b012-e295-4e42-b845-bbd452d6ea62 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6046785a-d7f0-4fdf-9e54-44fdd6b7a556 HTTP/1.1" status: 204 len: 168 time: 0.5163939 Jan 27 23:19:56.811477 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73b012-e295-4e42-b845-bbd452d6ea62 admin admin] Pushing event deleted for resources: {'Network': ['ID=6046785a-d7f0-4fdf-9e54-44fdd6b7a556,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:56.919054 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e767c9f8-6468-44de-bcea-4d91bdfe6871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:56.934886 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59082) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:56.974879 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-7ba36171-5e89-45df-8da5-bcb5c539e317 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db0f22f067414b0a9091449a798fe3e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403628 Jan 27 23:19:56.977407 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59084) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:57.026580 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d5128e29-2e83-4675-ab1c-19c95e882591 admin admin] Publish callbacks [] for security_group (3857a5dc-6d3a-40e6-9edd-1a8a1f036f4f), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:57.052010 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d5128e29-2e83-4675-ab1c-19c95e882591 admin admin] Publish callbacks [] for security_group (3857a5dc-6d3a-40e6-9edd-1a8a1f036f4f), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:57.097426 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d5128e29-2e83-4675-ab1c-19c95e882591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (3857a5dc-6d3a-40e6-9edd-1a8a1f036f4f), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:57.099961 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-d5128e29-2e83-4675-ab1c-19c95e882591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:57.101215 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-d5128e29-2e83-4675-ab1c-19c95e882591 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3857a5dc-6d3a-40e6-9edd-1a8a1f036f4f HTTP/1.1" status: 204 len: 168 time: 0.1229110 Jan 27 23:19:57.110098 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5128e29-2e83-4675-ab1c-19c95e882591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3857a5dc-6d3a-40e6-9edd-1a8a1f036f4f,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:57.441685 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59090) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:57.469480 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 67c29e83-4779-4863-97a9-3c16b4848aba no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:19:57.483303 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-f50d87c1-e197-4299-962e-bee2f7509d34 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7887b43fc5164b19bc5a5ddf67fc4de3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403595 Jan 27 23:19:57.486081 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [-] (109741) accepted ('10.222.0.23', 59092) {{(pid=109741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:19:57.493730 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 67c29e83-4779-4863-97a9-3c16b4848aba {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:19:57.494084 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 67c29e83-4779-4863-97a9-3c16b4848aba not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:19:57.494702 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 226185d9-9a4c-4de1-9513-16f4929d0865 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:19:57.514121 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: 226185d9-9a4c-4de1-9513-16f4929d0865 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:19:57.514469 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device 226185d9-9a4c-4de1-9513-16f4929d0865 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:19:57.514934 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c76186c4-4e35-4c54-b706-d97a278931c7 no longer exists at agent ovs-agent-n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:19:57.534317 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.plugin [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] No Port match for: c76186c4-4e35-4c54-b706-d97a278931c7 {{(pid=109743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:19:57.534672 n-d-772272-3 neutron-server[109743]: DEBUG neutron.plugins.ml2.rpc [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Device c76186c4-4e35-4c54-b706-d97a278931c7 not bound to the agent host n-d-772272-3 {{(pid=109743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:19:57.535108 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-76645dbd-8fe2-4fae-ae89-9f1b9cbcf2d2 admin admin] Publish callbacks [] for security_group (aa489ebf-de72-4d86-9942-8ebac6e9f441), before_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:57.558215 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-76645dbd-8fe2-4fae-ae89-9f1b9cbcf2d2 admin admin] Publish callbacks [] for security_group (aa489ebf-de72-4d86-9942-8ebac6e9f441), precommit_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:57.604838 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-76645dbd-8fe2-4fae-ae89-9f1b9cbcf2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481165'] for security_group (aa489ebf-de72-4d86-9942-8ebac6e9f441), after_delete {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:57.607577 n-d-772272-3 neutron-server[109741]: DEBUG neutron_lib.callbacks.manager [None req-76645dbd-8fe2-4fae-ae89-9f1b9cbcf2d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:57.609291 n-d-772272-3 neutron-server[109741]: INFO neutron.wsgi [None req-76645dbd-8fe2-4fae-ae89-9f1b9cbcf2d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa489ebf-de72-4d86-9942-8ebac6e9f441 HTTP/1.1" status: 204 len: 168 time: 0.1217718 Jan 27 23:19:57.617546 n-d-772272-3 neutron-server[109741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76645dbd-8fe2-4fae-ae89-9f1b9cbcf2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa489ebf-de72-4d86-9942-8ebac6e9f441,revision_number=None']} {{(pid=109741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:19:57.894959 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:59.291036 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:00.528091 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:13.669562 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:22.160377 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:24.301432 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-bf705863-ca6b-407c-9bde-e7f32b322946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:26.900939 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-5c718d57-9ec9-4ae4-ad53-a1ac94fe05f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:27.070453 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:20:27.897159 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:29.293915 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:30.531315 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:43.677697 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:52.161148 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:54.302879 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ba08e478-7553-4598-b9c8-282f7b8337b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:56.902303 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-712b0f61-219e-4cc2-bb43-592ed46be55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:57.899949 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:59.298920 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:00.533452 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:04.069128 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:21:13.712066 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:22.167972 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:24.304124 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-54f0fb01-36be-4182-b345-9bd48694da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:26.904540 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-34137456-e055-4943-8d3b-deab9bb22241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:27.902906 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:29.300073 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:30.535792 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:41.068121 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:21:43.729097 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:52.180079 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:54.304223 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-fd9e080a-12e0-44de-8ff1-7d7c7eb1c7af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:56.905847 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-43a744a9-46e4-45e0-8519-0a88e186ba7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:57.906649 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:59.302994 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:00.538247 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:13.737399 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:18.067211 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:22:22.177669 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:24.305268 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-36de31fa-074c-44b4-9aea-658951ad6ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:26.906919 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9e56870e-d64a-400e-a9d7-a2f06e5a669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:27.908862 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:29.307121 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:30.539211 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:43.884156 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:52.193352 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:54.307088 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6d4477fc-7e03-4c73-907e-959dd54983ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:55.065766 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:22:56.909934 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-618e3d6f-addc-42f5-a575-04826c9aed77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:57.911768 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:59.308007 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:00.541164 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:13.891235 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:22.207559 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:24.308970 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-720624f0-3644-454b-abc1-362717d64fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:26.914360 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-af8d07b3-533e-4d7e-b92e-51d87248f3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:27.914551 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:29.312896 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:30.542367 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:32.064084 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:23:43.902897 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:52.207037 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:54.310276 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9d16fdd5-caa1-4fb8-8d9d-9a5e387fc25e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:56.915722 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-b946b7d1-8103-49c3-94aa-8f0350529d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:57.918315 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:23:59.315351 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:00.544839 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:09.063625 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:24:13.912624 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:22.204929 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:24.311939 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e04ae816-3a09-4f5d-baaa-468940c0dffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:26.916570 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4d4d-64f8-4c84-9c28-2500cd704f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:27.920266 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:29.318961 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:30.546594 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:43.939262 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:46.062724 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:24:52.238289 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:54.313543 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-9a149d1e-357a-43b1-9626-268471f6f0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:56.917997 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f06c707b-7801-48d2-842d-684545c9849a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:57.922631 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:24:59.321834 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:00.548680 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:13.963067 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:22.264336 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:23.061628 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:25:24.315125 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a83bf6ae-7ad3-451a-9499-4c5341d1f5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:26.920744 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-7b04ecca-9f04-495d-a05f-0c6fa6db8c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:27.925458 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:29.324566 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:30.551402 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:44.084151 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:52.261490 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:54.316746 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-e814549e-0322-452c-b31c-f4ef5c14c8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:56.922294 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-3691bbfb-ab03-45cf-9ea1-0854765f080b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:57.928728 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:25:59.327824 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:00.060578 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:26:00.553300 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:13.962011 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:22.249633 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:24.317615 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-67bcfbdf-d42e-43e6-8a16-f2fc03b06ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:26.923694 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-34f4fcf1-b679-49be-9f59-c3a58478bd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:27.931031 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:29.334570 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:30.555176 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:37.058908 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:26:43.960934 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:52.262276 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:54.319142 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-ef6d29f3-5778-457f-9910-d64134aa3768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:56.926067 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-26f79b6f-8f02-4395-8407-36b7a9fc9002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:57.933358 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:26:59.336187 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:00.557537 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:13.960502 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:14.061518 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:27:14.636062 n-d-772272-3 neutron-server[109741]: DEBUG neutron.wsgi [req-ed5da3a1-f6d1-4ee3-b532-d2b0665296ef req-ed35fdf7-a5b4-4ae3-b0eb-c7b1e9e7582b service neutron] (109741) timed out ('10.222.0.23', 56784) {{(pid=109741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 23:27:22.273622 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:24.321791 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-0aa7769e-4a56-4d4b-a7ca-8472ae9777c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:26.927589 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-4f28df64-ed62-4511-889b-dd278831fba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:27.936860 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:29.340037 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:30.560374 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:43.975899 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:51.061498 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:27:52.273724 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:54.323287 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-f42ebc05-6597-4844-af63-dde4d8c82fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:56.928616 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-beb1b228-0b98-4b37-a032-f3d17d9d2de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:57.939271 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:27:59.343024 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:00.562048 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:13.973743 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:22.268148 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9e30-4c24-4b8d-9477-8c277d4243fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (df0b4a5e-08e4-47be-9d09-58e51691cf56), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:24.325434 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8b21cc3e-f120-43d5-98e4-987aad1a3164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (343004a9-581e-4e5e-b0f6-190743219401), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:26.930003 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-495bf7e8-82cd-43c2-9603-8f5aac49112d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (9e62b5c8-beec-456c-a19e-9b1d59e3f16e), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:27.942957 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-a1618385-9475-458f-b647-36467bec450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (38a8bd1e-f4f7-4241-9550-bbd69d383412), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:28.061312 n-d-772272-3 neutron-server[109744]: DEBUG neutron.db.agents_db [None req-58d6a713-6b53-4106-b110-014c670bdaf1 None None] Agent healthcheck: found 7 active agents {{(pid=109744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:28:29.347153 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-affa3e69-a47e-4335-a817-cda568a907d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (a8d8ac3b-db9d-4ad2-8ac6-92d8f1d5b523), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:30.564751 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-8197ef81-0268-40bb-b037-19a2f207bb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (7e5f215b-18f0-4b35-9689-d6b5a8755e6c), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:28:43.993343 n-d-772272-3 neutron-server[109743]: DEBUG neutron_lib.callbacks.manager [None req-cd44ff2d-5376-476b-8080-8846348933cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733248836482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-586575'] for agent (e55b59e4-c092-4687-be45-c68a5c78920b), after_update {{(pid=109743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}